-- Logs begin at Fri 2021-07-16 00:33:55 UTC, end at Fri 2021-07-16 02:53:49 UTC. -- Jul 16 01:05:39.395318 n-d-792394-16 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 01:05:42.105260 n-d-792394-16 neutron-server[93848]: INFO neutron.common.config [-] Logging enabled! Jul 16 01:05:42.105925 n-d-792394-16 neutron-server[93848]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 01:05:42.106132 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93848) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 01:05:42.109448 n-d-792394-16 neutron-server[93848]: INFO neutron.common.config [-] Logging enabled! Jul 16 01:05:42.109703 n-d-792394-16 neutron-server[93848]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 01:05:42.109985 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93848) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 01:05:42.110967 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 01:05:42.111203 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 01:05:42.111570 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 01:05:42.111885 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 01:05:42.112068 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 01:05:42.112406 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.112871 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.113174 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.113409 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.113708 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.114000 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.114287 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.114573 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.114870 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.115157 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.115424 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.115711 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.115941 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.116221 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.116533 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.116823 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.117049 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] debug = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.117331 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.117765 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.118174 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.118453 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.118742 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.119016 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.119289 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.119565 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.119848 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.120176 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] host = n-d-792394-16 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.120483 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.120772 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.121060 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.121347 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.121622 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.121897 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.122180 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.122453 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.122723 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] log_file = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.122996 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.123285 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.123579 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.123869 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.124094 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.124316 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.124633 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.124923 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.125198 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.125475 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.125755 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.126028 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.126303 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.126575 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.126859 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.127143 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.127458 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.127903 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.128178 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.128488 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.128766 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.129056 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.129333 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.129616 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.129890 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.130180 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.130452 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.130731 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.131031 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.131319 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.131604 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.131893 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.132170 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.132484 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.132760 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.133034 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.133307 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] use_json = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.133581 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.133854 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.134138 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.134411 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.134685 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.134959 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.135230 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.135517 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:42.135817 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.136116 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.136458 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.136747 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.137046 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.137329 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.137628 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.137910 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.138202 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.138495 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.138788 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.139066 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.139355 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.139635 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.139934 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.140241 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.140569 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.140865 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.141144 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.141419 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.141696 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.141979 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.142268 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.142565 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.142857 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.143254 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.143539 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.143832 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.144112 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.144409 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.144692 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.144983 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.145266 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.145540 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.145821 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.146102 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.146378 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.146653 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.146933 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.147224 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.147501 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.147779 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.148053 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.148333 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.148632 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.148923 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.149205 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.149484 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.149763 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.150042 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.150321 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.150596 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.150873 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.151147 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.151427 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.151700 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.151973 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.152249 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.152555 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.152831 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.153106 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.153382 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.153660 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.153934 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.154207 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.154482 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.154757 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.155032 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.155325 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.155624 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.155901 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.156185 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.156511 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.156799 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.157079 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.157359 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.157643 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.157922 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.158197 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.158492 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.158849 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.159196 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.159579 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.159865 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.160166 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.160479 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.160772 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.161056 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.161340 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.161638 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.161925 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.162224 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.162522 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.162822 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.163119 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.163419 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.163709 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.164424 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.164717 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:42.164942 n-d-792394-16 neutron-server[93848]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 01:05:42.165197 n-d-792394-16 neutron-server[93848]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93848) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 01:05:42.515277 n-d-792394-16 neutron-server[93848]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 01:05:42.515517 n-d-792394-16 neutron-server[93848]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 01:05:42.515840 n-d-792394-16 neutron-server[93848]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 01:05:42.516169 n-d-792394-16 neutron-server[93848]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 01:05:42.910303 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:42.910599 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:42.910877 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:42.912118 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:42.912346 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:42.912639 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:42.947032 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:42.947315 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:42.947588 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:42.960907 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:42.961190 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:42.961459 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:42.991534 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:42.991816 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:42.992081 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.027526 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.027812 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.028070 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.258903 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.259559 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.259559 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.259559 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.260307 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.382801 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.383116 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.383405 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.383676 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.383919 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.384265 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.384567 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.384817 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.385071 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.385354 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.385626 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.385883 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.386140 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.386379 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.386660 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.386935 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.387195 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.387445 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.387724 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.387988 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.388276 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.388554 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.388821 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.389203 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.389458 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.389704 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.390100 n-d-792394-16 neutron-server[93848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:05:43.390344 n-d-792394-16 neutron-server[93848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:05:43.390578 n-d-792394-16 neutron-server[93848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:05:43.390813 n-d-792394-16 neutron-server[93848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:05:43.391046 n-d-792394-16 neutron-server[93848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:05:43.391280 n-d-792394-16 neutron-server[93848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:05:43.391651 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 01:05:43.394966 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 01:05:43.398937 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 01:05:43.402687 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 16 01:05:43.404324 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 01:05:43.404814 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 01:05:43.405189 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 01:05:43.405578 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 01:05:43.409798 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 01:05:43.410049 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 01:05:43.410404 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 01:05:43.438725 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 01:05:43.439189 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.439497 n-d-792394-16 neutron-server[93848]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93848) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 01:05:43.439865 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.441481 n-d-792394-16 neutron-server[93848]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93848) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 01:05:43.441771 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 01:05:43.442022 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 01:05:43.445310 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.445589 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:43.509672 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 01:05:43.509868 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 01:05:43.510050 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 01:05:43.510430 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 01:05:43.533341 n-d-792394-16 neutron-server[93848]: DEBUG oslo_db.sqlalchemy.engines [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93848) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 01:05:44.078828 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.managers [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Initializing driver for type 'gre' Jul 16 01:05:44.079352 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] gre ID ranges: [(1, 1000)] Jul 16 01:05:44.146129 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.managers [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Initializing driver for type 'local' Jul 16 01:05:44.146462 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.managers [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Initializing driver for type 'vlan' Jul 16 01:05:44.161967 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] VlanTypeDriver initialization complete Jul 16 01:05:44.162336 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.managers [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Initializing driver for type 'vxlan' Jul 16 01:05:44.162915 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] vxlan ID ranges: [(1, 1000)] Jul 16 01:05:44.223409 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.managers [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Initializing extension driver 'port_security' Jul 16 01:05:44.223815 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.extensions.port_security [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] PortSecurityExtensionDriver initialization complete Jul 16 01:05:44.224153 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.managers [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Initializing mechanism driver 'openvswitch' Jul 16 01:05:44.224503 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.managers [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Initializing mechanism driver 'hyperv' Jul 16 01:05:44.231057 n-d-792394-16 neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:05:44.231943 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > port after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.232310 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > port after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.232686 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > port after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.233240 n-d-792394-16 neutron-server[93848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:05:44.233664 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > subnet after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.234008 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > subnet after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.234348 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.234734 n-d-792394-16 neutron-server[93848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:05:44.235132 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > network after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.235476 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > network after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.235880 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > network after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.236266 n-d-792394-16 neutron-server[93848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:05:44.236690 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > security_group after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.237037 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > security_group after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.237356 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.237747 n-d-792394-16 neutron-server[93848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:05:44.238147 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.238482 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.238812 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.239201 n-d-792394-16 neutron-server[93848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:05:44.239596 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > address_group after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.239933 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > address_group after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.240263 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.240682 n-d-792394-16 neutron-server[93848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:05:44.241053 n-d-792394-16 neutron-server[93848]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] ML2 OVO RPC backend initialized. {{(pid=93848) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 01:05:44.241740 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.242094 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.242499 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > network before_response 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.242829 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > networks before_response 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.243164 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > port before_response 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.243499 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > ports before_response 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.243834 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > subnet before_response 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.244167 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > subnets before_response 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.244540 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > network after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.244873 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > network after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.245201 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > network after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.245530 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > port after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.245856 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > port after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.246180 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > port after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.246508 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > subnet after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.246843 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > subnet after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.247169 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.247728 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.plugin [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Modular L2 Plugin initialization complete Jul 16 01:05:44.248047 n-d-792394-16 neutron-server[93848]: DEBUG neutron.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading services supported by the core plugin {{(pid=93848) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 01:05:44.248386 n-d-792394-16 neutron-server[93848]: INFO neutron.plugins.ml2.managers [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Got port-security extension from driver 'port_security' Jul 16 01:05:44.248844 n-d-792394-16 neutron-server[93848]: INFO neutron.extensions.vlantransparent [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Disabled vlantransparent extension. Jul 16 01:05:44.249318 n-d-792394-16 neutron-server[93848]: DEBUG neutron.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93848) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 01:05:44.249623 n-d-792394-16 neutron-server[93848]: INFO neutron.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading Plugin: router Jul 16 01:05:44.285748 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.286386 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > router after_create 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.286479 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > router before_create 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.286833 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.287196 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.287544 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > router after_delete 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.287900 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.288400 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > router after_create 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.288742 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > router after_update 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.289403 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > router after_update 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.289756 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.290107 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > router after_update 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.290508 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > router precommit_update 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.290876 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: port after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.291214 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: port after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.291531 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: subnet after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.291866 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.292205 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.292575 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > router precommit_create 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.292908 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: port before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.293244 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > router precommit_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.293596 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > router after_update 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.293934 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.294274 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > router precommit_create 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.294625 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.294965 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > router precommit_update 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.295317 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > agent after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.295662 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > agent after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.295996 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > network after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.296883 n-d-792394-16 neutron-server[93848]: DEBUG neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Tracking information for resource: router configured {{(pid=93848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:05:44.297189 n-d-792394-16 neutron-server[93848]: DEBUG neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Tracking information for resource: floatingip configured {{(pid=93848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:05:44.302227 n-d-792394-16 neutron-server[93848]: INFO neutron.db.l3_agentschedulers_db [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 01:05:44.302799 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: port after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.303154 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: port after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.303499 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: port after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.303843 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: port after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.304655 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > router before_create 55550100 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.305019 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.305377 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > router precommit_create 55550100 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.305731 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > router precommit_update 55550100 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.310105 n-d-792394-16 neutron-server[93848]: DEBUG neutron.services.provider_configuration [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Service providers = [] {{(pid=93848) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 01:05:44.310463 n-d-792394-16 neutron-server[93848]: DEBUG neutron.db.servicetype_db [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93848) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 01:05:44.313390 n-d-792394-16 neutron-server[93848]: DEBUG neutron.services.service_base [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93848) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 01:05:44.313738 n-d-792394-16 neutron-server[93848]: DEBUG neutron.services.service_base [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93848) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 01:05:44.314121 n-d-792394-16 neutron-server[93848]: DEBUG neutron.services.service_base [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93848) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 01:05:44.315135 n-d-792394-16 neutron-server[93848]: DEBUG neutron.services.service_base [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93848) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 01:05:44.315503 n-d-792394-16 neutron-server[93848]: INFO neutron.services.service_base [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 01:05:44.315878 n-d-792394-16 neutron-server[93848]: DEBUG neutron.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:05:44.316190 n-d-792394-16 neutron-server[93848]: INFO neutron.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 01:05:44.326732 n-d-792394-16 neutron-server[93848]: DEBUG neutron.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:05:44.327065 n-d-792394-16 neutron-server[93848]: INFO neutron.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading Plugin: auto_allocate Jul 16 01:05:44.332984 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: network precommit_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.333267 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: network precommit_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.333781 n-d-792394-16 neutron-server[93848]: DEBUG neutron.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:05:44.334098 n-d-792394-16 neutron-server[93848]: INFO neutron.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading Plugin: tag Jul 16 01:05:44.340781 n-d-792394-16 neutron-server[93848]: DEBUG neutron.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:05:44.341109 n-d-792394-16 neutron-server[93848]: INFO neutron.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading Plugin: timestamp Jul 16 01:05:44.344896 n-d-792394-16 neutron-server[93848]: DEBUG neutron.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:05:44.345224 n-d-792394-16 neutron-server[93848]: INFO neutron.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading Plugin: network_ip_availability Jul 16 01:05:44.350811 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.351176 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.351523 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.352309 n-d-792394-16 neutron-server[93848]: DEBUG neutron.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:05:44.352652 n-d-792394-16 neutron-server[93848]: INFO neutron.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading Plugin: flavors Jul 16 01:05:44.359447 n-d-792394-16 neutron-server[93848]: DEBUG neutron.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:05:44.359891 n-d-792394-16 neutron-server[93848]: INFO neutron.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading Plugin: revisions Jul 16 01:05:44.364356 n-d-792394-16 neutron-server[93848]: DEBUG neutron.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:05:44.364779 n-d-792394-16 neutron-server[93848]: DEBUG oslo_concurrency.lockutils [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.849s {{(pid=93848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 01:05:44.365539 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93848) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 01:05:44.365874 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Initializing extension manager. Jul 16 01:05:44.366378 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: __init__.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.366717 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: __pycache__ {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.367043 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.367372 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: address_group.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.368165 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.368778 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: address-group Jul 16 01:05:44.369092 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: address_scope.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.369797 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.370302 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: address-scope Jul 16 01:05:44.370618 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.371570 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.372072 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: router-admin-state-down-before-update Jul 16 01:05:44.372400 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: agent.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.373116 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.373610 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: agent Jul 16 01:05:44.373908 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: agent_resources_synced.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.374802 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.375303 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: agent-resources-synced Jul 16 01:05:44.375621 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: allowedaddresspairs.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.377601 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.378239 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: allowed-address-pairs Jul 16 01:05:44.378534 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: auto_allocated_topology.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.379610 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.380115 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: auto-allocated-topology Jul 16 01:05:44.380458 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: availability_zone.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.381147 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.381640 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: availability_zone Jul 16 01:05:44.381953 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: availability_zone_filter.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.382888 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.383338 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: availability_zone_filter Jul 16 01:05:44.383657 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: data_plane_status.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.384583 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.385339 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 01:05:44.385603 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: default_subnetpools.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.386291 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.386810 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: default-subnetpools Jul 16 01:05:44.387124 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.387969 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.388522 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: dhcp_agent_scheduler Jul 16 01:05:44.388827 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: dns.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.389750 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.390242 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 01:05:44.390562 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: dns_domain_ports.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.391477 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.393245 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 01:05:44.393245 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.393245 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.393767 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 01:05:44.394082 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: dvr.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.394748 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.395247 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: dvr Jul 16 01:05:44.395561 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: empty_string_filtering.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.396531 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.397061 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: empty-string-filtering Jul 16 01:05:44.397375 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.398270 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.398763 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 01:05:44.399071 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.399959 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.400481 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 01:05:44.400794 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: external_net.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.401696 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.402194 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: external-net Jul 16 01:05:44.402505 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.403411 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.403902 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: extra_dhcp_opt Jul 16 01:05:44.404216 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: extraroute.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.405147 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.405643 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: extraroute Jul 16 01:05:44.405962 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: extraroute_atomic.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.406991 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.407492 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: extraroute-atomic Jul 16 01:05:44.407809 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: filter_validation.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.408499 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.409350 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: filter-validation Jul 16 01:05:44.409668 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: fip_pf_description.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.410566 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.411296 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 01:05:44.411616 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: fip_port_details.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.412573 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.413076 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: fip-port-details Jul 16 01:05:44.413394 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: flavors.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.414943 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.415454 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: flavors Jul 16 01:05:44.415776 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.417470 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.417985 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 01:05:44.418310 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: floatingip_pools.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.419010 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.419510 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: floatingip-pools Jul 16 01:05:44.419827 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: ip_allocation.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.420773 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.421274 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 01:05:44.421588 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.422497 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.422998 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: ip-substring-filtering Jul 16 01:05:44.423313 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: l2_adjacency.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.424232 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.424800 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 01:05:44.425281 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: l3.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.426304 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.426821 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: router Jul 16 01:05:44.427136 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.429476 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.430001 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 01:05:44.430327 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.431275 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.431780 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: ext-gw-mode Jul 16 01:05:44.432099 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.433288 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.433540 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: l3-ha Jul 16 01:05:44.433858 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: l3_flavors.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.434762 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.435258 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: l3-flavors Jul 16 01:05:44.435562 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.436513 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.437013 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 01:05:44.437329 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: l3agentscheduler.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.438423 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.438935 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: l3_agent_scheduler Jul 16 01:05:44.439258 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: logging.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.440935 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.441449 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension logging not supported by any of loaded plugins Jul 16 01:05:44.441767 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: metering.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.442504 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.443069 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: metering Jul 16 01:05:44.443386 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.444519 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.445028 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: metering_source_and_destination_fields Jul 16 01:05:44.445346 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: multiprovidernet.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.446399 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.446917 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: multi-provider Jul 16 01:05:44.447236 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: netmtu.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.448144 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.448673 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: net-mtu Jul 16 01:05:44.448992 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: netmtu_writable.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.449906 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.450409 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: net-mtu-writable Jul 16 01:05:44.450724 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: network_availability_zone.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.451389 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.451887 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: network_availability_zone Jul 16 01:05:44.452199 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: network_ip_availability.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.453309 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.453817 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: network-ip-availability Jul 16 01:05:44.454133 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: network_segment_range.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.454908 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.455412 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 01:05:44.455771 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: pagination.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.456774 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.457098 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: pagination Jul 16 01:05:44.457412 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: port_device_profile.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.458322 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.458829 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: port-device-profile Jul 16 01:05:44.459143 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.460047 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.460583 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: port-mac-address-regenerate Jul 16 01:05:44.460899 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.461802 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.462307 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: port-numa-affinity-policy Jul 16 01:05:44.462623 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: port_resource_request.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.463514 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.464007 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 01:05:44.464325 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: portbindings.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.465270 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.465763 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: binding Jul 16 01:05:44.466081 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: portbindings_extended.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.467327 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.467828 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: binding-extended Jul 16 01:05:44.468148 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: portsecurity.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.469072 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.469576 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: port-security Jul 16 01:05:44.469889 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: project_id.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.470849 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.471374 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: project-id Jul 16 01:05:44.471695 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: providernet.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.472641 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.473146 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: provider Jul 16 01:05:44.473459 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: qos.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.477044 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.477561 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension qos not supported by any of loaded plugins Jul 16 01:05:44.477882 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.479126 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.479633 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 01:05:44.479957 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.480890 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.481393 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 01:05:44.481720 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: qos_default.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.482625 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.483126 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension qos-default not supported by any of loaded plugins Jul 16 01:05:44.483445 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: qos_fip.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.484127 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.484656 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 01:05:44.484970 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: qos_gateway_ip.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.485885 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.486386 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 01:05:44.486710 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: qos_port_network_policy.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.487659 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.488159 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 01:05:44.488502 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: qos_rule_type_details.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.489403 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.489902 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 01:05:44.490215 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: qos_rules_alias.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.491249 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.491754 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 01:05:44.492067 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: quotasv2.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.493040 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.493547 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: quotas Jul 16 01:05:44.493862 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: quotasv2_detail.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.496921 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.497254 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: quota_details Jul 16 01:05:44.497581 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: rbac.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.498669 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.499190 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: rbac-policies Jul 16 01:05:44.499516 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: rbac_address_group.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.500472 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.500980 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: rbac-address-group Jul 16 01:05:44.501298 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: rbac_address_scope.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.502207 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.502906 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: rbac-address-scope Jul 16 01:05:44.503375 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: rbac_security_groups.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.504383 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.504932 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: rbac-security-groups Jul 16 01:05:44.505261 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: rbac_subnetpool.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.506197 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.506707 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: rbac-subnetpool Jul 16 01:05:44.507034 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: revisionifmatch.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.507967 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.508517 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: revision-if-match Jul 16 01:05:44.508844 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: revisions.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.509972 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.510489 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: standard-attr-revisions Jul 16 01:05:44.510816 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: router_availability_zone.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.511504 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.512019 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: router_availability_zone Jul 16 01:05:44.512347 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: routerservicetype.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.513314 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.513821 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 01:05:44.514144 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.515085 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.515595 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: security-groups-normalized-cidr Jul 16 01:05:44.515921 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.516888 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.517399 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: port-security-groups-filtering Jul 16 01:05:44.517724 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.518938 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.519481 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: security-groups-remote-address-group Jul 16 01:05:44.519806 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: securitygroup.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.529470 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.530000 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: security-group Jul 16 01:05:44.530332 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: segment.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.531132 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.531642 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension segment not supported by any of loaded plugins Jul 16 01:05:44.531973 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.532959 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.533481 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 01:05:44.533870 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: servicetype.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.535158 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.535681 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: service-type Jul 16 01:05:44.536009 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: sorting.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.537092 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.537426 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: sorting Jul 16 01:05:44.537755 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: standard_attr_segment.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.538751 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.539612 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 01:05:44.539942 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: standardattrdescription.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.540629 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.541140 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: standard-attr-description Jul 16 01:05:44.541467 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: stateful_security_group.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.542411 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.542935 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: stateful-security-group Jul 16 01:05:44.543262 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: stdattrs_common.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.543850 n-d-792394-16 neutron-server[93848]: WARNING neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 01:05:44.544177 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.545154 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.545666 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 01:05:44.545990 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: subnet_onboard.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.547077 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.547591 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: subnet_onboard Jul 16 01:05:44.547916 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.548890 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.549601 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 01:05:44.550180 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: subnet_service_types.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.551079 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.551607 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: subnet-service-types Jul 16 01:05:44.551928 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: subnetallocation.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.553047 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.553570 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: subnet_allocation Jul 16 01:05:44.553896 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.554573 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.555088 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: subnetpool-prefix-ops Jul 16 01:05:44.555411 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.556396 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.556914 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 01:05:44.557237 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: tagging.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.558332 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.558884 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: standard-attr-tag Jul 16 01:05:44.559218 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: timestamp.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.560470 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.561052 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loaded extension: standard-attr-timestamp Jul 16 01:05:44.561387 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: trunk.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.562422 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.562946 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension trunk not supported by any of loaded plugins Jul 16 01:05:44.563272 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: trunk_details.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.564207 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.564760 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 01:05:44.565247 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: uplink_status_propagation.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.566429 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.566949 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 01:05:44.567276 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Loading extension file: vlantransparent.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:05:44.567966 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:05:44.568513 n-d-792394-16 neutron-server[93848]: INFO neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 01:05:44.571089 n-d-792394-16 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Creating instance of TrackedResource for resource:network Jul 16 01:05:44.571643 n-d-792394-16 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Creating instance of TrackedResource for resource:subnet Jul 16 01:05:44.572047 n-d-792394-16 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:05:44.572492 n-d-792394-16 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Creating instance of TrackedResource for resource:port Jul 16 01:05:44.573784 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:05:44.574233 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Service FLAVORS assigned prefix: {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:05:44.574859 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:05:44.575296 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:05:44.575627 n-d-792394-16 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Creating instance of TrackedResource for resource:router Jul 16 01:05:44.576086 n-d-792394-16 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 01:05:44.576627 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Service METERING assigned prefix: /metering {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:05:44.578183 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.578561 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.578919 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:05:44.579970 n-d-792394-16 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 01:05:44.580468 n-d-792394-16 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Creating instance of TrackedResource for resource:security_group Jul 16 01:05:44.581250 n-d-792394-16 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 01:05:44.581942 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Service CORE assigned prefix: {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:05:44.582277 n-d-792394-16 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:05:44.582645 n-d-792394-16 neutron-server[93848]: WARNING neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] subnetpool is already registered Jul 16 01:05:44.583326 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Service CORE assigned prefix: {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:05:44.583431 n-d-792394-16 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:05:44.583754 n-d-792394-16 neutron-server[93848]: WARNING neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] subnetpool is already registered Jul 16 01:05:44.586203 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:05:44.586641 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Service FLAVORS assigned prefix: {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:05:44.587237 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:05:44.587659 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:05:44.588003 n-d-792394-16 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Creating instance of TrackedResource for resource:router Jul 16 01:05:44.588340 n-d-792394-16 neutron-server[93848]: WARNING neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] router is already registered Jul 16 01:05:44.588775 n-d-792394-16 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 01:05:44.589114 n-d-792394-16 neutron-server[93848]: WARNING neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] floatingip is already registered Jul 16 01:05:44.589571 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Service METERING assigned prefix: /metering {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:05:44.590270 n-d-792394-16 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 01:05:44.590598 n-d-792394-16 neutron-server[93848]: WARNING neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] rbac_policy is already registered Jul 16 01:05:44.591017 n-d-792394-16 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Creating instance of TrackedResource for resource:security_group Jul 16 01:05:44.591351 n-d-792394-16 neutron-server[93848]: WARNING neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] security_group is already registered Jul 16 01:05:44.591754 n-d-792394-16 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 01:05:44.592086 n-d-792394-16 neutron-server[93848]: WARNING neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] security_group_rule is already registered Jul 16 01:05:44.592920 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Service CORE assigned prefix: {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:05:44.593217 n-d-792394-16 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:05:44.593560 n-d-792394-16 neutron-server[93848]: WARNING neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] subnetpool is already registered Jul 16 01:05:44.593980 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Service CORE assigned prefix: {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:05:44.594304 n-d-792394-16 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:05:44.594634 n-d-792394-16 neutron-server[93848]: WARNING neutron.quota.resource_registry [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] subnetpool is already registered Jul 16 01:05:44.595106 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: extensions {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.596958 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: address-groups {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.598511 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: address-scopes {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.599807 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: agents {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.600985 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: auto-allocated-topology {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.602220 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: availability_zones {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.603441 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: dhcp-networks {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.605028 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: dhcp-agents {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.606456 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: routers {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.608146 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: flavors {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.610736 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: service_profiles {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.612038 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: next_providers {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.614002 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: service_profiles {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.615554 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: floatingip-pools {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.616796 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: routers {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.618472 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: floatingips {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.619738 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: l3-routers {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.621153 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: l3-agents {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.622579 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: metering-labels {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.623819 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: metering-label-rules {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.625209 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: network-ip-availabilities {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.626464 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: bindings {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.628510 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: quotas {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.630093 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: quotas {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.631504 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: rbac-policies {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.632724 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: security-groups {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.634016 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: security-group-rules {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.635250 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: service-providers {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.636531 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: subnetpools {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.637877 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: subnetpools {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.639401 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: tags {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.641111 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: tags {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.642924 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: tags {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.645172 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: tags {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.646839 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: tags {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.648820 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: tags {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.650492 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: tags {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.652318 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: tags {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.654302 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: tags {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.656072 n-d-792394-16 neutron-server[93848]: DEBUG neutron.api.extensions [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Extended resource: tags {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:05:44.662840 n-d-792394-16 neutron-server[93848]: WARNING keystonemiddleware.auth_token [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 01:05:44.667810 n-d-792394-16 neutron-server[93848]: WARNING keystonemiddleware.auth_token [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 01:05:44.676826 n-d-792394-16 neutron-server[93848]: DEBUG oslo_concurrency.lockutils [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Acquired lock "singleton_lock" {{(pid=93848) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 01:05:44.677313 n-d-792394-16 neutron-server[93848]: DEBUG oslo_concurrency.lockutils [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Releasing lock "singleton_lock" {{(pid=93848) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 01:05:44.677970 n-d-792394-16 neutron-server[93848]: INFO oslo_service.service [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Starting 2 workers Jul 16 01:05:44.682732 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Started child 93955 {{(pid=93848) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 01:05:44.687119 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Started child 93956 {{(pid=93848) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 01:05:44.688034 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:44.688782 n-d-792394-16 neutron-server[93848]: INFO neutron.service [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 01:05:44.689464 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Notify callbacks [] for process, before_spawn {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:44.689609 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [-] (93955) wsgi starting up on http://0.0.0.0:9696 Jul 16 01:05:44.691916 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:44.692416 n-d-792394-16 neutron-server[93848]: INFO oslo_service.service [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Starting 1 workers Jul 16 01:05:44.693261 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [-] (93956) wsgi starting up on http://0.0.0.0:9696 Jul 16 01:05:44.697438 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Started child 93957 {{(pid=93848) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 01:05:44.697968 n-d-792394-16 neutron-server[93848]: INFO oslo_service.service [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Starting 1 workers Jul 16 01:05:44.701080 n-d-792394-16 neutron-server[93957]: DEBUG neutron.service [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] calling RpcWorker wait() {{(pid=93957) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 01:05:44.701666 n-d-792394-16 neutron-server[93957]: DEBUG neutron.service [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] returning from RpcWorker wait() {{(pid=93957) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 01:05:44.702478 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Started child 93958 {{(pid=93848) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 01:05:44.702943 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:44.703282 n-d-792394-16 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-e3e78587-2d4f-458e-b41c-dce549698941 None None] Notify callbacks [] for process, after_spawn {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:44.703410 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:05:44.705114 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93848) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 01:05:44.705349 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 01:05:44.705520 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 01:05:44.705863 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 01:05:44.706318 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 01:05:44.706547 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 01:05:44.707167 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.707309 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:44.707801 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.707801 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.707947 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.708175 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.708345 n-d-792394-16 neutron-server[93958]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:05:44.708800 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.709073 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.709355 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.709638 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.709838 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.709986 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.710162 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.710450 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.710652 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.710935 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.711205 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.711405 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.711685 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.711900 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.712072 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.712356 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.712651 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.712929 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] debug = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.713170 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.713642 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.713885 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.714118 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.714353 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.714617 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.714848 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.715173 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.715335 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.715567 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.715799 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.716050 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.716279 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.716524 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.716738 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.716999 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.717224 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.717669 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] host = n-d-792394-16 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.717903 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.718105 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.718332 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.718575 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.718889 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.719062 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.719322 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.719582 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.719890 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.720047 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.720301 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.720571 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.720812 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.721044 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] log_file = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.721318 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] log_options = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.721642 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.722069 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.722467 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.722617 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.722871 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.723070 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.723332 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.723497 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.723756 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.723973 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.724187 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.724438 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.724656 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.724874 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.725131 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.725374 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.725628 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.725837 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.726080 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.726361 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.726572 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.726816 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.727050 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.727263 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.727500 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.727729 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.727970 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.728202 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.728438 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.728699 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.729015 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.729174 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.729443 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.729653 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.729881 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.730103 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.730314 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.730576 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.730800 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.731049 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.731304 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.731534 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.731784 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.731995 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.732213 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.732486 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] use_json = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.732711 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.732906 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.733180 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.733402 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.733630 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.733841 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.734050 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.734281 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.735467 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.735467 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.735467 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.735726 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.735726 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.735964 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.736262 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.736435 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.736818 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.737090 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.737591 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.737962 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.738211 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.738470 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.738734 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.739105 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.739335 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.739599 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.739846 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.740059 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.740341 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.740674 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.741105 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.741246 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.741477 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.741761 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.741984 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.742235 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.742464 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.742696 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.742916 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.743189 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.743412 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.743663 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.743909 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.744092 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.744341 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.744584 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.744813 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.745037 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.745277 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.745510 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.745729 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.745963 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.746181 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.746434 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.746636 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.746884 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.747104 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.747372 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.747604 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.747841 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.748957 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.748957 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.748957 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.748957 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.748957 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.749333 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.749406 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.749608 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.749826 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.750081 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.750333 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.750677 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.750867 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.751072 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.751441 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.751806 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.752179 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.752742 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.753310 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.753719 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.754085 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.754444 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.754821 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.755199 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.755599 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.755828 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.756060 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.756254 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.756526 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.756734 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.756968 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.757207 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.757499 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.757959 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.758119 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.758297 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.758745 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.759162 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.759627 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.759984 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.760214 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.760495 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.760729 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.760983 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.761213 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.761483 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.761702 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.761926 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.762188 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.762608 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.763031 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.763249 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.763503 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.763713 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.763983 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.764238 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.764505 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.764762 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.765030 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.765290 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.765543 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.765826 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.766077 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.766338 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.766858 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.767112 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.767380 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.767598 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.767849 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.768136 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.768543 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.768980 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.769241 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.769479 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.769697 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.770154 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.770580 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.770990 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.771409 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.771837 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.772316 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.772763 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.773152 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.773541 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.773997 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.774417 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.774943 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.775416 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.775847 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.776266 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.776740 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.777003 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.777214 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.777586 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.777825 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.778090 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.778359 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.778688 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.778792 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.778957 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.779217 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.779522 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.779741 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.779962 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.780221 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.780472 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.780693 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.780941 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.781157 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.781376 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.781615 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.781838 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.782061 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.782297 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.782533 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.782769 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.782986 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.783267 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.783522 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.783903 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.784300 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.784671 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.784929 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.785300 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.785726 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.785952 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.786173 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.786394 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.786618 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.786855 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.787082 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.787332 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.787552 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.787799 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.788033 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.788412 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.788670 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.789249 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.789488 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.789710 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.789958 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.790178 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.790397 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.790635 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.790854 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.791069 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.791328 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.791548 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.791766 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.791980 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.792211 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.792476 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.792682 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.792886 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.793169 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.793439 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.793669 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.793909 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.794148 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.794377 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.794624 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.794839 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.795050 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.795273 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.795488 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.795703 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.795929 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.796138 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.796348 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.796608 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.796843 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.797054 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.797278 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.797487 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.797699 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.797939 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.798155 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.798385 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.798609 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.798876 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.799089 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.799400 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.799785 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.800099 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.800582 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.800837 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.801064 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.801355 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.801595 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.801857 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.802116 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.802437 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.802672 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.802930 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.803154 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.803371 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.803590 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.803845 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.804173 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.804486 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.804740 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.804996 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.805275 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.805549 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.805819 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.806034 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.806316 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.806657 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.806940 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.807193 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.807421 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.807689 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.807929 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.808166 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.808438 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.808674 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.808907 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.809172 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.809405 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.809666 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.809875 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.810133 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.810453 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.810677 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.810910 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.811154 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.811369 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.811528 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 01:05:44.812055 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93848) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 01:05:44.812219 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 01:05:44.812396 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 01:05:44.812574 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 01:05:44.812745 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 01:05:44.812898 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 01:05:44.813106 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.813268 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.813428 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.813590 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.813751 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.813934 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.814095 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.814333 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.814516 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.814678 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.814908 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.815263 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.815485 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.815769 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.815875 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.816041 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.816201 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.816383 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.816700 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.817006 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.817298 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.817616 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.817911 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] debug = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.818078 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.818279 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.818440 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.818746 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.818912 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.819072 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.819339 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.819453 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.819537 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.819679 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.819836 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.820133 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.820454 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.820745 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.821047 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.821209 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.821369 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.821521 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] host = n-d-792394-16 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.821684 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.821843 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.822000 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.822161 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.822319 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.822482 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.822645 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.822799 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.822961 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.823121 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.823278 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.823435 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.823592 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.823751 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] log_file = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.824009 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] log_options = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.824133 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.824237 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.824375 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.824568 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.824736 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.824895 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.825052 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.825214 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.825370 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.825673 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.825993 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.826153 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.826313 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.826471 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.826635 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.826786 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.826945 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.827104 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.827267 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.827429 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.827582 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.827741 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.827899 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.828056 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.828213 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.828385 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.828539 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.828693 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.828855 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.829009 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.829167 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.829326 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.829483 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.829641 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.829798 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.829955 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.830112 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.830267 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.830429 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.830626 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.830880 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.831163 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.831380 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.831543 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.831700 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.831858 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] use_json = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.832020 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.832176 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.832338 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.832528 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.832668 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.832820 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.832977 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.833137 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:05:44.833511 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.833511 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.833689 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.833769 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.833935 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.834185 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.834318 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.834521 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.834682 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.834844 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.835013 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.835175 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.835351 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.835512 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.835673 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.835836 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.835939 n-d-792394-16 neutron-server[93957]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:05:44.836081 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.836174 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.836296 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.836485 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.836646 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.836806 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.836985 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.837146 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.837307 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.837469 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.837631 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.837793 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.837954 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.838114 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.838278 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.838441 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.838606 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.838767 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.838928 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.839088 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.839249 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.839412 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.839574 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.839736 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.839895 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.840062 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.840226 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.840410 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.840576 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.840798 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.840928 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.841045 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.841200 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.841362 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.841535 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.841697 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.841858 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.842019 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.842182 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.842348 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.842509 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.842671 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.842833 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.842993 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.843155 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.843331 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.843493 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.843655 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.843816 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.843978 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.844142 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.844302 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.844518 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.844755 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.844922 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.845086 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.845253 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.845418 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.845580 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.845742 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.845904 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.846102 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.846373 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.846645 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.846941 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.847131 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.847298 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.847461 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.847632 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.847808 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.847970 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.848133 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.848501 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.848501 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.848740 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.848859 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.848976 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.849112 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.849216 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.849377 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.849537 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.849701 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.849868 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.850019 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.850224 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.850373 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.850490 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.850634 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.850795 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.850990 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.851126 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.851262 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.851402 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.851561 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.851721 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.851892 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.852052 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.852216 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.852434 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.852573 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.852729 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.852889 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.853050 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.853210 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.853372 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.853529 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.853693 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.853853 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.854014 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.854176 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.854337 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.854505 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.854677 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.854839 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.855002 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.855162 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.855345 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.855514 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.855654 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.855815 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.855975 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.856136 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.856298 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.856487 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.856666 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.856803 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.857134 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.857445 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.857612 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.857776 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.857939 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.858102 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.858265 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.858429 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.858592 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.858754 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.858915 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.859076 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.859419 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.859755 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.860070 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.860238 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.860582 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.860582 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.860857 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.861017 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.861017 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.861207 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.861324 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.861477 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.861638 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.861845 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.862073 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.862282 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.862446 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.862610 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.862773 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.862960 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.863080 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.863242 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.863406 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.863566 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.863727 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.863889 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.864049 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.864211 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.864408 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.864557 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.864720 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.864882 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.865044 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.865240 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.865403 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.865566 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.865727 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.865888 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.866049 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.866210 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.866371 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.866531 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.866692 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.866853 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.867016 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.867180 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.867342 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.867504 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.867666 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.867827 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.867988 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.868150 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.868324 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.868515 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.868679 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.868842 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.869002 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.869163 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.869334 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.869496 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.869656 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.869815 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.869976 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.870137 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.870307 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.870468 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.870637 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.870775 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.870935 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.871096 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.871266 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.871428 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.871588 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.871753 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.871911 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.872231 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.872429 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.872592 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.872754 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.872914 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.873075 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.873237 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.873411 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.873577 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.873726 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.873895 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.874055 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.874202 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.874363 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.874712 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.874712 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.875223 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.875223 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.875223 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.875553 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.875553 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.875750 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.875750 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.875940 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.876063 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.876235 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.876445 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.876579 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.876929 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.876929 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.877171 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.877290 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.877518 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.877718 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.877953 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.878310 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.878445 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.878584 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.878929 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.878929 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.879200 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.879200 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.879452 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.879585 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.879715 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.879810 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.879924 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.880085 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.880246 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.880429 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:05:44.880585 n-d-792394-16 neutron-server[93848]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 01:05:45.071278 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59074) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:45.083623 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0090559 Jul 16 01:05:56.631915 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cf5879-498e-4101-acda-51cc9462863b None None] get_active_networks_info from n-d-792394-16 {{(pid=93957) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:05:56.774007 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cf5879-498e-4101-acda-51cc9462863b None None] No non-hosted networks {{(pid=93957) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 01:05:56.795569 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3785ba29-b19d-4737-9405-ffe828bd1415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1750283'] for agent, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:59.445314 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c090ac72-8108-4deb-b2ca-69f252722ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1750283'] for agent, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:59.512044 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a6c793fa-f977-454a-bc64-603e4946da5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:59.567589 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1750283'] for agent, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:59.568226 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:59.568739 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:59.569258 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:59.569745 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:59.570309 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:59.570771 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:59.571272 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:59.571775 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:59.572414 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:59.572886 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:59.573561 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:59.574019 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:59.574637 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-792394-16', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:05:59.581390 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-792394-16', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:06:00.675381 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1750283'] for agent, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:02.316393 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1750283'] for agent, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:03.099788 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59166) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:03.631682 n-d-792394-16 neutron-server[93956]: WARNING oslo_policy.policy [None req-a90fcd73-3c35-44df-994d-28466f4ae1fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:06:03.632284 n-d-792394-16 neutron-server[93956]: WARNING oslo_policy.policy [None req-a90fcd73-3c35-44df-994d-28466f4ae1fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:06:03.847030 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [None req-a90fcd73-3c35-44df-994d-28466f4ae1fe admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:06:03.848278 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a90fcd73-3c35-44df-994d-28466f4ae1fe admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7463510 Jul 16 01:06:04.772889 n-d-792394-16 neutron-server[93957]: INFO neutron.db.l3_hamode_db [None req-7eea52e9-72c3-4a08-83aa-6f97c5a69310 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 01:06:04.850509 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eea52e9-72c3-4a08-83aa-6f97c5a69310 None None] Routers set() bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:06:04.850890 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eea52e9-72c3-4a08-83aa-6f97c5a69310 None None] Router IDs set() for agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:06:06.209964 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59180) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:06.758611 n-d-792394-16 neutron-server[93955]: WARNING oslo_policy.policy [None req-98e7400f-f46b-4182-9271-a493d0367974 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:06:06.759184 n-d-792394-16 neutron-server[93955]: WARNING oslo_policy.policy [None req-98e7400f-f46b-4182-9271-a493d0367974 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:06:06.973530 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-98e7400f-f46b-4182-9271-a493d0367974 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:07.065933 n-d-792394-16 neutron-server[93955]: DEBUG neutron.policy [None req-98e7400f-f46b-4182-9271-a493d0367974 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93955) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 01:06:07.110509 n-d-792394-16 neutron-server[93955]: WARNING oslo_policy.policy [None req-98e7400f-f46b-4182-9271-a493d0367974 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:06:07.110873 n-d-792394-16 neutron-server[93955]: WARNING oslo_policy.policy [None req-98e7400f-f46b-4182-9271-a493d0367974 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:06:07.119496 n-d-792394-16 neutron-server[93955]: INFO neutron.quota [None req-98e7400f-f46b-4182-9271-a493d0367974 admin admin] Loaded quota_driver: . Jul 16 01:06:07.214839 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-98e7400f-f46b-4182-9271-a493d0367974 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767331684204', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767331683585', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767331711278', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767331698532', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767331723945', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767331717738', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-581376', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-586739', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1597135', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1751870'] for rbac-policy, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:07.293842 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-98e7400f-f46b-4182-9271-a493d0367974 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:07.295074 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-98e7400f-f46b-4182-9271-a493d0367974 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0841224 Jul 16 01:06:09.952795 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59198) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:10.317971 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Request body: {'network': {'project_id': 'fe5c03cca26c474d928b5c65a48606b1', 'tenant_id': 'fe5c03cca26c474d928b5c65a48606b1', 'name': 'private', 'admin_state_up': True}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:10.356061 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Made reservation on behalf of fe5c03cca26c474d928b5c65a48606b1 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:06:10.359026 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:10.380668 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:10.547958 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:10.554444 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:10.581871 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:06:10.615033 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767329672259', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:10.615635 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Unsubscribe: segment precommit_create {{(pid=93955) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 01:06:10.616133 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Added segment 9dfab1fb-1c08-4c87-a614-ca32aa473cb0 of type vlan for network 7617e014-3caa-4a60-8224-1b1b21ff3885 Jul 16 01:06:10.641666 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0157b4-60d8-4e55-91c4-626aa1625fa5,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:10.709859 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:10.710196 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:10.710530 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:10.710865 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:10.711183 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:10.711507 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:10.711831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:10.714010 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:10.714358 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:10.715616 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:10.715973 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:10.716297 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Tracked resource versions report: Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: pushed versions: Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: { 'AddressGroup': {'1.2'}, Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: 'ConntrackHelper': {'1.0'}, Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: 'Log': {'1.0'}, Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: 'Network': {'1.1'}, Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: 'Port': {'1.7'}, Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: 'PortForwarding': {'1.2'}, Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: 'QosPolicy': {'1.8'}, Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: 'SecurityGroup': {'1.4'}, Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: 'SubPort': {'1.0'}, Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: 'Subnet': {'1.1'}, Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: 'Trunk': {'1.1'}} Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: consumer versions: Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: { DHCP agent@n-d-792394-16: {}, Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: L3 agent@n-d-792394-16: {}, Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: Metadata agent@n-d-792394-16: {}, Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: Metering agent@n-d-792394-16: {}, Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: Open vSwitch agent@n-d-792394-16: { 'AddressGroup': '1.2', Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: 'ConntrackHelper': '1.0', Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: 'Log': '1.0', Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: 'Network': '1.1', Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: 'Port': '1.7', Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: 'PortForwarding': '1.2', Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: 'QosPolicy': '1.8', Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: 'SecurityGroup': '1.4', Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: 'SecurityGroupRule': '1.2', Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: 'SubPort': '1.0', Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: 'Subnet': '1.1', Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: 'Trunk': '1.1'}} Jul 16 01:06:10.717570 n-d-792394-16 neutron-server[93955]: {{(pid=93955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:06:10.782318 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:10.844054 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:10.845454 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:10.846400 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:10.912228 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9582930 Jul 16 01:06:10.952691 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53599133-4eda-44e4-beed-2e74034c7b66 admin admin] Pushing event updated for resources: {'Network': ['ID=7617e014-3caa-4a60-8224-1b1b21ff3885,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:10.965085 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 7617e014-3caa-4a60-8224-1b1b21ff3885 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:06:13.610594 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59212) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:14.033487 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087e28d4-dba8-41a8-b7d9-d4262104efcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:14.034786 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-087e28d4-dba8-41a8-b7d9-d4262104efcf admin admin] 10.222.0.16 "GET /v2.0/networks/7617e014-3caa-4a60-8224-1b1b21ff3885 HTTP/1.1" status: 200 len: 825 time: 0.4231825 Jul 16 01:06:14.061889 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1309813e-f86d-4f80-a78e-e02aee4c9ab6 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/7e111881-39f6-4b68-876c-aff7f2242ac4 HTTP/1.1" status: 200 len: 734 time: 0.0188034 Jul 16 01:06:14.071426 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-7140365d-d429-4265-9ce3-6d6955622663 admin admin] Request body: {'subnet': {'subnetpool_id': '7e111881-39f6-4b68-876c-aff7f2242ac4', 'tenant_id': 'fe5c03cca26c474d928b5c65a48606b1', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '7617e014-3caa-4a60-8224-1b1b21ff3885', 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:14.097883 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7140365d-d429-4265-9ce3-6d6955622663 admin admin] Made reservation on behalf of fe5c03cca26c474d928b5c65a48606b1 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:06:14.101794 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7140365d-d429-4265-9ce3-6d6955622663 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:14.425510 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7140365d-d429-4265-9ce3-6d6955622663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:14.500690 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140365d-d429-4265-9ce3-6d6955622663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70a210e3-c569-44fe-a061-83a4264e1d7a,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:14.515011 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7140365d-d429-4265-9ce3-6d6955622663 admin admin] Checking segment: {'id': '9dfab1fb-1c08-4c87-a614-ca32aa473cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7617e014-3caa-4a60-8224-1b1b21ff3885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:14.515532 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7140365d-d429-4265-9ce3-6d6955622663 admin admin] Network hostable DHCP agents. Network: 7617e014-3caa-4a60-8224-1b1b21ff3885, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:06:14.542436 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7140365d-d429-4265-9ce3-6d6955622663 admin admin] Network 7617e014-3caa-4a60-8224-1b1b21ff3885 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:06:14.555294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-7140365d-d429-4265-9ce3-6d6955622663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 7617e014-3caa-4a60-8224-1b1b21ff3885) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:14.560329 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7140365d-d429-4265-9ce3-6d6955622663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:14.560955 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7140365d-d429-4265-9ce3-6d6955622663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:14.566087 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655ae22b-f0d0-4dc9-b7bd-0752b3835f26 None None] Network 7617e014-3caa-4a60-8224-1b1b21ff3885 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:06:14.576458 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7140365d-d429-4265-9ce3-6d6955622663 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5082226 Jul 16 01:06:14.886826 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-7617e014-3caa-4a60-8224-1b1b21ff3885', 'network_id': '7617e014-3caa-4a60-8224-1b1b21ff3885', 'tenant_id': 'fe5c03cca26c474d928b5c65a48606b1', 'fixed_ips': [{'subnet_id': '70a210e3-c569-44fe-a061-83a4264e1d7a'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:06:14.888098 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:15.173838 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Allocated IP 172.20.0.2 (7617e014-3caa-4a60-8224-1b1b21ff3885/70a210e3-c569-44fe-a061-83a4264e1d7a/b0e2fe10-3a13-4913-98ae-4b98d8c77774) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:06:15.394717 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:15.441711 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Transition to ACTIVE for port object b0e2fe10-3a13-4913-98ae-4b98d8c77774 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:15.462184 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Transition to ACTIVE for port object b0e2fe10-3a13-4913-98ae-4b98d8c77774 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:15.472354 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:15.539820 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Network 7617e014-3caa-4a60-8224-1b1b21ff3885 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:06:15.544402 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:15.555479 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:06:15.558505 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Pushing event updated for resources: {'Port': ['ID=b0e2fe10-3a13-4913-98ae-4b98d8c77774,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:15.583469 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:15.584168 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:15.584168 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:15.584479 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:15.584786 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:15.585112 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:15.585431 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:15.585746 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:15.586065 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:15.586375 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:15.586689 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:15.586990 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Tracked resource versions report: Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: pushed versions: Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: { 'AddressGroup': {'1.2'}, Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: 'ConntrackHelper': {'1.0'}, Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: 'Log': {'1.0'}, Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: 'Network': {'1.1'}, Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: 'Port': {'1.7'}, Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: 'PortForwarding': {'1.2'}, Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: 'QosPolicy': {'1.8'}, Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: 'SecurityGroup': {'1.4'}, Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: 'SubPort': {'1.0'}, Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: 'Subnet': {'1.1'}, Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: 'Trunk': {'1.1'}} Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: consumer versions: Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: { DHCP agent@n-d-792394-16: {}, Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: L3 agent@n-d-792394-16: {}, Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: Metadata agent@n-d-792394-16: {}, Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: Metering agent@n-d-792394-16: {}, Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: Open vSwitch agent@n-d-792394-16: { 'AddressGroup': '1.2', Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: 'ConntrackHelper': '1.0', Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: 'Log': '1.0', Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: 'Network': '1.1', Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: 'Port': '1.7', Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: 'PortForwarding': '1.2', Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: 'QosPolicy': '1.8', Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: 'SecurityGroup': '1.4', Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: 'SecurityGroupRule': '1.2', Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: 'SubPort': '1.0', Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: 'Subnet': '1.1', Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: 'Trunk': '1.1'}} Jul 16 01:06:15.588076 n-d-792394-16 neutron-server[93957]: {{(pid=93957) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:06:15.637291 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Attempting to bind port b0e2fe10-3a13-4913-98ae-4b98d8c77774 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:06:15.637674 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Attempting to bind port b0e2fe10-3a13-4913-98ae-4b98d8c77774 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '9dfab1fb-1c08-4c87-a614-ca32aa473cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7617e014-3caa-4a60-8224-1b1b21ff3885'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:06:15.638077 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Attempting to bind port b0e2fe10-3a13-4913-98ae-4b98d8c77774 on network 7617e014-3caa-4a60-8224-1b1b21ff3885 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:15.643187 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:06:15.643623 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Checking segment: {'id': '9dfab1fb-1c08-4c87-a614-ca32aa473cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7617e014-3caa-4a60-8224-1b1b21ff3885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:15.644076 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:15.644479 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Bound using segment: {'id': '9dfab1fb-1c08-4c87-a614-ca32aa473cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7617e014-3caa-4a60-8224-1b1b21ff3885'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:06:15.644926 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Bound port: b0e2fe10-3a13-4913-98ae-4b98d8c77774, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dfab1fb-1c08-4c87-a614-ca32aa473cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7617e014-3caa-4a60-8224-1b1b21ff3885'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:06:15.645314 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:15.707145 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] For port b0e2fe10-3a13-4913-98ae-4b98d8c77774, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:06:15.711292 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] For port b0e2fe10-3a13-4913-98ae-4b98d8c77774, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=b0e2fe10-3a13-4913-98ae-4b98d8c77774,segment=NetworkSegment(9dfab1fb-1c08-4c87-a614-ca32aa473cb0),segment_id=9dfab1fb-1c08-4c87-a614-ca32aa473cb0)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:06:15.718777 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:15.789715 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9aef9-9715-4a0b-9b0d-ec6da0e2265f None None] Pushing event updated for resources: {'Port': ['ID=b0e2fe10-3a13-4913-98ae-4b98d8c77774,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:16.962577 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59220) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:17.308280 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [None req-8553af32-800a-4a2d-8208-d044bb823a2d admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:06:17.309302 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8553af32-800a-4a2d-8208-d044bb823a2d admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3457844 Jul 16 01:06:19.789986 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59228) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:20.107017 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [None req-eff2390a-7120-4853-a2d5-6f022698718f admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:06:20.108084 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-eff2390a-7120-4853-a2d5-6f022698718f admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3171220 Jul 16 01:06:21.452327 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device b0e2fe10-3a13-4913-98ae-4b98d8c77774 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:06:21.544754 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port b0e2fe10-3a13-4913-98ae-4b98d8c77774 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:21.937355 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c25f519-c2f8-4835-9515-b8bb5a5f8404 None None] Network 7617e014-3caa-4a60-8224-1b1b21ff3885 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:06:22.014876 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f3bb9ae0-d5ae-4916-934b-c64cbd50334a None None] Provisioning for port b0e2fe10-3a13-4913-98ae-4b98d8c77774 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:22.026754 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f3bb9ae0-d5ae-4916-934b-c64cbd50334a None None] Provisioning complete for port b0e2fe10-3a13-4913-98ae-4b98d8c77774 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:22.027115 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f3bb9ae0-d5ae-4916-934b-c64cbd50334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:22.202789 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f3bb9ae0-d5ae-4916-934b-c64cbd50334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:22.252237 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-f3bb9ae0-d5ae-4916-934b-c64cbd50334a None None] For port b0e2fe10-3a13-4913-98ae-4b98d8c77774, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=b0e2fe10-3a13-4913-98ae-4b98d8c77774,segment=NetworkSegment(9dfab1fb-1c08-4c87-a614-ca32aa473cb0),segment_id=9dfab1fb-1c08-4c87-a614-ca32aa473cb0)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:22.259986 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f3bb9ae0-d5ae-4916-934b-c64cbd50334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:22.315987 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb9ae0-d5ae-4916-934b-c64cbd50334a None None] Pushing event updated for resources: {'Port': ['ID=b0e2fe10-3a13-4913-98ae-4b98d8c77774,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:22.483146 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3743818e-8103-4469-bcb5-a1d193189d11 None None] Provisioning complete for port b0e2fe10-3a13-4913-98ae-4b98d8c77774 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:22.483778 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3743818e-8103-4469-bcb5-a1d193189d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:22.780195 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59242) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:23.114806 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-931e55f2-9fe6-4a26-b6da-b6f384184e93 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'fe5c03cca26c474d928b5c65a48606b1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:23.178594 n-d-792394-16 neutron-server[93956]: DEBUG neutron.policy [None req-931e55f2-9fe6-4a26-b6da-b6f384184e93 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93956) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 01:06:23.225140 n-d-792394-16 neutron-server[93956]: WARNING oslo_policy.policy [None req-931e55f2-9fe6-4a26-b6da-b6f384184e93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:06:23.225521 n-d-792394-16 neutron-server[93956]: WARNING oslo_policy.policy [None req-931e55f2-9fe6-4a26-b6da-b6f384184e93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:06:23.234048 n-d-792394-16 neutron-server[93956]: INFO neutron.quota [None req-931e55f2-9fe6-4a26-b6da-b6f384184e93 admin admin] Loaded quota_driver: . Jul 16 01:06:23.296337 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-931e55f2-9fe6-4a26-b6da-b6f384184e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:23.298169 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-931e55f2-9fe6-4a26-b6da-b6f384184e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:23.413988 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device b0e2fe10-3a13-4913-98ae-4b98d8c77774 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:06:23.455933 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-931e55f2-9fe6-4a26-b6da-b6f384184e93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:23.462765 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port b0e2fe10-3a13-4913-98ae-4b98d8c77774 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:23.462987 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-931e55f2-9fe6-4a26-b6da-b6f384184e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:23.463122 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:23.482484 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-931e55f2-9fe6-4a26-b6da-b6f384184e93 admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:23.483870 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-931e55f2-9fe6-4a26-b6da-b6f384184e93 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7026885 Jul 16 01:06:23.761938 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 5 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:06:25.853941 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59252) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:26.231415 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-0dc7dbaa-4799-4475-8f8c-52d802aa005a admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:06:26.232390 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0dc7dbaa-4799-4475-8f8c-52d802aa005a admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3772182 Jul 16 01:06:26.557036 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4c3d8a84-b5d3-4cec-86d9-f28fe23946ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:28.636307 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59260) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:28.994170 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:29.022208 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Made reservation on behalf of 2204b8b1b4ce48de95908baa4967f070 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:06:29.026126 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:29.045448 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:29.175532 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:29.183456 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:29.196428 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Reserving flat network on physical network physnet1 {{(pid=93956) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 01:06:29.229861 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767329672259', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:29.230461 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Unsubscribe: segment precommit_create {{(pid=93956) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 01:06:29.230949 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Added segment 22968310-dffe-4249-91d1-ba90af0d9c4d of type flat for network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 Jul 16 01:06:29.249782 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443b06fa-8376-414a-87a5-1462c187a5ae,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:29.304279 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:29.304619 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:29.304868 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:29.305189 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:29.305498 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:29.305834 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:29.306132 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:29.306460 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:29.306759 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:29.307065 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:29.307376 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:29.307682 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Tracked resource versions report: Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: pushed versions: Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: { 'AddressGroup': {'1.2'}, Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: 'ConntrackHelper': {'1.0'}, Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: 'Log': {'1.0'}, Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: 'Network': {'1.1'}, Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: 'Port': {'1.7'}, Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: 'PortForwarding': {'1.2'}, Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: 'QosPolicy': {'1.8'}, Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: 'SecurityGroup': {'1.4'}, Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: 'SubPort': {'1.0'}, Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: 'Subnet': {'1.1'}, Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: 'Trunk': {'1.1'}} Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: consumer versions: Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: { DHCP agent@n-d-792394-16: {}, Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: L3 agent@n-d-792394-16: {}, Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: Metadata agent@n-d-792394-16: {}, Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: Metering agent@n-d-792394-16: {}, Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: Open vSwitch agent@n-d-792394-16: { 'AddressGroup': '1.2', Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: 'ConntrackHelper': '1.0', Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: 'Log': '1.0', Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: 'Network': '1.1', Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: 'Port': '1.7', Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: 'PortForwarding': '1.2', Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: 'QosPolicy': '1.8', Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: 'SecurityGroup': '1.4', Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: 'SecurityGroupRule': '1.2', Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: 'SubPort': '1.0', Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: 'Subnet': '1.1', Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: 'Trunk': '1.1'}} Jul 16 01:06:29.308847 n-d-792394-16 neutron-server[93956]: {{(pid=93956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:06:29.358825 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:29.414745 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:29.415973 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:29.416671 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:29.446297 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f38cf044-acd1-4421-b324-a3d19a3ebb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:29.473833 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8364127 Jul 16 01:06:29.513742 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13751ddd-1eda-4680-97fa-7af26dd718a5 admin admin] Pushing event updated for resources: {'Network': ['ID=44f29c19-83dc-4bc0-a0a8-8775f5768d28,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:29.525161 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:06:29.596333 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:30.590014 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:31.856976 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59282) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:32.093652 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad3700a-93d3-4cd4-bdce-dd946d65245e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:32.095144 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4ad3700a-93d3-4cd4-bdce-dd946d65245e admin admin] 10.222.0.16 "GET /v2.0/subnets/70a210e3-c569-44fe-a061-83a4264e1d7a HTTP/1.1" status: 200 len: 849 time: 0.2370610 Jul 16 01:06:32.232215 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ac8c4cb6-49bb-476b-8da6-9bdbf8ee69a8 admin admin] 10.222.0.16 "GET /v2.0/routers/426e809c-7516-4f6e-901e-486548beb7fe HTTP/1.1" status: 200 len: 704 time: 0.1288519 Jul 16 01:06:32.275656 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:32.514268 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1cb2-95db-42cc-a15f-826249508237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:32.821540 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-2f7d1cb2-95db-42cc-a15f-826249508237 admin admin] Allocated IP 172.20.0.1 (7617e014-3caa-4a60-8224-1b1b21ff3885/70a210e3-c569-44fe-a061-83a4264e1d7a/eb74e45f-3d20-4969-80c3-0be67e40d420) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:06:33.024081 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1cb2-95db-42cc-a15f-826249508237 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:33.048512 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-2f7d1cb2-95db-42cc-a15f-826249508237 admin admin] Transition to ACTIVE for port object eb74e45f-3d20-4969-80c3-0be67e40d420 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:33.138599 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1cb2-95db-42cc-a15f-826249508237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:33.213300 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7d1cb2-95db-42cc-a15f-826249508237 admin admin] Network 7617e014-3caa-4a60-8224-1b1b21ff3885 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:06:33.218038 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-2f7d1cb2-95db-42cc-a15f-826249508237 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:33.228253 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7d1cb2-95db-42cc-a15f-826249508237 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:06:33.228253 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1cb2-95db-42cc-a15f-826249508237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:33.247563 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d1cb2-95db-42cc-a15f-826249508237 admin admin] Pushing event updated for resources: {'Port': ['ID=eb74e45f-3d20-4969-80c3-0be67e40d420,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:33.472258 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2cf6b066-4379-43ae-803e-879f9327367b None None] Provisioning for port eb74e45f-3d20-4969-80c3-0be67e40d420 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:33.476031 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2cf6b066-4379-43ae-803e-879f9327367b None None] Provisioning complete for port eb74e45f-3d20-4969-80c3-0be67e40d420 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:33.476439 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2cf6b066-4379-43ae-803e-879f9327367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:33.491979 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1cb2-95db-42cc-a15f-826249508237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:33.509070 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2cf6b066-4379-43ae-803e-879f9327367b None None] Port eb74e45f-3d20-4969-80c3-0be67e40d420 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:06:33.688297 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1cb2-95db-42cc-a15f-826249508237 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:33.694753 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1cb2-95db-42cc-a15f-826249508237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:33.695600 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1cb2-95db-42cc-a15f-826249508237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:33.762767 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d1cb2-95db-42cc-a15f-826249508237 admin admin] Pushing event updated for resources: {'Port': ['ID=eb74e45f-3d20-4969-80c3-0be67e40d420,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:33.834075 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7d1cb2-95db-42cc-a15f-826249508237 admin admin] Network 7617e014-3caa-4a60-8224-1b1b21ff3885 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:06:33.835471 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-2f7d1cb2-95db-42cc-a15f-826249508237 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:33.997648 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7d1cb2-95db-42cc-a15f-826249508237 admin admin] Router 426e809c-7516-4f6e-901e-486548beb7fe is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:06:34.030712 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1ad68c68-dbf1-490a-9694-0d946b0bca0f None None] Provisioning complete for port eb74e45f-3d20-4969-80c3-0be67e40d420 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:34.031083 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1ad68c68-dbf1-490a-9694-0d946b0bca0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:34.070323 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1ad68c68-dbf1-490a-9694-0d946b0bca0f None None] Port eb74e45f-3d20-4969-80c3-0be67e40d420 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:06:34.095721 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7d1cb2-95db-42cc-a15f-826249508237 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:06:34.101948 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2f7d1cb2-95db-42cc-a15f-826249508237 admin admin] 10.222.0.16 "PUT /v2.0/routers/426e809c-7516-4f6e-901e-486548beb7fe/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8643906 Jul 16 01:06:34.106213 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] Sync routers for ids ['426e809c-7516-4f6e-901e-486548beb7fe'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:06:34.123146 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] Routers {'426e809c-7516-4f6e-901e-486548beb7fe'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:06:34.124317 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:06:29Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['426e809c-7516-4f6e-901e-486548beb7fe'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:06:34.312081 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] Set router 426e809c-7516-4f6e-901e-486548beb7fe gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:06:34.754261 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426e809c-7516-4f6e-901e-486548beb7fe', 'name': 'router1', 'tenant_id': 'fe5c03cca26c474d928b5c65a48606b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:23Z', 'updated_at': '2021-07-16T01:06:33Z', 'revision_number': 2, 'project_id': 'fe5c03cca26c474d928b5c65a48606b1', 'gw_port_host': None, '_interfaces': [{'id': 'eb74e45f-3d20-4969-80c3-0be67e40d420', 'name': '', 'network_id': '7617e014-3caa-4a60-8224-1b1b21ff3885', 'tenant_id': 'fe5c03cca26c474d928b5c65a48606b1', 'mac_address': 'fa:16:3e:fd:72:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426e809c-7516-4f6e-901e-486548beb7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70a210e3-c569-44fe-a061-83a4264e1d7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:32Z', 'updated_at': '2021-07-16T01:06:33Z', 'revision_number': 2, 'project_id': 'fe5c03cca26c474d928b5c65a48606b1', 'subnets': [{'id': '70a210e3-c569-44fe-a061-83a4264e1d7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e111881-39f6-4b68-876c-aff7f2242ac4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:06:34.802419 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] Checking router: 426e809c-7516-4f6e-901e-486548beb7fe for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:06:34.802790 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] Updating router 426e809c-7516-4f6e-901e-486548beb7fe port eb74e45f-3d20-4969-80c3-0be67e40d420 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:06:34.866702 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:35.373606 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:35.392287 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] Transition to ACTIVE for port object eb74e45f-3d20-4969-80c3-0be67e40d420 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:35.400700 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:35.557298 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] Attempting to bind port eb74e45f-3d20-4969-80c3-0be67e40d420 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:06:35.557701 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] Attempting to bind port eb74e45f-3d20-4969-80c3-0be67e40d420 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '9dfab1fb-1c08-4c87-a614-ca32aa473cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7617e014-3caa-4a60-8224-1b1b21ff3885'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:06:35.558120 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] Attempting to bind port eb74e45f-3d20-4969-80c3-0be67e40d420 on network 7617e014-3caa-4a60-8224-1b1b21ff3885 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:35.566399 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74233c1-6052-490f-8acc-d4db1cbe778a None None] Pushing event updated for resources: {'Port': ['ID=eb74e45f-3d20-4969-80c3-0be67e40d420,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:35.568806 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:06:35.569206 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] Checking segment: {'id': '9dfab1fb-1c08-4c87-a614-ca32aa473cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7617e014-3caa-4a60-8224-1b1b21ff3885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:35.569636 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:35.570048 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] Bound using segment: {'id': '9dfab1fb-1c08-4c87-a614-ca32aa473cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7617e014-3caa-4a60-8224-1b1b21ff3885'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:06:35.570504 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] Bound port: eb74e45f-3d20-4969-80c3-0be67e40d420, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dfab1fb-1c08-4c87-a614-ca32aa473cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7617e014-3caa-4a60-8224-1b1b21ff3885'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:06:35.570880 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:35.586064 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74233c1-6052-490f-8acc-d4db1cbe778a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:35.586408 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74233c1-6052-490f-8acc-d4db1cbe778a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:35.586745 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74233c1-6052-490f-8acc-d4db1cbe778a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:35.587075 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74233c1-6052-490f-8acc-d4db1cbe778a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:35.587402 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74233c1-6052-490f-8acc-d4db1cbe778a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:35.587727 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74233c1-6052-490f-8acc-d4db1cbe778a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:35.588047 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74233c1-6052-490f-8acc-d4db1cbe778a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:35.588390 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74233c1-6052-490f-8acc-d4db1cbe778a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:35.589712 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74233c1-6052-490f-8acc-d4db1cbe778a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:35.590113 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74233c1-6052-490f-8acc-d4db1cbe778a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:35.590504 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74233c1-6052-490f-8acc-d4db1cbe778a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:35.590894 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74233c1-6052-490f-8acc-d4db1cbe778a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74233c1-6052-490f-8acc-d4db1cbe778a None None] Tracked resource versions report: Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: pushed versions: Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: { 'AddressGroup': {'1.2'}, Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: 'ConntrackHelper': {'1.0'}, Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: 'Log': {'1.0'}, Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: 'Network': {'1.1'}, Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: 'Port': {'1.7'}, Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: 'PortForwarding': {'1.2'}, Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: 'QosPolicy': {'1.8'}, Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: 'SecurityGroup': {'1.4'}, Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: 'SubPort': {'1.0'}, Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: 'Subnet': {'1.1'}, Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: 'Trunk': {'1.1'}} Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: consumer versions: Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: { DHCP agent@n-d-792394-16: {}, Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: L3 agent@n-d-792394-16: {}, Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: Metadata agent@n-d-792394-16: {}, Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: Metering agent@n-d-792394-16: {}, Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: Open vSwitch agent@n-d-792394-16: { 'AddressGroup': '1.2', Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: 'ConntrackHelper': '1.0', Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: 'Log': '1.0', Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: 'Network': '1.1', Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: 'Port': '1.7', Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: 'PortForwarding': '1.2', Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: 'QosPolicy': '1.8', Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: 'SecurityGroup': '1.4', Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: 'SecurityGroupRule': '1.2', Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: 'SubPort': '1.0', Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: 'Subnet': '1.1', Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: 'Trunk': '1.1'}} Jul 16 01:06:35.592108 n-d-792394-16 neutron-server[93958]: {{(pid=93958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:06:35.650160 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] For port eb74e45f-3d20-4969-80c3-0be67e40d420, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:06:35.671785 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] For port eb74e45f-3d20-4969-80c3-0be67e40d420, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=eb74e45f-3d20-4969-80c3-0be67e40d420,segment=NetworkSegment(9dfab1fb-1c08-4c87-a614-ca32aa473cb0),segment_id=9dfab1fb-1c08-4c87-a614-ca32aa473cb0)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:06:35.677399 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:35.732327 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] Routers {'426e809c-7516-4f6e-901e-486548beb7fe'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:06:35.732987 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:06:29Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['426e809c-7516-4f6e-901e-486548beb7fe'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:06:35.771510 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74233c1-6052-490f-8acc-d4db1cbe778a None None] Pushing event updated for resources: {'Port': ['ID=eb74e45f-3d20-4969-80c3-0be67e40d420,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:35.825364 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] Set router 426e809c-7516-4f6e-901e-486548beb7fe gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:06:36.041199 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426e809c-7516-4f6e-901e-486548beb7fe', 'name': 'router1', 'tenant_id': 'fe5c03cca26c474d928b5c65a48606b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:23Z', 'updated_at': '2021-07-16T01:06:33Z', 'revision_number': 2, 'project_id': 'fe5c03cca26c474d928b5c65a48606b1', 'gw_port_host': None, '_interfaces': [{'id': 'eb74e45f-3d20-4969-80c3-0be67e40d420', 'name': '', 'network_id': '7617e014-3caa-4a60-8224-1b1b21ff3885', 'tenant_id': 'fe5c03cca26c474d928b5c65a48606b1', 'mac_address': 'fa:16:3e:fd:72:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426e809c-7516-4f6e-901e-486548beb7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70a210e3-c569-44fe-a061-83a4264e1d7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:32Z', 'updated_at': '2021-07-16T01:06:35Z', 'revision_number': 4, 'project_id': 'fe5c03cca26c474d928b5c65a48606b1', 'subnets': [{'id': '70a210e3-c569-44fe-a061-83a4264e1d7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e111881-39f6-4b68-876c-aff7f2242ac4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:06:36.066074 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260c3d18-1fdb-4260-832a-569efaa7b5d6 None None] The sync data for ids ['426e809c-7516-4f6e-901e-486548beb7fe'] in n-d-792394-16 is: [{'id': '426e809c-7516-4f6e-901e-486548beb7fe', 'name': 'router1', 'tenant_id': 'fe5c03cca26c474d928b5c65a48606b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:23Z', 'updated_at': '2021-07-16T01:06:33Z', 'revision_number': 2, 'project_id': 'fe5c03cca26c474d928b5c65a48606b1', 'gw_port_host': None, '_interfaces': [{'id': 'eb74e45f-3d20-4969-80c3-0be67e40d420', 'name': '', 'network_id': '7617e014-3caa-4a60-8224-1b1b21ff3885', 'tenant_id': 'fe5c03cca26c474d928b5c65a48606b1', 'mac_address': 'fa:16:3e:fd:72:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426e809c-7516-4f6e-901e-486548beb7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70a210e3-c569-44fe-a061-83a4264e1d7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:32Z', 'updated_at': '2021-07-16T01:06:35Z', 'revision_number': 4, 'project_id': 'fe5c03cca26c474d928b5c65a48606b1', 'subnets': [{'id': '70a210e3-c569-44fe-a061-83a4264e1d7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e111881-39f6-4b68-876c-aff7f2242ac4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:06:36.322044 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59302) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:36.439626 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a06590-b7e1-4e74-8d88-cf32680a348f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:36.440998 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e3a06590-b7e1-4e74-8d88-cf32680a348f admin admin] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 842 time: 0.1179187 Jul 16 01:06:36.450547 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-7c97f345-c139-427b-8c7f-c004ab34e6ec admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'cidr': '172.25.6.0/24', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.25.6.1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:36.473343 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c97f345-c139-427b-8c7f-c004ab34e6ec admin admin] Made reservation on behalf of 2204b8b1b4ce48de95908baa4967f070 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:06:36.475877 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c97f345-c139-427b-8c7f-c004ab34e6ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:36.807983 n-d-792394-16 neutron-server[93955]: DEBUG neutron.objects.ports [None req-7c97f345-c139-427b-8c7f-c004ab34e6ec admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93955) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:06:36.808466 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c97f345-c139-427b-8c7f-c004ab34e6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:36.860091 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97f345-c139-427b-8c7f-c004ab34e6ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e44fbbe-b435-4241-91d1-1f17c14331fe,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:36.870236 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c97f345-c139-427b-8c7f-c004ab34e6ec admin admin] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:36.870582 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c97f345-c139-427b-8c7f-c004ab34e6ec admin admin] Network hostable DHCP agents. Network: 44f29c19-83dc-4bc0-a0a8-8775f5768d28, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:06:36.887574 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c97f345-c139-427b-8c7f-c004ab34e6ec admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:06:36.899463 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-7c97f345-c139-427b-8c7f-c004ab34e6ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 44f29c19-83dc-4bc0-a0a8-8775f5768d28) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:36.907999 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a894e9fb-b583-4e2a-8c76-4e80c9adac64 None None] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:06:36.911538 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c97f345-c139-427b-8c7f-c004ab34e6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:36.913136 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c97f345-c139-427b-8c7f-c004ab34e6ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:36.947255 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7c97f345-c139-427b-8c7f-c004ab34e6ec admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4908299 Jul 16 01:06:37.052090 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829b2801-6961-42d1-b488-f58c8adc558b None None] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:06:39.210380 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59314) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:39.349935 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-26c62bf8-b987-4e4b-bd49-a11b44dfdfb5 admin admin] 10.222.0.16 "GET /v2.0/routers/426e809c-7516-4f6e-901e-486548beb7fe HTTP/1.1" status: 200 len: 710 time: 0.1382577 Jul 16 01:06:39.440243 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82518cd-f686-447a-b213-a73847fa63cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:06:39.441831 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a82518cd-f686-447a-b213-a73847fa63cb admin admin] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 886 time: 0.0866196 Jul 16 01:06:39.443088 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device eb74e45f-3d20-4969-80c3-0be67e40d420 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:06:39.450641 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-8048d004-2e45-4d1b-8310-28e6f40f308f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:06:39.496640 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port eb74e45f-3d20-4969-80c3-0be67e40d420 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:39.505388 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port eb74e45f-3d20-4969-80c3-0be67e40d420 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:39.505388 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:39.579303 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:39.612593 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port eb74e45f-3d20-4969-80c3-0be67e40d420, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=eb74e45f-3d20-4969-80c3-0be67e40d420,segment=NetworkSegment(9dfab1fb-1c08-4c87-a614-ca32aa473cb0),segment_id=9dfab1fb-1c08-4c87-a614-ca32aa473cb0)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:39.618170 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:39.665937 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=eb74e45f-3d20-4969-80c3-0be67e40d420,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:39.700240 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8048d004-2e45-4d1b-8310-28e6f40f308f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:40.006658 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8048d004-2e45-4d1b-8310-28e6f40f308f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:40.082506 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8048d004-2e45-4d1b-8310-28e6f40f308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:40.196531 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-8048d004-2e45-4d1b-8310-28e6f40f308f admin admin] Allocated IP 172.25.6.78 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/55c82d7b-0587-4a4a-9c05-a786b9f806bb) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:06:40.313673 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8048d004-2e45-4d1b-8310-28e6f40f308f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:40.355713 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8048d004-2e45-4d1b-8310-28e6f40f308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:40.393283 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8048d004-2e45-4d1b-8310-28e6f40f308f admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:06:40.396015 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-8048d004-2e45-4d1b-8310-28e6f40f308f admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:06:40.399455 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8048d004-2e45-4d1b-8310-28e6f40f308f admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:06:40.404611 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048d004-2e45-4d1b-8310-28e6f40f308f admin admin] Pushing event updated for resources: {'Port': ['ID=55c82d7b-0587-4a4a-9c05-a786b9f806bb,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:40.658750 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8048d004-2e45-4d1b-8310-28e6f40f308f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:40.867682 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8048d004-2e45-4d1b-8310-28e6f40f308f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:40.871284 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8048d004-2e45-4d1b-8310-28e6f40f308f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-361746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-361739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-361858'] for router, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:40.983808 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8048d004-2e45-4d1b-8310-28e6f40f308f admin admin] Router 426e809c-7516-4f6e-901e-486548beb7fe has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:06:41.094141 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8048d004-2e45-4d1b-8310-28e6f40f308f admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:06:41.098908 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8048d004-2e45-4d1b-8310-28e6f40f308f admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:41.100153 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8048d004-2e45-4d1b-8310-28e6f40f308f admin admin] 10.222.0.16 "PUT /v2.0/routers/426e809c-7516-4f6e-901e-486548beb7fe HTTP/1.1" status: 200 len: 889 time: 1.6529193 Jul 16 01:06:41.105751 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] Sync routers for ids ['426e809c-7516-4f6e-901e-486548beb7fe'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:06:41.118552 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] Routers {'426e809c-7516-4f6e-901e-486548beb7fe'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:06:41.119248 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:06:29Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['426e809c-7516-4f6e-901e-486548beb7fe'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:06:41.402871 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] Set router 426e809c-7516-4f6e-901e-486548beb7fe gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:06:41.448925 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device eb74e45f-3d20-4969-80c3-0be67e40d420 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:06:41.638118 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port eb74e45f-3d20-4969-80c3-0be67e40d420 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:41.638486 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:41.897512 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426e809c-7516-4f6e-901e-486548beb7fe', 'name': 'router1', 'tenant_id': 'fe5c03cca26c474d928b5c65a48606b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '55c82d7b-0587-4a4a-9c05-a786b9f806bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:23Z', 'updated_at': '2021-07-16T01:06:40Z', 'revision_number': 4, 'project_id': 'fe5c03cca26c474d928b5c65a48606b1', 'gw_port': {'id': '55c82d7b-0587-4a4a-9c05-a786b9f806bb', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426e809c-7516-4f6e-901e-486548beb7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:40Z', 'updated_at': '2021-07-16T01:06:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'eb74e45f-3d20-4969-80c3-0be67e40d420', 'name': '', 'network_id': '7617e014-3caa-4a60-8224-1b1b21ff3885', 'tenant_id': 'fe5c03cca26c474d928b5c65a48606b1', 'mac_address': 'fa:16:3e:fd:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426e809c-7516-4f6e-901e-486548beb7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70a210e3-c569-44fe-a061-83a4264e1d7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:32Z', 'updated_at': '2021-07-16T01:06:39Z', 'revision_number': 5, 'project_id': 'fe5c03cca26c474d928b5c65a48606b1', 'subnets': [{'id': '70a210e3-c569-44fe-a061-83a4264e1d7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e111881-39f6-4b68-876c-aff7f2242ac4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:06:41.946803 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] Checking router: 426e809c-7516-4f6e-901e-486548beb7fe for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:06:41.947156 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] Updating router 426e809c-7516-4f6e-901e-486548beb7fe port 55c82d7b-0587-4a4a-9c05-a786b9f806bb binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:06:41.980616 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:42.300812 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:42.310546 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] Transition to ACTIVE for port object 55c82d7b-0587-4a4a-9c05-a786b9f806bb will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:06:42.317180 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:42.366515 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] Attempting to bind port 55c82d7b-0587-4a4a-9c05-a786b9f806bb on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:06:42.366883 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] Attempting to bind port 55c82d7b-0587-4a4a-9c05-a786b9f806bb by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:06:42.367219 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] Attempting to bind port 55c82d7b-0587-4a4a-9c05-a786b9f806bb on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:06:42.372532 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2c262-9310-46ce-b117-095d8d30cb2d None None] Pushing event updated for resources: {'Port': ['ID=55c82d7b-0587-4a4a-9c05-a786b9f806bb,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:42.380794 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:06:42.381167 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:06:42.381563 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:42.381941 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:06:42.382408 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] Bound port: 55c82d7b-0587-4a4a-9c05-a786b9f806bb, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:06:42.382803 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:42.434346 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] For port 55c82d7b-0587-4a4a-9c05-a786b9f806bb, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:06:42.437868 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] For port 55c82d7b-0587-4a4a-9c05-a786b9f806bb, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=55c82d7b-0587-4a4a-9c05-a786b9f806bb,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:06:42.444291 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:42.586058 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] Routers {'426e809c-7516-4f6e-901e-486548beb7fe'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:06:42.586672 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:06:29Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['426e809c-7516-4f6e-901e-486548beb7fe'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:06:42.588307 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2c262-9310-46ce-b117-095d8d30cb2d None None] Pushing event updated for resources: {'Port': ['ID=55c82d7b-0587-4a4a-9c05-a786b9f806bb,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:42.694006 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] Set router 426e809c-7516-4f6e-901e-486548beb7fe gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:06:42.934951 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426e809c-7516-4f6e-901e-486548beb7fe', 'name': 'router1', 'tenant_id': 'fe5c03cca26c474d928b5c65a48606b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '55c82d7b-0587-4a4a-9c05-a786b9f806bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:23Z', 'updated_at': '2021-07-16T01:06:40Z', 'revision_number': 4, 'project_id': 'fe5c03cca26c474d928b5c65a48606b1', 'gw_port': {'id': '55c82d7b-0587-4a4a-9c05-a786b9f806bb', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426e809c-7516-4f6e-901e-486548beb7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:40Z', 'updated_at': '2021-07-16T01:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'eb74e45f-3d20-4969-80c3-0be67e40d420', 'name': '', 'network_id': '7617e014-3caa-4a60-8224-1b1b21ff3885', 'tenant_id': 'fe5c03cca26c474d928b5c65a48606b1', 'mac_address': 'fa:16:3e:fd:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426e809c-7516-4f6e-901e-486548beb7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70a210e3-c569-44fe-a061-83a4264e1d7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:32Z', 'updated_at': '2021-07-16T01:06:39Z', 'revision_number': 5, 'project_id': 'fe5c03cca26c474d928b5c65a48606b1', 'subnets': [{'id': '70a210e3-c569-44fe-a061-83a4264e1d7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e111881-39f6-4b68-876c-aff7f2242ac4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:06:42.965026 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab7b67-249c-4978-b024-f36f695996f1 None None] The sync data for ids ['426e809c-7516-4f6e-901e-486548beb7fe'] in n-d-792394-16 is: [{'id': '426e809c-7516-4f6e-901e-486548beb7fe', 'name': 'router1', 'tenant_id': 'fe5c03cca26c474d928b5c65a48606b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '55c82d7b-0587-4a4a-9c05-a786b9f806bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:06:23Z', 'updated_at': '2021-07-16T01:06:40Z', 'revision_number': 4, 'project_id': 'fe5c03cca26c474d928b5c65a48606b1', 'gw_port': {'id': '55c82d7b-0587-4a4a-9c05-a786b9f806bb', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426e809c-7516-4f6e-901e-486548beb7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:40Z', 'updated_at': '2021-07-16T01:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'eb74e45f-3d20-4969-80c3-0be67e40d420', 'name': '', 'network_id': '7617e014-3caa-4a60-8224-1b1b21ff3885', 'tenant_id': 'fe5c03cca26c474d928b5c65a48606b1', 'mac_address': 'fa:16:3e:fd:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426e809c-7516-4f6e-901e-486548beb7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70a210e3-c569-44fe-a061-83a4264e1d7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:06:32Z', 'updated_at': '2021-07-16T01:06:39Z', 'revision_number': 5, 'project_id': 'fe5c03cca26c474d928b5c65a48606b1', 'subnets': [{'id': '70a210e3-c569-44fe-a061-83a4264e1d7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e111881-39f6-4b68-876c-aff7f2242ac4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:06:43.464306 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 55c82d7b-0587-4a4a-9c05-a786b9f806bb up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:06:43.524209 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59322) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:06:43.526586 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 55c82d7b-0587-4a4a-9c05-a786b9f806bb completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:06:43.533987 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 55c82d7b-0587-4a4a-9c05-a786b9f806bb triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:43.534371 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:43.628202 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:43.649199 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 55c82d7b-0587-4a4a-9c05-a786b9f806bb, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=55c82d7b-0587-4a4a-9c05-a786b9f806bb,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:06:43.654000 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:43.665794 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6887abe4-53fd-4f26-9d67-13f75dd51ac9 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1404486 Jul 16 01:06:43.709766 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=55c82d7b-0587-4a4a-9c05-a786b9f806bb,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:06:45.436424 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 55c82d7b-0587-4a4a-9c05-a786b9f806bb up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:06:45.486263 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 55c82d7b-0587-4a4a-9c05-a786b9f806bb triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:06:45.486863 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:56.562353 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-363703fa-c112-4b9f-acf5-0d56a838f933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:59.452210 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0a79eb16-154f-41ba-bcd5-c77beab44214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:59.573500 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:00.600320 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:00.761342 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 5 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:07:02.284761 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:26.590810 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bfd369b8-3735-4984-9293-86165f0cc850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:29.458321 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-266ce388-de41-451c-b413-60844ae7a22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:29.576149 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:30.597614 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:32.291870 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:37.761823 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 5 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:07:56.558870 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d44b4335-f234-4ac6-9c15-277a8495662d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:59.460865 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-def877e7-25b8-4957-b302-a3b5d6f7a0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:59.569724 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:00.600104 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:02.296990 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:14.762997 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 5 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:08:26.558733 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e8c00e9a-73a2-49dc-94e1-d54b47564e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:26.785117 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59922) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:08:26.856396 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf05ea5-2458-46e4-8a09-a8457f43f64b admin admin] GET failed (client error): The resource could not be found. Jul 16 01:08:26.858159 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ebf05ea5-2458-46e4-8a09-a8457f43f64b admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0717955 Jul 16 01:08:27.039567 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2291d49-0a4c-4a2b-ae99-7ae136a44f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:27.041023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b2291d49-0a4c-4a2b-ae99-7ae136a44f1c admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1782873 Jul 16 01:08:29.242006 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59932) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:08:29.337591 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa917976-b4be-4eb9-835f-b6755b3b2284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:29.338947 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fa917976-b4be-4eb9-835f-b6755b3b2284 admin admin] 10.222.0.16 "GET /v2.0/subnets/70a210e3-c569-44fe-a061-83a4264e1d7a HTTP/1.1" status: 200 len: 849 time: 0.0959418 Jul 16 01:08:29.348779 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a28bddef-3f7a-40a8-bcca-fb99e02285e2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:08:29.433968 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a28bddef-3f7a-40a8-bcca-fb99e02285e2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:29.467970 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a0aa9bd0-7b0c-4d2c-8a55-a4a042d1f6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:29.574929 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:29.610392 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a28bddef-3f7a-40a8-bcca-fb99e02285e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767329560459'] for subnet, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:29.648733 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28bddef-3f7a-40a8-bcca-fb99e02285e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:29.648733 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a28bddef-3f7a-40a8-bcca-fb99e02285e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:29.650470 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a28bddef-3f7a-40a8-bcca-fb99e02285e2 admin admin] 10.222.0.16 "PUT /v2.0/subnets/70a210e3-c569-44fe-a061-83a4264e1d7a HTTP/1.1" status: 200 len: 868 time: 0.3054104 Jul 16 01:08:29.652323 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ec489a-4889-4899-98ce-5c6ced8080a7 None None] Network 7617e014-3caa-4a60-8224-1b1b21ff3885 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:08:29.684608 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28bddef-3f7a-40a8-bcca-fb99e02285e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70a210e3-c569-44fe-a061-83a4264e1d7a,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:08:29.695889 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bddef-3f7a-40a8-bcca-fb99e02285e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:29.696592 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bddef-3f7a-40a8-bcca-fb99e02285e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:29.697135 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bddef-3f7a-40a8-bcca-fb99e02285e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:29.697676 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bddef-3f7a-40a8-bcca-fb99e02285e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:29.698214 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bddef-3f7a-40a8-bcca-fb99e02285e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:29.698750 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bddef-3f7a-40a8-bcca-fb99e02285e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:29.699280 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bddef-3f7a-40a8-bcca-fb99e02285e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:29.699816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bddef-3f7a-40a8-bcca-fb99e02285e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:29.700348 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bddef-3f7a-40a8-bcca-fb99e02285e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:29.701955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bddef-3f7a-40a8-bcca-fb99e02285e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:29.701955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bddef-3f7a-40a8-bcca-fb99e02285e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:29.702323 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bddef-3f7a-40a8-bcca-fb99e02285e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:08:30.093367 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bc173d9b-151e-409d-91ec-7295cb48d906 None None] Provisioning complete for port b0e2fe10-3a13-4913-98ae-4b98d8c77774 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:08:30.099330 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc173d9b-151e-409d-91ec-7295cb48d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:30.208700 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bc173d9b-151e-409d-91ec-7295cb48d906 None None] Provisioning complete for port eb74e45f-3d20-4969-80c3-0be67e40d420 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:08:30.209145 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc173d9b-151e-409d-91ec-7295cb48d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:30.606017 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:31.866917 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59940) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:08:32.103213 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c798a474-fd58-45c7-ac1e-2bfe388925fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:32.103595 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c798a474-fd58-45c7-ac1e-2bfe388925fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:32.105231 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c798a474-fd58-45c7-ac1e-2bfe388925fb admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2373257 Jul 16 01:08:32.309543 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:34.317630 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59948) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:08:34.553387 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf5993b-4563-42ec-869a-4b5cd763b84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:34.553766 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf5993b-4563-42ec-869a-4b5cd763b84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:34.555362 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8cf5993b-4563-42ec-869a-4b5cd763b84d admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2367589 Jul 16 01:08:36.763734 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59958) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:08:36.897628 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecec864e-6bd2-4faf-9f88-33734413c2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:36.899156 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ecec864e-6bd2-4faf-9f88-33734413c2ac admin admin] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 886 time: 0.1344011 Jul 16 01:08:39.129456 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59966) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:08:39.338763 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1e9d45-1be0-4bd6-8c80-bfc2d847c5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:39.340071 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0a1e9d45-1be0-4bd6-8c80-bfc2d847c5fc admin admin] 10.222.0.16 "GET /v2.0/networks/7617e014-3caa-4a60-8224-1b1b21ff3885 HTTP/1.1" status: 200 len: 869 time: 0.2096639 Jul 16 01:08:41.552050 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59974) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:08:41.691464 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1495ff-5355-4186-a54b-87a2ccb08b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:41.691828 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1495ff-5355-4186-a54b-87a2ccb08b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:41.693434 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1e1495ff-5355-4186-a54b-87a2ccb08b48 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1402977 Jul 16 01:08:43.937146 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59982) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:08:44.183569 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46877f23-e812-4733-a2ef-03a7f923858f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:44.184021 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46877f23-e812-4733-a2ef-03a7f923858f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:44.185705 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-46877f23-e812-4733-a2ef-03a7f923858f admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2474492 Jul 16 01:08:46.474684 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59990) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:08:46.583510 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75d0f03-49ec-4021-a61e-16db9336ef51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:46.584947 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b75d0f03-49ec-4021-a61e-16db9336ef51 admin admin] 10.222.0.16 "GET /v2.0/subnets/3e44fbbe-b435-4241-91d1-1f17c14331fe HTTP/1.1" status: 200 len: 816 time: 0.1093049 Jul 16 01:08:48.788276 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59998) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:08:48.890076 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82609e7-579d-476c-ba2d-0f06118a3a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:08:48.891623 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d82609e7-579d-476c-ba2d-0f06118a3a83 admin admin] 10.222.0.16 "GET /v2.0/subnets/70a210e3-c569-44fe-a061-83a4264e1d7a HTTP/1.1" status: 200 len: 868 time: 0.1023831 Jul 16 01:08:51.763764 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 5 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:08:56.555381 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d286b66-077e-4ea4-94f4-a423b3b13cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:59.464904 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d434d21c-157a-4ba7-87fb-df81833a98ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:59.579061 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:00.606680 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:02.302466 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:14.225189 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60050) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:14.279833 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-f02de52e-e2a6-477d-8663-35ae35d188ba admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:09:14.280853 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f02de52e-e2a6-477d-8663-35ae35d188ba admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0546858 Jul 16 01:09:16.551717 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60058) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:16.619246 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ae97be-9567-461c-a692-272b2bcf1301 admin admin] GET failed (client error): The resource could not be found. Jul 16 01:09:16.620581 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e8ae97be-9567-461c-a692-272b2bcf1301 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0674610 Jul 16 01:09:16.773002 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec4b882-6c49-4146-86cf-88af9f5d265d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:16.774429 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6ec4b882-6c49-4146-86cf-88af9f5d265d admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1498196 Jul 16 01:09:18.979410 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60066) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:19.042650 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-fd2c3519-0867-4fe9-8ca2-8f9b1854586b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:19.068454 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2c3519-0867-4fe9-8ca2-8f9b1854586b admin admin] Made reservation on behalf of 2204b8b1b4ce48de95908baa4967f070 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:09:19.071117 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fd2c3519-0867-4fe9-8ca2-8f9b1854586b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:19.102095 n-d-792394-16 neutron-server[93956]: WARNING neutron.services.revisions.revision_plugin [None req-fd2c3519-0867-4fe9-8ca2-8f9b1854586b admin admin] Could not find related network for resource to bump revision. Jul 16 01:09:19.117571 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2c3519-0867-4fe9-8ca2-8f9b1854586b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:09:19.128383 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fd2c3519-0867-4fe9-8ca2-8f9b1854586b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:19.128725 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-fd2c3519-0867-4fe9-8ca2-8f9b1854586b admin admin] Added segment 28014b94-50b6-4710-9fb5-ccdbc27a5c27 of type vlan for network e5d589e5-7c54-470d-96c0-9666f679292f Jul 16 01:09:19.170911 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fd2c3519-0867-4fe9-8ca2-8f9b1854586b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:19.210743 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fd2c3519-0867-4fe9-8ca2-8f9b1854586b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:19.211739 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2c3519-0867-4fe9-8ca2-8f9b1854586b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:19.212393 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fd2c3519-0867-4fe9-8ca2-8f9b1854586b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:19.249378 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fd2c3519-0867-4fe9-8ca2-8f9b1854586b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2685795 Jul 16 01:09:19.291394 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c3519-0867-4fe9-8ca2-8f9b1854586b admin admin] Pushing event updated for resources: {'Network': ['ID=e5d589e5-7c54-470d-96c0-9666f679292f,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:19.302399 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c3519-0867-4fe9-8ca2-8f9b1854586b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:19.302884 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c3519-0867-4fe9-8ca2-8f9b1854586b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:19.303370 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c3519-0867-4fe9-8ca2-8f9b1854586b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:19.303848 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c3519-0867-4fe9-8ca2-8f9b1854586b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:19.304335 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c3519-0867-4fe9-8ca2-8f9b1854586b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:19.304864 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c3519-0867-4fe9-8ca2-8f9b1854586b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:19.305355 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c3519-0867-4fe9-8ca2-8f9b1854586b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:19.305842 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c3519-0867-4fe9-8ca2-8f9b1854586b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:19.306328 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c3519-0867-4fe9-8ca2-8f9b1854586b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:19.306803 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c3519-0867-4fe9-8ca2-8f9b1854586b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:19.307280 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c3519-0867-4fe9-8ca2-8f9b1854586b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:19.307753 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c3519-0867-4fe9-8ca2-8f9b1854586b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:19.321412 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network e5d589e5-7c54-470d-96c0-9666f679292f details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:09:21.474597 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60074) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:21.543253 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-43950d4f-1ad3-4fff-8066-be75fb2be1a1 admin admin] GET failed (client error): The resource could not be found. Jul 16 01:09:21.544708 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-43950d4f-1ad3-4fff-8066-be75fb2be1a1 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0691237 Jul 16 01:09:21.623341 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041c195a-4e0a-4fa5-b3de-3833a5a0006a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:21.624843 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-041c195a-4e0a-4fa5-b3de-3833a5a0006a admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0757489 Jul 16 01:09:21.637925 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-fdb1ba3a-8178-47d5-a381-04e648d3d033 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:09:21.660865 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb1ba3a-8178-47d5-a381-04e648d3d033 admin admin] Made reservation on behalf of 2204b8b1b4ce48de95908baa4967f070 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:09:21.663170 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ba3a-8178-47d5-a381-04e648d3d033 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:21.831142 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ba3a-8178-47d5-a381-04e648d3d033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:21.884468 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ba3a-8178-47d5-a381-04e648d3d033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57021577-9b87-469e-98f5-f0c69630cc63,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:21.891090 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb1ba3a-8178-47d5-a381-04e648d3d033 admin admin] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:09:21.891451 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb1ba3a-8178-47d5-a381-04e648d3d033 admin admin] Network hostable DHCP agents. Network: e5d589e5-7c54-470d-96c0-9666f679292f, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:09:21.909824 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb1ba3a-8178-47d5-a381-04e648d3d033 admin admin] Network e5d589e5-7c54-470d-96c0-9666f679292f is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:09:21.923480 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-fdb1ba3a-8178-47d5-a381-04e648d3d033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, e5d589e5-7c54-470d-96c0-9666f679292f) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:09:21.927485 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb1ba3a-8178-47d5-a381-04e648d3d033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:09:21.928061 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ba3a-8178-47d5-a381-04e648d3d033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:21.932755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b21a3a-6cd5-4b6a-93cd-927b23231dcd None None] Network e5d589e5-7c54-470d-96c0-9666f679292f requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:09:21.944930 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fdb1ba3a-8178-47d5-a381-04e648d3d033 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3105788 Jul 16 01:09:22.183239 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-e5d589e5-7c54-470d-96c0-9666f679292f', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'tenant_id': '2204b8b1b4ce48de95908baa4967f070', 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:09:22.184131 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:22.331614 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Allocated IP 192.168.233.2 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/f6618e0a-80af-4cf8-9be1-be645420eca0) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:09:22.481503 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:22.489983 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Transition to ACTIVE for port object f6618e0a-80af-4cf8-9be1-be645420eca0 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:22.504950 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Transition to ACTIVE for port object f6618e0a-80af-4cf8-9be1-be645420eca0 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:09:22.511659 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:22.548982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:09:22.562469 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:09:22.562469 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:09:22.569193 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Pushing event updated for resources: {'Port': ['ID=f6618e0a-80af-4cf8-9be1-be645420eca0,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:22.578916 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:22.579261 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:22.579595 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:22.579934 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:22.580249 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:22.580612 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:22.580937 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:22.581251 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:22.581555 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:22.581869 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:22.582182 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:22.582496 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:09:22.636284 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Attempting to bind port f6618e0a-80af-4cf8-9be1-be645420eca0 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:09:22.636768 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Attempting to bind port f6618e0a-80af-4cf8-9be1-be645420eca0 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:09:22.637138 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Attempting to bind port f6618e0a-80af-4cf8-9be1-be645420eca0 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:09:22.643179 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:09:22.643550 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:09:22.643979 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:22.644381 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:09:22.644909 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Bound port: f6618e0a-80af-4cf8-9be1-be645420eca0, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:09:22.645451 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:22.716840 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] For port f6618e0a-80af-4cf8-9be1-be645420eca0, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:09:22.720052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] For port f6618e0a-80af-4cf8-9be1-be645420eca0, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f6618e0a-80af-4cf8-9be1-be645420eca0,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:09:22.727427 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:22.790615 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619d172-4398-419a-9c19-5b74ae5b0375 None None] Pushing event updated for resources: {'Port': ['ID=f6618e0a-80af-4cf8-9be1-be645420eca0,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:23.608945 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e37a92-9038-41fb-b4fa-9965de5857a7 None None] Network e5d589e5-7c54-470d-96c0-9666f679292f requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:09:23.634160 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f6618e0a-80af-4cf8-9be1-be645420eca0 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:09:23.758105 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port f6618e0a-80af-4cf8-9be1-be645420eca0 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:09:23.779987 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port f6618e0a-80af-4cf8-9be1-be645420eca0 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:23.780398 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:23.784861 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-12db7145-ad47-40af-82c0-c0a0683ee1cf None None] Provisioning for port f6618e0a-80af-4cf8-9be1-be645420eca0 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:09:23.829404 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-12db7145-ad47-40af-82c0-c0a0683ee1cf None None] Provisioning complete for port f6618e0a-80af-4cf8-9be1-be645420eca0 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:23.829722 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-12db7145-ad47-40af-82c0-c0a0683ee1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:23.930682 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:24.008080 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port f6618e0a-80af-4cf8-9be1-be645420eca0, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f6618e0a-80af-4cf8-9be1-be645420eca0,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:09:24.017924 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:24.024296 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-12db7145-ad47-40af-82c0-c0a0683ee1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:24.113675 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=f6618e0a-80af-4cf8-9be1-be645420eca0,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:09:24.135977 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-12db7145-ad47-40af-82c0-c0a0683ee1cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:09:24.138802 n-d-792394-16 neutron-server[93957]: DEBUG oslo_db.api [None req-12db7145-ad47-40af-82c0-c0a0683ee1cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:09:24.798756 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2edb0b6e-fa6f-40d5-b503-5a25abf3206c None None] Provisioning complete for port f6618e0a-80af-4cf8-9be1-be645420eca0 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:24.799986 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2edb0b6e-fa6f-40d5-b503-5a25abf3206c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:25.590964 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f6618e0a-80af-4cf8-9be1-be645420eca0 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:09:25.639843 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port f6618e0a-80af-4cf8-9be1-be645420eca0 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:09:25.640201 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:26.551695 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7b653f0f-9243-4f18-855d-66462f215a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:28.819752 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 5 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:09:29.459845 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0af39129-f4e4-4c94-8366-f11085e600c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:29.592385 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:30.607438 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:32.316390 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:56.555976 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56cbb893-ca9a-407e-a749-96c6424f3f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:59.463202 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a3fac93e-e4d3-4ddd-a34d-9c63424af8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:59.587530 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:00.614907 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:02.307739 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:05.759764 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 5 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:10:26.560467 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-27b152e2-e1de-4afe-906d-452f850247db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:29.468408 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9ec8c6cc-2e0e-40ff-85aa-f3450361a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:29.591131 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:30.618362 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:32.312473 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:34.416631 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60128) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:34.422862 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [None req-b954e0c0-8a33-4819-972d-3739ca903002 tempest-verify_tempest_config-1543649220 tempest-verify_tempest_config-1543649220-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:10:34.423945 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b954e0c0-8a33-4819-972d-3739ca903002 tempest-verify_tempest_config-1543649220 tempest-verify_tempest_config-1543649220-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062225 Jul 16 01:10:34.766849 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60146) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:34.887668 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aec48b07-e43c-46d1-ba0a-3d47dd510949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:34.992168 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aec48b07-e43c-46d1-ba0a-3d47dd510949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:34.998896 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aec48b07-e43c-46d1-ba0a-3d47dd510949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:35.049050 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-aec48b07-e43c-46d1-ba0a-3d47dd510949 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe31581974c44a118a74e6e1a3ed5282&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2808766 Jul 16 01:10:35.050233 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec48b07-e43c-46d1-ba0a-3d47dd510949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcb6297-0501-4437-b968-715aba9bb1d5,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:35.052013 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60152) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:35.057740 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec48b07-e43c-46d1-ba0a-3d47dd510949 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:35.058100 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec48b07-e43c-46d1-ba0a-3d47dd510949 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:35.058426 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec48b07-e43c-46d1-ba0a-3d47dd510949 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:35.058758 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec48b07-e43c-46d1-ba0a-3d47dd510949 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:35.059074 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec48b07-e43c-46d1-ba0a-3d47dd510949 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:35.059403 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec48b07-e43c-46d1-ba0a-3d47dd510949 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:35.059726 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec48b07-e43c-46d1-ba0a-3d47dd510949 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:35.060064 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec48b07-e43c-46d1-ba0a-3d47dd510949 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:35.060476 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec48b07-e43c-46d1-ba0a-3d47dd510949 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:35.060801 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec48b07-e43c-46d1-ba0a-3d47dd510949 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:35.061123 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec48b07-e43c-46d1-ba0a-3d47dd510949 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:35.061447 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec48b07-e43c-46d1-ba0a-3d47dd510949 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:35.115432 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13edeb1e-baec-462b-9673-f5f5f3fddb6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:35.145843 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13edeb1e-baec-462b-9673-f5f5f3fddb6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:35.234540 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13edeb1e-baec-462b-9673-f5f5f3fddb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:35.238627 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13edeb1e-baec-462b-9673-f5f5f3fddb6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:35.240480 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-13edeb1e-baec-462b-9673-f5f5f3fddb6b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bfcb6297-0501-4437-b968-715aba9bb1d5 HTTP/1.1" status: 204 len: 168 time: 0.1872466 Jul 16 01:10:35.252668 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13edeb1e-baec-462b-9673-f5f5f3fddb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcb6297-0501-4437-b968-715aba9bb1d5,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:35.259266 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13edeb1e-baec-462b-9673-f5f5f3fddb6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:35.259609 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13edeb1e-baec-462b-9673-f5f5f3fddb6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:35.259949 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13edeb1e-baec-462b-9673-f5f5f3fddb6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:35.260315 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13edeb1e-baec-462b-9673-f5f5f3fddb6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:35.260671 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13edeb1e-baec-462b-9673-f5f5f3fddb6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:35.260996 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13edeb1e-baec-462b-9673-f5f5f3fddb6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:35.261318 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13edeb1e-baec-462b-9673-f5f5f3fddb6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:35.261634 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13edeb1e-baec-462b-9673-f5f5f3fddb6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:35.261993 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13edeb1e-baec-462b-9673-f5f5f3fddb6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:35.262367 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13edeb1e-baec-462b-9673-f5f5f3fddb6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:35.262549 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13edeb1e-baec-462b-9673-f5f5f3fddb6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:35.262888 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13edeb1e-baec-462b-9673-f5f5f3fddb6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:42.762481 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 5 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:10:56.568264 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d10980b3-2b32-46e4-8992-599d2809128d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:59.464180 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3f0289e-c9b0-4c5d-8c58-5e6c501d18b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:59.594823 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:00.624996 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:02.327315 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:19.762381 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 5 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:11:26.613108 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-40d03d08-a832-4dbb-acd8-0cfc880306f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:29.468611 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-536fe67d-e581-4525-a8b2-d89c74ab3b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:29.604846 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:30.629342 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:32.327997 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.574870 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc60f8bf-c922-4e3c-9db7-d6d92cadeb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.762223 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 5 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:11:59.472025 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2ffc29eb-4ce7-4083-9465-0f7c074a4341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:59.603731 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:00.630829 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:02.329115 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:26.572690 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-86fd156e-e5ca-4e0c-9cba-c0f473d4806a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:29.476206 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4018bb32-2091-435f-8ee5-715767737d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:29.597471 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:30.634262 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:32.334520 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:33.762032 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 5 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:12:56.569648 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83907268-06b7-43bc-85c3-4014547db70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:59.480051 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7ab1e87-241e-4685-9085-31b83c54a878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:59.603065 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:00.639602 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.335267 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.763289 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 5 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:13:26.563826 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7f9dbeef-886a-492c-a7f6-4d1c155c069b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:29.484163 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eca33490-b684-48f1-b5f9-a37271259d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:29.608257 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:30.640517 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:31.051073 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1750283'] for agent, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:32.338217 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:34.618130 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1750283'] for agent, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:47.763043 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:13:56.569122 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ae54dcaf-750d-4ec9-b1bf-a503abcd61c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:59.496388 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de89b9ec-fd1f-4040-9cda-f54373eaf7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:59.604170 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:00.647991 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:01.003778 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:02.340801 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:04.613312 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:22.088016 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60212) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:22.205938 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-71606d01-fa6e-486b-bec2-3081e08e5c6f admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1159849 Jul 16 01:14:24.438805 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60222) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:24.502737 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8af3c176-aefe-4300-848c-4a1c735be79d admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0628071 Jul 16 01:14:24.764253 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:14:26.576262 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-47fe3442-9523-4966-b58f-01c6062b3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:29.500156 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5c29302-9b3d-46c0-9f85-2e2fc4a92866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:29.599927 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:30.646795 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:31.015462 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:32.344135 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:34.621719 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:56.570070 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a3a7e43-af97-4f51-a686-9de446e29768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:59.495284 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fb8772de-28c0-469c-b47d-fd33f138026a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:59.604927 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:00.651751 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:01.014109 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:01.764753 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:15:02.349982 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:04.626167 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:26.573528 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fbafea5c-7a86-4092-b0c3-83c58bdb61b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:29.498608 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4a65f745-6bc4-47fd-b505-4352caa32d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:29.611225 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:30.654875 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:31.018051 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:32.350987 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:34.616119 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:38.765798 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:15:45.303812 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60456) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:45.785249 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-46046bbe-cf6a-433a-8b3c-0ab107153e7e tempest-AutoAllocateNetworkTest-498704690 tempest-AutoAllocateNetworkTest-498704690-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1d8c2f218cb94f1da622ea26a0a9e499&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4801672 Jul 16 01:15:45.788185 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60482) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:46.009295 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5aef35-a9d4-4e41-85dc-a06c6184c75d tempest-AutoAllocateNetworkTest-498704690 tempest-AutoAllocateNetworkTest-498704690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:46.014283 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7d5aef35-a9d4-4e41-85dc-a06c6184c75d tempest-AutoAllocateNetworkTest-498704690 tempest-AutoAllocateNetworkTest-498704690-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2230384 Jul 16 01:15:46.014521 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60498) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:46.076968 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60502) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:46.077232 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8587af31-a2ec-4025-b75a-f9286d2352eb tempest-AutoAllocateNetworkTest-498704690 tempest-AutoAllocateNetworkTest-498704690-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595982 Jul 16 01:15:46.109838 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c264f5d5-e99b-4924-b052-a42775a1b90c tempest-AutoAllocateNetworkTest-498704690 tempest-AutoAllocateNetworkTest-498704690-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1d8c2f218cb94f1da622ea26a0a9e499 HTTP/1.1" status: 200 len: 208 time: 0.0312624 Jul 16 01:15:46.869131 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60550) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:47.383231 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0ccd42a5-1dff-4be8-8127-b8cfe31aec2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.480156 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0ccd42a5-1dff-4be8-8127-b8cfe31aec2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.487990 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0ccd42a5-1dff-4be8-8127-b8cfe31aec2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.529216 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd42a5-1dff-4be8-8127-b8cfe31aec2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b146d593-dce1-497c-b9ce-a2d4c7f3ad6a,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:47.533453 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0ccd42a5-1dff-4be8-8127-b8cfe31aec2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d8c2f218cb94f1da622ea26a0a9e499&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6647418 Jul 16 01:15:47.536327 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60582) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:47.539930 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccd42a5-1dff-4be8-8127-b8cfe31aec2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:47.540401 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccd42a5-1dff-4be8-8127-b8cfe31aec2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:47.540910 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccd42a5-1dff-4be8-8127-b8cfe31aec2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:47.541345 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccd42a5-1dff-4be8-8127-b8cfe31aec2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:47.541770 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccd42a5-1dff-4be8-8127-b8cfe31aec2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:47.542215 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccd42a5-1dff-4be8-8127-b8cfe31aec2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:47.542639 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccd42a5-1dff-4be8-8127-b8cfe31aec2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:47.543058 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccd42a5-1dff-4be8-8127-b8cfe31aec2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:47.543478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccd42a5-1dff-4be8-8127-b8cfe31aec2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:47.543901 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccd42a5-1dff-4be8-8127-b8cfe31aec2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:47.544319 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccd42a5-1dff-4be8-8127-b8cfe31aec2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:47.544757 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccd42a5-1dff-4be8-8127-b8cfe31aec2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccd42a5-1dff-4be8-8127-b8cfe31aec2b admin admin] Tracked resource versions report: Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: pushed versions: Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: { 'AddressGroup': {'1.2'}, Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: 'ConntrackHelper': {'1.0'}, Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: 'Log': {'1.0'}, Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: 'Network': {'1.1'}, Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: 'Port': {'1.7'}, Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: 'PortForwarding': {'1.2'}, Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: 'QosPolicy': {'1.8'}, Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: 'SecurityGroup': {'1.4'}, Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: 'SubPort': {'1.0'}, Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: 'Subnet': {'1.1'}, Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: 'Trunk': {'1.1'}} Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: consumer versions: Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: { DHCP agent@n-d-792394-16: {}, Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: HyperV agent@n-h1-792394-16: {}, Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: HyperV agent@n-h2-792394-16: {}, Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: L3 agent@n-d-792394-16: {}, Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: Metadata agent@n-d-792394-16: {}, Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: Metering agent@n-d-792394-16: {}, Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: Open vSwitch agent@n-d-792394-16: { 'AddressGroup': '1.2', Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: 'ConntrackHelper': '1.0', Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: 'Log': '1.0', Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: 'Network': '1.1', Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: 'Port': '1.7', Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: 'PortForwarding': '1.2', Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: 'QosPolicy': '1.8', Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: 'SecurityGroup': '1.4', Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: 'SecurityGroupRule': '1.2', Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: 'SubPort': '1.0', Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: 'Subnet': '1.1', Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: 'Trunk': '1.1'}} Jul 16 01:15:47.545960 n-d-792394-16 neutron-server[93955]: {{(pid=93955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:15:47.610197 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3f7c2d65-fc2f-4972-8707-4785f7b2a4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.633661 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3f7c2d65-fc2f-4972-8707-4785f7b2a4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.686078 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3f7c2d65-fc2f-4972-8707-4785f7b2a4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.688933 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3f7c2d65-fc2f-4972-8707-4785f7b2a4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.690168 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3f7c2d65-fc2f-4972-8707-4785f7b2a4c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b146d593-dce1-497c-b9ce-a2d4c7f3ad6a HTTP/1.1" status: 204 len: 168 time: 0.1522102 Jul 16 01:15:47.703164 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c2d65-fc2f-4972-8707-4785f7b2a4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b146d593-dce1-497c-b9ce-a2d4c7f3ad6a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:47.712170 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7c2d65-fc2f-4972-8707-4785f7b2a4c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:47.712901 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7c2d65-fc2f-4972-8707-4785f7b2a4c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:47.713446 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7c2d65-fc2f-4972-8707-4785f7b2a4c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:47.713923 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7c2d65-fc2f-4972-8707-4785f7b2a4c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:47.714387 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7c2d65-fc2f-4972-8707-4785f7b2a4c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:47.714775 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7c2d65-fc2f-4972-8707-4785f7b2a4c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:47.715601 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7c2d65-fc2f-4972-8707-4785f7b2a4c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:47.716230 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7c2d65-fc2f-4972-8707-4785f7b2a4c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:47.716792 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7c2d65-fc2f-4972-8707-4785f7b2a4c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:47.717561 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7c2d65-fc2f-4972-8707-4785f7b2a4c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:47.718282 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7c2d65-fc2f-4972-8707-4785f7b2a4c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:47.718652 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7c2d65-fc2f-4972-8707-4785f7b2a4c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7c2d65-fc2f-4972-8707-4785f7b2a4c2 admin admin] Tracked resource versions report: Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: pushed versions: Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: { 'AddressGroup': {'1.2'}, Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: 'ConntrackHelper': {'1.0'}, Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: 'Log': {'1.0'}, Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: 'Network': {'1.1'}, Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: 'Port': {'1.7'}, Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: 'PortForwarding': {'1.2'}, Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: 'QosPolicy': {'1.8'}, Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: 'SecurityGroup': {'1.4'}, Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: 'SubPort': {'1.0'}, Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: 'Subnet': {'1.1'}, Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: 'Trunk': {'1.1'}} Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: consumer versions: Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: { DHCP agent@n-d-792394-16: {}, Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: HyperV agent@n-h1-792394-16: {}, Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: HyperV agent@n-h2-792394-16: {}, Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: L3 agent@n-d-792394-16: {}, Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: Metadata agent@n-d-792394-16: {}, Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: Metering agent@n-d-792394-16: {}, Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: Open vSwitch agent@n-d-792394-16: { 'AddressGroup': '1.2', Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: 'ConntrackHelper': '1.0', Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: 'Log': '1.0', Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: 'Network': '1.1', Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: 'Port': '1.7', Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: 'PortForwarding': '1.2', Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: 'QosPolicy': '1.8', Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: 'SecurityGroup': '1.4', Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: 'SecurityGroupRule': '1.2', Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: 'SubPort': '1.0', Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: 'Subnet': '1.1', Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: 'Trunk': '1.1'}} Jul 16 01:15:47.719984 n-d-792394-16 neutron-server[93956]: {{(pid=93956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:15:48.705812 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60668) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:48.709217 n-d-792394-16 neutron-server[93956]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 01:15:48.738117 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-700de833-8842-4b7f-8a9e-7dc6ee0c79ae tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5329aca8a317473cba4b57053f06f501&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299213 Jul 16 01:15:48.867671 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-b8535f94-33c0-4b49-8505-797cb6177cdf tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:48.869285 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-b8535f94-33c0-4b49-8505-797cb6177cdf tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1240082 Jul 16 01:15:48.885992 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-eeb06d50-9354-4d8a-a1a4-6ad48ad12d0d tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/quotas/5329aca8a317473cba4b57053f06f501 HTTP/1.1" status: 200 len: 375 time: 0.0110209 Jul 16 01:15:48.941648 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-b6faca21-aa05-4aa5-a344-fe17d0907156 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5329aca8a317473cba4b57053f06f501&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490308 Jul 16 01:15:49.336326 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9616d915-9255-4cf1-af4c-8df6b871a226 req-5e41db22-f871-41d9-8525-72036083b630 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c0f5f1c-87c3-4287-9955-4541c5a394d8 HTTP/1.1" status: 200 len: 210 time: 0.0445595 Jul 16 01:15:50.084127 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60818) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:50.347377 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0ea66f34-1864-4e0c-b9ba-0c45708f10ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.490510 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0ea66f34-1864-4e0c-b9ba-0c45708f10ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.497063 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0ea66f34-1864-4e0c-b9ba-0c45708f10ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.587713 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0ea66f34-1864-4e0c-b9ba-0c45708f10ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37ecd07001484748a0e32f86a3efb397&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4993453 Jul 16 01:15:50.588304 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60876) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:50.610050 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b9d04c3a-96cd-4a6a-83cc-3bb4c27c34dc req-5ef2b35b-4926-4a6b-937d-c85553a7703f tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c0f5f1c-87c3-4287-9955-4541c5a394d8 HTTP/1.1" status: 200 len: 210 time: 0.0529945 Jul 16 01:15:50.611219 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea66f34-1864-4e0c-b9ba-0c45708f10ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce75669-db1b-483b-a587-2ba8f9d35e54,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:50.675820 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-045aacd8-d63f-4ab4-a40a-474b9e77e29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.703694 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-045aacd8-d63f-4ab4-a40a-474b9e77e29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.717103 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60882) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:50.814765 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-045aacd8-d63f-4ab4-a40a-474b9e77e29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.817312 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-045aacd8-d63f-4ab4-a40a-474b9e77e29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.821842 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-045aacd8-d63f-4ab4-a40a-474b9e77e29c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ce75669-db1b-483b-a587-2ba8f9d35e54 HTTP/1.1" status: 204 len: 168 time: 0.2314022 Jul 16 01:15:50.842638 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045aacd8-d63f-4ab4-a40a-474b9e77e29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce75669-db1b-483b-a587-2ba8f9d35e54,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:50.933970 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cd4832b1-c311-4dde-9e87-12ab06a4e080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.105261 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cd4832b1-c311-4dde-9e87-12ab06a4e080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.110962 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cd4832b1-c311-4dde-9e87-12ab06a4e080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.160422 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cd4832b1-c311-4dde-9e87-12ab06a4e080 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea6187b0ee9e4bfba208b638bc4fc725&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4415352 Jul 16 01:15:51.161006 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4832b1-c311-4dde-9e87-12ab06a4e080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4680712-fc53-4741-afdf-295f4209c6da,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:51.163377 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60928) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:51.224984 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d5e920a-8477-4772-b41a-b86c13a43d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.254018 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d5e920a-8477-4772-b41a-b86c13a43d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.324010 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d5e920a-8477-4772-b41a-b86c13a43d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.326513 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d5e920a-8477-4772-b41a-b86c13a43d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.327660 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1d5e920a-8477-4772-b41a-b86c13a43d11 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4680712-fc53-4741-afdf-295f4209c6da HTTP/1.1" status: 204 len: 168 time: 0.1612031 Jul 16 01:15:51.338102 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e920a-8477-4772-b41a-b86c13a43d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4680712-fc53-4741-afdf-295f4209c6da,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:51.416111 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60950) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:51.433902 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.84', 61768) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:51.459250 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-9da9bb7f-718f-4c72-9503-a5743f564769 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=5329aca8a317473cba4b57053f06f501&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233445 Jul 16 01:15:51.574299 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60956) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:51.584813 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60960) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:51.613747 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d892c168-3828-4357-b8cd-c62c060db67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.757803 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-b2c78f2d-d212-4b88-92ab-777029be155f tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:51.765723 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-b2c78f2d-d212-4b88-92ab-777029be155f tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3005612 Jul 16 01:15:51.805107 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d892c168-3828-4357-b8cd-c62c060db67b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.812066 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d892c168-3828-4357-b8cd-c62c060db67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.828696 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-21aff8cd-9fdd-4534-8a96-8b5ae36d26c5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Request body: {'port': {'device_id': '7c0f5f1c-87c3-4287-9955-4541c5a394d8', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': '5329aca8a317473cba4b57053f06f501'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:51.891903 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d892c168-3828-4357-b8cd-c62c060db67b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=273e594c089d490487f4c3eeeeacb332&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3057928 Jul 16 01:15:51.893191 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892c168-3828-4357-b8cd-c62c060db67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50684e9-595e-44f2-a76b-82adceb6dafb,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:51.898128 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60982) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:51.959695 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5459-ddae-497d-b768-64c6a573fcce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.981945 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5459-ddae-497d-b768-64c6a573fcce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.045132 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-67bd356c-4ada-44ae-9091-c450308f2a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.047116 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5459-ddae-497d-b768-64c6a573fcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.050003 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5459-ddae-497d-b768-64c6a573fcce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.051134 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d1ab5459-ddae-497d-b768-64c6a573fcce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e50684e9-595e-44f2-a76b-82adceb6dafb HTTP/1.1" status: 204 len: 168 time: 0.1517446 Jul 16 01:15:52.099425 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab5459-ddae-497d-b768-64c6a573fcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50684e9-595e-44f2-a76b-82adceb6dafb,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:52.121017 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da74c54b-65bb-4b7c-baad-d678ffafd45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.210490 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 32768) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:52.219382 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-67bd356c-4ada-44ae-9091-c450308f2a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.226932 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-67bd356c-4ada-44ae-9091-c450308f2a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.253636 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-85ff7bac-6347-415c-a0f5-8e691ed607c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.269133 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-67bd356c-4ada-44ae-9091-c450308f2a3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0306bd5710844c01b9e88ca142c2632f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8515925 Jul 16 01:15:52.283989 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 32772) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:52.291651 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd356c-4ada-44ae-9091-c450308f2a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bed6bd-125c-4df1-b63b-3733f7341d3c,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:52.294116 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-21aff8cd-9fdd-4534-8a96-8b5ae36d26c5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Made reservation on behalf of 5329aca8a317473cba4b57053f06f501 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:15:52.320570 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-21aff8cd-9fdd-4534-8a96-8b5ae36d26c5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.371555 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-21aff8cd-9fdd-4534-8a96-8b5ae36d26c5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.397654 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da74c54b-65bb-4b7c-baad-d678ffafd45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.409012 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da74c54b-65bb-4b7c-baad-d678ffafd45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.428036 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efc58071-8c6f-4ec2-b85a-aab3b8cb964c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.480834 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efc58071-8c6f-4ec2-b85a-aab3b8cb964c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.483200 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 32802) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:52.516171 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-da74c54b-65bb-4b7c-baad-d678ffafd45c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7010e368c5fa4626b616cd57e1305abe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9405339 Jul 16 01:15:52.519716 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 32806) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:52.532105 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74c54b-65bb-4b7c-baad-d678ffafd45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18bf984-f0dc-40aa-9a18-fa324312eadf,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:52.649630 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6cfeb3c1-af65-4488-958f-901f971e9a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.656747 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efc58071-8c6f-4ec2-b85a-aab3b8cb964c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.659180 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efc58071-8c6f-4ec2-b85a-aab3b8cb964c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.660346 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-efc58071-8c6f-4ec2-b85a-aab3b8cb964c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/26bed6bd-125c-4df1-b63b-3733f7341d3c HTTP/1.1" status: 204 len: 168 time: 0.3744764 Jul 16 01:15:52.682528 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-85ff7bac-6347-415c-a0f5-8e691ed607c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.686497 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc58071-8c6f-4ec2-b85a-aab3b8cb964c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bed6bd-125c-4df1-b63b-3733f7341d3c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:52.714913 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-85ff7bac-6347-415c-a0f5-8e691ed607c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.728626 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6cfeb3c1-af65-4488-958f-901f971e9a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.792537 n-d-792394-16 neutron-server[93955]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 01:15:52.926064 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff7bac-6347-415c-a0f5-8e691ed607c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c57843-b91f-4e6b-8d9f-76c4e3cfd348,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:52.930292 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-44d3447c-6dbe-445b-8d2f-3770d1aae8c4 req-bafb5be2-f530-415f-9788-fbdb7faa66b6 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c0f5f1c-87c3-4287-9955-4541c5a394d8 HTTP/1.1" status: 200 len: 210 time: 0.4433262 Jul 16 01:15:52.942875 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-85ff7bac-6347-415c-a0f5-8e691ed607c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=becc277a03464e46970ca2ffc4cc409a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7311313 Jul 16 01:15:52.946126 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 32834) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:53.004000 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6cfeb3c1-af65-4488-958f-901f971e9a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.006928 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6cfeb3c1-af65-4488-958f-901f971e9a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.008336 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6cfeb3c1-af65-4488-958f-901f971e9a47 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e18bf984-f0dc-40aa-9a18-fa324312eadf HTTP/1.1" status: 204 len: 168 time: 0.4866738 Jul 16 01:15:53.053684 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-cf7e0e56-331c-41d6-b5ed-15c04012b5e6 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8fdc489fbaf545e492a4aa46fb6f65ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567055 Jul 16 01:15:53.110565 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfeb3c1-af65-4488-958f-901f971e9a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18bf984-f0dc-40aa-9a18-fa324312eadf,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:53.154141 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-21aff8cd-9fdd-4534-8a96-8b5ae36d26c5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.166205 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-21aff8cd-9fdd-4534-8a96-8b5ae36d26c5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.450117 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 32858) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:53.480189 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0cb83fff-2c7e-4463-ac09-9e2da27be1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.491122 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aff8cd-9fdd-4534-8a96-8b5ae36d26c5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c711b1-cda0-4396-a3aa-1b5e51489953,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:53.562651 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0cb83fff-2c7e-4463-ac09-9e2da27be1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.581488 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b85021a-1463-4b77-8191-3543c5648533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.596245 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-7378710c-4c7c-4827-845f-23b5117186d8 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:53.598596 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-7378710c-4c7c-4827-845f-23b5117186d8 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5433791 Jul 16 01:15:53.675876 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-47edc802-cadf-41ce-af69-e8fd2aa6751f tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/quotas/8fdc489fbaf545e492a4aa46fb6f65ae HTTP/1.1" status: 200 len: 375 time: 0.0622458 Jul 16 01:15:53.783410 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-b389d6a7-bad2-4516-a504-0019bf8de6be tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8fdc489fbaf545e492a4aa46fb6f65ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0911376 Jul 16 01:15:53.785138 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0cb83fff-2c7e-4463-ac09-9e2da27be1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.794760 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0cb83fff-2c7e-4463-ac09-9e2da27be1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.800184 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0cb83fff-2c7e-4463-ac09-9e2da27be1fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45c57843-b91f-4e6b-8d9f-76c4e3cfd348 HTTP/1.1" status: 204 len: 168 time: 0.8475230 Jul 16 01:15:53.823897 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb83fff-2c7e-4463-ac09-9e2da27be1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c57843-b91f-4e6b-8d9f-76c4e3cfd348,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:53.877473 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 32882) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:53.895997 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-405faaf6-287f-43d2-a721-b1ef39e5566f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.960972 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-21aff8cd-9fdd-4534-8a96-8b5ae36d26c5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Allocated IP 192.168.233.65 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/c5c4aeea-a607-481e-98a6-4307cc308327) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:54.112849 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b85021a-1463-4b77-8191-3543c5648533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.330902 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-21aff8cd-9fdd-4534-8a96-8b5ae36d26c5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.354640 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-21aff8cd-9fdd-4534-8a96-8b5ae36d26c5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Transition to ACTIVE for port object c5c4aeea-a607-481e-98a6-4307cc308327 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:54.362870 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-20d8cb7d-c562-4e4d-a080-387bea4705d3 req-be7f3b4c-f2f0-4462-984d-b473500aa915 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c0f5f1c-87c3-4287-9955-4541c5a394d8 HTTP/1.1" status: 200 len: 210 time: 0.0964038 Jul 16 01:15:54.421595 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-405faaf6-287f-43d2-a721-b1ef39e5566f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.434075 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-405faaf6-287f-43d2-a721-b1ef39e5566f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.504616 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405faaf6-287f-43d2-a721-b1ef39e5566f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d10cc39-7be0-438d-81fa-b15d3fe8df95,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:54.517606 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b85021a-1463-4b77-8191-3543c5648533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.531978 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-405faaf6-287f-43d2-a721-b1ef39e5566f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05b37f6ba7234f6896739a4ef3880399&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6529262 Jul 16 01:15:54.533205 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 32910) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:54.605396 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b0ac8996-774b-417f-87a3-9582f4225a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.648315 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b0ac8996-774b-417f-87a3-9582f4225a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.660350 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d2f2530-a68e-4f54-93ca-21ba954c3651 req-6d372d3f-5a37-4d1a-bb80-4fb3fcf238c2 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 210 time: 0.1895964 Jul 16 01:15:54.699308 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-21aff8cd-9fdd-4534-8a96-8b5ae36d26c5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.714594 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6b85021a-1463-4b77-8191-3543c5648533 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72104c037e244681827689c395012a27&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2702150 Jul 16 01:15:54.727612 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 32928) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:54.914393 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b0ac8996-774b-417f-87a3-9582f4225a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.920702 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b0ac8996-774b-417f-87a3-9582f4225a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.932079 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b0ac8996-774b-417f-87a3-9582f4225a99 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d10cc39-7be0-438d-81fa-b15d3fe8df95 HTTP/1.1" status: 204 len: 168 time: 0.3941548 Jul 16 01:15:54.988679 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85021a-1463-4b77-8191-3543c5648533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c3e5a7-d2f1-4574-b1f7-3be10957ce11,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:55.018252 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac8996-774b-417f-87a3-9582f4225a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d10cc39-7be0-438d-81fa-b15d3fe8df95,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:55.029608 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-21aff8cd-9fdd-4534-8a96-8b5ae36d26c5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:55.031480 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-289728c8-eb8c-46fe-a62c-45a5b670271f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:55.051568 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-21aff8cd-9fdd-4534-8a96-8b5ae36d26c5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:55.060544 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-21aff8cd-9fdd-4534-8a96-8b5ae36d26c5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:55.072662 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-21aff8cd-9fdd-4534-8a96-8b5ae36d26c5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:55.076624 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-21aff8cd-9fdd-4534-8a96-8b5ae36d26c5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:55.082777 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aff8cd-9fdd-4534-8a96-8b5ae36d26c5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Pushing event updated for resources: {'Port': ['ID=c5c4aeea-a607-481e-98a6-4307cc308327,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:55.108133 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-21aff8cd-9fdd-4534-8a96-8b5ae36d26c5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2841020 Jul 16 01:15:55.122606 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-289728c8-eb8c-46fe-a62c-45a5b670271f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:55.143981 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-46a89829-e0b2-4d22-92f9-2aaf835e477d tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:15:55.148782 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-46a89829-e0b2-4d22-92f9-2aaf835e477d tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0257289 Jul 16 01:15:55.249764 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-289728c8-eb8c-46fe-a62c-45a5b670271f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:55.261608 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-289728c8-eb8c-46fe-a62c-45a5b670271f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:55.264967 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-289728c8-eb8c-46fe-a62c-45a5b670271f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46c3e5a7-d2f1-4574-b1f7-3be10957ce11 HTTP/1.1" status: 204 len: 168 time: 0.5145233 Jul 16 01:15:55.290983 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289728c8-eb8c-46fe-a62c-45a5b670271f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c3e5a7-d2f1-4574-b1f7-3be10957ce11,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:55.481665 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cf64e69d-c232-4957-87d8-249666a78af7 None None] Provisioning for port c5c4aeea-a607-481e-98a6-4307cc308327 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:55.486882 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cf64e69d-c232-4957-87d8-249666a78af7 None None] Provisioning complete for port c5c4aeea-a607-481e-98a6-4307cc308327 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:55.487306 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cf64e69d-c232-4957-87d8-249666a78af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:55.567283 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-cf64e69d-c232-4957-87d8-249666a78af7 None None] Port c5c4aeea-a607-481e-98a6-4307cc308327 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:15:55.722754 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84fc2b-ab9b-4aeb-9d5e-b0ce90c235af req-9867a723-9fb0-4587-9dd8-1f8f46568e4c tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:55.740619 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ad84fc2b-ab9b-4aeb-9d5e-b0ce90c235af req-9867a723-9fb0-4587-9dd8-1f8f46568e4c tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c0f5f1c-87c3-4287-9955-4541c5a394d8 HTTP/1.1" status: 200 len: 935 time: 0.1423309 Jul 16 01:15:55.851871 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3644ed86-da37-4d5c-8844-9e8fdd212344 req-88211922-4a3c-4bc5-b18b-ce9122ca4a45 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 210 time: 0.0978389 Jul 16 01:15:55.868765 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ad84fc2b-ab9b-4aeb-9d5e-b0ce90c235af req-cffadc8e-82f5-4b7a-82ef-f3b9a869790c tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204355 Jul 16 01:15:56.171760 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 32982) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:56.314235 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-c3cad661-cb58-403d-9df0-5f19a2072d17 service neutron] Request body: {'port': {'device_id': '7c0f5f1c-87c3-4287-9955-4541c5a394d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:56.459539 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7965f15f-9ee2-46af-9aa5-c27e94648ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:56.529346 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-c3cad661-cb58-403d-9df0-5f19a2072d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:56.596902 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f6173854-29b3-48fc-ad48-fcf947a9d38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.019328 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.82', 52114) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:57.077234 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-63005b2a-0686-4ffd-83c1-b687aaf1944a tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=8fdc489fbaf545e492a4aa46fb6f65ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559282 Jul 16 01:15:57.125212 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7965f15f-9ee2-46af-9aa5-c27e94648ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.195353 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7965f15f-9ee2-46af-9aa5-c27e94648ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.247014 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965f15f-9ee2-46af-9aa5-c27e94648ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a4ded5-b561-40e6-bf97-fba5fa954dc6,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:57.282417 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f8bdfd12-1ebf-4742-9656-7b78b942e0ea req-53236c91-88e3-47ce-ac1e-4ca4ae370f58 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 210 time: 0.1043479 Jul 16 01:15:57.307283 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7965f15f-9ee2-46af-9aa5-c27e94648ed4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cba3a6c8a4649c899db2454bbc03b69&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1316521 Jul 16 01:15:57.309190 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33022) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:57.415902 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cf60efaf-6065-4582-8f44-5cb65ecfbe8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.435629 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-c3cad661-cb58-403d-9df0-5f19a2072d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c4aeea-a607-481e-98a6-4307cc308327 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:57.450020 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-c3cad661-cb58-403d-9df0-5f19a2072d17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.459431 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cf60efaf-6065-4582-8f44-5cb65ecfbe8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.485318 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-13ae365c-87ba-4621-8b7d-789b2163d66e tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:57.489764 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-13ae365c-87ba-4621-8b7d-789b2163d66e tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4056425 Jul 16 01:15:57.491498 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-c3cad661-cb58-403d-9df0-5f19a2072d17 service neutron] Transition to ACTIVE for port object c5c4aeea-a607-481e-98a6-4307cc308327 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:57.507259 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-c3cad661-cb58-403d-9df0-5f19a2072d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.559047 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-b85bb00a-c2bd-4430-9145-58636e506fa0 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Request body: {'port': {'device_id': '3dc8c816-1525-4d08-b8f5-254295da4bcc', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': '8fdc489fbaf545e492a4aa46fb6f65ae'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:57.781739 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d56861-f161-4da0-aaa3-88f74beb25eb req-2c0956ff-c891-4974-bd3e-df51d5fae01e tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:57.791850 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2d56861-f161-4da0-aaa3-88f74beb25eb req-2c0956ff-c891-4974-bd3e-df51d5fae01e tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c0f5f1c-87c3-4287-9955-4541c5a394d8 HTTP/1.1" status: 200 len: 935 time: 0.4454217 Jul 16 01:15:58.092313 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2d56861-f161-4da0-aaa3-88f74beb25eb req-3c50804c-3209-4568-af1b-a183d8d56bd4 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892795 Jul 16 01:15:58.188913 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cad661-cb58-403d-9df0-5f19a2072d17 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c4aeea-a607-481e-98a6-4307cc308327,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:58.222661 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cf60efaf-6065-4582-8f44-5cb65ecfbe8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:58.246321 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cf60efaf-6065-4582-8f44-5cb65ecfbe8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:58.249100 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-b85bb00a-c2bd-4430-9145-58636e506fa0 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Made reservation on behalf of 8fdc489fbaf545e492a4aa46fb6f65ae for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:15:58.249580 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cf60efaf-6065-4582-8f44-5cb65ecfbe8e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f9a4ded5-b561-40e6-bf97-fba5fa954dc6 HTTP/1.1" status: 204 len: 168 time: 0.9392962 Jul 16 01:15:58.256600 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-b85bb00a-c2bd-4430-9145-58636e506fa0 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:58.276421 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60efaf-6065-4582-8f44-5cb65ecfbe8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a4ded5-b561-40e6-bf97-fba5fa954dc6,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:58.282498 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-b85bb00a-c2bd-4430-9145-58636e506fa0 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:58.283695 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-c3cad661-cb58-403d-9df0-5f19a2072d17 service neutron] Attempting to bind port c5c4aeea-a607-481e-98a6-4307cc308327 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:15:58.283981 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-c3cad661-cb58-403d-9df0-5f19a2072d17 service neutron] Attempting to bind port c5c4aeea-a607-481e-98a6-4307cc308327 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:15:58.284281 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-c3cad661-cb58-403d-9df0-5f19a2072d17 service neutron] Attempting to bind port c5c4aeea-a607-481e-98a6-4307cc308327 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:58.301541 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-c3cad661-cb58-403d-9df0-5f19a2072d17 service neutron] Port c5c4aeea-a607-481e-98a6-4307cc308327 on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:15:58.301882 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-c3cad661-cb58-403d-9df0-5f19a2072d17 service neutron] Attempting to bind port c5c4aeea-a607-481e-98a6-4307cc308327 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:58.316949 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-c3cad661-cb58-403d-9df0-5f19a2072d17 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:15:58.317139 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-c3cad661-cb58-403d-9df0-5f19a2072d17 service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:58.317668 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-c3cad661-cb58-403d-9df0-5f19a2072d17 service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:15:58.318103 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-c3cad661-cb58-403d-9df0-5f19a2072d17 service neutron] Bound port: c5c4aeea-a607-481e-98a6-4307cc308327, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:15:58.318542 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-c3cad661-cb58-403d-9df0-5f19a2072d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:58.542236 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-c3cad661-cb58-403d-9df0-5f19a2072d17 service neutron] For port c5c4aeea-a607-481e-98a6-4307cc308327, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:58.554067 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-c3cad661-cb58-403d-9df0-5f19a2072d17 service neutron] For port c5c4aeea-a607-481e-98a6-4307cc308327, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c5c4aeea-a607-481e-98a6-4307cc308327,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:15:58.562093 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-c3cad661-cb58-403d-9df0-5f19a2072d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:58.636914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-c3cad661-cb58-403d-9df0-5f19a2072d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:58.637544 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-c3cad661-cb58-403d-9df0-5f19a2072d17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:58.639076 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-c3cad661-cb58-403d-9df0-5f19a2072d17 service neutron] 10.222.0.84 "PUT /v2.0/ports/c5c4aeea-a607-481e-98a6-4307cc308327 HTTP/1.1" status: 200 len: 1096 time: 2.9127975 Jul 16 01:15:58.639614 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0f5f1c-87c3-4287-9955-4541c5a394d8', 'tag': 'c5c4aeea-a607-481e-98a6-4307cc308327'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:58.709027 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-b85bb00a-c2bd-4430-9145-58636e506fa0 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:58.714725 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8df2fc57-9083-4e82-aedb-cda195a21d46 req-8f4408bd-c3d3-40ca-8d21-2bd914857950 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 210 time: 0.0851943 Jul 16 01:15:58.718700 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-b85bb00a-c2bd-4430-9145-58636e506fa0 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:58.857251 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cad661-cb58-403d-9df0-5f19a2072d17 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c4aeea-a607-481e-98a6-4307cc308327,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:59.026186 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bb00a-c2bd-4430-9145-58636e506fa0 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=448096de-6f1b-4341-8863-bd9ac7e8ef91,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:59.287706 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-8b303967-2543-472b-b220-a7818021784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:59.298377 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-8b303967-2543-472b-b220-a7818021784d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5329aca8a317473cba4b57053f06f501&device_id=7c0f5f1c-87c3-4287-9955-4541c5a394d8 HTTP/1.1" status: 200 len: 1099 time: 0.3036852 Jul 16 01:15:59.510862 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-17a51e18-8106-4d56-8e44-0f92ad849397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:59.517673 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-60a6f143-ce5c-45ad-808e-229e2aa43446 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=c5c4aeea-a607-481e-98a6-4307cc308327 HTTP/1.1" status: 200 len: 217 time: 0.1990385 Jul 16 01:15:59.578556 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-b85bb00a-c2bd-4430-9145-58636e506fa0 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Allocated IP 192.168.233.125 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/0cccfd9a-bd71-4787-8f4d-fc47d3ab309b) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:59.621236 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:59.750875 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-33f955dd-e7fd-41b5-8c93-2a1e5b41147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:59.753895 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-33f955dd-e7fd-41b5-8c93-2a1e5b41147f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.2199051 Jul 16 01:15:59.816888 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4643a98-e65f-4259-be31-54edabcfe975 req-60e9feca-2d28-4d5e-94f9-8e969314e9c5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:59.818758 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d4643a98-e65f-4259-be31-54edabcfe975 req-60e9feca-2d28-4d5e-94f9-8e969314e9c5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c0f5f1c-87c3-4287-9955-4541c5a394d8 HTTP/1.1" status: 200 len: 947 time: 0.3541479 Jul 16 01:15:59.957193 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33102) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:00.025741 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cb678b18-eb31-4d21-a163-6e7989773f9c req-253a9996-65a0-4da4-8f53-8b9a69f61432 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 210 time: 0.0455558 Jul 16 01:16:00.045518 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1418a5c2-e40c-40fd-a1e0-9cf1976451f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.083060 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d4643a98-e65f-4259-be31-54edabcfe975 req-056b8c25-e114-4544-8462-40511a4017b4 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518198 Jul 16 01:16:00.097886 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-196cc831-80a7-4daa-bad4-28649c50cea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:00.099536 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-196cc831-80a7-4daa-bad4-28649c50cea1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3277493 Jul 16 01:16:00.199188 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-b85bb00a-c2bd-4430-9145-58636e506fa0 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.254226 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-b85bb00a-c2bd-4430-9145-58636e506fa0 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Transition to ACTIVE for port object 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:00.334746 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1418a5c2-e40c-40fd-a1e0-9cf1976451f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.367559 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-b85bb00a-c2bd-4430-9145-58636e506fa0 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.558683 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-ead0a9d8-1a3e-4c9e-9199-ea3e2986d530 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216210 Jul 16 01:16:00.561719 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9ba5b0-d13d-4382-a282-2274dfb28652" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0f5f1c-87c3-4287-9955-4541c5a394d8", "tag": "c5c4aeea-a607-481e-98a6-4307cc308327"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:00.569737 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1418a5c2-e40c-40fd-a1e0-9cf1976451f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.573591 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-b85bb00a-c2bd-4430-9145-58636e506fa0 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:00.601370 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-b85bb00a-c2bd-4430-9145-58636e506fa0 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:00.619262 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bb00a-c2bd-4430-9145-58636e506fa0 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Pushing event updated for resources: {'Port': ['ID=0cccfd9a-bd71-4787-8f4d-fc47d3ab309b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:00.643405 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418a5c2-e40c-40fd-a1e0-9cf1976451f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b29001-0724-48a0-b67c-80fa27420169,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:00.674860 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.680069 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-b85bb00a-c2bd-4430-9145-58636e506fa0 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:00.687864 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-b85bb00a-c2bd-4430-9145-58636e506fa0 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:00.689523 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-b85bb00a-c2bd-4430-9145-58636e506fa0 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.738287 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-b85bb00a-c2bd-4430-9145-58636e506fa0 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1933804 Jul 16 01:16:00.760029 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-99314090-21fd-47b3-b047-d5f2fec1893e tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:16:00.761262 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-99314090-21fd-47b3-b047-d5f2fec1893e tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061665 Jul 16 01:16:00.795106 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33132) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:00.808960 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1418a5c2-e40c-40fd-a1e0-9cf1976451f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a1d39605e4e4cf3822443f3189a5756&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8362908 Jul 16 01:16:00.953010 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-efc5dd44-2212-4e3f-8c58-716e83245bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.990704 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f04cdab-9654-4ec7-8ff1-a4f1b837e695 req-c8896c6e-7d2e-496d-995c-d50d699d4563 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151516 Jul 16 01:16:01.015123 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-efc5dd44-2212-4e3f-8c58-716e83245bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:01.023497 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:01.088786 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17930cd1-feeb-4122-bb89-33a135c6108e x-openstack-request-id: req-17930cd1-feeb-4122-bb89-33a135c6108e {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:01.089421 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0f5f1c-87c3-4287-9955-4541c5a394d8", "tag": "c5c4aeea-a607-481e-98a6-4307cc308327", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:01.090056 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17930cd1-feeb-4122-bb89-33a135c6108e {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:01.090719 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0f5f1c-87c3-4287-9955-4541c5a394d8', 'tag': 'c5c4aeea-a607-481e-98a6-4307cc308327', 'status': 'completed', 'code': 200} Jul 16 01:16:01.102846 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bf32ace9-d1e9-4c88-a267-e10b7b7f522d None None] Provisioning for port 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:01.107186 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-efc5dd44-2212-4e3f-8c58-716e83245bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:01.108294 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bf32ace9-d1e9-4c88-a267-e10b7b7f522d None None] Provisioning complete for port 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:01.108757 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bf32ace9-d1e9-4c88-a267-e10b7b7f522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:01.109842 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-efc5dd44-2212-4e3f-8c58-716e83245bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:01.115202 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-efc5dd44-2212-4e3f-8c58-716e83245bb2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23b29001-0724-48a0-b67c-80fa27420169 HTTP/1.1" status: 204 len: 168 time: 0.3149362 Jul 16 01:16:01.155891 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5dd44-2212-4e3f-8c58-716e83245bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b29001-0724-48a0-b67c-80fa27420169,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:01.205425 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-bf32ace9-d1e9-4c88-a267-e10b7b7f522d None None] Port 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:16:01.240097 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ba5b0-d13d-4382-a282-2274dfb28652 req-e1ba151a-bfcd-4866-890b-f2ea4ce5da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:01.243845 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cb9ba5b0-d13d-4382-a282-2274dfb28652 req-e1ba151a-bfcd-4866-890b-f2ea4ce5da30 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5329aca8a317473cba4b57053f06f501&device_id=7c0f5f1c-87c3-4287-9955-4541c5a394d8 HTTP/1.1" status: 200 len: 1099 time: 0.1279218 Jul 16 01:16:01.489428 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33150) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:01.746601 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ba5b0-d13d-4382-a282-2274dfb28652 req-038402ce-a8ea-404e-a690-6e65a67a0635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:01.754598 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cb9ba5b0-d13d-4382-a282-2274dfb28652 req-038402ce-a8ea-404e-a690-6e65a67a0635 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.4765425 Jul 16 01:16:01.896601 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cb9ba5b0-d13d-4382-a282-2274dfb28652 req-4e317424-d1d8-4317-a53b-3a775dde1e53 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=c5c4aeea-a607-481e-98a6-4307cc308327 HTTP/1.1" status: 200 len: 217 time: 0.1103640 Jul 16 01:16:01.999288 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf5d33-1f8e-4653-9683-1017b05f5f01 req-edba46fe-3630-47ae-80e9-652e22f41afb tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:02.006562 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3fcf5d33-1f8e-4653-9683-1017b05f5f01 req-edba46fe-3630-47ae-80e9-652e22f41afb tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 936 time: 0.6493490 Jul 16 01:16:02.014133 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c93c7f-4539-41d2-8371-1030fd18fb03 req-ec026214-5414-43db-85b4-e077f6643fd5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:02.020155 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ba5b0-d13d-4382-a282-2274dfb28652 req-41ad66d6-46b0-4a04-b474-fe6e74ecd10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:02.021868 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cb9ba5b0-d13d-4382-a282-2274dfb28652 req-41ad66d6-46b0-4a04-b474-fe6e74ecd10a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1021266 Jul 16 01:16:02.024288 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-44c93c7f-4539-41d2-8371-1030fd18fb03 req-ec026214-5414-43db-85b4-e077f6643fd5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c0f5f1c-87c3-4287-9955-4541c5a394d8 HTTP/1.1" status: 200 len: 947 time: 0.4768291 Jul 16 01:16:02.139064 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-44c93c7f-4539-41d2-8371-1030fd18fb03 req-39e233df-de0d-4d89-9920-43c8559d109d tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136060 Jul 16 01:16:02.149886 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-faf89b61-79d8-45ee-8980-6cf753db8693 service neutron] Request body: {'port': {'device_id': '3dc8c816-1525-4d08-b8f5-254295da4bcc', 'device_owner': 'compute:tempest-test_az-84607759', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:02.169412 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3fcf5d33-1f8e-4653-9683-1017b05f5f01 req-f715aaa1-639c-4775-95e0-6c4d7758ad94 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/security-groups?id=448096de-6f1b-4341-8863-bd9ac7e8ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616602 Jul 16 01:16:02.211580 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ba5b0-d13d-4382-a282-2274dfb28652 req-20d7a83c-4ef8-4893-8313-2c3fec2a5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:02.213531 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cb9ba5b0-d13d-4382-a282-2274dfb28652 req-20d7a83c-4ef8-4893-8313-2c3fec2a5e38 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1673329 Jul 16 01:16:02.288373 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-faf89b61-79d8-45ee-8980-6cf753db8693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:02.360685 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:02.475048 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-082e0d56-5fcc-4124-8a51-4bc2b2be5a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:02.500239 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cb9ba5b0-d13d-4382-a282-2274dfb28652 req-4cfa7b69-a0e3-4938-a365-25dc92e07787 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665052 Jul 16 01:16:02.854095 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cb9ba5b0-d13d-4382-a282-2274dfb28652 req-742160e5-b9e6-483d-bd76-0f794b7dd324 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026292 Jul 16 01:16:02.906516 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33174) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:03.000662 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-082e0d56-5fcc-4124-8a51-4bc2b2be5a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.010942 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-082e0d56-5fcc-4124-8a51-4bc2b2be5a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.154676 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e0d56-5fcc-4124-8a51-4bc2b2be5a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee55c9ea-6ed8-42ab-acf5-2c0181a88211,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:03.175686 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-faf89b61-79d8-45ee-8980-6cf753db8693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:03.183994 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-082e0d56-5fcc-4124-8a51-4bc2b2be5a2a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2128381f73e4219aa7584bcde42f153&name=default HTTP/1.1" status: 200 len: 2978 time: 1.6934478 Jul 16 01:16:03.186806 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33190) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:03.193492 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-faf89b61-79d8-45ee-8980-6cf753db8693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.230671 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-faf89b61-79d8-45ee-8980-6cf753db8693 service neutron] Transition to ACTIVE for port object 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:03.237000 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-faf89b61-79d8-45ee-8980-6cf753db8693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.318163 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73ed9f9e-f3a2-4137-b549-72dafa4c304d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.347206 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf89b61-79d8-45ee-8980-6cf753db8693 service neutron] Pushing event updated for resources: {'Port': ['ID=0cccfd9a-bd71-4787-8f4d-fc47d3ab309b,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:03.404171 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73ed9f9e-f3a2-4137-b549-72dafa4c304d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.444681 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-faf89b61-79d8-45ee-8980-6cf753db8693 service neutron] Attempting to bind port 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:03.445389 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-faf89b61-79d8-45ee-8980-6cf753db8693 service neutron] Attempting to bind port 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:03.445975 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-faf89b61-79d8-45ee-8980-6cf753db8693 service neutron] Attempting to bind port 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:03.453276 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-faf89b61-79d8-45ee-8980-6cf753db8693 service neutron] Port 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:16:03.454043 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-faf89b61-79d8-45ee-8980-6cf753db8693 service neutron] Attempting to bind port 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:03.461144 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-faf89b61-79d8-45ee-8980-6cf753db8693 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:03.462894 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-faf89b61-79d8-45ee-8980-6cf753db8693 service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:03.463912 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-faf89b61-79d8-45ee-8980-6cf753db8693 service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:03.464634 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-faf89b61-79d8-45ee-8980-6cf753db8693 service neutron] Bound port: 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:03.465313 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-faf89b61-79d8-45ee-8980-6cf753db8693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.507465 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d369484-8263-4aca-a436-ed4dc3031322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.599774 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-faf89b61-79d8-45ee-8980-6cf753db8693 service neutron] For port 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:03.606553 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-faf89b61-79d8-45ee-8980-6cf753db8693 service neutron] For port 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=0cccfd9a-bd71-4787-8f4d-fc47d3ab309b,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:03.661998 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-faf89b61-79d8-45ee-8980-6cf753db8693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.765374 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-faf89b61-79d8-45ee-8980-6cf753db8693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:03.766716 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-faf89b61-79d8-45ee-8980-6cf753db8693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.769099 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-faf89b61-79d8-45ee-8980-6cf753db8693 service neutron] 10.222.0.82 "PUT /v2.0/ports/0cccfd9a-bd71-4787-8f4d-fc47d3ab309b HTTP/1.1" status: 200 len: 1117 time: 2.4632928 Jul 16 01:16:03.824650 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf89b61-79d8-45ee-8980-6cf753db8693 service neutron] Pushing event updated for resources: {'Port': ['ID=0cccfd9a-bd71-4787-8f4d-fc47d3ab309b,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:03.850539 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc8c816-1525-4d08-b8f5-254295da4bcc', 'tag': '0cccfd9a-bd71-4787-8f4d-fc47d3ab309b'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:03.987839 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33204) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:04.001935 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73ed9f9e-f3a2-4137-b549-72dafa4c304d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.004703 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73ed9f9e-f3a2-4137-b549-72dafa4c304d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.006029 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-73ed9f9e-f3a2-4137-b549-72dafa4c304d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee55c9ea-6ed8-42ab-acf5-2c0181a88211 HTTP/1.1" status: 204 len: 168 time: 0.8177831 Jul 16 01:16:04.028904 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed9f9e-f3a2-4137-b549-72dafa4c304d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee55c9ea-6ed8-42ab-acf5-2c0181a88211,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:04.062712 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43290302-1ad0-41dd-b6b2-250190e72ba0 req-8cd1942a-5d28-4ec7-99fa-ebfaad684da1 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:04.070217 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-43290302-1ad0-41dd-b6b2-250190e72ba0 req-8cd1942a-5d28-4ec7-99fa-ebfaad684da1 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 968 time: 0.2026570 Jul 16 01:16:04.107378 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d369484-8263-4aca-a436-ed4dc3031322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.121271 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d369484-8263-4aca-a436-ed4dc3031322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.173858 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d369484-8263-4aca-a436-ed4dc3031322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033aedb1-fee3-406e-bdc2-c0df0d940320,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:04.255235 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8d369484-8263-4aca-a436-ed4dc3031322 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=812055bf4ab34a558e6ebd1f4c6bd336&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3443584 Jul 16 01:16:04.256587 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33214) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:04.276115 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-43290302-1ad0-41dd-b6b2-250190e72ba0 req-2db36633-f673-44a8-90dc-574e543ffdc1 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/security-groups?id=448096de-6f1b-4341-8863-bd9ac7e8ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039485 Jul 16 01:16:04.322680 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7762d4c-54c8-4c10-ac3f-ae1e95c977b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.347313 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbaf06-5b06-4004-bbac-3b50a6020605 req-8b5a8423-1839-49bc-8d16-d17d7176f9cb tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:04.349011 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-63fbaf06-5b06-4004-bbac-3b50a6020605 req-8b5a8423-1839-49bc-8d16-d17d7176f9cb tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c0f5f1c-87c3-4287-9955-4541c5a394d8 HTTP/1.1" status: 200 len: 947 time: 0.7398517 Jul 16 01:16:04.453969 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dc39f5c3-ec55-4ab0-9ee8-4b019b0096cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.591075 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-9cda5605-9f42-45c5-a583-a929a56944d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:04.592635 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-9cda5605-9f42-45c5-a583-a929a56944d0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fdc489fbaf545e492a4aa46fb6f65ae&device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 1120 time: 0.4866920 Jul 16 01:16:04.595753 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-63fbaf06-5b06-4004-bbac-3b50a6020605 req-3aed2051-8478-4753-b789-1746c3312708 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106655 Jul 16 01:16:04.598885 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dc39f5c3-ec55-4ab0-9ee8-4b019b0096cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.622425 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.625885 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8e2e65-b14f-412d-ab08-348ccd0015e6" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc8c816-1525-4d08-b8f5-254295da4bcc", "tag": "0cccfd9a-bd71-4787-8f4d-fc47d3ab309b"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:04.629532 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7762d4c-54c8-4c10-ac3f-ae1e95c977b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.640069 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7762d4c-54c8-4c10-ac3f-ae1e95c977b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.703354 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-4db9f26b-3fd2-414f-9816-ba6b9ac969aa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=0cccfd9a-bd71-4787-8f4d-fc47d3ab309b HTTP/1.1" status: 200 len: 217 time: 0.0825751 Jul 16 01:16:04.728613 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e7762d4c-54c8-4c10-ac3f-ae1e95c977b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8fcd5c60c05420d8b9b5c9351630e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7363119 Jul 16 01:16:04.730038 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7762d4c-54c8-4c10-ac3f-ae1e95c977b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9410932-df9f-4c94-97d8-bd094dd86cd4,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:04.750138 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33232) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:04.768063 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-29f57ae4-f217-40b8-a8dd-e16620dc07e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:04.769611 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-29f57ae4-f217-40b8-a8dd-e16620dc07e5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0585337 Jul 16 01:16:04.831985 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-93a32d26-cc45-4e8c-8396-92483cace855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.845582 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33234) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:04.877793 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-def5ef49-cd79-4291-a19a-20e50d8f8c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.892041 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-93a32d26-cc45-4e8c-8396-92483cace855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.913622 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-943be133-8aba-4920-894d-56e00e4d44fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:04.915380 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-943be133-8aba-4920-894d-56e00e4d44fc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1238813 Jul 16 01:16:04.916042 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dc39f5c3-ec55-4ab0-9ee8-4b019b0096cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.920512 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dc39f5c3-ec55-4ab0-9ee8-4b019b0096cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.924739 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-dc39f5c3-ec55-4ab0-9ee8-4b019b0096cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/033aedb1-fee3-406e-bdc2-c0df0d940320 HTTP/1.1" status: 204 len: 168 time: 0.6350245 Jul 16 01:16:04.935238 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39f5c3-ec55-4ab0-9ee8-4b019b0096cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033aedb1-fee3-406e-bdc2-c0df0d940320,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:05.055593 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-dd1e58cd-699b-4e36-99a3-e92d5296578d service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215940 Jul 16 01:16:05.083285 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-93a32d26-cc45-4e8c-8396-92483cace855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:05.085969 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-93a32d26-cc45-4e8c-8396-92483cace855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:05.090171 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-93a32d26-cc45-4e8c-8396-92483cace855 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9410932-df9f-4c94-97d8-bd094dd86cd4 HTTP/1.1" status: 204 len: 168 time: 0.3347731 Jul 16 01:16:05.140672 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a32d26-cc45-4e8c-8396-92483cace855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9410932-df9f-4c94-97d8-bd094dd86cd4,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:05.254402 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-def5ef49-cd79-4291-a19a-20e50d8f8c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:05.261986 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-def5ef49-cd79-4291-a19a-20e50d8f8c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:05.337231 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a364cd1-4dad-46b4-b086-b08351ffdb1f req-50107d90-271d-4c9f-b0bb-6baa4c3ea26d service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622483 Jul 16 01:16:05.364112 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5ef49-cd79-4291-a19a-20e50d8f8c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907be45f-a860-4e4a-a797-654125eef2ef,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:05.370967 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-def5ef49-cd79-4291-a19a-20e50d8f8c4b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c76b4ab032c041bc9ec4339ae3024b10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5237701 Jul 16 01:16:05.373849 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33246) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:05.485853 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a057911d-cba9-4fff-a8c1-56e618bdf18f x-openstack-request-id: req-a057911d-cba9-4fff-a8c1-56e618bdf18f {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:05.486695 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc8c816-1525-4d08-b8f5-254295da4bcc", "tag": "0cccfd9a-bd71-4787-8f4d-fc47d3ab309b", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:05.487444 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a057911d-cba9-4fff-a8c1-56e618bdf18f {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:05.488224 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc8c816-1525-4d08-b8f5-254295da4bcc', 'tag': '0cccfd9a-bd71-4787-8f4d-fc47d3ab309b', 'status': 'completed', 'code': 200} Jul 16 01:16:05.516947 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-19c96ab4-2978-4e74-b911-0f6222fd8499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:05.557337 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-19c96ab4-2978-4e74-b911-0f6222fd8499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:05.690305 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33250) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:05.838486 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e2e65-b14f-412d-ab08-348ccd0015e6 req-30bcb468-782c-40d2-9c9e-db4195e2dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:05.842468 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1f8e2e65-b14f-412d-ab08-348ccd0015e6 req-30bcb468-782c-40d2-9c9e-db4195e2dbc4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fdc489fbaf545e492a4aa46fb6f65ae&device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 1120 time: 0.3266747 Jul 16 01:16:05.868005 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423d81d-83ec-409f-a401-c39b45632314 req-48a756b2-11af-4b12-b0ca-79df46ab1c46 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:05.870408 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3423d81d-83ec-409f-a401-c39b45632314 req-48a756b2-11af-4b12-b0ca-79df46ab1c46 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 968 time: 0.2746868 Jul 16 01:16:05.904717 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-19c96ab4-2978-4e74-b911-0f6222fd8499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:05.912171 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-19c96ab4-2978-4e74-b911-0f6222fd8499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:05.918861 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-19c96ab4-2978-4e74-b911-0f6222fd8499 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/907be45f-a860-4e4a-a797-654125eef2ef HTTP/1.1" status: 204 len: 168 time: 0.5414133 Jul 16 01:16:05.988825 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c96ab4-2978-4e74-b911-0f6222fd8499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907be45f-a860-4e4a-a797-654125eef2ef,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:06.306673 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e25a1-6433-4912-9319-4402660a58f5 req-3727c815-17bd-4573-843c-ae54c22c06f8 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:06.320515 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b1e25a1-6433-4912-9319-4402660a58f5 req-3727c815-17bd-4573-843c-ae54c22c06f8 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c0f5f1c-87c3-4287-9955-4541c5a394d8 HTTP/1.1" status: 200 len: 947 time: 0.3542318 Jul 16 01:16:06.410793 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b1e25a1-6433-4912-9319-4402660a58f5 req-2e91da4b-6307-4fc1-a228-cd5593c73e81 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851858 Jul 16 01:16:06.489614 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eeb39f89-69b9-4ce6-8b05-b3f3f11bf282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:06.556241 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3423d81d-83ec-409f-a401-c39b45632314 req-26dd46e2-d15f-474d-9c63-58a319fd563c tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/security-groups?id=448096de-6f1b-4341-8863-bd9ac7e8ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6733029 Jul 16 01:16:06.562124 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e2e65-b14f-412d-ab08-348ccd0015e6 req-8964317e-1e20-4452-8aa6-4440db134fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:06.563855 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1f8e2e65-b14f-412d-ab08-348ccd0015e6 req-8964317e-1e20-4452-8aa6-4440db134fc9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.5077291 Jul 16 01:16:06.580111 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33262) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:06.730680 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eeb39f89-69b9-4ce6-8b05-b3f3f11bf282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:06.745025 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eeb39f89-69b9-4ce6-8b05-b3f3f11bf282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:06.855063 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-eeb39f89-69b9-4ce6-8b05-b3f3f11bf282 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=90557fa209c646528046a1a20f30ba01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1634643 Jul 16 01:16:06.862484 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33266) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:06.864423 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb39f89-69b9-4ce6-8b05-b3f3f11bf282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bdc9d1-e93c-44a2-8bfd-c68e97d1cfc6,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:06.870762 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f38710d-c888-4029-97e6-b593c7682893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:06.875458 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1f8e2e65-b14f-412d-ab08-348ccd0015e6 req-0e459e5b-70ad-47d9-9066-4a7d87853fd3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=0cccfd9a-bd71-4787-8f4d-fc47d3ab309b HTTP/1.1" status: 200 len: 217 time: 0.3039329 Jul 16 01:16:07.002536 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f38710d-c888-4029-97e6-b593c7682893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.012745 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f38710d-c888-4029-97e6-b593c7682893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.055396 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d1b9a402-de23-4623-a97d-43310d4479f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.066125 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1f38710d-c888-4029-97e6-b593c7682893 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9b15c0e47fe4789b3c98b5a9d649620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4836035 Jul 16 01:16:07.066754 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33270) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:07.099605 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38710d-c888-4029-97e6-b593c7682893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f6bcf3-d203-45b7-81db-cb4e3d1bc84d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:07.137323 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a91cb01d-834c-4ed0-b152-4c994e9c7aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.142034 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d1b9a402-de23-4623-a97d-43310d4479f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.161436 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33272) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:07.173039 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a91cb01d-834c-4ed0-b152-4c994e9c7aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.198831 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e357554c-da21-475e-928d-5c80624995d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.291037 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d1b9a402-de23-4623-a97d-43310d4479f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.297651 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a91cb01d-834c-4ed0-b152-4c994e9c7aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.299639 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d1b9a402-de23-4623-a97d-43310d4479f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.300757 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a91cb01d-834c-4ed0-b152-4c994e9c7aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.302867 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d1b9a402-de23-4623-a97d-43310d4479f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00bdc9d1-e93c-44a2-8bfd-c68e97d1cfc6 HTTP/1.1" status: 204 len: 168 time: 0.4086077 Jul 16 01:16:07.305566 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a91cb01d-834c-4ed0-b152-4c994e9c7aaf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82f6bcf3-d203-45b7-81db-cb4e3d1bc84d HTTP/1.1" status: 204 len: 168 time: 0.2367642 Jul 16 01:16:07.322497 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9a402-de23-4623-a97d-43310d4479f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bdc9d1-e93c-44a2-8bfd-c68e97d1cfc6,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:07.323486 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cb01d-834c-4ed0-b152-4c994e9c7aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f6bcf3-d203-45b7-81db-cb4e3d1bc84d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:07.389930 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e357554c-da21-475e-928d-5c80624995d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.404252 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e357554c-da21-475e-928d-5c80624995d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.463175 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e357554c-da21-475e-928d-5c80624995d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=02357b30d5424a62a18643000caabc4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003831 Jul 16 01:16:07.470545 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33284) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:07.501745 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357554c-da21-475e-928d-5c80624995d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a1d6eb-015e-45f0-ae7a-b0b5f1e1bee7,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:07.676889 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d789360b-aaa4-43bf-bf1b-50985d041ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.740411 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d789360b-aaa4-43bf-bf1b-50985d041ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.779501 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f80afc-d1ce-4d46-9897-94ec191ef96b req-96264b99-f12a-44e5-a8cf-2b88d8689598 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:07.787273 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-52f80afc-d1ce-4d46-9897-94ec191ef96b req-96264b99-f12a-44e5-a8cf-2b88d8689598 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c0f5f1c-87c3-4287-9955-4541c5a394d8 HTTP/1.1" status: 200 len: 947 time: 0.1601877 Jul 16 01:16:07.842072 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-52f80afc-d1ce-4d46-9897-94ec191ef96b req-35e504ee-7612-4d41-ad17-6c07815bd04c tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477164 Jul 16 01:16:07.855899 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d789360b-aaa4-43bf-bf1b-50985d041ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.861811 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d789360b-aaa4-43bf-bf1b-50985d041ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.867153 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d789360b-aaa4-43bf-bf1b-50985d041ad0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74a1d6eb-015e-45f0-ae7a-b0b5f1e1bee7 HTTP/1.1" status: 204 len: 168 time: 0.3906906 Jul 16 01:16:07.884108 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789360b-aaa4-43bf-bf1b-50985d041ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a1d6eb-015e-45f0-ae7a-b0b5f1e1bee7,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:07.975608 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce2b38-81f5-4c79-88de-91e6c54c60d5 req-45579331-2880-48ad-8abe-a5c46534a1e5 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:07.979753 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7fce2b38-81f5-4c79-88de-91e6c54c60d5 req-45579331-2880-48ad-8abe-a5c46534a1e5 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 968 time: 0.2122171 Jul 16 01:16:08.031632 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7fce2b38-81f5-4c79-88de-91e6c54c60d5 req-8044de96-1c73-4133-a322-777d0ef0bb07 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/security-groups?id=448096de-6f1b-4341-8863-bd9ac7e8ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465291 Jul 16 01:16:08.142951 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33300) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:08.164966 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-99fafcbd-bfe0-4b45-9bb2-c14fd31129cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:08.295365 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-99fafcbd-bfe0-4b45-9bb2-c14fd31129cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:08.301548 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-99fafcbd-bfe0-4b45-9bb2-c14fd31129cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:08.351599 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fafcbd-bfe0-4b45-9bb2-c14fd31129cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22740bb5-17a6-4827-9d3a-49330e2799d4,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:08.356400 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-99fafcbd-bfe0-4b45-9bb2-c14fd31129cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f043ac6403bc432983fa992861ae5a09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2122419 Jul 16 01:16:08.359184 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33306) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:08.417779 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4235ab26-42d0-449c-b387-3a4286cc6a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:08.458263 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4235ab26-42d0-449c-b387-3a4286cc6a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:08.524938 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4235ab26-42d0-449c-b387-3a4286cc6a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:08.528167 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4235ab26-42d0-449c-b387-3a4286cc6a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:08.529570 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4235ab26-42d0-449c-b387-3a4286cc6a8d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/22740bb5-17a6-4827-9d3a-49330e2799d4 HTTP/1.1" status: 204 len: 168 time: 0.1693664 Jul 16 01:16:08.542075 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235ab26-42d0-449c-b387-3a4286cc6a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22740bb5-17a6-4827-9d3a-49330e2799d4,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:09.128708 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda08a18-4603-4196-ad2c-fea670efd76e req-bc3f0858-08fb-4d47-95e7-2218b43ae6d5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:09.130553 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eda08a18-4603-4196-ad2c-fea670efd76e req-bc3f0858-08fb-4d47-95e7-2218b43ae6d5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c0f5f1c-87c3-4287-9955-4541c5a394d8 HTTP/1.1" status: 200 len: 947 time: 0.1253841 Jul 16 01:16:09.178913 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eda08a18-4603-4196-ad2c-fea670efd76e req-1b0805c4-ce6f-4414-ae77-11d5e1f86679 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360737 Jul 16 01:16:09.272774 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96d7f8-fdc7-4c74-99a4-4e97d889c95a req-3b8bf45b-1a21-4b16-9fb7-d48375b68d06 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:09.274346 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1d96d7f8-fdc7-4c74-99a4-4e97d889c95a req-3b8bf45b-1a21-4b16-9fb7-d48375b68d06 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 968 time: 0.0794809 Jul 16 01:16:09.325683 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1d96d7f8-fdc7-4c74-99a4-4e97d889c95a req-0bc408d7-6bbf-4ca4-a91e-aba3c50f0d39 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/security-groups?id=448096de-6f1b-4341-8863-bd9ac7e8ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439823 Jul 16 01:16:10.429316 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255d613-05be-4948-842d-2c929033e55d req-23c6b636-cff2-4d56-8e6a-8f698f01a792 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:10.436067 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4255d613-05be-4948-842d-2c929033e55d req-23c6b636-cff2-4d56-8e6a-8f698f01a792 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c0f5f1c-87c3-4287-9955-4541c5a394d8 HTTP/1.1" status: 200 len: 947 time: 0.1144264 Jul 16 01:16:10.530756 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4255d613-05be-4948-842d-2c929033e55d req-98daff94-928f-4503-bb25-3ba3da4d8a09 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885527 Jul 16 01:16:10.587772 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104e01b-e186-44b5-922b-f22376e7e312 req-d3e9c5b6-fd40-4449-b7b8-7677a82ab846 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:10.589555 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e104e01b-e186-44b5-922b-f22376e7e312 req-d3e9c5b6-fd40-4449-b7b8-7677a82ab846 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 968 time: 0.1281929 Jul 16 01:16:10.639268 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e104e01b-e186-44b5-922b-f22376e7e312 req-99b0a9c5-1dcc-48dc-9329-71c5c73f7280 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/security-groups?id=448096de-6f1b-4341-8863-bd9ac7e8ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393369 Jul 16 01:16:11.313318 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e2e65-b14f-412d-ab08-348ccd0015e6 req-2d2b0d3f-fc91-4b20-9242-af768ccd57bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:11.315455 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1f8e2e65-b14f-412d-ab08-348ccd0015e6 req-2d2b0d3f-fc91-4b20-9242-af768ccd57bf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0547752 Jul 16 01:16:11.365315 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device c5c4aeea-a607-481e-98a6-4307cc308327 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:11.396024 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e2e65-b14f-412d-ab08-348ccd0015e6 req-12b3f0c1-c989-4a34-b0c6-a35cd5d4a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:11.399281 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1f8e2e65-b14f-412d-ab08-348ccd0015e6 req-12b3f0c1-c989-4a34-b0c6-a35cd5d4a683 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0775800 Jul 16 01:16:11.478598 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port c5c4aeea-a607-481e-98a6-4307cc308327, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c5c4aeea-a607-481e-98a6-4307cc308327,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:11.489993 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'c5c4aeea-a607-481e-98a6-4307cc308327', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': 'c5c4aeea-a607-481e-98a6-4307cc308327', 'mac_address': 'fa:16:3e:6d:23:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:11.534205 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:11.536347 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1f8e2e65-b14f-412d-ab08-348ccd0015e6 req-193294ec-6648-4a64-8452-e6437f6d3caa service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271777 Jul 16 01:16:11.548267 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c4aeea-a607-481e-98a6-4307cc308327 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:11.588292 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port c5c4aeea-a607-481e-98a6-4307cc308327, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c5c4aeea-a607-481e-98a6-4307cc308327,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:11.597854 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:11.654317 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=c5c4aeea-a607-481e-98a6-4307cc308327,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:11.662441 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:11.662780 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:11.663302 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:11.663796 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:11.664581 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:11.665124 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:11.665703 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:11.666175 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:11.666660 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:11.667126 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:11.667590 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:11.668098 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Tracked resource versions report: Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: pushed versions: Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: { 'AddressGroup': {'1.2'}, Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: 'ConntrackHelper': {'1.0'}, Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: 'Log': {'1.0'}, Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: 'Network': {'1.1'}, Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: 'Port': {'1.7'}, Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: 'PortForwarding': {'1.2'}, Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: 'QosPolicy': {'1.8'}, Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: 'SecurityGroup': {'1.4'}, Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: 'SubPort': {'1.0'}, Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: 'Subnet': {'1.1'}, Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: 'Trunk': {'1.1'}} Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: consumer versions: Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: { DHCP agent@n-d-792394-16: {}, Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: HyperV agent@n-h1-792394-16: {}, Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: HyperV agent@n-h2-792394-16: {}, Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: L3 agent@n-d-792394-16: {}, Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: Metadata agent@n-d-792394-16: {}, Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: Metering agent@n-d-792394-16: {}, Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: Open vSwitch agent@n-d-792394-16: { 'AddressGroup': '1.2', Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: 'ConntrackHelper': '1.0', Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: 'Log': '1.0', Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: 'Network': '1.1', Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: 'Port': '1.7', Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: 'PortForwarding': '1.2', Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: 'QosPolicy': '1.8', Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: 'SecurityGroup': '1.4', Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: 'SecurityGroupRule': '1.2', Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: 'SubPort': '1.0', Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: 'Subnet': '1.1', Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: 'Trunk': '1.1'}} Jul 16 01:16:11.669426 n-d-792394-16 neutron-server[93957]: {{(pid=93957) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:16:11.679684 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1f8e2e65-b14f-412d-ab08-348ccd0015e6 req-530a723f-e464-4cd8-93c6-40fd4b973066 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155615 Jul 16 01:16:11.909786 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['c5c4aeea-a607-481e-98a6-4307cc308327'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:11.940247 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebed45e-a473-4aea-b38f-45c54062835a req-9587e000-a2bf-4365-a924-9c4961539cef tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:11.947371 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eebed45e-a473-4aea-b38f-45c54062835a req-9587e000-a2bf-4365-a924-9c4961539cef tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c0f5f1c-87c3-4287-9955-4541c5a394d8 HTTP/1.1" status: 200 len: 948 time: 0.0714347 Jul 16 01:16:11.982890 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eebed45e-a473-4aea-b38f-45c54062835a req-2be76da2-a853-468c-9591-b418e1f2a150 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345144 Jul 16 01:16:11.984790 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a1427-ad72-4a1f-88c3-bc20ecdc722e req-b6931ec8-b3d4-4a15-bbe5-538beef5d686 tempest-NetworksTest-1366351074 tempest-NetworksTest-1366351074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:11.985279 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a1427-ad72-4a1f-88c3-bc20ecdc722e req-b6931ec8-b3d4-4a15-bbe5-538beef5d686 tempest-NetworksTest-1366351074 tempest-NetworksTest-1366351074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:11.985725 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a1427-ad72-4a1f-88c3-bc20ecdc722e req-b6931ec8-b3d4-4a15-bbe5-538beef5d686 tempest-NetworksTest-1366351074 tempest-NetworksTest-1366351074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:11.987515 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4c4a1427-ad72-4a1f-88c3-bc20ecdc722e req-b6931ec8-b3d4-4a15-bbe5-538beef5d686 tempest-NetworksTest-1366351074 tempest-NetworksTest-1366351074-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.1062968 Jul 16 01:16:12.159137 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5bf46-d2af-45db-ad35-59e230203392 req-6213f78e-920c-4fd1-b6a9-31155b7edd49 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:12.160673 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-97f5bf46-d2af-45db-ad35-59e230203392 req-6213f78e-920c-4fd1-b6a9-31155b7edd49 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 968 time: 0.0727546 Jul 16 01:16:12.217027 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-97f5bf46-d2af-45db-ad35-59e230203392 req-c437665c-1449-42b5-b378-02fd4ad3d847 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/security-groups?id=448096de-6f1b-4341-8863-bd9ac7e8ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499148 Jul 16 01:16:12.466373 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270738a4-bb60-4dd6-bfd4-3ecb593fb879 req-54c270aa-560e-4c42-9c88-42a1805cff68 tempest-NetworksTest-1366351074 tempest-NetworksTest-1366351074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:12.467860 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-270738a4-bb60-4dd6-bfd4-3ecb593fb879 req-54c270aa-560e-4c42-9c88-42a1805cff68 tempest-NetworksTest-1366351074 tempest-NetworksTest-1366351074-project-admin] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 886 time: 0.0912724 Jul 16 01:16:12.655536 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307694b-a182-4490-9c96-f6f9f9130ed4 req-66ee64c6-a2d9-4e46-9f99-a646afc63095 tempest-NetworksTest-1366351074 tempest-NetworksTest-1366351074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:12.656159 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307694b-a182-4490-9c96-f6f9f9130ed4 req-66ee64c6-a2d9-4e46-9f99-a646afc63095 tempest-NetworksTest-1366351074 tempest-NetworksTest-1366351074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:12.656671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307694b-a182-4490-9c96-f6f9f9130ed4 req-66ee64c6-a2d9-4e46-9f99-a646afc63095 tempest-NetworksTest-1366351074 tempest-NetworksTest-1366351074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:12.660822 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b307694b-a182-4490-9c96-f6f9f9130ed4 req-66ee64c6-a2d9-4e46-9f99-a646afc63095 tempest-NetworksTest-1366351074 tempest-NetworksTest-1366351074-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.1049192 Jul 16 01:16:12.987220 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33560) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:13.169205 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33570) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:13.287639 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7899146c-68c5-4c4d-a9a2-ad52a4d5415c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.303364 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33576) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:13.363502 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9de3756a-0698-49ca-a9f4-00321eaffaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.363641 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92894ec3-d2a6-480b-b7a2-5095e43513f0 req-4c522b73-177c-4dec-9257-bcef0c10c282 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:13.365231 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92894ec3-d2a6-480b-b7a2-5095e43513f0 req-4c522b73-177c-4dec-9257-bcef0c10c282 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c0f5f1c-87c3-4287-9955-4541c5a394d8 HTTP/1.1" status: 200 len: 948 time: 0.1218853 Jul 16 01:16:13.370653 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device c5c4aeea-a607-481e-98a6-4307cc308327 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:13.404519 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f785b62-66a6-4997-bb24-bcc05953d895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.453983 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port c5c4aeea-a607-481e-98a6-4307cc308327 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:13.455232 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92894ec3-d2a6-480b-b7a2-5095e43513f0 req-34a55a52-8923-43c5-95bc-a8409939bdda tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735364 Jul 16 01:16:13.481557 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port c5c4aeea-a607-481e-98a6-4307cc308327 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:13.481977 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.511630 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7899146c-68c5-4c4d-a9a2-ad52a4d5415c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.517493 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7899146c-68c5-4c4d-a9a2-ad52a4d5415c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.567771 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899146c-68c5-4c4d-a9a2-ad52a4d5415c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d09d17-e80b-42cb-be06-75e1f928d569,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:13.582844 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7899146c-68c5-4c4d-a9a2-ad52a4d5415c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=177ee2508da84cf68a58d3921f1b884e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5888638 Jul 16 01:16:13.584071 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33588) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:13.631288 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.663826 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0f5f1c-87c3-4287-9955-4541c5a394d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c4aeea-a607-481e-98a6-4307cc308327'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:13.675574 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5c1e0b00-4434-41f4-b396-fe49d90fa5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.708103 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5c1e0b00-4434-41f4-b396-fe49d90fa5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.745902 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port c5c4aeea-a607-481e-98a6-4307cc308327, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c5c4aeea-a607-481e-98a6-4307cc308327,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:13.753036 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.772786 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f24c58-753a-40d5-a345-dd5c3cd4f847 req-1db01c5c-f1ae-4e9d-89ea-da3f3950d65b tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:13.774519 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a4f24c58-753a-40d5-a345-dd5c3cd4f847 req-1db01c5c-f1ae-4e9d-89ea-da3f3950d65b tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 968 time: 0.2620208 Jul 16 01:16:13.784778 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5c1e0b00-4434-41f4-b396-fe49d90fa5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.788268 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5c1e0b00-4434-41f4-b396-fe49d90fa5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.792698 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5c1e0b00-4434-41f4-b396-fe49d90fa5ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09d09d17-e80b-42cb-be06-75e1f928d569 HTTP/1.1" status: 204 len: 168 time: 0.2044773 Jul 16 01:16:13.809036 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e0b00-4434-41f4-b396-fe49d90fa5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d09d17-e80b-42cb-be06-75e1f928d569,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:13.844609 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=c5c4aeea-a607-481e-98a6-4307cc308327,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:13.883714 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e6f0d5-89e7-495c-bedc-8482aae5df39" -d '{"events": [{"server_uuid": "7c0f5f1c-87c3-4287-9955-4541c5a394d8", "name": "network-vif-plugged", "status": "completed", "tag": "c5c4aeea-a607-481e-98a6-4307cc308327"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:13.889147 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a4f24c58-753a-40d5-a345-dd5c3cd4f847 req-74e4fe14-7e5a-40de-aeb3-ab188986c07d tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/security-groups?id=448096de-6f1b-4341-8863-bd9ac7e8ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032159 Jul 16 01:16:13.913179 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9de3756a-0698-49ca-a9f4-00321eaffaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.924562 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9de3756a-0698-49ca-a9f4-00321eaffaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.968458 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3756a-0698-49ca-a9f4-00321eaffaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d51abe-5106-4925-a604-2488322b31c7,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:13.977992 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9de3756a-0698-49ca-a9f4-00321eaffaab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed093fc0886042ab8a230be1dc5bd079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8076451 Jul 16 01:16:13.978955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33612) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:14.077552 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f785b62-66a6-4997-bb24-bcc05953d895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.081423 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-70d541e3-dc3d-4cc5-86c0-cc9357afb557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.113667 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f785b62-66a6-4997-bb24-bcc05953d895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.131837 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc59fe61-2a33-4e94-9dd4-4222194d93bb x-openstack-request-id: req-dc59fe61-2a33-4e94-9dd4-4222194d93bb {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:14.132888 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0f5f1c-87c3-4287-9955-4541c5a394d8", "name": "network-vif-plugged", "status": "completed", "tag": "c5c4aeea-a607-481e-98a6-4307cc308327", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:14.133143 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc59fe61-2a33-4e94-9dd4-4222194d93bb {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:14.134073 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0f5f1c-87c3-4287-9955-4541c5a394d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c4aeea-a607-481e-98a6-4307cc308327', 'code': 200} Jul 16 01:16:14.149270 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-70d541e3-dc3d-4cc5-86c0-cc9357afb557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.186473 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33630) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:14.188496 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2f785b62-66a6-4997-bb24-bcc05953d895 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=16165e711d80402abfe8faf3edb3c0ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8838580 Jul 16 01:16:14.194440 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f785b62-66a6-4997-bb24-bcc05953d895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3450c548-49e5-404a-85ea-c8b8b30d7852,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:14.287003 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f7b072d7-a7b2-4933-a083-4df833a60c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.313208 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-70d541e3-dc3d-4cc5-86c0-cc9357afb557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.319201 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f7b072d7-a7b2-4933-a083-4df833a60c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.320762 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-70d541e3-dc3d-4cc5-86c0-cc9357afb557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.325220 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-70d541e3-dc3d-4cc5-86c0-cc9357afb557 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/63d51abe-5106-4925-a604-2488322b31c7 HTTP/1.1" status: 204 len: 168 time: 0.3449147 Jul 16 01:16:14.344722 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d541e3-dc3d-4cc5-86c0-cc9357afb557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d51abe-5106-4925-a604-2488322b31c7,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:14.349612 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37173e72-0d40-42aa-a264-fe201b78b57c req-36069ef3-d471-4e8a-b4d4-2d2f499aa060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:14.360572 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-37173e72-0d40-42aa-a264-fe201b78b57c req-36069ef3-d471-4e8a-b4d4-2d2f499aa060 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7c0f5f1c-87c3-4287-9955-4541c5a394d8 HTTP/1.1" status: 200 len: 1101 time: 0.1389303 Jul 16 01:16:14.384802 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-37173e72-0d40-42aa-a264-fe201b78b57c req-42626dae-4330-49a0-85da-488ec8c675ab service neutron] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.401662 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f7b072d7-a7b2-4933-a083-4df833a60c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.405724 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f7b072d7-a7b2-4933-a083-4df833a60c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.407640 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f7b072d7-a7b2-4933-a083-4df833a60c24 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3450c548-49e5-404a-85ea-c8b8b30d7852 HTTP/1.1" status: 204 len: 168 time: 0.2189524 Jul 16 01:16:14.423701 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b072d7-a7b2-4933-a083-4df833a60c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3450c548-49e5-404a-85ea-c8b8b30d7852,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:14.464720 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33640) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:14.516828 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a7a8bdd4-0bf6-402e-b166-d164382e93fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.614800 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-37173e72-0d40-42aa-a264-fe201b78b57c req-42626dae-4330-49a0-85da-488ec8c675ab service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.627695 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-37173e72-0d40-42aa-a264-fe201b78b57c req-42626dae-4330-49a0-85da-488ec8c675ab service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.684251 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-37173e72-0d40-42aa-a264-fe201b78b57c req-42626dae-4330-49a0-85da-488ec8c675ab service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165731 Jul 16 01:16:14.705566 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42626dae-4330-49a0-85da-488ec8c675ab service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0bd7f8-bd32-4994-ada9-1f40f978f51e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:14.764504 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a63a23-7504-4960-8eb5-47173d69eb0c req-c216cbd2-2e2e-450f-b055-8410bc31241a tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:14.766078 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a9a63a23-7504-4960-8eb5-47173d69eb0c req-c216cbd2-2e2e-450f-b055-8410bc31241a tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c0f5f1c-87c3-4287-9955-4541c5a394d8 HTTP/1.1" status: 200 len: 949 time: 0.1403782 Jul 16 01:16:14.787773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33658) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:14.817293 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a7a8bdd4-0bf6-402e-b166-d164382e93fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.829168 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a7a8bdd4-0bf6-402e-b166-d164382e93fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.845964 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a9a63a23-7504-4960-8eb5-47173d69eb0c req-8c040039-7ad9-4c3b-906d-801088cf25a0 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700035 Jul 16 01:16:14.897841 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a7a8bdd4-0bf6-402e-b166-d164382e93fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cf26585f7484216bb64d27ee3b6c6fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4279926 Jul 16 01:16:14.897841 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8bdd4-0bf6-402e-b166-d164382e93fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6933a59-3071-4749-ac59-9e1a6eaeb366,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:14.898262 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33662) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:14.936824 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33668) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:14.959186 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b20a04cf-2704-441d-898a-ac9dd7ccfa9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.965214 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e9a3f79-7b89-4d1b-b911-5993a3ded208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.014111 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e9a3f79-7b89-4d1b-b911-5993a3ded208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.079579 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b20a04cf-2704-441d-898a-ac9dd7ccfa9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.087499 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b20a04cf-2704-441d-898a-ac9dd7ccfa9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.130538 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff22ce0-ffff-43f2-a7b5-f468e9006dd3 req-44279ae9-28d1-48df-a50a-bf6eb395ac87 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:15.138186 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cff22ce0-ffff-43f2-a7b5-f468e9006dd3 req-44279ae9-28d1-48df-a50a-bf6eb395ac87 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 968 time: 0.0979486 Jul 16 01:16:15.140293 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a04cf-2704-441d-898a-ac9dd7ccfa9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150094d8-81cd-41cf-9bb2-2ef86cb34b48,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:15.146464 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e9a3f79-7b89-4d1b-b911-5993a3ded208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.148796 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b20a04cf-2704-441d-898a-ac9dd7ccfa9b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30b93c01cbb04d059ff92c90662db76e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106233 Jul 16 01:16:15.149737 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33670) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:15.150032 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e9a3f79-7b89-4d1b-b911-5993a3ded208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.151350 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2e9a3f79-7b89-4d1b-b911-5993a3ded208 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6933a59-3071-4749-ac59-9e1a6eaeb366 HTTP/1.1" status: 204 len: 168 time: 0.2520535 Jul 16 01:16:15.172118 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a3f79-7b89-4d1b-b911-5993a3ded208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6933a59-3071-4749-ac59-9e1a6eaeb366,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:15.203566 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cff22ce0-ffff-43f2-a7b5-f468e9006dd3 req-d89a7778-635e-4f01-9a1e-fc6c361b281d tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/security-groups?id=448096de-6f1b-4341-8863-bd9ac7e8ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637870 Jul 16 01:16:15.219971 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee25a-1f9d-44b7-9fa4-223a9f6ec798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.252483 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-494f60d3-44fe-4071-a77b-d93b7187f20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.295333 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-494f60d3-44fe-4071-a77b-d93b7187f20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.346525 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33680) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:15.360900 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bc7268a7-2593-4260-abcd-135a036a9d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.394851 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee25a-1f9d-44b7-9fa4-223a9f6ec798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.395921 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-494f60d3-44fe-4071-a77b-d93b7187f20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.398761 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-494f60d3-44fe-4071-a77b-d93b7187f20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.403109 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-494f60d3-44fe-4071-a77b-d93b7187f20c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/150094d8-81cd-41cf-9bb2-2ef86cb34b48 HTTP/1.1" status: 204 len: 168 time: 0.2484653 Jul 16 01:16:15.404476 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cc6ee25a-1f9d-44b7-9fa4-223a9f6ec798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.412058 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f60d3-44fe-4071-a77b-d93b7187f20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150094d8-81cd-41cf-9bb2-2ef86cb34b48,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:15.455780 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cc6ee25a-1f9d-44b7-9fa4-223a9f6ec798 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94cbd5b532f14196a13f3d52309e68a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6671364 Jul 16 01:16:15.456779 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ee25a-1f9d-44b7-9fa4-223a9f6ec798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a022aa51-a72b-4269-a7e6-94f081bb4f7e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:15.460129 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33686) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:15.518806 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-79ac4201-8da8-4665-9ce3-2b0f7ece94d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.549163 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-79ac4201-8da8-4665-9ce3-2b0f7ece94d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.556775 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bc7268a7-2593-4260-abcd-135a036a9d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.564007 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bc7268a7-2593-4260-abcd-135a036a9d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.612139 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-79ac4201-8da8-4665-9ce3-2b0f7ece94d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.616654 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-79ac4201-8da8-4665-9ce3-2b0f7ece94d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.621997 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-79ac4201-8da8-4665-9ce3-2b0f7ece94d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a022aa51-a72b-4269-a7e6-94f081bb4f7e HTTP/1.1" status: 204 len: 168 time: 0.1582274 Jul 16 01:16:15.622828 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bc7268a7-2593-4260-abcd-135a036a9d3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2d90068b9c4460aaa9eab7712a617c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758734 Jul 16 01:16:15.625528 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7268a7-2593-4260-abcd-135a036a9d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1f80b8-7eb9-4507-b61e-37711feb9ec6,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:15.629504 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33694) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:15.632771 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac4201-8da8-4665-9ce3-2b0f7ece94d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a022aa51-a72b-4269-a7e6-94f081bb4f7e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:15.695910 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e973223-983b-48b3-93fd-d5b4d94ef47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.709107 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:15.722507 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e973223-983b-48b3-93fd-d5b4d94ef47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.764068 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33700) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:15.771306 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:16:15.781470 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e973223-983b-48b3-93fd-d5b4d94ef47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.785227 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e973223-983b-48b3-93fd-d5b4d94ef47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.786830 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1e973223-983b-48b3-93fd-d5b4d94ef47f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb1f80b8-7eb9-4507-b61e-37711feb9ec6 HTTP/1.1" status: 204 len: 168 time: 0.1560678 Jul 16 01:16:15.796354 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e973223-983b-48b3-93fd-d5b4d94ef47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1f80b8-7eb9-4507-b61e-37711feb9ec6,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:15.847188 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=0cccfd9a-bd71-4787-8f4d-fc47d3ab309b,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:15.858466 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '0cccfd9a-bd71-4787-8f4d-fc47d3ab309b', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': '0cccfd9a-bd71-4787-8f4d-fc47d3ab309b', 'mac_address': 'fa:16:3e:49:e9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:tempest-test_az-84607759', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:15.903990 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.917855 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:15.941825 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=0cccfd9a-bd71-4787-8f4d-fc47d3ab309b,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:15.947696 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.994755 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-836a7240-d390-4ddc-9625-1ca4a47b61b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.004651 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=0cccfd9a-bd71-4787-8f4d-fc47d3ab309b,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:16.061474 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac10b3-4321-464e-929d-ea711d2d3711 req-af846e1d-9318-46f0-9c57-4d497032664b tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:16.063648 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-44ac10b3-4321-464e-929d-ea711d2d3711 req-af846e1d-9318-46f0-9c57-4d497032664b tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c0f5f1c-87c3-4287-9955-4541c5a394d8 HTTP/1.1" status: 200 len: 949 time: 0.0965056 Jul 16 01:16:16.113164 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-44ac10b3-4321-464e-929d-ea711d2d3711 req-3edf433e-4553-4943-9df3-b51fb96011bf tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438163 Jul 16 01:16:16.128256 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-836a7240-d390-4ddc-9625-1ca4a47b61b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.142354 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-836a7240-d390-4ddc-9625-1ca4a47b61b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.183906 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-836a7240-d390-4ddc-9625-1ca4a47b61b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bf09b66b5b04f3ba3313ec61e7481ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4185295 Jul 16 01:16:16.185180 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a7240-d390-4ddc-9625-1ca4a47b61b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de82ad38-5106-447a-9793-038958c96dfd,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:16.186829 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33720) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:16.239697 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['0cccfd9a-bd71-4787-8f4d-fc47d3ab309b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:16.284563 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70b16fde-12ed-42a3-aef7-723ec7e76d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.355472 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70b16fde-12ed-42a3-aef7-723ec7e76d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.432375 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33732) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:16.454348 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70b16fde-12ed-42a3-aef7-723ec7e76d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.457674 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70b16fde-12ed-42a3-aef7-723ec7e76d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.458289 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-70b16fde-12ed-42a3-aef7-723ec7e76d09 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de82ad38-5106-447a-9793-038958c96dfd HTTP/1.1" status: 204 len: 168 time: 0.2694700 Jul 16 01:16:16.467916 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b16fde-12ed-42a3-aef7-723ec7e76d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de82ad38-5106-447a-9793-038958c96dfd,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:16.473967 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ff2a04ec-f800-4884-a79f-4fda990f63a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.513379 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ba504-3385-433a-99b6-f27c0ace83c9 req-14b482a9-57fa-484f-be7f-d2e5631a3c69 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:16.515157 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a06ba504-3385-433a-99b6-f27c0ace83c9 req-14b482a9-57fa-484f-be7f-d2e5631a3c69 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 969 time: 0.1458306 Jul 16 01:16:16.575562 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a06ba504-3385-433a-99b6-f27c0ace83c9 req-759dbe5c-3307-49c7-8706-57fd82444911 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/security-groups?id=448096de-6f1b-4341-8863-bd9ac7e8ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530157 Jul 16 01:16:16.632620 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ff2a04ec-f800-4884-a79f-4fda990f63a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.638556 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ff2a04ec-f800-4884-a79f-4fda990f63a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.683609 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ff2a04ec-f800-4884-a79f-4fda990f63a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c01ba0ed15644298ecb8dc348d8c002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499774 Jul 16 01:16:16.684502 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a04ec-f800-4884-a79f-4fda990f63a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e115e1-c9cb-45eb-994b-e94ed2cc4e77,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:16.687836 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33742) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:16.750984 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-275b2bb5-9dab-43ad-b215-69e007dee8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.775745 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-275b2bb5-9dab-43ad-b215-69e007dee8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.828143 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-275b2bb5-9dab-43ad-b215-69e007dee8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.831158 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-275b2bb5-9dab-43ad-b215-69e007dee8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.835090 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-275b2bb5-9dab-43ad-b215-69e007dee8bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1e115e1-c9cb-45eb-994b-e94ed2cc4e77 HTTP/1.1" status: 204 len: 168 time: 0.1430871 Jul 16 01:16:16.840547 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b2bb5-9dab-43ad-b215-69e007dee8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e115e1-c9cb-45eb-994b-e94ed2cc4e77,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:16.993402 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33758) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:17.006922 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd698247-04a3-4501-a78f-de376a2775df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.100207 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd698247-04a3-4501-a78f-de376a2775df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.105482 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd698247-04a3-4501-a78f-de376a2775df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.151709 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bd698247-04a3-4501-a78f-de376a2775df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5cb1ddf292404228b50df11df445999a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570017 Jul 16 01:16:17.155010 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33766) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:17.164355 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd698247-04a3-4501-a78f-de376a2775df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d256b0-c7eb-436b-8d6a-58f1bf06b798,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:17.228967 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f28dc8af-d289-4fd9-bd9d-9ec86adc1706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.254397 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f28dc8af-d289-4fd9-bd9d-9ec86adc1706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.350207 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f28dc8af-d289-4fd9-bd9d-9ec86adc1706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.353990 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f28dc8af-d289-4fd9-bd9d-9ec86adc1706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.355505 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f28dc8af-d289-4fd9-bd9d-9ec86adc1706 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/22d256b0-c7eb-436b-8d6a-58f1bf06b798 HTTP/1.1" status: 204 len: 168 time: 0.1988444 Jul 16 01:16:17.368529 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4c835-97bf-4a97-9b3f-a8aed030f2b5 req-dc575a2c-8f4d-4b3f-8509-5bd88b6c6168 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:17.370044 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c7f4c835-97bf-4a97-9b3f-a8aed030f2b5 req-dc575a2c-8f4d-4b3f-8509-5bd88b6c6168 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c0f5f1c-87c3-4287-9955-4541c5a394d8 HTTP/1.1" status: 200 len: 949 time: 0.1209905 Jul 16 01:16:17.375032 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28dc8af-d289-4fd9-bd9d-9ec86adc1706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d256b0-c7eb-436b-8d6a-58f1bf06b798,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:17.413617 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c7f4c835-97bf-4a97-9b3f-a8aed030f2b5 req-855f0130-a463-40cf-8e63-7280dc2c61de tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363960 Jul 16 01:16:17.689827 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:17.742495 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:17.748568 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:17.748947 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.756924 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99adc4-d2be-4470-8e8a-a8c0e0258dd3 req-0f8da3f8-970e-4421-8020-20a8e5f5d0c1 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:17.759811 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1a99adc4-d2be-4470-8e8a-a8c0e0258dd3 req-0f8da3f8-970e-4421-8020-20a8e5f5d0c1 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 969 time: 0.0694399 Jul 16 01:16:17.832342 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1a99adc4-d2be-4470-8e8a-a8c0e0258dd3 req-720ce632-5843-4848-9b3b-1edab17c62fc tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/security-groups?id=448096de-6f1b-4341-8863-bd9ac7e8ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545359 Jul 16 01:16:17.868454 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.892496 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc8c816-1525-4d08-b8f5-254295da4bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cccfd9a-bd71-4787-8f4d-fc47d3ab309b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:17.894766 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681d5f35-07f1-441e-ba09-1c3cce2e8fd1" -d '{"events": [{"server_uuid": "3dc8c816-1525-4d08-b8f5-254295da4bcc", "name": "network-vif-plugged", "status": "completed", "tag": "0cccfd9a-bd71-4787-8f4d-fc47d3ab309b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:17.911832 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=0cccfd9a-bd71-4787-8f4d-fc47d3ab309b,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:17.922237 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.964941 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9872b576-bab1-4832-aba5-f9779943f741 x-openstack-request-id: req-9872b576-bab1-4832-aba5-f9779943f741 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:17.965468 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc8c816-1525-4d08-b8f5-254295da4bcc", "name": "network-vif-plugged", "status": "completed", "tag": "0cccfd9a-bd71-4787-8f4d-fc47d3ab309b", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:17.965854 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9872b576-bab1-4832-aba5-f9779943f741 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:17.966395 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc8c816-1525-4d08-b8f5-254295da4bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cccfd9a-bd71-4787-8f4d-fc47d3ab309b', 'code': 200} Jul 16 01:16:17.999780 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=0cccfd9a-bd71-4787-8f4d-fc47d3ab309b,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:18.121757 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd0e10-143f-462a-b0af-f541a2a568b8 req-d4e91917-2d78-42ed-93b8-c3c419043253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:18.124055 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f6fd0e10-143f-462a-b0af-f541a2a568b8 req-d4e91917-2d78-42ed-93b8-c3c419043253 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 1122 time: 0.0984600 Jul 16 01:16:18.170032 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33808) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:18.170589 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f6fd0e10-143f-462a-b0af-f541a2a568b8 req-cc7cff65-e120-40f1-a7c8-7fe585e20803 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=448096de-6f1b-4341-8863-bd9ac7e8ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396602 Jul 16 01:16:18.189498 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e85c0de7-244b-467d-9364-23ee17c57bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:18.338986 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e85c0de7-244b-467d-9364-23ee17c57bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:18.348437 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e85c0de7-244b-467d-9364-23ee17c57bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:18.367600 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e70b1-2d42-4782-988c-db0aada27597 req-affdb09f-9d6a-46af-888b-31f0156358a8 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:18.369692 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5f0e70b1-2d42-4782-988c-db0aada27597 req-affdb09f-9d6a-46af-888b-31f0156358a8 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c0f5f1c-87c3-4287-9955-4541c5a394d8 HTTP/1.1" status: 200 len: 949 time: 0.1037400 Jul 16 01:16:18.419321 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e85c0de7-244b-467d-9364-23ee17c57bf6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed82cf2a191a48d59ec3f9fa655a7695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478583 Jul 16 01:16:18.420035 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33816) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:18.420499 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c0de7-244b-467d-9364-23ee17c57bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369e5d23-df71-4a99-b3ba-c661cb736014,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:18.461369 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5f0e70b1-2d42-4782-988c-db0aada27597 req-f7b3b9b2-fbb4-4459-b716-d5fbd0cf82a7 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817673 Jul 16 01:16:18.519258 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9c9bdb9c-a709-48c7-a22c-b41b6ae7caf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:18.541675 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9c9bdb9c-a709-48c7-a22c-b41b6ae7caf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:18.591754 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9c9bdb9c-a709-48c7-a22c-b41b6ae7caf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:18.595073 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9c9bdb9c-a709-48c7-a22c-b41b6ae7caf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:18.599212 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9c9bdb9c-a709-48c7-a22c-b41b6ae7caf7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/369e5d23-df71-4a99-b3ba-c661cb736014 HTTP/1.1" status: 204 len: 168 time: 0.1777658 Jul 16 01:16:18.610362 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bdb9c-a709-48c7-a22c-b41b6ae7caf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369e5d23-df71-4a99-b3ba-c661cb736014,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:19.032517 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602066ac-5796-4d78-9887-d35f2cad36ec req-2f284644-77cf-4c29-bfa0-ec1fc027b821 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:19.034177 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-602066ac-5796-4d78-9887-d35f2cad36ec req-2f284644-77cf-4c29-bfa0-ec1fc027b821 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 970 time: 0.0674784 Jul 16 01:16:19.074763 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-602066ac-5796-4d78-9887-d35f2cad36ec req-71c2add4-d163-471d-b5cc-bdad8675d1eb tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/security-groups?id=448096de-6f1b-4341-8863-bd9ac7e8ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345426 Jul 16 01:16:19.693470 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00022ceb-7159-47d2-b780-50283ad8307f req-eab3176f-1b46-4be0-be0b-cd5396f7ab31 tempest-DeleteServersAdminTestJSON-1640153983 tempest-DeleteServersAdminTestJSON-1640153983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:19.695798 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00022ceb-7159-47d2-b780-50283ad8307f req-eab3176f-1b46-4be0-be0b-cd5396f7ab31 tempest-DeleteServersAdminTestJSON-1640153983 tempest-DeleteServersAdminTestJSON-1640153983-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=7c0f5f1c-87c3-4287-9955-4541c5a394d8 HTTP/1.1" status: 200 len: 1101 time: 0.0561564 Jul 16 01:16:19.819656 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33888) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:19.932449 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-00022ceb-7159-47d2-b780-50283ad8307f req-8517e013-b443-4bd3-8255-87d187997b4d tempest-DeleteServersAdminTestJSON-1640153983 tempest-DeleteServersAdminTestJSON-1640153983-project-admin] Deleting port c5c4aeea-a607-481e-98a6-4307cc308327 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:19.933102 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-00022ceb-7159-47d2-b780-50283ad8307f req-8517e013-b443-4bd3-8255-87d187997b4d tempest-DeleteServersAdminTestJSON-1640153983 tempest-DeleteServersAdminTestJSON-1640153983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:20.030577 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3188ffe-5d24-466c-a965-b1b9359f8c6c req-4f77b00d-d7aa-4554-ba36-2a75fc78bd50 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:20.032200 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3188ffe-5d24-466c-a965-b1b9359f8c6c req-4f77b00d-d7aa-4554-ba36-2a75fc78bd50 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c0f5f1c-87c3-4287-9955-4541c5a394d8 HTTP/1.1" status: 200 len: 949 time: 0.1452930 Jul 16 01:16:20.042973 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-00022ceb-7159-47d2-b780-50283ad8307f req-8517e013-b443-4bd3-8255-87d187997b4d tempest-DeleteServersAdminTestJSON-1640153983 tempest-DeleteServersAdminTestJSON-1640153983-project-admin] For port c5c4aeea-a607-481e-98a6-4307cc308327, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c5c4aeea-a607-481e-98a6-4307cc308327,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:20.043251 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-00022ceb-7159-47d2-b780-50283ad8307f req-8517e013-b443-4bd3-8255-87d187997b4d tempest-DeleteServersAdminTestJSON-1640153983 tempest-DeleteServersAdminTestJSON-1640153983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:20.067225 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dca283d4-3e07-47fe-b6b1-0fefb8b79cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:20.068526 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-00022ceb-7159-47d2-b780-50283ad8307f req-8517e013-b443-4bd3-8255-87d187997b4d tempest-DeleteServersAdminTestJSON-1640153983 tempest-DeleteServersAdminTestJSON-1640153983-project-admin] Calling delete_port for c5c4aeea-a607-481e-98a6-4307cc308327 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:20.136293 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3188ffe-5d24-466c-a965-b1b9359f8c6c req-3c07bf66-a721-4feb-b4e3-51b43ce1bbf2 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962524 Jul 16 01:16:20.281950 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dca283d4-3e07-47fe-b6b1-0fefb8b79cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:20.291539 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dca283d4-3e07-47fe-b6b1-0fefb8b79cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:20.324134 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33912) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:20.441727 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-dca283d4-3e07-47fe-b6b1-0fefb8b79cdf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3c4e5c9a7064584ad32a350e88b6079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6201432 Jul 16 01:16:20.443604 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33928) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:20.461782 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca283d4-3e07-47fe-b6b1-0fefb8b79cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d618f2c9-2aae-41b8-8d8c-e26d3c2c488d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:20.483419 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee181a-d160-4cdd-82dc-90dce35b6e4c req-05f47d25-fa18-4e2f-8d57-a1fff5216418 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:20.494426 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22ee181a-d160-4cdd-82dc-90dce35b6e4c req-05f47d25-fa18-4e2f-8d57-a1fff5216418 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 970 time: 0.1674225 Jul 16 01:16:20.519812 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d023bc24-a309-4925-aabc-404b9ec3fd5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:20.554336 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d023bc24-a309-4925-aabc-404b9ec3fd5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:20.601986 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22ee181a-d160-4cdd-82dc-90dce35b6e4c req-7a60beb1-d290-4673-a57a-8726def186f4 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/security-groups?id=448096de-6f1b-4341-8863-bd9ac7e8ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065936 Jul 16 01:16:20.603320 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3c0387b6-4d0c-42ac-897d-03463c8003b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:20.685703 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-00022ceb-7159-47d2-b780-50283ad8307f req-8517e013-b443-4bd3-8255-87d187997b4d tempest-DeleteServersAdminTestJSON-1640153983 tempest-DeleteServersAdminTestJSON-1640153983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:20.700322 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['c5c4aeea-a607-481e-98a6-4307cc308327'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:20.815955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517e013-b443-4bd3-8255-87d187997b4d tempest-DeleteServersAdminTestJSON-1640153983 tempest-DeleteServersAdminTestJSON-1640153983-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5c4aeea-a607-481e-98a6-4307cc308327,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:20.839952 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d023bc24-a309-4925-aabc-404b9ec3fd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:20.843512 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d023bc24-a309-4925-aabc-404b9ec3fd5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:20.845321 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d023bc24-a309-4925-aabc-404b9ec3fd5a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d618f2c9-2aae-41b8-8d8c-e26d3c2c488d HTTP/1.1" status: 204 len: 168 time: 0.4005911 Jul 16 01:16:20.898557 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-00022ceb-7159-47d2-b780-50283ad8307f req-8517e013-b443-4bd3-8255-87d187997b4d tempest-DeleteServersAdminTestJSON-1640153983 tempest-DeleteServersAdminTestJSON-1640153983-project-admin] No DVR routers for this DVR port c5c4aeea-a607-481e-98a6-4307cc308327 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:20.908966 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023bc24-a309-4925-aabc-404b9ec3fd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d618f2c9-2aae-41b8-8d8c-e26d3c2c488d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:20.923581 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-00022ceb-7159-47d2-b780-50283ad8307f req-8517e013-b443-4bd3-8255-87d187997b4d tempest-DeleteServersAdminTestJSON-1640153983 tempest-DeleteServersAdminTestJSON-1640153983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:20.926285 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00022ceb-7159-47d2-b780-50283ad8307f req-8517e013-b443-4bd3-8255-87d187997b4d tempest-DeleteServersAdminTestJSON-1640153983 tempest-DeleteServersAdminTestJSON-1640153983-project-admin] 10.222.0.84 "DELETE /v2.0/ports/c5c4aeea-a607-481e-98a6-4307cc308327 HTTP/1.1" status: 204 len: 173 time: 1.2245460 Jul 16 01:16:20.927600 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0f5f1c-87c3-4287-9955-4541c5a394d8', 'name': 'network-vif-deleted', 'tag': 'c5c4aeea-a607-481e-98a6-4307cc308327'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:20.931258 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72633d31-1949-472f-9f86-1533a1e5d482" -d '{"events": [{"server_uuid": "7c0f5f1c-87c3-4287-9955-4541c5a394d8", "name": "network-vif-deleted", "tag": "c5c4aeea-a607-481e-98a6-4307cc308327"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:21.058556 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0ae0a-5ffb-41a7-a0d6-3e5ba183382b req-9465d853-f92d-43a9-9c80-a536a79178f5 tempest-AggregatesAdminTestJSON-770823648 tempest-AggregatesAdminTestJSON-770823648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:21.060116 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fbf0ae0a-5ffb-41a7-a0d6-3e5ba183382b req-9465d853-f92d-43a9-9c80-a536a79178f5 tempest-AggregatesAdminTestJSON-770823648 tempest-AggregatesAdminTestJSON-770823648-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 1122 time: 0.2707305 Jul 16 01:16:21.103756 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fbf0ae0a-5ffb-41a7-a0d6-3e5ba183382b req-2af22503-ef7d-4f23-97ed-6aa55fa2c4dd tempest-AggregatesAdminTestJSON-770823648 tempest-AggregatesAdminTestJSON-770823648-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.149852 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a777da3f-a121-4e03-892a-8e62a11606ac req-e468a218-25c1-498e-8f1d-3d679e081684 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=62516ad3fa1b4e589a604bfbb26150fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527966 Jul 16 01:16:21.159958 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3c0387b6-4d0c-42ac-897d-03463c8003b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.174127 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3c0387b6-4d0c-42ac-897d-03463c8003b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.223576 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3c0387b6-4d0c-42ac-897d-03463c8003b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=32bc4457ff9441d592d11426b657e461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8960798 Jul 16 01:16:21.225522 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33974) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:21.288594 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0387b6-4d0c-42ac-897d-03463c8003b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27f2318-6668-4ed1-a75e-2dea415c90e3,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:21.333809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777da3f-a121-4e03-892a-8e62a11606ac req-c0936af6-ba05-4482-88b2-210f0e5ba9d2 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:21.335839 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a777da3f-a121-4e03-892a-8e62a11606ac req-c0936af6-ba05-4482-88b2-210f0e5ba9d2 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778734 Jul 16 01:16:21.338909 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ccde14f6-536d-446f-b52f-a957a0acf5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.359955 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a777da3f-a121-4e03-892a-8e62a11606ac req-2e254f9d-ed75-4d06-b0e3-b39dc11c825c tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/quotas/62516ad3fa1b4e589a604bfbb26150fd HTTP/1.1" status: 200 len: 375 time: 0.0159867 Jul 16 01:16:21.372280 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ccde14f6-536d-446f-b52f-a957a0acf5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.402395 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fbf0ae0a-5ffb-41a7-a0d6-3e5ba183382b req-2af22503-ef7d-4f23-97ed-6aa55fa2c4dd tempest-AggregatesAdminTestJSON-770823648 tempest-AggregatesAdminTestJSON-770823648-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.414440 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fbf0ae0a-5ffb-41a7-a0d6-3e5ba183382b req-2af22503-ef7d-4f23-97ed-6aa55fa2c4dd tempest-AggregatesAdminTestJSON-770823648 tempest-AggregatesAdminTestJSON-770823648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.447877 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fbf0ae0a-5ffb-41a7-a0d6-3e5ba183382b req-2af22503-ef7d-4f23-97ed-6aa55fa2c4dd tempest-AggregatesAdminTestJSON-770823648 tempest-AggregatesAdminTestJSON-770823648-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=448096de-6f1b-4341-8863-bd9ac7e8ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615608 Jul 16 01:16:21.453226 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a777da3f-a121-4e03-892a-8e62a11606ac req-8c05c222-51ce-455a-a7d5-15575b005a09 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=62516ad3fa1b4e589a604bfbb26150fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806570 Jul 16 01:16:21.492415 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af22503-ef7d-4f23-97ed-6aa55fa2c4dd tempest-AggregatesAdminTestJSON-770823648 tempest-AggregatesAdminTestJSON-770823648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbcdf57-cb45-42b0-95ca-139e55f23bcb,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:21.514970 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ccde14f6-536d-446f-b52f-a957a0acf5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.517600 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ccde14f6-536d-446f-b52f-a957a0acf5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.521498 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ccde14f6-536d-446f-b52f-a957a0acf5cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e27f2318-6668-4ed1-a75e-2dea415c90e3 HTTP/1.1" status: 204 len: 168 time: 0.2928777 Jul 16 01:16:21.533644 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde14f6-536d-446f-b52f-a957a0acf5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27f2318-6668-4ed1-a75e-2dea415c90e3,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:21.541231 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e289c99-3d38-4c9d-8589-8ab885e76355 x-openstack-request-id: req-3e289c99-3d38-4c9d-8589-8ab885e76355 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:21.541707 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0f5f1c-87c3-4287-9955-4541c5a394d8", "name": "network-vif-deleted", "tag": "c5c4aeea-a607-481e-98a6-4307cc308327", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:21.542096 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e289c99-3d38-4c9d-8589-8ab885e76355 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:21.542653 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0f5f1c-87c3-4287-9955-4541c5a394d8', 'name': 'network-vif-deleted', 'tag': 'c5c4aeea-a607-481e-98a6-4307cc308327', 'status': 'completed', 'code': 200} Jul 16 01:16:21.685538 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c370894f-8a46-4a26-8a46-10bf56f0118f req-e3927ab0-9bde-459c-aaa8-c202ce2d1c6c tempest-FlavorsV2NegativeTest-1665696600 tempest-FlavorsV2NegativeTest-1665696600-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=42717ce202814123a92390c14a6b9472&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484204 Jul 16 01:16:21.719402 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33998) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:21.744090 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c48fdadf-e4e3-4d1f-91fe-9bb0ef5854f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.904496 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370894f-8a46-4a26-8a46-10bf56f0118f req-29cd0339-b44d-4249-924d-d06a3ae5adc3 tempest-FlavorsV2NegativeTest-1665696600 tempest-FlavorsV2NegativeTest-1665696600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:21.914277 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c370894f-8a46-4a26-8a46-10bf56f0118f req-29cd0339-b44d-4249-924d-d06a3ae5adc3 tempest-FlavorsV2NegativeTest-1665696600 tempest-FlavorsV2NegativeTest-1665696600-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2274930 Jul 16 01:16:21.932838 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c370894f-8a46-4a26-8a46-10bf56f0118f req-3f1247a7-7758-4b85-9507-bd9aca8896a3 tempest-FlavorsV2NegativeTest-1665696600 tempest-FlavorsV2NegativeTest-1665696600-project] 10.222.0.16 "GET /v2.0/quotas/42717ce202814123a92390c14a6b9472 HTTP/1.1" status: 200 len: 375 time: 0.0168946 Jul 16 01:16:21.971369 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6739757f-51b4-4567-8ad0-f5e5ef87b4e8 req-4fdfd9d5-052a-4e31-86e7-bfabb5b6fb3f tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c0f5f1c-87c3-4287-9955-4541c5a394d8 HTTP/1.1" status: 200 len: 210 time: 0.0839112 Jul 16 01:16:21.981528 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c370894f-8a46-4a26-8a46-10bf56f0118f req-0ab4c5ed-4fa3-4439-b31c-f2be0ef84069 tempest-FlavorsV2NegativeTest-1665696600 tempest-FlavorsV2NegativeTest-1665696600-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=42717ce202814123a92390c14a6b9472&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477622 Jul 16 01:16:22.056721 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c48fdadf-e4e3-4d1f-91fe-9bb0ef5854f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.065999 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c48fdadf-e4e3-4d1f-91fe-9bb0ef5854f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.131768 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34020) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:22.149222 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45a26167-f17c-49e7-8452-79c7ae3e5029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.154408 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d7c82ca6-5d5a-43b4-86e7-76cdcc79c5ba req-7bcc125f-3df9-4281-b686-fabf8176b3dd tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a HTTP/1.1" status: 200 len: 210 time: 0.0792959 Jul 16 01:16:22.177842 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c48fdadf-e4e3-4d1f-91fe-9bb0ef5854f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce4c7237e9ed4330b2e2ce79aa027157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4546034 Jul 16 01:16:22.177842 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fdadf-e4e3-4d1f-91fe-9bb0ef5854f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79ae8db-8347-4617-877a-186eca91cdac,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:22.179634 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34024) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:22.302989 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54ff6171-6049-40d2-bcb1-64cbd914a916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.332630 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45a26167-f17c-49e7-8452-79c7ae3e5029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.340721 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45a26167-f17c-49e7-8452-79c7ae3e5029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.352467 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54ff6171-6049-40d2-bcb1-64cbd914a916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.383466 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a26167-f17c-49e7-8452-79c7ae3e5029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d069caa-1368-42a0-8ca6-409310708f87,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:22.425475 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54ff6171-6049-40d2-bcb1-64cbd914a916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.433716 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54ff6171-6049-40d2-bcb1-64cbd914a916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.437828 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-54ff6171-6049-40d2-bcb1-64cbd914a916 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e79ae8db-8347-4617-877a-186eca91cdac HTTP/1.1" status: 204 len: 168 time: 0.2539575 Jul 16 01:16:22.440129 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-45a26167-f17c-49e7-8452-79c7ae3e5029 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19e8be5b1c0847cd9edd186e9b29adf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064597 Jul 16 01:16:22.440753 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34042) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:22.453247 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff6171-6049-40d2-bcb1-64cbd914a916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79ae8db-8347-4617-877a-186eca91cdac,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:22.522570 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8b4ff9dd-897a-493d-8b7f-0da8e335bf06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.591981 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8b4ff9dd-897a-493d-8b7f-0da8e335bf06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.698470 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8b4ff9dd-897a-493d-8b7f-0da8e335bf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.702076 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8b4ff9dd-897a-493d-8b7f-0da8e335bf06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.703438 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8b4ff9dd-897a-493d-8b7f-0da8e335bf06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d069caa-1368-42a0-8ca6-409310708f87 HTTP/1.1" status: 204 len: 168 time: 0.2617612 Jul 16 01:16:22.717255 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ff9dd-897a-493d-8b7f-0da8e335bf06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d069caa-1368-42a0-8ca6-409310708f87,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:23.356699 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34118) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:23.387455 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a777da3f-a121-4e03-892a-8e62a11606ac req-f477062a-68f0-4964-ae12-285dbc993b68 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=62516ad3fa1b4e589a604bfbb26150fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471222 Jul 16 01:16:23.390267 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2152f09a-f69b-4639-b4b8-ccacd2f569d4 req-66eea69f-c4f7-409e-95b4-55618560e71b tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a HTTP/1.1" status: 200 len: 210 time: 0.0658188 Jul 16 01:16:23.459625 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device c5c4aeea-a607-481e-98a6-4307cc308327 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:23.509257 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: c5c4aeea-a607-481e-98a6-4307cc308327 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:23.509773 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device c5c4aeea-a607-481e-98a6-4307cc308327 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:23.529029 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777da3f-a121-4e03-892a-8e62a11606ac req-9c576da0-b2ee-437b-b5c4-069e63178725 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:23.530486 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a777da3f-a121-4e03-892a-8e62a11606ac req-9c576da0-b2ee-437b-b5c4-069e63178725 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1381056 Jul 16 01:16:23.546172 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-a777da3f-a121-4e03-892a-8e62a11606ac req-267704c8-004c-4f54-8aeb-01c7f2d3a623 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Request body: {'port': {'device_id': 'f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': '62516ad3fa1b4e589a604bfbb26150fd'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:23.725142 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-a3438efb-2f1d-42b5-be32-1fd19cee8180 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5329aca8a317473cba4b57053f06f501&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288768 Jul 16 01:16:23.752213 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a777da3f-a121-4e03-892a-8e62a11606ac req-267704c8-004c-4f54-8aeb-01c7f2d3a623 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Made reservation on behalf of 62516ad3fa1b4e589a604bfbb26150fd for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:23.757909 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a777da3f-a121-4e03-892a-8e62a11606ac req-267704c8-004c-4f54-8aeb-01c7f2d3a623 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:23.777740 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a777da3f-a121-4e03-892a-8e62a11606ac req-267704c8-004c-4f54-8aeb-01c7f2d3a623 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:23.864381 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-83871a8b-426b-43de-b2bb-722d7e8a0f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:23.924057 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-404dbd81-333b-42c0-9f95-ffb609ebed6c tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:23.937700 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-404dbd81-333b-42c0-9f95-ffb609ebed6c tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2111986 Jul 16 01:16:23.966341 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-3930bd51-28c0-4e69-8113-58ba8e5ac023 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/quotas/5329aca8a317473cba4b57053f06f501 HTTP/1.1" status: 200 len: 375 time: 0.0275657 Jul 16 01:16:23.978127 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a777da3f-a121-4e03-892a-8e62a11606ac req-267704c8-004c-4f54-8aeb-01c7f2d3a623 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:23.989066 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a777da3f-a121-4e03-892a-8e62a11606ac req-267704c8-004c-4f54-8aeb-01c7f2d3a623 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:24.022551 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-67c58560-08a7-4d17-90ed-9be54f1effad tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5329aca8a317473cba4b57053f06f501&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501335 Jul 16 01:16:24.118497 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267704c8-004c-4f54-8aeb-01c7f2d3a623 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=005e6f5e-f13f-44e2-8eed-420aa1a0d118,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:24.193967 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-83871a8b-426b-43de-b2bb-722d7e8a0f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:24.208147 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-83871a8b-426b-43de-b2bb-722d7e8a0f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:24.227594 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-a777da3f-a121-4e03-892a-8e62a11606ac req-267704c8-004c-4f54-8aeb-01c7f2d3a623 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Allocated IP 192.168.233.56 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/72f90623-35c9-4974-b85e-2f29f90a411f) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:24.307492 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-83871a8b-426b-43de-b2bb-722d7e8a0f26 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42717ce202814123a92390c14a6b9472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9472806 Jul 16 01:16:24.312652 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34194) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:24.313663 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83871a8b-426b-43de-b2bb-722d7e8a0f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457ffdc1-8623-43cd-8a49-53a20fe6d6d3,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:24.419862 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-246314bb-adbe-4f31-acce-61e4ff03a70f req-5e29f15a-e8bd-4635-af8c-0a64a16ee5b0 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec41d23-9294-468a-a31c-bcb7a277ab9c HTTP/1.1" status: 200 len: 210 time: 0.0454516 Jul 16 01:16:24.527615 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6fe5bbf3-1217-4c4e-9004-f0d3cd443f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:24.605919 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6fe5bbf3-1217-4c4e-9004-f0d3cd443f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:24.628018 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1a1ef224-1957-4368-8d5e-0b26b51c96d9 req-74662483-8652-44b2-b266-8754a03064c3 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a HTTP/1.1" status: 200 len: 210 time: 0.0519691 Jul 16 01:16:24.689371 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a777da3f-a121-4e03-892a-8e62a11606ac req-267704c8-004c-4f54-8aeb-01c7f2d3a623 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:24.724983 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-a777da3f-a121-4e03-892a-8e62a11606ac req-267704c8-004c-4f54-8aeb-01c7f2d3a623 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Transition to ACTIVE for port object 72f90623-35c9-4974-b85e-2f29f90a411f will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:24.777732 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6fe5bbf3-1217-4c4e-9004-f0d3cd443f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:24.777732 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6fe5bbf3-1217-4c4e-9004-f0d3cd443f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:24.784712 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6fe5bbf3-1217-4c4e-9004-f0d3cd443f6a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/457ffdc1-8623-43cd-8a49-53a20fe6d6d3 HTTP/1.1" status: 204 len: 168 time: 0.4706790 Jul 16 01:16:24.810263 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5bbf3-1217-4c4e-9004-f0d3cd443f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457ffdc1-8623-43cd-8a49-53a20fe6d6d3,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:24.827724 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a777da3f-a121-4e03-892a-8e62a11606ac req-267704c8-004c-4f54-8aeb-01c7f2d3a623 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:24.954856 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a777da3f-a121-4e03-892a-8e62a11606ac req-267704c8-004c-4f54-8aeb-01c7f2d3a623 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:24.961843 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-a777da3f-a121-4e03-892a-8e62a11606ac req-267704c8-004c-4f54-8aeb-01c7f2d3a623 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:24.971905 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-a777da3f-a121-4e03-892a-8e62a11606ac req-267704c8-004c-4f54-8aeb-01c7f2d3a623 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:24.994654 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777da3f-a121-4e03-892a-8e62a11606ac req-267704c8-004c-4f54-8aeb-01c7f2d3a623 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:24.999072 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a777da3f-a121-4e03-892a-8e62a11606ac req-267704c8-004c-4f54-8aeb-01c7f2d3a623 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:25.002557 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267704c8-004c-4f54-8aeb-01c7f2d3a623 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Pushing event updated for resources: {'Port': ['ID=72f90623-35c9-4974-b85e-2f29f90a411f,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:25.040978 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a777da3f-a121-4e03-892a-8e62a11606ac req-267704c8-004c-4f54-8aeb-01c7f2d3a623 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5000722 Jul 16 01:16:25.060944 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-a777da3f-a121-4e03-892a-8e62a11606ac req-dca9e273-e836-43f9-b419-1400b1059be5 service neutron] Request body: {'port': {'device_id': 'f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:25.086455 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34266) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:25.240816 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a777da3f-a121-4e03-892a-8e62a11606ac req-dca9e273-e836-43f9-b419-1400b1059be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:25.407533 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-da352d59-0a77-4b29-a250-df292aa48829 None None] Provisioning for port 72f90623-35c9-4974-b85e-2f29f90a411f completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:25.412738 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-da352d59-0a77-4b29-a250-df292aa48829 None None] Provisioning complete for port 72f90623-35c9-4974-b85e-2f29f90a411f triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:25.413111 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da352d59-0a77-4b29-a250-df292aa48829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:25.466752 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-da352d59-0a77-4b29-a250-df292aa48829 None None] Port 72f90623-35c9-4974-b85e-2f29f90a411f cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:16:25.653707 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-858bba96-dd63-4feb-a782-9b64b9814aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:25.810534 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-858bba96-dd63-4feb-a782-9b64b9814aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:25.814501 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-a777da3f-a121-4e03-892a-8e62a11606ac req-dca9e273-e836-43f9-b419-1400b1059be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f90623-35c9-4974-b85e-2f29f90a411f {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:25.818856 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-858bba96-dd63-4feb-a782-9b64b9814aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:25.828225 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e4e67dc0-02ca-4a3b-b5bb-942ce4ebb9b5 req-782a7196-9347-41c0-bc51-2b833cb59f99 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec41d23-9294-468a-a31c-bcb7a277ab9c HTTP/1.1" status: 200 len: 210 time: 0.1192458 Jul 16 01:16:25.844927 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a777da3f-a121-4e03-892a-8e62a11606ac req-dca9e273-e836-43f9-b419-1400b1059be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:25.861872 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-a777da3f-a121-4e03-892a-8e62a11606ac req-dca9e273-e836-43f9-b419-1400b1059be5 service neutron] Transition to ACTIVE for port object 72f90623-35c9-4974-b85e-2f29f90a411f will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:25.868490 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a777da3f-a121-4e03-892a-8e62a11606ac req-dca9e273-e836-43f9-b419-1400b1059be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:25.889582 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-858bba96-dd63-4feb-a782-9b64b9814aa6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92792971593540a6b9a7b774bb5325f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8009470 Jul 16 01:16:25.915719 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858bba96-dd63-4feb-a782-9b64b9814aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1d3dc9-b16b-48c6-bb7f-0ff5c9c89139,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:25.919542 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34308) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:25.955237 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e273-e836-43f9-b419-1400b1059be5 service neutron] Pushing event updated for resources: {'Port': ['ID=72f90623-35c9-4974-b85e-2f29f90a411f,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:26.025137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-a777da3f-a121-4e03-892a-8e62a11606ac req-dca9e273-e836-43f9-b419-1400b1059be5 service neutron] Attempting to bind port 72f90623-35c9-4974-b85e-2f29f90a411f on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:26.025838 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-a777da3f-a121-4e03-892a-8e62a11606ac req-dca9e273-e836-43f9-b419-1400b1059be5 service neutron] Attempting to bind port 72f90623-35c9-4974-b85e-2f29f90a411f by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:26.026379 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a777da3f-a121-4e03-892a-8e62a11606ac req-dca9e273-e836-43f9-b419-1400b1059be5 service neutron] Attempting to bind port 72f90623-35c9-4974-b85e-2f29f90a411f on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:26.033798 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a777da3f-a121-4e03-892a-8e62a11606ac req-dca9e273-e836-43f9-b419-1400b1059be5 service neutron] Port 72f90623-35c9-4974-b85e-2f29f90a411f on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:16:26.035426 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a777da3f-a121-4e03-892a-8e62a11606ac req-dca9e273-e836-43f9-b419-1400b1059be5 service neutron] Attempting to bind port 72f90623-35c9-4974-b85e-2f29f90a411f on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:26.045036 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a777da3f-a121-4e03-892a-8e62a11606ac req-dca9e273-e836-43f9-b419-1400b1059be5 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:26.045755 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a777da3f-a121-4e03-892a-8e62a11606ac req-dca9e273-e836-43f9-b419-1400b1059be5 service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:26.046345 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a777da3f-a121-4e03-892a-8e62a11606ac req-dca9e273-e836-43f9-b419-1400b1059be5 service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:26.046986 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-a777da3f-a121-4e03-892a-8e62a11606ac req-dca9e273-e836-43f9-b419-1400b1059be5 service neutron] Bound port: 72f90623-35c9-4974-b85e-2f29f90a411f, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:26.047560 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a777da3f-a121-4e03-892a-8e62a11606ac req-dca9e273-e836-43f9-b419-1400b1059be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:26.134288 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-43fcb8ce-0182-49cf-bf60-f034582c9f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:26.149583 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-a777da3f-a121-4e03-892a-8e62a11606ac req-dca9e273-e836-43f9-b419-1400b1059be5 service neutron] For port 72f90623-35c9-4974-b85e-2f29f90a411f, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:26.159327 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-a777da3f-a121-4e03-892a-8e62a11606ac req-dca9e273-e836-43f9-b419-1400b1059be5 service neutron] For port 72f90623-35c9-4974-b85e-2f29f90a411f, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=72f90623-35c9-4974-b85e-2f29f90a411f,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:26.167879 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a777da3f-a121-4e03-892a-8e62a11606ac req-dca9e273-e836-43f9-b419-1400b1059be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:26.175675 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-43fcb8ce-0182-49cf-bf60-f034582c9f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:26.223669 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4a5d1-2210-4a43-bccd-4de2823e2dd1 req-2ed405f4-6757-4141-ad5a-d9ba222548fd tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:26.232088 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-74f4a5d1-2210-4a43-bccd-4de2823e2dd1 req-2ed405f4-6757-4141-ad5a-d9ba222548fd tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a HTTP/1.1" status: 200 len: 947 time: 0.3410847 Jul 16 01:16:26.272271 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.84', 61782) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:26.273057 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777da3f-a121-4e03-892a-8e62a11606ac req-dca9e273-e836-43f9-b419-1400b1059be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:26.273686 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a777da3f-a121-4e03-892a-8e62a11606ac req-dca9e273-e836-43f9-b419-1400b1059be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:26.275826 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a777da3f-a121-4e03-892a-8e62a11606ac req-dca9e273-e836-43f9-b419-1400b1059be5 service neutron] 10.222.0.84 "PUT /v2.0/ports/72f90623-35c9-4974-b85e-2f29f90a411f HTTP/1.1" status: 200 len: 1096 time: 1.2267323 Jul 16 01:16:26.277073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9e273-e836-43f9-b419-1400b1059be5 service neutron] Pushing event updated for resources: {'Port': ['ID=72f90623-35c9-4974-b85e-2f29f90a411f,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:26.291327 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a', 'tag': '72f90623-35c9-4974-b85e-2f29f90a411f'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:26.295178 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92628ede-168d-4ee4-a8ee-d72e5072c5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a", "tag": "72f90623-35c9-4974-b85e-2f29f90a411f"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:26.317085 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-252fe05d-e110-4a7a-8d75-243edbaf67b2 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=5329aca8a317473cba4b57053f06f501&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431886 Jul 16 01:16:26.346537 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-74f4a5d1-2210-4a43-bccd-4de2823e2dd1 req-86c4cff9-25e5-4be1-9dcd-3f5e01c0d827 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/security-groups?id=005e6f5e-f13f-44e2-8eed-420aa1a0d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088035 Jul 16 01:16:26.446695 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777da3f-a121-4e03-892a-8e62a11606ac req-dab0602a-6310-45eb-8898-fdc2ce41b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:26.449001 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a777da3f-a121-4e03-892a-8e62a11606ac req-dab0602a-6310-45eb-8898-fdc2ce41b9db service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=62516ad3fa1b4e589a604bfbb26150fd&device_id=f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a HTTP/1.1" status: 200 len: 1099 time: 0.0997212 Jul 16 01:16:26.464521 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4c86aa-be57-4ee2-9b3f-53d769237b11 x-openstack-request-id: req-bb4c86aa-be57-4ee2-9b3f-53d769237b11 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:26.465292 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a", "tag": "72f90623-35c9-4974-b85e-2f29f90a411f", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:26.465292 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb4c86aa-be57-4ee2-9b3f-53d769237b11 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:26.465581 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a', 'tag': '72f90623-35c9-4974-b85e-2f29f90a411f', 'status': 'completed', 'code': 200} Jul 16 01:16:26.535463 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-43fcb8ce-0182-49cf-bf60-f034582c9f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:26.540342 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-43fcb8ce-0182-49cf-bf60-f034582c9f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:26.544159 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-43fcb8ce-0182-49cf-bf60-f034582c9f9c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d1d3dc9-b16b-48c6-bb7f-0ff5c9c89139 HTTP/1.1" status: 204 len: 168 time: 0.6208959 Jul 16 01:16:26.565071 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a777da3f-a121-4e03-892a-8e62a11606ac req-8882a235-3f65-42a6-bdf1-60dcc607046f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=72f90623-35c9-4974-b85e-2f29f90a411f HTTP/1.1" status: 200 len: 217 time: 0.1042156 Jul 16 01:16:26.579129 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fcb8ce-0182-49cf-bf60-f034582c9f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1d3dc9-b16b-48c6-bb7f-0ff5c9c89139,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:26.590137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34330) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:26.622129 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a7fab3f-bd05-4cc8-ae9a-04b39cb76040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:26.652850 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-8dd00718-e438-4587-9ef4-c90be54d4d43 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:26.659273 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-8dd00718-e438-4587-9ef4-c90be54d4d43 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3257771 Jul 16 01:16:26.675202 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-6bef3766-5816-4e28-a43e-b8d74efcaa87 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Request body: {'port': {'device_id': 'fec41d23-9294-468a-a31c-bcb7a277ab9c', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': '5329aca8a317473cba4b57053f06f501'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:26.676376 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777da3f-a121-4e03-892a-8e62a11606ac req-d3dd0eba-9707-4b91-bcb6-d07167401610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:26.677877 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a777da3f-a121-4e03-892a-8e62a11606ac req-d3dd0eba-9707-4b91-bcb6-d07167401610 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1058226 Jul 16 01:16:26.790451 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777da3f-a121-4e03-892a-8e62a11606ac req-4724f762-c2da-4f38-a739-332698a73b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:26.792011 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a777da3f-a121-4e03-892a-8e62a11606ac req-4724f762-c2da-4f38-a739-332698a73b9f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1071091 Jul 16 01:16:26.914723 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a777da3f-a121-4e03-892a-8e62a11606ac req-ce19aa67-dbee-44f1-ba6e-6c5b406c375c service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141148 Jul 16 01:16:26.967211 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-6bef3766-5816-4e28-a43e-b8d74efcaa87 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Made reservation on behalf of 5329aca8a317473cba4b57053f06f501 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:26.971218 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-6bef3766-5816-4e28-a43e-b8d74efcaa87 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.106117 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4202e1c0-2747-437e-aa0d-442b428b2055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.109926 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-6bef3766-5816-4e28-a43e-b8d74efcaa87 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Allocated IP 192.168.233.185 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/adf237b6-fa16-4111-9324-8a4ea002f518) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:27.176396 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506d2f8-2cff-4416-a91d-ee0cee0f0f24 req-f94181e4-a60b-4f8f-85df-c0fd85345c7a tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:27.183986 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a506d2f8-2cff-4416-a91d-ee0cee0f0f24 req-f94181e4-a60b-4f8f-85df-c0fd85345c7a tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 970 time: 0.2730615 Jul 16 01:16:27.240527 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3fdb8117-c58b-4886-9177-fd5f6fa4513a req-96cac336-13d2-4cbb-9fe2-1c580ff46ee0 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec41d23-9294-468a-a31c-bcb7a277ab9c HTTP/1.1" status: 200 len: 210 time: 0.0743079 Jul 16 01:16:27.265604 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a777da3f-a121-4e03-892a-8e62a11606ac req-76656171-924e-4fce-b3ee-5d42ac68c76c service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442924 Jul 16 01:16:27.277699 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a506d2f8-2cff-4416-a91d-ee0cee0f0f24 req-09d2d431-9841-471c-946d-891407f0b4ff tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/security-groups?id=448096de-6f1b-4341-8863-bd9ac7e8ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924497 Jul 16 01:16:27.340546 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4202e1c0-2747-437e-aa0d-442b428b2055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.353118 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4202e1c0-2747-437e-aa0d-442b428b2055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.403091 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-6bef3766-5816-4e28-a43e-b8d74efcaa87 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.426688 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-6bef3766-5816-4e28-a43e-b8d74efcaa87 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Transition to ACTIVE for port object adf237b6-fa16-4111-9324-8a4ea002f518 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:27.432873 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4202e1c0-2747-437e-aa0d-442b428b2055 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=86982831b6374c838bbfc73abc9b600a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8411222 Jul 16 01:16:27.435486 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34358) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:27.443246 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202e1c0-2747-437e-aa0d-442b428b2055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56979ec-9695-4395-a0cc-dd80763c95c3,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:27.460792 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34360) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:27.496904 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a5942c30-17ac-43e2-bb60-3eab3653dc77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.504592 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-6bef3766-5816-4e28-a43e-b8d74efcaa87 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.697017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92628ede-168d-4ee4-a8ee-d72e5072c5ae req-d6fca4a2-c3c9-44f5-a100-c4352be73289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:27.698589 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92628ede-168d-4ee4-a8ee-d72e5072c5ae req-d6fca4a2-c3c9-44f5-a100-c4352be73289 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=62516ad3fa1b4e589a604bfbb26150fd&device_id=f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a HTTP/1.1" status: 200 len: 1099 time: 0.3561447 Jul 16 01:16:27.767576 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-6bef3766-5816-4e28-a43e-b8d74efcaa87 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:27.771287 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-6bef3766-5816-4e28-a43e-b8d74efcaa87 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:27.776035 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-6bef3766-5816-4e28-a43e-b8d74efcaa87 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:27.784702 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-6bef3766-5816-4e28-a43e-b8d74efcaa87 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:27.784702 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-6bef3766-5816-4e28-a43e-b8d74efcaa87 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.786085 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef3766-5816-4e28-a43e-b8d74efcaa87 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Pushing event updated for resources: {'Port': ['ID=adf237b6-fa16-4111-9324-8a4ea002f518,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:27.846687 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2855345a-b025-4b22-a3ef-26e5acce7a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.916062 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2855345a-b025-4b22-a3ef-26e5acce7a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.949108 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c7bee-a5a7-424c-ba2d-bd77f56676a2 req-6bebdce6-d39a-4665-9165-c1efb438ed4e tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:27.950834 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f42c7bee-a5a7-424c-ba2d-bd77f56676a2 req-6bebdce6-d39a-4665-9165-c1efb438ed4e tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a HTTP/1.1" status: 200 len: 947 time: 0.2595809 Jul 16 01:16:27.961490 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92628ede-168d-4ee4-a8ee-d72e5072c5ae req-d2d12eaa-bf0f-4267-81cf-f11fd7584f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:27.963299 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92628ede-168d-4ee4-a8ee-d72e5072c5ae req-d2d12eaa-bf0f-4267-81cf-f11fd7584f8a service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2321124 Jul 16 01:16:28.065395 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a39b360d-089b-4607-9dae-901012a25486 None None] Provisioning for port adf237b6-fa16-4111-9324-8a4ea002f518 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:28.067578 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268f999-b2fc-4dbb-a36c-7679e9987035 req-e5c0f405-b35e-4685-9755-74e564936d43 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:28.069490 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5268f999-b2fc-4dbb-a36c-7679e9987035 req-e5c0f405-b35e-4685-9755-74e564936d43 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 970 time: 0.0802078 Jul 16 01:16:28.073538 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a39b360d-089b-4607-9dae-901012a25486 None None] Provisioning complete for port adf237b6-fa16-4111-9324-8a4ea002f518 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:28.074024 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a39b360d-089b-4607-9dae-901012a25486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.101433 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92628ede-168d-4ee4-a8ee-d72e5072c5ae req-9e65bb45-223e-417a-b354-6d18ce410884 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=72f90623-35c9-4974-b85e-2f29f90a411f HTTP/1.1" status: 200 len: 217 time: 0.1051917 Jul 16 01:16:28.121637 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f42c7bee-a5a7-424c-ba2d-bd77f56676a2 req-dad56714-d859-4185-ba2b-7e4a33952c1f tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/security-groups?id=005e6f5e-f13f-44e2-8eed-420aa1a0d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543760 Jul 16 01:16:28.142510 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a39b360d-089b-4607-9dae-901012a25486 None None] Port adf237b6-fa16-4111-9324-8a4ea002f518 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:16:28.146247 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2855345a-b025-4b22-a3ef-26e5acce7a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.149865 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2855345a-b025-4b22-a3ef-26e5acce7a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.151852 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2855345a-b025-4b22-a3ef-26e5acce7a79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b56979ec-9695-4395-a0cc-dd80763c95c3 HTTP/1.1" status: 204 len: 168 time: 0.7150412 Jul 16 01:16:28.198395 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855345a-b025-4b22-a3ef-26e5acce7a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56979ec-9695-4395-a0cc-dd80763c95c3,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:28.221565 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92628ede-168d-4ee4-a8ee-d72e5072c5ae req-a3535c7c-d688-416b-84a4-c05b36ad50db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:28.223283 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92628ede-168d-4ee4-a8ee-d72e5072c5ae req-a3535c7c-d688-416b-84a4-c05b36ad50db service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1136045 Jul 16 01:16:28.228889 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34394) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:28.267638 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41546c11-3648-4a51-837b-621d950bca06 req-e56f2ea2-03ca-422f-b22f-41b1df652055 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c55080e39fd648c1af3202f2fb8092bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262702 Jul 16 01:16:28.283907 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a5942c30-17ac-43e2-bb60-3eab3653dc77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.293580 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a5942c30-17ac-43e2-bb60-3eab3653dc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.350676 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-6bef3766-5816-4e28-a43e-b8d74efcaa87 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6831658 Jul 16 01:16:28.352042 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a5942c30-17ac-43e2-bb60-3eab3653dc77 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf69300c0393414ca5ac46b2c3459e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8863542 Jul 16 01:16:28.356547 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34404) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:28.367187 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5942c30-17ac-43e2-bb60-3eab3653dc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3b53c1-a9a9-4663-9ab7-144c25e3e5b9,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:28.385765 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-3a2acfa0-b9b1-4739-9bc0-bc4c0b8990a5 service neutron] Request body: {'port': {'device_id': 'fec41d23-9294-468a-a31c-bcb7a277ab9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:28.392396 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92628ede-168d-4ee4-a8ee-d72e5072c5ae req-e295c78e-97e9-40d7-9fc3-5b35e14c6456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:28.394130 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92628ede-168d-4ee4-a8ee-d72e5072c5ae req-e295c78e-97e9-40d7-9fc3-5b35e14c6456 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1563652 Jul 16 01:16:28.497277 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c879627-c04a-499f-9bd3-f47830c6a296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.536920 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c879627-c04a-499f-9bd3-f47830c6a296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.546251 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-3a2acfa0-b9b1-4739-9bc0-bc4c0b8990a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.546834 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92628ede-168d-4ee4-a8ee-d72e5072c5ae req-f97e01e2-a587-4ba7-a732-b1fe81abac14 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455860 Jul 16 01:16:28.562341 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-5268f999-b2fc-4dbb-a36c-7679e9987035 req-d8d41cb8-3ead-4df7-9a3c-2440a582da63 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Deleting port 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:28.562804 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5268f999-b2fc-4dbb-a36c-7679e9987035 req-d8d41cb8-3ead-4df7-9a3c-2440a582da63 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.584804 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41546c11-3648-4a51-837b-621d950bca06 req-1fe39b7f-25e2-4e94-99a3-ba5fb195d3ae tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:28.591920 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41546c11-3648-4a51-837b-621d950bca06 req-1fe39b7f-25e2-4e94-99a3-ba5fb195d3ae tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3150008 Jul 16 01:16:28.601733 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-e544c1f6-1f1b-4f13-b7eb-63f07d6e0a65 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550014022-network', 'tenant_id': '8cafbcb98d724b5aab00817d2b0447db'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:28.645703 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41546c11-3648-4a51-837b-621d950bca06 req-2ee682f4-45fd-4ba5-8d99-9fec1bf958e3 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/quotas/c55080e39fd648c1af3202f2fb8092bc HTTP/1.1" status: 200 len: 375 time: 0.0528183 Jul 16 01:16:28.678276 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34410) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:28.678795 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c879627-c04a-499f-9bd3-f47830c6a296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.681697 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c879627-c04a-499f-9bd3-f47830c6a296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.685734 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2c879627-c04a-499f-9bd3-f47830c6a296 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e3b53c1-a9a9-4663-9ab7-144c25e3e5b9 HTTP/1.1" status: 204 len: 168 time: 0.3239791 Jul 16 01:16:28.692649 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e544c1f6-1f1b-4f13-b7eb-63f07d6e0a65 admin admin] Made reservation on behalf of 8cafbcb98d724b5aab00817d2b0447db for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:28.694907 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e544c1f6-1f1b-4f13-b7eb-63f07d6e0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.718045 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92628ede-168d-4ee4-a8ee-d72e5072c5ae req-f305bf65-5ea5-46a0-8d39-8d8f2ae4a7a9 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622036 Jul 16 01:16:28.719339 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c879627-c04a-499f-9bd3-f47830c6a296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3b53c1-a9a9-4663-9ab7-144c25e3e5b9,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:28.721122 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e544c1f6-1f1b-4f13-b7eb-63f07d6e0a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.724478 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2144f3e7-c182-4b63-aac1-bc33b8684663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.740454 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41546c11-3648-4a51-837b-621d950bca06 req-27a20394-2780-4013-a2ad-642a41708174 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c55080e39fd648c1af3202f2fb8092bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597267 Jul 16 01:16:28.891191 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e544c1f6-1f1b-4f13-b7eb-63f07d6e0a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.907387 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-5268f999-b2fc-4dbb-a36c-7679e9987035 req-d8d41cb8-3ead-4df7-9a3c-2440a582da63 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] For port 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=0cccfd9a-bd71-4787-8f4d-fc47d3ab309b,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:28.907969 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e544c1f6-1f1b-4f13-b7eb-63f07d6e0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.908546 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5268f999-b2fc-4dbb-a36c-7679e9987035 req-d8d41cb8-3ead-4df7-9a3c-2440a582da63 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.932922 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-5268f999-b2fc-4dbb-a36c-7679e9987035 req-d8d41cb8-3ead-4df7-9a3c-2440a582da63 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Calling delete_port for 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b owned by compute:tempest-test_az-84607759 {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:28.983373 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e544c1f6-1f1b-4f13-b7eb-63f07d6e0a65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:16:29.064718 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e544c1f6-1f1b-4f13-b7eb-63f07d6e0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.065134 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-e544c1f6-1f1b-4f13-b7eb-63f07d6e0a65 admin admin] Added segment 0be33ec5-9aa3-4a82-b5ff-1b0ab629edde of type vlan for network f1464e54-1742-47e4-862b-5a083501d7da Jul 16 01:16:29.066333 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544c1f6-1f1b-4f13-b7eb-63f07d6e0a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e628d43e-7ced-4e96-a343-2d091b9dcda4,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:29.132494 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e544c1f6-1f1b-4f13-b7eb-63f07d6e0a65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.163692 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2144f3e7-c182-4b63-aac1-bc33b8684663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.196108 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2144f3e7-c182-4b63-aac1-bc33b8684663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.220060 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e544c1f6-1f1b-4f13-b7eb-63f07d6e0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.221164 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e544c1f6-1f1b-4f13-b7eb-63f07d6e0a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:29.221769 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e544c1f6-1f1b-4f13-b7eb-63f07d6e0a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.299537 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2144f3e7-c182-4b63-aac1-bc33b8684663 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3269d671f1e42f480dff1c910616675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6155975 Jul 16 01:16:29.303700 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34434) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:29.311197 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e544c1f6-1f1b-4f13-b7eb-63f07d6e0a65 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0781319 Jul 16 01:16:29.311197 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144f3e7-c182-4b63-aac1-bc33b8684663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b2f930-8180-43f3-87ed-2ba2612128a8,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:29.327312 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34436) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:29.342554 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-bc112740-b414-4e54-858f-6076c7902544 admin admin] Request body: {'subnet': {'network_id': 'f1464e54-1742-47e4-862b-5a083501d7da', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550014022-subnet', 'tenant_id': '8cafbcb98d724b5aab00817d2b0447db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:29.345277 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544c1f6-1f1b-4f13-b7eb-63f07d6e0a65 admin admin] Pushing event updated for resources: {'Network': ['ID=f1464e54-1742-47e4-862b-5a083501d7da,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:29.385238 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network f1464e54-1742-47e4-862b-5a083501d7da details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:16:29.474411 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc112740-b414-4e54-858f-6076c7902544 admin admin] Made reservation on behalf of 8cafbcb98d724b5aab00817d2b0447db for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:29.476929 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bc112740-b414-4e54-858f-6076c7902544 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.480899 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-3a2acfa0-b9b1-4739-9bc0-bc4c0b8990a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf237b6-fa16-4111-9324-8a4ea002f518 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:29.507965 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5268f999-b2fc-4dbb-a36c-7679e9987035 req-d8d41cb8-3ead-4df7-9a3c-2440a582da63 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.509076 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2f89bf4-f72e-46df-9a84-93f01427b3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.513173 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-3a2acfa0-b9b1-4739-9bc0-bc4c0b8990a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.530858 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8585160-7c9c-4bd7-a2d3-7076449ad02c req-539a80e9-aeda-4474-ac59-7dbaff1a6b77 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:29.538714 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b8585160-7c9c-4bd7-a2d3-7076449ad02c req-539a80e9-aeda-4474-ac59-7dbaff1a6b77 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 970 time: 0.3248820 Jul 16 01:16:29.568960 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d41cb8-3ead-4df7-9a3c-2440a582da63 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Pushing event deleted for resources: {'Port': ['ID=0cccfd9a-bd71-4787-8f4d-fc47d3ab309b,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:29.580993 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2f89bf4-f72e-46df-9a84-93f01427b3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.600525 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97cadb-57b1-4523-902c-4b8f00063dc5 req-1ff43a64-021b-4724-95cf-36b4410c0cbf tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:29.612596 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9a97cadb-57b1-4523-902c-4b8f00063dc5 req-1ff43a64-021b-4724-95cf-36b4410c0cbf tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec41d23-9294-468a-a31c-bcb7a277ab9c HTTP/1.1" status: 200 len: 936 time: 0.2603168 Jul 16 01:16:29.620063 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-3a2acfa0-b9b1-4739-9bc0-bc4c0b8990a5 service neutron] Transition to ACTIVE for port object adf237b6-fa16-4111-9324-8a4ea002f518 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:29.656893 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['0cccfd9a-bd71-4787-8f4d-fc47d3ab309b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:29.698330 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fa1b39ee-116c-43c3-80f3-bb80226afc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.707345 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.728545 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9a97cadb-57b1-4523-902c-4b8f00063dc5 req-0707b349-e268-48c8-897b-91fb080acf0c tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149840 Jul 16 01:16:29.751296 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2f89bf4-f72e-46df-9a84-93f01427b3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.755295 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2f89bf4-f72e-46df-9a84-93f01427b3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.757480 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c2f89bf4-f72e-46df-9a84-93f01427b3db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56b2f930-8180-43f3-87ed-2ba2612128a8 HTTP/1.1" status: 204 len: 168 time: 0.4531546 Jul 16 01:16:29.778596 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f89bf4-f72e-46df-9a84-93f01427b3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b2f930-8180-43f3-87ed-2ba2612128a8,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:29.802455 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-3a2acfa0-b9b1-4739-9bc0-bc4c0b8990a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.882546 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b8585160-7c9c-4bd7-a2d3-7076449ad02c req-a56298fc-9c68-4486-b5fc-2691f070d10f tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/security-groups?id=448096de-6f1b-4341-8863-bd9ac7e8ef91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431129 Jul 16 01:16:29.883537 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-5268f999-b2fc-4dbb-a36c-7679e9987035 req-d8d41cb8-3ead-4df7-9a3c-2440a582da63 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] No DVR routers for this DVR port 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b on host n-h2-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:29.953225 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5268f999-b2fc-4dbb-a36c-7679e9987035 req-d8d41cb8-3ead-4df7-9a3c-2440a582da63 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.958200 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5268f999-b2fc-4dbb-a36c-7679e9987035 req-d8d41cb8-3ead-4df7-9a3c-2440a582da63 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.82 "DELETE /v2.0/ports/0cccfd9a-bd71-4787-8f4d-fc47d3ab309b HTTP/1.1" status: 204 len: 173 time: 1.8824127 Jul 16 01:16:29.962204 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc8c816-1525-4d08-b8f5-254295da4bcc', 'name': 'network-vif-deleted', 'tag': '0cccfd9a-bd71-4787-8f4d-fc47d3ab309b'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:29.964777 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42fea3c-1940-427c-9adb-3ae73efb3462" -d '{"events": [{"server_uuid": "3dc8c816-1525-4d08-b8f5-254295da4bcc", "name": "network-vif-deleted", "tag": "0cccfd9a-bd71-4787-8f4d-fc47d3ab309b"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:30.073408 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2acfa0-b9b1-4739-9bc0-bc4c0b8990a5 service neutron] Pushing event updated for resources: {'Port': ['ID=adf237b6-fa16-4111-9324-8a4ea002f518,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:30.086420 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-3a2acfa0-b9b1-4739-9bc0-bc4c0b8990a5 service neutron] Attempting to bind port adf237b6-fa16-4111-9324-8a4ea002f518 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:30.087029 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-3a2acfa0-b9b1-4739-9bc0-bc4c0b8990a5 service neutron] Attempting to bind port adf237b6-fa16-4111-9324-8a4ea002f518 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:30.087681 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-3a2acfa0-b9b1-4739-9bc0-bc4c0b8990a5 service neutron] Attempting to bind port adf237b6-fa16-4111-9324-8a4ea002f518 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:30.097436 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-3a2acfa0-b9b1-4739-9bc0-bc4c0b8990a5 service neutron] Port adf237b6-fa16-4111-9324-8a4ea002f518 on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:16:30.101253 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-3a2acfa0-b9b1-4739-9bc0-bc4c0b8990a5 service neutron] Attempting to bind port adf237b6-fa16-4111-9324-8a4ea002f518 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:30.134270 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6731927f-f3c7-45b1-aa50-81364be236f2 req-f138e74b-5f57-493f-908e-3bca6c69a80d tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/ports?device_id=1677abce-f05c-45f4-bb08-8af52c4ffb4c HTTP/1.1" status: 200 len: 210 time: 0.0732985 Jul 16 01:16:30.168711 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-3a2acfa0-b9b1-4739-9bc0-bc4c0b8990a5 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:30.169309 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-3a2acfa0-b9b1-4739-9bc0-bc4c0b8990a5 service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:30.169847 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-3a2acfa0-b9b1-4739-9bc0-bc4c0b8990a5 service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:30.170466 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-3a2acfa0-b9b1-4739-9bc0-bc4c0b8990a5 service neutron] Bound port: adf237b6-fa16-4111-9324-8a4ea002f518, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:30.171021 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-3a2acfa0-b9b1-4739-9bc0-bc4c0b8990a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:30.363889 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-3a2acfa0-b9b1-4739-9bc0-bc4c0b8990a5 service neutron] For port adf237b6-fa16-4111-9324-8a4ea002f518, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:30.406292 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-3a2acfa0-b9b1-4739-9bc0-bc4c0b8990a5 service neutron] For port adf237b6-fa16-4111-9324-8a4ea002f518, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=adf237b6-fa16-4111-9324-8a4ea002f518,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:30.407583 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bc112740-b414-4e54-858f-6076c7902544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:30.450433 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-3a2acfa0-b9b1-4739-9bc0-bc4c0b8990a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:30.671797 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:30.692554 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9054ed8c-4bf2-4aab-870c-b6fb94576b3e x-openstack-request-id: req-9054ed8c-4bf2-4aab-870c-b6fb94576b3e {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:30.693291 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc8c816-1525-4d08-b8f5-254295da4bcc", "name": "network-vif-deleted", "tag": "0cccfd9a-bd71-4787-8f4d-fc47d3ab309b", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:30.693897 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9054ed8c-4bf2-4aab-870c-b6fb94576b3e {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:30.694844 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc8c816-1525-4d08-b8f5-254295da4bcc', 'name': 'network-vif-deleted', 'tag': '0cccfd9a-bd71-4787-8f4d-fc47d3ab309b', 'status': 'completed', 'code': 200} Jul 16 01:16:30.712275 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40737652-6b68-4eda-8fec-ba5145fea7e0 req-9770953f-f9d2-4366-877b-3581b04628ad tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:30.717117 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-40737652-6b68-4eda-8fec-ba5145fea7e0 req-9770953f-f9d2-4366-877b-3581b04628ad tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a HTTP/1.1" status: 200 len: 947 time: 0.5514715 Jul 16 01:16:30.729520 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-3a2acfa0-b9b1-4739-9bc0-bc4c0b8990a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:30.730758 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-3a2acfa0-b9b1-4739-9bc0-bc4c0b8990a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:30.732719 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-3a2acfa0-b9b1-4739-9bc0-bc4c0b8990a5 service neutron] 10.222.0.84 "PUT /v2.0/ports/adf237b6-fa16-4111-9324-8a4ea002f518 HTTP/1.1" status: 200 len: 1097 time: 2.3676059 Jul 16 01:16:30.756349 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc112740-b414-4e54-858f-6076c7902544 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ed8504a-76c6-444a-bd57-f16cbe6c02b7,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:30.814409 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2acfa0-b9b1-4739-9bc0-bc4c0b8990a5 service neutron] Pushing event updated for resources: {'Port': ['ID=adf237b6-fa16-4111-9324-8a4ea002f518,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:30.829075 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc112740-b414-4e54-858f-6076c7902544 admin admin] Checking segment: {'id': '0be33ec5-9aa3-4a82-b5ff-1b0ab629edde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f1464e54-1742-47e4-862b-5a083501d7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:30.841568 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc112740-b414-4e54-858f-6076c7902544 admin admin] Network hostable DHCP agents. Network: f1464e54-1742-47e4-862b-5a083501d7da, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:16:30.873487 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-40737652-6b68-4eda-8fec-ba5145fea7e0 req-4c95eca2-40a5-41b4-9584-4941e7828adb tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/security-groups?id=005e6f5e-f13f-44e2-8eed-420aa1a0d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475544 Jul 16 01:16:31.029053 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41546c11-3648-4a51-837b-621d950bca06 req-99ef97c0-1e77-4f5b-8ac7-473a55bf08d7 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=c55080e39fd648c1af3202f2fb8092bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1517484 Jul 16 01:16:31.046033 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:31.081173 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede98d3b-f800-42c4-bab7-4a73423bc36e req-6496c843-2030-47dd-8cd7-aa20f46eca01 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:31.089278 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ede98d3b-f800-42c4-bab7-4a73423bc36e req-6496c843-2030-47dd-8cd7-aa20f46eca01 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec41d23-9294-468a-a31c-bcb7a277ab9c HTTP/1.1" status: 200 len: 948 time: 0.1202118 Jul 16 01:16:31.137790 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ede98d3b-f800-42c4-bab7-4a73423bc36e req-54f24622-6839-4f59-969a-b845f3e75112 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465477 Jul 16 01:16:31.152797 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc112740-b414-4e54-858f-6076c7902544 admin admin] Network f1464e54-1742-47e4-862b-5a083501d7da is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:16:31.302474 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0c1666a4-c841-4e65-bbe4-432235bbf8dc req-e7828049-b56d-47d3-9817-3f758bf30ff0 tempest-AggregatesAdminTestJSON-691970959 tempest-AggregatesAdminTestJSON-691970959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dc8c816-1525-4d08-b8f5-254295da4bcc HTTP/1.1" status: 200 len: 210 time: 0.1137521 Jul 16 01:16:31.321632 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41546c11-3648-4a51-837b-621d950bca06 req-1228369a-2a32-44e4-98fb-04ece9188a5b tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:31.323324 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41546c11-3648-4a51-837b-621d950bca06 req-1228369a-2a32-44e4-98fb-04ece9188a5b tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2730751 Jul 16 01:16:31.333276 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-bc112740-b414-4e54-858f-6076c7902544 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, f1464e54-1742-47e4-862b-5a083501d7da) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:31.341690 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc112740-b414-4e54-858f-6076c7902544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:31.343279 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bc112740-b414-4e54-858f-6076c7902544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:31.347825 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fb875d-036c-4701-a113-50e90c481265 None None] Network f1464e54-1742-47e4-862b-5a083501d7da requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:31.357410 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34520) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:31.384436 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-41546c11-3648-4a51-837b-621d950bca06 req-f995ba8f-2180-4447-af39-5b19eac6172a tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Request body: {'port': {'device_id': '1677abce-f05c-45f4-bb08-8af52c4ffb4c', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': 'c55080e39fd648c1af3202f2fb8092bc'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:31.489119 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34524) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:31.495155 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-480ca9e8-f8c7-4e5a-a3d4-f105ab61f8cb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550014022-router', 'tenant_id': '8cafbcb98d724b5aab00817d2b0447db', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:31.501010 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bc112740-b414-4e54-858f-6076c7902544 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1675360 Jul 16 01:16:31.511951 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-34e99cc6-1291-4778-ac89-cb8a4cdd708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:31.519728 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-34e99cc6-1291-4778-ac89-cb8a4cdd708f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5329aca8a317473cba4b57053f06f501&device_id=fec41d23-9294-468a-a31c-bcb7a277ab9c HTTP/1.1" status: 200 len: 1100 time: 0.5608757 Jul 16 01:16:31.522375 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 72f90623-35c9-4974-b85e-2f29f90a411f details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:31.555699 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.db.api [req-41546c11-3648-4a51-837b-621d950bca06 req-f995ba8f-2180-4447-af39-5b19eac6172a tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:16:31.555699 n-d-792394-16 neutron-server[93956]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:16:31.555699 n-d-792394-16 neutron-server[93956]: [parameters: {'project_id_1': 'c55080e39fd648c1af3202f2fb8092bc', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 16, 31, 503175)}] Jul 16 01:16:31.555699 n-d-792394-16 neutron-server[93956]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93956) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:16:31.556634 n-d-792394-16 neutron-server[93956]: DEBUG oslo_db.api [req-41546c11-3648-4a51-837b-621d950bca06 req-f995ba8f-2180-4447-af39-5b19eac6172a tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:16:31.558187 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-480ca9e8-f8c7-4e5a-a3d4-f105ab61f8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:31.560148 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-480ca9e8-f8c7-4e5a-a3d4-f105ab61f8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:31.574756 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-51d1c3f4-5dca-4c52-8288-a6d2cc7093c1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-569885151-network', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:31.610078 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d1c3f4-5dca-4c52-8288-a6d2cc7093c1 admin admin] Made reservation on behalf of 2999adb4ec8040a5948eea28d1ff10e0 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:31.624506 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51d1c3f4-5dca-4c52-8288-a6d2cc7093c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:31.624861 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-68ab9049-5977-4128-b8cb-73c4792b2e6d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=adf237b6-fa16-4111-9324-8a4ea002f518 HTTP/1.1" status: 200 len: 217 time: 0.0952098 Jul 16 01:16:31.644978 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff193e2f-9fd7-4b95-ac85-d540e52b30c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-f1464e54-1742-47e4-862b-5a083501d7da', 'network_id': 'f1464e54-1742-47e4-862b-5a083501d7da', 'tenant_id': '8cafbcb98d724b5aab00817d2b0447db', 'fixed_ips': [{'subnet_id': '1ed8504a-76c6-444a-bd57-f16cbe6c02b7'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:16:31.645832 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ff193e2f-9fd7-4b95-ac85-d540e52b30c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:31.655122 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d539d787-3aa3-490b-93f1-0a72511907e5 req-91fd1c94-d3c6-4368-8dce-45c5a77e9752 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/ports?device_id=1677abce-f05c-45f4-bb08-8af52c4ffb4c HTTP/1.1" status: 200 len: 210 time: 0.1051061 Jul 16 01:16:31.663569 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51d1c3f4-5dca-4c52-8288-a6d2cc7093c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:31.692919 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:31.702929 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 72f90623-35c9-4974-b85e-2f29f90a411f, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=72f90623-35c9-4974-b85e-2f29f90a411f,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:31.733559 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:31.734190 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 0cccfd9a-bd71-4787-8f4d-fc47d3ab309b not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:31.743269 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-480ca9e8-f8c7-4e5a-a3d4-f105ab61f8cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:31.775910 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-703b6f81-943b-4d00-ac5c-ef480d839381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:31.777794 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-703b6f81-943b-4d00-ac5c-ef480d839381 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1374938 Jul 16 01:16:31.817633 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '72f90623-35c9-4974-b85e-2f29f90a411f', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': '72f90623-35c9-4974-b85e-2f29f90a411f', 'mac_address': 'fa:16:3e:12:b2:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:31.879935 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-a1df4612-71d7-4ccf-855e-2c179c45efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:31.882304 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-a1df4612-71d7-4ccf-855e-2c179c45efa6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0970893 Jul 16 01:16:31.884676 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:31.936574 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f90623-35c9-4974-b85e-2f29f90a411f {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:31.978034 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-480ca9e8-f8c7-4e5a-a3d4-f105ab61f8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:31.993676 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 72f90623-35c9-4974-b85e-2f29f90a411f, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=72f90623-35c9-4974-b85e-2f29f90a411f,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:32.012024 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-ff193e2f-9fd7-4b95-ac85-d540e52b30c5 None None] Allocated IP 172.20.0.2 (f1464e54-1742-47e4-862b-5a083501d7da/1ed8504a-76c6-444a-bd57-f16cbe6c02b7/f0074608-9a9c-4614-8c08-a6590ef3d4bf) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:32.018950 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.053179 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-ada2aaf6-1b2f-4193-9b13-6b67b960780e service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638622 Jul 16 01:16:32.081939 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51d1c3f4-5dca-4c52-8288-a6d2cc7093c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.095488 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51d1c3f4-5dca-4c52-8288-a6d2cc7093c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.179962 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41546c11-3648-4a51-837b-621d950bca06 req-f995ba8f-2180-4447-af39-5b19eac6172a tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Made reservation on behalf of c55080e39fd648c1af3202f2fb8092bc for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:32.181077 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d1c3f4-5dca-4c52-8288-a6d2cc7093c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:16:32.184330 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-41546c11-3648-4a51-837b-621d950bca06 req-f995ba8f-2180-4447-af39-5b19eac6172a tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.202905 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-41546c11-3648-4a51-837b-621d950bca06 req-f995ba8f-2180-4447-af39-5b19eac6172a tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.217857 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=72f90623-35c9-4974-b85e-2f29f90a411f,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:32.232638 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['72f90623-35c9-4974-b85e-2f29f90a411f'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:32.263313 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1c3f4-5dca-4c52-8288-a6d2cc7093c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ece80c-04b8-4fe1-abae-cee7f4f3f446,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:32.278913 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e05a06b-3a2f-4a44-9c9e-8df9ffa47ef2 req-9c9084fe-a533-4488-b8ef-9caf2ff91e04 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144318 Jul 16 01:16:32.289881 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51d1c3f4-5dca-4c52-8288-a6d2cc7093c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.290215 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-51d1c3f4-5dca-4c52-8288-a6d2cc7093c1 admin admin] Added segment 4235c34d-d0fc-40de-b656-70074dffcff3 of type vlan for network 1096f360-6b74-4590-aa4a-2282a5341f1d Jul 16 01:16:32.381673 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-41546c11-3648-4a51-837b-621d950bca06 req-f995ba8f-2180-4447-af39-5b19eac6172a tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.392779 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-41546c11-3648-4a51-837b-621d950bca06 req-f995ba8f-2180-4447-af39-5b19eac6172a tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.413406 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.453543 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51d1c3f4-5dca-4c52-8288-a6d2cc7093c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.463269 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ff193e2f-9fd7-4b95-ac85-d540e52b30c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.476088 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995ba8f-2180-4447-af39-5b19eac6172a tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1b8e5c-fa6a-40db-b053-4ca45d991649,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:32.486482 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ff193e2f-9fd7-4b95-ac85-d540e52b30c5 None None] Transition to ACTIVE for port object f0074608-9a9c-4614-8c08-a6590ef3d4bf will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:32.521027 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ff193e2f-9fd7-4b95-ac85-d540e52b30c5 None None] Transition to ACTIVE for port object f0074608-9a9c-4614-8c08-a6590ef3d4bf will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:32.523425 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51d1c3f4-5dca-4c52-8288-a6d2cc7093c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.525113 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d1c3f4-5dca-4c52-8288-a6d2cc7093c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:32.525697 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51d1c3f4-5dca-4c52-8288-a6d2cc7093c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.540622 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ff193e2f-9fd7-4b95-ac85-d540e52b30c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.596691 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-41546c11-3648-4a51-837b-621d950bca06 req-f995ba8f-2180-4447-af39-5b19eac6172a tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Allocated IP 192.168.233.235 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/002aee12-e949-484d-9db0-77baa16c28e6) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:32.607414 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff193e2f-9fd7-4b95-ac85-d540e52b30c5 None None] Network f1464e54-1742-47e4-862b-5a083501d7da is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:32.613507 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-ff193e2f-9fd7-4b95-ac85-d540e52b30c5 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:32.616338 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff193e2f-9fd7-4b95-ac85-d540e52b30c5 None None] Pushing event updated for resources: {'Port': ['ID=f0074608-9a9c-4614-8c08-a6590ef3d4bf,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:32.622800 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff193e2f-9fd7-4b95-ac85-d540e52b30c5 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:32.700898 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ff193e2f-9fd7-4b95-ac85-d540e52b30c5 None None] Attempting to bind port f0074608-9a9c-4614-8c08-a6590ef3d4bf on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:32.701569 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ff193e2f-9fd7-4b95-ac85-d540e52b30c5 None None] Attempting to bind port f0074608-9a9c-4614-8c08-a6590ef3d4bf by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '0be33ec5-9aa3-4a82-b5ff-1b0ab629edde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f1464e54-1742-47e4-862b-5a083501d7da'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:32.701700 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff193e2f-9fd7-4b95-ac85-d540e52b30c5 None None] Attempting to bind port f0074608-9a9c-4614-8c08-a6590ef3d4bf on network f1464e54-1742-47e4-862b-5a083501d7da {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:32.707816 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff193e2f-9fd7-4b95-ac85-d540e52b30c5 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:32.708191 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff193e2f-9fd7-4b95-ac85-d540e52b30c5 None None] Checking segment: {'id': '0be33ec5-9aa3-4a82-b5ff-1b0ab629edde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f1464e54-1742-47e4-862b-5a083501d7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:32.708636 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ff193e2f-9fd7-4b95-ac85-d540e52b30c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.709029 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff193e2f-9fd7-4b95-ac85-d540e52b30c5 None None] Bound using segment: {'id': '0be33ec5-9aa3-4a82-b5ff-1b0ab629edde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f1464e54-1742-47e4-862b-5a083501d7da'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:32.709503 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ff193e2f-9fd7-4b95-ac85-d540e52b30c5 None None] Bound port: f0074608-9a9c-4614-8c08-a6590ef3d4bf, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be33ec5-9aa3-4a82-b5ff-1b0ab629edde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f1464e54-1742-47e4-862b-5a083501d7da'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:32.709901 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ff193e2f-9fd7-4b95-ac85-d540e52b30c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.816171 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-41546c11-3648-4a51-837b-621d950bca06 req-f995ba8f-2180-4447-af39-5b19eac6172a tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.833837 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-41546c11-3648-4a51-837b-621d950bca06 req-f995ba8f-2180-4447-af39-5b19eac6172a tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Transition to ACTIVE for port object 002aee12-e949-484d-9db0-77baa16c28e6 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:32.846321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1c3f4-5dca-4c52-8288-a6d2cc7093c1 admin admin] Pushing event updated for resources: {'Network': ['ID=1096f360-6b74-4590-aa4a-2282a5341f1d,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:32.855140 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ff193e2f-9fd7-4b95-ac85-d540e52b30c5 None None] For port f0074608-9a9c-4614-8c08-a6590ef3d4bf, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:32.862290 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 1096f360-6b74-4590-aa4a-2282a5341f1d details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:16:32.863115 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-51d1c3f4-5dca-4c52-8288-a6d2cc7093c1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5040557 Jul 16 01:16:32.869554 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34548) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:32.869901 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec41d23-9294-468a-a31c-bcb7a277ab9c', 'tag': 'adf237b6-fa16-4111-9324-8a4ea002f518'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:32.872503 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7ff70c-518e-430c-8b6a-12e11d39a451" -d '{"events": [{"name": "network-changed", "server_uuid": "fec41d23-9294-468a-a31c-bcb7a277ab9c", "tag": "adf237b6-fa16-4111-9324-8a4ea002f518"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:32.874413 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ff193e2f-9fd7-4b95-ac85-d540e52b30c5 None None] For port f0074608-9a9c-4614-8c08-a6590ef3d4bf, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f0074608-9a9c-4614-8c08-a6590ef3d4bf,segment=NetworkSegment(0be33ec5-9aa3-4a82-b5ff-1b0ab629edde),segment_id=0be33ec5-9aa3-4a82-b5ff-1b0ab629edde)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:32.876485 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-41546c11-3648-4a51-837b-621d950bca06 req-f995ba8f-2180-4447-af39-5b19eac6172a tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.883881 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-23a75066-dc7d-42fe-baa1-f3c0249b8645 admin admin] Request body: {'subnet': {'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569885151-subnet', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:32.900492 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ff193e2f-9fd7-4b95-ac85-d540e52b30c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.935135 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995ba8f-2180-4447-af39-5b19eac6172a tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Pushing event updated for resources: {'Port': ['ID=002aee12-e949-484d-9db0-77baa16c28e6,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:32.950754 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41546c11-3648-4a51-837b-621d950bca06 req-f995ba8f-2180-4447-af39-5b19eac6172a tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:32.952282 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-41546c11-3648-4a51-837b-621d950bca06 req-f995ba8f-2180-4447-af39-5b19eac6172a tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:32.954980 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-41546c11-3648-4a51-837b-621d950bca06 req-f995ba8f-2180-4447-af39-5b19eac6172a tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:32.960985 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41546c11-3648-4a51-837b-621d950bca06 req-f995ba8f-2180-4447-af39-5b19eac6172a tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:32.961724 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-41546c11-3648-4a51-837b-621d950bca06 req-f995ba8f-2180-4447-af39-5b19eac6172a tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.985702 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41546c11-3648-4a51-837b-621d950bca06 req-f995ba8f-2180-4447-af39-5b19eac6172a tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6100857 Jul 16 01:16:33.002998 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-41546c11-3648-4a51-837b-621d950bca06 req-7a1dc0bf-7e27-4deb-8a15-c17ec5198a44 service neutron] Request body: {'port': {'device_id': '1677abce-f05c-45f4-bb08-8af52c4ffb4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:33.015113 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a75066-dc7d-42fe-baa1-f3c0249b8645 admin admin] Made reservation on behalf of 2999adb4ec8040a5948eea28d1ff10e0 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:33.018840 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-23a75066-dc7d-42fe-baa1-f3c0249b8645 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:33.176945 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff193e2f-9fd7-4b95-ac85-d540e52b30c5 None None] Pushing event updated for resources: {'Port': ['ID=f0074608-9a9c-4614-8c08-a6590ef3d4bf,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:33.177234 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-41546c11-3648-4a51-837b-621d950bca06 req-7a1dc0bf-7e27-4deb-8a15-c17ec5198a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:33.188961 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34556) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:33.262060 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-480ca9e8-f8c7-4e5a-a3d4-f105ab61f8cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:33.308019 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1f45733b-9d48-4b79-b8ff-0276b37f256d None None] Provisioning for port 002aee12-e949-484d-9db0-77baa16c28e6 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:33.313844 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1f45733b-9d48-4b79-b8ff-0276b37f256d None None] Provisioning complete for port 002aee12-e949-484d-9db0-77baa16c28e6 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:33.314225 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1f45733b-9d48-4b79-b8ff-0276b37f256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:33.319782 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70ff48-e4c8-44cb-910a-412706f19685 req-f8898c34-a034-4153-915e-bfac7b10f1fc tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:33.327840 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0b70ff48-e4c8-44cb-910a-412706f19685 req-f8898c34-a034-4153-915e-bfac7b10f1fc tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a HTTP/1.1" status: 200 len: 948 time: 1.0817988 Jul 16 01:16:33.368172 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f79ff9-46b3-4f99-92cc-a91975823f4f req-bc0544b0-3cad-4e74-a9bc-645cf80d56b0 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:33.369983 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-08f79ff9-46b3-4f99-92cc-a91975823f4f req-bc0544b0-3cad-4e74-a9bc-645cf80d56b0 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec41d23-9294-468a-a31c-bcb7a277ab9c HTTP/1.1" status: 200 len: 948 time: 0.2554030 Jul 16 01:16:33.373985 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-480ca9e8-f8c7-4e5a-a3d4-f105ab61f8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:33.375855 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1f45733b-9d48-4b79-b8ff-0276b37f256d None None] Port 002aee12-e949-484d-9db0-77baa16c28e6 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:16:33.457595 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb1d00e4-c687-4dcc-a219-d6011ca463c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:33.512029 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-08f79ff9-46b3-4f99-92cc-a91975823f4f req-70ef637c-fb0b-4b48-8324-249334120cbe tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333480 Jul 16 01:16:33.541722 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 72f90623-35c9-4974-b85e-2f29f90a411f up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:33.600783 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0b70ff48-e4c8-44cb-910a-412706f19685 req-91af557b-eb84-4e3f-bf83-1e31c9865d49 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/security-groups?id=005e6f5e-f13f-44e2-8eed-420aa1a0d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720289 Jul 16 01:16:33.637328 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 72f90623-35c9-4974-b85e-2f29f90a411f completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:33.642351 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 72f90623-35c9-4974-b85e-2f29f90a411f triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:33.643187 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:33.670136 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-41546c11-3648-4a51-837b-621d950bca06 req-7a1dc0bf-7e27-4deb-8a15-c17ec5198a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 002aee12-e949-484d-9db0-77baa16c28e6 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:33.701050 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-41546c11-3648-4a51-837b-621d950bca06 req-7a1dc0bf-7e27-4deb-8a15-c17ec5198a44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:33.712580 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cf006b-8276-435f-9264-2f565dca2c48 x-openstack-request-id: req-10cf006b-8276-435f-9264-2f565dca2c48 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:33.713003 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fec41d23-9294-468a-a31c-bcb7a277ab9c", "tag": "adf237b6-fa16-4111-9324-8a4ea002f518", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:33.713341 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10cf006b-8276-435f-9264-2f565dca2c48 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:33.713760 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec41d23-9294-468a-a31c-bcb7a277ab9c', 'tag': 'adf237b6-fa16-4111-9324-8a4ea002f518', 'status': 'completed', 'code': 200} Jul 16 01:16:33.749552 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-23a75066-dc7d-42fe-baa1-f3c0249b8645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:33.798698 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:33.824050 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-480ca9e8-f8c7-4e5a-a3d4-f105ab61f8cb admin admin] Allocated IP 172.25.6.234 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/4dc28253-b3bc-43a0-8cff-aeb2ad114d17) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:33.860374 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-41546c11-3648-4a51-837b-621d950bca06 req-7a1dc0bf-7e27-4deb-8a15-c17ec5198a44 service neutron] Transition to ACTIVE for port object 002aee12-e949-484d-9db0-77baa16c28e6 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:33.882758 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a75066-dc7d-42fe-baa1-f3c0249b8645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e374788-0d42-4edb-97f5-de74ce0cf143,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:33.902504 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-41546c11-3648-4a51-837b-621d950bca06 req-7a1dc0bf-7e27-4deb-8a15-c17ec5198a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:33.903827 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a75066-dc7d-42fe-baa1-f3c0249b8645 admin admin] Checking segment: {'id': '4235c34d-d0fc-40de-b656-70074dffcff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:33.904236 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a75066-dc7d-42fe-baa1-f3c0249b8645 admin admin] Network hostable DHCP agents. Network: 1096f360-6b74-4590-aa4a-2282a5341f1d, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:16:33.951353 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 72f90623-35c9-4974-b85e-2f29f90a411f, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=72f90623-35c9-4974-b85e-2f29f90a411f,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:33.955264 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f90623-35c9-4974-b85e-2f29f90a411f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:33.968013 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f846924-b09e-498b-a9c6-c2db6d926213" -d '{"events": [{"server_uuid": "f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a", "name": "network-vif-plugged", "status": "completed", "tag": "72f90623-35c9-4974-b85e-2f29f90a411f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:33.974920 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.002036 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a75066-dc7d-42fe-baa1-f3c0249b8645 admin admin] Network 1096f360-6b74-4590-aa4a-2282a5341f1d is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:16:34.080646 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-23a75066-dc7d-42fe-baa1-f3c0249b8645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 1096f360-6b74-4590-aa4a-2282a5341f1d) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:34.083288 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f0074608-9a9c-4614-8c08-a6590ef3d4bf up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:34.107740 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb1d00e4-c687-4dcc-a219-d6011ca463c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.112554 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a75066-dc7d-42fe-baa1-f3c0249b8645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:34.113384 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-23a75066-dc7d-42fe-baa1-f3c0249b8645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.118375 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ff70c-518e-430c-8b6a-12e11d39a451 req-ca1395f5-27b2-4d8d-addc-e40fa6e48157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:34.127915 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5a7ff70c-518e-430c-8b6a-12e11d39a451 req-ca1395f5-27b2-4d8d-addc-e40fa6e48157 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5329aca8a317473cba4b57053f06f501&device_id=fec41d23-9294-468a-a31c-bcb7a277ab9c HTTP/1.1" status: 200 len: 1100 time: 0.3844914 Jul 16 01:16:34.135935 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7e2699-b5d8-4018-bb7a-1aec3e042ba2 None None] Network 1096f360-6b74-4590-aa4a-2282a5341f1d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:34.151741 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104c7fc4-e244-414b-ab71-1762606a0d9c x-openstack-request-id: req-104c7fc4-e244-414b-ab71-1762606a0d9c {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:34.152271 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a", "name": "network-vif-plugged", "status": "completed", "tag": "72f90623-35c9-4974-b85e-2f29f90a411f", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:34.152685 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-104c7fc4-e244-414b-ab71-1762606a0d9c {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:34.153217 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f90623-35c9-4974-b85e-2f29f90a411f', 'code': 200} Jul 16 01:16:34.170858 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb1d00e4-c687-4dcc-a219-d6011ca463c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.195760 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8637a06-5234-4943-91b1-999b6aadfa43 req-f9821be5-720b-4603-9263-132410813766 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:34.197509 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a8637a06-5234-4943-91b1-999b6aadfa43 req-f9821be5-720b-4603-9263-132410813766 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/ports?device_id=1677abce-f05c-45f4-bb08-8af52c4ffb4c HTTP/1.1" status: 200 len: 948 time: 0.3089492 Jul 16 01:16:34.237816 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=72f90623-35c9-4974-b85e-2f29f90a411f,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:34.278930 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34572) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:34.308023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-23a75066-dc7d-42fe-baa1-f3c0249b8645 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4305644 Jul 16 01:16:34.316021 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d00e4-c687-4dcc-a219-d6011ca463c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72909b19-fc6d-4a46-982d-58f6e57a2356,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:34.320391 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34574) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:34.345003 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port f0074608-9a9c-4614-8c08-a6590ef3d4bf completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:34.353186 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-480ca9e8-f8c7-4e5a-a3d4-f105ab61f8cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.362885 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-1a5c740d-a248-47e8-870f-75438e89347b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-569885151-router', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:34.372805 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1dc0bf-7e27-4deb-8a15-c17ec5198a44 service neutron] Pushing event updated for resources: {'Port': ['ID=002aee12-e949-484d-9db0-77baa16c28e6,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:34.454700 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a8637a06-5234-4943-91b1-999b6aadfa43 req-479e5cc6-2117-458d-b982-cad004b30acb tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c1b8e5c-fa6a-40db-b053-4ca45d991649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471611 Jul 16 01:16:34.477317 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a5c740d-a248-47e8-870f-75438e89347b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.477317 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a5c740d-a248-47e8-870f-75438e89347b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.516842 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02208b8f-9ef9-4a35-aa57-1f0da0cdebde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-1096f360-6b74-4590-aa4a-2282a5341f1d', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'fixed_ips': [{'subnet_id': '3e374788-0d42-4edb-97f5-de74ce0cf143'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:16:34.518080 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-41546c11-3648-4a51-837b-621d950bca06 req-7a1dc0bf-7e27-4deb-8a15-c17ec5198a44 service neutron] Attempting to bind port 002aee12-e949-484d-9db0-77baa16c28e6 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:34.518218 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02208b8f-9ef9-4a35-aa57-1f0da0cdebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.518424 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-41546c11-3648-4a51-837b-621d950bca06 req-7a1dc0bf-7e27-4deb-8a15-c17ec5198a44 service neutron] Attempting to bind port 002aee12-e949-484d-9db0-77baa16c28e6 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:34.518741 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41546c11-3648-4a51-837b-621d950bca06 req-7a1dc0bf-7e27-4deb-8a15-c17ec5198a44 service neutron] Attempting to bind port 002aee12-e949-484d-9db0-77baa16c28e6 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:34.539335 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-eb1d00e4-c687-4dcc-a219-d6011ca463c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82f648d0c5f449f280d2aed7ad6c390b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3477945 Jul 16 01:16:34.557411 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7903c12-d7cc-4995-b30c-886a5433b3f7 req-1ea76f55-ba79-4798-a46c-4290f136de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:34.566219 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a7903c12-d7cc-4995-b30c-886a5433b3f7 req-1ea76f55-ba79-4798-a46c-4290f136de84 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a HTTP/1.1" status: 200 len: 1101 time: 0.3399282 Jul 16 01:16:34.586710 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34580) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:34.608944 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41546c11-3648-4a51-837b-621d950bca06 req-7a1dc0bf-7e27-4deb-8a15-c17ec5198a44 service neutron] Port 002aee12-e949-484d-9db0-77baa16c28e6 on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:16:34.609296 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41546c11-3648-4a51-837b-621d950bca06 req-7a1dc0bf-7e27-4deb-8a15-c17ec5198a44 service neutron] Attempting to bind port 002aee12-e949-484d-9db0-77baa16c28e6 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:34.639825 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41546c11-3648-4a51-837b-621d950bca06 req-7a1dc0bf-7e27-4deb-8a15-c17ec5198a44 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:34.640203 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41546c11-3648-4a51-837b-621d950bca06 req-7a1dc0bf-7e27-4deb-8a15-c17ec5198a44 service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:34.640583 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41546c11-3648-4a51-837b-621d950bca06 req-7a1dc0bf-7e27-4deb-8a15-c17ec5198a44 service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:34.641037 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-41546c11-3648-4a51-837b-621d950bca06 req-7a1dc0bf-7e27-4deb-8a15-c17ec5198a44 service neutron] Bound port: 002aee12-e949-484d-9db0-77baa16c28e6, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:34.641391 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-41546c11-3648-4a51-837b-621d950bca06 req-7a1dc0bf-7e27-4deb-8a15-c17ec5198a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.643292 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.671146 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-480ca9e8-f8c7-4e5a-a3d4-f105ab61f8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.712631 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740cc55f-2abb-4923-95e6-00d1662175aa None None] Network f1464e54-1742-47e4-862b-5a083501d7da requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:34.732913 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-02208b8f-9ef9-4a35-aa57-1f0da0cdebde None None] Allocated IP 172.20.0.2 (1096f360-6b74-4590-aa4a-2282a5341f1d/3e374788-0d42-4edb-97f5-de74ce0cf143/330aef92-f48f-4d8a-8b36-6d5cdbaebe28) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:34.746144 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ff70c-518e-430c-8b6a-12e11d39a451 req-b9517868-fbd0-40b9-82e7-bdba2b840330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:34.747670 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5a7ff70c-518e-430c-8b6a-12e11d39a451 req-b9517868-fbd0-40b9-82e7-bdba2b840330 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.5984061 Jul 16 01:16:34.797970 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5a7ff70c-518e-430c-8b6a-12e11d39a451 req-3ffec09d-dbbc-4623-bd08-b7136fc3854b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=adf237b6-fa16-4111-9324-8a4ea002f518 HTTP/1.1" status: 200 len: 217 time: 0.0415359 Jul 16 01:16:34.830065 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ca9e8-f8c7-4e5a-a3d4-f105ab61f8cb admin admin] Pushing event updated for resources: {'Port': ['ID=4dc28253-b3bc-43a0-8cff-aeb2ad114d17,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:34.855225 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-41546c11-3648-4a51-837b-621d950bca06 req-7a1dc0bf-7e27-4deb-8a15-c17ec5198a44 service neutron] For port 002aee12-e949-484d-9db0-77baa16c28e6, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:34.873670 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a5c740d-a248-47e8-870f-75438e89347b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.873670 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b0ee115a-b769-466e-a1b0-bb6dc2e4328a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8fdc489fbaf545e492a4aa46fb6f65ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5839403 Jul 16 01:16:34.880808 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34590) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:34.882903 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480ca9e8-f8c7-4e5a-a3d4-f105ab61f8cb admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:34.905623 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ff70c-518e-430c-8b6a-12e11d39a451 req-8a28d55d-84d8-4341-9ca4-6d2c1a403692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:34.907036 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5a7ff70c-518e-430c-8b6a-12e11d39a451 req-8a28d55d-84d8-4341-9ca4-6d2c1a403692 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1030204 Jul 16 01:16:34.908931 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-41546c11-3648-4a51-837b-621d950bca06 req-7a1dc0bf-7e27-4deb-8a15-c17ec5198a44 service neutron] For port 002aee12-e949-484d-9db0-77baa16c28e6, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=002aee12-e949-484d-9db0-77baa16c28e6,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:34.913256 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-480ca9e8-f8c7-4e5a-a3d4-f105ab61f8cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:34.916789 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480ca9e8-f8c7-4e5a-a3d4-f105ab61f8cb admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:34.942065 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-41546c11-3648-4a51-837b-621d950bca06 req-7a1dc0bf-7e27-4deb-8a15-c17ec5198a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.949559 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-736ce4d6-78d4-433f-8c28-6b3ed2c14e88 None None] Provisioning for port f0074608-9a9c-4614-8c08-a6590ef3d4bf completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:34.964671 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c3da2a21-3639-484f-b15b-f549ca49b109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.966481 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-736ce4d6-78d4-433f-8c28-6b3ed2c14e88 None None] Provisioning complete for port f0074608-9a9c-4614-8c08-a6590ef3d4bf triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:34.966861 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-736ce4d6-78d4-433f-8c28-6b3ed2c14e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.987961 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41546c11-3648-4a51-837b-621d950bca06 req-7a1dc0bf-7e27-4deb-8a15-c17ec5198a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:34.988977 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-41546c11-3648-4a51-837b-621d950bca06 req-7a1dc0bf-7e27-4deb-8a15-c17ec5198a44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.990358 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41546c11-3648-4a51-837b-621d950bca06 req-7a1dc0bf-7e27-4deb-8a15-c17ec5198a44 service neutron] 10.222.0.82 "PUT /v2.0/ports/002aee12-e949-484d-9db0-77baa16c28e6 HTTP/1.1" status: 200 len: 1097 time: 1.9964769 Jul 16 01:16:35.006262 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a7903c12-d7cc-4995-b30c-886a5433b3f7 req-ade8ddd3-8f50-4c38-b4f7-b3976afd46e6 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=005e6f5e-f13f-44e2-8eed-420aa1a0d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755884 Jul 16 01:16:35.037985 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1dc0bf-7e27-4deb-8a15-c17ec5198a44 service neutron] Pushing event updated for resources: {'Port': ['ID=002aee12-e949-484d-9db0-77baa16c28e6,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:35.052413 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87431918-da56-42de-849a-9d860ce21457 req-353874aa-e24d-47a3-8ff5-e5021816b6ab tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:35.059799 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-87431918-da56-42de-849a-9d860ce21457 req-353874aa-e24d-47a3-8ff5-e5021816b6ab tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a HTTP/1.1" status: 200 len: 949 time: 0.2003601 Jul 16 01:16:35.098383 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ff70c-518e-430c-8b6a-12e11d39a451 req-2cfed24a-3fb7-4a85-bee0-b422e0dca06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:35.099899 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5a7ff70c-518e-430c-8b6a-12e11d39a451 req-2cfed24a-3fb7-4a85-bee0-b422e0dca06e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1863790 Jul 16 01:16:35.176257 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-736ce4d6-78d4-433f-8c28-6b3ed2c14e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.185609 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-87431918-da56-42de-849a-9d860ce21457 req-028deacc-8db0-4009-ade9-069c0265e61b tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/security-groups?id=005e6f5e-f13f-44e2-8eed-420aa1a0d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247783 Jul 16 01:16:35.217942 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c3da2a21-3639-484f-b15b-f549ca49b109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.234813 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41546c11-3648-4a51-837b-621d950bca06 req-7a7234f9-db24-4339-b7eb-a2d7eaff0eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:35.236794 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41546c11-3648-4a51-837b-621d950bca06 req-7a7234f9-db24-4339-b7eb-a2d7eaff0eac service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c55080e39fd648c1af3202f2fb8092bc&device_id=1677abce-f05c-45f4-bb08-8af52c4ffb4c HTTP/1.1" status: 200 len: 1100 time: 0.1925409 Jul 16 01:16:35.290241 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-736ce4d6-78d4-433f-8c28-6b3ed2c14e88 None None] For port f0074608-9a9c-4614-8c08-a6590ef3d4bf, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f0074608-9a9c-4614-8c08-a6590ef3d4bf,segment=NetworkSegment(0be33ec5-9aa3-4a82-b5ff-1b0ab629edde),segment_id=0be33ec5-9aa3-4a82-b5ff-1b0ab629edde)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:35.298525 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02208b8f-9ef9-4a35-aa57-1f0da0cdebde None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.303999 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-736ce4d6-78d4-433f-8c28-6b3ed2c14e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.315433 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-02208b8f-9ef9-4a35-aa57-1f0da0cdebde None None] Transition to ACTIVE for port object 330aef92-f48f-4d8a-8b36-6d5cdbaebe28 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:35.341919 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5a7ff70c-518e-430c-8b6a-12e11d39a451 req-2ff56521-91eb-4a2d-952d-92c844ef0971 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312214 Jul 16 01:16:35.348330 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41546c11-3648-4a51-837b-621d950bca06 req-ff011117-f004-4d08-9d28-3d34553d1d47 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=002aee12-e949-484d-9db0-77baa16c28e6 HTTP/1.1" status: 200 len: 217 time: 0.1026399 Jul 16 01:16:35.364058 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-02208b8f-9ef9-4a35-aa57-1f0da0cdebde None None] Transition to ACTIVE for port object 330aef92-f48f-4d8a-8b36-6d5cdbaebe28 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:35.382640 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02208b8f-9ef9-4a35-aa57-1f0da0cdebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.420430 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ce4d6-78d4-433f-8c28-6b3ed2c14e88 None None] Pushing event updated for resources: {'Port': ['ID=f0074608-9a9c-4614-8c08-a6590ef3d4bf,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:35.501859 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02208b8f-9ef9-4a35-aa57-1f0da0cdebde None None] Network 1096f360-6b74-4590-aa4a-2282a5341f1d is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:35.518830 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-02208b8f-9ef9-4a35-aa57-1f0da0cdebde None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:35.523335 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02208b8f-9ef9-4a35-aa57-1f0da0cdebde None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:35.535765 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02208b8f-9ef9-4a35-aa57-1f0da0cdebde None None] Pushing event updated for resources: {'Port': ['ID=330aef92-f48f-4d8a-8b36-6d5cdbaebe28,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:35.583062 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device adf237b6-fa16-4111-9324-8a4ea002f518 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:35.673134 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-02208b8f-9ef9-4a35-aa57-1f0da0cdebde None None] Attempting to bind port 330aef92-f48f-4d8a-8b36-6d5cdbaebe28 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:35.673924 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-02208b8f-9ef9-4a35-aa57-1f0da0cdebde None None] Attempting to bind port 330aef92-f48f-4d8a-8b36-6d5cdbaebe28 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '4235c34d-d0fc-40de-b656-70074dffcff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:35.674454 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02208b8f-9ef9-4a35-aa57-1f0da0cdebde None None] Attempting to bind port 330aef92-f48f-4d8a-8b36-6d5cdbaebe28 on network 1096f360-6b74-4590-aa4a-2282a5341f1d {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:35.685260 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02208b8f-9ef9-4a35-aa57-1f0da0cdebde None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:35.686097 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02208b8f-9ef9-4a35-aa57-1f0da0cdebde None None] Checking segment: {'id': '4235c34d-d0fc-40de-b656-70074dffcff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:35.686792 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02208b8f-9ef9-4a35-aa57-1f0da0cdebde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.687350 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02208b8f-9ef9-4a35-aa57-1f0da0cdebde None None] Bound using segment: {'id': '4235c34d-d0fc-40de-b656-70074dffcff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:35.688007 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-02208b8f-9ef9-4a35-aa57-1f0da0cdebde None None] Bound port: 330aef92-f48f-4d8a-8b36-6d5cdbaebe28, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4235c34d-d0fc-40de-b656-70074dffcff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:35.688626 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02208b8f-9ef9-4a35-aa57-1f0da0cdebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.766694 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a5c740d-a248-47e8-870f-75438e89347b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.805725 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1677abce-f05c-45f4-bb08-8af52c4ffb4c', 'tag': '002aee12-e949-484d-9db0-77baa16c28e6'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:35.808341 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fefff63-74e0-4853-afba-978ce2bae336" -d '{"events": [{"name": "network-changed", "server_uuid": "1677abce-f05c-45f4-bb08-8af52c4ffb4c", "tag": "002aee12-e949-484d-9db0-77baa16c28e6"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:35.813854 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5a7ff70c-518e-430c-8b6a-12e11d39a451 req-185d64a5-54ef-439e-8e76-1d64868e98e4 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631076 Jul 16 01:16:35.845945 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f460adfb-662e-4457-b50c-b2788c1eabb4 None None] Provisioning complete for port f0074608-9a9c-4614-8c08-a6590ef3d4bf triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:35.846527 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f460adfb-662e-4457-b50c-b2788c1eabb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.850521 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34606) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:35.921500 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port adf237b6-fa16-4111-9324-8a4ea002f518, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=adf237b6-fa16-4111-9324-8a4ea002f518,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:35.937329 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f0074608-9a9c-4614-8c08-a6590ef3d4bf up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:35.939501 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-05efb9ab-42f8-48ae-992c-e47b0b27d0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.943802 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-02208b8f-9ef9-4a35-aa57-1f0da0cdebde None None] For port 330aef92-f48f-4d8a-8b36-6d5cdbaebe28, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:35.974558 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'adf237b6-fa16-4111-9324-8a4ea002f518', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': 'adf237b6-fa16-4111-9324-8a4ea002f518', 'mac_address': 'fa:16:3e:15:d2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:35.977415 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41546c11-3648-4a51-837b-621d950bca06 req-738322bd-c101-4d38-8353-6f573e14d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:35.979220 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41546c11-3648-4a51-837b-621d950bca06 req-738322bd-c101-4d38-8353-6f573e14d301 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.5798340 Jul 16 01:16:35.984531 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-02208b8f-9ef9-4a35-aa57-1f0da0cdebde None None] For port 330aef92-f48f-4d8a-8b36-6d5cdbaebe28, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=330aef92-f48f-4d8a-8b36-6d5cdbaebe28,segment=NetworkSegment(4235c34d-d0fc-40de-b656-70074dffcff3),segment_id=4235c34d-d0fc-40de-b656-70074dffcff3)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:35.997318 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c3da2a21-3639-484f-b15b-f549ca49b109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.000856 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c3da2a21-3639-484f-b15b-f549ca49b109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.002094 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c3da2a21-3639-484f-b15b-f549ca49b109 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72909b19-fc6d-4a46-982d-58f6e57a2356 HTTP/1.1" status: 204 len: 168 time: 1.4124320 Jul 16 01:16:36.024311 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02208b8f-9ef9-4a35-aa57-1f0da0cdebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.056731 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d52eb-2074-4199-9b51-f8177d662002 req-aeb322f9-bd79-4b62-bb7b-6adfd832ce9e tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:36.058303 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4b1d52eb-2074-4199-9b51-f8177d662002 req-aeb322f9-bd79-4b62-bb7b-6adfd832ce9e tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec41d23-9294-468a-a31c-bcb7a277ab9c HTTP/1.1" status: 200 len: 948 time: 1.3197420 Jul 16 01:16:36.060684 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-05efb9ab-42f8-48ae-992c-e47b0b27d0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.083087 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da2a21-3639-484f-b15b-f549ca49b109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72909b19-fc6d-4a46-982d-58f6e57a2356,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:36.085782 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418580f-997a-435c-bb93-9f4995ad705a req-da111777-e44e-46f7-b383-1c312eed191f tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:36.094993 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b418580f-997a-435c-bb93-9f4995ad705a req-da111777-e44e-46f7-b383-1c312eed191f tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/ports?device_id=1677abce-f05c-45f4-bb08-8af52c4ffb4c HTTP/1.1" status: 200 len: 948 time: 0.2541881 Jul 16 01:16:36.099762 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02208b8f-9ef9-4a35-aa57-1f0da0cdebde None None] Pushing event updated for resources: {'Port': ['ID=330aef92-f48f-4d8a-8b36-6d5cdbaebe28,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:36.111923 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-480ca9e8-f8c7-4e5a-a3d4-f105ab61f8cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.119713 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-14d34c78-f70c-4537-9626-296c5d8e9b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.184937 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.197001 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b418580f-997a-435c-bb93-9f4995ad705a req-ba804a31-b9b1-4d5e-8f04-713f77d0dee9 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c1b8e5c-fa6a-40db-b053-4ca45d991649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011171 Jul 16 01:16:36.210801 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4b1d52eb-2074-4199-9b51-f8177d662002 req-47f2114f-9895-412e-bdd4-f758028a9cd1 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397226 Jul 16 01:16:36.237241 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port f0074608-9a9c-4614-8c08-a6590ef3d4bf triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:36.237618 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.254672 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf237b6-fa16-4111-9324-8a4ea002f518 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:36.261150 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41546c11-3648-4a51-837b-621d950bca06 req-32259dfc-214e-4559-9065-2d1c4534a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:36.262879 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41546c11-3648-4a51-837b-621d950bca06 req-32259dfc-214e-4559-9065-2d1c4534a5ec service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2757964 Jul 16 01:16:36.327188 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-14d34c78-f70c-4537-9626-296c5d8e9b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.342829 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e5e138-38d3-4f48-ab97-72aa52742fab x-openstack-request-id: req-e9e5e138-38d3-4f48-ab97-72aa52742fab {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:36.343507 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1677abce-f05c-45f4-bb08-8af52c4ffb4c", "tag": "002aee12-e949-484d-9db0-77baa16c28e6", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:36.343507 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9e5e138-38d3-4f48-ab97-72aa52742fab {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:36.343674 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1677abce-f05c-45f4-bb08-8af52c4ffb4c', 'tag': '002aee12-e949-484d-9db0-77baa16c28e6', 'status': 'completed', 'code': 200} Jul 16 01:16:36.346921 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-14d34c78-f70c-4537-9626-296c5d8e9b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.358116 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-05efb9ab-42f8-48ae-992c-e47b0b27d0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.360692 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-05efb9ab-42f8-48ae-992c-e47b0b27d0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.361853 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-05efb9ab-42f8-48ae-992c-e47b0b27d0d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/448096de-6f1b-4341-8863-bd9ac7e8ef91 HTTP/1.1" status: 204 len: 168 time: 1.4695702 Jul 16 01:16:36.402214 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port adf237b6-fa16-4111-9324-8a4ea002f518, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=adf237b6-fa16-4111-9324-8a4ea002f518,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:36.424010 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.465399 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34620) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:36.468285 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-14d34c78-f70c-4537-9626-296c5d8e9b61 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=520e8c21753a4e96896c15e16d9d3cfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6044993 Jul 16 01:16:36.472532 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05efb9ab-42f8-48ae-992c-e47b0b27d0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448096de-6f1b-4341-8863-bd9ac7e8ef91,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:36.495748 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d34c78-f70c-4537-9626-296c5d8e9b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5bb31d-3c56-4bd7-9e20-890cfa2169af,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:36.554339 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41546c11-3648-4a51-837b-621d950bca06 req-b3b98447-8614-47b7-b1c1-ea71e90ebe4f service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684619 Jul 16 01:16:36.600261 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=adf237b6-fa16-4111-9324-8a4ea002f518,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:36.684675 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-480ca9e8-f8c7-4e5a-a3d4-f105ab61f8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.705426 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['adf237b6-fa16-4111-9324-8a4ea002f518'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:36.719973 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7153b09a-f3b8-439c-869d-eff057fff88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.721738 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34622) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:36.801852 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e9748fd-ee67-4847-b3d6-36df47c4156e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.803497 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7153b09a-f3b8-439c-869d-eff057fff88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.824065 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc367b6-b026-4217-a45c-7156dd1d0089 req-cb0b6860-4b96-4723-9e40-cce36414ef96 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:36.826651 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6dc367b6-b026-4217-a45c-7156dd1d0089 req-cb0b6860-4b96-4723-9e40-cce36414ef96 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a HTTP/1.1" status: 200 len: 949 time: 0.3568950 Jul 16 01:16:36.900502 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a5c740d-a248-47e8-870f-75438e89347b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.930873 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a5c740d-a248-47e8-870f-75438e89347b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.932532 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41546c11-3648-4a51-837b-621d950bca06 req-d7dd2b18-7a0e-468d-9def-0fdf46469011 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260012 Jul 16 01:16:36.969233 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6dc367b6-b026-4217-a45c-7156dd1d0089 req-013f3f92-2fa5-4e00-8781-21f0e0d92a68 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/security-groups?id=005e6f5e-f13f-44e2-8eed-420aa1a0d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750747 Jul 16 01:16:36.974266 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e9748fd-ee67-4847-b3d6-36df47c4156e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.980354 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e9748fd-ee67-4847-b3d6-36df47c4156e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.990585 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7153b09a-f3b8-439c-869d-eff057fff88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.992170 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7153b09a-f3b8-439c-869d-eff057fff88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.993436 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7153b09a-f3b8-439c-869d-eff057fff88b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e5bb31d-3c56-4bd7-9e20-890cfa2169af HTTP/1.1" status: 204 len: 168 time: 0.5267150 Jul 16 01:16:37.047173 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153b09a-f3b8-439c-869d-eff057fff88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5bb31d-3c56-4bd7-9e20-890cfa2169af,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:37.048814 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9748fd-ee67-4847-b3d6-36df47c4156e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572932d8-03ee-4248-a7d9-e91f8196f971,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:37.063169 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34632) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:37.124273 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7e9748fd-ee67-4847-b3d6-36df47c4156e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de3593de687744e09c3364bad3f9bccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3978665 Jul 16 01:16:37.127058 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34634) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:37.155896 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480ca9e8-f8c7-4e5a-a3d4-f105ab61f8cb admin admin] Router 890a3059-80b6-499e-8c99-995e2331d02f is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:16:37.176875 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e25aac26-f5cd-4df2-baa5-b61e7155a59b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f11e29f28829467395b73b587b3ffaa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1124074 Jul 16 01:16:37.188518 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34636) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:37.261502 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9767fd06-a295-44b7-9790-f8601c1d5023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.266945 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefff63-74e0-4853-afba-978ce2bae336 req-787a251a-4445-4c30-8545-04810b7bce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:37.270473 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8fefff63-74e0-4853-afba-978ce2bae336 req-787a251a-4445-4c30-8545-04810b7bce77 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c55080e39fd648c1af3202f2fb8092bc&device_id=1677abce-f05c-45f4-bb08-8af52c4ffb4c HTTP/1.1" status: 200 len: 1100 time: 0.1985185 Jul 16 01:16:37.323730 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9767fd06-a295-44b7-9790-f8601c1d5023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.334217 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-1a5c740d-a248-47e8-870f-75438e89347b admin admin] Allocated IP 172.25.6.17 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/c44822b6-fd0c-4a87-b052-5f733bfde612) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:37.487676 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd9cafd1-c0bd-48ca-93a6-a99574fd74c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.507723 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefff63-74e0-4853-afba-978ce2bae336 req-429ef304-f4ab-47e3-90aa-b1d97bf7d065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:37.509637 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8fefff63-74e0-4853-afba-978ce2bae336 req-429ef304-f4ab-47e3-90aa-b1d97bf7d065 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2310109 Jul 16 01:16:37.561840 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd9cafd1-c0bd-48ca-93a6-a99574fd74c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.569169 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device adf237b6-fa16-4111-9324-8a4ea002f518 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:37.611979 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9767fd06-a295-44b7-9790-f8601c1d5023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.614643 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9767fd06-a295-44b7-9790-f8601c1d5023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.615799 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9767fd06-a295-44b7-9790-f8601c1d5023 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/572932d8-03ee-4248-a7d9-e91f8196f971 HTTP/1.1" status: 204 len: 168 time: 0.4873731 Jul 16 01:16:37.617361 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8fefff63-74e0-4853-afba-978ce2bae336 req-11f38934-1aa7-4918-91f8-7bb51b7b09a2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=002aee12-e949-484d-9db0-77baa16c28e6 HTTP/1.1" status: 200 len: 217 time: 0.0970447 Jul 16 01:16:37.637249 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480ca9e8-f8c7-4e5a-a3d4-f105ab61f8cb admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:16:37.649584 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] Sync routers for ids ['890a3059-80b6-499e-8c99-995e2331d02f'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:16:37.663527 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] Routers {'890a3059-80b6-499e-8c99-995e2331d02f'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:37.664408 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:16:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['890a3059-80b6-499e-8c99-995e2331d02f'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:37.666525 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port adf237b6-fa16-4111-9324-8a4ea002f518 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:37.672552 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port adf237b6-fa16-4111-9324-8a4ea002f518 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:37.674392 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.688870 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-23101231-35bd-41d2-abd8-10c65bf81086 req-a2dc6cdd-f630-46d4-a18c-67376fbccbf3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2854271 Jul 16 01:16:37.689846 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767fd06-a295-44b7-9790-f8601c1d5023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572932d8-03ee-4248-a7d9-e91f8196f971,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:37.720651 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-480ca9e8-f8c7-4e5a-a3d4-f105ab61f8cb admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.720651 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-480ca9e8-f8c7-4e5a-a3d4-f105ab61f8cb admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.2289739 Jul 16 01:16:37.724911 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34648) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:37.725365 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34652) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:37.734337 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb8b31d-65d7-4968-8003-db590573a208 None None] Network 1096f360-6b74-4590-aa4a-2282a5341f1d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:37.780584 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076a722-8a35-4b1f-abda-549f453c5061 req-41fd4977-f26a-45b8-9df6-48bb2fb70d29 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:37.787634 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7076a722-8a35-4b1f-abda-549f453c5061 req-41fd4977-f26a-45b8-9df6-48bb2fb70d29 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec41d23-9294-468a-a31c-bcb7a277ab9c HTTP/1.1" status: 200 len: 949 time: 0.3449714 Jul 16 01:16:37.847078 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a2d8ba87-4ef5-4472-ba7f-743643cf0e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.847252 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd9cafd1-c0bd-48ca-93a6-a99574fd74c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.850637 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd9cafd1-c0bd-48ca-93a6-a99574fd74c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.854326 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bd9cafd1-c0bd-48ca-93a6-a99574fd74c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fcbcdf57-cb45-42b0-95ca-139e55f23bcb HTTP/1.1" status: 204 len: 168 time: 0.6271698 Jul 16 01:16:37.858148 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a5c740d-a248-47e8-870f-75438e89347b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.880238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9cafd1-c0bd-48ca-93a6-a99574fd74c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbcdf57-cb45-42b0-95ca-139e55f23bcb,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:37.910776 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-10fd0242-8d01-4584-8221-770cbdd243bd None None] Provisioning for port 330aef92-f48f-4d8a-8b36-6d5cdbaebe28 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:37.959537 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a5c740d-a248-47e8-870f-75438e89347b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:38.026086 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] Set router 890a3059-80b6-499e-8c99-995e2331d02f gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:38.059012 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c740d-a248-47e8-870f-75438e89347b admin admin] Pushing event updated for resources: {'Port': ['ID=c44822b6-fd0c-4a87-b052-5f733bfde612,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:38.069201 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5c740d-a248-47e8-870f-75438e89347b admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:38.070801 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-1a5c740d-a248-47e8-870f-75438e89347b admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:38.073246 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5c740d-a248-47e8-870f-75438e89347b admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:38.177053 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-343f88b4-6545-41f4-aa91-695b737ecd12 req-c8cb330b-a8ad-4e64-8237-4e498f53048c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:16:38.184563 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-343f88b4-6545-41f4-aa91-695b737ecd12 req-c8cb330b-a8ad-4e64-8237-4e498f53048c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4707549 Jul 16 01:16:38.192757 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefff63-74e0-4853-afba-978ce2bae336 req-4b405922-4c20-4e46-a27b-3320436e0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:38.205771 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8fefff63-74e0-4853-afba-978ce2bae336 req-4b405922-4c20-4e46-a27b-3320436e0bee service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.5725036 Jul 16 01:16:38.208458 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 330aef92-f48f-4d8a-8b36-6d5cdbaebe28 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:38.217134 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:38.345296 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec41d23-9294-468a-a31c-bcb7a277ab9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf237b6-fa16-4111-9324-8a4ea002f518'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:38.347937 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa711690-e734-492d-8c4b-fc4dff673e33" -d '{"events": [{"server_uuid": "fec41d23-9294-468a-a31c-bcb7a277ab9c", "name": "network-vif-plugged", "status": "completed", "tag": "adf237b6-fa16-4111-9324-8a4ea002f518"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:38.359977 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port adf237b6-fa16-4111-9324-8a4ea002f518, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=adf237b6-fa16-4111-9324-8a4ea002f518,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:38.382854 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:38.387805 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890a3059-80b6-499e-8c99-995e2331d02f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550014022-router', 'tenant_id': '8cafbcb98d724b5aab00817d2b0447db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '4dc28253-b3bc-43a0-8cff-aeb2ad114d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:31Z', 'updated_at': '2021-07-16T01:16:35Z', 'revision_number': 3, 'project_id': '8cafbcb98d724b5aab00817d2b0447db', 'gw_port': {'id': '4dc28253-b3bc-43a0-8cff-aeb2ad114d17', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890a3059-80b6-499e-8c99-995e2331d02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:33Z', 'updated_at': '2021-07-16T01:16:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:38.456156 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 330aef92-f48f-4d8a-8b36-6d5cdbaebe28 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:38.461622 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] Checking router: 890a3059-80b6-499e-8c99-995e2331d02f for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:16:38.465300 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] Updating router 890a3059-80b6-499e-8c99-995e2331d02f port 4dc28253-b3bc-43a0-8cff-aeb2ad114d17 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:16:38.493979 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 330aef92-f48f-4d8a-8b36-6d5cdbaebe28 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:38.496789 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:38.538058 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=adf237b6-fa16-4111-9324-8a4ea002f518,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:38.554870 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:38.555703 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7076a722-8a35-4b1f-abda-549f453c5061 req-f7656f6f-c7d3-4867-9299-41bfcca7f124 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7671099 Jul 16 01:16:38.694917 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:38.701180 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a2d8ba87-4ef5-4472-ba7f-743643cf0e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:38.746997 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a2d8ba87-4ef5-4472-ba7f-743643cf0e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:38.796979 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a2d8ba87-4ef5-4472-ba7f-743643cf0e76 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2cf3168c1eff4012978ffeb9cfc30ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0690165 Jul 16 01:16:38.797175 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 330aef92-f48f-4d8a-8b36-6d5cdbaebe28, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=330aef92-f48f-4d8a-8b36-6d5cdbaebe28,segment=NetworkSegment(4235c34d-d0fc-40de-b656-70074dffcff3),segment_id=4235c34d-d0fc-40de-b656-70074dffcff3)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:38.801219 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34678) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:38.821746 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:38.967225 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=330aef92-f48f-4d8a-8b36-6d5cdbaebe28,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:39.010290 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-207f7878-be5f-44b0-b512-441c4841dcbc None None] Provisioning complete for port 330aef92-f48f-4d8a-8b36-6d5cdbaebe28 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:39.011668 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-207f7878-be5f-44b0-b512-441c4841dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:39.080381 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a5c740d-a248-47e8-870f-75438e89347b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:39.122393 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23101231-35bd-41d2-abd8-10c65bf81086 req-6adc28c2-5477-45ba-bea9-2d7aa7c32cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:39.124458 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-23101231-35bd-41d2-abd8-10c65bf81086 req-6adc28c2-5477-45ba-bea9-2d7aa7c32cb0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=62516ad3fa1b4e589a604bfbb26150fd&device_id=f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a HTTP/1.1" status: 200 len: 1101 time: 1.3720207 Jul 16 01:16:39.237970 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:39.258729 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af89d39-cdc8-4577-9384-5ec22db7acb1 req-0d2f6be6-fb1c-4a11-952e-1dfc6f382e6d tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:39.262102 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] Transition to ACTIVE for port object 4dc28253-b3bc-43a0-8cff-aeb2ad114d17 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:39.267054 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7af89d39-cdc8-4577-9384-5ec22db7acb1 req-0d2f6be6-fb1c-4a11-952e-1dfc6f382e6d tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/ports?device_id=1677abce-f05c-45f4-bb08-8af52c4ffb4c HTTP/1.1" status: 200 len: 948 time: 0.1878278 Jul 16 01:16:39.278099 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:39.346189 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8ba87-4ef5-4472-ba7f-743643cf0e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b87b48-0cf4-4079-b84c-a268af1e9ca0,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:39.390625 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7af89d39-cdc8-4577-9384-5ec22db7acb1 req-a7d455fd-0f80-4ce7-a8ee-f442228bdeea tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c1b8e5c-fa6a-40db-b053-4ca45d991649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225390 Jul 16 01:16:39.407599 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] Attempting to bind port 4dc28253-b3bc-43a0-8cff-aeb2ad114d17 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:39.412149 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] Attempting to bind port 4dc28253-b3bc-43a0-8cff-aeb2ad114d17 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:39.414238 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] Attempting to bind port 4dc28253-b3bc-43a0-8cff-aeb2ad114d17 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:39.440596 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefff63-74e0-4853-afba-978ce2bae336 req-4610e06d-1091-42a8-bf66-24621bcf1ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:39.443448 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8fefff63-74e0-4853-afba-978ce2bae336 req-4610e06d-1091-42a8-bf66-24621bcf1ccd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.2195797 Jul 16 01:16:39.445128 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:39.446242 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b199f426-c327-4af1-9f48-95b01dea4d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:39.451707 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:39.455228 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:39.455924 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:39.456672 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] Bound port: 4dc28253-b3bc-43a0-8cff-aeb2ad114d17, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:39.459208 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:39.463517 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfaae27-4579-4ec7-b6af-79a18b0bd0ca None None] Pushing event updated for resources: {'Port': ['ID=4dc28253-b3bc-43a0-8cff-aeb2ad114d17,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:39.475785 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d7eaa6-0380-4a85-b11b-0b90ac4ddbc7 x-openstack-request-id: req-a3d7eaa6-0380-4a85-b11b-0b90ac4ddbc7 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:39.476104 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec41d23-9294-468a-a31c-bcb7a277ab9c", "name": "network-vif-plugged", "status": "completed", "tag": "adf237b6-fa16-4111-9324-8a4ea002f518", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:39.476378 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3d7eaa6-0380-4a85-b11b-0b90ac4ddbc7 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:39.476847 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec41d23-9294-468a-a31c-bcb7a277ab9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf237b6-fa16-4111-9324-8a4ea002f518', 'code': 200} Jul 16 01:16:39.501329 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b2359-58f7-480d-bd89-df1b90b3a4d2 req-d539502c-ecd4-47f1-b9aa-390117cbe7f1 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:39.502925 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-663b2359-58f7-480d-bd89-df1b90b3a4d2 req-d539502c-ecd4-47f1-b9aa-390117cbe7f1 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a HTTP/1.1" status: 200 len: 949 time: 0.3771570 Jul 16 01:16:39.508824 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a5c740d-a248-47e8-870f-75438e89347b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:39.567972 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c18025c1-b9bd-40f5-8054-267271cdf91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:39.570852 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23101231-35bd-41d2-abd8-10c65bf81086 req-7d3a7f24-a797-4869-b4b7-ff7cce0fc788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:39.572421 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-23101231-35bd-41d2-abd8-10c65bf81086 req-7d3a7f24-a797-4869-b4b7-ff7cce0fc788 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.3878407 Jul 16 01:16:39.576418 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfaae27-4579-4ec7-b6af-79a18b0bd0ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:39.577577 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfaae27-4579-4ec7-b6af-79a18b0bd0ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:39.582904 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfaae27-4579-4ec7-b6af-79a18b0bd0ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:39.583352 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfaae27-4579-4ec7-b6af-79a18b0bd0ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:39.583873 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfaae27-4579-4ec7-b6af-79a18b0bd0ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:39.586463 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfaae27-4579-4ec7-b6af-79a18b0bd0ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:39.587092 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfaae27-4579-4ec7-b6af-79a18b0bd0ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:39.588233 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfaae27-4579-4ec7-b6af-79a18b0bd0ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:39.589776 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfaae27-4579-4ec7-b6af-79a18b0bd0ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:39.590234 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfaae27-4579-4ec7-b6af-79a18b0bd0ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:39.590678 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfaae27-4579-4ec7-b6af-79a18b0bd0ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:39.592038 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfaae27-4579-4ec7-b6af-79a18b0bd0ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfaae27-4579-4ec7-b6af-79a18b0bd0ca None None] Tracked resource versions report: Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: pushed versions: Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: { 'AddressGroup': {'1.2'}, Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: 'ConntrackHelper': {'1.0'}, Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: 'Log': {'1.0'}, Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: 'Network': {'1.1'}, Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: 'Port': {'1.7'}, Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: 'PortForwarding': {'1.2'}, Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: 'QosPolicy': {'1.8'}, Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: 'SecurityGroup': {'1.4'}, Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: 'SubPort': {'1.0'}, Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: 'Subnet': {'1.1'}, Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: 'Trunk': {'1.1'}} Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: consumer versions: Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: { DHCP agent@n-d-792394-16: {}, Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: HyperV agent@n-h1-792394-16: {}, Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: HyperV agent@n-h2-792394-16: {}, Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: L3 agent@n-d-792394-16: {}, Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: Metadata agent@n-d-792394-16: {}, Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: Metering agent@n-d-792394-16: {}, Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: Open vSwitch agent@n-d-792394-16: { 'AddressGroup': '1.2', Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: 'ConntrackHelper': '1.0', Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: 'Log': '1.0', Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: 'Network': '1.1', Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: 'Port': '1.7', Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: 'PortForwarding': '1.2', Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: 'QosPolicy': '1.8', Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: 'SecurityGroup': '1.4', Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: 'SecurityGroupRule': '1.2', Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: 'SubPort': '1.0', Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: 'Subnet': '1.1', Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: 'Trunk': '1.1'}} Jul 16 01:16:39.593342 n-d-792394-16 neutron-server[93958]: {{(pid=93958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:16:39.654442 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-23101231-35bd-41d2-abd8-10c65bf81086 req-cfab898f-ba36-4eed-ad6d-3793cc2decfb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=72f90623-35c9-4974-b85e-2f29f90a411f HTTP/1.1" status: 200 len: 217 time: 0.0540545 Jul 16 01:16:39.684037 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] For port 4dc28253-b3bc-43a0-8cff-aeb2ad114d17, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:39.687821 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] For port 4dc28253-b3bc-43a0-8cff-aeb2ad114d17, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4dc28253-b3bc-43a0-8cff-aeb2ad114d17,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:39.698284 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 002aee12-e949-484d-9db0-77baa16c28e6 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:39.700312 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:39.732804 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-663b2359-58f7-480d-bd89-df1b90b3a4d2 req-611da078-947b-4174-871a-d3fd90fbf059 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/security-groups?id=005e6f5e-f13f-44e2-8eed-420aa1a0d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064493 Jul 16 01:16:39.748994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af6890-d44d-43d1-844f-a493b3718763 req-8b072b51-f939-47d0-bda1-6f8b70e46c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:39.752988 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-49af6890-d44d-43d1-844f-a493b3718763 req-8b072b51-f939-47d0-bda1-6f8b70e46c25 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fec41d23-9294-468a-a31c-bcb7a277ab9c HTTP/1.1" status: 200 len: 1102 time: 0.1949229 Jul 16 01:16:39.778803 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] Routers {'890a3059-80b6-499e-8c99-995e2331d02f'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:39.785101 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:16:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['890a3059-80b6-499e-8c99-995e2331d02f'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:39.836454 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-49af6890-d44d-43d1-844f-a493b3718763 req-50e75236-cef7-479c-aa3c-0cf72e93fbdd service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748024 Jul 16 01:16:39.902080 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c18025c1-b9bd-40f5-8054-267271cdf91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:39.987275 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8fefff63-74e0-4853-afba-978ce2bae336 req-7e0b9406-bb7f-440f-bf82-c2a03da2b393 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282323 Jul 16 01:16:39.989077 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5c740d-a248-47e8-870f-75438e89347b admin admin] Router 58c30ba5-0cb6-4cc6-8921-ccb395645e35 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:16:39.989355 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23101231-35bd-41d2-abd8-10c65bf81086 req-88419df9-7c18-494e-b504-a890559ccc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:39.992489 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-23101231-35bd-41d2-abd8-10c65bf81086 req-88419df9-7c18-494e-b504-a890559ccc34 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.2749379 Jul 16 01:16:40.012991 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526664c-2fc7-4db9-921c-938605bde3db req-3b42635f-50a2-4645-81f0-641f83360939 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:40.017654 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] Set router 890a3059-80b6-499e-8c99-995e2331d02f gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:40.019935 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfaae27-4579-4ec7-b6af-79a18b0bd0ca None None] Pushing event updated for resources: {'Port': ['ID=4dc28253-b3bc-43a0-8cff-aeb2ad114d17,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:40.023691 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1526664c-2fc7-4db9-921c-938605bde3db req-3b42635f-50a2-4645-81f0-641f83360939 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec41d23-9294-468a-a31c-bcb7a277ab9c HTTP/1.1" status: 200 len: 950 time: 0.1893249 Jul 16 01:16:40.154557 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 330aef92-f48f-4d8a-8b36-6d5cdbaebe28 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:40.159416 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 002aee12-e949-484d-9db0-77baa16c28e6, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=002aee12-e949-484d-9db0-77baa16c28e6,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:40.190959 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1526664c-2fc7-4db9-921c-938605bde3db req-296fa2f7-ebef-4666-8fd5-0d67cfafb592 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535642 Jul 16 01:16:40.212735 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '002aee12-e949-484d-9db0-77baa16c28e6', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': '002aee12-e949-484d-9db0-77baa16c28e6', 'mac_address': 'fa:16:3e:65:30:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:40.277156 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:40.302200 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002aee12-e949-484d-9db0-77baa16c28e6 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:40.341979 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 002aee12-e949-484d-9db0-77baa16c28e6, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=002aee12-e949-484d-9db0-77baa16c28e6,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:40.345053 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 330aef92-f48f-4d8a-8b36-6d5cdbaebe28 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:40.347908 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:40.368330 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5c740d-a248-47e8-870f-75438e89347b admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:16:40.396515 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a5c740d-a248-47e8-870f-75438e89347b admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:40.398029 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1a5c740d-a248-47e8-870f-75438e89347b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.0423260 Jul 16 01:16:40.403170 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34732) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:40.413078 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] Sync routers for ids ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:16:40.434079 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-08753047-5515-4db1-99a4-9a72790be1c6 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=62516ad3fa1b4e589a604bfbb26150fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2481740 Jul 16 01:16:40.449557 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:40.449693 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-b199f426-c327-4af1-9f48-95b01dea4d0a admin admin] Allocated IP 172.20.0.1 (f1464e54-1742-47e4-862b-5a083501d7da/1ed8504a-76c6-444a-bd57-f16cbe6c02b7/fb59f5fa-72b0-409f-9fb7-fe082c14e9c3) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:40.456041 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890a3059-80b6-499e-8c99-995e2331d02f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550014022-router', 'tenant_id': '8cafbcb98d724b5aab00817d2b0447db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '4dc28253-b3bc-43a0-8cff-aeb2ad114d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:31Z', 'updated_at': '2021-07-16T01:16:35Z', 'revision_number': 3, 'project_id': '8cafbcb98d724b5aab00817d2b0447db', 'gw_port': {'id': '4dc28253-b3bc-43a0-8cff-aeb2ad114d17', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890a3059-80b6-499e-8c99-995e2331d02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:33Z', 'updated_at': '2021-07-16T01:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:40.534833 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bbf18b-83eb-4082-8c89-f5707df70d66 None None] The sync data for ids ['890a3059-80b6-499e-8c99-995e2331d02f'] in n-d-792394-16 is: [{'id': '890a3059-80b6-499e-8c99-995e2331d02f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550014022-router', 'tenant_id': '8cafbcb98d724b5aab00817d2b0447db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '4dc28253-b3bc-43a0-8cff-aeb2ad114d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:31Z', 'updated_at': '2021-07-16T01:16:35Z', 'revision_number': 3, 'project_id': '8cafbcb98d724b5aab00817d2b0447db', 'gw_port': {'id': '4dc28253-b3bc-43a0-8cff-aeb2ad114d17', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890a3059-80b6-499e-8c99-995e2331d02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:33Z', 'updated_at': '2021-07-16T01:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:16:40.617327 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] Routers {'58c30ba5-0cb6-4cc6-8921-ccb395645e35'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:40.631090 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:16:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:40.664985 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23101231-35bd-41d2-abd8-10c65bf81086 req-dc0d5c4e-1252-4847-958c-d383b63e010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:40.666530 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-23101231-35bd-41d2-abd8-10c65bf81086 req-dc0d5c4e-1252-4847-958c-d383b63e010f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6635437 Jul 16 01:16:40.718122 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['002aee12-e949-484d-9db0-77baa16c28e6'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:40.837865 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-23101231-35bd-41d2-abd8-10c65bf81086 req-7f914fb9-1279-4988-a87d-e08b1a0f7ddc service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537414 Jul 16 01:16:40.846498 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c18025c1-b9bd-40f5-8054-267271cdf91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:40.850882 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c18025c1-b9bd-40f5-8054-267271cdf91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:40.852108 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c18025c1-b9bd-40f5-8054-267271cdf91a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3b87b48-0cf4-4079-b84c-a268af1e9ca0 HTTP/1.1" status: 204 len: 168 time: 2.0460458 Jul 16 01:16:40.856267 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=002aee12-e949-484d-9db0-77baa16c28e6,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:40.998361 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] Set router 58c30ba5-0cb6-4cc6-8921-ccb395645e35 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:41.048205 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b19ab2-bea9-4de4-a47e-866cc90472ae req-ced90175-2310-4b52-ad96-74cec3779879 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:41.050215 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e2b19ab2-bea9-4de4-a47e-866cc90472ae req-ced90175-2310-4b52-ad96-74cec3779879 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/ports?device_id=1677abce-f05c-45f4-bb08-8af52c4ffb4c HTTP/1.1" status: 200 len: 949 time: 0.3704963 Jul 16 01:16:41.077969 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8fefff63-74e0-4853-afba-978ce2bae336 req-fba69b63-cf9c-4167-ae61-f1adff3c850c service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0766883 Jul 16 01:16:41.193801 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-b3180082-0396-4a73-8903-9f1da6479349 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:41.202833 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-b3180082-0396-4a73-8903-9f1da6479349 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7671771 Jul 16 01:16:41.205276 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e2b19ab2-bea9-4de4-a47e-866cc90472ae req-e7616848-362f-4b0e-b7d6-8006634eb87c tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c1b8e5c-fa6a-40db-b053-4ca45d991649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476977 Jul 16 01:16:41.210747 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18025c1-b9bd-40f5-8054-267271cdf91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b87b48-0cf4-4079-b84c-a268af1e9ca0,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:41.241726 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-baaa9fd6-2931-42bf-9679-22401e3b156c tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/quotas/62516ad3fa1b4e589a604bfbb26150fd HTTP/1.1" status: 200 len: 375 time: 0.0377917 Jul 16 01:16:41.336335 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b199f426-c327-4af1-9f48-95b01dea4d0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:41.376376 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-b199f426-c327-4af1-9f48-95b01dea4d0a admin admin] Transition to ACTIVE for port object fb59f5fa-72b0-409f-9fb7-fe082c14e9c3 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:41.442832 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-23101231-35bd-41d2-abd8-10c65bf81086 req-b26812c8-a5e8-43cd-a6dd-f5c5466bdeb7 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745820 Jul 16 01:16:41.479513 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-276c0f63-718f-4227-ada7-7072bef37188 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=62516ad3fa1b4e589a604bfbb26150fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2367313 Jul 16 01:16:41.511501 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b199f426-c327-4af1-9f48-95b01dea4d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:41.520040 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2a12a547-62aa-494a-8eec-301d62a9c02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:41.598565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b199f426-c327-4af1-9f48-95b01dea4d0a admin admin] Network f1464e54-1742-47e4-862b-5a083501d7da is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:41.606215 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-b199f426-c327-4af1-9f48-95b01dea4d0a admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:41.612309 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b199f426-c327-4af1-9f48-95b01dea4d0a admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:41.616091 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b199f426-c327-4af1-9f48-95b01dea4d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:41.639608 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569885151-router', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:34Z', 'updated_at': '2021-07-16T01:16:38Z', 'revision_number': 3, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'gw_port': {'id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:36Z', 'updated_at': '2021-07-16T01:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:41.719421 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] Checking router: 58c30ba5-0cb6-4cc6-8921-ccb395645e35 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:16:41.720461 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] Updating router 58c30ba5-0cb6-4cc6-8921-ccb395645e35 port c44822b6-fd0c-4a87-b052-5f733bfde612 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:16:41.799268 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199f426-c327-4af1-9f48-95b01dea4d0a admin admin] Pushing event updated for resources: {'Port': ['ID=fb59f5fa-72b0-409f-9fb7-fe082c14e9c3,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:41.857852 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:42.051190 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-18262a66-9601-47ee-8cfb-8c0b2c5e4286 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2db723265f594b90bb57a2f4b64cbdf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1555028 Jul 16 01:16:42.152632 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b199f426-c327-4af1-9f48-95b01dea4d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:42.379028 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-2a12a547-62aa-494a-8eec-301d62a9c02c admin admin] Allocated IP 172.20.0.1 (1096f360-6b74-4590-aa4a-2282a5341f1d/3e374788-0d42-4edb-97f5-de74ce0cf143/c14a93e1-cf9b-4927-ab10-13591d6d0668) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:42.396016 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:42.409090 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] Transition to ACTIVE for port object c44822b6-fd0c-4a87-b052-5f733bfde612 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:42.414325 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4dc28253-b3bc-43a0-8cff-aeb2ad114d17 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:42.434409 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-be89f076-4606-4a16-8484-8d0eb13477be tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:42.445315 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-be89f076-4606-4a16-8484-8d0eb13477be tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3591950 Jul 16 01:16:42.460457 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:42.501834 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7fcdd03f-ef71-4876-82d6-10110aaf6907 None None] Provisioning for port fb59f5fa-72b0-409f-9fb7-fe082c14e9c3 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:42.524191 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7fcdd03f-ef71-4876-82d6-10110aaf6907 None None] Provisioning complete for port fb59f5fa-72b0-409f-9fb7-fe082c14e9c3 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:42.524993 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7fcdd03f-ef71-4876-82d6-10110aaf6907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:42.586317 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] Attempting to bind port c44822b6-fd0c-4a87-b052-5f733bfde612 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:42.586812 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] Attempting to bind port c44822b6-fd0c-4a87-b052-5f733bfde612 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:42.587215 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] Attempting to bind port c44822b6-fd0c-4a87-b052-5f733bfde612 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:42.593319 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ae63f-46de-460e-b329-8c3666e42681 None None] Pushing event updated for resources: {'Port': ['ID=c44822b6-fd0c-4a87-b052-5f733bfde612,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:42.607024 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-478a14b3-d644-4fac-958b-cc75978f35d6 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/quotas/2db723265f594b90bb57a2f4b64cbdf2 HTTP/1.1" status: 200 len: 375 time: 0.1587815 Jul 16 01:16:42.610524 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:42.610906 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:42.611317 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:42.611715 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:42.612209 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] Bound port: c44822b6-fd0c-4a87-b052-5f733bfde612, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:42.613334 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:42.670052 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-17786338-49dd-407a-950c-8079bb7ee712 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2db723265f594b90bb57a2f4b64cbdf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526500 Jul 16 01:16:42.685032 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2a12a547-62aa-494a-8eec-301d62a9c02c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:42.693243 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7fcdd03f-ef71-4876-82d6-10110aaf6907 None None] Port fb59f5fa-72b0-409f-9fb7-fe082c14e9c3 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:16:42.720294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-2a12a547-62aa-494a-8eec-301d62a9c02c admin admin] Transition to ACTIVE for port object c14a93e1-cf9b-4927-ab10-13591d6d0668 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:42.737502 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 4dc28253-b3bc-43a0-8cff-aeb2ad114d17 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:42.770443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34798) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:42.778850 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 4dc28253-b3bc-43a0-8cff-aeb2ad114d17 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:42.779236 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:42.818223 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2a12a547-62aa-494a-8eec-301d62a9c02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:42.896354 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411f82c-1d88-4ea5-8b6d-fb6e704a0bb8 req-0584c779-f8c8-4d5d-bbc0-17d64781fec5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:42.904449 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7411f82c-1d88-4ea5-8b6d-fb6e704a0bb8 req-0584c779-f8c8-4d5d-bbc0-17d64781fec5 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec41d23-9294-468a-a31c-bcb7a277ab9c HTTP/1.1" status: 200 len: 950 time: 0.4883945 Jul 16 01:16:42.905451 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] For port c44822b6-fd0c-4a87-b052-5f733bfde612, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:42.910456 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] For port c44822b6-fd0c-4a87-b052-5f733bfde612, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c44822b6-fd0c-4a87-b052-5f733bfde612,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:42.938000 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:42.939128 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a12a547-62aa-494a-8eec-301d62a9c02c admin admin] Network 1096f360-6b74-4590-aa4a-2282a5341f1d is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:42.951381 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b199f426-c327-4af1-9f48-95b01dea4d0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:42.967153 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-2a12a547-62aa-494a-8eec-301d62a9c02c admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:42.986548 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b199f426-c327-4af1-9f48-95b01dea4d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:42.987590 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b199f426-c327-4af1-9f48-95b01dea4d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:42.991135 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a12a547-62aa-494a-8eec-301d62a9c02c admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:42.991625 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2a12a547-62aa-494a-8eec-301d62a9c02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:43.085440 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7411f82c-1d88-4ea5-8b6d-fb6e704a0bb8 req-b9acb60e-64b7-4790-ba0a-1bdbfbf59737 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798506 Jul 16 01:16:43.111757 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] Routers {'58c30ba5-0cb6-4cc6-8921-ccb395645e35'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:43.118608 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:16:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:43.274610 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199f426-c327-4af1-9f48-95b01dea4d0a admin admin] Pushing event updated for resources: {'Port': ['ID=fb59f5fa-72b0-409f-9fb7-fe082c14e9c3,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:43.363195 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b199f426-c327-4af1-9f48-95b01dea4d0a admin admin] Network f1464e54-1742-47e4-862b-5a083501d7da is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:43.367761 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-b199f426-c327-4af1-9f48-95b01dea4d0a admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:43.391997 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ae63f-46de-460e-b329-8c3666e42681 None None] Pushing event updated for resources: {'Port': ['ID=c44822b6-fd0c-4a87-b052-5f733bfde612,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:43.526864 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-dacbb872-8abc-4e10-ab9b-d16b9a0bcba4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-87326425-network', 'tenant_id': 'e4833ab8f7a74e04a2b3844077f7ad64'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:43.537463 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12a547-62aa-494a-8eec-301d62a9c02c admin admin] Pushing event updated for resources: {'Port': ['ID=c14a93e1-cf9b-4927-ab10-13591d6d0668,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:43.575866 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] Set router 58c30ba5-0cb6-4cc6-8921-ccb395645e35 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:43.648216 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a18ba02c-1caf-4a21-a33a-ab6a2f355086 req-aa98bbc9-c2e4-4cc4-b0a8-f5c560a9afca tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c029415-4ad8-433e-b1cf-0d40eae87164 HTTP/1.1" status: 200 len: 210 time: 0.1329849 Jul 16 01:16:43.709100 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-8e40ab80-5e2c-4998-9ca7-1f1065d77720 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=62516ad3fa1b4e589a604bfbb26150fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248234 Jul 16 01:16:43.799197 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacbb872-8abc-4e10-ab9b-d16b9a0bcba4 admin admin] Made reservation on behalf of e4833ab8f7a74e04a2b3844077f7ad64 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:43.807916 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dacbb872-8abc-4e10-ab9b-d16b9a0bcba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:43.814444 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b199f426-c327-4af1-9f48-95b01dea4d0a admin admin] Router 890a3059-80b6-499e-8c99-995e2331d02f has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:16:43.856222 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 002aee12-e949-484d-9db0-77baa16c28e6 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:43.986572 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dacbb872-8abc-4e10-ab9b-d16b9a0bcba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:43.991758 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.046878 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 4dc28253-b3bc-43a0-8cff-aeb2ad114d17, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4dc28253-b3bc-43a0-8cff-aeb2ad114d17,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:44.048274 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7b009a43-198d-4c1a-80f5-eef166913af3 None None] Provisioning for port c14a93e1-cf9b-4927-ab10-13591d6d0668 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:44.064635 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34822) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:44.086899 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-63cd4cf2-43a0-46ae-832f-b4e310b73a0b tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:44.088751 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-63cd4cf2-43a0-46ae-832f-b4e310b73a0b tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3746617 Jul 16 01:16:44.134621 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dacbb872-8abc-4e10-ab9b-d16b9a0bcba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.175654 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dacbb872-8abc-4e10-ab9b-d16b9a0bcba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.176420 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-3a5aa9fe-c497-4b01-82d2-329e3dc07f02 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Request body: {'port': {'device_id': '0c029415-4ad8-433e-b1cf-0d40eae87164', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': '62516ad3fa1b4e589a604bfbb26150fd'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:44.282608 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-6661b343-d9e8-47f2-887d-e370afe59126 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2db723265f594b90bb57a2f4b64cbdf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529392 Jul 16 01:16:44.292635 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dacbb872-8abc-4e10-ab9b-d16b9a0bcba4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:16:44.317892 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.329190 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7b009a43-198d-4c1a-80f5-eef166913af3 None None] Provisioning complete for port c14a93e1-cf9b-4927-ab10-13591d6d0668 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:44.329561 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7b009a43-198d-4c1a-80f5-eef166913af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.374039 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7b009a43-198d-4c1a-80f5-eef166913af3 None None] Port c14a93e1-cf9b-4927-ab10-13591d6d0668 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:16:44.431897 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158f797-9509-43ec-8f16-867c871987ae req-e391858a-10d9-406f-8384-f19ae99b8f4a tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:44.433643 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d158f797-9509-43ec-8f16-867c871987ae req-e391858a-10d9-406f-8384-f19ae99b8f4a tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/ports?device_id=1677abce-f05c-45f4-bb08-8af52c4ffb4c HTTP/1.1" status: 200 len: 949 time: 0.5624440 Jul 16 01:16:44.442523 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b199f426-c327-4af1-9f48-95b01dea4d0a admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:16:44.449299 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbb872-8abc-4e10-ab9b-d16b9a0bcba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92feb26-e2cb-477c-bc99-588cc4a14156,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:44.453251 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=4dc28253-b3bc-43a0-8cff-aeb2ad114d17,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:44.459165 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2a12a547-62aa-494a-8eec-301d62a9c02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.474754 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dacbb872-8abc-4e10-ab9b-d16b9a0bcba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.475263 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-dacbb872-8abc-4e10-ab9b-d16b9a0bcba4 admin admin] Added segment 2270df09-dccd-4223-a148-35e3bf847ebc of type vlan for network 2cd37090-86b2-491c-8da2-a91a76150152 Jul 16 01:16:44.487365 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b199f426-c327-4af1-9f48-95b01dea4d0a admin admin] 10.222.0.16 "PUT /v2.0/routers/890a3059-80b6-499e-8c99-995e2331d02f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7609534 Jul 16 01:16:44.488237 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d9926a2f-88e3-44fb-82b0-5e0a228f14b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.515933 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 002aee12-e949-484d-9db0-77baa16c28e6 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:44.522851 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2609f2e6-d092-4768-8fb5-932fb4039d40 None None] Provisioning complete for port fb59f5fa-72b0-409f-9fb7-fe082c14e9c3 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:44.523248 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2609f2e6-d092-4768-8fb5-932fb4039d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.569509 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 002aee12-e949-484d-9db0-77baa16c28e6 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:44.569857 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.609623 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2609f2e6-d092-4768-8fb5-932fb4039d40 None None] Port fb59f5fa-72b0-409f-9fb7-fe082c14e9c3 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:16:44.616077 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-68c2a2a3-f11a-4f1e-81a1-035a290d5054 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:44.626323 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d9926a2f-88e3-44fb-82b0-5e0a228f14b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.626627 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-68c2a2a3-f11a-4f1e-81a1-035a290d5054 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3427398 Jul 16 01:16:44.627345 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] Sync routers for ids ['890a3059-80b6-499e-8c99-995e2331d02f'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:16:44.638346 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dacbb872-8abc-4e10-ab9b-d16b9a0bcba4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.638683 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d9926a2f-88e3-44fb-82b0-5e0a228f14b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.663215 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] Routers {'890a3059-80b6-499e-8c99-995e2331d02f'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:44.666466 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:16:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['890a3059-80b6-499e-8c99-995e2331d02f'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:44.673222 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-b4a4b2ea-5355-488b-9a25-8dfa01c770e8 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/quotas/2db723265f594b90bb57a2f4b64cbdf2 HTTP/1.1" status: 200 len: 375 time: 0.0430329 Jul 16 01:16:44.675033 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569885151-router', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:34Z', 'updated_at': '2021-07-16T01:16:38Z', 'revision_number': 3, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'gw_port': {'id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:36Z', 'updated_at': '2021-07-16T01:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:44.735968 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d158f797-9509-43ec-8f16-867c871987ae req-2c67b0ce-3105-4141-8f1c-44fa060cb1c1 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c1b8e5c-fa6a-40db-b053-4ca45d991649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618637 Jul 16 01:16:44.741856 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-d9a7609a-ac9d-4a5d-af77-bdbab5f932f5 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2db723265f594b90bb57a2f4b64cbdf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698476 Jul 16 01:16:44.745204 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d9926a2f-88e3-44fb-82b0-5e0a228f14b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d39624b5fc9c45fda67a36047f719d78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6699872 Jul 16 01:16:44.745940 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34842) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:44.756031 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f3b24c-e23a-42e7-b027-b81dc0ca432f None None] The sync data for ids ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'] in n-d-792394-16 is: [{'id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569885151-router', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:34Z', 'updated_at': '2021-07-16T01:16:38Z', 'revision_number': 3, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'gw_port': {'id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:36Z', 'updated_at': '2021-07-16T01:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:16:44.809977 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9926a2f-88e3-44fb-82b0-5e0a228f14b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1137e811-7bee-4f47-9451-d4a73130b5a2,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:44.847220 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dacbb872-8abc-4e10-ab9b-d16b9a0bcba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.848220 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacbb872-8abc-4e10-ab9b-d16b9a0bcba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:44.851073 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dacbb872-8abc-4e10-ab9b-d16b9a0bcba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.874315 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] Set router 890a3059-80b6-499e-8c99-995e2331d02f gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:44.880043 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.886388 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-3a5aa9fe-c497-4b01-82d2-329e3dc07f02 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Made reservation on behalf of 62516ad3fa1b4e589a604bfbb26150fd for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:44.897039 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-3a5aa9fe-c497-4b01-82d2-329e3dc07f02 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.921601 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-dacbb872-8abc-4e10-ab9b-d16b9a0bcba4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1500149 Jul 16 01:16:44.925905 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34844) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:44.968205 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-20b8d085-2893-40ff-98de-eedf1f1e4227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.981917 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1677abce-f05c-45f4-bb08-8af52c4ffb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002aee12-e949-484d-9db0-77baa16c28e6'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:44.989049 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f284f0-8c21-47be-a177-8b9734e165b2" -d '{"events": [{"server_uuid": "1677abce-f05c-45f4-bb08-8af52c4ffb4c", "name": "network-vif-plugged", "status": "completed", "tag": "002aee12-e949-484d-9db0-77baa16c28e6"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:45.036137 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 002aee12-e949-484d-9db0-77baa16c28e6, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=002aee12-e949-484d-9db0-77baa16c28e6,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:45.037854 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2a12a547-62aa-494a-8eec-301d62a9c02c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:45.038528 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-20b8d085-2893-40ff-98de-eedf1f1e4227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:45.043571 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:45.049302 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-9e82c4ed-990b-4aae-857e-c44142e2cd83 admin admin] Request body: {'subnet': {'network_id': '2cd37090-86b2-491c-8da2-a91a76150152', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-87326425-subnet', 'tenant_id': 'e4833ab8f7a74e04a2b3844077f7ad64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:45.073483 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2a12a547-62aa-494a-8eec-301d62a9c02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:45.076034 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2a12a547-62aa-494a-8eec-301d62a9c02c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:45.126654 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-4078bb31-8658-42c7-8736-2cd6d1704067 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=2db723265f594b90bb57a2f4b64cbdf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675888 Jul 16 01:16:45.156624 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=002aee12-e949-484d-9db0-77baa16c28e6,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:45.184086 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-20b8d085-2893-40ff-98de-eedf1f1e4227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:45.190694 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-20b8d085-2893-40ff-98de-eedf1f1e4227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:45.191876 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-20b8d085-2893-40ff-98de-eedf1f1e4227 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1137e811-7bee-4f47-9451-d4a73130b5a2 HTTP/1.1" status: 204 len: 168 time: 0.4442439 Jul 16 01:16:45.288263 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbb872-8abc-4e10-ab9b-d16b9a0bcba4 admin admin] Pushing event updated for resources: {'Network': ['ID=2cd37090-86b2-491c-8da2-a91a76150152,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:45.340786 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 2cd37090-86b2-491c-8da2-a91a76150152 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:16:45.352692 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8d085-2893-40ff-98de-eedf1f1e4227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1137e811-7bee-4f47-9451-d4a73130b5a2,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:45.453962 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890a3059-80b6-499e-8c99-995e2331d02f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550014022-router', 'tenant_id': '8cafbcb98d724b5aab00817d2b0447db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '4dc28253-b3bc-43a0-8cff-aeb2ad114d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:31Z', 'updated_at': '2021-07-16T01:16:42Z', 'revision_number': 4, 'project_id': '8cafbcb98d724b5aab00817d2b0447db', 'gw_port': {'id': '4dc28253-b3bc-43a0-8cff-aeb2ad114d17', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a3059-80b6-499e-8c99-995e2331d02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:33Z', 'updated_at': '2021-07-16T01:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'fb59f5fa-72b0-409f-9fb7-fe082c14e9c3', 'name': '', 'network_id': 'f1464e54-1742-47e4-862b-5a083501d7da', 'tenant_id': '8cafbcb98d724b5aab00817d2b0447db', 'mac_address': 'fa:16:3e:fb:90:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890a3059-80b6-499e-8c99-995e2331d02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '1ed8504a-76c6-444a-bd57-f16cbe6c02b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:39Z', 'updated_at': '2021-07-16T01:16:42Z', 'revision_number': 2, 'project_id': '8cafbcb98d724b5aab00817d2b0447db', 'subnets': [{'id': '1ed8504a-76c6-444a-bd57-f16cbe6c02b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:45.514015 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-64aa8a12-1858-46e5-919f-6a996082abd4 req-a28f4644-9cf1-4178-be21-dc4761639fdd tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c029415-4ad8-433e-b1cf-0d40eae87164 HTTP/1.1" status: 200 len: 210 time: 0.2620151 Jul 16 01:16:45.514424 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] Checking router: 890a3059-80b6-499e-8c99-995e2331d02f for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:16:45.515254 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] Updating router 890a3059-80b6-499e-8c99-995e2331d02f port fb59f5fa-72b0-409f-9fb7-fe082c14e9c3 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:16:45.581492 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-3a5aa9fe-c497-4b01-82d2-329e3dc07f02 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Allocated IP 192.168.233.217 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/a6c892d6-7c05-4e2b-a058-dd456feece04) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:45.593981 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:45.603816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e82c4ed-990b-4aae-857e-c44142e2cd83 admin admin] Made reservation on behalf of e4833ab8f7a74e04a2b3844077f7ad64 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:45.606391 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e82c4ed-990b-4aae-857e-c44142e2cd83 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:45.715955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12a547-62aa-494a-8eec-301d62a9c02c admin admin] Pushing event updated for resources: {'Port': ['ID=c14a93e1-cf9b-4927-ab10-13591d6d0668,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:45.810775 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b451e0-052a-4288-9c6d-9b5848a114c0 req-6e0edd8a-263e-419e-a718-1c59a63fc879 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:45.826850 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c5b451e0-052a-4288-9c6d-9b5848a114c0 req-6e0edd8a-263e-419e-a718-1c59a63fc879 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec41d23-9294-468a-a31c-bcb7a277ab9c HTTP/1.1" status: 200 len: 950 time: 0.6788125 Jul 16 01:16:45.854283 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34866) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:45.912630 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9c06dff7-fff8-47ca-9a2e-a94290e9aa5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:45.944124 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:45.955670 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] Transition to ACTIVE for port object fb59f5fa-72b0-409f-9fb7-fe082c14e9c3 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:45.967221 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:45.989331 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a12a547-62aa-494a-8eec-301d62a9c02c admin admin] Network 1096f360-6b74-4590-aa4a-2282a5341f1d is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:46.000197 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c5b451e0-052a-4288-9c6d-9b5848a114c0 req-22fd30f7-e280-4c28-a6f3-cfdb57fac966 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717279 Jul 16 01:16:46.015640 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-2a12a547-62aa-494a-8eec-301d62a9c02c admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:46.129078 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbb50d-5672-47ae-8512-457b1099f004 None None] Pushing event updated for resources: {'Port': ['ID=fb59f5fa-72b0-409f-9fb7-fe082c14e9c3,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:46.187076 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-3a5aa9fe-c497-4b01-82d2-329e3dc07f02 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:46.197794 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] Attempting to bind port fb59f5fa-72b0-409f-9fb7-fe082c14e9c3 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:46.198466 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] Attempting to bind port fb59f5fa-72b0-409f-9fb7-fe082c14e9c3 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '0be33ec5-9aa3-4a82-b5ff-1b0ab629edde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f1464e54-1742-47e4-862b-5a083501d7da'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:46.198948 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] Attempting to bind port fb59f5fa-72b0-409f-9fb7-fe082c14e9c3 on network f1464e54-1742-47e4-862b-5a083501d7da {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:46.207132 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:46.207662 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] Checking segment: {'id': '0be33ec5-9aa3-4a82-b5ff-1b0ab629edde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f1464e54-1742-47e4-862b-5a083501d7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:46.208409 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:46.208796 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] Bound using segment: {'id': '0be33ec5-9aa3-4a82-b5ff-1b0ab629edde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f1464e54-1742-47e4-862b-5a083501d7da'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:46.209802 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] Bound port: fb59f5fa-72b0-409f-9fb7-fe082c14e9c3, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be33ec5-9aa3-4a82-b5ff-1b0ab629edde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f1464e54-1742-47e4-862b-5a083501d7da'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:46.210360 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:46.273598 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-3a5aa9fe-c497-4b01-82d2-329e3dc07f02 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Transition to ACTIVE for port object a6c892d6-7c05-4e2b-a058-dd456feece04 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:46.294312 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e82c4ed-990b-4aae-857e-c44142e2cd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:46.304062 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-aff988e5-c4b7-4f61-bab3-90c78d5e7eee tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:46.306129 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-aff988e5-c4b7-4f61-bab3-90c78d5e7eee tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0450161 Jul 16 01:16:46.366463 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] For port fb59f5fa-72b0-409f-9fb7-fe082c14e9c3, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:46.374458 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] For port fb59f5fa-72b0-409f-9fb7-fe082c14e9c3, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=fb59f5fa-72b0-409f-9fb7-fe082c14e9c3,segment=NetworkSegment(0be33ec5-9aa3-4a82-b5ff-1b0ab629edde),segment_id=0be33ec5-9aa3-4a82-b5ff-1b0ab629edde)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:46.385132 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6bc2b97e-91e5-42e2-be1a-3ca48b682803 req-5a3c24f4-db83-465c-819b-69b224e3a75b tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=de41f306-981f-40dd-b7d2-6eadac6bc67b HTTP/1.1" status: 200 len: 210 time: 0.0824432 Jul 16 01:16:46.391015 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:46.499804 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399fcc89-1d3f-43c9-9448-a381f67ca044 x-openstack-request-id: req-399fcc89-1d3f-43c9-9448-a381f67ca044 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:46.500327 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1677abce-f05c-45f4-bb08-8af52c4ffb4c", "name": "network-vif-plugged", "status": "completed", "tag": "002aee12-e949-484d-9db0-77baa16c28e6", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:46.500327 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-399fcc89-1d3f-43c9-9448-a381f67ca044 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:46.500842 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1677abce-f05c-45f4-bb08-8af52c4ffb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002aee12-e949-484d-9db0-77baa16c28e6', 'code': 200} Jul 16 01:16:46.506784 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9c06dff7-fff8-47ca-9a2e-a94290e9aa5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:46.516258 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9c06dff7-fff8-47ca-9a2e-a94290e9aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:46.518854 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbb50d-5672-47ae-8512-457b1099f004 None None] Pushing event updated for resources: {'Port': ['ID=fb59f5fa-72b0-409f-9fb7-fe082c14e9c3,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:46.535686 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-5762b183-bfa0-4420-bfb1-b898a4450376 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Request body: {'port': {'device_id': 'd2e9f58f-e83a-4a45-935d-af5dee794120', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': '2db723265f594b90bb57a2f4b64cbdf2'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:46.546456 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-6890f555-04bc-461e-b989-76bfe305d579 req-3e083372-f24c-4596-b22a-e89b09ea0bb5 tempest-FloatingIPDetailsNegativeTestJSON-1561010743 tempest-FloatingIPDetailsNegativeTestJSON-1561010743-project] show failed (client error): The resource could not be found. Jul 16 01:16:46.549003 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-3a5aa9fe-c497-4b01-82d2-329e3dc07f02 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:46.557767 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6890f555-04bc-461e-b989-76bfe305d579 req-3e083372-f24c-4596-b22a-e89b09ea0bb5 tempest-FloatingIPDetailsNegativeTestJSON-1561010743 tempest-FloatingIPDetailsNegativeTestJSON-1561010743-project] 10.222.0.16 "GET /v2.0/floatingips/3b8b5701-e86c-4102-94ef-3aa860477582 HTTP/1.1" status: 404 len: 350 time: 0.4784060 Jul 16 01:16:46.560252 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34874) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:46.571562 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['72f90623-35c9-4974-b85e-2f29f90a411f'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:46.573678 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6cbfc7b8-2cf7-46b3-b4db-467c905cbf17 None None] Provisioning complete for port c14a93e1-cf9b-4927-ab10-13591d6d0668 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:46.583542 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6cbfc7b8-2cf7-46b3-b4db-467c905cbf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:46.680972 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82c4ed-990b-4aae-857e-c44142e2cd83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb08191-a018-43ff-a4f3-397de5810909,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:46.704420 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c44822b6-fd0c-4a87-b052-5f733bfde612 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:46.733521 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] Routers {'890a3059-80b6-499e-8c99-995e2331d02f'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:46.734158 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:16:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['890a3059-80b6-499e-8c99-995e2331d02f'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:46.760258 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5aa9fe-c497-4b01-82d2-329e3dc07f02 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Pushing event updated for resources: {'Port': ['ID=a6c892d6-7c05-4e2b-a058-dd456feece04,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:46.814591 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6cbfc7b8-2cf7-46b3-b4db-467c905cbf17 None None] Port c14a93e1-cf9b-4927-ab10-13591d6d0668 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:16:46.918937 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port c44822b6-fd0c-4a87-b052-5f733bfde612 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:46.936477 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port c44822b6-fd0c-4a87-b052-5f733bfde612 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:46.937243 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:47.032519 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.82', 52131) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:47.051547 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9c06dff7-fff8-47ca-9a2e-a94290e9aa5f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eaf6998b5e4d4095b8abb30437397a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1811574 Jul 16 01:16:47.059139 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06dff7-fff8-47ca-9a2e-a94290e9aa5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d772922e-a8ed-420d-a75d-6131572ce6f7,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:47.072106 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a12a547-62aa-494a-8eec-301d62a9c02c admin admin] Router 58c30ba5-0cb6-4cc6-8921-ccb395645e35 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:16:47.079450 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34878) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:47.093063 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] Set router 890a3059-80b6-499e-8c99-995e2331d02f gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:47.113218 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:47.137752 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82c4ed-990b-4aae-857e-c44142e2cd83 admin admin] Checking segment: {'id': '2270df09-dccd-4223-a148-35e3bf847ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2cd37090-86b2-491c-8da2-a91a76150152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:47.138154 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e82c4ed-990b-4aae-857e-c44142e2cd83 admin admin] Network hostable DHCP agents. Network: 2cd37090-86b2-491c-8da2-a91a76150152, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:16:47.142047 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port c44822b6-fd0c-4a87-b052-5f733bfde612, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c44822b6-fd0c-4a87-b052-5f733bfde612,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:47.152789 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:47.154888 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4dc28253-b3bc-43a0-8cff-aeb2ad114d17 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:47.239684 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e82c4ed-990b-4aae-857e-c44142e2cd83 admin admin] Network 2cd37090-86b2-491c-8da2-a91a76150152 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:16:47.267033 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-3a5aa9fe-c497-4b01-82d2-329e3dc07f02 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:47.291650 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=c44822b6-fd0c-4a87-b052-5f733bfde612,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:47.324898 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 4dc28253-b3bc-43a0-8cff-aeb2ad114d17 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:47.325570 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:47.340577 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-45cfdf42-940f-43fd-a0df-50cbfc3a8f97 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=2db723265f594b90bb57a2f4b64cbdf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2714818 Jul 16 01:16:47.344207 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-3a5aa9fe-c497-4b01-82d2-329e3dc07f02 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:47.349334 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-3a5aa9fe-c497-4b01-82d2-329e3dc07f02 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:47.356314 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-3a5aa9fe-c497-4b01-82d2-329e3dc07f02 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:47.357262 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-3a5aa9fe-c497-4b01-82d2-329e3dc07f02 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:47.455877 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-3a5aa9fe-c497-4b01-82d2-329e3dc07f02 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3471241 Jul 16 01:16:47.489540 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890a3059-80b6-499e-8c99-995e2331d02f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550014022-router', 'tenant_id': '8cafbcb98d724b5aab00817d2b0447db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '4dc28253-b3bc-43a0-8cff-aeb2ad114d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:31Z', 'updated_at': '2021-07-16T01:16:42Z', 'revision_number': 4, 'project_id': '8cafbcb98d724b5aab00817d2b0447db', 'gw_port': {'id': '4dc28253-b3bc-43a0-8cff-aeb2ad114d17', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a3059-80b6-499e-8c99-995e2331d02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:33Z', 'updated_at': '2021-07-16T01:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'fb59f5fa-72b0-409f-9fb7-fe082c14e9c3', 'name': '', 'network_id': 'f1464e54-1742-47e4-862b-5a083501d7da', 'tenant_id': '8cafbcb98d724b5aab00817d2b0447db', 'mac_address': 'fa:16:3e:fb:90:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890a3059-80b6-499e-8c99-995e2331d02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '1ed8504a-76c6-444a-bd57-f16cbe6c02b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:39Z', 'updated_at': '2021-07-16T01:16:46Z', 'revision_number': 4, 'project_id': '8cafbcb98d724b5aab00817d2b0447db', 'subnets': [{'id': '1ed8504a-76c6-444a-bd57-f16cbe6c02b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:47.536626 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617f4f27-c574-4928-99a9-454b47b59172 None None] The sync data for ids ['890a3059-80b6-499e-8c99-995e2331d02f'] in n-d-792394-16 is: [{'id': '890a3059-80b6-499e-8c99-995e2331d02f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550014022-router', 'tenant_id': '8cafbcb98d724b5aab00817d2b0447db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '4dc28253-b3bc-43a0-8cff-aeb2ad114d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:31Z', 'updated_at': '2021-07-16T01:16:42Z', 'revision_number': 4, 'project_id': '8cafbcb98d724b5aab00817d2b0447db', 'gw_port': {'id': '4dc28253-b3bc-43a0-8cff-aeb2ad114d17', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a3059-80b6-499e-8c99-995e2331d02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:33Z', 'updated_at': '2021-07-16T01:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'fb59f5fa-72b0-409f-9fb7-fe082c14e9c3', 'name': '', 'network_id': 'f1464e54-1742-47e4-862b-5a083501d7da', 'tenant_id': '8cafbcb98d724b5aab00817d2b0447db', 'mac_address': 'fa:16:3e:fb:90:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890a3059-80b6-499e-8c99-995e2331d02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '1ed8504a-76c6-444a-bd57-f16cbe6c02b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:39Z', 'updated_at': '2021-07-16T01:16:46Z', 'revision_number': 4, 'project_id': '8cafbcb98d724b5aab00817d2b0447db', 'subnets': [{'id': '1ed8504a-76c6-444a-bd57-f16cbe6c02b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:16:47.540974 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Request body: {'port': {'device_id': '0c029415-4ad8-433e-b1cf-0d40eae87164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:47.693998 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1f8505bf-497c-46c0-b034-4be5855b1660 None None] Provisioning for port a6c892d6-7c05-4e2b-a058-dd456feece04 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:47.719356 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1f8505bf-497c-46c0-b034-4be5855b1660 None None] Provisioning complete for port a6c892d6-7c05-4e2b-a058-dd456feece04 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:47.720573 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1f8505bf-497c-46c0-b034-4be5855b1660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:47.732012 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-df498cfb-2529-4903-9744-ee2afc4ea71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:47.758404 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-9e82c4ed-990b-4aae-857e-c44142e2cd83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 2cd37090-86b2-491c-8da2-a91a76150152) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:47.775390 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a9ba2a-729d-4a3d-a524-32ac89911337 None None] Network 2cd37090-86b2-491c-8da2-a91a76150152 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:47.791971 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e82c4ed-990b-4aae-857e-c44142e2cd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:47.792654 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e82c4ed-990b-4aae-857e-c44142e2cd83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:47.812831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a12a547-62aa-494a-8eec-301d62a9c02c admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:16:47.837439 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2a12a547-62aa-494a-8eec-301d62a9c02c admin admin] 10.222.0.16 "PUT /v2.0/routers/58c30ba5-0cb6-4cc6-8921-ccb395645e35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4321618 Jul 16 01:16:47.843540 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-5762b183-bfa0-4420-bfb1-b898a4450376 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Made reservation on behalf of 2db723265f594b90bb57a2f4b64cbdf2 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:47.847623 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-5762b183-bfa0-4420-bfb1-b898a4450376 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:47.854648 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-df498cfb-2529-4903-9744-ee2afc4ea71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:47.869635 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1f8505bf-497c-46c0-b034-4be5855b1660 None None] Port a6c892d6-7c05-4e2b-a058-dd456feece04 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:16:47.871030 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-5762b183-bfa0-4420-bfb1-b898a4450376 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:47.886376 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9e82c4ed-990b-4aae-857e-c44142e2cd83 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.8447752 Jul 16 01:16:47.922698 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df182f99-aae6-4065-92a8-0114ffe664d0 req-71e31b02-dbdf-42e1-af58-7df9467408ba tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:47.930057 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-df182f99-aae6-4065-92a8-0114ffe664d0 req-71e31b02-dbdf-42e1-af58-7df9467408ba tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c029415-4ad8-433e-b1cf-0d40eae87164 HTTP/1.1" status: 200 len: 936 time: 0.6933334 Jul 16 01:16:48.002427 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-df182f99-aae6-4065-92a8-0114ffe664d0 req-6d975d48-2953-474a-b515-7c9d54d6a770 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/security-groups?id=005e6f5e-f13f-44e2-8eed-420aa1a0d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685520 Jul 16 01:16:48.021505 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] Sync routers for ids ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:16:48.023239 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-df498cfb-2529-4903-9744-ee2afc4ea71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:48.026501 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-df498cfb-2529-4903-9744-ee2afc4ea71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:48.045031 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-df498cfb-2529-4903-9744-ee2afc4ea71c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d772922e-a8ed-420d-a75d-6131572ce6f7 HTTP/1.1" status: 204 len: 168 time: 0.9631684 Jul 16 01:16:48.045259 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d19ad08-9cd4-4414-8386-81b655158a4d None None] Network 2cd37090-86b2-491c-8da2-a91a76150152 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:48.076779 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] Routers {'58c30ba5-0cb6-4cc6-8921-ccb395645e35'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:48.081295 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:16:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:48.083267 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df498cfb-2529-4903-9744-ee2afc4ea71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d772922e-a8ed-420d-a75d-6131572ce6f7,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:48.126706 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df498cfb-2529-4903-9744-ee2afc4ea71c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:48.127137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df498cfb-2529-4903-9744-ee2afc4ea71c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:48.127567 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df498cfb-2529-4903-9744-ee2afc4ea71c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:48.129314 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df498cfb-2529-4903-9744-ee2afc4ea71c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:48.129779 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df498cfb-2529-4903-9744-ee2afc4ea71c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:48.130206 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df498cfb-2529-4903-9744-ee2afc4ea71c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:48.140961 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df498cfb-2529-4903-9744-ee2afc4ea71c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:48.141470 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df498cfb-2529-4903-9744-ee2afc4ea71c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:48.141897 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df498cfb-2529-4903-9744-ee2afc4ea71c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:48.142322 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df498cfb-2529-4903-9744-ee2afc4ea71c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:48.142746 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df498cfb-2529-4903-9744-ee2afc4ea71c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:48.143495 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df498cfb-2529-4903-9744-ee2afc4ea71c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:48.175071 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ddf27-4650-47b8-a688-93f31e4cb7f5 req-93d36d49-7d1b-4f5b-a764-854a6032cfd2 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:48.185680 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ac4ddf27-4650-47b8-a688-93f31e4cb7f5 req-93d36d49-7d1b-4f5b-a764-854a6032cfd2 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/ports?device_id=1677abce-f05c-45f4-bb08-8af52c4ffb4c HTTP/1.1" status: 200 len: 950 time: 1.4008803 Jul 16 01:16:48.195504 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dafe13-bef7-4eee-821c-7041ed52c45d req-0c131147-bc33-431d-b5c4-a0f3bca8098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:48.200354 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-70dafe13-bef7-4eee-821c-7041ed52c45d req-0c131147-bc33-431d-b5c4-a0f3bca8098c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1677abce-f05c-45f4-bb08-8af52c4ffb4c HTTP/1.1" status: 200 len: 1102 time: 1.4899690 Jul 16 01:16:48.290670 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-5762b183-bfa0-4420-bfb1-b898a4450376 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:48.302099 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] Set router 58c30ba5-0cb6-4cc6-8921-ccb395645e35 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:48.324093 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-5762b183-bfa0-4420-bfb1-b898a4450376 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:48.330557 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.84', 61787) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:48.419143 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:48.480831 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ac4ddf27-4650-47b8-a688-93f31e4cb7f5 req-4aafe568-77af-4651-a057-199ba74364bc tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c1b8e5c-fa6a-40db-b053-4ca45d991649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914844 Jul 16 01:16:48.540677 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-c3786989-1427-46bc-a404-e51a49ae68ef tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:48.542265 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-c3786989-1427-46bc-a404-e51a49ae68ef tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1748078 Jul 16 01:16:48.589941 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-76d2714b-3e01-4eaf-8cfd-8c6b728b2ade tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Request body: {'port': {'device_id': 'de41f306-981f-40dd-b7d2-6eadac6bc67b', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': '2db723265f594b90bb57a2f4b64cbdf2'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:48.610712 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762b183-bfa0-4420-bfb1-b898a4450376 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb8f672-8bcd-4282-b455-0553e75add01,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:48.700754 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device fb59f5fa-72b0-409f-9fb7-fe082c14e9c3 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:48.761055 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aefd9e-8cc1-4b78-ae7a-0394cf482a7b req-7e05a736-16c7-47f0-9fd3-66ce21323441 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:48.768711 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-73aefd9e-8cc1-4b78-ae7a-0394cf482a7b req-7e05a736-16c7-47f0-9fd3-66ce21323441 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec41d23-9294-468a-a31c-bcb7a277ab9c HTTP/1.1" status: 200 len: 950 time: 0.4670274 Jul 16 01:16:48.800377 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba3cd4-0771-4135-af18-ff6c7323fee9 req-cd0eacbe-bc12-419e-a4d0-9792eee5af28 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:48.802207 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-57ba3cd4-0771-4135-af18-ff6c7323fee9 req-cd0eacbe-bc12-419e-a4d0-9792eee5af28 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.84 "GET /v2.0/ports?device_id=fec41d23-9294-468a-a31c-bcb7a277ab9c HTTP/1.1" status: 200 len: 950 time: 0.4514816 Jul 16 01:16:48.817454 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-70dafe13-bef7-4eee-821c-7041ed52c45d req-3d02c6d5-33bd-4194-9e75-2e5cdd5d9cc4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0c1b8e5c-fa6a-40db-b053-4ca45d991649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5469377 Jul 16 01:16:48.838949 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port fb59f5fa-72b0-409f-9fb7-fe082c14e9c3 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:48.872728 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5493ae0a-5618-4bdb-9727-e799fd281c41 req-d88b935d-c2f7-4af1-91c1-494e620636d9 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=de41f306-981f-40dd-b7d2-6eadac6bc67b HTTP/1.1" status: 200 len: 210 time: 0.0454092 Jul 16 01:16:48.942215 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port fb59f5fa-72b0-409f-9fb7-fe082c14e9c3 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:48.942428 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-5762b183-bfa0-4420-bfb1-b898a4450376 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Allocated IP 192.168.233.191 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/67825f8e-4b89-4b11-8b57-c398a3044207) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:48.942604 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.021240 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-73aefd9e-8cc1-4b78-ae7a-0394cf482a7b req-ce771e12-d7d7-45da-bb58-2932883b1f7f tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7c711b1-cda0-4396-a3aa-1b5e51489953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514036 Jul 16 01:16:49.273851 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-57ba3cd4-0771-4135-af18-ff6c7323fee9 req-bef93e0e-a8fa-44d3-998b-9d7e9a645f89 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Deleting port adf237b6-fa16-4111-9324-8a4ea002f518 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:49.274524 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-57ba3cd4-0771-4135-af18-ff6c7323fee9 req-bef93e0e-a8fa-44d3-998b-9d7e9a645f89 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.279897 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-76d2714b-3e01-4eaf-8cfd-8c6b728b2ade tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Made reservation on behalf of 2db723265f594b90bb57a2f4b64cbdf2 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:49.283928 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569885151-router', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:34Z', 'updated_at': '2021-07-16T01:16:43Z', 'revision_number': 4, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'gw_port': {'id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:36Z', 'updated_at': '2021-07-16T01:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c14a93e1-cf9b-4927-ab10-13591d6d0668', 'name': '', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'mac_address': 'fa:16:3e:cc:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:41Z', 'updated_at': '2021-07-16T01:16:44Z', 'revision_number': 2, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'subnets': [{'id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:49.294348 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-76d2714b-3e01-4eaf-8cfd-8c6b728b2ade tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.341735 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] Checking router: 58c30ba5-0cb6-4cc6-8921-ccb395645e35 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:16:49.343171 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] Updating router 58c30ba5-0cb6-4cc6-8921-ccb395645e35 port c14a93e1-cf9b-4927-ab10-13591d6d0668 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:16:49.346562 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-5762b183-bfa0-4420-bfb1-b898a4450376 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.346992 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.412943 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-5762b183-bfa0-4420-bfb1-b898a4450376 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Transition to ACTIVE for port object 67825f8e-4b89-4b11-8b57-c398a3044207 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:49.440384 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port fb59f5fa-72b0-409f-9fb7-fe082c14e9c3, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=fb59f5fa-72b0-409f-9fb7-fe082c14e9c3,segment=NetworkSegment(0be33ec5-9aa3-4a82-b5ff-1b0ab629edde),segment_id=0be33ec5-9aa3-4a82-b5ff-1b0ab629edde)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:49.442089 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.452002 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.453154 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c44822b6-fd0c-4a87-b052-5f733bfde612 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:49.478313 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-57ba3cd4-0771-4135-af18-ff6c7323fee9 req-bef93e0e-a8fa-44d3-998b-9d7e9a645f89 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] For port adf237b6-fa16-4111-9324-8a4ea002f518, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=adf237b6-fa16-4111-9324-8a4ea002f518,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:49.479104 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-57ba3cd4-0771-4135-af18-ff6c7323fee9 req-bef93e0e-a8fa-44d3-998b-9d7e9a645f89 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.503805 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-57ba3cd4-0771-4135-af18-ff6c7323fee9 req-bef93e0e-a8fa-44d3-998b-9d7e9a645f89 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Calling delete_port for adf237b6-fa16-4111-9324-8a4ea002f518 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:49.568723 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-5762b183-bfa0-4420-bfb1-b898a4450376 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.667535 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34922) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:49.680145 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-7c61c619-3668-41af-817b-4128d307d29f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1282438546-network', 'tenant_id': 'db30800277784b33a49487e655fabfc5'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:49.703218 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-5762b183-bfa0-4420-bfb1-b898a4450376 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:49.718629 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-5762b183-bfa0-4420-bfb1-b898a4450376 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:49.738709 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-5762b183-bfa0-4420-bfb1-b898a4450376 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:49.751239 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-5762b183-bfa0-4420-bfb1-b898a4450376 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:49.753088 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-5762b183-bfa0-4420-bfb1-b898a4450376 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.765039 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=fb59f5fa-72b0-409f-9fb7-fe082c14e9c3,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:49.778668 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762b183-bfa0-4420-bfb1-b898a4450376 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Pushing event updated for resources: {'Port': ['ID=67825f8e-4b89-4b11-8b57-c398a3044207,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:49.940819 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c61c619-3668-41af-817b-4128d307d29f admin admin] Made reservation on behalf of db30800277784b33a49487e655fabfc5 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:49.943180 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c61c619-3668-41af-817b-4128d307d29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.973950 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-5762b183-bfa0-4420-bfb1-b898a4450376 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5695279 Jul 16 01:16:49.997847 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009b969-854e-4797-9ebd-25d9af0639a3 req-845996a1-142c-4dcb-9c37-792564693bcd tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:49.999605 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34932) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:50.004219 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8009b969-854e-4797-9ebd-25d9af0639a3 req-845996a1-142c-4dcb-9c37-792564693bcd tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c029415-4ad8-433e-b1cf-0d40eae87164 HTTP/1.1" status: 200 len: 936 time: 0.7685091 Jul 16 01:16:50.016724 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-e5f67c7a-3d62-4d83-b992-754da2ef10c2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-999162345-network', 'tenant_id': 'cbf5faa5bcd24e299dfd8e1522f3caf5'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:50.025567 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-b6355fd1-b345-4b48-be74-e69545cfb9d7 service neutron] Request body: {'port': {'device_id': 'd2e9f58f-e83a-4a45-935d-af5dee794120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:50.031069 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c61c619-3668-41af-817b-4128d307d29f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.073641 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port c44822b6-fd0c-4a87-b052-5f733bfde612 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:50.074152 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.099904 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f390b-1720-4717-b5b8-15e3b803186b req-3f71d3df-9337-4105-b5b4-850754cf0f3f tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:50.101535 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fb5f390b-1720-4717-b5b8-15e3b803186b req-3f71d3df-9337-4105-b5b4-850754cf0f3f tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/ports?device_id=1677abce-f05c-45f4-bb08-8af52c4ffb4c HTTP/1.1" status: 200 len: 950 time: 0.3281603 Jul 16 01:16:50.120158 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-57ba3cd4-0771-4135-af18-ff6c7323fee9 req-bef93e0e-a8fa-44d3-998b-9d7e9a645f89 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.144027 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['adf237b6-fa16-4111-9324-8a4ea002f518'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:50.166241 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f67c7a-3d62-4d83-b992-754da2ef10c2 admin admin] Made reservation on behalf of cbf5faa5bcd24e299dfd8e1522f3caf5 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:50.168665 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e5f67c7a-3d62-4d83-b992-754da2ef10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.186621 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-078fa64b-d5d5-4849-8c71-d87f3644d9a7 None None] Provisioning for port 67825f8e-4b89-4b11-8b57-c398a3044207 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:50.201390 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-078fa64b-d5d5-4849-8c71-d87f3644d9a7 None None] Provisioning complete for port 67825f8e-4b89-4b11-8b57-c398a3044207 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:50.201618 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-078fa64b-d5d5-4849-8c71-d87f3644d9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.201909 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c892d6-7c05-4e2b-a058-dd456feece04 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:50.207388 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef93e0e-a8fa-44d3-998b-9d7e9a645f89 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Pushing event deleted for resources: {'Port': ['ID=adf237b6-fa16-4111-9324-8a4ea002f518,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:50.211766 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-543f7605-14c0-4630-bc66-57b42c296e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.216876 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e5f67c7a-3d62-4d83-b992-754da2ef10c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.228943 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.302793 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fb5f390b-1720-4717-b5b8-15e3b803186b req-08cc1072-5b11-4a79-8a38-0361d256a1e3 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c1b8e5c-fa6a-40db-b053-4ca45d991649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945896 Jul 16 01:16:50.303357 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-b6355fd1-b345-4b48-be74-e69545cfb9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.307931 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-078fa64b-d5d5-4849-8c71-d87f3644d9a7 None None] Port 67825f8e-4b89-4b11-8b57-c398a3044207 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:16:50.330419 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ba3cd4-0771-4135-af18-ff6c7323fee9 req-bef93e0e-a8fa-44d3-998b-9d7e9a645f89 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] No DVR routers for this DVR port adf237b6-fa16-4111-9324-8a4ea002f518 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:50.343559 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.359697 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-57ba3cd4-0771-4135-af18-ff6c7323fee9 req-bef93e0e-a8fa-44d3-998b-9d7e9a645f89 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.361727 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-57ba3cd4-0771-4135-af18-ff6c7323fee9 req-bef93e0e-a8fa-44d3-998b-9d7e9a645f89 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.84 "DELETE /v2.0/ports/adf237b6-fa16-4111-9324-8a4ea002f518 HTTP/1.1" status: 204 len: 173 time: 1.5338953 Jul 16 01:16:50.362166 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec41d23-9294-468a-a31c-bcb7a277ab9c', 'name': 'network-vif-deleted', 'tag': 'adf237b6-fa16-4111-9324-8a4ea002f518'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:50.371414 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b6a591-a8ed-4ea9-9048-164d863b6137" -d '{"events": [{"server_uuid": "fec41d23-9294-468a-a31c-bcb7a277ab9c", "name": "network-vif-deleted", "tag": "adf237b6-fa16-4111-9324-8a4ea002f518"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:50.373641 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] Transition to ACTIVE for port object c14a93e1-cf9b-4927-ab10-13591d6d0668 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:50.394243 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.449486 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8009b969-854e-4797-9ebd-25d9af0639a3 req-7914d1c0-0282-4f0f-9c26-d4a27bc74004 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/security-groups?id=005e6f5e-f13f-44e2-8eed-420aa1a0d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188001 Jul 16 01:16:50.467357 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Transition to ACTIVE for port object a6c892d6-7c05-4e2b-a058-dd456feece04 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:50.468042 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34944) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:50.490794 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device fb59f5fa-72b0-409f-9fb7-fe082c14e9c3 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:50.526342 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c61c619-3668-41af-817b-4128d307d29f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.547264 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c61c619-3668-41af-817b-4128d307d29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.580986 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.642007 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238e5a0-6218-417d-9d27-9165671993e3 None None] Pushing event updated for resources: {'Port': ['ID=c14a93e1-cf9b-4927-ab10-13591d6d0668,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:50.760818 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-f5db2fa5-dcec-46e4-a622-2a0d089eba84 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1583438394-network', 'tenant_id': '19f0097db32e406ab305cc19744860c5'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:50.779872 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] Attempting to bind port c14a93e1-cf9b-4927-ab10-13591d6d0668 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:50.780925 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] Attempting to bind port c14a93e1-cf9b-4927-ab10-13591d6d0668 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '4235c34d-d0fc-40de-b656-70074dffcff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:50.781450 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] Attempting to bind port c14a93e1-cf9b-4927-ab10-13591d6d0668 on network 1096f360-6b74-4590-aa4a-2282a5341f1d {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:50.785277 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port fb59f5fa-72b0-409f-9fb7-fe082c14e9c3 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:50.785823 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.806917 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c61c619-3668-41af-817b-4128d307d29f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:16:50.832290 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:50.832703 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] Checking segment: {'id': '4235c34d-d0fc-40de-b656-70074dffcff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:50.833240 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.833651 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] Bound using segment: {'id': '4235c34d-d0fc-40de-b656-70074dffcff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:50.834542 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] Bound port: c14a93e1-cf9b-4927-ab10-13591d6d0668, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4235c34d-d0fc-40de-b656-70074dffcff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:50.834945 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.835295 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61c619-3668-41af-817b-4128d307d29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae9b9fc-a3cc-4db6-8f2f-f98b0f0c2ea6,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:50.896819 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d240695c-6626-4196-b45d-b33b33e08a9d req-01ed0e8c-4c1f-41b5-a8b1-7545d4354a2c tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=de41f306-981f-40dd-b7d2-6eadac6bc67b HTTP/1.1" status: 200 len: 210 time: 0.1034508 Jul 16 01:16:50.906066 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c61c619-3668-41af-817b-4128d307d29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.906631 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-7c61c619-3668-41af-817b-4128d307d29f admin admin] Added segment 9af0cc56-7683-4454-8682-cf433ba0049f of type vlan for network 7ee31de7-3438-4e1b-ab21-2527b0b70219 Jul 16 01:16:50.978782 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-76d2714b-3e01-4eaf-8cfd-8c6b728b2ade tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Allocated IP 192.168.233.30 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/04037a01-74f2-4eb2-9763-c5f9731fe105) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:50.982797 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7148945f-6582-42c9-b81c-d5ee305c671d req-c442735c-9ab3-4919-9ecf-6c0ee3ca6c18 tempest-DeleteServersAdminTestJSON-152672111 tempest-DeleteServersAdminTestJSON-152672111-project] 10.222.0.16 "GET /v2.0/ports?device_id=fec41d23-9294-468a-a31c-bcb7a277ab9c HTTP/1.1" status: 200 len: 210 time: 0.1002510 Jul 16 01:16:50.986984 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c892d6-7c05-4e2b-a058-dd456feece04,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:50.997619 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c61c619-3668-41af-817b-4128d307d29f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.020798 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538158f0-d4e8-4f16-8a4b-b936f9319584 x-openstack-request-id: req-538158f0-d4e8-4f16-8a4b-b936f9319584 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:51.021208 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec41d23-9294-468a-a31c-bcb7a277ab9c", "name": "network-vif-deleted", "tag": "adf237b6-fa16-4111-9324-8a4ea002f518", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:51.021595 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-538158f0-d4e8-4f16-8a4b-b936f9319584 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:51.022183 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec41d23-9294-468a-a31c-bcb7a277ab9c', 'name': 'network-vif-deleted', 'tag': 'adf237b6-fa16-4111-9324-8a4ea002f518', 'status': 'completed', 'code': 200} Jul 16 01:16:51.042209 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] For port c14a93e1-cf9b-4927-ab10-13591d6d0668, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:51.046179 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] For port c14a93e1-cf9b-4927-ab10-13591d6d0668, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c14a93e1-cf9b-4927-ab10-13591d6d0668,segment=NetworkSegment(4235c34d-d0fc-40de-b656-70074dffcff3),segment_id=4235c34d-d0fc-40de-b656-70074dffcff3)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:51.053883 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.086051 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c61c619-3668-41af-817b-4128d307d29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.087764 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c61c619-3668-41af-817b-4128d307d29f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:51.088972 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c61c619-3668-41af-817b-4128d307d29f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.094799 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:51.095845 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:51.096819 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:51.097446 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:51.097909 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:51.098376 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:51.098977 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:51.099627 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:51.100190 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:51.100685 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:51.101833 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:51.102328 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:51.108298 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e5f67c7a-3d62-4d83-b992-754da2ef10c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.134443 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e5f67c7a-3d62-4d83-b992-754da2ef10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.143652 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] Routers {'58c30ba5-0cb6-4cc6-8921-ccb395645e35'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:51.144402 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:16:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:51.150076 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f67c7a-3d62-4d83-b992-754da2ef10c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:16:51.161741 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e5f67c7a-3d62-4d83-b992-754da2ef10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.162112 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-e5f67c7a-3d62-4d83-b992-754da2ef10c2 admin admin] Added segment 6040c4be-f927-4aa4-9026-69ad378d10c9 of type vlan for network 728ad47d-e0b1-4459-8538-64310bd99036 Jul 16 01:16:51.192300 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238e5a0-6218-417d-9d27-9165671993e3 None None] Pushing event updated for resources: {'Port': ['ID=c14a93e1-cf9b-4927-ab10-13591d6d0668,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:51.213159 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e5f67c7a-3d62-4d83-b992-754da2ef10c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.240593 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Attempting to bind port a6c892d6-7c05-4e2b-a058-dd456feece04 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:51.240840 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Attempting to bind port a6c892d6-7c05-4e2b-a058-dd456feece04 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:51.241171 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Attempting to bind port a6c892d6-7c05-4e2b-a058-dd456feece04 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:51.267694 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e5f67c7a-3d62-4d83-b992-754da2ef10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.268714 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f67c7a-3d62-4d83-b992-754da2ef10c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:51.269554 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e5f67c7a-3d62-4d83-b992-754da2ef10c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.269772 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5db2fa5-dcec-46e4-a622-2a0d089eba84 admin admin] Made reservation on behalf of 19f0097db32e406ab305cc19744860c5 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:51.274880 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5db2fa5-dcec-46e4-a622-2a0d089eba84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.288544 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Port a6c892d6-7c05-4e2b-a058-dd456feece04 on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:16:51.289091 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Attempting to bind port a6c892d6-7c05-4e2b-a058-dd456feece04 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:51.322829 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] Set router 58c30ba5-0cb6-4cc6-8921-ccb395645e35 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:51.324607 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5db2fa5-dcec-46e4-a622-2a0d089eba84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.335220 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:51.335552 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:51.336374 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:51.337018 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Bound port: a6c892d6-7c05-4e2b-a058-dd456feece04, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:51.337543 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.358614 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e5f67c7a-3d62-4d83-b992-754da2ef10c2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3495278 Jul 16 01:16:51.358614 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7c61c619-3668-41af-817b-4128d307d29f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6797075 Jul 16 01:16:51.358614 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61c619-3668-41af-817b-4128d307d29f admin admin] Pushing event updated for resources: {'Network': ['ID=7ee31de7-3438-4e1b-ab21-2527b0b70219,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:51.359968 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34948) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:51.360299 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34950) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:51.369928 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-97908e85-65e4-473b-96ca-5cb989fe7bc8 admin admin] Request body: {'subnet': {'network_id': '728ad47d-e0b1-4459-8538-64310bd99036', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-999162345-subnet', 'tenant_id': 'cbf5faa5bcd24e299dfd8e1522f3caf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:51.379128 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-ed4b9b4f-d24c-4a65-b2f1-5db7faacc9a5 admin admin] Request body: {'subnet': {'network_id': '7ee31de7-3438-4e1b-ab21-2527b0b70219', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1282438546-subnet', 'tenant_id': 'db30800277784b33a49487e655fabfc5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:51.420000 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 7ee31de7-3438-4e1b-ab21-2527b0b70219 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:16:51.448731 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f67c7a-3d62-4d83-b992-754da2ef10c2 admin admin] Pushing event updated for resources: {'Network': ['ID=728ad47d-e0b1-4459-8538-64310bd99036,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:51.450979 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f67c7a-3d62-4d83-b992-754da2ef10c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18320d38-ca01-4903-850b-78a6c9a39bab,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:51.481566 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 728ad47d-e0b1-4459-8538-64310bd99036 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:16:51.610646 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8df9b1-3793-41f2-b2c3-792fe3d5310d req-e7146cc9-bf90-4b0f-a3fa-afbbd7dfcf83 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:51.612232 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cc8df9b1-3793-41f2-b2c3-792fe3d5310d req-e7146cc9-bf90-4b0f-a3fa-afbbd7dfcf83 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/ports?device_id=1677abce-f05c-45f4-bb08-8af52c4ffb4c HTTP/1.1" status: 200 len: 950 time: 0.0933011 Jul 16 01:16:51.655441 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cc8df9b1-3793-41f2-b2c3-792fe3d5310d req-8cead12d-efc5-411c-8c04-2681b5f87dfe tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c1b8e5c-fa6a-40db-b053-4ca45d991649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371010 Jul 16 01:16:51.744016 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569885151-router', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:34Z', 'updated_at': '2021-07-16T01:16:43Z', 'revision_number': 4, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'gw_port': {'id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:36Z', 'updated_at': '2021-07-16T01:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c14a93e1-cf9b-4927-ab10-13591d6d0668', 'name': '', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'mac_address': 'fa:16:3e:cc:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:41Z', 'updated_at': '2021-07-16T01:16:51Z', 'revision_number': 4, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'subnets': [{'id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:51.773404 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d996083d-0f58-45c1-87d6-eb693a19a10d None None] The sync data for ids ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'] in n-d-792394-16 is: [{'id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569885151-router', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:34Z', 'updated_at': '2021-07-16T01:16:43Z', 'revision_number': 4, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'gw_port': {'id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:36Z', 'updated_at': '2021-07-16T01:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c14a93e1-cf9b-4927-ab10-13591d6d0668', 'name': '', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'mac_address': 'fa:16:3e:cc:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:41Z', 'updated_at': '2021-07-16T01:16:51Z', 'revision_number': 4, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'subnets': [{'id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:16:51.909183 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-76d2714b-3e01-4eaf-8cfd-8c6b728b2ade tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.911796 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] For port a6c892d6-7c05-4e2b-a058-dd456feece04, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:51.946215 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] For port a6c892d6-7c05-4e2b-a058-dd456feece04, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=a6c892d6-7c05-4e2b-a058-dd456feece04,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:51.958839 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-76d2714b-3e01-4eaf-8cfd-8c6b728b2ade tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Transition to ACTIVE for port object 04037a01-74f2-4eb2-9763-c5f9731fe105 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:51.965988 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.046484 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:52.047241 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.048724 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] 10.222.0.84 "PUT /v2.0/ports/a6c892d6-7c05-4e2b-a058-dd456feece04 HTTP/1.1" status: 200 len: 1097 time: 4.5253408 Jul 16 01:16:52.057147 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c029415-4ad8-433e-b1cf-0d40eae87164', 'tag': 'a6c892d6-7c05-4e2b-a058-dd456feece04'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:52.060059 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d128113-106b-4477-87e2-f02707946775" -d '{"events": [{"name": "network-changed", "server_uuid": "0c029415-4ad8-433e-b1cf-0d40eae87164", "tag": "a6c892d6-7c05-4e2b-a058-dd456feece04"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:52.069087 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5db2fa5-dcec-46e4-a622-2a0d089eba84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.100205 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5db2fa5-dcec-46e4-a622-2a0d089eba84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.110738 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4b9b4f-d24c-4a65-b2f1-5db7faacc9a5 admin admin] Made reservation on behalf of db30800277784b33a49487e655fabfc5 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:52.113592 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9b4f-d24c-4a65-b2f1-5db7faacc9a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.165241 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-543f7605-14c0-4630-bc66-57b42c296e97 admin admin] Deleting port fb59f5fa-72b0-409f-9fb7-fe082c14e9c3 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:52.165676 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-543f7605-14c0-4630-bc66-57b42c296e97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.193736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97908e85-65e4-473b-96ca-5cb989fe7bc8 admin admin] Made reservation on behalf of cbf5faa5bcd24e299dfd8e1522f3caf5 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:52.199106 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97908e85-65e4-473b-96ca-5cb989fe7bc8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.210865 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db2fa5-dcec-46e4-a622-2a0d089eba84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56f9882-f2d8-4e72-88d6-ed624a9bffe3,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:52.254119 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc760b5-0f58-44eb-b060-fd7542fc1de8 req-22a62c0d-0e72-4d3b-aed0-388dd8267acf tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:52.256010 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4cc760b5-0f58-44eb-b060-fd7542fc1de8 req-22a62c0d-0e72-4d3b-aed0-388dd8267acf tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c029415-4ad8-433e-b1cf-0d40eae87164 HTTP/1.1" status: 200 len: 948 time: 0.6569002 Jul 16 01:16:52.256954 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499454e5-d07b-45db-8fdf-803b94c71ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c892d6-7c05-4e2b-a058-dd456feece04,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:52.295699 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5db2fa5-dcec-46e4-a622-2a0d089eba84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:16:52.315707 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-76d2714b-3e01-4eaf-8cfd-8c6b728b2ade tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.337978 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a65a521d-027a-4839-ac48-1ac0e75d6ec2 req-3f2b572b-320e-4b59-a959-735d1372f16b tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=de41f306-981f-40dd-b7d2-6eadac6bc67b HTTP/1.1" status: 200 len: 210 time: 0.0902700 Jul 16 01:16:52.419906 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5db2fa5-dcec-46e4-a622-2a0d089eba84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.420436 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-f5db2fa5-dcec-46e4-a622-2a0d089eba84 admin admin] Added segment 8edac4d6-1ec3-4386-bc75-60f043e6a81f of type vlan for network 952b1f4f-1df7-48bd-a0c8-40d17571e492 Jul 16 01:16:52.507619 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-76d2714b-3e01-4eaf-8cfd-8c6b728b2ade tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:52.532767 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-76d2714b-3e01-4eaf-8cfd-8c6b728b2ade tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:52.535071 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-76d2714b-3e01-4eaf-8cfd-8c6b728b2ade tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:52.538313 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c14a93e1-cf9b-4927-ab10-13591d6d0668 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:52.558678 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-76d2714b-3e01-4eaf-8cfd-8c6b728b2ade tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:52.561403 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-76d2714b-3e01-4eaf-8cfd-8c6b728b2ade tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.571545 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8bd415-8218-46cc-90a0-28f1b64aa4af x-openstack-request-id: req-4d8bd415-8218-46cc-90a0-28f1b64aa4af {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:52.571967 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c029415-4ad8-433e-b1cf-0d40eae87164", "tag": "a6c892d6-7c05-4e2b-a058-dd456feece04", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:52.572310 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d8bd415-8218-46cc-90a0-28f1b64aa4af {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:52.572814 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c029415-4ad8-433e-b1cf-0d40eae87164', 'tag': 'a6c892d6-7c05-4e2b-a058-dd456feece04', 'status': 'completed', 'code': 200} Jul 16 01:16:52.584206 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5db2fa5-dcec-46e4-a622-2a0d089eba84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.591610 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4cc760b5-0f58-44eb-b060-fd7542fc1de8 req-ca1173f5-e58b-459d-ac95-7ab7e05d1dee tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/security-groups?id=005e6f5e-f13f-44e2-8eed-420aa1a0d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155246 Jul 16 01:16:52.598225 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2714b-3e01-4eaf-8cfd-8c6b728b2ade tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Pushing event updated for resources: {'Port': ['ID=04037a01-74f2-4eb2-9763-c5f9731fe105,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:52.603331 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-5e984ae2-b8e4-4f15-bb54-912c749faf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:52.605155 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-5e984ae2-b8e4-4f15-bb54-912c749faf37 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=62516ad3fa1b4e589a604bfbb26150fd&device_id=0c029415-4ad8-433e-b1cf-0d40eae87164 HTTP/1.1" status: 200 len: 1100 time: 0.4824955 Jul 16 01:16:52.615909 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-543f7605-14c0-4630-bc66-57b42c296e97 admin admin] For port fb59f5fa-72b0-409f-9fb7-fe082c14e9c3, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=fb59f5fa-72b0-409f-9fb7-fe082c14e9c3,segment=NetworkSegment(0be33ec5-9aa3-4a82-b5ff-1b0ab629edde),segment_id=0be33ec5-9aa3-4a82-b5ff-1b0ab629edde)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:52.616450 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-543f7605-14c0-4630-bc66-57b42c296e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.669175 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port c14a93e1-cf9b-4927-ab10-13591d6d0668 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:52.685124 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port c14a93e1-cf9b-4927-ab10-13591d6d0668 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:52.685723 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.754807 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-543f7605-14c0-4630-bc66-57b42c296e97 admin admin] Calling delete_port for fb59f5fa-72b0-409f-9fb7-fe082c14e9c3 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:52.761107 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-76d2714b-3e01-4eaf-8cfd-8c6b728b2ade tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2037034 Jul 16 01:16:52.762683 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-7ba88c7e-cca5-4de0-97c6-dcd6941a3b44 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=a6c892d6-7c05-4e2b-a058-dd456feece04 HTTP/1.1" status: 200 len: 217 time: 0.1431401 Jul 16 01:16:52.765816 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.db.resource_extend [None req-f5db2fa5-dcec-46e4-a622-2a0d089eba84 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:16:52.783028 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:16:52.808501 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-9d1a102e-8804-4556-b459-e6f430877b3a service neutron] Request body: {'port': {'device_id': 'de41f306-981f-40dd-b7d2-6eadac6bc67b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:52.887018 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.955927 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port c14a93e1-cf9b-4927-ab10-13591d6d0668, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c14a93e1-cf9b-4927-ab10-13591d6d0668,segment=NetworkSegment(4235c34d-d0fc-40de-b656-70074dffcff3),segment_id=4235c34d-d0fc-40de-b656-70074dffcff3)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:52.969394 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.087976 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-4db0470e-3275-47b0-8fd3-b67b46d134fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:53.090967 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-81318148-4677-4362-b6c8-c088dcf7dea6 None None] Provisioning for port 04037a01-74f2-4eb2-9763-c5f9731fe105 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:53.092988 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-4db0470e-3275-47b0-8fd3-b67b46d134fe service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.3138931 Jul 16 01:16:53.098052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-81318148-4677-4362-b6c8-c088dcf7dea6 None None] Provisioning complete for port 04037a01-74f2-4eb2-9763-c5f9731fe105 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:53.098280 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-81318148-4677-4362-b6c8-c088dcf7dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.101145 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=c14a93e1-cf9b-4927-ab10-13591d6d0668,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:53.116266 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5db2fa5-dcec-46e4-a622-2a0d089eba84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.117971 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5db2fa5-dcec-46e4-a622-2a0d089eba84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:53.127664 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5db2fa5-dcec-46e4-a622-2a0d089eba84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.149711 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-81318148-4677-4362-b6c8-c088dcf7dea6 None None] Port 04037a01-74f2-4eb2-9763-c5f9731fe105 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:16:53.171815 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-b6355fd1-b345-4b48-be74-e69545cfb9d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67825f8e-4b89-4b11-8b57-c398a3044207 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:53.191801 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-b6355fd1-b345-4b48-be74-e69545cfb9d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.195288 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9b4f-d24c-4a65-b2f1-5db7faacc9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.252786 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f5db2fa5-dcec-46e4-a622-2a0d089eba84 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.7054715 Jul 16 01:16:53.260009 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b9b4f-d24c-4a65-b2f1-5db7faacc9a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0958d85d-3d09-4f13-ae00-a40dac5831e6,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:53.265257 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34978) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:53.278405 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-24b60565-2f70-4582-bd58-10b7b86a7484 admin admin] Request body: {'subnet': {'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1583438394-subnet', 'tenant_id': '19f0097db32e406ab305cc19744860c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:53.281924 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97908e85-65e4-473b-96ca-5cb989fe7bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.290626 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-b6355fd1-b345-4b48-be74-e69545cfb9d7 service neutron] Transition to ACTIVE for port object 67825f8e-4b89-4b11-8b57-c398a3044207 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:53.333697 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-b6355fd1-b345-4b48-be74-e69545cfb9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.351712 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db2fa5-dcec-46e4-a622-2a0d089eba84 admin admin] Pushing event updated for resources: {'Network': ['ID=952b1f4f-1df7-48bd-a0c8-40d17571e492,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:53.381665 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 952b1f4f-1df7-48bd-a0c8-40d17571e492 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:16:53.454929 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97908e85-65e4-473b-96ca-5cb989fe7bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30be82ea-c282-49e1-8091-823987f1dd1e,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:53.457138 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b60565-2f70-4582-bd58-10b7b86a7484 admin admin] Made reservation on behalf of 19f0097db32e406ab305cc19744860c5 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:53.465543 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-24b60565-2f70-4582-bd58-10b7b86a7484 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.484763 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-9d1a102e-8804-4556-b459-e6f430877b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.491567 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfe109-64c0-400f-b8e2-ca3fd2768607 req-0737cd62-764a-4a58-9145-614360249048 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:53.500033 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ccfe109-64c0-400f-b8e2-ca3fd2768607 req-0737cd62-764a-4a58-9145-614360249048 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/ports?device_id=1677abce-f05c-45f4-bb08-8af52c4ffb4c HTTP/1.1" status: 200 len: 950 time: 0.4414341 Jul 16 01:16:53.637114 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6355fd1-b345-4b48-be74-e69545cfb9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=67825f8e-4b89-4b11-8b57-c398a3044207,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:53.645531 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34984) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:53.658193 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-1871bf1b-5f55-4e89-93df-ff7843dc6a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:53.660097 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4b9b4f-d24c-4a65-b2f1-5db7faacc9a5 admin admin] Checking segment: {'id': '9af0cc56-7683-4454-8682-cf433ba0049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7ee31de7-3438-4e1b-ab21-2527b0b70219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:53.660493 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4b9b4f-d24c-4a65-b2f1-5db7faacc9a5 admin admin] Network hostable DHCP agents. Network: 7ee31de7-3438-4e1b-ab21-2527b0b70219, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:16:53.660606 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-1871bf1b-5f55-4e89-93df-ff7843dc6a13 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5483446 Jul 16 01:16:53.662450 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device adf237b6-fa16-4111-9324-8a4ea002f518 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:53.673441 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97908e85-65e4-473b-96ca-5cb989fe7bc8 admin admin] Checking segment: {'id': '6040c4be-f927-4aa4-9026-69ad378d10c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '728ad47d-e0b1-4459-8538-64310bd99036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:53.673902 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97908e85-65e4-473b-96ca-5cb989fe7bc8 admin admin] Network hostable DHCP agents. Network: 728ad47d-e0b1-4459-8538-64310bd99036, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:16:53.687564 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: adf237b6-fa16-4111-9324-8a4ea002f518 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:53.687919 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device adf237b6-fa16-4111-9324-8a4ea002f518 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:53.724036 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-b6355fd1-b345-4b48-be74-e69545cfb9d7 service neutron] Attempting to bind port 67825f8e-4b89-4b11-8b57-c398a3044207 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:53.724386 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-b6355fd1-b345-4b48-be74-e69545cfb9d7 service neutron] Attempting to bind port 67825f8e-4b89-4b11-8b57-c398a3044207 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:53.724737 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-b6355fd1-b345-4b48-be74-e69545cfb9d7 service neutron] Attempting to bind port 67825f8e-4b89-4b11-8b57-c398a3044207 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:53.763145 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ccfe109-64c0-400f-b8e2-ca3fd2768607 req-d4d11a32-fa68-4829-a385-c59077531749 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c1b8e5c-fa6a-40db-b053-4ca45d991649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622886 Jul 16 01:16:53.763801 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-b6355fd1-b345-4b48-be74-e69545cfb9d7 service neutron] Port 67825f8e-4b89-4b11-8b57-c398a3044207 on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:16:53.764129 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-b6355fd1-b345-4b48-be74-e69545cfb9d7 service neutron] Attempting to bind port 67825f8e-4b89-4b11-8b57-c398a3044207 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:53.782267 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-b6355fd1-b345-4b48-be74-e69545cfb9d7 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:53.782267 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-b6355fd1-b345-4b48-be74-e69545cfb9d7 service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:53.782852 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-b6355fd1-b345-4b48-be74-e69545cfb9d7 service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:53.782989 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-b6355fd1-b345-4b48-be74-e69545cfb9d7 service neutron] Bound port: 67825f8e-4b89-4b11-8b57-c398a3044207, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:53.783357 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-b6355fd1-b345-4b48-be74-e69545cfb9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.798490 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97908e85-65e4-473b-96ca-5cb989fe7bc8 admin admin] Network 728ad47d-e0b1-4459-8538-64310bd99036 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:16:53.803655 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4b9b4f-d24c-4a65-b2f1-5db7faacc9a5 admin admin] Network 7ee31de7-3438-4e1b-ab21-2527b0b70219 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:16:53.860066 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-ed4b9b4f-d24c-4a65-b2f1-5db7faacc9a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 7ee31de7-3438-4e1b-ab21-2527b0b70219) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:53.865958 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-97908e85-65e4-473b-96ca-5cb989fe7bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 728ad47d-e0b1-4459-8538-64310bd99036) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:53.875219 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91207abb-6f17-4123-8833-4810b3dcecd7 None None] Network 7ee31de7-3438-4e1b-ab21-2527b0b70219 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:53.901601 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4b9b4f-d24c-4a65-b2f1-5db7faacc9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:53.902498 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9b4f-d24c-4a65-b2f1-5db7faacc9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.906577 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97908e85-65e4-473b-96ca-5cb989fe7bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:53.906966 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97908e85-65e4-473b-96ca-5cb989fe7bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.925930 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1052b6-1a98-4d7b-a032-c24fa9cbf052 None None] Network 728ad47d-e0b1-4459-8538-64310bd99036 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:54.004459 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c96aa-5f8c-41e5-9d5d-0e8ec7c3a516 req-72d6e801-4085-428d-a749-2a42c3a3143b tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:54.004710 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b86bb869-e93a-46ab-b7dd-00dfddd90ed8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5329aca8a317473cba4b57053f06f501&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3556993 Jul 16 01:16:54.006114 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-351c96aa-5f8c-41e5-9d5d-0e8ec7c3a516 req-72d6e801-4085-428d-a749-2a42c3a3143b tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.82 "GET /v2.0/ports?device_id=1677abce-f05c-45f4-bb08-8af52c4ffb4c HTTP/1.1" status: 200 len: 950 time: 0.6410189 Jul 16 01:16:54.007733 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-b6355fd1-b345-4b48-be74-e69545cfb9d7 service neutron] For port 67825f8e-4b89-4b11-8b57-c398a3044207, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:54.011327 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ed4b9b4f-d24c-4a65-b2f1-5db7faacc9a5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.6458478 Jul 16 01:16:54.016090 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34990) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:54.016491 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34992) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:54.017947 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-97908e85-65e4-473b-96ca-5cb989fe7bc8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6551325 Jul 16 01:16:54.022914 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b83c6-a9d0-4247-a827-af6b83dbf31a req-396ba067-0bcc-4930-9763-d47460dcbfb7 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:54.030680 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-903b83c6-a9d0-4247-a827-af6b83dbf31a req-396ba067-0bcc-4930-9763-d47460dcbfb7 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=de41f306-981f-40dd-b7d2-6eadac6bc67b HTTP/1.1" status: 200 len: 935 time: 0.4867280 Jul 16 01:16:54.094753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-fa111b11-06c2-4e96-a258-ac9ae9135fe3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1282438546-router', 'tenant_id': 'db30800277784b33a49487e655fabfc5', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:54.166758 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-e7e6bf9f-c509-494a-aa46-9e514d357736 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778495 Jul 16 01:16:54.181103 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34996) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:54.185010 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-b6355fd1-b345-4b48-be74-e69545cfb9d7 service neutron] For port 67825f8e-4b89-4b11-8b57-c398a3044207, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=67825f8e-4b89-4b11-8b57-c398a3044207,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:54.192268 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa111b11-06c2-4e96-a258-ac9ae9135fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:54.194106 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa111b11-06c2-4e96-a258-ac9ae9135fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:54.198229 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-543f7605-14c0-4630-bc66-57b42c296e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:54.208008 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-903b83c6-a9d0-4247-a827-af6b83dbf31a req-8b0b384d-1928-4060-981e-818874b46b10 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759734 Jul 16 01:16:54.209058 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-24b60565-2f70-4582-bd58-10b7b86a7484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:54.221242 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-b6355fd1-b345-4b48-be74-e69545cfb9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:54.271593 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb110ab2-c68f-49c4-aabe-8393739a920d None None] Network 728ad47d-e0b1-4459-8538-64310bd99036 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:54.306462 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f7605-14c0-4630-bc66-57b42c296e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb59f5fa-72b0-409f-9fb7-fe082c14e9c3,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:54.354933 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-107c097b-528c-46e5-90bb-158c3887c8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:54.362560 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa111b11-06c2-4e96-a258-ac9ae9135fe3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:54.392061 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-b6355fd1-b345-4b48-be74-e69545cfb9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:54.392061 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-b6355fd1-b345-4b48-be74-e69545cfb9d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:54.392061 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-b6355fd1-b345-4b48-be74-e69545cfb9d7 service neutron] 10.222.0.84 "PUT /v2.0/ports/67825f8e-4b89-4b11-8b57-c398a3044207 HTTP/1.1" status: 200 len: 1097 time: 4.3994780 Jul 16 01:16:54.392061 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e9f58f-e83a-4a45-935d-af5dee794120', 'tag': '67825f8e-4b89-4b11-8b57-c398a3044207'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:54.394180 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0453f715-bc62-492e-afe2-29b435527fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e9f58f-e83a-4a45-935d-af5dee794120", "tag": "67825f8e-4b89-4b11-8b57-c398a3044207"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:54.529514 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eb3311-46ce-43a0-bdd2-972500f5b2f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-7ee31de7-3438-4e1b-ab21-2527b0b70219', 'network_id': '7ee31de7-3438-4e1b-ab21-2527b0b70219', 'tenant_id': 'db30800277784b33a49487e655fabfc5', 'fixed_ips': [{'subnet_id': '0958d85d-3d09-4f13-ae00-a40dac5831e6'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:16:54.530310 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3311-46ce-43a0-bdd2-972500f5b2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:54.544227 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b60565-2f70-4582-bd58-10b7b86a7484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:54.554619 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8a6f8e-69c1-4ebe-8fd6-b3ab1dcb9470 x-openstack-request-id: req-ae8a6f8e-69c1-4ebe-8fd6-b3ab1dcb9470 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:54.555192 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e9f58f-e83a-4a45-935d-af5dee794120", "tag": "67825f8e-4b89-4b11-8b57-c398a3044207", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:54.555588 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae8a6f8e-69c1-4ebe-8fd6-b3ab1dcb9470 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:54.556140 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e9f58f-e83a-4a45-935d-af5dee794120', 'tag': '67825f8e-4b89-4b11-8b57-c398a3044207', 'status': 'completed', 'code': 200} Jul 16 01:16:54.558402 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-107c097b-528c-46e5-90bb-158c3887c8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:54.724244 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bfb71-9292-45c0-b9b0-6fb25168cd4d req-cba1637c-04c0-417d-a74b-0cabfcfd09ad tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:54.725899 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b8bfb71-9292-45c0-b9b0-6fb25168cd4d req-cba1637c-04c0-417d-a74b-0cabfcfd09ad tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c029415-4ad8-433e-b1cf-0d40eae87164 HTTP/1.1" status: 200 len: 948 time: 0.8015685 Jul 16 01:16:54.734137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6355fd1-b345-4b48-be74-e69545cfb9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=67825f8e-4b89-4b11-8b57-c398a3044207,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:54.807265 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-f9eb3311-46ce-43a0-bdd2-972500f5b2f3 None None] Allocated IP 172.20.0.2 (7ee31de7-3438-4e1b-ab21-2527b0b70219/0958d85d-3d09-4f13-ae00-a40dac5831e6/494acb03-7795-418b-a336-c671c0c250db) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:54.831921 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e3c008f-e571-4664-a183-99817377971a admin admin] Deleting subnet bbb08191-a018-43ff-a4f3-397de5810909 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:16:54.841408 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c14a93e1-cf9b-4927-ab10-13591d6d0668 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:54.843400 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e3c008f-e571-4664-a183-99817377971a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:54.873498 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b60565-2f70-4582-bd58-10b7b86a7484 admin admin] Checking segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:54.873929 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b60565-2f70-4582-bd58-10b7b86a7484 admin admin] Network hostable DHCP agents. Network: 952b1f4f-1df7-48bd-a0c8-40d17571e492, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:16:54.887564 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa111b11-06c2-4e96-a258-ac9ae9135fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:54.916932 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-9d1a102e-8804-4556-b459-e6f430877b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04037a01-74f2-4eb2-9763-c5f9731fe105 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:54.926857 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b8bfb71-9292-45c0-b9b0-6fb25168cd4d req-b539c961-3593-4503-9d4d-e93b9dc7c1d5 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/security-groups?id=005e6f5e-f13f-44e2-8eed-420aa1a0d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880147 Jul 16 01:16:54.943628 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-9d1a102e-8804-4556-b459-e6f430877b3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:54.966080 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b60565-2f70-4582-bd58-10b7b86a7484 admin admin] Network 952b1f4f-1df7-48bd-a0c8-40d17571e492 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:16:54.971858 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-107c097b-528c-46e5-90bb-158c3887c8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:54.974777 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-107c097b-528c-46e5-90bb-158c3887c8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:54.975565 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-107c097b-528c-46e5-90bb-158c3887c8b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7c711b1-cda0-4396-a3aa-1b5e51489953 HTTP/1.1" status: 204 len: 168 time: 0.9566071 Jul 16 01:16:54.982328 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-59b61c1e-8a9a-4004-97a1-d2e6e341c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:54.983994 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-59b61c1e-8a9a-4004-97a1-d2e6e341c472 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2db723265f594b90bb57a2f4b64cbdf2&device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 1100 time: 0.4601133 Jul 16 01:16:54.995653 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c097b-528c-46e5-90bb-158c3887c8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c711b1-cda0-4396-a3aa-1b5e51489953,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:55.024548 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e3c008f-e571-4664-a183-99817377971a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:55.033857 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-24b60565-2f70-4582-bd58-10b7b86a7484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 952b1f4f-1df7-48bd-a0c8-40d17571e492) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:55.039051 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-e55dfa71-35fb-4a2e-8a37-79dd74160a59 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=67825f8e-4b89-4b11-8b57-c398a3044207 HTTP/1.1" status: 200 len: 217 time: 0.0445075 Jul 16 01:16:55.040830 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b60565-2f70-4582-bd58-10b7b86a7484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:55.041206 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-24b60565-2f70-4582-bd58-10b7b86a7484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:55.049092 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e3c008f-e571-4664-a183-99817377971a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:55.051739 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-9d1a102e-8804-4556-b459-e6f430877b3a service neutron] Transition to ACTIVE for port object 04037a01-74f2-4eb2-9763-c5f9731fe105 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:55.097763 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2923da-ab0b-4275-a87b-0ffe69daf11d None None] Network 952b1f4f-1df7-48bd-a0c8-40d17571e492 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:55.102214 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-540f10a8-d86e-4131-9fda-1284f31ed2fc req-4b20d5ec-e93a-4d80-998f-a6c484ea5149 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9237852 Jul 16 01:16:55.115993 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-9d1a102e-8804-4556-b459-e6f430877b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:55.143227 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-351c96aa-5f8c-41e5-9d5d-0e8ec7c3a516 req-fa2bab27-8bb0-4c55-943b-234408c09ad5 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Deleting port 002aee12-e949-484d-9db0-77baa16c28e6 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:55.143645 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-351c96aa-5f8c-41e5-9d5d-0e8ec7c3a516 req-fa2bab27-8bb0-4c55-943b-234408c09ad5 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:55.148555 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-24b60565-2f70-4582-bd58-10b7b86a7484 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8805723 Jul 16 01:16:55.158792 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-39361e34-311c-446d-b5a6-6b58829644f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:55.160328 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-39361e34-311c-446d-b5a6-6b58829644f1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1145375 Jul 16 01:16:55.385045 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8f8a5a-034a-4233-8049-e472c07cba22 None None] Network 952b1f4f-1df7-48bd-a0c8-40d17571e492 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:55.386163 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-6617bce5-b71b-493b-8382-0ef09c1970d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:55.387759 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-6617bce5-b71b-493b-8382-0ef09c1970d5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2145343 Jul 16 01:16:55.408377 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3311-46ce-43a0-bdd2-972500f5b2f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:55.413041 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port c14a93e1-cf9b-4927-ab10-13591d6d0668 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:55.413493 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:55.447536 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-543f7605-14c0-4630-bc66-57b42c296e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:55.491348 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a102e-8804-4556-b459-e6f430877b3a service neutron] Pushing event updated for resources: {'Port': ['ID=04037a01-74f2-4eb2-9763-c5f9731fe105,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:55.541537 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f9eb3311-46ce-43a0-bdd2-972500f5b2f3 None None] Transition to ACTIVE for port object 494acb03-7795-418b-a336-c671c0c250db will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:55.570300 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35014) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:55.658757 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f9eb3311-46ce-43a0-bdd2-972500f5b2f3 None None] Transition to ACTIVE for port object 494acb03-7795-418b-a336-c671c0c250db will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:55.688670 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbf7db-5d38-4e1d-af58-821fce086fcc req-79a74b91-a1b1-4b43-9e4f-d518f8da33c4 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:55.689205 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3311-46ce-43a0-bdd2-972500f5b2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:55.696444 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ddbf7db-5d38-4e1d-af58-821fce086fcc req-79a74b91-a1b1-4b43-9e4f-d518f8da33c4 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/ports?device_id=1677abce-f05c-45f4-bb08-8af52c4ffb4c HTTP/1.1" status: 200 len: 950 time: 0.7555110 Jul 16 01:16:55.698693 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e3c008f-e571-4664-a183-99817377971a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:55.714188 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc8b822e-d4f7-44aa-b715-691c5ded01f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:55.782229 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eb3311-46ce-43a0-bdd2-972500f5b2f3 None None] Network 7ee31de7-3438-4e1b-ab21-2527b0b70219 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:55.790247 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-f9eb3311-46ce-43a0-bdd2-972500f5b2f3 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:55.793688 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb3311-46ce-43a0-bdd2-972500f5b2f3 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:55.800944 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c008f-e571-4664-a183-99817377971a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb08191-a018-43ff-a4f3-397de5810909,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:55.804256 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-9d1a102e-8804-4556-b459-e6f430877b3a service neutron] Attempting to bind port 04037a01-74f2-4eb2-9763-c5f9731fe105 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:55.804677 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-9d1a102e-8804-4556-b459-e6f430877b3a service neutron] Attempting to bind port 04037a01-74f2-4eb2-9763-c5f9731fe105 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:55.805004 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-9d1a102e-8804-4556-b459-e6f430877b3a service neutron] Attempting to bind port 04037a01-74f2-4eb2-9763-c5f9731fe105 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:55.819949 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb3311-46ce-43a0-bdd2-972500f5b2f3 None None] Pushing event updated for resources: {'Port': ['ID=494acb03-7795-418b-a336-c671c0c250db,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:55.831152 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ddbf7db-5d38-4e1d-af58-821fce086fcc req-f8dbb458-3c5d-42cc-b19f-1e2b8b39c186 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c1b8e5c-fa6a-40db-b053-4ca45d991649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328502 Jul 16 01:16:55.835060 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-351c96aa-5f8c-41e5-9d5d-0e8ec7c3a516 req-fa2bab27-8bb0-4c55-943b-234408c09ad5 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] For port 002aee12-e949-484d-9db0-77baa16c28e6, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=002aee12-e949-484d-9db0-77baa16c28e6,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:55.835450 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-351c96aa-5f8c-41e5-9d5d-0e8ec7c3a516 req-fa2bab27-8bb0-4c55-943b-234408c09ad5 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:55.856102 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e3c008f-e571-4664-a183-99817377971a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:55.856102 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0e3c008f-e571-4664-a183-99817377971a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bbb08191-a018-43ff-a4f3-397de5810909 HTTP/1.1" status: 204 len: 168 time: 1.6713183 Jul 16 01:16:55.863327 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35022) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:55.867663 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-9d1a102e-8804-4556-b459-e6f430877b3a service neutron] Port 04037a01-74f2-4eb2-9763-c5f9731fe105 on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:16:55.868027 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-9d1a102e-8804-4556-b459-e6f430877b3a service neutron] Attempting to bind port 04037a01-74f2-4eb2-9763-c5f9731fe105 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:55.921678 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-9d1a102e-8804-4556-b459-e6f430877b3a service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:55.922022 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-9d1a102e-8804-4556-b459-e6f430877b3a service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:55.922418 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-9d1a102e-8804-4556-b459-e6f430877b3a service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:55.922865 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-9d1a102e-8804-4556-b459-e6f430877b3a service neutron] Bound port: 04037a01-74f2-4eb2-9763-c5f9731fe105, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:55.923226 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-9d1a102e-8804-4556-b459-e6f430877b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:55.927277 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-351c96aa-5f8c-41e5-9d5d-0e8ec7c3a516 req-fa2bab27-8bb0-4c55-943b-234408c09ad5 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Calling delete_port for 002aee12-e949-484d-9db0-77baa16c28e6 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:55.933640 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-f9eb3311-46ce-43a0-bdd2-972500f5b2f3 None None] Attempting to bind port 494acb03-7795-418b-a336-c671c0c250db on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:55.934741 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-f9eb3311-46ce-43a0-bdd2-972500f5b2f3 None None] Attempting to bind port 494acb03-7795-418b-a336-c671c0c250db by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '9af0cc56-7683-4454-8682-cf433ba0049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7ee31de7-3438-4e1b-ab21-2527b0b70219'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:55.935911 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb3311-46ce-43a0-bdd2-972500f5b2f3 None None] Attempting to bind port 494acb03-7795-418b-a336-c671c0c250db on network 7ee31de7-3438-4e1b-ab21-2527b0b70219 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:55.939403 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa111b11-06c2-4e96-a258-ac9ae9135fe3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:55.944294 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb3311-46ce-43a0-bdd2-972500f5b2f3 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:55.945202 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb3311-46ce-43a0-bdd2-972500f5b2f3 None None] Checking segment: {'id': '9af0cc56-7683-4454-8682-cf433ba0049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7ee31de7-3438-4e1b-ab21-2527b0b70219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:55.946224 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3311-46ce-43a0-bdd2-972500f5b2f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:55.946492 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb3311-46ce-43a0-bdd2-972500f5b2f3 None None] Bound using segment: {'id': '9af0cc56-7683-4454-8682-cf433ba0049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7ee31de7-3438-4e1b-ab21-2527b0b70219'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:55.947064 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-f9eb3311-46ce-43a0-bdd2-972500f5b2f3 None None] Bound port: 494acb03-7795-418b-a336-c671c0c250db, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af0cc56-7683-4454-8682-cf433ba0049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7ee31de7-3438-4e1b-ab21-2527b0b70219'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:55.947903 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3311-46ce-43a0-bdd2-972500f5b2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:55.965525 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-3de34d83-aeae-4d90-b216-d41275a9d49a service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239143 Jul 16 01:16:55.968665 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d128113-106b-4477-87e2-f02707946775 req-665e087d-091d-406d-b1f0-c873abea0b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:55.969832 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa111b11-06c2-4e96-a258-ac9ae9135fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:55.970304 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3d128113-106b-4477-87e2-f02707946775 req-665e087d-091d-406d-b1f0-c873abea0b7d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=62516ad3fa1b4e589a604bfbb26150fd&device_id=0c029415-4ad8-433e-b1cf-0d40eae87164 HTTP/1.1" status: 200 len: 1100 time: 0.7555568 Jul 16 01:16:56.070779 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-f9eb3311-46ce-43a0-bdd2-972500f5b2f3 None None] For port 494acb03-7795-418b-a336-c671c0c250db, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:56.082616 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-f9eb3311-46ce-43a0-bdd2-972500f5b2f3 None None] For port 494acb03-7795-418b-a336-c671c0c250db, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=494acb03-7795-418b-a336-c671c0c250db,segment=NetworkSegment(9af0cc56-7683-4454-8682-cf433ba0049f),segment_id=9af0cc56-7683-4454-8682-cf433ba0049f)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:56.090958 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35030) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:56.094004 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3311-46ce-43a0-bdd2-972500f5b2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:56.099783 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f61ee318-8a2f-422c-8125-4adcbaa652aa admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-631904725-network', 'tenant_id': '45fee9d9110d44bbbcfd2a2b37ab8c59'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:56.139747 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08590ac6-73ff-4c8b-b472-148573416d40 req-d71387c9-e50c-4054-8ccc-ee32e730ef23 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:56.141474 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08590ac6-73ff-4c8b-b472-148573416d40 req-d71387c9-e50c-4054-8ccc-ee32e730ef23 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=de41f306-981f-40dd-b7d2-6eadac6bc67b HTTP/1.1" status: 200 len: 947 time: 0.6404631 Jul 16 01:16:56.166954 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb3311-46ce-43a0-bdd2-972500f5b2f3 None None] Pushing event updated for resources: {'Port': ['ID=494acb03-7795-418b-a336-c671c0c250db,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:56.192762 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:56.195889 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d128113-106b-4477-87e2-f02707946775 req-63480e6c-701f-4203-b861-2de308dc26c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:56.201173 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3d128113-106b-4477-87e2-f02707946775 req-63480e6c-701f-4203-b861-2de308dc26c2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.1650891 Jul 16 01:16:56.223306 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8ee748d8-fcb0-468f-99a8-13f1d61b1b34 req-f5a8e0e3-8157-46b8-a5bf-84f20256016c service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415645 Jul 16 01:16:56.256606 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08590ac6-73ff-4c8b-b472-148573416d40 req-7dbae060-c4ea-4cd3-9bd5-51819dc52334 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014140 Jul 16 01:16:56.258307 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-fa111b11-06c2-4e96-a258-ac9ae9135fe3 admin admin] Allocated IP 172.25.6.18 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:56.283032 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3d128113-106b-4477-87e2-f02707946775 req-5d97d502-e57a-4dc6-9465-fb6199ad2581 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=a6c892d6-7c05-4e2b-a058-dd456feece04 HTTP/1.1" status: 200 len: 217 time: 0.0485432 Jul 16 01:16:56.445876 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa111b11-06c2-4e96-a258-ac9ae9135fe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:56.454793 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453f715-bc62-492e-afe2-29b435527fd8 req-a14b1390-1d27-4ea1-a424-3eb24a489ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:56.456395 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0453f715-bc62-492e-afe2-29b435527fd8 req-a14b1390-1d27-4ea1-a424-3eb24a489ca1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2db723265f594b90bb57a2f4b64cbdf2&device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 1100 time: 0.1598051 Jul 16 01:16:56.543628 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-9d1a102e-8804-4556-b459-e6f430877b3a service neutron] For port 04037a01-74f2-4eb2-9763-c5f9731fe105, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:56.555947 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d128113-106b-4477-87e2-f02707946775 req-b9b49d96-0b8a-481e-80ab-c934a70ee6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:56.557472 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3d128113-106b-4477-87e2-f02707946775 req-b9b49d96-0b8a-481e-80ab-c934a70ee6e3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.2379208 Jul 16 01:16:56.566644 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa111b11-06c2-4e96-a258-ac9ae9135fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:56.592395 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c9a51505-eda5-4564-81c6-ec490537794d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:56.616982 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-9d1a102e-8804-4556-b459-e6f430877b3a service neutron] For port 04037a01-74f2-4eb2-9763-c5f9731fe105, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=04037a01-74f2-4eb2-9763-c5f9731fe105,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:56.628893 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa111b11-06c2-4e96-a258-ac9ae9135fe3 admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:56.636839 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-fa111b11-06c2-4e96-a258-ac9ae9135fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:56.640578 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa111b11-06c2-4e96-a258-ac9ae9135fe3 admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:56.645332 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453f715-bc62-492e-afe2-29b435527fd8 req-b3489f80-441d-412b-b9f2-5ba5a1d88de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:56.646888 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0453f715-bc62-492e-afe2-29b435527fd8 req-b3489f80-441d-412b-b9f2-5ba5a1d88de5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.1801810 Jul 16 01:16:56.704679 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:56.712045 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa111b11-06c2-4e96-a258-ac9ae9135fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:56.713502 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-9d1a102e-8804-4556-b459-e6f430877b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:56.737854 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209a9e0-64e8-43ae-8b61-23279090b828 req-a6845313-1523-426b-b9c2-0e0e3572c286 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:56.739358 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1209a9e0-64e8-43ae-8b61-23279090b828 req-a6845313-1523-426b-b9c2-0e0e3572c286 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c029415-4ad8-433e-b1cf-0d40eae87164 HTTP/1.1" status: 200 len: 948 time: 0.5938807 Jul 16 01:16:56.748900 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0453f715-bc62-492e-afe2-29b435527fd8 req-3abc0230-c450-4f5c-84e9-1a08280ebe64 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=67825f8e-4b89-4b11-8b57-c398a3044207 HTTP/1.1" status: 200 len: 217 time: 0.0678391 Jul 16 01:16:56.753450 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc8b822e-d4f7-44aa-b715-691c5ded01f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:56.779243 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:56.779594 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:56.780393 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:56.780833 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] Subscribe: > port after_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:56.781115 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:56.781482 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] Subscribe: > port after_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:56.782019 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:56.782137 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:56.782464 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:56.782799 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:56.824626 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61ee318-8a2f-422c-8125-4adcbaa652aa admin admin] Made reservation on behalf of 45fee9d9110d44bbbcfd2a2b37ab8c59 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:56.826912 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f61ee318-8a2f-422c-8125-4adcbaa652aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:56.841117 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f61ee318-8a2f-422c-8125-4adcbaa652aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:56.852951 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453f715-bc62-492e-afe2-29b435527fd8 req-555eb5f7-c08b-425e-a426-0a8d002ce8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:56.854411 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0453f715-bc62-492e-afe2-29b435527fd8 req-555eb5f7-c08b-425e-a426-0a8d002ce8a7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0885012 Jul 16 01:16:56.891687 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:56.892031 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:56.892396 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:56.892717 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:56.893098 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd37090-86b2-491c-8da2-a91a76150152']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:56.954405 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc8b822e-d4f7-44aa-b715-691c5ded01f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:56.962524 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-9d1a102e-8804-4556-b459-e6f430877b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:56.963275 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-9d1a102e-8804-4556-b459-e6f430877b3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:56.964658 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-9d1a102e-8804-4556-b459-e6f430877b3a service neutron] 10.222.0.82 "PUT /v2.0/ports/04037a01-74f2-4eb2-9763-c5f9731fe105 HTTP/1.1" status: 200 len: 1096 time: 4.1706197 Jul 16 01:16:56.972703 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2270df09-dccd-4223-a148-35e3bf847ebc') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:56.973026 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2270df09-dccd-4223-a148-35e3bf847ebc') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:56.991977 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de41f306-981f-40dd-b7d2-6eadac6bc67b', 'tag': '04037a01-74f2-4eb2-9763-c5f9731fe105'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:56.995530 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808fa62b-ea80-4427-a74b-709e996dc2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "de41f306-981f-40dd-b7d2-6eadac6bc67b", "tag": "04037a01-74f2-4eb2-9763-c5f9731fe105"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:57.069642 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa111b11-06c2-4e96-a258-ac9ae9135fe3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.207200 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453f715-bc62-492e-afe2-29b435527fd8 req-64625271-a97f-457f-b402-ed634ecf6ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:57.208714 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0453f715-bc62-492e-afe2-29b435527fd8 req-64625271-a97f-457f-b402-ed634ecf6ea8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3464394 Jul 16 01:16:57.300661 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.323243 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeee2bc-ea60-4bce-85e2-8f9ad9dde8fa None None] Network 7ee31de7-3438-4e1b-ab21-2527b0b70219 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:57.352641 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516119c6-1e70-473d-a22e-51254bd8014f req-4b7d4f62-b32a-4d06-961c-c180137b2b9c tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:57.359733 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-516119c6-1e70-473d-a22e-51254bd8014f req-4b7d4f62-b32a-4d06-961c-c180137b2b9c tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/ports?device_id=1677abce-f05c-45f4-bb08-8af52c4ffb4c HTTP/1.1" status: 200 len: 950 time: 0.3089004 Jul 16 01:16:57.395365 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f61ee318-8a2f-422c-8125-4adcbaa652aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.402254 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2313e010-9944-4601-9048-375e14d0f01d None None] Provisioning for port 494acb03-7795-418b-a336-c671c0c250db completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:57.408266 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543f7605-14c0-4630-bc66-57b42c296e97 admin admin] Router 890a3059-80b6-499e-8c99-995e2331d02f has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:16:57.422707 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.437803 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cc8b822e-d4f7-44aa-b715-691c5ded01f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3eaf64d3e8bc46f286fef222690b7213&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8612187 Jul 16 01:16:57.441474 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f61ee318-8a2f-422c-8125-4adcbaa652aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.442072 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35040) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:57.444277 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b822e-d4f7-44aa-b715-691c5ded01f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1d5c9e-f8af-42c8-97d9-117f9a40820d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:57.454818 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f61ee318-8a2f-422c-8125-4adcbaa652aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:16:57.463213 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-351c96aa-5f8c-41e5-9d5d-0e8ec7c3a516 req-fa2bab27-8bb0-4c55-943b-234408c09ad5 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.469471 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a102e-8804-4556-b459-e6f430877b3a service neutron] Pushing event updated for resources: {'Port': ['ID=04037a01-74f2-4eb2-9763-c5f9731fe105,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:57.488538 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1209a9e0-64e8-43ae-8b61-23279090b828 req-34886c2a-8249-417e-89d1-20c62666e793 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/security-groups?id=005e6f5e-f13f-44e2-8eed-420aa1a0d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7337074 Jul 16 01:16:57.493956 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f61ee318-8a2f-422c-8125-4adcbaa652aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.494301 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-f61ee318-8a2f-422c-8125-4adcbaa652aa admin admin] Added segment 2c1f3df2-c40a-4837-8506-a44bf5298b91 of type vlan for network 2bc5f43c-16c9-4fe1-a059-4cc236ca324a Jul 16 01:16:57.494996 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:16:57.495550 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.522724 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0453f715-bc62-492e-afe2-29b435527fd8 req-9f0fd37c-1f88-4ef7-9bf5-005f892a9a15 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824497 Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: from cryptography.utils import int_from_bytes Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: from cryptography.utils import int_from_bytes Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:16:57.526664 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:16:57.579742 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-516119c6-1e70-473d-a22e-51254bd8014f req-5930ded3-25cb-48f6-8560-a36df0d42a87 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c1b8e5c-fa6a-40db-b053-4ca45d991649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051814 Jul 16 01:16:57.617295 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64054bd2-ac19-42a6-b243-0070c6182a7a x-openstack-request-id: req-64054bd2-ac19-42a6-b243-0070c6182a7a {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:57.617989 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de41f306-981f-40dd-b7d2-6eadac6bc67b", "tag": "04037a01-74f2-4eb2-9763-c5f9731fe105", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:57.617989 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64054bd2-ac19-42a6-b243-0070c6182a7a {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:57.618292 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de41f306-981f-40dd-b7d2-6eadac6bc67b', 'tag': '04037a01-74f2-4eb2-9763-c5f9731fe105', 'status': 'completed', 'code': 200} Jul 16 01:16:57.620256 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ee318-8a2f-422c-8125-4adcbaa652aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1842fc-1d48-406b-a2a1-75d766ac3dc2,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:57.626389 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2bab27-8bb0-4c55-943b-234408c09ad5 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Pushing event deleted for resources: {'Port': ['ID=002aee12-e949-484d-9db0-77baa16c28e6,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:57.630652 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d128113-106b-4477-87e2-f02707946775 req-19b7545c-a22a-4e9e-bbe5-6e42097b31e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:57.632182 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3d128113-106b-4477-87e2-f02707946775 req-19b7545c-a22a-4e9e-bbe5-6e42097b31e4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0529265 Jul 16 01:16:57.652860 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f61ee318-8a2f-422c-8125-4adcbaa652aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.679614 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device a6c892d6-7c05-4e2b-a058-dd456feece04 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:57.727480 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa111b11-06c2-4e96-a258-ac9ae9135fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.814821 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 002aee12-e949-484d-9db0-77baa16c28e6 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:57.849616 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 002aee12-e949-484d-9db0-77baa16c28e6 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:57.849958 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 002aee12-e949-484d-9db0-77baa16c28e6 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:57.873433 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.880416 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.886012 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2cd37090-86b2-491c-8da2-a91a76150152 HTTP/1.1" status: 204 len: 168 time: 2.0192652 Jul 16 01:16:57.886882 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port a6c892d6-7c05-4e2b-a058-dd456feece04, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=a6c892d6-7c05-4e2b-a058-dd456feece04,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:57.888403 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-b43e8600-44d3-4d97-973c-8c209d754f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:57.890056 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-b43e8600-44d3-4d97-973c-8c209d754f09 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2db723265f594b90bb57a2f4b64cbdf2&device_id=de41f306-981f-40dd-b7d2-6eadac6bc67b HTTP/1.1" status: 200 len: 1099 time: 0.6126390 Jul 16 01:16:57.894883 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35042) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:57.896902 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b9524029-7cf7-4800-96e6-25b676bd81cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.900631 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'a6c892d6-7c05-4e2b-a058-dd456feece04', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': 'a6c892d6-7c05-4e2b-a058-dd456feece04', 'mac_address': 'fa:16:3e:8a:3c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:57.955556 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.955771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-351c96aa-5f8c-41e5-9d5d-0e8ec7c3a516 req-fa2bab27-8bb0-4c55-943b-234408c09ad5 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] No DVR routers for this DVR port 002aee12-e949-484d-9db0-77baa16c28e6 on host n-h2-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:57.959232 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-351c96aa-5f8c-41e5-9d5d-0e8ec7c3a516 req-fa2bab27-8bb0-4c55-943b-234408c09ad5 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.962103 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-351c96aa-5f8c-41e5-9d5d-0e8ec7c3a516 req-fa2bab27-8bb0-4c55-943b-234408c09ad5 tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.82 "DELETE /v2.0/ports/002aee12-e949-484d-9db0-77baa16c28e6 HTTP/1.1" status: 204 len: 173 time: 3.9288497 Jul 16 01:16:57.974774 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c892d6-7c05-4e2b-a058-dd456feece04 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:58.008544 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port a6c892d6-7c05-4e2b-a058-dd456feece04, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=a6c892d6-7c05-4e2b-a058-dd456feece04,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:58.022168 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.030707 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2440d-aa9c-430e-9657-fb3380fc1f73 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cd37090-86b2-491c-8da2-a91a76150152,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:58.090845 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f61ee318-8a2f-422c-8125-4adcbaa652aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.091254 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61ee318-8a2f-422c-8125-4adcbaa652aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:58.091725 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f61ee318-8a2f-422c-8125-4adcbaa652aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.092504 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=a6c892d6-7c05-4e2b-a058-dd456feece04,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:58.111882 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-10f4fa7e-4493-4275-8718-989a19d3a5fa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=04037a01-74f2-4eb2-9763-c5f9731fe105 HTTP/1.1" status: 200 len: 217 time: 0.1804903 Jul 16 01:16:58.128525 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b9524029-7cf7-4800-96e6-25b676bd81cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.159151 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f61ee318-8a2f-422c-8125-4adcbaa652aa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0657067 Jul 16 01:16:58.159940 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35044) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:58.198192 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f8ed51d5-b4b9-4cce-a33e-06b002e64dbb admin admin] Request body: {'subnet': {'network_id': '2bc5f43c-16c9-4fe1-a059-4cc236ca324a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-631904725-subnet', 'tenant_id': '45fee9d9110d44bbbcfd2a2b37ab8c59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:58.200639 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-514981b5-37f6-4d59-8574-a8c9fc346d47 admin admin] Deleting subnet 30be82ea-c282-49e1-8091-823987f1dd1e {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:16:58.231130 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['a6c892d6-7c05-4e2b-a058-dd456feece04'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:58.233088 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0453f715-bc62-492e-afe2-29b435527fd8 req-fb411d7d-7877-464f-a122-2f0ef60cc191 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6488526 Jul 16 01:16:58.237995 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-514981b5-37f6-4d59-8574-a8c9fc346d47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.238486 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ee318-8a2f-422c-8125-4adcbaa652aa admin admin] Pushing event updated for resources: {'Network': ['ID=2bc5f43c-16c9-4fe1-a059-4cc236ca324a,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:58.247645 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec94b28-b678-4cde-bd11-f1d016406fec req-36e2df18-e065-448a-8c00-162281158c86 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:58.255419 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eec94b28-b678-4cde-bd11-f1d016406fec req-36e2df18-e065-448a-8c00-162281158c86 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=de41f306-981f-40dd-b7d2-6eadac6bc67b HTTP/1.1" status: 200 len: 947 time: 0.5441916 Jul 16 01:16:58.270595 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ed51d5-b4b9-4cce-a33e-06b002e64dbb admin admin] Made reservation on behalf of 45fee9d9110d44bbbcfd2a2b37ab8c59 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:58.271147 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 2bc5f43c-16c9-4fe1-a059-4cc236ca324a details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:16:58.273275 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f8ed51d5-b4b9-4cce-a33e-06b002e64dbb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.308173 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543f7605-14c0-4630-bc66-57b42c296e97 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:16:58.312202 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3d128113-106b-4477-87e2-f02707946775 req-feba92de-f418-4036-a52c-c53eba22a8af service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6097534 Jul 16 01:16:58.325891 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-543f7605-14c0-4630-bc66-57b42c296e97 admin admin] 10.222.0.16 "PUT /v2.0/routers/890a3059-80b6-499e-8c99-995e2331d02f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7526240 Jul 16 01:16:58.327937 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-7c970250-ecf9-4666-8ccf-0c345a3b52f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:58.329416 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-7c970250-ecf9-4666-8ccf-0c345a3b52f4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1989632 Jul 16 01:16:58.329685 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b40bb-5eb9-4491-9bfb-68956d4fa18b None None] Sync routers for ids ['890a3059-80b6-499e-8c99-995e2331d02f'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:16:58.330176 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35046) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:58.348591 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354b40bb-5eb9-4491-9bfb-68956d4fa18b None None] Routers {'890a3059-80b6-499e-8c99-995e2331d02f'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:58.351986 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-354b40bb-5eb9-4491-9bfb-68956d4fa18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:16:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['890a3059-80b6-499e-8c99-995e2331d02f'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:58.372427 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa111b11-06c2-4e96-a258-ac9ae9135fe3 admin admin] Router 4e872f0a-d14c-4e27-8a34-94f8e65ada4d is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:16:58.433454 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-514981b5-37f6-4d59-8574-a8c9fc346d47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.571777 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eec94b28-b678-4cde-bd11-f1d016406fec req-2a95424d-8207-4c62-a7b7-52c75c0de2a4 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153541 Jul 16 01:16:58.591173 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b9524029-7cf7-4800-96e6-25b676bd81cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.603046 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b9524029-7cf7-4800-96e6-25b676bd81cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.625261 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b9524029-7cf7-4800-96e6-25b676bd81cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed1d5c9e-f8af-42c8-97d9-117f9a40820d HTTP/1.1" status: 204 len: 168 time: 1.1739349 Jul 16 01:16:58.653163 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 494acb03-7795-418b-a336-c671c0c250db up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:58.741665 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-354b40bb-5eb9-4491-9bfb-68956d4fa18b None None] Set router 890a3059-80b6-499e-8c99-995e2331d02f gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:58.747529 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9524029-7cf7-4800-96e6-25b676bd81cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1d5c9e-f8af-42c8-97d9-117f9a40820d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:58.767047 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-514981b5-37f6-4d59-8574-a8c9fc346d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.786762 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa111b11-06c2-4e96-a258-ac9ae9135fe3 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:16:58.816243 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a30c18-2588-464e-b671-df59799dff8a None None] Sync routers for ids ['4e872f0a-d14c-4e27-8a34-94f8e65ada4d'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:16:58.856719 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a30c18-2588-464e-b671-df59799dff8a None None] Routers {'4e872f0a-d14c-4e27-8a34-94f8e65ada4d'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:58.858449 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-66a30c18-2588-464e-b671-df59799dff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:16:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['4e872f0a-d14c-4e27-8a34-94f8e65ada4d'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:58.919425 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3d128113-106b-4477-87e2-f02707946775 req-b661c672-f1a0-4e74-9049-ac5c329f2c97 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5885441 Jul 16 01:16:58.927526 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5aa1766f-9792-4cf2-945e-02e67ef50d24 admin admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.933224 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d9415a68-e278-496f-a7a2-b488177a7276 req-d9b40d8c-1422-409b-b152-a59c22d2de4d tempest-ServerDiagnosticsNegativeTest-1788979091 tempest-ServerDiagnosticsNegativeTest-1788979091-project] 10.222.0.16 "GET /v2.0/ports?device_id=1677abce-f05c-45f4-bb08-8af52c4ffb4c HTTP/1.1" status: 200 len: 210 time: 0.0795424 Jul 16 01:16:58.935140 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-622514a7-e32e-40a5-8a55-210ae6af84ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:58.936833 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-622514a7-e32e-40a5-8a55-210ae6af84ad service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5867445 Jul 16 01:16:58.986991 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa111b11-06c2-4e96-a258-ac9ae9135fe3 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.993394 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fa111b11-06c2-4e96-a258-ac9ae9135fe3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.9729152 Jul 16 01:16:58.994032 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35056) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:58.997158 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f8ed51d5-b4b9-4cce-a33e-06b002e64dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.052330 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-66a30c18-2588-464e-b671-df59799dff8a None None] Set router 4e872f0a-d14c-4e27-8a34-94f8e65ada4d gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:59.083209 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed51d5-b4b9-4cce-a33e-06b002e64dbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c53d713-1e47-4493-9bab-e4954d063f8d,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:59.102646 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-354b40bb-5eb9-4491-9bfb-68956d4fa18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890a3059-80b6-499e-8c99-995e2331d02f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550014022-router', 'tenant_id': '8cafbcb98d724b5aab00817d2b0447db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '4dc28253-b3bc-43a0-8cff-aeb2ad114d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:31Z', 'updated_at': '2021-07-16T01:16:53Z', 'revision_number': 5, 'project_id': '8cafbcb98d724b5aab00817d2b0447db', 'gw_port': {'id': '4dc28253-b3bc-43a0-8cff-aeb2ad114d17', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a3059-80b6-499e-8c99-995e2331d02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:33Z', 'updated_at': '2021-07-16T01:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:59.121352 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81b8cc-8069-4e2c-8070-eefa874f0fb0 req-19e94dfc-88b8-44d4-a88a-87692a7f8cf5 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:59.123846 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-af81b8cc-8069-4e2c-8070-eefa874f0fb0 req-19e94dfc-88b8-44d4-a88a-87692a7f8cf5 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c029415-4ad8-433e-b1cf-0d40eae87164 HTTP/1.1" status: 200 len: 949 time: 0.3192692 Jul 16 01:16:59.125446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ed51d5-b4b9-4cce-a33e-06b002e64dbb admin admin] Checking segment: {'id': '2c1f3df2-c40a-4837-8506-a44bf5298b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2bc5f43c-16c9-4fe1-a059-4cc236ca324a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:59.126598 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ed51d5-b4b9-4cce-a33e-06b002e64dbb admin admin] Network hostable DHCP agents. Network: 2bc5f43c-16c9-4fe1-a059-4cc236ca324a, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:16:59.191322 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b40bb-5eb9-4491-9bfb-68956d4fa18b None None] Checking router: 890a3059-80b6-499e-8c99-995e2331d02f for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:16:59.191479 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-514981b5-37f6-4d59-8574-a8c9fc346d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.199843 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354b40bb-5eb9-4491-9bfb-68956d4fa18b None None] Routers {'890a3059-80b6-499e-8c99-995e2331d02f'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:59.200504 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-354b40bb-5eb9-4491-9bfb-68956d4fa18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:16:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['890a3059-80b6-499e-8c99-995e2331d02f'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:59.211496 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-af81b8cc-8069-4e2c-8070-eefa874f0fb0 req-439eb8c7-a843-4f7c-992a-14920bb58a92 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/security-groups?id=005e6f5e-f13f-44e2-8eed-420aa1a0d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795317 Jul 16 01:16:59.236790 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ed51d5-b4b9-4cce-a33e-06b002e64dbb admin admin] Network 2bc5f43c-16c9-4fe1-a059-4cc236ca324a is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:16:59.255740 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-f8ed51d5-b4b9-4cce-a33e-06b002e64dbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 2bc5f43c-16c9-4fe1-a059-4cc236ca324a) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:59.277092 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ed51d5-b4b9-4cce-a33e-06b002e64dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:59.282342 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f8ed51d5-b4b9-4cce-a33e-06b002e64dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.287053 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514981b5-37f6-4d59-8574-a8c9fc346d47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30be82ea-c282-49e1-8091-823987f1dd1e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:59.301009 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-514981b5-37f6-4d59-8574-a8c9fc346d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.305830 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-514981b5-37f6-4d59-8574-a8c9fc346d47 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/30be82ea-c282-49e1-8091-823987f1dd1e HTTP/1.1" status: 204 len: 168 time: 1.4021502 Jul 16 01:16:59.309832 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e3abbc-7ee5-4ba9-851e-59463d43d83e None None] Network 2bc5f43c-16c9-4fe1-a059-4cc236ca324a requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:59.311742 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35064) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:59.340890 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5aa1766f-9792-4cf2-945e-02e67ef50d24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.356199 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-2f7f36d3-a1af-46ef-96ae-93a212c09633 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649206 Jul 16 01:16:59.362602 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f8ed51d5-b4b9-4cce-a33e-06b002e64dbb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1946774 Jul 16 01:16:59.403839 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-354b40bb-5eb9-4491-9bfb-68956d4fa18b None None] Set router 890a3059-80b6-499e-8c99-995e2331d02f gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:59.479919 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 494acb03-7795-418b-a336-c671c0c250db completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:59.498094 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.578182 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 494acb03-7795-418b-a336-c671c0c250db triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:59.579115 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.628046 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.642627 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:59.642977 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:59.643689 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:59.644003 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] Subscribe: > port after_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:59.644322 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:59.644682 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] Subscribe: > port after_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:59.644992 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:59.645307 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:59.645614 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:59.645935 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:59.732254 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:59.732636 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:59.732964 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:59.733294 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:16:59.733684 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728ad47d-e0b1-4459-8538-64310bd99036']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:59.767516 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1677abce-f05c-45f4-bb08-8af52c4ffb4c', 'name': 'network-vif-deleted', 'tag': '002aee12-e949-484d-9db0-77baa16c28e6'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:59.775083 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53790d0-9b14-4df5-a67d-6e9ee232c37a" -d '{"events": [{"server_uuid": "1677abce-f05c-45f4-bb08-8af52c4ffb4c", "name": "network-vif-deleted", "tag": "002aee12-e949-484d-9db0-77baa16c28e6"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:59.782415 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6040c4be-f927-4aa4-9026-69ad378d10c9') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:59.782709 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6040c4be-f927-4aa4-9026-69ad378d10c9') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:59.821172 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.854022 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-354b40bb-5eb9-4491-9bfb-68956d4fa18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890a3059-80b6-499e-8c99-995e2331d02f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550014022-router', 'tenant_id': '8cafbcb98d724b5aab00817d2b0447db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '4dc28253-b3bc-43a0-8cff-aeb2ad114d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:31Z', 'updated_at': '2021-07-16T01:16:53Z', 'revision_number': 5, 'project_id': '8cafbcb98d724b5aab00817d2b0447db', 'gw_port': {'id': '4dc28253-b3bc-43a0-8cff-aeb2ad114d17', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a3059-80b6-499e-8c99-995e2331d02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:33Z', 'updated_at': '2021-07-16T01:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:59.864678 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.886179 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b40bb-5eb9-4491-9bfb-68956d4fa18b None None] The sync data for ids ['890a3059-80b6-499e-8c99-995e2331d02f'] in n-d-792394-16 is: [{'id': '890a3059-80b6-499e-8c99-995e2331d02f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-550014022-router', 'tenant_id': '8cafbcb98d724b5aab00817d2b0447db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '4dc28253-b3bc-43a0-8cff-aeb2ad114d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:31Z', 'updated_at': '2021-07-16T01:16:53Z', 'revision_number': 5, 'project_id': '8cafbcb98d724b5aab00817d2b0447db', 'gw_port': {'id': '4dc28253-b3bc-43a0-8cff-aeb2ad114d17', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a3059-80b6-499e-8c99-995e2331d02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:33Z', 'updated_at': '2021-07-16T01:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:16:59.888640 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:16:59.889052 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: from cryptography.utils import int_from_bytes Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: from cryptography.utils import int_from_bytes Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:16:59.959578 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:16:59.965907 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 67825f8e-4b89-4b11-8b57-c398a3044207 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:59.968694 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device a6c892d6-7c05-4e2b-a058-dd456feece04 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:59.969383 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.976782 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.981171 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] 10.222.0.16 "DELETE /v2.0/networks/728ad47d-e0b1-4459-8538-64310bd99036 HTTP/1.1" status: 204 len: 168 time: 0.6684523 Jul 16 01:16:59.997381 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf58c76-691f-48a1-8f50-a5aec2fcf334 admin admin] Pushing event deleted for resources: {'Network': ['ID=728ad47d-e0b1-4459-8538-64310bd99036,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:00.003986 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-736ee8cd-69de-4ef8-a313-4be5be76ab1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:00.015583 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9378e0b2-c21f-4ed5-bb89-4a9ab3d64582 None None] Network 2bc5f43c-16c9-4fe1-a059-4cc236ca324a requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:00.088346 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:00.139226 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-37a58c7c-f96b-4d17-9d22-e227a396d29e req-9a4ab6e9-7e81-4bd0-8d7f-22af347cad0d service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532312 Jul 16 01:17:00.182656 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-5aa1766f-9792-4cf2-945e-02e67ef50d24 admin admin] Deleting port 4dc28253-b3bc-43a0-8cff-aeb2ad114d17 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:00.182972 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5aa1766f-9792-4cf2-945e-02e67ef50d24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:00.193885 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20d558-9cee-474d-be84-a8cd897ee76d req-583bcfc8-3770-495f-b93c-88e9258f88ca tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:00.198600 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c20d558-9cee-474d-be84-a8cd897ee76d req-583bcfc8-3770-495f-b93c-88e9258f88ca tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=de41f306-981f-40dd-b7d2-6eadac6bc67b HTTP/1.1" status: 200 len: 947 time: 0.3908341 Jul 16 01:17:00.278605 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-66a30c18-2588-464e-b671-df59799dff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e872f0a-d14c-4e27-8a34-94f8e65ada4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1282438546-router', 'tenant_id': 'db30800277784b33a49487e655fabfc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:54Z', 'updated_at': '2021-07-16T01:16:56Z', 'revision_number': 3, 'project_id': 'db30800277784b33a49487e655fabfc5', 'gw_port': {'id': 'b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e872f0a-d14c-4e27-8a34-94f8e65ada4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:55Z', 'updated_at': '2021-07-16T01:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:00.308673 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port a6c892d6-7c05-4e2b-a058-dd456feece04 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:00.410336 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a30c18-2588-464e-b671-df59799dff8a None None] Checking router: 4e872f0a-d14c-4e27-8a34-94f8e65ada4d for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:17:00.411066 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a30c18-2588-464e-b671-df59799dff8a None None] Updating router 4e872f0a-d14c-4e27-8a34-94f8e65ada4d port b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:17:00.421963 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port a6c892d6-7c05-4e2b-a058-dd456feece04 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:00.422579 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:00.434154 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35108) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:00.497769 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c20d558-9cee-474d-be84-a8cd897ee76d req-a6e25c42-2e0d-4860-bfc2-cfcd1e92de35 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484941 Jul 16 01:17:00.567542 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:00.586865 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 67825f8e-4b89-4b11-8b57-c398a3044207, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=67825f8e-4b89-4b11-8b57-c398a3044207,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:00.628181 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6e5592-50f0-438f-a292-92325062355f x-openstack-request-id: req-0c6e5592-50f0-438f-a292-92325062355f {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:00.628910 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1677abce-f05c-45f4-bb08-8af52c4ffb4c", "name": "network-vif-deleted", "tag": "002aee12-e949-484d-9db0-77baa16c28e6", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:00.629263 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c6e5592-50f0-438f-a292-92325062355f {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:00.629750 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1677abce-f05c-45f4-bb08-8af52c4ffb4c', 'name': 'network-vif-deleted', 'tag': '002aee12-e949-484d-9db0-77baa16c28e6', 'status': 'completed', 'code': 200} Jul 16 01:17:00.646069 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-5aa1766f-9792-4cf2-945e-02e67ef50d24 admin admin] For port 4dc28253-b3bc-43a0-8cff-aeb2ad114d17, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4dc28253-b3bc-43a0-8cff-aeb2ad114d17,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:00.646594 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5aa1766f-9792-4cf2-945e-02e67ef50d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:00.649381 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-d4097639-e080-49b2-ae09-a2ba9270acb3 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:00.652023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-d4097639-e080-49b2-ae09-a2ba9270acb3 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/networks?id=952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 200 len: 821 time: 0.3668039 Jul 16 01:17:00.658337 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-66a30c18-2588-464e-b671-df59799dff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:00.671777 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-1397aac3-ae6f-46b1-9e35-d54a343183e6 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/quotas/19f0097db32e406ab305cc19744860c5 HTTP/1.1" status: 200 len: 375 time: 0.0139601 Jul 16 01:17:00.708949 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-5aa1766f-9792-4cf2-945e-02e67ef50d24 admin admin] Calling delete_port for 4dc28253-b3bc-43a0-8cff-aeb2ad114d17 owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:00.724581 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '67825f8e-4b89-4b11-8b57-c398a3044207', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': '67825f8e-4b89-4b11-8b57-c398a3044207', 'mac_address': 'fa:16:3e:be:90:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:17:00.743914 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-0bcc898a-24c7-41b3-ac1f-ec90feba47a4 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=19f0097db32e406ab305cc19744860c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669835 Jul 16 01:17:00.757536 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-6166d2d8-17e8-4eef-a6a4-7dcba3a7157a tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:17:00.758624 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-6166d2d8-17e8-4eef-a6a4-7dcba3a7157a tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064585 Jul 16 01:17:00.849785 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:00.870981 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 494acb03-7795-418b-a336-c671c0c250db, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=494acb03-7795-418b-a336-c671c0c250db,segment=NetworkSegment(9af0cc56-7683-4454-8682-cf433ba0049f),segment_id=9af0cc56-7683-4454-8682-cf433ba0049f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:00.903521 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:00.920693 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bc0838be-e56d-4e36-a762-268080e11d33 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4833ab8f7a74e04a2b3844077f7ad64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4831829 Jul 16 01:17:00.924576 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35120) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:00.927610 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fa62b-ea80-4427-a74b-709e996dc2b4 req-d51a6eb7-abde-4a30-bcdf-333d5c6c9a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:00.929243 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-808fa62b-ea80-4427-a74b-709e996dc2b4 req-d51a6eb7-abde-4a30-bcdf-333d5c6c9a82 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2db723265f594b90bb57a2f4b64cbdf2&device_id=de41f306-981f-40dd-b7d2-6eadac6bc67b HTTP/1.1" status: 200 len: 1099 time: 0.7256546 Jul 16 01:17:00.956386 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-25635f63-7ec3-4857-9c4e-f0f933661076 service neutron] 10.222.0.16 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899295 Jul 16 01:17:00.960281 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.031703 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67825f8e-4b89-4b11-8b57-c398a3044207 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:01.038294 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device fb59f5fa-72b0-409f-9fb7-fe082c14e9c3 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:01.080083 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1824c-ea00-4cca-a4da-d944f840f225 req-0762a4ec-f1fa-4827-ae72-a8740d98f06b tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:01.081617 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-25e1824c-ea00-4cca-a4da-d944f840f225 req-0762a4ec-f1fa-4827-ae72-a8740d98f06b tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c029415-4ad8-433e-b1cf-0d40eae87164 HTTP/1.1" status: 200 len: 949 time: 0.1679611 Jul 16 01:17:01.089180 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47360cef-79e2-4bec-bd04-2821281bad3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.093184 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5aa1766f-9792-4cf2-945e-02e67ef50d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.116215 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.119252 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: fb59f5fa-72b0-409f-9fb7-fe082c14e9c3 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:01.119863 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device fb59f5fa-72b0-409f-9fb7-fe082c14e9c3 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:01.138453 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47360cef-79e2-4bec-bd04-2821281bad3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.162546 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 67825f8e-4b89-4b11-8b57-c398a3044207, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=67825f8e-4b89-4b11-8b57-c398a3044207,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:01.164433 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.166954 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-ab26f819-51c7-4928-8408-f74cfc04efe3 service neutron] 10.222.0.16 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965640 Jul 16 01:17:01.194317 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1766f-9792-4cf2-945e-02e67ef50d24 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc28253-b3bc-43a0-8cff-aeb2ad114d17,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:01.211106 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.212432 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47360cef-79e2-4bec-bd04-2821281bad3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.215054 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47360cef-79e2-4bec-bd04-2821281bad3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.218823 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-47360cef-79e2-4bec-bd04-2821281bad3e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d92feb26-e2cb-477c-bc99-588cc4a14156 HTTP/1.1" status: 204 len: 168 time: 0.2905648 Jul 16 01:17:01.228642 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=494acb03-7795-418b-a336-c671c0c250db,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:01.229833 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47360cef-79e2-4bec-bd04-2821281bad3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92feb26-e2cb-477c-bc99-588cc4a14156,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:01.285558 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35128) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:01.319807 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5aa1766f-9792-4cf2-945e-02e67ef50d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.328312 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=67825f8e-4b89-4b11-8b57-c398a3044207,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:01.355602 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c029415-4ad8-433e-b1cf-0d40eae87164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c892d6-7c05-4e2b-a058-dd456feece04'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:01.358512 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fff2eb2-4506-4df1-b20b-7e6f490b8a9b" -d '{"events": [{"server_uuid": "0c029415-4ad8-433e-b1cf-0d40eae87164", "name": "network-vif-plugged", "status": "completed", "tag": "a6c892d6-7c05-4e2b-a058-dd456feece04"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:01.395802 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2045d841-3ca5-4080-b60b-47b88709898f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.442641 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['67825f8e-4b89-4b11-8b57-c398a3044207'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:01.450311 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port a6c892d6-7c05-4e2b-a058-dd456feece04, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=a6c892d6-7c05-4e2b-a058-dd456feece04,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:01.505963 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.543435 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5aa1766f-9792-4cf2-945e-02e67ef50d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.547164 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5aa1766f-9792-4cf2-945e-02e67ef50d24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.552264 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-25e1824c-ea00-4cca-a4da-d944f840f225 req-fb96f377-5900-46aa-9ce3-ab2326a122b8 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/security-groups?id=005e6f5e-f13f-44e2-8eed-420aa1a0d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101794 Jul 16 01:17:01.560812 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fa62b-ea80-4427-a74b-709e996dc2b4 req-fe8e00f5-f12e-467c-bf64-e359e0b7333f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:01.563495 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-808fa62b-ea80-4427-a74b-709e996dc2b4 req-fe8e00f5-f12e-467c-bf64-e359e0b7333f service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.5899048 Jul 16 01:17:01.642508 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=a6c892d6-7c05-4e2b-a058-dd456feece04,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:01.675335 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269a6c3e-c0f1-4f29-9b0b-c2cc7d6b427f x-openstack-request-id: req-269a6c3e-c0f1-4f29-9b0b-c2cc7d6b427f {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:01.675739 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c029415-4ad8-433e-b1cf-0d40eae87164", "name": "network-vif-plugged", "status": "completed", "tag": "a6c892d6-7c05-4e2b-a058-dd456feece04", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:01.676085 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-269a6c3e-c0f1-4f29-9b0b-c2cc7d6b427f {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:01.676621 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c029415-4ad8-433e-b1cf-0d40eae87164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c892d6-7c05-4e2b-a058-dd456feece04', 'code': 200} Jul 16 01:17:01.731616 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-808fa62b-ea80-4427-a74b-709e996dc2b4 req-3d77b581-502e-45d2-809a-2d04fee38994 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=04037a01-74f2-4eb2-9763-c5f9731fe105 HTTP/1.1" status: 200 len: 217 time: 0.1615252 Jul 16 01:17:01.742425 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5aa1766f-9792-4cf2-945e-02e67ef50d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.742983 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa1766f-9792-4cf2-945e-02e67ef50d24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 890a3059-80b6-499e-8c99-995e2331d02f {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:17:01.843989 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-66a30c18-2588-464e-b671-df59799dff8a None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.844660 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5aa1766f-9792-4cf2-945e-02e67ef50d24 admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.845813 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5aa1766f-9792-4cf2-945e-02e67ef50d24 admin admin] 10.222.0.16 "DELETE /v2.0/routers/890a3059-80b6-499e-8c99-995e2331d02f HTTP/1.1" status: 204 len: 168 time: 3.5106580 Jul 16 01:17:01.853274 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35150) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:01.858520 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-66a30c18-2588-464e-b671-df59799dff8a None None] Transition to ACTIVE for port object b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:01.877915 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-66a30c18-2588-464e-b671-df59799dff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.979217 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858d45a-8891-4d6d-b8b1-67ca8a1aead0 None None] Pushing event updated for resources: {'Port': ['ID=b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:02.001022 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-66a30c18-2588-464e-b671-df59799dff8a None None] Attempting to bind port b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:02.001688 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-66a30c18-2588-464e-b671-df59799dff8a None None] Attempting to bind port b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:02.002062 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a30c18-2588-464e-b671-df59799dff8a None None] Attempting to bind port b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:02.022338 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9cd4f83-5556-42d0-8d79-13ed8fc7ad29 admin admin] Deleting subnet 1ed8504a-76c6-444a-bd57-f16cbe6c02b7 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:17:02.023815 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a30c18-2588-464e-b671-df59799dff8a None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:02.024337 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a30c18-2588-464e-b671-df59799dff8a None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:02.024842 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-66a30c18-2588-464e-b671-df59799dff8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:02.026080 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a30c18-2588-464e-b671-df59799dff8a None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:02.026809 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-66a30c18-2588-464e-b671-df59799dff8a None None] Bound port: b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:02.027425 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-66a30c18-2588-464e-b671-df59799dff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:02.037719 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d9cd4f83-5556-42d0-8d79-13ed8fc7ad29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:02.043099 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c4615b8e-0843-4bee-9ce3-bbf500b71d82 req-2a21d348-59e5-44f5-8ed0-a94edb304ba0 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 210 time: 0.2400212 Jul 16 01:17:02.090156 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fa62b-ea80-4427-a74b-709e996dc2b4 req-945c6773-b858-4df6-b162-1961faeb86a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:02.091821 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-808fa62b-ea80-4427-a74b-709e996dc2b4 req-945c6773-b858-4df6-b162-1961faeb86a0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.3505948 Jul 16 01:17:02.105284 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2fa78e58-35b8-4bc6-9b4c-c36ee4e62c17 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c55080e39fd648c1af3202f2fb8092bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8163872 Jul 16 01:17:02.105589 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35158) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:02.106295 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35160) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:02.131618 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-66a30c18-2588-464e-b671-df59799dff8a None None] For port b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:02.137074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-66a30c18-2588-464e-b671-df59799dff8a None None] For port b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:02.149256 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-66a30c18-2588-464e-b671-df59799dff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:02.179052 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d9cd4f83-5556-42d0-8d79-13ed8fc7ad29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:02.239292 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858d45a-8891-4d6d-b8b1-67ca8a1aead0 None None] Pushing event updated for resources: {'Port': ['ID=b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:02.248441 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a30c18-2588-464e-b671-df59799dff8a None None] Routers {'4e872f0a-d14c-4e27-8a34-94f8e65ada4d'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:02.249841 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-66a30c18-2588-464e-b671-df59799dff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:17:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['4e872f0a-d14c-4e27-8a34-94f8e65ada4d'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:02.259366 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124d57c-7358-47db-879c-7fc52b254a93 req-e6786eb7-2013-4a2c-bd18-314c6b7665aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:02.261140 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8124d57c-7358-47db-879c-7fc52b254a93 req-e6786eb7-2013-4a2c-bd18-314c6b7665aa service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0c029415-4ad8-433e-b1cf-0d40eae87164 HTTP/1.1" status: 200 len: 1102 time: 0.4621384 Jul 16 01:17:02.284273 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-2045d841-3ca5-4080-b60b-47b88709898f admin admin] Allocated IP 172.20.0.1 (7ee31de7-3438-4e1b-ab21-2527b0b70219/0958d85d-3d09-4f13-ae00-a40dac5831e6/e81c284f-fb86-47d4-9ca2-4dcef4738bd7) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:02.292207 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-dbee48b2-67e6-41e7-8784-f980d8d68f48 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cbf5faa5bcd24e299dfd8e1522f3caf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849849 Jul 16 01:17:02.297102 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35166) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:02.411298 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:02.431277 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-66a30c18-2588-464e-b671-df59799dff8a None None] Set router 4e872f0a-d14c-4e27-8a34-94f8e65ada4d gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:02.658161 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-16f1a03a-4e9b-46a9-a935-da0d529e95ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:02.717412 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-66a30c18-2588-464e-b671-df59799dff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e872f0a-d14c-4e27-8a34-94f8e65ada4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1282438546-router', 'tenant_id': 'db30800277784b33a49487e655fabfc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:54Z', 'updated_at': '2021-07-16T01:16:56Z', 'revision_number': 3, 'project_id': 'db30800277784b33a49487e655fabfc5', 'gw_port': {'id': 'b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e872f0a-d14c-4e27-8a34-94f8e65ada4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:55Z', 'updated_at': '2021-07-16T01:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:02.746488 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-26ce094e-9dfd-4a45-89ba-eaa2fb06df78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:02.751232 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a30c18-2588-464e-b671-df59799dff8a None None] The sync data for ids ['4e872f0a-d14c-4e27-8a34-94f8e65ada4d'] in n-d-792394-16 is: [{'id': '4e872f0a-d14c-4e27-8a34-94f8e65ada4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1282438546-router', 'tenant_id': 'db30800277784b33a49487e655fabfc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:54Z', 'updated_at': '2021-07-16T01:16:56Z', 'revision_number': 3, 'project_id': 'db30800277784b33a49487e655fabfc5', 'gw_port': {'id': 'b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e872f0a-d14c-4e27-8a34-94f8e65ada4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:55Z', 'updated_at': '2021-07-16T01:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:17:02.758540 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-16f1a03a-4e9b-46a9-a935-da0d529e95ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:02.778846 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8124d57c-7358-47db-879c-7fc52b254a93 req-5cbf3626-c92e-43d8-9aac-b3d51f3379f9 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=005e6f5e-f13f-44e2-8eed-420aa1a0d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091021 Jul 16 01:17:02.809731 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fa62b-ea80-4427-a74b-709e996dc2b4 req-df2d746a-3e82-47c7-906f-4cb0873432a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:02.811256 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-808fa62b-ea80-4427-a74b-709e996dc2b4 req-df2d746a-3e82-47c7-906f-4cb0873432a0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6939492 Jul 16 01:17:02.811903 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883817ce-1c8d-4393-8656-bb50920b7a32 req-9c17a5b0-8fc1-408a-9704-2565c8b06331 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:02.814074 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-883817ce-1c8d-4393-8656-bb50920b7a32 req-9c17a5b0-8fc1-408a-9704-2565c8b06331 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=de41f306-981f-40dd-b7d2-6eadac6bc67b HTTP/1.1" status: 200 len: 947 time: 0.5795622 Jul 16 01:17:02.817130 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d9cd4f83-5556-42d0-8d79-13ed8fc7ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:02.893681 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-26ce094e-9dfd-4a45-89ba-eaa2fb06df78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:02.915680 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb324d5-ffe6-45e1-ad0a-413c8e329ae5 req-503b70a0-57eb-429b-867f-35da69c1d6f6 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:02.916916 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-afb324d5-ffe6-45e1-ad0a-413c8e329ae5 req-503b70a0-57eb-429b-867f-35da69c1d6f6 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c029415-4ad8-433e-b1cf-0d40eae87164 HTTP/1.1" status: 200 len: 950 time: 0.2014418 Jul 16 01:17:02.940973 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-883817ce-1c8d-4393-8656-bb50920b7a32 req-9b85d92a-ac41-479d-8297-d311ab9e4634 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020942 Jul 16 01:17:02.967475 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-16f1a03a-4e9b-46a9-a935-da0d529e95ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:02.970379 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-16f1a03a-4e9b-46a9-a935-da0d529e95ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:02.974055 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-16f1a03a-4e9b-46a9-a935-da0d529e95ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c1b8e5c-fa6a-40db-b053-4ca45d991649 HTTP/1.1" status: 204 len: 168 time: 0.8572466 Jul 16 01:17:02.982386 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d9cd4f83-5556-42d0-8d79-13ed8fc7ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:02.988800 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1a03a-4e9b-46a9-a935-da0d529e95ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1b8e5c-fa6a-40db-b053-4ca45d991649,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:03.028097 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d9cd4f83-5556-42d0-8d79-13ed8fc7ad29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:03.037705 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d9cd4f83-5556-42d0-8d79-13ed8fc7ad29 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1ed8504a-76c6-444a-bd57-f16cbe6c02b7 HTTP/1.1" status: 204 len: 168 time: 1.1509364 Jul 16 01:17:03.037705 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-26ce094e-9dfd-4a45-89ba-eaa2fb06df78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:03.038890 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2045d841-3ca5-4080-b60b-47b88709898f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:03.044341 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-26ce094e-9dfd-4a45-89ba-eaa2fb06df78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:03.045218 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754c8a34-9044-47b3-b553-fd430c552498 None None] Network f1464e54-1742-47e4-862b-5a083501d7da requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:03.048557 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-26ce094e-9dfd-4a45-89ba-eaa2fb06df78 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18320d38-ca01-4903-850b-78a6c9a39bab HTTP/1.1" status: 204 len: 168 time: 0.7481534 Jul 16 01:17:03.049612 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35188) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:03.053882 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd4f83-5556-42d0-8d79-13ed8fc7ad29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ed8504a-76c6-444a-bd57-f16cbe6c02b7,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:03.178533 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-afb324d5-ffe6-45e1-ad0a-413c8e329ae5 req-27b55965-38bd-456e-9b1b-5f63f9703dfc tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/security-groups?id=005e6f5e-f13f-44e2-8eed-420aa1a0d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304103 Jul 16 01:17:03.201664 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-808fa62b-ea80-4427-a74b-709e996dc2b4 req-c6db0928-609b-41d3-bb11-c5556067530d service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780375 Jul 16 01:17:03.208555 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-2045d841-3ca5-4080-b60b-47b88709898f admin admin] Transition to ACTIVE for port object e81c284f-fb86-47d4-9ca2-4dcef4738bd7 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:03.234748 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-688faf9c-5880-4a7f-9ae3-2670b69643be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:03.247721 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce094e-9dfd-4a45-89ba-eaa2fb06df78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18320d38-ca01-4903-850b-78a6c9a39bab,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:03.421271 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-688faf9c-5880-4a7f-9ae3-2670b69643be admin admin] Deleting port f0074608-9a9c-4614-8c08-a6590ef3d4bf {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:03.421852 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-688faf9c-5880-4a7f-9ae3-2670b69643be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:03.594465 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 494acb03-7795-418b-a336-c671c0c250db up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:03.653729 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-688faf9c-5880-4a7f-9ae3-2670b69643be admin admin] For port f0074608-9a9c-4614-8c08-a6590ef3d4bf, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f0074608-9a9c-4614-8c08-a6590ef3d4bf,segment=NetworkSegment(0be33ec5-9aa3-4a82-b5ff-1b0ab629edde),segment_id=0be33ec5-9aa3-4a82-b5ff-1b0ab629edde)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:03.654094 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-688faf9c-5880-4a7f-9ae3-2670b69643be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:03.688589 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-688faf9c-5880-4a7f-9ae3-2670b69643be admin admin] Calling delete_port for f0074608-9a9c-4614-8c08-a6590ef3d4bf owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:03.702796 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 67825f8e-4b89-4b11-8b57-c398a3044207 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:03.754419 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-467bb158-709f-44a2-86c5-650d96476bbd req-173c9751-e873-4fa2-91a3-f2b39f67b818 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 210 time: 0.2196693 Jul 16 01:17:03.859716 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 04037a01-74f2-4eb2-9763-c5f9731fe105 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:17:03.915127 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35204) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:03.926796 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2045d841-3ca5-4080-b60b-47b88709898f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:03.933842 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-688faf9c-5880-4a7f-9ae3-2670b69643be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.007243 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3dc800cb-1414-4b39-b187-dbc6bd7d5bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.010833 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 494acb03-7795-418b-a336-c671c0c250db triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:04.011204 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.015278 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688faf9c-5880-4a7f-9ae3-2670b69643be admin admin] Pushing event deleted for resources: {'Port': ['ID=f0074608-9a9c-4614-8c08-a6590ef3d4bf,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:04.017719 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2045d841-3ca5-4080-b60b-47b88709898f admin admin] Network 7ee31de7-3438-4e1b-ab21-2527b0b70219 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:04.020689 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-808fa62b-ea80-4427-a74b-709e996dc2b4 req-4861f99e-273e-4245-b9e0-2f874b317855 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8067229 Jul 16 01:17:04.024866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688faf9c-5880-4a7f-9ae3-2670b69643be admin admin] No DVR routers for this DVR port f0074608-9a9c-4614-8c08-a6590ef3d4bf on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:04.061120 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-2045d841-3ca5-4080-b60b-47b88709898f admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:04.079109 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.resource_extend [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:17:04.095118 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2045d841-3ca5-4080-b60b-47b88709898f admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:04.178390 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-688faf9c-5880-4a7f-9ae3-2670b69643be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.208511 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 67825f8e-4b89-4b11-8b57-c398a3044207 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:04.211575 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-b835aee8-a461-4911-b511-6a4014051006 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:04.218149 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-b835aee8-a461-4911-b511-6a4014051006 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.82 "GET /v2.0/networks?id=952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 200 len: 821 time: 0.7493498 Jul 16 01:17:04.222789 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045d841-3ca5-4080-b60b-47b88709898f admin admin] Pushing event updated for resources: {'Port': ['ID=e81c284f-fb86-47d4-9ca2-4dcef4738bd7,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:04.241044 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-07801ff0-53e9-4692-aabe-2cd569f27696 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Request body: {'port': {'device_id': '4298c3a8-6b4b-4054-8d44-07e972d86625', 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492', 'admin_state_up': True, 'tenant_id': '19f0097db32e406ab305cc19744860c5'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:04.296805 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2045d841-3ca5-4080-b60b-47b88709898f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.341922 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-688faf9c-5880-4a7f-9ae3-2670b69643be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1464e54-1742-47e4-862b-5a083501d7da']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:04.343758 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 67825f8e-4b89-4b11-8b57-c398a3044207 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:04.344129 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.351658 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35216) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:04.434260 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898d9f3d-3c21-416a-bf52-c756dd33fdee None None] DHCP port deletion for f1464e54-1742-47e4-862b-5a083501d7da request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:17:04.461404 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-688faf9c-5880-4a7f-9ae3-2670b69643be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be33ec5-9aa3-4a82-b5ff-1b0ab629edde') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:04.463368 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-688faf9c-5880-4a7f-9ae3-2670b69643be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be33ec5-9aa3-4a82-b5ff-1b0ab629edde') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:04.516855 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-688faf9c-5880-4a7f-9ae3-2670b69643be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.565623 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-688faf9c-5880-4a7f-9ae3-2670b69643be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.583470 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688faf9c-5880-4a7f-9ae3-2670b69643be admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:17:04.583958 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-688faf9c-5880-4a7f-9ae3-2670b69643be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:17:04.588446 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:17:04.610459 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 04037a01-74f2-4eb2-9763-c5f9731fe105, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=04037a01-74f2-4eb2-9763-c5f9731fe105,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:04.625720 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39210e7-6fe5-4c19-a201-bbfd12b4c383 req-87542b50-166e-4b93-8cc1-6a431a47a607 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:04.627504 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d39210e7-6fe5-4c19-a201-bbfd12b4c383 req-87542b50-166e-4b93-8cc1-6a431a47a607 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=de41f306-981f-40dd-b7d2-6eadac6bc67b HTTP/1.1" status: 200 len: 947 time: 0.3458431 Jul 16 01:17:04.651654 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '04037a01-74f2-4eb2-9763-c5f9731fe105', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': '04037a01-74f2-4eb2-9763-c5f9731fe105', 'mac_address': 'fa:16:3e:a8:3c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:17:04.672996 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4dc28253-b3bc-43a0-8cff-aeb2ad114d17 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:04.718456 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-688faf9c-5880-4a7f-9ae3-2670b69643be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.724082 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3dc800cb-1414-4b39-b187-dbc6bd7d5bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.731948 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b684b3d9-b8f4-48b2-b7bc-0ff9fff9213d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.733608 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-688faf9c-5880-4a7f-9ae3-2670b69643be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.735875 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 4dc28253-b3bc-43a0-8cff-aeb2ad114d17 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:04.739369 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4dc28253-b3bc-43a0-8cff-aeb2ad114d17 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:04.752921 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-688faf9c-5880-4a7f-9ae3-2670b69643be admin admin] 10.222.0.16 "DELETE /v2.0/networks/f1464e54-1742-47e4-862b-5a083501d7da HTTP/1.1" status: 204 len: 168 time: 1.6978252 Jul 16 01:17:04.757952 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3dc800cb-1414-4b39-b187-dbc6bd7d5bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.759177 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d5af2-6532-4d71-a268-3f31d48d076f req-bb59774e-2090-4ee5-b2e1-452a2f3a0c24 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:04.768000 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-474d5af2-6532-4d71-a268-3f31d48d076f req-bb59774e-2090-4ee5-b2e1-452a2f3a0c24 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c029415-4ad8-433e-b1cf-0d40eae87164 HTTP/1.1" status: 200 len: 950 time: 0.2384508 Jul 16 01:17:04.785221 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2045d841-3ca5-4080-b60b-47b88709898f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.815667 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c436eafa-d4ef-4cca-b311-1b33fc349f3b None None] Provisioning for port e81c284f-fb86-47d4-9ca2-4dcef4738bd7 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:04.819486 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d39210e7-6fe5-4c19-a201-bbfd12b4c383 req-d61770e0-6287-4e9f-9e0c-77e975a70b4e tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834533 Jul 16 01:17:04.823595 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c436eafa-d4ef-4cca-b311-1b33fc349f3b None None] Provisioning complete for port e81c284f-fb86-47d4-9ca2-4dcef4738bd7 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:04.824735 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c436eafa-d4ef-4cca-b311-1b33fc349f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.828023 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.835291 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-07801ff0-53e9-4692-aabe-2cd569f27696 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Made reservation on behalf of 19f0097db32e406ab305cc19744860c5 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:04.836886 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688faf9c-5880-4a7f-9ae3-2670b69643be admin admin] Pushing event deleted for resources: {'Network': ['ID=f1464e54-1742-47e4-862b-5a083501d7da,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:04.850688 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-07801ff0-53e9-4692-aabe-2cd569f27696 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.868653 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc800cb-1414-4b39-b187-dbc6bd7d5bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c57068-1f07-435f-aa95-a06a0767615b,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:04.884576 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3dc800cb-1414-4b39-b187-dbc6bd7d5bff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac0aa4763219439086e48a864377ea78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9663737 Jul 16 01:17:04.885228 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35234) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:04.896145 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04037a01-74f2-4eb2-9763-c5f9731fe105 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:04.922430 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 04037a01-74f2-4eb2-9763-c5f9731fe105, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=04037a01-74f2-4eb2-9763-c5f9731fe105,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:04.924416 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.927780 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.949165 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-474d5af2-6532-4d71-a268-3f31d48d076f req-337be065-3605-4dbe-92bb-853ce0081b32 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/security-groups?id=005e6f5e-f13f-44e2-8eed-420aa1a0d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797805 Jul 16 01:17:04.991025 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:05.001879 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35236) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:05.020200 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35240) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:05.065384 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0f2e4fc0-d43b-4c7e-96c8-d50df88fd0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:05.126512 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=04037a01-74f2-4eb2-9763-c5f9731fe105,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:05.189876 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e9f58f-e83a-4a45-935d-af5dee794120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67825f8e-4b89-4b11-8b57-c398a3044207'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:05.193138 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c4a466-7f60-4e99-9f2b-98001a660d3c" -d '{"events": [{"server_uuid": "d2e9f58f-e83a-4a45-935d-af5dee794120", "name": "network-vif-plugged", "status": "completed", "tag": "67825f8e-4b89-4b11-8b57-c398a3044207"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:05.204007 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:05.220572 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['04037a01-74f2-4eb2-9763-c5f9731fe105'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:05.223843 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a9421b50-5778-4cac-ba4c-6099f8a1ee72 req-b3968896-a8a7-402f-a1fb-e04b00e1598f tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 210 time: 0.1229370 Jul 16 01:17:05.228311 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0f2e4fc0-d43b-4c7e-96c8-d50df88fd0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:05.241262 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cd2ca570-8fea-47ad-a862-e85a6734a075 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8cafbcb98d724b5aab00817d2b0447db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357869 Jul 16 01:17:05.253958 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35246) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:05.301850 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c436eafa-d4ef-4cca-b311-1b33fc349f3b None None] Port e81c284f-fb86-47d4-9ca2-4dcef4738bd7 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:05.311832 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 67825f8e-4b89-4b11-8b57-c398a3044207, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=67825f8e-4b89-4b11-8b57-c398a3044207,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:05.328487 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e010df-79a9-4f88-910b-6d752d1fe2b6 x-openstack-request-id: req-33e010df-79a9-4f88-910b-6d752d1fe2b6 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:05.328887 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e9f58f-e83a-4a45-935d-af5dee794120", "name": "network-vif-plugged", "status": "completed", "tag": "67825f8e-4b89-4b11-8b57-c398a3044207", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:05.329228 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33e010df-79a9-4f88-910b-6d752d1fe2b6 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:05.329750 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e9f58f-e83a-4a45-935d-af5dee794120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67825f8e-4b89-4b11-8b57-c398a3044207', 'code': 200} Jul 16 01:17:05.340916 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-f7dbebb1-a1de-4488-8353-b0e9983369c6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-427753556-network', 'tenant_id': 'ca9f8f0612374680aaef3c5c85953dfc'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:05.354724 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0f2e4fc0-d43b-4c7e-96c8-d50df88fd0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:05.361412 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0f2e4fc0-d43b-4c7e-96c8-d50df88fd0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:05.365847 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0f2e4fc0-d43b-4c7e-96c8-d50df88fd0eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7c57068-1f07-435f-aa95-a06a0767615b HTTP/1.1" status: 204 len: 168 time: 0.4795711 Jul 16 01:17:05.381802 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:05.393069 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e4fc0-d43b-4c7e-96c8-d50df88fd0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c57068-1f07-435f-aa95-a06a0767615b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:05.537614 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=67825f8e-4b89-4b11-8b57-c398a3044207,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:05.542833 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:05.555796 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:05.556261 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:05.645769 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664bfa8-6015-47d7-86df-a3811b78aad2 req-67c6264d-ed34-4516-9b92-51e5758c42ad tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:05.647106 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3664bfa8-6015-47d7-86df-a3811b78aad2 req-67c6264d-ed34-4516-9b92-51e5758c42ad tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c029415-4ad8-433e-b1cf-0d40eae87164 HTTP/1.1" status: 200 len: 950 time: 0.0811198 Jul 16 01:17:05.662880 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:05.691595 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:05.695528 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3664bfa8-6015-47d7-86df-a3811b78aad2 req-4fdb193a-fb47-4e45-848f-9ab271c23401 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/security-groups?id=005e6f5e-f13f-44e2-8eed-420aa1a0d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409021 Jul 16 01:17:05.705652 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:05.747763 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-07801ff0-53e9-4692-aabe-2cd569f27696 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Allocated IP 172.20.0.6 (952b1f4f-1df7-48bd-a0c8-40d17571e492/f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda/eafe01fa-d820-481a-9a29-84935e580426) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:05.764966 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e4c41ad-5b2f-4465-a0cb-dff46870d9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:05.780076 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:05.798214 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f0074608-9a9c-4614-8c08-a6590ef3d4bf no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:05.804543 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b684b3d9-b8f4-48b2-b7bc-0ff9fff9213d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:05.818409 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: f0074608-9a9c-4614-8c08-a6590ef3d4bf {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:05.818837 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f0074608-9a9c-4614-8c08-a6590ef3d4bf not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:05.826976 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b684b3d9-b8f4-48b2-b7bc-0ff9fff9213d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:05.861713 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e4c41ad-5b2f-4465-a0cb-dff46870d9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:05.869301 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2045d841-3ca5-4080-b60b-47b88709898f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:05.897991 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a7744-7f2d-467b-a903-e96449068073 req-9bdc608a-7414-412a-8bb0-a812e3d8b56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:05.899422 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-831a7744-7f2d-467b-a903-e96449068073 req-9bdc608a-7414-412a-8bb0-a812e3d8b56e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 1102 time: 0.4826505 Jul 16 01:17:05.911506 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2045d841-3ca5-4080-b60b-47b88709898f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:05.979385 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dbebb1-a1de-4488-8353-b0e9983369c6 admin admin] Made reservation on behalf of ca9f8f0612374680aaef3c5c85953dfc for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:05.981879 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f7dbebb1-a1de-4488-8353-b0e9983369c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:06.017475 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b684b3d9-b8f4-48b2-b7bc-0ff9fff9213d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd3a1fe304624a77b00624c0d4178baa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6644936 Jul 16 01:17:06.020387 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35266) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:06.061892 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684b3d9-b8f4-48b2-b7bc-0ff9fff9213d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7050a54-57d1-4207-bfa8-26a95fe96685,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:06.086043 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f7dbebb1-a1de-4488-8353-b0e9983369c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:06.096766 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5e8d-979a-4c21-b1d8-8118213c5231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:06.122383 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5e8d-979a-4c21-b1d8-8118213c5231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:06.143366 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2045d841-3ca5-4080-b60b-47b88709898f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:06.181248 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045d841-3ca5-4080-b60b-47b88709898f admin admin] Pushing event updated for resources: {'Port': ['ID=e81c284f-fb86-47d4-9ca2-4dcef4738bd7,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:06.192604 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-831a7744-7f2d-467b-a903-e96449068073 req-ddb807fb-05df-4a91-ac01-a48c7893b0ad service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728264 Jul 16 01:17:06.193817 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5e8d-979a-4c21-b1d8-8118213c5231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:06.199195 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5e8d-979a-4c21-b1d8-8118213c5231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:06.200537 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0c1e5e8d-979a-4c21-b1d8-8118213c5231 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7050a54-57d1-4207-bfa8-26a95fe96685 HTTP/1.1" status: 204 len: 168 time: 0.1787474 Jul 16 01:17:06.210705 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e5e8d-979a-4c21-b1d8-8118213c5231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7050a54-57d1-4207-bfa8-26a95fe96685,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:06.244304 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e4c41ad-5b2f-4465-a0cb-dff46870d9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:06.247983 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e4c41ad-5b2f-4465-a0cb-dff46870d9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:06.249192 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2e4c41ad-5b2f-4465-a0cb-dff46870d9fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e628d43e-7ced-4e96-a343-2d091b9dcda4 HTTP/1.1" status: 204 len: 168 time: 0.9687369 Jul 16 01:17:06.414808 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0cb90959-7676-4349-8afa-9b53a7d3ef02 req-6e78c39f-27ad-4a41-8e85-0eeac601c0f1 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 210 time: 0.0341046 Jul 16 01:17:06.528952 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c41ad-5b2f-4465-a0cb-dff46870d9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e628d43e-7ced-4e96-a343-2d091b9dcda4,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:06.541764 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-07801ff0-53e9-4692-aabe-2cd569f27696 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:06.609644 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7a2c4-f8b5-4fa5-a92f-1ec6168492a6 req-fee3034f-c9b2-4f38-9a42-f97820a1eb55 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:06.611167 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3fa7a2c4-f8b5-4fa5-a92f-1ec6168492a6 req-fee3034f-c9b2-4f38-9a42-f97820a1eb55 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=de41f306-981f-40dd-b7d2-6eadac6bc67b HTTP/1.1" status: 200 len: 948 time: 0.6266885 Jul 16 01:17:06.677556 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2045d841-3ca5-4080-b60b-47b88709898f admin admin] Network 7ee31de7-3438-4e1b-ab21-2527b0b70219 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:06.689804 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-2045d841-3ca5-4080-b60b-47b88709898f admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:06.690261 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35288) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:06.711835 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5c08d539-6029-4012-8a7b-99e701839a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:06.728240 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3fa7a2c4-f8b5-4fa5-a92f-1ec6168492a6 req-362198ee-72a3-45cf-964c-4c768df64a00 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028636 Jul 16 01:17:06.795472 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-07801ff0-53e9-4692-aabe-2cd569f27696 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:06.802000 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f7dbebb1-a1de-4488-8353-b0e9983369c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:06.861954 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f7dbebb1-a1de-4488-8353-b0e9983369c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.019944 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5c08d539-6029-4012-8a7b-99e701839a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.033999 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-07801ff0-53e9-4692-aabe-2cd569f27696 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Network 952b1f4f-1df7-48bd-a0c8-40d17571e492 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:07.035218 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5c08d539-6029-4012-8a7b-99e701839a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.042607 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7dbebb1-a1de-4488-8353-b0e9983369c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:17:07.050996 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-07801ff0-53e9-4692-aabe-2cd569f27696 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:07.066555 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-07801ff0-53e9-4692-aabe-2cd569f27696 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:07.069681 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbebb1-a1de-4488-8353-b0e9983369c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1c1340-3a01-40be-a232-997ae74c66f6,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:07.075554 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07801ff0-53e9-4692-aabe-2cd569f27696 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Pushing event updated for resources: {'Port': ['ID=eafe01fa-d820-481a-9a29-84935e580426,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:07.084443 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f7dbebb1-a1de-4488-8353-b0e9983369c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.085009 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-f7dbebb1-a1de-4488-8353-b0e9983369c6 admin admin] Added segment 790f9f46-57bd-4afc-9a5f-57eeeec978f9 of type vlan for network 0acde702-0391-44d7-919c-717172e79311 Jul 16 01:17:07.119378 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5c08d539-6029-4012-8a7b-99e701839a15 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c2586aff03c471daeec26bfeced5784&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4263594 Jul 16 01:17:07.122717 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35304) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:07.140783 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:07.190006 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5b1be471-1a2a-4993-960a-7157b1b48af7 None None] Provisioning complete for port e81c284f-fb86-47d4-9ca2-4dcef4738bd7 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:07.190242 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b1be471-1a2a-4993-960a-7157b1b48af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.201603 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f7dbebb1-a1de-4488-8353-b0e9983369c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.207451 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08d539-6029-4012-8a7b-99e701839a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4b7509-8f87-4327-9eda-8052ead24b04,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:07.280416 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2045d841-3ca5-4080-b60b-47b88709898f admin admin] Router 4e872f0a-d14c-4e27-8a34-94f8e65ada4d has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:17:07.288263 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5b1be471-1a2a-4993-960a-7157b1b48af7 None None] Port e81c284f-fb86-47d4-9ca2-4dcef4738bd7 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:07.293914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368947e1-ffb8-48c0-adcc-98172315ded8 req-1cdeb626-8f17-4e3c-9334-f7d9ea15c120 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:07.295516 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-368947e1-ffb8-48c0-adcc-98172315ded8 req-1cdeb626-8f17-4e3c-9334-f7d9ea15c120 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c029415-4ad8-433e-b1cf-0d40eae87164 HTTP/1.1" status: 200 len: 950 time: 0.4292963 Jul 16 01:17:07.296422 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b50c5a5e-cfd9-4c3d-be5b-01d2d6c9d04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.299204 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f7dbebb1-a1de-4488-8353-b0e9983369c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.299501 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:07.300043 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.300238 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dbebb1-a1de-4488-8353-b0e9983369c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:07.300868 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f7dbebb1-a1de-4488-8353-b0e9983369c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.354362 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-07801ff0-53e9-4692-aabe-2cd569f27696 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:07.355164 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-07801ff0-53e9-4692-aabe-2cd569f27696 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.380987 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-07801ff0-53e9-4692-aabe-2cd569f27696 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1506238 Jul 16 01:17:07.384168 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-368947e1-ffb8-48c0-adcc-98172315ded8 req-9bd114b9-192d-4342-a61e-461c9a18463d tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/security-groups?id=005e6f5e-f13f-44e2-8eed-420aa1a0d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685930 Jul 16 01:17:07.386302 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b50c5a5e-cfd9-4c3d-be5b-01d2d6c9d04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.406563 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f7dbebb1-a1de-4488-8353-b0e9983369c6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.3794904 Jul 16 01:17:07.408087 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35312) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:07.416187 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-e3981418-8b09-4b2e-9734-ea5899b18aa0 service neutron] Request body: {'port': {'device_id': '4298c3a8-6b4b-4054-8d44-07e972d86625', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:07.423933 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-dc030dbd-2973-49b7-812e-ea5b2832b436 admin admin] Request body: {'subnet': {'network_id': '0acde702-0391-44d7-919c-717172e79311', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-427753556-subnet', 'tenant_id': 'ca9f8f0612374680aaef3c5c85953dfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:07.502200 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbebb1-a1de-4488-8353-b0e9983369c6 admin admin] Pushing event updated for resources: {'Network': ['ID=0acde702-0391-44d7-919c-717172e79311,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:07.521463 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 0acde702-0391-44d7-919c-717172e79311 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:17:07.594162 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc030dbd-2973-49b7-812e-ea5b2832b436 admin admin] Made reservation on behalf of ca9f8f0612374680aaef3c5c85953dfc for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:07.601211 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc030dbd-2973-49b7-812e-ea5b2832b436 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.617645 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-e3981418-8b09-4b2e-9734-ea5899b18aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.660159 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b50c5a5e-cfd9-4c3d-be5b-01d2d6c9d04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.668689 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b50c5a5e-cfd9-4c3d-be5b-01d2d6c9d04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.669890 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b50c5a5e-cfd9-4c3d-be5b-01d2d6c9d04a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b4b7509-8f87-4327-9eda-8052ead24b04 HTTP/1.1" status: 204 len: 168 time: 0.5440087 Jul 16 01:17:07.689317 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35328) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:07.706190 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2045d841-3ca5-4080-b60b-47b88709898f admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:17:07.717410 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] Sync routers for ids ['4e872f0a-d14c-4e27-8a34-94f8e65ada4d'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:17:07.727816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c5a5e-cfd9-4c3d-be5b-01d2d6c9d04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4b7509-8f87-4327-9eda-8052ead24b04,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:07.727935 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2045d841-3ca5-4080-b60b-47b88709898f admin admin] 10.222.0.16 "PUT /v2.0/routers/4e872f0a-d14c-4e27-8a34-94f8e65ada4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7162249 Jul 16 01:17:07.742101 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] Routers {'4e872f0a-d14c-4e27-8a34-94f8e65ada4d'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:07.743642 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:17:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['4e872f0a-d14c-4e27-8a34-94f8e65ada4d'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:07.834582 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611eb2f-1e96-4e16-aa2c-ab3cdd08a9ac req-abff8231-1d7e-44f9-9b13-d3b56d85a294 tempest-LiveMigrationNegativeTest-1543331210 tempest-LiveMigrationNegativeTest-1543331210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:07.836547 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d611eb2f-1e96-4e16-aa2c-ab3cdd08a9ac req-abff8231-1d7e-44f9-9b13-d3b56d85a294 tempest-LiveMigrationNegativeTest-1543331210 tempest-LiveMigrationNegativeTest-1543331210-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0c029415-4ad8-433e-b1cf-0d40eae87164 HTTP/1.1" status: 200 len: 1102 time: 0.2378662 Jul 16 01:17:07.838179 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 04037a01-74f2-4eb2-9763-c5f9731fe105 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:07.885429 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-d611eb2f-1e96-4e16-aa2c-ab3cdd08a9ac req-a652f450-b77d-4866-95d1-532541793d30 tempest-LiveMigrationNegativeTest-1543331210 tempest-LiveMigrationNegativeTest-1543331210-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.890058 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21b9c4-f10a-41de-b012-d975c07f9d32 req-7f1003b8-027a-4487-8ce4-518722673e9b tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:07.891660 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aa21b9c4-f10a-41de-b012-d975c07f9d32 req-7f1003b8-027a-4487-8ce4-518722673e9b tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 931 time: 0.1304781 Jul 16 01:17:07.971120 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] Set router 4e872f0a-d14c-4e27-8a34-94f8e65ada4d gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:07.985544 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 04037a01-74f2-4eb2-9763-c5f9731fe105 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:07.989790 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 04037a01-74f2-4eb2-9763-c5f9731fe105 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:07.992878 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.993640 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aa21b9c4-f10a-41de-b012-d975c07f9d32 req-82d57ab1-fd00-4518-a20f-1f49fd96ad93 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955930 Jul 16 01:17:08.018333 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc030dbd-2973-49b7-812e-ea5b2832b436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.130363 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc030dbd-2973-49b7-812e-ea5b2832b436 admin admin] Checking segment: {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:08.130771 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc030dbd-2973-49b7-812e-ea5b2832b436 admin admin] Network hostable DHCP agents. Network: 0acde702-0391-44d7-919c-717172e79311, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:17:08.164963 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc030dbd-2973-49b7-812e-ea5b2832b436 admin admin] Network 0acde702-0391-44d7-919c-717172e79311 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:17:08.174339 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc030dbd-2973-49b7-812e-ea5b2832b436 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53fcd526-4834-4829-80ef-c0f48c90d8f1,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:08.183042 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-dc030dbd-2973-49b7-812e-ea5b2832b436 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 0acde702-0391-44d7-919c-717172e79311) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:08.191036 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.198206 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b89705-6e58-4688-9f97-79f0c6ae5526 None None] Network 0acde702-0391-44d7-919c-717172e79311 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:08.203789 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc030dbd-2973-49b7-812e-ea5b2832b436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:08.204587 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc030dbd-2973-49b7-812e-ea5b2832b436 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.280574 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de41f306-981f-40dd-b7d2-6eadac6bc67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04037a01-74f2-4eb2-9763-c5f9731fe105'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:08.282922 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f29ad0e-04d4-4d42-80ec-4681f02ee516" -d '{"events": [{"server_uuid": "de41f306-981f-40dd-b7d2-6eadac6bc67b", "name": "network-vif-plugged", "status": "completed", "tag": "04037a01-74f2-4eb2-9763-c5f9731fe105"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:08.284988 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-e3981418-8b09-4b2e-9734-ea5899b18aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eafe01fa-d820-481a-9a29-84935e580426 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:08.306528 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-e3981418-8b09-4b2e-9734-ea5899b18aa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.320870 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-b1c0f7b2-75b6-4487-8552-902aaef6b336 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-785302686-network', 'tenant_id': 'c0b2eae700ff4ab68886ada7773f4874'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:08.331221 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-d611eb2f-1e96-4e16-aa2c-ab3cdd08a9ac req-a652f450-b77d-4866-95d1-532541793d30 tempest-LiveMigrationNegativeTest-1543331210 tempest-LiveMigrationNegativeTest-1543331210-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.334486 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-e3981418-8b09-4b2e-9734-ea5899b18aa0 service neutron] Transition to ACTIVE for port object eafe01fa-d820-481a-9a29-84935e580426 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:08.338858 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-d611eb2f-1e96-4e16-aa2c-ab3cdd08a9ac req-a652f450-b77d-4866-95d1-532541793d30 tempest-LiveMigrationNegativeTest-1543331210 tempest-LiveMigrationNegativeTest-1543331210-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.356547 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 04037a01-74f2-4eb2-9763-c5f9731fe105, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=04037a01-74f2-4eb2-9763-c5f9731fe105,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:08.357906 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c31e1a-5d10-4a39-ac6b-e65e9e666b55 req-bb1defd8-242b-4274-9e98-46798754bea2 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:08.365865 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c1c31e1a-5d10-4a39-ac6b-e65e9e666b55 req-bb1defd8-242b-4274-9e98-46798754bea2 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=de41f306-981f-40dd-b7d2-6eadac6bc67b HTTP/1.1" status: 200 len: 948 time: 0.1360083 Jul 16 01:17:08.372839 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-e3981418-8b09-4b2e-9734-ea5899b18aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.373576 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.396692 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-dc030dbd-2973-49b7-812e-ea5b2832b436 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9868994 Jul 16 01:17:08.459337 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e872f0a-d14c-4e27-8a34-94f8e65ada4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1282438546-router', 'tenant_id': 'db30800277784b33a49487e655fabfc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:54Z', 'updated_at': '2021-07-16T01:17:04Z', 'revision_number': 4, 'project_id': 'db30800277784b33a49487e655fabfc5', 'gw_port': {'id': 'b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e872f0a-d14c-4e27-8a34-94f8e65ada4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:55Z', 'updated_at': '2021-07-16T01:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'e81c284f-fb86-47d4-9ca2-4dcef4738bd7', 'name': '', 'network_id': '7ee31de7-3438-4e1b-ab21-2527b0b70219', 'tenant_id': 'db30800277784b33a49487e655fabfc5', 'mac_address': 'fa:16:3e:20:69:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e872f0a-d14c-4e27-8a34-94f8e65ada4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '0958d85d-3d09-4f13-ae00-a40dac5831e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:01Z', 'updated_at': '2021-07-16T01:17:05Z', 'revision_number': 2, 'project_id': 'db30800277784b33a49487e655fabfc5', 'subnets': [{'id': '0958d85d-3d09-4f13-ae00-a40dac5831e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:08.463819 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c1c31e1a-5d10-4a39-ac6b-e65e9e666b55 req-104c53f0-03d0-4a67-bd11-64aa573cecac tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973504 Jul 16 01:17:08.469608 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c0f7b2-75b6-4487-8552-902aaef6b336 admin admin] Made reservation on behalf of c0b2eae700ff4ab68886ada7773f4874 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:08.473722 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f7b2-75b6-4487-8552-902aaef6b336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.495615 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f7b2-75b6-4487-8552-902aaef6b336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.496999 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d611eb2f-1e96-4e16-aa2c-ab3cdd08a9ac req-a652f450-b77d-4866-95d1-532541793d30 tempest-LiveMigrationNegativeTest-1543331210 tempest-LiveMigrationNegativeTest-1543331210-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=005e6f5e-f13f-44e2-8eed-420aa1a0d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6484287 Jul 16 01:17:08.536625 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=04037a01-74f2-4eb2-9763-c5f9731fe105,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:08.544991 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652f450-b77d-4866-95d1-532541793d30 tempest-LiveMigrationNegativeTest-1543331210 tempest-LiveMigrationNegativeTest-1543331210-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32a6ef8-effe-4cca-a7e9-77b5c2abcbc6,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:08.559769 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb9272d-9ddf-410e-831c-5b8f89c48006 None None] Network 0acde702-0391-44d7-919c-717172e79311 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:08.571268 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] Checking router: 4e872f0a-d14c-4e27-8a34-94f8e65ada4d for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:17:08.572185 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] Updating router 4e872f0a-d14c-4e27-8a34-94f8e65ada4d port e81c284f-fb86-47d4-9ca2-4dcef4738bd7 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:17:08.603222 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3981418-8b09-4b2e-9734-ea5899b18aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=eafe01fa-d820-481a-9a29-84935e580426,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:08.614470 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.703725 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f7b2-75b6-4487-8552-902aaef6b336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.713569 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f7b2-75b6-4487-8552-902aaef6b336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.722090 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-e3981418-8b09-4b2e-9734-ea5899b18aa0 service neutron] Attempting to bind port eafe01fa-d820-481a-9a29-84935e580426 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:08.723250 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-e3981418-8b09-4b2e-9734-ea5899b18aa0 service neutron] Attempting to bind port eafe01fa-d820-481a-9a29-84935e580426 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:08.723815 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-e3981418-8b09-4b2e-9734-ea5899b18aa0 service neutron] Attempting to bind port eafe01fa-d820-481a-9a29-84935e580426 on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:08.728992 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-e3981418-8b09-4b2e-9734-ea5899b18aa0 service neutron] Port eafe01fa-d820-481a-9a29-84935e580426 on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:17:08.729763 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-e3981418-8b09-4b2e-9734-ea5899b18aa0 service neutron] Attempting to bind port eafe01fa-d820-481a-9a29-84935e580426 on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:08.736579 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-e3981418-8b09-4b2e-9734-ea5899b18aa0 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:08.737604 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-e3981418-8b09-4b2e-9734-ea5899b18aa0 service neutron] Checking segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:08.738260 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-e3981418-8b09-4b2e-9734-ea5899b18aa0 service neutron] Bound using segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:08.738978 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-e3981418-8b09-4b2e-9734-ea5899b18aa0 service neutron] Bound port: eafe01fa-d820-481a-9a29-84935e580426, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:08.739836 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-e3981418-8b09-4b2e-9734-ea5899b18aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.778299 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0f7b2-75b6-4487-8552-902aaef6b336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb14dde2-1bf3-4837-b2fe-59785eaad959,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:08.809077 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c0f7b2-75b6-4487-8552-902aaef6b336 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:17:08.836782 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f7b2-75b6-4487-8552-902aaef6b336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.838515 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-b1c0f7b2-75b6-4487-8552-902aaef6b336 admin admin] Added segment 18369cdd-fa3b-4ff4-8e77-e10f3713a4c9 of type vlan for network b31a1f90-c125-4a32-8917-6f79e083bf84 Jul 16 01:17:08.850557 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-e3981418-8b09-4b2e-9734-ea5899b18aa0 service neutron] For port eafe01fa-d820-481a-9a29-84935e580426, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:08.855089 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-e3981418-8b09-4b2e-9734-ea5899b18aa0 service neutron] For port eafe01fa-d820-481a-9a29-84935e580426, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=eafe01fa-d820-481a-9a29-84935e580426,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:08.863441 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-e3981418-8b09-4b2e-9734-ea5899b18aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.888753 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f7b2-75b6-4487-8552-902aaef6b336 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.914917 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-e3981418-8b09-4b2e-9734-ea5899b18aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:08.915705 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-e3981418-8b09-4b2e-9734-ea5899b18aa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.917560 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-e3981418-8b09-4b2e-9734-ea5899b18aa0 service neutron] 10.222.0.82 "PUT /v2.0/ports/eafe01fa-d820-481a-9a29-84935e580426 HTTP/1.1" status: 200 len: 1092 time: 1.5184612 Jul 16 01:17:08.918241 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4298c3a8-6b4b-4054-8d44-07e972d86625', 'tag': 'eafe01fa-d820-481a-9a29-84935e580426'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:08.921794 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e223ee-2e52-4089-a2bf-bb365d5d9ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "4298c3a8-6b4b-4054-8d44-07e972d86625", "tag": "eafe01fa-d820-481a-9a29-84935e580426"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:08.944517 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f7b2-75b6-4487-8552-902aaef6b336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.947266 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c0f7b2-75b6-4487-8552-902aaef6b336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:08.948147 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f7b2-75b6-4487-8552-902aaef6b336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.950301 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3981418-8b09-4b2e-9734-ea5899b18aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=eafe01fa-d820-481a-9a29-84935e580426,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:09.068986 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96481a0-642c-47f9-8866-bf4e214383a3 x-openstack-request-id: req-a96481a0-642c-47f9-8866-bf4e214383a3 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:09.069698 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de41f306-981f-40dd-b7d2-6eadac6bc67b", "name": "network-vif-plugged", "status": "completed", "tag": "04037a01-74f2-4eb2-9763-c5f9731fe105", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:09.069962 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a96481a0-642c-47f9-8866-bf4e214383a3 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:09.070401 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de41f306-981f-40dd-b7d2-6eadac6bc67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04037a01-74f2-4eb2-9763-c5f9731fe105', 'code': 200} Jul 16 01:17:09.108659 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-573fe0fa-b5f3-46d4-afd2-e4db683ac78f tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=aa31777534244a89a1cc7d326566f6d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564153 Jul 16 01:17:09.112949 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b1c0f7b2-75b6-4487-8552-902aaef6b336 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4053698 Jul 16 01:17:09.113754 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0f7b2-75b6-4487-8552-902aaef6b336 admin admin] Pushing event updated for resources: {'Network': ['ID=b31a1f90-c125-4a32-8917-6f79e083bf84,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:09.115926 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35378) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:09.121363 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-030bb141-9a8c-4ddd-b03f-34e7eab3d4c9 admin admin] Request body: {'subnet': {'network_id': 'b31a1f90-c125-4a32-8917-6f79e083bf84', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-785302686-subnet', 'tenant_id': 'c0b2eae700ff4ab68886ada7773f4874', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:09.124343 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-58ba9f93-1854-4b1d-b52b-10de2fd4e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:09.125754 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network b31a1f90-c125-4a32-8917-6f79e083bf84 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:17:09.126272 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-58ba9f93-1854-4b1d-b52b-10de2fd4e861 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=19f0097db32e406ab305cc19744860c5&device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 1095 time: 0.1600733 Jul 16 01:17:09.176806 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030bb141-9a8c-4ddd-b03f-34e7eab3d4c9 admin admin] Made reservation on behalf of c0b2eae700ff4ab68886ada7773f4874 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:09.180122 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-030bb141-9a8c-4ddd-b03f-34e7eab3d4c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.212400 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.269544 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] Transition to ACTIVE for port object e81c284f-fb86-47d4-9ca2-4dcef4738bd7 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:09.282396 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-d508d4a2-9af0-4757-9a69-df619fd26190 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eafe01fa-d820-481a-9a29-84935e580426 HTTP/1.1" status: 200 len: 217 time: 0.1437688 Jul 16 01:17:09.288200 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.326746 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59dd6bb-da21-4da7-8376-229d8cc82c8d x-openstack-request-id: req-f59dd6bb-da21-4da7-8376-229d8cc82c8d {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:09.327068 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4298c3a8-6b4b-4054-8d44-07e972d86625", "tag": "eafe01fa-d820-481a-9a29-84935e580426", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:09.328645 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f59dd6bb-da21-4da7-8376-229d8cc82c8d {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:09.329089 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4298c3a8-6b4b-4054-8d44-07e972d86625', 'tag': 'eafe01fa-d820-481a-9a29-84935e580426', 'status': 'completed', 'code': 200} Jul 16 01:17:09.425297 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736582d4-52ea-4948-8230-6e6ac6475c42 None None] Pushing event updated for resources: {'Port': ['ID=e81c284f-fb86-47d4-9ca2-4dcef4738bd7,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:09.461944 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] Attempting to bind port e81c284f-fb86-47d4-9ca2-4dcef4738bd7 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:09.465851 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] Attempting to bind port e81c284f-fb86-47d4-9ca2-4dcef4738bd7 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '9af0cc56-7683-4454-8682-cf433ba0049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7ee31de7-3438-4e1b-ab21-2527b0b70219'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:09.466489 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] Attempting to bind port e81c284f-fb86-47d4-9ca2-4dcef4738bd7 on network 7ee31de7-3438-4e1b-ab21-2527b0b70219 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:09.473140 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:09.473140 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] Checking segment: {'id': '9af0cc56-7683-4454-8682-cf433ba0049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7ee31de7-3438-4e1b-ab21-2527b0b70219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:09.473656 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.474087 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] Bound using segment: {'id': '9af0cc56-7683-4454-8682-cf433ba0049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7ee31de7-3438-4e1b-ab21-2527b0b70219'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:09.474627 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] Bound port: e81c284f-fb86-47d4-9ca2-4dcef4738bd7, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af0cc56-7683-4454-8682-cf433ba0049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7ee31de7-3438-4e1b-ab21-2527b0b70219'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:09.475064 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.544998 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-030bb141-9a8c-4ddd-b03f-34e7eab3d4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.577734 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] For port e81c284f-fb86-47d4-9ca2-4dcef4738bd7, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:09.582231 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] For port e81c284f-fb86-47d4-9ca2-4dcef4738bd7, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e81c284f-fb86-47d4-9ca2-4dcef4738bd7,segment=NetworkSegment(9af0cc56-7683-4454-8682-cf433ba0049f),segment_id=9af0cc56-7683-4454-8682-cf433ba0049f)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:09.582615 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-048b813a-35d3-4e27-8cf8-ebb9425698d1 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:09.584832 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-048b813a-35d3-4e27-8cf8-ebb9425698d1 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4570377 Jul 16 01:17:09.591412 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.615059 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-78fa2323-1dae-4840-a4c2-65a8902aae65 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/quotas/aa31777534244a89a1cc7d326566f6d6 HTTP/1.1" status: 200 len: 375 time: 0.0215025 Jul 16 01:17:09.620549 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-35c1015a-b6b7-4cdc-9eac-f05c43c76771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:09.622628 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-35c1015a-b6b7-4cdc-9eac-f05c43c76771 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda HTTP/1.1" status: 200 len: 861 time: 0.2926621 Jul 16 01:17:09.636389 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bb141-9a8c-4ddd-b03f-34e7eab3d4c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e48ddc0d-c205-431e-b30d-f36e3deacaa9,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:09.662884 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-5ade0482-f349-4470-a2fc-2b66b55045e7 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=aa31777534244a89a1cc7d326566f6d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378933 Jul 16 01:17:09.668397 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030bb141-9a8c-4ddd-b03f-34e7eab3d4c9 admin admin] Checking segment: {'id': '18369cdd-fa3b-4ff4-8e77-e10f3713a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b31a1f90-c125-4a32-8917-6f79e083bf84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:09.668975 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030bb141-9a8c-4ddd-b03f-34e7eab3d4c9 admin admin] Network hostable DHCP agents. Network: b31a1f90-c125-4a32-8917-6f79e083bf84, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:17:09.697958 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030bb141-9a8c-4ddd-b03f-34e7eab3d4c9 admin admin] Network b31a1f90-c125-4a32-8917-6f79e083bf84 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:17:09.717068 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-030bb141-9a8c-4ddd-b03f-34e7eab3d4c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, b31a1f90-c125-4a32-8917-6f79e083bf84) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:09.721847 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030bb141-9a8c-4ddd-b03f-34e7eab3d4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:09.722561 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-030bb141-9a8c-4ddd-b03f-34e7eab3d4c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.726229 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af15a0f-f49e-41b4-a387-3921e5c92e5b None None] Network b31a1f90-c125-4a32-8917-6f79e083bf84 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:09.780000 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] Routers {'4e872f0a-d14c-4e27-8a34-94f8e65ada4d'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:09.781068 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:17:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['4e872f0a-d14c-4e27-8a34-94f8e65ada4d'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:09.781569 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-030bb141-9a8c-4ddd-b03f-34e7eab3d4c9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6626699 Jul 16 01:17:09.791889 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-ef975108-7bc4-4d48-93df-24906fa29151 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=952b1f4f-1df7-48bd-a0c8-40d17571e492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266971 Jul 16 01:17:09.794132 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854057f4-e939-4086-8511-3e98279ba1ce req-15753396-5ffe-491b-9153-5da57ab7f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:09.795567 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-854057f4-e939-4086-8511-3e98279ba1ce req-15753396-5ffe-491b-9153-5da57ab7f4a9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=de41f306-981f-40dd-b7d2-6eadac6bc67b HTTP/1.1" status: 200 len: 1101 time: 0.5473115 Jul 16 01:17:09.920074 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] Set router 4e872f0a-d14c-4e27-8a34-94f8e65ada4d gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:10.083668 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-cd30dd2e-aabb-4ebf-9d6f-6aa0a47b5cf3 service neutron] 10.222.0.82 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669361 Jul 16 01:17:10.126274 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736582d4-52ea-4948-8230-6e6ac6475c42 None None] Pushing event updated for resources: {'Port': ['ID=e81c284f-fb86-47d4-9ca2-4dcef4738bd7,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:10.184582 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabd1a1e-9c94-4a29-8809-14820ccaeb45 None None] Network b31a1f90-c125-4a32-8917-6f79e083bf84 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:10.232410 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-854057f4-e939-4086-8511-3e98279ba1ce req-f1b5628e-a1ad-4516-ad84-000f8c088b37 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242029 Jul 16 01:17:10.337331 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e814712-8210-4728-b4f0-70df9cdb693c req-e388c765-107a-445a-811a-139e45f292b2 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:10.341395 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26cd3a38-c95d-4d89-92d5-381de79a3df0 req-964822e7-ea93-4925-8569-bc39cf4ca34e service neutron] 10.222.0.82 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305114 Jul 16 01:17:10.350900 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7e814712-8210-4728-b4f0-70df9cdb693c req-e388c765-107a-445a-811a-139e45f292b2 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 943 time: 0.1529984 Jul 16 01:17:10.407832 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e872f0a-d14c-4e27-8a34-94f8e65ada4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1282438546-router', 'tenant_id': 'db30800277784b33a49487e655fabfc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:54Z', 'updated_at': '2021-07-16T01:17:04Z', 'revision_number': 4, 'project_id': 'db30800277784b33a49487e655fabfc5', 'gw_port': {'id': 'b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e872f0a-d14c-4e27-8a34-94f8e65ada4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:55Z', 'updated_at': '2021-07-16T01:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'e81c284f-fb86-47d4-9ca2-4dcef4738bd7', 'name': '', 'network_id': '7ee31de7-3438-4e1b-ab21-2527b0b70219', 'tenant_id': 'db30800277784b33a49487e655fabfc5', 'mac_address': 'fa:16:3e:20:69:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e872f0a-d14c-4e27-8a34-94f8e65ada4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '0958d85d-3d09-4f13-ae00-a40dac5831e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:01Z', 'updated_at': '2021-07-16T01:17:09Z', 'revision_number': 4, 'project_id': 'db30800277784b33a49487e655fabfc5', 'subnets': [{'id': '0958d85d-3d09-4f13-ae00-a40dac5831e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:10.441895 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7e814712-8210-4728-b4f0-70df9cdb693c req-a5afb943-15b5-495e-b78f-e5d6d00bc733 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848033 Jul 16 01:17:10.482238 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07633b01-6bd9-4aac-a446-9c5f7f84983f None None] The sync data for ids ['4e872f0a-d14c-4e27-8a34-94f8e65ada4d'] in n-d-792394-16 is: [{'id': '4e872f0a-d14c-4e27-8a34-94f8e65ada4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1282438546-router', 'tenant_id': 'db30800277784b33a49487e655fabfc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:54Z', 'updated_at': '2021-07-16T01:17:04Z', 'revision_number': 4, 'project_id': 'db30800277784b33a49487e655fabfc5', 'gw_port': {'id': 'b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e872f0a-d14c-4e27-8a34-94f8e65ada4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:55Z', 'updated_at': '2021-07-16T01:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'e81c284f-fb86-47d4-9ca2-4dcef4738bd7', 'name': '', 'network_id': '7ee31de7-3438-4e1b-ab21-2527b0b70219', 'tenant_id': 'db30800277784b33a49487e655fabfc5', 'mac_address': 'fa:16:3e:20:69:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e872f0a-d14c-4e27-8a34-94f8e65ada4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '0958d85d-3d09-4f13-ae00-a40dac5831e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:01Z', 'updated_at': '2021-07-16T01:17:09Z', 'revision_number': 4, 'project_id': 'db30800277784b33a49487e655fabfc5', 'subnets': [{'id': '0958d85d-3d09-4f13-ae00-a40dac5831e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:17:10.588035 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e223ee-2e52-4089-a2bf-bb365d5d9ef8 req-a27ad552-6df7-40b6-92ad-6f11ccd9f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:10.598096 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2e223ee-2e52-4089-a2bf-bb365d5d9ef8 req-a27ad552-6df7-40b6-92ad-6f11ccd9f121 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=19f0097db32e406ab305cc19744860c5&device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 1095 time: 0.1522660 Jul 16 01:17:10.735832 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aef3c6-65e5-4225-9261-6f70dc1d5f52 req-f17381e4-410b-4336-aa75-b764ae619945 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:10.747745 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f1aef3c6-65e5-4225-9261-6f70dc1d5f52 req-f17381e4-410b-4336-aa75-b764ae619945 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=de41f306-981f-40dd-b7d2-6eadac6bc67b HTTP/1.1" status: 200 len: 949 time: 0.1331246 Jul 16 01:17:10.818225 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e223ee-2e52-4089-a2bf-bb365d5d9ef8 req-15fd08f0-7d1a-4260-94fd-11add027f43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:10.818225 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2e223ee-2e52-4089-a2bf-bb365d5d9ef8 req-15fd08f0-7d1a-4260-94fd-11add027f43a service neutron] 10.222.0.82 "GET /v2.0/networks?id=952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 200 len: 922 time: 0.2183161 Jul 16 01:17:10.819156 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35432) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:10.827015 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-17b770e5-10cd-4ca3-8985-81ac3cbddb57 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1134733339-network', 'tenant_id': '1bce39a923fc4781b894602d5e60472f'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:10.858085 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f1aef3c6-65e5-4225-9261-6f70dc1d5f52 req-ad069a3b-da2f-472a-9eff-46bdbb1a9b64 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044989 Jul 16 01:17:10.871774 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b770e5-10cd-4ca3-8985-81ac3cbddb57 admin admin] Made reservation on behalf of 1bce39a923fc4781b894602d5e60472f for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:10.888673 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17b770e5-10cd-4ca3-8985-81ac3cbddb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.951145 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2e223ee-2e52-4089-a2bf-bb365d5d9ef8 req-4ef89cee-b03c-482f-9544-6fe607091b23 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eafe01fa-d820-481a-9a29-84935e580426 HTTP/1.1" status: 200 len: 217 time: 0.0987737 Jul 16 01:17:10.952480 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17b770e5-10cd-4ca3-8985-81ac3cbddb57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.967402 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-8d5b4d0d-c2bd-4852-bad1-319715d28000 req-284d53d5-dd48-4d2d-a66a-3b8573398ac7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:17:10.982622 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8d5b4d0d-c2bd-4852-bad1-319715d28000 req-284d53d5-dd48-4d2d-a66a-3b8573398ac7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3221819 Jul 16 01:17:11.099815 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e223ee-2e52-4089-a2bf-bb365d5d9ef8 req-fa63b463-2c6d-4d3f-a18d-52b3c7155c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:11.102468 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2e223ee-2e52-4089-a2bf-bb365d5d9ef8 req-fa63b463-2c6d-4d3f-a18d-52b3c7155c9e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda HTTP/1.1" status: 200 len: 861 time: 0.1415920 Jul 16 01:17:11.157520 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e81c284f-fb86-47d4-9ca2-4dcef4738bd7 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:11.209408 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7ffced64-3b9b-4ce2-a52a-aca81a2e0023 req-621ab60b-7637-49ad-a3f7-3567983dc1f9 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca42cc88-e371-47da-923d-117ff8e9b3f7 HTTP/1.1" status: 200 len: 210 time: 0.0736597 Jul 16 01:17:11.261593 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2e223ee-2e52-4089-a2bf-bb365d5d9ef8 req-d4a5cb1d-7072-43d1-b8ad-020b6f1af0f6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=952b1f4f-1df7-48bd-a0c8-40d17571e492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1499038 Jul 16 01:17:11.299500 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port e81c284f-fb86-47d4-9ca2-4dcef4738bd7 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:11.305442 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port e81c284f-fb86-47d4-9ca2-4dcef4738bd7 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:11.305948 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.488825 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-bf4128c4-9450-4b24-b4aa-291f9a335f09 req-fce62e03-62b3-404d-b062-d284bd1718dd tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-577805681', 'description': 'tempest-description-342122516'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:11.511729 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.517373 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17b770e5-10cd-4ca3-8985-81ac3cbddb57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.566287 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17b770e5-10cd-4ca3-8985-81ac3cbddb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.573730 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port e81c284f-fb86-47d4-9ca2-4dcef4738bd7, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e81c284f-fb86-47d4-9ca2-4dcef4738bd7,segment=NetworkSegment(9af0cc56-7683-4454-8682-cf433ba0049f),segment_id=9af0cc56-7683-4454-8682-cf433ba0049f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:11.581261 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.597313 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-bf4128c4-9450-4b24-b4aa-291f9a335f09 req-fce62e03-62b3-404d-b062-d284bd1718dd tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.627163 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2e223ee-2e52-4089-a2bf-bb365d5d9ef8 req-50e1d147-ac81-4a3f-8ac1-872c917b452b service neutron] 10.222.0.82 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512015 Jul 16 01:17:11.630421 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b770e5-10cd-4ca3-8985-81ac3cbddb57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:17:11.657456 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=e81c284f-fb86-47d4-9ca2-4dcef4738bd7,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:11.697334 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17b770e5-10cd-4ca3-8985-81ac3cbddb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.703397 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-17b770e5-10cd-4ca3-8985-81ac3cbddb57 admin admin] Added segment da84ccbd-c241-4162-ab1f-d40dda77aca7 of type vlan for network e3c1bb62-b8b8-4232-bd66-1ffa637cdcda Jul 16 01:17:11.739867 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b770e5-10cd-4ca3-8985-81ac3cbddb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3de794-3848-43dc-9cdd-527139533c69,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:11.818036 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17b770e5-10cd-4ca3-8985-81ac3cbddb57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.829631 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2e223ee-2e52-4089-a2bf-bb365d5d9ef8 req-8ad6ca75-02de-4cc7-852d-2793f59274df service neutron] 10.222.0.82 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914854 Jul 16 01:17:11.881217 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17b770e5-10cd-4ca3-8985-81ac3cbddb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.882304 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b770e5-10cd-4ca3-8985-81ac3cbddb57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:11.883012 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17b770e5-10cd-4ca3-8985-81ac3cbddb57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.918564 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5a2dc-b60f-4470-b896-9e98e8302932 req-5c512585-2589-4c36-945d-a7e28d05a094 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:11.923414 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-bf4128c4-9450-4b24-b4aa-291f9a335f09 req-fce62e03-62b3-404d-b062-d284bd1718dd tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.927241 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1eb5a2dc-b60f-4470-b896-9e98e8302932 req-5c512585-2589-4c36-945d-a7e28d05a094 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 943 time: 0.0858707 Jul 16 01:17:11.945562 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-bf4128c4-9450-4b24-b4aa-291f9a335f09 req-fce62e03-62b3-404d-b062-d284bd1718dd tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.969565 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1eb5a2dc-b60f-4470-b896-9e98e8302932 req-918f30db-3d42-4e9a-bc3e-c81eb384e2cb tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409610 Jul 16 01:17:11.991749 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-17b770e5-10cd-4ca3-8985-81ac3cbddb57 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1692896 Jul 16 01:17:11.992785 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35462) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:11.994904 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-f847f892-cff5-44f1-846b-ded7043119da tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=aa31777534244a89a1cc7d326566f6d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664418 Jul 16 01:17:12.000409 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-98b3367f-5f6f-448a-a3ca-48e7358cf18f admin admin] Request body: {'subnet': {'network_id': 'e3c1bb62-b8b8-4232-bd66-1ffa637cdcda', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1134733339-subnet', 'tenant_id': '1bce39a923fc4781b894602d5e60472f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:12.001693 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b770e5-10cd-4ca3-8985-81ac3cbddb57 admin admin] Pushing event updated for resources: {'Network': ['ID=e3c1bb62-b8b8-4232-bd66-1ffa637cdcda,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:12.021688 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network e3c1bb62-b8b8-4232-bd66-1ffa637cdcda details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:17:12.037120 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-bf4128c4-9450-4b24-b4aa-291f9a335f09 req-fce62e03-62b3-404d-b062-d284bd1718dd tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.048031 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b3367f-5f6f-448a-a3ca-48e7358cf18f admin admin] Made reservation on behalf of 1bce39a923fc4781b894602d5e60472f for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:12.048759 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bf4128c4-9450-4b24-b4aa-291f9a335f09 req-fce62e03-62b3-404d-b062-d284bd1718dd tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5803199 Jul 16 01:17:12.052873 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-98b3367f-5f6f-448a-a3ca-48e7358cf18f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.074576 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce62e03-62b3-404d-b062-d284bd1718dd tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f621fe6d-2ed2-44d8-a1ab-d762deb651bf,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:12.251500 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-19bf1536-45b2-46ed-8a15-426fcad3a78e tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:12.253072 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-19bf1536-45b2-46ed-8a15-426fcad3a78e tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2459452 Jul 16 01:17:12.266586 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-548ca87f-8c8b-452f-a1e2-744d103c14d4 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Request body: {'port': {'device_id': 'ca42cc88-e371-47da-923d-117ff8e9b3f7', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': 'aa31777534244a89a1cc7d326566f6d6'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:12.306907 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-98b3367f-5f6f-448a-a3ca-48e7358cf18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.381380 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b3367f-5f6f-448a-a3ca-48e7358cf18f admin admin] Checking segment: {'id': 'da84ccbd-c241-4162-ab1f-d40dda77aca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e3c1bb62-b8b8-4232-bd66-1ffa637cdcda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:12.381810 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b3367f-5f6f-448a-a3ca-48e7358cf18f admin admin] Network hostable DHCP agents. Network: e3c1bb62-b8b8-4232-bd66-1ffa637cdcda, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:17:12.393489 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3367f-5f6f-448a-a3ca-48e7358cf18f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c916a557-b74e-401c-bd6f-9627270b5ca4,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:12.402908 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f16c1-efb4-4c44-a577-46d854395e6e req-3ef7694b-236c-4dc8-a4d1-95d89108c827 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:12.404597 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f97f16c1-efb4-4c44-a577-46d854395e6e req-3ef7694b-236c-4dc8-a4d1-95d89108c827 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c029415-4ad8-433e-b1cf-0d40eae87164 HTTP/1.1" status: 200 len: 950 time: 0.1917310 Jul 16 01:17:12.411996 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b3367f-5f6f-448a-a3ca-48e7358cf18f admin admin] Network e3c1bb62-b8b8-4232-bd66-1ffa637cdcda is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:17:12.423084 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-98b3367f-5f6f-448a-a3ca-48e7358cf18f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, e3c1bb62-b8b8-4232-bd66-1ffa637cdcda) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:12.427548 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b3367f-5f6f-448a-a3ca-48e7358cf18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:12.429073 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-98b3367f-5f6f-448a-a3ca-48e7358cf18f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.439938 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c03dd5-0243-4a14-95b1-fc9f0bde8435 None None] Network e3c1bb62-b8b8-4232-bd66-1ffa637cdcda requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:12.459285 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-548ca87f-8c8b-452f-a1e2-744d103c14d4 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Made reservation on behalf of aa31777534244a89a1cc7d326566f6d6 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:12.463175 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-548ca87f-8c8b-452f-a1e2-744d103c14d4 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.472407 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-98b3367f-5f6f-448a-a3ca-48e7358cf18f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4698460 Jul 16 01:17:12.496569 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f97f16c1-efb4-4c44-a577-46d854395e6e req-0db5f29b-93e1-4ad6-8b65-20e6a2101d78 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/security-groups?id=005e6f5e-f13f-44e2-8eed-420aa1a0d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826225 Jul 16 01:17:12.509362 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-548ca87f-8c8b-452f-a1e2-744d103c14d4 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.600446 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7d6e6f-da34-4e27-b76e-9bfd7a2979e1 None None] Network e3c1bb62-b8b8-4232-bd66-1ffa637cdcda requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:12.648813 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-548ca87f-8c8b-452f-a1e2-744d103c14d4 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.655958 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-548ca87f-8c8b-452f-a1e2-744d103c14d4 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.756398 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ca87f-8c8b-452f-a1e2-744d103c14d4 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c07a28c3-310d-4590-b6f4-1a1b106afc99,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:12.867394 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-548ca87f-8c8b-452f-a1e2-744d103c14d4 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Allocated IP 192.168.233.37 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:12.881710 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206b86e-a4ae-4045-b787-e0987a3999fb req-c7bba828-18e8-4c34-bce6-bd9c6d382983 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:12.883254 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0206b86e-a4ae-4045-b787-e0987a3999fb req-c7bba828-18e8-4c34-bce6-bd9c6d382983 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=de41f306-981f-40dd-b7d2-6eadac6bc67b HTTP/1.1" status: 200 len: 949 time: 0.1492784 Jul 16 01:17:12.955543 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0206b86e-a4ae-4045-b787-e0987a3999fb req-078190a6-2391-4a8b-a5a3-89004cc1e8fa tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654149 Jul 16 01:17:12.975092 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35480) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:12.981693 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-c099850c-fdf7-4200-b47e-639f3dce82e1 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1811240911', 'description': 'tempest-description--1336857212'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:13.071184 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c099850c-fdf7-4200-b47e-639f3dce82e1 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.079648 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e81c284f-fb86-47d4-9ca2-4dcef4738bd7 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:13.112065 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a2e40e6f-e577-4b58-917a-1af2da4e2792 req-3f98e89e-44b4-40eb-ae04-adbfb2af635b tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "GET /v2.0/security-groups/f621fe6d-2ed2-44d8-a1ab-d762deb651bf HTTP/1.1" status: 200 len: 1803 time: 0.1013668 Jul 16 01:17:13.127145 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-a2e40e6f-e577-4b58-917a-1af2da4e2792 req-58fde605-a39f-4087-b464-fb44109f25e4 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f621fe6d-2ed2-44d8-a1ab-d762deb651bf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:13.127760 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-a2e40e6f-e577-4b58-917a-1af2da4e2792 req-58fde605-a39f-4087-b464-fb44109f25e4 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f621fe6d-2ed2-44d8-a1ab-d762deb651bf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:13.139610 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port e81c284f-fb86-47d4-9ca2-4dcef4738bd7 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:13.140075 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.223636 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c099850c-fdf7-4200-b47e-639f3dce82e1 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.258022 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c099850c-fdf7-4200-b47e-639f3dce82e1 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.261970 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-62f0906c-a144-4ec8-81f7-51b3b5957b77 req-f7921e38-5b58-456f-bcfe-a37244d09a73 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca42cc88-e371-47da-923d-117ff8e9b3f7 HTTP/1.1" status: 200 len: 210 time: 0.0394785 Jul 16 01:17:13.332017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099850c-fdf7-4200-b47e-639f3dce82e1 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d92a67ce-0bcb-4422-9912-1314c261de69,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:13.339409 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c099850c-fdf7-4200-b47e-639f3dce82e1 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.343682 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c099850c-fdf7-4200-b47e-639f3dce82e1 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3664567 Jul 16 01:17:13.346318 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35486) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:13.351512 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-0e4f0d84-b193-4dc7-a62c-fc6b41f63410 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Request body: {'security_group_rule': {'security_group_id': 'd92a67ce-0bcb-4422-9912-1314c261de69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:13.356725 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a2e40e6f-e577-4b58-917a-1af2da4e2792 req-58fde605-a39f-4087-b464-fb44109f25e4 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.395895 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-548ca87f-8c8b-452f-a1e2-744d103c14d4 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.409143 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a2e40e6f-e577-4b58-917a-1af2da4e2792 req-58fde605-a39f-4087-b464-fb44109f25e4 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.416402 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af952b-164f-4ade-afe8-3b72e55c0d80 req-5f88ecf4-4834-4bb5-b02d-7b1949b56e4c tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:13.418032 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-57af952b-164f-4ade-afe8-3b72e55c0d80 req-5f88ecf4-4834-4bb5-b02d-7b1949b56e4c tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c029415-4ad8-433e-b1cf-0d40eae87164 HTTP/1.1" status: 200 len: 950 time: 0.1586976 Jul 16 01:17:13.418827 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a2e40e6f-e577-4b58-917a-1af2da4e2792 req-58fde605-a39f-4087-b464-fb44109f25e4 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.426638 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-548ca87f-8c8b-452f-a1e2-744d103c14d4 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Transition to ACTIVE for port object ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:13.444970 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e4f0d84-b193-4dc7-a62c-fc6b41f63410 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.449813 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fde605-a39f-4087-b464-fb44109f25e4 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac04d7e-6e98-47d1-baa0-d9bf7b7415c4,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:13.460135 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a2e40e6f-e577-4b58-917a-1af2da4e2792 req-58fde605-a39f-4087-b464-fb44109f25e4 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.466363 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a2e40e6f-e577-4b58-917a-1af2da4e2792 req-58fde605-a39f-4087-b464-fb44109f25e4 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3456545 Jul 16 01:17:13.567951 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-548ca87f-8c8b-452f-a1e2-744d103c14d4 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.571513 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e4f0d84-b193-4dc7-a62c-fc6b41f63410 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.580325 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e4f0d84-b193-4dc7-a62c-fc6b41f63410 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.633338 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f0d84-b193-4dc7-a62c-fc6b41f63410 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93238ee5-a8ab-4ab6-aadd-b364bd5b06c0,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:13.647802 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e4f0d84-b193-4dc7-a62c-fc6b41f63410 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.649275 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0e4f0d84-b193-4dc7-a62c-fc6b41f63410 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3016260 Jul 16 01:17:13.652282 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35508) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:13.658183 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-eff77b7b-6ae3-4ff1-9940-3f6fb06e5ee0 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Request body: {'security_group_rule': {'security_group_id': 'd92a67ce-0bcb-4422-9912-1314c261de69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:13.672407 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-548ca87f-8c8b-452f-a1e2-744d103c14d4 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:13.688337 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-548ca87f-8c8b-452f-a1e2-744d103c14d4 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:13.700554 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-548ca87f-8c8b-452f-a1e2-744d103c14d4 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:13.702573 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ddcf7-8388-48aa-a2c8-09053b994496 req-c806eab7-51b4-4a0f-9c23-fb4957861897 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:13.704205 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b72ddcf7-8388-48aa-a2c8-09053b994496 req-c806eab7-51b4-4a0f-9c23-fb4957861897 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.1125364 Jul 16 01:17:13.715410 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eff77b7b-6ae3-4ff1-9940-3f6fb06e5ee0 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.726978 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ca87f-8c8b-452f-a1e2-744d103c14d4 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Pushing event updated for resources: {'Port': ['ID=ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:13.775119 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-57af952b-164f-4ade-afe8-3b72e55c0d80 req-6d7eac03-f20d-41db-98a8-b63b4573c23d tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Deleting port a6c892d6-7c05-4e2b-a058-dd456feece04 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:13.775119 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-57af952b-164f-4ade-afe8-3b72e55c0d80 req-6d7eac03-f20d-41db-98a8-b63b4573c23d tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.788214 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-37ce80f4-d113-4698-947a-95121c14059a tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:13.789962 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-37ce80f4-d113-4698-947a-95121c14059a tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 807 time: 0.2483094 Jul 16 01:17:13.791565 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b72ddcf7-8388-48aa-a2c8-09053b994496 req-dd8d8e4f-197c-471e-899e-678751369a9d tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785449 Jul 16 01:17:13.819127 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-548ca87f-8c8b-452f-a1e2-744d103c14d4 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:13.820145 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-548ca87f-8c8b-452f-a1e2-744d103c14d4 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.824027 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eff77b7b-6ae3-4ff1-9940-3f6fb06e5ee0 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.838053 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eff77b7b-6ae3-4ff1-9940-3f6fb06e5ee0 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.861768 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device eafe01fa-d820-481a-9a29-84935e580426 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:17:13.863688 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff77b7b-6ae3-4ff1-9940-3f6fb06e5ee0 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96b2882-27df-4455-82c3-5f1bb5ad5eb6,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:13.871422 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-bc09d263-2cb0-42d8-b18f-e3103e9d0fdf tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/quotas/ca9f8f0612374680aaef3c5c85953dfc HTTP/1.1" status: 200 len: 375 time: 0.0677700 Jul 16 01:17:13.880408 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eff77b7b-6ae3-4ff1-9940-3f6fb06e5ee0 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.881841 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-eff77b7b-6ae3-4ff1-9940-3f6fb06e5ee0 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2283342 Jul 16 01:17:13.885825 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35512) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:13.899763 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-3e73bc0b-70df-4979-93d2-fbd2838630bc tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:13.907298 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-548ca87f-8c8b-452f-a1e2-744d103c14d4 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6449878 Jul 16 01:17:13.928489 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-d7e7aa46-10b8-43a1-8698-ea2056ce5cc0 service neutron] Request body: {'port': {'device_id': 'ca42cc88-e371-47da-923d-117ff8e9b3f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:13.954864 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e73bc0b-70df-4979-93d2-fbd2838630bc tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.966479 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-e7c521e6-1c04-4777-a5b9-6a2c6a402678 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607529 Jul 16 01:17:14.047020 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port eafe01fa-d820-481a-9a29-84935e580426, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=eafe01fa-d820-481a-9a29-84935e580426,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:14.059950 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'eafe01fa-d820-481a-9a29-84935e580426', 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492', 'port_id': 'eafe01fa-d820-481a-9a29-84935e580426', 'mac_address': 'fa:16:3e:d8:b7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:17:14.064592 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f5140a5e-49dd-4a08-b931-8fb2d77d642b None None] Provisioning for port ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:14.081013 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-d7e7aa46-10b8-43a1-8698-ea2056ce5cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.090978 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-63deeeca-adb1-43ec-9dbb-5a52215add03 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:17:14.096878 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-63deeeca-adb1-43ec-9dbb-5a52215add03 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168698 Jul 16 01:17:14.137070 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.141511 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-57af952b-164f-4ade-afe8-3b72e55c0d80 req-6d7eac03-f20d-41db-98a8-b63b4573c23d tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] For port a6c892d6-7c05-4e2b-a058-dd456feece04, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=a6c892d6-7c05-4e2b-a058-dd456feece04,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:14.141870 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-57af952b-164f-4ade-afe8-3b72e55c0d80 req-6d7eac03-f20d-41db-98a8-b63b4573c23d tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.151350 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f5140a5e-49dd-4a08-b931-8fb2d77d642b None None] Provisioning complete for port ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:14.151350 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f5140a5e-49dd-4a08-b931-8fb2d77d642b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.162211 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e73bc0b-70df-4979-93d2-fbd2838630bc tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.185508 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-57af952b-164f-4ade-afe8-3b72e55c0d80 req-6d7eac03-f20d-41db-98a8-b63b4573c23d tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Calling delete_port for a6c892d6-7c05-4e2b-a058-dd456feece04 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:14.194115 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eafe01fa-d820-481a-9a29-84935e580426 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:14.218682 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port eafe01fa-d820-481a-9a29-84935e580426, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=eafe01fa-d820-481a-9a29-84935e580426,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:14.220171 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f5140a5e-49dd-4a08-b931-8fb2d77d642b None None] Port ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:14.228157 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.280978 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d471ec-7ab6-4f93-b629-dae40aae004e req-3c67be4b-0dbf-4cc8-85e3-4aaf5272a149 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:14.282990 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-17d471ec-7ab6-4f93-b629-dae40aae004e req-3c67be4b-0dbf-4cc8-85e3-4aaf5272a149 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 943 time: 0.1625397 Jul 16 01:17:14.298068 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=eafe01fa-d820-481a-9a29-84935e580426,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:14.306416 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:14.306772 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:14.307117 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:14.307461 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:14.307800 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:14.308136 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:14.308487 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:14.308825 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:14.309538 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:14.309538 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:14.309778 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:14.310106 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:14.361725 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-17d471ec-7ab6-4f93-b629-dae40aae004e req-dba46d86-42c5-483e-b896-cc056fd73852 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517659 Jul 16 01:17:14.362466 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-15f45712-73b0-48f9-ac3a-6e19d5b53330 service neutron] 10.222.0.16 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524056 Jul 16 01:17:14.362905 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-3e73bc0b-70df-4979-93d2-fbd2838630bc tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Allocated IP 172.25.6.67 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/38e3b975-7b2d-45e1-8b23-2153a226df28) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:14.442083 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['eafe01fa-d820-481a-9a29-84935e580426'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:14.474232 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-a4d107cb-a92f-4695-a6cb-3536a422f92a req-3f2b6f79-4ed7-447a-9b7e-49faf13af9c1 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1912863520', 'description': 'tempest-description-1261729934'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:14.529263 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a4d107cb-a92f-4695-a6cb-3536a422f92a req-3f2b6f79-4ed7-447a-9b7e-49faf13af9c1 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.546119 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e73bc0b-70df-4979-93d2-fbd2838630bc tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.590977 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-1418a8ef-6368-4b9f-a185-e7e61e9769ce service neutron] 10.222.0.16 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172742 Jul 16 01:17:14.629538 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e73bc0b-70df-4979-93d2-fbd2838630bc tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.630268 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-57af952b-164f-4ade-afe8-3b72e55c0d80 req-6d7eac03-f20d-41db-98a8-b63b4573c23d tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.642459 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['72f90623-35c9-4974-b85e-2f29f90a411f', 'a6c892d6-7c05-4e2b-a058-dd456feece04'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:14.686257 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eac03-f20d-41db-98a8-b63b4573c23d tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Pushing event deleted for resources: {'Port': ['ID=a6c892d6-7c05-4e2b-a058-dd456feece04,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:14.699454 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e73bc0b-70df-4979-93d2-fbd2838630bc tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:14.701336 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73bc0b-70df-4979-93d2-fbd2838630bc tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Pushing event updated for resources: {'Port': ['ID=38e3b975-7b2d-45e1-8b23-2153a226df28,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:14.711349 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-3e73bc0b-70df-4979-93d2-fbd2838630bc tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:14.717416 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e73bc0b-70df-4979-93d2-fbd2838630bc tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:14.724006 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-d7e7aa46-10b8-43a1-8698-ea2056ce5cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:14.752259 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-d7e7aa46-10b8-43a1-8698-ea2056ce5cc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.759548 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-57af952b-164f-4ade-afe8-3b72e55c0d80 req-6d7eac03-f20d-41db-98a8-b63b4573c23d tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] No DVR routers for this DVR port a6c892d6-7c05-4e2b-a058-dd456feece04 on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:14.763265 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-57af952b-164f-4ade-afe8-3b72e55c0d80 req-6d7eac03-f20d-41db-98a8-b63b4573c23d tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.763959 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a4d107cb-a92f-4695-a6cb-3536a422f92a req-3f2b6f79-4ed7-447a-9b7e-49faf13af9c1 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.771076 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-57af952b-164f-4ade-afe8-3b72e55c0d80 req-6d7eac03-f20d-41db-98a8-b63b4573c23d tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.84 "DELETE /v2.0/ports/a6c892d6-7c05-4e2b-a058-dd456feece04 HTTP/1.1" status: 204 len: 173 time: 1.3432691 Jul 16 01:17:14.775946 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c029415-4ad8-433e-b1cf-0d40eae87164', 'name': 'network-vif-deleted', 'tag': 'a6c892d6-7c05-4e2b-a058-dd456feece04'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:14.783097 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b7a5bb-460f-442b-a8e6-baf373e5fb8f" -d '{"events": [{"server_uuid": "0c029415-4ad8-433e-b1cf-0d40eae87164", "name": "network-vif-deleted", "tag": "a6c892d6-7c05-4e2b-a058-dd456feece04"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:14.788526 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a4d107cb-a92f-4695-a6cb-3536a422f92a req-3f2b6f79-4ed7-447a-9b7e-49faf13af9c1 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.812261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-d7e7aa46-10b8-43a1-8698-ea2056ce5cc0 service neutron] Transition to ACTIVE for port object ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:14.821714 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-d7e7aa46-10b8-43a1-8698-ea2056ce5cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.843805 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a4d107cb-a92f-4695-a6cb-3536a422f92a req-3f2b6f79-4ed7-447a-9b7e-49faf13af9c1 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.861843 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a4d107cb-a92f-4695-a6cb-3536a422f92a req-3f2b6f79-4ed7-447a-9b7e-49faf13af9c1 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3931768 Jul 16 01:17:14.869576 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b6f79-4ed7-447a-9b7e-49faf13af9c1 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7c60b8-7d57-48a0-855a-3fb80f886aa7,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:14.952817 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7aa46-10b8-43a1-8698-ea2056ce5cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:15.034488 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b3681146-feb2-4823-839c-b2a7cf305b77 req-aeae1690-ece6-404e-ab59-879f33280b10 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c029415-4ad8-433e-b1cf-0d40eae87164 HTTP/1.1" status: 200 len: 210 time: 0.0864439 Jul 16 01:17:15.109011 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-d7e7aa46-10b8-43a1-8698-ea2056ce5cc0 service neutron] Attempting to bind port ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:15.109189 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-d7e7aa46-10b8-43a1-8698-ea2056ce5cc0 service neutron] Attempting to bind port ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:15.109499 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-d7e7aa46-10b8-43a1-8698-ea2056ce5cc0 service neutron] Attempting to bind port ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:15.110534 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e73bc0b-70df-4979-93d2-fbd2838630bc tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:15.114373 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-d7e7aa46-10b8-43a1-8698-ea2056ce5cc0 service neutron] Port ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:17:15.115003 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-d7e7aa46-10b8-43a1-8698-ea2056ce5cc0 service neutron] Attempting to bind port ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:15.120633 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-d7e7aa46-10b8-43a1-8698-ea2056ce5cc0 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:15.120924 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-d7e7aa46-10b8-43a1-8698-ea2056ce5cc0 service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:15.121343 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-d7e7aa46-10b8-43a1-8698-ea2056ce5cc0 service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:15.121727 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-d7e7aa46-10b8-43a1-8698-ea2056ce5cc0 service neutron] Bound port: ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:15.122090 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-d7e7aa46-10b8-43a1-8698-ea2056ce5cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:15.130826 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-7df35d31-51f3-48e4-8b73-10fb1df978be tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2db723265f594b90bb57a2f4b64cbdf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1255581 Jul 16 01:17:15.244085 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e73bc0b-70df-4979-93d2-fbd2838630bc tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:15.296286 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-d7e7aa46-10b8-43a1-8698-ea2056ce5cc0 service neutron] For port ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:15.301257 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-d7e7aa46-10b8-43a1-8698-ea2056ce5cc0 service neutron] For port ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:15.311825 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-d7e7aa46-10b8-43a1-8698-ea2056ce5cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:15.325703 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-58fa6b16-8df6-427c-93cd-57f9e9221bdb tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:15.327591 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-58fa6b16-8df6-427c-93cd-57f9e9221bdb tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1955774 Jul 16 01:17:15.361901 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-74920ca8-6ee2-49d9-8f69-f6c5af095607 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/quotas/2db723265f594b90bb57a2f4b64cbdf2 HTTP/1.1" status: 200 len: 375 time: 0.0200219 Jul 16 01:17:15.368079 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c35f2-7f6f-45b2-a094-41c8b91327c4 req-eda517ab-a52c-4729-ae7d-29888e803110 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:15.369653 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-680c35f2-7f6f-45b2-a094-41c8b91327c4 req-eda517ab-a52c-4729-ae7d-29888e803110 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca42cc88-e371-47da-923d-117ff8e9b3f7 HTTP/1.1" status: 200 len: 947 time: 0.1394024 Jul 16 01:17:15.370929 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-d7e7aa46-10b8-43a1-8698-ea2056ce5cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:15.372184 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-d7e7aa46-10b8-43a1-8698-ea2056ce5cc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:15.373733 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-d7e7aa46-10b8-43a1-8698-ea2056ce5cc0 service neutron] 10.222.0.82 "PUT /v2.0/ports/ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf HTTP/1.1" status: 200 len: 1096 time: 1.4535089 Jul 16 01:17:15.425296 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7aa46-10b8-43a1-8698-ea2056ce5cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:15.473492 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-680c35f2-7f6f-45b2-a094-41c8b91327c4 req-743da5a8-b761-4ad7-865b-3d723992c2ce tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/security-groups?id=c07a28c3-310d-4590-b6f4-1a1b106afc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940399 Jul 16 01:17:15.526017 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-f0c283ec-de5a-42ec-afde-de6e022b1cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:15.527559 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-f0c283ec-de5a-42ec-afde-de6e022b1cef service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aa31777534244a89a1cc7d326566f6d6&device_id=ca42cc88-e371-47da-923d-117ff8e9b3f7 HTTP/1.1" status: 200 len: 1099 time: 0.1034050 Jul 16 01:17:15.603938 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-60529590-2bd8-4c72-8a74-c95623e95779 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf HTTP/1.1" status: 200 len: 217 time: 0.0681140 Jul 16 01:17:15.645852 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-673fafe0-e681-40df-a8cb-60d23b61326e req-cbd85da6-460d-45a0-872b-b9abe08b2eb3 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 210 time: 0.0456536 Jul 16 01:17:15.688894 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-bfa3b8f9-a9d9-4374-a207-7347b39db425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:15.690649 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-bfa3b8f9-a9d9-4374-a207-7347b39db425 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0777969 Jul 16 01:17:15.750901 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e874eb9c-72d0-4fbf-97aa-f26566be9d2c x-openstack-request-id: req-e874eb9c-72d0-4fbf-97aa-f26566be9d2c {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:15.751285 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c029415-4ad8-433e-b1cf-0d40eae87164", "name": "network-vif-deleted", "tag": "a6c892d6-7c05-4e2b-a058-dd456feece04", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:15.751624 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e874eb9c-72d0-4fbf-97aa-f26566be9d2c {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:15.752110 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c029415-4ad8-433e-b1cf-0d40eae87164', 'name': 'network-vif-deleted', 'tag': 'a6c892d6-7c05-4e2b-a058-dd456feece04', 'status': 'completed', 'code': 200} Jul 16 01:17:15.769704 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-0619bb25-c162-4b51-bd83-3c6994be3ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:15.771334 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-0619bb25-c162-4b51-bd83-3c6994be3ab0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0748377 Jul 16 01:17:15.854526 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e73bc0b-70df-4979-93d2-fbd2838630bc tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:15.863534 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-345d6c4d-1b4a-4d7c-805a-4eb770a0dc20 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2db723265f594b90bb57a2f4b64cbdf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1537852 Jul 16 01:17:15.865583 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e73bc0b-70df-4979-93d2-fbd2838630bc tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:15.872647 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device eafe01fa-d820-481a-9a29-84935e580426 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:15.891520 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8496d7b7-c84c-4c6e-99c8-a06953a1ce85 req-0cbc4de7-befc-466c-a536-03ca4394d094 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "GET /v2.0/security-groups/8a7c60b8-7d57-48a0-855a-3fb80f886aa7 HTTP/1.1" status: 200 len: 1805 time: 0.1146457 Jul 16 01:17:15.900025 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-8496d7b7-c84c-4c6e-99c8-a06953a1ce85 req-9bf69699-7dce-49ff-879f-c9f39692dca1 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8a7c60b8-7d57-48a0-855a-3fb80f886aa7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:15.900863 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-8496d7b7-c84c-4c6e-99c8-a06953a1ce85 req-9bf69699-7dce-49ff-879f-c9f39692dca1 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8a7c60b8-7d57-48a0-855a-3fb80f886aa7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:15.937975 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-883ce1d7-d404-42cb-8d07-b583bef7fc17 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596317 Jul 16 01:17:15.954522 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port eafe01fa-d820-481a-9a29-84935e580426 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:15.959026 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73bc0b-70df-4979-93d2-fbd2838630bc tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Pushing event updated for resources: {'Port': ['ID=38e3b975-7b2d-45e1-8b23-2153a226df28,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:15.965370 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e73bc0b-70df-4979-93d2-fbd2838630bc tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:15.975795 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port eafe01fa-d820-481a-9a29-84935e580426 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:15.977685 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:15.994938 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e73bc0b-70df-4979-93d2-fbd2838630bc tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.004481 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3e73bc0b-70df-4979-93d2-fbd2838630bc tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1102960 Jul 16 01:17:16.075378 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8496d7b7-c84c-4c6e-99c8-a06953a1ce85 req-9bf69699-7dce-49ff-879f-c9f39692dca1 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.131486 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7c38da80-c28d-407d-a05d-335cc73ed714 req-27876ef5-bf22-4e3e-83dd-91fefdb5d024 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860697 Jul 16 01:17:16.183265 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.193355 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8496d7b7-c84c-4c6e-99c8-a06953a1ce85 req-9bf69699-7dce-49ff-879f-c9f39692dca1 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.201708 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8496d7b7-c84c-4c6e-99c8-a06953a1ce85 req-9bf69699-7dce-49ff-879f-c9f39692dca1 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.212822 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4298c3a8-6b4b-4054-8d44-07e972d86625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafe01fa-d820-481a-9a29-84935e580426'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:16.215296 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d585c1f-99a5-4d07-8374-04fda3690b30" -d '{"events": [{"server_uuid": "4298c3a8-6b4b-4054-8d44-07e972d86625", "name": "network-vif-plugged", "status": "completed", "tag": "eafe01fa-d820-481a-9a29-84935e580426"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:16.223196 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf69699-7dce-49ff-879f-c9f39692dca1 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12251b90-3ce9-40d8-8d15-6867b7acb3c9,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:16.232715 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8496d7b7-c84c-4c6e-99c8-a06953a1ce85 req-9bf69699-7dce-49ff-879f-c9f39692dca1 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.234494 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8496d7b7-c84c-4c6e-99c8-a06953a1ce85 req-9bf69699-7dce-49ff-879f-c9f39692dca1 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3420191 Jul 16 01:17:16.241023 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port eafe01fa-d820-481a-9a29-84935e580426, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=eafe01fa-d820-481a-9a29-84935e580426,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:16.248340 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.296382 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e69810-8c62-4536-aeb1-adb5ad04e635 req-e2e9d89f-8fcb-47aa-9449-67a189c4136e tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:16.304844 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-81e69810-8c62-4536-aeb1-adb5ad04e635 req-e2e9d89f-8fcb-47aa-9449-67a189c4136e tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 944 time: 0.0928457 Jul 16 01:17:16.315794 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=eafe01fa-d820-481a-9a29-84935e580426,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:16.341802 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-81e69810-8c62-4536-aeb1-adb5ad04e635 req-39f589c2-583b-4447-a195-f678a3d1b1b9 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360403 Jul 16 01:17:16.427619 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed4f65d9-b325-49bc-806c-f3837d660af2 req-a5754f26-36dc-4630-b538-b4411116068f tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=18aebc4a-bf0e-4449-9490-cfce0ddff67d HTTP/1.1" status: 200 len: 210 time: 0.0372877 Jul 16 01:17:16.488881 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ab947d-0206-47f7-a405-05d81a0b2264 x-openstack-request-id: req-75ab947d-0206-47f7-a405-05d81a0b2264 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:16.489348 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4298c3a8-6b4b-4054-8d44-07e972d86625", "name": "network-vif-plugged", "status": "completed", "tag": "eafe01fa-d820-481a-9a29-84935e580426", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:16.489927 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75ab947d-0206-47f7-a405-05d81a0b2264 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:16.490472 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4298c3a8-6b4b-4054-8d44-07e972d86625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafe01fa-d820-481a-9a29-84935e580426', 'code': 200} Jul 16 01:17:16.514797 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-8811888d-2898-4524-a1e1-676527340126 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1811240911&fields=id&tenant_id=2999adb4ec8040a5948eea28d1ff10e0 HTTP/1.1" status: 200 len: 267 time: 0.0588923 Jul 16 01:17:16.519736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-8b0f3142-298f-4efe-afd4-1687b705b46d req-bcf88c02-7927-4a4b-9470-791c2fe9a8ae tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1510482811', 'description': 'tempest-description-2094338849'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:16.546880 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8b0f3142-298f-4efe-afd4-1687b705b46d req-bcf88c02-7927-4a4b-9470-791c2fe9a8ae tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.655141 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8b0f3142-298f-4efe-afd4-1687b705b46d req-bcf88c02-7927-4a4b-9470-791c2fe9a8ae tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.659744 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8b0f3142-298f-4efe-afd4-1687b705b46d req-bcf88c02-7927-4a4b-9470-791c2fe9a8ae tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.685391 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-f8771f4e-bbc1-4e33-97f1-a382179f26cf tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:16.690869 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8b0f3142-298f-4efe-afd4-1687b705b46d req-bcf88c02-7927-4a4b-9470-791c2fe9a8ae tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.692341 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b0f3142-298f-4efe-afd4-1687b705b46d req-bcf88c02-7927-4a4b-9470-791c2fe9a8ae tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1768246 Jul 16 01:17:16.692487 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-f8771f4e-bbc1-4e33-97f1-a382179f26cf tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/networks?id=1096f360-6b74-4590-aa4a-2282a5341f1d HTTP/1.1" status: 200 len: 823 time: 0.1765745 Jul 16 01:17:16.706872 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf88c02-7927-4a4b-9470-791c2fe9a8ae tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=224a4f8a-2d7f-4d5d-8ff2-e22cda74b2a3,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:17.015729 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-6013d8ac-dfa6-4a2e-bc66-052fcd4b5722 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/quotas/2999adb4ec8040a5948eea28d1ff10e0 HTTP/1.1" status: 200 len: 375 time: 0.3222327 Jul 16 01:17:17.076407 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-ec4ad9e3-978d-46b4-be66-58c08fbb92a3 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:17.078035 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-ec4ad9e3-978d-46b4-be66-58c08fbb92a3 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.84 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 807 time: 0.4648809 Jul 16 01:17:17.092703 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-32b1861e-600e-4738-8093-ac35314a78d6 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Request body: {'port': {'device_id': '5ed60b47-fa8f-4759-af84-270d4168497e', 'network_id': '0acde702-0391-44d7-919c-717172e79311', 'admin_state_up': True, 'tenant_id': 'ca9f8f0612374680aaef3c5c85953dfc'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:17.101454 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88938c68-4c5e-453f-aed8-0723976142fa req-e2455752-6445-43e7-a4ec-301f9270f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:17.103051 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-88938c68-4c5e-453f-aed8-0723976142fa req-e2455752-6445-43e7-a4ec-301f9270f004 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 1097 time: 0.5012758 Jul 16 01:17:17.164571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6379c71-c6ec-41ad-a3cb-e80d2caca3f2 req-1e162029-b4d9-4bbb-ae44-e0fa56f12a4f tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:17.166078 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6379c71-c6ec-41ad-a3cb-e80d2caca3f2 req-1e162029-b4d9-4bbb-ae44-e0fa56f12a4f tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca42cc88-e371-47da-923d-117ff8e9b3f7 HTTP/1.1" status: 200 len: 947 time: 0.0724425 Jul 16 01:17:17.205203 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-88938c68-4c5e-453f-aed8-0723976142fa req-0638bdb7-feec-4f03-ad62-4ce12696f03f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838861 Jul 16 01:17:17.205850 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6379c71-c6ec-41ad-a3cb-e80d2caca3f2 req-0225fa46-1e07-4558-9ab3-ee01a1a47716 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/security-groups?id=c07a28c3-310d-4590-b6f4-1a1b106afc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336022 Jul 16 01:17:17.224553 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-1a495a49-4186-461e-b50f-7445afe027ff tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2999adb4ec8040a5948eea28d1ff10e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2075932 Jul 16 01:17:17.284195 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-32b1861e-600e-4738-8093-ac35314a78d6 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Made reservation on behalf of ca9f8f0612374680aaef3c5c85953dfc for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:17.288092 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-32b1861e-600e-4738-8093-ac35314a78d6 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.352076 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1b7d4ff-2eac-4fb4-b523-b9cd28e75776 req-5d63f4ee-d17f-4390-8821-37f718e51e42 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 210 time: 0.0354729 Jul 16 01:17:17.385427 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-13ba91c0-9d97-46d8-a624-2dec9b6422e7 req-c1b02ba5-fbc0-43fc-94c8-52989637299d tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-965013263', 'description': 'tempest-description-1026180556'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:17.401696 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-2b508fbe-a427-4380-ab6d-246744e85c95 service neutron] 10.222.0.16 "GET /v2.0/networks/1096f360-6b74-4590-aa4a-2282a5341f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610968 Jul 16 01:17:17.430562 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-13ba91c0-9d97-46d8-a624-2dec9b6422e7 req-c1b02ba5-fbc0-43fc-94c8-52989637299d tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.434724 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-661cd1f8-6f75-4ec5-8d62-b391b156cc1e tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=2db723265f594b90bb57a2f4b64cbdf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248759 Jul 16 01:17:17.542802 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-32b1861e-600e-4738-8093-ac35314a78d6 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Allocated IP 172.20.0.13 (0acde702-0391-44d7-919c-717172e79311/53fcd526-4834-4829-80ef-c0f48c90d8f1/77b37b9b-124d-49df-811e-6712d93ab0f0) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:17.569709 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-9c21c8ce-127b-4c9c-a051-4206a76e40b7 service neutron] 10.222.0.16 "GET /v2.0/networks/1096f360-6b74-4590-aa4a-2282a5341f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605704 Jul 16 01:17:17.580271 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-78b2fa2f-2c1b-40c2-9be4-d5524faa4b2e tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:17.582243 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-78b2fa2f-2c1b-40c2-9be4-d5524faa4b2e tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1401546 Jul 16 01:17:17.597523 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-c4c76bc8-7348-4e07-8d82-2a50d0b1402d tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Request body: {'port': {'device_id': '18aebc4a-bf0e-4449-9490-cfce0ddff67d', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': '2db723265f594b90bb57a2f4b64cbdf2'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:17.647247 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-13ba91c0-9d97-46d8-a624-2dec9b6422e7 req-c1b02ba5-fbc0-43fc-94c8-52989637299d tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.676758 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-13ba91c0-9d97-46d8-a624-2dec9b6422e7 req-c1b02ba5-fbc0-43fc-94c8-52989637299d tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.728794 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-13ba91c0-9d97-46d8-a624-2dec9b6422e7 req-c1b02ba5-fbc0-43fc-94c8-52989637299d tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.738084 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-13ba91c0-9d97-46d8-a624-2dec9b6422e7 req-c1b02ba5-fbc0-43fc-94c8-52989637299d tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3517880 Jul 16 01:17:17.740844 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-32b1861e-600e-4738-8093-ac35314a78d6 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.742338 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b02ba5-fbc0-43fc-94c8-52989637299d tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac552207-056b-4b9b-8059-f831d40cbcf7,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:17.753674 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca42cc88-e371-47da-923d-117ff8e9b3f7', 'tag': 'ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:17.758310 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36d9ac5-9858-4ebc-82f1-6bea5fcf671d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca42cc88-e371-47da-923d-117ff8e9b3f7", "tag": "ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:17.763425 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device a6c892d6-7c05-4e2b-a058-dd456feece04 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:17.804923 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: a6c892d6-7c05-4e2b-a058-dd456feece04 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:17.805344 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device a6c892d6-7c05-4e2b-a058-dd456feece04 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:17.812956 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-c4c76bc8-7348-4e07-8d82-2a50d0b1402d tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Made reservation on behalf of 2db723265f594b90bb57a2f4b64cbdf2 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:17.817944 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-c4c76bc8-7348-4e07-8d82-2a50d0b1402d tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.861217 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-32b1861e-600e-4738-8093-ac35314a78d6 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.955443 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-32b1861e-600e-4738-8093-ac35314a78d6 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Network 0acde702-0391-44d7-919c-717172e79311 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:17.964720 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-32b1861e-600e-4738-8093-ac35314a78d6 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:17.976828 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-32b1861e-600e-4738-8093-ac35314a78d6 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:17.982714 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1861e-600e-4738-8093-ac35314a78d6 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Pushing event updated for resources: {'Port': ['ID=77b37b9b-124d-49df-811e-6712d93ab0f0,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:18.077225 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041a249-bb66-47c3-a28b-a7674f515997 req-4a07504e-3006-46ef-823a-4f05a8fb3566 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:18.078942 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c041a249-bb66-47c3-a28b-a7674f515997 req-4a07504e-3006-46ef-823a-4f05a8fb3566 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a HTTP/1.1" status: 200 len: 949 time: 0.1859453 Jul 16 01:17:18.102725 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-c4c76bc8-7348-4e07-8d82-2a50d0b1402d tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Allocated IP 192.168.233.31 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/666ede5b-6b32-48df-8df8-ca6c7aa393dd) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:18.119857 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-32b1861e-600e-4738-8093-ac35314a78d6 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:18.121054 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-32b1861e-600e-4738-8093-ac35314a78d6 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.147228 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c041a249-bb66-47c3-a28b-a7674f515997 req-45f99d68-6c29-46ed-8e6b-0ebaa7a4910e tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/security-groups?id=005e6f5e-f13f-44e2-8eed-420aa1a0d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615726 Jul 16 01:17:18.157673 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d61047-c89a-4d9f-8111-f04caa084375 req-454a4d30-2d43-4034-a3ff-d4a84c018c37 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:18.168450 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24d61047-c89a-4d9f-8111-f04caa084375 req-454a4d30-2d43-4034-a3ff-d4a84c018c37 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 945 time: 0.1369300 Jul 16 01:17:18.184800 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-32b1861e-600e-4738-8093-ac35314a78d6 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0962489 Jul 16 01:17:18.238636 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24d61047-c89a-4d9f-8111-f04caa084375 req-f0cd8ee4-9b49-483c-b6b6-ba326cee4686 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691447 Jul 16 01:17:18.251963 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-535e203c-ae5e-49e9-a22d-5aec45582517 service neutron] Request body: {'port': {'device_id': '5ed60b47-fa8f-4759-af84-270d4168497e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:18.381183 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e031ca1c-aa7a-42e0-a6de-9856d5b9635b req-f0ad4893-c00b-4db8-9586-1ee429ae83b1 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?device_id=57a9a646-d867-4760-ac8a-7f4507e8ff88 HTTP/1.1" status: 200 len: 210 time: 0.0526795 Jul 16 01:17:18.427731 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7e00a8c2-9b37-4467-9aa4-acd8d0b96cd9 req-8a931ea2-fbb8-4aa2-9aea-c6cc93e6a92b tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=18aebc4a-bf0e-4449-9490-cfce0ddff67d HTTP/1.1" status: 200 len: 210 time: 0.0606039 Jul 16 01:17:18.428254 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35624) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:18.470698 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-c4c76bc8-7348-4e07-8d82-2a50d0b1402d tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.487595 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-c4c76bc8-7348-4e07-8d82-2a50d0b1402d tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Transition to ACTIVE for port object 666ede5b-6b32-48df-8df8-ca6c7aa393dd will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:18.488696 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-535e203c-ae5e-49e9-a22d-5aec45582517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.505890 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dd2424-7c5a-4a2e-813d-43e4ff52de50 x-openstack-request-id: req-a9dd2424-7c5a-4a2e-813d-43e4ff52de50 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:18.506355 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca42cc88-e371-47da-923d-117ff8e9b3f7", "tag": "ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:18.506766 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9dd2424-7c5a-4a2e-813d-43e4ff52de50 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:18.507453 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca42cc88-e371-47da-923d-117ff8e9b3f7', 'tag': 'ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf', 'status': 'completed', 'code': 200} Jul 16 01:17:18.523653 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0c277224-6549-4b3c-bdf8-a157a09b15be req-60eb995a-97f3-40fb-b247-65f2adc3481a tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "GET /v2.0/security-groups/224a4f8a-2d7f-4d5d-8ff2-e22cda74b2a3 HTTP/1.1" status: 200 len: 1805 time: 0.0943577 Jul 16 01:17:18.553814 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-c4c76bc8-7348-4e07-8d82-2a50d0b1402d tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.581224 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['67825f8e-4b89-4b11-8b57-c398a3044207'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:18.584067 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['04037a01-74f2-4eb2-9763-c5f9731fe105'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:18.654048 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-69b098db-b431-4213-aa8c-f624f4098320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.681482 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-c4c76bc8-7348-4e07-8d82-2a50d0b1402d tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:18.728338 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0c277224-6549-4b3c-bdf8-a157a09b15be req-93f1edb8-5ac8-4e22-b39f-5aae3227cd96 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "GET /v2.0/security-groups/ac552207-056b-4b9b-8059-f831d40cbcf7 HTTP/1.1" status: 200 len: 1804 time: 0.2037306 Jul 16 01:17:18.734914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-c4c76bc8-7348-4e07-8d82-2a50d0b1402d tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:18.737296 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-c4c76bc8-7348-4e07-8d82-2a50d0b1402d tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:18.740188 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c76bc8-7348-4e07-8d82-2a50d0b1402d tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Pushing event updated for resources: {'Port': ['ID=666ede5b-6b32-48df-8df8-ca6c7aa393dd,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:18.849230 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-69b098db-b431-4213-aa8c-f624f4098320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.852109 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-c4c76bc8-7348-4e07-8d82-2a50d0b1402d tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:18.852767 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-c4c76bc8-7348-4e07-8d82-2a50d0b1402d tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.861741 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-0c277224-6549-4b3c-bdf8-a157a09b15be req-1483baeb-f3e6-4820-a56f-51660a31814e tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '224a4f8a-2d7f-4d5d-8ff2-e22cda74b2a3', 'remote_group_id': 'ac552207-056b-4b9b-8059-f831d40cbcf7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:18.862061 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-0c277224-6549-4b3c-bdf8-a157a09b15be req-1483baeb-f3e6-4820-a56f-51660a31814e tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '224a4f8a-2d7f-4d5d-8ff2-e22cda74b2a3', 'remote_group_id': 'ac552207-056b-4b9b-8059-f831d40cbcf7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:18.864294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c8c31-f90e-44a1-b608-deae1548705b req-bf58d91b-93ca-4009-a916-95ed93b3519c tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:18.872520 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf9c8c31-f90e-44a1-b608-deae1548705b req-bf58d91b-93ca-4009-a916-95ed93b3519c tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca42cc88-e371-47da-923d-117ff8e9b3f7 HTTP/1.1" status: 200 len: 947 time: 0.1837375 Jul 16 01:17:18.881375 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81e828-9f11-45d6-bebb-f54253f3de13 req-b3c4b1f3-ddd8-454c-8003-ea5e08e6de7d tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:18.881992 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-69b098db-b431-4213-aa8c-f624f4098320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.883133 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a81e828-9f11-45d6-bebb-f54253f3de13 req-b3c4b1f3-ddd8-454c-8003-ea5e08e6de7d tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a HTTP/1.1" status: 200 len: 949 time: 0.2942462 Jul 16 01:17:18.993665 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf9c8c31-f90e-44a1-b608-deae1548705b req-14859cca-0fa4-46e6-9fa6-ddddacf88d13 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/security-groups?id=c07a28c3-310d-4590-b6f4-1a1b106afc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200340 Jul 16 01:17:19.031598 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b098db-b431-4213-aa8c-f624f4098320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f595e0d9-6024-4022-8d8e-c61a6430cb9f,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:19.042307 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ac368bd6-4997-467c-9841-bc4c4472b68c None None] Provisioning for port 666ede5b-6b32-48df-8df8-ca6c7aa393dd completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:19.048332 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ac368bd6-4997-467c-9841-bc4c4472b68c None None] Provisioning complete for port 666ede5b-6b32-48df-8df8-ca6c7aa393dd triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:19.049566 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac368bd6-4997-467c-9841-bc4c4472b68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.050669 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-69b098db-b431-4213-aa8c-f624f4098320 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=29abaa31c34b448596ce5ddb9b904844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6201334 Jul 16 01:17:19.059443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35628) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:19.069225 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d9ac5-9858-4ebc-82f1-6bea5fcf671d req-bced8a7a-4e36-4836-a6f1-836109425a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:19.071010 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c36d9ac5-9858-4ebc-82f1-6bea5fcf671d req-bced8a7a-4e36-4836-a6f1-836109425a1b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aa31777534244a89a1cc7d326566f6d6&device_id=ca42cc88-e371-47da-923d-117ff8e9b3f7 HTTP/1.1" status: 200 len: 1099 time: 0.5085721 Jul 16 01:17:19.112592 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-c4c76bc8-7348-4e07-8d82-2a50d0b1402d tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5214629 Jul 16 01:17:19.121057 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ac368bd6-4997-467c-9841-bc4c4472b68c None None] Port 666ede5b-6b32-48df-8df8-ca6c7aa393dd cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:19.130668 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-dba1de85-6301-486e-8d2b-137f013fbaeb service neutron] Request body: {'port': {'device_id': '18aebc4a-bf0e-4449-9490-cfce0ddff67d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:19.176341 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0c277224-6549-4b3c-bdf8-a157a09b15be req-1483baeb-f3e6-4820-a56f-51660a31814e tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.213331 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f8f2563b-ca04-4eee-a346-5611c24b5c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.258174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-0a81e828-9f11-45d6-bebb-f54253f3de13 req-dd021cc8-7a90-4011-b83b-5f938353d42a tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Deleting port 72f90623-35c9-4974-b85e-2f29f90a411f {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:19.258497 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0a81e828-9f11-45d6-bebb-f54253f3de13 req-dd021cc8-7a90-4011-b83b-5f938353d42a tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.278946 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0c277224-6549-4b3c-bdf8-a157a09b15be req-1483baeb-f3e6-4820-a56f-51660a31814e tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.291314 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0c277224-6549-4b3c-bdf8-a157a09b15be req-1483baeb-f3e6-4820-a56f-51660a31814e tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.297571 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f8f2563b-ca04-4eee-a346-5611c24b5c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.306898 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d9ac5-9858-4ebc-82f1-6bea5fcf671d req-0409b1db-4754-4624-88d2-2c03dbe63d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:19.308450 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c36d9ac5-9858-4ebc-82f1-6bea5fcf671d req-0409b1db-4754-4624-88d2-2c03dbe63d7a service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2274673 Jul 16 01:17:19.335770 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483baeb-f3e6-4820-a56f-51660a31814e tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6384758d-5d00-4522-b8b7-68b7cb32fbd2,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:19.353233 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-dba1de85-6301-486e-8d2b-137f013fbaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.390814 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c36d9ac5-9858-4ebc-82f1-6bea5fcf671d req-9474614c-0458-415a-be42-705b265333ff service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf HTTP/1.1" status: 200 len: 217 time: 0.0684049 Jul 16 01:17:19.412838 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a516338-f6bf-47da-8ec3-4be4ea91f648 req-b9905f86-2bec-4bde-9399-93de93aa8f59 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:19.413349 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0c277224-6549-4b3c-bdf8-a157a09b15be req-1483baeb-f3e6-4820-a56f-51660a31814e tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.414624 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6a516338-f6bf-47da-8ec3-4be4ea91f648 req-b9905f86-2bec-4bde-9399-93de93aa8f59 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 932 time: 0.2803528 Jul 16 01:17:19.426454 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0c277224-6549-4b3c-bdf8-a157a09b15be req-1483baeb-f3e6-4820-a56f-51660a31814e tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6917567 Jul 16 01:17:19.498423 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-0a81e828-9f11-45d6-bebb-f54253f3de13 req-dd021cc8-7a90-4011-b83b-5f938353d42a tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] For port 72f90623-35c9-4974-b85e-2f29f90a411f, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=72f90623-35c9-4974-b85e-2f29f90a411f,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:19.499143 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0a81e828-9f11-45d6-bebb-f54253f3de13 req-dd021cc8-7a90-4011-b83b-5f938353d42a tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.517993 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f8f2563b-ca04-4eee-a346-5611c24b5c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.520563 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f8f2563b-ca04-4eee-a346-5611c24b5c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.524488 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f8f2563b-ca04-4eee-a346-5611c24b5c4d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f595e0d9-6024-4022-8d8e-c61a6430cb9f HTTP/1.1" status: 204 len: 168 time: 0.4627526 Jul 16 01:17:19.546050 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-0a81e828-9f11-45d6-bebb-f54253f3de13 req-dd021cc8-7a90-4011-b83b-5f938353d42a tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Calling delete_port for 72f90623-35c9-4974-b85e-2f29f90a411f owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:19.591292 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6a516338-f6bf-47da-8ec3-4be4ea91f648 req-5a0c2f43-8e8a-4cc3-8585-348d82a149e7 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656618 Jul 16 01:17:19.600278 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2563b-ca04-4eee-a346-5611c24b5c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f595e0d9-6024-4022-8d8e-c61a6430cb9f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:19.641879 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-00d6d8b1-13eb-404d-abc0-883f984db7d1 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:19.643772 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-00d6d8b1-13eb-404d-abc0-883f984db7d1 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.82 "GET /v2.0/networks?id=1096f360-6b74-4590-aa4a-2282a5341f1d HTTP/1.1" status: 200 len: 823 time: 0.2556901 Jul 16 01:17:19.648550 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-535e203c-ae5e-49e9-a22d-5aec45582517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b37b9b-124d-49df-811e-6712d93ab0f0 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:19.667132 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-535e203c-ae5e-49e9-a22d-5aec45582517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.717573 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-535e203c-ae5e-49e9-a22d-5aec45582517 service neutron] Transition to ACTIVE for port object 77b37b9b-124d-49df-811e-6712d93ab0f0 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:19.726974 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d9ac5-9858-4ebc-82f1-6bea5fcf671d req-8d87c769-f4dc-4850-898c-3a7a8c933c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:19.728821 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c36d9ac5-9858-4ebc-82f1-6bea5fcf671d req-8d87c769-f4dc-4850-898c-3a7a8c933c4d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1955523 Jul 16 01:17:19.749374 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-535e203c-ae5e-49e9-a22d-5aec45582517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.828603 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-8f54656d-d6ca-43a7-a7a1-e44e894f937d tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2999adb4ec8040a5948eea28d1ff10e0 HTTP/1.1" status: 200 len: 380 time: 0.1664274 Jul 16 01:17:19.854189 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-a9e26c3f-8b2d-4542-b2e0-30a2f1a64bb3 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Request body: {'port': {'device_id': '57a9a646-d867-4760-ac8a-7f4507e8ff88', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'admin_state_up': True, 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'security_groups': ['d92a67ce-0bcb-4422-9912-1314c261de69']}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:19.869968 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb945b-33bd-4973-82b4-4551a9248916 req-02ea1ab0-68f1-43bf-b9a8-8bcfa8732c82 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:19.871681 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7cfb945b-33bd-4973-82b4-4551a9248916 req-02ea1ab0-68f1-43bf-b9a8-8bcfa8732c82 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a HTTP/1.1" status: 200 len: 949 time: 0.3254900 Jul 16 01:17:19.875873 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:17:19.894702 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e203c-ae5e-49e9-a22d-5aec45582517 service neutron] Pushing event updated for resources: {'Port': ['ID=77b37b9b-124d-49df-811e-6712d93ab0f0,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:19.911427 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0a81e828-9f11-45d6-bebb-f54253f3de13 req-dd021cc8-7a90-4011-b83b-5f938353d42a tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.925131 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['72f90623-35c9-4974-b85e-2f29f90a411f'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:19.953096 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-dba1de85-6301-486e-8d2b-137f013fbaeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666ede5b-6b32-48df-8df8-ca6c7aa393dd {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:19.964775 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd021cc8-7a90-4011-b83b-5f938353d42a tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Pushing event deleted for resources: {'Port': ['ID=72f90623-35c9-4974-b85e-2f29f90a411f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:19.967946 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-dba1de85-6301-486e-8d2b-137f013fbaeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.975068 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35644) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:20.026035 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-dba1de85-6301-486e-8d2b-137f013fbaeb service neutron] Transition to ACTIVE for port object 666ede5b-6b32-48df-8df8-ca6c7aa393dd will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:20.026035 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e992ed3-5c2c-4f2d-8290-67fb6bbc8a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.046289 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc0f95-3c48-45f1-9890-e78806ab8d7a req-d8c352bf-54bc-47e2-abea-2e7ec8a2ab93 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:20.053662 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d9cc0f95-3c48-45f1-9890-e78806ab8d7a req-d8c352bf-54bc-47e2-abea-2e7ec8a2ab93 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 945 time: 0.2372541 Jul 16 01:17:20.073718 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-dba1de85-6301-486e-8d2b-137f013fbaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.084085 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a81e828-9f11-45d6-bebb-f54253f3de13 req-dd021cc8-7a90-4011-b83b-5f938353d42a tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] No DVR routers for this DVR port 72f90623-35c9-4974-b85e-2f29f90a411f on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:20.085468 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7cfb945b-33bd-4973-82b4-4551a9248916 req-3e103cb9-7516-4ff8-a35c-7fb43dbf6ca6 tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.16 "GET /v2.0/security-groups?id=005e6f5e-f13f-44e2-8eed-420aa1a0d118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934626 Jul 16 01:17:20.098077 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d9ac5-9858-4ebc-82f1-6bea5fcf671d req-556d2742-c8d6-4140-a810-30a46b10ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:20.099887 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c36d9ac5-9858-4ebc-82f1-6bea5fcf671d req-556d2742-c8d6-4140-a810-30a46b10ba76 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3635058 Jul 16 01:17:20.119314 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0a81e828-9f11-45d6-bebb-f54253f3de13 req-dd021cc8-7a90-4011-b83b-5f938353d42a tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.121456 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a81e828-9f11-45d6-bebb-f54253f3de13 req-dd021cc8-7a90-4011-b83b-5f938353d42a tempest-LiveMigrationNegativeTest-628150273 tempest-LiveMigrationNegativeTest-628150273-project] 10.222.0.84 "DELETE /v2.0/ports/72f90623-35c9-4974-b85e-2f29f90a411f HTTP/1.1" status: 204 len: 173 time: 1.2103627 Jul 16 01:17:20.126651 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a', 'name': 'network-vif-deleted', 'tag': '72f90623-35c9-4974-b85e-2f29f90a411f'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:20.128982 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd56fc7-f2ba-4093-8a54-e522ba2da343" -d '{"events": [{"server_uuid": "f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a", "name": "network-vif-deleted", "tag": "72f90623-35c9-4974-b85e-2f29f90a411f"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:20.168880 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:20.183884 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1de85-6301-486e-8d2b-137f013fbaeb service neutron] Pushing event updated for resources: {'Port': ['ID=666ede5b-6b32-48df-8df8-ca6c7aa393dd,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:20.194268 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': 'ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf', 'mac_address': 'fa:16:3e:7b:df:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:17:20.218528 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d9cc0f95-3c48-45f1-9890-e78806ab8d7a req-e4c08aeb-0bb8-4285-939e-a3ad1986cbc1 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637506 Jul 16 01:17:20.267073 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-535e203c-ae5e-49e9-a22d-5aec45582517 service neutron] Attempting to bind port 77b37b9b-124d-49df-811e-6712d93ab0f0 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:20.267632 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-535e203c-ae5e-49e9-a22d-5aec45582517 service neutron] Attempting to bind port 77b37b9b-124d-49df-811e-6712d93ab0f0 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:20.267835 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-535e203c-ae5e-49e9-a22d-5aec45582517 service neutron] Attempting to bind port 77b37b9b-124d-49df-811e-6712d93ab0f0 on network 0acde702-0391-44d7-919c-717172e79311 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:20.294608 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-1a7c2e36-bac7-4b53-93f9-d31c87f7f3f3 req-005e5a4d-cc25-4ded-95e8-c9fc3d5b2511 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1145442401', 'description': 'tempest-description-2058207119'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:20.300557 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-535e203c-ae5e-49e9-a22d-5aec45582517 service neutron] Port 77b37b9b-124d-49df-811e-6712d93ab0f0 on network 0acde702-0391-44d7-919c-717172e79311 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:17:20.301112 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-535e203c-ae5e-49e9-a22d-5aec45582517 service neutron] Attempting to bind port 77b37b9b-124d-49df-811e-6712d93ab0f0 on network 0acde702-0391-44d7-919c-717172e79311 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:20.309491 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.342500 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:20.346615 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d6638f1-2d5d-4355-b9da-a12ec0254d34 req-9e4cb458-a6f5-49cd-beb2-677127ada44d tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?device_id=57a9a646-d867-4760-ac8a-7f4507e8ff88 HTTP/1.1" status: 200 len: 210 time: 0.0720470 Jul 16 01:17:20.358131 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-535e203c-ae5e-49e9-a22d-5aec45582517 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:20.361025 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-535e203c-ae5e-49e9-a22d-5aec45582517 service neutron] Checking segment: {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:20.361612 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-535e203c-ae5e-49e9-a22d-5aec45582517 service neutron] Bound using segment: {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:20.362383 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-535e203c-ae5e-49e9-a22d-5aec45582517 service neutron] Bound port: 77b37b9b-124d-49df-811e-6712d93ab0f0, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:20.373149 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-535e203c-ae5e-49e9-a22d-5aec45582517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.403763 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-dba1de85-6301-486e-8d2b-137f013fbaeb service neutron] Attempting to bind port 666ede5b-6b32-48df-8df8-ca6c7aa393dd on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:20.404107 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-dba1de85-6301-486e-8d2b-137f013fbaeb service neutron] Attempting to bind port 666ede5b-6b32-48df-8df8-ca6c7aa393dd by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:20.404483 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-dba1de85-6301-486e-8d2b-137f013fbaeb service neutron] Attempting to bind port 666ede5b-6b32-48df-8df8-ca6c7aa393dd on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:20.407917 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:20.412771 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e992ed3-5c2c-4f2d-8290-67fb6bbc8a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.414588 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-dba1de85-6301-486e-8d2b-137f013fbaeb service neutron] Port 666ede5b-6b32-48df-8df8-ca6c7aa393dd on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:17:20.414821 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-dba1de85-6301-486e-8d2b-137f013fbaeb service neutron] Attempting to bind port 666ede5b-6b32-48df-8df8-ca6c7aa393dd on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:20.416649 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.421593 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-dba1de85-6301-486e-8d2b-137f013fbaeb service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:20.422194 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-dba1de85-6301-486e-8d2b-137f013fbaeb service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:20.422825 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-dba1de85-6301-486e-8d2b-137f013fbaeb service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:20.423454 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-dba1de85-6301-486e-8d2b-137f013fbaeb service neutron] Bound port: 666ede5b-6b32-48df-8df8-ca6c7aa393dd, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:20.424024 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-dba1de85-6301-486e-8d2b-137f013fbaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.428627 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e992ed3-5c2c-4f2d-8290-67fb6bbc8a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.520555 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e992ed3-5c2c-4f2d-8290-67fb6bbc8a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc867d5-7133-43e0-ace1-f9205e8c4af6,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:20.546136 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3e992ed3-5c2c-4f2d-8290-67fb6bbc8a7a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab6ff206a19e48d0a959b7e22d8163c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5659175 Jul 16 01:17:20.546673 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35652) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:20.554982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:20.579295 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-a9e26c3f-8b2d-4542-b2e0-30a2f1a64bb3 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Made reservation on behalf of 2999adb4ec8040a5948eea28d1ff10e0 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:20.583747 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-a9e26c3f-8b2d-4542-b2e0-30a2f1a64bb3 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.594236 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c36d9ac5-9858-4ebc-82f1-6bea5fcf671d req-29e4120a-2e41-4440-9029-8b74b8bbce35 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651766 Jul 16 01:17:20.633454 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1a7c2e36-bac7-4b53-93f9-d31c87f7f3f3 req-005e5a4d-cc25-4ded-95e8-c9fc3d5b2511 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.636529 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-dba1de85-6301-486e-8d2b-137f013fbaeb service neutron] For port 666ede5b-6b32-48df-8df8-ca6c7aa393dd, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:20.644545 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-dba1de85-6301-486e-8d2b-137f013fbaeb service neutron] For port 666ede5b-6b32-48df-8df8-ca6c7aa393dd, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=666ede5b-6b32-48df-8df8-ca6c7aa393dd,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:20.659936 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-dba1de85-6301-486e-8d2b-137f013fbaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.661452 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:20.684256 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-535e203c-ae5e-49e9-a22d-5aec45582517 service neutron] For port 77b37b9b-124d-49df-811e-6712d93ab0f0, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:20.724253 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8265176b-fe8e-432e-87fa-2a27fec2bbde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.733603 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1de85-6301-486e-8d2b-137f013fbaeb service neutron] Pushing event updated for resources: {'Port': ['ID=666ede5b-6b32-48df-8df8-ca6c7aa393dd,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:20.778930 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-535e203c-ae5e-49e9-a22d-5aec45582517 service neutron] For port 77b37b9b-124d-49df-811e-6712d93ab0f0, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=77b37b9b-124d-49df-811e-6712d93ab0f0,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:20.806119 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-535e203c-ae5e-49e9-a22d-5aec45582517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.810216 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-dba1de85-6301-486e-8d2b-137f013fbaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:20.817459 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-dba1de85-6301-486e-8d2b-137f013fbaeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.819456 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-dba1de85-6301-486e-8d2b-137f013fbaeb service neutron] 10.222.0.84 "PUT /v2.0/ports/666ede5b-6b32-48df-8df8-ca6c7aa393dd HTTP/1.1" status: 200 len: 1096 time: 1.6930914 Jul 16 01:17:20.839625 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8265176b-fe8e-432e-87fa-2a27fec2bbde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.998378 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1a7c2e36-bac7-4b53-93f9-d31c87f7f3f3 req-005e5a4d-cc25-4ded-95e8-c9fc3d5b2511 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.001177 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8265176b-fe8e-432e-87fa-2a27fec2bbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.003964 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8265176b-fe8e-432e-87fa-2a27fec2bbde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.007758 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8265176b-fe8e-432e-87fa-2a27fec2bbde admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5fc867d5-7133-43e0-ace1-f9205e8c4af6 HTTP/1.1" status: 204 len: 168 time: 0.4562099 Jul 16 01:17:21.016698 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1a7c2e36-bac7-4b53-93f9-d31c87f7f3f3 req-005e5a4d-cc25-4ded-95e8-c9fc3d5b2511 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.038945 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265176b-fe8e-432e-87fa-2a27fec2bbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc867d5-7133-43e0-ace1-f9205e8c4af6,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:21.063164 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1a7c2e36-bac7-4b53-93f9-d31c87f7f3f3 req-005e5a4d-cc25-4ded-95e8-c9fc3d5b2511 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.076404 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a7c2e36-bac7-4b53-93f9-d31c87f7f3f3 req-005e5a4d-cc25-4ded-95e8-c9fc3d5b2511 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7886746 Jul 16 01:17:21.093189 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-657db276-a06e-409a-b7be-aa3246b481ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:21.095033 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-657db276-a06e-409a-b7be-aa3246b481ff service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2db723265f594b90bb57a2f4b64cbdf2&device_id=18aebc4a-bf0e-4449-9490-cfce0ddff67d HTTP/1.1" status: 200 len: 1099 time: 0.2149763 Jul 16 01:17:21.122983 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e5a4d-cc25-4ded-95e8-c9fc3d5b2511 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f34f364-8fd4-4f42-a722-4f1a06827b68,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:21.160132 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-96fcdab3-5e45-49b2-a020-6d1cef5af980 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=666ede5b-6b32-48df-8df8-ca6c7aa393dd HTTP/1.1" status: 200 len: 217 time: 0.0530696 Jul 16 01:17:21.179834 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316d8c2-b14f-47a9-bd54-37a2496eb9d6 req-cf9bd19f-3988-412c-b0bb-3d095861d0e8 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:21.187208 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1316d8c2-b14f-47a9-bd54-37a2496eb9d6 req-cf9bd19f-3988-412c-b0bb-3d095861d0e8 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=18aebc4a-bf0e-4449-9490-cfce0ddff67d HTTP/1.1" status: 200 len: 947 time: 0.6671672 Jul 16 01:17:21.219922 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-535e203c-ae5e-49e9-a22d-5aec45582517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:21.221505 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-535e203c-ae5e-49e9-a22d-5aec45582517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.223976 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-535e203c-ae5e-49e9-a22d-5aec45582517 service neutron] 10.222.0.84 "PUT /v2.0/ports/77b37b9b-124d-49df-811e-6712d93ab0f0 HTTP/1.1" status: 200 len: 1093 time: 2.9841185 Jul 16 01:17:21.229807 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed60b47-fa8f-4759-af84-270d4168497e', 'tag': '77b37b9b-124d-49df-811e-6712d93ab0f0'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:21.235615 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd4d344-0189-4bbd-a6ff-a3adacbe7354" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed60b47-fa8f-4759-af84-270d4168497e", "tag": "77b37b9b-124d-49df-811e-6712d93ab0f0"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:21.262021 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-021c3bff-f74f-494f-b165-075eef07cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:21.263630 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-021c3bff-f74f-494f-b165-075eef07cb68 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0955935 Jul 16 01:17:21.294037 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c36d9ac5-9858-4ebc-82f1-6bea5fcf671d req-fceb871e-fbb9-4672-8bdc-86b5d464b87c service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6839278 Jul 16 01:17:21.385574 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-da478f8b-0eac-48f1-9dde-ba333ff48a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:21.387074 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-da478f8b-0eac-48f1-9dde-ba333ff48a20 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1010113 Jul 16 01:17:21.400645 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7cbd1-64db-42c8-b4fb-c6acd34606c5 req-6f060e2d-259a-4fd5-a8db-00a0cc0fb002 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:21.402383 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a6d7cbd1-64db-42c8-b4fb-c6acd34606c5 req-6f060e2d-259a-4fd5-a8db-00a0cc0fb002 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca42cc88-e371-47da-923d-117ff8e9b3f7 HTTP/1.1" status: 200 len: 948 time: 0.1577363 Jul 16 01:17:21.402653 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e203c-ae5e-49e9-a22d-5aec45582517 service neutron] Pushing event updated for resources: {'Port': ['ID=77b37b9b-124d-49df-811e-6712d93ab0f0,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:21.412213 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-a9e26c3f-8b2d-4542-b2e0-30a2f1a64bb3 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Allocated IP 172.20.0.7 (1096f360-6b74-4590-aa4a-2282a5341f1d/3e374788-0d42-4edb-97f5-de74ce0cf143/f911a9fb-3d49-4c57-ae9e-447647e19ebd) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:21.423459 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1316d8c2-b14f-47a9-bd54-37a2496eb9d6 req-f6606e4c-b632-4e21-836f-138bade326f8 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350163 Jul 16 01:17:21.485428 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-f389d161-ee2b-473f-8b8e-a7bbec45ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:21.487232 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-f389d161-ee2b-473f-8b8e-a7bbec45ad8f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 1096 time: 0.1774600 Jul 16 01:17:21.498497 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-8e900df0-d645-4b78-b950-be774d059067 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952456 Jul 16 01:17:21.569660 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-3c2be8f5-91d0-4c79-93c4-ad5dfcfcf589 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b37b9b-124d-49df-811e-6712d93ab0f0 HTTP/1.1" status: 200 len: 217 time: 0.0729363 Jul 16 01:17:21.730856 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-6eea875b-bdbd-4fbe-81dd-50e4a26879f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:21.732942 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-6eea875b-bdbd-4fbe-81dd-50e4a26879f8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53fcd526-4834-4829-80ef-c0f48c90d8f1 HTTP/1.1" status: 200 len: 847 time: 0.1522558 Jul 16 01:17:21.763010 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14a3d23-b8b8-4ace-86ef-96ca873fa734 x-openstack-request-id: req-b14a3d23-b8b8-4ace-86ef-96ca873fa734 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:21.763701 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a", "name": "network-vif-deleted", "tag": "72f90623-35c9-4974-b85e-2f29f90a411f", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:21.763701 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b14a3d23-b8b8-4ace-86ef-96ca873fa734 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:21.764038 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ad5e3e-71d7-44a5-be5d-7d22f1e3f32a', 'name': 'network-vif-deleted', 'tag': '72f90623-35c9-4974-b85e-2f29f90a411f', 'status': 'completed', 'code': 200} Jul 16 01:17:21.785047 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-a99f4299-c9de-4022-a842-348e6b1fc1db service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0acde702-0391-44d7-919c-717172e79311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433724 Jul 16 01:17:21.838315 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a6d7cbd1-64db-42c8-b4fb-c6acd34606c5 req-1ee75621-68eb-4af0-ad47-9c65599f25ee tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/security-groups?id=c07a28c3-310d-4590-b6f4-1a1b106afc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387601 Jul 16 01:17:21.895234 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:21.940133 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-662da8f6-dc7d-4004-9b7b-01fce996ead8 req-7d403b46-da69-4e29-8330-5a6292cdb80f service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329820 Jul 16 01:17:21.984006 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-a9e26c3f-8b2d-4542-b2e0-30a2f1a64bb3 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:22.004722 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:22.009123 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-a9e26c3f-8b2d-4542-b2e0-30a2f1a64bb3 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Transition to ACTIVE for port object f911a9fb-3d49-4c57-ae9e-447647e19ebd will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:22.012414 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:22.014141 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:22.025501 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-b3510618-f156-4b4b-a209-1e68393283c6 service neutron] 10.222.0.84 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321393 Jul 16 01:17:22.104696 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-a9e26c3f-8b2d-4542-b2e0-30a2f1a64bb3 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:22.142335 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:22.173131 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca42cc88-e371-47da-923d-117ff8e9b3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:22.176751 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca92cf64-51d4-421c-baac-e322fe703baf" -d '{"events": [{"server_uuid": "ca42cc88-e371-47da-923d-117ff8e9b3f7", "name": "network-vif-plugged", "status": "completed", "tag": "ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:22.192716 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:22.200974 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:22.246613 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f7f0b-d47e-4096-9598-0e616d1e2caa req-1653b942-70c2-4a0c-ab62-3fb6f4eb23c4 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:22.260852 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-938f7f0b-d47e-4096-9598-0e616d1e2caa req-1653b942-70c2-4a0c-ab62-3fb6f4eb23c4 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 944 time: 0.1180828 Jul 16 01:17:22.310616 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:22.322965 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-938f7f0b-d47e-4096-9598-0e616d1e2caa req-9fbcd715-ed55-4b97-aa8e-e449357b930c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597441 Jul 16 01:17:22.326490 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-a9e26c3f-8b2d-4542-b2e0-30a2f1a64bb3 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Network 1096f360-6b74-4590-aa4a-2282a5341f1d is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:22.348732 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e26c3f-8b2d-4542-b2e0-30a2f1a64bb3 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Pushing event updated for resources: {'Port': ['ID=f911a9fb-3d49-4c57-ae9e-447647e19ebd,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:22.356984 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-a9e26c3f-8b2d-4542-b2e0-30a2f1a64bb3 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:22.360730 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d4aaea0-234b-4102-a8b2-5f88eed6875e req-e1d8f107-adb1-4887-b3fc-48dce08ffd36 service neutron] 10.222.0.84 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176904 Jul 16 01:17:22.363131 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-a9e26c3f-8b2d-4542-b2e0-30a2f1a64bb3 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:22.363491 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-287361e3-4a29-4ff7-9545-602bce2a1a51 req-3fe10f26-aff7-4686-ab49-79e2f031abd7 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1321799251', 'description': 'tempest-description-67962426'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:22.418837 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-287361e3-4a29-4ff7-9545-602bce2a1a51 req-3fe10f26-aff7-4686-ab49-79e2f031abd7 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:22.441715 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807444f8-2f56-4a51-a044-6e04309808a3 req-7edd7a86-87b9-40fd-8d8d-4b0518a78ef9 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:22.449147 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-807444f8-2f56-4a51-a044-6e04309808a3 req-7edd7a86-87b9-40fd-8d8d-4b0518a78ef9 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 1097 time: 0.3138220 Jul 16 01:17:22.457558 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-a9e26c3f-8b2d-4542-b2e0-30a2f1a64bb3 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:22.458248 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-a9e26c3f-8b2d-4542-b2e0-30a2f1a64bb3 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:22.497097 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-807444f8-2f56-4a51-a044-6e04309808a3 req-1cd6500c-b4b9-4f73-8c26-f0c66598d5fe tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470097 Jul 16 01:17:22.552418 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-287361e3-4a29-4ff7-9545-602bce2a1a51 req-3fe10f26-aff7-4686-ab49-79e2f031abd7 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:22.560684 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-287361e3-4a29-4ff7-9545-602bce2a1a51 req-3fe10f26-aff7-4686-ab49-79e2f031abd7 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:22.572936 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-a9e26c3f-8b2d-4542-b2e0-30a2f1a64bb3 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7259712 Jul 16 01:17:22.586153 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-1e665d81-0fe0-4af3-baff-4729c711f762 service neutron] Request body: {'port': {'device_id': '57a9a646-d867-4760-ac8a-7f4507e8ff88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:22.596045 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe10f26-aff7-4686-ab49-79e2f031abd7 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aed8c85-15c0-4784-a132-50fd3568cc79,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:22.622283 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-287361e3-4a29-4ff7-9545-602bce2a1a51 req-3fe10f26-aff7-4686-ab49-79e2f031abd7 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:22.625051 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-287361e3-4a29-4ff7-9545-602bce2a1a51 req-3fe10f26-aff7-4686-ab49-79e2f031abd7 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2670422 Jul 16 01:17:22.704534 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-52508158-d705-466d-b5b1-83bbad92166e None None] Provisioning for port f911a9fb-3d49-4c57-ae9e-447647e19ebd completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:22.721025 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-52508158-d705-466d-b5b1-83bbad92166e None None] Provisioning complete for port f911a9fb-3d49-4c57-ae9e-447647e19ebd triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:22.721772 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-52508158-d705-466d-b5b1-83bbad92166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:22.738995 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850d4782-6a6d-441e-bdf1-f95453ab367c x-openstack-request-id: req-850d4782-6a6d-441e-bdf1-f95453ab367c {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:22.739463 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed60b47-fa8f-4759-af84-270d4168497e", "tag": "77b37b9b-124d-49df-811e-6712d93ab0f0", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:22.739722 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-850d4782-6a6d-441e-bdf1-f95453ab367c {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:22.740128 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed60b47-fa8f-4759-af84-270d4168497e', 'tag': '77b37b9b-124d-49df-811e-6712d93ab0f0', 'status': 'completed', 'code': 200} Jul 16 01:17:22.804011 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-52508158-d705-466d-b5b1-83bbad92166e None None] Port f911a9fb-3d49-4c57-ae9e-447647e19ebd cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:22.829542 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-1e665d81-0fe0-4af3-baff-4729c711f762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:22.849715 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee4d9f6-5db1-4f2e-9e32-5930085736ca x-openstack-request-id: req-3ee4d9f6-5db1-4f2e-9e32-5930085736ca {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:22.850109 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca42cc88-e371-47da-923d-117ff8e9b3f7", "name": "network-vif-plugged", "status": "completed", "tag": "ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:22.850554 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ee4d9f6-5db1-4f2e-9e32-5930085736ca {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:22.851080 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca42cc88-e371-47da-923d-117ff8e9b3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf', 'code': 200} Jul 16 01:17:23.033922 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9c315-9928-4176-b37c-8a20a4534327 req-fb475814-b4be-4bbc-b329-931b4104e2be tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:23.036809 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0d9c315-9928-4176-b37c-8a20a4534327 req-fb475814-b4be-4bbc-b329-931b4104e2be tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=18aebc4a-bf0e-4449-9490-cfce0ddff67d HTTP/1.1" status: 200 len: 947 time: 0.0756414 Jul 16 01:17:23.060740 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4d344-0189-4bbd-a6ff-a3adacbe7354 req-d7476c9b-46b9-4024-95e9-1a08fc75cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:23.062366 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2dd4d344-0189-4bbd-a6ff-a3adacbe7354 req-d7476c9b-46b9-4024-95e9-1a08fc75cf04 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 1096 time: 0.3065832 Jul 16 01:17:23.108683 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0d9c315-9928-4176-b37c-8a20a4534327 req-982ff926-71c2-4c0f-b29f-07edf50cbcbb tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642822 Jul 16 01:17:23.170407 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35708) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:23.171657 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96964f5c-76d0-4631-b626-5564921ebb0d req-044ad8db-ea1d-4d46-bb9e-1445e74b7f9e tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:23.178983 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-96964f5c-76d0-4631-b626-5564921ebb0d req-044ad8db-ea1d-4d46-bb9e-1445e74b7f9e tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?device_id=57a9a646-d867-4760-ac8a-7f4507e8ff88 HTTP/1.1" status: 200 len: 931 time: 0.3202550 Jul 16 01:17:23.185630 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7cb6a8c8-1950-4857-8461-336cff99ad68 req-7839b75f-2661-499b-bfd7-70fdff10b9a8 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "GET /v2.0/security-groups/9f34f364-8fd4-4f42-a722-4f1a06827b68 HTTP/1.1" status: 200 len: 1805 time: 0.0588536 Jul 16 01:17:23.235137 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7cb6a8c8-1950-4857-8461-336cff99ad68 req-bf52bc0b-315f-438e-8f39-0163e36deb23 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "GET /v2.0/security-groups/4aed8c85-15c0-4784-a132-50fd3568cc79 HTTP/1.1" status: 200 len: 1803 time: 0.0482528 Jul 16 01:17:23.249734 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-7cb6a8c8-1950-4857-8461-336cff99ad68 req-b7937a5f-19bf-421e-8d33-2758dd5d5831 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9f34f364-8fd4-4f42-a722-4f1a06827b68', 'remote_group_id': '4aed8c85-15c0-4784-a132-50fd3568cc79', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:23.250557 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-7cb6a8c8-1950-4857-8461-336cff99ad68 req-b7937a5f-19bf-421e-8d33-2758dd5d5831 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9f34f364-8fd4-4f42-a722-4f1a06827b68', 'remote_group_id': '4aed8c85-15c0-4784-a132-50fd3568cc79', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:23.342288 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-96964f5c-76d0-4631-b626-5564921ebb0d req-d1daef90-9089-40ca-a67d-5b7bf9b8052d tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/security-groups?id=d92a67ce-0bcb-4422-9912-1314c261de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624572 Jul 16 01:17:23.349981 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598c7b6-21c7-4899-89b0-f0d4d384a743 req-2f466e52-ebcb-4650-ac4d-9877aa4de467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:23.351626 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3598c7b6-21c7-4899-89b0-f0d4d384a743 req-2f466e52-ebcb-4650-ac4d-9877aa4de467 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ca42cc88-e371-47da-923d-117ff8e9b3f7 HTTP/1.1" status: 200 len: 1101 time: 0.3959827 Jul 16 01:17:23.357705 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4d344-0189-4bbd-a6ff-a3adacbe7354 req-66d67336-ba1d-48ec-b394-9278bbd37bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:23.359205 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2dd4d344-0189-4bbd-a6ff-a3adacbe7354 req-66d67336-ba1d-48ec-b394-9278bbd37bdb service neutron] 10.222.0.84 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 908 time: 0.2880478 Jul 16 01:17:23.369932 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7cb6a8c8-1950-4857-8461-336cff99ad68 req-b7937a5f-19bf-421e-8d33-2758dd5d5831 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.442880 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7cb6a8c8-1950-4857-8461-336cff99ad68 req-b7937a5f-19bf-421e-8d33-2758dd5d5831 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.453086 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7cb6a8c8-1950-4857-8461-336cff99ad68 req-b7937a5f-19bf-421e-8d33-2758dd5d5831 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.493605 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7937a5f-19bf-421e-8d33-2758dd5d5831 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f245b2ab-4d23-457b-aa76-2271610cc075,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:23.500045 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2dd4d344-0189-4bbd-a6ff-a3adacbe7354 req-76137520-71fa-4963-9484-7311a364cf3d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b37b9b-124d-49df-811e-6712d93ab0f0 HTTP/1.1" status: 200 len: 217 time: 0.1229634 Jul 16 01:17:23.503754 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7cb6a8c8-1950-4857-8461-336cff99ad68 req-b7937a5f-19bf-421e-8d33-2758dd5d5831 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.505073 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7cb6a8c8-1950-4857-8461-336cff99ad68 req-b7937a5f-19bf-421e-8d33-2758dd5d5831 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2693398 Jul 16 01:17:23.564109 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3598c7b6-21c7-4899-89b0-f0d4d384a743 req-ace4eb53-5090-46d8-94c8-99775292d72f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c07a28c3-310d-4590-b6f4-1a1b106afc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039306 Jul 16 01:17:23.567656 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-60047e75-bfcd-4ae2-927c-156176a9a84c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62516ad3fa1b4e589a604bfbb26150fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3932972 Jul 16 01:17:23.568411 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35722) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:23.660400 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4d344-0189-4bbd-a6ff-a3adacbe7354 req-8c52e59b-778a-4f22-b8f2-4677e3bee7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:23.663876 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c8003071-8e7f-4159-8c6a-fd06c3d1f65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.667250 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2dd4d344-0189-4bbd-a6ff-a3adacbe7354 req-8c52e59b-778a-4f22-b8f2-4677e3bee7b8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53fcd526-4834-4829-80ef-c0f48c90d8f1 HTTP/1.1" status: 200 len: 847 time: 0.1545093 Jul 16 01:17:23.717691 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-1e665d81-0fe0-4af3-baff-4729c711f762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f911a9fb-3d49-4c57-ae9e-447647e19ebd {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:23.724638 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2dd4d344-0189-4bbd-a6ff-a3adacbe7354 req-45782955-ecaa-43ad-8054-609e338ffdf2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0acde702-0391-44d7-919c-717172e79311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462694 Jul 16 01:17:23.729572 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-1e665d81-0fe0-4af3-baff-4729c711f762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.739987 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c8003071-8e7f-4159-8c6a-fd06c3d1f65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.769019 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18aebc4a-bf0e-4449-9490-cfce0ddff67d', 'tag': '666ede5b-6b32-48df-8df8-ca6c7aa393dd'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:23.772047 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14f9ca5-83e8-4b06-b035-f7944ce8263d" -d '{"events": [{"name": "network-changed", "server_uuid": "18aebc4a-bf0e-4449-9490-cfce0ddff67d", "tag": "666ede5b-6b32-48df-8df8-ca6c7aa393dd"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:23.776593 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-1e665d81-0fe0-4af3-baff-4729c711f762 service neutron] Transition to ACTIVE for port object f911a9fb-3d49-4c57-ae9e-447647e19ebd will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:23.787860 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-1e665d81-0fe0-4af3-baff-4729c711f762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.821144 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 72f90623-35c9-4974-b85e-2f29f90a411f no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:23.825913 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899bfd5-e2af-4157-bd75-495c000971ed req-45684e3b-f9ef-4e98-91cb-ac7b9b5484c1 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:23.834965 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7899bfd5-e2af-4157-bd75-495c000971ed req-45684e3b-f9ef-4e98-91cb-ac7b9b5484c1 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca42cc88-e371-47da-923d-117ff8e9b3f7 HTTP/1.1" status: 200 len: 949 time: 0.1503246 Jul 16 01:17:23.869476 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 72f90623-35c9-4974-b85e-2f29f90a411f {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:23.869974 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 72f90623-35c9-4974-b85e-2f29f90a411f not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:23.872441 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c8003071-8e7f-4159-8c6a-fd06c3d1f65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.875098 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c8003071-8e7f-4159-8c6a-fd06c3d1f65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.876257 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c8003071-8e7f-4159-8c6a-fd06c3d1f65c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/005e6f5e-f13f-44e2-8eed-420aa1a0d118 HTTP/1.1" status: 204 len: 168 time: 0.3072529 Jul 16 01:17:23.889228 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7899bfd5-e2af-4157-bd75-495c000971ed req-ee5b2480-bd32-429d-aa7f-b9eb9cd08e64 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/security-groups?id=c07a28c3-310d-4590-b6f4-1a1b106afc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534277 Jul 16 01:17:23.893836 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88143edc-5068-48ad-b6ee-4fe7ebe43a3f req-4ad8a987-c489-447b-b015-d6becd792e7a tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:23.895380 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-88143edc-5068-48ad-b6ee-4fe7ebe43a3f req-4ad8a987-c489-447b-b015-d6becd792e7a tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 1097 time: 0.3185067 Jul 16 01:17:23.900329 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8003071-8e7f-4159-8c6a-fd06c3d1f65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005e6f5e-f13f-44e2-8eed-420aa1a0d118,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:23.962415 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e665d81-0fe0-4af3-baff-4729c711f762 service neutron] Pushing event updated for resources: {'Port': ['ID=f911a9fb-3d49-4c57-ae9e-447647e19ebd,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:23.967185 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2dd4d344-0189-4bbd-a6ff-a3adacbe7354 req-be49dc37-af60-46ad-a6b9-70e930ed94a6 service neutron] 10.222.0.84 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342339 Jul 16 01:17:24.026360 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-88143edc-5068-48ad-b6ee-4fe7ebe43a3f req-dee7883b-26d6-465d-86bf-4bd5af9218e6 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143694 Jul 16 01:17:24.124009 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e1509-dc7c-4228-81fa-446d1fa836f7 req-c89bd3c7-a162-45d4-aa7d-4f96d39408aa tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:24.132437 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-937e1509-dc7c-4228-81fa-446d1fa836f7 req-c89bd3c7-a162-45d4-aa7d-4f96d39408aa tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 944 time: 0.1056056 Jul 16 01:17:24.146142 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-1e665d81-0fe0-4af3-baff-4729c711f762 service neutron] Attempting to bind port f911a9fb-3d49-4c57-ae9e-447647e19ebd on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:24.146476 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-1e665d81-0fe0-4af3-baff-4729c711f762 service neutron] Attempting to bind port f911a9fb-3d49-4c57-ae9e-447647e19ebd by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '4235c34d-d0fc-40de-b656-70074dffcff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:24.146798 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-1e665d81-0fe0-4af3-baff-4729c711f762 service neutron] Attempting to bind port f911a9fb-3d49-4c57-ae9e-447647e19ebd on network 1096f360-6b74-4590-aa4a-2282a5341f1d {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:24.164952 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-1e665d81-0fe0-4af3-baff-4729c711f762 service neutron] Port f911a9fb-3d49-4c57-ae9e-447647e19ebd on network 1096f360-6b74-4590-aa4a-2282a5341f1d not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:17:24.165298 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-1e665d81-0fe0-4af3-baff-4729c711f762 service neutron] Attempting to bind port f911a9fb-3d49-4c57-ae9e-447647e19ebd on network 1096f360-6b74-4590-aa4a-2282a5341f1d {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:24.169540 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-937e1509-dc7c-4228-81fa-446d1fa836f7 req-97a1328f-4f0d-47b7-871e-a698096970bd tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362225 Jul 16 01:17:24.191055 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-1e665d81-0fe0-4af3-baff-4729c711f762 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:24.191296 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-1e665d81-0fe0-4af3-baff-4729c711f762 service neutron] Checking segment: {'id': '4235c34d-d0fc-40de-b656-70074dffcff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:24.191673 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-1e665d81-0fe0-4af3-baff-4729c711f762 service neutron] Bound using segment: {'id': '4235c34d-d0fc-40de-b656-70074dffcff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:24.192084 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-1e665d81-0fe0-4af3-baff-4729c711f762 service neutron] Bound port: f911a9fb-3d49-4c57-ae9e-447647e19ebd, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4235c34d-d0fc-40de-b656-70074dffcff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:24.192467 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-1e665d81-0fe0-4af3-baff-4729c711f762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.199357 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2dd4d344-0189-4bbd-a6ff-a3adacbe7354 req-dbb88e36-ff20-45f6-974d-67599ee4ec75 service neutron] 10.222.0.84 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205229 Jul 16 01:17:24.210054 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5749b6db-aa96-49e9-93ff-376d0c8ca297 req-eca7cc46-7fc2-4b53-bd0d-2e5f46517f3d tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "GET /v2.0/security-groups/4aed8c85-15c0-4784-a132-50fd3568cc79 HTTP/1.1" status: 200 len: 1803 time: 0.0871637 Jul 16 01:17:24.329858 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5749b6db-aa96-49e9-93ff-376d0c8ca297 req-46608667-fba5-40d4-9f62-62cc88ffc90f tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.332603 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-1e665d81-0fe0-4af3-baff-4729c711f762 service neutron] For port f911a9fb-3d49-4c57-ae9e-447647e19ebd, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:24.355794 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-1e665d81-0fe0-4af3-baff-4729c711f762 service neutron] For port f911a9fb-3d49-4c57-ae9e-447647e19ebd, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=f911a9fb-3d49-4c57-ae9e-447647e19ebd,segment=NetworkSegment(4235c34d-d0fc-40de-b656-70074dffcff3),segment_id=4235c34d-d0fc-40de-b656-70074dffcff3)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:24.357463 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35740) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:24.367532 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-1e665d81-0fe0-4af3-baff-4729c711f762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.370565 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5749b6db-aa96-49e9-93ff-376d0c8ca297 req-46608667-fba5-40d4-9f62-62cc88ffc90f tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.412130 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f2348f78-fccb-477c-b394-a36c318df55b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e1728db7e7744cca36bc534c127c781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520875 Jul 16 01:17:24.414759 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35744) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:24.449110 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-1e665d81-0fe0-4af3-baff-4729c711f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:24.449727 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-1e665d81-0fe0-4af3-baff-4729c711f762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.451139 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-1e665d81-0fe0-4af3-baff-4729c711f762 service neutron] 10.222.0.82 "PUT /v2.0/ports/f911a9fb-3d49-4c57-ae9e-447647e19ebd HTTP/1.1" status: 200 len: 1092 time: 1.8699186 Jul 16 01:17:24.495869 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e665d81-0fe0-4af3-baff-4729c711f762 service neutron] Pushing event updated for resources: {'Port': ['ID=f911a9fb-3d49-4c57-ae9e-447647e19ebd,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:24.496389 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-925ee244-a247-43b5-8f4c-f415cae01808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.526044 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5749b6db-aa96-49e9-93ff-376d0c8ca297 req-46608667-fba5-40d4-9f62-62cc88ffc90f tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.530499 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5749b6db-aa96-49e9-93ff-376d0c8ca297 req-46608667-fba5-40d4-9f62-62cc88ffc90f tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.532158 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5749b6db-aa96-49e9-93ff-376d0c8ca297 req-46608667-fba5-40d4-9f62-62cc88ffc90f tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "DELETE /v2.0/security-groups/4aed8c85-15c0-4784-a132-50fd3568cc79 HTTP/1.1" status: 204 len: 173 time: 0.3108313 Jul 16 01:17:24.546552 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46608667-fba5-40d4-9f62-62cc88ffc90f tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aed8c85-15c0-4784-a132-50fd3568cc79,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:24.580988 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-16983195-7758-4c83-9ede-ed10c917680f req-6325f920-ff4d-4f9a-b58a-3e7c8e9251f8 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=28e2d558f60f48b59a784ddce55f2a54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599251 Jul 16 01:17:24.605424 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-925ee244-a247-43b5-8f4c-f415cae01808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.652736 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7d7536-57d5-41f3-a8c8-b8d6e23dbb54 x-openstack-request-id: req-5a7d7536-57d5-41f3-a8c8-b8d6e23dbb54 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:24.653153 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18aebc4a-bf0e-4449-9490-cfce0ddff67d", "tag": "666ede5b-6b32-48df-8df8-ca6c7aa393dd", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:24.653268 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a7d7536-57d5-41f3-a8c8-b8d6e23dbb54 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:24.656050 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18aebc4a-bf0e-4449-9490-cfce0ddff67d', 'tag': '666ede5b-6b32-48df-8df8-ca6c7aa393dd', 'status': 'completed', 'code': 200} Jul 16 01:17:24.680686 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-925ee244-a247-43b5-8f4c-f415cae01808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.684320 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-925ee244-a247-43b5-8f4c-f415cae01808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.685675 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-925ee244-a247-43b5-8f4c-f415cae01808 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f32a6ef8-effe-4cca-a7e9-77b5c2abcbc6 HTTP/1.1" status: 204 len: 168 time: 0.2698433 Jul 16 01:17:24.693173 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-5111090c-77cf-4eda-96f5-dc373f6e25f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:24.695194 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-5111090c-77cf-4eda-96f5-dc373f6e25f9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2999adb4ec8040a5948eea28d1ff10e0&device_id=57a9a646-d867-4760-ac8a-7f4507e8ff88 HTTP/1.1" status: 200 len: 1095 time: 0.1215198 Jul 16 01:17:24.713728 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ee244-a247-43b5-8f4c-f415cae01808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32a6ef8-effe-4cca-a7e9-77b5c2abcbc6,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:24.754142 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a9a646-d867-4760-ac8a-7f4507e8ff88', 'tag': 'f911a9fb-3d49-4c57-ae9e-447647e19ebd'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:24.756747 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24152c2e-50ee-4348-8002-b270ff3d2514" -d '{"events": [{"name": "network-changed", "server_uuid": "57a9a646-d867-4760-ac8a-7f4507e8ff88", "tag": "f911a9fb-3d49-4c57-ae9e-447647e19ebd"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:24.762575 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-ddb71da6-7b03-4c8a-9842-3124a9cb809b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f911a9fb-3d49-4c57-ae9e-447647e19ebd HTTP/1.1" status: 200 len: 217 time: 0.0578103 Jul 16 01:17:24.769034 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f9ca5-83e8-4b06-b035-f7944ce8263d req-85b4c239-ed13-4e09-bf5c-8d63bcef42b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:24.770645 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c14f9ca5-83e8-4b06-b035-f7944ce8263d req-85b4c239-ed13-4e09-bf5c-8d63bcef42b5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2db723265f594b90bb57a2f4b64cbdf2&device_id=18aebc4a-bf0e-4449-9490-cfce0ddff67d HTTP/1.1" status: 200 len: 1099 time: 0.1437790 Jul 16 01:17:24.801798 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16983195-7758-4c83-9ede-ed10c917680f req-bd8b0900-061f-473a-8111-cba9efb2fcc3 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:24.804948 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-16983195-7758-4c83-9ede-ed10c917680f req-bd8b0900-061f-473a-8111-cba9efb2fcc3 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2231469 Jul 16 01:17:24.820187 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-16983195-7758-4c83-9ede-ed10c917680f req-bb9a9b7c-3190-4ff4-b558-82f11f66944a tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.16 "GET /v2.0/quotas/28e2d558f60f48b59a784ddce55f2a54 HTTP/1.1" status: 200 len: 375 time: 0.0101292 Jul 16 01:17:24.891235 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-16983195-7758-4c83-9ede-ed10c917680f req-0a1bb09d-c5d6-4f36-936f-ba6cfcab5764 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=28e2d558f60f48b59a784ddce55f2a54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525284 Jul 16 01:17:24.913209 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-2a6808e1-9e32-453d-9e9e-cd779709b35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:24.914307 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-2a6808e1-9e32-453d-9e9e-cd779709b35c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3e374788-0d42-4edb-97f5-de74ce0cf143 HTTP/1.1" status: 200 len: 862 time: 0.1419861 Jul 16 01:17:25.208224 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf05659-0a61-4c70-ac3b-9a57d592a571 req-46c0cd3b-7587-4b96-9afb-f3bb516b3370 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:25.210276 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dcf05659-0a61-4c70-ac3b-9a57d592a571 req-46c0cd3b-7587-4b96-9afb-f3bb516b3370 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?device_id=57a9a646-d867-4760-ac8a-7f4507e8ff88 HTTP/1.1" status: 200 len: 943 time: 0.0820556 Jul 16 01:17:25.264815 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dcf05659-0a61-4c70-ac3b-9a57d592a571 req-2d7c574d-27a5-4ebf-aa72-79ebdb027fb1 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/security-groups?id=d92a67ce-0bcb-4422-9912-1314c261de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470343 Jul 16 01:17:25.308416 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f9ca5-83e8-4b06-b035-f7944ce8263d req-e8696c83-7ea0-414e-bad7-4abed26f2f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:25.310155 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c14f9ca5-83e8-4b06-b035-f7944ce8263d req-e8696c83-7ea0-414e-bad7-4abed26f2f4a service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.5059943 Jul 16 01:17:25.346224 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c191598-eabb-40bd-bdbc-256f0c3bab17 req-f6458f7c-a7b0-4432-ae1c-7cfd221568b7 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "GET /v2.0/security-groups/9f34f364-8fd4-4f42-a722-4f1a06827b68 HTTP/1.1" status: 200 len: 1805 time: 0.0526750 Jul 16 01:17:25.364154 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c8813-e819-4db7-96a1-bdb09676f034 req-0c5450fd-a335-47f5-8fda-4e7e9fd5a68f tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:25.372882 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-289c8813-e819-4db7-96a1-bdb09676f034 req-0c5450fd-a335-47f5-8fda-4e7e9fd5a68f tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=18aebc4a-bf0e-4449-9490-cfce0ddff67d HTTP/1.1" status: 200 len: 947 time: 0.5672891 Jul 16 01:17:25.390610 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c14f9ca5-83e8-4b06-b035-f7944ce8263d req-fe74a46a-cd3f-41ec-9912-c484f2b5cd41 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=666ede5b-6b32-48df-8df8-ca6c7aa393dd HTTP/1.1" status: 200 len: 217 time: 0.0735273 Jul 16 01:17:25.464327 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-a2b79463-e077-4267-8c4c-ff884eaa8b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:25.466062 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-a2b79463-e077-4267-8c4c-ff884eaa8b80 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1096f360-6b74-4590-aa4a-2282a5341f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5396180 Jul 16 01:17:25.471594 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-289c8813-e819-4db7-96a1-bdb09676f034 req-abde4824-689f-4b38-80ce-c01581e90012 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979159 Jul 16 01:17:25.493536 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f9ca5-83e8-4b06-b035-f7944ce8263d req-07931e1a-3fdd-4753-8b55-753e0070e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:25.495836 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c14f9ca5-83e8-4b06-b035-f7944ce8263d req-07931e1a-3fdd-4753-8b55-753e0070e271 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0987885 Jul 16 01:17:25.624515 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098607eb-a502-495b-9cf7-04b0f124a885 x-openstack-request-id: req-098607eb-a502-495b-9cf7-04b0f124a885 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:25.624822 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a9a646-d867-4760-ac8a-7f4507e8ff88", "tag": "f911a9fb-3d49-4c57-ae9e-447647e19ebd", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:25.625038 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-098607eb-a502-495b-9cf7-04b0f124a885 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:25.630830 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a9a646-d867-4760-ac8a-7f4507e8ff88', 'tag': 'f911a9fb-3d49-4c57-ae9e-447647e19ebd', 'status': 'completed', 'code': 200} Jul 16 01:17:25.665524 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-49badc5c-3da5-4680-ba9a-12ba1ba096f8 service neutron] 10.222.0.82 "GET /v2.0/networks/1096f360-6b74-4590-aa4a-2282a5341f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812072 Jul 16 01:17:25.818177 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 77b37b9b-124d-49df-811e-6712d93ab0f0 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:17:25.934056 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f9ca5-83e8-4b06-b035-f7944ce8263d req-8909a693-1a55-4a32-8c3a-beab1b1d8c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:25.935955 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c14f9ca5-83e8-4b06-b035-f7944ce8263d req-8909a693-1a55-4a32-8c3a-beab1b1d8c2a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4013345 Jul 16 01:17:25.952383 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212560e-1b91-4703-b826-4630cfd8438d req-8eb158d8-8489-450a-acd9-4ef0529ab8a6 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:25.953083 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 77b37b9b-124d-49df-811e-6712d93ab0f0, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=77b37b9b-124d-49df-811e-6712d93ab0f0,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:25.954543 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4212560e-1b91-4703-b826-4630cfd8438d req-8eb158d8-8489-450a-acd9-4ef0529ab8a6 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca42cc88-e371-47da-923d-117ff8e9b3f7 HTTP/1.1" status: 200 len: 949 time: 0.3043966 Jul 16 01:17:25.976318 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '77b37b9b-124d-49df-811e-6712d93ab0f0', 'network_id': '0acde702-0391-44d7-919c-717172e79311', 'port_id': '77b37b9b-124d-49df-811e-6712d93ab0f0', 'mac_address': 'fa:16:3e:15:8d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fcd526-4834-4829-80ef-c0f48c90d8f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:17:25.992589 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16210eeb-aaca-416a-9b69-dcac6d49d139 req-6b55aacb-19cc-40d4-b2de-261b569ef909 service neutron] 10.222.0.82 "GET /v2.0/networks/1096f360-6b74-4590-aa4a-2282a5341f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019631 Jul 16 01:17:26.046285 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.069809 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b37b9b-124d-49df-811e-6712d93ab0f0 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:26.102278 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 77b37b9b-124d-49df-811e-6712d93ab0f0, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=77b37b9b-124d-49df-811e-6712d93ab0f0,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:26.108076 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.108991 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 666ede5b-6b32-48df-8df8-ca6c7aa393dd details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:17:26.125751 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4212560e-1b91-4703-b826-4630cfd8438d req-ae27dc17-8e62-4e81-aeac-a5c0a333b729 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/security-groups?id=c07a28c3-310d-4590-b6f4-1a1b106afc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316972 Jul 16 01:17:26.208346 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c14f9ca5-83e8-4b06-b035-f7944ce8263d req-ce647af5-0a35-4d3d-a593-66ed6efb7968 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520161 Jul 16 01:17:26.246611 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24152c2e-50ee-4348-8002-b270ff3d2514 req-de80fb12-d4d1-4a0d-aebd-5fee004321bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:26.248139 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24152c2e-50ee-4348-8002-b270ff3d2514 req-de80fb12-d4d1-4a0d-aebd-5fee004321bc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2999adb4ec8040a5948eea28d1ff10e0&device_id=57a9a646-d867-4760-ac8a-7f4507e8ff88 HTTP/1.1" status: 200 len: 1095 time: 0.1892886 Jul 16 01:17:26.296760 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=77b37b9b-124d-49df-811e-6712d93ab0f0,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:26.368071 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1bf53063-b37e-4b38-a979-806f173f3a97 req-db069ea8-b681-4c9a-a5cd-47dac02c94b6 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.16 "GET /v2.0/ports?device_id=66f468ab-276f-4ce9-8105-fed49f623716 HTTP/1.1" status: 200 len: 210 time: 0.0755243 Jul 16 01:17:26.393920 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 666ede5b-6b32-48df-8df8-ca6c7aa393dd, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=666ede5b-6b32-48df-8df8-ca6c7aa393dd,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:26.449194 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '666ede5b-6b32-48df-8df8-ca6c7aa393dd', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': '666ede5b-6b32-48df-8df8-ca6c7aa393dd', 'mac_address': 'fa:16:3e:d0:94:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:17:26.535523 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c14f9ca5-83e8-4b06-b035-f7944ce8263d req-b2e8a0f7-b1ad-4013-921e-8c3403374d49 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192523 Jul 16 01:17:26.553793 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24152c2e-50ee-4348-8002-b270ff3d2514 req-ed871177-3883-4a6f-b922-3ade1ebea81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:26.555399 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24152c2e-50ee-4348-8002-b270ff3d2514 req-ed871177-3883-4a6f-b922-3ade1ebea81a service neutron] 10.222.0.82 "GET /v2.0/networks?id=1096f360-6b74-4590-aa4a-2282a5341f1d HTTP/1.1" status: 200 len: 924 time: 0.2970390 Jul 16 01:17:26.632090 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.646868 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666ede5b-6b32-48df-8df8-ca6c7aa393dd {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:26.648728 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16983195-7758-4c83-9ede-ed10c917680f req-912d86d8-d535-4546-a8af-5d3ae908d951 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=28e2d558f60f48b59a784ddce55f2a54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281997 Jul 16 01:17:26.651262 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24152c2e-50ee-4348-8002-b270ff3d2514 req-f150422a-ce09-491c-970c-dbcf31d546b7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f911a9fb-3d49-4c57-ae9e-447647e19ebd HTTP/1.1" status: 200 len: 217 time: 0.0759466 Jul 16 01:17:26.654735 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-81c0e1ec-af3a-4abb-b893-b38a8abadeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.691183 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 666ede5b-6b32-48df-8df8-ca6c7aa393dd, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=666ede5b-6b32-48df-8df8-ca6c7aa393dd,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:26.734959 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.830567 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24152c2e-50ee-4348-8002-b270ff3d2514 req-c9c7304b-fac6-41d0-996b-4b18e5845bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:26.831134 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=666ede5b-6b32-48df-8df8-ca6c7aa393dd,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:26.832123 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24152c2e-50ee-4348-8002-b270ff3d2514 req-c9c7304b-fac6-41d0-996b-4b18e5845bfd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3e374788-0d42-4edb-97f5-de74ce0cf143 HTTP/1.1" status: 200 len: 862 time: 0.1605287 Jul 16 01:17:26.912923 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16983195-7758-4c83-9ede-ed10c917680f req-88fb74cf-4f52-4a03-9160-b50bf9cb8307 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:26.914192 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16983195-7758-4c83-9ede-ed10c917680f req-88fb74cf-4f52-4a03-9160-b50bf9cb8307 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2601504 Jul 16 01:17:26.929457 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-16983195-7758-4c83-9ede-ed10c917680f req-e6707a7d-a971-40a4-b5f2-cf57fe9032cd tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Request body: {'port': {'device_id': '66f468ab-276f-4ce9-8105-fed49f623716', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': '28e2d558f60f48b59a784ddce55f2a54'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:26.938912 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf07a7-f369-456e-a93a-ab8f8abbbc16 req-bced0841-8241-4a06-a1c0-28a33111f2d9 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:26.940336 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-20bf07a7-f369-456e-a93a-ab8f8abbbc16 req-bced0841-8241-4a06-a1c0-28a33111f2d9 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 945 time: 0.2356045 Jul 16 01:17:26.984038 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['666ede5b-6b32-48df-8df8-ca6c7aa393dd'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:26.988151 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['77b37b9b-124d-49df-811e-6712d93ab0f0'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:27.043046 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24152c2e-50ee-4348-8002-b270ff3d2514 req-e5e3704a-98af-43b1-9304-77587ed97a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:27.044940 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24152c2e-50ee-4348-8002-b270ff3d2514 req-e5e3704a-98af-43b1-9304-77587ed97a23 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1096f360-6b74-4590-aa4a-2282a5341f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1997347 Jul 16 01:17:27.079536 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-20bf07a7-f369-456e-a93a-ab8f8abbbc16 req-0a6645c5-ec4e-40a1-b56d-6d2efc44c18c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309278 Jul 16 01:17:27.145975 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-8543b876-3526-4092-9be6-b3d54116c1ce req-6bd45031-ebfe-4335-910a-8da054f3fc32 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1203667547', 'description': 'tempest-description-262821595'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:27.227247 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8543b876-3526-4092-9be6-b3d54116c1ce req-6bd45031-ebfe-4335-910a-8da054f3fc32 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.266562 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24152c2e-50ee-4348-8002-b270ff3d2514 req-984904ca-e38f-42ce-a199-66fccdc7d1d5 service neutron] 10.222.0.82 "GET /v2.0/networks/1096f360-6b74-4590-aa4a-2282a5341f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028215 Jul 16 01:17:27.283301 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16983195-7758-4c83-9ede-ed10c917680f req-e6707a7d-a971-40a4-b5f2-cf57fe9032cd tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Made reservation on behalf of 28e2d558f60f48b59a784ddce55f2a54 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:27.286684 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-16983195-7758-4c83-9ede-ed10c917680f req-e6707a7d-a971-40a4-b5f2-cf57fe9032cd tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.327850 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-16983195-7758-4c83-9ede-ed10c917680f req-e6707a7d-a971-40a4-b5f2-cf57fe9032cd tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.400655 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35854) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:27.428318 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24152c2e-50ee-4348-8002-b270ff3d2514 req-9e593813-6834-4100-b3cf-c06b4911aa54 service neutron] 10.222.0.82 "GET /v2.0/networks/1096f360-6b74-4590-aa4a-2282a5341f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544194 Jul 16 01:17:27.442281 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8543b876-3526-4092-9be6-b3d54116c1ce req-6bd45031-ebfe-4335-910a-8da054f3fc32 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.456253 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8543b876-3526-4092-9be6-b3d54116c1ce req-6bd45031-ebfe-4335-910a-8da054f3fc32 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.505208 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd45031-ebfe-4335-910a-8da054f3fc32 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6b44a2-423a-4333-8803-9d37f3e12d4c,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:27.512444 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-23f1168f-3571-4570-b970-1120f055a5ca tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:17:27.516911 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-23f1168f-3571-4570-b970-1120f055a5ca tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1149786 Jul 16 01:17:27.562634 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-16983195-7758-4c83-9ede-ed10c917680f req-e6707a7d-a971-40a4-b5f2-cf57fe9032cd tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.568670 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-16983195-7758-4c83-9ede-ed10c917680f req-e6707a7d-a971-40a4-b5f2-cf57fe9032cd tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.582620 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8543b876-3526-4092-9be6-b3d54116c1ce req-6bd45031-ebfe-4335-910a-8da054f3fc32 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.583939 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8543b876-3526-4092-9be6-b3d54116c1ce req-6bd45031-ebfe-4335-910a-8da054f3fc32 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4646366 Jul 16 01:17:27.608070 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-6a71a7ee-9c52-4aef-a9aa-7593f835f364 service neutron] Request body: {'binding': {'host': 'n-h1-792394-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:27.608844 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-6a71a7ee-9c52-4aef-a9aa-7593f835f364 service neutron] Unknown quota resources ['binding']. {{(pid=93955) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:17:27.639946 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6707a7d-a971-40a4-b5f2-cf57fe9032cd tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d171dc1-dde4-422d-aaaa-f297fb2b038b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:27.728073 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-16983195-7758-4c83-9ede-ed10c917680f req-e6707a7d-a971-40a4-b5f2-cf57fe9032cd tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Allocated IP 192.168.233.23 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/48a139ac-c237-45ed-89a0-37ef38d12a1c) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:27.770011 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-6a71a7ee-9c52-4aef-a9aa-7593f835f364 service neutron] Attempting to bind port eafe01fa-d820-481a-9a29-84935e580426 on host n-h1-792394-16 for vnic_type normal with profile None {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:27.770512 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-6a71a7ee-9c52-4aef-a9aa-7593f835f364 service neutron] Attempting to bind port eafe01fa-d820-481a-9a29-84935e580426 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:27.770918 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-6a71a7ee-9c52-4aef-a9aa-7593f835f364 service neutron] Attempting to bind port eafe01fa-d820-481a-9a29-84935e580426 on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:27.778333 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-6a71a7ee-9c52-4aef-a9aa-7593f835f364 service neutron] Port eafe01fa-d820-481a-9a29-84935e580426 on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:17:27.778656 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-6a71a7ee-9c52-4aef-a9aa-7593f835f364 service neutron] Attempting to bind port eafe01fa-d820-481a-9a29-84935e580426 on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:27.786163 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-6a71a7ee-9c52-4aef-a9aa-7593f835f364 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:27.786593 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-6a71a7ee-9c52-4aef-a9aa-7593f835f364 service neutron] Checking segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:27.787098 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-6a71a7ee-9c52-4aef-a9aa-7593f835f364 service neutron] Bound using segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:27.787750 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-6a71a7ee-9c52-4aef-a9aa-7593f835f364 service neutron] Bound port: eafe01fa-d820-481a-9a29-84935e580426, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:27.829940 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 77b37b9b-124d-49df-811e-6712d93ab0f0 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:27.881551 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 77b37b9b-124d-49df-811e-6712d93ab0f0 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:27.886353 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 77b37b9b-124d-49df-811e-6712d93ab0f0 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:27.886734 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.901689 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-6a71a7ee-9c52-4aef-a9aa-7593f835f364 service neutron] For port eafe01fa-d820-481a-9a29-84935e580426, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=eafe01fa-d820-481a-9a29-84935e580426,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:27.908672 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-6a71a7ee-9c52-4aef-a9aa-7593f835f364 service neutron] Notify callbacks [] for binding, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.910878 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-6a71a7ee-9c52-4aef-a9aa-7593f835f364 service neutron] 10.222.0.16 "POST /v2.0/ports/eafe01fa-d820-481a-9a29-84935e580426/bindings HTTP/1.1" status: 201 len: 390 time: 0.3544836 Jul 16 01:17:27.955373 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb40e12-a44c-4c25-979d-214ec4fafa2d req-93495013-2a1a-4083-a1b4-21a1b2910bf3 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:27.956933 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1fb40e12-a44c-4c25-979d-214ec4fafa2d req-93495013-2a1a-4083-a1b4-21a1b2910bf3 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?device_id=57a9a646-d867-4760-ac8a-7f4507e8ff88 HTTP/1.1" status: 200 len: 943 time: 0.1430895 Jul 16 01:17:27.960142 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-16983195-7758-4c83-9ede-ed10c917680f req-e6707a7d-a971-40a4-b5f2-cf57fe9032cd tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.977914 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.008473 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed60b47-fa8f-4759-af84-270d4168497e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b37b9b-124d-49df-811e-6712d93ab0f0'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:28.009274 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-16983195-7758-4c83-9ede-ed10c917680f req-e6707a7d-a971-40a4-b5f2-cf57fe9032cd tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Transition to ACTIVE for port object 48a139ac-c237-45ed-89a0-37ef38d12a1c will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:28.011633 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0980cedb-3736-423b-bccf-5f98ed89b7fd" -d '{"events": [{"server_uuid": "5ed60b47-fa8f-4759-af84-270d4168497e", "name": "network-vif-plugged", "status": "completed", "tag": "77b37b9b-124d-49df-811e-6712d93ab0f0"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:28.028674 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 77b37b9b-124d-49df-811e-6712d93ab0f0, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=77b37b9b-124d-49df-811e-6712d93ab0f0,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:28.036284 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.038056 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 666ede5b-6b32-48df-8df8-ca6c7aa393dd up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:28.043635 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1fb40e12-a44c-4c25-979d-214ec4fafa2d req-b17bdd8a-38c1-4861-abae-b7e4ffe8b1d7 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/security-groups?id=d92a67ce-0bcb-4422-9912-1314c261de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662172 Jul 16 01:17:28.070495 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-16983195-7758-4c83-9ede-ed10c917680f req-e6707a7d-a971-40a4-b5f2-cf57fe9032cd tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.138752 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=77b37b9b-124d-49df-811e-6712d93ab0f0,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:28.158679 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 666ede5b-6b32-48df-8df8-ca6c7aa393dd completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:28.160700 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16983195-7758-4c83-9ede-ed10c917680f req-e6707a7d-a971-40a4-b5f2-cf57fe9032cd tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:28.163082 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 666ede5b-6b32-48df-8df8-ca6c7aa393dd triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:28.163561 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.164751 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-16983195-7758-4c83-9ede-ed10c917680f req-e6707a7d-a971-40a4-b5f2-cf57fe9032cd tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:28.167168 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-16983195-7758-4c83-9ede-ed10c917680f req-e6707a7d-a971-40a4-b5f2-cf57fe9032cd tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:28.214737 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211e43f-1a6f-4ec5-8c70-67c61f3b6e76 req-e2e4045d-62ed-45dc-8a0a-9ceb2dadc832 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:28.216654 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b211e43f-1a6f-4ec5-8c70-67c61f3b6e76 req-e2e4045d-62ed-45dc-8a0a-9ceb2dadc832 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=18aebc4a-bf0e-4449-9490-cfce0ddff67d HTTP/1.1" status: 200 len: 948 time: 0.0993197 Jul 16 01:17:28.234306 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6707a7d-a971-40a4-b5f2-cf57fe9032cd tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Pushing event updated for resources: {'Port': ['ID=48a139ac-c237-45ed-89a0-37ef38d12a1c,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:28.248971 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16983195-7758-4c83-9ede-ed10c917680f req-e6707a7d-a971-40a4-b5f2-cf57fe9032cd tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:28.250055 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-16983195-7758-4c83-9ede-ed10c917680f req-e6707a7d-a971-40a4-b5f2-cf57fe9032cd tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.271106 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16983195-7758-4c83-9ede-ed10c917680f req-e6707a7d-a971-40a4-b5f2-cf57fe9032cd tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3466916 Jul 16 01:17:28.284259 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-16983195-7758-4c83-9ede-ed10c917680f req-8acb33fb-a8a7-42f3-9389-0b7310347a8e service neutron] Request body: {'port': {'device_id': '66f468ab-276f-4ce9-8105-fed49f623716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:28.319304 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.328686 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b211e43f-1a6f-4ec5-8c70-67c61f3b6e76 req-92da5eb8-468e-4283-adff-f88aefa2ec4f tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993953 Jul 16 01:17:28.360497 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 666ede5b-6b32-48df-8df8-ca6c7aa393dd, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=666ede5b-6b32-48df-8df8-ca6c7aa393dd,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:28.367726 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.368176 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-35922512-ef3d-4257-91d2-7b42e2925e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:28.369940 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-35922512-ef3d-4257-91d2-7b42e2925e25 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=19f0097db32e406ab305cc19744860c5&device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 1097 time: 0.1184673 Jul 16 01:17:28.426359 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=666ede5b-6b32-48df-8df8-ca6c7aa393dd,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:28.434572 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7018a876-057f-4821-8a69-9918c6ace033 req-494e68ef-b742-443c-a85e-b2605212bae1 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713158 Jul 16 01:17:28.451949 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-16983195-7758-4c83-9ede-ed10c917680f req-8acb33fb-a8a7-42f3-9389-0b7310347a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.498015 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-81530bca-7bad-493d-8ec1-6b7130518a53 None None] Provisioning for port 48a139ac-c237-45ed-89a0-37ef38d12a1c completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:28.502177 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-81530bca-7bad-493d-8ec1-6b7130518a53 None None] Provisioning complete for port 48a139ac-c237-45ed-89a0-37ef38d12a1c triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:28.502462 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-81530bca-7bad-493d-8ec1-6b7130518a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.516983 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-f410f95d-295c-4ca5-8103-d27707a709e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:28.519128 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-f410f95d-295c-4ca5-8103-d27707a709e5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 200 len: 922 time: 0.1419680 Jul 16 01:17:28.536617 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-81530bca-7bad-493d-8ec1-6b7130518a53 None None] Port 48a139ac-c237-45ed-89a0-37ef38d12a1c cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:28.562699 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-7b8de72c-3f9c-4902-b52b-b242ac588152 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eafe01fa-d820-481a-9a29-84935e580426 HTTP/1.1" status: 200 len: 217 time: 0.0352488 Jul 16 01:17:28.609884 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9909fa-460e-4ba0-8dc7-2b54ae2dbe38 req-13f54547-389b-43bf-a667-df73a66a15d9 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:28.611415 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c9909fa-460e-4ba0-8dc7-2b54ae2dbe38 req-13f54547-389b-43bf-a667-df73a66a15d9 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.16 "GET /v2.0/ports?device_id=66f468ab-276f-4ce9-8105-fed49f623716 HTTP/1.1" status: 200 len: 935 time: 0.1348453 Jul 16 01:17:28.641373 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-ea0d0ee5-72e0-4487-a12c-1e3ee24ebe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:28.642824 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-ea0d0ee5-72e0-4487-a12c-1e3ee24ebe46 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda HTTP/1.1" status: 200 len: 861 time: 0.0719540 Jul 16 01:17:28.663376 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018a876-057f-4821-8a69-9918c6ace033 req-f9d24b46-8635-4bb7-b16e-5bf5d0a27e32 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:28.665064 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7018a876-057f-4821-8a69-9918c6ace033 req-f9d24b46-8635-4bb7-b16e-5bf5d0a27e32 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2095325 Jul 16 01:17:28.671716 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c9909fa-460e-4ba0-8dc7-2b54ae2dbe38 req-1e7b7b23-3517-4d2c-ad0a-916148c942e5 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d171dc1-dde4-422d-aaaa-f297fb2b038b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542045 Jul 16 01:17:28.696966 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7018a876-057f-4821-8a69-9918c6ace033 req-b5621f83-e5ea-4447-8b50-7b64830b435e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/quotas/e8dac2fb0d0d4ff092f3262b0e61117a HTTP/1.1" status: 200 len: 375 time: 0.0261891 Jul 16 01:17:28.699305 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-8b3bdf5d-b7c7-4140-9c9e-2d1f009aabf4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=952b1f4f-1df7-48bd-a0c8-40d17571e492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437682 Jul 16 01:17:28.758339 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7018a876-057f-4821-8a69-9918c6ace033 req-4579463a-2ee6-4bdc-867b-cfbe3488746c tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547202 Jul 16 01:17:28.789348 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b46f7ac4-70cf-411c-a0eb-d984c89d543b req-dd3b454c-b342-4b72-bed7-48dd0c8c6ba4 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "GET /v2.0/security-groups/4d6b44a2-423a-4333-8803-9d37f3e12d4c HTTP/1.1" status: 200 len: 1804 time: 0.0890329 Jul 16 01:17:28.808654 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-b46f7ac4-70cf-411c-a0eb-d984c89d543b req-6c0c0b21-1678-47fb-91e5-64731780c6dc tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d6b44a2-423a-4333-8803-9d37f3e12d4c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:28.808967 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-b46f7ac4-70cf-411c-a0eb-d984c89d543b req-6c0c0b21-1678-47fb-91e5-64731780c6dc tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d6b44a2-423a-4333-8803-9d37f3e12d4c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:28.832432 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-6cc9204a-d6da-4294-90c6-4a52aae35f58 service neutron] 10.222.0.84 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254253 Jul 16 01:17:28.851748 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-16983195-7758-4c83-9ede-ed10c917680f req-8acb33fb-a8a7-42f3-9389-0b7310347a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a139ac-c237-45ed-89a0-37ef38d12a1c {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:28.861570 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-16983195-7758-4c83-9ede-ed10c917680f req-8acb33fb-a8a7-42f3-9389-0b7310347a8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.877743 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-16983195-7758-4c83-9ede-ed10c917680f req-8acb33fb-a8a7-42f3-9389-0b7310347a8e service neutron] Transition to ACTIVE for port object 48a139ac-c237-45ed-89a0-37ef38d12a1c will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:28.883805 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-16983195-7758-4c83-9ede-ed10c917680f req-8acb33fb-a8a7-42f3-9389-0b7310347a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.950365 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b46f7ac4-70cf-411c-a0eb-d984c89d543b req-6c0c0b21-1678-47fb-91e5-64731780c6dc tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.973963 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-c0495e33-88f5-45ee-8106-ac43cd6ac9ea service neutron] 10.222.0.84 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321523 Jul 16 01:17:28.996640 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b46f7ac4-70cf-411c-a0eb-d984c89d543b req-6c0c0b21-1678-47fb-91e5-64731780c6dc tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.006807 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b46f7ac4-70cf-411c-a0eb-d984c89d543b req-6c0c0b21-1678-47fb-91e5-64731780c6dc tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.027498 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c0b21-1678-47fb-91e5-64731780c6dc tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba104c7-9669-4b7b-b62c-6790a25aaba5,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:29.036496 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b46f7ac4-70cf-411c-a0eb-d984c89d543b req-6c0c0b21-1678-47fb-91e5-64731780c6dc tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.042277 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b46f7ac4-70cf-411c-a0eb-d984c89d543b req-6c0c0b21-1678-47fb-91e5-64731780c6dc tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2379949 Jul 16 01:17:29.098678 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-d74e834d-0dc9-487b-81f0-77b9bfb0e981 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=aa31777534244a89a1cc7d326566f6d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889456 Jul 16 01:17:29.107672 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb33fb-a8a7-42f3-9389-0b7310347a8e service neutron] Pushing event updated for resources: {'Port': ['ID=48a139ac-c237-45ed-89a0-37ef38d12a1c,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:29.183019 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-16983195-7758-4c83-9ede-ed10c917680f req-8acb33fb-a8a7-42f3-9389-0b7310347a8e service neutron] Attempting to bind port 48a139ac-c237-45ed-89a0-37ef38d12a1c on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:29.183434 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-16983195-7758-4c83-9ede-ed10c917680f req-8acb33fb-a8a7-42f3-9389-0b7310347a8e service neutron] Attempting to bind port 48a139ac-c237-45ed-89a0-37ef38d12a1c by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:29.183817 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16983195-7758-4c83-9ede-ed10c917680f req-8acb33fb-a8a7-42f3-9389-0b7310347a8e service neutron] Attempting to bind port 48a139ac-c237-45ed-89a0-37ef38d12a1c on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:29.206826 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16983195-7758-4c83-9ede-ed10c917680f req-8acb33fb-a8a7-42f3-9389-0b7310347a8e service neutron] Port 48a139ac-c237-45ed-89a0-37ef38d12a1c on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:17:29.207488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16983195-7758-4c83-9ede-ed10c917680f req-8acb33fb-a8a7-42f3-9389-0b7310347a8e service neutron] Attempting to bind port 48a139ac-c237-45ed-89a0-37ef38d12a1c on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:29.240894 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16983195-7758-4c83-9ede-ed10c917680f req-8acb33fb-a8a7-42f3-9389-0b7310347a8e service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:29.241366 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16983195-7758-4c83-9ede-ed10c917680f req-8acb33fb-a8a7-42f3-9389-0b7310347a8e service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:29.241995 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16983195-7758-4c83-9ede-ed10c917680f req-8acb33fb-a8a7-42f3-9389-0b7310347a8e service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:29.242498 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-16983195-7758-4c83-9ede-ed10c917680f req-8acb33fb-a8a7-42f3-9389-0b7310347a8e service neutron] Bound port: 48a139ac-c237-45ed-89a0-37ef38d12a1c, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:29.242920 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-16983195-7758-4c83-9ede-ed10c917680f req-8acb33fb-a8a7-42f3-9389-0b7310347a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.279053 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-bc5c16ed-fc52-4801-89fe-96c9e67b906c tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:29.281208 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-bc5c16ed-fc52-4801-89fe-96c9e67b906c tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625&tenant_id=19f0097db32e406ab305cc19744860c5&binding%3Ahost_id=n-h2-792394-16 HTTP/1.1" status: 200 len: 1097 time: 0.1907735 Jul 16 01:17:29.292901 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb97495-4e86-4d25-82cc-cfe188787b59 req-5b171776-2f85-4d9b-9d12-9088e1c2973e tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:29.294600 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8bb97495-4e86-4d25-82cc-cfe188787b59 req-5b171776-2f85-4d9b-9d12-9088e1c2973e tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 945 time: 0.1116817 Jul 16 01:17:29.299717 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-221fbb64-a870-4159-bf63-1b92d82442d5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792394-16'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:29.378704 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8bb97495-4e86-4d25-82cc-cfe188787b59 req-941d1529-53b8-48db-800f-5385a8a1e4b6 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753345 Jul 16 01:17:29.452693 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-221fbb64-a870-4159-bf63-1b92d82442d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.466043 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3733f689-0f2c-4a0d-8620-7984d4571c49 x-openstack-request-id: req-3733f689-0f2c-4a0d-8620-7984d4571c49 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:29.466565 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed60b47-fa8f-4759-af84-270d4168497e", "name": "network-vif-plugged", "status": "completed", "tag": "77b37b9b-124d-49df-811e-6712d93ab0f0", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:29.466565 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3733f689-0f2c-4a0d-8620-7984d4571c49 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:29.467070 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed60b47-fa8f-4759-af84-270d4168497e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b37b9b-124d-49df-811e-6712d93ab0f0', 'code': 200} Jul 16 01:17:29.517543 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-622e097f-9541-4fd0-b44b-c405b1c95433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.596255 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-eaaf0149-1718-4219-a1ff-75161d518731 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:29.597728 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-eaaf0149-1718-4219-a1ff-75161d518731 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4790201 Jul 16 01:17:29.619684 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.628513 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-2d7ea0f3-2232-4cc7-8f38-89905d926954 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/quotas/aa31777534244a89a1cc7d326566f6d6 HTTP/1.1" status: 200 len: 375 time: 0.0203135 Jul 16 01:17:29.630968 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-16983195-7758-4c83-9ede-ed10c917680f req-8acb33fb-a8a7-42f3-9389-0b7310347a8e service neutron] For port 48a139ac-c237-45ed-89a0-37ef38d12a1c, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:29.635196 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-16983195-7758-4c83-9ede-ed10c917680f req-8acb33fb-a8a7-42f3-9389-0b7310347a8e service neutron] For port 48a139ac-c237-45ed-89a0-37ef38d12a1c, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=48a139ac-c237-45ed-89a0-37ef38d12a1c,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:29.648894 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-16983195-7758-4c83-9ede-ed10c917680f req-8acb33fb-a8a7-42f3-9389-0b7310347a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.716669 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16983195-7758-4c83-9ede-ed10c917680f req-8acb33fb-a8a7-42f3-9389-0b7310347a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:29.717294 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-16983195-7758-4c83-9ede-ed10c917680f req-8acb33fb-a8a7-42f3-9389-0b7310347a8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.718713 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16983195-7758-4c83-9ede-ed10c917680f req-8acb33fb-a8a7-42f3-9389-0b7310347a8e service neutron] 10.222.0.84 "PUT /v2.0/ports/48a139ac-c237-45ed-89a0-37ef38d12a1c HTTP/1.1" status: 200 len: 1096 time: 1.4396675 Jul 16 01:17:29.720247 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f468ab-276f-4ce9-8105-fed49f623716', 'tag': '48a139ac-c237-45ed-89a0-37ef38d12a1c'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:29.722749 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505dc130-8532-46cb-b204-75dfab1ba6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "66f468ab-276f-4ce9-8105-fed49f623716", "tag": "48a139ac-c237-45ed-89a0-37ef38d12a1c"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:29.743100 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-221fbb64-a870-4159-bf63-1b92d82442d5 service neutron] For port eafe01fa-d820-481a-9a29-84935e580426, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=eafe01fa-d820-481a-9a29-84935e580426,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:29.746330 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f943f73-31c5-4d84-b882-b6bde782e431 req-e38421a3-9b15-4372-93c2-1940273fbe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:29.747824 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9f943f73-31c5-4d84-b882-b6bde782e431 req-e38421a3-9b15-4372-93c2-1940273fbe5e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 1098 time: 0.1929188 Jul 16 01:17:29.761418 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb33fb-a8a7-42f3-9389-0b7310347a8e service neutron] Pushing event updated for resources: {'Port': ['ID=48a139ac-c237-45ed-89a0-37ef38d12a1c,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:29.774553 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:17:29.776400 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-10399f71-88d9-44ec-8e77-ecd5a0a311b8 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=aa31777534244a89a1cc7d326566f6d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1396642 Jul 16 01:17:29.789173 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb629e-d039-4be6-a8a8-6829d7c786df req-8c55af5f-6630-40f0-8c6a-c3602362b3b3 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:29.796023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-02eb629e-d039-4be6-a8a8-6829d7c786df req-8c55af5f-6630-40f0-8c6a-c3602362b3b3 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 946 time: 0.1929381 Jul 16 01:17:29.847927 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9f943f73-31c5-4d84-b882-b6bde782e431 req-00d75863-05a0-4ebe-aca2-5bc651900924 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895600 Jul 16 01:17:29.876040 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-02eb629e-d039-4be6-a8a8-6829d7c786df req-b9826af8-5d1d-400e-9a24-49ade28d9d1c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789909 Jul 16 01:17:29.885257 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-221fbb64-a870-4159-bf63-1b92d82442d5 service neutron] For port eafe01fa-d820-481a-9a29-84935e580426, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:29.940112 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16983195-7758-4c83-9ede-ed10c917680f req-f289dc7f-6a4e-4706-80d7-3b263c9abb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:29.941782 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16983195-7758-4c83-9ede-ed10c917680f req-f289dc7f-6a4e-4706-80d7-3b263c9abb84 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=28e2d558f60f48b59a784ddce55f2a54&device_id=66f468ab-276f-4ce9-8105-fed49f623716 HTTP/1.1" status: 200 len: 1099 time: 0.1015680 Jul 16 01:17:29.962587 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device f911a9fb-3d49-4c57-ae9e-447647e19ebd details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:17:29.965833 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4298c3a8-6b4b-4054-8d44-07e972d86625', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eafe01fa-d820-481a-9a29-84935e580426'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:29.968419 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b70a6c6-1619-4d28-8333-6d8bc3a82ef3" -d '{"events": [{"server_uuid": "4298c3a8-6b4b-4054-8d44-07e972d86625", "name": "network-vif-unplugged", "status": "completed", "tag": "eafe01fa-d820-481a-9a29-84935e580426"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:29.972757 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-221fbb64-a870-4159-bf63-1b92d82442d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.984901 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-221fbb64-a870-4159-bf63-1b92d82442d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.007439 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16983195-7758-4c83-9ede-ed10c917680f req-d00b3839-75bf-4856-b6b9-04e064442ed2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=48a139ac-c237-45ed-89a0-37ef38d12a1c HTTP/1.1" status: 200 len: 217 time: 0.0572488 Jul 16 01:17:30.087883 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e3d4dec1-e941-4fdf-b313-bfd0e75c9b7b req-7d9d02e1-fb6b-4b7c-9c70-8235b7e6490b tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "GET /v2.0/security-groups/4d6b44a2-423a-4333-8803-9d37f3e12d4c HTTP/1.1" status: 200 len: 2397 time: 0.1252813 Jul 16 01:17:30.097399 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fbb64-a870-4159-bf63-1b92d82442d5 service neutron] Pushing event updated for resources: {'Port': ['ID=eafe01fa-d820-481a-9a29-84935e580426,revision_number=7']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:30.120901 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16983195-7758-4c83-9ede-ed10c917680f req-441dfa34-12c8-4843-9c5a-3e508e375707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:30.123925 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16983195-7758-4c83-9ede-ed10c917680f req-441dfa34-12c8-4843-9c5a-3e508e375707 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1102879 Jul 16 01:17:30.127655 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-e3d4dec1-e941-4fdf-b313-bfd0e75c9b7b req-24ba3062-c611-4d38-bed0-636277334d64 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d6b44a2-423a-4333-8803-9d37f3e12d4c', 'remote_group_id': None}]} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:30.128479 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-e3d4dec1-e941-4fdf-b313-bfd0e75c9b7b req-24ba3062-c611-4d38-bed0-636277334d64 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d6b44a2-423a-4333-8803-9d37f3e12d4c', 'remote_group_id': None}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:30.143458 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port f911a9fb-3d49-4c57-ae9e-447647e19ebd, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=f911a9fb-3d49-4c57-ae9e-447647e19ebd,segment=NetworkSegment(4235c34d-d0fc-40de-b656-70074dffcff3),segment_id=4235c34d-d0fc-40de-b656-70074dffcff3)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:30.157992 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'f911a9fb-3d49-4c57-ae9e-447647e19ebd', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'port_id': 'f911a9fb-3d49-4c57-ae9e-447647e19ebd', 'mac_address': 'fa:16:3e:c7:61:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:17:30.161205 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b553b388-142f-4b4a-949e-657fd2daebb5 req-55abe677-ce3a-4f7d-82d0-6aa7e9ed67db tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 210 time: 0.0647893 Jul 16 01:17:30.209638 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.227502 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f911a9fb-3d49-4c57-ae9e-447647e19ebd {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:30.234551 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-221fbb64-a870-4159-bf63-1b92d82442d5 service neutron] Attempting to bind port eafe01fa-d820-481a-9a29-84935e580426 on host n-h2-792394-16 for vnic_type normal with profile {"migrating_to": "n-h1-792394-16"} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:30.235472 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-221fbb64-a870-4159-bf63-1b92d82442d5 service neutron] Attempting to bind port eafe01fa-d820-481a-9a29-84935e580426 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:30.236026 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-221fbb64-a870-4159-bf63-1b92d82442d5 service neutron] Attempting to bind port eafe01fa-d820-481a-9a29-84935e580426 on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:30.241829 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-221fbb64-a870-4159-bf63-1b92d82442d5 service neutron] Port eafe01fa-d820-481a-9a29-84935e580426 on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:17:30.242153 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-221fbb64-a870-4159-bf63-1b92d82442d5 service neutron] Attempting to bind port eafe01fa-d820-481a-9a29-84935e580426 on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:30.248794 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-221fbb64-a870-4159-bf63-1b92d82442d5 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:30.249137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-221fbb64-a870-4159-bf63-1b92d82442d5 service neutron] Checking segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:30.249525 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-221fbb64-a870-4159-bf63-1b92d82442d5 service neutron] Bound using segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:30.250119 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-221fbb64-a870-4159-bf63-1b92d82442d5 service neutron] Bound port: eafe01fa-d820-481a-9a29-84935e580426, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:30.250479 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-221fbb64-a870-4159-bf63-1b92d82442d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.259047 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port f911a9fb-3d49-4c57-ae9e-447647e19ebd, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=f911a9fb-3d49-4c57-ae9e-447647e19ebd,segment=NetworkSegment(4235c34d-d0fc-40de-b656-70074dffcff3),segment_id=4235c34d-d0fc-40de-b656-70074dffcff3)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:30.270225 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.310434 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e3d4dec1-e941-4fdf-b313-bfd0e75c9b7b req-24ba3062-c611-4d38-bed0-636277334d64 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.335978 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16983195-7758-4c83-9ede-ed10c917680f req-59bcd685-f1f6-4b3d-a61e-1e7e308d75c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:30.337540 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16983195-7758-4c83-9ede-ed10c917680f req-59bcd685-f1f6-4b3d-a61e-1e7e308d75c6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2033508 Jul 16 01:17:30.349976 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=f911a9fb-3d49-4c57-ae9e-447647e19ebd,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:30.386035 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e3d4dec1-e941-4fdf-b313-bfd0e75c9b7b req-24ba3062-c611-4d38-bed0-636277334d64 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.397669 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e3d4dec1-e941-4fdf-b313-bfd0e75c9b7b req-24ba3062-c611-4d38-bed0-636277334d64 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.419179 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-221fbb64-a870-4159-bf63-1b92d82442d5 service neutron] For port eafe01fa-d820-481a-9a29-84935e580426, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:30.435175 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-221fbb64-a870-4159-bf63-1b92d82442d5 service neutron] For port eafe01fa-d820-481a-9a29-84935e580426, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=eafe01fa-d820-481a-9a29-84935e580426,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:30.440933 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-221fbb64-a870-4159-bf63-1b92d82442d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.459244 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89cb9a-80e2-41b3-b044-82f8593cc057 req-4488f56b-891b-438e-92b6-c260fd6f1e67 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:30.465017 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee89cb9a-80e2-41b3-b044-82f8593cc057 req-4488f56b-891b-438e-92b6-c260fd6f1e67 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?device_id=57a9a646-d867-4760-ac8a-7f4507e8ff88 HTTP/1.1" status: 200 len: 944 time: 0.1415727 Jul 16 01:17:30.476887 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba3062-c611-4d38-bed0-636277334d64 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb227641-1db6-4f4e-80e2-b62b42f817e0,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:30.520648 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7018a876-057f-4821-8a69-9918c6ace033 req-27923397-6b88-4a4e-9a5b-aad69e2fdd24 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477307 Jul 16 01:17:30.564099 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['f911a9fb-3d49-4c57-ae9e-447647e19ebd'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:30.583534 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e3d4dec1-e941-4fdf-b313-bfd0e75c9b7b req-24ba3062-c611-4d38-bed0-636277334d64 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.584996 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e3d4dec1-e941-4fdf-b313-bfd0e75c9b7b req-24ba3062-c611-4d38-bed0-636277334d64 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4897757 Jul 16 01:17:30.635893 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16983195-7758-4c83-9ede-ed10c917680f req-14326922-698e-4519-94a5-6b647f6cdd97 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902188 Jul 16 01:17:30.643402 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee89cb9a-80e2-41b3-b044-82f8593cc057 req-f2b2b458-a7b3-4aee-ab01-2b86b2c1ae8b tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/security-groups?id=d92a67ce-0bcb-4422-9912-1314c261de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315660 Jul 16 01:17:30.650583 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-221fbb64-a870-4159-bf63-1b92d82442d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:30.653934 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-221fbb64-a870-4159-bf63-1b92d82442d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.655529 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-221fbb64-a870-4159-bf63-1b92d82442d5 service neutron] 10.222.0.84 "PUT /v2.0/ports/eafe01fa-d820-481a-9a29-84935e580426 HTTP/1.1" status: 200 len: 1123 time: 1.3600037 Jul 16 01:17:30.656384 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fbb64-a870-4159-bf63-1b92d82442d5 service neutron] Pushing event updated for resources: {'Port': ['ID=eafe01fa-d820-481a-9a29-84935e580426,revision_number=8']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:30.714711 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.751454 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['eafe01fa-d820-481a-9a29-84935e580426'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:30.825081 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e88ca-2ad6-4c39-9f94-3fc17e3f7a27 req-d2399cc3-29f7-498e-98ad-69bd930650d2 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:30.833032 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-773e88ca-2ad6-4c39-9f94-3fc17e3f7a27 req-d2399cc3-29f7-498e-98ad-69bd930650d2 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.16 "GET /v2.0/ports?device_id=66f468ab-276f-4ce9-8105-fed49f623716 HTTP/1.1" status: 200 len: 947 time: 0.0853841 Jul 16 01:17:30.892129 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-773e88ca-2ad6-4c39-9f94-3fc17e3f7a27 req-78f2e283-916a-4b09-acd4-6ab0d34e9056 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d171dc1-dde4-422d-aaaa-f297fb2b038b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534608 Jul 16 01:17:30.948424 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1509d9f5-e2a4-406f-b5ca-ed9c7213bbff x-openstack-request-id: req-1509d9f5-e2a4-406f-b5ca-ed9c7213bbff {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:30.948732 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f468ab-276f-4ce9-8105-fed49f623716", "tag": "48a139ac-c237-45ed-89a0-37ef38d12a1c", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:30.948972 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1509d9f5-e2a4-406f-b5ca-ed9c7213bbff {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:30.949359 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f468ab-276f-4ce9-8105-fed49f623716', 'tag': '48a139ac-c237-45ed-89a0-37ef38d12a1c', 'status': 'completed', 'code': 200} Jul 16 01:17:30.971323 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018a876-057f-4821-8a69-9918c6ace033 req-3bc3190a-6329-4643-bca6-0c9932bc4cc0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:30.972833 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7018a876-057f-4821-8a69-9918c6ace033 req-3bc3190a-6329-4643-bca6-0c9932bc4cc0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4246368 Jul 16 01:17:31.012250 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-7018a876-057f-4821-8a69-9918c6ace033 req-52d2e875-dff9-41fb-a7e2-7f578ddb54a0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Request body: {'port': {'device_id': '060b0df5-a1cc-4b26-9c6b-fc031e831edc', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': 'e8dac2fb0d0d4ff092f3262b0e61117a'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:31.037126 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375152b-898b-446a-99b8-8faab0c96f01 req-4baef06e-a2a6-4aff-9f63-94c8ef3c0e22 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:31.038286 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:31.040818 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9375152b-898b-446a-99b8-8faab0c96f01 req-4baef06e-a2a6-4aff-9f63-94c8ef3c0e22 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=18aebc4a-bf0e-4449-9490-cfce0ddff67d HTTP/1.1" status: 200 len: 949 time: 0.1826613 Jul 16 01:17:31.070668 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16983195-7758-4c83-9ede-ed10c917680f req-dc4a686d-c8ac-4d56-a246-cec6b34ba4ba service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079881 Jul 16 01:17:31.090567 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b6bfa9ca-dea9-4aee-b1a5-b8348145034a req-287430e7-037c-4819-b561-b0b3b4d4c306 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e5628e0-4248-45c0-a55d-905cb0509345 HTTP/1.1" status: 200 len: 210 time: 0.0292649 Jul 16 01:17:31.139324 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ec1339-1495-43fe-b76f-4d06e4527344 x-openstack-request-id: req-45ec1339-1495-43fe-b76f-4d06e4527344 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:31.139616 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4298c3a8-6b4b-4054-8d44-07e972d86625", "name": "network-vif-unplugged", "status": "completed", "tag": "eafe01fa-d820-481a-9a29-84935e580426", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:31.139864 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45ec1339-1495-43fe-b76f-4d06e4527344 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:31.140258 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4298c3a8-6b4b-4054-8d44-07e972d86625', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eafe01fa-d820-481a-9a29-84935e580426', 'code': 200} Jul 16 01:17:31.191132 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9375152b-898b-446a-99b8-8faab0c96f01 req-b830397b-83ca-49da-b025-5f7f2be9a4c4 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380215 Jul 16 01:17:31.286445 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7018a876-057f-4821-8a69-9918c6ace033 req-52d2e875-dff9-41fb-a7e2-7f578ddb54a0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Made reservation on behalf of e8dac2fb0d0d4ff092f3262b0e61117a for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:31.290505 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7018a876-057f-4821-8a69-9918c6ace033 req-52d2e875-dff9-41fb-a7e2-7f578ddb54a0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:31.293824 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dc130-8532-46cb-b204-75dfab1ba6b0 req-5080d34f-8177-4411-80c3-0a18565191dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:31.295325 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-505dc130-8532-46cb-b204-75dfab1ba6b0 req-5080d34f-8177-4411-80c3-0a18565191dd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=28e2d558f60f48b59a784ddce55f2a54&device_id=66f468ab-276f-4ce9-8105-fed49f623716 HTTP/1.1" status: 200 len: 1099 time: 0.1621640 Jul 16 01:17:31.305527 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aa4b57ad-29b2-4560-b403-0c4f3235a9c6 req-529028dd-52c9-4932-a31b-fed6482cff67 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "GET /v2.0/security-groups/4d6b44a2-423a-4333-8803-9d37f3e12d4c HTTP/1.1" status: 200 len: 2995 time: 0.0836873 Jul 16 01:17:31.306238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d99d0f-d1a4-44c6-983e-b5a275d854fe req-1e3c740a-8c5a-47cc-8559-8bb45a6548c7 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:31.306711 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7018a876-057f-4821-8a69-9918c6ace033 req-52d2e875-dff9-41fb-a7e2-7f578ddb54a0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:31.307889 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68d99d0f-d1a4-44c6-983e-b5a275d854fe req-1e3c740a-8c5a-47cc-8559-8bb45a6548c7 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 943 time: 0.0655293 Jul 16 01:17:31.373237 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68d99d0f-d1a4-44c6-983e-b5a275d854fe req-b5e47f83-b79f-481b-8779-587cd3e7daec tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540276 Jul 16 01:17:31.451318 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dc130-8532-46cb-b204-75dfab1ba6b0 req-d099fce7-c9ac-44df-bf74-5513038a0438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:31.453662 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-505dc130-8532-46cb-b204-75dfab1ba6b0 req-d099fce7-c9ac-44df-bf74-5513038a0438 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.1425149 Jul 16 01:17:31.468062 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18aebc4a-bf0e-4449-9490-cfce0ddff67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666ede5b-6b32-48df-8df8-ca6c7aa393dd'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:31.471185 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26342a4d-f766-4607-8afc-a78fb95a1f9d" -d '{"events": [{"server_uuid": "18aebc4a-bf0e-4449-9490-cfce0ddff67d", "name": "network-vif-plugged", "status": "completed", "tag": "666ede5b-6b32-48df-8df8-ca6c7aa393dd"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:31.505742 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-505dc130-8532-46cb-b204-75dfab1ba6b0 req-8e5bbfba-1454-4506-976a-8edee203b9c1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=48a139ac-c237-45ed-89a0-37ef38d12a1c HTTP/1.1" status: 200 len: 217 time: 0.0400574 Jul 16 01:17:31.533967 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3e107b89-ae07-4953-b7a2-7e6009d5a7be req-17c0ca57-e2fa-4370-9867-5d3c7f7bda51 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 210 time: 0.0414035 Jul 16 01:17:31.535469 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-0f99e936-e7de-4abf-b06e-eb3e3e90570d tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=aa31777534244a89a1cc7d326566f6d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582151 Jul 16 01:17:31.603859 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-62d3047a-3118-405d-b72c-f973f43062ec req-cb1652ca-17b1-4e61-a342-1e6648030693 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "GET /v2.0/security-group-rules/eb227641-1db6-4f4e-80e2-b62b42f817e0 HTTP/1.1" status: 200 len: 783 time: 0.0376799 Jul 16 01:17:31.615391 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7018a876-057f-4821-8a69-9918c6ace033 req-52d2e875-dff9-41fb-a7e2-7f578ddb54a0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:31.626789 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dc130-8532-46cb-b204-75dfab1ba6b0 req-9a456e28-0c28-4276-8930-54a215eb910f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:31.628264 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-505dc130-8532-46cb-b204-75dfab1ba6b0 req-9a456e28-0c28-4276-8930-54a215eb910f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1118057 Jul 16 01:17:31.637721 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7018a876-057f-4821-8a69-9918c6ace033 req-52d2e875-dff9-41fb-a7e2-7f578ddb54a0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:31.715017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-027881fe-efb6-4f2f-bdcb-002035997100 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:31.716821 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-027881fe-efb6-4f2f-bdcb-002035997100 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1756697 Jul 16 01:17:31.721571 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-62d3047a-3118-405d-b72c-f973f43062ec req-a08ae110-0ea5-438a-8fe2-df492615f870 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "GET /v2.0/security-groups/4d6b44a2-423a-4333-8803-9d37f3e12d4c HTTP/1.1" status: 200 len: 2995 time: 0.0788169 Jul 16 01:17:31.730885 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bca47f-4b9e-4057-a948-4822746b61b9 req-7c08438e-17a0-4ab8-8c22-f6193640e540 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:31.731142 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-9d6ac505-d890-42eb-949d-dc31c753c4b2 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Request body: {'port': {'device_id': '3e5628e0-4248-45c0-a55d-905cb0509345', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': 'aa31777534244a89a1cc7d326566f6d6'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:31.732434 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-25bca47f-4b9e-4057-a948-4822746b61b9 req-7c08438e-17a0-4ab8-8c22-f6193640e540 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 946 time: 0.2306006 Jul 16 01:17:31.759824 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2e875-dff9-41fb-a7e2-7f578ddb54a0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85322b79-cdc9-48ae-89af-51490d9ae3f3,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:31.813437 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-62d3047a-3118-405d-b72c-f973f43062ec req-dca52c88-58c0-4177-a1e2-de72bbf3fe0c tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:31.828670 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-62d3047a-3118-405d-b72c-f973f43062ec req-dca52c88-58c0-4177-a1e2-de72bbf3fe0c tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:31.842114 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-25bca47f-4b9e-4057-a948-4822746b61b9 req-49993634-e870-4b52-99fd-f714c3368e5c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028070 Jul 16 01:17:31.856772 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dc130-8532-46cb-b204-75dfab1ba6b0 req-3ae1b202-d4d9-4528-ad67-d5a66a20345b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:31.858255 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-505dc130-8532-46cb-b204-75dfab1ba6b0 req-3ae1b202-d4d9-4528-ad67-d5a66a20345b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2133298 Jul 16 01:17:31.864447 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-7018a876-057f-4821-8a69-9918c6ace033 req-52d2e875-dff9-41fb-a7e2-7f578ddb54a0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Allocated IP 192.168.233.253 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/b1d9d39f-08e5-4f19-9084-56eb40ff06dd) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:31.886884 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-62d3047a-3118-405d-b72c-f973f43062ec req-dca52c88-58c0-4177-a1e2-de72bbf3fe0c tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:31.895393 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4976f4-33b9-49a8-8bb7-4c5fff3087c0 x-openstack-request-id: req-8c4976f4-33b9-49a8-8bb7-4c5fff3087c0 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:31.896114 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18aebc4a-bf0e-4449-9490-cfce0ddff67d", "name": "network-vif-plugged", "status": "completed", "tag": "666ede5b-6b32-48df-8df8-ca6c7aa393dd", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:31.896390 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c4976f4-33b9-49a8-8bb7-4c5fff3087c0 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:31.897041 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18aebc4a-bf0e-4449-9490-cfce0ddff67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666ede5b-6b32-48df-8df8-ca6c7aa393dd', 'code': 200} Jul 16 01:17:31.897342 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-62d3047a-3118-405d-b72c-f973f43062ec req-dca52c88-58c0-4177-a1e2-de72bbf3fe0c tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:31.900067 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-62d3047a-3118-405d-b72c-f973f43062ec req-dca52c88-58c0-4177-a1e2-de72bbf3fe0c tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/eb227641-1db6-4f4e-80e2-b62b42f817e0 HTTP/1.1" status: 204 len: 173 time: 0.1645684 Jul 16 01:17:31.911585 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca52c88-58c0-4177-a1e2-de72bbf3fe0c tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb227641-1db6-4f4e-80e2-b62b42f817e0,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:31.946316 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-9d6ac505-d890-42eb-949d-dc31c753c4b2 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Made reservation on behalf of aa31777534244a89a1cc7d326566f6d6 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:31.952731 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-9d6ac505-d890-42eb-949d-dc31c753c4b2 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:31.964866 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device f911a9fb-3d49-4c57-ae9e-447647e19ebd up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:32.030128 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-505dc130-8532-46cb-b204-75dfab1ba6b0 req-f9f65fa4-2b7c-4054-a4cb-c24085db44e9 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628606 Jul 16 01:17:32.042030 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port f911a9fb-3d49-4c57-ae9e-447647e19ebd completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:32.047584 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port f911a9fb-3d49-4c57-ae9e-447647e19ebd triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:32.048151 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.146058 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383940b8-de90-475d-8ec3-e04f7fd44f4a req-cae661bb-4558-4fa4-8b98-d6ecc875f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:32.147748 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-383940b8-de90-475d-8ec3-e04f7fd44f4a req-cae661bb-4558-4fa4-8b98-d6ecc875f615 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=18aebc4a-bf0e-4449-9490-cfce0ddff67d HTTP/1.1" status: 200 len: 1101 time: 0.0796568 Jul 16 01:17:32.201966 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7018a876-057f-4821-8a69-9918c6ace033 req-52d2e875-dff9-41fb-a7e2-7f578ddb54a0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.206730 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-383940b8-de90-475d-8ec3-e04f7fd44f4a req-86bce9bc-1119-4c30-9cd1-81cd30dfaa9f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430810 Jul 16 01:17:32.231101 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-505dc130-8532-46cb-b204-75dfab1ba6b0 req-dd54a9ed-41b4-4836-8ec6-16c86ae45e0f service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786458 Jul 16 01:17:32.240443 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5b8f0-4f5a-4ee9-9900-e00f563143a6 req-abda942c-43ba-4146-8aeb-2d9dddb97398 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:32.242043 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4fe5b8f0-4f5a-4ee9-9900-e00f563143a6 req-abda942c-43ba-4146-8aeb-2d9dddb97398 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?device_id=57a9a646-d867-4760-ac8a-7f4507e8ff88 HTTP/1.1" status: 200 len: 944 time: 0.2274172 Jul 16 01:17:32.243153 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-7018a876-057f-4821-8a69-9918c6ace033 req-52d2e875-dff9-41fb-a7e2-7f578ddb54a0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Transition to ACTIVE for port object b1d9d39f-08e5-4f19-9084-56eb40ff06dd will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:32.286407 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.298839 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ef519-c7bf-4171-b45e-83fb040cb12c req-9e088411-0770-4ba8-af8a-b680e2843eb4 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:32.300800 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-456ef519-c7bf-4171-b45e-83fb040cb12c req-9e088411-0770-4ba8-af8a-b680e2843eb4 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 1098 time: 0.0654273 Jul 16 01:17:32.305768 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4fe5b8f0-4f5a-4ee9-9900-e00f563143a6 req-f6198c3b-3449-4d87-8447-eb68b4ec9d41 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/security-groups?id=d92a67ce-0bcb-4422-9912-1314c261de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570941 Jul 16 01:17:32.329423 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7018a876-057f-4821-8a69-9918c6ace033 req-52d2e875-dff9-41fb-a7e2-7f578ddb54a0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.331292 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port f911a9fb-3d49-4c57-ae9e-447647e19ebd, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=f911a9fb-3d49-4c57-ae9e-447647e19ebd,segment=NetworkSegment(4235c34d-d0fc-40de-b656-70074dffcff3),segment_id=4235c34d-d0fc-40de-b656-70074dffcff3)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:32.345695 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.389661 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7018a876-057f-4821-8a69-9918c6ace033 req-52d2e875-dff9-41fb-a7e2-7f578ddb54a0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:32.394941 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.396716 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-9d6ac505-d890-42eb-949d-dc31c753c4b2 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Allocated IP 192.168.233.104 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/195fa0f0-325f-4dd4-9983-2908af65a898) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:32.398272 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-7018a876-057f-4821-8a69-9918c6ace033 req-52d2e875-dff9-41fb-a7e2-7f578ddb54a0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:32.411915 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=f911a9fb-3d49-4c57-ae9e-447647e19ebd,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:32.416719 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-7018a876-057f-4821-8a69-9918c6ace033 req-52d2e875-dff9-41fb-a7e2-7f578ddb54a0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:32.457779 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2e875-dff9-41fb-a7e2-7f578ddb54a0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Pushing event updated for resources: {'Port': ['ID=b1d9d39f-08e5-4f19-9084-56eb40ff06dd,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:32.489872 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-456ef519-c7bf-4171-b45e-83fb040cb12c req-8279d3bf-37a4-4c7f-99b4-3c7b783bf326 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800985 Jul 16 01:17:32.514518 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018a876-057f-4821-8a69-9918c6ace033 req-52d2e875-dff9-41fb-a7e2-7f578ddb54a0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:32.515150 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7018a876-057f-4821-8a69-9918c6ace033 req-52d2e875-dff9-41fb-a7e2-7f578ddb54a0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.539076 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7018a876-057f-4821-8a69-9918c6ace033 req-52d2e875-dff9-41fb-a7e2-7f578ddb54a0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5519674 Jul 16 01:17:32.552929 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-7018a876-057f-4821-8a69-9918c6ace033 req-d61a93ff-2b02-480f-b82e-505b1bca80e0 service neutron] Request body: {'port': {'device_id': '060b0df5-a1cc-4b26-9c6b-fc031e831edc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:32.563124 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b8a1c-9117-4faa-956e-da21ef9b47a6 req-76a6845a-c51c-46eb-b8c7-046376243835 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:32.564662 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-370b8a1c-9117-4faa-956e-da21ef9b47a6 req-76a6845a-c51c-46eb-b8c7-046376243835 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.16 "GET /v2.0/ports?device_id=66f468ab-276f-4ce9-8105-fed49f623716 HTTP/1.1" status: 200 len: 947 time: 0.1108193 Jul 16 01:17:32.656230 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-370b8a1c-9117-4faa-956e-da21ef9b47a6 req-cc12a9f4-91c6-4e15-8da1-78dae8acd707 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d171dc1-dde4-422d-aaaa-f297fb2b038b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737221 Jul 16 01:17:32.668184 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7018a876-057f-4821-8a69-9918c6ace033 req-d61a93ff-2b02-480f-b82e-505b1bca80e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.711635 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e2419ae6-4e70-4f93-9ade-a164787636d3 None None] Provisioning for port b1d9d39f-08e5-4f19-9084-56eb40ff06dd completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:32.718077 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e2419ae6-4e70-4f93-9ade-a164787636d3 None None] Provisioning complete for port b1d9d39f-08e5-4f19-9084-56eb40ff06dd triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:32.719117 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e2419ae6-4e70-4f93-9ade-a164787636d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.771392 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e2419ae6-4e70-4f93-9ade-a164787636d3 None None] Port b1d9d39f-08e5-4f19-9084-56eb40ff06dd cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:32.843415 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2c82c989-a6ed-49a6-be77-dc35e7b4e965 req-a7f0fa0e-88a2-4102-902f-24e9b3024c6d tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e5628e0-4248-45c0-a55d-905cb0509345 HTTP/1.1" status: 200 len: 210 time: 0.0400479 Jul 16 01:17:32.853010 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eacf4ae1-1189-45e9-8971-071fd5bf77c8 req-84e58c37-db5c-4abe-88b5-1ae8379358a7 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "GET /v2.0/security-groups/4d6b44a2-423a-4333-8803-9d37f3e12d4c HTTP/1.1" status: 200 len: 2397 time: 0.2997966 Jul 16 01:17:32.857549 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-9d6ac505-d890-42eb-949d-dc31c753c4b2 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.894711 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-9d6ac505-d890-42eb-949d-dc31c753c4b2 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Transition to ACTIVE for port object 195fa0f0-325f-4dd4-9983-2908af65a898 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:32.947440 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-eacf4ae1-1189-45e9-8971-071fd5bf77c8 req-84219005-1464-41e9-8baf-46992ce8d946 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.968814 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-9d6ac505-d890-42eb-949d-dc31c753c4b2 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.979637 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-eacf4ae1-1189-45e9-8971-071fd5bf77c8 req-84219005-1464-41e9-8baf-46992ce8d946 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.980438 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:33.042066 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-9d6ac505-d890-42eb-949d-dc31c753c4b2 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:33.057972 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-9d6ac505-d890-42eb-949d-dc31c753c4b2 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:33.060535 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-9d6ac505-d890-42eb-949d-dc31c753c4b2 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:33.063024 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ac505-d890-42eb-949d-dc31c753c4b2 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Pushing event updated for resources: {'Port': ['ID=195fa0f0-325f-4dd4-9983-2908af65a898,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:33.123558 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-9d6ac505-d890-42eb-949d-dc31c753c4b2 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:33.124222 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-9d6ac505-d890-42eb-949d-dc31c753c4b2 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:33.127492 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-eacf4ae1-1189-45e9-8971-071fd5bf77c8 req-84219005-1464-41e9-8baf-46992ce8d946 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:33.129996 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-eacf4ae1-1189-45e9-8971-071fd5bf77c8 req-84219005-1464-41e9-8baf-46992ce8d946 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:33.131150 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eacf4ae1-1189-45e9-8971-071fd5bf77c8 req-84219005-1464-41e9-8baf-46992ce8d946 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "DELETE /v2.0/security-groups/4d6b44a2-423a-4333-8803-9d37f3e12d4c HTTP/1.1" status: 204 len: 173 time: 0.2621999 Jul 16 01:17:33.142964 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4298c3a8-6b4b-4054-8d44-07e972d86625', 'tag': 'eafe01fa-d820-481a-9a29-84935e580426'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:33.145576 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0362c5c8-8e08-4050-aaf1-ca4a5eb6e65d" -d '{"events": [{"name": "network-changed", "server_uuid": "4298c3a8-6b4b-4054-8d44-07e972d86625", "tag": "eafe01fa-d820-481a-9a29-84935e580426"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:33.157310 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84219005-1464-41e9-8baf-46992ce8d946 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6b44a2-423a-4333-8803-9d37f3e12d4c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:33.171540 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-9d6ac505-d890-42eb-949d-dc31c753c4b2 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4445252 Jul 16 01:17:33.184015 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-dc85b6ea-a666-4c81-96c9-705522382d2e service neutron] Request body: {'port': {'device_id': '3e5628e0-4248-45c0-a55d-905cb0509345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:33.294760 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-dc85b6ea-a666-4c81-96c9-705522382d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:33.400625 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-73c51a37-a0d9-4b85-9eba-219408b81705 None None] Provisioning for port 195fa0f0-325f-4dd4-9983-2908af65a898 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:33.405906 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-73c51a37-a0d9-4b85-9eba-219408b81705 None None] Provisioning complete for port 195fa0f0-325f-4dd4-9983-2908af65a898 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:33.406349 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-73c51a37-a0d9-4b85-9eba-219408b81705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:33.442434 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-73c51a37-a0d9-4b85-9eba-219408b81705 None None] Port 195fa0f0-325f-4dd4-9983-2908af65a898 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:33.481207 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c138eb1-8e79-4032-a796-9f5fe7178822 req-420d933b-9a33-47af-9060-7ea28a0944d0 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:33.482692 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5c138eb1-8e79-4032-a796-9f5fe7178822 req-420d933b-9a33-47af-9060-7ea28a0944d0 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=18aebc4a-bf0e-4449-9490-cfce0ddff67d HTTP/1.1" status: 200 len: 949 time: 0.5373871 Jul 16 01:17:33.506763 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9af81-98d0-40db-8566-ef0ba700c510 req-b118ae92-b1a5-41bb-beb9-3444cf8bd575 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:33.508269 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-abc9af81-98d0-40db-8566-ef0ba700c510 req-b118ae92-b1a5-41bb-beb9-3444cf8bd575 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 943 time: 0.1583526 Jul 16 01:17:33.552391 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-abc9af81-98d0-40db-8566-ef0ba700c510 req-884f24b9-a478-4390-8702-fe197ecb4f92 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379581 Jul 16 01:17:33.580883 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8b4b182c-fa23-4f71-ba0b-71dc977539fc req-c210d296-3c1b-4c8a-a629-b29205755ab8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=de41f306-981f-40dd-b7d2-6eadac6bc67b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1755266 Jul 16 01:17:33.582744 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-7018a876-057f-4821-8a69-9918c6ace033 req-d61a93ff-2b02-480f-b82e-505b1bca80e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d9d39f-08e5-4f19-9084-56eb40ff06dd {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:33.590505 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5c138eb1-8e79-4032-a796-9f5fe7178822 req-2ca80cd5-d8a7-4ce4-b0d9-64da09932435 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980062 Jul 16 01:17:33.595085 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7018a876-057f-4821-8a69-9918c6ace033 req-d61a93ff-2b02-480f-b82e-505b1bca80e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:33.611638 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-7018a876-057f-4821-8a69-9918c6ace033 req-d61a93ff-2b02-480f-b82e-505b1bca80e0 service neutron] Transition to ACTIVE for port object b1d9d39f-08e5-4f19-9084-56eb40ff06dd will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:33.618081 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7018a876-057f-4821-8a69-9918c6ace033 req-d61a93ff-2b02-480f-b82e-505b1bca80e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:33.711259 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a93ff-2b02-480f-b82e-505b1bca80e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d9d39f-08e5-4f19-9084-56eb40ff06dd,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:33.840744 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-dc85b6ea-a666-4c81-96c9-705522382d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195fa0f0-325f-4dd4-9983-2908af65a898 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:33.841010 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b182c-fa23-4f71-ba0b-71dc977539fc req-c82384fa-9751-426a-ba25-0ebb746c505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:33.841889 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8b4b182c-fa23-4f71-ba0b-71dc977539fc req-c82384fa-9751-426a-ba25-0ebb746c505a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2db723265f594b90bb57a2f4b64cbdf2&device_id=de41f306-981f-40dd-b7d2-6eadac6bc67b HTTP/1.1" status: 200 len: 1101 time: 0.1940646 Jul 16 01:17:33.849564 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-7018a876-057f-4821-8a69-9918c6ace033 req-d61a93ff-2b02-480f-b82e-505b1bca80e0 service neutron] Attempting to bind port b1d9d39f-08e5-4f19-9084-56eb40ff06dd on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:33.850027 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-7018a876-057f-4821-8a69-9918c6ace033 req-d61a93ff-2b02-480f-b82e-505b1bca80e0 service neutron] Attempting to bind port b1d9d39f-08e5-4f19-9084-56eb40ff06dd by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:33.850360 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7018a876-057f-4821-8a69-9918c6ace033 req-d61a93ff-2b02-480f-b82e-505b1bca80e0 service neutron] Attempting to bind port b1d9d39f-08e5-4f19-9084-56eb40ff06dd on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:33.850756 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf6221-258b-409e-86b6-26caf25c5ea7 req-f35a4c52-dcf3-40d8-b59b-eb7ce58a55a5 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:33.852589 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a4cf6221-258b-409e-86b6-26caf25c5ea7 req-f35a4c52-dcf3-40d8-b59b-eb7ce58a55a5 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 1098 time: 0.1438773 Jul 16 01:17:33.860404 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7018a876-057f-4821-8a69-9918c6ace033 req-d61a93ff-2b02-480f-b82e-505b1bca80e0 service neutron] Port b1d9d39f-08e5-4f19-9084-56eb40ff06dd on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:17:33.860404 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7018a876-057f-4821-8a69-9918c6ace033 req-d61a93ff-2b02-480f-b82e-505b1bca80e0 service neutron] Attempting to bind port b1d9d39f-08e5-4f19-9084-56eb40ff06dd on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:33.862709 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-dc85b6ea-a666-4c81-96c9-705522382d2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:33.869826 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7018a876-057f-4821-8a69-9918c6ace033 req-d61a93ff-2b02-480f-b82e-505b1bca80e0 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:33.870170 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7018a876-057f-4821-8a69-9918c6ace033 req-d61a93ff-2b02-480f-b82e-505b1bca80e0 service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:33.870556 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7018a876-057f-4821-8a69-9918c6ace033 req-d61a93ff-2b02-480f-b82e-505b1bca80e0 service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:33.871018 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-7018a876-057f-4821-8a69-9918c6ace033 req-d61a93ff-2b02-480f-b82e-505b1bca80e0 service neutron] Bound port: b1d9d39f-08e5-4f19-9084-56eb40ff06dd, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:33.871386 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7018a876-057f-4821-8a69-9918c6ace033 req-d61a93ff-2b02-480f-b82e-505b1bca80e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:33.883346 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cb041-b587-4aaa-92b6-2df88a00f6f4 req-67050a2f-880c-4053-a772-f71940be99c8 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:33.884966 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-143cb041-b587-4aaa-92b6-2df88a00f6f4 req-67050a2f-880c-4053-a772-f71940be99c8 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 948 time: 0.1775770 Jul 16 01:17:33.898323 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a9a646-d867-4760-ac8a-7f4507e8ff88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f911a9fb-3d49-4c57-ae9e-447647e19ebd'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:33.903366 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b62443-79db-4554-a96b-f77c9b648a9f" -d '{"events": [{"server_uuid": "57a9a646-d867-4760-ac8a-7f4507e8ff88", "name": "network-vif-plugged", "status": "completed", "tag": "f911a9fb-3d49-4c57-ae9e-447647e19ebd"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:33.905476 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-dc85b6ea-a666-4c81-96c9-705522382d2e service neutron] Transition to ACTIVE for port object 195fa0f0-325f-4dd4-9983-2908af65a898 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:33.908399 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 48a139ac-c237-45ed-89a0-37ef38d12a1c details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:17:33.917622 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-dc85b6ea-a666-4c81-96c9-705522382d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:33.930191 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a4cf6221-258b-409e-86b6-26caf25c5ea7 req-0ef8b761-6f9f-4d97-aa44-41bf180213e4 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640643 Jul 16 01:17:34.004773 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-52fc3291-974f-4280-8cd3-66268f90e089 req-4aa7ee80-73be-410d-a23e-bf3c9cb347dd tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] show failed (client error): The resource could not be found. Jul 16 01:17:34.005891 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-52fc3291-974f-4280-8cd3-66268f90e089 req-4aa7ee80-73be-410d-a23e-bf3c9cb347dd tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "GET /v2.0/security-groups/4aed8c85-15c0-4784-a132-50fd3568cc79 HTTP/1.1" status: 404 len: 352 time: 0.0397933 Jul 16 01:17:34.033389 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 48a139ac-c237-45ed-89a0-37ef38d12a1c, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=48a139ac-c237-45ed-89a0-37ef38d12a1c,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:34.041843 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85b6ea-a666-4c81-96c9-705522382d2e service neutron] Pushing event updated for resources: {'Port': ['ID=195fa0f0-325f-4dd4-9983-2908af65a898,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:34.055783 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '48a139ac-c237-45ed-89a0-37ef38d12a1c', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': '48a139ac-c237-45ed-89a0-37ef38d12a1c', 'mac_address': 'fa:16:3e:24:4a:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:17:34.079071 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-143cb041-b587-4aaa-92b6-2df88a00f6f4 req-a1966510-8430-4fa4-9d6b-81a92fc685d3 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756148 Jul 16 01:17:34.080946 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-7018a876-057f-4821-8a69-9918c6ace033 req-d61a93ff-2b02-480f-b82e-505b1bca80e0 service neutron] For port b1d9d39f-08e5-4f19-9084-56eb40ff06dd, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:34.086561 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-7018a876-057f-4821-8a69-9918c6ace033 req-d61a93ff-2b02-480f-b82e-505b1bca80e0 service neutron] For port b1d9d39f-08e5-4f19-9084-56eb40ff06dd, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=b1d9d39f-08e5-4f19-9084-56eb40ff06dd,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:34.098814 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9636e115-fea3-4b4c-961b-678f30e6aa8a x-openstack-request-id: req-9636e115-fea3-4b4c-961b-678f30e6aa8a {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:34.099245 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4298c3a8-6b4b-4054-8d44-07e972d86625", "tag": "eafe01fa-d820-481a-9a29-84935e580426", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:34.100446 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9636e115-fea3-4b4c-961b-678f30e6aa8a {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:34.101349 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4298c3a8-6b4b-4054-8d44-07e972d86625', 'tag': 'eafe01fa-d820-481a-9a29-84935e580426', 'status': 'completed', 'code': 200} Jul 16 01:17:34.122538 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7018a876-057f-4821-8a69-9918c6ace033 req-d61a93ff-2b02-480f-b82e-505b1bca80e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.130841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.82', 52160) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:34.140445 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.176000 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a139ac-c237-45ed-89a0-37ef38d12a1c {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:34.201966 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a93ff-2b02-480f-b82e-505b1bca80e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d9d39f-08e5-4f19-9084-56eb40ff06dd,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:34.207547 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018a876-057f-4821-8a69-9918c6ace033 req-d61a93ff-2b02-480f-b82e-505b1bca80e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:34.208446 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7018a876-057f-4821-8a69-9918c6ace033 req-d61a93ff-2b02-480f-b82e-505b1bca80e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.210541 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7018a876-057f-4821-8a69-9918c6ace033 req-d61a93ff-2b02-480f-b82e-505b1bca80e0 service neutron] 10.222.0.82 "PUT /v2.0/ports/b1d9d39f-08e5-4f19-9084-56eb40ff06dd HTTP/1.1" status: 200 len: 1097 time: 1.6629758 Jul 16 01:17:34.211109 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '060b0df5-a1cc-4b26-9c6b-fc031e831edc', 'tag': 'b1d9d39f-08e5-4f19-9084-56eb40ff06dd'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:34.213565 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b098fa59-3986-4c98-86bb-cfeff04ce819" -d '{"events": [{"name": "network-changed", "server_uuid": "060b0df5-a1cc-4b26-9c6b-fc031e831edc", "tag": "b1d9d39f-08e5-4f19-9084-56eb40ff06dd"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:34.217143 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 48a139ac-c237-45ed-89a0-37ef38d12a1c, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=48a139ac-c237-45ed-89a0-37ef38d12a1c,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:34.223598 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b182c-fa23-4f71-ba0b-71dc977539fc req-0642c973-9442-41a4-806c-9d5a1774304d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:34.225734 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8b4b182c-fa23-4f71-ba0b-71dc977539fc req-0642c973-9442-41a4-806c-9d5a1774304d service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.3397615 Jul 16 01:17:34.227693 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.228727 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device eafe01fa-d820-481a-9a29-84935e580426 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:17:34.274253 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-dc85b6ea-a666-4c81-96c9-705522382d2e service neutron] Attempting to bind port 195fa0f0-325f-4dd4-9983-2908af65a898 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:34.275321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-dc85b6ea-a666-4c81-96c9-705522382d2e service neutron] Attempting to bind port 195fa0f0-325f-4dd4-9983-2908af65a898 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:34.275886 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-dc85b6ea-a666-4c81-96c9-705522382d2e service neutron] Attempting to bind port 195fa0f0-325f-4dd4-9983-2908af65a898 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:34.291940 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8b4b182c-fa23-4f71-ba0b-71dc977539fc req-2baa9750-cb7a-4f11-9e85-ae7efa781257 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=04037a01-74f2-4eb2-9763-c5f9731fe105 HTTP/1.1" status: 200 len: 217 time: 0.0574665 Jul 16 01:17:34.293004 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-dc85b6ea-a666-4c81-96c9-705522382d2e service neutron] Port 195fa0f0-325f-4dd4-9983-2908af65a898 on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:17:34.293540 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-dc85b6ea-a666-4c81-96c9-705522382d2e service neutron] Attempting to bind port 195fa0f0-325f-4dd4-9983-2908af65a898 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:34.304918 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-dc85b6ea-a666-4c81-96c9-705522382d2e service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:34.306007 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-dc85b6ea-a666-4c81-96c9-705522382d2e service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:34.306753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-dc85b6ea-a666-4c81-96c9-705522382d2e service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:34.307465 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-dc85b6ea-a666-4c81-96c9-705522382d2e service neutron] Bound port: 195fa0f0-325f-4dd4-9983-2908af65a898, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:34.308052 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-dc85b6ea-a666-4c81-96c9-705522382d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.355350 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=48a139ac-c237-45ed-89a0-37ef38d12a1c,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:34.405583 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b182c-fa23-4f71-ba0b-71dc977539fc req-98045c05-2c19-477a-bbae-b85dc06b6352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:34.407240 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8b4b182c-fa23-4f71-ba0b-71dc977539fc req-98045c05-2c19-477a-bbae-b85dc06b6352 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0766571 Jul 16 01:17:34.411862 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362c5c8-8e08-4050-aaf1-ca4a5eb6e65d req-de4aa9ca-c54e-41d1-bdcb-124083c306bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:34.413853 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0362c5c8-8e08-4050-aaf1-ca4a5eb6e65d req-de4aa9ca-c54e-41d1-bdcb-124083c306bb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=19f0097db32e406ab305cc19744860c5&device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 1126 time: 0.2773914 Jul 16 01:17:34.455301 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port eafe01fa-d820-481a-9a29-84935e580426, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=eafe01fa-d820-481a-9a29-84935e580426,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:34.470593 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device eafe01fa-d820-481a-9a29-84935e580426 has no active binding in host n-h1-792394-16 {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:17:34.490192 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-dc85b6ea-a666-4c81-96c9-705522382d2e service neutron] For port 195fa0f0-325f-4dd4-9983-2908af65a898, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:34.496406 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-dc85b6ea-a666-4c81-96c9-705522382d2e service neutron] For port 195fa0f0-325f-4dd4-9983-2908af65a898, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=195fa0f0-325f-4dd4-9983-2908af65a898,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:34.505145 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b182c-fa23-4f71-ba0b-71dc977539fc req-2a9eb0d5-ec6f-4da8-bdbd-b6915599079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:34.506719 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8b4b182c-fa23-4f71-ba0b-71dc977539fc req-2a9eb0d5-ec6f-4da8-bdbd-b6915599079d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0898345 Jul 16 01:17:34.509335 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018a876-057f-4821-8a69-9918c6ace033 req-197ae139-84e1-41b2-97a6-9ca61f517172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:34.510672 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7018a876-057f-4821-8a69-9918c6ace033 req-197ae139-84e1-41b2-97a6-9ca61f517172 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 1100 time: 0.1813748 Jul 16 01:17:34.522065 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac9a03-b684-45bd-ac66-fd457f3a9786 req-9533987f-1521-4318-9b23-8a3a24e03946 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:34.523529 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2ac9a03-b684-45bd-ac66-fd457f3a9786 req-9533987f-1521-4318-9b23-8a3a24e03946 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.16 "GET /v2.0/ports?device_id=66f468ab-276f-4ce9-8105-fed49f623716 HTTP/1.1" status: 200 len: 948 time: 0.2306745 Jul 16 01:17:34.530965 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-dc85b6ea-a666-4c81-96c9-705522382d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.542938 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504471c-adeb-4c57-87ab-4adfd0e2e18e req-155d6898-b737-4152-a946-db285b2a27c5 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:34.544473 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4504471c-adeb-4c57-87ab-4adfd0e2e18e req-155d6898-b737-4152-a946-db285b2a27c5 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?device_id=57a9a646-d867-4760-ac8a-7f4507e8ff88 HTTP/1.1" status: 200 len: 945 time: 0.2223141 Jul 16 01:17:34.597102 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7018a876-057f-4821-8a69-9918c6ace033 req-8f18162a-676a-4982-83b2-ea9f33944e89 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=b1d9d39f-08e5-4f19-9084-56eb40ff06dd HTTP/1.1" status: 200 len: 217 time: 0.0684712 Jul 16 01:17:34.621134 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-dc85b6ea-a666-4c81-96c9-705522382d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:34.621804 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-dc85b6ea-a666-4c81-96c9-705522382d2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.623185 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-dc85b6ea-a666-4c81-96c9-705522382d2e service neutron] 10.222.0.84 "PUT /v2.0/ports/195fa0f0-325f-4dd4-9983-2908af65a898 HTTP/1.1" status: 200 len: 1097 time: 1.4441085 Jul 16 01:17:34.639956 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362c5c8-8e08-4050-aaf1-ca4a5eb6e65d req-7f69e2b8-be22-4c4a-ba43-425e523fbadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:34.641908 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.642078 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0362c5c8-8e08-4050-aaf1-ca4a5eb6e65d req-7f69e2b8-be22-4c4a-ba43-425e523fbadf service neutron] 10.222.0.82 "GET /v2.0/networks?id=952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 200 len: 922 time: 0.2159021 Jul 16 01:17:34.659455 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85b6ea-a666-4c81-96c9-705522382d2e service neutron] Pushing event updated for resources: {'Port': ['ID=195fa0f0-325f-4dd4-9983-2908af65a898,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:34.668588 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4504471c-adeb-4c57-87ab-4adfd0e2e18e req-18c76067-aa88-4ab8-8548-75f42f82d6f4 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/security-groups?id=d92a67ce-0bcb-4422-9912-1314c261de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961728 Jul 16 01:17:34.697003 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2ac9a03-b684-45bd-ac66-fd457f3a9786 req-05e3cee3-4a45-4dac-bfb9-8db307d22213 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d171dc1-dde4-422d-aaaa-f297fb2b038b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562371 Jul 16 01:17:34.702149 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0362c5c8-8e08-4050-aaf1-ca4a5eb6e65d req-c769b2f7-9232-486f-8662-eb483c9f4453 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eafe01fa-d820-481a-9a29-84935e580426 HTTP/1.1" status: 200 len: 217 time: 0.0521939 Jul 16 01:17:34.752207 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018a876-057f-4821-8a69-9918c6ace033 req-22ce9731-c67a-4500-85c8-4170b5310a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:34.754355 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7018a876-057f-4821-8a69-9918c6ace033 req-22ce9731-c67a-4500-85c8-4170b5310a25 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1423051 Jul 16 01:17:34.756352 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8b4b182c-fa23-4f71-ba0b-71dc977539fc req-48f86013-5b42-4161-8bac-5d7039e651e1 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292917 Jul 16 01:17:34.782967 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200e3bf3-0a59-4314-8daa-4ccfec283f07 x-openstack-request-id: req-200e3bf3-0a59-4314-8daa-4ccfec283f07 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:34.783140 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362c5c8-8e08-4050-aaf1-ca4a5eb6e65d req-265e6420-0786-45e8-a283-dee094276a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:34.783252 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a9a646-d867-4760-ac8a-7f4507e8ff88", "name": "network-vif-plugged", "status": "completed", "tag": "f911a9fb-3d49-4c57-ae9e-447647e19ebd", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:34.783517 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-200e3bf3-0a59-4314-8daa-4ccfec283f07 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:34.783908 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a9a646-d867-4760-ac8a-7f4507e8ff88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f911a9fb-3d49-4c57-ae9e-447647e19ebd', 'code': 200} Jul 16 01:17:34.785209 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0362c5c8-8e08-4050-aaf1-ca4a5eb6e65d req-265e6420-0786-45e8-a283-dee094276a6b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda HTTP/1.1" status: 200 len: 861 time: 0.0752473 Jul 16 01:17:34.802162 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['48a139ac-c237-45ed-89a0-37ef38d12a1c'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:34.860910 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0362c5c8-8e08-4050-aaf1-ca4a5eb6e65d req-72d2c2c0-cc16-433d-bb92-b2870c2677cc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=952b1f4f-1df7-48bd-a0c8-40d17571e492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388212 Jul 16 01:17:34.908604 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.82', 52161) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:35.009992 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8b4b182c-fa23-4f71-ba0b-71dc977539fc req-68cc8fe1-d93c-4fea-8144-f6a9165658e1 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652639 Jul 16 01:17:35.022445 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-722cf505-5af9-44cc-9c8c-aba77566ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:35.024047 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-722cf505-5af9-44cc-9c8c-aba77566ad0a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aa31777534244a89a1cc7d326566f6d6&device_id=3e5628e0-4248-45c0-a55d-905cb0509345 HTTP/1.1" status: 200 len: 1100 time: 0.2723656 Jul 16 01:17:35.027443 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018a876-057f-4821-8a69-9918c6ace033 req-91330ca6-9ec0-4d02-9151-93436e09862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:35.029722 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7018a876-057f-4821-8a69-9918c6ace033 req-91330ca6-9ec0-4d02-9151-93436e09862f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2530193 Jul 16 01:17:35.032548 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7eb6dd2a-1fe0-4203-9af7-c8c7c911c259 req-2d4c5e06-5973-478d-8951-0da7b3e602b4 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "GET /v2.0/security-groups/9f34f364-8fd4-4f42-a722-4f1a06827b68 HTTP/1.1" status: 200 len: 1805 time: 0.1097062 Jul 16 01:17:35.099194 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-c6feaf4c-f0c7-45b7-91b3-e664611862cc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=195fa0f0-325f-4dd4-9983-2908af65a898 HTTP/1.1" status: 200 len: 217 time: 0.0600991 Jul 16 01:17:35.104044 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0362c5c8-8e08-4050-aaf1-ca4a5eb6e65d req-77ed89ae-27da-4e84-8f82-85d016914246 service neutron] 10.222.0.82 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300508 Jul 16 01:17:35.161173 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7eb6dd2a-1fe0-4203-9af7-c8c7c911c259 req-9d2ca69d-d6bb-42af-8418-23096af5e662 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:35.170408 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7018a876-057f-4821-8a69-9918c6ace033 req-d7e68d73-7cae-4509-bfe2-229c1f5d5e80 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298625 Jul 16 01:17:35.179978 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e050d0-87d3-4b8a-b955-47c237ad56c4 req-f86cf7e2-484a-4e55-96ab-b84d6014c4b3 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:35.184825 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d7e050d0-87d3-4b8a-b955-47c237ad56c4 req-f86cf7e2-484a-4e55-96ab-b84d6014c4b3 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e5628e0-4248-45c0-a55d-905cb0509345 HTTP/1.1" status: 200 len: 948 time: 0.3109505 Jul 16 01:17:35.186972 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b0e86-2829-4f58-b094-ac7a242cd048 req-e237e686-0e78-47b7-82fa-e2b6445a4362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:35.188356 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d62b0e86-2829-4f58-b094-ac7a242cd048 req-e237e686-0e78-47b7-82fa-e2b6445a4362 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=57a9a646-d867-4760-ac8a-7f4507e8ff88 HTTP/1.1" status: 200 len: 1097 time: 0.2707317 Jul 16 01:17:35.204274 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7eb6dd2a-1fe0-4203-9af7-c8c7c911c259 req-9d2ca69d-d6bb-42af-8418-23096af5e662 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:35.261721 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-eb089176-7e17-4013-b4e2-a031cd2a4c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:35.263083 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-eb089176-7e17-4013-b4e2-a031cd2a4c7d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1559062 Jul 16 01:17:35.300112 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7018a876-057f-4821-8a69-9918c6ace033 req-f399664c-9389-4c1d-bf57-d32f220985f3 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218657 Jul 16 01:17:35.301169 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7eb6dd2a-1fe0-4203-9af7-c8c7c911c259 req-9d2ca69d-d6bb-42af-8418-23096af5e662 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:35.303685 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7eb6dd2a-1fe0-4203-9af7-c8c7c911c259 req-9d2ca69d-d6bb-42af-8418-23096af5e662 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:35.305367 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7eb6dd2a-1fe0-4203-9af7-c8c7c911c259 req-9d2ca69d-d6bb-42af-8418-23096af5e662 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "DELETE /v2.0/security-groups/9f34f364-8fd4-4f42-a722-4f1a06827b68 HTTP/1.1" status: 204 len: 173 time: 0.2655587 Jul 16 01:17:35.314782 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ca69d-d6bb-42af-8418-23096af5e662 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f34f364-8fd4-4f42-a722-4f1a06827b68,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:35.336535 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d7e050d0-87d3-4b8a-b955-47c237ad56c4 req-0198213b-2a63-4bd5-9146-f396cc8e4d19 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/security-groups?id=c07a28c3-310d-4590-b6f4-1a1b106afc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439502 Jul 16 01:17:35.338088 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d62b0e86-2829-4f58-b094-ac7a242cd048 req-cce6febf-2386-4687-802e-04a714e1f43a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d92a67ce-0bcb-4422-9912-1314c261de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360700 Jul 16 01:17:35.352544 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6c0184-c332-4366-ac60-79f1c36fc7c8 x-openstack-request-id: req-8d6c0184-c332-4366-ac60-79f1c36fc7c8 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:35.352839 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "060b0df5-a1cc-4b26-9c6b-fc031e831edc", "tag": "b1d9d39f-08e5-4f19-9084-56eb40ff06dd", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:35.353115 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d6c0184-c332-4366-ac60-79f1c36fc7c8 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:35.353478 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '060b0df5-a1cc-4b26-9c6b-fc031e831edc', 'tag': 'b1d9d39f-08e5-4f19-9084-56eb40ff06dd', 'status': 'completed', 'code': 200} Jul 16 01:17:35.354603 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0362c5c8-8e08-4050-aaf1-ca4a5eb6e65d req-e2e30b80-ed47-4e0a-954d-a350b563d492 service neutron] 10.222.0.82 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366831 Jul 16 01:17:35.374831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-1c09c511-4162-433f-ab10-b8df178106d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:35.376344 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-1c09c511-4162-433f-ab10-b8df178106d2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1042604 Jul 16 01:17:35.523410 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775933b-db3d-4f01-91d3-8139684e73fd req-ed00dd65-a600-4ff6-a67c-00db5fb3c183 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:35.525226 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f775933b-db3d-4f01-91d3-8139684e73fd req-ed00dd65-a600-4ff6-a67c-00db5fb3c183 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 943 time: 0.0656850 Jul 16 01:17:35.534859 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-1df3a685-15d6-45e3-85f1-1b6e734a7935 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499038 Jul 16 01:17:35.565679 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f775933b-db3d-4f01-91d3-8139684e73fd req-29dbc636-facc-4821-8ef1-a14470fc0092 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346804 Jul 16 01:17:35.606459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd86ac0-142b-47f6-9b04-b8f085cf9974 req-045cca41-d651-452e-a146-5914e3601d01 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:35.607969 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5cd86ac0-142b-47f6-9b04-b8f085cf9974 req-045cca41-d651-452e-a146-5914e3601d01 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=18aebc4a-bf0e-4449-9490-cfce0ddff67d HTTP/1.1" status: 200 len: 949 time: 0.1540248 Jul 16 01:17:35.635328 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098fa59-3986-4c98-86bb-cfeff04ce819 req-da2361c6-bddb-4200-9ae7-82cf8b1cb0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:35.636817 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b098fa59-3986-4c98-86bb-cfeff04ce819 req-da2361c6-bddb-4200-9ae7-82cf8b1cb0a4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 1100 time: 0.1677239 Jul 16 01:17:35.713943 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad0aba09-114c-413d-88b1-baf0acc82e67 req-166e0953-5af5-4e53-9243-ffcb94093a33 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613410 Jul 16 01:17:35.749939 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5cd86ac0-142b-47f6-9b04-b8f085cf9974 req-822807bd-bc42-4dd1-aa89-eb7afa5ec001 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109197 Jul 16 01:17:35.790671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098fa59-3986-4c98-86bb-cfeff04ce819 req-8f917e23-4fba-43dd-945e-fe49b7dec9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:35.792214 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b098fa59-3986-4c98-86bb-cfeff04ce819 req-8f917e23-4fba-43dd-945e-fe49b7dec9c2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.1404538 Jul 16 01:17:35.845152 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b098fa59-3986-4c98-86bb-cfeff04ce819 req-b1801558-b180-4687-8318-bb19eae453bd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=b1d9d39f-08e5-4f19-9084-56eb40ff06dd HTTP/1.1" status: 200 len: 217 time: 0.0388508 Jul 16 01:17:35.926671 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 48a139ac-c237-45ed-89a0-37ef38d12a1c up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:35.942473 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098fa59-3986-4c98-86bb-cfeff04ce819 req-8cbeffae-5e48-47e3-a6a0-818b34e5cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:35.944039 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b098fa59-3986-4c98-86bb-cfeff04ce819 req-8cbeffae-5e48-47e3-a6a0-818b34e5cb24 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0776603 Jul 16 01:17:35.987539 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c1b08-c8a8-4fb1-b1f1-9e4a18a68aa7 req-cf27a430-ee03-4131-983e-11eb680e6890 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:35.989187 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d13c1b08-c8a8-4fb1-b1f1-9e4a18a68aa7 req-cf27a430-ee03-4131-983e-11eb680e6890 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 948 time: 0.1321542 Jul 16 01:17:35.996150 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 48a139ac-c237-45ed-89a0-37ef38d12a1c completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:36.005879 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 48a139ac-c237-45ed-89a0-37ef38d12a1c triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:36.006591 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:36.045836 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d13c1b08-c8a8-4fb1-b1f1-9e4a18a68aa7 req-74d9a858-27dc-4f60-890f-c68924dad2cd tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483897 Jul 16 01:17:36.053232 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098fa59-3986-4c98-86bb-cfeff04ce819 req-841f19b7-9186-42f2-b85a-18dd509690fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:36.055290 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b098fa59-3986-4c98-86bb-cfeff04ce819 req-841f19b7-9186-42f2-b85a-18dd509690fa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1035366 Jul 16 01:17:36.103862 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e5628e0-4248-45c0-a55d-905cb0509345', 'tag': '195fa0f0-325f-4dd4-9983-2908af65a898'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:36.105751 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcd127a-7796-4d9d-82be-d80348f43683" -d '{"events": [{"name": "network-changed", "server_uuid": "3e5628e0-4248-45c0-a55d-905cb0509345", "tag": "195fa0f0-325f-4dd4-9983-2908af65a898"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:36.121566 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:36.161338 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 48a139ac-c237-45ed-89a0-37ef38d12a1c, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=48a139ac-c237-45ed-89a0-37ef38d12a1c,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:36.167091 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:36.174106 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4abeff3e-d272-4796-adce-9abffd64013f req-fb0fda1e-d8a0-41d3-a921-be427b8e907d tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "GET /v2.0/security-groups/ac552207-056b-4b9b-8059-f831d40cbcf7 HTTP/1.1" status: 200 len: 1804 time: 0.0929120 Jul 16 01:17:36.204738 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b098fa59-3986-4c98-86bb-cfeff04ce819 req-f1a6f35e-eccb-4b85-b0b2-5ffa968d84da service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420860 Jul 16 01:17:36.219043 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=48a139ac-c237-45ed-89a0-37ef38d12a1c,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:36.538378 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-4abeff3e-d272-4796-adce-9abffd64013f req-1d524217-8e0b-48cf-a31b-1968640d3c9f tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:36.575842 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-4abeff3e-d272-4796-adce-9abffd64013f req-1d524217-8e0b-48cf-a31b-1968640d3c9f tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:36.579805 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b098fa59-3986-4c98-86bb-cfeff04ce819 req-25deaf94-932b-4183-aef4-853b15ba3334 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657262 Jul 16 01:17:36.645773 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-4abeff3e-d272-4796-adce-9abffd64013f req-1d524217-8e0b-48cf-a31b-1968640d3c9f tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:36.648712 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-4abeff3e-d272-4796-adce-9abffd64013f req-1d524217-8e0b-48cf-a31b-1968640d3c9f tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:36.650227 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4abeff3e-d272-4796-adce-9abffd64013f req-1d524217-8e0b-48cf-a31b-1968640d3c9f tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "DELETE /v2.0/security-groups/ac552207-056b-4b9b-8059-f831d40cbcf7 HTTP/1.1" status: 204 len: 173 time: 0.4678588 Jul 16 01:17:36.661998 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d524217-8e0b-48cf-a31b-1968640d3c9f tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac552207-056b-4b9b-8059-f831d40cbcf7,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:36.705582 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36036) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:36.767162 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-c3595997-d823-41f4-8bc4-d3901b2d7e64 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:17:36.776314 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-c3595997-d823-41f4-8bc4-d3901b2d7e64 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0696087 Jul 16 01:17:36.784860 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f468ab-276f-4ce9-8105-fed49f623716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a139ac-c237-45ed-89a0-37ef38d12a1c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:36.787404 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0657424-d9f8-4ded-821b-f2e6df5167ab" -d '{"events": [{"server_uuid": "66f468ab-276f-4ce9-8105-fed49f623716", "name": "network-vif-plugged", "status": "completed", "tag": "48a139ac-c237-45ed-89a0-37ef38d12a1c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:36.828679 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33bcf4-452c-474c-8d82-abaf63d6b59e req-9bb69785-65f2-497c-89b5-be7114c6ce84 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:36.830214 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d33bcf4-452c-474c-8d82-abaf63d6b59e req-9bb69785-65f2-497c-89b5-be7114c6ce84 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?device_id=57a9a646-d867-4760-ac8a-7f4507e8ff88 HTTP/1.1" status: 200 len: 945 time: 0.0742502 Jul 16 01:17:36.858888 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-d4969996-7e09-456e-8344-7b9a9b7f17fd service neutron] Request body: {'binding': {'host': 'n-h2-792394-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:36.859413 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-d4969996-7e09-456e-8344-7b9a9b7f17fd service neutron] Unknown quota resources ['binding']. {{(pid=93956) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:17:36.882576 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d33bcf4-452c-474c-8d82-abaf63d6b59e req-d5c65f77-0a83-4037-9784-3a8973c49fbf tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/security-groups?id=d92a67ce-0bcb-4422-9912-1314c261de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430160 Jul 16 01:17:36.995778 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-d4969996-7e09-456e-8344-7b9a9b7f17fd service neutron] Attempting to bind port 77b37b9b-124d-49df-811e-6712d93ab0f0 on host n-h2-792394-16 for vnic_type normal with profile None {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:36.996331 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-d4969996-7e09-456e-8344-7b9a9b7f17fd service neutron] Attempting to bind port 77b37b9b-124d-49df-811e-6712d93ab0f0 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:36.996588 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-d4969996-7e09-456e-8344-7b9a9b7f17fd service neutron] Attempting to bind port 77b37b9b-124d-49df-811e-6712d93ab0f0 on network 0acde702-0391-44d7-919c-717172e79311 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:37.000950 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-d4969996-7e09-456e-8344-7b9a9b7f17fd service neutron] Port 77b37b9b-124d-49df-811e-6712d93ab0f0 on network 0acde702-0391-44d7-919c-717172e79311 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:17:37.001280 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-d4969996-7e09-456e-8344-7b9a9b7f17fd service neutron] Attempting to bind port 77b37b9b-124d-49df-811e-6712d93ab0f0 on network 0acde702-0391-44d7-919c-717172e79311 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:37.006021 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-d4969996-7e09-456e-8344-7b9a9b7f17fd service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:37.006406 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-d4969996-7e09-456e-8344-7b9a9b7f17fd service neutron] Checking segment: {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:37.006801 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-d4969996-7e09-456e-8344-7b9a9b7f17fd service neutron] Bound using segment: {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:37.007214 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-d4969996-7e09-456e-8344-7b9a9b7f17fd service neutron] Bound port: 77b37b9b-124d-49df-811e-6712d93ab0f0, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:37.080530 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-c9ae579d-6d13-4e2c-8cd9-e42ef1edf44c service neutron] 10.222.0.82 "GET /v2.0/ports/eafe01fa-d820-481a-9a29-84935e580426/bindings/n-h1-792394-16 HTTP/1.1" status: 200 len: 385 time: 0.0712507 Jul 16 01:17:37.092724 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c2c41-c584-45b9-a187-5e63f2a16b22 req-90571f7a-63a3-41c0-ac36-da507656f96d tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:37.094228 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e22c2c41-c584-45b9-a187-5e63f2a16b22 req-90571f7a-63a3-41c0-ac36-da507656f96d tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.16 "GET /v2.0/ports?device_id=66f468ab-276f-4ce9-8105-fed49f623716 HTTP/1.1" status: 200 len: 949 time: 0.1165426 Jul 16 01:17:37.097685 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-d4969996-7e09-456e-8344-7b9a9b7f17fd service neutron] For port 77b37b9b-124d-49df-811e-6712d93ab0f0, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=77b37b9b-124d-49df-811e-6712d93ab0f0,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:37.104786 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-d4969996-7e09-456e-8344-7b9a9b7f17fd service neutron] Notify callbacks [] for binding, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:37.106054 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-d4969996-7e09-456e-8344-7b9a9b7f17fd service neutron] 10.222.0.16 "POST /v2.0/ports/77b37b9b-124d-49df-811e-6712d93ab0f0/bindings HTTP/1.1" status: 201 len: 390 time: 0.2941480 Jul 16 01:17:37.193659 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e22c2c41-c584-45b9-a187-5e63f2a16b22 req-9a437f51-94f5-499d-8c5d-b0597d3d02ca tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d171dc1-dde4-422d-aaaa-f297fb2b038b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916960 Jul 16 01:17:37.263630 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f063af-72d5-48f2-b252-4b5dbb624b03 x-openstack-request-id: req-64f063af-72d5-48f2-b252-4b5dbb624b03 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:37.263986 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e5628e0-4248-45c0-a55d-905cb0509345", "tag": "195fa0f0-325f-4dd4-9983-2908af65a898", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:37.264234 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64f063af-72d5-48f2-b252-4b5dbb624b03 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:37.264638 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e5628e0-4248-45c0-a55d-905cb0509345', 'tag': '195fa0f0-325f-4dd4-9983-2908af65a898', 'status': 'completed', 'code': 200} Jul 16 01:17:37.472489 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-318357c8-e3a8-4ce7-b84f-22ffd75d8e89 service neutron] For port eafe01fa-d820-481a-9a29-84935e580426, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=eafe01fa-d820-481a-9a29-84935e580426,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:37.514477 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd127a-7796-4d9d-82be-d80348f43683 req-a89487b7-7f38-492a-b310-962c77a5101d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:37.516074 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-edcd127a-7796-4d9d-82be-d80348f43683 req-a89487b7-7f38-492a-b310-962c77a5101d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=aa31777534244a89a1cc7d326566f6d6&device_id=3e5628e0-4248-45c0-a55d-905cb0509345 HTTP/1.1" status: 200 len: 1100 time: 0.2125964 Jul 16 01:17:37.522855 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-318357c8-e3a8-4ce7-b84f-22ffd75d8e89 service neutron] For port eafe01fa-d820-481a-9a29-84935e580426, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:37.565899 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389ec57-b4b8-461c-b2a1-413cdebe219f req-56f65607-aeea-448c-871c-a7b13957b212 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:37.567042 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f389ec57-b4b8-461c-b2a1-413cdebe219f req-56f65607-aeea-448c-871c-a7b13957b212 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e5628e0-4248-45c0-a55d-905cb0509345 HTTP/1.1" status: 200 len: 948 time: 0.2040682 Jul 16 01:17:37.594024 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-146e032a-949d-418d-90a9-6b0443a01d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:37.595495 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-146e032a-949d-418d-90a9-6b0443a01d88 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 1098 time: 0.1940598 Jul 16 01:17:37.627533 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-318357c8-e3a8-4ce7-b84f-22ffd75d8e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eafe01fa-d820-481a-9a29-84935e580426 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:37.645562 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8924671-3cdf-4bb5-a69d-dc991f403574 req-43167b36-abac-4a4a-8d03-b728d459eb37 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:37.647342 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f8924671-3cdf-4bb5-a69d-dc991f403574 req-43167b36-abac-4a4a-8d03-b728d459eb37 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 943 time: 0.0640781 Jul 16 01:17:37.685689 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f8924671-3cdf-4bb5-a69d-dc991f403574 req-286faa15-62ca-43cb-97d2-e31bfc5fe3d6 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323768 Jul 16 01:17:37.695492 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-318357c8-e3a8-4ce7-b84f-22ffd75d8e89 service neutron] For port eafe01fa-d820-481a-9a29-84935e580426, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=eafe01fa-d820-481a-9a29-84935e580426,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:37.720567 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f389ec57-b4b8-461c-b2a1-413cdebe219f req-a2f32339-1464-44d7-8c76-834651f3a507 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/security-groups?id=c07a28c3-310d-4590-b6f4-1a1b106afc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341276 Jul 16 01:17:37.753148 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-318357c8-e3a8-4ce7-b84f-22ffd75d8e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:37.753775 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fd3db8e7-c480-46a5-9b5f-70b6654b94ff req-29d5130d-6c2f-4dd1-a46b-fe0cdb0a8465 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "GET /v2.0/security-groups/224a4f8a-2d7f-4d5d-8ff2-e22cda74b2a3 HTTP/1.1" status: 200 len: 1805 time: 0.0399520 Jul 16 01:17:37.780932 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e0a48d-58dd-47ac-abde-26fd3dcd302b x-openstack-request-id: req-77e0a48d-58dd-47ac-abde-26fd3dcd302b {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:37.782380 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f468ab-276f-4ce9-8105-fed49f623716", "name": "network-vif-plugged", "status": "completed", "tag": "48a139ac-c237-45ed-89a0-37ef38d12a1c", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:37.783007 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77e0a48d-58dd-47ac-abde-26fd3dcd302b {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:37.783512 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd127a-7796-4d9d-82be-d80348f43683 req-0e4c47bc-8f68-4730-af49-674c4b4892f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:37.783930 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f468ab-276f-4ce9-8105-fed49f623716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a139ac-c237-45ed-89a0-37ef38d12a1c', 'code': 200} Jul 16 01:17:37.785007 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-edcd127a-7796-4d9d-82be-d80348f43683 req-0e4c47bc-8f68-4730-af49-674c4b4892f5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2396851 Jul 16 01:17:37.833136 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fd3db8e7-c480-46a5-9b5f-70b6654b94ff req-2286c016-884b-4364-878a-a25bc36796f4 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:37.860591 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-edcd127a-7796-4d9d-82be-d80348f43683 req-441b418a-52be-498b-8a02-5bc93af15833 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=195fa0f0-325f-4dd4-9983-2908af65a898 HTTP/1.1" status: 200 len: 217 time: 0.0649135 Jul 16 01:17:37.869814 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-70b33040-d8cf-4915-8c29-cc0f2bbe2102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:37.871251 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-70b33040-d8cf-4915-8c29-cc0f2bbe2102 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 908 time: 0.2651896 Jul 16 01:17:37.894537 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fd3db8e7-c480-46a5-9b5f-70b6654b94ff req-2286c016-884b-4364-878a-a25bc36796f4 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:37.946884 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fd3db8e7-c480-46a5-9b5f-70b6654b94ff req-2286c016-884b-4364-878a-a25bc36796f4 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:37.949590 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fd3db8e7-c480-46a5-9b5f-70b6654b94ff req-2286c016-884b-4364-878a-a25bc36796f4 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:37.950754 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fd3db8e7-c480-46a5-9b5f-70b6654b94ff req-2286c016-884b-4364-878a-a25bc36796f4 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "DELETE /v2.0/security-groups/224a4f8a-2d7f-4d5d-8ff2-e22cda74b2a3 HTTP/1.1" status: 204 len: 173 time: 0.1894102 Jul 16 01:17:37.956557 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-479c96fb-3995-4080-941e-d3c8c14ec157 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b37b9b-124d-49df-811e-6712d93ab0f0 HTTP/1.1" status: 200 len: 217 time: 0.0766749 Jul 16 01:17:37.956731 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7965225-dd06-4da8-abb9-5932b2fe159a req-4c35dbb6-4867-430f-8847-667f0d345e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:37.958175 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b7965225-dd06-4da8-abb9-5932b2fe159a req-4c35dbb6-4867-430f-8847-667f0d345e9a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=66f468ab-276f-4ce9-8105-fed49f623716 HTTP/1.1" status: 200 len: 1101 time: 0.0954876 Jul 16 01:17:37.965347 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286c016-884b-4364-878a-a25bc36796f4 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=224a4f8a-2d7f-4d5d-8ff2-e22cda74b2a3,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:38.013952 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b7965225-dd06-4da8-abb9-5932b2fe159a req-3fc4bb04-f945-46f5-b36c-80ca185ed803 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0d171dc1-dde4-422d-aaaa-f297fb2b038b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460136 Jul 16 01:17:38.028841 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device b1d9d39f-08e5-4f19-9084-56eb40ff06dd details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:17:38.043174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd127a-7796-4d9d-82be-d80348f43683 req-a9f15010-2c00-4802-9f36-99821a6b102f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.044665 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-edcd127a-7796-4d9d-82be-d80348f43683 req-a9f15010-2c00-4802-9f36-99821a6b102f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1762943 Jul 16 01:17:38.052019 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-318357c8-e3a8-4ce7-b84f-22ffd75d8e89 service neutron] Transition to ACTIVE for port object eafe01fa-d820-481a-9a29-84935e580426 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:38.063032 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-5fa56ee5-e19e-496d-a625-844e4b3b7447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.064516 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-5fa56ee5-e19e-496d-a625-844e4b3b7447 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=53fcd526-4834-4829-80ef-c0f48c90d8f1 HTTP/1.1" status: 200 len: 847 time: 0.0850036 Jul 16 01:17:38.065516 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-318357c8-e3a8-4ce7-b84f-22ffd75d8e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:38.140803 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port b1d9d39f-08e5-4f19-9084-56eb40ff06dd, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=b1d9d39f-08e5-4f19-9084-56eb40ff06dd,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:38.141296 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebff06d-1a0c-46b2-9f4d-1416b577fc81 req-40abf33b-6485-4864-8421-095ae93f1cf6 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.143019 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ebff06d-1a0c-46b2-9f4d-1416b577fc81 req-40abf33b-6485-4864-8421-095ae93f1cf6 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 948 time: 0.0672972 Jul 16 01:17:38.156090 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'b1d9d39f-08e5-4f19-9084-56eb40ff06dd', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': 'b1d9d39f-08e5-4f19-9084-56eb40ff06dd', 'mac_address': 'fa:16:3e:75:9e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:17:38.160053 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-1eaedde3-f4d7-41f0-9526-24d25dae379c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0acde702-0391-44d7-919c-717172e79311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740817 Jul 16 01:17:38.176950 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6733454-8c3f-4266-9ab2-62ceffc6bbed req-252ff069-92e5-4ddf-87ae-6a3dfca72d54 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.178461 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b6733454-8c3f-4266-9ab2-62ceffc6bbed req-252ff069-92e5-4ddf-87ae-6a3dfca72d54 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?device_id=57a9a646-d867-4760-ac8a-7f4507e8ff88 HTTP/1.1" status: 200 len: 945 time: 0.2899144 Jul 16 01:17:38.190150 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36058) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:38.205402 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:38.206301 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-14790a88-08a0-4bba-a989-f13d12cadd48 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Request body: {'floatingip': {'port_id': 'f911a9fb-3d49-4c57-ae9e-447647e19ebd'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:38.219465 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d9d39f-08e5-4f19-9084-56eb40ff06dd {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:38.240035 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-318357c8-e3a8-4ce7-b84f-22ffd75d8e89 service neutron] No DVR routers for this DVR port eafe01fa-d820-481a-9a29-84935e580426 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:38.247546 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port b1d9d39f-08e5-4f19-9084-56eb40ff06dd, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=b1d9d39f-08e5-4f19-9084-56eb40ff06dd,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:38.253844 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318357c8-e3a8-4ce7-b84f-22ffd75d8e89 service neutron] Pushing event updated for resources: {'Port': ['ID=eafe01fa-d820-481a-9a29-84935e580426,revision_number=10']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:38.254791 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:38.297262 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-14790a88-08a0-4bba-a989-f13d12cadd48 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for floatingip, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:38.303700 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ebff06d-1a0c-46b2-9f4d-1416b577fc81 req-3064016d-2a7d-48e9-979f-4dbd6de1cf51 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544564 Jul 16 01:17:38.338145 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=b1d9d39f-08e5-4f19-9084-56eb40ff06dd,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:38.363831 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-318357c8-e3a8-4ce7-b84f-22ffd75d8e89 service neutron] 10.222.0.82 "PUT /v2.0/ports/eafe01fa-d820-481a-9a29-84935e580426/bindings/n-h1-792394-16/activate HTTP/1.1" status: 200 len: 370 time: 1.2686021 Jul 16 01:17:38.378990 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd127a-7796-4d9d-82be-d80348f43683 req-528ef275-282f-422a-9f13-1d86b049dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.380547 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-edcd127a-7796-4d9d-82be-d80348f43683 req-528ef275-282f-422a-9f13-1d86b049dd64 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3111582 Jul 16 01:17:38.406498 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-85e65146-68b4-4c52-b242-dd2e1f5c58f5 service neutron] 10.222.0.82 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251194 Jul 16 01:17:38.521695 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['b1d9d39f-08e5-4f19-9084-56eb40ff06dd'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:38.557051 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c438c-eba4-4fe7-be74-868fea343435 req-ae754eb9-98cf-430a-bb27-1739cf5ce090 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.564276 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee8c438c-eba4-4fe7-be74-868fea343435 req-ae754eb9-98cf-430a-bb27-1739cf5ce090 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 946 time: 0.2431328 Jul 16 01:17:38.625826 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-edcd127a-7796-4d9d-82be-d80348f43683 req-be929bcd-f47f-4dba-8830-49d1f694eadc service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361047 Jul 16 01:17:38.630141 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-50179061-5829-4dd5-8852-865444581045 service neutron] 10.222.0.82 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054639 Jul 16 01:17:38.641599 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee8c438c-eba4-4fe7-be74-868fea343435 req-613160e3-e879-40a5-a9e3-75c0cc3d32fa tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767941 Jul 16 01:17:38.792954 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f070e82e-4f35-450a-93fb-16fcbad0c947 req-7aa09cb8-c0b6-4047-acb2-42740bb396a1 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "GET /v2.0/security-groups/8a7c60b8-7d57-48a0-855a-3fb80f886aa7 HTTP/1.1" status: 200 len: 2404 time: 0.1262953 Jul 16 01:17:38.822345 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-a6741924-2eed-43a3-99a1-1f2ec3d57f9f tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.824062 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-a6741924-2eed-43a3-99a1-1f2ec3d57f9f tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625&tenant_id=19f0097db32e406ab305cc19744860c5&binding%3Ahost_id=n-h2-792394-16 HTTP/1.1" status: 200 len: 1096 time: 0.3670704 Jul 16 01:17:38.830228 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-edcd127a-7796-4d9d-82be-d80348f43683 req-5347367a-e3e8-4826-9581-7691d1b6ec99 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875718 Jul 16 01:17:38.862648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-a00ada6b-43c1-4007-9367-3ace3cd09bf2 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.864147 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-a00ada6b-43c1-4007-9367-3ace3cd09bf2 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e&tenant_id=ca9f8f0612374680aaef3c5c85953dfc&binding%3Ahost_id=n-h1-792394-16 HTTP/1.1" status: 200 len: 1098 time: 0.1511707 Jul 16 01:17:38.875940 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-01790c24-1e1e-4bb6-b21d-5b8d88462de0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792394-16'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:38.905929 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f070e82e-4f35-450a-93fb-16fcbad0c947 req-21fb1a04-73ad-41e3-bb14-878c1e9f8b5d tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:38.940516 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f070e82e-4f35-450a-93fb-16fcbad0c947 req-21fb1a04-73ad-41e3-bb14-878c1e9f8b5d tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.003958 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-01790c24-1e1e-4bb6-b21d-5b8d88462de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.052298 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f070e82e-4f35-450a-93fb-16fcbad0c947 req-21fb1a04-73ad-41e3-bb14-878c1e9f8b5d tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.055005 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f070e82e-4f35-450a-93fb-16fcbad0c947 req-21fb1a04-73ad-41e3-bb14-878c1e9f8b5d tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.056183 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f070e82e-4f35-450a-93fb-16fcbad0c947 req-21fb1a04-73ad-41e3-bb14-878c1e9f8b5d tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "DELETE /v2.0/security-groups/8a7c60b8-7d57-48a0-855a-3fb80f886aa7 HTTP/1.1" status: 204 len: 173 time: 0.2499301 Jul 16 01:17:39.074550 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb1a04-73ad-41e3-bb14-878c1e9f8b5d tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7c60b8-7d57-48a0-855a-3fb80f886aa7,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:39.165603 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-01790c24-1e1e-4bb6-b21d-5b8d88462de0 service neutron] For port 77b37b9b-124d-49df-811e-6712d93ab0f0, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=77b37b9b-124d-49df-811e-6712d93ab0f0,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:39.221440 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-01790c24-1e1e-4bb6-b21d-5b8d88462de0 service neutron] For port 77b37b9b-124d-49df-811e-6712d93ab0f0, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:39.291987 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed60b47-fa8f-4759-af84-270d4168497e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b37b9b-124d-49df-811e-6712d93ab0f0'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:39.294321 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94493697-5df3-4a5c-8b32-c7dfe1d4a82d" -d '{"events": [{"server_uuid": "5ed60b47-fa8f-4759-af84-270d4168497e", "name": "network-vif-unplugged", "status": "completed", "tag": "77b37b9b-124d-49df-811e-6712d93ab0f0"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:39.295684 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c00fd-1e4d-4810-b041-0746bad1fbc8 req-d6e59f64-fbcd-4978-bbfe-709dc68667b6 tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:39.296175 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c00fd-1e4d-4810-b041-0746bad1fbc8 req-d6e59f64-fbcd-4978-bbfe-709dc68667b6 tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:39.296673 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c00fd-1e4d-4810-b041-0746bad1fbc8 req-d6e59f64-fbcd-4978-bbfe-709dc68667b6 tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:39.297236 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c00fd-1e4d-4810-b041-0746bad1fbc8 req-d6e59f64-fbcd-4978-bbfe-709dc68667b6 tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:39.297770 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c00fd-1e4d-4810-b041-0746bad1fbc8 req-d6e59f64-fbcd-4978-bbfe-709dc68667b6 tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:39.298185 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c00fd-1e4d-4810-b041-0746bad1fbc8 req-d6e59f64-fbcd-4978-bbfe-709dc68667b6 tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:39.298607 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c00fd-1e4d-4810-b041-0746bad1fbc8 req-d6e59f64-fbcd-4978-bbfe-709dc68667b6 tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:39.299082 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c00fd-1e4d-4810-b041-0746bad1fbc8 req-d6e59f64-fbcd-4978-bbfe-709dc68667b6 tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:39.299541 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c00fd-1e4d-4810-b041-0746bad1fbc8 req-d6e59f64-fbcd-4978-bbfe-709dc68667b6 tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:39.299999 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c00fd-1e4d-4810-b041-0746bad1fbc8 req-d6e59f64-fbcd-4978-bbfe-709dc68667b6 tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:39.300146 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-01790c24-1e1e-4bb6-b21d-5b8d88462de0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.302137 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-954c00fd-1e4d-4810-b041-0746bad1fbc8 req-d6e59f64-fbcd-4978-bbfe-709dc68667b6 tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3e5628e0-4248-45c0-a55d-905cb0509345&device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc&device_id=66f468ab-276f-4ce9-8105-fed49f623716&device_id=57a9a646-d867-4760-ac8a-7f4507e8ff88&device_id=18aebc4a-bf0e-4449-9490-cfce0ddff67d&device_id=5ed60b47-fa8f-4759-af84-270d4168497e&device_id=ca42cc88-e371-47da-923d-117ff8e9b3f7&device_id=4298c3a8-6b4b-4054-8d44-07e972d86625&device_id=de41f306-981f-40dd-b7d2-6eadac6bc67b&device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 9109 time: 0.5937619 Jul 16 01:17:39.314719 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-01790c24-1e1e-4bb6-b21d-5b8d88462de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.332645 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2105b7-bcd9-4e12-a8a1-f23309e666a4 req-cf630dfe-85dd-4eb9-8b8a-245359aa4c90 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:39.334276 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f2105b7-bcd9-4e12-a8a1-f23309e666a4 req-cf630dfe-85dd-4eb9-8b8a-245359aa4c90 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.16 "GET /v2.0/ports?device_id=66f468ab-276f-4ce9-8105-fed49f623716 HTTP/1.1" status: 200 len: 949 time: 0.1278558 Jul 16 01:17:39.402549 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-954c00fd-1e4d-4810-b041-0746bad1fbc8 req-d4c5e664-f9de-4763-9a04-508a7c351adf tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.427716 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01790c24-1e1e-4bb6-b21d-5b8d88462de0 service neutron] Pushing event updated for resources: {'Port': ['ID=77b37b9b-124d-49df-811e-6712d93ab0f0,revision_number=7']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:39.433471 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f2105b7-bcd9-4e12-a8a1-f23309e666a4 req-6b1aa13a-e556-48fa-96a9-f628cfe3f001 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d171dc1-dde4-422d-aaaa-f297fb2b038b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749085 Jul 16 01:17:39.439799 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-d34f4343-6ed9-4072-8e64-69bcda79196b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:39.441327 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-d34f4343-6ed9-4072-8e64-69bcda79196b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625&tenant_id=19f0097db32e406ab305cc19744860c5 HTTP/1.1" status: 200 len: 1096 time: 0.6044827 Jul 16 01:17:39.487396 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-01790c24-1e1e-4bb6-b21d-5b8d88462de0 service neutron] Attempting to bind port 77b37b9b-124d-49df-811e-6712d93ab0f0 on host n-h1-792394-16 for vnic_type normal with profile {"migrating_to": "n-h2-792394-16"} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:39.487736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-01790c24-1e1e-4bb6-b21d-5b8d88462de0 service neutron] Attempting to bind port 77b37b9b-124d-49df-811e-6712d93ab0f0 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:39.488066 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-01790c24-1e1e-4bb6-b21d-5b8d88462de0 service neutron] Attempting to bind port 77b37b9b-124d-49df-811e-6712d93ab0f0 on network 0acde702-0391-44d7-919c-717172e79311 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:39.492567 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-01790c24-1e1e-4bb6-b21d-5b8d88462de0 service neutron] Port 77b37b9b-124d-49df-811e-6712d93ab0f0 on network 0acde702-0391-44d7-919c-717172e79311 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:17:39.492927 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-01790c24-1e1e-4bb6-b21d-5b8d88462de0 service neutron] Attempting to bind port 77b37b9b-124d-49df-811e-6712d93ab0f0 on network 0acde702-0391-44d7-919c-717172e79311 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:39.500103 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-01790c24-1e1e-4bb6-b21d-5b8d88462de0 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:39.500536 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-01790c24-1e1e-4bb6-b21d-5b8d88462de0 service neutron] Checking segment: {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:39.500919 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-01790c24-1e1e-4bb6-b21d-5b8d88462de0 service neutron] Bound using segment: {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:39.501379 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-01790c24-1e1e-4bb6-b21d-5b8d88462de0 service neutron] Bound port: 77b37b9b-124d-49df-811e-6712d93ab0f0, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:39.501737 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-01790c24-1e1e-4bb6-b21d-5b8d88462de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.570946 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.db.resource_extend [None req-14790a88-08a0-4bba-a989-f13d12cadd48 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:17:39.598418 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-01790c24-1e1e-4bb6-b21d-5b8d88462de0 service neutron] For port 77b37b9b-124d-49df-811e-6712d93ab0f0, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:39.612601 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-01790c24-1e1e-4bb6-b21d-5b8d88462de0 service neutron] For port 77b37b9b-124d-49df-811e-6712d93ab0f0, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=77b37b9b-124d-49df-811e-6712d93ab0f0,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:39.620978 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-01790c24-1e1e-4bb6-b21d-5b8d88462de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.683298 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-14790a88-08a0-4bba-a989-f13d12cadd48 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.694757 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-14790a88-08a0-4bba-a989-f13d12cadd48 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.698470 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da7ae6-c982-41a6-9d13-64e6eff65823 req-07a1c585-cdb4-4e99-beb5-0f9975331c86 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:39.699271 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-a5f24c52-be2a-43c0-a2cc-b91e9b895562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:39.700047 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-53da7ae6-c982-41a6-9d13-64e6eff65823 req-07a1c585-cdb4-4e99-beb5-0f9975331c86 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 944 time: 0.1423764 Jul 16 01:17:39.700799 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-a5f24c52-be2a-43c0-a2cc-b91e9b895562 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=19f0097db32e406ab305cc19744860c5&device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 1096 time: 0.2347264 Jul 16 01:17:39.707826 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01790c24-1e1e-4bb6-b21d-5b8d88462de0 service neutron] Pushing event updated for resources: {'Port': ['ID=77b37b9b-124d-49df-811e-6712d93ab0f0,revision_number=8']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:39.741465 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-01790c24-1e1e-4bb6-b21d-5b8d88462de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:39.742112 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-01790c24-1e1e-4bb6-b21d-5b8d88462de0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.743498 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-01790c24-1e1e-4bb6-b21d-5b8d88462de0 service neutron] 10.222.0.82 "PUT /v2.0/ports/77b37b9b-124d-49df-811e-6712d93ab0f0 HTTP/1.1" status: 200 len: 1124 time: 0.8718979 Jul 16 01:17:39.769061 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-53da7ae6-c982-41a6-9d13-64e6eff65823 req-714cf312-aa1a-4e8b-a914-15fb05fc607c tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621343 Jul 16 01:17:39.805589 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-954c00fd-1e4d-4810-b041-0746bad1fbc8 req-d4c5e664-f9de-4763-9a04-508a7c351adf tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.847912 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['77b37b9b-124d-49df-811e-6712d93ab0f0'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:39.857989 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-954c00fd-1e4d-4810-b041-0746bad1fbc8 req-d4c5e664-f9de-4763-9a04-508a7c351adf tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.922013 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-954c00fd-1e4d-4810-b041-0746bad1fbc8 req-d4c5e664-f9de-4763-9a04-508a7c351adf tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&id=85322b79-cdc9-48ae-89af-51490d9ae3f3&id=c07a28c3-310d-4590-b6f4-1a1b106afc99&id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&id=0d171dc1-dde4-422d-aaaa-f297fb2b038b&id=d92a67ce-0bcb-4422-9912-1314c261de69&id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.5782342 Jul 16 01:17:39.935983 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5e664-f9de-4763-9a04-508a7c351adf tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2693377-1196-4bf9-b30b-8d827cc185da,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:39.939031 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-14790a88-08a0-4bba-a989-f13d12cadd48 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Floating IP 1a32f58d-8a2d-4226-aac9-4c0c9368660d associated. External IP: 172.25.6.67, port: f911a9fb-3d49-4c57-ae9e-447647e19ebd. Jul 16 01:17:39.956200 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 195fa0f0-325f-4dd4-9983-2908af65a898 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:17:39.985912 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-fa282b7b-46d4-4a70-afb3-6335ef207057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:39.987458 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-fa282b7b-46d4-4a70-afb3-6335ef207057 service neutron] 10.222.0.84 "GET /v2.0/networks?id=952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 200 len: 922 time: 0.2493360 Jul 16 01:17:39.988709 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccea7b-f7c9-4ddc-a5ad-184f9645a156 req-8c28e3eb-a901-4791-94fb-f8eb67785680 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:39.990653 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-49ccea7b-f7c9-4ddc-a5ad-184f9645a156 req-8c28e3eb-a901-4791-94fb-f8eb67785680 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e5628e0-4248-45c0-a55d-905cb0509345 HTTP/1.1" status: 200 len: 948 time: 0.1042550 Jul 16 01:17:40.066995 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device b1d9d39f-08e5-4f19-9084-56eb40ff06dd up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:40.092709 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-c1e6036e-ece8-4e6b-a20c-f936f2ca61d2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eafe01fa-d820-481a-9a29-84935e580426 HTTP/1.1" status: 200 len: 217 time: 0.0931194 Jul 16 01:17:40.139243 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 195fa0f0-325f-4dd4-9983-2908af65a898, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=195fa0f0-325f-4dd4-9983-2908af65a898,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:40.146596 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b1f54815-99d1-47a2-acfe-1983788b4345 req-b9f5df28-9be3-48db-9cdc-abd2321a5923 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "GET /v2.0/security-groups/f621fe6d-2ed2-44d8-a1ab-d762deb651bf HTTP/1.1" status: 200 len: 2396 time: 0.1722202 Jul 16 01:17:40.154729 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '195fa0f0-325f-4dd4-9983-2908af65a898', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': '195fa0f0-325f-4dd4-9983-2908af65a898', 'mac_address': 'fa:16:3e:76:c4:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:17:40.175461 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-9433245a-7191-4408-8129-aa19205a2034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:40.176996 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-9433245a-7191-4408-8129-aa19205a2034 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda HTTP/1.1" status: 200 len: 861 time: 0.0757592 Jul 16 01:17:40.185317 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port b1d9d39f-08e5-4f19-9084-56eb40ff06dd completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:40.192670 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port b1d9d39f-08e5-4f19-9084-56eb40ff06dd triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:40.193102 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.224269 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.248180 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195fa0f0-325f-4dd4-9983-2908af65a898 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:40.265164 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-76983a36-80f9-49bf-9613-78cdc387c717 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=952b1f4f-1df7-48bd-a0c8-40d17571e492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425022 Jul 16 01:17:40.273306 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 195fa0f0-325f-4dd4-9983-2908af65a898, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=195fa0f0-325f-4dd4-9983-2908af65a898,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:40.285945 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-49ccea7b-f7c9-4ddc-a5ad-184f9645a156 req-d29aa532-fb90-433e-9e64-3f3faa5fbda0 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/security-groups?id=c07a28c3-310d-4590-b6f4-1a1b106afc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883482 Jul 16 01:17:40.302809 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.344180 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.362808 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b1f54815-99d1-47a2-acfe-1983788b4345 req-fcbab3b0-c1f4-4abf-bbfa-e969a2c404f3 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.376885 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=195fa0f0-325f-4dd4-9983-2908af65a898,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:40.384510 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060b0df5-a1cc-4b26-9c6b-fc031e831edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d9d39f-08e5-4f19-9084-56eb40ff06dd'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:40.386717 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b1f54815-99d1-47a2-acfe-1983788b4345 req-fcbab3b0-c1f4-4abf-bbfa-e969a2c404f3 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.387092 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9fff91-e08c-401e-9fed-3a4b199d0e40" -d '{"events": [{"server_uuid": "060b0df5-a1cc-4b26-9c6b-fc031e831edc", "name": "network-vif-plugged", "status": "completed", "tag": "b1d9d39f-08e5-4f19-9084-56eb40ff06dd"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:40.405101 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port b1d9d39f-08e5-4f19-9084-56eb40ff06dd, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=b1d9d39f-08e5-4f19-9084-56eb40ff06dd,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:40.407139 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114a78a5-1540-40a4-abe4-d2dcc5199a09 x-openstack-request-id: req-114a78a5-1540-40a4-abe4-d2dcc5199a09 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:40.407591 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed60b47-fa8f-4759-af84-270d4168497e", "name": "network-vif-unplugged", "status": "completed", "tag": "77b37b9b-124d-49df-811e-6712d93ab0f0", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:40.408022 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-114a78a5-1540-40a4-abe4-d2dcc5199a09 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:40.408573 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed60b47-fa8f-4759-af84-270d4168497e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b37b9b-124d-49df-811e-6712d93ab0f0', 'code': 200} Jul 16 01:17:40.412495 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.413953 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device eafe01fa-d820-481a-9a29-84935e580426 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:40.458822 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e23ab6e2-3a9a-4000-9adb-ccb94b278af6 req-1a7832af-ed90-4744-9f87-22e5a5fd2aa4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1107275 Jul 16 01:17:40.501038 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14790a88-08a0-4bba-a989-f13d12cadd48 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Router 58c30ba5-0cb6-4cc6-8921-ccb395645e35 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:17:40.502451 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b1f54815-99d1-47a2-acfe-1983788b4345 req-fcbab3b0-c1f4-4abf-bbfa-e969a2c404f3 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.506038 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b1f54815-99d1-47a2-acfe-1983788b4345 req-fcbab3b0-c1f4-4abf-bbfa-e969a2c404f3 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.512653 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b1f54815-99d1-47a2-acfe-1983788b4345 req-fcbab3b0-c1f4-4abf-bbfa-e969a2c404f3 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] 10.222.0.16 "DELETE /v2.0/security-groups/f621fe6d-2ed2-44d8-a1ab-d762deb651bf HTTP/1.1" status: 204 len: 173 time: 0.3503797 Jul 16 01:17:40.520070 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device eafe01fa-d820-481a-9a29-84935e580426 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:40.521514 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=b1d9d39f-08e5-4f19-9084-56eb40ff06dd,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:40.533756 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36080) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:40.579420 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbab3b0-c1f4-4abf-bbfa-e969a2c404f3 tempest-SecurityGroupRulesTestJSON-319741187 tempest-SecurityGroupRulesTestJSON-319741187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f621fe6d-2ed2-44d8-a1ab-d762deb651bf,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:40.605514 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-83f12ed9-9180-498d-8600-4d3e6a000a74 service neutron] 10.222.0.84 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201885 Jul 16 01:17:40.611557 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['195fa0f0-325f-4dd4-9983-2908af65a898'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:40.626386 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffacb3-e54f-400f-9763-6a587fa2af6d req-ce3e603a-b610-4340-88ce-f41fd887320b tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:40.627898 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7ffacb3-e54f-400f-9763-6a587fa2af6d req-ce3e603a-b610-4340-88ce-f41fd887320b tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.1419561 Jul 16 01:17:40.642977 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ab6e2-3a9a-4000-9adb-ccb94b278af6 req-87486acb-f172-4551-8c02-e3146cb84558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:40.644999 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e23ab6e2-3a9a-4000-9adb-ccb94b278af6 req-87486acb-f172-4551-8c02-e3146cb84558 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2db723265f594b90bb57a2f4b64cbdf2&device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 1102 time: 0.1013625 Jul 16 01:17:40.670189 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1b36d7-06c6-4485-a565-a0950f2b02ab admin admin] Deleting subnet e48ddc0d-c205-431e-b30d-f36e3deacaa9 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:17:40.689482 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e1b36d7-06c6-4485-a565-a0950f2b02ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.700401 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7ffacb3-e54f-400f-9763-6a587fa2af6d req-9afafe3f-12b1-4d8b-98a1-7f14d2c5d087 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659187 Jul 16 01:17:40.778258 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ab6e2-3a9a-4000-9adb-ccb94b278af6 req-e3bb0d4b-9925-4d35-b79a-2b9d37317108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:40.779768 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e23ab6e2-3a9a-4000-9adb-ccb94b278af6 req-e3bb0d4b-9925-4d35-b79a-2b9d37317108 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.1092808 Jul 16 01:17:40.833816 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e23ab6e2-3a9a-4000-9adb-ccb94b278af6 req-6ee7a3af-99e3-4ee5-86ed-774a35090377 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=67825f8e-4b89-4b11-8b57-c398a3044207 HTTP/1.1" status: 200 len: 217 time: 0.0428674 Jul 16 01:17:40.897285 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ab6e2-3a9a-4000-9adb-ccb94b278af6 req-8cd9c351-8e61-46ad-9097-3fce4f400d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:40.899736 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e23ab6e2-3a9a-4000-9adb-ccb94b278af6 req-8cd9c351-8e61-46ad-9097-3fce4f400d47 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0550835 Jul 16 01:17:40.911945 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7159435-60b6-4f74-b760-6ab4cabfa893 x-openstack-request-id: req-f7159435-60b6-4f74-b760-6ab4cabfa893 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:40.913493 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060b0df5-a1cc-4b26-9c6b-fc031e831edc", "name": "network-vif-plugged", "status": "completed", "tag": "b1d9d39f-08e5-4f19-9084-56eb40ff06dd", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:40.914110 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7159435-60b6-4f74-b760-6ab4cabfa893 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:40.915137 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060b0df5-a1cc-4b26-9c6b-fc031e831edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d9d39f-08e5-4f19-9084-56eb40ff06dd', 'code': 200} Jul 16 01:17:40.985772 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ab6e2-3a9a-4000-9adb-ccb94b278af6 req-957f060b-6db2-4229-8bbd-29c3241f820a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:40.989109 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e23ab6e2-3a9a-4000-9adb-ccb94b278af6 req-957f060b-6db2-4229-8bbd-29c3241f820a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0803199 Jul 16 01:17:41.111591 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e1b36d7-06c6-4485-a565-a0950f2b02ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.168872 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e23ab6e2-3a9a-4000-9adb-ccb94b278af6 req-4658d321-68d9-455c-afe2-80263940beaa service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638165 Jul 16 01:17:41.169186 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc98b2c-8d01-43c1-b2bd-69c04d250095 req-0df2ed59-a985-4a88-935c-07f4ad2c15a0 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:41.170650 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fdc98b2c-8d01-43c1-b2bd-69c04d250095 req-0df2ed59-a985-4a88-935c-07f4ad2c15a0 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 944 time: 0.5265818 Jul 16 01:17:41.178862 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb6ec0-8169-449b-9045-a2a736f89ef4 req-ca56ab27-6e93-4829-a8a8-b9eb9b15b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:41.180037 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14790a88-08a0-4bba-a989-f13d12cadd48 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:17:41.180309 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-39bb6ec0-8169-449b-9045-a2a736f89ef4 req-ca56ab27-6e93-4829-a8a8-b9eb9b15b617 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 1102 time: 0.1770535 Jul 16 01:17:41.193512 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-14790a88-08a0-4bba-a989-f13d12cadd48 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.194057 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f14a3a-ace5-46cf-9b5e-ae4354c760f9 None None] Sync routers for ids ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:17:41.206380 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f14a3a-ace5-46cf-9b5e-ae4354c760f9 None None] Routers {'58c30ba5-0cb6-4cc6-8921-ccb395645e35'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:41.207286 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-71f14a3a-ace5-46cf-9b5e-ae4354c760f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:17:29Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:41.229559 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e1b36d7-06c6-4485-a565-a0950f2b02ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.236688 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-7cb88fa4-1eb6-4096-8e3e-8f6f5f9d4ec4 service neutron] 10.222.0.84 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935514 Jul 16 01:17:41.239552 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfaaa06-6875-4151-b1c0-fe51a4253659 req-1a235e86-7b94-4942-975d-05e0717244f5 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:41.241413 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bcfaaa06-6875-4151-b1c0-fe51a4253659 req-1a235e86-7b94-4942-975d-05e0717244f5 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.16 "GET /v2.0/ports?device_id=66f468ab-276f-4ce9-8105-fed49f623716 HTTP/1.1" status: 200 len: 949 time: 0.2193811 Jul 16 01:17:41.301456 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fdc98b2c-8d01-43c1-b2bd-69c04d250095 req-51fb8656-9655-4191-8637-6418d7c5c250 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247420 Jul 16 01:17:41.308107 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-14790a88-08a0-4bba-a989-f13d12cadd48 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "PUT /v2.0/floatingips/1a32f58d-8a2d-4226-aac9-4c0c9368660d HTTP/1.1" status: 200 len: 990 time: 3.1169093 Jul 16 01:17:41.310947 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a9a646-d867-4760-ac8a-7f4507e8ff88', 'tag': 'f911a9fb-3d49-4c57-ae9e-447647e19ebd'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:41.312681 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71a3608-6de8-44e0-8d03-00f1a86fc28b" -d '{"events": [{"name": "network-changed", "server_uuid": "57a9a646-d867-4760-ac8a-7f4507e8ff88", "tag": "f911a9fb-3d49-4c57-ae9e-447647e19ebd"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:41.332803 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-39bb6ec0-8169-449b-9045-a2a736f89ef4 req-0b49e3d4-c7d6-4fff-9e7f-c59e3db88224 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393979 Jul 16 01:17:41.345492 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e1b36d7-06c6-4485-a565-a0950f2b02ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.353760 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-71f14a3a-ace5-46cf-9b5e-ae4354c760f9 None None] Set router 58c30ba5-0cb6-4cc6-8921-ccb395645e35 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:41.368969 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e23ab6e2-3a9a-4000-9adb-ccb94b278af6 req-537f8c53-3174-44ee-a3cd-e176dc0bc072 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924195 Jul 16 01:17:41.376571 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b36d7-06c6-4485-a565-a0950f2b02ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e48ddc0d-c205-431e-b30d-f36e3deacaa9,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:41.378549 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e1b36d7-06c6-4485-a565-a0950f2b02ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.380582 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0e1b36d7-06c6-4485-a565-a0950f2b02ab admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e48ddc0d-c205-431e-b30d-f36e3deacaa9 HTTP/1.1" status: 204 len: 168 time: 0.8432240 Jul 16 01:17:41.383172 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36092) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:41.392911 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bcfaaa06-6875-4151-b1c0-fe51a4253659 req-694a9426-1ccf-49ee-8af2-8bcdfc23e2f4 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d171dc1-dde4-422d-aaaa-f297fb2b038b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054478 Jul 16 01:17:41.491160 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e0fcd014-dff0-46c6-9ffa-6c23b89c0140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.631471 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e0fcd014-dff0-46c6-9ffa-6c23b89c0140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.652075 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcaf11-69aa-48fb-b507-e61492fe02f2 req-d7d58205-33b2-46c3-b93e-35c1c3f57d7b tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:41.653820 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-20bcaf11-69aa-48fb-b507-e61492fe02f2 req-d7d58205-33b2-46c3-b93e-35c1c3f57d7b tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 944 time: 0.1485918 Jul 16 01:17:41.656315 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-e0fcd014-dff0-46c6-9ffa-6c23b89c0140 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31a1f90-c125-4a32-8917-6f79e083bf84']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:41.665510 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-0b372fe2-9363-4924-94aa-845e8c02807b tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:41.667570 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-0b372fe2-9363-4924-94aa-845e8c02807b tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625&tenant_id=19f0097db32e406ab305cc19744860c5&binding%3Ahost_id=n-h1-792394-16 HTTP/1.1" status: 200 len: 1096 time: 0.0793009 Jul 16 01:17:41.668101 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-e0fcd014-dff0-46c6-9ffa-6c23b89c0140 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18369cdd-fa3b-4ff4-8e77-e10f3713a4c9') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:41.668428 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-e0fcd014-dff0-46c6-9ffa-6c23b89c0140 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18369cdd-fa3b-4ff4-8e77-e10f3713a4c9') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:41.691073 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e0fcd014-dff0-46c6-9ffa-6c23b89c0140 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.724572 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e0fcd014-dff0-46c6-9ffa-6c23b89c0140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.729547 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-20bcaf11-69aa-48fb-b507-e61492fe02f2 req-3af775ea-3de3-4614-bfce-8bda0489581c tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657704 Jul 16 01:17:41.734943 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0fcd014-dff0-46c6-9ffa-6c23b89c0140 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:17:41.735329 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e0fcd014-dff0-46c6-9ffa-6c23b89c0140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:17:41.737418 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:17:41.797973 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e0fcd014-dff0-46c6-9ffa-6c23b89c0140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.805996 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e0fcd014-dff0-46c6-9ffa-6c23b89c0140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.807839 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e0fcd014-dff0-46c6-9ffa-6c23b89c0140 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b31a1f90-c125-4a32-8917-6f79e083bf84 HTTP/1.1" status: 204 len: 168 time: 0.4237401 Jul 16 01:17:41.823296 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fcd014-dff0-46c6-9ffa-6c23b89c0140 admin admin] Pushing event deleted for resources: {'Network': ['ID=b31a1f90-c125-4a32-8917-6f79e083bf84,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:41.904175 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-c9e171bd-8bc1-43da-991c-081a6316f11b service neutron] For port eafe01fa-d820-481a-9a29-84935e580426, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:41.910660 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-c9e171bd-8bc1-43da-991c-081a6316f11b service neutron] Notify callbacks [] for binding, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.912478 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98ea7153-0880-4078-9cca-c03d5c449c42 req-c9e171bd-8bc1-43da-991c-081a6316f11b service neutron] 10.222.0.84 "DELETE /v2.0/ports/eafe01fa-d820-481a-9a29-84935e580426/bindings/n-h2-792394-16 HTTP/1.1" status: 204 len: 173 time: 0.2340112 Jul 16 01:17:41.917905 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bed97-f734-4e0b-93b6-2bd8269e23c2 req-383145a4-e0de-4c49-b5b3-41686a90623d tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:41.918559 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bed97-f734-4e0b-93b6-2bd8269e23c2 req-383145a4-e0de-4c49-b5b3-41686a90623d tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:41.919042 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bed97-f734-4e0b-93b6-2bd8269e23c2 req-383145a4-e0de-4c49-b5b3-41686a90623d tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:41.920780 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c51bed97-f734-4e0b-93b6-2bd8269e23c2 req-383145a4-e0de-4c49-b5b3-41686a90623d tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=18aebc4a-bf0e-4449-9490-cfce0ddff67d&device_id=de41f306-981f-40dd-b7d2-6eadac6bc67b&device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 2885 time: 0.1416919 Jul 16 01:17:41.926164 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-71f14a3a-ace5-46cf-9b5e-ae4354c760f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569885151-router', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:34Z', 'updated_at': '2021-07-16T01:16:43Z', 'revision_number': 4, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'gw_port': {'id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:36Z', 'updated_at': '2021-07-16T01:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '1a32f58d-8a2d-4226-aac9-4c0c9368660d', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'port_id': 'f911a9fb-3d49-4c57-ae9e-447647e19ebd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'mac_address': 'fa:16:3e:c7:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a646-d867-4760-ac8a-7f4507e8ff88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:17:14Z', 'updated_at': '2021-07-16T01:17:39Z', 'revision_number': 1, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14a93e1-cf9b-4927-ab10-13591d6d0668', 'name': '', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'mac_address': 'fa:16:3e:cc:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:41Z', 'updated_at': '2021-07-16T01:16:52Z', 'revision_number': 5, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'subnets': [{'id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:41.954964 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2250d7f6-86f6-4e2d-ab4b-f40896a5646f x-openstack-request-id: req-2250d7f6-86f6-4e2d-ab4b-f40896a5646f {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:41.955467 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a9a646-d867-4760-ac8a-7f4507e8ff88", "tag": "f911a9fb-3d49-4c57-ae9e-447647e19ebd", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:41.955873 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2250d7f6-86f6-4e2d-ab4b-f40896a5646f {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:41.956448 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a9a646-d867-4760-ac8a-7f4507e8ff88', 'tag': 'f911a9fb-3d49-4c57-ae9e-447647e19ebd', 'status': 'completed', 'code': 200} Jul 16 01:17:41.978597 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f14a3a-ace5-46cf-9b5e-ae4354c760f9 None None] Checking router: 58c30ba5-0cb6-4cc6-8921-ccb395645e35 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:17:41.984377 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 195fa0f0-325f-4dd4-9983-2908af65a898 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:42.021978 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f14a3a-ace5-46cf-9b5e-ae4354c760f9 None None] Routers {'58c30ba5-0cb6-4cc6-8921-ccb395645e35'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:42.022602 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-71f14a3a-ace5-46cf-9b5e-ae4354c760f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:17:29Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:42.033960 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c51bed97-f734-4e0b-93b6-2bd8269e23c2 req-8fd9f127-3b1d-4be5-9c41-8e22a60e2e40 tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055036 Jul 16 01:17:42.076766 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a3608-6de8-44e0-8d03-00f1a86fc28b req-cbd99376-e76f-4c3c-89eb-ce5a1444f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:42.077554 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a71a3608-6de8-44e0-8d03-00f1a86fc28b req-cbd99376-e76f-4c3c-89eb-ce5a1444f466 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2999adb4ec8040a5948eea28d1ff10e0&device_id=57a9a646-d867-4760-ac8a-7f4507e8ff88 HTTP/1.1" status: 200 len: 1097 time: 0.0887315 Jul 16 01:17:42.087162 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 77b37b9b-124d-49df-811e-6712d93ab0f0 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:17:42.106749 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36106) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:42.183775 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9efa327c-b381-4e34-a492-591b02e8a157 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0b2eae700ff4ab68886ada7773f4874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0757940 Jul 16 01:17:42.188618 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36108) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:42.198243 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a2b98-bac4-40ca-9477-291d62fb4926 req-fe35e5fb-865c-4961-9755-08187f2fdf96 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:42.200253 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ef5a2b98-bac4-40ca-9477-291d62fb4926 req-fe35e5fb-865c-4961-9755-08187f2fdf96 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e5628e0-4248-45c0-a55d-905cb0509345 HTTP/1.1" status: 200 len: 949 time: 0.1436958 Jul 16 01:17:42.217591 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 195fa0f0-325f-4dd4-9983-2908af65a898 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:42.229553 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 195fa0f0-325f-4dd4-9983-2908af65a898 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:42.229931 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.253949 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ef5a2b98-bac4-40ca-9477-291d62fb4926 req-e09df546-a8e5-43d2-8788-9502e4e801c4 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/security-groups?id=c07a28c3-310d-4590-b6f4-1a1b106afc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477488 Jul 16 01:17:42.295674 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a3608-6de8-44e0-8d03-00f1a86fc28b req-e7def455-6736-4e3b-898a-997d5826e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:42.297629 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a71a3608-6de8-44e0-8d03-00f1a86fc28b req-e7def455-6736-4e3b-898a-997d5826e258 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1096f360-6b74-4590-aa4a-2282a5341f1d HTTP/1.1" status: 200 len: 924 time: 0.1999562 Jul 16 01:17:42.311596 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b77bd1e0-ec58-4590-ba44-2d85a41c1a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.324941 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-71f14a3a-ace5-46cf-9b5e-ae4354c760f9 None None] Set router 58c30ba5-0cb6-4cc6-8921-ccb395645e35 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:42.406712 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 77b37b9b-124d-49df-811e-6712d93ab0f0, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=77b37b9b-124d-49df-811e-6712d93ab0f0,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:42.461423 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed60b47-fa8f-4759-af84-270d4168497e', 'tag': '77b37b9b-124d-49df-811e-6712d93ab0f0'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:42.464073 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63134a34-f03b-4f37-b104-16cb01a4306e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed60b47-fa8f-4759-af84-270d4168497e", "tag": "77b37b9b-124d-49df-811e-6712d93ab0f0"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:42.470431 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 77b37b9b-124d-49df-811e-6712d93ab0f0 has no active binding in host n-h2-792394-16 {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:17:42.521442 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b77bd1e0-ec58-4590-ba44-2d85a41c1a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.538310 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.556354 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a71a3608-6de8-44e0-8d03-00f1a86fc28b req-bbd199d9-e348-4ef6-8771-1527df34995d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f911a9fb-3d49-4c57-ae9e-447647e19ebd HTTP/1.1" status: 200 len: 998 time: 0.2342751 Jul 16 01:17:42.601295 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 195fa0f0-325f-4dd4-9983-2908af65a898, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=195fa0f0-325f-4dd4-9983-2908af65a898,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:42.610490 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.650291 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a3608-6de8-44e0-8d03-00f1a86fc28b req-79e4b680-3d76-46eb-911c-3c4caff95aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:42.651770 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a71a3608-6de8-44e0-8d03-00f1a86fc28b req-79e4b680-3d76-46eb-911c-3c4caff95aac service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3e374788-0d42-4edb-97f5-de74ce0cf143 HTTP/1.1" status: 200 len: 862 time: 0.0798926 Jul 16 01:17:42.725491 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd91c7-7e43-4655-90c0-a783fa44f16c req-6a91b629-81d4-434c-a764-df0374ec34ad tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:42.727217 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3dcd91c7-7e43-4655-90c0-a783fa44f16c req-6a91b629-81d4-434c-a764-df0374ec34ad tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 944 time: 0.0947068 Jul 16 01:17:42.746109 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=195fa0f0-325f-4dd4-9983-2908af65a898,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:42.749353 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156040b-4b21-4b95-93e6-d115d5f25ee6 req-e36c8b73-0346-48a9-9bc0-0290387c2c03 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:42.761275 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d156040b-4b21-4b95-93e6-d115d5f25ee6 req-e36c8b73-0346-48a9-9bc0-0290387c2c03 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.2821314 Jul 16 01:17:42.763542 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b77bd1e0-ec58-4590-ba44-2d85a41c1a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.766517 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b77bd1e0-ec58-4590-ba44-2d85a41c1a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.767834 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b77bd1e0-ec58-4590-ba44-2d85a41c1a73 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb14dde2-1bf3-4837-b2fe-59785eaad959 HTTP/1.1" status: 204 len: 168 time: 0.5785584 Jul 16 01:17:42.779685 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3dcd91c7-7e43-4655-90c0-a783fa44f16c req-2e7cce32-34c3-43ca-bf70-a61f478e8b5c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464728 Jul 16 01:17:42.786012 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-71f14a3a-ace5-46cf-9b5e-ae4354c760f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569885151-router', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:34Z', 'updated_at': '2021-07-16T01:16:43Z', 'revision_number': 4, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'gw_port': {'id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:36Z', 'updated_at': '2021-07-16T01:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '1a32f58d-8a2d-4226-aac9-4c0c9368660d', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'port_id': 'f911a9fb-3d49-4c57-ae9e-447647e19ebd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'mac_address': 'fa:16:3e:c7:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a646-d867-4760-ac8a-7f4507e8ff88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:17:14Z', 'updated_at': '2021-07-16T01:17:39Z', 'revision_number': 1, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14a93e1-cf9b-4927-ab10-13591d6d0668', 'name': '', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'mac_address': 'fa:16:3e:cc:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:41Z', 'updated_at': '2021-07-16T01:16:52Z', 'revision_number': 5, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'subnets': [{'id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:42.813683 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bd1e0-ec58-4590-ba44-2d85a41c1a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb14dde2-1bf3-4837-b2fe-59785eaad959,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:42.818013 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a3608-6de8-44e0-8d03-00f1a86fc28b req-1eed7b20-d06d-452b-8b1a-d4aaaeaacf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:42.819606 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a71a3608-6de8-44e0-8d03-00f1a86fc28b req-1eed7b20-d06d-452b-8b1a-d4aaaeaacf37 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1096f360-6b74-4590-aa4a-2282a5341f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1522884 Jul 16 01:17:42.833980 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f14a3a-ace5-46cf-9b5e-ae4354c760f9 None None] The sync data for ids ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'] in n-d-792394-16 is: [{'id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569885151-router', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:34Z', 'updated_at': '2021-07-16T01:16:43Z', 'revision_number': 4, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'gw_port': {'id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:36Z', 'updated_at': '2021-07-16T01:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '1a32f58d-8a2d-4226-aac9-4c0c9368660d', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'port_id': 'f911a9fb-3d49-4c57-ae9e-447647e19ebd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'mac_address': 'fa:16:3e:c7:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a9a646-d867-4760-ac8a-7f4507e8ff88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:17:14Z', 'updated_at': '2021-07-16T01:17:39Z', 'revision_number': 1, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14a93e1-cf9b-4927-ab10-13591d6d0668', 'name': '', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'mac_address': 'fa:16:3e:cc:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:41Z', 'updated_at': '2021-07-16T01:16:52Z', 'revision_number': 5, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'subnets': [{'id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:17:42.842487 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d156040b-4b21-4b95-93e6-d115d5f25ee6 req-641fb4a6-b990-4bf6-b297-65311c115edb tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669594 Jul 16 01:17:42.881667 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27148682-c943-40e2-a162-467c5788bc00 x-openstack-request-id: req-27148682-c943-40e2-a162-467c5788bc00 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:42.882141 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed60b47-fa8f-4759-af84-270d4168497e", "tag": "77b37b9b-124d-49df-811e-6712d93ab0f0", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:42.882404 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27148682-c943-40e2-a162-467c5788bc00 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:42.882887 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed60b47-fa8f-4759-af84-270d4168497e', 'tag': '77b37b9b-124d-49df-811e-6712d93ab0f0', 'status': 'completed', 'code': 200} Jul 16 01:17:42.916393 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5628e0-4248-45c0-a55d-905cb0509345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195fa0f0-325f-4dd4-9983-2908af65a898'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:42.919638 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ec3a62-4d37-4a65-8698-7be3472d3f74" -d '{"events": [{"server_uuid": "3e5628e0-4248-45c0-a55d-905cb0509345", "name": "network-vif-plugged", "status": "completed", "tag": "195fa0f0-325f-4dd4-9983-2908af65a898"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:43.015943 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a71a3608-6de8-44e0-8d03-00f1a86fc28b req-5ca17083-49b9-43f2-b6ff-892d9bba169e service neutron] 10.222.0.82 "GET /v2.0/networks/1096f360-6b74-4590-aa4a-2282a5341f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859417 Jul 16 01:17:43.035658 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63134a34-f03b-4f37-b104-16cb01a4306e req-91ce76dd-019c-4863-b1b4-eac05d75bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:43.043188 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-63134a34-f03b-4f37-b104-16cb01a4306e req-91ce76dd-019c-4863-b1b4-eac05d75bf0f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 1127 time: 0.1023874 Jul 16 01:17:43.079132 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb238e-f561-4766-a4ac-e66bfbccac19 req-8bdc9773-53e8-4c7a-a67e-468eaf573634 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:43.080204 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f8eb238e-f561-4766-a4ac-e66bfbccac19 req-8bdc9773-53e8-4c7a-a67e-468eaf573634 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 944 time: 0.0801272 Jul 16 01:17:43.138567 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f8eb238e-f561-4766-a4ac-e66bfbccac19 req-70a2b924-2ab2-443c-b52a-907da01d4cdd tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527213 Jul 16 01:17:43.190518 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee17b39-6a61-4302-a90e-ba159f7219ce None None] New status for floating IP 1a32f58d-8a2d-4226-aac9-4c0c9368660d: ACTIVE {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:17:43.320123 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63134a34-f03b-4f37-b104-16cb01a4306e req-fe512746-3bfa-4c8f-b8b0-5c9f7397ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:43.323083 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-63134a34-f03b-4f37-b104-16cb01a4306e req-fe512746-3bfa-4c8f-b8b0-5c9f7397ac53 service neutron] 10.222.0.84 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 908 time: 0.2565982 Jul 16 01:17:43.329796 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a71a3608-6de8-44e0-8d03-00f1a86fc28b req-7cadeb2d-7fc7-471b-8b1f-df17f6b8a651 service neutron] 10.222.0.82 "GET /v2.0/networks/1096f360-6b74-4590-aa4a-2282a5341f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876523 Jul 16 01:17:43.390311 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3e12f8-c9e3-432b-a95c-b8cbf9c9b08d x-openstack-request-id: req-1a3e12f8-c9e3-432b-a95c-b8cbf9c9b08d {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:43.391274 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5628e0-4248-45c0-a55d-905cb0509345", "name": "network-vif-plugged", "status": "completed", "tag": "195fa0f0-325f-4dd4-9983-2908af65a898", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:43.391927 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a3e12f8-c9e3-432b-a95c-b8cbf9c9b08d {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:43.392537 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5628e0-4248-45c0-a55d-905cb0509345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195fa0f0-325f-4dd4-9983-2908af65a898', 'code': 200} Jul 16 01:17:43.422611 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-63134a34-f03b-4f37-b104-16cb01a4306e req-5f154817-cb73-47f6-a023-d790c6243369 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b37b9b-124d-49df-811e-6712d93ab0f0 HTTP/1.1" status: 200 len: 217 time: 0.0725594 Jul 16 01:17:43.544991 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63134a34-f03b-4f37-b104-16cb01a4306e req-a3656c8e-baef-41af-99d1-8c8e1ec30beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:43.547310 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-63134a34-f03b-4f37-b104-16cb01a4306e req-a3656c8e-baef-41af-99d1-8c8e1ec30beb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53fcd526-4834-4829-80ef-c0f48c90d8f1 HTTP/1.1" status: 200 len: 847 time: 0.1231465 Jul 16 01:17:43.586264 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b073dd9-e044-40c4-8572-7fbbc94e8fbe req-f9f6a266-dc54-4a47-82db-56a9390bcedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:43.587788 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9b073dd9-e044-40c4-8572-7fbbc94e8fbe req-f9f6a266-dc54-4a47-82db-56a9390bcedc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3e5628e0-4248-45c0-a55d-905cb0509345 HTTP/1.1" status: 200 len: 1102 time: 0.1052990 Jul 16 01:17:43.607465 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-63134a34-f03b-4f37-b104-16cb01a4306e req-42fb3887-6619-4742-a65d-9020a89256d0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0acde702-0391-44d7-919c-717172e79311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527551 Jul 16 01:17:43.626584 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9b073dd9-e044-40c4-8572-7fbbc94e8fbe req-8d858472-6afa-4344-b545-f2de7e0f559f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c07a28c3-310d-4590-b6f4-1a1b106afc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313420 Jul 16 01:17:43.762963 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218d3a1-0521-431f-9bfa-643f73a5d225 req-4a2aa25c-945f-429c-a6b0-5ce09baf7976 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:43.763311 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5218d3a1-0521-431f-9bfa-643f73a5d225 req-4a2aa25c-945f-429c-a6b0-5ce09baf7976 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e5628e0-4248-45c0-a55d-905cb0509345 HTTP/1.1" status: 200 len: 950 time: 0.1599557 Jul 16 01:17:43.767213 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-63134a34-f03b-4f37-b104-16cb01a4306e req-de559046-97f2-4c81-8a1f-6e1faf28a11c service neutron] 10.222.0.84 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462057 Jul 16 01:17:43.805562 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36160) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:43.829532 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5218d3a1-0521-431f-9bfa-643f73a5d225 req-36510d92-4103-4eb6-bb79-b69fa9e8bb61 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/security-groups?id=c07a28c3-310d-4590-b6f4-1a1b106afc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604963 Jul 16 01:17:43.901420 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-63134a34-f03b-4f37-b104-16cb01a4306e req-d655a894-833e-4132-9609-ed797510a662 service neutron] 10.222.0.84 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151578 Jul 16 01:17:43.937109 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-48504a33-31ff-4a23-9f1b-0c7e0e51d3d5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1537475535-network', 'tenant_id': '1bc80fc3b4fe4c128693446ca67c0b6c'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:43.959957 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48504a33-31ff-4a23-9f1b-0c7e0e51d3d5 admin admin] Made reservation on behalf of 1bc80fc3b4fe4c128693446ca67c0b6c for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:43.962435 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-48504a33-31ff-4a23-9f1b-0c7e0e51d3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.971120 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-48504a33-31ff-4a23-9f1b-0c7e0e51d3d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:44.013263 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a351d-d39f-4056-b84d-e6f8087e7915 req-e1875e19-75aa-46b0-ab37-f41979ffdc71 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:44.014793 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e73a351d-d39f-4056-b84d-e6f8087e7915 req-e1875e19-75aa-46b0-ab37-f41979ffdc71 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 1096 time: 0.0514369 Jul 16 01:17:44.050365 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e73a351d-d39f-4056-b84d-e6f8087e7915 req-393d87c5-803c-4468-873f-1a69e1a91354 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294940 Jul 16 01:17:44.099781 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c2f0d-55bd-4d4d-9b0f-9a9906adbcf0 req-7bf99a02-cb74-4cd4-be6c-20fdae13ecb5 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:44.101839 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a36c2f0d-55bd-4d4d-9b0f-9a9906adbcf0 req-7bf99a02-cb74-4cd4-be6c-20fdae13ecb5 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.16 "GET /v2.0/ports?device_id=66f468ab-276f-4ce9-8105-fed49f623716 HTTP/1.1" status: 200 len: 949 time: 0.1045001 Jul 16 01:17:44.135920 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-48504a33-31ff-4a23-9f1b-0c7e0e51d3d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:44.146478 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-48504a33-31ff-4a23-9f1b-0c7e0e51d3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:44.182772 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48504a33-31ff-4a23-9f1b-0c7e0e51d3d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:17:44.187313 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a36c2f0d-55bd-4d4d-9b0f-9a9906adbcf0 req-a56abb60-2b3a-4aa6-b365-afd432535f47 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d171dc1-dde4-422d-aaaa-f297fb2b038b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773103 Jul 16 01:17:44.214137 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-48504a33-31ff-4a23-9f1b-0c7e0e51d3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:44.214779 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-48504a33-31ff-4a23-9f1b-0c7e0e51d3d5 admin admin] Added segment 710c33be-2815-4bfb-8c82-2be266699d27 of type vlan for network 30147ba9-812e-409d-b4b8-80d36011629f Jul 16 01:17:44.217336 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48504a33-31ff-4a23-9f1b-0c7e0e51d3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6760cc16-ba1f-4c3d-a42d-45665137ecfa,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:44.272488 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-48504a33-31ff-4a23-9f1b-0c7e0e51d3d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:44.324645 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-48504a33-31ff-4a23-9f1b-0c7e0e51d3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:44.326088 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48504a33-31ff-4a23-9f1b-0c7e0e51d3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:44.327089 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-48504a33-31ff-4a23-9f1b-0c7e0e51d3d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:44.405068 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-48504a33-31ff-4a23-9f1b-0c7e0e51d3d5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5953393 Jul 16 01:17:44.405778 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36176) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:44.427001 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-8b3bed5c-cd7b-4565-ab2a-faea9c6cfc44 admin admin] Request body: {'subnet': {'network_id': '30147ba9-812e-409d-b4b8-80d36011629f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1537475535-subnet', 'tenant_id': '1bc80fc3b4fe4c128693446ca67c0b6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:44.431024 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48504a33-31ff-4a23-9f1b-0c7e0e51d3d5 admin admin] Pushing event updated for resources: {'Network': ['ID=30147ba9-812e-409d-b4b8-80d36011629f,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:44.444040 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 30147ba9-812e-409d-b4b8-80d36011629f details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:17:44.462977 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf575bd-220c-44a7-8182-0bf3af8dc288 req-1c5017d7-1531-497e-bdaa-28ada11be28a tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:44.465108 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cbf575bd-220c-44a7-8182-0bf3af8dc288 req-1c5017d7-1531-497e-bdaa-28ada11be28a tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 944 time: 0.1339076 Jul 16 01:17:44.484758 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3bed5c-cd7b-4565-ab2a-faea9c6cfc44 admin admin] Made reservation on behalf of 1bc80fc3b4fe4c128693446ca67c0b6c for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:44.487674 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b3bed5c-cd7b-4565-ab2a-faea9c6cfc44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:44.509641 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cbf575bd-220c-44a7-8182-0bf3af8dc288 req-d8e6894b-803c-4526-b396-3527f841706e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381093 Jul 16 01:17:44.519535 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc0721-70c3-455e-b332-a207a687020e req-36890edb-17b0-48a8-89d8-168ad2d3d03e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:44.521062 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-25dc0721-70c3-455e-b332-a207a687020e req-36890edb-17b0-48a8-89d8-168ad2d3d03e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.1353223 Jul 16 01:17:44.608444 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-25dc0721-70c3-455e-b332-a207a687020e req-4f58476d-d4f5-452e-901f-34556c2064d3 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752316 Jul 16 01:17:44.703344 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b3bed5c-cd7b-4565-ab2a-faea9c6cfc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:44.757495 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3bed5c-cd7b-4565-ab2a-faea9c6cfc44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a57f19a-2b31-4a41-b152-5d76ee82a048,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:44.773294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3bed5c-cd7b-4565-ab2a-faea9c6cfc44 admin admin] Checking segment: {'id': '710c33be-2815-4bfb-8c82-2be266699d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '30147ba9-812e-409d-b4b8-80d36011629f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:44.773653 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3bed5c-cd7b-4565-ab2a-faea9c6cfc44 admin admin] Network hostable DHCP agents. Network: 30147ba9-812e-409d-b4b8-80d36011629f, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:17:44.793256 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3bed5c-cd7b-4565-ab2a-faea9c6cfc44 admin admin] Network 30147ba9-812e-409d-b4b8-80d36011629f is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:17:44.805319 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-8b3bed5c-cd7b-4565-ab2a-faea9c6cfc44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 30147ba9-812e-409d-b4b8-80d36011629f) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:44.813773 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59bc9aa-a4f9-455b-a0b7-c5749f9c58d2 None None] Network 30147ba9-812e-409d-b4b8-80d36011629f requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:44.818555 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3bed5c-cd7b-4565-ab2a-faea9c6cfc44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:44.819291 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b3bed5c-cd7b-4565-ab2a-faea9c6cfc44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:44.851230 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8b3bed5c-cd7b-4565-ab2a-faea9c6cfc44 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4195571 Jul 16 01:17:44.915494 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271783c-d993-4301-acfc-4753cd716575 req-9bb1b2b0-904f-4685-9d5c-f434f2734c4c tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:44.917262 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f271783c-d993-4301-acfc-4753cd716575 req-9bb1b2b0-904f-4685-9d5c-f434f2734c4c tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/networks?id=952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 200 len: 821 time: 0.1247330 Jul 16 01:17:44.940154 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f271783c-d993-4301-acfc-4753cd716575 req-62fd3465-7d2d-4bdf-a02f-7b9bd045f677 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/quotas/19f0097db32e406ab305cc19744860c5 HTTP/1.1" status: 200 len: 375 time: 0.0162256 Jul 16 01:17:45.024589 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25690644-03c9-4d82-982c-24d049b1207d None None] Network 30147ba9-812e-409d-b4b8-80d36011629f requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:45.027820 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f271783c-d993-4301-acfc-4753cd716575 req-89467887-baa4-4660-925b-59ee694c0d73 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=19f0097db32e406ab305cc19744860c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0866106 Jul 16 01:17:45.123538 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f271783c-d993-4301-acfc-4753cd716575 req-ec4db484-3cf3-47d1-b839-879ac2c65133 service neutron] 10.222.0.16 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944991 Jul 16 01:17:45.152834 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966c209-3b52-423b-8ad7-456296fd1796 req-de8cce2f-0183-48bf-8719-5298ae26c330 tempest-MigrationsAdminTest-1377254942 tempest-MigrationsAdminTest-1377254942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:45.154471 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9966c209-3b52-423b-8ad7-456296fd1796 req-de8cce2f-0183-48bf-8719-5298ae26c330 tempest-MigrationsAdminTest-1377254942 tempest-MigrationsAdminTest-1377254942-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 1102 time: 0.0532665 Jul 16 01:17:45.173629 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9966c209-3b52-423b-8ad7-456296fd1796 req-c8690ac9-bb3f-4127-aae5-d4ec8157e91c tempest-MigrationsAdminTest-1377254942 tempest-MigrationsAdminTest-1377254942-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.220727 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f271783c-d993-4301-acfc-4753cd716575 req-12fcad9f-19f6-491c-b08d-7140d5661085 service neutron] 10.222.0.16 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896738 Jul 16 01:17:45.269863 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9966c209-3b52-423b-8ad7-456296fd1796 req-c8690ac9-bb3f-4127-aae5-d4ec8157e91c tempest-MigrationsAdminTest-1377254942 tempest-MigrationsAdminTest-1377254942-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.275220 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9966c209-3b52-423b-8ad7-456296fd1796 req-c8690ac9-bb3f-4127-aae5-d4ec8157e91c tempest-MigrationsAdminTest-1377254942 tempest-MigrationsAdminTest-1377254942-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.300463 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9966c209-3b52-423b-8ad7-456296fd1796 req-c8690ac9-bb3f-4127-aae5-d4ec8157e91c tempest-MigrationsAdminTest-1377254942 tempest-MigrationsAdminTest-1377254942-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348968 Jul 16 01:17:45.309600 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8690ac9-bb3f-4127-aae5-d4ec8157e91c tempest-MigrationsAdminTest-1377254942 tempest-MigrationsAdminTest-1377254942-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae1ab8d-7c7e-4216-a9f0-da447190b4fa,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:45.465199 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e55e8-5bb4-4460-8acb-4c6407e30f05 req-1472d040-e654-4137-80cf-285e4d5b3d04 tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:45.470218 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-325e55e8-5bb4-4460-8acb-4c6407e30f05 req-1472d040-e654-4137-80cf-285e4d5b3d04 tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 1102 time: 0.0653467 Jul 16 01:17:45.495971 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1ecd8-6bce-4674-a04d-728f976d65e0 req-ab15607a-8648-447e-8caf-f7860df72cea tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:45.498058 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-35b1ecd8-6bce-4674-a04d-728f976d65e0 req-ab15607a-8648-447e-8caf-f7860df72cea tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e5628e0-4248-45c0-a55d-905cb0509345 HTTP/1.1" status: 200 len: 950 time: 0.0673728 Jul 16 01:17:45.504255 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-325e55e8-5bb4-4460-8acb-4c6407e30f05 req-93032a7a-3e22-4390-b782-beaa10a2bbd6 tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316122 Jul 16 01:17:45.544981 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-35b1ecd8-6bce-4674-a04d-728f976d65e0 req-8ceac923-1ff7-49ca-924b-deaa019463ca tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/security-groups?id=c07a28c3-310d-4590-b6f4-1a1b106afc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408847 Jul 16 01:17:45.609345 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-112cf4ed-15d0-4f80-b9a0-bd0eec6b57ed req-7a01cb41-c492-4a02-a38a-024b6d1aa4ee tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-602042348', 'description': 'tempest-description-897693058'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:45.634231 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-112cf4ed-15d0-4f80-b9a0-bd0eec6b57ed req-7a01cb41-c492-4a02-a38a-024b6d1aa4ee tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.720811 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518dae7-c6fa-4586-a804-8c51e49b173b req-dc78284d-d5e8-4a5d-9124-a1e6e9bf5302 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:45.721680 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-112cf4ed-15d0-4f80-b9a0-bd0eec6b57ed req-7a01cb41-c492-4a02-a38a-024b6d1aa4ee tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.722320 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e518dae7-c6fa-4586-a804-8c51e49b173b req-dc78284d-d5e8-4a5d-9124-a1e6e9bf5302 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.16 "GET /v2.0/ports?device_id=66f468ab-276f-4ce9-8105-fed49f623716 HTTP/1.1" status: 200 len: 949 time: 0.0682309 Jul 16 01:17:45.727444 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-112cf4ed-15d0-4f80-b9a0-bd0eec6b57ed req-7a01cb41-c492-4a02-a38a-024b6d1aa4ee tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.766745 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-112cf4ed-15d0-4f80-b9a0-bd0eec6b57ed req-7a01cb41-c492-4a02-a38a-024b6d1aa4ee tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.767943 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-112cf4ed-15d0-4f80-b9a0-bd0eec6b57ed req-7a01cb41-c492-4a02-a38a-024b6d1aa4ee tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1630967 Jul 16 01:17:45.769097 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e518dae7-c6fa-4586-a804-8c51e49b173b req-01e7e972-06fa-45b1-97a7-a0b945df3a58 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d171dc1-dde4-422d-aaaa-f297fb2b038b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401549 Jul 16 01:17:45.801174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01cb41-c492-4a02-a38a-024b6d1aa4ee tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e32ca22-bd37-44be-92bd-d1bd5134f916,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:45.840823 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873aa743-ca3f-445f-8d95-44df9759dd28 req-0dedb77f-c096-4981-9fb9-b53105b2f351 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:45.842763 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-873aa743-ca3f-445f-8d95-44df9759dd28 req-0dedb77f-c096-4981-9fb9-b53105b2f351 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.84 "GET /v2.0/ports?device_id=66f468ab-276f-4ce9-8105-fed49f623716 HTTP/1.1" status: 200 len: 949 time: 0.0878394 Jul 16 01:17:45.936832 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d4dd86f6-de12-4c77-8deb-91716ab0656b req-08d1dff0-1b9f-47ff-992c-186dc2d1de53 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 210 time: 0.0457387 Jul 16 01:17:45.991768 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-873aa743-ca3f-445f-8d95-44df9759dd28 req-ecdbbb16-c2e3-4542-84c8-6b73d68e9f0c tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Deleting port 48a139ac-c237-45ed-89a0-37ef38d12a1c {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:45.992291 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-873aa743-ca3f-445f-8d95-44df9759dd28 req-ecdbbb16-c2e3-4542-84c8-6b73d68e9f0c tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.109190 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b95809-f41e-4bec-9b76-3b9f450f160e req-af5dd681-6c02-420e-a359-3958c2cca2cc tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:46.117730 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-65b95809-f41e-4bec-9b76-3b9f450f160e req-af5dd681-6c02-420e-a359-3958c2cca2cc tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 1102 time: 0.0758293 Jul 16 01:17:46.123035 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-873aa743-ca3f-445f-8d95-44df9759dd28 req-ecdbbb16-c2e3-4542-84c8-6b73d68e9f0c tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] For port 48a139ac-c237-45ed-89a0-37ef38d12a1c, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=48a139ac-c237-45ed-89a0-37ef38d12a1c,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:46.123401 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-873aa743-ca3f-445f-8d95-44df9759dd28 req-ecdbbb16-c2e3-4542-84c8-6b73d68e9f0c tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.137173 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-873aa743-ca3f-445f-8d95-44df9759dd28 req-ecdbbb16-c2e3-4542-84c8-6b73d68e9f0c tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Calling delete_port for 48a139ac-c237-45ed-89a0-37ef38d12a1c owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:46.154930 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-65b95809-f41e-4bec-9b76-3b9f450f160e req-d04b6022-b976-4476-a7fc-7ae0f80e7570 tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337462 Jul 16 01:17:46.368225 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb01168-b318-49de-88ef-3ec23100c2a0 req-69b6a990-e57c-4c49-8cb0-ebac2e1a4452 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:46.370217 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2cb01168-b318-49de-88ef-3ec23100c2a0 req-69b6a990-e57c-4c49-8cb0-ebac2e1a4452 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 944 time: 0.0861568 Jul 16 01:17:46.444619 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2cb01168-b318-49de-88ef-3ec23100c2a0 req-a7e05687-cc96-43a8-8688-a333bf52a3b9 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653641 Jul 16 01:17:46.462402 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-09450c3b-4a76-4638-86e3-438f1e74761f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0910411 Jul 16 01:17:46.543349 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-873aa743-ca3f-445f-8d95-44df9759dd28 req-ecdbbb16-c2e3-4542-84c8-6b73d68e9f0c tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.560113 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['48a139ac-c237-45ed-89a0-37ef38d12a1c'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:46.578800 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbbb16-c2e3-4542-84c8-6b73d68e9f0c tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Pushing event deleted for resources: {'Port': ['ID=48a139ac-c237-45ed-89a0-37ef38d12a1c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:46.643744 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-873aa743-ca3f-445f-8d95-44df9759dd28 req-ecdbbb16-c2e3-4542-84c8-6b73d68e9f0c tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] No DVR routers for this DVR port 48a139ac-c237-45ed-89a0-37ef38d12a1c on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:46.646561 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-873aa743-ca3f-445f-8d95-44df9759dd28 req-ecdbbb16-c2e3-4542-84c8-6b73d68e9f0c tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.649789 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-873aa743-ca3f-445f-8d95-44df9759dd28 req-ecdbbb16-c2e3-4542-84c8-6b73d68e9f0c tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.84 "DELETE /v2.0/ports/48a139ac-c237-45ed-89a0-37ef38d12a1c HTTP/1.1" status: 204 len: 173 time: 0.7993805 Jul 16 01:17:46.650261 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f468ab-276f-4ce9-8105-fed49f623716', 'name': 'network-vif-deleted', 'tag': '48a139ac-c237-45ed-89a0-37ef38d12a1c'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:46.652804 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f5d3a4-b9ed-47d8-a4a1-e5155f885bf4" -d '{"events": [{"server_uuid": "66f468ab-276f-4ce9-8105-fed49f623716", "name": "network-vif-deleted", "tag": "48a139ac-c237-45ed-89a0-37ef38d12a1c"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:46.709383 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7dca19d0-bf21-4c45-88f8-bdcab329b834 req-d78300d9-e105-4b96-a754-73d4eafe9c8f tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "GET /v2.0/security-groups/9e32ca22-bd37-44be-92bd-d1bd5134f916 HTTP/1.1" status: 200 len: 1811 time: 0.0666401 Jul 16 01:17:46.722703 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-7dca19d0-bf21-4c45-88f8-bdcab329b834 req-9dc9bb09-0ae4-498f-b2bc-4c43f715be26 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9e32ca22-bd37-44be-92bd-d1bd5134f916', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:46.723899 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-7dca19d0-bf21-4c45-88f8-bdcab329b834 req-9dc9bb09-0ae4-498f-b2bc-4c43f715be26 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9e32ca22-bd37-44be-92bd-d1bd5134f916', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:46.920961 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271783c-d993-4301-acfc-4753cd716575 req-abe09f1f-56e5-46e0-813f-81f447844a81 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:46.922654 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f271783c-d993-4301-acfc-4753cd716575 req-abe09f1f-56e5-46e0-813f-81f447844a81 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.82 "GET /v2.0/networks?id=952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 200 len: 821 time: 0.2053187 Jul 16 01:17:46.954209 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-f271783c-d993-4301-acfc-4753cd716575 req-1b9acf97-73f4-4e05-ac51-ba9d0b4e7078 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Request body: {'port': {'device_id': '8ce27e65-df29-4553-8dd3-71bae3c49bd8', 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492', 'admin_state_up': True, 'tenant_id': '19f0097db32e406ab305cc19744860c5'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:46.987288 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7dca19d0-bf21-4c45-88f8-bdcab329b834 req-9dc9bb09-0ae4-498f-b2bc-4c43f715be26 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:47.076186 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7dca19d0-bf21-4c45-88f8-bdcab329b834 req-9dc9bb09-0ae4-498f-b2bc-4c43f715be26 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:47.099530 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7dca19d0-bf21-4c45-88f8-bdcab329b834 req-9dc9bb09-0ae4-498f-b2bc-4c43f715be26 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:47.140558 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9bb09-0ae4-498f-b2bc-4c43f715be26 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18826152-5d4d-422f-b801-689977b24263,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:47.151594 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78deff2b-b5ad-40e6-9a54-dd9d140b2a6e req-4c8b3b60-b096-4d4f-8d06-840e3d2f7c3e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:47.153349 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-78deff2b-b5ad-40e6-9a54-dd9d140b2a6e req-4c8b3b60-b096-4d4f-8d06-840e3d2f7c3e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.0775166 Jul 16 01:17:47.166605 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7dca19d0-bf21-4c45-88f8-bdcab329b834 req-9dc9bb09-0ae4-498f-b2bc-4c43f715be26 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:47.177179 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7dca19d0-bf21-4c45-88f8-bdcab329b834 req-9dc9bb09-0ae4-498f-b2bc-4c43f715be26 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4611313 Jul 16 01:17:47.188599 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-e15ac89f-9cda-427f-9af3-20ef61e55f1c service neutron] 10.222.0.84 "GET /v2.0/ports/77b37b9b-124d-49df-811e-6712d93ab0f0/bindings/n-h2-792394-16 HTTP/1.1" status: 200 len: 385 time: 0.1300755 Jul 16 01:17:47.199630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f271783c-d993-4301-acfc-4753cd716575 req-1b9acf97-73f4-4e05-ac51-ba9d0b4e7078 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Made reservation on behalf of 19f0097db32e406ab305cc19744860c5 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:47.204082 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f271783c-d993-4301-acfc-4753cd716575 req-1b9acf97-73f4-4e05-ac51-ba9d0b4e7078 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:47.218383 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-78deff2b-b5ad-40e6-9a54-dd9d140b2a6e req-8d673706-49e0-48e9-b08e-648ad7d7117e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547125 Jul 16 01:17:47.337075 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3a4dff-6ed7-4f20-bcfa-bcb8f7fccb6c x-openstack-request-id: req-cb3a4dff-6ed7-4f20-bcfa-bcb8f7fccb6c {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:47.337883 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f468ab-276f-4ce9-8105-fed49f623716", "name": "network-vif-deleted", "tag": "48a139ac-c237-45ed-89a0-37ef38d12a1c", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:47.338089 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb3a4dff-6ed7-4f20-bcfa-bcb8f7fccb6c {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:47.338758 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f468ab-276f-4ce9-8105-fed49f623716', 'name': 'network-vif-deleted', 'tag': '48a139ac-c237-45ed-89a0-37ef38d12a1c', 'status': 'completed', 'code': 200} Jul 16 01:17:47.503559 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7b7917e3-55eb-4a28-bc72-bfbf2cb269e2 req-a0d0c4e7-5dc7-447c-ac11-220ad44685d8 tempest-TenantUsagesTestJSON-1024337255 tempest-TenantUsagesTestJSON-1024337255-project] 10.222.0.16 "GET /v2.0/ports?device_id=66f468ab-276f-4ce9-8105-fed49f623716 HTTP/1.1" status: 200 len: 210 time: 0.0741470 Jul 16 01:17:47.519807 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-f271783c-d993-4301-acfc-4753cd716575 req-1b9acf97-73f4-4e05-ac51-ba9d0b4e7078 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Allocated IP 172.20.0.14 (952b1f4f-1df7-48bd-a0c8-40d17571e492/f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda/e8e9a96e-26df-4743-a091-5a69fa10b8e9) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:47.565496 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27e070-c30c-480c-b61a-c9e9c19196ba req-6e523371-3dea-49d1-aa0e-21d62b67bf18 tempest-ServersAdminNegativeTestJSON-598481738 tempest-ServersAdminNegativeTestJSON-598481738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:47.569410 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b27e070-c30c-480c-b61a-c9e9c19196ba req-6e523371-3dea-49d1-aa0e-21d62b67bf18 tempest-ServersAdminNegativeTestJSON-598481738 tempest-ServersAdminNegativeTestJSON-598481738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3e5628e0-4248-45c0-a55d-905cb0509345 HTTP/1.1" status: 200 len: 1102 time: 0.2016060 Jul 16 01:17:47.624221 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1b27e070-c30c-480c-b61a-c9e9c19196ba req-aff5bc12-e20e-4b20-9694-9df7774458d9 tempest-ServersAdminNegativeTestJSON-598481738 tempest-ServersAdminNegativeTestJSON-598481738-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:47.761995 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5550c221-fd3e-4cfc-a26c-1706e1bbe05d req-82734d62-3c72-49e3-8404-e9b6f2314fa6 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 210 time: 0.0349100 Jul 16 01:17:47.819323 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-c4613055-4b60-40af-b7e7-19e509c79c6d service neutron] For port 77b37b9b-124d-49df-811e-6712d93ab0f0, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=77b37b9b-124d-49df-811e-6712d93ab0f0,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:47.846374 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ec7f2398-1aaa-45cd-91e0-70df5cf203e7 req-ffff8e10-3f6b-4c57-bb05-bd635c09c051 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "GET /v2.0/security-groups/9e32ca22-bd37-44be-92bd-d1bd5134f916 HTTP/1.1" status: 200 len: 2404 time: 0.0510666 Jul 16 01:17:47.874232 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f271783c-d993-4301-acfc-4753cd716575 req-1b9acf97-73f4-4e05-ac51-ba9d0b4e7078 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:47.880507 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-c4613055-4b60-40af-b7e7-19e509c79c6d service neutron] For port 77b37b9b-124d-49df-811e-6712d93ab0f0, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:47.940255 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-c4613055-4b60-40af-b7e7-19e509c79c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b37b9b-124d-49df-811e-6712d93ab0f0 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:47.958169 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-c4613055-4b60-40af-b7e7-19e509c79c6d service neutron] For port 77b37b9b-124d-49df-811e-6712d93ab0f0, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=77b37b9b-124d-49df-811e-6712d93ab0f0,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:47.997072 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-c4613055-4b60-40af-b7e7-19e509c79c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:48.000034 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a8e06-55f8-463f-8f38-5c6052a1ba94 req-d1796d32-10fd-4b93-bcb3-8bc1fe5f1743 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:48.001714 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-575a8e06-55f8-463f-8f38-5c6052a1ba94 req-d1796d32-10fd-4b93-bcb3-8bc1fe5f1743 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 944 time: 0.0636714 Jul 16 01:17:48.001846 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1b27e070-c30c-480c-b61a-c9e9c19196ba req-aff5bc12-e20e-4b20-9694-9df7774458d9 tempest-ServersAdminNegativeTestJSON-598481738 tempest-ServersAdminNegativeTestJSON-598481738-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:48.012703 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f271783c-d993-4301-acfc-4753cd716575 req-1b9acf97-73f4-4e05-ac51-ba9d0b4e7078 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:48.017589 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1b27e070-c30c-480c-b61a-c9e9c19196ba req-aff5bc12-e20e-4b20-9694-9df7774458d9 tempest-ServersAdminNegativeTestJSON-598481738 tempest-ServersAdminNegativeTestJSON-598481738-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:48.043459 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-575a8e06-55f8-463f-8f38-5c6052a1ba94 req-e23d0f52-7319-458e-ab79-c484e2232e6d tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354731 Jul 16 01:17:48.074401 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b27e070-c30c-480c-b61a-c9e9c19196ba req-aff5bc12-e20e-4b20-9694-9df7774458d9 tempest-ServersAdminNegativeTestJSON-598481738 tempest-ServersAdminNegativeTestJSON-598481738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c07a28c3-310d-4590-b6f4-1a1b106afc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888115 Jul 16 01:17:48.100316 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f271783c-d993-4301-acfc-4753cd716575 req-1b9acf97-73f4-4e05-ac51-ba9d0b4e7078 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Network 952b1f4f-1df7-48bd-a0c8-40d17571e492 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:48.118903 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-f271783c-d993-4301-acfc-4753cd716575 req-1b9acf97-73f4-4e05-ac51-ba9d0b4e7078 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:48.121655 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-f271783c-d993-4301-acfc-4753cd716575 req-1b9acf97-73f4-4e05-ac51-ba9d0b4e7078 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:48.133936 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5bc12-e20e-4b20-9694-9df7774458d9 tempest-ServersAdminNegativeTestJSON-598481738 tempest-ServersAdminNegativeTestJSON-598481738-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf3a5a4-a784-4e5b-b6a3-305ea8bc1d06,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:48.166285 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9acf97-73f4-4e05-ac51-ba9d0b4e7078 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Pushing event updated for resources: {'Port': ['ID=e8e9a96e-26df-4743-a091-5a69fa10b8e9,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:48.189796 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9acf97-73f4-4e05-ac51-ba9d0b4e7078 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:48.190126 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9acf97-73f4-4e05-ac51-ba9d0b4e7078 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:48.190471 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9acf97-73f4-4e05-ac51-ba9d0b4e7078 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:48.190805 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9acf97-73f4-4e05-ac51-ba9d0b4e7078 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:48.191136 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9acf97-73f4-4e05-ac51-ba9d0b4e7078 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:48.191461 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9acf97-73f4-4e05-ac51-ba9d0b4e7078 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:48.191786 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9acf97-73f4-4e05-ac51-ba9d0b4e7078 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:48.192115 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9acf97-73f4-4e05-ac51-ba9d0b4e7078 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:48.192470 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9acf97-73f4-4e05-ac51-ba9d0b4e7078 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:48.192798 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9acf97-73f4-4e05-ac51-ba9d0b4e7078 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:48.193113 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9acf97-73f4-4e05-ac51-ba9d0b4e7078 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:48.193508 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9acf97-73f4-4e05-ac51-ba9d0b4e7078 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:48.219893 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-25b887a9-6dda-41a0-99c3-fcc478fd5d21 req-f46d7c42-2306-4115-b967-2822bb0649ac tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "GET /v2.0/security-group-rules/18826152-5d4d-422f-b801-689977b24263 HTTP/1.1" status: 200 len: 778 time: 0.0462952 Jul 16 01:17:48.238669 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271783c-d993-4301-acfc-4753cd716575 req-1b9acf97-73f4-4e05-ac51-ba9d0b4e7078 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:48.239468 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f271783c-d993-4301-acfc-4753cd716575 req-1b9acf97-73f4-4e05-ac51-ba9d0b4e7078 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:48.274556 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-25b887a9-6dda-41a0-99c3-fcc478fd5d21 req-bdeecedf-9cf7-42a4-8775-7e39972ac02b tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "GET /v2.0/security-groups/9e32ca22-bd37-44be-92bd-d1bd5134f916 HTTP/1.1" status: 200 len: 2404 time: 0.0500588 Jul 16 01:17:48.292139 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-c4613055-4b60-40af-b7e7-19e509c79c6d service neutron] Transition to ACTIVE for port object 77b37b9b-124d-49df-811e-6712d93ab0f0 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:48.303567 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f271783c-d993-4301-acfc-4753cd716575 req-1b9acf97-73f4-4e05-ac51-ba9d0b4e7078 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3595355 Jul 16 01:17:48.305435 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-c4613055-4b60-40af-b7e7-19e509c79c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:48.309213 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-25b887a9-6dda-41a0-99c3-fcc478fd5d21 req-e833db2d-bacd-4ec7-b0f5-e93ad8de9f87 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:48.318716 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-25b887a9-6dda-41a0-99c3-fcc478fd5d21 req-e833db2d-bacd-4ec7-b0f5-e93ad8de9f87 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:48.352267 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-25b887a9-6dda-41a0-99c3-fcc478fd5d21 req-e833db2d-bacd-4ec7-b0f5-e93ad8de9f87 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:48.357970 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-25b887a9-6dda-41a0-99c3-fcc478fd5d21 req-e833db2d-bacd-4ec7-b0f5-e93ad8de9f87 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:48.359163 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-25b887a9-6dda-41a0-99c3-fcc478fd5d21 req-e833db2d-bacd-4ec7-b0f5-e93ad8de9f87 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/18826152-5d4d-422f-b801-689977b24263 HTTP/1.1" status: 204 len: 173 time: 0.0789216 Jul 16 01:17:48.368198 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-f271783c-d993-4301-acfc-4753cd716575 req-b35d7dee-4c8b-4d3f-9bb4-b71ba8ea0967 service neutron] Request body: {'port': {'device_id': '8ce27e65-df29-4553-8dd3-71bae3c49bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:48.370746 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833db2d-bacd-4ec7-b0f5-e93ad8de9f87 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18826152-5d4d-422f-b801-689977b24263,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:48.464017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-c4613055-4b60-40af-b7e7-19e509c79c6d service neutron] No DVR routers for this DVR port 77b37b9b-124d-49df-811e-6712d93ab0f0 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:48.503624 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4613055-4b60-40af-b7e7-19e509c79c6d service neutron] Pushing event updated for resources: {'Port': ['ID=77b37b9b-124d-49df-811e-6712d93ab0f0,revision_number=10']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:48.525275 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-4cdf44bb-46e5-4e57-9b1b-cfa7770cde7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:48.526712 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-4cdf44bb-46e5-4e57-9b1b-cfa7770cde7b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 1102 time: 0.2806444 Jul 16 01:17:48.594112 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-c4613055-4b60-40af-b7e7-19e509c79c6d service neutron] 10.222.0.84 "PUT /v2.0/ports/77b37b9b-124d-49df-811e-6712d93ab0f0/bindings/n-h2-792394-16/activate HTTP/1.1" status: 200 len: 370 time: 1.3703361 Jul 16 01:17:48.596268 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f271783c-d993-4301-acfc-4753cd716575 req-b35d7dee-4c8b-4d3f-9bb4-b71ba8ea0967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:48.723928 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115541c0-af95-4051-a0d7-e73f776b65ad req-b36f6edc-9ee4-4bfb-8c9f-65461a0a9cb4 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:48.731012 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-115541c0-af95-4051-a0d7-e73f776b65ad req-b36f6edc-9ee4-4bfb-8c9f-65461a0a9cb4 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.2705824 Jul 16 01:17:48.747044 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-caabec3c-f026-4a4a-b336-8081f7761a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:48.747661 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-0457a1c3-4729-462f-9ad7-5f72bf7565f6 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:48.748751 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-caabec3c-f026-4a4a-b336-8081f7761a7e service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2089205 Jul 16 01:17:48.749259 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-0457a1c3-4729-462f-9ad7-5f72bf7565f6 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e&tenant_id=ca9f8f0612374680aaef3c5c85953dfc&binding%3Ahost_id=n-h1-792394-16 HTTP/1.1" status: 200 len: 1097 time: 0.0730863 Jul 16 01:17:48.775272 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-776db6b7-75b4-47d9-ba49-735ec2ecfa1d req-7b2068d4-de80-4b20-a55e-a93e2ea87cbc tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-74789355', 'description': 'tempest-description-2029608486'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:48.836776 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-776db6b7-75b4-47d9-ba49-735ec2ecfa1d req-7b2068d4-de80-4b20-a55e-a93e2ea87cbc tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:48.850287 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-5a474cd9-76c8-4734-a730-786ca50dbe7e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=b1d9d39f-08e5-4f19-9084-56eb40ff06dd HTTP/1.1" status: 200 len: 217 time: 0.0469661 Jul 16 01:17:48.869363 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-8b287e3b-714c-4d21-8cc2-f11a5be293ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:48.870874 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-8b287e3b-714c-4d21-8cc2-f11a5be293ab service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e&tenant_id=ca9f8f0612374680aaef3c5c85953dfc HTTP/1.1" status: 200 len: 1097 time: 0.0899696 Jul 16 01:17:48.893131 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-115541c0-af95-4051-a0d7-e73f776b65ad req-0263df99-65eb-4bad-aa2c-76955226db5a tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612146 Jul 16 01:17:48.940610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-cf4c103c-17ef-41d8-9d0b-89efd4b4086d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:48.942096 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-cf4c103c-17ef-41d8-9d0b-89efd4b4086d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0842283 Jul 16 01:17:48.982144 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-776db6b7-75b4-47d9-ba49-735ec2ecfa1d req-7b2068d4-de80-4b20-a55e-a93e2ea87cbc tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:48.994423 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-776db6b7-75b4-47d9-ba49-735ec2ecfa1d req-7b2068d4-de80-4b20-a55e-a93e2ea87cbc tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.029207 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-78cb475f-622b-47db-a62d-52081acc9380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:49.031138 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-78cb475f-622b-47db-a62d-52081acc9380 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 1097 time: 0.1311595 Jul 16 01:17:49.037906 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-776db6b7-75b4-47d9-ba49-735ec2ecfa1d req-7b2068d4-de80-4b20-a55e-a93e2ea87cbc tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.051408 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-776db6b7-75b4-47d9-ba49-735ec2ecfa1d req-7b2068d4-de80-4b20-a55e-a93e2ea87cbc tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2814395 Jul 16 01:17:49.073053 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-c8b96772-a5f2-4b16-ab90-63218746d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:49.074577 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-c8b96772-a5f2-4b16-ab90-63218746d264 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1061711 Jul 16 01:17:49.082101 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2068d4-de80-4b20-a55e-a93e2ea87cbc tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a7e0ec-0f93-49f4-9e82-92da15e5a511,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:49.134204 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-f271783c-d993-4301-acfc-4753cd716575 req-b35d7dee-4c8b-4d3f-9bb4-b71ba8ea0967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e9a96e-26df-4743-a091-5a69fa10b8e9 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:49.145296 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f271783c-d993-4301-acfc-4753cd716575 req-b35d7dee-4c8b-4d3f-9bb4-b71ba8ea0967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.191073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-f271783c-d993-4301-acfc-4753cd716575 req-b35d7dee-4c8b-4d3f-9bb4-b71ba8ea0967 service neutron] Transition to ACTIVE for port object e8e9a96e-26df-4743-a091-5a69fa10b8e9 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:49.215226 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f271783c-d993-4301-acfc-4753cd716575 req-b35d7dee-4c8b-4d3f-9bb4-b71ba8ea0967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.311070 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-9d1fde3e-8fc3-4e9f-a390-673c93e6ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:49.313186 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-9d1fde3e-8fc3-4e9f-a390-673c93e6ea6d service neutron] 10.222.0.82 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 908 time: 0.2555196 Jul 16 01:17:49.322003 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-c53f3aa8-bfc3-4500-a613-731bdabc3479 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266731 Jul 16 01:17:49.338923 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36318) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:49.367063 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-d2eda3f5-0227-487e-a03d-49dd2748878b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b37b9b-124d-49df-811e-6712d93ab0f0 HTTP/1.1" status: 200 len: 217 time: 0.0456998 Jul 16 01:17:49.379190 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d7dee-4c8b-4d3f-9bb4-b71ba8ea0967 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e9a96e-26df-4743-a091-5a69fa10b8e9,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:49.383356 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7379e-5419-463d-b5c8-6fdcb4ec1f63 req-c2499ae6-0dd4-4894-b7b7-c35b29d3a92c tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:49.390821 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-12e7379e-5419-463d-b5c8-6fdcb4ec1f63 req-c2499ae6-0dd4-4894-b7b7-c35b29d3a92c tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 944 time: 0.1324470 Jul 16 01:17:49.481662 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-12e7379e-5419-463d-b5c8-6fdcb4ec1f63 req-547736be-ee0f-4e62-bc59-ff3101e480e5 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901539 Jul 16 01:17:49.483535 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-ff1ba720-df86-4086-8e8e-2bcf4d6bb432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:49.486865 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-ff1ba720-df86-4086-8e8e-2bcf4d6bb432 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=53fcd526-4834-4829-80ef-c0f48c90d8f1 HTTP/1.1" status: 200 len: 847 time: 0.0936749 Jul 16 01:17:49.524954 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-28a65c03-7279-4b12-99ec-ad49b4d227a8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0acde702-0391-44d7-919c-717172e79311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295327 Jul 16 01:17:49.534155 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c54aa-770d-4fc9-b687-76d4dae49ac2 req-e12507f1-f302-4d60-be1f-35fa58ce5615 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:49.535644 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b1c54aa-770d-4fc9-b687-76d4dae49ac2 req-e12507f1-f302-4d60-be1f-35fa58ce5615 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.3133638 Jul 16 01:17:49.540009 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-736e5977-ae53-41ae-a2f1-ccd457d772b5 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985753 Jul 16 01:17:49.575842 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f271783c-d993-4301-acfc-4753cd716575 req-b35d7dee-4c8b-4d3f-9bb4-b71ba8ea0967 service neutron] Attempting to bind port e8e9a96e-26df-4743-a091-5a69fa10b8e9 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:49.576090 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f271783c-d993-4301-acfc-4753cd716575 req-b35d7dee-4c8b-4d3f-9bb4-b71ba8ea0967 service neutron] Attempting to bind port e8e9a96e-26df-4743-a091-5a69fa10b8e9 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:49.576418 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f271783c-d993-4301-acfc-4753cd716575 req-b35d7dee-4c8b-4d3f-9bb4-b71ba8ea0967 service neutron] Attempting to bind port e8e9a96e-26df-4743-a091-5a69fa10b8e9 on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:49.596583 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-14a9bb8f-4528-443f-aa42-5e58f44523b5 req-b578d5d6-6a5d-4198-b7db-c72e994ae8e4 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "GET /v2.0/security-groups/b1a7e0ec-0f93-49f4-9e82-92da15e5a511 HTTP/1.1" status: 200 len: 1811 time: 0.0747101 Jul 16 01:17:49.597344 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f271783c-d993-4301-acfc-4753cd716575 req-b35d7dee-4c8b-4d3f-9bb4-b71ba8ea0967 service neutron] Port e8e9a96e-26df-4743-a091-5a69fa10b8e9 on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:17:49.597734 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f271783c-d993-4301-acfc-4753cd716575 req-b35d7dee-4c8b-4d3f-9bb4-b71ba8ea0967 service neutron] Attempting to bind port e8e9a96e-26df-4743-a091-5a69fa10b8e9 on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:49.614006 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d5bf3a81-d7d6-4e57-aaef-6e1f9836c4d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28e2d558f60f48b59a784ddce55f2a54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689829 Jul 16 01:17:49.615443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36324) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:49.622744 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f271783c-d993-4301-acfc-4753cd716575 req-b35d7dee-4c8b-4d3f-9bb4-b71ba8ea0967 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:49.623006 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f271783c-d993-4301-acfc-4753cd716575 req-b35d7dee-4c8b-4d3f-9bb4-b71ba8ea0967 service neutron] Checking segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:49.623401 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f271783c-d993-4301-acfc-4753cd716575 req-b35d7dee-4c8b-4d3f-9bb4-b71ba8ea0967 service neutron] Bound using segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:49.623812 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f271783c-d993-4301-acfc-4753cd716575 req-b35d7dee-4c8b-4d3f-9bb4-b71ba8ea0967 service neutron] Bound port: e8e9a96e-26df-4743-a091-5a69fa10b8e9, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:49.624174 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f271783c-d993-4301-acfc-4753cd716575 req-b35d7dee-4c8b-4d3f-9bb4-b71ba8ea0967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.640247 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b1c54aa-770d-4fc9-b687-76d4dae49ac2 req-f2d1b448-3d49-46f2-9ab5-568ff1a8d249 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950701 Jul 16 01:17:49.669768 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-04e97293-9dc5-420d-b99b-2a5ce6ad549b service neutron] 10.222.0.82 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310101 Jul 16 01:17:49.732688 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ebcc8a6e-69e7-4a02-94c1-a5db68fce911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.748585 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f271783c-d993-4301-acfc-4753cd716575 req-b35d7dee-4c8b-4d3f-9bb4-b71ba8ea0967 service neutron] For port e8e9a96e-26df-4743-a091-5a69fa10b8e9, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:49.768765 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ebcc8a6e-69e7-4a02-94c1-a5db68fce911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.771769 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f271783c-d993-4301-acfc-4753cd716575 req-b35d7dee-4c8b-4d3f-9bb4-b71ba8ea0967 service neutron] For port e8e9a96e-26df-4743-a091-5a69fa10b8e9, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=e8e9a96e-26df-4743-a091-5a69fa10b8e9,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:49.786591 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f271783c-d993-4301-acfc-4753cd716575 req-b35d7dee-4c8b-4d3f-9bb4-b71ba8ea0967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.794915 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-2a15e248-cc0c-41f8-a69a-966a8218dd22 service neutron] 10.222.0.82 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127400 Jul 16 01:17:49.868282 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271783c-d993-4301-acfc-4753cd716575 req-b35d7dee-4c8b-4d3f-9bb4-b71ba8ea0967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:49.868902 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f271783c-d993-4301-acfc-4753cd716575 req-b35d7dee-4c8b-4d3f-9bb4-b71ba8ea0967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.870299 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f271783c-d993-4301-acfc-4753cd716575 req-b35d7dee-4c8b-4d3f-9bb4-b71ba8ea0967 service neutron] 10.222.0.82 "PUT /v2.0/ports/e8e9a96e-26df-4743-a091-5a69fa10b8e9 HTTP/1.1" status: 200 len: 1093 time: 1.5465629 Jul 16 01:17:49.876332 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce27e65-df29-4553-8dd3-71bae3c49bd8', 'tag': 'e8e9a96e-26df-4743-a091-5a69fa10b8e9'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:49.878653 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512a00c1-ad78-4ae0-ae46-0f849dc0d7f0" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce27e65-df29-4553-8dd3-71bae3c49bd8", "tag": "e8e9a96e-26df-4743-a091-5a69fa10b8e9"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:49.889988 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d9579-9dc3-4904-b66c-8ce758157205 req-2521e353-082d-4324-a7ba-277b2f6018a5 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:49.891659 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2b9d9579-9dc3-4904-b66c-8ce758157205 req-2521e353-082d-4324-a7ba-277b2f6018a5 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 945 time: 0.0873988 Jul 16 01:17:49.905267 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d7dee-4c8b-4d3f-9bb4-b71ba8ea0967 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e9a96e-26df-4743-a091-5a69fa10b8e9,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:49.931939 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ebcc8a6e-69e7-4a02-94c1-a5db68fce911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.934408 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ebcc8a6e-69e7-4a02-94c1-a5db68fce911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.935493 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ebcc8a6e-69e7-4a02-94c1-a5db68fce911 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d171dc1-dde4-422d-aaaa-f297fb2b038b HTTP/1.1" status: 204 len: 168 time: 0.3200088 Jul 16 01:17:49.943321 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2b9d9579-9dc3-4904-b66c-8ce758157205 req-be2c4f9b-9d95-4d2a-95ae-d222fe0df95b tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447583 Jul 16 01:17:49.970270 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc8a6e-69e7-4a02-94c1-a5db68fce911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d171dc1-dde4-422d-aaaa-f297fb2b038b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:49.975592 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e0f30-3fa5-4174-93b1-836f4f088999 req-d4d67e15-d3f3-4f4b-a495-39fc7f5df02a tempest-ServersAdminNegativeTestJSON-598481738 tempest-ServersAdminNegativeTestJSON-598481738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:49.977174 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f82e0f30-3fa5-4174-93b1-836f4f088999 req-d4d67e15-d3f3-4f4b-a495-39fc7f5df02a tempest-ServersAdminNegativeTestJSON-598481738 tempest-ServersAdminNegativeTestJSON-598481738-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3e5628e0-4248-45c0-a55d-905cb0509345 HTTP/1.1" status: 200 len: 1102 time: 0.1694992 Jul 16 01:17:50.004917 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 48a139ac-c237-45ed-89a0-37ef38d12a1c no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:50.031110 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 48a139ac-c237-45ed-89a0-37ef38d12a1c {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:50.031616 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 48a139ac-c237-45ed-89a0-37ef38d12a1c not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:50.033862 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271783c-d993-4301-acfc-4753cd716575 req-09359670-b9ce-47e2-a418-46f09aad2da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:50.035582 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f271783c-d993-4301-acfc-4753cd716575 req-09359670-b9ce-47e2-a418-46f09aad2da5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=19f0097db32e406ab305cc19744860c5&device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 1096 time: 0.1147485 Jul 16 01:17:50.047348 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f82e0f30-3fa5-4174-93b1-836f4f088999 req-e2dcaa84-ca5e-435a-8b08-1906f0a1bb7d tempest-ServersAdminNegativeTestJSON-598481738 tempest-ServersAdminNegativeTestJSON-598481738-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c07a28c3-310d-4590-b6f4-1a1b106afc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511773 Jul 16 01:17:50.090818 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f271783c-d993-4301-acfc-4753cd716575 req-98bf8b45-e7aa-40e5-b379-5710f1537811 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8e9a96e-26df-4743-a091-5a69fa10b8e9 HTTP/1.1" status: 200 len: 217 time: 0.0424111 Jul 16 01:17:50.134638 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155a9aa0-0e69-4b91-bd05-7037b034fbec x-openstack-request-id: req-155a9aa0-0e69-4b91-bd05-7037b034fbec {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:50.134880 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce27e65-df29-4553-8dd3-71bae3c49bd8", "tag": "e8e9a96e-26df-4743-a091-5a69fa10b8e9", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:50.135133 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-155a9aa0-0e69-4b91-bd05-7037b034fbec {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:50.135527 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce27e65-df29-4553-8dd3-71bae3c49bd8', 'tag': 'e8e9a96e-26df-4743-a091-5a69fa10b8e9', 'status': 'completed', 'code': 200} Jul 16 01:17:50.157097 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271783c-d993-4301-acfc-4753cd716575 req-73e66f26-6cf3-4316-9b46-0b0460274f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:50.158653 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f271783c-d993-4301-acfc-4753cd716575 req-73e66f26-6cf3-4316-9b46-0b0460274f68 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda HTTP/1.1" status: 200 len: 861 time: 0.0608940 Jul 16 01:17:50.266495 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-fc45c303-5c94-4824-a799-0a94078ee67c tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:50.268790 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-fc45c303-5c94-4824-a799-0a94078ee67c tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e&tenant_id=ca9f8f0612374680aaef3c5c85953dfc&binding%3Ahost_id=n-h2-792394-16 HTTP/1.1" status: 200 len: 1097 time: 0.1154342 Jul 16 01:17:50.276227 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-b710d3e6-1bd3-4092-b6b9-744d226f205e req-e2827de5-73e6-4594-8b7f-39a67b37eb83 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-414851539', 'description': 'tempest-description-2112029980'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:50.338695 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b710d3e6-1bd3-4092-b6b9-744d226f205e req-e2827de5-73e6-4594-8b7f-39a67b37eb83 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:50.355584 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36340) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:50.385686 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-48c2c263-b125-4e5b-9b8e-5acdf7f14ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:50.466620 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f271783c-d993-4301-acfc-4753cd716575 req-ef137f6f-962d-48c1-8235-15f2820fe121 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=952b1f4f-1df7-48bd-a0c8-40d17571e492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3005538 Jul 16 01:17:50.506747 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-bf85a786-2362-4344-93e3-8da958c24b79 service neutron] For port 77b37b9b-124d-49df-811e-6712d93ab0f0, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:50.515580 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-bf85a786-2362-4344-93e3-8da958c24b79 service neutron] Notify callbacks [] for binding, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:50.516722 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6ef6ebe1-3cf0-4494-bc3e-075d3e8e45bc req-bf85a786-2362-4344-93e3-8da958c24b79 service neutron] 10.222.0.82 "DELETE /v2.0/ports/77b37b9b-124d-49df-811e-6712d93ab0f0/bindings/n-h1-792394-16 HTTP/1.1" status: 204 len: 173 time: 0.2321458 Jul 16 01:17:50.530917 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b710d3e6-1bd3-4092-b6b9-744d226f205e req-e2827de5-73e6-4594-8b7f-39a67b37eb83 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:50.543708 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b710d3e6-1bd3-4092-b6b9-744d226f205e req-e2827de5-73e6-4594-8b7f-39a67b37eb83 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:50.596842 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2827de5-73e6-4594-8b7f-39a67b37eb83 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6baee658-6f5d-479f-b316-fc594d5ddb45,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:50.602369 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31c603-2c62-4086-961a-58a5c5d2ad12 req-748c0b28-ae2f-4bb7-8fd5-a75761cc53e9 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:50.603793 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e31c603-2c62-4086-961a-58a5c5d2ad12 req-748c0b28-ae2f-4bb7-8fd5-a75761cc53e9 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.1404734 Jul 16 01:17:50.609961 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f271783c-d993-4301-acfc-4753cd716575 req-c3c6fc8f-9a8f-4e7b-9fdf-530d03fa93a1 service neutron] 10.222.0.82 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178365 Jul 16 01:17:50.657928 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-48c2c263-b125-4e5b-9b8e-5acdf7f14ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:50.663898 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-48c2c263-b125-4e5b-9b8e-5acdf7f14ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:50.670128 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e31c603-2c62-4086-961a-58a5c5d2ad12 req-b7171135-cbd9-45bd-a3d3-947896f51a42 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592599 Jul 16 01:17:50.677677 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b710d3e6-1bd3-4092-b6b9-744d226f205e req-e2827de5-73e6-4594-8b7f-39a67b37eb83 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:50.683120 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b710d3e6-1bd3-4092-b6b9-744d226f205e req-e2827de5-73e6-4594-8b7f-39a67b37eb83 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4119213 Jul 16 01:17:50.711933 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2c263-b125-4e5b-9b8e-5acdf7f14ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63950f01-27a8-4011-a53e-bf0352d59f33,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:50.733008 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f271783c-d993-4301-acfc-4753cd716575 req-712091c1-20b8-41f7-b90c-bb36814b12e1 service neutron] 10.222.0.82 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062753 Jul 16 01:17:50.733740 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-48c2c263-b125-4e5b-9b8e-5acdf7f14ea0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8174da3b8fb14355ae5866891851fbb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3757055 Jul 16 01:17:50.735320 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36350) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:50.791823 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bfe3519f-757c-4707-98d4-7e08a1f3f6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:50.864703 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bfe3519f-757c-4707-98d4-7e08a1f3f6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:50.905003 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f1796-8e51-4cba-b640-2794d5fe080e req-92a71003-0bd5-4bcb-a05f-96003c7ecd1e tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:50.917437 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-971f1796-8e51-4cba-b640-2794d5fe080e req-92a71003-0bd5-4bcb-a05f-96003c7ecd1e tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.0984857 Jul 16 01:17:50.936353 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a00c1-ad78-4ae0-ae46-0f849dc0d7f0 req-80bffdbb-6fb4-4d64-835d-9783f5583a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:50.937884 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-512a00c1-ad78-4ae0-ae46-0f849dc0d7f0 req-80bffdbb-6fb4-4d64-835d-9783f5583a78 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=19f0097db32e406ab305cc19744860c5&device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 1096 time: 0.1347172 Jul 16 01:17:50.951422 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3defd-069d-4478-bd57-d3e6320af725 req-7d0b6ab5-327a-44e7-960c-5799a6e2e827 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:50.952941 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-82e3defd-069d-4478-bd57-d3e6320af725 req-7d0b6ab5-327a-44e7-960c-5799a6e2e827 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 944 time: 0.1509171 Jul 16 01:17:50.961481 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bfe3519f-757c-4707-98d4-7e08a1f3f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:50.964432 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bfe3519f-757c-4707-98d4-7e08a1f3f6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:50.965884 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bfe3519f-757c-4707-98d4-7e08a1f3f6ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/63950f01-27a8-4011-a53e-bf0352d59f33 HTTP/1.1" status: 204 len: 168 time: 0.2296443 Jul 16 01:17:50.979104 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-971f1796-8e51-4cba-b640-2794d5fe080e req-710b8eef-6cf5-48d8-bcbd-406f3684610c tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414422 Jul 16 01:17:51.019279 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3519f-757c-4707-98d4-7e08a1f3f6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63950f01-27a8-4011-a53e-bf0352d59f33,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:51.073184 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-01f2a489-dd5d-4e1a-96fd-c24af8881eec req-ac4aa090-0a00-4fd0-bda3-48e2e6cfc22b tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "GET /v2.0/security-groups/6baee658-6f5d-479f-b316-fc594d5ddb45 HTTP/1.1" status: 200 len: 1812 time: 0.0617731 Jul 16 01:17:51.109553 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-82e3defd-069d-4478-bd57-d3e6320af725 req-b8d30018-677e-4e47-b1d6-594391c19002 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415548 Jul 16 01:17:51.132750 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a00c1-ad78-4ae0-ae46-0f849dc0d7f0 req-992fc860-d846-4a7a-a4ba-b53c519aad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:51.134311 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-512a00c1-ad78-4ae0-ae46-0f849dc0d7f0 req-992fc860-d846-4a7a-a4ba-b53c519aad7d service neutron] 10.222.0.82 "GET /v2.0/networks?id=952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 200 len: 922 time: 0.1805017 Jul 16 01:17:51.155506 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-2e930f03-c66a-44ff-af0c-2e88bd35a8b2 req-45fed453-77b3-45ee-9440-7af3419e4c1c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-482925883', 'description': 'tempest-description-1942213938'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:51.194227 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-512a00c1-ad78-4ae0-ae46-0f849dc0d7f0 req-7b17b979-97b7-4317-90a8-b38e8590b8f6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8e9a96e-26df-4743-a091-5a69fa10b8e9 HTTP/1.1" status: 200 len: 217 time: 0.0490236 Jul 16 01:17:51.239757 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2e930f03-c66a-44ff-af0c-2e88bd35a8b2 req-45fed453-77b3-45ee-9440-7af3419e4c1c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.243386 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434274e2-e034-4f1d-8a58-248824d31e78 req-ac42f353-59e3-4f3a-868c-3d2cf34dda22 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:51.250663 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-434274e2-e034-4f1d-8a58-248824d31e78 req-ac42f353-59e3-4f3a-868c-3d2cf34dda22 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 945 time: 0.0727444 Jul 16 01:17:51.269184 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a00c1-ad78-4ae0-ae46-0f849dc0d7f0 req-cc19dbb5-7908-4308-9543-9b1d677b0f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:51.270797 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-512a00c1-ad78-4ae0-ae46-0f849dc0d7f0 req-cc19dbb5-7908-4308-9543-9b1d677b0f2d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda HTTP/1.1" status: 200 len: 861 time: 0.0708869 Jul 16 01:17:51.288680 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-434274e2-e034-4f1d-8a58-248824d31e78 req-77600c0b-7d44-4bfd-adab-57b209090eb8 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370889 Jul 16 01:17:51.346104 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-512a00c1-ad78-4ae0-ae46-0f849dc0d7f0 req-b6eabd57-7720-44d9-9dc4-128d36ba50f2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=952b1f4f-1df7-48bd-a0c8-40d17571e492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554018 Jul 16 01:17:51.454507 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2e930f03-c66a-44ff-af0c-2e88bd35a8b2 req-45fed453-77b3-45ee-9440-7af3419e4c1c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.516738 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-512a00c1-ad78-4ae0-ae46-0f849dc0d7f0 req-66732d6e-69cb-44b6-a0c4-5b45ac70ff74 service neutron] 10.222.0.82 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547489 Jul 16 01:17:51.517929 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2e930f03-c66a-44ff-af0c-2e88bd35a8b2 req-45fed453-77b3-45ee-9440-7af3419e4c1c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.578238 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2e930f03-c66a-44ff-af0c-2e88bd35a8b2 req-45fed453-77b3-45ee-9440-7af3419e4c1c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.579564 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2e930f03-c66a-44ff-af0c-2e88bd35a8b2 req-45fed453-77b3-45ee-9440-7af3419e4c1c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4289541 Jul 16 01:17:51.580223 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fed453-77b3-45ee-9440-7af3419e4c1c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22d97e75-42cd-4220-a758-0808b671e68f,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:51.654861 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-512a00c1-ad78-4ae0-ae46-0f849dc0d7f0 req-238dde97-8178-4101-902e-2e811ddf69c4 service neutron] 10.222.0.82 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264551 Jul 16 01:17:51.768160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71769b89-362a-442a-8ae6-5bfef353d25f req-a6703bce-1ba3-4f28-be5f-dca7d5740fcf tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:51.769761 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-71769b89-362a-442a-8ae6-5bfef353d25f req-a6703bce-1ba3-4f28-be5f-dca7d5740fcf tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 1097 time: 0.0605912 Jul 16 01:17:51.783042 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-55319aeb-3476-4f46-9e17-03f4b2d13e59 req-fea51d90-b846-4b42-a631-bb334fb77d93 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "GET /v2.0/security-groups/22d97e75-42cd-4220-a758-0808b671e68f HTTP/1.1" status: 200 len: 1812 time: 0.0448837 Jul 16 01:17:51.814860 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-71769b89-362a-442a-8ae6-5bfef353d25f req-0109b71e-8ac1-425d-9ecd-f06898a2da70 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379350 Jul 16 01:17:51.858094 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36396) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:51.953937 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170ab3d-3f6d-4df8-94da-0391aee7bd38 req-895528de-2b0d-4285-b6f0-79446a44a393 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:51.955461 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7170ab3d-3f6d-4df8-94da-0391aee7bd38 req-895528de-2b0d-4285-b6f0-79446a44a393 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.0722446 Jul 16 01:17:51.977063 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-5c9a3d32-1c7a-47c4-be46-c9d61ee615b3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-network', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:51.995388 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7170ab3d-3f6d-4df8-94da-0391aee7bd38 req-9d94edd0-4ab5-4583-b354-49991296d099 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337322 Jul 16 01:17:52.004430 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 77b37b9b-124d-49df-811e-6712d93ab0f0 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:52.026668 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9a3d32-1c7a-47c4-be46-c9d61ee615b3 admin admin] Made reservation on behalf of b5319644441342cdbeb9ea6582f89529 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:52.027744 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-005cba20-4d7c-4c81-ada7-e2b4749a5c5d req-71aa8531-b89c-4dd2-9bb5-f1bd258d688c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-620152927', 'description': 'tempest-description-199319590'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:52.029537 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5c9a3d32-1c7a-47c4-be46-c9d61ee615b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.045423 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cf584-5e3c-49d3-b952-bea43125b091 req-e9c70bf5-57ce-4378-be6a-f9a16b92b0d4 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:52.047023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0f2cf584-5e3c-49d3-b952-bea43125b091 req-e9c70bf5-57ce-4378-be6a-f9a16b92b0d4 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e5628e0-4248-45c0-a55d-905cb0509345 HTTP/1.1" status: 200 len: 950 time: 0.1087348 Jul 16 01:17:52.048044 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 77b37b9b-124d-49df-811e-6712d93ab0f0 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:52.048201 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5c9a3d32-1c7a-47c4-be46-c9d61ee615b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.054594 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-005cba20-4d7c-4c81-ada7-e2b4749a5c5d req-71aa8531-b89c-4dd2-9bb5-f1bd258d688c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.081992 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.db.api [req-005cba20-4d7c-4c81-ada7-e2b4749a5c5d req-71aa8531-b89c-4dd2-9bb5-f1bd258d688c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:17:52.081992 n-d-792394-16 neutron-server[93956]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:17:52.081992 n-d-792394-16 neutron-server[93956]: [parameters: {'project_id_1': '1bc80fc3b4fe4c128693446ca67c0b6c', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 17, 52, 70181)}] Jul 16 01:17:52.081992 n-d-792394-16 neutron-server[93956]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93956) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:17:52.082479 n-d-792394-16 neutron-server[93956]: DEBUG oslo_db.api [req-005cba20-4d7c-4c81-ada7-e2b4749a5c5d req-71aa8531-b89c-4dd2-9bb5-f1bd258d688c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:17:52.110570 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0f2cf584-5e3c-49d3-b952-bea43125b091 req-3fe1129f-917f-48b1-a3a4-274899147eca tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/security-groups?id=c07a28c3-310d-4590-b6f4-1a1b106afc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538652 Jul 16 01:17:52.121487 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 77b37b9b-124d-49df-811e-6712d93ab0f0 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:52.176409 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5c9a3d32-1c7a-47c4-be46-c9d61ee615b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.185901 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5c9a3d32-1c7a-47c4-be46-c9d61ee615b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.233467 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a3d32-1c7a-47c4-be46-c9d61ee615b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b440df-e699-4da3-949e-5d470aa88b89,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:52.250440 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9a3d32-1c7a-47c4-be46-c9d61ee615b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:17:52.293856 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5c9a3d32-1c7a-47c4-be46-c9d61ee615b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.294231 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-5c9a3d32-1c7a-47c4-be46-c9d61ee615b3 admin admin] Added segment 5fb644d6-0a18-4b52-9c4c-f3e22f80ca52 of type vlan for network b96789ad-e3d0-4b87-a610-aa1116fe3317 Jul 16 01:17:52.352157 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5c9a3d32-1c7a-47c4-be46-c9d61ee615b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.363810 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-1e222934-c19c-47be-a53e-9cdeafd396cb tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:52.365548 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-1e222934-c19c-47be-a53e-9cdeafd396cb tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 807 time: 0.1635332 Jul 16 01:17:52.390863 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-ae741e5a-ed5a-4e23-9393-0088af9d7cc9 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/quotas/ca9f8f0612374680aaef3c5c85953dfc HTTP/1.1" status: 200 len: 375 time: 0.0195060 Jul 16 01:17:52.410656 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5c9a3d32-1c7a-47c4-be46-c9d61ee615b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.411565 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a3d32-1c7a-47c4-be46-c9d61ee615b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:52.412482 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5c9a3d32-1c7a-47c4-be46-c9d61ee615b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.478471 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5c9a3d32-1c7a-47c4-be46-c9d61ee615b3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6191444 Jul 16 01:17:52.481612 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36416) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:52.486853 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-52919be9-42e0-4811-99fe-447d9c70514d admin admin] Request body: {'subnet': {'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-subnet', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:52.506832 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a3d32-1c7a-47c4-be46-c9d61ee615b3 admin admin] Pushing event updated for resources: {'Network': ['ID=b96789ad-e3d0-4b87-a610-aa1116fe3317,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:52.510831 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52919be9-42e0-4811-99fe-447d9c70514d admin admin] Made reservation on behalf of b5319644441342cdbeb9ea6582f89529 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:52.513302 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-52919be9-42e0-4811-99fe-447d9c70514d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.518629 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network b96789ad-e3d0-4b87-a610-aa1116fe3317 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:17:52.541337 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-20bbc57e-4fb1-43c8-91aa-29052a887f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1407766 Jul 16 01:17:52.585685 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-005cba20-4d7c-4c81-ada7-e2b4749a5c5d req-71aa8531-b89c-4dd2-9bb5-f1bd258d688c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.633079 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-57691bf0-5a72-4d65-92e3-868b5e70e59e service neutron] 10.222.0.16 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908606 Jul 16 01:17:52.730832 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-61410f59-b90d-4a82-bcbd-e57fc457555b service neutron] 10.222.0.16 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909655 Jul 16 01:17:52.744407 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-52919be9-42e0-4811-99fe-447d9c70514d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.759752 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-005cba20-4d7c-4c81-ada7-e2b4749a5c5d req-71aa8531-b89c-4dd2-9bb5-f1bd258d688c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.781663 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-005cba20-4d7c-4c81-ada7-e2b4749a5c5d req-71aa8531-b89c-4dd2-9bb5-f1bd258d688c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.831922 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52919be9-42e0-4811-99fe-447d9c70514d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7f91db5-9b19-4112-b5a1-d9fe823a6613,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:52.842178 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-005cba20-4d7c-4c81-ada7-e2b4749a5c5d req-71aa8531-b89c-4dd2-9bb5-f1bd258d688c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.843627 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-005cba20-4d7c-4c81-ada7-e2b4749a5c5d req-71aa8531-b89c-4dd2-9bb5-f1bd258d688c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.8204899 Jul 16 01:17:52.854738 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa8531-b89c-4dd2-9bb5-f1bd258d688c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a852e0-346f-434d-936d-1746ac947115,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:52.854738 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52919be9-42e0-4811-99fe-447d9c70514d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.855285 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52919be9-42e0-4811-99fe-447d9c70514d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.855285 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52919be9-42e0-4811-99fe-447d9c70514d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.855465 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52919be9-42e0-4811-99fe-447d9c70514d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.855788 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52919be9-42e0-4811-99fe-447d9c70514d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.856122 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52919be9-42e0-4811-99fe-447d9c70514d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.856463 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52919be9-42e0-4811-99fe-447d9c70514d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.856769 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52919be9-42e0-4811-99fe-447d9c70514d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.857091 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52919be9-42e0-4811-99fe-447d9c70514d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.857476 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52919be9-42e0-4811-99fe-447d9c70514d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.857793 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52919be9-42e0-4811-99fe-447d9c70514d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.858127 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52919be9-42e0-4811-99fe-447d9c70514d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.873284 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa8531-b89c-4dd2-9bb5-f1bd258d688c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.873795 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa8531-b89c-4dd2-9bb5-f1bd258d688c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.873950 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa8531-b89c-4dd2-9bb5-f1bd258d688c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.874281 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa8531-b89c-4dd2-9bb5-f1bd258d688c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.874849 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa8531-b89c-4dd2-9bb5-f1bd258d688c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.875061 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa8531-b89c-4dd2-9bb5-f1bd258d688c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.875386 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa8531-b89c-4dd2-9bb5-f1bd258d688c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.875705 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa8531-b89c-4dd2-9bb5-f1bd258d688c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.876023 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa8531-b89c-4dd2-9bb5-f1bd258d688c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.876340 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa8531-b89c-4dd2-9bb5-f1bd258d688c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.876687 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa8531-b89c-4dd2-9bb5-f1bd258d688c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.877001 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa8531-b89c-4dd2-9bb5-f1bd258d688c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.883568 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52919be9-42e0-4811-99fe-447d9c70514d admin admin] Checking segment: {'id': '5fb644d6-0a18-4b52-9c4c-f3e22f80ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:52.883920 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52919be9-42e0-4811-99fe-447d9c70514d admin admin] Network hostable DHCP agents. Network: b96789ad-e3d0-4b87-a610-aa1116fe3317, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:17:52.908759 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52919be9-42e0-4811-99fe-447d9c70514d admin admin] Network b96789ad-e3d0-4b87-a610-aa1116fe3317 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:17:52.921683 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-52919be9-42e0-4811-99fe-447d9c70514d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, b96789ad-e3d0-4b87-a610-aa1116fe3317) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:52.931354 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce69850-43ba-4e94-bfe6-402651be76ef None None] Network b96789ad-e3d0-4b87-a610-aa1116fe3317 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:52.938014 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52919be9-42e0-4811-99fe-447d9c70514d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:52.938622 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-52919be9-42e0-4811-99fe-447d9c70514d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.966331 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-52919be9-42e0-4811-99fe-447d9c70514d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4811218 Jul 16 01:17:52.966911 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36424) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:52.971994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-47589ccc-4ed8-4011-ae92-4f37f555adad admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:53.061522 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34911602-b996-4610-9981-74a631cccdb2 req-db38e6f7-7228-4974-8cd3-86a085e2ff29 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:53.063240 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34911602-b996-4610-9981-74a631cccdb2 req-db38e6f7-7228-4974-8cd3-86a085e2ff29 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 944 time: 0.0872476 Jul 16 01:17:53.064222 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47589ccc-4ed8-4011-ae92-4f37f555adad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.065587 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47589ccc-4ed8-4011-ae92-4f37f555adad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.089545 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58425cec-74e3-4ac8-ac66-08756a3b653d req-4b09b583-05b5-48b7-a281-f27daef6605f tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:53.094585 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-58425cec-74e3-4ac8-ac66-08756a3b653d req-4b09b583-05b5-48b7-a281-f27daef6605f tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.1280162 Jul 16 01:17:53.141231 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92af4fd0-b1c4-4c4c-8479-3a1eae0b8761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-b96789ad-e3d0-4b87-a610-aa1116fe3317', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'fixed_ips': [{'subnet_id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:17:53.142848 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92af4fd0-b1c4-4c4c-8479-3a1eae0b8761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.170313 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-58425cec-74e3-4ac8-ac66-08756a3b653d req-9de2c6d4-e3a9-4a4c-8197-93deeef03ee8 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688674 Jul 16 01:17:53.170563 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47589ccc-4ed8-4011-ae92-4f37f555adad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.181677 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34911602-b996-4610-9981-74a631cccdb2 req-1182b244-959f-4ed0-bd4f-5d2d3e35332c tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081731 Jul 16 01:17:53.293290 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-92af4fd0-b1c4-4c4c-8479-3a1eae0b8761 None None] Allocated IP 172.20.0.2 (b96789ad-e3d0-4b87-a610-aa1116fe3317/b7f91db5-9b19-4112-b5a1-d9fe823a6613/33ce830a-1650-45eb-b4b8-e7ac4a2a1b55) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:53.318226 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7da8c6ff-e01b-43d7-96d1-e061f1bb666e req-02113cbe-5a82-4fb3-9e7d-5e480701435b tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 210 time: 0.0461888 Jul 16 01:17:53.452381 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47589ccc-4ed8-4011-ae92-4f37f555adad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.541053 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45959862-aec1-43d1-8adc-21855b8e1550 req-b667a59c-0153-4ebc-a84a-122962c37652 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "GET /v2.0/security-groups/f4a852e0-346f-434d-936d-1746ac947115 HTTP/1.1" status: 200 len: 1811 time: 0.1579182 Jul 16 01:17:53.571464 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f476f-8dd2-439f-a7a1-9dd9ab56987a req-bf89e6a5-f7cc-4fa1-ae3e-ac2985572ea5 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:53.573744 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ea2f476f-8dd2-439f-a7a1-9dd9ab56987a req-bf89e6a5-f7cc-4fa1-ae3e-ac2985572ea5 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e5628e0-4248-45c0-a55d-905cb0509345 HTTP/1.1" status: 200 len: 950 time: 0.2684031 Jul 16 01:17:53.594372 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92af4fd0-b1c4-4c4c-8479-3a1eae0b8761 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.614263 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ed9dd-acdb-4a68-971a-c0776695d868 req-96f126bc-82e4-4350-b200-893f15a311a1 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:53.615818 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-92af4fd0-b1c4-4c4c-8479-3a1eae0b8761 None None] Transition to ACTIVE for port object 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:53.621661 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-613ed9dd-acdb-4a68-971a-c0776695d868 req-96f126bc-82e4-4350-b200-893f15a311a1 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.1404228 Jul 16 01:17:53.653432 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-92af4fd0-b1c4-4c4c-8479-3a1eae0b8761 None None] Transition to ACTIVE for port object 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:53.661521 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92af4fd0-b1c4-4c4c-8479-3a1eae0b8761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.706163 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92af4fd0-b1c4-4c4c-8479-3a1eae0b8761 None None] Network b96789ad-e3d0-4b87-a610-aa1116fe3317 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:53.709752 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-92af4fd0-b1c4-4c4c-8479-3a1eae0b8761 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:53.714323 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92af4fd0-b1c4-4c4c-8479-3a1eae0b8761 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:53.721012 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-613ed9dd-acdb-4a68-971a-c0776695d868 req-69cfc071-fbcb-452e-93e3-32fb2c2073a0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936677 Jul 16 01:17:53.722793 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af4fd0-b1c4-4c4c-8479-3a1eae0b8761 None None] Pushing event updated for resources: {'Port': ['ID=33ce830a-1650-45eb-b4b8-e7ac4a2a1b55,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:53.790622 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-92af4fd0-b1c4-4c4c-8479-3a1eae0b8761 None None] Attempting to bind port 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:53.791037 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-92af4fd0-b1c4-4c4c-8479-3a1eae0b8761 None None] Attempting to bind port 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '5fb644d6-0a18-4b52-9c4c-f3e22f80ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:53.791393 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92af4fd0-b1c4-4c4c-8479-3a1eae0b8761 None None] Attempting to bind port 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55 on network b96789ad-e3d0-4b87-a610-aa1116fe3317 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:53.795417 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0e601-7dc8-4155-962e-7d421ef4623a req-5013dcea-6ccc-45a7-bd80-84c330d50253 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:53.797018 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7aa0e601-7dc8-4155-962e-7d421ef4623a req-5013dcea-6ccc-45a7-bd80-84c330d50253 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e5628e0-4248-45c0-a55d-905cb0509345 HTTP/1.1" status: 200 len: 950 time: 0.1468341 Jul 16 01:17:53.803360 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [req-edd4461f-a01d-45ec-b6b5-3d4f732d88c7 req-07f8d418-6522-415c-9d01-1008f55b7168 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] show failed (client error): The resource could not be found. Jul 16 01:17:53.803588 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92af4fd0-b1c4-4c4c-8479-3a1eae0b8761 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:53.804040 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92af4fd0-b1c4-4c4c-8479-3a1eae0b8761 None None] Checking segment: {'id': '5fb644d6-0a18-4b52-9c4c-f3e22f80ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:53.804704 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92af4fd0-b1c4-4c4c-8479-3a1eae0b8761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.805258 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92af4fd0-b1c4-4c4c-8479-3a1eae0b8761 None None] Bound using segment: {'id': '5fb644d6-0a18-4b52-9c4c-f3e22f80ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:53.805879 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-edd4461f-a01d-45ec-b6b5-3d4f732d88c7 req-07f8d418-6522-415c-9d01-1008f55b7168 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "GET /v2.0/security-groups/64b71722-314a-4885-ad07-8d15ea9bbb59 HTTP/1.1" status: 404 len: 352 time: 0.0394454 Jul 16 01:17:53.806057 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-92af4fd0-b1c4-4c4c-8479-3a1eae0b8761 None None] Bound port: 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb644d6-0a18-4b52-9c4c-f3e22f80ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:53.806633 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92af4fd0-b1c4-4c4c-8479-3a1eae0b8761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.849337 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [req-ee176b14-7901-41d1-be08-c0c1b57ae6b4 req-975d6df2-6212-4fb1-9947-b0c160fa2d99 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] show failed (client error): The resource could not be found. Jul 16 01:17:53.863103 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ee176b14-7901-41d1-be08-c0c1b57ae6b4 req-975d6df2-6212-4fb1-9947-b0c160fa2d99 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "GET /v2.0/security-group-rules/8f81cbbb-48c3-4205-9073-b084111cce56 HTTP/1.1" status: 404 len: 361 time: 0.0295973 Jul 16 01:17:53.897429 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-ea2f476f-8dd2-439f-a7a1-9dd9ab56987a req-c1a404ce-537a-4cab-a9cc-543317856260 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Deleting port 195fa0f0-325f-4dd4-9983-2908af65a898 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:53.897889 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ea2f476f-8dd2-439f-a7a1-9dd9ab56987a req-c1a404ce-537a-4cab-a9cc-543317856260 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.915557 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-92af4fd0-b1c4-4c4c-8479-3a1eae0b8761 None None] For port 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:53.919603 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-92af4fd0-b1c4-4c4c-8479-3a1eae0b8761 None None] For port 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=33ce830a-1650-45eb-b4b8-e7ac4a2a1b55,segment=NetworkSegment(5fb644d6-0a18-4b52-9c4c-f3e22f80ca52),segment_id=5fb644d6-0a18-4b52-9c4c-f3e22f80ca52)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:53.925447 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92af4fd0-b1c4-4c4c-8479-3a1eae0b8761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.945076 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b7de4814-dd46-4353-b191-a33fba91dde9 req-36233c9f-9a66-4f1d-9b73-9f673d4d1aa8 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "GET /v2.0/security-groups/f4a852e0-346f-434d-936d-1746ac947115 HTTP/1.1" status: 200 len: 1811 time: 0.0576754 Jul 16 01:17:53.997586 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af4fd0-b1c4-4c4c-8479-3a1eae0b8761 None None] Pushing event updated for resources: {'Port': ['ID=33ce830a-1650-45eb-b4b8-e7ac4a2a1b55,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:54.027864 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b7de4814-dd46-4353-b191-a33fba91dde9 req-28596206-cd85-444b-a27a-24677cbf46f9 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.054929 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b7de4814-dd46-4353-b191-a33fba91dde9 req-28596206-cd85-444b-a27a-24677cbf46f9 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.102416 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b7de4814-dd46-4353-b191-a33fba91dde9 req-28596206-cd85-444b-a27a-24677cbf46f9 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.105302 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b7de4814-dd46-4353-b191-a33fba91dde9 req-28596206-cd85-444b-a27a-24677cbf46f9 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.107039 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b7de4814-dd46-4353-b191-a33fba91dde9 req-28596206-cd85-444b-a27a-24677cbf46f9 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "DELETE /v2.0/security-groups/f4a852e0-346f-434d-936d-1746ac947115 HTTP/1.1" status: 204 len: 173 time: 0.1526234 Jul 16 01:17:54.117910 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28596206-cd85-444b-a27a-24677cbf46f9 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a852e0-346f-434d-936d-1746ac947115,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:54.135026 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device e8e9a96e-26df-4743-a091-5a69fa10b8e9 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:17:54.225246 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f8eb2058-2da5-4f0c-80be-14adb80fdd2d req-f4564639-02ab-4969-9cb7-41d71bf52b96 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "GET /v2.0/security-groups/22d97e75-42cd-4220-a758-0808b671e68f HTTP/1.1" status: 200 len: 1812 time: 0.0787005 Jul 16 01:17:54.329090 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f8eb2058-2da5-4f0c-80be-14adb80fdd2d req-14fc455d-7cc6-45fb-b336-ff9a02f15541 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.340993 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7aa0e601-7dc8-4155-962e-7d421ef4623a req-04d8aac7-b4f4-438b-a23e-c0d8ffe7fb9c tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/security-groups?id=c07a28c3-310d-4590-b6f4-1a1b106afc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028384 Jul 16 01:17:54.368762 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port e8e9a96e-26df-4743-a091-5a69fa10b8e9, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=e8e9a96e-26df-4743-a091-5a69fa10b8e9,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:54.371554 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47589ccc-4ed8-4011-ae92-4f37f555adad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.383889 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'e8e9a96e-26df-4743-a091-5a69fa10b8e9', 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492', 'port_id': 'e8e9a96e-26df-4743-a091-5a69fa10b8e9', 'mac_address': 'fa:16:3e:14:cd:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:17:54.388104 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f8eb2058-2da5-4f0c-80be-14adb80fdd2d req-14fc455d-7cc6-45fb-b336-ff9a02f15541 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.419493 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47589ccc-4ed8-4011-ae92-4f37f555adad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.452721 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ea2f476f-8dd2-439f-a7a1-9dd9ab56987a req-c1a404ce-537a-4cab-a9cc-543317856260 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] For port 195fa0f0-325f-4dd4-9983-2908af65a898, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=195fa0f0-325f-4dd4-9983-2908af65a898,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:54.453317 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ea2f476f-8dd2-439f-a7a1-9dd9ab56987a req-c1a404ce-537a-4cab-a9cc-543317856260 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.471868 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f8eb2058-2da5-4f0c-80be-14adb80fdd2d req-14fc455d-7cc6-45fb-b336-ff9a02f15541 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.474777 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f8eb2058-2da5-4f0c-80be-14adb80fdd2d req-14fc455d-7cc6-45fb-b336-ff9a02f15541 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.484607 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.487961 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f8eb2058-2da5-4f0c-80be-14adb80fdd2d req-14fc455d-7cc6-45fb-b336-ff9a02f15541 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "DELETE /v2.0/security-groups/22d97e75-42cd-4220-a758-0808b671e68f HTTP/1.1" status: 204 len: 173 time: 0.2560184 Jul 16 01:17:54.511259 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e9a96e-26df-4743-a091-5a69fa10b8e9 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:54.517942 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc455d-7cc6-45fb-b336-ff9a02f15541 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d97e75-42cd-4220-a758-0808b671e68f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:54.518122 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-ea2f476f-8dd2-439f-a7a1-9dd9ab56987a req-c1a404ce-537a-4cab-a9cc-543317856260 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Calling delete_port for 195fa0f0-325f-4dd4-9983-2908af65a898 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:54.571525 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port e8e9a96e-26df-4743-a091-5a69fa10b8e9, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=e8e9a96e-26df-4743-a091-5a69fa10b8e9,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:54.581074 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.646894 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=e8e9a96e-26df-4743-a091-5a69fa10b8e9,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:54.658016 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-1e53e26e-b807-466d-81c8-5551d3fb2140 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:54.659638 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-1e53e26e-b807-466d-81c8-5551d3fb2140 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.84 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 807 time: 0.2143123 Jul 16 01:17:54.682428 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-aa58a7ed-c589-477b-9c2c-ed44ebfeee67 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Request body: {'port': {'device_id': '7aa8a80b-21e6-4538-b3ce-cd5253302656', 'network_id': '0acde702-0391-44d7-919c-717172e79311', 'admin_state_up': True, 'tenant_id': 'ca9f8f0612374680aaef3c5c85953dfc'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:54.710395 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-47589ccc-4ed8-4011-ae92-4f37f555adad admin admin] Allocated IP 172.25.6.238 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/c6e89cfb-1f56-44bf-8e82-c1f75bc44abf) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:54.728092 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb96cb4-65e9-4ab5-ae27-371550487c00 req-f5305a8e-9a3b-40c4-bb8a-92b881fefd99 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:54.729718 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dbb96cb4-65e9-4ab5-ae27-371550487c00 req-f5305a8e-9a3b-40c4-bb8a-92b881fefd99 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 944 time: 0.2296760 Jul 16 01:17:54.739324 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ec3b4-e66c-4410-847d-a4838bc34c12 req-fb141267-c45b-4707-b239-dcb7d714806c tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:54.741422 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a22ec3b4-e66c-4410-847d-a4838bc34c12 req-fb141267-c45b-4707-b239-dcb7d714806c tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.1416283 Jul 16 01:17:54.827589 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a22ec3b4-e66c-4410-847d-a4838bc34c12 req-ab4c485e-b922-4e41-bb2a-54f132a3e634 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586991 Jul 16 01:17:54.871922 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-aa58a7ed-c589-477b-9c2c-ed44ebfeee67 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Made reservation on behalf of ca9f8f0612374680aaef3c5c85953dfc for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:54.876907 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-aa58a7ed-c589-477b-9c2c-ed44ebfeee67 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.914799 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dbb96cb4-65e9-4ab5-ae27-371550487c00 req-96c42e9c-2e40-4ace-b160-5a2d9d8595c2 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491878 Jul 16 01:17:54.922178 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['e8e9a96e-26df-4743-a091-5a69fa10b8e9'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:55.009361 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ea2f476f-8dd2-439f-a7a1-9dd9ab56987a req-c1a404ce-537a-4cab-a9cc-543317856260 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.025358 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['195fa0f0-325f-4dd4-9983-2908af65a898'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:55.104113 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47589ccc-4ed8-4011-ae92-4f37f555adad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.136417 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-aa58a7ed-c589-477b-9c2c-ed44ebfeee67 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Allocated IP 172.20.0.4 (0acde702-0391-44d7-919c-717172e79311/53fcd526-4834-4829-80ef-c0f48c90d8f1/ac6e6db6-3f96-4df8-bed0-b111f3190e0d) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:55.180915 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a404ce-537a-4cab-a9cc-543317856260 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Pushing event deleted for resources: {'Port': ['ID=195fa0f0-325f-4dd4-9983-2908af65a898,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:55.203671 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:55.257048 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2f476f-8dd2-439f-a7a1-9dd9ab56987a req-c1a404ce-537a-4cab-a9cc-543317856260 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] No DVR routers for this DVR port 195fa0f0-325f-4dd4-9983-2908af65a898 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:55.277208 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ea2f476f-8dd2-439f-a7a1-9dd9ab56987a req-c1a404ce-537a-4cab-a9cc-543317856260 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.279308 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ea2f476f-8dd2-439f-a7a1-9dd9ab56987a req-c1a404ce-537a-4cab-a9cc-543317856260 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.84 "DELETE /v2.0/ports/195fa0f0-325f-4dd4-9983-2908af65a898 HTTP/1.1" status: 204 len: 173 time: 1.6942227 Jul 16 01:17:55.300390 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5628e0-4248-45c0-a55d-905cb0509345', 'name': 'network-vif-deleted', 'tag': '195fa0f0-325f-4dd4-9983-2908af65a898'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:55.304217 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3110eb1-30f2-4cbe-8d69-1ddc2abfaa0d" -d '{"events": [{"server_uuid": "3e5628e0-4248-45c0-a55d-905cb0509345", "name": "network-vif-deleted", "tag": "195fa0f0-325f-4dd4-9983-2908af65a898"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:55.393917 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:55.432239 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fafd0c5f-cc5a-404d-8ea7-f24d819a037c req-cd3fb7bd-ac1f-42e9-a042-fc3e6a3d690d tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 210 time: 0.1004994 Jul 16 01:17:55.437340 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e402dd94-1c2c-4e80-86fc-f14a0b10744b req-61a65ab4-8cdb-477a-8ec4-807e7cbd2d3a tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "GET /v2.0/security-groups/6baee658-6f5d-479f-b316-fc594d5ddb45 HTTP/1.1" status: 200 len: 1812 time: 0.1667626 Jul 16 01:17:55.465132 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47589ccc-4ed8-4011-ae92-4f37f555adad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.496101 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-aa58a7ed-c589-477b-9c2c-ed44ebfeee67 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.520015 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47589ccc-4ed8-4011-ae92-4f37f555adad admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:55.528420 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-47589ccc-4ed8-4011-ae92-4f37f555adad admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:55.535231 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47589ccc-4ed8-4011-ae92-4f37f555adad admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:55.573611 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-aa58a7ed-c589-477b-9c2c-ed44ebfeee67 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.580722 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47589ccc-4ed8-4011-ae92-4f37f555adad admin admin] Pushing event updated for resources: {'Port': ['ID=c6e89cfb-1f56-44bf-8e82-c1f75bc44abf,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:55.604749 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e402dd94-1c2c-4e80-86fc-f14a0b10744b req-fc59d1ef-38f1-4187-9775-643b3dd90a83 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.618163 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4778e731-1220-4ff2-b658-822130986a97 None None] Network b96789ad-e3d0-4b87-a610-aa1116fe3317 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:55.654456 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-aa58a7ed-c589-477b-9c2c-ed44ebfeee67 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Network 0acde702-0391-44d7-919c-717172e79311 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:55.663839 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-aa58a7ed-c589-477b-9c2c-ed44ebfeee67 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:55.664825 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e402dd94-1c2c-4e80-86fc-f14a0b10744b req-fc59d1ef-38f1-4187-9775-643b3dd90a83 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.668759 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-aa58a7ed-c589-477b-9c2c-ed44ebfeee67 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:55.696538 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58a7ed-c589-477b-9c2c-ed44ebfeee67 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Pushing event updated for resources: {'Port': ['ID=ac6e6db6-3f96-4df8-bed0-b111f3190e0d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:55.732318 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-aa58a7ed-c589-477b-9c2c-ed44ebfeee67 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:55.732971 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-aa58a7ed-c589-477b-9c2c-ed44ebfeee67 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.751188 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551a3b6-462e-4389-9fab-0464a489a971 req-68552677-c704-4f73-8ad7-775e4545398d tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:55.752720 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d551a3b6-462e-4389-9fab-0464a489a971 req-68552677-c704-4f73-8ad7-775e4545398d tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.1736908 Jul 16 01:17:55.761409 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-aa58a7ed-c589-477b-9c2c-ed44ebfeee67 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0909443 Jul 16 01:17:55.761651 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d2014217-1fd7-4f44-a333-b3a71c7fcd3a None None] Provisioning for port 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:55.771438 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d2014217-1fd7-4f44-a333-b3a71c7fcd3a None None] Provisioning complete for port 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:55.771793 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d2014217-1fd7-4f44-a333-b3a71c7fcd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.781462 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-2164db03-3bd1-484c-8043-c0255d497d4d service neutron] Request body: {'port': {'device_id': '7aa8a80b-21e6-4538-b3ce-cd5253302656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:55.811134 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e402dd94-1c2c-4e80-86fc-f14a0b10744b req-fc59d1ef-38f1-4187-9775-643b3dd90a83 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.814156 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e402dd94-1c2c-4e80-86fc-f14a0b10744b req-fc59d1ef-38f1-4187-9775-643b3dd90a83 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.822581 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e402dd94-1c2c-4e80-86fc-f14a0b10744b req-fc59d1ef-38f1-4187-9775-643b3dd90a83 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "DELETE /v2.0/security-groups/6baee658-6f5d-479f-b316-fc594d5ddb45 HTTP/1.1" status: 204 len: 173 time: 0.3830349 Jul 16 01:17:55.861003 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d551a3b6-462e-4389-9fab-0464a489a971 req-3fed5cfb-6248-4e8c-8652-e9b116d0bf3d tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908308 Jul 16 01:17:55.894364 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab5e07f-0177-46db-89d7-c2b0702426a2 x-openstack-request-id: req-fab5e07f-0177-46db-89d7-c2b0702426a2 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:55.894364 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5628e0-4248-45c0-a55d-905cb0509345", "name": "network-vif-deleted", "tag": "195fa0f0-325f-4dd4-9983-2908af65a898", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:55.894364 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fab5e07f-0177-46db-89d7-c2b0702426a2 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:55.894364 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5628e0-4248-45c0-a55d-905cb0509345', 'name': 'network-vif-deleted', 'tag': '195fa0f0-325f-4dd4-9983-2908af65a898', 'status': 'completed', 'code': 200} Jul 16 01:17:55.894364 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59d1ef-38f1-4187-9775-643b3dd90a83 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baee658-6f5d-479f-b316-fc594d5ddb45,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:55.943689 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:55.952066 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d2014217-1fd7-4f44-a333-b3a71c7fcd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.980708 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-2164db03-3bd1-484c-8043-c0255d497d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.996075 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47589ccc-4ed8-4011-ae92-4f37f555adad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.006419 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c5129f7-5710-41e0-be19-79d7e519555f req-38fc5079-81b9-44bd-984b-684d50ed8e31 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "GET /v2.0/security-groups/b1a7e0ec-0f93-49f4-9e82-92da15e5a511 HTTP/1.1" status: 200 len: 1811 time: 0.0986454 Jul 16 01:17:56.031025 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d2014217-1fd7-4f44-a333-b3a71c7fcd3a None None] For port 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=33ce830a-1650-45eb-b4b8-e7ac4a2a1b55,segment=NetworkSegment(5fb644d6-0a18-4b52-9c4c-f3e22f80ca52),segment_id=5fb644d6-0a18-4b52-9c4c-f3e22f80ca52)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:56.047116 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d2014217-1fd7-4f44-a333-b3a71c7fcd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.148800 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014217-1fd7-4f44-a333-b3a71c7fcd3a None None] Pushing event updated for resources: {'Port': ['ID=33ce830a-1650-45eb-b4b8-e7ac4a2a1b55,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:56.159051 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device e8e9a96e-26df-4743-a091-5a69fa10b8e9 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:56.202363 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b5976531-99d4-460e-9f55-a3b83eb7e9f4 req-d0d12b40-73c7-485e-8190-9e4ccc34799f tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e5628e0-4248-45c0-a55d-905cb0509345 HTTP/1.1" status: 200 len: 210 time: 0.0606821 Jul 16 01:17:56.267027 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4c5129f7-5710-41e0-be19-79d7e519555f req-6e92ba0f-a41e-41da-b9a9-0e5d5c58151c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.281844 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port e8e9a96e-26df-4743-a091-5a69fa10b8e9 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:56.286724 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port e8e9a96e-26df-4743-a091-5a69fa10b8e9 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:56.287518 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.393528 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-900a8e52-20ac-4049-b39d-f7c2c9ab2953 None None] Provisioning complete for port 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:56.394210 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-900a8e52-20ac-4049-b39d-f7c2c9ab2953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.419951 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.453455 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47589ccc-4ed8-4011-ae92-4f37f555adad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.454104 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce27e65-df29-4553-8dd3-71bae3c49bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e9a96e-26df-4743-a091-5a69fa10b8e9'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:56.455885 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7226388-339f-405c-870d-70bbefc2d512" -d '{"events": [{"server_uuid": "8ce27e65-df29-4553-8dd3-71bae3c49bd8", "name": "network-vif-plugged", "status": "completed", "tag": "e8e9a96e-26df-4743-a091-5a69fa10b8e9"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:56.474395 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port e8e9a96e-26df-4743-a091-5a69fa10b8e9, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=e8e9a96e-26df-4743-a091-5a69fa10b8e9,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:56.482859 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.526411 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7682f7-a613-43d5-8aed-e49b32a62828 req-4d61d5f1-5d9b-4c26-bf55-d10999b71992 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:56.528749 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cf7682f7-a613-43d5-8aed-e49b32a62828 req-4d61d5f1-5d9b-4c26-bf55-d10999b71992 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.1323466 Jul 16 01:17:56.563211 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=e8e9a96e-26df-4743-a091-5a69fa10b8e9,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:56.593575 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-916bb420-09d4-40e2-a197-3a1f2ff6b6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.616868 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cf7682f7-a613-43d5-8aed-e49b32a62828 req-8a91ed27-3f00-458b-bfd2-c0ba9d9cc9d3 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561843 Jul 16 01:17:56.638213 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4c5129f7-5710-41e0-be19-79d7e519555f req-6e92ba0f-a41e-41da-b9a9-0e5d5c58151c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.647930 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47589ccc-4ed8-4011-ae92-4f37f555adad admin admin] Router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:17:56.728289 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4c5129f7-5710-41e0-be19-79d7e519555f req-6e92ba0f-a41e-41da-b9a9-0e5d5c58151c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.730777 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4c5129f7-5710-41e0-be19-79d7e519555f req-6e92ba0f-a41e-41da-b9a9-0e5d5c58151c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.731915 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c5129f7-5710-41e0-be19-79d7e519555f req-6e92ba0f-a41e-41da-b9a9-0e5d5c58151c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "DELETE /v2.0/security-groups/b1a7e0ec-0f93-49f4-9e82-92da15e5a511 HTTP/1.1" status: 204 len: 173 time: 0.6977248 Jul 16 01:17:56.748072 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92ba0f-a41e-41da-b9a9-0e5d5c58151c tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a7e0ec-0f93-49f4-9e82-92da15e5a511,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:56.796497 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-2164db03-3bd1-484c-8043-c0255d497d4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6e6db6-3f96-4df8-bed0-b111f3190e0d {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:56.804963 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-2164db03-3bd1-484c-8043-c0255d497d4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.813404 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47589ccc-4ed8-4011-ae92-4f37f555adad admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:17:56.818278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-2164db03-3bd1-484c-8043-c0255d497d4d service neutron] Transition to ACTIVE for port object ac6e6db6-3f96-4df8-bed0-b111f3190e0d will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:56.825876 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-2164db03-3bd1-484c-8043-c0255d497d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.827324 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] Sync routers for ids ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:17:56.835593 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47589ccc-4ed8-4011-ae92-4f37f555adad admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.837201 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-47589ccc-4ed8-4011-ae92-4f37f555adad admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.8688221 Jul 16 01:17:56.839133 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] Routers {'6eeffa7a-aace-4442-b4ad-2ac8887a7643'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:56.840629 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:17:29Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:56.846461 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cc423-5dca-419b-9c56-b5335601494f req-0c42ad3c-828d-4f6e-8059-570f318ea90f tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:56.847990 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e06cc423-5dca-419b-9c56-b5335601494f req-0c42ad3c-828d-4f6e-8059-570f318ea90f tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 946 time: 0.1037831 Jul 16 01:17:56.848502 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36474) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:56.897077 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164db03-3bd1-484c-8043-c0255d497d4d service neutron] Pushing event updated for resources: {'Port': ['ID=ac6e6db6-3f96-4df8-bed0-b111f3190e0d,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:56.936031 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e06cc423-5dca-419b-9c56-b5335601494f req-c4dc900b-22e0-4acb-9084-5f5b98ffa42d tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810764 Jul 16 01:17:56.976468 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c5b2e8-f44d-4790-8657-6a866f723655 x-openstack-request-id: req-d8c5b2e8-f44d-4790-8657-6a866f723655 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:56.976762 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce27e65-df29-4553-8dd3-71bae3c49bd8", "name": "network-vif-plugged", "status": "completed", "tag": "e8e9a96e-26df-4743-a091-5a69fa10b8e9", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:56.977022 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8c5b2e8-f44d-4790-8657-6a866f723655 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:56.977413 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce27e65-df29-4553-8dd3-71bae3c49bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e9a96e-26df-4743-a091-5a69fa10b8e9', 'code': 200} Jul 16 01:17:57.009941 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] Set router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:57.099718 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-2164db03-3bd1-484c-8043-c0255d497d4d service neutron] Attempting to bind port ac6e6db6-3f96-4df8-bed0-b111f3190e0d on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:57.100950 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-2164db03-3bd1-484c-8043-c0255d497d4d service neutron] Attempting to bind port ac6e6db6-3f96-4df8-bed0-b111f3190e0d by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:57.101525 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-2164db03-3bd1-484c-8043-c0255d497d4d service neutron] Attempting to bind port ac6e6db6-3f96-4df8-bed0-b111f3190e0d on network 0acde702-0391-44d7-919c-717172e79311 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:57.111268 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-2164db03-3bd1-484c-8043-c0255d497d4d service neutron] Port ac6e6db6-3f96-4df8-bed0-b111f3190e0d on network 0acde702-0391-44d7-919c-717172e79311 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:17:57.111723 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-2164db03-3bd1-484c-8043-c0255d497d4d service neutron] Attempting to bind port ac6e6db6-3f96-4df8-bed0-b111f3190e0d on network 0acde702-0391-44d7-919c-717172e79311 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:57.126164 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-2164db03-3bd1-484c-8043-c0255d497d4d service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:57.126640 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-2164db03-3bd1-484c-8043-c0255d497d4d service neutron] Checking segment: {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:57.127135 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-2164db03-3bd1-484c-8043-c0255d497d4d service neutron] Bound using segment: {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:57.128030 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-2164db03-3bd1-484c-8043-c0255d497d4d service neutron] Bound port: ac6e6db6-3f96-4df8-bed0-b111f3190e0d, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:57.128775 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-2164db03-3bd1-484c-8043-c0255d497d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.134091 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05690024-b43e-4f7a-9d17-cb2a69c85605 req-7cac8cb0-2519-4b6e-a349-5e236e755098 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "GET /v2.0/security-groups/9e32ca22-bd37-44be-92bd-d1bd5134f916 HTTP/1.1" status: 200 len: 1811 time: 0.1138854 Jul 16 01:17:57.137988 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:57.159685 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b31504-6511-4901-9415-d790b96711b6 req-52ec1705-b4e8-4e8a-9f91-c428b13dd271 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:57.161458 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-43b31504-6511-4901-9415-d790b96711b6 req-52ec1705-b4e8-4e8a-9f91-c428b13dd271 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 943 time: 0.1247919 Jul 16 01:17:57.177966 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc4c4c-6cb3-4635-a0fd-e31f2dcd7c40 req-81aee396-ec8c-498f-969d-5bad83ae95a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:57.179740 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-22dc4c4c-6cb3-4635-a0fd-e31f2dcd7c40 req-81aee396-ec8c-498f-969d-5bad83ae95a3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 1098 time: 0.1875997 Jul 16 01:17:57.241680 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-2164db03-3bd1-484c-8043-c0255d497d4d service neutron] For port ac6e6db6-3f96-4df8-bed0-b111f3190e0d, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:57.247048 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-43b31504-6511-4901-9415-d790b96711b6 req-6cb34634-8ae4-493a-957d-7090b9997a76 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639758 Jul 16 01:17:57.257999 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-2164db03-3bd1-484c-8043-c0255d497d4d service neutron] For port ac6e6db6-3f96-4df8-bed0-b111f3190e0d, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ac6e6db6-3f96-4df8-bed0-b111f3190e0d,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:57.261544 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:57.262144 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.267996 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-2164db03-3bd1-484c-8043-c0255d497d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.290277 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-22dc4c4c-6cb3-4635-a0fd-e31f2dcd7c40 req-6543a550-f57b-4065-8401-24b9e029280e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012433 Jul 16 01:17:57.308347 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-2164db03-3bd1-484c-8043-c0255d497d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:57.309079 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-2164db03-3bd1-484c-8043-c0255d497d4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.310755 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-2164db03-3bd1-484c-8043-c0255d497d4d service neutron] 10.222.0.84 "PUT /v2.0/ports/ac6e6db6-3f96-4df8-bed0-b111f3190e0d HTTP/1.1" status: 200 len: 1092 time: 1.5384908 Jul 16 01:17:57.311302 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa8a80b-21e6-4538-b3ce-cd5253302656', 'tag': 'ac6e6db6-3f96-4df8-bed0-b111f3190e0d'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:57.313769 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1e0e51-b5cb-4eef-8991-9535e37da975" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa8a80b-21e6-4538-b3ce-cd5253302656", "tag": "ac6e6db6-3f96-4df8-bed0-b111f3190e0d"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:57.355676 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164db03-3bd1-484c-8043-c0255d497d4d service neutron] Pushing event updated for resources: {'Port': ['ID=ac6e6db6-3f96-4df8-bed0-b111f3190e0d,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:57.384414 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:17:55Z', 'revision_number': 3, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port': {'id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:54Z', 'updated_at': '2021-07-16T01:17:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:57.434495 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] Checking router: 6eeffa7a-aace-4442-b4ad-2ac8887a7643 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:17:57.435152 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] Updating router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 port c6e89cfb-1f56-44bf-8e82-c1f75bc44abf binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:17:57.473618 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.477295 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-2f21a6a7-0847-4582-b8c3-21767ce14659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:57.478838 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-2f21a6a7-0847-4582-b8c3-21767ce14659 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 1095 time: 0.1170731 Jul 16 01:17:57.532623 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348edda-daad-4da5-98b2-5b4f544a6076 req-03629633-233f-49ab-aaf3-6a1821e3ae05 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:57.534113 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7348edda-daad-4da5-98b2-5b4f544a6076 req-03629633-233f-49ab-aaf3-6a1821e3ae05 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.1225996 Jul 16 01:17:57.535930 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-1187ecaf-f97a-418b-9e9a-c42a45d7525e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac6e6db6-3f96-4df8-bed0-b111f3190e0d HTTP/1.1" status: 200 len: 217 time: 0.0481026 Jul 16 01:17:57.583190 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-05690024-b43e-4f7a-9d17-cb2a69c85605 req-3d6c532a-aa27-4fe3-9ce4-93555316dfb0 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.609468 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7348edda-daad-4da5-98b2-5b4f544a6076 req-0fda9e91-095c-4654-8dd5-a6e0459650ab tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684159 Jul 16 01:17:57.613292 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-7b6193f4-73a4-4746-a501-8a584c210445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:57.614692 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-7b6193f4-73a4-4746-a501-8a584c210445 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53fcd526-4834-4829-80ef-c0f48c90d8f1 HTTP/1.1" status: 200 len: 847 time: 0.0671296 Jul 16 01:17:57.649374 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-05690024-b43e-4f7a-9d17-cb2a69c85605 req-3d6c532a-aa27-4fe3-9ce4-93555316dfb0 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.654842 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-7cd2fb8b-1545-4ce8-af25-380927c446fd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0acde702-0391-44d7-919c-717172e79311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319157 Jul 16 01:17:57.767586 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33eecfe0-ff7a-4b9d-9292-f4429a0fb1a1 x-openstack-request-id: req-33eecfe0-ff7a-4b9d-9292-f4429a0fb1a1 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:57.767849 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa8a80b-21e6-4538-b3ce-cd5253302656", "tag": "ac6e6db6-3f96-4df8-bed0-b111f3190e0d", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:57.768103 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33eecfe0-ff7a-4b9d-9292-f4429a0fb1a1 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:57.768526 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa8a80b-21e6-4538-b3ce-cd5253302656', 'tag': 'ac6e6db6-3f96-4df8-bed0-b111f3190e0d', 'status': 'completed', 'code': 200} Jul 16 01:17:57.771826 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-05690024-b43e-4f7a-9d17-cb2a69c85605 req-3d6c532a-aa27-4fe3-9ce4-93555316dfb0 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.775521 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-05690024-b43e-4f7a-9d17-cb2a69c85605 req-3d6c532a-aa27-4fe3-9ce4-93555316dfb0 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.777376 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05690024-b43e-4f7a-9d17-cb2a69c85605 req-3d6c532a-aa27-4fe3-9ce4-93555316dfb0 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] 10.222.0.16 "DELETE /v2.0/security-groups/9e32ca22-bd37-44be-92bd-d1bd5134f916 HTTP/1.1" status: 204 len: 173 time: 0.6106706 Jul 16 01:17:57.789954 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36486) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:57.837231 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-70aca1fa-13c6-4326-9507-a034439160c9 service neutron] 10.222.0.84 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749623 Jul 16 01:17:57.842824 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c532a-aa27-4fe3-9ce4-93555316dfb0 tempest-SecurityGroupRulesNegativeTestJSON-1242518125 tempest-SecurityGroupRulesNegativeTestJSON-1242518125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e32ca22-bd37-44be-92bd-d1bd5134f916,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:57.857555 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0c40c314-c1ea-4a4c-8c37-43e22bd019b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.946798 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.960110 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] Transition to ACTIVE for port object c6e89cfb-1f56-44bf-8e82-c1f75bc44abf will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:57.969095 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d95d17-762a-4705-a600-5bbda9498099 admin admin] Deleting subnet 6a57f19a-2b31-4a41-b152-5d76ee82a048 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:17:57.970403 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.972595 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-72d95d17-762a-4705-a600-5bbda9498099 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.011648 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-72d95d17-762a-4705-a600-5bbda9498099 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.043363 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 195fa0f0-325f-4dd4-9983-2908af65a898 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:58.058422 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-0c40c314-c1ea-4a4c-8c37-43e22bd019b3 admin admin] Allocated IP 172.20.0.1 (b96789ad-e3d0-4b87-a610-aa1116fe3317/b7f91db5-9b19-4112-b5a1-d9fe823a6613/67779085-2a8f-487d-aac7-a670fe86de43) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:58.080920 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] Attempting to bind port c6e89cfb-1f56-44bf-8e82-c1f75bc44abf on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:58.081755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] Attempting to bind port c6e89cfb-1f56-44bf-8e82-c1f75bc44abf by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:58.081755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] Attempting to bind port c6e89cfb-1f56-44bf-8e82-c1f75bc44abf on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:58.085558 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3865f6-7df9-4858-858d-3cdc05f09700 None None] Pushing event updated for resources: {'Port': ['ID=c6e89cfb-1f56-44bf-8e82-c1f75bc44abf,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:58.087921 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 195fa0f0-325f-4dd4-9983-2908af65a898 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:58.088341 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 195fa0f0-325f-4dd4-9983-2908af65a898 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:58.093235 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:58.093661 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:58.094139 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.094706 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:58.095145 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] Bound port: c6e89cfb-1f56-44bf-8e82-c1f75bc44abf, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:58.095596 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.112129 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f1064-08c0-4a35-81e7-48cbd4edad89 req-725225b2-77af-4bdb-9b79-ae851de20966 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:58.113966 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ab4f1064-08c0-4a35-81e7-48cbd4edad89 req-725225b2-77af-4bdb-9b79-ae851de20966 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.1973314 Jul 16 01:17:58.115498 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-72d95d17-762a-4705-a600-5bbda9498099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.119509 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cf5fa60a-3b3b-446e-b115-15d1ea086c55 req-49f1b8a7-26e3-4200-8b1e-b099c5eae135 service neutron] 10.222.0.84 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719901 Jul 16 01:17:58.176178 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] For port c6e89cfb-1f56-44bf-8e82-c1f75bc44abf, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:58.186219 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] For port c6e89cfb-1f56-44bf-8e82-c1f75bc44abf, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c6e89cfb-1f56-44bf-8e82-c1f75bc44abf,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:58.194705 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.232856 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ab4f1064-08c0-4a35-81e7-48cbd4edad89 req-a4b32380-81ac-462d-a1ab-0fe68f786be9 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923800 Jul 16 01:17:58.241532 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0c40c314-c1ea-4a4c-8c37-43e22bd019b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.262075 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3865f6-7df9-4858-858d-3cdc05f09700 None None] Pushing event updated for resources: {'Port': ['ID=c6e89cfb-1f56-44bf-8e82-c1f75bc44abf,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:58.277035 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-0c40c314-c1ea-4a4c-8c37-43e22bd019b3 admin admin] Transition to ACTIVE for port object 67779085-2a8f-487d-aac7-a670fe86de43 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:58.299812 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] Routers {'6eeffa7a-aace-4442-b4ad-2ac8887a7643'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:58.300542 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:17:29Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:58.316128 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-72d95d17-762a-4705-a600-5bbda9498099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.353159 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d95d17-762a-4705-a600-5bbda9498099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a57f19a-2b31-4a41-b152-5d76ee82a048,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:58.378776 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e0e51-b5cb-4eef-8991-9535e37da975 req-6f9d83ec-ad63-40f0-b12c-f20d3c16960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:58.383118 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0d1e0e51-b5cb-4eef-8991-9535e37da975 req-6f9d83ec-ad63-40f0-b12c-f20d3c16960b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 1095 time: 0.1597955 Jul 16 01:17:58.383118 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-72d95d17-762a-4705-a600-5bbda9498099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.387408 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0c40c314-c1ea-4a4c-8c37-43e22bd019b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.393212 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-72d95d17-762a-4705-a600-5bbda9498099 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6a57f19a-2b31-4a41-b152-5d76ee82a048 HTTP/1.1" status: 204 len: 168 time: 0.5977082 Jul 16 01:17:58.393212 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36496) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:58.474074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] Set router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:58.491462 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c40c314-c1ea-4a4c-8c37-43e22bd019b3 admin admin] Network b96789ad-e3d0-4b87-a610-aa1116fe3317 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:58.523582 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-0c40c314-c1ea-4a4c-8c37-43e22bd019b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:58.527214 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c40c314-c1ea-4a4c-8c37-43e22bd019b3 admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:58.569448 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40c314-c1ea-4a4c-8c37-43e22bd019b3 admin admin] Pushing event updated for resources: {'Port': ['ID=67779085-2a8f-487d-aac7-a670fe86de43,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:58.598905 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0c40c314-c1ea-4a4c-8c37-43e22bd019b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.604141 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-02cb3d36-298a-46aa-9f83-d0d264fd209d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.641910 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e0e51-b5cb-4eef-8991-9535e37da975 req-b2421314-4c59-48ea-9af7-6c0edf699d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:58.645646 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0d1e0e51-b5cb-4eef-8991-9535e37da975 req-b2421314-4c59-48ea-9af7-6c0edf699d6f service neutron] 10.222.0.84 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 908 time: 0.2549930 Jul 16 01:17:58.666537 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5a7fb-34a7-4855-9bde-d1e3adb4c2a7 req-844bee94-aef8-47e2-a2a9-4e0fa8bdf828 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:58.674199 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-10b5a7fb-34a7-4855-9bde-d1e3adb4c2a7 req-844bee94-aef8-47e2-a2a9-4e0fa8bdf828 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca42cc88-e371-47da-923d-117ff8e9b3f7 HTTP/1.1" status: 200 len: 949 time: 0.2186382 Jul 16 01:17:58.705236 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:17:55Z', 'revision_number': 3, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port': {'id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:54Z', 'updated_at': '2021-07-16T01:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:58.749310 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61ead8a-f584-419b-ba1d-52174113f1a2 None None] The sync data for ids ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'] in n-d-792394-16 is: [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:17:55Z', 'revision_number': 3, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port': {'id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:54Z', 'updated_at': '2021-07-16T01:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:17:58.752563 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-10b5a7fb-34a7-4855-9bde-d1e3adb4c2a7 req-88d30851-a557-4464-8bbe-19b15ccfdb03 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/security-groups?id=c07a28c3-310d-4590-b6f4-1a1b106afc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751929 Jul 16 01:17:58.754143 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0d1e0e51-b5cb-4eef-8991-9535e37da975 req-2df6d91a-7456-4f1b-a03e-9f686a92d3a6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac6e6db6-3f96-4df8-bed0-b111f3190e0d HTTP/1.1" status: 200 len: 217 time: 0.0783780 Jul 16 01:17:58.787583 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1669ff9-f60f-49c0-a6ce-cd1237cbfe02 req-c8f57730-c1ad-4d4e-84fe-0ace9dd8b053 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:58.788518 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1669ff9-f60f-49c0-a6ce-cd1237cbfe02 req-c8f57730-c1ad-4d4e-84fe-0ace9dd8b053 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 946 time: 0.2550254 Jul 16 01:17:58.815898 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b3ec7d98-efdd-456f-8ae9-a7474e2573fd None None] Provisioning for port 67779085-2a8f-487d-aac7-a670fe86de43 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:58.817105 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-02cb3d36-298a-46aa-9f83-d0d264fd209d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.822099 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b3ec7d98-efdd-456f-8ae9-a7474e2573fd None None] Provisioning complete for port 67779085-2a8f-487d-aac7-a670fe86de43 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:58.822481 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3ec7d98-efdd-456f-8ae9-a7474e2573fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.848076 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0c40c314-c1ea-4a4c-8c37-43e22bd019b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.870913 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b3ec7d98-efdd-456f-8ae9-a7474e2573fd None None] Port 67779085-2a8f-487d-aac7-a670fe86de43 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:58.903581 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-02cb3d36-298a-46aa-9f83-d0d264fd209d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30147ba9-812e-409d-b4b8-80d36011629f']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:58.928627 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e0e51-b5cb-4eef-8991-9535e37da975 req-3e184908-40a1-4403-ae52-d44ea882fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:58.930159 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0d1e0e51-b5cb-4eef-8991-9535e37da975 req-3e184908-40a1-4403-ae52-d44ea882fc02 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53fcd526-4834-4829-80ef-c0f48c90d8f1 HTTP/1.1" status: 200 len: 847 time: 0.1686654 Jul 16 01:17:58.933617 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-02cb3d36-298a-46aa-9f83-d0d264fd209d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710c33be-2815-4bfb-8c82-2be266699d27') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:58.933911 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-02cb3d36-298a-46aa-9f83-d0d264fd209d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710c33be-2815-4bfb-8c82-2be266699d27') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:58.946555 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1669ff9-f60f-49c0-a6ce-cd1237cbfe02 req-60acb696-bfc2-4280-952d-ae349f8dcdbe tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971417 Jul 16 01:17:58.957783 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-02cb3d36-298a-46aa-9f83-d0d264fd209d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.992555 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0d1e0e51-b5cb-4eef-8991-9535e37da975 req-0b957e20-b88c-4c92-be9b-1a858256b9a4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0acde702-0391-44d7-919c-717172e79311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499415 Jul 16 01:17:59.001105 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-02cb3d36-298a-46aa-9f83-d0d264fd209d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.038350 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02cb3d36-298a-46aa-9f83-d0d264fd209d admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:17:59.039868 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-02cb3d36-298a-46aa-9f83-d0d264fd209d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:17:59.040839 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:17:59.113730 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67909f5-b547-4103-bf78-dd02ea32dad6 req-9ed0182b-86f8-40f9-b7e7-89329f89ae38 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:59.115385 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e67909f5-b547-4103-bf78-dd02ea32dad6 req-9ed0182b-86f8-40f9-b7e7-89329f89ae38 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 943 time: 0.2112257 Jul 16 01:17:59.201812 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e67909f5-b547-4103-bf78-dd02ea32dad6 req-d5ad4fc2-7793-4230-87d1-20a2d39ddacb tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719078 Jul 16 01:17:59.207046 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-02cb3d36-298a-46aa-9f83-d0d264fd209d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.225668 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-02cb3d36-298a-46aa-9f83-d0d264fd209d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.226249 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0c40c314-c1ea-4a4c-8c37-43e22bd019b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.230733 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-02cb3d36-298a-46aa-9f83-d0d264fd209d admin admin] 10.222.0.16 "DELETE /v2.0/networks/30147ba9-812e-409d-b4b8-80d36011629f HTTP/1.1" status: 204 len: 168 time: 0.8383207 Jul 16 01:17:59.241634 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0c40c314-c1ea-4a4c-8c37-43e22bd019b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.247972 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb3d36-298a-46aa-9f83-d0d264fd209d admin admin] Pushing event deleted for resources: {'Network': ['ID=30147ba9-812e-409d-b4b8-80d36011629f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:59.278749 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0d1e0e51-b5cb-4eef-8991-9535e37da975 req-f192e6fd-84f9-48fc-a57f-053e205757aa service neutron] 10.222.0.84 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737200 Jul 16 01:17:59.295845 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c6850-8dd8-469f-986c-b6790e633fe1 req-0bc1bdcb-a5aa-40ef-8055-2183da0033e3 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:59.307459 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7e4c6850-8dd8-469f-986c-b6790e633fe1 req-0bc1bdcb-a5aa-40ef-8055-2183da0033e3 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.2184806 Jul 16 01:17:59.308788 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0c40c314-c1ea-4a4c-8c37-43e22bd019b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.426418 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40c314-c1ea-4a4c-8c37-43e22bd019b3 admin admin] Pushing event updated for resources: {'Port': ['ID=67779085-2a8f-487d-aac7-a670fe86de43,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:59.436566 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36506) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:59.457702 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7e4c6850-8dd8-469f-986c-b6790e633fe1 req-318c8b6e-dfb2-43f5-9b49-132d7a39cfad tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490133 Jul 16 01:17:59.485558 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0d1e0e51-b5cb-4eef-8991-9535e37da975 req-25367fc0-6221-40bb-8286-c8ebc5d40e84 service neutron] 10.222.0.84 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696653 Jul 16 01:17:59.529076 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dbbb83a3-9340-4db6-b3ed-2e0f3f50917d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.545433 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c40c314-c1ea-4a4c-8c37-43e22bd019b3 admin admin] Network b96789ad-e3d0-4b87-a610-aa1116fe3317 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:59.550749 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-07aa164c-d677-4ed5-b775-527e403fd1a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bc80fc3b4fe4c128693446ca67c0b6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1112680 Jul 16 01:17:59.552742 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-0c40c314-c1ea-4a4c-8c37-43e22bd019b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:59.554628 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36508) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:59.620869 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.659527 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831aed4-ebde-4b35-b0e4-1541b67e523c req-d215fe04-e44b-4f4e-849d-c4f895054f92 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:59.661002 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e831aed4-ebde-4b35-b0e4-1541b67e523c req-d215fe04-e44b-4f4e-849d-c4f895054f92 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.2153282 Jul 16 01:17:59.733222 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4f88f13a-e4e8-4560-8e38-a36c22483e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.777135 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4f88f13a-e4e8-4560-8e38-a36c22483e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.789225 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e831aed4-ebde-4b35-b0e4-1541b67e523c req-a0beb527-88a4-4801-aa91-fbb17b6c5b1b tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187162 Jul 16 01:17:59.796409 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c40c314-c1ea-4a4c-8c37-43e22bd019b3 admin admin] Router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:17:59.811042 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c6fd0c5d-7d09-46c0-9d16-57a57d45aece None None] Provisioning complete for port 67779085-2a8f-487d-aac7-a670fe86de43 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:59.811500 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6fd0c5d-7d09-46c0-9d16-57a57d45aece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.864232 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c6fd0c5d-7d09-46c0-9d16-57a57d45aece None None] Port 67779085-2a8f-487d-aac7-a670fe86de43 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:59.949482 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4f88f13a-e4e8-4560-8e38-a36c22483e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.952144 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4f88f13a-e4e8-4560-8e38-a36c22483e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.953334 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4f88f13a-e4e8-4560-8e38-a36c22483e47 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6760cc16-ba1f-4c3d-a42d-45665137ecfa HTTP/1.1" status: 204 len: 168 time: 0.3968563 Jul 16 01:17:59.959636 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c6372-e534-4c34-9f83-9f5d789b96ee req-4028671c-76b2-47f3-a935-8b6e64981d99 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:59.961235 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-326c6372-e534-4c34-9f83-9f5d789b96ee req-4028671c-76b2-47f3-a935-8b6e64981d99 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca42cc88-e371-47da-923d-117ff8e9b3f7 HTTP/1.1" status: 200 len: 949 time: 0.0658362 Jul 16 01:17:59.978321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88f13a-e4e8-4560-8e38-a36c22483e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6760cc16-ba1f-4c3d-a42d-45665137ecfa,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:59.994599 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c40c314-c1ea-4a4c-8c37-43e22bd019b3 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:18:00.000555 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0c40c314-c1ea-4a4c-8c37-43e22bd019b3 admin admin] 10.222.0.16 "PUT /v2.0/routers/6eeffa7a-aace-4442-b4ad-2ac8887a7643/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1510134 Jul 16 01:18:00.009274 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c606c0a-d504-4ded-8af5-86a1fe7c890f req-fbf154e8-1be6-4b57-b940-3195f10534f0 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.010736 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c606c0a-d504-4ded-8af5-86a1fe7c890f req-fbf154e8-1be6-4b57-b940-3195f10534f0 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.82 "GET /v2.0/ports?device_id=ca42cc88-e371-47da-923d-117ff8e9b3f7 HTTP/1.1" status: 200 len: 949 time: 0.1428502 Jul 16 01:18:00.020048 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-326c6372-e534-4c34-9f83-9f5d789b96ee req-1f78f8da-3d12-4a9e-9e73-42dc45a2d4a9 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.16 "GET /v2.0/security-groups?id=c07a28c3-310d-4590-b6f4-1a1b106afc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505862 Jul 16 01:18:00.207101 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-7c606c0a-d504-4ded-8af5-86a1fe7c890f req-0671f801-b82c-4a8e-91c6-ed67ff84a277 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Deleting port ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:00.207446 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7c606c0a-d504-4ded-8af5-86a1fe7c890f req-0671f801-b82c-4a8e-91c6-ed67ff84a277 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.220136 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bb96a-ae1d-4759-a156-9e4614e0f62a req-c9d8bbcc-5ca8-48ff-9d12-b4b897a72060 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.221878 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-321bb96a-ae1d-4759-a156-9e4614e0f62a req-c9d8bbcc-5ca8-48ff-9d12-b4b897a72060 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 946 time: 0.1294382 Jul 16 01:18:00.332910 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-321bb96a-ae1d-4759-a156-9e4614e0f62a req-a42788e4-4224-452c-9f39-29207c8140f3 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994294 Jul 16 01:18:00.371172 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-7c606c0a-d504-4ded-8af5-86a1fe7c890f req-0671f801-b82c-4a8e-91c6-ed67ff84a277 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] For port ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:00.371612 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7c606c0a-d504-4ded-8af5-86a1fe7c890f req-0671f801-b82c-4a8e-91c6-ed67ff84a277 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.393987 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-7c606c0a-d504-4ded-8af5-86a1fe7c890f req-0671f801-b82c-4a8e-91c6-ed67ff84a277 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Calling delete_port for ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:00.475496 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd6b94-87d7-4c76-b397-2759ebda1418 req-c56066c8-a9a8-492c-809e-9c867d627998 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.476967 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9cdd6b94-87d7-4c76-b397-2759ebda1418 req-c56066c8-a9a8-492c-809e-9c867d627998 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 943 time: 0.1037481 Jul 16 01:18:00.549640 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9cdd6b94-87d7-4c76-b397-2759ebda1418 req-2ea6a723-565b-48fa-9c6a-449e576a442d tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665267 Jul 16 01:18:00.585547 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7c606c0a-d504-4ded-8af5-86a1fe7c890f req-0671f801-b82c-4a8e-91c6-ed67ff84a277 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.598172 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:00.618302 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671f801-b82c-4a8e-91c6-ed67ff84a277 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Pushing event deleted for resources: {'Port': ['ID=ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:00.691043 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.713578 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c606c0a-d504-4ded-8af5-86a1fe7c890f req-0671f801-b82c-4a8e-91c6-ed67ff84a277 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] No DVR routers for this DVR port ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:18:00.724608 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7c606c0a-d504-4ded-8af5-86a1fe7c890f req-0671f801-b82c-4a8e-91c6-ed67ff84a277 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.726617 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c606c0a-d504-4ded-8af5-86a1fe7c890f req-0671f801-b82c-4a8e-91c6-ed67ff84a277 tempest-ServersAdminNegativeTestJSON-1038256320 tempest-ServersAdminNegativeTestJSON-1038256320-project] 10.222.0.82 "DELETE /v2.0/ports/ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf HTTP/1.1" status: 204 len: 173 time: 0.7098429 Jul 16 01:18:00.727069 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca42cc88-e371-47da-923d-117ff8e9b3f7', 'name': 'network-vif-deleted', 'tag': 'ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:00.729399 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e22fbc-e1b1-47e3-98ba-e64af44ef5c2" -d '{"events": [{"server_uuid": "ca42cc88-e371-47da-923d-117ff8e9b3f7", "name": "network-vif-deleted", "tag": "ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:00.768682 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b4840-adb0-484d-ae78-3e3a7f4ced28 req-09a79c5e-0e72-4def-ad2b-c7b02df89f55 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.777613 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1c5b4840-adb0-484d-ae78-3e3a7f4ced28 req-09a79c5e-0e72-4def-ad2b-c7b02df89f55 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 1098 time: 0.0801358 Jul 16 01:18:00.794443 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] Sync routers for ids ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:18:00.805995 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] Routers {'6eeffa7a-aace-4442-b4ad-2ac8887a7643'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:00.807121 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:17:59Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:00.815936 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1c5b4840-adb0-484d-ae78-3e3a7f4ced28 req-b7344711-794e-45b1-a403-1b0635a793b8 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369380 Jul 16 01:18:00.850662 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-186f6841-aa10-431c-b435-12585d7bba9c tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.860773 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-186f6841-aa10-431c-b435-12585d7bba9c tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/networks?id=b96789ad-e3d0-4b87-a610-aa1116fe3317 HTTP/1.1" status: 200 len: 821 time: 0.1754527 Jul 16 01:18:00.879783 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-962b74c7-64c4-4f6e-a6ce-452f9515592b tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/quotas/b5319644441342cdbeb9ea6582f89529 HTTP/1.1" status: 200 len: 375 time: 0.0180054 Jul 16 01:18:00.942456 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36564) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:00.955051 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] Set router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:01.006437 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-e091a000-a0c4-4241-840c-c8c0c4213f36 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5319644441342cdbeb9ea6582f89529&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1256399 Jul 16 01:18:01.061261 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.091864 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-5b183cb3-e3bd-4fda-b6ff-9165ca1222e3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1804917117-network', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:01.141218 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-3c822ed3-2ec1-48f2-9a70-d611e96aac1c service neutron] 10.222.0.16 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338158 Jul 16 01:18:01.152600 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c6e89cfb-1f56-44bf-8e82-c1f75bc44abf up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:01.154680 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e70d5-edb2-4e86-895a-db753a22ea3f req-bdb50004-03c5-4313-8e77-f31dfa592763 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:01.156260 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aa4e70d5-edb2-4e86-895a-db753a22ea3f req-bdb50004-03c5-4313-8e77-f31dfa592763 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.1502376 Jul 16 01:18:01.171384 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b183cb3-e3bd-4fda-b6ff-9165ca1222e3 admin admin] Made reservation on behalf of 673d6f606a904bf5902fda58599b5f5e for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:01.173663 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5b183cb3-e3bd-4fda-b6ff-9165ca1222e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.195860 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5b183cb3-e3bd-4fda-b6ff-9165ca1222e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.241929 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port c6e89cfb-1f56-44bf-8e82-c1f75bc44abf completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:01.244998 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aa4e70d5-edb2-4e86-895a-db753a22ea3f req-05a01df1-a112-4ccb-bb45-6f1c3a1e4529 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810912 Jul 16 01:18:01.252789 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port c6e89cfb-1f56-44bf-8e82-c1f75bc44abf triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:01.255794 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.286005 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:17:58Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port': {'id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:54Z', 'updated_at': '2021-07-16T01:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '67779085-2a8f-487d-aac7-a670fe86de43', 'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'mac_address': 'fa:16:3e:35:61:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:17:58Z', 'revision_number': 2, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'subnets': [{'id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:01.313629 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-616f1850-7991-4ba2-bba4-23748f15abb9 service neutron] 10.222.0.16 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714344 Jul 16 01:18:01.332674 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] Checking router: 6eeffa7a-aace-4442-b4ad-2ac8887a7643 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:18:01.333035 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] Updating router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 port 67779085-2a8f-487d-aac7-a670fe86de43 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:18:01.394685 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.448140 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5b183cb3-e3bd-4fda-b6ff-9165ca1222e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.462157 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5b183cb3-e3bd-4fda-b6ff-9165ca1222e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.482613 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.524170 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b183cb3-e3bd-4fda-b6ff-9165ca1222e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:18:01.530160 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port c6e89cfb-1f56-44bf-8e82-c1f75bc44abf, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c6e89cfb-1f56-44bf-8e82-c1f75bc44abf,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:01.530324 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a590ee-8026-42b3-8e53-ea279b2576eb x-openstack-request-id: req-38a590ee-8026-42b3-8e53-ea279b2576eb {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:01.530692 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca42cc88-e371-47da-923d-117ff8e9b3f7", "name": "network-vif-deleted", "tag": "ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:01.531075 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38a590ee-8026-42b3-8e53-ea279b2576eb {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:01.531672 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca42cc88-e371-47da-923d-117ff8e9b3f7', 'name': 'network-vif-deleted', 'tag': 'ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf', 'status': 'completed', 'code': 200} Jul 16 01:18:01.538502 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b183cb3-e3bd-4fda-b6ff-9165ca1222e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b89b39-e165-429b-9624-e5d1ce582c99,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:01.542007 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.544852 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5b183cb3-e3bd-4fda-b6ff-9165ca1222e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.545329 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-5b183cb3-e3bd-4fda-b6ff-9165ca1222e3 admin admin] Added segment 732f73b6-2c56-4180-ad2f-fc4cc486d209 of type vlan for network 99585749-6e41-4e60-92b1-0c114a9091db Jul 16 01:18:01.595023 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5b183cb3-e3bd-4fda-b6ff-9165ca1222e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.631366 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5b183cb3-e3bd-4fda-b6ff-9165ca1222e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.632660 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b183cb3-e3bd-4fda-b6ff-9165ca1222e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:01.634401 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5b183cb3-e3bd-4fda-b6ff-9165ca1222e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.690154 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=c6e89cfb-1f56-44bf-8e82-c1f75bc44abf,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:01.745497 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5b183cb3-e3bd-4fda-b6ff-9165ca1222e3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8018374 Jul 16 01:18:01.748436 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36576) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:01.760768 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-7350189d-fb95-4153-b604-916c36930eb6 admin admin] Request body: {'subnet': {'network_id': '99585749-6e41-4e60-92b1-0c114a9091db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1804917117-subnet', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:01.803042 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33509f-42c4-4294-b1fa-def762ea4b40 req-ebbc4568-492f-4935-bc98-d6ac0ad06bdc tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:01.806755 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b183cb3-e3bd-4fda-b6ff-9165ca1222e3 admin admin] Pushing event updated for resources: {'Network': ['ID=99585749-6e41-4e60-92b1-0c114a9091db,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:01.811539 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d33509f-42c4-4294-b1fa-def762ea4b40 req-ebbc4568-492f-4935-bc98-d6ac0ad06bdc tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.0901341 Jul 16 01:18:01.826187 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 99585749-6e41-4e60-92b1-0c114a9091db details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:18:01.852138 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7350189d-fb95-4153-b604-916c36930eb6 admin admin] Made reservation on behalf of 673d6f606a904bf5902fda58599b5f5e for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:01.855270 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7350189d-fb95-4153-b604-916c36930eb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.861788 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d33509f-42c4-4294-b1fa-def762ea4b40 req-96e8347e-e25d-479e-9099-13719d61c4b1 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451617 Jul 16 01:18:01.897426 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4d98d-ad8d-406f-9fcc-fdbe6dd64050 req-38fb0242-a0a2-416a-b236-44949d74f337 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:01.903283 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e8a4d98d-ad8d-406f-9fcc-fdbe6dd64050 req-38fb0242-a0a2-416a-b236-44949d74f337 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 1098 time: 0.2186987 Jul 16 01:18:01.915468 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.929970 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] Transition to ACTIVE for port object 67779085-2a8f-487d-aac7-a670fe86de43 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:01.946241 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:02.009914 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ffbe9-c2c9-4007-bfe7-bc71e39d9e64 None None] Pushing event updated for resources: {'Port': ['ID=67779085-2a8f-487d-aac7-a670fe86de43,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:02.037401 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ffbe9-c2c9-4007-bfe7-bc71e39d9e64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:02.037753 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ffbe9-c2c9-4007-bfe7-bc71e39d9e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:02.038125 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ffbe9-c2c9-4007-bfe7-bc71e39d9e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:02.038414 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ffbe9-c2c9-4007-bfe7-bc71e39d9e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:02.038747 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ffbe9-c2c9-4007-bfe7-bc71e39d9e64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:02.039073 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ffbe9-c2c9-4007-bfe7-bc71e39d9e64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:02.039744 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ffbe9-c2c9-4007-bfe7-bc71e39d9e64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:02.040221 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ffbe9-c2c9-4007-bfe7-bc71e39d9e64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:02.040719 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ffbe9-c2c9-4007-bfe7-bc71e39d9e64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:02.042157 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ffbe9-c2c9-4007-bfe7-bc71e39d9e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:02.042491 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ffbe9-c2c9-4007-bfe7-bc71e39d9e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:02.043267 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ffbe9-c2c9-4007-bfe7-bc71e39d9e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:02.057783 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ac6e6db6-3f96-4df8-bed0-b111f3190e0d details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:02.082940 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] Attempting to bind port 67779085-2a8f-487d-aac7-a670fe86de43 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:02.083200 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] Attempting to bind port 67779085-2a8f-487d-aac7-a670fe86de43 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '5fb644d6-0a18-4b52-9c4c-f3e22f80ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:02.083622 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] Attempting to bind port 67779085-2a8f-487d-aac7-a670fe86de43 on network b96789ad-e3d0-4b87-a610-aa1116fe3317 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:02.091374 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:02.091744 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] Checking segment: {'id': '5fb644d6-0a18-4b52-9c4c-f3e22f80ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:02.092145 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:02.092583 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] Bound using segment: {'id': '5fb644d6-0a18-4b52-9c4c-f3e22f80ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:02.093059 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] Bound port: 67779085-2a8f-487d-aac7-a670fe86de43, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb644d6-0a18-4b52-9c4c-f3e22f80ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:02.093455 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:02.127609 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f39d44d6-4f25-4c7c-84e5-327d81e722dd req-ac87e42b-56b5-457b-8cad-4781bd49126b tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3 HTTP/1.1" status: 200 len: 210 time: 0.0796022 Jul 16 01:18:02.258399 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port ac6e6db6-3f96-4df8-bed0-b111f3190e0d, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ac6e6db6-3f96-4df8-bed0-b111f3190e0d,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:02.275517 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e8a4d98d-ad8d-406f-9fcc-fdbe6dd64050 req-aa5b33d7-da07-4d91-a356-8d5276c6e339 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607185 Jul 16 01:18:02.277720 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] For port 67779085-2a8f-487d-aac7-a670fe86de43, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:02.282540 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] For port 67779085-2a8f-487d-aac7-a670fe86de43, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=67779085-2a8f-487d-aac7-a670fe86de43,segment=NetworkSegment(5fb644d6-0a18-4b52-9c4c-f3e22f80ca52),segment_id=5fb644d6-0a18-4b52-9c4c-f3e22f80ca52)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:02.300976 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:02.302095 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7350189d-fb95-4153-b604-916c36930eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:02.305788 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'ac6e6db6-3f96-4df8-bed0-b111f3190e0d', 'network_id': '0acde702-0391-44d7-919c-717172e79311', 'port_id': 'ac6e6db6-3f96-4df8-bed0-b111f3190e0d', 'mac_address': 'fa:16:3e:25:8b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fcd526-4834-4829-80ef-c0f48c90d8f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:02.471655 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:02.494110 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:02.524587 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7350189d-fb95-4153-b604-916c36930eb6 admin admin] Checking segment: {'id': '732f73b6-2c56-4180-ad2f-fc4cc486d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:02.526080 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7350189d-fb95-4153-b604-916c36930eb6 admin admin] Network hostable DHCP agents. Network: 99585749-6e41-4e60-92b1-0c114a9091db, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:18:02.526798 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6e6db6-3f96-4df8-bed0-b111f3190e0d {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:02.531233 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] Routers {'6eeffa7a-aace-4442-b4ad-2ac8887a7643'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:02.531859 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:17:59Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:02.532341 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350189d-fb95-4153-b604-916c36930eb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d41468b7-b0b4-41eb-bdf2-84a94c3d3c68,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:02.556646 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbca17-6610-4a70-8760-06f57a2148b3 req-10740f32-2ab7-4c28-9e06-293e37970c39 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:02.561607 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36594) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:02.563283 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c5dbca17-6610-4a70-8760-06f57a2148b3 req-10740f32-2ab7-4c28-9e06-293e37970c39 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 943 time: 0.2385831 Jul 16 01:18:02.569737 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7350189d-fb95-4153-b604-916c36930eb6 admin admin] Network 99585749-6e41-4e60-92b1-0c114a9091db is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:18:02.579001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port ac6e6db6-3f96-4df8-bed0-b111f3190e0d, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ac6e6db6-3f96-4df8-bed0-b111f3190e0d,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:02.590600 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:02.621411 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c5dbca17-6610-4a70-8760-06f57a2148b3 req-869aa710-c708-42b5-9d96-27ef6604ae83 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505400 Jul 16 01:18:02.629542 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-7350189d-fb95-4153-b604-916c36930eb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 99585749-6e41-4e60-92b1-0c114a9091db) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:02.637378 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7350189d-fb95-4153-b604-916c36930eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:02.637975 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7350189d-fb95-4153-b604-916c36930eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:02.672380 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ebf524-26cb-47c2-b42f-17d019ccfb9a None None] Network 99585749-6e41-4e60-92b1-0c114a9091db requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:02.719653 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7350189d-fb95-4153-b604-916c36930eb6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9662590 Jul 16 01:18:02.720561 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36598) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:02.726429 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-3a43f3f5-f5e0-431e-8ce8-83c1dd7a1fae admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1804917117-router', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:02.742834 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706c3ce-4b06-4a61-a973-3153db5471b8 req-2b96b431-6369-4fc0-953c-969160a53bb9 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:02.744813 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9706c3ce-4b06-4a61-a973-3153db5471b8 req-2b96b431-6369-4fc0-953c-969160a53bb9 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.1569307 Jul 16 01:18:02.778518 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a43f3f5-f5e0-431e-8ce8-83c1dd7a1fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:02.782331 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a43f3f5-f5e0-431e-8ce8-83c1dd7a1fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:02.785120 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] Set router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:02.842104 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9706c3ce-4b06-4a61-a973-3153db5471b8 req-323271f4-7d2d-40dd-b97f-4641ca9801fb tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864558 Jul 16 01:18:02.857194 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a43f3f5-f5e0-431e-8ce8-83c1dd7a1fae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:02.916790 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ffbe9-c2c9-4007-bfe7-bc71e39d9e64 None None] Pushing event updated for resources: {'Port': ['ID=67779085-2a8f-487d-aac7-a670fe86de43,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:02.948486 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=ac6e6db6-3f96-4df8-bed0-b111f3190e0d,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:02.952837 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f02a2e62-c8a1-42b0-aa92-b371ec865cde admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa31777534244a89a1cc7d326566f6d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3898335 Jul 16 01:18:02.955541 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36606) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:03.055793 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:17:58Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port': {'id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:54Z', 'updated_at': '2021-07-16T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '67779085-2a8f-487d-aac7-a670fe86de43', 'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'mac_address': 'fa:16:3e:35:61:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:02Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'subnets': [{'id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:03.056332 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d57c38-bee7-489a-bcbc-25c2785fe2c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-99585749-6e41-4e60-92b1-0c114a9091db', 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'fixed_ips': [{'subnet_id': 'd41468b7-b0b4-41eb-bdf2-84a94c3d3c68'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:18:03.069268 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-04d57c38-bee7-489a-bcbc-25c2785fe2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.099597 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17731f74-c98b-44ff-987e-0738026fb299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.106329 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9773e431-c3cd-4091-8f28-ea0ea5c9e69a None None] The sync data for ids ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'] in n-d-792394-16 is: [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:17:58Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port': {'id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:54Z', 'updated_at': '2021-07-16T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '67779085-2a8f-487d-aac7-a670fe86de43', 'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'mac_address': 'fa:16:3e:35:61:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:02Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'subnets': [{'id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:18:03.112942 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['ac6e6db6-3f96-4df8-bed0-b111f3190e0d'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:03.208826 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17731f74-c98b-44ff-987e-0738026fb299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.209831 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a43f3f5-f5e0-431e-8ce8-83c1dd7a1fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.241474 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c6e89cfb-1f56-44bf-8e82-c1f75bc44abf up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:03.334943 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17731f74-c98b-44ff-987e-0738026fb299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.337792 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17731f74-c98b-44ff-987e-0738026fb299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.338957 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-17731f74-c98b-44ff-987e-0738026fb299 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c07a28c3-310d-4590-b6f4-1a1b106afc99 HTTP/1.1" status: 204 len: 168 time: 0.3819242 Jul 16 01:18:03.354859 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17731f74-c98b-44ff-987e-0738026fb299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07a28c3-310d-4590-b6f4-1a1b106afc99,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:03.420632 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3cd11-ff30-4935-b5f2-285515145976 req-a98c0963-7761-4d3a-bf64-e6e6e3ca93e3 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:03.422232 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00a3cd11-ff30-4935-b5f2-285515145976 req-a98c0963-7761-4d3a-bf64-e6e6e3ca93e3 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.1774549 Jul 16 01:18:03.647180 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-ab4512b4-ba65-4395-bd2e-8e4da83b9338 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:03.647748 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-ab4512b4-ba65-4395-bd2e-8e4da83b9338 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.84 "GET /v2.0/networks?id=b96789ad-e3d0-4b87-a610-aa1116fe3317 HTTP/1.1" status: 200 len: 821 time: 0.2832026 Jul 16 01:18:03.665299 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00a3cd11-ff30-4935-b5f2-285515145976 req-40033129-1274-4e12-a30e-cbdc6143b407 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259391 Jul 16 01:18:03.674727 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-e4d23896-a3ea-491c-aff7-d7b68dd7b360 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Request body: {'port': {'device_id': '77c5c085-e39a-4cee-8002-20935bbe4ec3', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'admin_state_up': True, 'tenant_id': 'b5319644441342cdbeb9ea6582f89529'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:03.680765 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port c6e89cfb-1f56-44bf-8e82-c1f75bc44abf triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:03.681136 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.809791 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-04d57c38-bee7-489a-bcbc-25c2785fe2c0 None None] Allocated IP 172.20.0.2 (99585749-6e41-4e60-92b1-0c114a9091db/d41468b7-b0b4-41eb-bdf2-84a94c3d3c68/7c3ce090-1287-425c-ab2b-ca7036c5bce4) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:03.875955 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5b5a5-58e3-4422-87c0-2b0bdd297e69 req-3ab118cf-0d0a-4f9e-b786-84ca7fda80ac tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:03.884851 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f6e5b5a5-58e3-4422-87c0-2b0bdd297e69 req-3ab118cf-0d0a-4f9e-b786-84ca7fda80ac tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 1098 time: 0.3096526 Jul 16 01:18:03.892711 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-e4d23896-a3ea-491c-aff7-d7b68dd7b360 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Made reservation on behalf of b5319644441342cdbeb9ea6582f89529 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:03.896711 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-e4d23896-a3ea-491c-aff7-d7b68dd7b360 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.905948 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a43f3f5-f5e0-431e-8ce8-83c1dd7a1fae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.948769 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a43f3f5-f5e0-431e-8ce8-83c1dd7a1fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.976201 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36620) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:04.008314 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f6e5b5a5-58e3-4422-87c0-2b0bdd297e69 req-44061a17-49cd-417d-88d4-0b367eb4aa22 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224144 Jul 16 01:18:04.014636 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b24dbf1e-2fd2-434d-b5bf-7e3dfb48013b req-a7c0dfb3-be59-4027-aa94-20b5d878e06b tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3 HTTP/1.1" status: 200 len: 210 time: 0.1114149 Jul 16 01:18:04.163152 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-e4d23896-a3ea-491c-aff7-d7b68dd7b360 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Allocated IP 172.20.0.14 (b96789ad-e3d0-4b87-a610-aa1116fe3317/b7f91db5-9b19-4112-b5a1-d9fe823a6613/888a4b7d-8636-4642-839f-3de01ee654a3) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:04.179500 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-04d57c38-bee7-489a-bcbc-25c2785fe2c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.195488 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:04.198211 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-04d57c38-bee7-489a-bcbc-25c2785fe2c0 None None] Transition to ACTIVE for port object 7c3ce090-1287-425c-ab2b-ca7036c5bce4 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:04.225581 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:18:04.225836 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device ae7a4ef7-b1c3-429d-ab9f-ad6faf56aabf not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:18:04.236459 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-04d57c38-bee7-489a-bcbc-25c2785fe2c0 None None] Transition to ACTIVE for port object 7c3ce090-1287-425c-ab2b-ca7036c5bce4 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:04.247107 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-04d57c38-bee7-489a-bcbc-25c2785fe2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.326480 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d57c38-bee7-489a-bcbc-25c2785fe2c0 None None] Pushing event updated for resources: {'Port': ['ID=7c3ce090-1287-425c-ab2b-ca7036c5bce4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:04.337379 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d57c38-bee7-489a-bcbc-25c2785fe2c0 None None] Network 99585749-6e41-4e60-92b1-0c114a9091db is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:04.339091 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-04d57c38-bee7-489a-bcbc-25c2785fe2c0 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:04.341563 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d57c38-bee7-489a-bcbc-25c2785fe2c0 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:04.393850 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2ddb9-d5aa-4cdd-9f73-6820d8c9c300 req-003e2613-4de1-4d60-b23d-b5d30eb6338c tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:04.395438 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6bc2ddb9-d5aa-4cdd-9f73-6820d8c9c300 req-003e2613-4de1-4d60-b23d-b5d30eb6338c tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.1491370 Jul 16 01:18:04.423835 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-04d57c38-bee7-489a-bcbc-25c2785fe2c0 None None] Attempting to bind port 7c3ce090-1287-425c-ab2b-ca7036c5bce4 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:04.425768 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-04d57c38-bee7-489a-bcbc-25c2785fe2c0 None None] Attempting to bind port 7c3ce090-1287-425c-ab2b-ca7036c5bce4 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '732f73b6-2c56-4180-ad2f-fc4cc486d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:04.426030 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d57c38-bee7-489a-bcbc-25c2785fe2c0 None None] Attempting to bind port 7c3ce090-1287-425c-ab2b-ca7036c5bce4 on network 99585749-6e41-4e60-92b1-0c114a9091db {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:04.439012 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d57c38-bee7-489a-bcbc-25c2785fe2c0 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:04.440536 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d57c38-bee7-489a-bcbc-25c2785fe2c0 None None] Checking segment: {'id': '732f73b6-2c56-4180-ad2f-fc4cc486d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:04.440672 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-e4d23896-a3ea-491c-aff7-d7b68dd7b360 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.441221 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-04d57c38-bee7-489a-bcbc-25c2785fe2c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.441613 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d57c38-bee7-489a-bcbc-25c2785fe2c0 None None] Bound using segment: {'id': '732f73b6-2c56-4180-ad2f-fc4cc486d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:04.442431 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-04d57c38-bee7-489a-bcbc-25c2785fe2c0 None None] Bound port: 7c3ce090-1287-425c-ab2b-ca7036c5bce4, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732f73b6-2c56-4180-ad2f-fc4cc486d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:04.443151 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-04d57c38-bee7-489a-bcbc-25c2785fe2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.461913 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6bc2ddb9-d5aa-4cdd-9f73-6820d8c9c300 req-5968f3a2-ad9c-4384-bf05-2e865304a1f9 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581827 Jul 16 01:18:04.472549 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-e4d23896-a3ea-491c-aff7-d7b68dd7b360 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Transition to ACTIVE for port object 888a4b7d-8636-4642-839f-3de01ee654a3 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:04.493024 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a3cbc925-842f-48d0-87e8-5152739c1682 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e7e95f941c424cfe9ced539a8d99e7f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5113764 Jul 16 01:18:04.497853 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36624) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:04.524947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-04d57c38-bee7-489a-bcbc-25c2785fe2c0 None None] For port 7c3ce090-1287-425c-ab2b-ca7036c5bce4, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:04.530679 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-04d57c38-bee7-489a-bcbc-25c2785fe2c0 None None] For port 7c3ce090-1287-425c-ab2b-ca7036c5bce4, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7c3ce090-1287-425c-ab2b-ca7036c5bce4,segment=NetworkSegment(732f73b6-2c56-4180-ad2f-fc4cc486d209),segment_id=732f73b6-2c56-4180-ad2f-fc4cc486d209)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:04.538100 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-e4d23896-a3ea-491c-aff7-d7b68dd7b360 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.543111 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-04d57c38-bee7-489a-bcbc-25c2785fe2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.566865 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-3a43f3f5-f5e0-431e-8ce8-83c1dd7a1fae admin admin] Allocated IP 172.25.6.11 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/9c10e8fa-42e9-4afa-8eb5-f864cbcc563f) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:04.592673 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2dc47-514c-468b-bee5-485d6b7b791c req-b0cd3bb0-ebfd-4473-9a32-6ac58e3f3851 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:04.594294 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41e2dc47-514c-468b-bee5-485d6b7b791c req-b0cd3bb0-ebfd-4473-9a32-6ac58e3f3851 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 944 time: 0.2133157 Jul 16 01:18:04.610014 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-e4d23896-a3ea-491c-aff7-d7b68dd7b360 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Network b96789ad-e3d0-4b87-a610-aa1116fe3317 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:04.615577 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-e4d23896-a3ea-491c-aff7-d7b68dd7b360 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:04.622040 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-e4d23896-a3ea-491c-aff7-d7b68dd7b360 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:04.652274 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d57c38-bee7-489a-bcbc-25c2785fe2c0 None None] Pushing event updated for resources: {'Port': ['ID=7c3ce090-1287-425c-ab2b-ca7036c5bce4,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:04.693071 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d23896-a3ea-491c-aff7-d7b68dd7b360 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Pushing event updated for resources: {'Port': ['ID=888a4b7d-8636-4642-839f-3de01ee654a3,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:04.694776 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.705636 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-e4d23896-a3ea-491c-aff7-d7b68dd7b360 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:04.706611 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-e4d23896-a3ea-491c-aff7-d7b68dd7b360 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.736275 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-e4d23896-a3ea-491c-aff7-d7b68dd7b360 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0727036 Jul 16 01:18:04.740283 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e90a6088-563d-44bc-b46d-54735a9d1145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.747113 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41e2dc47-514c-468b-bee5-485d6b7b791c req-0ad74b84-4c3c-402c-be4e-9cbf412b75a9 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430266 Jul 16 01:18:04.769978 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-dd7c82f1-8fdf-4752-a079-963fae4f9f20 service neutron] Request body: {'port': {'device_id': '77c5c085-e39a-4cee-8002-20935bbe4ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:04.812580 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e90a6088-563d-44bc-b46d-54735a9d1145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.862621 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a43f3f5-f5e0-431e-8ce8-83c1dd7a1fae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.947508 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e90a6088-563d-44bc-b46d-54735a9d1145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.950064 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e90a6088-563d-44bc-b46d-54735a9d1145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.951354 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e90a6088-563d-44bc-b46d-54735a9d1145 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/daf3a5a4-a784-4e5b-b6a3-305ea8bc1d06 HTTP/1.1" status: 204 len: 168 time: 0.4523592 Jul 16 01:18:04.973761 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a43f3f5-f5e0-431e-8ce8-83c1dd7a1fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.986091 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a6088-563d-44bc-b46d-54735a9d1145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf3a5a4-a784-4e5b-b6a3-305ea8bc1d06,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:05.085710 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a43f3f5-f5e0-431e-8ce8-83c1dd7a1fae admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:05.100746 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-3a43f3f5-f5e0-431e-8ce8-83c1dd7a1fae admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:05.104442 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a43f3f5-f5e0-431e-8ce8-83c1dd7a1fae admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:05.106749 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43f3f5-f5e0-431e-8ce8-83c1dd7a1fae admin admin] Pushing event updated for resources: {'Port': ['ID=9c10e8fa-42e9-4afa-8eb5-f864cbcc563f,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:05.163454 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f7de9d1a-c24e-4b4c-9ed2-24bd4add5232 None None] Provisioning for port 888a4b7d-8636-4642-839f-3de01ee654a3 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:05.170008 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f7de9d1a-c24e-4b4c-9ed2-24bd4add5232 None None] Provisioning complete for port 888a4b7d-8636-4642-839f-3de01ee654a3 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:05.170717 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7de9d1a-c24e-4b4c-9ed2-24bd4add5232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:05.289183 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f7de9d1a-c24e-4b4c-9ed2-24bd4add5232 None None] Port 888a4b7d-8636-4642-839f-3de01ee654a3 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:18:05.290827 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 67779085-2a8f-487d-aac7-a670fe86de43 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:05.364399 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-dd7c82f1-8fdf-4752-a079-963fae4f9f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:05.377323 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 67779085-2a8f-487d-aac7-a670fe86de43 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:05.382057 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 67779085-2a8f-487d-aac7-a670fe86de43 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:05.382479 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:05.487036 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ebbd0-aa13-4f97-b14c-a59463aded72 req-358c364f-b48f-4aa2-af2b-97d1c59dd3cc tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:05.495902 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee5ebbd0-aa13-4f97-b14c-a59463aded72 req-358c364f-b48f-4aa2-af2b-97d1c59dd3cc tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3 HTTP/1.1" status: 200 len: 932 time: 0.1690843 Jul 16 01:18:05.505442 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:05.542649 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 67779085-2a8f-487d-aac7-a670fe86de43, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=67779085-2a8f-487d-aac7-a670fe86de43,segment=NetworkSegment(5fb644d6-0a18-4b52-9c4c-f3e22f80ca52),segment_id=5fb644d6-0a18-4b52-9c4c-f3e22f80ca52)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:05.550551 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:05.573973 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee5ebbd0-aa13-4f97-b14c-a59463aded72 req-751ef4b9-d3f0-46b5-bd58-a6c0d035e162 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8b440df-e699-4da3-949e-5d470aa88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768466 Jul 16 01:18:05.585556 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a43f3f5-f5e0-431e-8ce8-83c1dd7a1fae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:05.601844 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e85a1-ba24-4f00-82f9-03350e9ae94e req-12b845ef-d33b-4827-916d-9c13e3455459 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:05.609519 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-796e85a1-ba24-4f00-82f9-03350e9ae94e req-12b845ef-d33b-4827-916d-9c13e3455459 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.3135459 Jul 16 01:18:05.643836 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=67779085-2a8f-487d-aac7-a670fe86de43,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:05.687714 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-796e85a1-ba24-4f00-82f9-03350e9ae94e req-27f2d545-bed8-4d6e-b7fc-c6029b4b5b03 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771031 Jul 16 01:18:05.863799 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a43f3f5-f5e0-431e-8ce8-83c1dd7a1fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:05.941053 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eaa30-0737-4508-a396-09fce44b764d req-9d6774ed-64b8-4806-9a22-d5a81e9dab84 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:05.942794 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ea9eaa30-0737-4508-a396-09fce44b764d req-9d6774ed-64b8-4806-9a22-d5a81e9dab84 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.1145551 Jul 16 01:18:06.005289 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-dd7c82f1-8fdf-4752-a079-963fae4f9f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 888a4b7d-8636-4642-839f-3de01ee654a3 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:06.022530 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-dd7c82f1-8fdf-4752-a079-963fae4f9f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.032756 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ea9eaa30-0737-4508-a396-09fce44b764d req-a05f7d19-369a-4f46-8937-836e5c314060 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712504 Jul 16 01:18:06.051945 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-dd7c82f1-8fdf-4752-a079-963fae4f9f20 service neutron] Transition to ACTIVE for port object 888a4b7d-8636-4642-839f-3de01ee654a3 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:06.067204 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-dd7c82f1-8fdf-4752-a079-963fae4f9f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.080150 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ac6e6db6-3f96-4df8-bed0-b111f3190e0d up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:06.114457 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6bedf-8394-4236-94c2-9b2b4f695f36 req-e0ef4fd5-3f6b-47b0-9d7d-2f09dad498c4 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:06.123569 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1d6bedf-8394-4236-94c2-9b2b4f695f36 req-e0ef4fd5-3f6b-47b0-9d7d-2f09dad498c4 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 1098 time: 0.2560115 Jul 16 01:18:06.144771 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a43f3f5-f5e0-431e-8ce8-83c1dd7a1fae admin admin] Router 663947a6-012a-46bc-9ace-096c37176a9e is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:18:06.147274 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c82f1-8fdf-4752-a079-963fae4f9f20 service neutron] Pushing event updated for resources: {'Port': ['ID=888a4b7d-8636-4642-839f-3de01ee654a3,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:06.189919 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port ac6e6db6-3f96-4df8-bed0-b111f3190e0d completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:06.192722 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1d6bedf-8394-4236-94c2-9b2b4f695f36 req-8f5370af-08cc-4ec8-bd59-b998ae3c929a tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679016 Jul 16 01:18:06.194950 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port ac6e6db6-3f96-4df8-bed0-b111f3190e0d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:06.201617 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.232771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36658) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:06.262705 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6f7a75-d269-4c32-a963-850e078012da None None] Network 99585749-6e41-4e60-92b1-0c114a9091db requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:06.374173 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-dd7c82f1-8fdf-4752-a079-963fae4f9f20 service neutron] Attempting to bind port 888a4b7d-8636-4642-839f-3de01ee654a3 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:06.376467 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-dd7c82f1-8fdf-4752-a079-963fae4f9f20 service neutron] Attempting to bind port 888a4b7d-8636-4642-839f-3de01ee654a3 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '5fb644d6-0a18-4b52-9c4c-f3e22f80ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:06.378323 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-dd7c82f1-8fdf-4752-a079-963fae4f9f20 service neutron] Attempting to bind port 888a4b7d-8636-4642-839f-3de01ee654a3 on network b96789ad-e3d0-4b87-a610-aa1116fe3317 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:06.387108 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-dd7c82f1-8fdf-4752-a079-963fae4f9f20 service neutron] Port 888a4b7d-8636-4642-839f-3de01ee654a3 on network b96789ad-e3d0-4b87-a610-aa1116fe3317 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:06.388309 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-dd7c82f1-8fdf-4752-a079-963fae4f9f20 service neutron] Attempting to bind port 888a4b7d-8636-4642-839f-3de01ee654a3 on network b96789ad-e3d0-4b87-a610-aa1116fe3317 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:06.394937 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a43f3f5-f5e0-431e-8ce8-83c1dd7a1fae admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:18:06.404712 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-dd7c82f1-8fdf-4752-a079-963fae4f9f20 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:06.405626 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-dd7c82f1-8fdf-4752-a079-963fae4f9f20 service neutron] Checking segment: {'id': '5fb644d6-0a18-4b52-9c4c-f3e22f80ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:06.406552 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-dd7c82f1-8fdf-4752-a079-963fae4f9f20 service neutron] Bound using segment: {'id': '5fb644d6-0a18-4b52-9c4c-f3e22f80ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:06.410395 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-dd7c82f1-8fdf-4752-a079-963fae4f9f20 service neutron] Bound port: 888a4b7d-8636-4642-839f-3de01ee654a3, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb644d6-0a18-4b52-9c4c-f3e22f80ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:06.412069 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-dd7c82f1-8fdf-4752-a079-963fae4f9f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.424584 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a43f3f5-f5e0-431e-8ce8-83c1dd7a1fae admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.425744 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3a43f3f5-f5e0-431e-8ce8-83c1dd7a1fae admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7038181 Jul 16 01:18:06.436133 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36664) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:06.461359 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-13e4dffc-0c8a-4e3f-b6d5-c7761d80755e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1771138076-network', 'tenant_id': 'ea41b4f3e416441ebc31eb71579e86cf'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:06.476436 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] Sync routers for ids ['663947a6-012a-46bc-9ace-096c37176a9e'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:18:06.534534 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] Routers {'663947a6-012a-46bc-9ace-096c37176a9e'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:06.535541 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:17:59Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['663947a6-012a-46bc-9ace-096c37176a9e'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:06.543983 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ca9937a9-d1ab-4406-aebc-890f87611e54 None None] Provisioning for port 7c3ce090-1287-425c-ab2b-ca7036c5bce4 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:06.573267 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e4dffc-0c8a-4e3f-b6d5-c7761d80755e admin admin] Made reservation on behalf of ea41b4f3e416441ebc31eb71579e86cf for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:06.575595 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13e4dffc-0c8a-4e3f-b6d5-c7761d80755e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.603313 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13e4dffc-0c8a-4e3f-b6d5-c7761d80755e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.615596 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-dd7c82f1-8fdf-4752-a079-963fae4f9f20 service neutron] For port 888a4b7d-8636-4642-839f-3de01ee654a3, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:06.620727 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-dd7c82f1-8fdf-4752-a079-963fae4f9f20 service neutron] For port 888a4b7d-8636-4642-839f-3de01ee654a3, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=888a4b7d-8636-4642-839f-3de01ee654a3,segment=NetworkSegment(5fb644d6-0a18-4b52-9c4c-f3e22f80ca52),segment_id=5fb644d6-0a18-4b52-9c4c-f3e22f80ca52)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:06.639920 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7a8c0-1cee-4e74-8492-dc06f2ac1a7a req-20a822d4-8b68-4ec8-91e7-c5844320ab3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:06.647143 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7df7a8c0-1cee-4e74-8492-dc06f2ac1a7a req-20a822d4-8b68-4ec8-91e7-c5844320ab3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 944 time: 0.2016752 Jul 16 01:18:06.652209 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-dd7c82f1-8fdf-4752-a079-963fae4f9f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.674427 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.735802 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-dd7c82f1-8fdf-4752-a079-963fae4f9f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:06.736464 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-dd7c82f1-8fdf-4752-a079-963fae4f9f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.737864 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-dd7c82f1-8fdf-4752-a079-963fae4f9f20 service neutron] 10.222.0.84 "PUT /v2.0/ports/888a4b7d-8636-4642-839f-3de01ee654a3 HTTP/1.1" status: 200 len: 1093 time: 1.9824178 Jul 16 01:18:06.738316 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c5c085-e39a-4cee-8002-20935bbe4ec3', 'tag': '888a4b7d-8636-4642-839f-3de01ee654a3'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:06.740710 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e008b92-1b8b-4d92-bba3-5c03618d709a" -d '{"events": [{"name": "network-changed", "server_uuid": "77c5c085-e39a-4cee-8002-20935bbe4ec3", "tag": "888a4b7d-8636-4642-839f-3de01ee654a3"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:06.788072 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:18:06.792413 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7df7a8c0-1cee-4e74-8492-dc06f2ac1a7a req-959b0290-f221-40b3-a7bf-52034d01d01d tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437440 Jul 16 01:18:06.796493 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c82f1-8fdf-4752-a079-963fae4f9f20 service neutron] Pushing event updated for resources: {'Port': ['ID=888a4b7d-8636-4642-839f-3de01ee654a3,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:06.883335 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa8a80b-21e6-4538-b3ce-cd5253302656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6e6db6-3f96-4df8-bed0-b111f3190e0d'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:06.885702 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c231698f-77a4-4b06-a66f-468c760fc9b5" -d '{"events": [{"server_uuid": "7aa8a80b-21e6-4538-b3ce-cd5253302656", "name": "network-vif-plugged", "status": "completed", "tag": "ac6e6db6-3f96-4df8-bed0-b111f3190e0d"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:06.941039 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port ac6e6db6-3f96-4df8-bed0-b111f3190e0d, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ac6e6db6-3f96-4df8-bed0-b111f3190e0d,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:06.971946 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.000753 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-0d7d12d3-66e7-4053-bbd3-c6b4bdfabb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:07.006261 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-0d7d12d3-66e7-4053-bbd3-c6b4bdfabb50 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b5319644441342cdbeb9ea6582f89529&device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3 HTTP/1.1" status: 200 len: 1096 time: 0.2041891 Jul 16 01:18:07.007759 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] Set router 663947a6-012a-46bc-9ace-096c37176a9e gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:07.020079 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13e4dffc-0c8a-4e3f-b6d5-c7761d80755e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.095321 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13e4dffc-0c8a-4e3f-b6d5-c7761d80755e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.107372 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-05648696-a1ea-455a-bbb4-a9afc886497d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.146801 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-090b56ec-b477-4c89-a7f8-de406b60a6aa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=888a4b7d-8636-4642-839f-3de01ee654a3 HTTP/1.1" status: 200 len: 217 time: 0.0647242 Jul 16 01:18:07.156184 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e4dffc-0c8a-4e3f-b6d5-c7761d80755e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:18:07.213694 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13e4dffc-0c8a-4e3f-b6d5-c7761d80755e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.214210 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-13e4dffc-0c8a-4e3f-b6d5-c7761d80755e admin admin] Added segment cbc5b4f2-4a1e-475f-b4ec-de74e656f353 of type vlan for network 07f11943-b637-455e-9864-c9ac8ae123e9 Jul 16 01:18:07.220928 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=ac6e6db6-3f96-4df8-bed0-b111f3190e0d,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:07.232257 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4dffc-0c8a-4e3f-b6d5-c7761d80755e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b6b7e7-47f5-44d8-bbc6-99b5765f8ab6,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:07.303400 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13e4dffc-0c8a-4e3f-b6d5-c7761d80755e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.308658 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-950882a4-3bd5-4107-9f56-4da907be29a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:07.310683 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-950882a4-3bd5-4107-9f56-4da907be29a8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b7f91db5-9b19-4112-b5a1-d9fe823a6613 HTTP/1.1" status: 200 len: 860 time: 0.1504052 Jul 16 01:18:07.312396 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663947a6-012a-46bc-9ace-096c37176a9e', 'name': 'tempest-TaggedBootDevicesTest_v242-1804917117-router', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:02Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 3, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'gw_port': {'id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:03Z', 'updated_at': '2021-07-16T01:18:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:07.324261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba451a03-1c79-47ed-b887-7f785b99e4fc req-484be3dd-4d88-4c51-8633-d7a4ad4ace2d tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:07.332273 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba451a03-1c79-47ed-b887-7f785b99e4fc req-484be3dd-4d88-4c51-8633-d7a4ad4ace2d tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3 HTTP/1.1" status: 200 len: 944 time: 0.3651352 Jul 16 01:18:07.364566 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7c3ce090-1287-425c-ab2b-ca7036c5bce4 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:07.368533 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] Checking router: 663947a6-012a-46bc-9ace-096c37176a9e for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:18:07.368885 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] Updating router 663947a6-012a-46bc-9ace-096c37176a9e port 9c10e8fa-42e9-4afa-8eb5-f864cbcc563f binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:18:07.446631 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.463934 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-05648696-a1ea-455a-bbb4-a9afc886497d admin admin] Allocated IP 172.20.0.1 (99585749-6e41-4e60-92b1-0c114a9091db/d41468b7-b0b4-41eb-bdf2-84a94c3d3c68/c6500010-5f84-4a65-a67c-4514eb0c3604) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:07.487300 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba451a03-1c79-47ed-b887-7f785b99e4fc req-f9b634c9-01ce-4869-a03d-b16c3d77dcc4 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8b440df-e699-4da3-949e-5d470aa88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537216 Jul 16 01:18:07.492042 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 7c3ce090-1287-425c-ab2b-ca7036c5bce4 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:07.497019 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13e4dffc-0c8a-4e3f-b6d5-c7761d80755e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.499344 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e4dffc-0c8a-4e3f-b6d5-c7761d80755e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:07.500269 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13e4dffc-0c8a-4e3f-b6d5-c7761d80755e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.511622 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 7c3ce090-1287-425c-ab2b-ca7036c5bce4 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:07.511994 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.563837 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-13e4dffc-0c8a-4e3f-b6d5-c7761d80755e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3208730 Jul 16 01:18:07.574566 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36698) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:07.583184 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-7d2d8e46-8627-48f9-b329-a0a03db1f3c7 admin admin] Request body: {'subnet': {'network_id': '07f11943-b637-455e-9864-c9ac8ae123e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1771138076-subnet', 'tenant_id': 'ea41b4f3e416441ebc31eb71579e86cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:07.646980 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-9df4d345-3b02-4930-91ef-6fc3d4de4ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:07.649024 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-9df4d345-3b02-4930-91ef-6fc3d4de4ddb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b96789ad-e3d0-4b87-a610-aa1116fe3317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3115866 Jul 16 01:18:07.649719 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4dffc-0c8a-4e3f-b6d5-c7761d80755e admin admin] Pushing event updated for resources: {'Network': ['ID=07f11943-b637-455e-9864-c9ac8ae123e9,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:07.652812 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2d8e46-8627-48f9-b329-a0a03db1f3c7 admin admin] Made reservation on behalf of ea41b4f3e416441ebc31eb71579e86cf for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:07.655156 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7d2d8e46-8627-48f9-b329-a0a03db1f3c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.684618 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 07f11943-b637-455e-9864-c9ac8ae123e9 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:18:07.696149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c396878d-5d51-4886-b495-bcefadbcb2d8 None None] Provisioning complete for port 7c3ce090-1287-425c-ab2b-ca7036c5bce4 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:07.696775 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c396878d-5d51-4886-b495-bcefadbcb2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.847803 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.895238 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-9a1ed564-b357-4301-b28d-16be04ed67f8 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:18:07.896241 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-9a1ed564-b357-4301-b28d-16be04ed67f8 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0288353 Jul 16 01:18:07.919454 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-a2d41f55-7e62-44df-8b09-8fe026138beb service neutron] Request body: {'binding': {'host': 'n-h1-792394-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:07.919454 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-a2d41f55-7e62-44df-8b09-8fe026138beb service neutron] Unknown quota resources ['binding']. {{(pid=93956) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:18:07.952073 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 7c3ce090-1287-425c-ab2b-ca7036c5bce4, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7c3ce090-1287-425c-ab2b-ca7036c5bce4,segment=NetworkSegment(732f73b6-2c56-4180-ad2f-fc4cc486d209),segment_id=732f73b6-2c56-4180-ad2f-fc4cc486d209)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:07.959939 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.961005 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 67779085-2a8f-487d-aac7-a670fe86de43 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:07.968877 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-9c7e0724-091c-4296-a11a-b040ae08c0cd service neutron] 10.222.0.84 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107545 Jul 16 01:18:07.993380 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-05648696-a1ea-455a-bbb4-a9afc886497d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.997381 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611cac3-3a89-414c-bda1-228252198bb4 req-79042d51-6c98-4f37-8133-2010281fd596 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:07.998843 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c611cac3-3a89-414c-bda1-228252198bb4 req-79042d51-6c98-4f37-8133-2010281fd596 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.3322287 Jul 16 01:18:08.007961 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-05648696-a1ea-455a-bbb4-a9afc886497d admin admin] Transition to ACTIVE for port object c6500010-5f84-4a65-a67c-4514eb0c3604 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:08.064562 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-05648696-a1ea-455a-bbb4-a9afc886497d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.105476 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05648696-a1ea-455a-bbb4-a9afc886497d admin admin] Network 99585749-6e41-4e60-92b1-0c114a9091db is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:08.111220 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-05648696-a1ea-455a-bbb4-a9afc886497d admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:08.115413 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05648696-a1ea-455a-bbb4-a9afc886497d admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:08.135466 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=7c3ce090-1287-425c-ab2b-ca7036c5bce4,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:08.139159 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7d2d8e46-8627-48f9-b329-a0a03db1f3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.143174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05648696-a1ea-455a-bbb4-a9afc886497d admin admin] Pushing event updated for resources: {'Port': ['ID=c6500010-5f84-4a65-a67c-4514eb0c3604,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:08.144568 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.162912 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] Transition to ACTIVE for port object 9c10e8fa-42e9-4afa-8eb5-f864cbcc563f will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:08.165699 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-05648696-a1ea-455a-bbb4-a9afc886497d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.166584 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 67779085-2a8f-487d-aac7-a670fe86de43 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:08.167036 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.194182 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.262692 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a118110-516f-47e6-a74c-f023d57c7133 None None] Pushing event updated for resources: {'Port': ['ID=9c10e8fa-42e9-4afa-8eb5-f864cbcc563f,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:08.274768 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c611cac3-3a89-414c-bda1-228252198bb4 req-ebf32968-6615-46c7-9b94-8918bf444002 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374344 Jul 16 01:18:08.279254 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] Attempting to bind port 9c10e8fa-42e9-4afa-8eb5-f864cbcc563f on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:08.279711 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] Attempting to bind port 9c10e8fa-42e9-4afa-8eb5-f864cbcc563f by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:08.280831 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] Attempting to bind port 9c10e8fa-42e9-4afa-8eb5-f864cbcc563f on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:08.293252 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:08.299173 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:08.299741 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.300282 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:08.301592 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] Bound port: 9c10e8fa-42e9-4afa-8eb5-f864cbcc563f, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:08.302100 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.344354 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d8e46-8627-48f9-b329-a0a03db1f3c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92385b76-00f6-4ebd-90a1-307671609857,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:08.366607 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-05648696-a1ea-455a-bbb4-a9afc886497d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.367640 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abfec1a-7988-4b42-8fb8-8ec1c0014a74 x-openstack-request-id: req-9abfec1a-7988-4b42-8fb8-8ec1c0014a74 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:08.367922 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c5c085-e39a-4cee-8002-20935bbe4ec3", "tag": "888a4b7d-8636-4642-839f-3de01ee654a3", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:08.368167 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9abfec1a-7988-4b42-8fb8-8ec1c0014a74 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:08.368586 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c5c085-e39a-4cee-8002-20935bbe4ec3', 'tag': '888a4b7d-8636-4642-839f-3de01ee654a3', 'status': 'completed', 'code': 200} Jul 16 01:18:08.373064 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0e8176ac-6c22-45d8-8141-65b47fc41694 req-5bb44b11-f124-40e8-b68c-fc39dbb5cd6e service neutron] 10.222.0.84 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941340 Jul 16 01:18:08.423022 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2d8e46-8627-48f9-b329-a0a03db1f3c7 admin admin] Checking segment: {'id': 'cbc5b4f2-4a1e-475f-b4ec-de74e656f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '07f11943-b637-455e-9864-c9ac8ae123e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:08.425449 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2d8e46-8627-48f9-b329-a0a03db1f3c7 admin admin] Network hostable DHCP agents. Network: 07f11943-b637-455e-9864-c9ac8ae123e9, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:18:08.430063 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-a2d41f55-7e62-44df-8b09-8fe026138beb service neutron] Attempting to bind port e8e9a96e-26df-4743-a091-5a69fa10b8e9 on host n-h1-792394-16 for vnic_type normal with profile None {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:08.431466 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] For port 9c10e8fa-42e9-4afa-8eb5-f864cbcc563f, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:08.433621 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-a2d41f55-7e62-44df-8b09-8fe026138beb service neutron] Attempting to bind port e8e9a96e-26df-4743-a091-5a69fa10b8e9 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:08.435452 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] For port 9c10e8fa-42e9-4afa-8eb5-f864cbcc563f, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=9c10e8fa-42e9-4afa-8eb5-f864cbcc563f,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:08.436851 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-a2d41f55-7e62-44df-8b09-8fe026138beb service neutron] Attempting to bind port e8e9a96e-26df-4743-a091-5a69fa10b8e9 on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:08.446961 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-a2d41f55-7e62-44df-8b09-8fe026138beb service neutron] Port e8e9a96e-26df-4743-a091-5a69fa10b8e9 on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:08.449577 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.463135 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acee7bc9-d232-4eb7-a0b6-0440f9a9982a x-openstack-request-id: req-acee7bc9-d232-4eb7-a0b6-0440f9a9982a {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:08.463757 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-a2d41f55-7e62-44df-8b09-8fe026138beb service neutron] Attempting to bind port e8e9a96e-26df-4743-a091-5a69fa10b8e9 on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:08.464113 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa8a80b-21e6-4538-b3ce-cd5253302656", "name": "network-vif-plugged", "status": "completed", "tag": "ac6e6db6-3f96-4df8-bed0-b111f3190e0d", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:08.464510 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acee7bc9-d232-4eb7-a0b6-0440f9a9982a {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:08.465865 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa8a80b-21e6-4538-b3ce-cd5253302656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6e6db6-3f96-4df8-bed0-b111f3190e0d', 'code': 200} Jul 16 01:18:08.521697 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-a2d41f55-7e62-44df-8b09-8fe026138beb service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:08.522523 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-a2d41f55-7e62-44df-8b09-8fe026138beb service neutron] Checking segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:08.523153 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-a2d41f55-7e62-44df-8b09-8fe026138beb service neutron] Bound using segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:08.524185 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-a2d41f55-7e62-44df-8b09-8fe026138beb service neutron] Bound port: e8e9a96e-26df-4743-a091-5a69fa10b8e9, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:08.556695 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2d8e46-8627-48f9-b329-a0a03db1f3c7 admin admin] Network 07f11943-b637-455e-9864-c9ac8ae123e9 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:18:08.566853 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] Routers {'663947a6-012a-46bc-9ace-096c37176a9e'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:08.568018 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:17:59Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['663947a6-012a-46bc-9ace-096c37176a9e'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:08.571446 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a118110-516f-47e6-a74c-f023d57c7133 None None] Pushing event updated for resources: {'Port': ['ID=9c10e8fa-42e9-4afa-8eb5-f864cbcc563f,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:08.588159 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-7d2d8e46-8627-48f9-b329-a0a03db1f3c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 07f11943-b637-455e-9864-c9ac8ae123e9) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:08.596789 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2d8e46-8627-48f9-b329-a0a03db1f3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:08.597508 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7d2d8e46-8627-48f9-b329-a0a03db1f3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.653831 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-a2d41f55-7e62-44df-8b09-8fe026138beb service neutron] For port e8e9a96e-26df-4743-a091-5a69fa10b8e9, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=e8e9a96e-26df-4743-a091-5a69fa10b8e9,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:08.657260 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e008b92-1b8b-4d92-bba3-5c03618d709a req-87ca8018-150e-4b6a-88be-45ebea5899b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:08.658960 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e008b92-1b8b-4d92-bba3-5c03618d709a req-87ca8018-150e-4b6a-88be-45ebea5899b1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b5319644441342cdbeb9ea6582f89529&device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3 HTTP/1.1" status: 200 len: 1096 time: 0.1898170 Jul 16 01:18:08.671805 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7d2d8e46-8627-48f9-b329-a0a03db1f3c7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0878341 Jul 16 01:18:08.671805 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-a2d41f55-7e62-44df-8b09-8fe026138beb service neutron] Notify callbacks [] for binding, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.671805 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-a2d41f55-7e62-44df-8b09-8fe026138beb service neutron] 10.222.0.16 "POST /v2.0/ports/e8e9a96e-26df-4743-a091-5a69fa10b8e9/bindings HTTP/1.1" status: 201 len: 390 time: 0.7578890 Jul 16 01:18:08.744935 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cb6b9-4056-473f-b081-e91c2f222e28 req-94ebede7-048b-4c53-b392-c8cf445827ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:08.749296 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c80cb6b9-4056-473f-b081-e91c2f222e28 req-94ebede7-048b-4c53-b392-c8cf445827ce service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 1097 time: 0.2050428 Jul 16 01:18:08.753904 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-05648696-a1ea-455a-bbb4-a9afc886497d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.771272 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f86fe-3f05-4129-9d23-c978cd7e9844 req-455ebaff-26fa-4638-80d9-a8847710a5a0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:08.779094 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-da5f86fe-3f05-4129-9d23-c978cd7e9844 req-455ebaff-26fa-4638-80d9-a8847710a5a0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.1787822 Jul 16 01:18:08.813287 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e008b92-1b8b-4d92-bba3-5c03618d709a req-defe3cbf-68fa-48dd-99b9-3e2224b1bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:08.815096 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e008b92-1b8b-4d92-bba3-5c03618d709a req-defe3cbf-68fa-48dd-99b9-3e2224b1bf42 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b96789ad-e3d0-4b87-a610-aa1116fe3317 HTTP/1.1" status: 200 len: 922 time: 0.1464949 Jul 16 01:18:08.816910 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-05648696-a1ea-455a-bbb4-a9afc886497d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.825330 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b0361230-2e45-4641-97f2-f30f36b2a3c2 None None] Provisioning for port c6500010-5f84-4a65-a67c-4514eb0c3604 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:08.828842 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d070a0d-5efc-4391-8229-5a4e0bac6487 None None] Network 07f11943-b637-455e-9864-c9ac8ae123e9 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:08.836842 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b0361230-2e45-4641-97f2-f30f36b2a3c2 None None] Provisioning complete for port c6500010-5f84-4a65-a67c-4514eb0c3604 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:08.837212 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b0361230-2e45-4641-97f2-f30f36b2a3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.903503 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-da5f86fe-3f05-4129-9d23-c978cd7e9844 req-9d1a770a-a244-41e3-964d-334616584093 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232178 Jul 16 01:18:08.905688 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e008b92-1b8b-4d92-bba3-5c03618d709a req-b1aeef00-fe01-4d3d-8b94-a5ba03eb2422 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=888a4b7d-8636-4642-839f-3de01ee654a3 HTTP/1.1" status: 200 len: 217 time: 0.0620668 Jul 16 01:18:08.991980 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b0361230-2e45-4641-97f2-f30f36b2a3c2 None None] Port c6500010-5f84-4a65-a67c-4514eb0c3604 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:18:09.009280 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] Set router 663947a6-012a-46bc-9ace-096c37176a9e gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:09.028318 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e008b92-1b8b-4d92-bba3-5c03618d709a req-b1992824-42c6-4265-9bb2-07f4df88692d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:09.032927 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e008b92-1b8b-4d92-bba3-5c03618d709a req-b1992824-42c6-4265-9bb2-07f4df88692d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b7f91db5-9b19-4112-b5a1-d9fe823a6613 HTTP/1.1" status: 200 len: 860 time: 0.1152024 Jul 16 01:18:09.156544 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c80cb6b9-4056-473f-b081-e91c2f222e28 req-a8dedc8d-3942-4a26-8312-df339233ad72 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995104 Jul 16 01:18:09.158101 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7c3ce090-1287-425c-ab2b-ca7036c5bce4 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:09.159204 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-05648696-a1ea-455a-bbb4-a9afc886497d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:09.181656 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05648696-a1ea-455a-bbb4-a9afc886497d admin admin] Pushing event updated for resources: {'Port': ['ID=c6500010-5f84-4a65-a67c-4514eb0c3604,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:09.250781 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e008b92-1b8b-4d92-bba3-5c03618d709a req-25e235cf-c3f2-46a2-966e-5de22dbf3f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:09.251380 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78e9a51-1003-435b-b3f9-3dab6070f4ae None None] Network 07f11943-b637-455e-9864-c9ac8ae123e9 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:09.252638 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e008b92-1b8b-4d92-bba3-5c03618d709a req-25e235cf-c3f2-46a2-966e-5de22dbf3f85 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b96789ad-e3d0-4b87-a610-aa1116fe3317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2142587 Jul 16 01:18:09.266316 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d24e38-2756-4dc0-af60-f0f41debcacd req-086aefdd-c143-4329-b21b-497f9a9009e7 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:09.275197 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-86d24e38-2756-4dc0-af60-f0f41debcacd req-086aefdd-c143-4329-b21b-497f9a9009e7 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 945 time: 0.1445904 Jul 16 01:18:09.374371 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-a2ec5bca-90e1-4a25-8d46-e0fb6e516e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:09.375751 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-a2ec5bca-90e1-4a25-8d46-e0fb6e516e7e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=19f0097db32e406ab305cc19744860c5&device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 1098 time: 0.3387837 Jul 16 01:18:09.409371 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05648696-a1ea-455a-bbb4-a9afc886497d admin admin] Network 99585749-6e41-4e60-92b1-0c114a9091db is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:09.427742 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-05648696-a1ea-455a-bbb4-a9afc886497d admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:09.439129 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-86d24e38-2756-4dc0-af60-f0f41debcacd req-f2906e7c-e05d-4d9c-af96-676bdf54ccce tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621919 Jul 16 01:18:09.446231 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07bf64-e98f-42a3-8100-3a946630fb37 req-ee7d425f-c11a-4a29-9a16-d5cdbb8e2960 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:09.453115 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2c07bf64-e98f-42a3-8100-3a946630fb37 req-ee7d425f-c11a-4a29-9a16-d5cdbb8e2960 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3 HTTP/1.1" status: 200 len: 944 time: 0.1486118 Jul 16 01:18:09.457842 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e008b92-1b8b-4d92-bba3-5c03618d709a req-c144d90d-0863-4b67-af2b-171ae0df5e04 service neutron] 10.222.0.84 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796136 Jul 16 01:18:09.549165 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36722) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:09.552798 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 7c3ce090-1287-425c-ab2b-ca7036c5bce4 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:09.553369 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:09.557661 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-785b20dc-d659-4625-8bd4-e814a97cef3c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2091363578-network', 'tenant_id': '64f76462ed4c4792be1c40eff2b6e38d'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:09.611407 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2c07bf64-e98f-42a3-8100-3a946630fb37 req-243812cb-3cf6-4bb2-93ae-2cba59e0028c tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8b440df-e699-4da3-949e-5d470aa88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570935 Jul 16 01:18:09.646145 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e008b92-1b8b-4d92-bba3-5c03618d709a req-31460cca-fb7a-4be8-931a-023437b3b862 service neutron] 10.222.0.84 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764581 Jul 16 01:18:09.685691 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-b7416ca9-5480-4560-bf6b-bf6acd333b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:09.691041 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-b7416ca9-5480-4560-bf6b-bf6acd333b32 service neutron] 10.222.0.84 "GET /v2.0/networks?id=952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 200 len: 922 time: 0.3030083 Jul 16 01:18:09.704561 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddac6d-0db2-4f3e-acf1-0f2d6f93768d req-1cebacb3-df3e-40cf-9fdd-065887da4907 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:09.705630 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663947a6-012a-46bc-9ace-096c37176a9e', 'name': 'tempest-TaggedBootDevicesTest_v242-1804917117-router', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:02Z', 'updated_at': '2021-07-16T01:18:08Z', 'revision_number': 4, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'gw_port': {'id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:03Z', 'updated_at': '2021-07-16T01:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c6500010-5f84-4a65-a67c-4514eb0c3604', 'name': '', 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'mac_address': 'fa:16:3e:fb:22:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd41468b7-b0b4-41eb-bdf2-84a94c3d3c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:07Z', 'updated_at': '2021-07-16T01:18:07Z', 'revision_number': 1, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'subnets': [{'id': 'd41468b7-b0b4-41eb-bdf2-84a94c3d3c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:09.706827 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-64ddac6d-0db2-4f3e-acf1-0f2d6f93768d req-1cebacb3-df3e-40cf-9fdd-065887da4907 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 946 time: 0.0997417 Jul 16 01:18:09.752565 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-64ddac6d-0db2-4f3e-acf1-0f2d6f93768d req-7e203814-7e4d-417c-8f10-cc6b89434b3e tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396833 Jul 16 01:18:09.758813 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785b20dc-d659-4625-8bd4-e814a97cef3c admin admin] Made reservation on behalf of 64f76462ed4c4792be1c40eff2b6e38d for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:09.761315 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-785b20dc-d659-4625-8bd4-e814a97cef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:09.786801 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-785b20dc-d659-4625-8bd4-e814a97cef3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:09.794451 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72b1e01-e0b6-48fb-82b9-b8d85556b032 None None] The sync data for ids ['663947a6-012a-46bc-9ace-096c37176a9e'] in n-d-792394-16 is: [{'id': '663947a6-012a-46bc-9ace-096c37176a9e', 'name': 'tempest-TaggedBootDevicesTest_v242-1804917117-router', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:02Z', 'updated_at': '2021-07-16T01:18:08Z', 'revision_number': 4, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'gw_port': {'id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:03Z', 'updated_at': '2021-07-16T01:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c6500010-5f84-4a65-a67c-4514eb0c3604', 'name': '', 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'mac_address': 'fa:16:3e:fb:22:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd41468b7-b0b4-41eb-bdf2-84a94c3d3c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:07Z', 'updated_at': '2021-07-16T01:18:07Z', 'revision_number': 1, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'subnets': [{'id': 'd41468b7-b0b4-41eb-bdf2-84a94c3d3c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:18:09.796593 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-62c937ff-275a-4b3b-a1e6-faf10a2553fa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8e9a96e-26df-4743-a091-5a69fa10b8e9 HTTP/1.1" status: 200 len: 217 time: 0.0988786 Jul 16 01:18:09.815102 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05648696-a1ea-455a-bbb4-a9afc886497d admin admin] Router 663947a6-012a-46bc-9ace-096c37176a9e has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:18:09.825320 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2e26256e-3d95-46b9-9615-0defa2c7ce8f None None] Provisioning complete for port c6500010-5f84-4a65-a67c-4514eb0c3604 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:09.825744 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e26256e-3d95-46b9-9615-0defa2c7ce8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:09.860948 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2e26256e-3d95-46b9-9615-0defa2c7ce8f None None] Port c6500010-5f84-4a65-a67c-4514eb0c3604 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:18:09.966549 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-650baf1f-77e5-4d95-b36f-104461b82fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:09.968042 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-650baf1f-77e5-4d95-b36f-104461b82fe2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda HTTP/1.1" status: 200 len: 861 time: 0.1597052 Jul 16 01:18:10.037454 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-92e6e69b-a63d-4436-85d6-687eae76b265 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=952b1f4f-1df7-48bd-a0c8-40d17571e492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500855 Jul 16 01:18:10.161854 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5ca73-8038-48d8-84a6-1ac9e8867ac0 req-78b13564-57e7-4946-9154-8808392fe1f3 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.162375 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98035ef-c295-4d6f-9ebd-e01b2bfa48b2 req-708837e9-0349-4473-857e-b79fbe674612 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.163862 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-78d5ca73-8038-48d8-84a6-1ac9e8867ac0 req-78b13564-57e7-4946-9154-8808392fe1f3 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.1207294 Jul 16 01:18:10.164010 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a98035ef-c295-4d6f-9ebd-e01b2bfa48b2 req-708837e9-0349-4473-857e-b79fbe674612 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.3392379 Jul 16 01:18:10.215027 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-785b20dc-d659-4625-8bd4-e814a97cef3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:10.215511 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-78d5ca73-8038-48d8-84a6-1ac9e8867ac0 req-f2127c44-7f87-480f-b63d-14e41d9ee55a tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381851 Jul 16 01:18:10.232422 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-785b20dc-d659-4625-8bd4-e814a97cef3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:10.236277 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05648696-a1ea-455a-bbb4-a9afc886497d admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:18:10.249636 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-05648696-a1ea-455a-bbb4-a9afc886497d admin admin] 10.222.0.16 "PUT /v2.0/routers/663947a6-012a-46bc-9ace-096c37176a9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8124430 Jul 16 01:18:10.299899 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785b20dc-d659-4625-8bd4-e814a97cef3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:18:10.322259 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a98035ef-c295-4d6f-9ebd-e01b2bfa48b2 req-05491ab2-a15e-459c-bebc-3d976658dfd4 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414304 Jul 16 01:18:10.323341 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b20dc-d659-4625-8bd4-e814a97cef3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85ec46f-79d3-44ab-8f0e-ea41ab5be4ff,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:10.330988 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-3c274471-b09d-4815-af6f-145a2e37d9c2 service neutron] 10.222.0.84 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831435 Jul 16 01:18:10.332149 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-785b20dc-d659-4625-8bd4-e814a97cef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:10.332561 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-785b20dc-d659-4625-8bd4-e814a97cef3c admin admin] Added segment 82fd3c98-2658-49b2-aa83-c4f1053aa9ed of type vlan for network 969400c0-5b7b-4d09-a8e7-6818b3d01e8c Jul 16 01:18:10.403222 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-785b20dc-d659-4625-8bd4-e814a97cef3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:10.486574 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-785b20dc-d659-4625-8bd4-e814a97cef3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:10.487571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785b20dc-d659-4625-8bd4-e814a97cef3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.488148 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-785b20dc-d659-4625-8bd4-e814a97cef3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:10.496767 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-2d4cf8d8-8d91-4fd5-9fd0-dca36556fc86 service neutron] 10.222.0.84 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549835 Jul 16 01:18:10.566293 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-785b20dc-d659-4625-8bd4-e814a97cef3c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0129025 Jul 16 01:18:10.566636 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36738) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:10.567227 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b20dc-d659-4625-8bd4-e814a97cef3c admin admin] Pushing event updated for resources: {'Network': ['ID=969400c0-5b7b-4d09-a8e7-6818b3d01e8c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:10.579685 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-81c14906-d2cd-46ba-8e6c-9c0026a6fd13 admin admin] Request body: {'subnet': {'network_id': '969400c0-5b7b-4d09-a8e7-6818b3d01e8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2091363578-subnet', 'tenant_id': '64f76462ed4c4792be1c40eff2b6e38d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:10.580283 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 969400c0-5b7b-4d09-a8e7-6818b3d01e8c details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:18:10.634287 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c14906-d2cd-46ba-8e6c-9c0026a6fd13 admin admin] Made reservation on behalf of 64f76462ed4c4792be1c40eff2b6e38d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:10.641838 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81c14906-d2cd-46ba-8e6c-9c0026a6fd13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:10.720312 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6701965-c8ee-4f18-a01b-a7ed8d551dba req-31d781bf-612b-448b-a7e5-393640e8474e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.730166 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f6701965-c8ee-4f18-a01b-a7ed8d551dba req-31d781bf-612b-448b-a7e5-393640e8474e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 945 time: 0.1517220 Jul 16 01:18:10.741365 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-7a97b88d-90ad-42bd-a293-7a4ee6f6ea94 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.742882 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-7a97b88d-90ad-42bd-a293-7a4ee6f6ea94 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8&tenant_id=19f0097db32e406ab305cc19744860c5&binding%3Ahost_id=n-h2-792394-16 HTTP/1.1" status: 200 len: 1098 time: 0.1661251 Jul 16 01:18:10.757842 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-486e8fdd-bbd3-40b8-a228-805e7810a961 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792394-16'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:10.892294 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f6701965-c8ee-4f18-a01b-a7ed8d551dba req-7a4040fe-addf-49f8-88b0-e343cfa4407a tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611395 Jul 16 01:18:10.893860 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-486e8fdd-bbd3-40b8-a228-805e7810a961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:10.993458 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae8c26-fb1c-4560-92e5-b75492bc060f req-dcd91d04-e094-469d-a3fb-85a064a4b293 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.995054 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bcae8c26-fb1c-4560-92e5-b75492bc060f req-dcd91d04-e094-469d-a3fb-85a064a4b293 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3 HTTP/1.1" status: 200 len: 944 time: 0.1836891 Jul 16 01:18:11.084983 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bcae8c26-fb1c-4560-92e5-b75492bc060f req-c213e65f-30ba-40de-8dc8-d32a87067c9e tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8b440df-e699-4da3-949e-5d470aa88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652874 Jul 16 01:18:11.086970 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81c14906-d2cd-46ba-8e6c-9c0026a6fd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.176024 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-486e8fdd-bbd3-40b8-a228-805e7810a961 service neutron] For port e8e9a96e-26df-4743-a091-5a69fa10b8e9, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=e8e9a96e-26df-4743-a091-5a69fa10b8e9,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:11.196488 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 9c10e8fa-42e9-4afa-8eb5-f864cbcc563f up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:11.218701 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c14906-d2cd-46ba-8e6c-9c0026a6fd13 admin admin] Checking segment: {'id': '82fd3c98-2658-49b2-aa83-c4f1053aa9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '969400c0-5b7b-4d09-a8e7-6818b3d01e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:11.222984 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c14906-d2cd-46ba-8e6c-9c0026a6fd13 admin admin] Network hostable DHCP agents. Network: 969400c0-5b7b-4d09-a8e7-6818b3d01e8c, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:18:11.230087 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-486e8fdd-bbd3-40b8-a228-805e7810a961 service neutron] For port e8e9a96e-26df-4743-a091-5a69fa10b8e9, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:11.250041 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c14906-d2cd-46ba-8e6c-9c0026a6fd13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0858ab6c-10c7-464e-86a8-6172791c5d6a,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:11.284736 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c14906-d2cd-46ba-8e6c-9c0026a6fd13 admin admin] Network 969400c0-5b7b-4d09-a8e7-6818b3d01e8c is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:18:11.303980 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-81c14906-d2cd-46ba-8e6c-9c0026a6fd13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 969400c0-5b7b-4d09-a8e7-6818b3d01e8c) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:11.310376 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c14906-d2cd-46ba-8e6c-9c0026a6fd13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:11.310716 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81c14906-d2cd-46ba-8e6c-9c0026a6fd13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.315872 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fe421e-341d-41aa-8b04-94804ae5dd43 None None] Network 969400c0-5b7b-4d09-a8e7-6818b3d01e8c requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:11.346139 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-81c14906-d2cd-46ba-8e6c-9c0026a6fd13 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7767968 Jul 16 01:18:11.350360 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 9c10e8fa-42e9-4afa-8eb5-f864cbcc563f completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:11.358805 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 9c10e8fa-42e9-4afa-8eb5-f864cbcc563f triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:11.359420 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.405612 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce27e65-df29-4553-8dd3-71bae3c49bd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e9a96e-26df-4743-a091-5a69fa10b8e9'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:11.413985 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaf599f-6e93-41db-a747-bc87c4b63805" -d '{"events": [{"server_uuid": "8ce27e65-df29-4553-8dd3-71bae3c49bd8", "name": "network-vif-unplugged", "status": "completed", "tag": "e8e9a96e-26df-4743-a091-5a69fa10b8e9"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:11.421863 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc1508-d1c8-4812-880e-708458ab31b5 req-2135e0c7-2f15-432a-be49-787d58a59691 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:11.427755 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-486e8fdd-bbd3-40b8-a228-805e7810a961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.432589 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a7bc1508-d1c8-4812-880e-708458ab31b5 req-2135e0c7-2f15-432a-be49-787d58a59691 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 1097 time: 0.1086309 Jul 16 01:18:11.469752 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-486e8fdd-bbd3-40b8-a228-805e7810a961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.506501 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a7bc1508-d1c8-4812-880e-708458ab31b5 req-f903c497-9f87-4ce5-99c8-e9b3bbfb8aea tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725625 Jul 16 01:18:11.596792 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38412002-6ceb-42aa-a96d-244b2626c233 None None] Network 969400c0-5b7b-4d09-a8e7-6818b3d01e8c requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:11.618919 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.675816 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 9c10e8fa-42e9-4afa-8eb5-f864cbcc563f, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=9c10e8fa-42e9-4afa-8eb5-f864cbcc563f,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:11.714714 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.746939 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697e276-4d04-42ca-918f-41bd141c63bc req-2e5b50ac-4e05-46f4-b2ee-4f0532587f95 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:11.751584 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7697e276-4d04-42ca-918f-41bd141c63bc req-2e5b50ac-4e05-46f4-b2ee-4f0532587f95 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 946 time: 0.4764624 Jul 16 01:18:11.762853 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75033779-f48d-499e-a43f-9e87a2504c59 req-01bc9a35-2baa-44c7-a661-358f54b4442f tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:11.764479 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-75033779-f48d-499e-a43f-9e87a2504c59 req-01bc9a35-2baa-44c7-a661-358f54b4442f tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.1025887 Jul 16 01:18:11.776288 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-486e8fdd-bbd3-40b8-a228-805e7810a961 service neutron] Attempting to bind port e8e9a96e-26df-4743-a091-5a69fa10b8e9 on host n-h2-792394-16 for vnic_type normal with profile {"migrating_to": "n-h1-792394-16"} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:11.776519 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-486e8fdd-bbd3-40b8-a228-805e7810a961 service neutron] Attempting to bind port e8e9a96e-26df-4743-a091-5a69fa10b8e9 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:11.776858 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-486e8fdd-bbd3-40b8-a228-805e7810a961 service neutron] Attempting to bind port e8e9a96e-26df-4743-a091-5a69fa10b8e9 on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:11.805572 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-486e8fdd-bbd3-40b8-a228-805e7810a961 service neutron] Port e8e9a96e-26df-4743-a091-5a69fa10b8e9 on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:11.805897 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-486e8fdd-bbd3-40b8-a228-805e7810a961 service neutron] Attempting to bind port e8e9a96e-26df-4743-a091-5a69fa10b8e9 on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:11.817118 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e8fdd-bbd3-40b8-a228-805e7810a961 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e9a96e-26df-4743-a091-5a69fa10b8e9,revision_number=7']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:11.822573 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-486e8fdd-bbd3-40b8-a228-805e7810a961 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:11.823029 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-486e8fdd-bbd3-40b8-a228-805e7810a961 service neutron] Checking segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:11.823414 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-486e8fdd-bbd3-40b8-a228-805e7810a961 service neutron] Bound using segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:11.823855 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-486e8fdd-bbd3-40b8-a228-805e7810a961 service neutron] Bound port: e8e9a96e-26df-4743-a091-5a69fa10b8e9, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:11.824210 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-486e8fdd-bbd3-40b8-a228-805e7810a961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.832716 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=9c10e8fa-42e9-4afa-8eb5-f864cbcc563f,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:11.870687 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-75033779-f48d-499e-a43f-9e87a2504c59 req-c8e6d196-caaa-4ab6-807e-8ec2ca1920a0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994124 Jul 16 01:18:11.870868 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7697e276-4d04-42ca-918f-41bd141c63bc req-e39b37ae-a07b-4511-8db2-616b9aa4bc9a tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043389 Jul 16 01:18:12.136813 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 888a4b7d-8636-4642-839f-3de01ee654a3 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:12.236915 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b880cf-139a-4d3e-b728-26e9b586e723 x-openstack-request-id: req-67b880cf-139a-4d3e-b728-26e9b586e723 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:12.236915 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce27e65-df29-4553-8dd3-71bae3c49bd8", "name": "network-vif-unplugged", "status": "completed", "tag": "e8e9a96e-26df-4743-a091-5a69fa10b8e9", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:12.236915 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67b880cf-139a-4d3e-b728-26e9b586e723 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:12.236915 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce27e65-df29-4553-8dd3-71bae3c49bd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e9a96e-26df-4743-a091-5a69fa10b8e9', 'code': 200} Jul 16 01:18:12.262871 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50684b25-709b-4041-a216-a7bc4e8ba409 req-ac7e84e6-f3c2-49de-930c-66a575622e80 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:12.265326 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-50684b25-709b-4041-a216-a7bc4e8ba409 req-ac7e84e6-f3c2-49de-930c-66a575622e80 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 1097 time: 0.0881555 Jul 16 01:18:12.268323 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 888a4b7d-8636-4642-839f-3de01ee654a3, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=888a4b7d-8636-4642-839f-3de01ee654a3,segment=NetworkSegment(5fb644d6-0a18-4b52-9c4c-f3e22f80ca52),segment_id=5fb644d6-0a18-4b52-9c4c-f3e22f80ca52)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:12.285888 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '888a4b7d-8636-4642-839f-3de01ee654a3', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'port_id': '888a4b7d-8636-4642-839f-3de01ee654a3', 'mac_address': 'fa:16:3e:3c:b9:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:12.317829 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-50684b25-709b-4041-a216-a7bc4e8ba409 req-e17db41a-fe8b-4254-b998-5a7196a05657 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397544 Jul 16 01:18:12.320148 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-486e8fdd-bbd3-40b8-a228-805e7810a961 service neutron] For port e8e9a96e-26df-4743-a091-5a69fa10b8e9, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:12.371692 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.389484 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 888a4b7d-8636-4642-839f-3de01ee654a3 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:12.399745 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652a7b0-6ff6-4855-aa89-eb676ded6ee1 req-79644e15-b08b-4897-9ab5-2ce7eff3465e tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:12.404967 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0652a7b0-6ff6-4855-aa89-eb676ded6ee1 req-79644e15-b08b-4897-9ab5-2ce7eff3465e tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.1724470 Jul 16 01:18:12.407337 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-486e8fdd-bbd3-40b8-a228-805e7810a961 service neutron] For port e8e9a96e-26df-4743-a091-5a69fa10b8e9, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=e8e9a96e-26df-4743-a091-5a69fa10b8e9,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:12.416235 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 888a4b7d-8636-4642-839f-3de01ee654a3, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=888a4b7d-8636-4642-839f-3de01ee654a3,segment=NetworkSegment(5fb644d6-0a18-4b52-9c4c-f3e22f80ca52),segment_id=5fb644d6-0a18-4b52-9c4c-f3e22f80ca52)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:12.422045 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-486e8fdd-bbd3-40b8-a228-805e7810a961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.422537 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.495633 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=888a4b7d-8636-4642-839f-3de01ee654a3,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:12.571168 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e8fdd-bbd3-40b8-a228-805e7810a961 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e9a96e-26df-4743-a091-5a69fa10b8e9,revision_number=8']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:12.599583 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-486e8fdd-bbd3-40b8-a228-805e7810a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:12.600394 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-486e8fdd-bbd3-40b8-a228-805e7810a961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.601993 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-486e8fdd-bbd3-40b8-a228-805e7810a961 service neutron] 10.222.0.84 "PUT /v2.0/ports/e8e9a96e-26df-4743-a091-5a69fa10b8e9 HTTP/1.1" status: 200 len: 1124 time: 1.8504028 Jul 16 01:18:12.615194 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0652a7b0-6ff6-4855-aa89-eb676ded6ee1 req-2dc706fb-23ce-4c4b-8491-eb39b99b4ae2 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050071 Jul 16 01:18:12.654884 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['888a4b7d-8636-4642-839f-3de01ee654a3'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:12.703253 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['e8e9a96e-26df-4743-a091-5a69fa10b8e9'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:12.786439 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-a8e5d907-bb1a-4bed-9401-793cfb4318f6 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:12.788185 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-a8e5d907-bb1a-4bed-9401-793cfb4318f6 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.16 "GET /v2.0/networks?id=07f11943-b637-455e-9864-c9ac8ae123e9 HTTP/1.1" status: 200 len: 815 time: 0.1705711 Jul 16 01:18:12.819917 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-b99eb390-e348-4d8b-99a7-145ce8cf0862 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.16 "GET /v2.0/quotas/ea41b4f3e416441ebc31eb71579e86cf HTTP/1.1" status: 200 len: 375 time: 0.0172527 Jul 16 01:18:12.823342 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee2f18-689d-47a5-8b55-d356a8a419bb req-6d124140-8306-417b-bff0-26f2e2afd7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:12.824915 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-18ee2f18-689d-47a5-8b55-d356a8a419bb req-6d124140-8306-417b-bff0-26f2e2afd7bd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 1102 time: 0.2656627 Jul 16 01:18:12.859087 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd92ce-9fd8-457f-aee5-d2feec7d03d3 req-9dec25b7-9b4e-4796-b7d0-c46eec655fef tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:12.861081 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3efd92ce-9fd8-457f-aee5-d2feec7d03d3 req-9dec25b7-9b4e-4796-b7d0-c46eec655fef tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3 HTTP/1.1" status: 200 len: 945 time: 0.1120286 Jul 16 01:18:12.869387 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-e67007e9-90ba-4bd2-b937-355dc5284343 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea41b4f3e416441ebc31eb71579e86cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485187 Jul 16 01:18:12.921274 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-18ee2f18-689d-47a5-8b55-d356a8a419bb req-581bc3f7-8200-448c-860d-76b9330d3168 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867152 Jul 16 01:18:12.936751 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3efd92ce-9fd8-457f-aee5-d2feec7d03d3 req-2efee6f4-1a0a-4d7f-9021-0b2ff5e0c277 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8b440df-e699-4da3-949e-5d470aa88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531080 Jul 16 01:18:12.987461 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-f75c110b-9f17-4b24-9359-01563acbe162 service neutron] 10.222.0.16 "GET /v2.0/networks/07f11943-b637-455e-9864-c9ac8ae123e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171098 Jul 16 01:18:13.106702 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-2054cd37-b5a3-41c1-acd1-3742e0e79ec7 service neutron] 10.222.0.16 "GET /v2.0/networks/07f11943-b637-455e-9864-c9ac8ae123e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180928 Jul 16 01:18:13.122364 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] Sync routers for ids ['663947a6-012a-46bc-9ace-096c37176a9e'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:18:13.127787 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 9c10e8fa-42e9-4afa-8eb5-f864cbcc563f up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:13.139638 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] Routers {'663947a6-012a-46bc-9ace-096c37176a9e'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:13.140279 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:17:59Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['663947a6-012a-46bc-9ace-096c37176a9e'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:13.206576 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 9c10e8fa-42e9-4afa-8eb5-f864cbcc563f triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:13.207051 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:13.232463 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4745f-a33f-44d2-a82b-b887bd5360eb req-af2ad454-dc5e-4f2f-9a23-a72ac25a3a93 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:13.241969 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-76f4745f-a33f-44d2-a82b-b887bd5360eb req-af2ad454-dc5e-4f2f-9a23-a72ac25a3a93 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.1205893 Jul 16 01:18:13.286852 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-76f4745f-a33f-44d2-a82b-b887bd5360eb req-26253575-ae36-4213-b616-8a138e85bf58 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438769 Jul 16 01:18:13.438331 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] Set router 663947a6-012a-46bc-9ace-096c37176a9e gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:13.563239 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3feddd-88d4-4746-8fba-0a5e97eb78f9 req-b71968cf-4ba4-4097-9b10-f5c08a671f2d tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:13.575305 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a3feddd-88d4-4746-8fba-0a5e97eb78f9 req-b71968cf-4ba4-4097-9b10-f5c08a671f2d tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 944 time: 0.1162159 Jul 16 01:18:13.652597 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a3feddd-88d4-4746-8fba-0a5e97eb78f9 req-6311aa22-9951-41c4-b552-c4441dff9323 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749884 Jul 16 01:18:13.841148 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663947a6-012a-46bc-9ace-096c37176a9e', 'name': 'tempest-TaggedBootDevicesTest_v242-1804917117-router', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:02Z', 'updated_at': '2021-07-16T01:18:08Z', 'revision_number': 4, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'gw_port': {'id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:03Z', 'updated_at': '2021-07-16T01:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c6500010-5f84-4a65-a67c-4514eb0c3604', 'name': '', 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'mac_address': 'fa:16:3e:fb:22:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd41468b7-b0b4-41eb-bdf2-84a94c3d3c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:07Z', 'updated_at': '2021-07-16T01:18:08Z', 'revision_number': 2, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'subnets': [{'id': 'd41468b7-b0b4-41eb-bdf2-84a94c3d3c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:13.869937 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] Checking router: 663947a6-012a-46bc-9ace-096c37176a9e for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:18:13.870680 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] Updating router 663947a6-012a-46bc-9ace-096c37176a9e port c6500010-5f84-4a65-a67c-4514eb0c3604 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:18:13.963928 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.006053 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-39b5bc8f-b5e8-4ba4-a499-3cca1ca433c7 req-4403dbb4-7531-46bb-b17f-bc7e57ae242a tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.16 "GET /v2.0/ports?device_id=76428fa8-d559-480b-a696-342cc7a3adda HTTP/1.1" status: 200 len: 210 time: 0.1098845 Jul 16 01:18:14.150700 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 67825f8e-4b89-4b11-8b57-c398a3044207 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:14.154005 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 888a4b7d-8636-4642-839f-3de01ee654a3 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:14.287396 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce27e65-df29-4553-8dd3-71bae3c49bd8', 'tag': 'e8e9a96e-26df-4743-a091-5a69fa10b8e9'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:14.299831 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83de1cd4-25ec-406e-9168-322adb1a8808" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce27e65-df29-4553-8dd3-71bae3c49bd8", "tag": "e8e9a96e-26df-4743-a091-5a69fa10b8e9"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:14.370947 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf777c-74e5-44d8-a200-65ee4766cba4 req-d8ae11b3-3182-43a6-9f9b-02af18f8d840 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:14.379862 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-95bf777c-74e5-44d8-a200-65ee4766cba4 req-d8ae11b3-3182-43a6-9f9b-02af18f8d840 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 1097 time: 0.1429865 Jul 16 01:18:14.401557 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b9f96-76d1-49ae-9760-5c240c84df6d req-f66ddf03-33c9-4d9a-b263-8a7c7dc76a70 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:14.405179 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c2b9f96-76d1-49ae-9760-5c240c84df6d req-f66ddf03-33c9-4d9a-b263-8a7c7dc76a70 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.1925290 Jul 16 01:18:14.462037 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-95bf777c-74e5-44d8-a200-65ee4766cba4 req-9ee6289a-784e-48ab-b3a5-2b08a83c22ff tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802338 Jul 16 01:18:14.516942 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c2b9f96-76d1-49ae-9760-5c240c84df6d req-2206c269-f26f-4466-bf24-b941a6634f2f tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045692 Jul 16 01:18:14.536184 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 888a4b7d-8636-4642-839f-3de01ee654a3 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:14.547303 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 888a4b7d-8636-4642-839f-3de01ee654a3 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:14.547948 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.583745 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.603342 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 67825f8e-4b89-4b11-8b57-c398a3044207, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=67825f8e-4b89-4b11-8b57-c398a3044207,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:14.619440 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] Transition to ACTIVE for port object c6500010-5f84-4a65-a67c-4514eb0c3604 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:14.628684 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.644660 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '67825f8e-4b89-4b11-8b57-c398a3044207', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': '67825f8e-4b89-4b11-8b57-c398a3044207', 'mac_address': 'fa:16:3e:be:90:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:14.716677 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5a603-d59c-4497-8349-215aa21aa917 None None] Pushing event updated for resources: {'Port': ['ID=c6500010-5f84-4a65-a67c-4514eb0c3604,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:14.746691 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7023e7f-ab44-40e9-befa-1475461f41dd req-d5372c7d-0a7a-4cac-b147-0dc46ccd89bf tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:14.760717 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c7023e7f-ab44-40e9-befa-1475461f41dd req-d5372c7d-0a7a-4cac-b147-0dc46ccd89bf tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3 HTTP/1.1" status: 200 len: 945 time: 0.1422758 Jul 16 01:18:14.808770 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] Attempting to bind port c6500010-5f84-4a65-a67c-4514eb0c3604 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:14.809486 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] Attempting to bind port c6500010-5f84-4a65-a67c-4514eb0c3604 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '732f73b6-2c56-4180-ad2f-fc4cc486d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:14.809938 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] Attempting to bind port c6500010-5f84-4a65-a67c-4514eb0c3604 on network 99585749-6e41-4e60-92b1-0c114a9091db {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:14.826322 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:14.831218 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] Checking segment: {'id': '732f73b6-2c56-4180-ad2f-fc4cc486d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:14.831218 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.834019 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] Bound using segment: {'id': '732f73b6-2c56-4180-ad2f-fc4cc486d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:14.834527 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] Bound port: c6500010-5f84-4a65-a67c-4514eb0c3604, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732f73b6-2c56-4180-ad2f-fc4cc486d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:14.835006 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.858855 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c7023e7f-ab44-40e9-befa-1475461f41dd req-07dd1247-d60e-4323-9664-6e913c40d648 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8b440df-e699-4da3-949e-5d470aa88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948622 Jul 16 01:18:14.903896 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.944116 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.971720 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc881b6-3192-4bbe-8713-215ee2aeb118 req-25953f4b-ba01-45f5-a6f0-32f48a5e6e37 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:14.979702 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ddc881b6-3192-4bbe-8713-215ee2aeb118 req-25953f4b-ba01-45f5-a6f0-32f48a5e6e37 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.1609511 Jul 16 01:18:14.983306 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9f686d-ae1b-4a75-9c5b-d15bcb9d7d1b x-openstack-request-id: req-de9f686d-ae1b-4a75-9c5b-d15bcb9d7d1b {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:14.983583 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce27e65-df29-4553-8dd3-71bae3c49bd8", "tag": "e8e9a96e-26df-4743-a091-5a69fa10b8e9", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:14.983583 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de9f686d-ae1b-4a75-9c5b-d15bcb9d7d1b {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:14.983959 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce27e65-df29-4553-8dd3-71bae3c49bd8', 'tag': 'e8e9a96e-26df-4743-a091-5a69fa10b8e9', 'status': 'completed', 'code': 200} Jul 16 01:18:14.985487 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] For port c6500010-5f84-4a65-a67c-4514eb0c3604, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:14.993025 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] For port c6500010-5f84-4a65-a67c-4514eb0c3604, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c6500010-5f84-4a65-a67c-4514eb0c3604,segment=NetworkSegment(732f73b6-2c56-4180-ad2f-fc4cc486d209),segment_id=732f73b6-2c56-4180-ad2f-fc4cc486d209)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:15.002662 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.012223 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67825f8e-4b89-4b11-8b57-c398a3044207 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:15.081685 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5a603-d59c-4497-8349-215aa21aa917 None None] Pushing event updated for resources: {'Port': ['ID=c6500010-5f84-4a65-a67c-4514eb0c3604,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:15.096551 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] Routers {'663947a6-012a-46bc-9ace-096c37176a9e'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:15.097226 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:17:59Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['663947a6-012a-46bc-9ace-096c37176a9e'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:15.103962 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ddc881b6-3192-4bbe-8713-215ee2aeb118 req-0f0bfaa6-03b2-467b-8273-7028b6aa63c4 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232159 Jul 16 01:18:15.106847 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 67825f8e-4b89-4b11-8b57-c398a3044207, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=67825f8e-4b89-4b11-8b57-c398a3044207,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:15.122871 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c5c085-e39a-4cee-8002-20935bbe4ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888a4b7d-8636-4642-839f-3de01ee654a3'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:15.125207 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8842277b-b84e-4fa2-bc25-6e4bb8f7f542" -d '{"events": [{"server_uuid": "77c5c085-e39a-4cee-8002-20935bbe4ec3", "name": "network-vif-plugged", "status": "completed", "tag": "888a4b7d-8636-4642-839f-3de01ee654a3"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:15.162089 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.181321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de1cd4-25ec-406e-9168-322adb1a8808 req-b5726c93-d7eb-459d-bc37-03e13b47cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.182942 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-83de1cd4-25ec-406e-9168-322adb1a8808 req-b5726c93-d7eb-459d-bc37-03e13b47cfd2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=19f0097db32e406ab305cc19744860c5&device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 1127 time: 0.1785827 Jul 16 01:18:15.288173 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 888a4b7d-8636-4642-839f-3de01ee654a3, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=888a4b7d-8636-4642-839f-3de01ee654a3,segment=NetworkSegment(5fb644d6-0a18-4b52-9c4c-f3e22f80ca52),segment_id=5fb644d6-0a18-4b52-9c4c-f3e22f80ca52)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:15.358097 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806d942-ae3a-4311-a3ec-e91e416c4e0d req-c69dd2b8-0bdf-40eb-8344-af2a4792d6ad tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.368882 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2806d942-ae3a-4311-a3ec-e91e416c4e0d req-c69dd2b8-0bdf-40eb-8344-af2a4792d6ad tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 949 time: 0.1189907 Jul 16 01:18:15.374807 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.383506 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] Set router 663947a6-012a-46bc-9ace-096c37176a9e gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:15.417580 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=67825f8e-4b89-4b11-8b57-c398a3044207,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:15.479355 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2806d942-ae3a-4311-a3ec-e91e416c4e0d req-734ded03-4110-4b27-9dd9-3029f01dda41 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012225 Jul 16 01:18:15.481056 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de1cd4-25ec-406e-9168-322adb1a8808 req-771b7ec5-0ad3-46c2-b639-8f6cf055f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.483332 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-83de1cd4-25ec-406e-9168-322adb1a8808 req-771b7ec5-0ad3-46c2-b639-8f6cf055f7f5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 200 len: 922 time: 0.2890019 Jul 16 01:18:15.490697 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:15.493719 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:15.494169 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:15.494365 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df822f-e8f9-4dc2-bf8b-003151a80d86 req-b122ad10-ef96-463b-a19e-b59817c69f35 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.494748 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:15.495424 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:15.496556 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30df822f-e8f9-4dc2-bf8b-003151a80d86 req-b122ad10-ef96-463b-a19e-b59817c69f35 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 944 time: 0.1599724 Jul 16 01:18:15.498535 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:15.498968 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:15.500910 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:15.501843 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:15.502276 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:15.503811 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:15.504248 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:15.533675 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['67825f8e-4b89-4b11-8b57-c398a3044207'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:15.576028 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-83de1cd4-25ec-406e-9168-322adb1a8808 req-4d91e251-8d63-4ecc-809b-94dda7d415bb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8e9a96e-26df-4743-a091-5a69fa10b8e9 HTTP/1.1" status: 200 len: 217 time: 0.0782564 Jul 16 01:18:15.714612 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30df822f-e8f9-4dc2-bf8b-003151a80d86 req-70f73d53-949d-461c-ba98-69fc8519b123 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369619 Jul 16 01:18:15.743040 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de1cd4-25ec-406e-9168-322adb1a8808 req-22105aa6-24c9-4fd0-96a7-2c7ac9202aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.747531 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-83de1cd4-25ec-406e-9168-322adb1a8808 req-22105aa6-24c9-4fd0-96a7-2c7ac9202aa7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda HTTP/1.1" status: 200 len: 861 time: 0.1599340 Jul 16 01:18:15.810264 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-83de1cd4-25ec-406e-9168-322adb1a8808 req-64a703c7-0fc0-4991-b0bb-e07314670a5c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=952b1f4f-1df7-48bd-a0c8-40d17571e492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558000 Jul 16 01:18:15.846016 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c08c1ad-3434-4053-99db-93fa15472b2e x-openstack-request-id: req-2c08c1ad-3434-4053-99db-93fa15472b2e {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:15.846274 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c5c085-e39a-4cee-8002-20935bbe4ec3", "name": "network-vif-plugged", "status": "completed", "tag": "888a4b7d-8636-4642-839f-3de01ee654a3", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:15.846373 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c08c1ad-3434-4053-99db-93fa15472b2e {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:15.846736 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c5c085-e39a-4cee-8002-20935bbe4ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888a4b7d-8636-4642-839f-3de01ee654a3', 'code': 200} Jul 16 01:18:15.875212 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-ad70a12f-aa0a-4ebf-ba8a-2f9c38e6767d tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.879303 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-ad70a12f-aa0a-4ebf-ba8a-2f9c38e6767d tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.82 "GET /v2.0/networks?id=07f11943-b637-455e-9864-c9ac8ae123e9 HTTP/1.1" status: 200 len: 815 time: 0.2445197 Jul 16 01:18:15.879445 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=888a4b7d-8636-4642-839f-3de01ee654a3,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:15.891189 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663947a6-012a-46bc-9ace-096c37176a9e', 'name': 'tempest-TaggedBootDevicesTest_v242-1804917117-router', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:02Z', 'updated_at': '2021-07-16T01:18:08Z', 'revision_number': 4, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'gw_port': {'id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:03Z', 'updated_at': '2021-07-16T01:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c6500010-5f84-4a65-a67c-4514eb0c3604', 'name': '', 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'mac_address': 'fa:16:3e:fb:22:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd41468b7-b0b4-41eb-bdf2-84a94c3d3c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:07Z', 'updated_at': '2021-07-16T01:18:14Z', 'revision_number': 4, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'subnets': [{'id': 'd41468b7-b0b4-41eb-bdf2-84a94c3d3c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:15.899996 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-bf2b5a95-f2c2-4d37-a0f1-3b44bc07943a tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Request body: {'port': {'device_id': '76428fa8-d559-480b-a696-342cc7a3adda', 'network_id': '07f11943-b637-455e-9864-c9ac8ae123e9', 'admin_state_up': True, 'tenant_id': 'ea41b4f3e416441ebc31eb71579e86cf'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:16.042206 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-763b5590-db8e-407f-adf0-ca6a12de1c90 req-6935d2ed-7f74-4114-85e9-a385faaa0562 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.16 "GET /v2.0/ports?device_id=76428fa8-d559-480b-a696-342cc7a3adda HTTP/1.1" status: 200 len: 210 time: 0.1042273 Jul 16 01:18:16.047404 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-83de1cd4-25ec-406e-9168-322adb1a8808 req-83dfa1e8-9449-4c9a-8e8d-26669c83bb4a service neutron] 10.222.0.82 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277398 Jul 16 01:18:16.095517 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b9cbcc-2b5e-415c-9d71-ce5a697dfe97 None None] The sync data for ids ['663947a6-012a-46bc-9ace-096c37176a9e'] in n-d-792394-16 is: [{'id': '663947a6-012a-46bc-9ace-096c37176a9e', 'name': 'tempest-TaggedBootDevicesTest_v242-1804917117-router', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:02Z', 'updated_at': '2021-07-16T01:18:08Z', 'revision_number': 4, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'gw_port': {'id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:03Z', 'updated_at': '2021-07-16T01:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c6500010-5f84-4a65-a67c-4514eb0c3604', 'name': '', 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'mac_address': 'fa:16:3e:fb:22:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd41468b7-b0b4-41eb-bdf2-84a94c3d3c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:07Z', 'updated_at': '2021-07-16T01:18:14Z', 'revision_number': 4, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'subnets': [{'id': 'd41468b7-b0b4-41eb-bdf2-84a94c3d3c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:18:16.155271 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device e8e9a96e-26df-4743-a091-5a69fa10b8e9 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:16.157867 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 67825f8e-4b89-4b11-8b57-c398a3044207 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:16.281047 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e80959-436e-4563-96bc-cc9eee2c461f req-b8fa98fc-c801-487b-9ce9-4c6874434bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:16.284412 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34e80959-436e-4563-96bc-cc9eee2c461f req-b8fa98fc-c801-487b-9ce9-4c6874434bb2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3 HTTP/1.1" status: 200 len: 1098 time: 0.2555285 Jul 16 01:18:16.346283 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-bf2b5a95-f2c2-4d37-a0f1-3b44bc07943a tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Made reservation on behalf of ea41b4f3e416441ebc31eb71579e86cf for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:16.347954 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-83de1cd4-25ec-406e-9168-322adb1a8808 req-bc0c8774-3c6d-4e4f-8d35-c364c2a8ce61 service neutron] 10.222.0.82 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912452 Jul 16 01:18:16.350799 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-bf2b5a95-f2c2-4d37-a0f1-3b44bc07943a tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.356185 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34e80959-436e-4563-96bc-cc9eee2c461f req-d3cfc0a3-3d2d-4616-b06d-bbacef1169e3 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=d8b440df-e699-4da3-949e-5d470aa88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638125 Jul 16 01:18:16.375996 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d355d-1e76-4a8a-8936-4446a68cc5f6 req-36d4f4bf-0a43-48c6-90bd-24d21f317e8d tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:16.379385 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-468d355d-1e76-4a8a-8936-4446a68cc5f6 req-36d4f4bf-0a43-48c6-90bd-24d21f317e8d tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 1097 time: 0.2461517 Jul 16 01:18:16.444579 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-468d355d-1e76-4a8a-8936-4446a68cc5f6 req-f2c6fb12-e09f-4f88-966c-e8dd671510f4 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530386 Jul 16 01:18:16.554447 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port e8e9a96e-26df-4743-a091-5a69fa10b8e9, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=e8e9a96e-26df-4743-a091-5a69fa10b8e9,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:16.573234 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-e952f891-b43b-4900-92f2-606b7afcd4f6 service neutron] 10.222.0.82 "GET /v2.0/ports/e8e9a96e-26df-4743-a091-5a69fa10b8e9/bindings/n-h1-792394-16 HTTP/1.1" status: 200 len: 385 time: 0.1121075 Jul 16 01:18:16.604493 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.643990 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device e8e9a96e-26df-4743-a091-5a69fa10b8e9 has no active binding in host n-h1-792394-16 {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:18:16.672540 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 67825f8e-4b89-4b11-8b57-c398a3044207 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:16.721520 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 67825f8e-4b89-4b11-8b57-c398a3044207, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=67825f8e-4b89-4b11-8b57-c398a3044207,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:16.736711 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.846912 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=67825f8e-4b89-4b11-8b57-c398a3044207,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:16.887531 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159fd86-4bf8-4f75-94bd-dce6b9dc07b6 req-b72244db-e18b-4ead-9ad4-2f4d1a376c7c tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:16.894893 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d159fd86-4bf8-4f75-94bd-dce6b9dc07b6 req-b72244db-e18b-4ead-9ad4-2f4d1a376c7c tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3 HTTP/1.1" status: 200 len: 946 time: 0.2543790 Jul 16 01:18:16.961240 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d159fd86-4bf8-4f75-94bd-dce6b9dc07b6 req-16a2bede-1181-4dc9-b151-f379e1e858f1 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8b440df-e699-4da3-949e-5d470aa88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652993 Jul 16 01:18:17.179717 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c6500010-5f84-4a65-a67c-4514eb0c3604 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:17.210673 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-b0a8ca20-f1a9-4321-bb31-2f72785db817 service neutron] For port e8e9a96e-26df-4743-a091-5a69fa10b8e9, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=e8e9a96e-26df-4743-a091-5a69fa10b8e9,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:17.255562 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-b0a8ca20-f1a9-4321-bb31-2f72785db817 service neutron] For port e8e9a96e-26df-4743-a091-5a69fa10b8e9, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:17.323756 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port c6500010-5f84-4a65-a67c-4514eb0c3604 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:17.333092 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port c6500010-5f84-4a65-a67c-4514eb0c3604 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:17.334426 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.336218 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-b0a8ca20-f1a9-4321-bb31-2f72785db817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e9a96e-26df-4743-a091-5a69fa10b8e9 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:17.352384 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-bf2b5a95-f2c2-4d37-a0f1-3b44bc07943a tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Allocated IP 172.20.0.13 (07f11943-b637-455e-9864-c9ac8ae123e9/92385b76-00f6-4ebd-90a1-307671609857/731619d5-8d95-4681-a12d-49ce6c1cb51b) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:17.375373 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-b0a8ca20-f1a9-4321-bb31-2f72785db817 service neutron] For port e8e9a96e-26df-4743-a091-5a69fa10b8e9, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=e8e9a96e-26df-4743-a091-5a69fa10b8e9,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:17.405729 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-b0a8ca20-f1a9-4321-bb31-2f72785db817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.499721 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.555318 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port c6500010-5f84-4a65-a67c-4514eb0c3604, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c6500010-5f84-4a65-a67c-4514eb0c3604,segment=NetworkSegment(732f73b6-2c56-4180-ad2f-fc4cc486d209),segment_id=732f73b6-2c56-4180-ad2f-fc4cc486d209)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:17.561160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-b0a8ca20-f1a9-4321-bb31-2f72785db817 service neutron] Transition to ACTIVE for port object e8e9a96e-26df-4743-a091-5a69fa10b8e9 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:17.565808 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.568652 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-b0a8ca20-f1a9-4321-bb31-2f72785db817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.643643 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-b0a8ca20-f1a9-4321-bb31-2f72785db817 service neutron] No DVR routers for this DVR port e8e9a96e-26df-4743-a091-5a69fa10b8e9 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:18:17.644401 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde8af8-0f19-4e4b-9f27-654224183535 req-867912bc-733a-42aa-965a-e58bbe05d7d0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:17.653599 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4bde8af8-0f19-4e4b-9f27-654224183535 req-867912bc-733a-42aa-965a-e58bbe05d7d0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.4172709 Jul 16 01:18:17.701638 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-b0a8ca20-f1a9-4321-bb31-2f72785db817 service neutron] 10.222.0.82 "PUT /v2.0/ports/e8e9a96e-26df-4743-a091-5a69fa10b8e9/bindings/n-h1-792394-16/activate HTTP/1.1" status: 200 len: 370 time: 1.1170189 Jul 16 01:18:17.709398 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8ca20-f1a9-4321-bb31-2f72785db817 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e9a96e-26df-4743-a091-5a69fa10b8e9,revision_number=10']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:17.725166 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=c6500010-5f84-4a65-a67c-4514eb0c3604,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:17.739624 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-bf2b5a95-f2c2-4d37-a0f1-3b44bc07943a tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.753574 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4bde8af8-0f19-4e4b-9f27-654224183535 req-ff7dbb95-6af9-4b5f-a9dd-556ae9fa6b8d tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989103 Jul 16 01:18:17.824852 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-bf2b5a95-f2c2-4d37-a0f1-3b44bc07943a tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.907956 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-bf2b5a95-f2c2-4d37-a0f1-3b44bc07943a tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Network 07f11943-b637-455e-9864-c9ac8ae123e9 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:17.915702 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-bf2b5a95-f2c2-4d37-a0f1-3b44bc07943a tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:17.918637 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b5a95-f2c2-4d37-a0f1-3b44bc07943a tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Pushing event updated for resources: {'Port': ['ID=731619d5-8d95-4681-a12d-49ce6c1cb51b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:17.920863 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-bf2b5a95-f2c2-4d37-a0f1-3b44bc07943a tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:17.926433 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-a9aa7d90-2b8e-4bfc-a355-3bf8027c0094 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:17.928124 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-a9aa7d90-2b8e-4bfc-a355-3bf8027c0094 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8&tenant_id=19f0097db32e406ab305cc19744860c5&binding%3Ahost_id=n-h2-792394-16 HTTP/1.1" status: 200 len: 1097 time: 0.1382327 Jul 16 01:18:18.008062 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-bf2b5a95-f2c2-4d37-a0f1-3b44bc07943a tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:18.008732 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-bf2b5a95-f2c2-4d37-a0f1-3b44bc07943a tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.035686 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-71b1b58c-5b71-411e-acb6-e7a66696ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:18.037313 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-71b1b58c-5b71-411e-acb6-e7a66696ced6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8&tenant_id=19f0097db32e406ab305cc19744860c5 HTTP/1.1" status: 200 len: 1097 time: 0.0908055 Jul 16 01:18:18.038524 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-bf2b5a95-f2c2-4d37-a0f1-3b44bc07943a tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1454959 Jul 16 01:18:18.052439 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-54e41e25-cd0a-4d5b-991d-c20236630c3d service neutron] Request body: {'port': {'device_id': '76428fa8-d559-480b-a696-342cc7a3adda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:18.157348 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 67825f8e-4b89-4b11-8b57-c398a3044207 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:18.228333 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 67825f8e-4b89-4b11-8b57-c398a3044207 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:18.228738 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.234356 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-54adb024-a19a-402c-8901-39b4a6fc52df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:18.235936 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-54adb024-a19a-402c-8901-39b4a6fc52df service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=19f0097db32e406ab305cc19744860c5&device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 1097 time: 0.1608686 Jul 16 01:18:18.237833 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-54e41e25-cd0a-4d5b-991d-c20236630c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.329580 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.355161 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e9f58f-e83a-4a45-935d-af5dee794120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67825f8e-4b89-4b11-8b57-c398a3044207'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:18.358496 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af134ad9-a3fc-4ec5-aeaf-04174b1dfd0a" -d '{"events": [{"server_uuid": "d2e9f58f-e83a-4a45-935d-af5dee794120", "name": "network-vif-plugged", "status": "completed", "tag": "67825f8e-4b89-4b11-8b57-c398a3044207"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:18.374256 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 67825f8e-4b89-4b11-8b57-c398a3044207, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=67825f8e-4b89-4b11-8b57-c398a3044207,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:18.382057 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.382952 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18636819-ddf4-424a-8f46-c66427ff4c78 req-0d1fcc3b-605e-4ac9-af04-3273a4bc8d07 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:18.386233 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-18636819-ddf4-424a-8f46-c66427ff4c78 req-0d1fcc3b-605e-4ac9-af04-3273a4bc8d07 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 945 time: 0.3062074 Jul 16 01:18:18.457568 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-4064dc0f-9c99-40b5-ab35-3f177f1c6ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:18.459246 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-4064dc0f-9c99-40b5-ab35-3f177f1c6ac4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 200 len: 922 time: 0.2059507 Jul 16 01:18:18.464833 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=67825f8e-4b89-4b11-8b57-c398a3044207,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:18.565050 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-18636819-ddf4-424a-8f46-c66427ff4c78 req-b9d418ae-e322-4167-8493-6a9a74c296e4 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584740 Jul 16 01:18:18.573233 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-5d2d2367-fd1b-4879-9835-1fa771de54e4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8e9a96e-26df-4743-a091-5a69fa10b8e9 HTTP/1.1" status: 200 len: 217 time: 0.1044631 Jul 16 01:18:18.606427 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-a96d4d9e-b0ca-4755-8d5a-ff200f344955 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:18:18.607663 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-a96d4d9e-b0ca-4755-8d5a-ff200f344955 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064702 Jul 16 01:18:18.619135 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-b0429648-a667-4b30-91ab-531ed0ef1925 service neutron] Request body: {'binding': {'host': 'n-h2-792394-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:18.619840 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-b0429648-a667-4b30-91ab-531ed0ef1925 service neutron] Unknown quota resources ['binding']. {{(pid=93955) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:18:18.695828 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-0fbf0217-a42c-4c88-85eb-afb57d8af27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:18.697319 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-0fbf0217-a42c-4c88-85eb-afb57d8af27a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda HTTP/1.1" status: 200 len: 861 time: 0.1158893 Jul 16 01:18:18.762238 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-37cb2ffc-706b-4e7b-b445-c5bd0cf6ec47 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=952b1f4f-1df7-48bd-a0c8-40d17571e492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554178 Jul 16 01:18:18.763822 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-b0429648-a667-4b30-91ab-531ed0ef1925 service neutron] Attempting to bind port ac6e6db6-3f96-4df8-bed0-b111f3190e0d on host n-h2-792394-16 for vnic_type normal with profile None {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:18.764501 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-b0429648-a667-4b30-91ab-531ed0ef1925 service neutron] Attempting to bind port ac6e6db6-3f96-4df8-bed0-b111f3190e0d by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:18.764501 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-b0429648-a667-4b30-91ab-531ed0ef1925 service neutron] Attempting to bind port ac6e6db6-3f96-4df8-bed0-b111f3190e0d on network 0acde702-0391-44d7-919c-717172e79311 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:18.768924 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-b0429648-a667-4b30-91ab-531ed0ef1925 service neutron] Port ac6e6db6-3f96-4df8-bed0-b111f3190e0d on network 0acde702-0391-44d7-919c-717172e79311 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:18.769251 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-b0429648-a667-4b30-91ab-531ed0ef1925 service neutron] Attempting to bind port ac6e6db6-3f96-4df8-bed0-b111f3190e0d on network 0acde702-0391-44d7-919c-717172e79311 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:18.774750 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-b0429648-a667-4b30-91ab-531ed0ef1925 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:18.775346 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-b0429648-a667-4b30-91ab-531ed0ef1925 service neutron] Checking segment: {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:18.775485 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-b0429648-a667-4b30-91ab-531ed0ef1925 service neutron] Bound using segment: {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:18.775888 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-b0429648-a667-4b30-91ab-531ed0ef1925 service neutron] Bound port: ac6e6db6-3f96-4df8-bed0-b111f3190e0d, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:18.834104 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-b0429648-a667-4b30-91ab-531ed0ef1925 service neutron] For port ac6e6db6-3f96-4df8-bed0-b111f3190e0d, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=ac6e6db6-3f96-4df8-bed0-b111f3190e0d,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:18.844346 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-b0429648-a667-4b30-91ab-531ed0ef1925 service neutron] Notify callbacks [] for binding, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.845884 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-b0429648-a667-4b30-91ab-531ed0ef1925 service neutron] 10.222.0.16 "POST /v2.0/ports/ac6e6db6-3f96-4df8-bed0-b111f3190e0d/bindings HTTP/1.1" status: 201 len: 390 time: 0.2303290 Jul 16 01:18:18.912532 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6a148-fa4a-46d9-8d36-f071630f0c4c req-998b6188-f376-4f7f-a928-b133e02d9a1a tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:18.914130 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1d6a148-fa4a-46d9-8d36-f071630f0c4c req-998b6188-f376-4f7f-a928-b133e02d9a1a tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.2229316 Jul 16 01:18:18.981406 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-6cd013ff-e19e-48e0-b7c2-9e18a174fce0 service neutron] 10.222.0.84 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093120 Jul 16 01:18:18.993284 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-54e41e25-cd0a-4d5b-991d-c20236630c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731619d5-8d95-4681-a12d-49ce6c1cb51b {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:19.015234 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-54e41e25-cd0a-4d5b-991d-c20236630c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.032655 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1d6a148-fa4a-46d9-8d36-f071630f0c4c req-816d9c11-3d38-4eb1-8811-1dcab769420b tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967081 Jul 16 01:18:19.052932 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-54e41e25-cd0a-4d5b-991d-c20236630c3d service neutron] Transition to ACTIVE for port object 731619d5-8d95-4681-a12d-49ce6c1cb51b will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:19.088207 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-54e41e25-cd0a-4d5b-991d-c20236630c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.145917 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2027e-8769-4021-961e-6d39be2e64e1 req-c85a01fc-8f9a-4598-abfb-efc6dab406ff tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:19.160167 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-57d2027e-8769-4021-961e-6d39be2e64e1 req-c85a01fc-8f9a-4598-abfb-efc6dab406ff tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.16 "GET /v2.0/ports?device_id=76428fa8-d559-480b-a696-342cc7a3adda HTTP/1.1" status: 200 len: 932 time: 0.1267192 Jul 16 01:18:19.174708 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e41e25-cd0a-4d5b-991d-c20236630c3d service neutron] Pushing event updated for resources: {'Port': ['ID=731619d5-8d95-4681-a12d-49ce6c1cb51b,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:19.191459 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-1f998eec-a29a-415b-8663-3ae91fc79da4 service neutron] 10.222.0.84 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931939 Jul 16 01:18:19.206506 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c6500010-5f84-4a65-a67c-4514eb0c3604 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:19.257125 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-57d2027e-8769-4021-961e-6d39be2e64e1 req-1eaf558d-80ff-4b96-b847-a7172189cf4c tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0b6b7e7-47f5-44d8-bbc6-99b5765f8ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956469 Jul 16 01:18:19.282947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port c6500010-5f84-4a65-a67c-4514eb0c3604 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:19.283877 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.323054 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-e853de76-3e4c-4022-9563-6fe39742161a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:19.325106 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-e853de76-3e4c-4022-9563-6fe39742161a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 1097 time: 0.1344128 Jul 16 01:18:19.341719 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92045359-672f-454e-bb36-232e24a439d9 x-openstack-request-id: req-92045359-672f-454e-bb36-232e24a439d9 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:19.342011 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e9f58f-e83a-4a45-935d-af5dee794120", "name": "network-vif-plugged", "status": "completed", "tag": "67825f8e-4b89-4b11-8b57-c398a3044207", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:19.342263 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92045359-672f-454e-bb36-232e24a439d9 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:19.342652 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e9f58f-e83a-4a45-935d-af5dee794120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67825f8e-4b89-4b11-8b57-c398a3044207', 'code': 200} Jul 16 01:18:19.445622 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-54e41e25-cd0a-4d5b-991d-c20236630c3d service neutron] Attempting to bind port 731619d5-8d95-4681-a12d-49ce6c1cb51b on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:19.446244 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-54e41e25-cd0a-4d5b-991d-c20236630c3d service neutron] Attempting to bind port 731619d5-8d95-4681-a12d-49ce6c1cb51b by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'cbc5b4f2-4a1e-475f-b4ec-de74e656f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '07f11943-b637-455e-9864-c9ac8ae123e9'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:19.449095 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-54e41e25-cd0a-4d5b-991d-c20236630c3d service neutron] Attempting to bind port 731619d5-8d95-4681-a12d-49ce6c1cb51b on network 07f11943-b637-455e-9864-c9ac8ae123e9 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:19.469434 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-54e41e25-cd0a-4d5b-991d-c20236630c3d service neutron] Port 731619d5-8d95-4681-a12d-49ce6c1cb51b on network 07f11943-b637-455e-9864-c9ac8ae123e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:19.470330 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-54e41e25-cd0a-4d5b-991d-c20236630c3d service neutron] Attempting to bind port 731619d5-8d95-4681-a12d-49ce6c1cb51b on network 07f11943-b637-455e-9864-c9ac8ae123e9 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:19.483946 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca06682-b539-464a-9284-c9e53c3d6454 req-34bfe307-f7b6-47d2-bd95-5984333f7f1f tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:19.491368 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ca06682-b539-464a-9284-c9e53c3d6454 req-34bfe307-f7b6-47d2-bd95-5984333f7f1f tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3 HTTP/1.1" status: 200 len: 946 time: 0.2703776 Jul 16 01:18:19.503565 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-34469342-cb54-467a-8fc1-ec9d96b4112e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:19.505369 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-34469342-cb54-467a-8fc1-ec9d96b4112e service neutron] 10.222.0.82 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 908 time: 0.1736999 Jul 16 01:18:19.511877 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-54e41e25-cd0a-4d5b-991d-c20236630c3d service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:19.512342 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-54e41e25-cd0a-4d5b-991d-c20236630c3d service neutron] Checking segment: {'id': 'cbc5b4f2-4a1e-475f-b4ec-de74e656f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '07f11943-b637-455e-9864-c9ac8ae123e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:19.512900 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-54e41e25-cd0a-4d5b-991d-c20236630c3d service neutron] Bound using segment: {'id': 'cbc5b4f2-4a1e-475f-b4ec-de74e656f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '07f11943-b637-455e-9864-c9ac8ae123e9'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:19.513438 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-54e41e25-cd0a-4d5b-991d-c20236630c3d service neutron] Bound port: 731619d5-8d95-4681-a12d-49ce6c1cb51b, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc5b4f2-4a1e-475f-b4ec-de74e656f353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '07f11943-b637-455e-9864-c9ac8ae123e9'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:19.514018 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-54e41e25-cd0a-4d5b-991d-c20236630c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.549810 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-930af02b-5ca0-4665-b6bb-d2e55d13112d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac6e6db6-3f96-4df8-bed0-b111f3190e0d HTTP/1.1" status: 200 len: 217 time: 0.0376890 Jul 16 01:18:19.610926 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ca06682-b539-464a-9284-c9e53c3d6454 req-2f3ebb5f-f3a9-42e1-9200-4b16c8f3bf55 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8b440df-e699-4da3-949e-5d470aa88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184406 Jul 16 01:18:19.614557 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f4084-3583-4cb2-8fe4-8d9a3c237583 req-c17160c7-8d76-493b-bdd6-e5d1f4b23144 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:19.616126 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-700f4084-3583-4cb2-8fe4-8d9a3c237583 req-c17160c7-8d76-493b-bdd6-e5d1f4b23144 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.1581092 Jul 16 01:18:19.622618 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-cb543d13-d011-471e-b292-86002c5f2bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:19.624137 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-cb543d13-d011-471e-b292-86002c5f2bb1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=53fcd526-4834-4829-80ef-c0f48c90d8f1 HTTP/1.1" status: 200 len: 847 time: 0.0679269 Jul 16 01:18:19.665386 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-54e41e25-cd0a-4d5b-991d-c20236630c3d service neutron] For port 731619d5-8d95-4681-a12d-49ce6c1cb51b, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:19.681135 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-54e41e25-cd0a-4d5b-991d-c20236630c3d service neutron] For port 731619d5-8d95-4681-a12d-49ce6c1cb51b, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=731619d5-8d95-4681-a12d-49ce6c1cb51b,segment=NetworkSegment(cbc5b4f2-4a1e-475f-b4ec-de74e656f353),segment_id=cbc5b4f2-4a1e-475f-b4ec-de74e656f353)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:19.684642 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-c2c8659f-300c-4cf1-a48d-f60a8929ba0a tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:19.686312 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-c2c8659f-300c-4cf1-a48d-f60a8929ba0a tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8&tenant_id=19f0097db32e406ab305cc19744860c5&binding%3Ahost_id=n-h1-792394-16 HTTP/1.1" status: 200 len: 1097 time: 0.1542850 Jul 16 01:18:19.689890 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-54e41e25-cd0a-4d5b-991d-c20236630c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.721942 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-e447e924-0331-4df6-9650-338d6533c3d5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0acde702-0391-44d7-919c-717172e79311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869091 Jul 16 01:18:19.753360 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-54e41e25-cd0a-4d5b-991d-c20236630c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:19.754312 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-54e41e25-cd0a-4d5b-991d-c20236630c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.755903 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-54e41e25-cd0a-4d5b-991d-c20236630c3d service neutron] 10.222.0.82 "PUT /v2.0/ports/731619d5-8d95-4681-a12d-49ce6c1cb51b HTTP/1.1" status: 200 len: 1093 time: 1.7084379 Jul 16 01:18:19.760217 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76428fa8-d559-480b-a696-342cc7a3adda', 'tag': '731619d5-8d95-4681-a12d-49ce6c1cb51b'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:19.762651 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5943fb7e-d73c-4a64-b66c-96bffa27ed0e" -d '{"events": [{"name": "network-changed", "server_uuid": "76428fa8-d559-480b-a696-342cc7a3adda", "tag": "731619d5-8d95-4681-a12d-49ce6c1cb51b"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:19.769500 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-700f4084-3583-4cb2-8fe4-8d9a3c237583 req-ed9a8899-2ffe-4a3d-aa1f-0cb3cf008a88 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332352 Jul 16 01:18:19.858453 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-dd5a469c-f3bc-49c2-a203-52c7b9b5ce74 service neutron] 10.222.0.82 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249666 Jul 16 01:18:19.912328 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e41e25-cd0a-4d5b-991d-c20236630c3d service neutron] Pushing event updated for resources: {'Port': ['ID=731619d5-8d95-4681-a12d-49ce6c1cb51b,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:19.988711 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-642badc9-96ab-4ed5-b79f-f232ac47336d service neutron] 10.222.0.82 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211600 Jul 16 01:18:19.997278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd6d71-956a-4354-8110-d4b7f0f94355 req-5d9d3e62-8d09-4aee-b7c3-38a4f506f622 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:19.998866 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-08cd6d71-956a-4354-8110-d4b7f0f94355 req-5d9d3e62-8d09-4aee-b7c3-38a4f506f622 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 945 time: 0.2100637 Jul 16 01:18:20.027959 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-44d58d2f-2bf8-4e02-a087-9f95e5d5e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:20.029485 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-44d58d2f-2bf8-4e02-a087-9f95e5d5e80a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ea41b4f3e416441ebc31eb71579e86cf&device_id=76428fa8-d559-480b-a696-342cc7a3adda HTTP/1.1" status: 200 len: 1096 time: 0.1932333 Jul 16 01:18:20.032622 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-b182010a-79a0-454d-8763-066d37014775 service neutron] For port e8e9a96e-26df-4743-a091-5a69fa10b8e9, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:20.038207 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-b182010a-79a0-454d-8763-066d37014775 service neutron] Notify callbacks [] for binding, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:20.039259 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9d624cc0-2ab2-41a7-a1b7-73200b557a29 req-b182010a-79a0-454d-8763-066d37014775 service neutron] 10.222.0.84 "DELETE /v2.0/ports/e8e9a96e-26df-4743-a091-5a69fa10b8e9/bindings/n-h2-792394-16 HTTP/1.1" status: 204 len: 173 time: 0.3403547 Jul 16 01:18:20.086417 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-08cd6d71-956a-4354-8110-d4b7f0f94355 req-0ccc9134-819d-4e0a-955c-13ac2b024a12 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781908 Jul 16 01:18:20.087648 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-f5485e70-8e6a-4f68-a743-fefb22fb9513 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=731619d5-8d95-4681-a12d-49ce6c1cb51b HTTP/1.1" status: 200 len: 217 time: 0.0475659 Jul 16 01:18:20.168170 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-061cd953-9bff-4379-90d3-57318bfd250f tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:20.169721 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-061cd953-9bff-4379-90d3-57318bfd250f tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656&tenant_id=ca9f8f0612374680aaef3c5c85953dfc&binding%3Ahost_id=n-h1-792394-16 HTTP/1.1" status: 200 len: 1097 time: 0.1140888 Jul 16 01:18:20.186743 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-1f803b1e-bec8-4b76-8ac3-382f9481ab7c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792394-16'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:20.230434 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-4b57ee8c-f197-49e2-814a-40fe76157bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:20.231634 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-4b57ee8c-f197-49e2-814a-40fe76157bcc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=92385b76-00f6-4ebd-90a1-307671609857 HTTP/1.1" status: 200 len: 855 time: 0.1366270 Jul 16 01:18:20.239325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03dd7a-858e-4f45-b27d-2779664fb1f4 req-d1483a15-1e8c-4283-943a-89a328abc5fa tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:20.241125 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b03dd7a-858e-4f45-b27d-2779664fb1f4 req-d1483a15-1e8c-4283-943a-89a328abc5fa tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 945 time: 0.1214657 Jul 16 01:18:20.272942 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device e8e9a96e-26df-4743-a091-5a69fa10b8e9 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:20.308861 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-1f803b1e-bec8-4b76-8ac3-382f9481ab7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:20.327148 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-3aa04c51-126b-4198-9f1e-8daf01e372c0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=07f11943-b637-455e-9864-c9ac8ae123e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493944 Jul 16 01:18:20.336529 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b03dd7a-858e-4f45-b27d-2779664fb1f4 req-50cd9769-5fe8-4563-be3f-dda16b2234db tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678082 Jul 16 01:18:20.339390 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device e8e9a96e-26df-4743-a091-5a69fa10b8e9 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:18:20.402128 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1267d01b-abbb-497b-8b82-3ce823a57c47 x-openstack-request-id: req-1267d01b-abbb-497b-8b82-3ce823a57c47 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:20.402480 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76428fa8-d559-480b-a696-342cc7a3adda", "tag": "731619d5-8d95-4681-a12d-49ce6c1cb51b", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:20.402784 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1267d01b-abbb-497b-8b82-3ce823a57c47 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:20.403233 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76428fa8-d559-480b-a696-342cc7a3adda', 'tag': '731619d5-8d95-4681-a12d-49ce6c1cb51b', 'status': 'completed', 'code': 200} Jul 16 01:18:20.410643 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-067c0366-0fb5-4162-86a5-066363b6f6e5 req-c6e44b74-1981-4c60-b749-5847113cd39f tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2717385 Jul 16 01:18:20.447755 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-067c0366-0fb5-4162-86a5-066363b6f6e5 req-6da7844f-5792-40e6-9e63-dfb02bd06197 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:20.498740 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-47d5499c-e7ca-47c3-8847-44191bffb077 service neutron] 10.222.0.82 "GET /v2.0/networks/07f11943-b637-455e-9864-c9ac8ae123e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565962 Jul 16 01:18:20.500217 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-067c0366-0fb5-4162-86a5-066363b6f6e5 req-6da7844f-5792-40e6-9e63-dfb02bd06197 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:20.540841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-1f803b1e-bec8-4b76-8ac3-382f9481ab7c service neutron] For port ac6e6db6-3f96-4df8-bed0-b111f3190e0d, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ac6e6db6-3f96-4df8-bed0-b111f3190e0d,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:20.638342 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-1f803b1e-bec8-4b76-8ac3-382f9481ab7c service neutron] For port ac6e6db6-3f96-4df8-bed0-b111f3190e0d, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:20.685112 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae9551-7682-42b4-bfaa-1b057a375f87 req-1caff9bc-efda-42a0-87db-fd3363dcce65 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:20.687180 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-21ae9551-7682-42b4-bfaa-1b057a375f87 req-1caff9bc-efda-42a0-87db-fd3363dcce65 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.1360309 Jul 16 01:18:20.723574 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa8a80b-21e6-4538-b3ce-cd5253302656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac6e6db6-3f96-4df8-bed0-b111f3190e0d'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:20.726511 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861d4079-64dc-4ed4-b3bb-217d37e521ae" -d '{"events": [{"server_uuid": "7aa8a80b-21e6-4538-b3ce-cd5253302656", "name": "network-vif-unplugged", "status": "completed", "tag": "ac6e6db6-3f96-4df8-bed0-b111f3190e0d"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:20.730631 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-1f803b1e-bec8-4b76-8ac3-382f9481ab7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:20.746035 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-1f803b1e-bec8-4b76-8ac3-382f9481ab7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:20.752204 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-21ae9551-7682-42b4-bfaa-1b057a375f87 req-7ca3d21e-212b-4449-863d-717805b9f965 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534225 Jul 16 01:18:20.846431 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f803b1e-bec8-4b76-8ac3-382f9481ab7c service neutron] Pushing event updated for resources: {'Port': ['ID=ac6e6db6-3f96-4df8-bed0-b111f3190e0d,revision_number=7']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:20.881623 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-1f803b1e-bec8-4b76-8ac3-382f9481ab7c service neutron] Attempting to bind port ac6e6db6-3f96-4df8-bed0-b111f3190e0d on host n-h1-792394-16 for vnic_type normal with profile {"migrating_to": "n-h2-792394-16"} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:20.883328 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-1f803b1e-bec8-4b76-8ac3-382f9481ab7c service neutron] Attempting to bind port ac6e6db6-3f96-4df8-bed0-b111f3190e0d by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:20.883328 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-1f803b1e-bec8-4b76-8ac3-382f9481ab7c service neutron] Attempting to bind port ac6e6db6-3f96-4df8-bed0-b111f3190e0d on network 0acde702-0391-44d7-919c-717172e79311 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:20.893543 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-1f803b1e-bec8-4b76-8ac3-382f9481ab7c service neutron] Port ac6e6db6-3f96-4df8-bed0-b111f3190e0d on network 0acde702-0391-44d7-919c-717172e79311 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:20.893877 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-1f803b1e-bec8-4b76-8ac3-382f9481ab7c service neutron] Attempting to bind port ac6e6db6-3f96-4df8-bed0-b111f3190e0d on network 0acde702-0391-44d7-919c-717172e79311 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:20.901017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-1f803b1e-bec8-4b76-8ac3-382f9481ab7c service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:20.901364 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-1f803b1e-bec8-4b76-8ac3-382f9481ab7c service neutron] Checking segment: {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:20.901749 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-1f803b1e-bec8-4b76-8ac3-382f9481ab7c service neutron] Bound using segment: {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:20.902195 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-1f803b1e-bec8-4b76-8ac3-382f9481ab7c service neutron] Bound port: ac6e6db6-3f96-4df8-bed0-b111f3190e0d, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:20.902554 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-1f803b1e-bec8-4b76-8ac3-382f9481ab7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:21.002542 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb840ea0-45f9-48f3-9418-a05e060dfe13 req-9c081055-f622-4e89-b8a0-de3e43fc1a8e service neutron] 10.222.0.82 "GET /v2.0/networks/07f11943-b637-455e-9864-c9ac8ae123e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889147 Jul 16 01:18:21.041540 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-067c0366-0fb5-4162-86a5-066363b6f6e5 req-6da7844f-5792-40e6-9e63-dfb02bd06197 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:21.076843 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-1f803b1e-bec8-4b76-8ac3-382f9481ab7c service neutron] For port ac6e6db6-3f96-4df8-bed0-b111f3190e0d, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:21.099813 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-1f803b1e-bec8-4b76-8ac3-382f9481ab7c service neutron] For port ac6e6db6-3f96-4df8-bed0-b111f3190e0d, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ac6e6db6-3f96-4df8-bed0-b111f3190e0d,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:21.111587 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e6ed1-6c7a-4d2f-a9ca-a4cc12153a37 req-208aa20f-3017-4a8c-a501-a52d44ff6e6f tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:21.118873 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-318e6ed1-6c7a-4d2f-a9ca-a4cc12153a37 req-208aa20f-3017-4a8c-a501-a52d44ff6e6f tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.16 "GET /v2.0/ports?device_id=76428fa8-d559-480b-a696-342cc7a3adda HTTP/1.1" status: 200 len: 944 time: 0.1997635 Jul 16 01:18:21.145889 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-1f803b1e-bec8-4b76-8ac3-382f9481ab7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:21.196959 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-318e6ed1-6c7a-4d2f-a9ca-a4cc12153a37 req-9e20b90e-06a5-4946-8985-1a6ac791e453 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0b6b7e7-47f5-44d8-bbc6-99b5765f8ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771170 Jul 16 01:18:21.232545 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-067c0366-0fb5-4162-86a5-066363b6f6e5 req-6da7844f-5792-40e6-9e63-dfb02bd06197 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Allocated IP 172.25.6.66 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/4596f6ba-3bbe-4948-86da-0f04a41d6481) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:21.255575 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943fb7e-d73c-4a64-b66c-96bffa27ed0e req-456d4373-9c04-407c-bfeb-7f72e65122ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:21.255575 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5943fb7e-d73c-4a64-b66c-96bffa27ed0e req-456d4373-9c04-407c-bfeb-7f72e65122ea service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ea41b4f3e416441ebc31eb71579e86cf&device_id=76428fa8-d559-480b-a696-342cc7a3adda HTTP/1.1" status: 200 len: 1096 time: 0.1446648 Jul 16 01:18:21.255857 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-1f803b1e-bec8-4b76-8ac3-382f9481ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:21.256475 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-1f803b1e-bec8-4b76-8ac3-382f9481ab7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:21.257865 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-1f803b1e-bec8-4b76-8ac3-382f9481ab7c service neutron] 10.222.0.82 "PUT /v2.0/ports/ac6e6db6-3f96-4df8-bed0-b111f3190e0d HTTP/1.1" status: 200 len: 1123 time: 1.0769558 Jul 16 01:18:21.264050 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f803b1e-bec8-4b76-8ac3-382f9481ab7c service neutron] Pushing event updated for resources: {'Port': ['ID=ac6e6db6-3f96-4df8-bed0-b111f3190e0d,revision_number=8']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:21.307430 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6536c7fd-25be-4a54-93b1-e9fde8f2c64f x-openstack-request-id: req-6536c7fd-25be-4a54-93b1-e9fde8f2c64f {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:21.307792 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa8a80b-21e6-4538-b3ce-cd5253302656", "name": "network-vif-unplugged", "status": "completed", "tag": "ac6e6db6-3f96-4df8-bed0-b111f3190e0d", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:21.308136 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6536c7fd-25be-4a54-93b1-e9fde8f2c64f {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:21.308746 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa8a80b-21e6-4538-b3ce-cd5253302656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac6e6db6-3f96-4df8-bed0-b111f3190e0d', 'code': 200} Jul 16 01:18:21.345366 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['ac6e6db6-3f96-4df8-bed0-b111f3190e0d'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:21.451293 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943fb7e-d73c-4a64-b66c-96bffa27ed0e req-45cb630e-857b-4611-a947-cf051484f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:21.452803 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5943fb7e-d73c-4a64-b66c-96bffa27ed0e req-45cb630e-857b-4611-a947-cf051484f669 service neutron] 10.222.0.82 "GET /v2.0/networks?id=07f11943-b637-455e-9864-c9ac8ae123e9 HTTP/1.1" status: 200 len: 916 time: 0.1751528 Jul 16 01:18:21.464453 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-067c0366-0fb5-4162-86a5-066363b6f6e5 req-6da7844f-5792-40e6-9e63-dfb02bd06197 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:21.495127 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8edfa-4331-4290-98ee-f9bc58b11fb2 req-21c7143d-2820-4aa4-a583-65e47d1d1586 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:21.503187 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-39b8edfa-4331-4290-98ee-f9bc58b11fb2 req-21c7143d-2820-4aa4-a583-65e47d1d1586 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.0965900 Jul 16 01:18:21.515641 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5943fb7e-d73c-4a64-b66c-96bffa27ed0e req-e2f5baaf-b784-42b2-b862-eeef5947e95f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=731619d5-8d95-4681-a12d-49ce6c1cb51b HTTP/1.1" status: 200 len: 217 time: 0.0458777 Jul 16 01:18:21.549268 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-39b8edfa-4331-4290-98ee-f9bc58b11fb2 req-dc41f16c-6015-4770-a839-5e6cca8d965a tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446358 Jul 16 01:18:21.601443 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943fb7e-d73c-4a64-b66c-96bffa27ed0e req-050832a1-2f03-469f-b129-042f630dd52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:21.603587 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5943fb7e-d73c-4a64-b66c-96bffa27ed0e req-050832a1-2f03-469f-b129-042f630dd52e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=92385b76-00f6-4ebd-90a1-307671609857 HTTP/1.1" status: 200 len: 855 time: 0.0742848 Jul 16 01:18:21.604138 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-067c0366-0fb5-4162-86a5-066363b6f6e5 req-6da7844f-5792-40e6-9e63-dfb02bd06197 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:21.676399 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5943fb7e-d73c-4a64-b66c-96bffa27ed0e req-36783cfd-a613-4d26-b35e-7fe414f4fb17 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=07f11943-b637-455e-9864-c9ac8ae123e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472023 Jul 16 01:18:21.692220 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-067c0366-0fb5-4162-86a5-066363b6f6e5 req-6da7844f-5792-40e6-9e63-dfb02bd06197 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:21.709121 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-067c0366-0fb5-4162-86a5-066363b6f6e5 req-6da7844f-5792-40e6-9e63-dfb02bd06197 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:21.711428 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7844f-5792-40e6-9e63-dfb02bd06197 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Pushing event updated for resources: {'Port': ['ID=4596f6ba-3bbe-4948-86da-0f04a41d6481,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:21.716436 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-067c0366-0fb5-4162-86a5-066363b6f6e5 req-6da7844f-5792-40e6-9e63-dfb02bd06197 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:21.850249 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc579992-8cc5-438f-bfaa-a78db33cac21 req-291d3390-30f8-4261-a52e-4311b4687622 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:21.855725 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dc579992-8cc5-438f-bfaa-a78db33cac21 req-291d3390-30f8-4261-a52e-4311b4687622 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 943 time: 0.0748212 Jul 16 01:18:21.861877 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5943fb7e-d73c-4a64-b66c-96bffa27ed0e req-bf4c7c4b-d82d-468c-97f4-2498d85ae651 service neutron] 10.222.0.82 "GET /v2.0/networks/07f11943-b637-455e-9864-c9ac8ae123e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785824 Jul 16 01:18:21.896908 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dc579992-8cc5-438f-bfaa-a78db33cac21 req-8865c1f9-4f60-4459-80bf-ef7763206987 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379825 Jul 16 01:18:21.916504 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-067c0366-0fb5-4162-86a5-066363b6f6e5 req-6da7844f-5792-40e6-9e63-dfb02bd06197 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:21.992659 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-3e43e6c4-4c30-4590-824a-3c44f660599a service neutron] show failed (client error): The resource could not be found. Jul 16 01:18:21.996943 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-3e43e6c4-4c30-4590-824a-3c44f660599a service neutron] 10.222.0.82 "GET /v2.0/ports/b1d9d39f-08e5-4f19-9084-56eb40ff06dd/bindings/n-h1-792394-16 HTTP/1.1" status: 404 len: 381 time: 0.0774834 Jul 16 01:18:22.014578 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-067c0366-0fb5-4162-86a5-066363b6f6e5 req-6da7844f-5792-40e6-9e63-dfb02bd06197 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:22.017939 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5943fb7e-d73c-4a64-b66c-96bffa27ed0e req-c03ef365-7590-43b5-9b79-11d142bc0e1c service neutron] 10.222.0.82 "GET /v2.0/networks/07f11943-b637-455e-9864-c9ac8ae123e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448720 Jul 16 01:18:22.095931 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f745a-672a-43c1-9b82-17435a122b12 req-ab9eafba-fdb5-4bb0-a9f3-94c92179ec87 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:22.097837 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-778f745a-672a-43c1-9b82-17435a122b12 req-ab9eafba-fdb5-4bb0-a9f3-94c92179ec87 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 1097 time: 0.0949521 Jul 16 01:18:22.153939 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-778f745a-672a-43c1-9b82-17435a122b12 req-c0eff6f6-2610-4d77-ba08-225dc13d31ce tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489902 Jul 16 01:18:22.299829 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-067c0366-0fb5-4162-86a5-066363b6f6e5 req-6da7844f-5792-40e6-9e63-dfb02bd06197 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:22.330760 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-067c0366-0fb5-4162-86a5-066363b6f6e5 req-6da7844f-5792-40e6-9e63-dfb02bd06197 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:22.376802 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb96d94-b193-4c99-ab6f-dcf5fe47da30 req-7cc36f4a-3a87-43bd-a0c2-38a45738b742 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:22.378578 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7fb96d94-b193-4c99-ab6f-dcf5fe47da30 req-7cc36f4a-3a87-43bd-a0c2-38a45738b742 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.0752640 Jul 16 01:18:22.420220 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7844f-5792-40e6-9e63-dfb02bd06197 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Pushing event updated for resources: {'Port': ['ID=4596f6ba-3bbe-4948-86da-0f04a41d6481,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:22.421210 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7fb96d94-b193-4c99-ab6f-dcf5fe47da30 req-6cae508d-a8f4-4dfc-a70a-6745c42e99fb tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365953 Jul 16 01:18:22.430189 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-067c0366-0fb5-4162-86a5-066363b6f6e5 req-6da7844f-5792-40e6-9e63-dfb02bd06197 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:22.445738 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-6b571df3-b1e2-48f4-8437-971571e3e665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:22.447365 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-6b571df3-b1e2-48f4-8437-971571e3e665 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc&tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a HTTP/1.1" status: 200 len: 1102 time: 0.1650009 Jul 16 01:18:22.454116 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-067c0366-0fb5-4162-86a5-066363b6f6e5 req-6da7844f-5792-40e6-9e63-dfb02bd06197 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:22.460939 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-067c0366-0fb5-4162-86a5-066363b6f6e5 req-6da7844f-5792-40e6-9e63-dfb02bd06197 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0178602 Jul 16 01:18:22.467046 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-16', 'device_owner': 'compute:nova'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:22.561074 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-067c0366-0fb5-4162-86a5-066363b6f6e5 req-616e8470-c5af-42e9-8e52-0279983bdc3f tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 695 time: 0.0909920 Jul 16 01:18:22.631673 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c83e0c-00e7-4faa-890e-c4b21cd3c330 req-77cdda22-4b0c-4c9c-bf2d-0646470ccbbd tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:22.633298 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f7c83e0c-00e7-4faa-890e-c4b21cd3c330 req-77cdda22-4b0c-4c9c-bf2d-0646470ccbbd tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.16 "GET /v2.0/ports?device_id=76428fa8-d559-480b-a696-342cc7a3adda HTTP/1.1" status: 200 len: 944 time: 0.0852575 Jul 16 01:18:22.670100 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:22.694825 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f7c83e0c-00e7-4faa-890e-c4b21cd3c330 req-00a47e93-36aa-453a-ae16-4b4621c075ef tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0b6b7e7-47f5-44d8-bbc6-99b5765f8ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547342 Jul 16 01:18:22.737800 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c0366-0fb5-4162-86a5-066363b6f6e5 req-80671498-ed92-4a49-813e-14dc5c7a02e0 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:22.738461 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-067c0366-0fb5-4162-86a5-066363b6f6e5 req-80671498-ed92-4a49-813e-14dc5c7a02e0 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.1689978 Jul 16 01:18:22.759253 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-067c0366-0fb5-4162-86a5-066363b6f6e5 req-f156c5f0-031b-403f-93c0-e3bd00503ae1 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:18:22.760260 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-067c0366-0fb5-4162-86a5-066363b6f6e5 req-f156c5f0-031b-403f-93c0-e3bd00503ae1 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157886 Jul 16 01:18:22.953440 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-47c1d7e1-508b-4e5d-b425-7a666460116c tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:22.955303 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-47c1d7e1-508b-4e5d-b425-7a666460116c tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/networks?id=952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 200 len: 821 time: 0.1435292 Jul 16 01:18:22.975488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] For port b1d9d39f-08e5-4f19-9084-56eb40ff06dd, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=b1d9d39f-08e5-4f19-9084-56eb40ff06dd,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:22.978348 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-e3f241a0-c69a-4026-b58d-509d250c41db tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/quotas/19f0097db32e406ab305cc19744860c5 HTTP/1.1" status: 200 len: 375 time: 0.0142784 Jul 16 01:18:23.025490 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00560b4-23c6-485e-ba52-39f930954544 req-6b3e4a7e-b819-4ceb-9986-6315b2664525 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:23.027321 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a00560b4-23c6-485e-ba52-39f930954544 req-6b3e4a7e-b819-4ceb-9986-6315b2664525 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.1204121 Jul 16 01:18:23.038152 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] For port b1d9d39f-08e5-4f19-9084-56eb40ff06dd, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:23.058728 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-ccdd0333-a2e4-4e7d-9372-de818e58c049 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=19f0097db32e406ab305cc19744860c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775516 Jul 16 01:18:23.123286 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a00560b4-23c6-485e-ba52-39f930954544 req-db75cb69-9de3-4299-b0bb-6e5c261a0bd1 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876575 Jul 16 01:18:23.125713 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060b0df5-a1cc-4b26-9c6b-fc031e831edc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1d9d39f-08e5-4f19-9084-56eb40ff06dd'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:23.127972 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810b6f2c-4c32-41aa-91c8-9accfff1aa7b" -d '{"events": [{"server_uuid": "060b0df5-a1cc-4b26-9c6b-fc031e831edc", "name": "network-vif-unplugged", "status": "completed", "tag": "b1d9d39f-08e5-4f19-9084-56eb40ff06dd"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:23.132335 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.158833 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] Transition to ACTIVE for port object b1d9d39f-08e5-4f19-9084-56eb40ff06dd will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:23.164727 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.181879 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-c08198ee-d54b-43a4-8ccd-93e76bbbcbd5 service neutron] 10.222.0.16 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106112 Jul 16 01:18:23.277139 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] No DVR routers for this DVR port b1d9d39f-08e5-4f19-9084-56eb40ff06dd on host n-h2-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:18:23.333465 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d9d39f-08e5-4f19-9084-56eb40ff06dd,revision_number=6']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:23.345998 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa8a80b-21e6-4538-b3ce-cd5253302656', 'tag': 'ac6e6db6-3f96-4df8-bed0-b111f3190e0d'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:23.346326 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] Attempting to bind port b1d9d39f-08e5-4f19-9084-56eb40ff06dd on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:23.346670 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] Attempting to bind port b1d9d39f-08e5-4f19-9084-56eb40ff06dd by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:23.348073 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] Attempting to bind port b1d9d39f-08e5-4f19-9084-56eb40ff06dd on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:23.348920 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812f78c3-1bc3-4040-9d5f-312471f027a1" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa8a80b-21e6-4538-b3ce-cd5253302656", "tag": "ac6e6db6-3f96-4df8-bed0-b111f3190e0d"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:23.362000 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] Port b1d9d39f-08e5-4f19-9084-56eb40ff06dd on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:23.362502 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] Attempting to bind port b1d9d39f-08e5-4f19-9084-56eb40ff06dd on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:23.373125 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:23.373717 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:23.374120 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:23.374614 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] Bound port: b1d9d39f-08e5-4f19-9084-56eb40ff06dd, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:23.374925 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.400934 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-18e17db7-bccf-40b7-9185-e87af661c4cb service neutron] 10.222.0.16 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136140 Jul 16 01:18:23.527595 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] For port b1d9d39f-08e5-4f19-9084-56eb40ff06dd, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:23.533670 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] For port b1d9d39f-08e5-4f19-9084-56eb40ff06dd, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b1d9d39f-08e5-4f19-9084-56eb40ff06dd,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:23.542930 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.616707 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:23.617529 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.619065 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] 10.222.0.84 "PUT /v2.0/ports/b1d9d39f-08e5-4f19-9084-56eb40ff06dd HTTP/1.1" status: 200 len: 1097 time: 1.1565628 Jul 16 01:18:23.652630 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda48f22-7a6c-4bbc-a866-bd84c69b2d22 req-4967c97d-3e6b-438d-b976-aeddfd62e56f tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:23.654637 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eda48f22-7a6c-4bbc-a866-bd84c69b2d22 req-4967c97d-3e6b-438d-b976-aeddfd62e56f tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 943 time: 0.1996834 Jul 16 01:18:23.709445 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee7437-0a81-4fbf-8f52-d3d7845a0b15 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d9d39f-08e5-4f19-9084-56eb40ff06dd,revision_number=7']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:23.773781 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eda48f22-7a6c-4bbc-a866-bd84c69b2d22 req-59d28d22-66bf-4925-abcd-17f6cd94c7ef tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896530 Jul 16 01:18:23.832590 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-a049ed22-ddb3-4ea8-965e-709783887dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:23.834413 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-a049ed22-ddb3-4ea8-965e-709783887dad service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 1100 time: 0.1788135 Jul 16 01:18:23.843546 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e99830-b58d-4c00-814e-c180f2522e45 req-a5631f4c-2e8b-44dc-954b-6a60b184ffa4 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:23.853812 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30e99830-b58d-4c00-814e-c180f2522e45 req-a5631f4c-2e8b-44dc-954b-6a60b184ffa4 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/networks?id=b96789ad-e3d0-4b87-a610-aa1116fe3317 HTTP/1.1" status: 200 len: 821 time: 0.1843293 Jul 16 01:18:23.900850 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30e99830-b58d-4c00-814e-c180f2522e45 req-09dc4d5e-55ad-4088-8a1c-004fcbc70971 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/quotas/b5319644441342cdbeb9ea6582f89529 HTTP/1.1" status: 200 len: 375 time: 0.0383542 Jul 16 01:18:23.913859 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda50f79-c4c2-4c1f-96e0-33edaa751bdc x-openstack-request-id: req-cda50f79-c4c2-4c1f-96e0-33edaa751bdc {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:23.913859 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060b0df5-a1cc-4b26-9c6b-fc031e831edc", "name": "network-vif-unplugged", "status": "completed", "tag": "b1d9d39f-08e5-4f19-9084-56eb40ff06dd", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:23.913859 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cda50f79-c4c2-4c1f-96e0-33edaa751bdc {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:23.914252 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060b0df5-a1cc-4b26-9c6b-fc031e831edc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1d9d39f-08e5-4f19-9084-56eb40ff06dd', 'code': 200} Jul 16 01:18:23.957076 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929f6701-b4c6-4855-a2e2-994eac3cfc68 x-openstack-request-id: req-929f6701-b4c6-4855-a2e2-994eac3cfc68 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:23.957715 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa8a80b-21e6-4538-b3ce-cd5253302656", "tag": "ac6e6db6-3f96-4df8-bed0-b111f3190e0d", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:23.958336 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-929f6701-b4c6-4855-a2e2-994eac3cfc68 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:23.959053 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa8a80b-21e6-4538-b3ce-cd5253302656', 'tag': 'ac6e6db6-3f96-4df8-bed0-b111f3190e0d', 'status': 'completed', 'code': 200} Jul 16 01:18:24.050663 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30e99830-b58d-4c00-814e-c180f2522e45 req-61e3ea40-0e32-4759-b785-de46c7cdcb30 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5319644441342cdbeb9ea6582f89529&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1477683 Jul 16 01:18:24.063377 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-15291f7a-6801-4dfb-8c64-00f6afc4a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:24.065372 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-15291f7a-6801-4dfb-8c64-00f6afc4a63d service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2158706 Jul 16 01:18:24.139906 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-2d3f65d1-16b1-48c5-af96-425b83558110 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=b1d9d39f-08e5-4f19-9084-56eb40ff06dd HTTP/1.1" status: 200 len: 217 time: 0.0666051 Jul 16 01:18:24.156330 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f78c3-1bc3-4040-9d5f-312471f027a1 req-58802890-79a4-4f08-b83a-824f14b9a168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:24.158127 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-812f78c3-1bc3-4040-9d5f-312471f027a1 req-58802890-79a4-4f08-b83a-824f14b9a168 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 1126 time: 0.1748693 Jul 16 01:18:24.244934 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-156760e7-7bf0-45df-9280-d61a79fa37ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:24.244934 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-156760e7-7bf0-45df-9280-d61a79fa37ac service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0752616 Jul 16 01:18:24.268288 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8f7ab-2346-4899-801f-1183b132a08f req-92ce36b0-5162-46f2-9967-6886dff98b32 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:24.269891 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0ff8f7ab-2346-4899-801f-1183b132a08f req-92ce36b0-5162-46f2-9967-6886dff98b32 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.1443384 Jul 16 01:18:24.283434 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30e99830-b58d-4c00-814e-c180f2522e45 req-395a824e-93db-4391-a36b-cc2fd628886e service neutron] 10.222.0.16 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116270 Jul 16 01:18:24.304522 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device ac6e6db6-3f96-4df8-bed0-b111f3190e0d details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:24.342219 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f78c3-1bc3-4040-9d5f-312471f027a1 req-769dba02-e69b-49ee-957e-cfb4430a6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:24.343888 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-812f78c3-1bc3-4040-9d5f-312471f027a1 req-769dba02-e69b-49ee-957e-cfb4430a6114 service neutron] 10.222.0.84 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 908 time: 0.1776898 Jul 16 01:18:24.371091 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0ff8f7ab-2346-4899-801f-1183b132a08f req-624a73c3-27a0-46ad-b537-de9025fd1d99 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648706 Jul 16 01:18:24.415886 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-f3dd17ab-39eb-4034-b97d-b8046155be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:24.417772 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-f3dd17ab-39eb-4034-b97d-b8046155be1e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1684475 Jul 16 01:18:24.475220 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port ac6e6db6-3f96-4df8-bed0-b111f3190e0d, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ac6e6db6-3f96-4df8-bed0-b111f3190e0d,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:24.490231 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device ac6e6db6-3f96-4df8-bed0-b111f3190e0d has no active binding in host n-h2-792394-16 {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:18:24.490970 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 731619d5-8d95-4681-a12d-49ce6c1cb51b details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:24.596610 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 731619d5-8d95-4681-a12d-49ce6c1cb51b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=731619d5-8d95-4681-a12d-49ce6c1cb51b,segment=NetworkSegment(cbc5b4f2-4a1e-475f-b4ec-de74e656f353),segment_id=cbc5b4f2-4a1e-475f-b4ec-de74e656f353)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:24.616082 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '731619d5-8d95-4681-a12d-49ce6c1cb51b', 'network_id': '07f11943-b637-455e-9864-c9ac8ae123e9', 'port_id': '731619d5-8d95-4681-a12d-49ce6c1cb51b', 'mac_address': 'fa:16:3e:ce:25:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92385b76-00f6-4ebd-90a1-307671609857', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:24.641744 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-4dcb8dea-7447-40e7-83dd-54dcdc2bfcd1 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131464 Jul 16 01:18:24.653157 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2c1e9082-d39b-4c22-bca4-571b724cb1e1 req-f0b98e5a-f5c1-41a1-ba56-d578b5087691 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 210 time: 0.0450532 Jul 16 01:18:24.729405 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:24.763863 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731619d5-8d95-4681-a12d-49ce6c1cb51b {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:24.782579 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-812f78c3-1bc3-4040-9d5f-312471f027a1 req-f71a46ec-730e-4cd1-a4e6-f550890c341b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac6e6db6-3f96-4df8-bed0-b111f3190e0d HTTP/1.1" status: 200 len: 217 time: 0.0450532 Jul 16 01:18:24.826396 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 731619d5-8d95-4681-a12d-49ce6c1cb51b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=731619d5-8d95-4681-a12d-49ce6c1cb51b,segment=NetworkSegment(cbc5b4f2-4a1e-475f-b4ec-de74e656f353),segment_id=cbc5b4f2-4a1e-475f-b4ec-de74e656f353)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:24.840952 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:24.843777 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30e99830-b58d-4c00-814e-c180f2522e45 req-549fd15c-fbbb-4b42-a708-e4b3c9b54461 service neutron] 10.222.0.16 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525196 Jul 16 01:18:24.845035 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-68bb4463-4fd1-4775-b085-1ef579e587c7 req-74e7a4ef-11ad-4ac2-a7f7-2c79538c3727 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909773 Jul 16 01:18:24.885372 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f78c3-1bc3-4040-9d5f-312471f027a1 req-7876040d-b3ae-444a-a40a-c14474665b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:24.886913 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-812f78c3-1bc3-4040-9d5f-312471f027a1 req-7876040d-b3ae-444a-a40a-c14474665b6f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53fcd526-4834-4829-80ef-c0f48c90d8f1 HTTP/1.1" status: 200 len: 847 time: 0.0882988 Jul 16 01:18:24.944376 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=731619d5-8d95-4681-a12d-49ce6c1cb51b,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:24.976768 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-812f78c3-1bc3-4040-9d5f-312471f027a1 req-b627106c-b236-41a4-a98d-b11ac75028af service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0acde702-0391-44d7-919c-717172e79311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712562 Jul 16 01:18:24.986491 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d2b3f-0d07-4fa1-823e-f423a42b06bb req-3762c956-04d1-4d3e-8bf3-40a692530c5f tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:24.993970 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9e1d2b3f-0d07-4fa1-823e-f423a42b06bb req-3762c956-04d1-4d3e-8bf3-40a692530c5f tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.16 "GET /v2.0/ports?device_id=76428fa8-d559-480b-a696-342cc7a3adda HTTP/1.1" status: 200 len: 945 time: 0.1211989 Jul 16 01:18:25.048971 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9e1d2b3f-0d07-4fa1-823e-f423a42b06bb req-056b2f70-3b91-4eea-952b-abf0eaaccc67 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0b6b7e7-47f5-44d8-bbc6-99b5765f8ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540001 Jul 16 01:18:25.114161 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['731619d5-8d95-4681-a12d-49ce6c1cb51b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:25.171518 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-e6c0d00e-14d4-4f2a-94be-87b9d353d748 service neutron] 10.222.0.84 "GET /v2.0/ports/ac6e6db6-3f96-4df8-bed0-b111f3190e0d/bindings/n-h2-792394-16 HTTP/1.1" status: 200 len: 385 time: 0.1211679 Jul 16 01:18:25.315414 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2b05f-dfbd-4c9d-a9a4-2d26299cf89b req-09ce64d3-3e29-4a8d-b09d-676549c37483 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:25.332569 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ed2b05f-dfbd-4c9d-a9a4-2d26299cf89b req-09ce64d3-3e29-4a8d-b09d-676549c37483 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 948 time: 0.1572692 Jul 16 01:18:25.450858 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ed2b05f-dfbd-4c9d-a9a4-2d26299cf89b req-33b603ad-792c-4f9c-95f9-12698a3dfa15 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168783 Jul 16 01:18:25.455257 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-812f78c3-1bc3-4040-9d5f-312471f027a1 req-c30370b4-67cb-41ea-8d84-41ad69d75c52 service neutron] 10.222.0.84 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714475 Jul 16 01:18:25.620623 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0743428e-48cd-4c7d-a0d1-72681fa00bcd req-02f4d9f2-fb9d-4ae7-8850-60dc20e4dad2 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=51e0eeb1-315c-4474-920b-01f244ed13db HTTP/1.1" status: 200 len: 210 time: 0.0521662 Jul 16 01:18:25.643669 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-812f78c3-1bc3-4040-9d5f-312471f027a1 req-5cc88327-bf4e-483b-a28e-a69e9c6499f9 service neutron] 10.222.0.84 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802175 Jul 16 01:18:25.879402 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c13e54-75b2-484f-86e3-b48a80638f81 req-fbe6259b-51d1-4128-9795-30a35de9ba91 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:25.881592 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-44c13e54-75b2-484f-86e3-b48a80638f81 req-fbe6259b-51d1-4128-9795-30a35de9ba91 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.1009378 Jul 16 01:18:25.952237 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-44c13e54-75b2-484f-86e3-b48a80638f81 req-392f48b8-3392-485d-82ec-a473cf30812e tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579901 Jul 16 01:18:25.990148 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '060b0df5-a1cc-4b26-9c6b-fc031e831edc', 'tag': 'b1d9d39f-08e5-4f19-9084-56eb40ff06dd'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:25.993167 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5424ba4c-b020-4794-a998-08bd1ef394a3" -d '{"events": [{"name": "network-changed", "server_uuid": "060b0df5-a1cc-4b26-9c6b-fc031e831edc", "tag": "b1d9d39f-08e5-4f19-9084-56eb40ff06dd"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:26.084193 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-4bc5cca0-e5c5-4bf5-ab7e-5ca0b67d7395 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:26.085669 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-4bc5cca0-e5c5-4bf5-ab7e-5ca0b67d7395 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.82 "GET /v2.0/networks?id=952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 200 len: 821 time: 0.6461782 Jul 16 01:18:26.087865 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-3a3f6e9d-af69-4eed-b625-e9923556c2af service neutron] For port ac6e6db6-3f96-4df8-bed0-b111f3190e0d, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ac6e6db6-3f96-4df8-bed0-b111f3190e0d,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:26.103364 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-e2514335-81f1-4b32-a118-28bf96cdd166 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Request body: {'port': {'device_id': '86fd2e6f-a2d4-4557-977d-d27201eb826d', 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492', 'admin_state_up': True, 'tenant_id': '19f0097db32e406ab305cc19744860c5'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:26.126850 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-df5a2a54-cb37-4375-bbaf-7a16ac76d630 req-e947330c-31a7-4e15-9a66-d8064dc0db86 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 210 time: 0.0482264 Jul 16 01:18:26.155652 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c98b5d-06d3-48d8-a99b-925cdc83c9d5 req-48bf0536-6e55-4c6b-abfb-f0c1ce003027 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:26.157267 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16c98b5d-06d3-48d8-a99b-925cdc83c9d5 req-48bf0536-6e55-4c6b-abfb-f0c1ce003027 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 943 time: 0.6030562 Jul 16 01:18:26.158328 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-3a3f6e9d-af69-4eed-b625-e9923556c2af service neutron] For port ac6e6db6-3f96-4df8-bed0-b111f3190e0d, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:26.256717 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b6d167-8db0-413c-823e-7f7e38e633b9 x-openstack-request-id: req-20b6d167-8db0-413c-823e-7f7e38e633b9 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:26.257018 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "060b0df5-a1cc-4b26-9c6b-fc031e831edc", "tag": "b1d9d39f-08e5-4f19-9084-56eb40ff06dd", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:26.257376 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20b6d167-8db0-413c-823e-7f7e38e633b9 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:26.257783 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '060b0df5-a1cc-4b26-9c6b-fc031e831edc', 'tag': 'b1d9d39f-08e5-4f19-9084-56eb40ff06dd', 'status': 'completed', 'code': 200} Jul 16 01:18:26.268592 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-3a3f6e9d-af69-4eed-b625-e9923556c2af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6e6db6-3f96-4df8-bed0-b111f3190e0d {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:26.298755 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-3a3f6e9d-af69-4eed-b625-e9923556c2af service neutron] For port ac6e6db6-3f96-4df8-bed0-b111f3190e0d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=ac6e6db6-3f96-4df8-bed0-b111f3190e0d,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:26.303245 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 731619d5-8d95-4681-a12d-49ce6c1cb51b up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:26.371909 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16c98b5d-06d3-48d8-a99b-925cdc83c9d5 req-57142c03-0f6e-4fe3-9a4b-8459af4b0b44 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872971 Jul 16 01:18:26.374467 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 731619d5-8d95-4681-a12d-49ce6c1cb51b completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:26.380887 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 731619d5-8d95-4681-a12d-49ce6c1cb51b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:26.382655 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:26.399725 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-3a3f6e9d-af69-4eed-b625-e9923556c2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:26.414459 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-e2514335-81f1-4b32-a118-28bf96cdd166 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Made reservation on behalf of 19f0097db32e406ab305cc19744860c5 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:26.418661 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-e2514335-81f1-4b32-a118-28bf96cdd166 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:26.500080 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:26.527756 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-3a3f6e9d-af69-4eed-b625-e9923556c2af service neutron] Transition to ACTIVE for port object ac6e6db6-3f96-4df8-bed0-b111f3190e0d will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:26.536762 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424ba4c-b020-4794-a998-08bd1ef394a3 req-84e01e01-16fe-4e1f-9058-1bad774c3765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:26.538279 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5424ba4c-b020-4794-a998-08bd1ef394a3 req-84e01e01-16fe-4e1f-9058-1bad774c3765 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 1100 time: 0.2656326 Jul 16 01:18:26.548114 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fa0dd-dd40-49a1-bbc7-ba083e4da002 req-5ccb5ff9-8fce-48d7-84c2-5c70f58ce8dc tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:26.549732 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e2fa0dd-dd40-49a1-bbc7-ba083e4da002 req-5ccb5ff9-8fce-48d7-84c2-5c70f58ce8dc tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.16 "GET /v2.0/ports?device_id=76428fa8-d559-480b-a696-342cc7a3adda HTTP/1.1" status: 200 len: 945 time: 0.1995308 Jul 16 01:18:26.557036 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 731619d5-8d95-4681-a12d-49ce6c1cb51b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=731619d5-8d95-4681-a12d-49ce6c1cb51b,segment=NetworkSegment(cbc5b4f2-4a1e-475f-b4ec-de74e656f353),segment_id=cbc5b4f2-4a1e-475f-b4ec-de74e656f353)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:26.558362 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76428fa8-d559-480b-a696-342cc7a3adda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731619d5-8d95-4681-a12d-49ce6c1cb51b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:26.564098 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6a5254-76e1-4827-bf3a-08ad4b8f693e" -d '{"events": [{"server_uuid": "76428fa8-d559-480b-a696-342cc7a3adda", "name": "network-vif-plugged", "status": "completed", "tag": "731619d5-8d95-4681-a12d-49ce6c1cb51b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:26.570737 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:26.572344 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device b1d9d39f-08e5-4f19-9084-56eb40ff06dd no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:26.573814 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424ba4c-b020-4794-a998-08bd1ef394a3 req-4ede5177-4e3b-480f-bdf2-f94cd5e26568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:26.575329 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5424ba4c-b020-4794-a998-08bd1ef394a3 req-4ede5177-4e3b-480f-bdf2-f94cd5e26568 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 1100 time: 0.2676497 Jul 16 01:18:26.674272 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device b1d9d39f-08e5-4f19-9084-56eb40ff06dd not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:18:26.682165 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2b75504f-9b48-40f5-8019-8f408c016c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:26.716633 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-e2514335-81f1-4b32-a118-28bf96cdd166 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Allocated IP 172.20.0.4 (952b1f4f-1df7-48bd-a0c8-40d17571e492/f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda/2d849f62-e1dc-4ba1-895b-661c98559d5a) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:26.721396 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=731619d5-8d95-4681-a12d-49ce6c1cb51b,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:26.736908 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-3a3f6e9d-af69-4eed-b625-e9923556c2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:26.847133 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e2fa0dd-dd40-49a1-bbc7-ba083e4da002 req-b8003b3a-bf80-48f3-861d-c335cc8c5e00 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0b6b7e7-47f5-44d8-bbc6-99b5765f8ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693412 Jul 16 01:18:26.907019 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df76343-0387-4ea3-ae15-75c6d24323a0 x-openstack-request-id: req-9df76343-0387-4ea3-ae15-75c6d24323a0 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:26.907539 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76428fa8-d559-480b-a696-342cc7a3adda", "name": "network-vif-plugged", "status": "completed", "tag": "731619d5-8d95-4681-a12d-49ce6c1cb51b", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:26.907943 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9df76343-0387-4ea3-ae15-75c6d24323a0 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:26.908578 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76428fa8-d559-480b-a696-342cc7a3adda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731619d5-8d95-4681-a12d-49ce6c1cb51b', 'code': 200} Jul 16 01:18:27.018387 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-3a3f6e9d-af69-4eed-b625-e9923556c2af service neutron] No DVR routers for this DVR port ac6e6db6-3f96-4df8-bed0-b111f3190e0d on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:18:27.085629 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424ba4c-b020-4794-a998-08bd1ef394a3 req-548f64ca-9f49-4a2f-904a-9288848ab08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:27.087345 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5424ba4c-b020-4794-a998-08bd1ef394a3 req-548f64ca-9f49-4a2f-904a-9288848ab08b service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.5364888 Jul 16 01:18:27.118062 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9aecfb07-0f64-444e-b4a3-4c3ce46f8b01 req-afb8b0bc-6277-4b53-9714-d174766bfe55 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=51e0eeb1-315c-4474-920b-01f244ed13db HTTP/1.1" status: 200 len: 210 time: 0.0979471 Jul 16 01:18:27.119714 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424ba4c-b020-4794-a998-08bd1ef394a3 req-57f49755-316e-4174-955b-7decb0e23287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:27.121942 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5424ba4c-b020-4794-a998-08bd1ef394a3 req-57f49755-316e-4174-955b-7decb0e23287 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.5195093 Jul 16 01:18:27.142771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f6e9d-af69-4eed-b625-e9923556c2af service neutron] Pushing event updated for resources: {'Port': ['ID=ac6e6db6-3f96-4df8-bed0-b111f3190e0d,revision_number=10']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:27.184118 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5424ba4c-b020-4794-a998-08bd1ef394a3 req-b18bfe44-08b3-4629-80d0-dc185606916a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=b1d9d39f-08e5-4f19-9084-56eb40ff06dd HTTP/1.1" status: 200 len: 217 time: 0.0514715 Jul 16 01:18:27.223542 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5424ba4c-b020-4794-a998-08bd1ef394a3 req-fa27e349-de9d-40e9-b283-550e6e7010d2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=b1d9d39f-08e5-4f19-9084-56eb40ff06dd HTTP/1.1" status: 200 len: 217 time: 0.1106648 Jul 16 01:18:27.230454 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e99830-b58d-4c00-814e-c180f2522e45 req-07be9abf-55f7-4d16-948c-fe49b2c13ae5 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:27.231983 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30e99830-b58d-4c00-814e-c180f2522e45 req-07be9abf-55f7-4d16-948c-fe49b2c13ae5 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.84 "GET /v2.0/networks?id=b96789ad-e3d0-4b87-a610-aa1116fe3317 HTTP/1.1" status: 200 len: 821 time: 0.4105299 Jul 16 01:18:27.269718 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-30e99830-b58d-4c00-814e-c180f2522e45 req-9e495035-1728-4c56-b6ad-a541af8f4c8c tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Request body: {'port': {'device_id': '51e0eeb1-315c-4474-920b-01f244ed13db', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'admin_state_up': True, 'tenant_id': 'b5319644441342cdbeb9ea6582f89529'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:27.310472 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-3a3f6e9d-af69-4eed-b625-e9923556c2af service neutron] 10.222.0.84 "PUT /v2.0/ports/ac6e6db6-3f96-4df8-bed0-b111f3190e0d/bindings/n-h2-792394-16/activate HTTP/1.1" status: 200 len: 370 time: 2.1279492 Jul 16 01:18:27.359293 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-e2514335-81f1-4b32-a118-28bf96cdd166 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:27.373468 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfec90-cd14-49a3-a2ac-082074564288 req-9520b846-424a-47f5-aaaa-98fe3db7149a tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:27.382365 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0ebfec90-cd14-49a3-a2ac-082074564288 req-9520b846-424a-47f5-aaaa-98fe3db7149a tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 948 time: 0.4240360 Jul 16 01:18:27.435195 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424ba4c-b020-4794-a998-08bd1ef394a3 req-db4662b5-aa0b-4054-95c2-b49c6b0fff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:27.436592 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5424ba4c-b020-4794-a998-08bd1ef394a3 req-db4662b5-aa0b-4054-95c2-b49c6b0fff92 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.2232831 Jul 16 01:18:27.464525 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0ebfec90-cd14-49a3-a2ac-082074564288 req-cf53f670-2185-42c8-9fb1-ee31856d67c2 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810432 Jul 16 01:18:27.493200 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424ba4c-b020-4794-a998-08bd1ef394a3 req-31455759-ee25-4063-96af-9bb442cc2640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:27.494487 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5424ba4c-b020-4794-a998-08bd1ef394a3 req-31455759-ee25-4063-96af-9bb442cc2640 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.2615607 Jul 16 01:18:27.575078 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-e2514335-81f1-4b32-a118-28bf96cdd166 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:27.600202 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cf708-4cdf-462f-83d8-18498372ddb1 req-1ea7ea51-5034-48e5-8808-a1872d2eeb0b tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:27.601772 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-598cf708-4cdf-462f-83d8-18498372ddb1 req-1ea7ea51-5034-48e5-8808-a1872d2eeb0b tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.3463104 Jul 16 01:18:27.642745 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c73219-3577-4d69-beda-1b2404c5232f req-22246f67-d5f9-44fb-8513-f5ea8cfc592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:27.644261 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d9c73219-3577-4d69-beda-1b2404c5232f req-22246f67-d5f9-44fb-8513-f5ea8cfc592b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=76428fa8-d559-480b-a696-342cc7a3adda HTTP/1.1" status: 200 len: 1098 time: 0.3324299 Jul 16 01:18:27.650986 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e99830-b58d-4c00-814e-c180f2522e45 req-9e495035-1728-4c56-b6ad-a541af8f4c8c tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Made reservation on behalf of b5319644441342cdbeb9ea6582f89529 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:27.654704 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-30e99830-b58d-4c00-814e-c180f2522e45 req-9e495035-1728-4c56-b6ad-a541af8f4c8c tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:27.672873 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-989c1d52-b475-432e-9c89-a8f2e59fda4d tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:27.674559 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-989c1d52-b475-432e-9c89-a8f2e59fda4d tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656&tenant_id=ca9f8f0612374680aaef3c5c85953dfc&binding%3Ahost_id=n-h1-792394-16 HTTP/1.1" status: 200 len: 1096 time: 0.2056785 Jul 16 01:18:27.676631 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-e2514335-81f1-4b32-a118-28bf96cdd166 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Network 952b1f4f-1df7-48bd-a0c8-40d17571e492 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:27.685634 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2514335-81f1-4b32-a118-28bf96cdd166 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Pushing event updated for resources: {'Port': ['ID=2d849f62-e1dc-4ba1-895b-661c98559d5a,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:27.705750 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-e2514335-81f1-4b32-a118-28bf96cdd166 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:27.708493 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-e2514335-81f1-4b32-a118-28bf96cdd166 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:27.711454 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424ba4c-b020-4794-a998-08bd1ef394a3 req-20c458d2-6f9e-4613-ad0f-0bf446e92ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:27.716292 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5424ba4c-b020-4794-a998-08bd1ef394a3 req-20c458d2-6f9e-4613-ad0f-0bf446e92ffd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2605486 Jul 16 01:18:27.744072 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-598cf708-4cdf-462f-83d8-18498372ddb1 req-505a13f6-6e92-49e1-96f8-bbbf20c13b0d tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329336 Jul 16 01:18:27.749975 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424ba4c-b020-4794-a998-08bd1ef394a3 req-2a3186f8-521e-487b-bfa4-92c5ae134e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:27.751655 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5424ba4c-b020-4794-a998-08bd1ef394a3 req-2a3186f8-521e-487b-bfa4-92c5ae134e64 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2442625 Jul 16 01:18:27.817331 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-e2514335-81f1-4b32-a118-28bf96cdd166 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:27.817793 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-e2514335-81f1-4b32-a118-28bf96cdd166 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:27.849897 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb26f7a-4ab1-4857-952b-96f8a7470824 req-29fedc36-fbd6-4151-be1c-659c7a2e172d tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:27.851611 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6eb26f7a-4ab1-4857-952b-96f8a7470824 req-29fedc36-fbd6-4151-be1c-659c7a2e172d tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 931 time: 0.1909595 Jul 16 01:18:27.857519 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-e2514335-81f1-4b32-a118-28bf96cdd166 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7586570 Jul 16 01:18:27.859609 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-5421a7d1-e8a6-439e-9a81-1f9620f428a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:27.861078 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-5421a7d1-e8a6-439e-9a81-1f9620f428a4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656&tenant_id=ca9f8f0612374680aaef3c5c85953dfc HTTP/1.1" status: 200 len: 1096 time: 0.1718330 Jul 16 01:18:27.863515 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d9c73219-3577-4d69-beda-1b2404c5232f req-8cb29692-ea90-41d4-ac1d-1e6ad4ad0aba service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c0b6b7e7-47f5-44d8-bbc6-99b5765f8ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044551 Jul 16 01:18:27.873984 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-316f0bcc-2607-4be1-80a6-85f6fb37d555 service neutron] Request body: {'port': {'device_id': '86fd2e6f-a2d4-4557-977d-d27201eb826d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:27.935307 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6eb26f7a-4ab1-4857-952b-96f8a7470824 req-6039018f-c5fd-4139-8582-c9d1399f054f tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729818 Jul 16 01:18:27.977040 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-316f0bcc-2607-4be1-80a6-85f6fb37d555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:28.092478 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5424ba4c-b020-4794-a998-08bd1ef394a3 req-6580e098-2013-464e-bb77-8c623a371756 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657501 Jul 16 01:18:28.124203 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-30e99830-b58d-4c00-814e-c180f2522e45 req-9e495035-1728-4c56-b6ad-a541af8f4c8c tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Allocated IP 172.20.0.3 (b96789ad-e3d0-4b87-a610-aa1116fe3317/b7f91db5-9b19-4112-b5a1-d9fe823a6613/066e46bd-4f1e-444f-b8a7-964277b25a4a) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:28.136580 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5424ba4c-b020-4794-a998-08bd1ef394a3 req-aa5141cf-be37-443d-b0b2-12660b2c2c88 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621948 Jul 16 01:18:28.222118 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device b1d9d39f-08e5-4f19-9084-56eb40ff06dd details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:28.311793 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc270e-78e3-4f30-99c9-ee2a176ade80 req-ec4ec0d2-3308-48c8-951e-de96d586b961 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:28.313558 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-32bc270e-78e3-4f30-99c9-ee2a176ade80 req-ec4ec0d2-3308-48c8-951e-de96d586b961 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.16 "GET /v2.0/ports?device_id=76428fa8-d559-480b-a696-342cc7a3adda HTTP/1.1" status: 200 len: 946 time: 0.1129100 Jul 16 01:18:28.370224 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-316f0bcc-2607-4be1-80a6-85f6fb37d555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d849f62-e1dc-4ba1-895b-661c98559d5a {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:28.382007 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-316f0bcc-2607-4be1-80a6-85f6fb37d555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:28.392785 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-32bc270e-78e3-4f30-99c9-ee2a176ade80 req-aa5b329b-1ba3-411f-8509-4a8c734261a5 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0b6b7e7-47f5-44d8-bbc6-99b5765f8ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605826 Jul 16 01:18:28.402788 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port b1d9d39f-08e5-4f19-9084-56eb40ff06dd, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b1d9d39f-08e5-4f19-9084-56eb40ff06dd,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:28.405894 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-316f0bcc-2607-4be1-80a6-85f6fb37d555 service neutron] Transition to ACTIVE for port object 2d849f62-e1dc-4ba1-895b-661c98559d5a will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:28.412470 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-316f0bcc-2607-4be1-80a6-85f6fb37d555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:28.433737 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'b1d9d39f-08e5-4f19-9084-56eb40ff06dd', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': 'b1d9d39f-08e5-4f19-9084-56eb40ff06dd', 'mac_address': 'fa:16:3e:75:9e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:28.485934 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f0bcc-2607-4be1-80a6-85f6fb37d555 service neutron] Pushing event updated for resources: {'Port': ['ID=2d849f62-e1dc-4ba1-895b-661c98559d5a,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:28.523672 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:28.543596 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d9d39f-08e5-4f19-9084-56eb40ff06dd {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:28.575025 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port b1d9d39f-08e5-4f19-9084-56eb40ff06dd, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b1d9d39f-08e5-4f19-9084-56eb40ff06dd,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:28.579323 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-f373b926-e593-46ea-83ae-9aa98d699704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:28.581935 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-f373b926-e593-46ea-83ae-9aa98d699704 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 1096 time: 0.6636007 Jul 16 01:18:28.584835 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:28.590376 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0452f4e-ed82-4297-8726-b7d3c84da6ee req-e2202c5d-8bf1-4ab0-87f8-47534aa3f16d tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:28.591870 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0452f4e-ed82-4297-8726-b7d3c84da6ee req-e2202c5d-8bf1-4ab0-87f8-47534aa3f16d tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 944 time: 0.6921558 Jul 16 01:18:28.609928 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5c3ff415-36d6-4f57-9fd1-8933f1b18ab7 req-4ec0e6a6-9b57-4a12-b92a-a16c1c906ebd tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=51e0eeb1-315c-4474-920b-01f244ed13db HTTP/1.1" status: 200 len: 210 time: 0.0386319 Jul 16 01:18:28.686806 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-316f0bcc-2607-4be1-80a6-85f6fb37d555 service neutron] Attempting to bind port 2d849f62-e1dc-4ba1-895b-661c98559d5a on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:28.687165 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-316f0bcc-2607-4be1-80a6-85f6fb37d555 service neutron] Attempting to bind port 2d849f62-e1dc-4ba1-895b-661c98559d5a by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:28.687616 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-316f0bcc-2607-4be1-80a6-85f6fb37d555 service neutron] Attempting to bind port 2d849f62-e1dc-4ba1-895b-661c98559d5a on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:28.699024 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-316f0bcc-2607-4be1-80a6-85f6fb37d555 service neutron] Port 2d849f62-e1dc-4ba1-895b-661c98559d5a on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:28.701546 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-316f0bcc-2607-4be1-80a6-85f6fb37d555 service neutron] Attempting to bind port 2d849f62-e1dc-4ba1-895b-661c98559d5a on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:28.715142 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=b1d9d39f-08e5-4f19-9084-56eb40ff06dd,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:28.718591 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-316f0bcc-2607-4be1-80a6-85f6fb37d555 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:28.718973 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-316f0bcc-2607-4be1-80a6-85f6fb37d555 service neutron] Checking segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:28.719351 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-316f0bcc-2607-4be1-80a6-85f6fb37d555 service neutron] Bound using segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:28.719887 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-316f0bcc-2607-4be1-80a6-85f6fb37d555 service neutron] Bound port: 2d849f62-e1dc-4ba1-895b-661c98559d5a, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:28.720351 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-316f0bcc-2607-4be1-80a6-85f6fb37d555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:28.742328 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5424ba4c-b020-4794-a998-08bd1ef394a3 req-ebbe3fff-25e7-4829-96a9-67152917e883 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6379845 Jul 16 01:18:28.790031 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5424ba4c-b020-4794-a998-08bd1ef394a3 req-4d97709a-4119-4263-b50e-cef0e77ab2be service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6347272 Jul 16 01:18:28.814580 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0452f4e-ed82-4297-8726-b7d3c84da6ee req-e04c8ec0-eb4b-4a97-a7fb-69194d478dcc tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112048 Jul 16 01:18:28.883472 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['b1d9d39f-08e5-4f19-9084-56eb40ff06dd'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:28.913560 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-785b201e-155f-4e07-b76b-903ef022a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:28.915189 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-785b201e-155f-4e07-b76b-903ef022a7dd service neutron] 10.222.0.82 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 908 time: 0.3193796 Jul 16 01:18:28.919765 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-316f0bcc-2607-4be1-80a6-85f6fb37d555 service neutron] For port 2d849f62-e1dc-4ba1-895b-661c98559d5a, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:28.925137 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-316f0bcc-2607-4be1-80a6-85f6fb37d555 service neutron] For port 2d849f62-e1dc-4ba1-895b-661c98559d5a, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2d849f62-e1dc-4ba1-895b-661c98559d5a,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:28.937492 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-30e99830-b58d-4c00-814e-c180f2522e45 req-9e495035-1728-4c56-b6ad-a541af8f4c8c tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:28.939471 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-316f0bcc-2607-4be1-80a6-85f6fb37d555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:28.994051 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-316f0bcc-2607-4be1-80a6-85f6fb37d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:28.994941 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-5fa1f1dd-7f0b-417d-b398-e8e6342fbb02 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac6e6db6-3f96-4df8-bed0-b111f3190e0d HTTP/1.1" status: 200 len: 217 time: 0.0714600 Jul 16 01:18:28.995210 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-316f0bcc-2607-4be1-80a6-85f6fb37d555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:28.996863 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-316f0bcc-2607-4be1-80a6-85f6fb37d555 service neutron] 10.222.0.82 "PUT /v2.0/ports/2d849f62-e1dc-4ba1-895b-661c98559d5a HTTP/1.1" status: 200 len: 1092 time: 1.1272435 Jul 16 01:18:29.004552 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0103f-4882-40d8-a261-474102b05084 req-d645190b-0b04-4564-aa0a-db5b9eeefd36 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:29.007264 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7fb0103f-4882-40d8-a261-474102b05084 req-d645190b-0b04-4564-aa0a-db5b9eeefd36 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 949 time: 0.1745121 Jul 16 01:18:29.007913 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fd2e6f-a2d4-4557-977d-d27201eb826d', 'tag': '2d849f62-e1dc-4ba1-895b-661c98559d5a'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:29.010392 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c46db6-e5b0-458d-ba74-1012b5762a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "86fd2e6f-a2d4-4557-977d-d27201eb826d", "tag": "2d849f62-e1dc-4ba1-895b-661c98559d5a"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:29.016186 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-30e99830-b58d-4c00-814e-c180f2522e45 req-9e495035-1728-4c56-b6ad-a541af8f4c8c tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Transition to ACTIVE for port object 066e46bd-4f1e-444f-b8a7-964277b25a4a will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:29.089151 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f0bcc-2607-4be1-80a6-85f6fb37d555 service neutron] Pushing event updated for resources: {'Port': ['ID=2d849f62-e1dc-4ba1-895b-661c98559d5a,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:29.111325 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7fb0103f-4882-40d8-a261-474102b05084 req-c51a2f61-2796-4581-84f3-ef0ce512e0d7 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927384 Jul 16 01:18:29.151211 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-062d79be-02d5-451b-a7c2-d44fda017f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:29.154030 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-062d79be-02d5-451b-a7c2-d44fda017f4a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=19f0097db32e406ab305cc19744860c5&device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 1095 time: 0.1039882 Jul 16 01:18:29.183690 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-55908d28-949b-4e7c-99ba-148285b2a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:29.186875 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-55908d28-949b-4e7c-99ba-148285b2a6ab service neutron] 10.222.0.82 "GET /v2.0/subnets?id=53fcd526-4834-4829-80ef-c0f48c90d8f1 HTTP/1.1" status: 200 len: 847 time: 0.1405540 Jul 16 01:18:29.192627 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-30e99830-b58d-4c00-814e-c180f2522e45 req-9e495035-1728-4c56-b6ad-a541af8f4c8c tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:29.202654 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-1c7437fe-9f85-4bd5-bccc-736a3e1bfb54 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d849f62-e1dc-4ba1-895b-661c98559d5a HTTP/1.1" status: 200 len: 217 time: 0.0412643 Jul 16 01:18:29.276884 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d2b6f-69d5-49b5-af79-46cf88fd9e3a req-f860b469-fc48-4470-abdd-b8146874c517 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:29.278474 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4f9d2b6f-69d5-49b5-af79-46cf88fd9e3a req-f860b469-fc48-4470-abdd-b8146874c517 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.2817965 Jul 16 01:18:29.282192 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-9bdd46ed-93ec-4631-94eb-2e7b95be79ee service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0acde702-0391-44d7-919c-717172e79311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831189 Jul 16 01:18:29.290225 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-d9d1d926-c0a0-466b-bcdd-711580c6d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:29.291692 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-d9d1d926-c0a0-466b-bcdd-711580c6d659 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda HTTP/1.1" status: 200 len: 861 time: 0.0823991 Jul 16 01:18:29.319872 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e99830-b58d-4c00-814e-c180f2522e45 req-9e495035-1728-4c56-b6ad-a541af8f4c8c tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Network b96789ad-e3d0-4b87-a610-aa1116fe3317 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:29.338339 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-1d627dff-d984-4d05-bc67-fac0721de84c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=952b1f4f-1df7-48bd-a0c8-40d17571e492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351171 Jul 16 01:18:29.346108 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e495035-1728-4c56-b6ad-a541af8f4c8c tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Pushing event updated for resources: {'Port': ['ID=066e46bd-4f1e-444f-b8a7-964277b25a4a,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:29.352597 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-30e99830-b58d-4c00-814e-c180f2522e45 req-9e495035-1728-4c56-b6ad-a541af8f4c8c tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:29.361705 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e99830-b58d-4c00-814e-c180f2522e45 req-9e495035-1728-4c56-b6ad-a541af8f4c8c tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:29.424114 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22439b08-1ae0-4ea0-9185-fc82b94eb814 req-81c50348-68bc-4003-acf3-ba49187c190b tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:29.425749 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22439b08-1ae0-4ea0-9185-fc82b94eb814 req-81c50348-68bc-4003-acf3-ba49187c190b tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 943 time: 0.1777699 Jul 16 01:18:29.428512 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4f9d2b6f-69d5-49b5-af79-46cf88fd9e3a req-41dc6979-09e6-430d-b26e-980cf2744ee7 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399493 Jul 16 01:18:29.480644 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e99830-b58d-4c00-814e-c180f2522e45 req-9e495035-1728-4c56-b6ad-a541af8f4c8c tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:29.481325 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-30e99830-b58d-4c00-814e-c180f2522e45 req-9e495035-1728-4c56-b6ad-a541af8f4c8c tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:29.524337 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ed47421e-94b6-4897-95b7-f2b351b8322c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:29.527172 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-7ee620d2-65ec-43d2-99ff-ad1767b674d9 service neutron] 10.222.0.82 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817098 Jul 16 01:18:29.530760 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b05ec6-5ce3-485f-8e0d-19aa39d97168 x-openstack-request-id: req-03b05ec6-5ce3-485f-8e0d-19aa39d97168 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:29.531291 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86fd2e6f-a2d4-4557-977d-d27201eb826d", "tag": "2d849f62-e1dc-4ba1-895b-661c98559d5a", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:29.531540 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03b05ec6-5ce3-485f-8e0d-19aa39d97168 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:29.532113 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fd2e6f-a2d4-4557-977d-d27201eb826d', 'tag': '2d849f62-e1dc-4ba1-895b-661c98559d5a', 'status': 'completed', 'code': 200} Jul 16 01:18:29.537881 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-9ba4d6be-1a5d-4474-b3fc-183380baf68c service neutron] 10.222.0.82 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430620 Jul 16 01:18:29.539577 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30e99830-b58d-4c00-814e-c180f2522e45 req-9e495035-1728-4c56-b6ad-a541af8f4c8c tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2740989 Jul 16 01:18:29.560298 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-30e99830-b58d-4c00-814e-c180f2522e45 req-e42cf87b-9343-4dcd-800b-6c073be1d46e service neutron] Request body: {'port': {'device_id': '51e0eeb1-315c-4474-920b-01f244ed13db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:29.577999 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22439b08-1ae0-4ea0-9185-fc82b94eb814 req-d69f31bd-b393-4402-8f68-6445c6b45417 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388133 Jul 16 01:18:29.626221 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:29.673870 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['888a4b7d-8636-4642-839f-3de01ee654a3'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:29.745019 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db8b3bc3-8c7a-46aa-8115-fc5261b4f5bd req-2820f4ee-9019-43b5-b896-66ef2deb71a2 service neutron] 10.222.0.82 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100778 Jul 16 01:18:29.756692 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-beb4e991-b7c6-4285-b401-653c92849abf None None] Provisioning for port 066e46bd-4f1e-444f-b8a7-964277b25a4a completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:29.769465 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-beb4e991-b7c6-4285-b401-653c92849abf None None] Provisioning complete for port 066e46bd-4f1e-444f-b8a7-964277b25a4a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:29.771737 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-beb4e991-b7c6-4285-b401-653c92849abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:29.828393 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-30e99830-b58d-4c00-814e-c180f2522e45 req-e42cf87b-9343-4dcd-800b-6c073be1d46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:29.845196 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-87d5e62f-b05f-49a3-b181-5dc7c181fd4c service neutron] 10.222.0.82 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000872 Jul 16 01:18:29.902492 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-beb4e991-b7c6-4285-b401-653c92849abf None None] Port 066e46bd-4f1e-444f-b8a7-964277b25a4a cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:18:29.928321 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c46db6-e5b0-458d-ba74-1012b5762a5f req-b4fb95da-93d3-45e3-8a79-33159737b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:29.930171 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-70c46db6-e5b0-458d-ba74-1012b5762a5f req-b4fb95da-93d3-45e3-8a79-33159737b3c6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=19f0097db32e406ab305cc19744860c5&device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 1095 time: 0.0978050 Jul 16 01:18:30.137917 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c46db6-e5b0-458d-ba74-1012b5762a5f req-18b9a730-2e84-459f-89b1-3d4f68f45ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:30.139616 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-70c46db6-e5b0-458d-ba74-1012b5762a5f req-18b9a730-2e84-459f-89b1-3d4f68f45ab0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 200 len: 922 time: 0.2024717 Jul 16 01:18:30.194825 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2e3af-1957-4a99-8381-ad9fd0f7fa97 req-1ecdc471-2f62-4afb-bbcd-5eb21d0512c1 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:30.196372 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-54d2e3af-1957-4a99-8381-ad9fd0f7fa97 req-1ecdc471-2f62-4afb-bbcd-5eb21d0512c1 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=51e0eeb1-315c-4474-920b-01f244ed13db HTTP/1.1" status: 200 len: 931 time: 0.1357396 Jul 16 01:18:30.197833 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-70c46db6-e5b0-458d-ba74-1012b5762a5f req-7eba9223-1bb5-4d75-b734-50ffdb6907d5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d849f62-e1dc-4ba1-895b-661c98559d5a HTTP/1.1" status: 200 len: 217 time: 0.0504143 Jul 16 01:18:30.208390 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device b1d9d39f-08e5-4f19-9084-56eb40ff06dd up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:30.242326 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4405d7-5996-4888-b78a-a31ddce16f1f req-3884ea4a-b5b7-444d-b807-83b3343b57e9 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:30.245878 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c4405d7-5996-4888-b78a-a31ddce16f1f req-3884ea4a-b5b7-444d-b807-83b3343b57e9 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.16 "GET /v2.0/ports?device_id=76428fa8-d559-480b-a696-342cc7a3adda HTTP/1.1" status: 200 len: 946 time: 0.3469896 Jul 16 01:18:30.285799 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port b1d9d39f-08e5-4f19-9084-56eb40ff06dd completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:30.294307 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port b1d9d39f-08e5-4f19-9084-56eb40ff06dd triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:30.295161 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.310138 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-54d2e3af-1957-4a99-8381-ad9fd0f7fa97 req-f2f02dad-d262-411b-b5b4-4f2eeae84e5f tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8b440df-e699-4da3-949e-5d470aa88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073735 Jul 16 01:18:30.320112 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c46db6-e5b0-458d-ba74-1012b5762a5f req-88c050a2-4311-4662-adec-7a597f99c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:30.322472 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-70c46db6-e5b0-458d-ba74-1012b5762a5f req-88c050a2-4311-4662-adec-7a597f99c2be service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda HTTP/1.1" status: 200 len: 861 time: 0.1179295 Jul 16 01:18:30.360298 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e507d0-216e-4d9a-82aa-14b75b9710f5 req-22cf9fbe-c65d-4674-97b9-dffd8e1a269a tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:30.362656 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95e507d0-216e-4d9a-82aa-14b75b9710f5 req-22cf9fbe-c65d-4674-97b9-dffd8e1a269a tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.82 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc&tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&binding%3Ahost_id=n-h1-792394-16 HTTP/1.1" status: 200 len: 949 time: 0.3181665 Jul 16 01:18:30.385350 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-70c46db6-e5b0-458d-ba74-1012b5762a5f req-09293409-557e-4c30-8888-1aed347e79e7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=952b1f4f-1df7-48bd-a0c8-40d17571e492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545416 Jul 16 01:18:30.412991 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.454569 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c4405d7-5996-4888-b78a-a31ddce16f1f req-63e220af-a9b5-4a69-a98a-24148f0411aa tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0b6b7e7-47f5-44d8-bbc6-99b5765f8ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869369 Jul 16 01:18:30.461792 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-95e507d0-216e-4d9a-82aa-14b75b9710f5 req-0ac3c1d1-5f5a-474e-a318-8a27d4c07661 service neutron] delete failed (client error): The resource could not be found. Jul 16 01:18:30.462782 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95e507d0-216e-4d9a-82aa-14b75b9710f5 req-0ac3c1d1-5f5a-474e-a318-8a27d4c07661 service neutron] 10.222.0.82 "DELETE /v2.0/ports/b1d9d39f-08e5-4f19-9084-56eb40ff06dd/bindings/n-h2-792394-16 HTTP/1.1" status: 404 len: 381 time: 0.0916102 Jul 16 01:18:30.480153 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-d734cb4b-3c80-42b8-ad34-1358d43930d9 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:30.481793 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-d734cb4b-3c80-42b8-ad34-1358d43930d9 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656&tenant_id=ca9f8f0612374680aaef3c5c85953dfc&binding%3Ahost_id=n-h2-792394-16 HTTP/1.1" status: 200 len: 1096 time: 0.2829528 Jul 16 01:18:30.585281 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-30e99830-b58d-4c00-814e-c180f2522e45 req-e42cf87b-9343-4dcd-800b-6c073be1d46e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 066e46bd-4f1e-444f-b8a7-964277b25a4a {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:30.644784 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-30e99830-b58d-4c00-814e-c180f2522e45 req-e42cf87b-9343-4dcd-800b-6c073be1d46e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.687361 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-70c46db6-e5b0-458d-ba74-1012b5762a5f req-f6f2a12c-2147-429c-83f3-d209426ba6c8 service neutron] 10.222.0.82 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913640 Jul 16 01:18:30.688762 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-30e99830-b58d-4c00-814e-c180f2522e45 req-e42cf87b-9343-4dcd-800b-6c073be1d46e service neutron] Transition to ACTIVE for port object 066e46bd-4f1e-444f-b8a7-964277b25a4a will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:30.730325 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-30e99830-b58d-4c00-814e-c180f2522e45 req-e42cf87b-9343-4dcd-800b-6c073be1d46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.749082 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a69f9-ebb3-402c-9041-a9ce336f9426 req-2c379b73-a8f7-4429-871f-b1b256a10070 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:30.750993 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f12a69f9-ebb3-402c-9041-a9ce336f9426 req-2c379b73-a8f7-4429-871f-b1b256a10070 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 944 time: 0.1909480 Jul 16 01:18:30.751583 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port b1d9d39f-08e5-4f19-9084-56eb40ff06dd, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b1d9d39f-08e5-4f19-9084-56eb40ff06dd,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:30.759030 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060b0df5-a1cc-4b26-9c6b-fc031e831edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d9d39f-08e5-4f19-9084-56eb40ff06dd'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:30.761532 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f49affb-e47e-4557-bc3f-540355c46045" -d '{"events": [{"server_uuid": "060b0df5-a1cc-4b26-9c6b-fc031e831edc", "name": "network-vif-plugged", "status": "completed", "tag": "b1d9d39f-08e5-4f19-9084-56eb40ff06dd"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:30.766127 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.767199 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ac6e6db6-3f96-4df8-bed0-b111f3190e0d no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:30.816337 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.818099 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ac6e6db6-3f96-4df8-bed0-b111f3190e0d not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:18:30.823416 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-5aa0c07d-b149-4fb3-bbc7-11eab2f852e0 service neutron] For port ac6e6db6-3f96-4df8-bed0-b111f3190e0d, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:30.849990 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-5aa0c07d-b149-4fb3-bbc7-11eab2f852e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.852151 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-955e6a29-4631-478d-b5a6-b0a94e4c44d5 req-5aa0c07d-b149-4fb3-bbc7-11eab2f852e0 service neutron] 10.222.0.82 "DELETE /v2.0/ports/ac6e6db6-3f96-4df8-bed0-b111f3190e0d/bindings/n-h1-792394-16 HTTP/1.1" status: 204 len: 173 time: 0.3529117 Jul 16 01:18:30.885081 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f12a69f9-ebb3-402c-9041-a9ce336f9426 req-aab3c7af-7ce8-447f-a98a-4958edb8aa32 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986538 Jul 16 01:18:30.899374 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=b1d9d39f-08e5-4f19-9084-56eb40ff06dd,revision_number=9']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:30.899870 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-70c46db6-e5b0-458d-ba74-1012b5762a5f req-b1d03a1a-c4a3-4d11-bbf5-de7f0917b92f service neutron] 10.222.0.82 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020438 Jul 16 01:18:30.984165 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cf87b-9343-4dcd-800b-6c073be1d46e service neutron] Pushing event updated for resources: {'Port': ['ID=066e46bd-4f1e-444f-b8a7-964277b25a4a,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:30.989770 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e507d0-216e-4d9a-82aa-14b75b9710f5 req-3037e658-27e6-4c48-b1c9-843cc1f7c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:30.991420 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95e507d0-216e-4d9a-82aa-14b75b9710f5 req-3037e658-27e6-4c48-b1c9-843cc1f7c5e0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 1101 time: 0.4013565 Jul 16 01:18:31.062201 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.205655 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36cf0b-152e-4175-b3e5-c476df00ff5a req-44de8531-ad2d-4b51-bafb-1d0bb9de966a tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:31.208512 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9d36cf0b-152e-4175-b3e5-c476df00ff5a req-44de8531-ad2d-4b51-bafb-1d0bb9de966a tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.1153054 Jul 16 01:18:31.245762 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e507d0-216e-4d9a-82aa-14b75b9710f5 req-7ab4528d-2a7a-49b0-a172-1b4fd65b15fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:31.247191 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95e507d0-216e-4d9a-82aa-14b75b9710f5 req-7ab4528d-2a7a-49b0-a172-1b4fd65b15fc service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2360296 Jul 16 01:18:31.264408 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3e9db-7dba-40ce-a2b7-a2f96675354c req-c8f0d3cc-513a-495e-904c-cef8a483677a tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:31.272039 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e8d3e9db-7dba-40ce-a2b7-a2f96675354c req-c8f0d3cc-513a-495e-904c-cef8a483677a tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.5599303 Jul 16 01:18:31.282319 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9d36cf0b-152e-4175-b3e5-c476df00ff5a req-846edc2a-8b17-43b6-be94-01d0d634d78b tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662735 Jul 16 01:18:31.333528 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-30e99830-b58d-4c00-814e-c180f2522e45 req-e42cf87b-9343-4dcd-800b-6c073be1d46e service neutron] Attempting to bind port 066e46bd-4f1e-444f-b8a7-964277b25a4a on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:31.333785 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-30e99830-b58d-4c00-814e-c180f2522e45 req-e42cf87b-9343-4dcd-800b-6c073be1d46e service neutron] Attempting to bind port 066e46bd-4f1e-444f-b8a7-964277b25a4a by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '5fb644d6-0a18-4b52-9c4c-f3e22f80ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:31.334338 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e99830-b58d-4c00-814e-c180f2522e45 req-e42cf87b-9343-4dcd-800b-6c073be1d46e service neutron] Attempting to bind port 066e46bd-4f1e-444f-b8a7-964277b25a4a on network b96789ad-e3d0-4b87-a610-aa1116fe3317 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:31.340687 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95e507d0-216e-4d9a-82aa-14b75b9710f5 req-70c1d61e-0c42-46db-b0f6-de1846ba0a86 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=b1d9d39f-08e5-4f19-9084-56eb40ff06dd HTTP/1.1" status: 200 len: 217 time: 0.0576024 Jul 16 01:18:31.352165 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e99830-b58d-4c00-814e-c180f2522e45 req-e42cf87b-9343-4dcd-800b-6c073be1d46e service neutron] Port 066e46bd-4f1e-444f-b8a7-964277b25a4a on network b96789ad-e3d0-4b87-a610-aa1116fe3317 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:31.352521 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e99830-b58d-4c00-814e-c180f2522e45 req-e42cf87b-9343-4dcd-800b-6c073be1d46e service neutron] Attempting to bind port 066e46bd-4f1e-444f-b8a7-964277b25a4a on network b96789ad-e3d0-4b87-a610-aa1116fe3317 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:31.408087 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e99830-b58d-4c00-814e-c180f2522e45 req-e42cf87b-9343-4dcd-800b-6c073be1d46e service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:31.408768 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e99830-b58d-4c00-814e-c180f2522e45 req-e42cf87b-9343-4dcd-800b-6c073be1d46e service neutron] Checking segment: {'id': '5fb644d6-0a18-4b52-9c4c-f3e22f80ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:31.409336 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e99830-b58d-4c00-814e-c180f2522e45 req-e42cf87b-9343-4dcd-800b-6c073be1d46e service neutron] Bound using segment: {'id': '5fb644d6-0a18-4b52-9c4c-f3e22f80ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:31.409941 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-30e99830-b58d-4c00-814e-c180f2522e45 req-e42cf87b-9343-4dcd-800b-6c073be1d46e service neutron] Bound port: 066e46bd-4f1e-444f-b8a7-964277b25a4a, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb644d6-0a18-4b52-9c4c-f3e22f80ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:31.410459 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-30e99830-b58d-4c00-814e-c180f2522e45 req-e42cf87b-9343-4dcd-800b-6c073be1d46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.420643 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e8d3e9db-7dba-40ce-a2b7-a2f96675354c req-2bf75960-0e97-49af-9bab-3647e327d9bf tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477203 Jul 16 01:18:31.480173 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e507d0-216e-4d9a-82aa-14b75b9710f5 req-4fc6a91f-68f8-4e93-9e55-29f25479d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:31.482371 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95e507d0-216e-4d9a-82aa-14b75b9710f5 req-4fc6a91f-68f8-4e93-9e55-29f25479d2f9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1315441 Jul 16 01:18:31.560333 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8169570-ea3b-4e51-9fca-63b9ac76f565 req-9f63d514-ac81-490c-9f61-76abddcb9cd6 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:31.571084 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c8169570-ea3b-4e51-9fca-63b9ac76f565 req-9f63d514-ac81-490c-9f61-76abddcb9cd6 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 943 time: 0.1402223 Jul 16 01:18:31.639808 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-30e99830-b58d-4c00-814e-c180f2522e45 req-e42cf87b-9343-4dcd-800b-6c073be1d46e service neutron] For port 066e46bd-4f1e-444f-b8a7-964277b25a4a, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:31.649265 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-30e99830-b58d-4c00-814e-c180f2522e45 req-e42cf87b-9343-4dcd-800b-6c073be1d46e service neutron] For port 066e46bd-4f1e-444f-b8a7-964277b25a4a, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=066e46bd-4f1e-444f-b8a7-964277b25a4a,segment=NetworkSegment(5fb644d6-0a18-4b52-9c4c-f3e22f80ca52),segment_id=5fb644d6-0a18-4b52-9c4c-f3e22f80ca52)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:31.664671 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c8169570-ea3b-4e51-9fca-63b9ac76f565 req-4f280518-72f5-4b69-b123-720b0515e7f5 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850463 Jul 16 01:18:31.701296 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-30e99830-b58d-4c00-814e-c180f2522e45 req-e42cf87b-9343-4dcd-800b-6c073be1d46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.750172 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e507d0-216e-4d9a-82aa-14b75b9710f5 req-6ae2a6a5-bdb3-468d-a07b-49441cd22b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:31.759925 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95e507d0-216e-4d9a-82aa-14b75b9710f5 req-6ae2a6a5-bdb3-468d-a07b-49441cd22b4d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2680335 Jul 16 01:18:31.877764 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cff862-ff3e-40ec-bbfa-7ffcba48a211 x-openstack-request-id: req-06cff862-ff3e-40ec-bbfa-7ffcba48a211 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:31.878547 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060b0df5-a1cc-4b26-9c6b-fc031e831edc", "name": "network-vif-plugged", "status": "completed", "tag": "b1d9d39f-08e5-4f19-9084-56eb40ff06dd", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:31.878547 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06cff862-ff3e-40ec-bbfa-7ffcba48a211 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:31.878827 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060b0df5-a1cc-4b26-9c6b-fc031e831edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d9d39f-08e5-4f19-9084-56eb40ff06dd', 'code': 200} Jul 16 01:18:31.889598 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e99830-b58d-4c00-814e-c180f2522e45 req-e42cf87b-9343-4dcd-800b-6c073be1d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:31.899849 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-30e99830-b58d-4c00-814e-c180f2522e45 req-e42cf87b-9343-4dcd-800b-6c073be1d46e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.902726 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30e99830-b58d-4c00-814e-c180f2522e45 req-e42cf87b-9343-4dcd-800b-6c073be1d46e service neutron] 10.222.0.84 "PUT /v2.0/ports/066e46bd-4f1e-444f-b8a7-964277b25a4a HTTP/1.1" status: 200 len: 1092 time: 2.3467338 Jul 16 01:18:31.903451 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e0eeb1-315c-4474-920b-01f244ed13db', 'tag': '066e46bd-4f1e-444f-b8a7-964277b25a4a'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:31.905782 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7e59eb-beea-4e4c-a9b1-b530036e23fe" -d '{"events": [{"name": "network-changed", "server_uuid": "51e0eeb1-315c-4474-920b-01f244ed13db", "tag": "066e46bd-4f1e-444f-b8a7-964277b25a4a"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:32.149058 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cf87b-9343-4dcd-800b-6c073be1d46e service neutron] Pushing event updated for resources: {'Port': ['ID=066e46bd-4f1e-444f-b8a7-964277b25a4a,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:32.176417 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95e507d0-216e-4d9a-82aa-14b75b9710f5 req-e13874bb-2c81-4969-bc33-c5dfd5259a9e service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904624 Jul 16 01:18:32.215095 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8baa6d-4722-46f3-88b2-6bbbf456bbf0 req-b9556148-e72c-44c7-8a18-39888df57514 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:32.216981 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2f8baa6d-4722-46f3-88b2-6bbbf456bbf0 req-b9556148-e72c-44c7-8a18-39888df57514 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 1096 time: 0.1229146 Jul 16 01:18:32.257459 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2f8baa6d-4722-46f3-88b2-6bbbf456bbf0 req-ca553fe9-ef76-4542-89e7-1478f9506443 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337281 Jul 16 01:18:32.319125 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2d849f62-e1dc-4ba1-895b-661c98559d5a details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:32.491733 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 2d849f62-e1dc-4ba1-895b-661c98559d5a, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2d849f62-e1dc-4ba1-895b-661c98559d5a,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:32.522564 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:32.524618 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '2d849f62-e1dc-4ba1-895b-661c98559d5a', 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492', 'port_id': '2d849f62-e1dc-4ba1-895b-661c98559d5a', 'mac_address': 'fa:16:3e:97:68:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:32.545018 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c70b35-8bdf-45c9-8846-811c98bdb7b2 req-6323e8a6-e4ed-419e-9359-3a82243943c4 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:32.547134 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f5c70b35-8bdf-45c9-8846-811c98bdb7b2 req-6323e8a6-e4ed-419e-9359-3a82243943c4 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.1206391 Jul 16 01:18:32.588805 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:32.619130 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d849f62-e1dc-4ba1-895b-661c98559d5a {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:32.639080 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f5c70b35-8bdf-45c9-8846-811c98bdb7b2 req-ae12ab39-21ff-4373-bb4b-90339698bc3e tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843723 Jul 16 01:18:32.676388 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 2d849f62-e1dc-4ba1-895b-661c98559d5a, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2d849f62-e1dc-4ba1-895b-661c98559d5a,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:32.685677 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:32.688111 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747b2e18-4321-4ea8-8d42-4af59729cfe9 x-openstack-request-id: req-747b2e18-4321-4ea8-8d42-4af59729cfe9 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:32.688771 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e0eeb1-315c-4474-920b-01f244ed13db", "tag": "066e46bd-4f1e-444f-b8a7-964277b25a4a", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:32.689023 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-747b2e18-4321-4ea8-8d42-4af59729cfe9 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:32.689426 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e0eeb1-315c-4474-920b-01f244ed13db', 'tag': '066e46bd-4f1e-444f-b8a7-964277b25a4a', 'status': 'completed', 'code': 200} Jul 16 01:18:32.702390 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e99830-b58d-4c00-814e-c180f2522e45 req-a7028b15-c4f4-437a-9ade-5d8b6f04dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:32.703872 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30e99830-b58d-4c00-814e-c180f2522e45 req-a7028b15-c4f4-437a-9ade-5d8b6f04dfea service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b5319644441342cdbeb9ea6582f89529&device_id=51e0eeb1-315c-4474-920b-01f244ed13db HTTP/1.1" status: 200 len: 1095 time: 0.6752512 Jul 16 01:18:32.727746 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cf0f8-de9c-4ac6-88ea-df49d277d7b2 req-caa3ec18-92f1-45c6-8959-0348497045d1 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:32.735815 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8a1cf0f8-de9c-4ac6-88ea-df49d277d7b2 req-caa3ec18-92f1-45c6-8959-0348497045d1 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=51e0eeb1-315c-4474-920b-01f244ed13db HTTP/1.1" status: 200 len: 943 time: 0.7379773 Jul 16 01:18:32.756481 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=2d849f62-e1dc-4ba1-895b-661c98559d5a,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:32.787029 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30e99830-b58d-4c00-814e-c180f2522e45 req-18fb3fa6-8b52-4411-901e-e758eb345240 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=066e46bd-4f1e-444f-b8a7-964277b25a4a HTTP/1.1" status: 200 len: 217 time: 0.0730803 Jul 16 01:18:32.823265 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb6221-c573-4a00-beec-ed1cfe375cbc req-6e4a1db5-77e7-4cb8-aa1b-6b326b08f795 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:32.825204 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-37cb6221-c573-4a00-beec-ed1cfe375cbc req-6e4a1db5-77e7-4cb8-aa1b-6b326b08f795 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.0681918 Jul 16 01:18:32.827849 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95e507d0-216e-4d9a-82aa-14b75b9710f5 req-75c0a8db-3489-41c6-a4d1-4aa8dac7175b service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6349282 Jul 16 01:18:32.864967 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8a1cf0f8-de9c-4ac6-88ea-df49d277d7b2 req-d3836f52-cbdd-4ec8-8e3b-8bd8e4547431 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8b440df-e699-4da3-949e-5d470aa88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281607 Jul 16 01:18:32.890617 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-37cb6221-c573-4a00-beec-ed1cfe375cbc req-c4f4513c-d6ee-4d59-8031-587f9be7f664 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569093 Jul 16 01:18:32.908390 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e99830-b58d-4c00-814e-c180f2522e45 req-164f2e5f-c1bd-47a9-81b1-c4f3c2f6eff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:32.911029 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30e99830-b58d-4c00-814e-c180f2522e45 req-164f2e5f-c1bd-47a9-81b1-c4f3c2f6eff3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b7f91db5-9b19-4112-b5a1-d9fe823a6613 HTTP/1.1" status: 200 len: 860 time: 0.1024201 Jul 16 01:18:32.948397 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['2d849f62-e1dc-4ba1-895b-661c98559d5a'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:33.115470 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e99830-b58d-4c00-814e-c180f2522e45 req-210f2f68-d8aa-4de8-af8a-4d1db9220e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:33.117128 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30e99830-b58d-4c00-814e-c180f2522e45 req-210f2f68-d8aa-4de8-af8a-4d1db9220e6e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b96789ad-e3d0-4b87-a610-aa1116fe3317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1960695 Jul 16 01:18:33.134375 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4410c8-7727-4ead-ba61-1cfeef8319a3 req-53d9e29f-dbf5-4631-9129-aa4a8ea4c10e tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:33.142808 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fd4410c8-7727-4ead-ba61-1cfeef8319a3 req-53d9e29f-dbf5-4631-9129-aa4a8ea4c10e tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 944 time: 0.0953076 Jul 16 01:18:33.157445 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-c6a06ebb-160a-40eb-8a43-9695a9ffa72b tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:33.159041 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-c6a06ebb-160a-40eb-8a43-9695a9ffa72b tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 807 time: 0.1820543 Jul 16 01:18:33.193245 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fd4410c8-7727-4ead-ba61-1cfeef8319a3 req-ce17d210-b0ed-4f42-9604-b8458a78802f tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423055 Jul 16 01:18:33.241130 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-9f3c85ab-7a91-4d35-97fa-da3cc3ecabee tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/quotas/ca9f8f0612374680aaef3c5c85953dfc HTTP/1.1" status: 200 len: 375 time: 0.0301404 Jul 16 01:18:33.324886 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30e99830-b58d-4c00-814e-c180f2522e45 req-b48f8b11-6169-472e-8d47-0061988b04fa service neutron] 10.222.0.84 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963980 Jul 16 01:18:33.392548 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-39c88422-06b0-4b25-998d-30949b9d9bb1 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1519520 Jul 16 01:18:33.515478 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-f05b189a-9ceb-4d40-a247-bc6469b5a847 service neutron] 10.222.0.16 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126566 Jul 16 01:18:33.638628 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30e99830-b58d-4c00-814e-c180f2522e45 req-d221cfec-90b5-4fe0-87a6-5c85a36802bf service neutron] 10.222.0.84 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004165 Jul 16 01:18:33.661398 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-2ca1d52b-6d04-49ec-acc3-9e72dae8b456 service neutron] 10.222.0.16 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445720 Jul 16 01:18:33.759212 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e59eb-beea-4e4c-a9b1-b530036e23fe req-def9d5d9-bff5-4475-98ec-5145e16a16ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:33.760749 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa7e59eb-beea-4e4c-a9b1-b530036e23fe req-def9d5d9-bff5-4475-98ec-5145e16a16ff service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b5319644441342cdbeb9ea6582f89529&device_id=51e0eeb1-315c-4474-920b-01f244ed13db HTTP/1.1" status: 200 len: 1095 time: 0.0679119 Jul 16 01:18:33.871003 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e59eb-beea-4e4c-a9b1-b530036e23fe req-ee55ed9b-41a9-453d-a1b8-82a78377a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:33.872544 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa7e59eb-beea-4e4c-a9b1-b530036e23fe req-ee55ed9b-41a9-453d-a1b8-82a78377a445 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b96789ad-e3d0-4b87-a610-aa1116fe3317 HTTP/1.1" status: 200 len: 922 time: 0.1001911 Jul 16 01:18:33.947254 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa7e59eb-beea-4e4c-a9b1-b530036e23fe req-b23d0e69-8659-404d-8186-935d1b0a5cef service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=066e46bd-4f1e-444f-b8a7-964277b25a4a HTTP/1.1" status: 200 len: 217 time: 0.0577204 Jul 16 01:18:34.012886 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e59eb-beea-4e4c-a9b1-b530036e23fe req-d3d7f744-8f0d-4df2-870a-5795584c8c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:34.014511 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa7e59eb-beea-4e4c-a9b1-b530036e23fe req-d3d7f744-8f0d-4df2-870a-5795584c8c19 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b7f91db5-9b19-4112-b5a1-d9fe823a6613 HTTP/1.1" status: 200 len: 860 time: 0.0583904 Jul 16 01:18:34.106945 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d10f4ed8-ee85-4b10-9f84-c92e3ea709cd req-8e00a848-8ebb-499a-bf5d-abb122ddc960 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 210 time: 0.0568743 Jul 16 01:18:34.148770 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fcdda-9841-4898-b0eb-ae2c2db89cec req-c52d48f4-d210-4318-bcd4-7958f8be0746 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:34.151295 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe1fcdda-9841-4898-b0eb-ae2c2db89cec req-c52d48f4-d210-4318-bcd4-7958f8be0746 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.1355782 Jul 16 01:18:34.180478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e59eb-beea-4e4c-a9b1-b530036e23fe req-8baf51b6-c4af-4b30-89e1-126fade53efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:34.182016 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa7e59eb-beea-4e4c-a9b1-b530036e23fe req-8baf51b6-c4af-4b30-89e1-126fade53efa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b96789ad-e3d0-4b87-a610-aa1116fe3317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1529346 Jul 16 01:18:34.227956 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe1fcdda-9841-4898-b0eb-ae2c2db89cec req-562eb1fe-d481-46cc-b356-46c77015ad46 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756500 Jul 16 01:18:34.336303 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2d849f62-e1dc-4ba1-895b-661c98559d5a up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:34.383961 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff433ced-d8aa-4b59-b69d-3a4ec34e0747 req-e0d0d794-7ed7-4969-a6e5-24cbdffd540f tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:34.392078 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ff433ced-d8aa-4b59-b69d-3a4ec34e0747 req-e0d0d794-7ed7-4969-a6e5-24cbdffd540f tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=51e0eeb1-315c-4474-920b-01f244ed13db HTTP/1.1" status: 200 len: 943 time: 0.1499724 Jul 16 01:18:34.460302 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa7e59eb-beea-4e4c-a9b1-b530036e23fe req-e77ac545-c068-4912-ae6b-7b64672c33d6 service neutron] 10.222.0.84 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657802 Jul 16 01:18:34.479702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 2d849f62-e1dc-4ba1-895b-661c98559d5a completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:34.486265 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 2d849f62-e1dc-4ba1-895b-661c98559d5a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:34.487653 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:34.488098 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ff433ced-d8aa-4b59-b69d-3a4ec34e0747 req-3b6a5ed6-951e-4041-8305-169488ef0733 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8b440df-e699-4da3-949e-5d470aa88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953109 Jul 16 01:18:34.614524 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:34.622284 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa7e59eb-beea-4e4c-a9b1-b530036e23fe req-bb041d88-d8a6-40a6-87d5-6d5711444ca7 service neutron] 10.222.0.84 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543288 Jul 16 01:18:34.659298 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 2d849f62-e1dc-4ba1-895b-661c98559d5a, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2d849f62-e1dc-4ba1-895b-661c98559d5a,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:34.664313 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fd2e6f-a2d4-4557-977d-d27201eb826d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d849f62-e1dc-4ba1-895b-661c98559d5a'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:34.667354 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42de43a8-f862-4797-9cc0-2be55b417bbf" -d '{"events": [{"server_uuid": "86fd2e6f-a2d4-4557-977d-d27201eb826d", "name": "network-vif-plugged", "status": "completed", "tag": "2d849f62-e1dc-4ba1-895b-661c98559d5a"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:34.678671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d671f-d03a-428c-804f-51bbfbd5060d req-7a85695c-8e67-4392-a4ba-d3a39860893c tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:34.689851 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:34.697041 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-342d671f-d03a-428c-804f-51bbfbd5060d req-7a85695c-8e67-4392-a4ba-d3a39860893c tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.1224051 Jul 16 01:18:34.752055 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-342d671f-d03a-428c-804f-51bbfbd5060d req-4001123e-567d-4dbd-95a5-ecf9b4316064 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526884 Jul 16 01:18:34.761277 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:34.766196 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=2d849f62-e1dc-4ba1-895b-661c98559d5a,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:34.848922 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41edbb-f954-433e-8b82-49c41dbfd3fd req-da2f5564-73bd-43d7-8c45-f4d3dba63870 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:34.851875 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fa41edbb-f954-433e-8b82-49c41dbfd3fd req-da2f5564-73bd-43d7-8c45-f4d3dba63870 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 945 time: 0.1503322 Jul 16 01:18:34.952494 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fa41edbb-f954-433e-8b82-49c41dbfd3fd req-344faca0-98cb-4cc5-a893-db30687899fc tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932460 Jul 16 01:18:34.964112 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344ab312-7256-40b1-a2e8-02b748458b92 x-openstack-request-id: req-344ab312-7256-40b1-a2e8-02b748458b92 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:34.964936 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fd2e6f-a2d4-4557-977d-d27201eb826d", "name": "network-vif-plugged", "status": "completed", "tag": "2d849f62-e1dc-4ba1-895b-661c98559d5a", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:34.965550 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-344ab312-7256-40b1-a2e8-02b748458b92 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:34.967540 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fd2e6f-a2d4-4557-977d-d27201eb826d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d849f62-e1dc-4ba1-895b-661c98559d5a', 'code': 200} Jul 16 01:18:35.230550 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832384-d9cb-4dc8-bcc7-994c9fe00c8a req-cd4e93d7-49ac-4b67-901d-7778d803f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:35.232965 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b832384-d9cb-4dc8-bcc7-994c9fe00c8a req-cd4e93d7-49ac-4b67-901d-7778d803f670 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 1097 time: 0.1607492 Jul 16 01:18:35.240811 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae16ee-0918-4b14-8a9d-89893831602d req-6795469b-397e-433f-ae7f-228e1936b1f0 tempest-MigrationsAdminTest-1377254942 tempest-MigrationsAdminTest-1377254942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:35.242601 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fae16ee-0918-4b14-8a9d-89893831602d req-6795469b-397e-433f-ae7f-228e1936b1f0 tempest-MigrationsAdminTest-1377254942 tempest-MigrationsAdminTest-1377254942-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 1102 time: 0.1245201 Jul 16 01:18:35.290154 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-395e8faf-a470-492d-aba7-4175fc3bde20 req-c0a021d1-4c4f-4744-9458-7cc0737e0693 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 210 time: 0.0459404 Jul 16 01:18:35.309935 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b832384-d9cb-4dc8-bcc7-994c9fe00c8a req-3cee2c6c-d9ac-47bc-a6c8-1805acd8568b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661478 Jul 16 01:18:35.311731 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fae16ee-0918-4b14-8a9d-89893831602d req-fb3a06a6-34b5-45f0-a447-16ec55514f76 tempest-MigrationsAdminTest-1377254942 tempest-MigrationsAdminTest-1377254942-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587268 Jul 16 01:18:35.645338 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74e24d-5163-4602-901e-c7be728b093a req-7c7649f0-ea77-4003-8bec-744ead0601b7 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:35.656319 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0f74e24d-5163-4602-901e-c7be728b093a req-7c7649f0-ea77-4003-8bec-744ead0601b7 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.1490505 Jul 16 01:18:35.721252 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0f74e24d-5163-4602-901e-c7be728b093a req-dccf558e-bace-4437-8394-2ee7ff658891 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629778 Jul 16 01:18:35.809276 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-2124c1f7-72e6-4827-8bb1-b9fd5d66ba8d tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:35.810970 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-2124c1f7-72e6-4827-8bb1-b9fd5d66ba8d tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.84 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 807 time: 0.2065310 Jul 16 01:18:35.829211 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-e1fc7435-8359-4e07-8930-51c361ac677c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Request body: {'port': {'device_id': '91996d6a-b2cc-46d1-8159-5355f06ecde0', 'network_id': '0acde702-0391-44d7-919c-717172e79311', 'admin_state_up': True, 'tenant_id': 'ca9f8f0612374680aaef3c5c85953dfc'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:35.917787 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9e571-a595-46c9-96ab-7a8e7fdc99db req-9de9f663-3a6a-4ba0-aea9-3a6756a5e51f tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:35.928678 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4bf9e571-a595-46c9-96ab-7a8e7fdc99db req-9de9f663-3a6a-4ba0-aea9-3a6756a5e51f tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=51e0eeb1-315c-4474-920b-01f244ed13db HTTP/1.1" status: 200 len: 943 time: 0.2043116 Jul 16 01:18:35.939265 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-6cbc34dc-2ede-4b76-b917-c864fec06391 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530765 Jul 16 01:18:36.005427 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4bf9e571-a595-46c9-96ab-7a8e7fdc99db req-b57a8641-92d3-482d-b9ea-7520b9013761 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8b440df-e699-4da3-949e-5d470aa88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755899 Jul 16 01:18:36.060046 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-e1fc7435-8359-4e07-8930-51c361ac677c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Made reservation on behalf of ca9f8f0612374680aaef3c5c85953dfc for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:36.064067 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-e1fc7435-8359-4e07-8930-51c361ac677c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.149595 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-08de81d3-8268-41d9-bf39-5c4482a31c20 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:36.157805 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-08de81d3-8268-41d9-bf39-5c4482a31c20 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2176156 Jul 16 01:18:36.180660 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-28aea3d6-f813-41e8-a903-cff72182b130 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/quotas/e8dac2fb0d0d4ff092f3262b0e61117a HTTP/1.1" status: 200 len: 375 time: 0.0218194 Jul 16 01:18:36.250482 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 066e46bd-4f1e-444f-b8a7-964277b25a4a details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:36.305136 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-e1fc7435-8359-4e07-8930-51c361ac677c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Allocated IP 172.20.0.9 (0acde702-0391-44d7-919c-717172e79311/53fcd526-4834-4829-80ef-c0f48c90d8f1/485aedfc-d310-49e9-b67e-4865af235efc) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:36.377200 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-e3296559-ae31-4865-9f57-438c94e650b3 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1951632 Jul 16 01:18:36.475514 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 066e46bd-4f1e-444f-b8a7-964277b25a4a, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=066e46bd-4f1e-444f-b8a7-964277b25a4a,segment=NetworkSegment(5fb644d6-0a18-4b52-9c4c-f3e22f80ca52),segment_id=5fb644d6-0a18-4b52-9c4c-f3e22f80ca52)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:36.494640 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '066e46bd-4f1e-444f-b8a7-964277b25a4a', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'port_id': '066e46bd-4f1e-444f-b8a7-964277b25a4a', 'mac_address': 'fa:16:3e:3c:86:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:36.583760 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.608691 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 066e46bd-4f1e-444f-b8a7-964277b25a4a {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:36.667572 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 066e46bd-4f1e-444f-b8a7-964277b25a4a, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=066e46bd-4f1e-444f-b8a7-964277b25a4a,segment=NetworkSegment(5fb644d6-0a18-4b52-9c4c-f3e22f80ca52),segment_id=5fb644d6-0a18-4b52-9c4c-f3e22f80ca52)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:36.667823 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-e1fc7435-8359-4e07-8930-51c361ac677c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.677576 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7783484-54de-402d-aa9d-9780f48a8763 req-05b08f87-5409-4bed-88c6-cce51cccce9a tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:36.684258 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.685112 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c7783484-54de-402d-aa9d-9780f48a8763 req-05b08f87-5409-4bed-88c6-cce51cccce9a tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 945 time: 0.1584094 Jul 16 01:18:36.783863 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=066e46bd-4f1e-444f-b8a7-964277b25a4a,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:36.794538 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c7783484-54de-402d-aa9d-9780f48a8763 req-c9c44287-ae0a-4efd-bd89-69187ce52b4c tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084232 Jul 16 01:18:36.842895 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-e1fc7435-8359-4e07-8930-51c361ac677c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.851873 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ee88788d-ed5c-48ea-a941-b78157181817 req-a2f3738b-d62b-4560-9fe4-24be838b052e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 210 time: 0.0878258 Jul 16 01:18:36.977500 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc7435-8359-4e07-8930-51c361ac677c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Pushing event updated for resources: {'Port': ['ID=485aedfc-d310-49e9-b67e-4865af235efc,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:36.978568 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['066e46bd-4f1e-444f-b8a7-964277b25a4a'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:36.982243 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-e1fc7435-8359-4e07-8930-51c361ac677c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Network 0acde702-0391-44d7-919c-717172e79311 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:37.013195 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-e1fc7435-8359-4e07-8930-51c361ac677c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:37.050110 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-677b2998-542a-4c77-a612-7547d3bb9398 req-4c6b5ef8-fc40-4ca0-a272-9fef5d4e3d1e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 210 time: 0.1752725 Jul 16 01:18:37.054569 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-e1fc7435-8359-4e07-8930-51c361ac677c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:37.177447 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af28289-4b93-4fea-afc6-079a6018dddc req-48a9e8ac-b4f6-4072-8df6-e9b6baf69759 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:37.184519 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-e1fc7435-8359-4e07-8930-51c361ac677c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:37.185756 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-e1fc7435-8359-4e07-8930-51c361ac677c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:37.188806 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4af28289-4b93-4fea-afc6-079a6018dddc req-48a9e8ac-b4f6-4072-8df6-e9b6baf69759 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.1633298 Jul 16 01:18:37.217686 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-e1fc7435-8359-4e07-8930-51c361ac677c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3952405 Jul 16 01:18:37.231160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-cc7f6c20-ab87-401c-a5d3-993644c6afd9 service neutron] Request body: {'port': {'device_id': '91996d6a-b2cc-46d1-8159-5355f06ecde0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:37.275329 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4af28289-4b93-4fea-afc6-079a6018dddc req-b29f240f-ef7a-4803-948c-a2c1687414c4 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855377 Jul 16 01:18:37.412392 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-cc7f6c20-ab87-401c-a5d3-993644c6afd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:37.442783 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba7dd6-8681-4655-a372-298fdb016c5c req-6bfad394-6f1e-4efd-9ca8-bb038ac573ba tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:37.444339 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fbba7dd6-8681-4655-a372-298fdb016c5c req-6bfad394-6f1e-4efd-9ca8-bb038ac573ba tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=51e0eeb1-315c-4474-920b-01f244ed13db HTTP/1.1" status: 200 len: 944 time: 0.1549499 Jul 16 01:18:37.562936 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fbba7dd6-8681-4655-a372-298fdb016c5c req-e46265a8-a5e1-440f-9a96-b8dde7cfdbde tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8b440df-e699-4da3-949e-5d470aa88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985377 Jul 16 01:18:37.773677 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-cc7f6c20-ab87-401c-a5d3-993644c6afd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 485aedfc-d310-49e9-b67e-4865af235efc {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:37.782086 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-cc7f6c20-ab87-401c-a5d3-993644c6afd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:37.796753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-cc7f6c20-ab87-401c-a5d3-993644c6afd9 service neutron] Transition to ACTIVE for port object 485aedfc-d310-49e9-b67e-4865af235efc will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:37.803953 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-cc7f6c20-ab87-401c-a5d3-993644c6afd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:37.863191 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f6c20-ab87-401c-a5d3-993644c6afd9 service neutron] Pushing event updated for resources: {'Port': ['ID=485aedfc-d310-49e9-b67e-4865af235efc,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:37.942512 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-cc7f6c20-ab87-401c-a5d3-993644c6afd9 service neutron] Attempting to bind port 485aedfc-d310-49e9-b67e-4865af235efc on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:37.943140 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-cc7f6c20-ab87-401c-a5d3-993644c6afd9 service neutron] Attempting to bind port 485aedfc-d310-49e9-b67e-4865af235efc by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:37.943736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-cc7f6c20-ab87-401c-a5d3-993644c6afd9 service neutron] Attempting to bind port 485aedfc-d310-49e9-b67e-4865af235efc on network 0acde702-0391-44d7-919c-717172e79311 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:37.950220 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-cc7f6c20-ab87-401c-a5d3-993644c6afd9 service neutron] Port 485aedfc-d310-49e9-b67e-4865af235efc on network 0acde702-0391-44d7-919c-717172e79311 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:37.950763 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-cc7f6c20-ab87-401c-a5d3-993644c6afd9 service neutron] Attempting to bind port 485aedfc-d310-49e9-b67e-4865af235efc on network 0acde702-0391-44d7-919c-717172e79311 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:37.956698 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-cc7f6c20-ab87-401c-a5d3-993644c6afd9 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:37.957188 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-cc7f6c20-ab87-401c-a5d3-993644c6afd9 service neutron] Checking segment: {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:37.957763 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-cc7f6c20-ab87-401c-a5d3-993644c6afd9 service neutron] Bound using segment: {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:37.958390 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-cc7f6c20-ab87-401c-a5d3-993644c6afd9 service neutron] Bound port: 485aedfc-d310-49e9-b67e-4865af235efc, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:37.958862 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-cc7f6c20-ab87-401c-a5d3-993644c6afd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.023249 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c3cf8-17f4-4673-8ab4-ebf790c598e4 req-017b9edc-c7e3-4116-b644-cab519d88fbe tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:38.025071 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e72c3cf8-17f4-4673-8ab4-ebf790c598e4 req-017b9edc-c7e3-4116-b644-cab519d88fbe tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 945 time: 0.0889444 Jul 16 01:18:38.061159 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-cc7f6c20-ab87-401c-a5d3-993644c6afd9 service neutron] For port 485aedfc-d310-49e9-b67e-4865af235efc, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:38.067276 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-cc7f6c20-ab87-401c-a5d3-993644c6afd9 service neutron] For port 485aedfc-d310-49e9-b67e-4865af235efc, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=485aedfc-d310-49e9-b67e-4865af235efc,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:38.111588 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e72c3cf8-17f4-4673-8ab4-ebf790c598e4 req-cf71b452-be1c-4bf7-a56e-3d2445fc438e tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735798 Jul 16 01:18:38.119798 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-cc7f6c20-ab87-401c-a5d3-993644c6afd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.210763 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-cc7f6c20-ab87-401c-a5d3-993644c6afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:38.212611 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-cc7f6c20-ab87-401c-a5d3-993644c6afd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.213920 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-cc7f6c20-ab87-401c-a5d3-993644c6afd9 service neutron] 10.222.0.84 "PUT /v2.0/ports/485aedfc-d310-49e9-b67e-4865af235efc HTTP/1.1" status: 200 len: 1092 time: 0.9878356 Jul 16 01:18:38.222414 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91996d6a-b2cc-46d1-8159-5355f06ecde0', 'tag': '485aedfc-d310-49e9-b67e-4865af235efc'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:38.226181 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ffca13-1a88-4bdc-ab3c-b038b2c29167" -d '{"events": [{"name": "network-changed", "server_uuid": "91996d6a-b2cc-46d1-8159-5355f06ecde0", "tag": "485aedfc-d310-49e9-b67e-4865af235efc"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:38.282010 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 066e46bd-4f1e-444f-b8a7-964277b25a4a up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:38.311134 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26608d3d-03f8-4254-808c-fe42a344e3cb req-9673656c-3af9-4391-9c74-3d3a4272126d tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 210 time: 0.0643997 Jul 16 01:18:38.330821 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-aa6e2399-74c2-4b7b-b982-845ae7a177ae tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688729 Jul 16 01:18:38.396621 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 066e46bd-4f1e-444f-b8a7-964277b25a4a completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:38.403070 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 066e46bd-4f1e-444f-b8a7-964277b25a4a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:38.403872 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.569263 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.614131 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 066e46bd-4f1e-444f-b8a7-964277b25a4a, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=066e46bd-4f1e-444f-b8a7-964277b25a4a,segment=NetworkSegment(5fb644d6-0a18-4b52-9c4c-f3e22f80ca52),segment_id=5fb644d6-0a18-4b52-9c4c-f3e22f80ca52)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:38.616288 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e0eeb1-315c-4474-920b-01f244ed13db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066e46bd-4f1e-444f-b8a7-964277b25a4a'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:38.622179 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9d1893-c4bc-4e7e-9470-c07c8517cfe1" -d '{"events": [{"server_uuid": "51e0eeb1-315c-4474-920b-01f244ed13db", "name": "network-vif-plugged", "status": "completed", "tag": "066e46bd-4f1e-444f-b8a7-964277b25a4a"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:38.628168 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-dbed6601-cbda-4383-99a5-c37b12c14679 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:38.628992 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.639762 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-dbed6601-cbda-4383-99a5-c37b12c14679 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271237 Jul 16 01:18:38.652476 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f6c20-ab87-401c-a5d3-993644c6afd9 service neutron] Pushing event updated for resources: {'Port': ['ID=485aedfc-d310-49e9-b67e-4865af235efc,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:38.657723 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02ef5d-80d7-4da2-8395-5a4653341bfc req-405e52a3-a804-4e25-909d-f7399c373948 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:38.666092 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cda6a4-8655-49f1-93de-b0d2e8a6e865 req-c3aa2517-35f3-4d67-8a6d-1315887d400e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:38.666778 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1f02ef5d-80d7-4da2-8395-5a4653341bfc req-405e52a3-a804-4e25-909d-f7399c373948 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 1097 time: 0.1478310 Jul 16 01:18:38.667774 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-79cda6a4-8655-49f1-93de-b0d2e8a6e865 req-c3aa2517-35f3-4d67-8a6d-1315887d400e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 943 time: 0.5978067 Jul 16 01:18:38.671724 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-9ef9cdc6-81be-4b88-bbc6-642292d5021e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Request body: {'port': {'device_id': '91cabeb8-ba17-4ecd-aae8-8befb00dfeda', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': 'e8dac2fb0d0d4ff092f3262b0e61117a'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:38.736780 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1f02ef5d-80d7-4da2-8395-5a4653341bfc req-34e45af7-fdb7-4cfd-80b3-8babcf94d0c2 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610895 Jul 16 01:18:38.759583 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=066e46bd-4f1e-444f-b8a7-964277b25a4a,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:38.865908 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5daa38e-0f62-4ecb-b97b-e171fbb97ee7 x-openstack-request-id: req-b5daa38e-0f62-4ecb-b97b-e171fbb97ee7 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:38.866213 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91996d6a-b2cc-46d1-8159-5355f06ecde0", "tag": "485aedfc-d310-49e9-b67e-4865af235efc", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:38.866704 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5daa38e-0f62-4ecb-b97b-e171fbb97ee7 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:38.867117 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91996d6a-b2cc-46d1-8159-5355f06ecde0', 'tag': '485aedfc-d310-49e9-b67e-4865af235efc', 'status': 'completed', 'code': 200} Jul 16 01:18:38.881703 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-715faace-8e17-4e6d-bedf-bccfb1f47249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:38.883364 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-715faace-8e17-4e6d-bedf-bccfb1f47249 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 1095 time: 0.5606360 Jul 16 01:18:39.076380 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a7288-79c7-4365-aefe-bc44eea6b711 req-7ebb3085-b375-4d0d-a4c0-21f7a96e1bab tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:39.077957 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-327a7288-79c7-4365-aefe-bc44eea6b711 req-7ebb3085-b375-4d0d-a4c0-21f7a96e1bab tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.1181252 Jul 16 01:18:39.166596 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-327a7288-79c7-4365-aefe-bc44eea6b711 req-f5898495-8257-47ae-9c5d-86ccf3d431dd tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809698 Jul 16 01:18:39.271219 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-9ef9cdc6-81be-4b88-bbc6-642292d5021e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Made reservation on behalf of e8dac2fb0d0d4ff092f3262b0e61117a for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:39.275620 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-9ef9cdc6-81be-4b88-bbc6-642292d5021e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:39.326100 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-79cda6a4-8655-49f1-93de-b0d2e8a6e865 req-3ea19945-c907-47e5-b7c8-f82be3f1912b tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210304 Jul 16 01:18:39.329816 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-90d679a4-83b3-402b-b105-47fa1cfdced3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=485aedfc-d310-49e9-b67e-4865af235efc HTTP/1.1" status: 200 len: 217 time: 0.4244399 Jul 16 01:18:39.368983 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644e7938-2de6-41bd-bbb7-cd24d96292db x-openstack-request-id: req-644e7938-2de6-41bd-bbb7-cd24d96292db {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:39.369504 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e0eeb1-315c-4474-920b-01f244ed13db", "name": "network-vif-plugged", "status": "completed", "tag": "066e46bd-4f1e-444f-b8a7-964277b25a4a", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:39.369504 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-644e7938-2de6-41bd-bbb7-cd24d96292db {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:39.369903 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e0eeb1-315c-4474-920b-01f244ed13db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066e46bd-4f1e-444f-b8a7-964277b25a4a', 'code': 200} Jul 16 01:18:39.525835 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456c153-827e-4304-8ca2-e49dc1950692 req-e730c603-eb51-402a-8d1c-02b3c49a0b67 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:39.534433 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9456c153-827e-4304-8ca2-e49dc1950692 req-e730c603-eb51-402a-8d1c-02b3c49a0b67 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=51e0eeb1-315c-4474-920b-01f244ed13db HTTP/1.1" status: 200 len: 945 time: 0.0937114 Jul 16 01:18:39.586795 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9456c153-827e-4304-8ca2-e49dc1950692 req-0389cb40-daf5-4f90-8d32-9c456863337f tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8b440df-e699-4da3-949e-5d470aa88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483813 Jul 16 01:18:39.623965 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe08539d-6084-4708-8c53-f6c37e9b18da req-0427c487-7ab7-483f-b158-0bc19fd366f1 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 210 time: 0.0598803 Jul 16 01:18:39.634296 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-9ef9cdc6-81be-4b88-bbc6-642292d5021e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Allocated IP 192.168.233.79 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/18c97be5-5024-4a32-9565-b39688ff8000) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:39.642106 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-17cd5ad6-b9a9-450a-894c-00b293601d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:39.643712 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-17cd5ad6-b9a9-450a-894c-00b293601d4d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53fcd526-4834-4829-80ef-c0f48c90d8f1 HTTP/1.1" status: 200 len: 847 time: 0.3039174 Jul 16 01:18:39.700089 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-87adaffd-1e87-4b0b-8aec-9c520bada3e6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0acde702-0391-44d7-919c-717172e79311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419908 Jul 16 01:18:39.744163 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877c87f-c522-4d0c-a416-9aec2c8eaf6c req-201832bd-1911-48e7-ae7d-c0820135e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:39.745879 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b877c87f-c522-4d0c-a416-9aec2c8eaf6c req-201832bd-1911-48e7-ae7d-c0820135e0ce service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=51e0eeb1-315c-4474-920b-01f244ed13db HTTP/1.1" status: 200 len: 1097 time: 0.2425678 Jul 16 01:18:39.820805 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b877c87f-c522-4d0c-a416-9aec2c8eaf6c req-b80e4d1f-c8ca-4144-b6ad-ce4dbd2e6efa service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=d8b440df-e699-4da3-949e-5d470aa88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622680 Jul 16 01:18:39.958744 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-d14d8fbf-cd98-4467-87b8-6bf65e127fda service neutron] 10.222.0.84 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466002 Jul 16 01:18:40.013737 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-9ef9cdc6-81be-4b88-bbc6-642292d5021e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.062320 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-9ef9cdc6-81be-4b88-bbc6-642292d5021e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Transition to ACTIVE for port object 18c97be5-5024-4a32-9565-b39688ff8000 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:40.089670 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b90f99a-a2ac-45e1-9bf7-7137738b800b req-5efc8b38-62d6-4176-9550-58203d393cc7 service neutron] 10.222.0.84 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220617 Jul 16 01:18:40.117637 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-9ef9cdc6-81be-4b88-bbc6-642292d5021e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.133521 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['b1d9d39f-08e5-4f19-9084-56eb40ff06dd'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:40.228151 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-9ef9cdc6-81be-4b88-bbc6-642292d5021e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:40.234516 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-9ef9cdc6-81be-4b88-bbc6-642292d5021e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:40.253004 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-9ef9cdc6-81be-4b88-bbc6-642292d5021e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:40.320606 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-9ef9cdc6-81be-4b88-bbc6-642292d5021e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:40.321593 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-9ef9cdc6-81be-4b88-bbc6-642292d5021e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.366816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9cdc6-81be-4b88-bbc6-642292d5021e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Pushing event updated for resources: {'Port': ['ID=18c97be5-5024-4a32-9565-b39688ff8000,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:40.380396 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-9ef9cdc6-81be-4b88-bbc6-642292d5021e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7239130 Jul 16 01:18:40.404053 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-d0f0f4d3-843c-47b4-a9f3-a703daed811c service neutron] Request body: {'port': {'device_id': '91cabeb8-ba17-4ecd-aae8-8befb00dfeda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:40.501677 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6f4d6-7623-4d60-aca4-cbb509550f4e req-998362d9-d278-4d70-a898-76b2ed7f955d tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:40.510451 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6ae6f4d6-7623-4d60-aca4-cbb509550f4e req-998362d9-d278-4d70-a898-76b2ed7f955d tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.1450174 Jul 16 01:18:40.594795 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6ae6f4d6-7623-4d60-aca4-cbb509550f4e req-65a8fbc2-b2cf-48b3-9e28-63a5cfba74f9 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830872 Jul 16 01:18:40.653753 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-d0f0f4d3-843c-47b4-a9f3-a703daed811c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.666246 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffca13-1a88-4bdc-ab3c-b038b2c29167 req-67cf210b-e221-4dfe-b09b-d3e384373a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:40.668452 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-20ffca13-1a88-4bdc-ab3c-b038b2c29167 req-67cf210b-e221-4dfe-b09b-d3e384373a18 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 1095 time: 0.4948878 Jul 16 01:18:40.707774 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-23932e1c-1915-4392-8c5e-e66052c733b4 None None] Provisioning for port 18c97be5-5024-4a32-9565-b39688ff8000 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:40.715904 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-23932e1c-1915-4392-8c5e-e66052c733b4 None None] Provisioning complete for port 18c97be5-5024-4a32-9565-b39688ff8000 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:40.716842 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-23932e1c-1915-4392-8c5e-e66052c733b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.813099 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-23932e1c-1915-4392-8c5e-e66052c733b4 None None] Port 18c97be5-5024-4a32-9565-b39688ff8000 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:18:40.880200 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67e31f-f3e3-4f8e-9457-65a13589e568 req-87ad066e-c908-4a6b-82ca-ef888fe7e674 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:40.888817 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fd67e31f-f3e3-4f8e-9457-65a13589e568 req-87ad066e-c908-4a6b-82ca-ef888fe7e674 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=51e0eeb1-315c-4474-920b-01f244ed13db HTTP/1.1" status: 200 len: 945 time: 0.1112053 Jul 16 01:18:40.947955 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fd67e31f-f3e3-4f8e-9457-65a13589e568 req-0bd9fd6d-4f42-483e-a265-1a9ff204d1ed tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8b440df-e699-4da3-949e-5d470aa88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574851 Jul 16 01:18:41.160824 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf2c80-b8a8-4c21-8c30-9e7a485de3c6 req-0be94b04-7af2-4490-8cf1-2c158a0f110b tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.163575 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1fbf2c80-b8a8-4c21-8c30-9e7a485de3c6 req-0be94b04-7af2-4490-8cf1-2c158a0f110b tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 935 time: 0.1027009 Jul 16 01:18:41.198491 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffca13-1a88-4bdc-ab3c-b038b2c29167 req-86cec743-e33c-439f-b514-0cffbadbf60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.200536 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-20ffca13-1a88-4bdc-ab3c-b038b2c29167 req-86cec743-e33c-439f-b514-0cffbadbf60e service neutron] 10.222.0.84 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 908 time: 0.5224907 Jul 16 01:18:41.233810 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1fbf2c80-b8a8-4c21-8c30-9e7a485de3c6 req-d5d120d0-8cce-4e2c-9870-c15d866d0e9b tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614040 Jul 16 01:18:41.239091 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6ee6f-9b66-4ee0-b00d-33c1fb14b879 req-cb05c685-5b6c-4e2d-9e3a-fffc8cb1b91e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.241428 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ed6ee6f-9b66-4ee0-b00d-33c1fb14b879 req-cb05c685-5b6c-4e2d-9e3a-fffc8cb1b91e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 943 time: 0.4496994 Jul 16 01:18:41.296997 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-20ffca13-1a88-4bdc-ab3c-b038b2c29167 req-b87d4be5-2448-4268-bd1f-3ac079ec56dd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=485aedfc-d310-49e9-b67e-4865af235efc HTTP/1.1" status: 200 len: 217 time: 0.0837693 Jul 16 01:18:41.420496 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ed6ee6f-9b66-4ee0-b00d-33c1fb14b879 req-770090e2-541d-4993-bbc4-62f9a28130ed tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354716 Jul 16 01:18:41.467938 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffca13-1a88-4bdc-ab3c-b038b2c29167 req-ac685c8e-5ced-4277-8248-8e48befc8f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.469287 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-20ffca13-1a88-4bdc-ab3c-b038b2c29167 req-ac685c8e-5ced-4277-8248-8e48befc8f3d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53fcd526-4834-4829-80ef-c0f48c90d8f1 HTTP/1.1" status: 200 len: 847 time: 0.1302056 Jul 16 01:18:41.548948 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-20ffca13-1a88-4bdc-ab3c-b038b2c29167 req-f49790f2-3e99-499c-a12e-b602e24c44b6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0acde702-0391-44d7-919c-717172e79311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616901 Jul 16 01:18:41.564686 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-d0f0f4d3-843c-47b4-a9f3-a703daed811c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c97be5-5024-4a32-9565-b39688ff8000 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:41.619395 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-d0f0f4d3-843c-47b4-a9f3-a703daed811c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:41.682614 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-d0f0f4d3-843c-47b4-a9f3-a703daed811c service neutron] Transition to ACTIVE for port object 18c97be5-5024-4a32-9565-b39688ff8000 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:41.731779 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-20ffca13-1a88-4bdc-ab3c-b038b2c29167 req-8efa8ff7-9560-4543-a92b-aede7cbf948e service neutron] 10.222.0.84 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612618 Jul 16 01:18:41.734068 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-d0f0f4d3-843c-47b4-a9f3-a703daed811c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:41.834529 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d83673a2-7e2d-4f74-a769-5b4d12a14219 req-bf866552-39fb-487c-93fe-9e84d3a6ab34 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=18aebc4a-bf0e-4449-9490-cfce0ddff67d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2635038 Jul 16 01:18:41.891922 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0f4d3-843c-47b4-a9f3-a703daed811c service neutron] Pushing event updated for resources: {'Port': ['ID=18c97be5-5024-4a32-9565-b39688ff8000,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:41.928611 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305e6b1-0312-41bb-a34a-b3ca95536543 req-7ae2e95d-a0af-4883-b89a-babf942e6c80 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.938780 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b305e6b1-0312-41bb-a34a-b3ca95536543 req-7ae2e95d-a0af-4883-b89a-babf942e6c80 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.1309674 Jul 16 01:18:41.995257 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b305e6b1-0312-41bb-a34a-b3ca95536543 req-bf9e8669-a03c-49ca-a9ad-584d7fb34fb9 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531447 Jul 16 01:18:42.037754 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-d0f0f4d3-843c-47b4-a9f3-a703daed811c service neutron] Attempting to bind port 18c97be5-5024-4a32-9565-b39688ff8000 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:42.038087 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-d0f0f4d3-843c-47b4-a9f3-a703daed811c service neutron] Attempting to bind port 18c97be5-5024-4a32-9565-b39688ff8000 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:42.038594 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-d0f0f4d3-843c-47b4-a9f3-a703daed811c service neutron] Attempting to bind port 18c97be5-5024-4a32-9565-b39688ff8000 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:42.055095 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-20ffca13-1a88-4bdc-ab3c-b038b2c29167 req-804fb33d-fbf7-4556-8fc7-eb9dd8a06f1f service neutron] 10.222.0.84 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084133 Jul 16 01:18:42.058529 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-d0f0f4d3-843c-47b4-a9f3-a703daed811c service neutron] Port 18c97be5-5024-4a32-9565-b39688ff8000 on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:42.058861 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-d0f0f4d3-843c-47b4-a9f3-a703daed811c service neutron] Attempting to bind port 18c97be5-5024-4a32-9565-b39688ff8000 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:42.069847 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-d0f0f4d3-843c-47b4-a9f3-a703daed811c service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:42.070184 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-d0f0f4d3-843c-47b4-a9f3-a703daed811c service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:42.070756 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-d0f0f4d3-843c-47b4-a9f3-a703daed811c service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:42.071369 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-d0f0f4d3-843c-47b4-a9f3-a703daed811c service neutron] Bound port: 18c97be5-5024-4a32-9565-b39688ff8000, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:42.071900 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-d0f0f4d3-843c-47b4-a9f3-a703daed811c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.122852 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83673a2-7e2d-4f74-a769-5b4d12a14219 req-7a2cc221-1597-4bda-b38f-46d0091fcc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:42.124389 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d83673a2-7e2d-4f74-a769-5b4d12a14219 req-7a2cc221-1597-4bda-b38f-46d0091fcc40 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2db723265f594b90bb57a2f4b64cbdf2&device_id=18aebc4a-bf0e-4449-9490-cfce0ddff67d HTTP/1.1" status: 200 len: 1101 time: 0.2268350 Jul 16 01:18:42.255732 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-d0f0f4d3-843c-47b4-a9f3-a703daed811c service neutron] For port 18c97be5-5024-4a32-9565-b39688ff8000, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:42.281393 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-d0f0f4d3-843c-47b4-a9f3-a703daed811c service neutron] For port 18c97be5-5024-4a32-9565-b39688ff8000, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=18c97be5-5024-4a32-9565-b39688ff8000,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:42.295248 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-d0f0f4d3-843c-47b4-a9f3-a703daed811c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.320623 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd8111-ba6c-4dc1-98bf-044b6e627476 req-e19297c4-ca2a-412a-b001-b27db5d83080 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:42.327736 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-87dd8111-ba6c-4dc1-98bf-044b6e627476 req-e19297c4-ca2a-412a-b001-b27db5d83080 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=51e0eeb1-315c-4474-920b-01f244ed13db HTTP/1.1" status: 200 len: 945 time: 0.2023494 Jul 16 01:18:42.338448 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37400) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:42.343729 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-39d708f3-6a7f-48f0-8a2b-0698d1ed9124 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1500044075'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:42.362818 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83673a2-7e2d-4f74-a769-5b4d12a14219 req-82436c2f-d813-42af-847e-31488ee2f0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:42.364767 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d83673a2-7e2d-4f74-a769-5b4d12a14219 req-82436c2f-d813-42af-847e-31488ee2f0cf service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2028170 Jul 16 01:18:42.386080 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d708f3-6a7f-48f0-8a2b-0698d1ed9124 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Made reservation on behalf of 673d6f606a904bf5902fda58599b5f5e for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:42.392342 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39d708f3-6a7f-48f0-8a2b-0698d1ed9124 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.393105 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-d0f0f4d3-843c-47b4-a9f3-a703daed811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:42.393806 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-d0f0f4d3-843c-47b4-a9f3-a703daed811c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.395510 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-d0f0f4d3-843c-47b4-a9f3-a703daed811c service neutron] 10.222.0.82 "PUT /v2.0/ports/18c97be5-5024-4a32-9565-b39688ff8000 HTTP/1.1" status: 200 len: 1096 time: 2.0077550 Jul 16 01:18:42.399116 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cabeb8-ba17-4ecd-aae8-8befb00dfeda', 'tag': '18c97be5-5024-4a32-9565-b39688ff8000'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:42.401426 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494ca482-f62a-4fc9-97cc-6cec7545e865" -d '{"events": [{"name": "network-changed", "server_uuid": "91cabeb8-ba17-4ecd-aae8-8befb00dfeda", "tag": "18c97be5-5024-4a32-9565-b39688ff8000"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:42.476937 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-87dd8111-ba6c-4dc1-98bf-044b6e627476 req-eb3c092b-292b-4e4b-be1f-385ecdb8d6b9 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8b440df-e699-4da3-949e-5d470aa88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482975 Jul 16 01:18:42.483156 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d708f3-6a7f-48f0-8a2b-0698d1ed9124 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:18:42.487075 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d83673a2-7e2d-4f74-a769-5b4d12a14219 req-3d114d5c-f480-4f8c-b6b7-4cd7e4322433 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=666ede5b-6b32-48df-8df8-ca6c7aa393dd HTTP/1.1" status: 200 len: 217 time: 0.0904543 Jul 16 01:18:42.507299 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1f61c-ef5e-4bef-8387-408a281a4d72 req-c1b9d7ee-6f94-4c00-b2c4-1b8039eee764 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:42.514444 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fcb1f61c-ef5e-4bef-8387-408a281a4d72 req-c1b9d7ee-6f94-4c00-b2c4-1b8039eee764 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 947 time: 0.1095908 Jul 16 01:18:42.529082 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0f4d3-843c-47b4-a9f3-a703daed811c service neutron] Pushing event updated for resources: {'Port': ['ID=18c97be5-5024-4a32-9565-b39688ff8000,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:42.538263 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39d708f3-6a7f-48f0-8a2b-0698d1ed9124 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.538263 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-39d708f3-6a7f-48f0-8a2b-0698d1ed9124 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Added segment 5acad3ff-8fc3-4abc-ae07-15328b71dacb of type vlan for network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb Jul 16 01:18:42.581076 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b658a24-55e8-40dd-bc7b-73b674b13075 x-openstack-request-id: req-7b658a24-55e8-40dd-bc7b-73b674b13075 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:42.581496 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91cabeb8-ba17-4ecd-aae8-8befb00dfeda", "tag": "18c97be5-5024-4a32-9565-b39688ff8000", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:42.581752 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b658a24-55e8-40dd-bc7b-73b674b13075 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:42.582290 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91cabeb8-ba17-4ecd-aae8-8befb00dfeda', 'tag': '18c97be5-5024-4a32-9565-b39688ff8000', 'status': 'completed', 'code': 200} Jul 16 01:18:42.604341 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fcb1f61c-ef5e-4bef-8387-408a281a4d72 req-17317757-f1b9-45f3-802d-89bf4958dde5 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885994 Jul 16 01:18:42.611479 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83673a2-7e2d-4f74-a769-5b4d12a14219 req-6d1709f3-6968-4026-ac28-255459c0c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:42.612547 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d83673a2-7e2d-4f74-a769-5b4d12a14219 req-6d1709f3-6968-4026-ac28-255459c0c847 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0689225 Jul 16 01:18:42.628282 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39d708f3-6a7f-48f0-8a2b-0698d1ed9124 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.671660 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-b7ef4f59-7cec-42fb-a39d-1af5cf67e2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:42.673220 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-b7ef4f59-7cec-42fb-a39d-1af5cf67e2d0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 1099 time: 0.2003455 Jul 16 01:18:42.693468 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39d708f3-6a7f-48f0-8a2b-0698d1ed9124 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.699789 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d708f3-6a7f-48f0-8a2b-0698d1ed9124 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:42.700499 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39d708f3-6a7f-48f0-8a2b-0698d1ed9124 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.754427 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-57f8debc-187a-4b9e-bb07-30b79f418134 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=18c97be5-5024-4a32-9565-b39688ff8000 HTTP/1.1" status: 200 len: 217 time: 0.0685699 Jul 16 01:18:42.829680 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-39d708f3-6a7f-48f0-8a2b-0698d1ed9124 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4873724 Jul 16 01:18:42.848174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37412) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:42.853939 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f2ddd971-b03f-4f95-865c-0e28f112f1a5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-179261665'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:42.905176 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-de8a94d1-491a-4a87-ac52-48ea69ce2a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:42.906497 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-de8a94d1-491a-4a87-ac52-48ea69ce2a51 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1174326 Jul 16 01:18:42.911311 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83673a2-7e2d-4f74-a769-5b4d12a14219 req-b6866c6b-04b9-4adf-9bd2-fd19a75b2590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:42.912738 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d83673a2-7e2d-4f74-a769-5b4d12a14219 req-b6866c6b-04b9-4adf-9bd2-fd19a75b2590 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2769203 Jul 16 01:18:42.913882 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d708f3-6a7f-48f0-8a2b-0698d1ed9124 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event updated for resources: {'Network': ['ID=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:42.924720 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:18:42.932113 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ddd971-b03f-4f95-865c-0e28f112f1a5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Made reservation on behalf of 673d6f606a904bf5902fda58599b5f5e for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:42.936307 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f2ddd971-b03f-4f95-865c-0e28f112f1a5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.977542 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab43caa-f01b-45de-9829-6991fb2ca241 req-22411290-8b06-4db1-ab26-1e4c9252f4e2 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:42.987613 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cab43caa-f01b-45de-9829-6991fb2ca241 req-22411290-8b06-4db1-ab26-1e4c9252f4e2 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2057736 Jul 16 01:18:43.341374 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d97c7-272e-4a82-bade-0550440f2ad7 req-49d63652-b8cd-4ef5-8b70-bc67223be161 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:43.343039 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-056d97c7-272e-4a82-bade-0550440f2ad7 req-49d63652-b8cd-4ef5-8b70-bc67223be161 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 943 time: 0.5867198 Jul 16 01:18:43.354589 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ddd971-b03f-4f95-865c-0e28f112f1a5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:18:43.371074 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cab43caa-f01b-45de-9829-6991fb2ca241 req-b7d5ca40-612a-4a4f-8459-10a422c52143 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 695 time: 0.3823783 Jul 16 01:18:43.381612 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-cab43caa-f01b-45de-9829-6991fb2ca241 req-3b7d9b86-0a95-4a40-9995-06e92daf9d6a tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Request body: {'floatingip': {'port_id': '888a4b7d-8636-4642-839f-3de01ee654a3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:43.391273 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f2ddd971-b03f-4f95-865c-0e28f112f1a5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:43.391606 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-f2ddd971-b03f-4f95-865c-0e28f112f1a5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Added segment a197f804-8758-48ef-a6b7-1ca08f691181 of type vlan for network 7baef46c-4da4-4d46-bf21-e653349e66a6 Jul 16 01:18:43.419678 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-cab43caa-f01b-45de-9829-6991fb2ca241 req-3b7d9b86-0a95-4a40-9995-06e92daf9d6a tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks [] for floatingip, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:43.461923 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d83673a2-7e2d-4f74-a769-5b4d12a14219 req-aec2bc56-072b-4ef0-af1f-67355980a15c service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326178 Jul 16 01:18:43.466485 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f2ddd971-b03f-4f95-865c-0e28f112f1a5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:43.473865 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-056d97c7-272e-4a82-bade-0550440f2ad7 req-c428fe11-796b-434f-92b7-10cd54c53234 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169541 Jul 16 01:18:43.477373 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-14adc1bc-aaad-4d34-bb3d-20e85a5bf3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:43.478839 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-14adc1bc-aaad-4d34-bb3d-20e85a5bf3a9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5652068 Jul 16 01:18:43.616483 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f2ddd971-b03f-4f95-865c-0e28f112f1a5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:43.621869 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ddd971-b03f-4f95-865c-0e28f112f1a5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:43.622461 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f2ddd971-b03f-4f95-865c-0e28f112f1a5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:43.710632 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f2ddd971-b03f-4f95-865c-0e28f112f1a5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8610115 Jul 16 01:18:43.730841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37420) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:43.736354 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-092db440-6983-4018-a71e-8a71f1c50cdc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Request body: {'subnet': {'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:43.765603 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d83673a2-7e2d-4f74-a769-5b4d12a14219 req-8c916d86-0492-4531-8f6a-43ee137789c7 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843990 Jul 16 01:18:43.789445 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:18:43.818455 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddd971-b03f-4f95-865c-0e28f112f1a5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event updated for resources: {'Network': ['ID=7baef46c-4da4-4d46-bf21-e653349e66a6,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:43.834712 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 7baef46c-4da4-4d46-bf21-e653349e66a6 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:18:43.835239 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-795214f5-f252-4f16-a17d-18182311c44b service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423955 Jul 16 01:18:43.995164 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-cab43caa-f01b-45de-9829-6991fb2ca241 req-3b7d9b86-0a95-4a40-9995-06e92daf9d6a tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:44.001095 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-cab43caa-f01b-45de-9829-6991fb2ca241 req-3b7d9b86-0a95-4a40-9995-06e92daf9d6a tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:44.019393 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092db440-6983-4018-a71e-8a71f1c50cdc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Made reservation on behalf of 673d6f606a904bf5902fda58599b5f5e for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:44.023795 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-092db440-6983-4018-a71e-8a71f1c50cdc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:44.039625 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b166b60-9ff8-4de2-ab0d-8469769121f9 req-99fd3f04-4cfb-40f7-b192-8813abeddf60 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:44.041540 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0b166b60-9ff8-4de2-ab0d-8469769121f9 req-99fd3f04-4cfb-40f7-b192-8813abeddf60 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.2327139 Jul 16 01:18:44.073554 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-840cd494-06de-4cbc-b255-c4f116b2d1ff req-b1fa35b9-9a24-4f49-ae6e-1dec44b3b342 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148323 Jul 16 01:18:44.121922 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [req-cab43caa-f01b-45de-9829-6991fb2ca241 req-3b7d9b86-0a95-4a40-9995-06e92daf9d6a tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Floating IP c2e2edd2-20c0-49ea-b786-94f346fff83b associated. External IP: 172.25.6.66, port: 888a4b7d-8636-4642-839f-3de01ee654a3. Jul 16 01:18:44.143002 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0b166b60-9ff8-4de2-ab0d-8469769121f9 req-c8a47c1f-9919-4313-b052-abb98e7058df tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848207 Jul 16 01:18:44.280867 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ca482-f62a-4fc9-97cc-6cec7545e865 req-6e2aef83-5256-4beb-8d01-0668fc8b6077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:44.282655 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-494ca482-f62a-4fc9-97cc-6cec7545e865 req-6e2aef83-5256-4beb-8d01-0668fc8b6077 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 1099 time: 0.1248417 Jul 16 01:18:44.316145 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 485aedfc-d310-49e9-b67e-4865af235efc details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:44.428081 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-092db440-6983-4018-a71e-8a71f1c50cdc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:44.439510 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cab43caa-f01b-45de-9829-6991fb2ca241 req-3b7d9b86-0a95-4a40-9995-06e92daf9d6a tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:18:44.480525 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 485aedfc-d310-49e9-b67e-4865af235efc, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=485aedfc-d310-49e9-b67e-4865af235efc,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:44.495968 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '485aedfc-d310-49e9-b67e-4865af235efc', 'network_id': '0acde702-0391-44d7-919c-717172e79311', 'port_id': '485aedfc-d310-49e9-b67e-4865af235efc', 'mac_address': 'fa:16:3e:b5:ab:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fcd526-4834-4829-80ef-c0f48c90d8f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:44.518609 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ca482-f62a-4fc9-97cc-6cec7545e865 req-e6a622aa-eb31-423d-a278-35d1bf04b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:44.520245 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-494ca482-f62a-4fc9-97cc-6cec7545e865 req-e6a622aa-eb31-423d-a278-35d1bf04b549 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2213237 Jul 16 01:18:44.540955 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:44.553148 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092db440-6983-4018-a71e-8a71f1c50cdc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event updated for resources: {'Subnet': ['ID=7407fa8c-a52a-4e33-b68e-404660b41399,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:44.557087 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485aedfc-d310-49e9-b67e-4865af235efc {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:44.584250 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cab43caa-f01b-45de-9829-6991fb2ca241 req-3b7d9b86-0a95-4a40-9995-06e92daf9d6a tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:18:44.585395 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 485aedfc-d310-49e9-b67e-4865af235efc, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=485aedfc-d310-49e9-b67e-4865af235efc,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:44.592346 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-cab43caa-f01b-45de-9829-6991fb2ca241 req-3b7d9b86-0a95-4a40-9995-06e92daf9d6a tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:44.594658 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-494ca482-f62a-4fc9-97cc-6cec7545e865 req-b8d9f40f-38c4-4c2d-8522-ddb070649bd0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=18c97be5-5024-4a32-9565-b39688ff8000 HTTP/1.1" status: 200 len: 217 time: 0.0650008 Jul 16 01:18:44.598590 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f850aefb-ff2a-4a0e-bff2-27ef3f905a73 None None] Sync routers for ids ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:18:44.607813 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:44.608674 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031efee5-9444-4a77-b4ee-8db185fd6398 req-d39b3f42-0353-4b9a-ab73-2768978e1c8f tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:44.610222 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-031efee5-9444-4a77-b4ee-8db185fd6398 req-d39b3f42-0353-4b9a-ab73-2768978e1c8f tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 947 time: 0.2511411 Jul 16 01:18:44.624841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092db440-6983-4018-a71e-8a71f1c50cdc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Checking segment: {'id': '5acad3ff-8fc3-4abc-ae07-15328b71dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:44.624841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092db440-6983-4018-a71e-8a71f1c50cdc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Network hostable DHCP agents. Network: 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:18:44.642048 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cab43caa-f01b-45de-9829-6991fb2ca241 req-3b7d9b86-0a95-4a40-9995-06e92daf9d6a tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "PUT /v2.0/floatingips/c2e2edd2-20c0-49ea-b786-94f346fff83b HTTP/1.1" status: 200 len: 996 time: 1.2645645 Jul 16 01:18:44.642490 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c5c085-e39a-4cee-8002-20935bbe4ec3', 'tag': '888a4b7d-8636-4642-839f-3de01ee654a3'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:44.644984 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc7c053-15f1-4197-bedb-751cff04693b" -d '{"events": [{"name": "network-changed", "server_uuid": "77c5c085-e39a-4cee-8002-20935bbe4ec3", "tag": "888a4b7d-8636-4642-839f-3de01ee654a3"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:44.650101 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f850aefb-ff2a-4a0e-bff2-27ef3f905a73 None None] Routers {'6eeffa7a-aace-4442-b4ad-2ac8887a7643'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:44.651244 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f850aefb-ff2a-4a0e-bff2-27ef3f905a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:18:29Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:44.716296 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-031efee5-9444-4a77-b4ee-8db185fd6398 req-b4814830-673e-46b5-b23a-cc7d8ea73421 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938444 Jul 16 01:18:44.718303 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ca482-f62a-4fc9-97cc-6cec7545e865 req-b453d286-a64a-4241-9e71-54aaf0f2236d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:44.719721 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-494ca482-f62a-4fc9-97cc-6cec7545e865 req-b453d286-a64a-4241-9e71-54aaf0f2236d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1086259 Jul 16 01:18:44.720780 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092db440-6983-4018-a71e-8a71f1c50cdc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:18:44.739694 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=485aedfc-d310-49e9-b67e-4865af235efc,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:44.778688 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab43caa-f01b-45de-9829-6991fb2ca241 req-9c2e5acd-479a-4a20-9c25-45b01968d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:44.784804 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cab43caa-f01b-45de-9829-6991fb2ca241 req-9c2e5acd-479a-4a20-9c25-45b01968d354 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5319644441342cdbeb9ea6582f89529&device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3 HTTP/1.1" status: 200 len: 1098 time: 0.1225884 Jul 16 01:18:44.809533 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-092db440-6983-4018-a71e-8a71f1c50cdc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:44.828342 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092db440-6983-4018-a71e-8a71f1c50cdc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:44.829184 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-092db440-6983-4018-a71e-8a71f1c50cdc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:44.832737 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d88480-7c3e-4cb2-9454-2e80e15905ee None None] Network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:44.869831 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-092db440-6983-4018-a71e-8a71f1c50cdc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1377757 Jul 16 01:18:44.870677 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37432) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:44.877610 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-f850aefb-ff2a-4a0e-bff2-27ef3f905a73 None None] Set router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:44.882498 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-0d32797f-0c44-4bcd-b338-fd00f4b5ee6a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Request body: {'subnet': {'network_id': '7baef46c-4da4-4d46-bf21-e653349e66a6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:44.911297 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['485aedfc-d310-49e9-b67e-4865af235efc'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:44.911659 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab43caa-f01b-45de-9829-6991fb2ca241 req-6c8790ae-fe8c-4458-a131-0eee5f06a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:44.913286 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cab43caa-f01b-45de-9829-6991fb2ca241 req-6c8790ae-fe8c-4458-a131-0eee5f06a84b service neutron] 10.222.0.16 "GET /v2.0/networks?id=b96789ad-e3d0-4b87-a610-aa1116fe3317 HTTP/1.1" status: 200 len: 922 time: 0.1227396 Jul 16 01:18:45.060700 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ca482-f62a-4fc9-97cc-6cec7545e865 req-e3facc4d-52c6-4ddf-b001-5a2830cd386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:45.062379 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-494ca482-f62a-4fc9-97cc-6cec7545e865 req-e3facc4d-52c6-4ddf-b001-5a2830cd386c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3239722 Jul 16 01:18:45.070580 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d32797f-0c44-4bcd-b338-fd00f4b5ee6a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Made reservation on behalf of 673d6f606a904bf5902fda58599b5f5e for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:45.074774 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0d32797f-0c44-4bcd-b338-fd00f4b5ee6a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.095473 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cab43caa-f01b-45de-9829-6991fb2ca241 req-1bda40d3-bb00-48a8-914e-ed5b319da4e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=888a4b7d-8636-4642-839f-3de01ee654a3 HTTP/1.1" status: 200 len: 999 time: 0.1758132 Jul 16 01:18:45.170601 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab43caa-f01b-45de-9829-6991fb2ca241 req-a2c8fbcc-e83f-4cab-9e03-60bb86025157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:45.172858 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cab43caa-f01b-45de-9829-6991fb2ca241 req-a2c8fbcc-e83f-4cab-9e03-60bb86025157 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b7f91db5-9b19-4112-b5a1-d9fe823a6613 HTTP/1.1" status: 200 len: 860 time: 0.0695081 Jul 16 01:18:45.265206 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f29664-930a-4476-ae5c-dcd42022c928 req-b32b3157-073c-4d7d-8203-6497af13782a tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:45.265637 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab43caa-f01b-45de-9829-6991fb2ca241 req-01782bb9-1c58-4523-9730-9ea0abb2ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:45.267496 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cab43caa-f01b-45de-9829-6991fb2ca241 req-01782bb9-1c58-4523-9730-9ea0abb2ce62 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b96789ad-e3d0-4b87-a610-aa1116fe3317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882871 Jul 16 01:18:45.277743 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-79f29664-930a-4476-ae5c-dcd42022c928 req-b32b3157-073c-4d7d-8203-6497af13782a tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 944 time: 0.3075500 Jul 16 01:18:45.284531 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-cab43caa-f01b-45de-9829-6991fb2ca241 req-7c48def3-01bf-472e-a053-b048b9261ae6 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:18:45.286076 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cab43caa-f01b-45de-9829-6991fb2ca241 req-7c48def3-01bf-472e-a053-b048b9261ae6 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066719 Jul 16 01:18:45.340826 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefb3677-659b-4736-be47-f7d7a873a0f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb', 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'fixed_ips': [{'subnet_id': '7407fa8c-a52a-4e33-b68e-404660b41399'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:18:45.342324 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fefb3677-659b-4736-be47-f7d7a873a0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.367142 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-494ca482-f62a-4fc9-97cc-6cec7545e865 req-7a767ab4-63be-48dd-8e71-8c59ea419195 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621233 Jul 16 01:18:45.382565 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-79f29664-930a-4476-ae5c-dcd42022c928 req-61334f18-c03d-4812-a492-65c5347142da tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044550 Jul 16 01:18:45.451463 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cab43caa-f01b-45de-9829-6991fb2ca241 req-415903a6-71f6-49d1-b527-f3857d455da0 service neutron] 10.222.0.16 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540074 Jul 16 01:18:45.589842 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cab43caa-f01b-45de-9829-6991fb2ca241 req-89a91851-5d81-43a1-a22d-fea86d4ea232 service neutron] 10.222.0.16 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327083 Jul 16 01:18:45.630684 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c149cfc0-659a-4e10-aff0-111adeb75a13 x-openstack-request-id: req-c149cfc0-659a-4e10-aff0-111adeb75a13 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:45.631299 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c5c085-e39a-4cee-8002-20935bbe4ec3", "tag": "888a4b7d-8636-4642-839f-3de01ee654a3", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:45.631607 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c149cfc0-659a-4e10-aff0-111adeb75a13 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:45.632115 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c5c085-e39a-4cee-8002-20935bbe4ec3', 'tag': '888a4b7d-8636-4642-839f-3de01ee654a3', 'status': 'completed', 'code': 200} Jul 16 01:18:45.679437 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-fefb3677-659b-4736-be47-f7d7a873a0f1 None None] Allocated IP 10.1.1.2 (3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb/7407fa8c-a52a-4e33-b68e-404660b41399/472dc139-ede0-4e2f-ac74-b469ba38cd15) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:45.762469 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f850aefb-ff2a-4a0e-bff2-27ef3f905a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:17:58Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port': {'id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:54Z', 'updated_at': '2021-07-16T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'c2e2edd2-20c0-49ea-b786-94f346fff83b', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'port_id': '888a4b7d-8636-4642-839f-3de01ee654a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'mac_address': 'fa:16:3e:3c:b9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c5c085-e39a-4cee-8002-20935bbe4ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:18:21Z', 'updated_at': '2021-07-16T01:18:43Z', 'revision_number': 1, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67779085-2a8f-487d-aac7-a670fe86de43', 'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'mac_address': 'fa:16:3e:35:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 5, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'subnets': [{'id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:45.781973 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0d32797f-0c44-4bcd-b338-fd00f4b5ee6a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.799074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f850aefb-ff2a-4a0e-bff2-27ef3f905a73 None None] Checking router: 6eeffa7a-aace-4442-b4ad-2ac8887a7643 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:18:45.813256 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f850aefb-ff2a-4a0e-bff2-27ef3f905a73 None None] Routers {'6eeffa7a-aace-4442-b4ad-2ac8887a7643'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:45.813812 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f850aefb-ff2a-4a0e-bff2-27ef3f905a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:18:29Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:45.855124 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-494ca482-f62a-4fc9-97cc-6cec7545e865 req-5628edc1-083f-4a85-b771-d4dcea223474 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712262 Jul 16 01:18:45.884764 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277ddea-da49-4b8a-9b6d-7b4561f4f20c req-19ef1594-ce36-4aaf-9283-b293a7828789 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:45.886586 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2277ddea-da49-4b8a-9b6d-7b4561f4f20c req-19ef1594-ce36-4aaf-9283-b293a7828789 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.0781806 Jul 16 01:18:45.933701 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32797f-0c44-4bcd-b338-fd00f4b5ee6a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event updated for resources: {'Subnet': ['ID=9ae7ab5f-1aba-40ab-8a57-c511550c4d96,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:45.957354 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2277ddea-da49-4b8a-9b6d-7b4561f4f20c req-74440dce-7414-48ac-aec2-f50dbec664a2 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643904 Jul 16 01:18:45.960334 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7c053-15f1-4197-bedb-751cff04693b req-5f5b385c-99e1-49cb-84b0-0a17941a3566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:45.961853 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1dc7c053-15f1-4197-bedb-751cff04693b req-5f5b385c-99e1-49cb-84b0-0a17941a3566 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b5319644441342cdbeb9ea6582f89529&device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3 HTTP/1.1" status: 200 len: 1098 time: 0.2906706 Jul 16 01:18:45.980811 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d32797f-0c44-4bcd-b338-fd00f4b5ee6a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Checking segment: {'id': 'a197f804-8758-48ef-a6b7-1ca08f691181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7baef46c-4da4-4d46-bf21-e653349e66a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:45.980811 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d32797f-0c44-4bcd-b338-fd00f4b5ee6a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Network hostable DHCP agents. Network: 7baef46c-4da4-4d46-bf21-e653349e66a6, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:18:46.011713 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fefb3677-659b-4736-be47-f7d7a873a0f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.029829 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-fefb3677-659b-4736-be47-f7d7a873a0f1 None None] Transition to ACTIVE for port object 472dc139-ede0-4e2f-ac74-b469ba38cd15 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:46.036746 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-f850aefb-ff2a-4a0e-bff2-27ef3f905a73 None None] Set router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:46.052419 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9beac-8180-4ab3-b196-0978832182a3 req-80cc6403-b482-4456-a1df-a4bb5ca6813d tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:46.053976 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05b9beac-8180-4ab3-b196-0978832182a3 req-80cc6403-b482-4456-a1df-a4bb5ca6813d tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=51e0eeb1-315c-4474-920b-01f244ed13db&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2681732 Jul 16 01:18:46.119827 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-fefb3677-659b-4736-be47-f7d7a873a0f1 None None] Transition to ACTIVE for port object 472dc139-ede0-4e2f-ac74-b469ba38cd15 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:46.142307 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fefb3677-659b-4736-be47-f7d7a873a0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.177671 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123f5b2-d1d6-4ec7-9b85-c40dd7166011 req-fd431337-65b3-403f-a8db-a72e97485b1e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:46.186175 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2123f5b2-d1d6-4ec7-9b85-c40dd7166011 req-fd431337-65b3-403f-a8db-a72e97485b1e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 947 time: 0.0837228 Jul 16 01:18:46.236751 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2123f5b2-d1d6-4ec7-9b85-c40dd7166011 req-87e25541-97d9-4838-82b0-53cd7ec4e574 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495412 Jul 16 01:18:46.243161 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefb3677-659b-4736-be47-f7d7a873a0f1 None None] Network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:46.249610 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-fefb3677-659b-4736-be47-f7d7a873a0f1 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:46.257399 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefb3677-659b-4736-be47-f7d7a873a0f1 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:46.266926 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb3677-659b-4736-be47-f7d7a873a0f1 None None] Pushing event updated for resources: {'Port': ['ID=472dc139-ede0-4e2f-ac74-b469ba38cd15,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:46.383432 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-fefb3677-659b-4736-be47-f7d7a873a0f1 None None] Attempting to bind port 472dc139-ede0-4e2f-ac74-b469ba38cd15 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:46.384294 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-fefb3677-659b-4736-be47-f7d7a873a0f1 None None] Attempting to bind port 472dc139-ede0-4e2f-ac74-b469ba38cd15 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '5acad3ff-8fc3-4abc-ae07-15328b71dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:46.384294 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb3677-659b-4736-be47-f7d7a873a0f1 None None] Attempting to bind port 472dc139-ede0-4e2f-ac74-b469ba38cd15 on network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:46.408914 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb3677-659b-4736-be47-f7d7a873a0f1 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:46.409292 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb3677-659b-4736-be47-f7d7a873a0f1 None None] Checking segment: {'id': '5acad3ff-8fc3-4abc-ae07-15328b71dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:46.409666 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fefb3677-659b-4736-be47-f7d7a873a0f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.410299 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb3677-659b-4736-be47-f7d7a873a0f1 None None] Bound using segment: {'id': '5acad3ff-8fc3-4abc-ae07-15328b71dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:46.410789 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-fefb3677-659b-4736-be47-f7d7a873a0f1 None None] Bound port: 472dc139-ede0-4e2f-ac74-b469ba38cd15, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5acad3ff-8fc3-4abc-ae07-15328b71dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:46.411171 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fefb3677-659b-4736-be47-f7d7a873a0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.450991 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 18c97be5-5024-4a32-9565-b39688ff8000 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:46.530240 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d32797f-0c44-4bcd-b338-fd00f4b5ee6a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Network 7baef46c-4da4-4d46-bf21-e653349e66a6 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:18:46.567536 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-0d32797f-0c44-4bcd-b338-fd00f4b5ee6a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 7baef46c-4da4-4d46-bf21-e653349e66a6) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:46.573818 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d32797f-0c44-4bcd-b338-fd00f4b5ee6a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:46.574415 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0d32797f-0c44-4bcd-b338-fd00f4b5ee6a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.601789 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5566ebc3-7f20-476b-bffd-726728c72e5e None None] Network 7baef46c-4da4-4d46-bf21-e653349e66a6 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:46.612998 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0d32797f-0c44-4bcd-b338-fd00f4b5ee6a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7367985 Jul 16 01:18:46.631092 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37452) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:46.640497 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-ce8bfe9b-8f6d-4bc6-8170-6b8374751184 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Request body: {'port': {'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb', 'name': 'tempest-TaggedBootDevicesTest_v242-2134404121', 'fixed_ips': [{'subnet_id': '7407fa8c-a52a-4e33-b68e-404660b41399'}]}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:46.651292 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05b9beac-8180-4ab3-b196-0978832182a3 req-a3c28b5e-ae48-4f18-bc5a-c4967656d4d6 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 999 time: 0.5409153 Jul 16 01:18:46.658634 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7c053-15f1-4197-bedb-751cff04693b req-60147650-2a2c-400c-93c2-821a9fc1d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:46.660842 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1dc7c053-15f1-4197-bedb-751cff04693b req-60147650-2a2c-400c-93c2-821a9fc1d08a service neutron] 10.222.0.84 "GET /v2.0/networks?id=b96789ad-e3d0-4b87-a610-aa1116fe3317 HTTP/1.1" status: 200 len: 922 time: 0.6876197 Jul 16 01:18:46.667380 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-05b9beac-8180-4ab3-b196-0978832182a3 req-958c6059-86e3-48f5-b189-94c8222670db tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Request body: {'floatingip': {'port_id': '066e46bd-4f1e-444f-b8a7-964277b25a4a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:46.675173 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 18c97be5-5024-4a32-9565-b39688ff8000, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=18c97be5-5024-4a32-9565-b39688ff8000,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:46.737816 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea04ffb-7bfc-4874-b1f4-11610034be17 req-fa4d024c-9d1e-4bd1-a716-80fc2f4b2b98 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:46.741123 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7ea04ffb-7bfc-4874-b1f4-11610034be17 req-fa4d024c-9d1e-4bd1-a716-80fc2f4b2b98 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 944 time: 0.1404884 Jul 16 01:18:46.749462 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '18c97be5-5024-4a32-9565-b39688ff8000', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': '18c97be5-5024-4a32-9565-b39688ff8000', 'mac_address': 'fa:16:3e:22:53:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:46.776698 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-fefb3677-659b-4736-be47-f7d7a873a0f1 None None] For port 472dc139-ede0-4e2f-ac74-b469ba38cd15, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:46.780032 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-fefb3677-659b-4736-be47-f7d7a873a0f1 None None] For port 472dc139-ede0-4e2f-ac74-b469ba38cd15, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=472dc139-ede0-4e2f-ac74-b469ba38cd15,segment=NetworkSegment(5acad3ff-8fc3-4abc-ae07-15328b71dacb),segment_id=5acad3ff-8fc3-4abc-ae07-15328b71dacb)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:46.800098 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7ea04ffb-7bfc-4874-b1f4-11610034be17 req-c5290cb9-5e31-45e1-8f0d-3d3418e42b06 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526259 Jul 16 01:18:46.812424 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fefb3677-659b-4736-be47-f7d7a873a0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.813487 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8bfe9b-8f6d-4bc6-8170-6b8374751184 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Made reservation on behalf of 673d6f606a904bf5902fda58599b5f5e for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:46.821666 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-05b9beac-8180-4ab3-b196-0978832182a3 req-958c6059-86e3-48f5-b189-94c8222670db tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks [] for floatingip, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.828140 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1dc7c053-15f1-4197-bedb-751cff04693b req-27f74de0-3768-44b8-9e73-a7f073d9677a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=888a4b7d-8636-4642-839f-3de01ee654a3 HTTP/1.1" status: 200 len: 999 time: 0.1565244 Jul 16 01:18:46.911062 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f850aefb-ff2a-4a0e-bff2-27ef3f905a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:17:58Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port': {'id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:54Z', 'updated_at': '2021-07-16T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'c2e2edd2-20c0-49ea-b786-94f346fff83b', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'port_id': '888a4b7d-8636-4642-839f-3de01ee654a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'mac_address': 'fa:16:3e:3c:b9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c5c085-e39a-4cee-8002-20935bbe4ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:18:21Z', 'updated_at': '2021-07-16T01:18:43Z', 'revision_number': 1, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67779085-2a8f-487d-aac7-a670fe86de43', 'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'mac_address': 'fa:16:3e:35:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 5, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'subnets': [{'id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:46.915080 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce8bfe9b-8f6d-4bc6-8170-6b8374751184 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.935189 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-ce8bfe9b-8f6d-4bc6-8170-6b8374751184 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] device_id is not set on port 4345b472-d891-4095-9ac3-2e3b8fe40305 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:18:46.943840 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.956589 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f850aefb-ff2a-4a0e-bff2-27ef3f905a73 None None] The sync data for ids ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'] in n-d-792394-16 is: [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:17:58Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port': {'id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:54Z', 'updated_at': '2021-07-16T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'c2e2edd2-20c0-49ea-b786-94f346fff83b', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'port_id': '888a4b7d-8636-4642-839f-3de01ee654a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'mac_address': 'fa:16:3e:3c:b9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c5c085-e39a-4cee-8002-20935bbe4ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:18:21Z', 'updated_at': '2021-07-16T01:18:43Z', 'revision_number': 1, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67779085-2a8f-487d-aac7-a670fe86de43', 'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'mac_address': 'fa:16:3e:35:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 5, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'subnets': [{'id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:18:46.967788 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7c053-15f1-4197-bedb-751cff04693b req-e340b288-cd6a-4cf8-941b-8bcd697b8774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:46.978730 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1dc7c053-15f1-4197-bedb-751cff04693b req-e340b288-cd6a-4cf8-941b-8bcd697b8774 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b7f91db5-9b19-4112-b5a1-d9fe823a6613 HTTP/1.1" status: 200 len: 860 time: 0.1220756 Jul 16 01:18:46.993104 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c97be5-5024-4a32-9565-b39688ff8000 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:46.998078 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb3677-659b-4736-be47-f7d7a873a0f1 None None] Pushing event updated for resources: {'Port': ['ID=472dc139-ede0-4e2f-ac74-b469ba38cd15,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:47.092948 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d580c152-793c-4589-b7ae-59c880bb1c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-7baef46c-4da4-4d46-bf21-e653349e66a6', 'network_id': '7baef46c-4da4-4d46-bf21-e653349e66a6', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'fixed_ips': [{'subnet_id': '9ae7ab5f-1aba-40ab-8a57-c511550c4d96'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:18:47.094567 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d580c152-793c-4589-b7ae-59c880bb1c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.121384 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 18c97be5-5024-4a32-9565-b39688ff8000, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=18c97be5-5024-4a32-9565-b39688ff8000,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:47.133508 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.162441 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7c053-15f1-4197-bedb-751cff04693b req-b3c4f037-787a-42d2-bcc9-922f9d752227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:47.163890 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1dc7c053-15f1-4197-bedb-751cff04693b req-b3c4f037-787a-42d2-bcc9-922f9d752227 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b96789ad-e3d0-4b87-a610-aa1116fe3317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1772070 Jul 16 01:18:47.379029 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=18c97be5-5024-4a32-9565-b39688ff8000,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:47.402147 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93392309-632c-4700-ab8c-cca4e0c65f95 req-986e01ab-a418-493f-a62b-601e10a7c32c tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:47.403882 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-93392309-632c-4700-ab8c-cca4e0c65f95 req-986e01ab-a418-493f-a62b-601e10a7c32c tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.2724624 Jul 16 01:18:47.415703 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-d580c152-793c-4589-b7ae-59c880bb1c7d None None] Allocated IP 10.2.2.2 (7baef46c-4da4-4d46-bf21-e653349e66a6/9ae7ab5f-1aba-40ab-8a57-c511550c4d96/4be86973-2f7b-44e2-ba2e-a5487dc84591) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:47.417212 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcad6c8-4803-4291-986c-8be41394ce8c None None] New status for floating IP c2e2edd2-20c0-49ea-b786-94f346fff83b: ACTIVE {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:18:47.446091 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-ce8bfe9b-8f6d-4bc6-8170-6b8374751184 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Allocated IP 10.1.1.49 (3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb/7407fa8c-a52a-4e33-b68e-404660b41399/4345b472-d891-4095-9ac3-2e3b8fe40305) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:47.496062 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-93392309-632c-4700-ab8c-cca4e0c65f95 req-b89fa26a-27c2-4471-ba31-0b7435280288 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781801 Jul 16 01:18:47.516804 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1dc7c053-15f1-4197-bedb-751cff04693b req-7ac8eab5-6ee1-4e82-9138-3c1848c2b344 service neutron] 10.222.0.84 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389325 Jul 16 01:18:47.701479 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['18c97be5-5024-4a32-9565-b39688ff8000'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:47.807462 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce8bfe9b-8f6d-4bc6-8170-6b8374751184 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.841572 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d580c152-793c-4589-b7ae-59c880bb1c7d None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.846745 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6685e5-b808-4a77-b575-149a3e9f6596 req-eface748-5acd-43ae-a7e7-dd7e5f6ec7a9 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:47.848471 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d6685e5-b808-4a77-b575-149a3e9f6596 req-eface748-5acd-43ae-a7e7-dd7e5f6ec7a9 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 948 time: 0.1474438 Jul 16 01:18:47.849820 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-ce8bfe9b-8f6d-4bc6-8170-6b8374751184 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Transition to ACTIVE for port object 4345b472-d891-4095-9ac3-2e3b8fe40305 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:47.884070 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d580c152-793c-4589-b7ae-59c880bb1c7d None None] Transition to ACTIVE for port object 4be86973-2f7b-44e2-ba2e-a5487dc84591 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:47.889187 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1dc7c053-15f1-4197-bedb-751cff04693b req-1a924a22-12e5-44d8-8b07-7287fa53f8db service neutron] 10.222.0.84 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633876 Jul 16 01:18:47.911305 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d6685e5-b808-4a77-b575-149a3e9f6596 req-9f6ea3b2-1f27-488a-8f7e-157a8244cda0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501986 Jul 16 01:18:47.914663 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d580c152-793c-4589-b7ae-59c880bb1c7d None None] Transition to ACTIVE for port object 4be86973-2f7b-44e2-ba2e-a5487dc84591 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:47.958836 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d580c152-793c-4589-b7ae-59c880bb1c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.994924 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce8bfe9b-8f6d-4bc6-8170-6b8374751184 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.045418 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8bfe9b-8f6d-4bc6-8170-6b8374751184 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:48.055597 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-ce8bfe9b-8f6d-4bc6-8170-6b8374751184 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:48.068002 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d580c152-793c-4589-b7ae-59c880bb1c7d None None] Network 7baef46c-4da4-4d46-bf21-e653349e66a6 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:48.074460 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-d580c152-793c-4589-b7ae-59c880bb1c7d None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:48.079292 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d580c152-793c-4589-b7ae-59c880bb1c7d None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:48.085000 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580c152-793c-4589-b7ae-59c880bb1c7d None None] Pushing event updated for resources: {'Port': ['ID=4be86973-2f7b-44e2-ba2e-a5487dc84591,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:48.101865 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-05b9beac-8180-4ab3-b196-0978832182a3 req-958c6059-86e3-48f5-b189-94c8222670db tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.111809 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8bfe9b-8f6d-4bc6-8170-6b8374751184 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:48.115179 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-1fcad6c8-4803-4291-986c-8be41394ce8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:18:48.115776 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-05b9beac-8180-4ab3-b196-0978832182a3 req-958c6059-86e3-48f5-b189-94c8222670db tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.115896 n-d-792394-16 neutron-server[93958]: DEBUG oslo_db.api [None req-1fcad6c8-4803-4291-986c-8be41394ce8c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:18:48.123083 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bfe9b-8f6d-4bc6-8170-6b8374751184 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event updated for resources: {'Port': ['ID=4345b472-d891-4095-9ac3-2e3b8fe40305,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:48.170857 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d580c152-793c-4589-b7ae-59c880bb1c7d None None] Attempting to bind port 4be86973-2f7b-44e2-ba2e-a5487dc84591 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:48.171233 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d580c152-793c-4589-b7ae-59c880bb1c7d None None] Attempting to bind port 4be86973-2f7b-44e2-ba2e-a5487dc84591 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'a197f804-8758-48ef-a6b7-1ca08f691181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7baef46c-4da4-4d46-bf21-e653349e66a6'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:48.171641 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d580c152-793c-4589-b7ae-59c880bb1c7d None None] Attempting to bind port 4be86973-2f7b-44e2-ba2e-a5487dc84591 on network 7baef46c-4da4-4d46-bf21-e653349e66a6 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:48.179746 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d580c152-793c-4589-b7ae-59c880bb1c7d None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:48.180132 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d580c152-793c-4589-b7ae-59c880bb1c7d None None] Checking segment: {'id': 'a197f804-8758-48ef-a6b7-1ca08f691181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7baef46c-4da4-4d46-bf21-e653349e66a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:48.180572 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d580c152-793c-4589-b7ae-59c880bb1c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.181159 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d580c152-793c-4589-b7ae-59c880bb1c7d None None] Bound using segment: {'id': 'a197f804-8758-48ef-a6b7-1ca08f691181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7baef46c-4da4-4d46-bf21-e653349e66a6'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:48.181724 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d580c152-793c-4589-b7ae-59c880bb1c7d None None] Bound port: 4be86973-2f7b-44e2-ba2e-a5487dc84591, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a197f804-8758-48ef-a6b7-1ca08f691181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7baef46c-4da4-4d46-bf21-e653349e66a6'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:48.182161 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d580c152-793c-4589-b7ae-59c880bb1c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.188875 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8bfe9b-8f6d-4bc6-8170-6b8374751184 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:48.189522 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce8bfe9b-8f6d-4bc6-8170-6b8374751184 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.216182 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174fcf1-565d-4414-a9cf-ec2878900cef req-a34d5041-a169-4e00-acdd-ce1483decd69 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:48.217849 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f174fcf1-565d-4414-a9cf-ec2878900cef req-a34d5041-a169-4e00-acdd-ce1483decd69 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 944 time: 0.1675370 Jul 16 01:18:48.223943 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ce8bfe9b-8f6d-4bc6-8170-6b8374751184 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5917034 Jul 16 01:18:48.224825 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37466) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:48.230008 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-1c024f29-1664-4b27-890d-595e9b2d99ea tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Request body: {'port': {'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb', 'name': 'tempest-TaggedBootDevicesTest_v242-1179366730', 'fixed_ips': [{'subnet_id': '7407fa8c-a52a-4e33-b68e-404660b41399'}]}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:48.275274 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [req-05b9beac-8180-4ab3-b196-0978832182a3 req-958c6059-86e3-48f5-b189-94c8222670db tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Floating IP c2e2edd2-20c0-49ea-b786-94f346fff83b associated. External IP: 172.25.6.66, port: 888a4b7d-8636-4642-839f-3de01ee654a3. Jul 16 01:18:48.315923 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d580c152-793c-4589-b7ae-59c880bb1c7d None None] For port 4be86973-2f7b-44e2-ba2e-a5487dc84591, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:48.322703 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d580c152-793c-4589-b7ae-59c880bb1c7d None None] For port 4be86973-2f7b-44e2-ba2e-a5487dc84591, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4be86973-2f7b-44e2-ba2e-a5487dc84591,segment=NetworkSegment(a197f804-8758-48ef-a6b7-1ca08f691181),segment_id=a197f804-8758-48ef-a6b7-1ca08f691181)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:48.331155 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d580c152-793c-4589-b7ae-59c880bb1c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.339264 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 485aedfc-d310-49e9-b67e-4865af235efc up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:48.342107 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f174fcf1-565d-4414-a9cf-ec2878900cef req-c3de2f5a-5778-409f-9da1-95fdf25049fe tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082895 Jul 16 01:18:48.406239 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c024f29-1664-4b27-890d-595e9b2d99ea tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Made reservation on behalf of 673d6f606a904bf5902fda58599b5f5e for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:48.418876 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1c024f29-1664-4b27-890d-595e9b2d99ea tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.436182 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52426cf8-cf40-42d3-8bde-0fcec7555475 None None] Network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:48.448128 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-1c024f29-1664-4b27-890d-595e9b2d99ea tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] device_id is not set on port 28a2b02f-aee0-487c-baab-2cdc1ff4a615 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:18:48.567080 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580c152-793c-4589-b7ae-59c880bb1c7d None None] Pushing event updated for resources: {'Port': ['ID=4be86973-2f7b-44e2-ba2e-a5487dc84591,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:48.596344 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 485aedfc-d310-49e9-b67e-4865af235efc completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:48.603383 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-46e97f5a-9333-44fa-beea-728383aaa445 None None] Provisioning for port 472dc139-ede0-4e2f-ac74-b469ba38cd15 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:48.612639 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 485aedfc-d310-49e9-b67e-4865af235efc triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:48.613051 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.617258 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcad6c8-4803-4291-986c-8be41394ce8c None None] New status for floating IP c2e2edd2-20c0-49ea-b786-94f346fff83b: ACTIVE {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:18:48.651625 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05b9beac-8180-4ab3-b196-0978832182a3 req-958c6059-86e3-48f5-b189-94c8222670db tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:18:48.761104 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-1c024f29-1664-4b27-890d-595e9b2d99ea tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Allocated IP 10.1.1.218 (3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb/7407fa8c-a52a-4e33-b68e-404660b41399/28a2b02f-aee0-487c-baab-2cdc1ff4a615) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:48.855755 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe332e42-fdd1-4d3e-a85e-0d9d821d93d1 req-77551c9d-df01-44c6-9d23-9e73ce4da316 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:48.857486 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fe332e42-fdd1-4d3e-a85e-0d9d821d93d1 req-77551c9d-df01-44c6-9d23-9e73ce4da316 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.1952622 Jul 16 01:18:48.867656 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.947844 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 485aedfc-d310-49e9-b67e-4865af235efc, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=485aedfc-d310-49e9-b67e-4865af235efc,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:48.950835 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91996d6a-b2cc-46d1-8159-5355f06ecde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485aedfc-d310-49e9-b67e-4865af235efc'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:48.953737 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d59e412-c066-4e9f-a540-2a387c5a0a0a" -d '{"events": [{"server_uuid": "91996d6a-b2cc-46d1-8159-5355f06ecde0", "name": "network-vif-plugged", "status": "completed", "tag": "485aedfc-d310-49e9-b67e-4865af235efc"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:48.965194 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.977775 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fe332e42-fdd1-4d3e-a85e-0d9d821d93d1 req-e64760de-b081-4545-9148-b6ae3f44eb2b tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058609 Jul 16 01:18:49.035166 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1c024f29-1664-4b27-890d-595e9b2d99ea tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.086930 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-1c024f29-1664-4b27-890d-595e9b2d99ea tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Transition to ACTIVE for port object 28a2b02f-aee0-487c-baab-2cdc1ff4a615 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:49.089733 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=485aedfc-d310-49e9-b67e-4865af235efc,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:49.204163 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1c024f29-1664-4b27-890d-595e9b2d99ea tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.321259 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 472dc139-ede0-4e2f-ac74-b469ba38cd15 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:49.348561 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c024f29-1664-4b27-890d-595e9b2d99ea tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:49.352277 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-1c024f29-1664-4b27-890d-595e9b2d99ea tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:49.359784 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c024f29-1664-4b27-890d-595e9b2d99ea tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:49.475630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05b9beac-8180-4ab3-b196-0978832182a3 req-958c6059-86e3-48f5-b189-94c8222670db tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:18:49.481754 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c024f29-1664-4b27-890d-595e9b2d99ea tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:49.484000 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1c024f29-1664-4b27-890d-595e9b2d99ea tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.499504 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b8f282-0a35-4236-9679-ed50f89c348f None None] Sync routers for ids ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:18:49.504911 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c024f29-1664-4b27-890d-595e9b2d99ea tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event updated for resources: {'Port': ['ID=28a2b02f-aee0-487c-baab-2cdc1ff4a615,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:49.533900 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 472dc139-ede0-4e2f-ac74-b469ba38cd15 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:49.534781 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1c024f29-1664-4b27-890d-595e9b2d99ea tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3088601 Jul 16 01:18:49.550251 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 472dc139-ede0-4e2f-ac74-b469ba38cd15 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:49.550858 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.553101 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2314b890-f48a-4656-820b-a3f7e794c116 None None] Provisioning for port 4345b472-d891-4095-9ac3-2e3b8fe40305 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:49.567307 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2314b890-f48a-4656-820b-a3f7e794c116 None None] Provisioning complete for port 4345b472-d891-4095-9ac3-2e3b8fe40305 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:49.567679 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2314b890-f48a-4656-820b-a3f7e794c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.613754 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b8f282-0a35-4236-9679-ed50f89c348f None None] Routers {'6eeffa7a-aace-4442-b4ad-2ac8887a7643'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:49.614606 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-64b8f282-0a35-4236-9679-ed50f89c348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:18:29Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:49.744332 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2314b890-f48a-4656-820b-a3f7e794c116 None None] Port 4345b472-d891-4095-9ac3-2e3b8fe40305 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:18:49.801836 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd256bcf-ecbb-4241-8520-c4252227faeb req-21879b47-e48a-407d-8194-9758811b510c tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:49.803359 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-64b8f282-0a35-4236-9679-ed50f89c348f None None] Set router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:49.808766 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bd256bcf-ecbb-4241-8520-c4252227faeb req-21879b47-e48a-407d-8194-9758811b510c tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 948 time: 0.1238039 Jul 16 01:18:49.847394 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.867114 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bd256bcf-ecbb-4241-8520-c4252227faeb req-0f11b953-7518-4d2c-a39b-37f7234de731 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522354 Jul 16 01:18:49.869553 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05b9beac-8180-4ab3-b196-0978832182a3 req-958c6059-86e3-48f5-b189-94c8222670db tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:18:49.930934 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-10d78e1b-4888-4b66-83f7-63cd10d8091f None None] Provisioning complete for port 4345b472-d891-4095-9ac3-2e3b8fe40305 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:49.932797 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-10d78e1b-4888-4b66-83f7-63cd10d8091f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.965814 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072465d2-a459-4dd3-8134-34fa6a5e8927 x-openstack-request-id: req-072465d2-a459-4dd3-8134-34fa6a5e8927 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:49.966676 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91996d6a-b2cc-46d1-8159-5355f06ecde0", "name": "network-vif-plugged", "status": "completed", "tag": "485aedfc-d310-49e9-b67e-4865af235efc", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:49.966676 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-072465d2-a459-4dd3-8134-34fa6a5e8927 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:49.966869 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91996d6a-b2cc-46d1-8159-5355f06ecde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485aedfc-d310-49e9-b67e-4865af235efc', 'code': 200} Jul 16 01:18:50.017104 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 472dc139-ede0-4e2f-ac74-b469ba38cd15, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=472dc139-ede0-4e2f-ac74-b469ba38cd15,segment=NetworkSegment(5acad3ff-8fc3-4abc-ae07-15328b71dacb),segment_id=5acad3ff-8fc3-4abc-ae07-15328b71dacb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:50.024006 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05b9beac-8180-4ab3-b196-0978832182a3 req-958c6059-86e3-48f5-b189-94c8222670db tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:18:50.030822 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-05b9beac-8180-4ab3-b196-0978832182a3 req-958c6059-86e3-48f5-b189-94c8222670db tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:50.031625 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:50.032456 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4be86973-2f7b-44e2-ba2e-a5487dc84591 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:50.062965 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-10d78e1b-4888-4b66-83f7-63cd10d8091f None None] Port 4345b472-d891-4095-9ac3-2e3b8fe40305 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:18:50.105490 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b60ea2-df3f-4b6f-87ac-8f5df4b69f9b None None] Network 7baef46c-4da4-4d46-bf21-e653349e66a6 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:50.112190 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c5c085-e39a-4cee-8002-20935bbe4ec3', 'tag': '888a4b7d-8636-4642-839f-3de01ee654a3'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:50.115359 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1c54d6-0eec-469c-9ad0-744b72f8d558" -d '{"events": [{"name": "network-changed", "server_uuid": "77c5c085-e39a-4cee-8002-20935bbe4ec3", "tag": "888a4b7d-8636-4642-839f-3de01ee654a3"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:50.160351 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05b9beac-8180-4ab3-b196-0978832182a3 req-958c6059-86e3-48f5-b189-94c8222670db tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "PUT /v2.0/floatingips/c2e2edd2-20c0-49ea-b786-94f346fff83b HTTP/1.1" status: 200 len: 995 time: 3.4983940 Jul 16 01:18:50.175027 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585bca6-9cea-4a7a-b982-8a7f7a880bf6 req-eb270c16-aa13-4218-9ff4-85793bbc4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:50.176244 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2585bca6-9cea-4a7a-b982-8a7f7a880bf6 req-eb270c16-aa13-4218-9ff4-85793bbc4dd0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 1097 time: 0.1028793 Jul 16 01:18:50.188500 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb575c3-74d5-47fc-ad00-1bf95052d104 req-d1ca8dff-9b2c-4082-8eb4-6a1e32510460 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:50.190195 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4eb575c3-74d5-47fc-ad00-1bf95052d104 req-d1ca8dff-9b2c-4082-8eb4-6a1e32510460 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 945 time: 0.0705402 Jul 16 01:18:50.240024 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4eb575c3-74d5-47fc-ad00-1bf95052d104 req-86d61554-e201-46a6-824d-fa7f94ca5554 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424600 Jul 16 01:18:50.241343 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=472dc139-ede0-4e2f-ac74-b469ba38cd15,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:50.266717 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9beac-8180-4ab3-b196-0978832182a3 req-825bd1a8-1b85-4793-9e0c-6cd6a13595e8 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:50.268332 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05b9beac-8180-4ab3-b196-0978832182a3 req-825bd1a8-1b85-4793-9e0c-6cd6a13595e8 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports/888a4b7d-8636-4642-839f-3de01ee654a3 HTTP/1.1" status: 200 len: 943 time: 0.1001332 Jul 16 01:18:50.270716 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2585bca6-9cea-4a7a-b982-8a7f7a880bf6 req-c948c814-7a19-4675-9c21-2de002abbf27 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840747 Jul 16 01:18:50.278952 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-32636cbc-643f-4b39-b0b1-81ed1ec671fa None None] Provisioning for port 28a2b02f-aee0-487c-baab-2cdc1ff4a615 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:50.294047 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 4be86973-2f7b-44e2-ba2e-a5487dc84591 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:50.298169 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-32636cbc-643f-4b39-b0b1-81ed1ec671fa None None] Provisioning complete for port 28a2b02f-aee0-487c-baab-2cdc1ff4a615 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:50.298459 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32636cbc-643f-4b39-b0b1-81ed1ec671fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:50.394791 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9beac-8180-4ab3-b196-0978832182a3 req-7a013687-d859-4963-a52f-3261c4bd856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:50.396625 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-32636cbc-643f-4b39-b0b1-81ed1ec671fa None None] Port 28a2b02f-aee0-487c-baab-2cdc1ff4a615 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:18:50.400901 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05b9beac-8180-4ab3-b196-0978832182a3 req-7a013687-d859-4963-a52f-3261c4bd856a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5319644441342cdbeb9ea6582f89529&device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3 HTTP/1.1" status: 200 len: 1098 time: 0.0679016 Jul 16 01:18:50.440626 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-32636cbc-643f-4b39-b0b1-81ed1ec671fa None None] Provisioning for port 4be86973-2f7b-44e2-ba2e-a5487dc84591 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:50.449038 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-32636cbc-643f-4b39-b0b1-81ed1ec671fa None None] Provisioning complete for port 4be86973-2f7b-44e2-ba2e-a5487dc84591 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:50.449421 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32636cbc-643f-4b39-b0b1-81ed1ec671fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:50.479824 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 18c97be5-5024-4a32-9565-b39688ff8000 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:50.503792 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9beac-8180-4ab3-b196-0978832182a3 req-26198e71-1008-4c6a-9ad9-8ef0c8900326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:50.505391 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05b9beac-8180-4ab3-b196-0978832182a3 req-26198e71-1008-4c6a-9ad9-8ef0c8900326 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b96789ad-e3d0-4b87-a610-aa1116fe3317 HTTP/1.1" status: 200 len: 922 time: 0.1022117 Jul 16 01:18:50.527254 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-64b8f282-0a35-4236-9679-ed50f89c348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:17:58Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port': {'id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:54Z', 'updated_at': '2021-07-16T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'c2e2edd2-20c0-49ea-b786-94f346fff83b', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'port_id': '066e46bd-4f1e-444f-b8a7-964277b25a4a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'mac_address': 'fa:16:3e:3c:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e0eeb1-315c-4474-920b-01f244ed13db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:18:21Z', 'updated_at': '2021-07-16T01:18:48Z', 'revision_number': 3, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67779085-2a8f-487d-aac7-a670fe86de43', 'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'mac_address': 'fa:16:3e:35:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 5, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'subnets': [{'id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:50.545984 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05b9beac-8180-4ab3-b196-0978832182a3 req-edcf7c1b-6e31-4b74-8dda-faeebe404f32 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=888a4b7d-8636-4642-839f-3de01ee654a3 HTTP/1.1" status: 200 len: 217 time: 0.0346780 Jul 16 01:18:50.595958 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9beac-8180-4ab3-b196-0978832182a3 req-272f90ef-1303-495f-a87c-cfb77f7139a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:50.597577 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05b9beac-8180-4ab3-b196-0978832182a3 req-272f90ef-1303-495f-a87c-cfb77f7139a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b7f91db5-9b19-4112-b5a1-d9fe823a6613 HTTP/1.1" status: 200 len: 860 time: 0.0459332 Jul 16 01:18:50.661434 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9beac-8180-4ab3-b196-0978832182a3 req-8e7e3787-07f2-4fdb-975b-47ff06ec270b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:50.662969 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05b9beac-8180-4ab3-b196-0978832182a3 req-8e7e3787-07f2-4fdb-975b-47ff06ec270b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b96789ad-e3d0-4b87-a610-aa1116fe3317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590410 Jul 16 01:18:50.673315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-05b9beac-8180-4ab3-b196-0978832182a3 req-14eb8508-8e0f-4ebd-a9bb-fe6d866fe5c0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:18:50.674238 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05b9beac-8180-4ab3-b196-0978832182a3 req-14eb8508-8e0f-4ebd-a9bb-fe6d866fe5c0 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053139 Jul 16 01:18:50.689697 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b8f282-0a35-4236-9679-ed50f89c348f None None] Checking router: 6eeffa7a-aace-4442-b4ad-2ac8887a7643 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:18:50.733329 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b8f282-0a35-4236-9679-ed50f89c348f None None] Routers {'6eeffa7a-aace-4442-b4ad-2ac8887a7643'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:50.733981 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-64b8f282-0a35-4236-9679-ed50f89c348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:18:29Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:50.785023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05b9beac-8180-4ab3-b196-0978832182a3 req-5604d8d8-d83d-4a75-b177-552b6bec3008 service neutron] 10.222.0.16 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044886 Jul 16 01:18:50.798291 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 18c97be5-5024-4a32-9565-b39688ff8000 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:50.800267 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32636cbc-643f-4b39-b0b1-81ed1ec671fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:50.814144 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 18c97be5-5024-4a32-9565-b39688ff8000 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:50.814509 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:50.894339 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05b9beac-8180-4ab3-b196-0978832182a3 req-6b0200d6-c8c0-43a9-a074-31a1f952a5ab service neutron] 10.222.0.16 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074786 Jul 16 01:18:50.918025 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-32636cbc-643f-4b39-b0b1-81ed1ec671fa None None] For port 4be86973-2f7b-44e2-ba2e-a5487dc84591, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4be86973-2f7b-44e2-ba2e-a5487dc84591,segment=NetworkSegment(a197f804-8758-48ef-a6b7-1ca08f691181),segment_id=a197f804-8758-48ef-a6b7-1ca08f691181)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:50.927128 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32636cbc-643f-4b39-b0b1-81ed1ec671fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:50.934065 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-64b8f282-0a35-4236-9679-ed50f89c348f None None] Set router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:50.994951 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9beac-8180-4ab3-b196-0978832182a3 req-b6cf5cf3-ad7c-4ea7-bbdd-2089bdf4b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:50.997322 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05b9beac-8180-4ab3-b196-0978832182a3 req-b6cf5cf3-ad7c-4ea7-bbdd-2089bdf4b959 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5319644441342cdbeb9ea6582f89529&device_id=51e0eeb1-315c-4474-920b-01f244ed13db HTTP/1.1" status: 200 len: 1097 time: 0.0616395 Jul 16 01:18:51.103632 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32636cbc-643f-4b39-b0b1-81ed1ec671fa None None] Pushing event updated for resources: {'Port': ['ID=4be86973-2f7b-44e2-ba2e-a5487dc84591,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:51.109143 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.125874 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c841ca43-0dd6-426c-ba28-de205a38962e None None] Provisioning complete for port 4be86973-2f7b-44e2-ba2e-a5487dc84591 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:51.126215 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c841ca43-0dd6-426c-ba28-de205a38962e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.126370 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9beac-8180-4ab3-b196-0978832182a3 req-2d480cbb-e2cf-4103-b20a-93ad5a04b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:51.134019 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05b9beac-8180-4ab3-b196-0978832182a3 req-2d480cbb-e2cf-4103-b20a-93ad5a04b049 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b96789ad-e3d0-4b87-a610-aa1116fe3317 HTTP/1.1" status: 200 len: 922 time: 0.1293924 Jul 16 01:18:51.167046 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 472dc139-ede0-4e2f-ac74-b469ba38cd15 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:51.194492 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebeab3-1026-4239-abfd-c65e86d98560 req-5f7e712d-597b-4ac6-ba11-c1c2fa61360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:51.196014 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6ebeab3-1026-4239-abfd-c65e86d98560 req-5f7e712d-597b-4ac6-ba11-c1c2fa61360f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 1102 time: 0.1331158 Jul 16 01:18:51.202427 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05b9beac-8180-4ab3-b196-0978832182a3 req-ca945159-4cdd-41fe-8cd0-a7d25f01ec49 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=066e46bd-4f1e-444f-b8a7-964277b25a4a HTTP/1.1" status: 200 len: 1000 time: 0.0675783 Jul 16 01:18:51.267571 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 18c97be5-5024-4a32-9565-b39688ff8000, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=18c97be5-5024-4a32-9565-b39688ff8000,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:51.269759 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6ebeab3-1026-4239-abfd-c65e86d98560 req-023de19b-e9ac-42e8-b53c-c11829066ebc service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633225 Jul 16 01:18:51.275539 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9beac-8180-4ab3-b196-0978832182a3 req-cf480f1d-4b95-45b0-9c9c-0a9029f4ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:51.277014 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05b9beac-8180-4ab3-b196-0978832182a3 req-cf480f1d-4b95-45b0-9c9c-0a9029f4ed00 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b7f91db5-9b19-4112-b5a1-d9fe823a6613 HTTP/1.1" status: 200 len: 860 time: 0.0651686 Jul 16 01:18:51.281200 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.334491 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9beac-8180-4ab3-b196-0978832182a3 req-b833acdf-804f-4fff-8753-7197965e2eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:51.335891 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05b9beac-8180-4ab3-b196-0978832182a3 req-b833acdf-804f-4fff-8753-7197965e2eb1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b96789ad-e3d0-4b87-a610-aa1116fe3317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530972 Jul 16 01:18:51.392194 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 472dc139-ede0-4e2f-ac74-b469ba38cd15 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:51.392611 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.442900 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=18c97be5-5024-4a32-9565-b39688ff8000,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:51.457005 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05b9beac-8180-4ab3-b196-0978832182a3 req-d64c420f-ddb5-4064-b373-1edde2c80db0 service neutron] 10.222.0.16 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143475 Jul 16 01:18:51.514345 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-64b8f282-0a35-4236-9679-ed50f89c348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:17:58Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port': {'id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:54Z', 'updated_at': '2021-07-16T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'c2e2edd2-20c0-49ea-b786-94f346fff83b', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'port_id': '066e46bd-4f1e-444f-b8a7-964277b25a4a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'mac_address': 'fa:16:3e:3c:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e0eeb1-315c-4474-920b-01f244ed13db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:18:21Z', 'updated_at': '2021-07-16T01:18:48Z', 'revision_number': 3, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67779085-2a8f-487d-aac7-a670fe86de43', 'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'mac_address': 'fa:16:3e:35:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 5, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'subnets': [{'id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:51.556793 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b8f282-0a35-4236-9679-ed50f89c348f None None] The sync data for ids ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'] in n-d-792394-16 is: [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:17:58Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port': {'id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:54Z', 'updated_at': '2021-07-16T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'c2e2edd2-20c0-49ea-b786-94f346fff83b', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'port_id': '066e46bd-4f1e-444f-b8a7-964277b25a4a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'mac_address': 'fa:16:3e:3c:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e0eeb1-315c-4474-920b-01f244ed13db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:18:21Z', 'updated_at': '2021-07-16T01:18:48Z', 'revision_number': 3, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67779085-2a8f-487d-aac7-a670fe86de43', 'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'mac_address': 'fa:16:3e:35:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 5, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'subnets': [{'id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:18:51.627689 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37514) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:51.633339 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-6c17ca11-d76f-4dc9-8f58-951f71e1cb62 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Request body: {'security_group': {'name': 'tempest-securitygroup--71984984', 'description': 'tempest-description--1348061199'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:51.633915 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05b9beac-8180-4ab3-b196-0978832182a3 req-6e3e346e-4356-43f2-9957-970f54e992b7 service neutron] 10.222.0.16 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684022 Jul 16 01:18:51.680296 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6c17ca11-d76f-4dc9-8f58-951f71e1cb62 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.794045 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29810c6a-8e4d-42ad-a6bb-6a0768566806 None None] New status for floating IP c2e2edd2-20c0-49ea-b786-94f346fff83b: ACTIVE {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:18:51.821354 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6c17ca11-d76f-4dc9-8f58-951f71e1cb62 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.835056 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6c17ca11-d76f-4dc9-8f58-951f71e1cb62 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.869945 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6c17ca11-d76f-4dc9-8f58-951f71e1cb62 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.871064 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6c17ca11-d76f-4dc9-8f58-951f71e1cb62 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2416525 Jul 16 01:18:51.874390 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37520) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:51.879063 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f1b64d6c-1b63-49ba-b8f1-32835668050e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Request body: {'security_group_rule': {'security_group_id': 'f3e90d9f-5c77-4f64-941f-dab2de4392b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:51.879969 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17ca11-d76f-4dc9-8f58-951f71e1cb62 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e90d9f-5c77-4f64-941f-dab2de4392b4,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:51.898584 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f5c34-6814-4d7f-9d61-4e81a200a53d req-69f48c99-94d7-4059-9e38-568e921d8c39 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:51.900100 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-423f5c34-6814-4d7f-9d61-4e81a200a53d req-69f48c99-94d7-4059-9e38-568e921d8c39 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 950 time: 0.1025119 Jul 16 01:18:51.958366 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-423f5c34-6814-4d7f-9d61-4e81a200a53d req-b082ab9f-887b-48a8-8920-8adb14c55f6e tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491211 Jul 16 01:18:51.959397 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f1b64d6c-1b63-49ba-b8f1-32835668050e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.967947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cabeb8-ba17-4ecd-aae8-8befb00dfeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c97be5-5024-4a32-9565-b39688ff8000'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:51.971027 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa08786-7c20-4be7-bd27-28969dda4d76" -d '{"events": [{"server_uuid": "91cabeb8-ba17-4ecd-aae8-8befb00dfeda", "name": "network-vif-plugged", "status": "completed", "tag": "18c97be5-5024-4a32-9565-b39688ff8000"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:52.027263 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da540be-1acf-4c6c-8e3a-63a09d604beb x-openstack-request-id: req-7da540be-1acf-4c6c-8e3a-63a09d604beb {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:52.027530 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c5c085-e39a-4cee-8002-20935bbe4ec3", "tag": "888a4b7d-8636-4642-839f-3de01ee654a3", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:52.027780 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7da540be-1acf-4c6c-8e3a-63a09d604beb {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:52.028178 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c5c085-e39a-4cee-8002-20935bbe4ec3', 'tag': '888a4b7d-8636-4642-839f-3de01ee654a3', 'status': 'completed', 'code': 200} Jul 16 01:18:52.048535 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f1b64d6c-1b63-49ba-b8f1-32835668050e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:52.055761 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f1b64d6c-1b63-49ba-b8f1-32835668050e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:52.112824 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b64d6c-1b63-49ba-b8f1-32835668050e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238d6ed2-4613-4bed-8d5c-d1c96986d932,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:52.114330 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ae10d1-a6bc-4b7a-9b99-26d0c82e9333 None None] Sync routers for ids ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:18:52.125582 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ae10d1-a6bc-4b7a-9b99-26d0c82e9333 None None] Routers {'6eeffa7a-aace-4442-b4ad-2ac8887a7643'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:52.126840 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-31ae10d1-a6bc-4b7a-9b99-26d0c82e9333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:18:29Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:52.140621 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f1b64d6c-1b63-49ba-b8f1-32835668050e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:52.141814 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f1b64d6c-1b63-49ba-b8f1-32835668050e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2664506 Jul 16 01:18:52.145712 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37528) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:52.148266 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b64d6c-1b63-49ba-b8f1-32835668050e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:52.148866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b64d6c-1b63-49ba-b8f1-32835668050e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:52.149363 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b64d6c-1b63-49ba-b8f1-32835668050e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:52.149851 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b64d6c-1b63-49ba-b8f1-32835668050e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:52.150338 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b64d6c-1b63-49ba-b8f1-32835668050e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:52.150824 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b64d6c-1b63-49ba-b8f1-32835668050e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:52.151314 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b64d6c-1b63-49ba-b8f1-32835668050e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:52.151792 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b64d6c-1b63-49ba-b8f1-32835668050e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:52.152271 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b64d6c-1b63-49ba-b8f1-32835668050e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:52.152850 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b64d6c-1b63-49ba-b8f1-32835668050e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:52.153133 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-f9e15308-1811-4231-bb70-fd0f482bab2c tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Request body: {'security_group_rule': {'security_group_id': 'f3e90d9f-5c77-4f64-941f-dab2de4392b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:52.153504 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b64d6c-1b63-49ba-b8f1-32835668050e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:52.154006 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b64d6c-1b63-49ba-b8f1-32835668050e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:52.211075 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c54d6-0eec-469c-9ad0-744b72f8d558 req-baca770e-ce39-4ccc-a364-04c8e1b7481b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:52.219973 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ea1c54d6-0eec-469c-9ad0-744b72f8d558 req-baca770e-ce39-4ccc-a364-04c8e1b7481b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b5319644441342cdbeb9ea6582f89529&device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3 HTTP/1.1" status: 200 len: 1098 time: 0.1410589 Jul 16 01:18:52.277832 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-31ae10d1-a6bc-4b7a-9b99-26d0c82e9333 None None] Set router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:52.351457 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c54d6-0eec-469c-9ad0-744b72f8d558 req-f05c58f8-d094-47c0-ac15-99a38a2beacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:52.353023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ea1c54d6-0eec-469c-9ad0-744b72f8d558 req-f05c58f8-d094-47c0-ac15-99a38a2beacc service neutron] 10.222.0.84 "GET /v2.0/networks?id=b96789ad-e3d0-4b87-a610-aa1116fe3317 HTTP/1.1" status: 200 len: 922 time: 0.1246293 Jul 16 01:18:52.368311 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aec8a-8eed-4c23-8dbd-1321a39e83ce req-604efe72-1b01-4559-9e0e-e775c0048b9a tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:52.369919 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a3aec8a-8eed-4c23-8dbd-1321a39e83ce req-604efe72-1b01-4559-9e0e-e775c0048b9a tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 949 time: 0.1967504 Jul 16 01:18:52.420818 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 67825f8e-4b89-4b11-8b57-c398a3044207 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:52.456062 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ea1c54d6-0eec-469c-9ad0-744b72f8d558 req-769da2b3-5599-4ebe-a55e-23148577c02e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=888a4b7d-8636-4642-839f-3de01ee654a3 HTTP/1.1" status: 200 len: 217 time: 0.0850997 Jul 16 01:18:52.513062 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a3aec8a-8eed-4c23-8dbd-1321a39e83ce req-6bd015f5-3782-41f5-86dd-bce5c2037a39 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338952 Jul 16 01:18:52.532030 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c54d6-0eec-469c-9ad0-744b72f8d558 req-74aed837-6e45-427d-be9d-c2885491bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:52.533844 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ea1c54d6-0eec-469c-9ad0-744b72f8d558 req-74aed837-6e45-427d-be9d-c2885491bd5f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b7f91db5-9b19-4112-b5a1-d9fe823a6613 HTTP/1.1" status: 200 len: 860 time: 0.0671101 Jul 16 01:18:52.665098 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9e15308-1811-4231-bb70-fd0f482bab2c tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:52.673761 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c54d6-0eec-469c-9ad0-744b72f8d558 req-a541b4b5-5598-4f32-bf9d-ecf3810edd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:52.676514 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ea1c54d6-0eec-469c-9ad0-744b72f8d558 req-a541b4b5-5598-4f32-bf9d-ecf3810edd7d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b96789ad-e3d0-4b87-a610-aa1116fe3317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1304853 Jul 16 01:18:52.677468 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 67825f8e-4b89-4b11-8b57-c398a3044207, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=67825f8e-4b89-4b11-8b57-c398a3044207,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:52.697140 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfba861-acbe-4545-ba8f-ba32a1862705 req-38a9c4a8-c551-44aa-9a9a-f5a175d48797 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:52.698579 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '67825f8e-4b89-4b11-8b57-c398a3044207', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': '67825f8e-4b89-4b11-8b57-c398a3044207', 'mac_address': 'fa:16:3e:be:90:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:52.699474 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0dfba861-acbe-4545-ba8f-ba32a1862705 req-38a9c4a8-c551-44aa-9a9a-f5a175d48797 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 945 time: 0.5286431 Jul 16 01:18:52.761538 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-31ae10d1-a6bc-4b7a-9b99-26d0c82e9333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:17:58Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port': {'id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:54Z', 'updated_at': '2021-07-16T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'c2e2edd2-20c0-49ea-b786-94f346fff83b', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'port_id': '066e46bd-4f1e-444f-b8a7-964277b25a4a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'mac_address': 'fa:16:3e:3c:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e0eeb1-315c-4474-920b-01f244ed13db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:18:21Z', 'updated_at': '2021-07-16T01:18:51Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67779085-2a8f-487d-aac7-a670fe86de43', 'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'mac_address': 'fa:16:3e:35:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 5, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'subnets': [{'id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:52.766303 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:52.772847 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0dfba861-acbe-4545-ba8f-ba32a1862705 req-90dbb1b5-9877-4759-ad20-ecd4bb95e15c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648022 Jul 16 01:18:52.780489 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9e15308-1811-4231-bb70-fd0f482bab2c tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:52.787893 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9e15308-1811-4231-bb70-fd0f482bab2c tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:52.818546 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ae10d1-a6bc-4b7a-9b99-26d0c82e9333 None None] Checking router: 6eeffa7a-aace-4442-b4ad-2ac8887a7643 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:18:52.833893 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67825f8e-4b89-4b11-8b57-c398a3044207 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:52.837904 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e15308-1811-4231-bb70-fd0f482bab2c tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead589a7-85b2-46c6-8095-94e4cef3ccaf,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:52.841670 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9e15308-1811-4231-bb70-fd0f482bab2c tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:52.841864 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9240fda-efc3-41d3-96c3-7d9f4e4e0468 x-openstack-request-id: req-b9240fda-efc3-41d3-96c3-7d9f4e4e0468 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:52.842489 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91cabeb8-ba17-4ecd-aae8-8befb00dfeda", "name": "network-vif-plugged", "status": "completed", "tag": "18c97be5-5024-4a32-9565-b39688ff8000", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:52.842903 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9240fda-efc3-41d3-96c3-7d9f4e4e0468 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:52.843486 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cabeb8-ba17-4ecd-aae8-8befb00dfeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c97be5-5024-4a32-9565-b39688ff8000', 'code': 200} Jul 16 01:18:52.846708 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f9e15308-1811-4231-bb70-fd0f482bab2c tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6976898 Jul 16 01:18:52.848624 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37536) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:52.854559 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ae10d1-a6bc-4b7a-9b99-26d0c82e9333 None None] Routers {'6eeffa7a-aace-4442-b4ad-2ac8887a7643'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:52.855129 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:52.855586 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-31ae10d1-a6bc-4b7a-9b99-26d0c82e9333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:18:29Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:52.905338 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 67825f8e-4b89-4b11-8b57-c398a3044207, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=67825f8e-4b89-4b11-8b57-c398a3044207,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:52.914082 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:52.919966 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.005663 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3f8740af-7029-441c-8a14-a8f106b4d4d2 req-f532d083-2967-48ce-858a-2702a0ef33de tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 1000 time: 0.2986851 Jul 16 01:18:53.013156 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-31ae10d1-a6bc-4b7a-9b99-26d0c82e9333 None None] Set router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:53.080117 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e96ef-79eb-4f94-81ac-e61c2d3fbcf2 req-5c0c0ce7-7d50-433c-b330-569039beeaec tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:53.082527 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a41e96ef-79eb-4f94-81ac-e61c2d3fbcf2 req-5c0c0ce7-7d50-433c-b330-569039beeaec tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 1097 time: 0.1224940 Jul 16 01:18:53.109702 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ea1c54d6-0eec-469c-9ad0-744b72f8d558 req-af198928-1dc3-4ff0-b7c3-95550c516c8c service neutron] 10.222.0.84 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220395 Jul 16 01:18:53.149466 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.166485 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8740af-7029-441c-8a14-a8f106b4d4d2 req-b408e21c-8b2b-4afb-b08a-a892f0b91d26 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:53.179594 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3f8740af-7029-441c-8a14-a8f106b4d4d2 req-b408e21c-8b2b-4afb-b08a-a892f0b91d26 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports/066e46bd-4f1e-444f-b8a7-964277b25a4a HTTP/1.1" status: 200 len: 942 time: 0.1728816 Jul 16 01:18:53.251446 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a41e96ef-79eb-4f94-81ac-e61c2d3fbcf2 req-c38137d2-04d9-488b-82f1-2e1f17382e03 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562326 Jul 16 01:18:53.271033 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d297c8-e567-4c46-adcb-a021c1a8d683 req-55713411-e5e6-415c-b779-f6f7474218b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:53.271033 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-39d297c8-e567-4c46-adcb-a021c1a8d683 req-55713411-e5e6-415c-b779-f6f7474218b4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 1101 time: 0.3191905 Jul 16 01:18:53.329580 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-39d297c8-e567-4c46-adcb-a021c1a8d683 req-b1f46d0e-5c8b-47af-9dc2-209a27c10cfa service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541103 Jul 16 01:18:53.335974 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ea1c54d6-0eec-469c-9ad0-744b72f8d558 req-2b71f8fe-ac7e-4e29-a4fa-727f10b69712 service neutron] 10.222.0.84 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136519 Jul 16 01:18:53.376904 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4be86973-2f7b-44e2-ba2e-a5487dc84591 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:53.437938 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Allocated IP 172.25.6.115 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/7b127dac-e595-4de6-9a4b-d66624d40dcb) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:53.479368 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3f8740af-7029-441c-8a14-a8f106b4d4d2 req-515d4979-4363-46d3-b188-025b1e107156 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 1000 time: 0.1421068 Jul 16 01:18:53.486460 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=67825f8e-4b89-4b11-8b57-c398a3044207,revision_number=9']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:53.542093 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['67825f8e-4b89-4b11-8b57-c398a3044207'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:53.579890 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 4be86973-2f7b-44e2-ba2e-a5487dc84591 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:53.580350 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.607576 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.673182 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8740af-7029-441c-8a14-a8f106b4d4d2 req-64bc00a1-ad34-4d19-9067-9fdf1c165178 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:53.675187 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3f8740af-7029-441c-8a14-a8f106b4d4d2 req-64bc00a1-ad34-4d19-9067-9fdf1c165178 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.1901653 Jul 16 01:18:53.766409 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.800802 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-31ae10d1-a6bc-4b7a-9b99-26d0c82e9333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:17:58Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port': {'id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:54Z', 'updated_at': '2021-07-16T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'c2e2edd2-20c0-49ea-b786-94f346fff83b', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'port_id': '066e46bd-4f1e-444f-b8a7-964277b25a4a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'mac_address': 'fa:16:3e:3c:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e0eeb1-315c-4474-920b-01f244ed13db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:18:21Z', 'updated_at': '2021-07-16T01:18:51Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67779085-2a8f-487d-aac7-a670fe86de43', 'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'mac_address': 'fa:16:3e:35:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 5, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'subnets': [{'id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:53.813489 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:53.821961 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:53.829886 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:53.836077 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ae10d1-a6bc-4b7a-9b99-26d0c82e9333 None None] The sync data for ids ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'] in n-d-792394-16 is: [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:17:58Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port': {'id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:54Z', 'updated_at': '2021-07-16T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'c2e2edd2-20c0-49ea-b786-94f346fff83b', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'port_id': '066e46bd-4f1e-444f-b8a7-964277b25a4a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'mac_address': 'fa:16:3e:3c:86:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e0eeb1-315c-4474-920b-01f244ed13db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:18:21Z', 'updated_at': '2021-07-16T01:18:51Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67779085-2a8f-487d-aac7-a670fe86de43', 'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'mac_address': 'fa:16:3e:35:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 5, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'subnets': [{'id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:18:53.873211 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event updated for resources: {'Port': ['ID=7b127dac-e595-4de6-9a4b-d66624d40dcb,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:53.887873 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b5491-7b3a-439f-b556-38ba9df7d684 req-f8291abc-5dab-4c1c-9fb0-22ad19686922 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:53.889496 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a59b5491-7b3a-439f-b556-38ba9df7d684 req-f8291abc-5dab-4c1c-9fb0-22ad19686922 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 949 time: 0.1012743 Jul 16 01:18:53.894266 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:53.894697 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:53.907013 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:53.907492 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:53.907832 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:53.908557 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:53.908889 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:53.909218 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:53.910030 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:53.910030 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:53.910282 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:53.910589 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:53.935668 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb362c69-debd-4077-a078-182bd9ccb7f9 req-d2353f3d-634c-4e1e-a553-6c8848503609 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:53.942981 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb362c69-debd-4077-a078-182bd9ccb7f9 req-d2353f3d-634c-4e1e-a553-6c8848503609 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 1097 time: 0.2148380 Jul 16 01:18:53.948394 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a59b5491-7b3a-439f-b556-38ba9df7d684 req-fb57ce84-6bd8-4d61-8eea-4f2a662523c9 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514331 Jul 16 01:18:54.023970 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb362c69-debd-4077-a078-182bd9ccb7f9 req-9f53c2f2-734d-4299-bd72-95f406678ee8 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798824 Jul 16 01:18:54.030229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e0eeb1-315c-4474-920b-01f244ed13db', 'tag': '066e46bd-4f1e-444f-b8a7-964277b25a4a'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:54.033433 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab931ec-bb2c-4d85-acad-e46259ce39b0" -d '{"events": [{"name": "network-changed", "server_uuid": "51e0eeb1-315c-4474-920b-01f244ed13db", "tag": "066e46bd-4f1e-444f-b8a7-964277b25a4a"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:54.069023 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:54.146501 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:54.328227 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb94de-c139-49f7-8150-d1762f9a245a req-8bbe8f8d-e03a-4535-8f63-4038ad840e86 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:54.335653 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ceb94de-c139-49f7-8150-d1762f9a245a req-8bbe8f8d-e03a-4535-8f63-4038ad840e86 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 949 time: 0.1412265 Jul 16 01:18:54.378619 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 67825f8e-4b89-4b11-8b57-c398a3044207 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:54.404334 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ceb94de-c139-49f7-8150-d1762f9a245a req-259c98b9-9a58-4e57-a043-041d50a4f859 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676372 Jul 16 01:18:54.539553 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-e84f902d-7893-42f2-a3e8-0cdec027043d tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 1000 time: 0.2063477 Jul 16 01:18:54.600007 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:54.633869 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:54.638033 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:54.671215 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 67825f8e-4b89-4b11-8b57-c398a3044207 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:54.716830 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 67825f8e-4b89-4b11-8b57-c398a3044207, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=67825f8e-4b89-4b11-8b57-c398a3044207,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:54.726023 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:54.774804 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-c97846ec-480d-4801-97d2-918d9def1411 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:54.776268 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-c97846ec-480d-4801-97d2-918d9def1411 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports/066e46bd-4f1e-444f-b8a7-964277b25a4a HTTP/1.1" status: 200 len: 942 time: 0.2359335 Jul 16 01:18:54.789528 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event updated for resources: {'Port': ['ID=7b127dac-e595-4de6-9a4b-d66624d40dcb,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:54.794689 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:54.799032 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=67825f8e-4b89-4b11-8b57-c398a3044207,revision_number=10']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:54.816907 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:54.819087 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7c1448e6-4bc0-4de6-b720-242a45a05c69 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9679549 Jul 16 01:18:54.993314 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-ca26f12a-3f35-42a8-9d58-fce3df7473a8 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 1000 time: 0.0748830 Jul 16 01:18:55.001749 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01bcbbf-cd85-4314-bd74-3ac413885829 x-openstack-request-id: req-e01bcbbf-cd85-4314-bd74-3ac413885829 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:55.002277 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e0eeb1-315c-4474-920b-01f244ed13db", "tag": "066e46bd-4f1e-444f-b8a7-964277b25a4a", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:55.002277 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e01bcbbf-cd85-4314-bd74-3ac413885829 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:55.002685 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e0eeb1-315c-4474-920b-01f244ed13db', 'tag': '066e46bd-4f1e-444f-b8a7-964277b25a4a', 'status': 'completed', 'code': 200} Jul 16 01:18:55.125130 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-1a54944c-34d4-4fec-a781-3195a070e95c tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:55.129121 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-1a54944c-34d4-4fec-a781-3195a070e95c tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.1315758 Jul 16 01:18:55.148687 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab931ec-bb2c-4d85-acad-e46259ce39b0 req-6984cf78-af4d-424c-92c3-de793c1f661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:55.150186 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ab931ec-bb2c-4d85-acad-e46259ce39b0 req-6984cf78-af4d-424c-92c3-de793c1f661e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b5319644441342cdbeb9ea6582f89529&device_id=51e0eeb1-315c-4474-920b-01f244ed13db HTTP/1.1" status: 200 len: 1097 time: 0.1015408 Jul 16 01:18:55.208977 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-5cef4e60-7413-4f87-92e7-6798d68fb9fe tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 1000 time: 0.0735295 Jul 16 01:18:55.220100 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-0c4cd29e-d8ad-4c52-aab0-d8958e194b26 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:55.298268 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-0c4cd29e-d8ad-4c52-aab0-d8958e194b26 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks [] for floatingip, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:55.302405 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab931ec-bb2c-4d85-acad-e46259ce39b0 req-fcdf1d69-5c9d-46d7-a4d3-49f29d3d2626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:55.303926 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ab931ec-bb2c-4d85-acad-e46259ce39b0 req-fcdf1d69-5c9d-46d7-a4d3-49f29d3d2626 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b96789ad-e3d0-4b87-a610-aa1116fe3317 HTTP/1.1" status: 200 len: 922 time: 0.1461756 Jul 16 01:18:55.410702 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ab931ec-bb2c-4d85-acad-e46259ce39b0 req-f72715c8-00e6-4e5a-84e0-dc961da48874 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=066e46bd-4f1e-444f-b8a7-964277b25a4a HTTP/1.1" status: 200 len: 1000 time: 0.0975659 Jul 16 01:18:55.513971 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab931ec-bb2c-4d85-acad-e46259ce39b0 req-cfb57afc-16eb-4ac7-8035-39a22fa1ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:55.515536 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ab931ec-bb2c-4d85-acad-e46259ce39b0 req-cfb57afc-16eb-4ac7-8035-39a22fa1ab35 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b7f91db5-9b19-4112-b5a1-d9fe823a6613 HTTP/1.1" status: 200 len: 860 time: 0.0950844 Jul 16 01:18:55.522291 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-0c4cd29e-d8ad-4c52-aab0-d8958e194b26 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:55.530504 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-0c4cd29e-d8ad-4c52-aab0-d8958e194b26 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:55.530832 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-0c4cd29e-d8ad-4c52-aab0-d8958e194b26 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Floating IP c2e2edd2-20c0-49ea-b786-94f346fff83b disassociated. External IP: 172.25.6.66, port: 066e46bd-4f1e-444f-b8a7-964277b25a4a. Jul 16 01:18:55.620101 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab931ec-bb2c-4d85-acad-e46259ce39b0 req-1835fb18-9244-407e-a166-3ae2c5051abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:55.621687 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ab931ec-bb2c-4d85-acad-e46259ce39b0 req-1835fb18-9244-407e-a166-3ae2c5051abc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b96789ad-e3d0-4b87-a610-aa1116fe3317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979717 Jul 16 01:18:55.783652 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ab931ec-bb2c-4d85-acad-e46259ce39b0 req-027f1c9f-cc93-42fe-ab84-f996f86583c6 service neutron] 10.222.0.84 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491864 Jul 16 01:18:55.825740 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-0c4cd29e-d8ad-4c52-aab0-d8958e194b26 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:18:55.904016 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ab931ec-bb2c-4d85-acad-e46259ce39b0 req-02ebc470-e4e4-41d5-a375-1b1b145a9ec8 service neutron] 10.222.0.84 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092477 Jul 16 01:18:55.954194 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-0c4cd29e-d8ad-4c52-aab0-d8958e194b26 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:18:55.960086 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-0c4cd29e-d8ad-4c52-aab0-d8958e194b26 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:55.964540 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2b813a-bae5-4395-96bc-cc43a24f8a19 None None] Sync routers for ids ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:18:55.976094 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2b813a-bae5-4395-96bc-cc43a24f8a19 None None] Routers {'6eeffa7a-aace-4442-b4ad-2ac8887a7643'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:55.977434 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-8d2b813a-bae5-4395-96bc-cc43a24f8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:18:29Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:56.005484 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-0c4cd29e-d8ad-4c52-aab0-d8958e194b26 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "PUT /v2.0/floatingips/c2e2edd2-20c0-49ea-b786-94f346fff83b HTTP/1.1" status: 200 len: 694 time: 0.7893574 Jul 16 01:18:56.005951 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e0eeb1-315c-4474-920b-01f244ed13db', 'tag': '066e46bd-4f1e-444f-b8a7-964277b25a4a'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:56.008410 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2349e0e4-60c6-41b9-a208-0aa6fe453e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "51e0eeb1-315c-4474-920b-01f244ed13db", "tag": "066e46bd-4f1e-444f-b8a7-964277b25a4a"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:56.099918 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-ac72cc12-612a-480c-a97c-4ffc246a43a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.101508 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-ac72cc12-612a-480c-a97c-4ffc246a43a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5319644441342cdbeb9ea6582f89529&device_id=51e0eeb1-315c-4474-920b-01f244ed13db HTTP/1.1" status: 200 len: 1097 time: 0.0722141 Jul 16 01:18:56.117904 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-8d2b813a-bae5-4395-96bc-cc43a24f8a19 None None] Set router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:56.221325 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-d2d1ff7e-0730-420f-962a-b9bddbb0a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.223526 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-d2d1ff7e-0730-420f-962a-b9bddbb0a760 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b96789ad-e3d0-4b87-a610-aa1116fe3317 HTTP/1.1" status: 200 len: 922 time: 0.1118035 Jul 16 01:18:56.280102 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-4b1f08fd-6111-48cd-9067-456b26a9943a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=066e46bd-4f1e-444f-b8a7-964277b25a4a HTTP/1.1" status: 200 len: 217 time: 0.0466545 Jul 16 01:18:56.321022 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-58f93a6f-cb21-4d96-9782-e37dcfbf302c tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:18:56.322257 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-58f93a6f-cb21-4d96-9782-e37dcfbf302c tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074410 Jul 16 01:18:56.341894 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-bf3089dd-92a9-41d2-84e9-4c359d62c8a5 service neutron] Request body: {'binding': {'host': 'n-h1-792394-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:56.342413 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-bf3089dd-92a9-41d2-84e9-4c359d62c8a5 service neutron] Unknown quota resources ['binding']. {{(pid=93956) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:18:56.347754 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-8d2b813a-bae5-4395-96bc-cc43a24f8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:17:58Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port': {'id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:54Z', 'updated_at': '2021-07-16T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '67779085-2a8f-487d-aac7-a670fe86de43', 'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'mac_address': 'fa:16:3e:35:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 5, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'subnets': [{'id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:56.367930 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-168113eb-81c0-46fe-b56f-cc424cf9ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.369387 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-168113eb-81c0-46fe-b56f-cc424cf9ac45 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b7f91db5-9b19-4112-b5a1-d9fe823a6613 HTTP/1.1" status: 200 len: 860 time: 0.0884407 Jul 16 01:18:56.375531 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 67825f8e-4b89-4b11-8b57-c398a3044207 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:56.407516 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2b813a-bae5-4395-96bc-cc43a24f8a19 None None] Checking router: 6eeffa7a-aace-4442-b4ad-2ac8887a7643 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:18:56.418798 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2b813a-bae5-4395-96bc-cc43a24f8a19 None None] Routers {'6eeffa7a-aace-4442-b4ad-2ac8887a7643'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:56.420031 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-8d2b813a-bae5-4395-96bc-cc43a24f8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:18:29Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:56.437975 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 67825f8e-4b89-4b11-8b57-c398a3044207 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:56.438813 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:56.509558 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-ffd3589e-d502-4484-a70f-62df5b6bf7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.511117 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-ffd3589e-d502-4484-a70f-62df5b6bf7fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b96789ad-e3d0-4b87-a610-aa1116fe3317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1310101 Jul 16 01:18:56.535671 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:56.559020 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-8d2b813a-bae5-4395-96bc-cc43a24f8a19 None None] Set router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:56.563300 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-bf3089dd-92a9-41d2-84e9-4c359d62c8a5 service neutron] Attempting to bind port 2d849f62-e1dc-4ba1-895b-661c98559d5a on host n-h1-792394-16 for vnic_type normal with profile None {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:56.563645 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-bf3089dd-92a9-41d2-84e9-4c359d62c8a5 service neutron] Attempting to bind port 2d849f62-e1dc-4ba1-895b-661c98559d5a by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:56.563974 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-bf3089dd-92a9-41d2-84e9-4c359d62c8a5 service neutron] Attempting to bind port 2d849f62-e1dc-4ba1-895b-661c98559d5a on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:56.573475 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 67825f8e-4b89-4b11-8b57-c398a3044207, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=67825f8e-4b89-4b11-8b57-c398a3044207,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:56.574859 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e9f58f-e83a-4a45-935d-af5dee794120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67825f8e-4b89-4b11-8b57-c398a3044207'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:56.577750 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb215a53-7a4b-479e-8ffd-7d991e4fcb08" -d '{"events": [{"server_uuid": "d2e9f58f-e83a-4a45-935d-af5dee794120", "name": "network-vif-plugged", "status": "completed", "tag": "67825f8e-4b89-4b11-8b57-c398a3044207"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:56.588564 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:56.596702 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-bf3089dd-92a9-41d2-84e9-4c359d62c8a5 service neutron] Port 2d849f62-e1dc-4ba1-895b-661c98559d5a on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:56.597023 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-bf3089dd-92a9-41d2-84e9-4c359d62c8a5 service neutron] Attempting to bind port 2d849f62-e1dc-4ba1-895b-661c98559d5a on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:56.608066 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-bf3089dd-92a9-41d2-84e9-4c359d62c8a5 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:56.608440 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-bf3089dd-92a9-41d2-84e9-4c359d62c8a5 service neutron] Checking segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:56.608827 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-bf3089dd-92a9-41d2-84e9-4c359d62c8a5 service neutron] Bound using segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:56.609273 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-bf3089dd-92a9-41d2-84e9-4c359d62c8a5 service neutron] Bound port: 2d849f62-e1dc-4ba1-895b-661c98559d5a, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:56.645571 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=67825f8e-4b89-4b11-8b57-c398a3044207,revision_number=11']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:56.665250 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-816cea60-36a0-4ea0-a7d4-f5fa17f786c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:56.666165 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-defebe9e-4f44-4481-a92d-cd75a91af33d service neutron] 10.222.0.16 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479280 Jul 16 01:18:56.705758 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-bf3089dd-92a9-41d2-84e9-4c359d62c8a5 service neutron] For port 2d849f62-e1dc-4ba1-895b-661c98559d5a, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=2d849f62-e1dc-4ba1-895b-661c98559d5a,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:56.718483 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-bf3089dd-92a9-41d2-84e9-4c359d62c8a5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:56.719818 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-bf3089dd-92a9-41d2-84e9-4c359d62c8a5 service neutron] 10.222.0.16 "POST /v2.0/ports/2d849f62-e1dc-4ba1-895b-661c98559d5a/bindings HTTP/1.1" status: 201 len: 390 time: 0.3874497 Jul 16 01:18:56.796158 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fc4d6710-0dae-4c0c-a189-8468e5a60d21 req-4ce6ac2b-dd87-4480-bd6b-e5abb9ccb1a5 service neutron] 10.222.0.16 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156628 Jul 16 01:18:56.846455 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-8d2b813a-bae5-4395-96bc-cc43a24f8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:17:58Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port': {'id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:54Z', 'updated_at': '2021-07-16T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '67779085-2a8f-487d-aac7-a670fe86de43', 'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'mac_address': 'fa:16:3e:35:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 5, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'subnets': [{'id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:56.883708 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2b813a-bae5-4395-96bc-cc43a24f8a19 None None] The sync data for ids ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'] in n-d-792394-16 is: [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:17:58Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port': {'id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:54Z', 'updated_at': '2021-07-16T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '67779085-2a8f-487d-aac7-a670fe86de43', 'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'mac_address': 'fa:16:3e:35:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 5, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'subnets': [{'id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:18:57.021284 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-7f12b7e0-851a-4735-8bca-e10694be5cfa tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--71984984&fields=id&tenant_id=673d6f606a904bf5902fda58599b5f5e HTTP/1.1" status: 200 len: 267 time: 0.0421588 Jul 16 01:18:57.089663 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba496cc-e015-4647-ba67-9230ff580936 req-34a4b0dc-6d76-4abe-88f3-ccf5ac5e013b tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:57.090421 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-fff2f179-a5b7-4591-a315-318d0e77278d tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:57.091220 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ba496cc-e015-4647-ba67-9230ff580936 req-34a4b0dc-6d76-4abe-88f3-ccf5ac5e013b tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 1103 time: 0.1029766 Jul 16 01:18:57.093457 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-fff2f179-a5b7-4591-a315-318d0e77278d tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports/4345b472-d891-4095-9ac3-2e3b8fe40305 HTTP/1.1" status: 200 len: 936 time: 0.0647669 Jul 16 01:18:57.140747 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-6b8f0661-8624-4f09-8beb-af1c4a146122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:57.143000 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-6b8f0661-8624-4f09-8beb-af1c4a146122 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=19f0097db32e406ab305cc19744860c5&device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 1097 time: 0.1084318 Jul 16 01:18:57.151399 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ba496cc-e015-4647-ba67-9230ff580936 req-b06942b7-2937-41e9-a925-beb6dcdf77f8 tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508199 Jul 16 01:18:57.180936 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-ea51afdc-e19d-4af7-8d52-cdb5de1f513a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:57.185397 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-ea51afdc-e19d-4af7-8d52-cdb5de1f513a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports/28a2b02f-aee0-487c-baab-2cdc1ff4a615 HTTP/1.1" status: 200 len: 937 time: 0.0839834 Jul 16 01:18:57.231306 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61e99ca-7d95-4153-b020-fa041ad19b9b None None] New status for floating IP c2e2edd2-20c0-49ea-b786-94f346fff83b: DOWN {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:18:57.271685 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-62f64077-946e-44b4-9903-eb4197a38105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:57.273630 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-62f64077-946e-44b4-9903-eb4197a38105 service neutron] 10.222.0.84 "GET /v2.0/networks?id=952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 200 len: 922 time: 0.1185331 Jul 16 01:18:57.275050 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-7df79820-6d1a-4417-b465-625ec3cc2cff tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?network_id=7baef46c-4da4-4d46-bf21-e653349e66a6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0815587 Jul 16 01:18:57.335184 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-be37d89b-baae-449c-9f23-a784654ec00a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?network_id=7baef46c-4da4-4d46-bf21-e653349e66a6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0522175 Jul 16 01:18:57.338074 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-6d4ebd51-4e09-4378-bf24-b264f2afc89a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d849f62-e1dc-4ba1-895b-661c98559d5a HTTP/1.1" status: 200 len: 217 time: 0.0511270 Jul 16 01:18:57.411054 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-6d2c4c70-d66c-4d44-a4ff-f8b1e925c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:57.413394 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-6d2c4c70-d66c-4d44-a4ff-f8b1e925c2c0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda HTTP/1.1" status: 200 len: 861 time: 0.0598526 Jul 16 01:18:57.460935 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-68df69bd-3798-431a-ba9a-b7552e242475 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=952b1f4f-1df7-48bd-a0c8-40d17571e492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370615 Jul 16 01:18:57.482631 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-25a85868-af3d-4be5-baf7-cfbbe3b5bc6d tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:57.488482 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-25a85868-af3d-4be5-baf7-cfbbe3b5bc6d tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:57.494168 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-25a85868-af3d-4be5-baf7-cfbbe3b5bc6d tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:57.495731 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-25a85868-af3d-4be5-baf7-cfbbe3b5bc6d tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/networks?id=99585749-6e41-4e60-92b1-0c114a9091db&id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&id=7baef46c-4da4-4d46-bf21-e653349e66a6&id=7baef46c-4da4-4d46-bf21-e653349e66a6 HTTP/1.1" status: 200 len: 1995 time: 0.1546395 Jul 16 01:18:57.517093 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-de5bb929-5cb5-4254-84b2-0afe5b2d0bd9 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/quotas/673d6f606a904bf5902fda58599b5f5e HTTP/1.1" status: 200 len: 375 time: 0.0151041 Jul 16 01:18:57.595686 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de2524-9db4-4a59-bde6-c4574f26c538 req-225096d6-57e4-4236-93e7-5dad3b081aa3 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:57.597276 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b2de2524-9db4-4a59-bde6-c4574f26c538 req-225096d6-57e4-4236-93e7-5dad3b081aa3 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 949 time: 0.1388962 Jul 16 01:18:57.602208 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-da29547f-24e3-4320-88dd-b1a17a871b1c tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=673d6f606a904bf5902fda58599b5f5e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0842659 Jul 16 01:18:57.603050 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-b9ff9a26-bd88-4f76-a20d-f6c9b6df339c service neutron] 10.222.0.84 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158960 Jul 16 01:18:57.664194 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b2de2524-9db4-4a59-bde6-c4574f26c538 req-f7c5ac0f-bece-48b1-95eb-15e4754aa692 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601590 Jul 16 01:18:57.707369 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-ada5e04c-7c2d-4488-bd4d-21ca8fd28e8c service neutron] 10.222.0.16 "GET /v2.0/networks/99585749-6e41-4e60-92b1-0c114a9091db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930204 Jul 16 01:18:57.719830 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-68443e55-86b7-4202-b844-8ec7b0677fec service neutron] 10.222.0.84 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024227 Jul 16 01:18:57.806785 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-c05789dc-cc8e-4eda-a9cd-91673dac5393 service neutron] 10.222.0.16 "GET /v2.0/networks/99585749-6e41-4e60-92b1-0c114a9091db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926042 Jul 16 01:18:57.858881 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-13ff4803-6c95-4a97-8d2c-674a50c769c2 service neutron] 10.222.0.16 "GET /v2.0/ports/4345b472-d891-4095-9ac3-2e3b8fe40305?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0461590 Jul 16 01:18:58.277333 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614d4c00-64c0-4780-aa68-ca97c1a687f2 x-openstack-request-id: req-614d4c00-64c0-4780-aa68-ca97c1a687f2 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:58.277966 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e0eeb1-315c-4474-920b-01f244ed13db", "tag": "066e46bd-4f1e-444f-b8a7-964277b25a4a", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:58.277966 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-614d4c00-64c0-4780-aa68-ca97c1a687f2 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:58.278224 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e0eeb1-315c-4474-920b-01f244ed13db', 'tag': '066e46bd-4f1e-444f-b8a7-964277b25a4a', 'status': 'completed', 'code': 200} Jul 16 01:18:58.304557 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-a9884538-156e-4a0a-aee8-a5ad57b9cf06 service neutron] 10.222.0.16 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4386525 Jul 16 01:18:58.341445 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19639063-91a5-435e-ae39-778ab67deca8 x-openstack-request-id: req-19639063-91a5-435e-ae39-778ab67deca8 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:58.342322 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e9f58f-e83a-4a45-935d-af5dee794120", "name": "network-vif-plugged", "status": "completed", "tag": "67825f8e-4b89-4b11-8b57-c398a3044207", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:58.342733 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19639063-91a5-435e-ae39-778ab67deca8 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:58.343284 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e9f58f-e83a-4a45-935d-af5dee794120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67825f8e-4b89-4b11-8b57-c398a3044207', 'code': 200} Jul 16 01:18:58.445760 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-092e8421-8e1e-4dcb-a40a-7bb7b3ce3ad8 service neutron] 10.222.0.16 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401072 Jul 16 01:18:58.448180 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349e0e4-60c6-41b9-a208-0aa6fe453e0d req-d5035bd3-6967-4c32-abcc-1c7c37055ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:58.454630 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2349e0e4-60c6-41b9-a208-0aa6fe453e0d req-d5035bd3-6967-4c32-abcc-1c7c37055ca7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b5319644441342cdbeb9ea6582f89529&device_id=51e0eeb1-315c-4474-920b-01f244ed13db HTTP/1.1" status: 200 len: 1097 time: 0.1316009 Jul 16 01:18:58.498920 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-18738596-cac9-46cd-8b61-7e108431e30b service neutron] 10.222.0.16 "GET /v2.0/ports/28a2b02f-aee0-487c-baab-2cdc1ff4a615?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0521998 Jul 16 01:18:58.601021 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-7345e5b0-2fc5-49f7-819c-797168d06607 service neutron] 10.222.0.16 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011786 Jul 16 01:18:58.698445 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-dca2374f-7d5f-4076-852a-49c048d3cb7a service neutron] 10.222.0.16 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964441 Jul 16 01:18:58.803606 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-33f8fd28-1cfb-4440-b93d-e9df247b136a service neutron] 10.222.0.16 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040363 Jul 16 01:18:58.918749 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-a93ea80f-ed40-4b66-838c-966d0b42cae7 service neutron] 10.222.0.16 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142435 Jul 16 01:18:59.020648 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-9c1f1b9d-4501-4d8e-81a2-3b74839d68f9 service neutron] 10.222.0.16 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009648 Jul 16 01:18:59.042856 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349e0e4-60c6-41b9-a208-0aa6fe453e0d req-f8696e5c-df4c-49ad-b914-ab8c8cf92d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:59.044571 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2349e0e4-60c6-41b9-a208-0aa6fe453e0d req-f8696e5c-df4c-49ad-b914-ab8c8cf92d51 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b96789ad-e3d0-4b87-a610-aa1116fe3317 HTTP/1.1" status: 200 len: 922 time: 0.5845525 Jul 16 01:18:59.098025 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2349e0e4-60c6-41b9-a208-0aa6fe453e0d req-64dd3733-f3d8-46a4-957e-63a486f026ba service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=066e46bd-4f1e-444f-b8a7-964277b25a4a HTTP/1.1" status: 200 len: 217 time: 0.0402784 Jul 16 01:18:59.150444 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d6edbf32-ada4-4684-ab8a-562e869184f5 service neutron] 10.222.0.16 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219387 Jul 16 01:18:59.178237 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4f1fb-09d1-48cc-babb-94c1b24b7706 req-f39dfb28-548c-4a61-a817-c8bd720d7fff tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:59.179806 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-51f4f1fb-09d1-48cc-babb-94c1b24b7706 req-f39dfb28-548c-4a61-a817-c8bd720d7fff tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 945 time: 0.1828897 Jul 16 01:18:59.190003 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349e0e4-60c6-41b9-a208-0aa6fe453e0d req-ee729057-d9b1-49f5-b00f-dfccc091c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:59.192247 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2349e0e4-60c6-41b9-a208-0aa6fe453e0d req-ee729057-d9b1-49f5-b00f-dfccc091c886 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b7f91db5-9b19-4112-b5a1-d9fe823a6613 HTTP/1.1" status: 200 len: 860 time: 0.0734172 Jul 16 01:18:59.254211 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-51f4f1fb-09d1-48cc-babb-94c1b24b7706 req-ebeda611-a4ff-421a-92dc-b1cb9668e941 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611675 Jul 16 01:18:59.280754 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-017535ca-64c7-4292-aaf4-55247524c3cf service neutron] 10.222.0.16 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236327 Jul 16 01:18:59.292432 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349e0e4-60c6-41b9-a208-0aa6fe453e0d req-e87bab96-c79c-437b-818a-2aeb39b538f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:59.293953 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2349e0e4-60c6-41b9-a208-0aa6fe453e0d req-e87bab96-c79c-437b-818a-2aeb39b538f5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b96789ad-e3d0-4b87-a610-aa1116fe3317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780270 Jul 16 01:18:59.413447 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-3e4833e7-7bd5-4d4d-a7fc-0c196dca8ed4 service neutron] 10.222.0.16 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272922 Jul 16 01:18:59.447067 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2349e0e4-60c6-41b9-a208-0aa6fe453e0d req-43131534-d7a5-4ff2-8c7d-25216dfa525f service neutron] 10.222.0.84 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439028 Jul 16 01:18:59.525364 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87f6d056-528d-4e77-9ba3-c77dbbcee507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.528060 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-2cf872f9-cf0f-4133-af7a-2544eb6acaa9 service neutron] 10.222.0.16 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086326 Jul 16 01:18:59.624975 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.638631 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-49229e49-1f79-4ebf-b88f-73ff57b7ef4f service neutron] 10.222.0.16 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096246 Jul 16 01:18:59.640780 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2349e0e4-60c6-41b9-a208-0aa6fe453e0d req-a62fc8ad-6741-4406-b1c9-8501a6106ab5 service neutron] 10.222.0.84 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710575 Jul 16 01:18:59.853433 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-92a906a8-6014-4a8e-9a70-9fb9e47f9110 req-55c39f35-454a-4a82-a821-8590d7833987 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:18:59.854475 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92a906a8-6014-4a8e-9a70-9fb9e47f9110 req-55c39f35-454a-4a82-a821-8590d7833987 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056503 Jul 16 01:19:00.106674 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-36a98e7b-1d19-4782-a5f2-f355244224a0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0604608 Jul 16 01:19:00.269580 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a03209-2e36-46fb-aa70-ab63ea9706a9 req-7c8877ef-382c-4798-9955-c4ab76cf2254 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:00.271286 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1a03209-2e36-46fb-aa70-ab63ea9706a9 req-7c8877ef-382c-4798-9955-c4ab76cf2254 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0756576 Jul 16 01:19:00.325554 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1a03209-2e36-46fb-aa70-ab63ea9706a9 req-4b591550-e914-4a4c-94d4-81f075f5fb40 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 695 time: 0.0475016 Jul 16 01:19:00.336338 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-a1a03209-2e36-46fb-aa70-ab63ea9706a9 req-d288b975-85a1-41d0-be97-3732b9175060 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Request body: {'floatingip': {'port_id': '888a4b7d-8636-4642-839f-3de01ee654a3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:00.384782 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a1a03209-2e36-46fb-aa70-ab63ea9706a9 req-d288b975-85a1-41d0-be97-3732b9175060 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks [] for floatingip, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.686073 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.885855 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a1a03209-2e36-46fb-aa70-ab63ea9706a9 req-d288b975-85a1-41d0-be97-3732b9175060 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.891130 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a1a03209-2e36-46fb-aa70-ab63ea9706a9 req-d288b975-85a1-41d0-be97-3732b9175060 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.999785 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [req-a1a03209-2e36-46fb-aa70-ab63ea9706a9 req-d288b975-85a1-41d0-be97-3732b9175060 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Floating IP c2e2edd2-20c0-49ea-b786-94f346fff83b associated. External IP: 172.25.6.66, port: 888a4b7d-8636-4642-839f-3de01ee654a3. Jul 16 01:19:01.070204 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:01.277404 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd9707-646f-4b1a-a8cd-d3698758742e req-5158d515-46a2-4355-ab53-09bb37941a5f tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:01.278850 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8dbd9707-646f-4b1a-a8cd-d3698758742e req-5158d515-46a2-4355-ab53-09bb37941a5f tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.84 "GET /v2.0/ports?device_id=51e0eeb1-315c-4474-920b-01f244ed13db HTTP/1.1" status: 200 len: 945 time: 0.1198533 Jul 16 01:19:01.285101 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1a03209-2e36-46fb-aa70-ab63ea9706a9 req-d288b975-85a1-41d0-be97-3732b9175060 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:19:01.509862 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1a03209-2e36-46fb-aa70-ab63ea9706a9 req-d288b975-85a1-41d0-be97-3732b9175060 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:19:01.516497 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a1a03209-2e36-46fb-aa70-ab63ea9706a9 req-d288b975-85a1-41d0-be97-3732b9175060 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:01.520328 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46904e99-a677-4486-8311-1dcbfcb1629d None None] Sync routers for ids ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:19:01.531704 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46904e99-a677-4486-8311-1dcbfcb1629d None None] Routers {'6eeffa7a-aace-4442-b4ad-2ac8887a7643'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:01.532610 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-46904e99-a677-4486-8311-1dcbfcb1629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:19:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:01.558098 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-8dbd9707-646f-4b1a-a8cd-d3698758742e req-de7c4009-fb65-49a8-96e0-830e7c352a00 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Deleting port 066e46bd-4f1e-444f-b8a7-964277b25a4a {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:01.558397 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8dbd9707-646f-4b1a-a8cd-d3698758742e req-de7c4009-fb65-49a8-96e0-830e7c352a00 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:01.586754 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1a03209-2e36-46fb-aa70-ab63ea9706a9 req-d288b975-85a1-41d0-be97-3732b9175060 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "PUT /v2.0/floatingips/c2e2edd2-20c0-49ea-b786-94f346fff83b HTTP/1.1" status: 200 len: 996 time: 1.2553685 Jul 16 01:19:01.590712 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c5c085-e39a-4cee-8002-20935bbe4ec3', 'tag': '888a4b7d-8636-4642-839f-3de01ee654a3'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:01.592790 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6778cc81-7238-4893-891c-37cdc19f438e" -d '{"events": [{"name": "network-changed", "server_uuid": "77c5c085-e39a-4cee-8002-20935bbe4ec3", "tag": "888a4b7d-8636-4642-839f-3de01ee654a3"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:01.715693 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-1a0de704-f86b-4725-8d3d-013d511e0529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:01.717522 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-1a0de704-f86b-4725-8d3d-013d511e0529 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 1101 time: 0.2404158 Jul 16 01:19:01.730691 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-8dbd9707-646f-4b1a-a8cd-d3698758742e req-de7c4009-fb65-49a8-96e0-830e7c352a00 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] For port 066e46bd-4f1e-444f-b8a7-964277b25a4a, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=066e46bd-4f1e-444f-b8a7-964277b25a4a,segment=NetworkSegment(5fb644d6-0a18-4b52-9c4c-f3e22f80ca52),segment_id=5fb644d6-0a18-4b52-9c4c-f3e22f80ca52)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:01.731090 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8dbd9707-646f-4b1a-a8cd-d3698758742e req-de7c4009-fb65-49a8-96e0-830e7c352a00 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:01.753376 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-46904e99-a677-4486-8311-1dcbfcb1629d None None] Set router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:01.777835 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-8dbd9707-646f-4b1a-a8cd-d3698758742e req-de7c4009-fb65-49a8-96e0-830e7c352a00 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Calling delete_port for 066e46bd-4f1e-444f-b8a7-964277b25a4a owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:01.864840 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a03209-2e36-46fb-aa70-ab63ea9706a9 req-8ed5c189-c8b1-48e3-a201-f4a3a134a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:01.866279 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1a03209-2e36-46fb-aa70-ab63ea9706a9 req-8ed5c189-c8b1-48e3-a201-f4a3a134a290 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5319644441342cdbeb9ea6582f89529&device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3 HTTP/1.1" status: 200 len: 1098 time: 0.2537291 Jul 16 01:19:01.931064 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-dd120435-dbb4-4362-a7b2-d527f9295b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:01.932656 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-dd120435-dbb4-4362-a7b2-d527f9295b98 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2048411 Jul 16 01:19:02.020390 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-cee9e600-04d7-423a-8fb8-c90b0d53e0e3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=18c97be5-5024-4a32-9565-b39688ff8000 HTTP/1.1" status: 200 len: 217 time: 0.0756695 Jul 16 01:19:02.026152 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-46904e99-a677-4486-8311-1dcbfcb1629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:17:58Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port': {'id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:54Z', 'updated_at': '2021-07-16T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'c2e2edd2-20c0-49ea-b786-94f346fff83b', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'port_id': '888a4b7d-8636-4642-839f-3de01ee654a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'mac_address': 'fa:16:3e:3c:b9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c5c085-e39a-4cee-8002-20935bbe4ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:18:21Z', 'updated_at': '2021-07-16T01:19:00Z', 'revision_number': 8, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67779085-2a8f-487d-aac7-a670fe86de43', 'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'mac_address': 'fa:16:3e:35:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 5, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'subnets': [{'id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:02.052737 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46904e99-a677-4486-8311-1dcbfcb1629d None None] Checking router: 6eeffa7a-aace-4442-b4ad-2ac8887a7643 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:19:02.061932 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46904e99-a677-4486-8311-1dcbfcb1629d None None] Routers {'6eeffa7a-aace-4442-b4ad-2ac8887a7643'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:02.062540 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-46904e99-a677-4486-8311-1dcbfcb1629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:19:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:02.102388 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a03209-2e36-46fb-aa70-ab63ea9706a9 req-c5d760fa-8503-4bd6-95dc-79584080cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:02.103935 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1a03209-2e36-46fb-aa70-ab63ea9706a9 req-c5d760fa-8503-4bd6-95dc-79584080cfa5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b96789ad-e3d0-4b87-a610-aa1116fe3317 HTTP/1.1" status: 200 len: 922 time: 0.2284708 Jul 16 01:19:02.160771 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-d12863d0-437a-4d27-87e6-82c14b058b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:02.162223 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-d12863d0-437a-4d27-87e6-82c14b058b70 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1349680 Jul 16 01:19:02.177452 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-46904e99-a677-4486-8311-1dcbfcb1629d None None] Set router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:02.220412 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8dbd9707-646f-4b1a-a8cd-d3698758742e req-de7c4009-fb65-49a8-96e0-830e7c352a00 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:02.231815 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1a03209-2e36-46fb-aa70-ab63ea9706a9 req-0d93bd9c-4633-46c1-9560-750b29c5c8ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=888a4b7d-8636-4642-839f-3de01ee654a3 HTTP/1.1" status: 200 len: 999 time: 0.1163960 Jul 16 01:19:02.241912 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['888a4b7d-8636-4642-839f-3de01ee654a3', '066e46bd-4f1e-444f-b8a7-964277b25a4a'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:02.259425 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c4009-fb65-49a8-96e0-830e7c352a00 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Pushing event deleted for resources: {'Port': ['ID=066e46bd-4f1e-444f-b8a7-964277b25a4a,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:02.412235 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:02.443501 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-46904e99-a677-4486-8311-1dcbfcb1629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:17:58Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port': {'id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:54Z', 'updated_at': '2021-07-16T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'c2e2edd2-20c0-49ea-b786-94f346fff83b', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'port_id': '888a4b7d-8636-4642-839f-3de01ee654a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'mac_address': 'fa:16:3e:3c:b9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c5c085-e39a-4cee-8002-20935bbe4ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:18:21Z', 'updated_at': '2021-07-16T01:19:00Z', 'revision_number': 8, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67779085-2a8f-487d-aac7-a670fe86de43', 'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'mac_address': 'fa:16:3e:35:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 5, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'subnets': [{'id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:02.474588 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46904e99-a677-4486-8311-1dcbfcb1629d None None] The sync data for ids ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'] in n-d-792394-16 is: [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:17:58Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port': {'id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:54Z', 'updated_at': '2021-07-16T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'c2e2edd2-20c0-49ea-b786-94f346fff83b', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'floating_ip_address': '172.25.6.66', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'port_id': '888a4b7d-8636-4642-839f-3de01ee654a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'mac_address': 'fa:16:3e:3c:b9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c5c085-e39a-4cee-8002-20935bbe4ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:18:21Z', 'updated_at': '2021-07-16T01:19:00Z', 'revision_number': 8, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67779085-2a8f-487d-aac7-a670fe86de43', 'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'mac_address': 'fa:16:3e:35:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 5, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'subnets': [{'id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:19:02.708335 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbd9707-646f-4b1a-a8cd-d3698758742e req-de7c4009-fb65-49a8-96e0-830e7c352a00 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] No DVR routers for this DVR port 066e46bd-4f1e-444f-b8a7-964277b25a4a on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:02.714773 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8dbd9707-646f-4b1a-a8cd-d3698758742e req-de7c4009-fb65-49a8-96e0-830e7c352a00 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:02.716796 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8dbd9707-646f-4b1a-a8cd-d3698758742e req-de7c4009-fb65-49a8-96e0-830e7c352a00 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.84 "DELETE /v2.0/ports/066e46bd-4f1e-444f-b8a7-964277b25a4a HTTP/1.1" status: 204 len: 173 time: 1.4275291 Jul 16 01:19:02.719562 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a03209-2e36-46fb-aa70-ab63ea9706a9 req-e576b53c-0da0-47f8-a957-f18b52215ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:02.725860 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1a03209-2e36-46fb-aa70-ab63ea9706a9 req-e576b53c-0da0-47f8-a957-f18b52215ebe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b7f91db5-9b19-4112-b5a1-d9fe823a6613 HTTP/1.1" status: 200 len: 860 time: 0.4675605 Jul 16 01:19:02.733090 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-452fc1a2-82b4-4d79-b2e2-bef705a25b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:02.734957 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-452fc1a2-82b4-4d79-b2e2-bef705a25b7e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5560868 Jul 16 01:19:02.863193 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b518c-b96e-42bc-a041-7b4437806124 None None] New status for floating IP c2e2edd2-20c0-49ea-b786-94f346fff83b: ACTIVE {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:19:02.885076 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a03209-2e36-46fb-aa70-ab63ea9706a9 req-684590a9-8579-48f5-aa34-d9edf7086cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:02.887045 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1a03209-2e36-46fb-aa70-ab63ea9706a9 req-684590a9-8579-48f5-aa34-d9edf7086cf1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b96789ad-e3d0-4b87-a610-aa1116fe3317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1510868 Jul 16 01:19:02.929122 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-f25d37d3-0d5c-42ce-88db-3686817624ea service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826813 Jul 16 01:19:03.053833 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1a03209-2e36-46fb-aa70-ab63ea9706a9 req-da7df7eb-11aa-48ac-a1cb-1bb88f8477ca service neutron] 10.222.0.16 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539049 Jul 16 01:19:03.102163 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-81dea7e5-20aa-4eb5-8fb4-8876b742ec05 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634686 Jul 16 01:19:03.181939 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1a03209-2e36-46fb-aa70-ab63ea9706a9 req-45a34c41-e3b7-473b-acbd-b5c707ca97c2 service neutron] 10.222.0.16 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192732 Jul 16 01:19:03.342887 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e4bb4-cb46-4234-b9e1-b3e0dd93a11f req-bc976974-d2de-4d40-9305-f12360004fab tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:03.344728 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-539e4bb4-cb46-4234-b9e1-b3e0dd93a11f req-bc976974-d2de-4d40-9305-f12360004fab tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 1103 time: 0.0570924 Jul 16 01:19:03.384224 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-539e4bb4-cb46-4234-b9e1-b3e0dd93a11f req-4990f5ca-5c25-4b5d-b33c-bee0ee043284 tempest-ServersAdminTestJSON-1360082076 tempest-ServersAdminTestJSON-1360082076-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321460 Jul 16 01:19:03.583216 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a3a68-88e5-4201-9774-cc784a8924dd req-beb60fc6-290c-4bf8-8ca1-45c5c6f32e2e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:03.584814 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f13a3a68-88e5-4201-9774-cc784a8924dd req-beb60fc6-290c-4bf8-8ca1-45c5c6f32e2e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 949 time: 0.0731299 Jul 16 01:19:03.626599 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f13a3a68-88e5-4201-9774-cc784a8924dd req-f7be2336-c95b-4e8e-8405-dc7ee871bd18 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350316 Jul 16 01:19:03.795721 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69375d4-d8a9-4f55-a856-d09f6b93eeb7 req-38b3c20d-45e9-47d6-a46c-04d725149cac tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:03.797499 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f69375d4-d8a9-4f55-a856-d09f6b93eeb7 req-38b3c20d-45e9-47d6-a46c-04d725149cac tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 945 time: 0.0701008 Jul 16 01:19:03.838490 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f69375d4-d8a9-4f55-a856-d09f6b93eeb7 req-3c857a76-8d11-4796-8057-2c84ab7b59e2 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342679 Jul 16 01:19:03.994025 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e832195-39f4-44cd-aa07-4637f41d63a7 x-openstack-request-id: req-5e832195-39f4-44cd-aa07-4637f41d63a7 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:03.994381 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c5c085-e39a-4cee-8002-20935bbe4ec3", "tag": "888a4b7d-8636-4642-839f-3de01ee654a3", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:03.994699 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e832195-39f4-44cd-aa07-4637f41d63a7 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:03.995190 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c5c085-e39a-4cee-8002-20935bbe4ec3', 'tag': '888a4b7d-8636-4642-839f-3de01ee654a3', 'status': 'completed', 'code': 200} Jul 16 01:19:04.092275 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0691c18d-3fe5-4f3e-a292-8e7b3fdec6b0 req-fd0c0a3f-d620-418d-93fd-952c0fe2babd tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/floatingips/c2e2edd2-20c0-49ea-b786-94f346fff83b HTTP/1.1" status: 200 len: 998 time: 0.0881352 Jul 16 01:19:04.171345 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778cc81-7238-4893-891c-37cdc19f438e req-bcd3ee20-a1d6-4ee2-8189-b9ee168fa664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:04.172781 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6778cc81-7238-4893-891c-37cdc19f438e req-bcd3ee20-a1d6-4ee2-8189-b9ee168fa664 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b5319644441342cdbeb9ea6582f89529&device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3 HTTP/1.1" status: 200 len: 1098 time: 0.1328652 Jul 16 01:19:04.270333 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691c18d-3fe5-4f3e-a292-8e7b3fdec6b0 req-6f68ffdf-efbe-4f8a-9932-25276f293db0 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:04.272085 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0691c18d-3fe5-4f3e-a292-8e7b3fdec6b0 req-6f68ffdf-efbe-4f8a-9932-25276f293db0 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.1720333 Jul 16 01:19:04.289468 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-0691c18d-3fe5-4f3e-a292-8e7b3fdec6b0 req-1a956460-dfa8-4b32-a494-aad4b874ec20 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:19:04.290479 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0691c18d-3fe5-4f3e-a292-8e7b3fdec6b0 req-1a956460-dfa8-4b32-a494-aad4b874ec20 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094013 Jul 16 01:19:04.308438 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778cc81-7238-4893-891c-37cdc19f438e req-39fa6505-dee6-461f-aa2d-4b0129471f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:04.309951 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6778cc81-7238-4893-891c-37cdc19f438e req-39fa6505-dee6-461f-aa2d-4b0129471f65 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b96789ad-e3d0-4b87-a610-aa1116fe3317 HTTP/1.1" status: 200 len: 922 time: 0.1281259 Jul 16 01:19:04.377052 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6778cc81-7238-4893-891c-37cdc19f438e req-bbae8a44-043f-4805-b3c8-4bf085d8e555 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=888a4b7d-8636-4642-839f-3de01ee654a3 HTTP/1.1" status: 200 len: 1001 time: 0.0601254 Jul 16 01:19:04.439253 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778cc81-7238-4893-891c-37cdc19f438e req-ce7f267e-7c4d-4792-91fb-7d1e23a940ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:04.440930 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6778cc81-7238-4893-891c-37cdc19f438e req-ce7f267e-7c4d-4792-91fb-7d1e23a940ab service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b7f91db5-9b19-4112-b5a1-d9fe823a6613 HTTP/1.1" status: 200 len: 860 time: 0.0462322 Jul 16 01:19:04.507439 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778cc81-7238-4893-891c-37cdc19f438e req-ef85ed20-9d83-40fb-8a5e-0555fa60a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:04.508990 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6778cc81-7238-4893-891c-37cdc19f438e req-ef85ed20-9d83-40fb-8a5e-0555fa60a4a0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b96789ad-e3d0-4b87-a610-aa1116fe3317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603642 Jul 16 01:19:04.668974 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-6186c052-480e-420a-a421-828070fbbb5e tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 1001 time: 0.1101015 Jul 16 01:19:04.685644 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:04.717185 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6778cc81-7238-4893-891c-37cdc19f438e req-7d4a9c90-3417-40e1-843c-10856db4f8cc service neutron] 10.222.0.84 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852126 Jul 16 01:19:04.781018 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-9469b669-99ca-465e-be76-5e314ac4e33d tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:04.781018 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-9469b669-99ca-465e-be76-5e314ac4e33d tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports/888a4b7d-8636-4642-839f-3de01ee654a3 HTTP/1.1" status: 200 len: 943 time: 0.0968359 Jul 16 01:19:04.844865 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6778cc81-7238-4893-891c-37cdc19f438e req-5df69011-98e7-4d5a-8986-473f428a4e98 service neutron] 10.222.0.84 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157084 Jul 16 01:19:04.931192 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-f941d390-047c-458a-bba2-9c1e33dbe932 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 1001 time: 0.0666466 Jul 16 01:19:05.058314 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-26cba89e-74b4-41bc-9c30-6c18c602a9e4 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:05.061159 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-26cba89e-74b4-41bc-9c30-6c18c602a9e4 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.1231027 Jul 16 01:19:05.131563 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-05693400-002b-4d1d-a058-9738f8b3edb1 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 1001 time: 0.0653985 Jul 16 01:19:05.141592 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-a6fb8d93-e6ea-485f-8388-15fc9b4dba80 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:05.206317 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-a6fb8d93-e6ea-485f-8388-15fc9b4dba80 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks [] for floatingip, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:05.365939 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-a6fb8d93-e6ea-485f-8388-15fc9b4dba80 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:05.370610 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-a6fb8d93-e6ea-485f-8388-15fc9b4dba80 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:05.370994 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-a6fb8d93-e6ea-485f-8388-15fc9b4dba80 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Floating IP c2e2edd2-20c0-49ea-b786-94f346fff83b disassociated. External IP: 172.25.6.66, port: 888a4b7d-8636-4642-839f-3de01ee654a3. Jul 16 01:19:05.596752 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9673c8-d747-48af-bbe9-fc605347a8cf req-85b8bc10-1763-474b-8d43-c09c2212feee tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:05.604182 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0e9673c8-d747-48af-bbe9-fc605347a8cf req-85b8bc10-1763-474b-8d43-c09c2212feee tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=18aebc4a-bf0e-4449-9490-cfce0ddff67d HTTP/1.1" status: 200 len: 949 time: 0.0730059 Jul 16 01:19:05.607789 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-a6fb8d93-e6ea-485f-8388-15fc9b4dba80 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:19:05.651981 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0e9673c8-d747-48af-bbe9-fc605347a8cf req-a097bf45-bf8b-4bff-8cc3-8bf4a35581c5 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466282 Jul 16 01:19:05.746561 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-a6fb8d93-e6ea-485f-8388-15fc9b4dba80 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:19:05.759060 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba14bad-b8c8-48d8-a3bd-11d7c9aca090 None None] Sync routers for ids ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:19:05.759753 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-a6fb8d93-e6ea-485f-8388-15fc9b4dba80 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:05.773438 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba14bad-b8c8-48d8-a3bd-11d7c9aca090 None None] Routers {'6eeffa7a-aace-4442-b4ad-2ac8887a7643'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:05.774711 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5ba14bad-b8c8-48d8-a3bd-11d7c9aca090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:19:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:05.838199 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ee3fa-2998-456a-8f0a-9a863147d411 req-91e55f26-8f63-431f-aa4e-357bb5443606 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:05.862205 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a22ee3fa-2998-456a-8f0a-9a863147d411 req-91e55f26-8f63-431f-aa4e-357bb5443606 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 949 time: 0.1011105 Jul 16 01:19:05.869159 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-a6fb8d93-e6ea-485f-8388-15fc9b4dba80 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "PUT /v2.0/floatingips/c2e2edd2-20c0-49ea-b786-94f346fff83b HTTP/1.1" status: 200 len: 695 time: 0.7315905 Jul 16 01:19:05.910898 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-5ba14bad-b8c8-48d8-a3bd-11d7c9aca090 None None] Set router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:05.950273 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a22ee3fa-2998-456a-8f0a-9a863147d411 req-66a6cc55-73ca-43a2-924e-67a5d1b604f4 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867023 Jul 16 01:19:05.975859 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-e3e66875-bbb1-4bef-9f58-47a295cfdb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:05.985041 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-e3e66875-bbb1-4bef-9f58-47a295cfdb6f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5319644441342cdbeb9ea6582f89529&device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3 HTTP/1.1" status: 200 len: 1098 time: 0.1132076 Jul 16 01:19:06.019190 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e0eeb1-315c-4474-920b-01f244ed13db', 'name': 'network-vif-deleted', 'tag': '066e46bd-4f1e-444f-b8a7-964277b25a4a'}, {'name': 'network-changed', 'server_uuid': '77c5c085-e39a-4cee-8002-20935bbe4ec3', 'tag': '888a4b7d-8636-4642-839f-3de01ee654a3'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:06.022018 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6a2e62-656b-4d4c-9c8c-806e1499d312" -d '{"events": [{"server_uuid": "51e0eeb1-315c-4474-920b-01f244ed13db", "name": "network-vif-deleted", "tag": "066e46bd-4f1e-444f-b8a7-964277b25a4a"}, {"name": "network-changed", "server_uuid": "77c5c085-e39a-4cee-8002-20935bbe4ec3", "tag": "888a4b7d-8636-4642-839f-3de01ee654a3"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:06.117451 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-e3449059-3cc3-4361-87e7-84624dcadaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:06.119123 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-e3449059-3cc3-4361-87e7-84624dcadaf8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b96789ad-e3d0-4b87-a610-aa1116fe3317 HTTP/1.1" status: 200 len: 922 time: 0.1332023 Jul 16 01:19:06.182788 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5ba14bad-b8c8-48d8-a3bd-11d7c9aca090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:17:58Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port': {'id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:54Z', 'updated_at': '2021-07-16T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '67779085-2a8f-487d-aac7-a670fe86de43', 'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'mac_address': 'fa:16:3e:35:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 5, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'subnets': [{'id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:06.221758 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba14bad-b8c8-48d8-a3bd-11d7c9aca090 None None] Checking router: 6eeffa7a-aace-4442-b4ad-2ac8887a7643 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:19:06.234485 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba14bad-b8c8-48d8-a3bd-11d7c9aca090 None None] Routers {'6eeffa7a-aace-4442-b4ad-2ac8887a7643'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:06.235201 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5ba14bad-b8c8-48d8-a3bd-11d7c9aca090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:19:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:06.245963 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-b10addf4-d615-4adb-91d5-d97fdcdfa873 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=888a4b7d-8636-4642-839f-3de01ee654a3 HTTP/1.1" status: 200 len: 217 time: 0.1059406 Jul 16 01:19:06.367877 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-4dcc7fde-d30b-4c8f-9c73-7e53e8cfe718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:06.369395 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-4dcc7fde-d30b-4c8f-9c73-7e53e8cfe718 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b7f91db5-9b19-4112-b5a1-d9fe823a6613 HTTP/1.1" status: 200 len: 860 time: 0.0645039 Jul 16 01:19:06.405543 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 066e46bd-4f1e-444f-b8a7-964277b25a4a no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:06.432480 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ad080-ceab-4a0b-859f-07972d46fb48 req-40f4ca8d-5016-4931-bb9d-6385d9b7d9aa tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:06.432480 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-de7ad080-ceab-4a0b-859f-07972d46fb48 req-40f4ca8d-5016-4931-bb9d-6385d9b7d9aa tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.84 "GET /v2.0/ports?device_id=18aebc4a-bf0e-4449-9490-cfce0ddff67d HTTP/1.1" status: 200 len: 949 time: 0.2066481 Jul 16 01:19:06.445698 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-5ba14bad-b8c8-48d8-a3bd-11d7c9aca090 None None] Set router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:06.452584 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 066e46bd-4f1e-444f-b8a7-964277b25a4a {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:06.453127 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583d706-56e3-4c47-acec-7c792a72964e req-031345c9-5ba9-46cb-95e9-47a1d4e211b6 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:06.453584 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 066e46bd-4f1e-444f-b8a7-964277b25a4a not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:06.454879 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f583d706-56e3-4c47-acec-7c792a72964e req-031345c9-5ba9-46cb-95e9-47a1d4e211b6 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 945 time: 0.1039567 Jul 16 01:19:06.506738 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-8b668e3f-805c-493a-a114-f15072d418c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:06.508315 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-8b668e3f-805c-493a-a114-f15072d418c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b96789ad-e3d0-4b87-a610-aa1116fe3317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1317561 Jul 16 01:19:06.533469 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f583d706-56e3-4c47-acec-7c792a72964e req-c5f0e06e-5a92-4544-becf-0cbaf6b1189c tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680668 Jul 16 01:19:06.633944 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-de7ad080-ceab-4a0b-859f-07972d46fb48 req-5e32076e-c7e7-4f38-b7ef-3614d89a9b33 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Deleting port 666ede5b-6b32-48df-8df8-ca6c7aa393dd {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:06.634339 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-de7ad080-ceab-4a0b-859f-07972d46fb48 req-5e32076e-c7e7-4f38-b7ef-3614d89a9b33 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:06.683797 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-20137efe-af9f-41b1-beb2-bec8faded959 service neutron] 10.222.0.16 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518400 Jul 16 01:19:06.827633 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-de7ad080-ceab-4a0b-859f-07972d46fb48 req-5e32076e-c7e7-4f38-b7ef-3614d89a9b33 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] For port 666ede5b-6b32-48df-8df8-ca6c7aa393dd, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=666ede5b-6b32-48df-8df8-ca6c7aa393dd,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:06.827885 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-de7ad080-ceab-4a0b-859f-07972d46fb48 req-5e32076e-c7e7-4f38-b7ef-3614d89a9b33 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:06.850620 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5ba14bad-b8c8-48d8-a3bd-11d7c9aca090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:17:58Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port': {'id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:54Z', 'updated_at': '2021-07-16T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '67779085-2a8f-487d-aac7-a670fe86de43', 'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'mac_address': 'fa:16:3e:35:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 5, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'subnets': [{'id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:06.856834 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-de7ad080-ceab-4a0b-859f-07972d46fb48 req-5e32076e-c7e7-4f38-b7ef-3614d89a9b33 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Calling delete_port for 666ede5b-6b32-48df-8df8-ca6c7aa393dd owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:06.863907 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed34edd4-24d4-48ba-9c06-893920c3d441 req-873b7a34-f433-4d86-927a-f2738b28b0a6 service neutron] 10.222.0.16 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715004 Jul 16 01:19:06.889467 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-00b35fd7-852a-4abf-90dc-0e7c9460de60 req-4974c88b-478b-4801-a048-98707683c7f8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 210 time: 0.0428958 Jul 16 01:19:06.915845 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba14bad-b8c8-48d8-a3bd-11d7c9aca090 None None] The sync data for ids ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'] in n-d-792394-16 is: [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:17:58Z', 'revision_number': 4, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port': {'id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:54Z', 'updated_at': '2021-07-16T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '67779085-2a8f-487d-aac7-a670fe86de43', 'name': '', 'network_id': 'b96789ad-e3d0-4b87-a610-aa1116fe3317', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'mac_address': 'fa:16:3e:35:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:57Z', 'updated_at': '2021-07-16T01:18:05Z', 'revision_number': 5, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'subnets': [{'id': 'b7f91db5-9b19-4112-b5a1-d9fe823a6613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:19:06.943982 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce27720-0b3f-4afc-8dd1-3889899d9ba5 x-openstack-request-id: req-fce27720-0b3f-4afc-8dd1-3889899d9ba5 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:06.944281 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e0eeb1-315c-4474-920b-01f244ed13db", "name": "network-vif-deleted", "tag": "066e46bd-4f1e-444f-b8a7-964277b25a4a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "77c5c085-e39a-4cee-8002-20935bbe4ec3", "tag": "888a4b7d-8636-4642-839f-3de01ee654a3", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:06.944558 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fce27720-0b3f-4afc-8dd1-3889899d9ba5 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:06.944953 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e0eeb1-315c-4474-920b-01f244ed13db', 'name': 'network-vif-deleted', 'tag': '066e46bd-4f1e-444f-b8a7-964277b25a4a', 'status': 'completed', 'code': 200} Jul 16 01:19:06.945208 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c5c085-e39a-4cee-8002-20935bbe4ec3', 'tag': '888a4b7d-8636-4642-839f-3de01ee654a3', 'status': 'completed', 'code': 200} Jul 16 01:19:07.093060 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a2e62-656b-4d4c-9c8c-806e1499d312 req-9dc69261-1298-4336-b36e-f1d4cbf707e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:07.094753 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d6a2e62-656b-4d4c-9c8c-806e1499d312 req-9dc69261-1298-4336-b36e-f1d4cbf707e4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b5319644441342cdbeb9ea6582f89529&device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3 HTTP/1.1" status: 200 len: 1098 time: 0.1047428 Jul 16 01:19:07.186860 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb564f-86cc-4d66-b313-b3d5aa9a26ce req-fb0074c4-16fa-4dbf-844d-281a05a20cbf tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:07.190288 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3adb564f-86cc-4d66-b313-b3d5aa9a26ce req-fb0074c4-16fa-4dbf-844d-281a05a20cbf tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=18aebc4a-bf0e-4449-9490-cfce0ddff67d HTTP/1.1" status: 200 len: 949 time: 0.1458218 Jul 16 01:19:07.192974 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-de7ad080-ceab-4a0b-859f-07972d46fb48 req-5e32076e-c7e7-4f38-b7ef-3614d89a9b33 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:07.208602 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['666ede5b-6b32-48df-8df8-ca6c7aa393dd', '67825f8e-4b89-4b11-8b57-c398a3044207'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:07.212950 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['04037a01-74f2-4eb2-9763-c5f9731fe105'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:07.258153 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3adb564f-86cc-4d66-b313-b3d5aa9a26ce req-0e29d4f6-4bf7-44c2-ab53-02101fd6b212 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606966 Jul 16 01:19:07.437762 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6856aaba-2f2e-4ae7-ba21-6f8d64bfbacc None None] New status for floating IP c2e2edd2-20c0-49ea-b786-94f346fff83b: DOWN {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:19:07.536152 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-47f93ead-94da-4963-b3ee-88d0ae20bd18 req-7e43bfc9-685c-4ac4-92c6-3b9fddca4b0e tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/floatingips/c2e2edd2-20c0-49ea-b786-94f346fff83b HTTP/1.1" status: 200 len: 695 time: 0.0895536 Jul 16 01:19:07.696916 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f93ead-94da-4963-b3ee-88d0ae20bd18 req-5ab9207d-4200-42bf-a1fb-ee322063ba15 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:07.699055 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-47f93ead-94da-4963-b3ee-88d0ae20bd18 req-5ab9207d-4200-42bf-a1fb-ee322063ba15 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.1568153 Jul 16 01:19:07.713941 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-47f93ead-94da-4963-b3ee-88d0ae20bd18 req-6bbfd3d2-26f0-4e12-b6bc-86344c5560ee tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:19:07.721613 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-47f93ead-94da-4963-b3ee-88d0ae20bd18 req-6bbfd3d2-26f0-4e12-b6bc-86344c5560ee tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164325 Jul 16 01:19:07.790165 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-47f93ead-94da-4963-b3ee-88d0ae20bd18 req-6693ad5f-8cb8-4479-b35f-9f4047778bb8 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 698 time: 0.0673068 Jul 16 01:19:07.851302 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32076e-c7e7-4f38-b7ef-3614d89a9b33 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Pushing event deleted for resources: {'Port': ['ID=666ede5b-6b32-48df-8df8-ca6c7aa393dd,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:07.859642 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-56cdabeb-c69b-45ce-bcfa-a2e2b825cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:07.861115 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-47f93ead-94da-4963-b3ee-88d0ae20bd18 req-6b08ae66-b6f0-41af-a41c-27fa3e4ef217 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 698 time: 0.0636520 Jul 16 01:19:07.861892 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-56cdabeb-c69b-45ce-bcfa-a2e2b825cb68 service neutron] 10.222.0.82 "GET /v2.0/ports/4345b472-d891-4095-9ac3-2e3b8fe40305 HTTP/1.1" status: 200 len: 1032 time: 0.0703664 Jul 16 01:19:08.027583 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7ad080-ceab-4a0b-859f-07972d46fb48 req-5e32076e-c7e7-4f38-b7ef-3614d89a9b33 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] No DVR routers for this DVR port 666ede5b-6b32-48df-8df8-ca6c7aa393dd on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:08.032703 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a2e62-656b-4d4c-9c8c-806e1499d312 req-715808cb-141e-4cc4-89c8-6506b68a8b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:08.034382 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d6a2e62-656b-4d4c-9c8c-806e1499d312 req-715808cb-141e-4cc4-89c8-6506b68a8b20 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b96789ad-e3d0-4b87-a610-aa1116fe3317 HTTP/1.1" status: 200 len: 922 time: 0.9319324 Jul 16 01:19:08.035687 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-de7ad080-ceab-4a0b-859f-07972d46fb48 req-5e32076e-c7e7-4f38-b7ef-3614d89a9b33 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:08.037808 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-de7ad080-ceab-4a0b-859f-07972d46fb48 req-5e32076e-c7e7-4f38-b7ef-3614d89a9b33 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.84 "DELETE /v2.0/ports/666ede5b-6b32-48df-8df8-ca6c7aa393dd HTTP/1.1" status: 204 len: 173 time: 1.5982962 Jul 16 01:19:08.044718 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-c09193c2-e9c0-4374-85e5-1a3e00be973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:08.046342 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-c09193c2-e9c0-4374-85e5-1a3e00be973e service neutron] 10.222.0.82 "GET /v2.0/ports/28a2b02f-aee0-487c-baab-2cdc1ff4a615 HTTP/1.1" status: 200 len: 1033 time: 0.1747270 Jul 16 01:19:08.108926 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-47f93ead-94da-4963-b3ee-88d0ae20bd18 req-2d847d9f-34b1-4f43-933d-052d7216cf36 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Deleting port 4596f6ba-3bbe-4948-86da-0f04a41d6481 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:08.109483 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-47f93ead-94da-4963-b3ee-88d0ae20bd18 req-2d847d9f-34b1-4f43-933d-052d7216cf36 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:08.119951 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5b335-3afd-4c1e-bbbc-d868df9d87fc req-bb1da872-d875-4752-b522-72c170162e09 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:08.128837 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78e5b335-3afd-4c1e-bbbc-d868df9d87fc req-bb1da872-d875-4752-b522-72c170162e09 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 949 time: 0.9037366 Jul 16 01:19:08.159457 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d6a2e62-656b-4d4c-9c8c-806e1499d312 req-00222d5c-6028-430f-aa24-58cd491654a0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=888a4b7d-8636-4642-839f-3de01ee654a3 HTTP/1.1" status: 200 len: 217 time: 0.1101494 Jul 16 01:19:08.238724 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-47f93ead-94da-4963-b3ee-88d0ae20bd18 req-2d847d9f-34b1-4f43-933d-052d7216cf36 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:08.239424 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-47f93ead-94da-4963-b3ee-88d0ae20bd18 req-2d847d9f-34b1-4f43-933d-052d7216cf36 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:08.263390 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78e5b335-3afd-4c1e-bbbc-d868df9d87fc req-4afe2884-9e2d-4d19-ac56-2c0fe2f28581 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197641 Jul 16 01:19:08.280778 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-47f93ead-94da-4963-b3ee-88d0ae20bd18 req-2d847d9f-34b1-4f43-933d-052d7216cf36 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Calling delete_port for 4596f6ba-3bbe-4948-86da-0f04a41d6481 owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:08.353746 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-1b51c52f-b5f3-4ecc-a689-ade7d2c72d5a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:08.359915 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-1b51c52f-b5f3-4ecc-a689-ade7d2c72d5a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:08.369760 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-1b51c52f-b5f3-4ecc-a689-ade7d2c72d5a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:08.372260 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-1b51c52f-b5f3-4ecc-a689-ade7d2c72d5a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.82 "GET /v2.0/networks?id=99585749-6e41-4e60-92b1-0c114a9091db&id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&id=7baef46c-4da4-4d46-bf21-e653349e66a6&id=7baef46c-4da4-4d46-bf21-e653349e66a6 HTTP/1.1" status: 200 len: 1995 time: 0.3158801 Jul 16 01:19:08.373861 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a2e62-656b-4d4c-9c8c-806e1499d312 req-1ab9db98-7f06-461a-8229-2a1baa4aff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:08.375219 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d6a2e62-656b-4d4c-9c8c-806e1499d312 req-1ab9db98-7f06-461a-8229-2a1baa4aff17 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b7f91db5-9b19-4112-b5a1-d9fe823a6613 HTTP/1.1" status: 200 len: 860 time: 0.2007103 Jul 16 01:19:08.535464 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d9612d87-e5c4-4d78-8cac-a2c03eac0ee7 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=673d6f606a904bf5902fda58599b5f5e HTTP/1.1" status: 200 len: 378 time: 0.1515815 Jul 16 01:19:08.547763 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-a12c9374-bb83-4033-885d-c1676d1a584a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Request body: {'port': {'device_id': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db', 'admin_state_up': True, 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'security_groups': ['f3e90d9f-5c77-4f64-941f-dab2de4392b4']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:08.587851 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-47f93ead-94da-4963-b3ee-88d0ae20bd18 req-2d847d9f-34b1-4f43-933d-052d7216cf36 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:08.588148 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a2e62-656b-4d4c-9c8c-806e1499d312 req-e68fb363-6411-4c84-a90d-97009270f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:08.589528 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d6a2e62-656b-4d4c-9c8c-806e1499d312 req-e68fb363-6411-4c84-a90d-97009270f88c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b96789ad-e3d0-4b87-a610-aa1116fe3317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1899228 Jul 16 01:19:08.618223 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d847d9f-34b1-4f43-933d-052d7216cf36 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Pushing event deleted for resources: {'Port': ['ID=4596f6ba-3bbe-4948-86da-0f04a41d6481,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:08.697812 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-47f93ead-94da-4963-b3ee-88d0ae20bd18 req-2d847d9f-34b1-4f43-933d-052d7216cf36 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:08.700883 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-47f93ead-94da-4963-b3ee-88d0ae20bd18 req-2d847d9f-34b1-4f43-933d-052d7216cf36 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:08.702726 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e349c-661c-4aa2-bffe-bf709c615c93 req-74df7d6e-f4a1-416c-96c7-86e9de3c74a8 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:08.704231 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-161e349c-661c-4aa2-bffe-bf709c615c93 req-74df7d6e-f4a1-416c-96c7-86e9de3c74a8 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 945 time: 0.2269762 Jul 16 01:19:08.713281 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-47f93ead-94da-4963-b3ee-88d0ae20bd18 req-2d847d9f-34b1-4f43-933d-052d7216cf36 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "DELETE /v2.0/floatingips/c2e2edd2-20c0-49ea-b786-94f346fff83b HTTP/1.1" status: 204 len: 173 time: 0.8509116 Jul 16 01:19:08.839991 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-161e349c-661c-4aa2-bffe-bf709c615c93 req-a105bd71-e35c-457a-9969-6167bae72fe4 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964079 Jul 16 01:19:08.842721 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-a12c9374-bb83-4033-885d-c1676d1a584a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Made reservation on behalf of 673d6f606a904bf5902fda58599b5f5e for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:08.858467 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-a12c9374-bb83-4033-885d-c1676d1a584a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:08.887419 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d6a2e62-656b-4d4c-9c8c-806e1499d312 req-e7a4ccc1-1200-4960-8395-521cc22d5269 service neutron] 10.222.0.84 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893887 Jul 16 01:19:08.949665 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18aebc4a-bf0e-4449-9490-cfce0ddff67d', 'name': 'network-vif-deleted', 'tag': '666ede5b-6b32-48df-8df8-ca6c7aa393dd'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:08.952225 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbcac12-684f-42f0-be5d-90ee93f90c6b" -d '{"events": [{"server_uuid": "18aebc4a-bf0e-4449-9490-cfce0ddff67d", "name": "network-vif-deleted", "tag": "666ede5b-6b32-48df-8df8-ca6c7aa393dd"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:09.132995 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-860a8486-65c6-4880-b585-5eb3ecd92d2c req-29c55d0b-3fc7-4fff-9fb0-a4178f06bc4a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 210 time: 0.0678453 Jul 16 01:19:09.166430 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe38fd-b319-42c2-83fc-1a58edfe10af req-13d37a85-70fa-4d63-b19b-9e3136fc63fe tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=18aebc4a-bf0e-4449-9490-cfce0ddff67d HTTP/1.1" status: 200 len: 210 time: 0.0485260 Jul 16 01:19:09.205670 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d6a2e62-656b-4d4c-9c8c-806e1499d312 req-3cbd1b5d-32ef-4959-ae8a-83b09119519f service neutron] 10.222.0.84 "GET /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099229 Jul 16 01:19:09.252559 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbd9a5f-161a-4377-967a-c8aad221a0e2 x-openstack-request-id: req-cbbd9a5f-161a-4377-967a-c8aad221a0e2 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:09.252852 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18aebc4a-bf0e-4449-9490-cfce0ddff67d", "name": "network-vif-deleted", "tag": "666ede5b-6b32-48df-8df8-ca6c7aa393dd", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:09.253228 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cbbd9a5f-161a-4377-967a-c8aad221a0e2 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:09.253787 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18aebc4a-bf0e-4449-9490-cfce0ddff67d', 'name': 'network-vif-deleted', 'tag': '666ede5b-6b32-48df-8df8-ca6c7aa393dd', 'status': 'completed', 'code': 200} Jul 16 01:19:09.255073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-a12c9374-bb83-4033-885d-c1676d1a584a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Allocated IP 172.20.0.6 (99585749-6e41-4e60-92b1-0c114a9091db/d41468b7-b0b4-41eb-bdf2-84a94c3d3c68/beacc2e5-69c8-4208-89bd-64878bc5925b) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:09.488810 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-a12c9374-bb83-4033-885d-c1676d1a584a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.508060 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-a12c9374-bb83-4033-885d-c1676d1a584a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Transition to ACTIVE for port object beacc2e5-69c8-4208-89bd-64878bc5925b will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:09.555338 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb39c5-3dca-4db8-a6f8-46ea308a3402 req-5daec6a3-4da0-4df1-9e6c-ba377fec09cb tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:09.559665 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-afbb39c5-3dca-4db8-a6f8-46ea308a3402 req-5daec6a3-4da0-4df1-9e6c-ba377fec09cb tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 949 time: 0.1446249 Jul 16 01:19:09.658255 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-a12c9374-bb83-4033-885d-c1676d1a584a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.682012 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-afbb39c5-3dca-4db8-a6f8-46ea308a3402 req-25a654e6-2a70-4d76-92c1-2044dbfc39dc tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084485 Jul 16 01:19:09.695927 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a84ba-fb05-4234-a04b-81be7a3a918b req-5e2befcc-1cc4-47a4-8df1-89aa1a6df00b tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:09.698090 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-697a84ba-fb05-4234-a04b-81be7a3a918b req-5e2befcc-1cc4-47a4-8df1-89aa1a6df00b tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3 HTTP/1.1" status: 200 len: 946 time: 0.1046798 Jul 16 01:19:09.739166 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-a12c9374-bb83-4033-885d-c1676d1a584a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Network 99585749-6e41-4e60-92b1-0c114a9091db is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:09.744930 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-a12c9374-bb83-4033-885d-c1676d1a584a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:09.749090 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-a12c9374-bb83-4033-885d-c1676d1a584a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:09.784452 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-697a84ba-fb05-4234-a04b-81be7a3a918b req-1b3067df-667a-4f3e-b9e1-c6f289cab274 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8b440df-e699-4da3-949e-5d470aa88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700967 Jul 16 01:19:09.839173 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-a12c9374-bb83-4033-885d-c1676d1a584a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:09.840144 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-a12c9374-bb83-4033-885d-c1676d1a584a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.845238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c9374-bb83-4033-885d-c1676d1a584a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event updated for resources: {'Port': ['ID=beacc2e5-69c8-4208-89bd-64878bc5925b,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:09.875340 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-a12c9374-bb83-4033-885d-c1676d1a584a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3325794 Jul 16 01:19:09.896262 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-1db6545b-1c52-47c6-8d8b-10f669380417 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Request body: {'port': {'device_id': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb', 'admin_state_up': True, 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'security_groups': ['f3e90d9f-5c77-4f64-941f-dab2de4392b4']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:10.053652 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-1db6545b-1c52-47c6-8d8b-10f669380417 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Made reservation on behalf of 673d6f606a904bf5902fda58599b5f5e for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:10.057534 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-1db6545b-1c52-47c6-8d8b-10f669380417 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.088281 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938762e-1dba-41dc-aa8e-ea47f000bd74 req-cb23c68a-dc02-4d36-b2ab-8184596d7519 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:10.090192 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7938762e-1dba-41dc-aa8e-ea47f000bd74 req-cb23c68a-dc02-4d36-b2ab-8184596d7519 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 945 time: 0.0776589 Jul 16 01:19:10.135160 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2ebca6aa-5474-45f1-ae85-d7d04bc32c17 None None] Provisioning for port beacc2e5-69c8-4208-89bd-64878bc5925b completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:10.142026 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2ebca6aa-5474-45f1-ae85-d7d04bc32c17 None None] Provisioning complete for port beacc2e5-69c8-4208-89bd-64878bc5925b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:10.145991 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2ebca6aa-5474-45f1-ae85-d7d04bc32c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.199417 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7938762e-1dba-41dc-aa8e-ea47f000bd74 req-ca812c18-3d12-4c6b-b6c1-478fa6d327ce tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983162 Jul 16 01:19:10.239008 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2ebca6aa-5474-45f1-ae85-d7d04bc32c17 None None] Port beacc2e5-69c8-4208-89bd-64878bc5925b cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:10.244137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-1db6545b-1c52-47c6-8d8b-10f669380417 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Allocated IP 10.1.1.92 (3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb/7407fa8c-a52a-4e33-b68e-404660b41399/31957c03-e96c-4dce-b43d-07797f5d84a0) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:10.410553 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 666ede5b-6b32-48df-8df8-ca6c7aa393dd no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:10.436126 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 666ede5b-6b32-48df-8df8-ca6c7aa393dd {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:10.436668 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 666ede5b-6b32-48df-8df8-ca6c7aa393dd not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:10.438840 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-1db6545b-1c52-47c6-8d8b-10f669380417 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.456010 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394123b-3bf0-4515-9db6-c3036e3f2697 req-10097e9f-2438-45d7-bb3f-09bb8cc88934 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:10.457955 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f394123b-3bf0-4515-9db6-c3036e3f2697 req-10097e9f-2438-45d7-bb3f-09bb8cc88934 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 931 time: 0.1464171 Jul 16 01:19:10.468050 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-1db6545b-1c52-47c6-8d8b-10f669380417 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Transition to ACTIVE for port object 31957c03-e96c-4dce-b43d-07797f5d84a0 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:10.516500 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f394123b-3bf0-4515-9db6-c3036e3f2697 req-a220fa93-aef4-4da8-8c41-2ef12676c024 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504320 Jul 16 01:19:10.543600 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-1db6545b-1c52-47c6-8d8b-10f669380417 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.601486 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-1db6545b-1c52-47c6-8d8b-10f669380417 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:10.604898 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-1db6545b-1c52-47c6-8d8b-10f669380417 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:10.607338 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-1db6545b-1c52-47c6-8d8b-10f669380417 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:10.644873 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6545b-1c52-47c6-8d8b-10f669380417 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event updated for resources: {'Port': ['ID=31957c03-e96c-4dce-b43d-07797f5d84a0,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:10.673100 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-1db6545b-1c52-47c6-8d8b-10f669380417 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:10.674793 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-1db6545b-1c52-47c6-8d8b-10f669380417 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.719237 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-1db6545b-1c52-47c6-8d8b-10f669380417 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8312104 Jul 16 01:19:10.732728 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-87d10e56-6c0a-4e83-b27f-7335a6afe387 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Request body: {'port': {'device_id': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb', 'admin_state_up': True, 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'security_groups': ['f3e90d9f-5c77-4f64-941f-dab2de4392b4']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:10.859560 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d6442-47b6-4e0b-bd96-517a0417b928 req-28153d7a-ea67-4d60-b290-e6dff395029b tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:10.861118 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce4d6442-47b6-4e0b-bd96-517a0417b928 req-28153d7a-ea67-4d60-b290-e6dff395029b tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=de41f306-981f-40dd-b7d2-6eadac6bc67b HTTP/1.1" status: 200 len: 949 time: 0.1752799 Jul 16 01:19:10.884793 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4252730a-b03c-4851-9d7b-4f395be339ad None None] Provisioning for port 31957c03-e96c-4dce-b43d-07797f5d84a0 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:10.889733 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4252730a-b03c-4851-9d7b-4f395be339ad None None] Provisioning complete for port 31957c03-e96c-4dce-b43d-07797f5d84a0 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:10.890487 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4252730a-b03c-4851-9d7b-4f395be339ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.919910 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a43d5-d11b-4e8f-b5dd-89480e6face2 req-72f3f441-d906-448f-ab7c-db4345e9decf tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:10.923112 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ca0a43d5-d11b-4e8f-b5dd-89480e6face2 req-72f3f441-d906-448f-ab7c-db4345e9decf tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 949 time: 0.1017230 Jul 16 01:19:10.924840 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce4d6442-47b6-4e0b-bd96-517a0417b928 req-94d54cff-f2df-4f54-952a-a4b63503af94 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535269 Jul 16 01:19:10.929497 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-87d10e56-6c0a-4e83-b27f-7335a6afe387 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Made reservation on behalf of 673d6f606a904bf5902fda58599b5f5e for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:10.933675 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-4252730a-b03c-4851-9d7b-4f395be339ad None None] Port 31957c03-e96c-4dce-b43d-07797f5d84a0 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:10.933857 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-87d10e56-6c0a-4e83-b27f-7335a6afe387 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.988287 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ca0a43d5-d11b-4e8f-b5dd-89480e6face2 req-77ac2d4c-47bf-4863-aa95-7be791fa5198 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477309 Jul 16 01:19:11.074866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-87d10e56-6c0a-4e83-b27f-7335a6afe387 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Allocated IP 10.1.1.211 (3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb/7407fa8c-a52a-4e33-b68e-404660b41399/2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:11.283310 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cb188-c34e-48e2-81ef-2689e6f4ae2b req-29e93bbf-a35f-4b3b-9d29-66b97d8b8bf6 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:11.285263 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-991cb188-c34e-48e2-81ef-2689e6f4ae2b req-29e93bbf-a35f-4b3b-9d29-66b97d8b8bf6 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3 HTTP/1.1" status: 200 len: 946 time: 0.1948192 Jul 16 01:19:11.336204 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-87d10e56-6c0a-4e83-b27f-7335a6afe387 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.366334 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-991cb188-c34e-48e2-81ef-2689e6f4ae2b req-d9f6de8b-6658-485d-971d-5956c0c07505 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8b440df-e699-4da3-949e-5d470aa88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667634 Jul 16 01:19:11.375418 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37eec39-1864-4e7d-97dc-84705795e1f7 req-3c73c896-8803-4146-86b0-340f49f80135 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:11.376947 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d37eec39-1864-4e7d-97dc-84705795e1f7 req-3c73c896-8803-4146-86b0-340f49f80135 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3 HTTP/1.1" status: 200 len: 946 time: 0.2083213 Jul 16 01:19:11.378202 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-87d10e56-6c0a-4e83-b27f-7335a6afe387 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Transition to ACTIVE for port object 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:11.445206 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8716c51-699b-49aa-b293-720afff214a2 req-1df59740-7e07-4bdf-8716-d4f166396c7f tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:11.451517 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c8716c51-699b-49aa-b293-720afff214a2 req-1df59740-7e07-4bdf-8716-d4f166396c7f tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 945 time: 0.1205120 Jul 16 01:19:11.500921 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-87d10e56-6c0a-4e83-b27f-7335a6afe387 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.501566 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c8716c51-699b-49aa-b293-720afff214a2 req-1a2aa1a5-ebcf-4178-897a-6a27c09c027d tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465813 Jul 16 01:19:11.562170 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-87d10e56-6c0a-4e83-b27f-7335a6afe387 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:11.571113 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-87d10e56-6c0a-4e83-b27f-7335a6afe387 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:11.574142 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d10e56-6c0a-4e83-b27f-7335a6afe387 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event updated for resources: {'Port': ['ID=2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:11.577479 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-87d10e56-6c0a-4e83-b27f-7335a6afe387 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:11.580897 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-d37eec39-1864-4e7d-97dc-84705795e1f7 req-8c20589a-05d7-45fb-9ede-8f7159920105 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Deleting port 888a4b7d-8636-4642-839f-3de01ee654a3 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:11.581307 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d37eec39-1864-4e7d-97dc-84705795e1f7 req-8c20589a-05d7-45fb-9ede-8f7159920105 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.692871 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-87d10e56-6c0a-4e83-b27f-7335a6afe387 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:11.693524 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-87d10e56-6c0a-4e83-b27f-7335a6afe387 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.738839 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-87d10e56-6c0a-4e83-b27f-7335a6afe387 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0110056 Jul 16 01:19:11.756022 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-ca4308b7-dff3-4f76-8072-8692af6380bb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Request body: {'port': {'device_id': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7baef46c-4da4-4d46-bf21-e653349e66a6', 'admin_state_up': True, 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'security_groups': ['f3e90d9f-5c77-4f64-941f-dab2de4392b4']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:11.760259 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-d37eec39-1864-4e7d-97dc-84705795e1f7 req-8c20589a-05d7-45fb-9ede-8f7159920105 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] For port 888a4b7d-8636-4642-839f-3de01ee654a3, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=888a4b7d-8636-4642-839f-3de01ee654a3,segment=NetworkSegment(5fb644d6-0a18-4b52-9c4c-f3e22f80ca52),segment_id=5fb644d6-0a18-4b52-9c4c-f3e22f80ca52)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:11.760643 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d37eec39-1864-4e7d-97dc-84705795e1f7 req-8c20589a-05d7-45fb-9ede-8f7159920105 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.797183 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-d37eec39-1864-4e7d-97dc-84705795e1f7 req-8c20589a-05d7-45fb-9ede-8f7159920105 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Calling delete_port for 888a4b7d-8636-4642-839f-3de01ee654a3 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:11.865539 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c146460a-c661-4467-a83e-e678d6d98954 None None] Provisioning for port 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:11.870245 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c146460a-c661-4467-a83e-e678d6d98954 None None] Provisioning complete for port 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:11.870622 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c146460a-c661-4467-a83e-e678d6d98954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.922828 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c146460a-c661-4467-a83e-e678d6d98954 None None] Port 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:12.150828 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ce26b-4c45-42f5-9796-e7e35474ab82 req-72ac885f-6ac5-4dfb-b9aa-889c89afb902 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:12.158909 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0e2ce26b-4c45-42f5-9796-e7e35474ab82 req-72ac885f-6ac5-4dfb-b9aa-889c89afb902 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=de41f306-981f-40dd-b7d2-6eadac6bc67b HTTP/1.1" status: 200 len: 949 time: 0.0851965 Jul 16 01:19:12.204818 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1edf43-85a8-4cbc-96c1-82767dfc7a07 req-afae1270-59a6-4bbb-91d0-869dcb8a31a8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:12.209527 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0e2ce26b-4c45-42f5-9796-e7e35474ab82 req-81d8d5db-1c6e-404f-8a0b-a3cc1a42315f tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494826 Jul 16 01:19:12.210755 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1edf43-85a8-4cbc-96c1-82767dfc7a07 req-afae1270-59a6-4bbb-91d0-869dcb8a31a8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:12.216709 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1edf43-85a8-4cbc-96c1-82767dfc7a07 req-afae1270-59a6-4bbb-91d0-869dcb8a31a8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:12.224391 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ef1edf43-85a8-4cbc-96c1-82767dfc7a07 req-afae1270-59a6-4bbb-91d0-869dcb8a31a8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 2373 time: 0.5528998 Jul 16 01:19:12.323558 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ef1edf43-85a8-4cbc-96c1-82767dfc7a07 req-eb9c5d89-7ff6-4d1a-a29c-ea14a88c7139 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0981650 Jul 16 01:19:12.355325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-ca4308b7-dff3-4f76-8072-8692af6380bb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Made reservation on behalf of 673d6f606a904bf5902fda58599b5f5e for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:12.477841 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee2170-a8fd-4dd4-ab74-f0ecf0364c13 req-3289ec56-66ef-4931-a4ce-1ec588d98773 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:12.492864 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1fee2170-a8fd-4dd4-ab74-f0ecf0364c13 req-3289ec56-66ef-4931-a4ce-1ec588d98773 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 949 time: 0.1623106 Jul 16 01:19:12.506679 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d37eec39-1864-4e7d-97dc-84705795e1f7 req-8c20589a-05d7-45fb-9ede-8f7159920105 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.519188 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['888a4b7d-8636-4642-839f-3de01ee654a3'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:12.582064 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1fee2170-a8fd-4dd4-ab74-f0ecf0364c13 req-1a2acf69-aa8a-4e2f-b486-2a673ebfb283 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881965 Jul 16 01:19:12.617116 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20589a-05d7-45fb-9ede-8f7159920105 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Pushing event deleted for resources: {'Port': ['ID=888a4b7d-8636-4642-839f-3de01ee654a3,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:12.637494 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdcb2b-a6a1-4f7a-85de-0f5a3eebcc31 req-d3a1692d-7c6d-4d6f-8d9d-989e559f37b1 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:12.657439 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eabdcb2b-a6a1-4f7a-85de-0f5a3eebcc31 req-d3a1692d-7c6d-4d6f-8d9d-989e559f37b1 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.82 "GET /v2.0/ports?device_id=de41f306-981f-40dd-b7d2-6eadac6bc67b HTTP/1.1" status: 200 len: 949 time: 0.2438645 Jul 16 01:19:12.743991 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d2baef79-b719-4dfd-b531-58518e390cb2 req-26699cb6-25af-425c-ac06-03c30e481be8 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.16 "GET /v2.0/ports?device_id=77c5c085-e39a-4cee-8002-20935bbe4ec3 HTTP/1.1" status: 200 len: 210 time: 0.0455279 Jul 16 01:19:12.784066 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37eec39-1864-4e7d-97dc-84705795e1f7 req-8c20589a-05d7-45fb-9ede-8f7159920105 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] No DVR routers for this DVR port 888a4b7d-8636-4642-839f-3de01ee654a3 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:12.790682 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-ca4308b7-dff3-4f76-8072-8692af6380bb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.793479 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d37eec39-1864-4e7d-97dc-84705795e1f7 req-8c20589a-05d7-45fb-9ede-8f7159920105 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.796304 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d37eec39-1864-4e7d-97dc-84705795e1f7 req-8c20589a-05d7-45fb-9ede-8f7159920105 tempest-FloatingIPsAssociationTestJSON-1097055091 tempest-FloatingIPsAssociationTestJSON-1097055091-project] 10.222.0.84 "DELETE /v2.0/ports/888a4b7d-8636-4642-839f-3de01ee654a3 HTTP/1.1" status: 204 len: 173 time: 1.4110291 Jul 16 01:19:12.797756 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c5c085-e39a-4cee-8002-20935bbe4ec3', 'name': 'network-vif-deleted', 'tag': '888a4b7d-8636-4642-839f-3de01ee654a3'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:12.808137 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7709dd-d5c5-4073-9d75-488fddd471bb" -d '{"events": [{"server_uuid": "77c5c085-e39a-4cee-8002-20935bbe4ec3", "name": "network-vif-deleted", "tag": "888a4b7d-8636-4642-839f-3de01ee654a3"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:12.978026 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-eabdcb2b-a6a1-4f7a-85de-0f5a3eebcc31 req-2e81ff9b-4b30-44ce-95de-ed48a3cd87b4 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Deleting port 04037a01-74f2-4eb2-9763-c5f9731fe105 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:12.978374 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eabdcb2b-a6a1-4f7a-85de-0f5a3eebcc31 req-2e81ff9b-4b30-44ce-95de-ed48a3cd87b4 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.028708 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53d223-5fce-4ea3-bfbf-4ab6201c0202 req-adf416f2-9a06-4ad1-9cbf-8c550f57cb1d tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:13.030787 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6d53d223-5fce-4ea3-bfbf-4ab6201c0202 req-adf416f2-9a06-4ad1-9cbf-8c550f57cb1d tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 945 time: 0.2284715 Jul 16 01:19:13.109503 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-6b979801-a991-49d3-9772-bbdfb45e4104 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:13.110491 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-6b979801-a991-49d3-9772-bbdfb45e4104 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d&tenant_id=19f0097db32e406ab305cc19744860c5&binding%3Ahost_id=n-h2-792394-16 HTTP/1.1" status: 200 len: 1097 time: 0.4278779 Jul 16 01:19:13.133914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-3b073ac8-2b6c-4275-a81e-2b7399d3fd6f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792394-16'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:13.148810 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-eabdcb2b-a6a1-4f7a-85de-0f5a3eebcc31 req-2e81ff9b-4b30-44ce-95de-ed48a3cd87b4 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] For port 04037a01-74f2-4eb2-9763-c5f9731fe105, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=04037a01-74f2-4eb2-9763-c5f9731fe105,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:13.149604 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eabdcb2b-a6a1-4f7a-85de-0f5a3eebcc31 req-2e81ff9b-4b30-44ce-95de-ed48a3cd87b4 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.165401 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-eabdcb2b-a6a1-4f7a-85de-0f5a3eebcc31 req-2e81ff9b-4b30-44ce-95de-ed48a3cd87b4 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Calling delete_port for 04037a01-74f2-4eb2-9763-c5f9731fe105 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:13.282313 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c30486-53f8-4653-8b4a-b38302122cd1 req-f1013b1e-fabe-48ef-808e-b8010a1f9137 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:13.290433 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a6c30486-53f8-4653-8b4a-b38302122cd1 req-f1013b1e-fabe-48ef-808e-b8010a1f9137 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 1097 time: 0.2982442 Jul 16 01:19:13.293629 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6d53d223-5fce-4ea3-bfbf-4ab6201c0202 req-86ad2e9c-1560-4b3d-8d91-e0e417043aeb tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582607 Jul 16 01:19:13.416521 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-3b073ac8-2b6c-4275-a81e-2b7399d3fd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.454751 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ad2c52-2f64-4072-8f7d-2bc9c61105b4 x-openstack-request-id: req-c5ad2c52-2f64-4072-8f7d-2bc9c61105b4 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:13.458953 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c5c085-e39a-4cee-8002-20935bbe4ec3", "name": "network-vif-deleted", "tag": "888a4b7d-8636-4642-839f-3de01ee654a3", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:13.461052 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c5ad2c52-2f64-4072-8f7d-2bc9c61105b4 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:13.461508 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c5c085-e39a-4cee-8002-20935bbe4ec3', 'name': 'network-vif-deleted', 'tag': '888a4b7d-8636-4642-839f-3de01ee654a3', 'status': 'completed', 'code': 200} Jul 16 01:19:13.474110 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eabdcb2b-a6a1-4f7a-85de-0f5a3eebcc31 req-2e81ff9b-4b30-44ce-95de-ed48a3cd87b4 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.487651 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['04037a01-74f2-4eb2-9763-c5f9731fe105'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:13.541549 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a6c30486-53f8-4653-8b4a-b38302122cd1 req-236e45ce-3867-4dbb-b91c-ca6b79b8cacc tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499812 Jul 16 01:19:13.548692 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['67825f8e-4b89-4b11-8b57-c398a3044207'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:13.573627 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81ff9b-4b30-44ce-95de-ed48a3cd87b4 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Pushing event deleted for resources: {'Port': ['ID=04037a01-74f2-4eb2-9763-c5f9731fe105,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:13.694464 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-ca4308b7-dff3-4f76-8072-8692af6380bb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Allocated IP 10.2.2.100 (7baef46c-4da4-4d46-bf21-e653349e66a6/9ae7ab5f-1aba-40ab-8a57-c511550c4d96/eb9afd08-8589-466c-acc7-7a1d1cc88b43) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:13.799121 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22dd5665-0dc7-4086-a241-1ad73bbad245 req-2074c1e6-7791-424b-901a-a4bd877fdaac tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=de41f306-981f-40dd-b7d2-6eadac6bc67b HTTP/1.1" status: 200 len: 210 time: 0.1231124 Jul 16 01:19:13.801842 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabdcb2b-a6a1-4f7a-85de-0f5a3eebcc31 req-2e81ff9b-4b30-44ce-95de-ed48a3cd87b4 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] No DVR routers for this DVR port 04037a01-74f2-4eb2-9763-c5f9731fe105 on host n-h2-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:13.806619 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eabdcb2b-a6a1-4f7a-85de-0f5a3eebcc31 req-2e81ff9b-4b30-44ce-95de-ed48a3cd87b4 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.811297 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eabdcb2b-a6a1-4f7a-85de-0f5a3eebcc31 req-2e81ff9b-4b30-44ce-95de-ed48a3cd87b4 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.82 "DELETE /v2.0/ports/04037a01-74f2-4eb2-9763-c5f9731fe105 HTTP/1.1" status: 204 len: 173 time: 1.1446736 Jul 16 01:19:13.814785 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de41f306-981f-40dd-b7d2-6eadac6bc67b', 'name': 'network-vif-deleted', 'tag': '04037a01-74f2-4eb2-9763-c5f9731fe105'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:13.820173 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d17d06-4810-4f6b-88c1-cbdcae54ac5d" -d '{"events": [{"server_uuid": "de41f306-981f-40dd-b7d2-6eadac6bc67b", "name": "network-vif-deleted", "tag": "04037a01-74f2-4eb2-9763-c5f9731fe105"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:14.104680 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-3b073ac8-2b6c-4275-a81e-2b7399d3fd6f service neutron] For port 2d849f62-e1dc-4ba1-895b-661c98559d5a, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2d849f62-e1dc-4ba1-895b-661c98559d5a,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:14.181391 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-3b073ac8-2b6c-4275-a81e-2b7399d3fd6f service neutron] For port 2d849f62-e1dc-4ba1-895b-661c98559d5a, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:14.241212 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-3b073ac8-2b6c-4275-a81e-2b7399d3fd6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.263182 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-3b073ac8-2b6c-4275-a81e-2b7399d3fd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.364947 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b073ac8-2b6c-4275-a81e-2b7399d3fd6f service neutron] Pushing event updated for resources: {'Port': ['ID=2d849f62-e1dc-4ba1-895b-661c98559d5a,revision_number=7']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:14.447076 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 2d849f62-e1dc-4ba1-895b-661c98559d5a details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:14.456922 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84648bfe-4936-4cf0-9848-f9247322336a req-3fee70ed-0aa9-4ec8-b14d-9ff96bbc11eb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:14.466769 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84648bfe-4936-4cf0-9848-f9247322336a req-3fee70ed-0aa9-4ec8-b14d-9ff96bbc11eb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:14.473220 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84648bfe-4936-4cf0-9848-f9247322336a req-3fee70ed-0aa9-4ec8-b14d-9ff96bbc11eb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:14.480256 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-84648bfe-4936-4cf0-9848-f9247322336a req-3fee70ed-0aa9-4ec8-b14d-9ff96bbc11eb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 2373 time: 0.6882532 Jul 16 01:19:14.587193 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-84648bfe-4936-4cf0-9848-f9247322336a req-01dd08ad-7edb-445d-ae01-77cf846fe09c tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1054683 Jul 16 01:19:14.632184 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-ca4308b7-dff3-4f76-8072-8692af6380bb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.657653 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-3b073ac8-2b6c-4275-a81e-2b7399d3fd6f service neutron] Attempting to bind port 2d849f62-e1dc-4ba1-895b-661c98559d5a on host n-h2-792394-16 for vnic_type normal with profile {"migrating_to": "n-h1-792394-16"} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:14.657995 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-3b073ac8-2b6c-4275-a81e-2b7399d3fd6f service neutron] Attempting to bind port 2d849f62-e1dc-4ba1-895b-661c98559d5a by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:14.658274 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-3b073ac8-2b6c-4275-a81e-2b7399d3fd6f service neutron] Attempting to bind port 2d849f62-e1dc-4ba1-895b-661c98559d5a on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:14.664660 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-ca4308b7-dff3-4f76-8072-8692af6380bb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Transition to ACTIVE for port object eb9afd08-8589-466c-acc7-7a1d1cc88b43 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:14.671260 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-3b073ac8-2b6c-4275-a81e-2b7399d3fd6f service neutron] Port 2d849f62-e1dc-4ba1-895b-661c98559d5a on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:14.671760 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-3b073ac8-2b6c-4275-a81e-2b7399d3fd6f service neutron] Attempting to bind port 2d849f62-e1dc-4ba1-895b-661c98559d5a on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:14.685649 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-3b073ac8-2b6c-4275-a81e-2b7399d3fd6f service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:14.686025 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-3b073ac8-2b6c-4275-a81e-2b7399d3fd6f service neutron] Checking segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:14.686425 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-3b073ac8-2b6c-4275-a81e-2b7399d3fd6f service neutron] Bound using segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:14.686900 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-3b073ac8-2b6c-4275-a81e-2b7399d3fd6f service neutron] Bound port: 2d849f62-e1dc-4ba1-895b-661c98559d5a, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:14.687415 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-3b073ac8-2b6c-4275-a81e-2b7399d3fd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.756490 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 2d849f62-e1dc-4ba1-895b-661c98559d5a, host n-h2-792394-16, got binding levels [] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:14.825175 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-ca4308b7-dff3-4f76-8072-8692af6380bb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.850277 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Attempting to bind port 2d849f62-e1dc-4ba1-895b-661c98559d5a on host n-h2-792394-16 for vnic_type normal with profile {"migrating_to": "n-h1-792394-16"} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:14.850656 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Attempting to bind port 2d849f62-e1dc-4ba1-895b-661c98559d5a by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:14.851289 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Attempting to bind port 2d849f62-e1dc-4ba1-895b-661c98559d5a on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:14.858486 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Port 2d849f62-e1dc-4ba1-895b-661c98559d5a on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:14.859095 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Attempting to bind port 2d849f62-e1dc-4ba1-895b-661c98559d5a on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:14.869284 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:14.869693 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Checking segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:14.870378 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Bound using segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:14.870852 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Bound port: 2d849f62-e1dc-4ba1-895b-661c98559d5a, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:14.871293 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.965738 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-3b073ac8-2b6c-4275-a81e-2b7399d3fd6f service neutron] For port 2d849f62-e1dc-4ba1-895b-661c98559d5a, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:15.024164 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-ca4308b7-dff3-4f76-8072-8692af6380bb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Network 7baef46c-4da4-4d46-bf21-e653349e66a6 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:15.027223 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-3b073ac8-2b6c-4275-a81e-2b7399d3fd6f service neutron] For port 2d849f62-e1dc-4ba1-895b-661c98559d5a, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2d849f62-e1dc-4ba1-895b-661c98559d5a,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:15.040942 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-ca4308b7-dff3-4f76-8072-8692af6380bb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:15.043185 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 2d849f62-e1dc-4ba1-895b-661c98559d5a, host n-h2-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:15.043392 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-3b073ac8-2b6c-4275-a81e-2b7399d3fd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.049353 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-ca4308b7-dff3-4f76-8072-8692af6380bb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:15.051187 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 2d849f62-e1dc-4ba1-895b-661c98559d5a-n-h2-792394-16-0 {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:19:15.051553 n-d-792394-16 neutron-server[93957]: DEBUG oslo_db.api [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:19:15.052391 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4308b7-dff3-4f76-8072-8692af6380bb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event updated for resources: {'Port': ['ID=eb9afd08-8589-466c-acc7-7a1d1cc88b43,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:15.192233 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8043d7-3ccc-4349-9dcc-c4ca7aeccaea req-86f7a883-c83a-4993-9c19-53799cbec4ae tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:15.193835 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5a8043d7-3ccc-4349-9dcc-c4ca7aeccaea req-86f7a883-c83a-4993-9c19-53799cbec4ae tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 949 time: 0.3594751 Jul 16 01:19:15.226839 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-ca4308b7-dff3-4f76-8072-8692af6380bb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:15.229403 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-ca4308b7-dff3-4f76-8072-8692af6380bb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.245870 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b073ac8-2b6c-4275-a81e-2b7399d3fd6f service neutron] Pushing event updated for resources: {'Port': ['ID=2d849f62-e1dc-4ba1-895b-661c98559d5a,revision_number=8']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:15.255498 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-3b073ac8-2b6c-4275-a81e-2b7399d3fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:15.256273 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-3b073ac8-2b6c-4275-a81e-2b7399d3fd6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.257782 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-3b073ac8-2b6c-4275-a81e-2b7399d3fd6f service neutron] 10.222.0.84 "PUT /v2.0/ports/2d849f62-e1dc-4ba1-895b-661c98559d5a HTTP/1.1" status: 200 len: 1123 time: 2.1292579 Jul 16 01:19:15.316728 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-ca4308b7-dff3-4f76-8072-8692af6380bb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5686610 Jul 16 01:19:15.334775 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5a8043d7-3ccc-4349-9dcc-c4ca7aeccaea req-c9abda55-a30a-4a95-a0e4-ecd00f351fe2 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971241 Jul 16 01:19:15.352509 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-f9257e62-926b-4b66-8069-bfb814ce12dc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Request body: {'port': {'device_id': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7baef46c-4da4-4d46-bf21-e653349e66a6', 'admin_state_up': True, 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'security_groups': ['f3e90d9f-5c77-4f64-941f-dab2de4392b4']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:15.363587 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['2d849f62-e1dc-4ba1-895b-661c98559d5a'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:15.426526 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['2d849f62-e1dc-4ba1-895b-661c98559d5a'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:15.492747 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fd2e6f-a2d4-4557-977d-d27201eb826d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d849f62-e1dc-4ba1-895b-661c98559d5a'}, {'name': 'network-changed', 'server_uuid': '86fd2e6f-a2d4-4557-977d-d27201eb826d', 'tag': '2d849f62-e1dc-4ba1-895b-661c98559d5a'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:15.498497 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14676f55-2dc4-428c-a224-ebdeb5e9d6b3" -d '{"events": [{"server_uuid": "86fd2e6f-a2d4-4557-977d-d27201eb826d", "name": "network-vif-unplugged", "status": "completed", "tag": "2d849f62-e1dc-4ba1-895b-661c98559d5a"}, {"name": "network-changed", "server_uuid": "86fd2e6f-a2d4-4557-977d-d27201eb826d", "tag": "2d849f62-e1dc-4ba1-895b-661c98559d5a"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:15.498845 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37884) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:15.592207 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae935cc9-f756-43dc-bcba-5ac9c4b4fde6 x-openstack-request-id: req-ae935cc9-f756-43dc-bcba-5ac9c4b4fde6 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:15.594476 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de41f306-981f-40dd-b7d2-6eadac6bc67b", "name": "network-vif-deleted", "tag": "04037a01-74f2-4eb2-9763-c5f9731fe105", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:15.594938 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae935cc9-f756-43dc-bcba-5ac9c4b4fde6 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:15.595503 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de41f306-981f-40dd-b7d2-6eadac6bc67b', 'name': 'network-vif-deleted', 'tag': '04037a01-74f2-4eb2-9763-c5f9731fe105', 'status': 'completed', 'code': 200} Jul 16 01:19:15.599303 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-380e2228-eb6b-4b27-baf8-2c03103f652c None None] Provisioning for port eb9afd08-8589-466c-acc7-7a1d1cc88b43 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:15.622030 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-380e2228-eb6b-4b27-baf8-2c03103f652c None None] Provisioning complete for port eb9afd08-8589-466c-acc7-7a1d1cc88b43 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:15.626970 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-380e2228-eb6b-4b27-baf8-2c03103f652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.645139 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-f9257e62-926b-4b66-8069-bfb814ce12dc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Made reservation on behalf of 673d6f606a904bf5902fda58599b5f5e for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:15.660681 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-f9257e62-926b-4b66-8069-bfb814ce12dc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.729667 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-45765b53-7144-4946-bbd7-8262e9a20f11 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:19:15.730677 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-45765b53-7144-4946-bbd7-8262e9a20f11 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082977 Jul 16 01:19:15.780298 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Attempting to bind port 2d849f62-e1dc-4ba1-895b-661c98559d5a on host n-h2-792394-16 for vnic_type normal with profile {"migrating_to": "n-h1-792394-16"} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:15.780854 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Attempting to bind port 2d849f62-e1dc-4ba1-895b-661c98559d5a by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:15.781114 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Attempting to bind port 2d849f62-e1dc-4ba1-895b-661c98559d5a on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:15.783182 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-380e2228-eb6b-4b27-baf8-2c03103f652c None None] Port eb9afd08-8589-466c-acc7-7a1d1cc88b43 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:15.812938 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8d6da226-4f5e-4517-bd19-df8f3f33b51d service neutron] Request body: {'binding': {'host': 'n-h2-792394-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:15.813391 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8d6da226-4f5e-4517-bd19-df8f3f33b51d service neutron] Unknown quota resources ['binding']. {{(pid=93955) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:19:15.879563 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Port 2d849f62-e1dc-4ba1-895b-661c98559d5a on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:15.879911 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Attempting to bind port 2d849f62-e1dc-4ba1-895b-661c98559d5a on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:15.889579 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:15.889957 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Checking segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:15.890372 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Bound using segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:15.890849 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Bound port: 2d849f62-e1dc-4ba1-895b-661c98559d5a, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:15.891247 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.938005 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b6a58-c90a-43da-a7e1-1a55f15952f3 req-7d0ce09c-21a7-4dfe-ba24-52ac31b0a3f8 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:15.939696 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-af9b6a58-c90a-43da-a7e1-1a55f15952f3 req-7d0ce09c-21a7-4dfe-ba24-52ac31b0a3f8 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 943 time: 0.2079828 Jul 16 01:19:15.968830 n-d-792394-16 neutron-server[93957]: WARNING neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Concurrent port binding operations failed on port 2d849f62-e1dc-4ba1-895b-661c98559d5a Jul 16 01:19:15.973504 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 2d849f62-e1dc-4ba1-895b-661c98559d5a, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2d849f62-e1dc-4ba1-895b-661c98559d5a,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:15.979636 n-d-792394-16 neutron-server[93957]: INFO neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Attempt 2 to bind port 2d849f62-e1dc-4ba1-895b-661c98559d5a Jul 16 01:19:15.980042 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 2d849f62-e1dc-4ba1-895b-661c98559d5a has no active binding in host n-h1-792394-16 {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:19:16.028793 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38282b40-96ec-4000-aafb-878156ab72de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.047894 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-af9b6a58-c90a-43da-a7e1-1a55f15952f3 req-cd8c8684-6ab3-47a7-8258-26834c7f26d5 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931060 Jul 16 01:19:16.232855 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-f9257e62-926b-4b66-8069-bfb814ce12dc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Allocated IP 10.2.2.200 (7baef46c-4da4-4d46-bf21-e653349e66a6/9ae7ab5f-1aba-40ab-8a57-c511550c4d96/e2ef83a1-f91f-49e7-bc9f-992cf81fc73d) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:16.272801 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8d6da226-4f5e-4517-bd19-df8f3f33b51d service neutron] Attempting to bind port 485aedfc-d310-49e9-b67e-4865af235efc on host n-h2-792394-16 for vnic_type normal with profile None {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:16.273566 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8d6da226-4f5e-4517-bd19-df8f3f33b51d service neutron] Attempting to bind port 485aedfc-d310-49e9-b67e-4865af235efc by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:16.274370 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8d6da226-4f5e-4517-bd19-df8f3f33b51d service neutron] Attempting to bind port 485aedfc-d310-49e9-b67e-4865af235efc on network 0acde702-0391-44d7-919c-717172e79311 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:16.281860 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8d6da226-4f5e-4517-bd19-df8f3f33b51d service neutron] Port 485aedfc-d310-49e9-b67e-4865af235efc on network 0acde702-0391-44d7-919c-717172e79311 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:16.283701 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8d6da226-4f5e-4517-bd19-df8f3f33b51d service neutron] Attempting to bind port 485aedfc-d310-49e9-b67e-4865af235efc on network 0acde702-0391-44d7-919c-717172e79311 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:16.298422 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8d6da226-4f5e-4517-bd19-df8f3f33b51d service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:16.299082 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8d6da226-4f5e-4517-bd19-df8f3f33b51d service neutron] Checking segment: {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:16.299672 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8d6da226-4f5e-4517-bd19-df8f3f33b51d service neutron] Bound using segment: {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:16.300467 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8d6da226-4f5e-4517-bd19-df8f3f33b51d service neutron] Bound port: 485aedfc-d310-49e9-b67e-4865af235efc, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:16.391741 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-38282b40-96ec-4000-aafb-878156ab72de admin admin] Deleting port 67779085-2a8f-487d-aac7-a670fe86de43 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:16.391741 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38282b40-96ec-4000-aafb-878156ab72de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.410093 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8d6da226-4f5e-4517-bd19-df8f3f33b51d service neutron] For port 485aedfc-d310-49e9-b67e-4865af235efc, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=485aedfc-d310-49e9-b67e-4865af235efc,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:16.439717 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 888a4b7d-8636-4642-839f-3de01ee654a3 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:16.446513 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8d6da226-4f5e-4517-bd19-df8f3f33b51d service neutron] Notify callbacks [] for binding, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.447660 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8d6da226-4f5e-4517-bd19-df8f3f33b51d service neutron] 10.222.0.16 "POST /v2.0/ports/485aedfc-d310-49e9-b67e-4865af235efc/bindings HTTP/1.1" status: 201 len: 390 time: 0.6383471 Jul 16 01:19:16.476533 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 888a4b7d-8636-4642-839f-3de01ee654a3 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:16.476769 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 888a4b7d-8636-4642-839f-3de01ee654a3 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:16.505371 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-f9257e62-926b-4b66-8069-bfb814ce12dc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.533460 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-f9257e62-926b-4b66-8069-bfb814ce12dc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Transition to ACTIVE for port object e2ef83a1-f91f-49e7-bc9f-992cf81fc73d will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:16.541852 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-38282b40-96ec-4000-aafb-878156ab72de admin admin] For port 67779085-2a8f-487d-aac7-a670fe86de43, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=67779085-2a8f-487d-aac7-a670fe86de43,segment=NetworkSegment(5fb644d6-0a18-4b52-9c4c-f3e22f80ca52),segment_id=5fb644d6-0a18-4b52-9c4c-f3e22f80ca52)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:16.544250 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38282b40-96ec-4000-aafb-878156ab72de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.560090 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 04037a01-74f2-4eb2-9763-c5f9731fe105 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:16.585229 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-38282b40-96ec-4000-aafb-878156ab72de admin admin] Calling delete_port for 67779085-2a8f-487d-aac7-a670fe86de43 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:16.592387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 04037a01-74f2-4eb2-9763-c5f9731fe105 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:16.593177 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 04037a01-74f2-4eb2-9763-c5f9731fe105 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:16.621545 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada7eeb0-7ef4-4ded-8fce-831d5e1fe974 x-openstack-request-id: req-ada7eeb0-7ef4-4ded-8fce-831d5e1fe974 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:16.621844 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fd2e6f-a2d4-4557-977d-d27201eb826d", "name": "network-vif-unplugged", "status": "completed", "tag": "2d849f62-e1dc-4ba1-895b-661c98559d5a", "code": 200}, {"name": "network-changed", "server_uuid": "86fd2e6f-a2d4-4557-977d-d27201eb826d", "tag": "2d849f62-e1dc-4ba1-895b-661c98559d5a", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:16.622093 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ada7eeb0-7ef4-4ded-8fce-831d5e1fe974 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:16.623499 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fd2e6f-a2d4-4557-977d-d27201eb826d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d849f62-e1dc-4ba1-895b-661c98559d5a', 'code': 200} Jul 16 01:19:16.623499 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fd2e6f-a2d4-4557-977d-d27201eb826d', 'tag': '2d849f62-e1dc-4ba1-895b-661c98559d5a', 'status': 'completed', 'code': 200} Jul 16 01:19:16.653683 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-f9257e62-926b-4b66-8069-bfb814ce12dc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.689345 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-f9257e62-926b-4b66-8069-bfb814ce12dc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Network 7baef46c-4da4-4d46-bf21-e653349e66a6 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:16.692700 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-f9257e62-926b-4b66-8069-bfb814ce12dc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:16.696319 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-f9257e62-926b-4b66-8069-bfb814ce12dc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:16.812383 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-f9257e62-926b-4b66-8069-bfb814ce12dc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:16.813738 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-f9257e62-926b-4b66-8069-bfb814ce12dc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.897656 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9257e62-926b-4b66-8069-bfb814ce12dc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event updated for resources: {'Port': ['ID=e2ef83a1-f91f-49e7-bc9f-992cf81fc73d,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:16.907068 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-f9257e62-926b-4b66-8069-bfb814ce12dc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5709157 Jul 16 01:19:16.920035 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-0deab96f-0123-4ac2-a5a3-6bce1a3ee77a service neutron] Request body: {'port': {'device_id': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:16.954582 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-9bf28320-5c9f-4dcb-a583-1add8601da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:16.956260 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-9bf28320-5c9f-4dcb-a583-1add8601da9f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 1097 time: 0.1391563 Jul 16 01:19:17.022570 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0b0ec2d6-aa71-4ee2-84ae-7f73d2929768 None None] Provisioning for port e2ef83a1-f91f-49e7-bc9f-992cf81fc73d completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:17.030457 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0b0ec2d6-aa71-4ee2-84ae-7f73d2929768 None None] Provisioning complete for port e2ef83a1-f91f-49e7-bc9f-992cf81fc73d triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:17.031598 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0b0ec2d6-aa71-4ee2-84ae-7f73d2929768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.086779 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-0b0ec2d6-aa71-4ee2-84ae-7f73d2929768 None None] Port e2ef83a1-f91f-49e7-bc9f-992cf81fc73d cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:17.136327 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-0deab96f-0123-4ac2-a5a3-6bce1a3ee77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.142124 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38282b40-96ec-4000-aafb-878156ab72de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.146866 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14676f55-2dc4-428c-a224-ebdeb5e9d6b3 req-e1987e53-11d8-4bfc-974f-c92df695c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:17.148469 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-14676f55-2dc4-428c-a224-ebdeb5e9d6b3 req-e1987e53-11d8-4bfc-974f-c92df695c91f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=19f0097db32e406ab305cc19744860c5&device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 1126 time: 0.4785054 Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.190015 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.194695 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.194695 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.194695 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.194695 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.194695 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.194695 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.194695 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.194695 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.194695 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.194695 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.194695 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.194695 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.194695 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.194695 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.194695 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.194695 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.194695 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:17.194695 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:17.222313 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-1e0bf320-2456-47d6-abfb-f15b516ee3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:17.224130 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-1e0bf320-2456-47d6-abfb-f15b516ee3fd service neutron] 10.222.0.82 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 908 time: 0.2604992 Jul 16 01:19:17.241543 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24709190-32da-47a0-9b02-d5e0398ba63c req-a12c3907-0f2f-470a-a0c5-9aff5f5c4367 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:17.250695 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24709190-32da-47a0-9b02-d5e0398ba63c req-a12c3907-0f2f-470a-a0c5-9aff5f5c4367 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:17.257454 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24709190-32da-47a0-9b02-d5e0398ba63c req-a12c3907-0f2f-470a-a0c5-9aff5f5c4367 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:17.263852 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24709190-32da-47a0-9b02-d5e0398ba63c req-a12c3907-0f2f-470a-a0c5-9aff5f5c4367 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:17.270175 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24709190-32da-47a0-9b02-d5e0398ba63c req-a12c3907-0f2f-470a-a0c5-9aff5f5c4367 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:17.272319 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24709190-32da-47a0-9b02-d5e0398ba63c req-a12c3907-0f2f-470a-a0c5-9aff5f5c4367 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 3815 time: 0.2794960 Jul 16 01:19:17.273336 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38282b40-96ec-4000-aafb-878156ab72de admin admin] Pushing event deleted for resources: {'Port': ['ID=67779085-2a8f-487d-aac7-a670fe86de43,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:17.294374 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-0adbe77d-3e1e-4396-bd45-fc83414913b9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=485aedfc-d310-49e9-b67e-4865af235efc HTTP/1.1" status: 200 len: 217 time: 0.0629194 Jul 16 01:19:17.423493 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24709190-32da-47a0-9b02-d5e0398ba63c req-a664725d-b5a1-422f-a52b-0c40c47417b6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1168301 Jul 16 01:19:17.451075 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-3481bf4a-0247-4780-92d2-b23febe9e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:17.452673 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-3481bf4a-0247-4780-92d2-b23febe9e9ac service neutron] 10.222.0.82 "GET /v2.0/subnets?id=53fcd526-4834-4829-80ef-c0f48c90d8f1 HTTP/1.1" status: 200 len: 847 time: 0.1103349 Jul 16 01:19:17.475947 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14676f55-2dc4-428c-a224-ebdeb5e9d6b3 req-7c8da52f-773c-4cd6-bfa5-e3a3aa84df37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:17.477489 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-14676f55-2dc4-428c-a224-ebdeb5e9d6b3 req-7c8da52f-773c-4cd6-bfa5-e3a3aa84df37 service neutron] 10.222.0.82 "GET /v2.0/networks?id=952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 200 len: 922 time: 0.3180425 Jul 16 01:19:17.483327 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d19aa6-17b8-4d74-abf9-4c50d2b05f44 req-f0834859-e3e3-4204-b5af-b02660036141 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:17.491032 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-66d19aa6-17b8-4d74-abf9-4c50d2b05f44 req-f0834859-e3e3-4204-b5af-b02660036141 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 949 time: 0.3074741 Jul 16 01:19:17.559715 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-5a47266f-8271-4b2e-9c7e-dcecae558364 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0acde702-0391-44d7-919c-717172e79311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968435 Jul 16 01:19:17.563731 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-14676f55-2dc4-428c-a224-ebdeb5e9d6b3 req-6f0101da-5404-4b9b-8008-c5e83bd0128a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d849f62-e1dc-4ba1-895b-661c98559d5a HTTP/1.1" status: 200 len: 217 time: 0.0733979 Jul 16 01:19:17.635709 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-66d19aa6-17b8-4d74-abf9-4c50d2b05f44 req-d1dc646f-226a-4aea-b2c4-34d6b239807f tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437154 Jul 16 01:19:17.696877 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14676f55-2dc4-428c-a224-ebdeb5e9d6b3 req-e75e869c-a40c-40d5-8d53-90377459fdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:17.698361 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-14676f55-2dc4-428c-a224-ebdeb5e9d6b3 req-e75e869c-a40c-40d5-8d53-90377459fdbc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda HTTP/1.1" status: 200 len: 861 time: 0.1214068 Jul 16 01:19:17.705821 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38282b40-96ec-4000-aafb-878156ab72de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.740554 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-0deab96f-0123-4ac2-a5a3-6bce1a3ee77a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beacc2e5-69c8-4208-89bd-64878bc5925b {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:17.750537 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-0deab96f-0123-4ac2-a5a3-6bce1a3ee77a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.752777 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-14676f55-2dc4-428c-a224-ebdeb5e9d6b3 req-8680aad0-a566-4bb1-8d61-0a1e6d3d4d4d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=952b1f4f-1df7-48bd-a0c8-40d17571e492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420079 Jul 16 01:19:17.781668 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-0deab96f-0123-4ac2-a5a3-6bce1a3ee77a service neutron] Transition to ACTIVE for port object beacc2e5-69c8-4208-89bd-64878bc5925b will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:17.805009 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e160d-fe4d-4c78-897b-3901b49d3feb req-05ad4136-3798-45a3-8ecf-660e9a626ba1 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:17.806699 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-590e160d-fe4d-4c78-897b-3901b49d3feb req-05ad4136-3798-45a3-8ecf-660e9a626ba1 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 945 time: 0.2477753 Jul 16 01:19:17.814925 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-0deab96f-0123-4ac2-a5a3-6bce1a3ee77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.956923 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-590e160d-fe4d-4c78-897b-3901b49d3feb req-d618c69f-cc8e-4202-a774-ae095ce3d63c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409352 Jul 16 01:19:17.981446 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-14676f55-2dc4-428c-a224-ebdeb5e9d6b3 req-998038b8-8239-4e35-ae60-bb9fb8a643b9 service neutron] 10.222.0.82 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851234 Jul 16 01:19:18.172609 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-73a5ae90-9afb-4349-b197-fcf8a3ffd8a0 service neutron] 10.222.0.82 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5969007 Jul 16 01:19:18.318568 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-4caf9099-bcf6-4cfb-b5fd-cd9b369d63fe service neutron] 10.222.0.82 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331484 Jul 16 01:19:18.319370 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deab96f-0123-4ac2-a5a3-6bce1a3ee77a service neutron] Pushing event updated for resources: {'Port': ['ID=beacc2e5-69c8-4208-89bd-64878bc5925b,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:18.424017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e29781-438d-4d0d-966c-4f543fda2cbc req-5bcefa15-ba95-4dad-8868-6e8b4118be59 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:18.426170 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-61e29781-438d-4d0d-966c-4f543fda2cbc req-5bcefa15-ba95-4dad-8868-6e8b4118be59 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.16 "GET /v2.0/ports?device_id=76428fa8-d559-480b-a696-342cc7a3adda HTTP/1.1" status: 200 len: 946 time: 0.6623394 Jul 16 01:19:18.529195 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-61e29781-438d-4d0d-966c-4f543fda2cbc req-397cbd86-c3d6-4972-b5b9-ab436953e7b3 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0b6b7e7-47f5-44d8-bbc6-99b5765f8ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920315 Jul 16 01:19:18.569742 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-0deab96f-0123-4ac2-a5a3-6bce1a3ee77a service neutron] Attempting to bind port beacc2e5-69c8-4208-89bd-64878bc5925b on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:18.570409 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-0deab96f-0123-4ac2-a5a3-6bce1a3ee77a service neutron] Attempting to bind port beacc2e5-69c8-4208-89bd-64878bc5925b by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '732f73b6-2c56-4180-ad2f-fc4cc486d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:18.570672 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-0deab96f-0123-4ac2-a5a3-6bce1a3ee77a service neutron] Attempting to bind port beacc2e5-69c8-4208-89bd-64878bc5925b on network 99585749-6e41-4e60-92b1-0c114a9091db {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:18.601072 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-0deab96f-0123-4ac2-a5a3-6bce1a3ee77a service neutron] Port beacc2e5-69c8-4208-89bd-64878bc5925b on network 99585749-6e41-4e60-92b1-0c114a9091db not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:18.601543 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-0deab96f-0123-4ac2-a5a3-6bce1a3ee77a service neutron] Attempting to bind port beacc2e5-69c8-4208-89bd-64878bc5925b on network 99585749-6e41-4e60-92b1-0c114a9091db {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:18.612816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-0deab96f-0123-4ac2-a5a3-6bce1a3ee77a service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:18.613684 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-0deab96f-0123-4ac2-a5a3-6bce1a3ee77a service neutron] Checking segment: {'id': '732f73b6-2c56-4180-ad2f-fc4cc486d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:18.614898 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-0deab96f-0123-4ac2-a5a3-6bce1a3ee77a service neutron] Bound using segment: {'id': '732f73b6-2c56-4180-ad2f-fc4cc486d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:18.615576 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-0deab96f-0123-4ac2-a5a3-6bce1a3ee77a service neutron] Bound port: beacc2e5-69c8-4208-89bd-64878bc5925b, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '732f73b6-2c56-4180-ad2f-fc4cc486d209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:18.616169 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-0deab96f-0123-4ac2-a5a3-6bce1a3ee77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.624931 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38282b40-96ec-4000-aafb-878156ab72de admin admin] Router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:19:18.650847 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d7251-ab1e-439d-88d1-cbbe10ce2a62 req-32d4d779-fd34-4865-a935-a6b9652d5c37 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:18.654209 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3e2d7251-ab1e-439d-88d1-cbbe10ce2a62 req-32d4d779-fd34-4865-a935-a6b9652d5c37 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.82 "GET /v2.0/ports?device_id=76428fa8-d559-480b-a696-342cc7a3adda HTTP/1.1" status: 200 len: 946 time: 0.1885319 Jul 16 01:19:18.676930 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-14676f55-2dc4-428c-a224-ebdeb5e9d6b3 req-baf0ea2f-0f1f-4d3b-a18b-b15936e78323 service neutron] 10.222.0.82 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6824100 Jul 16 01:19:18.730432 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8a108-a065-4740-9902-c71b7b3ab4b1 req-a87ee893-45ca-47fd-b475-d7d0a896f060 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:18.737544 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d1f8a108-a065-4740-9902-c71b7b3ab4b1 req-a87ee893-45ca-47fd-b475-d7d0a896f060 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 951 time: 0.3232503 Jul 16 01:19:18.741508 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-0deab96f-0123-4ac2-a5a3-6bce1a3ee77a service neutron] For port beacc2e5-69c8-4208-89bd-64878bc5925b, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:18.746950 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-0deab96f-0123-4ac2-a5a3-6bce1a3ee77a service neutron] For port beacc2e5-69c8-4208-89bd-64878bc5925b, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=beacc2e5-69c8-4208-89bd-64878bc5925b,segment=NetworkSegment(732f73b6-2c56-4180-ad2f-fc4cc486d209),segment_id=732f73b6-2c56-4180-ad2f-fc4cc486d209)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:18.774113 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-0deab96f-0123-4ac2-a5a3-6bce1a3ee77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.824000 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d1f8a108-a065-4740-9902-c71b7b3ab4b1 req-25fe3b57-7d80-4952-baf7-7e868cda5d81 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bb8f672-8bcd-4282-b455-0553e75add01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854759 Jul 16 01:19:18.884457 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38282b40-96ec-4000-aafb-878156ab72de admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:19:18.894960 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad800d4-fa41-4e21-9c0a-13e89909e7af None None] Sync routers for ids ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:19:18.897626 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-38282b40-96ec-4000-aafb-878156ab72de admin admin] 10.222.0.16 "PUT /v2.0/routers/6eeffa7a-aace-4442-b4ad-2ac8887a7643/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3977120 Jul 16 01:19:18.900065 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37906) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:18.904526 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-0deab96f-0123-4ac2-a5a3-6bce1a3ee77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:18.905140 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-0deab96f-0123-4ac2-a5a3-6bce1a3ee77a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.906647 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-0deab96f-0123-4ac2-a5a3-6bce1a3ee77a service neutron] 10.222.0.82 "PUT /v2.0/ports/beacc2e5-69c8-4208-89bd-64878bc5925b HTTP/1.1" status: 200 len: 1092 time: 1.9909422 Jul 16 01:19:18.917496 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'tag': 'beacc2e5-69c8-4208-89bd-64878bc5925b'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:18.918792 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad800d4-fa41-4e21-9c0a-13e89909e7af None None] Routers {'6eeffa7a-aace-4442-b4ad-2ac8887a7643'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:18.920354 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389d7957-c5fb-474b-ba5c-3f80333af780" -d '{"events": [{"name": "network-changed", "server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "tag": "beacc2e5-69c8-4208-89bd-64878bc5925b"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:18.929406 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-bad800d4-fa41-4e21-9c0a-13e89909e7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:19:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:18.950322 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deab96f-0123-4ac2-a5a3-6bce1a3ee77a service neutron] Pushing event updated for resources: {'Port': ['ID=beacc2e5-69c8-4208-89bd-64878bc5925b,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:19.075719 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-31f77c1b-5037-40aa-a3ea-f525f44843e0 service neutron] Request body: {'port': {'device_id': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:19.134488 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e3240e6-da7f-42c9-b8fb-36c8e103d17e admin admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:19.165226 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-bad800d4-fa41-4e21-9c0a-13e89909e7af None None] Set router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:19.305958 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faadb1-51de-4c0f-a729-2fe3d8a07188 req-858018ca-4247-4dfc-8738-695377f03558 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:19.307594 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-16faadb1-51de-4c0f-a729-2fe3d8a07188 req-858018ca-4247-4dfc-8738-695377f03558 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 943 time: 0.5586042 Jul 16 01:19:19.312161 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-31f77c1b-5037-40aa-a3ea-f525f44843e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:19.361551 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10210a31-7e04-4533-a234-c44f4d329641 req-0498ec05-3d8f-4fde-9447-f892d8244497 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:19.361814 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e3240e6-da7f-42c9-b8fb-36c8e103d17e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:19.363157 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-10210a31-7e04-4533-a234-c44f4d329641 req-0498ec05-3d8f-4fde-9447-f892d8244497 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.84 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 951 time: 0.4398425 Jul 16 01:19:19.368788 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-3e2d7251-ab1e-439d-88d1-cbbe10ce2a62 req-d10ef6a3-f1b5-4f99-b08d-e73d10ceae99 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Deleting port 731619d5-8d95-4681-a12d-49ce6c1cb51b {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:19.369701 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3e2d7251-ab1e-439d-88d1-cbbe10ce2a62 req-d10ef6a3-f1b5-4f99-b08d-e73d10ceae99 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:19.398156 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7a10b-aee9-43f9-a6b0-70e29f0b0142 req-e310e37a-21b9-41f6-8a58-0fe3a0bd485b tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:19.405955 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7a10b-aee9-43f9-a6b0-70e29f0b0142 req-e310e37a-21b9-41f6-8a58-0fe3a0bd485b tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:19.411160 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7a10b-aee9-43f9-a6b0-70e29f0b0142 req-e310e37a-21b9-41f6-8a58-0fe3a0bd485b tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:19.413044 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-bad800d4-fa41-4e21-9c0a-13e89909e7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:19:16Z', 'revision_number': 5, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port': {'id': 'c6e89cfb-1f56-44bf-8e82-c1f75bc44abf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:54Z', 'updated_at': '2021-07-16T01:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:19.417605 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7a10b-aee9-43f9-a6b0-70e29f0b0142 req-e310e37a-21b9-41f6-8a58-0fe3a0bd485b tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:19.424279 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7a10b-aee9-43f9-a6b0-70e29f0b0142 req-e310e37a-21b9-41f6-8a58-0fe3a0bd485b tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:19.426404 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b0f7a10b-aee9-43f9-a6b0-70e29f0b0142 req-e310e37a-21b9-41f6-8a58-0fe3a0bd485b tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 3827 time: 0.2235818 Jul 16 01:19:19.444873 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad800d4-fa41-4e21-9c0a-13e89909e7af None None] Checking router: 6eeffa7a-aace-4442-b4ad-2ac8887a7643 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:19:19.457631 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad800d4-fa41-4e21-9c0a-13e89909e7af None None] Routers {'6eeffa7a-aace-4442-b4ad-2ac8887a7643'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:19.458409 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-bad800d4-fa41-4e21-9c0a-13e89909e7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:19:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:19.492411 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-16faadb1-51de-4c0f-a729-2fe3d8a07188 req-0b070dc6-8fec-4d12-8e89-5378845c671c tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743531 Jul 16 01:19:19.499839 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b0f7a10b-aee9-43f9-a6b0-70e29f0b0142 req-4b92dbef-70c1-4979-8b69-b69accb1d70d tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505943 Jul 16 01:19:19.512875 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-6e3240e6-da7f-42c9-b8fb-36c8e103d17e admin admin] Deleting port c6e89cfb-1f56-44bf-8e82-c1f75bc44abf {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:19.513214 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e3240e6-da7f-42c9-b8fb-36c8e103d17e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:19.626527 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b40328-300b-4eb7-ba95-207b351a39aa x-openstack-request-id: req-d5b40328-300b-4eb7-ba95-207b351a39aa {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:19.627058 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "tag": "beacc2e5-69c8-4208-89bd-64878bc5925b", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:19.629546 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d5b40328-300b-4eb7-ba95-207b351a39aa {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:19.630030 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'tag': 'beacc2e5-69c8-4208-89bd-64878bc5925b', 'status': 'completed', 'code': 200} Jul 16 01:19:19.656489 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-bad800d4-fa41-4e21-9c0a-13e89909e7af None None] Set router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:19.719219 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-bad800d4-fa41-4e21-9c0a-13e89909e7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:19:19Z', 'revision_number': 6, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:19.730695 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-6e3240e6-da7f-42c9-b8fb-36c8e103d17e admin admin] For port c6e89cfb-1f56-44bf-8e82-c1f75bc44abf, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c6e89cfb-1f56-44bf-8e82-c1f75bc44abf,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:19.731306 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e3240e6-da7f-42c9-b8fb-36c8e103d17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:19.752384 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-6e3240e6-da7f-42c9-b8fb-36c8e103d17e admin admin] Calling delete_port for c6e89cfb-1f56-44bf-8e82-c1f75bc44abf owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:19.753300 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad800d4-fa41-4e21-9c0a-13e89909e7af None None] The sync data for ids ['6eeffa7a-aace-4442-b4ad-2ac8887a7643'] in n-d-792394-16 is: [{'id': '6eeffa7a-aace-4442-b4ad-2ac8887a7643', 'name': 'tempest-FloatingIPsAssociationTestJSON-1625192024-router', 'tenant_id': 'b5319644441342cdbeb9ea6582f89529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:53Z', 'updated_at': '2021-07-16T01:19:19Z', 'revision_number': 6, 'project_id': 'b5319644441342cdbeb9ea6582f89529', 'gw_port_host': None}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:19:19.791607 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d7957-c5fb-474b-ba5c-3f80333af780 req-b4d71df9-b393-4449-8dc1-7af9af20d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:19.792094 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d7957-c5fb-474b-ba5c-3f80333af780 req-b4d71df9-b393-4449-8dc1-7af9af20d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:19.792610 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d7957-c5fb-474b-ba5c-3f80333af780 req-b4d71df9-b393-4449-8dc1-7af9af20d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:19.793084 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d7957-c5fb-474b-ba5c-3f80333af780 req-b4d71df9-b393-4449-8dc1-7af9af20d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:19.793576 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d7957-c5fb-474b-ba5c-3f80333af780 req-b4d71df9-b393-4449-8dc1-7af9af20d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:19.798259 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-389d7957-c5fb-474b-ba5c-3f80333af780 req-b4d71df9-b393-4449-8dc1-7af9af20d3cf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=673d6f606a904bf5902fda58599b5f5e&device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 4363 time: 0.1505902 Jul 16 01:19:19.882304 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-3e2d7251-ab1e-439d-88d1-cbbe10ce2a62 req-d10ef6a3-f1b5-4f99-b08d-e73d10ceae99 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] For port 731619d5-8d95-4681-a12d-49ce6c1cb51b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=731619d5-8d95-4681-a12d-49ce6c1cb51b,segment=NetworkSegment(cbc5b4f2-4a1e-475f-b4ec-de74e656f353),segment_id=cbc5b4f2-4a1e-475f-b4ec-de74e656f353)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:19.882699 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3e2d7251-ab1e-439d-88d1-cbbe10ce2a62 req-d10ef6a3-f1b5-4f99-b08d-e73d10ceae99 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:19.925088 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-3e2d7251-ab1e-439d-88d1-cbbe10ce2a62 req-d10ef6a3-f1b5-4f99-b08d-e73d10ceae99 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Calling delete_port for 731619d5-8d95-4681-a12d-49ce6c1cb51b owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:20.044137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de437bb7-288c-4bce-a4b5-21ea0b4c16cf req-6743b0e3-237a-4147-8058-e78b6ec90303 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:20.045648 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-de437bb7-288c-4bce-a4b5-21ea0b4c16cf req-6743b0e3-237a-4147-8058-e78b6ec90303 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 949 time: 0.2725799 Jul 16 01:19:20.067111 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-10210a31-7e04-4533-a234-c44f4d329641 req-6514caca-e968-44ca-9588-3cae63463335 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Deleting port 67825f8e-4b89-4b11-8b57-c398a3044207 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:20.067454 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-10210a31-7e04-4533-a234-c44f4d329641 req-6514caca-e968-44ca-9588-3cae63463335 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.138877 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d7957-c5fb-474b-ba5c-3f80333af780 req-4fcd4b56-b77e-49ca-92fe-b2575eefe2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:20.139368 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d7957-c5fb-474b-ba5c-3f80333af780 req-4fcd4b56-b77e-49ca-92fe-b2575eefe2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:20.139842 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d7957-c5fb-474b-ba5c-3f80333af780 req-4fcd4b56-b77e-49ca-92fe-b2575eefe2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:20.141592 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-389d7957-c5fb-474b-ba5c-3f80333af780 req-4fcd4b56-b77e-49ca-92fe-b2575eefe2b2 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=673d6f606a904bf5902fda58599b5f5e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3089108 Jul 16 01:19:20.154683 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378b985-5423-48fa-98ab-862631db2c13 req-6ee661d1-b336-499f-9051-dcb6cce19805 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:20.156226 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d378b985-5423-48fa-98ab-862631db2c13 req-6ee661d1-b336-499f-9051-dcb6cce19805 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 945 time: 0.3250430 Jul 16 01:19:20.212459 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-de437bb7-288c-4bce-a4b5-21ea0b4c16cf req-377bdee6-2d40-478a-bb56-3238634cbd9f tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534846 Jul 16 01:19:20.270552 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-10210a31-7e04-4533-a234-c44f4d329641 req-6514caca-e968-44ca-9588-3cae63463335 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] For port 67825f8e-4b89-4b11-8b57-c398a3044207, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=67825f8e-4b89-4b11-8b57-c398a3044207,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:20.272188 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-10210a31-7e04-4533-a234-c44f4d329641 req-6514caca-e968-44ca-9588-3cae63463335 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.298362 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-31f77c1b-5037-40aa-a3ea-f525f44843e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4345b472-d891-4095-9ac3-2e3b8fe40305 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:20.315456 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-31f77c1b-5037-40aa-a3ea-f525f44843e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.325193 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-10210a31-7e04-4533-a234-c44f4d329641 req-6514caca-e968-44ca-9588-3cae63463335 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Calling delete_port for 67825f8e-4b89-4b11-8b57-c398a3044207 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:20.393417 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-31f77c1b-5037-40aa-a3ea-f525f44843e0 service neutron] Transition to ACTIVE for port object 4345b472-d891-4095-9ac3-2e3b8fe40305 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:20.396875 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3e2d7251-ab1e-439d-88d1-cbbe10ce2a62 req-d10ef6a3-f1b5-4f99-b08d-e73d10ceae99 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.407258 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-31f77c1b-5037-40aa-a3ea-f525f44843e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.411209 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['731619d5-8d95-4681-a12d-49ce6c1cb51b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:20.432522 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d378b985-5423-48fa-98ab-862631db2c13 req-9a067cae-dac0-4e9a-b096-063ccd8ff12d tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495666 Jul 16 01:19:20.465300 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ef6a3-f1b5-4f99-b08d-e73d10ceae99 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Pushing event deleted for resources: {'Port': ['ID=731619d5-8d95-4681-a12d-49ce6c1cb51b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:20.489299 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-6bdeb050-b6ed-41ad-b23e-f47a48ea4678 service neutron] 10.222.0.82 "GET /v2.0/ports/18c97be5-5024-4a32-9565-b39688ff8000/bindings/n-h2-792394-16 HTTP/1.1" status: 200 len: 383 time: 0.3234479 Jul 16 01:19:20.500517 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e3240e6-da7f-42c9-b8fb-36c8e103d17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.517670 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d7957-c5fb-474b-ba5c-3f80333af780 req-1e640d73-4062-446b-8d6d-f649d2d74975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:20.520102 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-389d7957-c5fb-474b-ba5c-3f80333af780 req-1e640d73-4062-446b-8d6d-f649d2d74975 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3629220 Jul 16 01:19:20.541003 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a25e4264-e4bb-47c8-8b3f-3c95a7025b5e req-abf37a05-f87b-4502-9f73-df17937df1d7 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.16 "GET /v2.0/ports?device_id=76428fa8-d559-480b-a696-342cc7a3adda HTTP/1.1" status: 200 len: 210 time: 0.1348391 Jul 16 01:19:20.541618 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f77c1b-5037-40aa-a3ea-f525f44843e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4345b472-d891-4095-9ac3-2e3b8fe40305,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:20.607107 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3240e6-da7f-42c9-b8fb-36c8e103d17e admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e89cfb-1f56-44bf-8e82-c1f75bc44abf,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:20.642267 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2d7251-ab1e-439d-88d1-cbbe10ce2a62 req-d10ef6a3-f1b5-4f99-b08d-e73d10ceae99 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] No DVR routers for this DVR port 731619d5-8d95-4681-a12d-49ce6c1cb51b on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:20.653622 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3e2d7251-ab1e-439d-88d1-cbbe10ce2a62 req-d10ef6a3-f1b5-4f99-b08d-e73d10ceae99 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.655759 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3e2d7251-ab1e-439d-88d1-cbbe10ce2a62 req-d10ef6a3-f1b5-4f99-b08d-e73d10ceae99 tempest-VolumesAdminNegativeTest-1104032618 tempest-VolumesAdminNegativeTest-1104032618-project] 10.222.0.82 "DELETE /v2.0/ports/731619d5-8d95-4681-a12d-49ce6c1cb51b HTTP/1.1" status: 204 len: 173 time: 1.8936934 Jul 16 01:19:20.678571 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e3240e6-da7f-42c9-b8fb-36c8e103d17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.789749 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:19:20.802873 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-31f77c1b-5037-40aa-a3ea-f525f44843e0 service neutron] Attempting to bind port 4345b472-d891-4095-9ac3-2e3b8fe40305 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:20.803207 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-31f77c1b-5037-40aa-a3ea-f525f44843e0 service neutron] Attempting to bind port 4345b472-d891-4095-9ac3-2e3b8fe40305 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '5acad3ff-8fc3-4abc-ae07-15328b71dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:20.803683 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-31f77c1b-5037-40aa-a3ea-f525f44843e0 service neutron] Attempting to bind port 4345b472-d891-4095-9ac3-2e3b8fe40305 on network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:20.818377 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-10210a31-7e04-4533-a234-c44f4d329641 req-6514caca-e968-44ca-9588-3cae63463335 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.887809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-31f77c1b-5037-40aa-a3ea-f525f44843e0 service neutron] Port 4345b472-d891-4095-9ac3-2e3b8fe40305 on network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:20.888056 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-31f77c1b-5037-40aa-a3ea-f525f44843e0 service neutron] Attempting to bind port 4345b472-d891-4095-9ac3-2e3b8fe40305 on network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:20.901020 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514caca-e968-44ca-9588-3cae63463335 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Pushing event deleted for resources: {'Port': ['ID=67825f8e-4b89-4b11-8b57-c398a3044207,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:20.927531 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-31f77c1b-5037-40aa-a3ea-f525f44843e0 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:20.927867 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-31f77c1b-5037-40aa-a3ea-f525f44843e0 service neutron] Checking segment: {'id': '5acad3ff-8fc3-4abc-ae07-15328b71dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:20.928932 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-31f77c1b-5037-40aa-a3ea-f525f44843e0 service neutron] Bound using segment: {'id': '5acad3ff-8fc3-4abc-ae07-15328b71dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:20.928932 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-31f77c1b-5037-40aa-a3ea-f525f44843e0 service neutron] Bound port: 4345b472-d891-4095-9ac3-2e3b8fe40305, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5acad3ff-8fc3-4abc-ae07-15328b71dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:20.929273 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-31f77c1b-5037-40aa-a3ea-f525f44843e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.085380 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-655ab0cd-2029-41cd-9032-5fa14040c37d req-20b77009-4ed5-4c14-a2cf-e7ac2b2fdb63 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e9f58f-e83a-4a45-935d-af5dee794120 HTTP/1.1" status: 200 len: 210 time: 0.2906330 Jul 16 01:19:21.105992 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e3240e6-da7f-42c9-b8fb-36c8e103d17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.113264 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e3240e6-da7f-42c9-b8fb-36c8e103d17e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.174859 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-10210a31-7e04-4533-a234-c44f4d329641 req-6514caca-e968-44ca-9588-3cae63463335 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] No DVR routers for this DVR port 67825f8e-4b89-4b11-8b57-c398a3044207 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:21.178855 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-10210a31-7e04-4533-a234-c44f4d329641 req-6514caca-e968-44ca-9588-3cae63463335 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.182004 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-10210a31-7e04-4533-a234-c44f4d329641 req-6514caca-e968-44ca-9588-3cae63463335 tempest-ServersAdminTestJSON-442483104 tempest-ServersAdminTestJSON-442483104-project] 10.222.0.84 "DELETE /v2.0/ports/67825f8e-4b89-4b11-8b57-c398a3044207 HTTP/1.1" status: 204 len: 173 time: 1.8072071 Jul 16 01:19:21.250338 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c6e89cfb-1f56-44bf-8e82-c1f75bc44abf no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:21.311556 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: c6e89cfb-1f56-44bf-8e82-c1f75bc44abf {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:21.312026 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c6e89cfb-1f56-44bf-8e82-c1f75bc44abf not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:21.316345 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 67779085-2a8f-487d-aac7-a670fe86de43 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:21.329594 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e3240e6-da7f-42c9-b8fb-36c8e103d17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.337699 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3240e6-da7f-42c9-b8fb-36c8e103d17e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6eeffa7a-aace-4442-b4ad-2ac8887a7643 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:19:21.339946 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 67779085-2a8f-487d-aac7-a670fe86de43 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:21.340659 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 67779085-2a8f-487d-aac7-a670fe86de43 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:21.349229 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e3240e6-da7f-42c9-b8fb-36c8e103d17e admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.353570 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6e3240e6-da7f-42c9-b8fb-36c8e103d17e admin admin] 10.222.0.16 "DELETE /v2.0/routers/6eeffa7a-aace-4442-b4ad-2ac8887a7643 HTTP/1.1" status: 204 len: 168 time: 2.4523363 Jul 16 01:19:21.355504 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37924) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:21.418242 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-31f77c1b-5037-40aa-a3ea-f525f44843e0 service neutron] For port 4345b472-d891-4095-9ac3-2e3b8fe40305, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:21.421115 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c674cc7-2e31-4067-95df-c49647bad1e7 admin admin] Deleting subnet b7f91db5-9b19-4112-b5a1-d9fe823a6613 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:19:21.421820 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-31f77c1b-5037-40aa-a3ea-f525f44843e0 service neutron] For port 4345b472-d891-4095-9ac3-2e3b8fe40305, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=4345b472-d891-4095-9ac3-2e3b8fe40305,segment=NetworkSegment(5acad3ff-8fc3-4abc-ae07-15328b71dacb),segment_id=5acad3ff-8fc3-4abc-ae07-15328b71dacb)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:21.430514 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8c674cc7-2e31-4067-95df-c49647bad1e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.438892 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-31f77c1b-5037-40aa-a3ea-f525f44843e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.510229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-31f77c1b-5037-40aa-a3ea-f525f44843e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:21.510899 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-31f77c1b-5037-40aa-a3ea-f525f44843e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.512380 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-31f77c1b-5037-40aa-a3ea-f525f44843e0 service neutron] 10.222.0.82 "PUT /v2.0/ports/4345b472-d891-4095-9ac3-2e3b8fe40305 HTTP/1.1" status: 200 len: 1136 time: 2.4961820 Jul 16 01:19:21.540960 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11714a-5952-4bc5-a06c-3ac3922a48b9 req-b08d46f9-4ded-43c2-8ef5-4bf883fcad6c tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:21.552245 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673897e-74b3-4040-b7f2-c84e6bb4043a req-59a36e00-961f-4a40-a001-761a4b4181da tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:21.560045 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11714a-5952-4bc5-a06c-3ac3922a48b9 req-b08d46f9-4ded-43c2-8ef5-4bf883fcad6c tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:21.562778 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8673897e-74b3-4040-b7f2-c84e6bb4043a req-59a36e00-961f-4a40-a001-761a4b4181da tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 943 time: 0.3288746 Jul 16 01:19:21.567158 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11714a-5952-4bc5-a06c-3ac3922a48b9 req-b08d46f9-4ded-43c2-8ef5-4bf883fcad6c tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:21.580305 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-07bde94f-566f-4455-914c-3ea9f921d169 service neutron] Request body: {'port': {'device_id': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:21.582951 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11714a-5952-4bc5-a06c-3ac3922a48b9 req-b08d46f9-4ded-43c2-8ef5-4bf883fcad6c tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:21.589366 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11714a-5952-4bc5-a06c-3ac3922a48b9 req-b08d46f9-4ded-43c2-8ef5-4bf883fcad6c tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:21.596800 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11714a-5952-4bc5-a06c-3ac3922a48b9 req-b08d46f9-4ded-43c2-8ef5-4bf883fcad6c tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:21.604939 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-af11714a-5952-4bc5-a06c-3ac3922a48b9 req-b08d46f9-4ded-43c2-8ef5-4bf883fcad6c tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 4604 time: 0.3293493 Jul 16 01:19:21.619908 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8c674cc7-2e31-4067-95df-c49647bad1e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.633844 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76428fa8-d559-480b-a696-342cc7a3adda', 'name': 'network-vif-deleted', 'tag': '731619d5-8d95-4681-a12d-49ce6c1cb51b'}, {'server_uuid': 'd2e9f58f-e83a-4a45-935d-af5dee794120', 'name': 'network-vif-deleted', 'tag': '67825f8e-4b89-4b11-8b57-c398a3044207'}, {'name': 'network-changed', 'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'tag': '4345b472-d891-4095-9ac3-2e3b8fe40305'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:21.636103 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fe2ec6-5074-409a-95a9-51b1186b054a" -d '{"events": [{"server_uuid": "76428fa8-d559-480b-a696-342cc7a3adda", "name": "network-vif-deleted", "tag": "731619d5-8d95-4681-a12d-49ce6c1cb51b"}, {"server_uuid": "d2e9f58f-e83a-4a45-935d-af5dee794120", "name": "network-vif-deleted", "tag": "67825f8e-4b89-4b11-8b57-c398a3044207"}, {"name": "network-changed", "server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "tag": "4345b472-d891-4095-9ac3-2e3b8fe40305"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:21.665536 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-19ec801b-884b-466f-af7a-6618f09c3146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:21.667138 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-19ec801b-884b-466f-af7a-6618f09c3146 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda&tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a HTTP/1.1" status: 200 len: 1101 time: 0.5406179 Jul 16 01:19:21.689177 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-af11714a-5952-4bc5-a06c-3ac3922a48b9 req-e3aa6b25-035d-4258-b6d8-6a03054ba716 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0829923 Jul 16 01:19:21.800747 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8673897e-74b3-4040-b7f2-c84e6bb4043a req-41e9ec57-f81f-4a8c-aa5d-b271a413716c tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280090 Jul 16 01:19:21.833579 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8c674cc7-2e31-4067-95df-c49647bad1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.867804 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f77c1b-5037-40aa-a3ea-f525f44843e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4345b472-d891-4095-9ac3-2e3b8fe40305,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:21.914183 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8c674cc7-2e31-4067-95df-c49647bad1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.980349 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-07bde94f-566f-4455-914c-3ea9f921d169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.998081 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-b9a0478f-2b26-46bd-9979-68fe2aa4d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:21.999962 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-b9a0478f-2b26-46bd-9979-68fe2aa4d667 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 1101 time: 0.2478428 Jul 16 01:19:22.018019 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8c674cc7-2e31-4067-95df-c49647bad1e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.018280 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7e26c3-8bdb-45ab-b099-d78ea8f4dde0 None None] Network b96789ad-e3d0-4b87-a610-aa1116fe3317 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:22.023792 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8c674cc7-2e31-4067-95df-c49647bad1e7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b7f91db5-9b19-4112-b5a1-d9fe823a6613 HTTP/1.1" status: 204 len: 168 time: 0.6670361 Jul 16 01:19:22.025005 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37934) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:22.027774 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c674cc7-2e31-4067-95df-c49647bad1e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7f91db5-9b19-4112-b5a1-d9fe823a6613,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:22.134115 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6667b8c-6474-47c5-b102-1870ce134a0c req-037e9fce-f715-4164-afb4-89f7e20351de tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:22.136601 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a6667b8c-6474-47c5-b102-1870ce134a0c req-037e9fce-f715-4164-afb4-89f7e20351de tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 949 time: 0.2090776 Jul 16 01:19:22.176555 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-078e2aac-66a8-4212-8371-0f40d2fbbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.239030 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a6667b8c-6474-47c5-b102-1870ce134a0c req-496c17ae-1f83-4d40-b990-c31387df4008 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954802 Jul 16 01:19:22.306457 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-35bccbfe-1eaa-4642-960f-51ff175ef021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:22.307892 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-35bccbfe-1eaa-4642-960f-51ff175ef021 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2811389 Jul 16 01:19:22.321158 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0beb75-ad02-448a-a172-55be97c47af2 None None] DHCP port deletion for b96789ad-e3d0-4b87-a610-aa1116fe3317 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:19:22.333365 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00c4ba-c233-4c09-97dd-1bb8ee4f9316 req-4bd40a9e-a7b8-4f02-a770-e8e5fde71126 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:22.340561 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f00c4ba-c233-4c09-97dd-1bb8ee4f9316 req-4bd40a9e-a7b8-4f02-a770-e8e5fde71126 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 945 time: 0.3031826 Jul 16 01:19:22.364725 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-078e2aac-66a8-4212-8371-0f40d2fbbda5 admin admin] Deleting port 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:22.365142 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-078e2aac-66a8-4212-8371-0f40d2fbbda5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.381960 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37938) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:22.462070 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 67825f8e-4b89-4b11-8b57-c398a3044207 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:22.465324 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-da0beb75-ad02-448a-a172-55be97c47af2 None None] Deleting port 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:22.465726 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da0beb75-ad02-448a-a172-55be97c47af2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.533352 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-078e2aac-66a8-4212-8371-0f40d2fbbda5 admin admin] For port 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=33ce830a-1650-45eb-b4b8-e7ac4a2a1b55,segment=NetworkSegment(5fb644d6-0a18-4b52-9c4c-f3e22f80ca52),segment_id=5fb644d6-0a18-4b52-9c4c-f3e22f80ca52)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:22.533718 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-078e2aac-66a8-4212-8371-0f40d2fbbda5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.548194 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-078e2aac-66a8-4212-8371-0f40d2fbbda5 admin admin] Calling delete_port for 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:22.553116 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-da0beb75-ad02-448a-a172-55be97c47af2 None None] For port 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=33ce830a-1650-45eb-b4b8-e7ac4a2a1b55,segment=NetworkSegment(5fb644d6-0a18-4b52-9c4c-f3e22f80ca52),segment_id=5fb644d6-0a18-4b52-9c4c-f3e22f80ca52)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:22.553961 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da0beb75-ad02-448a-a172-55be97c47af2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.570929 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-da0beb75-ad02-448a-a172-55be97c47af2 None None] Calling delete_port for 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:22.739455 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-170c8e91-41d2-46c4-9ee9-be9af6bc3179 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=18c97be5-5024-4a32-9565-b39688ff8000 HTTP/1.1" status: 200 len: 217 time: 0.4234269 Jul 16 01:19:22.745821 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f402c0-e225-40a6-aea6-f33d7938c4f3 x-openstack-request-id: req-65f402c0-e225-40a6-aea6-f33d7938c4f3 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:22.746356 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76428fa8-d559-480b-a696-342cc7a3adda", "name": "network-vif-deleted", "tag": "731619d5-8d95-4681-a12d-49ce6c1cb51b", "status": "completed", "code": 200}, {"server_uuid": "d2e9f58f-e83a-4a45-935d-af5dee794120", "name": "network-vif-deleted", "tag": "67825f8e-4b89-4b11-8b57-c398a3044207", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "tag": "4345b472-d891-4095-9ac3-2e3b8fe40305", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:22.746787 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65f402c0-e225-40a6-aea6-f33d7938c4f3 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:22.747343 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76428fa8-d559-480b-a696-342cc7a3adda', 'name': 'network-vif-deleted', 'tag': '731619d5-8d95-4681-a12d-49ce6c1cb51b', 'status': 'completed', 'code': 200} Jul 16 01:19:22.747754 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e9f58f-e83a-4a45-935d-af5dee794120', 'name': 'network-vif-deleted', 'tag': '67825f8e-4b89-4b11-8b57-c398a3044207', 'status': 'completed', 'code': 200} Jul 16 01:19:22.748145 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'tag': '4345b472-d891-4095-9ac3-2e3b8fe40305', 'status': 'completed', 'code': 200} Jul 16 01:19:22.792694 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 731619d5-8d95-4681-a12d-49ce6c1cb51b no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:22.793210 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe2ec6-5074-409a-95a9-51b1186b054a req-3d096e7b-a048-4bf8-baae-3c8892f059df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:22.793700 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe2ec6-5074-409a-95a9-51b1186b054a req-3d096e7b-a048-4bf8-baae-3c8892f059df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:22.795698 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe2ec6-5074-409a-95a9-51b1186b054a req-3d096e7b-a048-4bf8-baae-3c8892f059df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:22.796193 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe2ec6-5074-409a-95a9-51b1186b054a req-3d096e7b-a048-4bf8-baae-3c8892f059df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:22.796697 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe2ec6-5074-409a-95a9-51b1186b054a req-3d096e7b-a048-4bf8-baae-3c8892f059df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:22.797170 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe2ec6-5074-409a-95a9-51b1186b054a req-3d096e7b-a048-4bf8-baae-3c8892f059df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:22.797913 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 67825f8e-4b89-4b11-8b57-c398a3044207 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:22.799234 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 67825f8e-4b89-4b11-8b57-c398a3044207 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:22.803588 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d2fe2ec6-5074-409a-95a9-51b1186b054a req-3d096e7b-a048-4bf8-baae-3c8892f059df service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=673d6f606a904bf5902fda58599b5f5e&device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5292 time: 0.1951194 Jul 16 01:19:22.833198 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-078e2aac-66a8-4212-8371-0f40d2fbbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.843220 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 731619d5-8d95-4681-a12d-49ce6c1cb51b {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:22.848483 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 731619d5-8d95-4681-a12d-49ce6c1cb51b not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:22.850170 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da0beb75-ad02-448a-a172-55be97c47af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.878578 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f00c4ba-c233-4c09-97dd-1bb8ee4f9316 req-3b997285-3b62-4012-a10c-13c6b949dfbd tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5367157 Jul 16 01:19:22.912648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3c5efb-faf0-407f-8f8a-b37d89eb19fd admin admin] Deleting subnet 92385b76-00f6-4ebd-90a1-307671609857 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:19:22.920696 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-1d0c1be1-51bc-4569-9d7c-d50c5d9afd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:22.929034 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-1d0c1be1-51bc-4569-9d7c-d50c5d9afd19 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1586032 Jul 16 01:19:22.934136 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5efb-faf0-407f-8f8a-b37d89eb19fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.945956 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0beb75-ad02-448a-a172-55be97c47af2 None None] Pushing event deleted for resources: {'Port': ['ID=33ce830a-1650-45eb-b4b8-e7ac4a2a1b55,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:22.960824 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e2aac-66a8-4212-8371-0f40d2fbbda5 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ce830a-1650-45eb-b4b8-e7ac4a2a1b55,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:22.968856 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0beb75-ad02-448a-a172-55be97c47af2 None None] No DVR routers for this DVR port 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:23.002307 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0beb75-ad02-448a-a172-55be97c47af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:23.002794 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0beb75-ad02-448a-a172-55be97c47af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:23.004536 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0beb75-ad02-448a-a172-55be97c47af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:23.005647 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0beb75-ad02-448a-a172-55be97c47af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:23.007209 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0beb75-ad02-448a-a172-55be97c47af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:23.007591 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0beb75-ad02-448a-a172-55be97c47af2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:23.009106 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0beb75-ad02-448a-a172-55be97c47af2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:23.009455 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0beb75-ad02-448a-a172-55be97c47af2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:23.010632 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0beb75-ad02-448a-a172-55be97c47af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:23.010973 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0beb75-ad02-448a-a172-55be97c47af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:23.012084 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0beb75-ad02-448a-a172-55be97c47af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:23.012495 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0beb75-ad02-448a-a172-55be97c47af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:23.102939 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5efb-faf0-407f-8f8a-b37d89eb19fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:23.182663 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:23.204841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37948) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:23.206609 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:23.208030 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:23.262666 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-07bde94f-566f-4455-914c-3ea9f921d169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28a2b02f-aee0-487c-baab-2cdc1ff4a615 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:23.276641 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-07bde94f-566f-4455-914c-3ea9f921d169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:23.287145 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5efb-faf0-407f-8f8a-b37d89eb19fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:23.321231 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-9a9e1e91-ca6d-4499-b577-ba6b45ed1241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:23.322713 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-9a9e1e91-ca6d-4499-b577-ba6b45ed1241 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3704395 Jul 16 01:19:23.328505 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-07bde94f-566f-4455-914c-3ea9f921d169 service neutron] Transition to ACTIVE for port object 28a2b02f-aee0-487c-baab-2cdc1ff4a615 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:23.392440 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-07bde94f-566f-4455-914c-3ea9f921d169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:23.491050 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14b4a9-6b44-471d-a27b-ec5c89f4dc39 req-a49a90fc-2f62-4dce-8fa3-d0661156de5b tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:23.496785 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4f14b4a9-6b44-471d-a27b-ec5c89f4dc39 req-a49a90fc-2f62-4dce-8fa3-d0661156de5b tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 943 time: 0.4125903 Jul 16 01:19:23.518748 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078e2aac-66a8-4212-8371-0f40d2fbbda5 admin admin] No DVR routers for this DVR port 33ce830a-1650-45eb-b4b8-e7ac4a2a1b55 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:23.636107 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe2ec6-5074-409a-95a9-51b1186b054a req-1eecbf5b-5e84-4dc2-846f-43590054b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:23.637329 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe2ec6-5074-409a-95a9-51b1186b054a req-1eecbf5b-5e84-4dc2-846f-43590054b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:23.638208 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe2ec6-5074-409a-95a9-51b1186b054a req-1eecbf5b-5e84-4dc2-846f-43590054b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:23.641761 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d2fe2ec6-5074-409a-95a9-51b1186b054a req-1eecbf5b-5e84-4dc2-846f-43590054b3ca service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=673d6f606a904bf5902fda58599b5f5e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8283849 Jul 16 01:19:23.651636 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5efb-faf0-407f-8f8a-b37d89eb19fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:23.678710 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4f14b4a9-6b44-471d-a27b-ec5c89f4dc39 req-ccc7af66-8b3b-46a5-8c4d-5df277a8b5ab tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425822 Jul 16 01:19:23.679445 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bde94f-566f-4455-914c-3ea9f921d169 service neutron] Pushing event updated for resources: {'Port': ['ID=28a2b02f-aee0-487c-baab-2cdc1ff4a615,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:23.723652 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5efb-faf0-407f-8f8a-b37d89eb19fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:23.725676 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cf3c5efb-faf0-407f-8f8a-b37d89eb19fd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/92385b76-00f6-4ebd-90a1-307671609857 HTTP/1.1" status: 204 len: 168 time: 1.3413675 Jul 16 01:19:23.732796 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37956) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:23.811520 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-1c42a2f0-86a3-41fb-8cf4-26321b92212a service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753611 Jul 16 01:19:23.816190 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a0ac4fab-27e5-4b42-9c6b-08d79096f7a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2db723265f594b90bb57a2f4b64cbdf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6064537 Jul 16 01:19:23.823236 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-078e2aac-66a8-4212-8371-0f40d2fbbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:23.832320 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37958) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:23.853231 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f861b-68a1-4fba-ad79-303269348356 req-96a3bdb3-930e-40d0-917e-1be510b0e0e3 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:23.859807 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f861b-68a1-4fba-ad79-303269348356 req-96a3bdb3-930e-40d0-917e-1be510b0e0e3 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:23.866355 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f861b-68a1-4fba-ad79-303269348356 req-96a3bdb3-930e-40d0-917e-1be510b0e0e3 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:23.874478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c5efb-faf0-407f-8f8a-b37d89eb19fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92385b76-00f6-4ebd-90a1-307671609857,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:23.875056 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f861b-68a1-4fba-ad79-303269348356 req-96a3bdb3-930e-40d0-917e-1be510b0e0e3 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:23.882612 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f861b-68a1-4fba-ad79-303269348356 req-96a3bdb3-930e-40d0-917e-1be510b0e0e3 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:23.888953 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f861b-68a1-4fba-ad79-303269348356 req-96a3bdb3-930e-40d0-917e-1be510b0e0e3 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:23.890907 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d14f861b-68a1-4fba-ad79-303269348356 req-96a3bdb3-930e-40d0-917e-1be510b0e0e3 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 4604 time: 0.9241989 Jul 16 01:19:23.938233 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-078e2aac-66a8-4212-8371-0f40d2fbbda5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b96789ad-e3d0-4b87-a610-aa1116fe3317']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:23.992902 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-078e2aac-66a8-4212-8371-0f40d2fbbda5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb644d6-0a18-4b52-9c4c-f3e22f80ca52') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:23.993278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-078e2aac-66a8-4212-8371-0f40d2fbbda5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb644d6-0a18-4b52-9c4c-f3e22f80ca52') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:24.023275 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-07bde94f-566f-4455-914c-3ea9f921d169 service neutron] Attempting to bind port 28a2b02f-aee0-487c-baab-2cdc1ff4a615 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:24.023601 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-07bde94f-566f-4455-914c-3ea9f921d169 service neutron] Attempting to bind port 28a2b02f-aee0-487c-baab-2cdc1ff4a615 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '5acad3ff-8fc3-4abc-ae07-15328b71dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:24.023881 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-07bde94f-566f-4455-914c-3ea9f921d169 service neutron] Attempting to bind port 28a2b02f-aee0-487c-baab-2cdc1ff4a615 on network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:24.039450 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-07bde94f-566f-4455-914c-3ea9f921d169 service neutron] Port 28a2b02f-aee0-487c-baab-2cdc1ff4a615 on network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:24.039632 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-07bde94f-566f-4455-914c-3ea9f921d169 service neutron] Attempting to bind port 28a2b02f-aee0-487c-baab-2cdc1ff4a615 on network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:24.053696 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1b63dcb-8b74-4ab0-9431-b5fc4d0ab876 req-56fb906d-3e07-4a9c-8306-4b3fd84a42ae service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092001 Jul 16 01:19:24.054375 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-07bde94f-566f-4455-914c-3ea9f921d169 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:24.054716 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-07bde94f-566f-4455-914c-3ea9f921d169 service neutron] Checking segment: {'id': '5acad3ff-8fc3-4abc-ae07-15328b71dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:24.055100 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-07bde94f-566f-4455-914c-3ea9f921d169 service neutron] Bound using segment: {'id': '5acad3ff-8fc3-4abc-ae07-15328b71dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:24.055555 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-07bde94f-566f-4455-914c-3ea9f921d169 service neutron] Bound port: 28a2b02f-aee0-487c-baab-2cdc1ff4a615, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5acad3ff-8fc3-4abc-ae07-15328b71dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:24.056399 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-07bde94f-566f-4455-914c-3ea9f921d169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.078716 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b7b55-07f0-4350-9f80-14a2fce9b8cd req-5c517770-675d-4dcf-a315-61c5fb7bb985 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:24.080293 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0b8b7b55-07f0-4350-9f80-14a2fce9b8cd req-5c517770-675d-4dcf-a315-61c5fb7bb985 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 949 time: 0.1910951 Jul 16 01:19:24.085763 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-078e2aac-66a8-4212-8371-0f40d2fbbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.123145 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-34d45c7e-cd50-49f3-90a0-f6ed31847efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.155048 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-078e2aac-66a8-4212-8371-0f40d2fbbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.163515 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d14f861b-68a1-4fba-ad79-303269348356 req-5d8b329d-51ad-4dae-a502-efd1a9bd54e6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2638614 Jul 16 01:19:24.168568 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe2ec6-5074-409a-95a9-51b1186b054a req-f9a32c2d-a36b-470c-ad71-be682e89a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:24.169823 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d2fe2ec6-5074-409a-95a9-51b1186b054a req-f9a32c2d-a36b-470c-ad71-be682e89a30a service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4979241 Jul 16 01:19:24.173256 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0b8b7b55-07f0-4350-9f80-14a2fce9b8cd req-cedd9a75-4787-417f-970a-04785a77e171 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612857 Jul 16 01:19:24.176732 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-078e2aac-66a8-4212-8371-0f40d2fbbda5 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:19:24.177148 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-078e2aac-66a8-4212-8371-0f40d2fbbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:19:24.180252 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:19:24.184254 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:19:24.184254 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:19:24.184254 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:19:24.184254 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:19:24.184254 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:19:24.184254 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:19:24.184254 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:19:24.184254 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:19:24.184254 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:19:24.233742 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-07bde94f-566f-4455-914c-3ea9f921d169 service neutron] For port 28a2b02f-aee0-487c-baab-2cdc1ff4a615, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:24.240965 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-07bde94f-566f-4455-914c-3ea9f921d169 service neutron] For port 28a2b02f-aee0-487c-baab-2cdc1ff4a615, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=28a2b02f-aee0-487c-baab-2cdc1ff4a615,segment=NetworkSegment(5acad3ff-8fc3-4abc-ae07-15328b71dacb),segment_id=5acad3ff-8fc3-4abc-ae07-15328b71dacb)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:24.249007 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-07bde94f-566f-4455-914c-3ea9f921d169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.290488 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0d89ff20-bef6-4054-aae8-f3d38ceec65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.295610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-07bde94f-566f-4455-914c-3ea9f921d169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:24.296827 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-07bde94f-566f-4455-914c-3ea9f921d169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.298315 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-07bde94f-566f-4455-914c-3ea9f921d169 service neutron] 10.222.0.82 "PUT /v2.0/ports/28a2b02f-aee0-487c-baab-2cdc1ff4a615 HTTP/1.1" status: 200 len: 1137 time: 2.7222910 Jul 16 01:19:24.367792 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-03c06a3c-a95e-43f8-a7e8-86fa0e3de31c service neutron] Request body: {'port': {'device_id': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:24.411380 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0d89ff20-bef6-4054-aae8-f3d38ceec65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.417088 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bde94f-566f-4455-914c-3ea9f921d169 service neutron] Pushing event updated for resources: {'Port': ['ID=28a2b02f-aee0-487c-baab-2cdc1ff4a615,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:24.463384 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-34d45c7e-cd50-49f3-90a0-f6ed31847efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.492395 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-03c06a3c-a95e-43f8-a7e8-86fa0e3de31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.518179 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-078e2aac-66a8-4212-8371-0f40d2fbbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.524293 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-078e2aac-66a8-4212-8371-0f40d2fbbda5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.529451 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-078e2aac-66a8-4212-8371-0f40d2fbbda5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b96789ad-e3d0-4b87-a610-aa1116fe3317 HTTP/1.1" status: 204 len: 168 time: 2.4935942 Jul 16 01:19:24.531592 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-34d45c7e-cd50-49f3-90a0-f6ed31847efc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f11943-b637-455e-9864-c9ac8ae123e9']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:24.574467 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-34d45c7e-cd50-49f3-90a0-f6ed31847efc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc5b4f2-4a1e-475f-b4ec-de74e656f353') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:24.574666 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-34d45c7e-cd50-49f3-90a0-f6ed31847efc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc5b4f2-4a1e-475f-b4ec-de74e656f353') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:24.584653 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e2aac-66a8-4212-8371-0f40d2fbbda5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b96789ad-e3d0-4b87-a610-aa1116fe3317,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:24.592531 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-34d45c7e-cd50-49f3-90a0-f6ed31847efc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.601363 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2d849f62-e1dc-4ba1-895b-661c98559d5a no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:24.618841 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-34d45c7e-cd50-49f3-90a0-f6ed31847efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.630775 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d45c7e-cd50-49f3-90a0-f6ed31847efc admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:19:24.631212 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-34d45c7e-cd50-49f3-90a0-f6ed31847efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:19:24.633148 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:19:24.655101 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0d89ff20-bef6-4054-aae8-f3d38ceec65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.657693 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0d89ff20-bef6-4054-aae8-f3d38ceec65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.661646 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0d89ff20-bef6-4054-aae8-f3d38ceec65b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0bb8f672-8bcd-4282-b455-0553e75add01 HTTP/1.1" status: 204 len: 168 time: 0.7697239 Jul 16 01:19:24.674678 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb8145-c89d-4db0-b16b-3698a6b763a8 req-2d739e8b-bc3e-48a9-ad5d-2cbc7fc44b54 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:24.682797 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-29eb8145-c89d-4db0-b16b-3698a6b763a8 req-2d739e8b-bc3e-48a9-ad5d-2cbc7fc44b54 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 945 time: 0.2102454 Jul 16 01:19:24.785037 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'tag': '28a2b02f-aee0-487c-baab-2cdc1ff4a615'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:24.788474 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89ff20-bef6-4054-aae8-f3d38ceec65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb8f672-8bcd-4282-b455-0553e75add01,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:24.795180 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1330a4b5-d93a-49a0-b69c-5b2aa91a0586" -d '{"events": [{"name": "network-changed", "server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "tag": "28a2b02f-aee0-487c-baab-2cdc1ff4a615"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:24.808429 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-34d45c7e-cd50-49f3-90a0-f6ed31847efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.814172 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-34d45c7e-cd50-49f3-90a0-f6ed31847efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.816903 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-34d45c7e-cd50-49f3-90a0-f6ed31847efc admin admin] 10.222.0.16 "DELETE /v2.0/networks/07f11943-b637-455e-9864-c9ac8ae123e9 HTTP/1.1" status: 204 len: 168 time: 1.0748959 Jul 16 01:19:24.821868 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37970) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:24.852515 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d45c7e-cd50-49f3-90a0-f6ed31847efc admin admin] Pushing event deleted for resources: {'Network': ['ID=07f11943-b637-455e-9864-c9ac8ae123e9,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:24.859411 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-29eb8145-c89d-4db0-b16b-3698a6b763a8 req-a26cff70-f7eb-448a-b555-409f34731903 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756768 Jul 16 01:19:24.861124 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37972) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:24.904398 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 18c97be5-5024-4a32-9565-b39688ff8000 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:24.971627 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c92a2be5-ac7c-47cf-abfc-48288143dd91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b5319644441342cdbeb9ea6582f89529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1058431 Jul 16 01:19:24.972801 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37976) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:25.022118 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a0db64-50d1-4564-a02e-18afa0b05655 x-openstack-request-id: req-81a0db64-50d1-4564-a02e-18afa0b05655 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:25.022350 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "tag": "28a2b02f-aee0-487c-baab-2cdc1ff4a615", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:25.022562 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81a0db64-50d1-4564-a02e-18afa0b05655 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:25.027660 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'tag': '28a2b02f-aee0-487c-baab-2cdc1ff4a615', 'status': 'completed', 'code': 200} Jul 16 01:19:25.042151 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.073929 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cabeb8-ba17-4ecd-aae8-8befb00dfeda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18c97be5-5024-4a32-9565-b39688ff8000'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:25.076860 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a787ea-850e-4f18-b9d0-14babcbfb9c1" -d '{"events": [{"server_uuid": "91cabeb8-ba17-4ecd-aae8-8befb00dfeda", "name": "network-vif-unplugged", "status": "completed", "tag": "18c97be5-5024-4a32-9565-b39688ff8000"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:25.095826 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 18c97be5-5024-4a32-9565-b39688ff8000, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=18c97be5-5024-4a32-9565-b39688ff8000,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:25.114238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-03c06a3c-a95e-43f8-a7e8-86fa0e3de31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31957c03-e96c-4dce-b43d-07797f5d84a0 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:25.114403 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.127664 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-03c06a3c-a95e-43f8-a7e8-86fa0e3de31c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.147590 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-03c06a3c-a95e-43f8-a7e8-86fa0e3de31c service neutron] Transition to ACTIVE for port object 31957c03-e96c-4dce-b43d-07797f5d84a0 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:25.178338 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2275fd-9ec5-416d-ba98-4f4dd4e8418b x-openstack-request-id: req-9c2275fd-9ec5-416d-ba98-4f4dd4e8418b {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:25.178921 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91cabeb8-ba17-4ecd-aae8-8befb00dfeda", "name": "network-vif-unplugged", "status": "completed", "tag": "18c97be5-5024-4a32-9565-b39688ff8000", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:25.179382 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c2275fd-9ec5-416d-ba98-4f4dd4e8418b {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:25.180259 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cabeb8-ba17-4ecd-aae8-8befb00dfeda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18c97be5-5024-4a32-9565-b39688ff8000', 'code': 200} Jul 16 01:19:25.195355 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37980) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:25.200966 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-03c06a3c-a95e-43f8-a7e8-86fa0e3de31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.214631 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fb3cfa25-8879-4f22-87cf-704859634855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.224845 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=18c97be5-5024-4a32-9565-b39688ff8000,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:25.238585 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fb3cfa25-8879-4f22-87cf-704859634855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.244460 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-bedf7cb2-fe54-4e89-90e2-4c8696a4c9ab admin admin] Deleting subnet 0858ab6c-10c7-464e-86a8-6172791c5d6a {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:19:25.257981 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bedf7cb2-fe54-4e89-90e2-4c8696a4c9ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.306999 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330a4b5-d93a-49a0-b69c-5b2aa91a0586 req-98438f88-dd03-4b3f-bba9-0bea562f6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:25.307572 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330a4b5-d93a-49a0-b69c-5b2aa91a0586 req-98438f88-dd03-4b3f-bba9-0bea562f6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:25.308142 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330a4b5-d93a-49a0-b69c-5b2aa91a0586 req-98438f88-dd03-4b3f-bba9-0bea562f6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:25.308719 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330a4b5-d93a-49a0-b69c-5b2aa91a0586 req-98438f88-dd03-4b3f-bba9-0bea562f6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:25.309248 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330a4b5-d93a-49a0-b69c-5b2aa91a0586 req-98438f88-dd03-4b3f-bba9-0bea562f6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:25.309763 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330a4b5-d93a-49a0-b69c-5b2aa91a0586 req-98438f88-dd03-4b3f-bba9-0bea562f6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:25.310288 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330a4b5-d93a-49a0-b69c-5b2aa91a0586 req-98438f88-dd03-4b3f-bba9-0bea562f6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:25.314345 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1330a4b5-d93a-49a0-b69c-5b2aa91a0586 req-98438f88-dd03-4b3f-bba9-0bea562f6cf6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=673d6f606a904bf5902fda58599b5f5e&device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 6222 time: 0.3208337 Jul 16 01:19:25.327557 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c06a3c-a95e-43f8-a7e8-86fa0e3de31c service neutron] Pushing event updated for resources: {'Port': ['ID=31957c03-e96c-4dce-b43d-07797f5d84a0,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:25.363820 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bedf7cb2-fe54-4e89-90e2-4c8696a4c9ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.372078 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fb3cfa25-8879-4f22-87cf-704859634855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.374853 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fb3cfa25-8879-4f22-87cf-704859634855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.377728 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fb3cfa25-8879-4f22-87cf-704859634855 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8b440df-e699-4da3-949e-5d470aa88b89 HTTP/1.1" status: 204 len: 168 time: 0.3993957 Jul 16 01:19:25.448935 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbac136-b263-4828-af4d-da4e2df9e904 req-461adaa9-0c23-4545-ab7a-d9d28d7d5778 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:25.451496 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5dbac136-b263-4828-af4d-da4e2df9e904 req-461adaa9-0c23-4545-ab7a-d9d28d7d5778 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 943 time: 0.4557328 Jul 16 01:19:25.477561 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bedf7cb2-fe54-4e89-90e2-4c8696a4c9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.482577 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3cfa25-8879-4f22-87cf-704859634855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b440df-e699-4da3-949e-5d470aa88b89,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:25.524624 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-823f9755-72be-4bff-ba8d-6adbd240feec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d089e0dbe80441198bc9efd957fc54b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3243718 Jul 16 01:19:25.525367 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37990) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:25.570726 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-03c06a3c-a95e-43f8-a7e8-86fa0e3de31c service neutron] Attempting to bind port 31957c03-e96c-4dce-b43d-07797f5d84a0 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:25.571066 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-03c06a3c-a95e-43f8-a7e8-86fa0e3de31c service neutron] Attempting to bind port 31957c03-e96c-4dce-b43d-07797f5d84a0 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '5acad3ff-8fc3-4abc-ae07-15328b71dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:25.571404 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-03c06a3c-a95e-43f8-a7e8-86fa0e3de31c service neutron] Attempting to bind port 31957c03-e96c-4dce-b43d-07797f5d84a0 on network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:25.591478 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5dbac136-b263-4828-af4d-da4e2df9e904 req-b84b0127-96c9-4993-a2b1-d4a49c74f388 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312346 Jul 16 01:19:25.593062 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-03c06a3c-a95e-43f8-a7e8-86fa0e3de31c service neutron] Port 31957c03-e96c-4dce-b43d-07797f5d84a0 on network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:25.593400 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-03c06a3c-a95e-43f8-a7e8-86fa0e3de31c service neutron] Attempting to bind port 31957c03-e96c-4dce-b43d-07797f5d84a0 on network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:25.602825 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-03c06a3c-a95e-43f8-a7e8-86fa0e3de31c service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:25.603184 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-03c06a3c-a95e-43f8-a7e8-86fa0e3de31c service neutron] Checking segment: {'id': '5acad3ff-8fc3-4abc-ae07-15328b71dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:25.603585 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-03c06a3c-a95e-43f8-a7e8-86fa0e3de31c service neutron] Bound using segment: {'id': '5acad3ff-8fc3-4abc-ae07-15328b71dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:25.604037 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-03c06a3c-a95e-43f8-a7e8-86fa0e3de31c service neutron] Bound port: 31957c03-e96c-4dce-b43d-07797f5d84a0, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5acad3ff-8fc3-4abc-ae07-15328b71dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:25.604423 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-03c06a3c-a95e-43f8-a7e8-86fa0e3de31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.620458 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330a4b5-d93a-49a0-b69c-5b2aa91a0586 req-d195c351-1dd0-4291-9344-990583d80e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:25.621573 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330a4b5-d93a-49a0-b69c-5b2aa91a0586 req-d195c351-1dd0-4291-9344-990583d80e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:25.622535 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330a4b5-d93a-49a0-b69c-5b2aa91a0586 req-d195c351-1dd0-4291-9344-990583d80e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:25.624808 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1330a4b5-d93a-49a0-b69c-5b2aa91a0586 req-d195c351-1dd0-4291-9344-990583d80e23 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=673d6f606a904bf5902fda58599b5f5e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2972577 Jul 16 01:19:25.658313 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bedf7cb2-fe54-4e89-90e2-4c8696a4c9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.699135 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf7cb2-fe54-4e89-90e2-4c8696a4c9ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0858ab6c-10c7-464e-86a8-6172791c5d6a,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:25.712887 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bedf7cb2-fe54-4e89-90e2-4c8696a4c9ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.717225 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bedf7cb2-fe54-4e89-90e2-4c8696a4c9ab admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0858ab6c-10c7-464e-86a8-6172791c5d6a HTTP/1.1" status: 204 len: 168 time: 0.8836467 Jul 16 01:19:25.717904 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37992) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:25.751948 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-03c06a3c-a95e-43f8-a7e8-86fa0e3de31c service neutron] For port 31957c03-e96c-4dce-b43d-07797f5d84a0, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:25.763430 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d756a8d-fc5d-4dad-b42e-fb246ae9a722 req-041ea2c9-f234-4418-8fe4-0091abd0d5cf tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:25.771530 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-03c06a3c-a95e-43f8-a7e8-86fa0e3de31c service neutron] For port 31957c03-e96c-4dce-b43d-07797f5d84a0, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=31957c03-e96c-4dce-b43d-07797f5d84a0,segment=NetworkSegment(5acad3ff-8fc3-4abc-ae07-15328b71dacb),segment_id=5acad3ff-8fc3-4abc-ae07-15328b71dacb)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:25.772280 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7d756a8d-fc5d-4dad-b42e-fb246ae9a722 req-041ea2c9-f234-4418-8fe4-0091abd0d5cf tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 947 time: 0.3946738 Jul 16 01:19:25.777378 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7dac29fc-f72b-46f7-9212-8f7f84a8c02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.812610 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-03c06a3c-a95e-43f8-a7e8-86fa0e3de31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.855071 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51e89937-d962-4f85-ab18-2ad536cc4040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.886733 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-03c06a3c-a95e-43f8-a7e8-86fa0e3de31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:25.887485 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-03c06a3c-a95e-43f8-a7e8-86fa0e3de31c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.889164 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-03c06a3c-a95e-43f8-a7e8-86fa0e3de31c service neutron] 10.222.0.82 "PUT /v2.0/ports/31957c03-e96c-4dce-b43d-07797f5d84a0 HTTP/1.1" status: 200 len: 1091 time: 1.5418332 Jul 16 01:19:25.966263 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d336c19c-15df-4471-bd64-2d85a59cb5a3 service neutron] Request body: {'port': {'device_id': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:25.970537 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c06a3c-a95e-43f8-a7e8-86fa0e3de31c service neutron] Pushing event updated for resources: {'Port': ['ID=31957c03-e96c-4dce-b43d-07797f5d84a0,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:26.002224 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7d756a8d-fc5d-4dad-b42e-fb246ae9a722 req-9a5293ac-c2e6-478c-8d24-273416ec9615 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155728 Jul 16 01:19:26.026136 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7dac29fc-f72b-46f7-9212-8f7f84a8c02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.079766 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330a4b5-d93a-49a0-b69c-5b2aa91a0586 req-bedaceab-f839-4acb-9ba7-0ef971db72e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:26.083602 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1330a4b5-d93a-49a0-b69c-5b2aa91a0586 req-bedaceab-f839-4acb-9ba7-0ef971db72e7 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4454179 Jul 16 01:19:26.163665 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7dac29fc-f72b-46f7-9212-8f7f84a8c02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.165790 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7dac29fc-f72b-46f7-9212-8f7f84a8c02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.175640 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7dac29fc-f72b-46f7-9212-8f7f84a8c02d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2693377-1196-4bf9-b30b-8d827cc185da HTTP/1.1" status: 204 len: 168 time: 0.6297770 Jul 16 01:19:26.187066 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac29fc-f72b-46f7-9212-8f7f84a8c02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2693377-1196-4bf9-b30b-8d827cc185da,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:26.345587 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51e89937-d962-4f85-ab18-2ad536cc4040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.401470 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d336c19c-15df-4471-bd64-2d85a59cb5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.404510 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-51e89937-d962-4f85-ab18-2ad536cc4040 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969400c0-5b7b-4d09-a8e7-6818b3d01e8c']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:26.457615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-51e89937-d962-4f85-ab18-2ad536cc4040 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82fd3c98-2658-49b2-aa83-c4f1053aa9ed') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:26.457940 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-51e89937-d962-4f85-ab18-2ad536cc4040 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82fd3c98-2658-49b2-aa83-c4f1053aa9ed') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:26.473755 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142577ba-a660-46d0-a857-77089f32e99d req-7a35ec0e-7d51-4ea8-85fd-5f9f134b13e8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:26.480205 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142577ba-a660-46d0-a857-77089f32e99d req-7a35ec0e-7d51-4ea8-85fd-5f9f134b13e8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:26.487232 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142577ba-a660-46d0-a857-77089f32e99d req-7a35ec0e-7d51-4ea8-85fd-5f9f134b13e8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:26.493479 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142577ba-a660-46d0-a857-77089f32e99d req-7a35ec0e-7d51-4ea8-85fd-5f9f134b13e8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:26.499473 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142577ba-a660-46d0-a857-77089f32e99d req-7a35ec0e-7d51-4ea8-85fd-5f9f134b13e8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:26.505919 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142577ba-a660-46d0-a857-77089f32e99d req-7a35ec0e-7d51-4ea8-85fd-5f9f134b13e8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:26.510844 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a511496-ea1e-4870-b911-4ad0f14626dd req-6f62651d-22a1-42f7-9f14-8530ccc1d526 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:26.512595 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142577ba-a660-46d0-a857-77089f32e99d req-7a35ec0e-7d51-4ea8-85fd-5f9f134b13e8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:26.520634 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-142577ba-a660-46d0-a857-77089f32e99d req-7a35ec0e-7d51-4ea8-85fd-5f9f134b13e8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5394 time: 0.6706088 Jul 16 01:19:26.521939 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6a511496-ea1e-4870-b911-4ad0f14626dd req-6f62651d-22a1-42f7-9f14-8530ccc1d526 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 945 time: 0.1120741 Jul 16 01:19:26.572345 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51e89937-d962-4f85-ab18-2ad536cc4040 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.575371 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-ba63b416-71fe-44a6-96a1-1a78d90a1f49 service neutron] 10.222.0.82 "GET /v2.0/ports/2d849f62-e1dc-4ba1-895b-661c98559d5a/bindings/n-h1-792394-16 HTTP/1.1" status: 200 len: 385 time: 0.5548313 Jul 16 01:19:26.614088 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6a511496-ea1e-4870-b911-4ad0f14626dd req-d4ca5211-0c91-426e-a4e4-f92fbc89838d tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911536 Jul 16 01:19:26.618263 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-53720284-3b12-4ab7-9369-49aef471b784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.649180 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 18c97be5-5024-4a32-9565-b39688ff8000 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:26.887456 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca6963-4316-44a3-9fd3-d07f378e7ef7 req-264fd98b-4aca-4a32-8ad6-87748ab25f44 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:26.898782 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1bca6963-4316-44a3-9fd3-d07f378e7ef7 req-264fd98b-4aca-4a32-8ad6-87748ab25f44 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?device_id=57a9a646-d867-4760-ac8a-7f4507e8ff88 HTTP/1.1" status: 200 len: 945 time: 0.1531818 Jul 16 01:19:26.949599 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51e89937-d962-4f85-ab18-2ad536cc4040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.983274 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-142577ba-a660-46d0-a857-77089f32e99d req-ec4a6208-9631-4ec2-8316-6a2fd62e2eaf tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4598851 Jul 16 01:19:27.012225 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1bca6963-4316-44a3-9fd3-d07f378e7ef7 req-247a6585-229b-460a-b784-37b7ccf21fc7 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/security-groups?id=d92a67ce-0bcb-4422-9912-1314c261de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124139 Jul 16 01:19:27.030596 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'tag': '31957c03-e96c-4dce-b43d-07797f5d84a0'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:27.048238 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473b859f-d895-4bb9-b9c2-b60a24f7a37b" -d '{"events": [{"name": "network-changed", "server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "tag": "31957c03-e96c-4dce-b43d-07797f5d84a0"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:27.058550 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e89937-d962-4f85-ab18-2ad536cc4040 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:19:27.059038 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51e89937-d962-4f85-ab18-2ad536cc4040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:19:27.082147 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:19:27.236329 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 18c97be5-5024-4a32-9565-b39688ff8000, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=18c97be5-5024-4a32-9565-b39688ff8000,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:27.263264 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '18c97be5-5024-4a32-9565-b39688ff8000', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': '18c97be5-5024-4a32-9565-b39688ff8000', 'mac_address': 'fa:16:3e:22:53:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:27.324812 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.342434 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c97be5-5024-4a32-9565-b39688ff8000 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:27.374335 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51e89937-d962-4f85-ab18-2ad536cc4040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.375951 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 18c97be5-5024-4a32-9565-b39688ff8000, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=18c97be5-5024-4a32-9565-b39688ff8000,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:27.383164 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.412630 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1c43f-36df-4909-95f0-f6c296e06fa6 req-284db413-417a-4e8f-85e5-bd27036a03cc tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:27.415046 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bfc1c43f-36df-4909-95f0-f6c296e06fa6 req-284db413-417a-4e8f-85e5-bd27036a03cc tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 947 time: 0.1505134 Jul 16 01:19:27.427134 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51e89937-d962-4f85-ab18-2ad536cc4040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.432220 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-51e89937-d962-4f85-ab18-2ad536cc4040 admin admin] 10.222.0.16 "DELETE /v2.0/networks/969400c0-5b7b-4d09-a8e7-6818b3d01e8c HTTP/1.1" status: 204 len: 168 time: 1.7104957 Jul 16 01:19:27.473541 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=18c97be5-5024-4a32-9565-b39688ff8000,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:27.479045 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e89937-d962-4f85-ab18-2ad536cc4040 admin admin] Pushing event deleted for resources: {'Network': ['ID=969400c0-5b7b-4d09-a8e7-6818b3d01e8c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:27.481154 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bfc1c43f-36df-4909-95f0-f6c296e06fa6 req-4efe1e2e-1ab9-414f-a080-54431908cc1f tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600703 Jul 16 01:19:27.577095 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837dc0f0-bff0-4689-bb33-88a0e577bd63 x-openstack-request-id: req-837dc0f0-bff0-4689-bb33-88a0e577bd63 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:27.577620 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "tag": "31957c03-e96c-4dce-b43d-07797f5d84a0", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:27.578092 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-837dc0f0-bff0-4689-bb33-88a0e577bd63 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:27.579422 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'tag': '31957c03-e96c-4dce-b43d-07797f5d84a0', 'status': 'completed', 'code': 200} Jul 16 01:19:27.598696 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e05b0-c289-46c4-bbf9-538d8cfc37fa req-4c151fa1-6b3e-4e28-8f94-4c32bd667b1a tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:27.607149 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-691e05b0-c289-46c4-bbf9-538d8cfc37fa req-4c151fa1-6b3e-4e28-8f94-4c32bd667b1a tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 943 time: 0.3008447 Jul 16 01:19:27.662914 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['18c97be5-5024-4a32-9565-b39688ff8000'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:27.676966 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d336c19c-15df-4471-bd64-2d85a59cb5a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:27.687621 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d336c19c-15df-4471-bd64-2d85a59cb5a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.699534 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38056) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:27.703915 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d336c19c-15df-4471-bd64-2d85a59cb5a3 service neutron] Transition to ACTIVE for port object 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:27.714575 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d336c19c-15df-4471-bd64-2d85a59cb5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.777663 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336c19c-15df-4471-bd64-2d85a59cb5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:27.811044 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b859f-d895-4bb9-b9c2-b60a24f7a37b req-cb3fba9a-261f-4804-b63f-6df09de17128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:27.812704 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b859f-d895-4bb9-b9c2-b60a24f7a37b req-cb3fba9a-261f-4804-b63f-6df09de17128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:27.815047 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b859f-d895-4bb9-b9c2-b60a24f7a37b req-cb3fba9a-261f-4804-b63f-6df09de17128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:27.818691 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b859f-d895-4bb9-b9c2-b60a24f7a37b req-cb3fba9a-261f-4804-b63f-6df09de17128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:27.820637 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b859f-d895-4bb9-b9c2-b60a24f7a37b req-cb3fba9a-261f-4804-b63f-6df09de17128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:27.821287 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b859f-d895-4bb9-b9c2-b60a24f7a37b req-cb3fba9a-261f-4804-b63f-6df09de17128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:27.822818 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b859f-d895-4bb9-b9c2-b60a24f7a37b req-cb3fba9a-261f-4804-b63f-6df09de17128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:27.824919 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 38058) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:27.826530 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-473b859f-d895-4bb9-b9c2-b60a24f7a37b req-cb3fba9a-261f-4804-b63f-6df09de17128 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=673d6f606a904bf5902fda58599b5f5e&device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 6290 time: 0.2450378 Jul 16 01:19:27.864090 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0d52ec81-112a-4e13-b617-b8b69ed34e1b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea41b4f3e416441ebc31eb71579e86cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629238 Jul 16 01:19:27.884179 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38062) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:27.953883 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-691e05b0-c289-46c4-bbf9-538d8cfc37fa req-3ec4cfa0-ca82-4770-9ce2-58a123f49f42 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448505 Jul 16 01:19:28.164849 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-8e3d4c12-10a9-4595-aaf7-20e2feb3af60 service neutron] For port 2d849f62-e1dc-4ba1-895b-661c98559d5a, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2d849f62-e1dc-4ba1-895b-661c98559d5a,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:28.242752 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b7dc8ab8-8fed-42b4-8fec-5b69aa26741d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.265042 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-8e3d4c12-10a9-4595-aaf7-20e2feb3af60 service neutron] For port 2d849f62-e1dc-4ba1-895b-661c98559d5a, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:28.304816 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b859f-d895-4bb9-b9c2-b60a24f7a37b req-cf8abf22-14fe-47b6-817e-75ce8543a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:28.305892 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b859f-d895-4bb9-b9c2-b60a24f7a37b req-cf8abf22-14fe-47b6-817e-75ce8543a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:28.307781 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b859f-d895-4bb9-b9c2-b60a24f7a37b req-cf8abf22-14fe-47b6-817e-75ce8543a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:28.311654 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-473b859f-d895-4bb9-b9c2-b60a24f7a37b req-cf8abf22-14fe-47b6-817e-75ce8543a4b2 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=673d6f606a904bf5902fda58599b5f5e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4460115 Jul 16 01:19:28.314603 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d336c19c-15df-4471-bd64-2d85a59cb5a3 service neutron] Attempting to bind port 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:28.320080 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d336c19c-15df-4471-bd64-2d85a59cb5a3 service neutron] Attempting to bind port 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '5acad3ff-8fc3-4abc-ae07-15328b71dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:28.320632 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d336c19c-15df-4471-bd64-2d85a59cb5a3 service neutron] Attempting to bind port 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb on network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:28.346374 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d336c19c-15df-4471-bd64-2d85a59cb5a3 service neutron] Port 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb on network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:28.347157 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d336c19c-15df-4471-bd64-2d85a59cb5a3 service neutron] Attempting to bind port 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb on network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:28.371446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d336c19c-15df-4471-bd64-2d85a59cb5a3 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:28.376784 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d336c19c-15df-4471-bd64-2d85a59cb5a3 service neutron] Checking segment: {'id': '5acad3ff-8fc3-4abc-ae07-15328b71dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:28.376784 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d336c19c-15df-4471-bd64-2d85a59cb5a3 service neutron] Bound using segment: {'id': '5acad3ff-8fc3-4abc-ae07-15328b71dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:28.390426 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d336c19c-15df-4471-bd64-2d85a59cb5a3 service neutron] Bound port: 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5acad3ff-8fc3-4abc-ae07-15328b71dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:28.390426 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d336c19c-15df-4471-bd64-2d85a59cb5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.511366 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-8e3d4c12-10a9-4595-aaf7-20e2feb3af60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d849f62-e1dc-4ba1-895b-661c98559d5a {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:28.521387 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b859f-d895-4bb9-b9c2-b60a24f7a37b req-3664f1bf-5855-43e2-8127-9d1a3c64157c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:28.523181 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-473b859f-d895-4bb9-b9c2-b60a24f7a37b req-3664f1bf-5855-43e2-8127-9d1a3c64157c service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2038922 Jul 16 01:19:28.538814 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-8e3d4c12-10a9-4595-aaf7-20e2feb3af60 service neutron] For port 2d849f62-e1dc-4ba1-895b-661c98559d5a, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=2d849f62-e1dc-4ba1-895b-661c98559d5a,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:28.540283 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b7dc8ab8-8fed-42b4-8fec-5b69aa26741d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.579204 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-814bb60e-31db-4580-8bae-d9d04e841c7e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-229579638-network', 'tenant_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:28.588204 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-8e3d4c12-10a9-4595-aaf7-20e2feb3af60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.653698 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 18c97be5-5024-4a32-9565-b39688ff8000 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:28.702198 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b7dc8ab8-8fed-42b4-8fec-5b69aa26741d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.705030 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b7dc8ab8-8fed-42b4-8fec-5b69aa26741d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.708667 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b7dc8ab8-8fed-42b4-8fec-5b69aa26741d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0b6b7e7-47f5-44d8-bbc6-99b5765f8ab6 HTTP/1.1" status: 204 len: 168 time: 0.8205669 Jul 16 01:19:28.716860 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d336c19c-15df-4471-bd64-2d85a59cb5a3 service neutron] For port 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:28.753439 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc8ab8-8fed-42b4-8fec-5b69aa26741d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b6b7e7-47f5-44d8-bbc6-99b5765f8ab6,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:28.755206 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814bb60e-31db-4580-8bae-d9d04e841c7e admin admin] Made reservation on behalf of f111b43aeca54e46af3cf1fcf1fbd6ee for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:28.757375 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-814bb60e-31db-4580-8bae-d9d04e841c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.765543 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d336c19c-15df-4471-bd64-2d85a59cb5a3 service neutron] For port 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb,segment=NetworkSegment(5acad3ff-8fc3-4abc-ae07-15328b71dacb),segment_id=5acad3ff-8fc3-4abc-ae07-15328b71dacb)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:28.766890 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 18c97be5-5024-4a32-9565-b39688ff8000 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:28.769424 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fcdd2-18e2-45b9-92f9-87b570a1eade req-63c3187d-d6e4-43f2-ba72-76e779c5263b tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:28.770211 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.771570 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6a8fcdd2-18e2-45b9-92f9-87b570a1eade req-63c3187d-d6e4-43f2-ba72-76e779c5263b tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.82 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda&tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&binding%3Ahost_id=n-h2-792394-16 HTTP/1.1" status: 200 len: 948 time: 0.2006426 Jul 16 01:19:28.823319 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86703cb3-b370-4e51-a2b5-439d34366725 req-2b2c8553-0e1a-4d7c-8187-9805708255c1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:28.831313 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86703cb3-b370-4e51-a2b5-439d34366725 req-2b2c8553-0e1a-4d7c-8187-9805708255c1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:28.837962 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86703cb3-b370-4e51-a2b5-439d34366725 req-2b2c8553-0e1a-4d7c-8187-9805708255c1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:28.844427 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86703cb3-b370-4e51-a2b5-439d34366725 req-2b2c8553-0e1a-4d7c-8187-9805708255c1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:28.851583 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86703cb3-b370-4e51-a2b5-439d34366725 req-2b2c8553-0e1a-4d7c-8187-9805708255c1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:28.859057 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86703cb3-b370-4e51-a2b5-439d34366725 req-2b2c8553-0e1a-4d7c-8187-9805708255c1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:28.866117 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86703cb3-b370-4e51-a2b5-439d34366725 req-2b2c8553-0e1a-4d7c-8187-9805708255c1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:28.868180 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-86703cb3-b370-4e51-a2b5-439d34366725 req-2b2c8553-0e1a-4d7c-8187-9805708255c1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5406 time: 0.1858735 Jul 16 01:19:28.995797 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.041759 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-86703cb3-b370-4e51-a2b5-439d34366725 req-158c91ba-c369-46e0-95e0-c6ef220eaf60 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1668336 Jul 16 01:19:29.078229 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 18c97be5-5024-4a32-9565-b39688ff8000, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=18c97be5-5024-4a32-9565-b39688ff8000,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:29.079540 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cabeb8-ba17-4ecd-aae8-8befb00dfeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c97be5-5024-4a32-9565-b39688ff8000'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:29.084209 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bd1f49-b246-42e1-808b-0b715c6c25ef" -d '{"events": [{"server_uuid": "91cabeb8-ba17-4ecd-aae8-8befb00dfeda", "name": "network-vif-plugged", "status": "completed", "tag": "18c97be5-5024-4a32-9565-b39688ff8000"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:29.099656 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.100055 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fcdd2-18e2-45b9-92f9-87b570a1eade req-83ffab93-82ca-415c-bd45-ac725c73bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:29.101619 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6a8fcdd2-18e2-45b9-92f9-87b570a1eade req-83ffab93-82ca-415c-bd45-ac725c73bcdc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 1100 time: 0.1898446 Jul 16 01:19:29.188222 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=18c97be5-5024-4a32-9565-b39688ff8000,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:29.248113 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d336c19c-15df-4471-bd64-2d85a59cb5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.257002 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-814bb60e-31db-4580-8bae-d9d04e841c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.316163 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d336c19c-15df-4471-bd64-2d85a59cb5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:29.316653 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d336c19c-15df-4471-bd64-2d85a59cb5a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.322230 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d336c19c-15df-4471-bd64-2d85a59cb5a3 service neutron] 10.222.0.82 "PUT /v2.0/ports/2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb HTTP/1.1" status: 200 len: 1092 time: 3.3795404 Jul 16 01:19:29.351324 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38092) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:29.369827 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-175926c7-5251-479d-abd7-18a5ab7864ff service neutron] Request body: {'port': {'device_id': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:29.386371 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fcdd2-18e2-45b9-92f9-87b570a1eade req-13527a1e-6f1f-4f36-9bc0-8a24df755238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:29.387883 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6a8fcdd2-18e2-45b9-92f9-87b570a1eade req-13527a1e-6f1f-4f36-9bc0-8a24df755238 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2788353 Jul 16 01:19:29.428073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3fb5d2-7b38-4fb0-8841-0fafe33bb6f7 req-23607204-ac83-4eb2-b948-d69e6ab3f5f2 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:29.435151 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2c3fb5d2-7b38-4fb0-8841-0fafe33bb6f7 req-23607204-ac83-4eb2-b948-d69e6ab3f5f2 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 945 time: 0.8177083 Jul 16 01:19:29.446690 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-8e3d4c12-10a9-4595-aaf7-20e2feb3af60 service neutron] Transition to ACTIVE for port object 2d849f62-e1dc-4ba1-895b-661c98559d5a will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:29.453808 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6a8fcdd2-18e2-45b9-92f9-87b570a1eade req-85feb9cd-2988-4e8b-88df-0acdc1e76620 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=18c97be5-5024-4a32-9565-b39688ff8000 HTTP/1.1" status: 200 len: 217 time: 0.0530882 Jul 16 01:19:29.464988 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336c19c-15df-4471-bd64-2d85a59cb5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:29.481290 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-8e3d4c12-10a9-4595-aaf7-20e2feb3af60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.513761 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fcdd2-18e2-45b9-92f9-87b570a1eade req-0a1ec0bf-451b-44cc-b260-e31b2eed2d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:29.515171 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6a8fcdd2-18e2-45b9-92f9-87b570a1eade req-0a1ec0bf-451b-44cc-b260-e31b2eed2d26 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0522807 Jul 16 01:19:29.528887 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6fa0faa0-854c-493a-b827-edd9ad872806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.577364 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8ab8f09a-0c40-4d99-a73e-da0b41c204fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64f76462ed4c4792be1c40eff2b6e38d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040257 Jul 16 01:19:29.577901 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38094) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:29.585359 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'tag': '2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:29.588639 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967a5532-ca9c-4fc1-b309-f526c32f9748" -d '{"events": [{"name": "network-changed", "server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "tag": "2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:29.626998 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2c3fb5d2-7b38-4fb0-8841-0fafe33bb6f7 req-b6fc591a-cc73-44cb-b2d5-bbca9f62afd2 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908765 Jul 16 01:19:29.635467 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90edd0b-596c-486a-a1f1-9dd1504db6ce req-74090dcb-2fc1-4d3d-88bf-928853038a16 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:29.646801 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e90edd0b-596c-486a-a1f1-9dd1504db6ce req-74090dcb-2fc1-4d3d-88bf-928853038a16 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 949 time: 0.3735638 Jul 16 01:19:29.655422 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.709229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-8e3d4c12-10a9-4595-aaf7-20e2feb3af60 service neutron] No DVR routers for this DVR port 2d849f62-e1dc-4ba1-895b-661c98559d5a on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:29.723907 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e90edd0b-596c-486a-a1f1-9dd1504db6ce req-74332d0a-0264-40ec-8b12-b1cab176d382 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760453 Jul 16 01:19:29.725939 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fcdd2-18e2-45b9-92f9-87b570a1eade req-ae53c33c-e3ae-4d2c-8823-50779b077139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:29.727684 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6a8fcdd2-18e2-45b9-92f9-87b570a1eade req-ae53c33c-e3ae-4d2c-8823-50779b077139 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1998899 Jul 16 01:19:29.731957 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-175926c7-5251-479d-abd7-18a5ab7864ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.735551 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8db0e712-cc9e-43ab-946b-82adca298082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.782544 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d4c12-10a9-4595-aaf7-20e2feb3af60 service neutron] Pushing event updated for resources: {'Port': ['ID=2d849f62-e1dc-4ba1-895b-661c98559d5a,revision_number=10']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:29.848869 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8db0e712-cc9e-43ab-946b-82adca298082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.857514 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-8e3d4c12-10a9-4595-aaf7-20e2feb3af60 service neutron] 10.222.0.82 "PUT /v2.0/ports/2d849f62-e1dc-4ba1-895b-661c98559d5a/bindings/n-h1-792394-16/activate HTTP/1.1" status: 200 len: 370 time: 3.2449195 Jul 16 01:19:29.894712 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-814bb60e-31db-4580-8bae-d9d04e841c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.915165 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-814bb60e-31db-4580-8bae-d9d04e841c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.004841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-814bb60e-31db-4580-8bae-d9d04e841c7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:19:30.073806 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-6b2e15da-d0af-426c-a832-f2ccbad5cb9a tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1811240911&fields=id&tenant_id=2999adb4ec8040a5948eea28d1ff10e0 HTTP/1.1" status: 200 len: 267 time: 0.2042575 Jul 16 01:19:30.087511 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bb60e-31db-4580-8bae-d9d04e841c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcb3f78-2a75-4d57-a08a-af167915b346,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:30.091040 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-814bb60e-31db-4580-8bae-d9d04e841c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.091681 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-814bb60e-31db-4580-8bae-d9d04e841c7e admin admin] Added segment 31a29291-4758-44f0-8640-73d6e8a50dfc of type vlan for network 94f37fec-a19a-4c78-8107-bd9bd459dfd1 Jul 16 01:19:30.196562 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-814bb60e-31db-4580-8bae-d9d04e841c7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.278906 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44510f67-15d0-4ba6-bfe6-3d8e8a8a60c6 req-3cddbb4c-c59a-410a-ba03-997f6e21d5eb tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:30.280495 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-44510f67-15d0-4ba6-bfe6-3d8e8a8a60c6 req-3cddbb4c-c59a-410a-ba03-997f6e21d5eb tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.82 "GET /v2.0/ports?device_id=57a9a646-d867-4760-ac8a-7f4507e8ff88 HTTP/1.1" status: 200 len: 945 time: 0.4905062 Jul 16 01:19:30.310026 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6a8fcdd2-18e2-45b9-92f9-87b570a1eade req-d3abd586-a95e-462e-8aa2-36404d4cd6c6 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187886 Jul 16 01:19:30.329516 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8db0e712-cc9e-43ab-946b-82adca298082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.332269 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8db0e712-cc9e-43ab-946b-82adca298082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.335915 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8db0e712-cc9e-43ab-946b-82adca298082 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e85ec46f-79d3-44ab-8f0e-ea41ab5be4ff HTTP/1.1" status: 204 len: 168 time: 0.7531452 Jul 16 01:19:30.343229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-08427937-12a7-42d8-94a2-04f1f96dcc0b tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:30.345503 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-08427937-12a7-42d8-94a2-04f1f96dcc0b tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d&tenant_id=19f0097db32e406ab305cc19744860c5&binding%3Ahost_id=n-h2-792394-16 HTTP/1.1" status: 200 len: 1096 time: 0.4181895 Jul 16 01:19:30.396167 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0e712-cc9e-43ab-946b-82adca298082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85ec46f-79d3-44ab-8f0e-ea41ab5be4ff,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:30.461132 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-94932baf-db5a-41a9-8a63-f525e4a6d85b tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:30.468641 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-94932baf-db5a-41a9-8a63-f525e4a6d85b tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/networks?id=1096f360-6b74-4590-aa4a-2282a5341f1d HTTP/1.1" status: 200 len: 823 time: 0.3748977 Jul 16 01:19:30.474516 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-814bb60e-31db-4580-8bae-d9d04e841c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.475619 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814bb60e-31db-4580-8bae-d9d04e841c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:30.476295 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-814bb60e-31db-4580-8bae-d9d04e841c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.480792 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c171c41-ea2e-405e-8423-d791bace4259 req-51ac4101-56b7-4ec0-9120-e08810e8ddfc tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:30.487723 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5c171c41-ea2e-405e-8423-d791bace4259 req-51ac4101-56b7-4ec0-9120-e08810e8ddfc tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 944 time: 0.5765734 Jul 16 01:19:30.539522 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6a8fcdd2-18e2-45b9-92f9-87b570a1eade req-c7d1e1d4-4917-4bbb-a29a-3ddfbea4001f service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029700 Jul 16 01:19:30.542278 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-cc4ede64-d6c5-408d-b8b9-d8be263bd0e8 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/quotas/2999adb4ec8040a5948eea28d1ff10e0 HTTP/1.1" status: 200 len: 375 time: 0.0726149 Jul 16 01:19:30.560682 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5c171c41-ea2e-405e-8423-d791bace4259 req-3fe563a8-127a-4b35-8a68-a364de241d45 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719984 Jul 16 01:19:30.586033 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-44510f67-15d0-4ba6-bfe6-3d8e8a8a60c6 req-f001ca05-047f-490d-bca5-f7a295029c32 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Deleting port f911a9fb-3d49-4c57-ae9e-447647e19ebd {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:30.586376 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-44510f67-15d0-4ba6-bfe6-3d8e8a8a60c6 req-f001ca05-047f-490d-bca5-f7a295029c32 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.628646 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-175926c7-5251-479d-abd7-18a5ab7864ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9afd08-8589-466c-acc7-7a1d1cc88b43 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:30.654384 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7ba0cb-271d-4935-a475-e99bfa7d8b84 x-openstack-request-id: req-bc7ba0cb-271d-4935-a475-e99bfa7d8b84 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:30.655238 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91cabeb8-ba17-4ecd-aae8-8befb00dfeda", "name": "network-vif-plugged", "status": "completed", "tag": "18c97be5-5024-4a32-9565-b39688ff8000", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:30.655819 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc7ba0cb-271d-4935-a475-e99bfa7d8b84 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:30.656522 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cabeb8-ba17-4ecd-aae8-8befb00dfeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c97be5-5024-4a32-9565-b39688ff8000', 'code': 200} Jul 16 01:19:30.667307 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-175926c7-5251-479d-abd7-18a5ab7864ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.695795 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.700913 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-175926c7-5251-479d-abd7-18a5ab7864ff service neutron] Transition to ACTIVE for port object eb9afd08-8589-466c-acc7-7a1d1cc88b43 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:30.720659 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-175926c7-5251-479d-abd7-18a5ab7864ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.726558 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-814bb60e-31db-4580-8bae-d9d04e841c7e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8964427 Jul 16 01:19:30.734963 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38122) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:30.742756 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-195f5dd9-0601-43c0-9b53-31753729a579 admin admin] Request body: {'subnet': {'network_id': '94f37fec-a19a-4c78-8107-bd9bd459dfd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-229579638-subnet', 'tenant_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:30.756930 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-44510f67-15d0-4ba6-bfe6-3d8e8a8a60c6 req-f001ca05-047f-490d-bca5-f7a295029c32 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] For port f911a9fb-3d49-4c57-ae9e-447647e19ebd, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=f911a9fb-3d49-4c57-ae9e-447647e19ebd,segment=NetworkSegment(4235c34d-d0fc-40de-b656-70074dffcff3),segment_id=4235c34d-d0fc-40de-b656-70074dffcff3)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:30.757284 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-44510f67-15d0-4ba6-bfe6-3d8e8a8a60c6 req-f001ca05-047f-490d-bca5-f7a295029c32 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.804089 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7267daf-14e4-466a-8efc-99b699961c39 x-openstack-request-id: req-d7267daf-14e4-466a-8efc-99b699961c39 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:30.804409 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "tag": "2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:30.804664 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7267daf-14e4-466a-8efc-99b699961c39 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:30.805053 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'tag': '2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb', 'status': 'completed', 'code': 200} Jul 16 01:19:30.818791 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bb60e-31db-4580-8bae-d9d04e841c7e admin admin] Pushing event updated for resources: {'Network': ['ID=94f37fec-a19a-4c78-8107-bd9bd459dfd1,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:30.829185 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 94f37fec-a19a-4c78-8107-bd9bd459dfd1 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:19:30.862834 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175926c7-5251-479d-abd7-18a5ab7864ff service neutron] Pushing event updated for resources: {'Port': ['ID=eb9afd08-8589-466c-acc7-7a1d1cc88b43,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:30.937428 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-fd5e4b8d-06e0-4433-96cc-77534ae0a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:30.944914 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-fd5e4b8d-06e0-4433-96cc-77534ae0a57f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d&tenant_id=19f0097db32e406ab305cc19744860c5 HTTP/1.1" status: 200 len: 1096 time: 0.4739685 Jul 16 01:19:30.994501 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195f5dd9-0601-43c0-9b53-31753729a579 admin admin] Made reservation on behalf of f111b43aeca54e46af3cf1fcf1fbd6ee for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:30.998345 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-195f5dd9-0601-43c0-9b53-31753729a579 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.089226 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.119080 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-3a6d98ec-4ac0-4768-902b-06e61c9f1574 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2999adb4ec8040a5948eea28d1ff10e0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4232230 Jul 16 01:19:31.214913 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-175926c7-5251-479d-abd7-18a5ab7864ff service neutron] Attempting to bind port eb9afd08-8589-466c-acc7-7a1d1cc88b43 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:31.215418 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-175926c7-5251-479d-abd7-18a5ab7864ff service neutron] Attempting to bind port eb9afd08-8589-466c-acc7-7a1d1cc88b43 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a197f804-8758-48ef-a6b7-1ca08f691181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7baef46c-4da4-4d46-bf21-e653349e66a6'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:31.217155 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-175926c7-5251-479d-abd7-18a5ab7864ff service neutron] Attempting to bind port eb9afd08-8589-466c-acc7-7a1d1cc88b43 on network 7baef46c-4da4-4d46-bf21-e653349e66a6 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:31.232347 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-175926c7-5251-479d-abd7-18a5ab7864ff service neutron] Port eb9afd08-8589-466c-acc7-7a1d1cc88b43 on network 7baef46c-4da4-4d46-bf21-e653349e66a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:31.233056 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-175926c7-5251-479d-abd7-18a5ab7864ff service neutron] Attempting to bind port eb9afd08-8589-466c-acc7-7a1d1cc88b43 on network 7baef46c-4da4-4d46-bf21-e653349e66a6 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:31.244464 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-175926c7-5251-479d-abd7-18a5ab7864ff service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:31.245093 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-175926c7-5251-479d-abd7-18a5ab7864ff service neutron] Checking segment: {'id': 'a197f804-8758-48ef-a6b7-1ca08f691181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7baef46c-4da4-4d46-bf21-e653349e66a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:31.245652 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-175926c7-5251-479d-abd7-18a5ab7864ff service neutron] Bound using segment: {'id': 'a197f804-8758-48ef-a6b7-1ca08f691181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7baef46c-4da4-4d46-bf21-e653349e66a6'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:31.246277 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-175926c7-5251-479d-abd7-18a5ab7864ff service neutron] Bound port: eb9afd08-8589-466c-acc7-7a1d1cc88b43, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a197f804-8758-48ef-a6b7-1ca08f691181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7baef46c-4da4-4d46-bf21-e653349e66a6'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:31.246959 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-175926c7-5251-479d-abd7-18a5ab7864ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.303109 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-dea7840a-277a-4e1d-8418-76e795403866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.305004 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-dea7840a-277a-4e1d-8418-76e795403866 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=19f0097db32e406ab305cc19744860c5&device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 1096 time: 0.3025684 Jul 16 01:19:31.442164 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-11ea4976-ff8c-4220-a627-17f7803b04cf service neutron] 10.222.0.16 "GET /v2.0/networks/1096f360-6b74-4590-aa4a-2282a5341f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924752 Jul 16 01:19:31.482881 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a5532-ca9c-4fc1-b309-f526c32f9748 req-3d294f6e-411d-4574-8c05-117c47186b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.483627 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a5532-ca9c-4fc1-b309-f526c32f9748 req-3d294f6e-411d-4574-8c05-117c47186b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.484014 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a5532-ca9c-4fc1-b309-f526c32f9748 req-3d294f6e-411d-4574-8c05-117c47186b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.484631 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a5532-ca9c-4fc1-b309-f526c32f9748 req-3d294f6e-411d-4574-8c05-117c47186b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.485060 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a5532-ca9c-4fc1-b309-f526c32f9748 req-3d294f6e-411d-4574-8c05-117c47186b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.485535 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a5532-ca9c-4fc1-b309-f526c32f9748 req-3d294f6e-411d-4574-8c05-117c47186b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.486075 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a5532-ca9c-4fc1-b309-f526c32f9748 req-3d294f6e-411d-4574-8c05-117c47186b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.488906 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-967a5532-ca9c-4fc1-b309-f526c32f9748 req-3d294f6e-411d-4574-8c05-117c47186b08 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=673d6f606a904bf5902fda58599b5f5e&device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 6384 time: 0.7173026 Jul 16 01:19:31.500848 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d2fa4-2871-4163-8f53-c0efd7d3871d req-01601251-c544-49bc-acec-4162fa8eac07 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.507445 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d2fa4-2871-4163-8f53-c0efd7d3871d req-01601251-c544-49bc-acec-4162fa8eac07 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.514163 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d2fa4-2871-4163-8f53-c0efd7d3871d req-01601251-c544-49bc-acec-4162fa8eac07 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.521924 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d2fa4-2871-4163-8f53-c0efd7d3871d req-01601251-c544-49bc-acec-4162fa8eac07 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.528602 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d2fa4-2871-4163-8f53-c0efd7d3871d req-01601251-c544-49bc-acec-4162fa8eac07 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.535035 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d2fa4-2871-4163-8f53-c0efd7d3871d req-01601251-c544-49bc-acec-4162fa8eac07 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.541714 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d2fa4-2871-4163-8f53-c0efd7d3871d req-01601251-c544-49bc-acec-4162fa8eac07 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.542851 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba4d2fa4-2871-4163-8f53-c0efd7d3871d req-01601251-c544-49bc-acec-4162fa8eac07 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5418 time: 0.5278780 Jul 16 01:19:31.642385 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-44510f67-15d0-4ba6-bfe6-3d8e8a8a60c6 req-f001ca05-047f-490d-bca5-f7a295029c32 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.642758 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-44510f67-15d0-4ba6-bfe6-3d8e8a8a60c6 req-f001ca05-047f-490d-bca5-f7a295029c32 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.643187 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [req-44510f67-15d0-4ba6-bfe6-3d8e8a8a60c6 req-f001ca05-047f-490d-bca5-f7a295029c32 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Floating IP 1a32f58d-8a2d-4226-aac9-4c0c9368660d disassociated. External IP: 172.25.6.67, port: f911a9fb-3d49-4c57-ae9e-447647e19ebd. Jul 16 01:19:31.643731 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-44510f67-15d0-4ba6-bfe6-3d8e8a8a60c6 req-f001ca05-047f-490d-bca5-f7a295029c32 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Calling delete_port for f911a9fb-3d49-4c57-ae9e-447647e19ebd owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:31.660997 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-2264a5a2-712f-4a83-98f3-7c9303ed0337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.662553 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-2264a5a2-712f-4a83-98f3-7c9303ed0337 service neutron] 10.222.0.84 "GET /v2.0/networks?id=952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 200 len: 922 time: 0.3483229 Jul 16 01:19:31.688560 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-175926c7-5251-479d-abd7-18a5ab7864ff service neutron] For port eb9afd08-8589-466c-acc7-7a1d1cc88b43, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:31.729004 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba4d2fa4-2871-4163-8f53-c0efd7d3871d req-10ae9a73-2e25-4440-8b43-69ef97be7ca6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1663408 Jul 16 01:19:31.741610 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-6c11ed0a-e992-4d90-aff3-66f2e04a6aac service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d849f62-e1dc-4ba1-895b-661c98559d5a HTTP/1.1" status: 200 len: 217 time: 0.0702727 Jul 16 01:19:31.744778 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-175926c7-5251-479d-abd7-18a5ab7864ff service neutron] For port eb9afd08-8589-466c-acc7-7a1d1cc88b43, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=eb9afd08-8589-466c-acc7-7a1d1cc88b43,segment=NetworkSegment(a197f804-8758-48ef-a6b7-1ca08f691181),segment_id=a197f804-8758-48ef-a6b7-1ca08f691181)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:31.749535 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-571888c5-5b8a-42fe-a495-c86f32aad453 service neutron] 10.222.0.16 "GET /v2.0/networks/1096f360-6b74-4590-aa4a-2282a5341f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054907 Jul 16 01:19:31.758901 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-175926c7-5251-479d-abd7-18a5ab7864ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.826403 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a5532-ca9c-4fc1-b309-f526c32f9748 req-5e4cca38-6355-4ad4-8aba-64fa8eda296e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.826979 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a5532-ca9c-4fc1-b309-f526c32f9748 req-5e4cca38-6355-4ad4-8aba-64fa8eda296e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.827500 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a5532-ca9c-4fc1-b309-f526c32f9748 req-5e4cca38-6355-4ad4-8aba-64fa8eda296e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.837374 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-967a5532-ca9c-4fc1-b309-f526c32f9748 req-5e4cca38-6355-4ad4-8aba-64fa8eda296e service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=673d6f606a904bf5902fda58599b5f5e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2934947 Jul 16 01:19:31.838298 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-175926c7-5251-479d-abd7-18a5ab7864ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.838964 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-175926c7-5251-479d-abd7-18a5ab7864ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.840550 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-175926c7-5251-479d-abd7-18a5ab7864ff service neutron] 10.222.0.82 "PUT /v2.0/ports/eb9afd08-8589-466c-acc7-7a1d1cc88b43 HTTP/1.1" status: 200 len: 1092 time: 2.4823985 Jul 16 01:19:31.882369 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-1b4a9e7c-bbed-4b92-b921-4253b370884f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.883853 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-1b4a9e7c-bbed-4b92-b921-4253b370884f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda HTTP/1.1" status: 200 len: 861 time: 0.1331542 Jul 16 01:19:31.937433 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-bbb1464e-c103-487d-bc7a-55bf80e350ff service neutron] Request body: {'port': {'device_id': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:31.941380 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-0d2348b1-06fc-4f76-918e-6be8274c610e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=952b1f4f-1df7-48bd-a0c8-40d17571e492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466466 Jul 16 01:19:31.981914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175926c7-5251-479d-abd7-18a5ab7864ff service neutron] Pushing event updated for resources: {'Port': ['ID=eb9afd08-8589-466c-acc7-7a1d1cc88b43,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:32.123271 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-195f5dd9-0601-43c0-9b53-31753729a579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.242793 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-edaf9137-54cd-461e-bad9-66380abaae9e service neutron] 10.222.0.84 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760541 Jul 16 01:19:32.243658 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-bbb1464e-c103-487d-bc7a-55bf80e350ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.264606 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a5532-ca9c-4fc1-b309-f526c32f9748 req-8b560df8-4d1b-4728-8035-69c8468c631e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.266586 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-967a5532-ca9c-4fc1-b309-f526c32f9748 req-8b560df8-4d1b-4728-8035-69c8468c631e service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3908460 Jul 16 01:19:32.287260 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f5dd9-0601-43c0-9b53-31753729a579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27a663cb-a1ca-4108-a03d-eb5fe3837eb3,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:32.298130 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-44510f67-15d0-4ba6-bfe6-3d8e8a8a60c6 req-f001ca05-047f-490d-bca5-f7a295029c32 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.348449 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001ca05-047f-490d-bca5-f7a295029c32 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Pushing event deleted for resources: {'Port': ['ID=f911a9fb-3d49-4c57-ae9e-447647e19ebd,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:32.397815 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.475097 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f5dd9-0601-43c0-9b53-31753729a579 admin admin] Checking segment: {'id': '31a29291-4758-44f0-8640-73d6e8a50dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '94f37fec-a19a-4c78-8107-bd9bd459dfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:32.475619 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195f5dd9-0601-43c0-9b53-31753729a579 admin admin] Network hostable DHCP agents. Network: 94f37fec-a19a-4c78-8107-bd9bd459dfd1, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:19:32.493295 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d18d8-49a3-45ee-810c-36d7f737f342 req-6767a43f-2922-4e19-9973-5d38a256c35b tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.495290 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b7d18d8-49a3-45ee-810c-36d7f737f342 req-6767a43f-2922-4e19-9973-5d38a256c35b tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 945 time: 0.5356612 Jul 16 01:19:32.509335 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e254ec4-8305-4d73-873d-53fe2701d3cc req-29180876-a2c9-4919-b38e-067854803a25 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.513085 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7e254ec4-8305-4d73-873d-53fe2701d3cc req-29180876-a2c9-4919-b38e-067854803a25 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 949 time: 0.3428948 Jul 16 01:19:32.539590 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-b733e0e0-058f-4ee4-bd09-d3e60bd64bf0 service neutron] 10.222.0.84 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823226 Jul 16 01:19:32.609076 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7e254ec4-8305-4d73-873d-53fe2701d3cc req-0af47f4d-0973-4ecd-850c-ed9a6b573cb8 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848336 Jul 16 01:19:32.622643 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b7d18d8-49a3-45ee-810c-36d7f737f342 req-6c6b1bb9-37ed-4546-bbce-db5aad78a120 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160662 Jul 16 01:19:32.662435 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195f5dd9-0601-43c0-9b53-31753729a579 admin admin] Network 94f37fec-a19a-4c78-8107-bd9bd459dfd1 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:19:32.669078 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device f911a9fb-3d49-4c57-ae9e-447647e19ebd no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:32.691323 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-195f5dd9-0601-43c0-9b53-31753729a579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 94f37fec-a19a-4c78-8107-bd9bd459dfd1) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:32.707932 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195f5dd9-0601-43c0-9b53-31753729a579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.708573 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-195f5dd9-0601-43c0-9b53-31753729a579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.753933 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-195f5dd9-0601-43c0-9b53-31753729a579 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0178225 Jul 16 01:19:32.756043 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44510f67-15d0-4ba6-bfe6-3d8e8a8a60c6 req-f001ca05-047f-490d-bca5-f7a295029c32 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Router 58c30ba5-0cb6-4cc6-8921-ccb395645e35 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:19:32.756728 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38170) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:32.761161 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-cf6559e5-debf-41f1-ab7b-48b4f666f46a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-229579638-router', 'tenant_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:32.778246 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90575b9f-a372-4bea-9f90-0877e234099b None None] Network 94f37fec-a19a-4c78-8107-bd9bd459dfd1 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:32.780343 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: f911a9fb-3d49-4c57-ae9e-447647e19ebd {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:32.780717 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device f911a9fb-3d49-4c57-ae9e-447647e19ebd not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:32.807229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'tag': 'eb9afd08-8589-466c-acc7-7a1d1cc88b43'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:32.821367 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166933d9-c9f7-4b79-a214-5aec9e782d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "tag": "eb9afd08-8589-466c-acc7-7a1d1cc88b43"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:32.865931 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-bbb1464e-c103-487d-bc7a-55bf80e350ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ef83a1-f91f-49e7-bc9f-992cf81fc73d {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:32.881002 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf6559e5-debf-41f1-ab7b-48b4f666f46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.882113 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf6559e5-debf-41f1-ab7b-48b4f666f46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.890636 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-bbb1464e-c103-487d-bc7a-55bf80e350ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.927773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-bbb1464e-c103-487d-bc7a-55bf80e350ff service neutron] Transition to ACTIVE for port object e2ef83a1-f91f-49e7-bc9f-992cf81fc73d will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:32.941719 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-bbb1464e-c103-487d-bc7a-55bf80e350ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.991599 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1464e-c103-487d-bc7a-55bf80e350ff service neutron] Pushing event updated for resources: {'Port': ['ID=e2ef83a1-f91f-49e7-bc9f-992cf81fc73d,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:33.074191 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf6559e5-debf-41f1-ab7b-48b4f666f46a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.122728 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed16950-8bdd-4c80-b5a1-ccbc968e930a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-94f37fec-a19a-4c78-8107-bd9bd459dfd1', 'network_id': '94f37fec-a19a-4c78-8107-bd9bd459dfd1', 'tenant_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'fixed_ips': [{'subnet_id': '27a663cb-a1ca-4108-a03d-eb5fe3837eb3'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:19:33.124247 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ed16950-8bdd-4c80-b5a1-ccbc968e930a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.265641 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-2e0d5eb6-bbe6-4684-9782-e1da7c37c2a2 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:33.278535 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-2e0d5eb6-bbe6-4684-9782-e1da7c37c2a2 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d&tenant_id=19f0097db32e406ab305cc19744860c5&binding%3Ahost_id=n-h1-792394-16 HTTP/1.1" status: 200 len: 1096 time: 0.2878661 Jul 16 01:19:33.401186 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d3b1d367-993e-493e-a486-c7e405746c79 req-fe74c209-4873-40fa-9a58-c71395b17305 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb54cc79-988e-44a8-aafd-7d7a3408202c HTTP/1.1" status: 200 len: 210 time: 0.1115601 Jul 16 01:19:33.488433 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-7ed16950-8bdd-4c80-b5a1-ccbc968e930a None None] Allocated IP 172.20.0.2 (94f37fec-a19a-4c78-8107-bd9bd459dfd1/27a663cb-a1ca-4108-a03d-eb5fe3837eb3/333872a7-7b60-4a39-9171-539fcbb4094b) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:33.507276 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-bbb1464e-c103-487d-bc7a-55bf80e350ff service neutron] Attempting to bind port e2ef83a1-f91f-49e7-bc9f-992cf81fc73d on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:33.508158 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-bbb1464e-c103-487d-bc7a-55bf80e350ff service neutron] Attempting to bind port e2ef83a1-f91f-49e7-bc9f-992cf81fc73d by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a197f804-8758-48ef-a6b7-1ca08f691181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7baef46c-4da4-4d46-bf21-e653349e66a6'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:33.508542 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-bbb1464e-c103-487d-bc7a-55bf80e350ff service neutron] Attempting to bind port e2ef83a1-f91f-49e7-bc9f-992cf81fc73d on network 7baef46c-4da4-4d46-bf21-e653349e66a6 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:33.596585 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-19ee2b4e-7ac0-4444-bb69-03eb7812b1b1 service neutron] For port 2d849f62-e1dc-4ba1-895b-661c98559d5a, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:33.598258 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-bbb1464e-c103-487d-bc7a-55bf80e350ff service neutron] Port e2ef83a1-f91f-49e7-bc9f-992cf81fc73d on network 7baef46c-4da4-4d46-bf21-e653349e66a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:33.598589 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-bbb1464e-c103-487d-bc7a-55bf80e350ff service neutron] Attempting to bind port e2ef83a1-f91f-49e7-bc9f-992cf81fc73d on network 7baef46c-4da4-4d46-bf21-e653349e66a6 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:33.602970 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-19ee2b4e-7ac0-4444-bb69-03eb7812b1b1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.604191 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77ced2f-33e3-4e1b-97fa-9af7ef5c7268 req-19ee2b4e-7ac0-4444-bb69-03eb7812b1b1 service neutron] 10.222.0.84 "DELETE /v2.0/ports/2d849f62-e1dc-4ba1-895b-661c98559d5a/bindings/n-h2-792394-16 HTTP/1.1" status: 204 len: 173 time: 0.3133528 Jul 16 01:19:33.610328 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-bbb1464e-c103-487d-bc7a-55bf80e350ff service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:33.610715 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-bbb1464e-c103-487d-bc7a-55bf80e350ff service neutron] Checking segment: {'id': 'a197f804-8758-48ef-a6b7-1ca08f691181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7baef46c-4da4-4d46-bf21-e653349e66a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:33.611057 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-bbb1464e-c103-487d-bc7a-55bf80e350ff service neutron] Bound using segment: {'id': 'a197f804-8758-48ef-a6b7-1ca08f691181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7baef46c-4da4-4d46-bf21-e653349e66a6'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:33.611510 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-bbb1464e-c103-487d-bc7a-55bf80e350ff service neutron] Bound port: e2ef83a1-f91f-49e7-bc9f-992cf81fc73d, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a197f804-8758-48ef-a6b7-1ca08f691181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7baef46c-4da4-4d46-bf21-e653349e66a6'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:33.612079 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-bbb1464e-c103-487d-bc7a-55bf80e350ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.787149 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf6559e5-debf-41f1-ab7b-48b4f666f46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.809664 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44510f67-15d0-4ba6-bfe6-3d8e8a8a60c6 req-f001ca05-047f-490d-bca5-f7a295029c32 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:19:33.826698 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-bbb1464e-c103-487d-bc7a-55bf80e350ff service neutron] For port e2ef83a1-f91f-49e7-bc9f-992cf81fc73d, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:33.843683 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237abc0b-fe3b-4744-bcf3-3e53161296fd None None] Sync routers for ids ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:19:33.854046 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ed16950-8bdd-4c80-b5a1-ccbc968e930a None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.862034 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254f88e-9953-4133-b7c1-f59cabc9f98e req-b3e3ea07-5c6f-4eff-a93a-058c515b7446 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:33.869248 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f254f88e-9953-4133-b7c1-f59cabc9f98e req-b3e3ea07-5c6f-4eff-a93a-058c515b7446 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 944 time: 0.7924664 Jul 16 01:19:33.869711 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08525dc-e089-4b18-8df1-fe46a989b0e0 req-8d566d7f-f317-4c26-b808-4c57843ab453 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:33.879693 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c08525dc-e089-4b18-8df1-fe46a989b0e0 req-8d566d7f-f317-4c26-b808-4c57843ab453 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 949 time: 0.2130685 Jul 16 01:19:33.885382 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-bbb1464e-c103-487d-bc7a-55bf80e350ff service neutron] For port e2ef83a1-f91f-49e7-bc9f-992cf81fc73d, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=e2ef83a1-f91f-49e7-bc9f-992cf81fc73d,segment=NetworkSegment(a197f804-8758-48ef-a6b7-1ca08f691181),segment_id=a197f804-8758-48ef-a6b7-1ca08f691181)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:33.887656 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7ed16950-8bdd-4c80-b5a1-ccbc968e930a None None] Transition to ACTIVE for port object 333872a7-7b60-4a39-9171-539fcbb4094b will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:33.892480 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237abc0b-fe3b-4744-bcf3-3e53161296fd None None] Routers {'58c30ba5-0cb6-4cc6-8921-ccb395645e35'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:33.896547 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-237abc0b-fe3b-4744-bcf3-3e53161296fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:19:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:33.918395 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-44510f67-15d0-4ba6-bfe6-3d8e8a8a60c6 req-f001ca05-047f-490d-bca5-f7a295029c32 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] No DVR routers for this DVR port f911a9fb-3d49-4c57-ae9e-447647e19ebd on host n-h2-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:33.922267 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-44510f67-15d0-4ba6-bfe6-3d8e8a8a60c6 req-f001ca05-047f-490d-bca5-f7a295029c32 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.924416 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-44510f67-15d0-4ba6-bfe6-3d8e8a8a60c6 req-f001ca05-047f-490d-bca5-f7a295029c32 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.82 "DELETE /v2.0/ports/f911a9fb-3d49-4c57-ae9e-447647e19ebd HTTP/1.1" status: 204 len: 173 time: 3.6347530 Jul 16 01:19:33.926413 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a9a646-d867-4760-ac8a-7f4507e8ff88', 'name': 'network-vif-deleted', 'tag': 'f911a9fb-3d49-4c57-ae9e-447647e19ebd'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:33.928718 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027010b7-135c-4b73-bdea-205e32759bcc" -d '{"events": [{"server_uuid": "57a9a646-d867-4760-ac8a-7f4507e8ff88", "name": "network-vif-deleted", "tag": "f911a9fb-3d49-4c57-ae9e-447647e19ebd"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:33.949536 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-bbb1464e-c103-487d-bc7a-55bf80e350ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.987484 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f254f88e-9953-4133-b7c1-f59cabc9f98e req-610803a7-14d8-4f40-9fcc-2bf0eb2c5920 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170588 Jul 16 01:19:34.055872 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7ed16950-8bdd-4c80-b5a1-ccbc968e930a None None] Transition to ACTIVE for port object 333872a7-7b60-4a39-9171-539fcbb4094b will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:34.242477 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-237abc0b-fe3b-4744-bcf3-3e53161296fd None None] Set router 58c30ba5-0cb6-4cc6-8921-ccb395645e35 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:34.355767 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ed16950-8bdd-4c80-b5a1-ccbc968e930a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.481645 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed16950-8bdd-4c80-b5a1-ccbc968e930a None None] Network 94f37fec-a19a-4c78-8107-bd9bd459dfd1 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:34.488127 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-7ed16950-8bdd-4c80-b5a1-ccbc968e930a None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:34.490024 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf6559e5-debf-41f1-ab7b-48b4f666f46a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.496511 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed16950-8bdd-4c80-b5a1-ccbc968e930a None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:34.506592 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed16950-8bdd-4c80-b5a1-ccbc968e930a None None] Pushing event updated for resources: {'Port': ['ID=333872a7-7b60-4a39-9171-539fcbb4094b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:34.529323 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf6559e5-debf-41f1-ab7b-48b4f666f46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.601975 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7ed16950-8bdd-4c80-b5a1-ccbc968e930a None None] Attempting to bind port 333872a7-7b60-4a39-9171-539fcbb4094b on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:34.602244 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7ed16950-8bdd-4c80-b5a1-ccbc968e930a None None] Attempting to bind port 333872a7-7b60-4a39-9171-539fcbb4094b by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '31a29291-4758-44f0-8640-73d6e8a50dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '94f37fec-a19a-4c78-8107-bd9bd459dfd1'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:34.602528 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed16950-8bdd-4c80-b5a1-ccbc968e930a None None] Attempting to bind port 333872a7-7b60-4a39-9171-539fcbb4094b on network 94f37fec-a19a-4c78-8107-bd9bd459dfd1 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:34.608020 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d96c8-28b4-4ee6-90dc-d6973cd0dd56 req-516097ac-2d91-41b8-b4e7-198dd968c3de tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:34.610092 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed16950-8bdd-4c80-b5a1-ccbc968e930a None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:34.610465 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed16950-8bdd-4c80-b5a1-ccbc968e930a None None] Checking segment: {'id': '31a29291-4758-44f0-8640-73d6e8a50dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '94f37fec-a19a-4c78-8107-bd9bd459dfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:34.610867 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ed16950-8bdd-4c80-b5a1-ccbc968e930a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.611257 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed16950-8bdd-4c80-b5a1-ccbc968e930a None None] Bound using segment: {'id': '31a29291-4758-44f0-8640-73d6e8a50dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '94f37fec-a19a-4c78-8107-bd9bd459dfd1'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:34.611808 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7ed16950-8bdd-4c80-b5a1-ccbc968e930a None None] Bound port: 333872a7-7b60-4a39-9171-539fcbb4094b, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a29291-4758-44f0-8640-73d6e8a50dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '94f37fec-a19a-4c78-8107-bd9bd459dfd1'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:34.612309 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ed16950-8bdd-4c80-b5a1-ccbc968e930a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.617182 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d96c8-28b4-4ee6-90dc-d6973cd0dd56 req-516097ac-2d91-41b8-b4e7-198dd968c3de tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:34.623737 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d96c8-28b4-4ee6-90dc-d6973cd0dd56 req-516097ac-2d91-41b8-b4e7-198dd968c3de tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:34.630916 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d96c8-28b4-4ee6-90dc-d6973cd0dd56 req-516097ac-2d91-41b8-b4e7-198dd968c3de tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:34.637614 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d96c8-28b4-4ee6-90dc-d6973cd0dd56 req-516097ac-2d91-41b8-b4e7-198dd968c3de tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:34.645314 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d96c8-28b4-4ee6-90dc-d6973cd0dd56 req-516097ac-2d91-41b8-b4e7-198dd968c3de tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:34.652199 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d96c8-28b4-4ee6-90dc-d6973cd0dd56 req-516097ac-2d91-41b8-b4e7-198dd968c3de tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:34.660924 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b20d96c8-28b4-4ee6-90dc-d6973cd0dd56 req-516097ac-2d91-41b8-b4e7-198dd968c3de tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5430 time: 0.2801003 Jul 16 01:19:34.706936 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.711118 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-237abc0b-fe3b-4744-bcf3-3e53161296fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569885151-router', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:34Z', 'updated_at': '2021-07-16T01:16:43Z', 'revision_number': 4, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'gw_port': {'id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:36Z', 'updated_at': '2021-07-16T01:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c14a93e1-cf9b-4927-ab10-13591d6d0668', 'name': '', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'mac_address': 'fa:16:3e:cc:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:41Z', 'updated_at': '2021-07-16T01:16:52Z', 'revision_number': 5, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'subnets': [{'id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:34.719881 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38196) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:34.758369 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237abc0b-fe3b-4744-bcf3-3e53161296fd None None] Checking router: 58c30ba5-0cb6-4cc6-8921-ccb395645e35 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:19:34.765755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7ed16950-8bdd-4c80-b5a1-ccbc968e930a None None] For port 333872a7-7b60-4a39-9171-539fcbb4094b, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:34.781963 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-bbb1464e-c103-487d-bc7a-55bf80e350ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:34.782537 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237abc0b-fe3b-4744-bcf3-3e53161296fd None None] Routers {'58c30ba5-0cb6-4cc6-8921-ccb395645e35'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:34.782794 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-bbb1464e-c103-487d-bc7a-55bf80e350ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.782920 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-237abc0b-fe3b-4744-bcf3-3e53161296fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:19:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:34.784677 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-bbb1464e-c103-487d-bc7a-55bf80e350ff service neutron] 10.222.0.82 "PUT /v2.0/ports/e2ef83a1-f91f-49e7-bc9f-992cf81fc73d HTTP/1.1" status: 200 len: 1092 time: 2.8914642 Jul 16 01:19:34.785871 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7ed16950-8bdd-4c80-b5a1-ccbc968e930a None None] For port 333872a7-7b60-4a39-9171-539fcbb4094b, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=333872a7-7b60-4a39-9171-539fcbb4094b,segment=NetworkSegment(31a29291-4758-44f0-8640-73d6e8a50dfc),segment_id=31a29291-4758-44f0-8640-73d6e8a50dfc)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:34.831041 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ed16950-8bdd-4c80-b5a1-ccbc968e930a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.856819 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-d84a5019-ed9c-4452-8afe-01583077d4c1 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:34.858494 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-d84a5019-ed9c-4452-8afe-01583077d4c1 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.84 "GET /v2.0/networks?id=1096f360-6b74-4590-aa4a-2282a5341f1d HTTP/1.1" status: 200 len: 823 time: 1.1099708 Jul 16 01:19:34.926281 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b20d96c8-28b4-4ee6-90dc-d6973cd0dd56 req-f3c2d554-d36a-41ed-a471-8c8471ad60cc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2592769 Jul 16 01:19:34.972800 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-cf6559e5-debf-41f1-ab7b-48b4f666f46a admin admin] Allocated IP 172.25.6.123 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/1da594f3-5c44-4faa-bccc-4d7eefbf2b60) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:34.974522 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1464e-c103-487d-bc7a-55bf80e350ff service neutron] Pushing event updated for resources: {'Port': ['ID=e2ef83a1-f91f-49e7-bc9f-992cf81fc73d,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:34.998359 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c08525dc-e089-4b18-8df1-fe46a989b0e0 req-c68ce36b-6347-4c4e-a75c-984598eadba3 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1175306 Jul 16 01:19:35.046565 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e11e199-4632-490c-9002-6d2cc3e28efc req-aeebe96d-7806-4db6-aa40-913ba8faf278 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3802845 Jul 16 01:19:35.080934 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86e609b-56d8-4d9c-95f3-9bd26f83ddcd x-openstack-request-id: req-f86e609b-56d8-4d9c-95f3-9bd26f83ddcd {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:35.081233 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "tag": "eb9afd08-8589-466c-acc7-7a1d1cc88b43", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:35.081563 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f86e609b-56d8-4d9c-95f3-9bd26f83ddcd {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:35.081981 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'tag': 'eb9afd08-8589-466c-acc7-7a1d1cc88b43', 'status': 'completed', 'code': 200} Jul 16 01:19:35.110966 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed16950-8bdd-4c80-b5a1-ccbc968e930a None None] Pushing event updated for resources: {'Port': ['ID=333872a7-7b60-4a39-9171-539fcbb4094b,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:35.156165 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-237abc0b-fe3b-4744-bcf3-3e53161296fd None None] Set router 58c30ba5-0cb6-4cc6-8921-ccb395645e35 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:35.169499 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-4bad8ef8-15d7-4b40-ba2d-18632a726854 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2999adb4ec8040a5948eea28d1ff10e0 HTTP/1.1" status: 200 len: 380 time: 0.2629771 Jul 16 01:19:35.207186 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-275ded3c-4e71-4f97-9b3a-0eaaa4e96583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.210444 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-62d0b5b8-569f-4cf1-be84-3126244d1f57 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Request body: {'port': {'device_id': 'cb54cc79-988e-44a8-aafd-7d7a3408202c', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'admin_state_up': True, 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'security_groups': ['d92a67ce-0bcb-4422-9912-1314c261de69']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:35.303932 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2e6e79-1cc4-46f4-af23-539d7357e01a x-openstack-request-id: req-fb2e6e79-1cc4-46f4-af23-539d7357e01a {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:35.304215 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a9a646-d867-4760-ac8a-7f4507e8ff88", "name": "network-vif-deleted", "tag": "f911a9fb-3d49-4c57-ae9e-447647e19ebd", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:35.304496 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb2e6e79-1cc4-46f4-af23-539d7357e01a {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:35.304896 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a9a646-d867-4760-ac8a-7f4507e8ff88', 'name': 'network-vif-deleted', 'tag': 'f911a9fb-3d49-4c57-ae9e-447647e19ebd', 'status': 'completed', 'code': 200} Jul 16 01:19:35.350389 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-89afc05b-b5f2-41b9-bba6-bd4022e43b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:35.351124 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-89afc05b-b5f2-41b9-bba6-bd4022e43b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:35.353036 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-89afc05b-b5f2-41b9-bba6-bd4022e43b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:35.353036 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-89afc05b-b5f2-41b9-bba6-bd4022e43b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:35.353036 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-89afc05b-b5f2-41b9-bba6-bd4022e43b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:35.353322 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-89afc05b-b5f2-41b9-bba6-bd4022e43b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:35.355435 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-89afc05b-b5f2-41b9-bba6-bd4022e43b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:35.359226 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-89afc05b-b5f2-41b9-bba6-bd4022e43b86 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=673d6f606a904bf5902fda58599b5f5e&device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 6494 time: 0.4795604 Jul 16 01:19:35.531952 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-f1e55e9e-e569-4592-87e3-682e222a4193 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beacc2e5-69c8-4208-89bd-64878bc5925b HTTP/1.1" status: 200 len: 217 time: 0.0888822 Jul 16 01:19:35.579588 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf6559e5-debf-41f1-ab7b-48b4f666f46a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.611323 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-237abc0b-fe3b-4744-bcf3-3e53161296fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569885151-router', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:34Z', 'updated_at': '2021-07-16T01:16:43Z', 'revision_number': 4, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'gw_port': {'id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:36Z', 'updated_at': '2021-07-16T01:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c14a93e1-cf9b-4927-ab10-13591d6d0668', 'name': '', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'mac_address': 'fa:16:3e:cc:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:41Z', 'updated_at': '2021-07-16T01:16:52Z', 'revision_number': 5, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'subnets': [{'id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:35.619251 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-f7ae540c-86cc-49eb-af7d-43d1260be0fd tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:35.620841 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-f7ae540c-86cc-49eb-af7d-43d1260be0fd tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0&tenant_id=ca9f8f0612374680aaef3c5c85953dfc&binding%3Ahost_id=n-h1-792394-16 HTTP/1.1" status: 200 len: 1097 time: 0.4888682 Jul 16 01:19:35.622713 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-55eb40c4-882f-4e1f-96a7-d195e4669fa9 req-5f7b9383-871a-42ee-b14b-269de4f86c26 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb54cc79-988e-44a8-aafd-7d7a3408202c HTTP/1.1" status: 200 len: 210 time: 0.0998104 Jul 16 01:19:35.635106 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d897a-342b-47a6-bc7f-e4b4f8bd3fd1 req-3da61086-7cf0-4793-8487-e7637a6f17dd tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:35.642184 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d33d897a-342b-47a6-bc7f-e4b4f8bd3fd1 req-3da61086-7cf0-4793-8487-e7637a6f17dd tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 945 time: 0.3529212 Jul 16 01:19:35.650421 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237abc0b-fe3b-4744-bcf3-3e53161296fd None None] The sync data for ids ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'] in n-d-792394-16 is: [{'id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569885151-router', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:34Z', 'updated_at': '2021-07-16T01:16:43Z', 'revision_number': 4, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'gw_port': {'id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:36Z', 'updated_at': '2021-07-16T01:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c14a93e1-cf9b-4927-ab10-13591d6d0668', 'name': '', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'mac_address': 'fa:16:3e:cc:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:41Z', 'updated_at': '2021-07-16T01:16:52Z', 'revision_number': 5, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'subnets': [{'id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:19:35.656003 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8fb19e0a-1bac-4299-96f1-7fc2e72e47b7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792394-16'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:35.666575 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-6c7c9e09-079c-4b3f-8a21-5a5f4a57da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:35.669909 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-6c7c9e09-079c-4b3f-8a21-5a5f4a57da0c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d41468b7-b0b4-41eb-bdf2-84a94c3d3c68 HTTP/1.1" status: 200 len: 856 time: 0.1167746 Jul 16 01:19:35.702458 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11e199-4632-490c-9002-6d2cc3e28efc req-1f6b9efe-e2ce-4567-8716-e8b24bc71380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:35.702458 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e11e199-4632-490c-9002-6d2cc3e28efc req-1f6b9efe-e2ce-4567-8716-e8b24bc71380 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 1097 time: 0.4547243 Jul 16 01:19:35.778585 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-c1fb7fe8-399e-4ded-952d-a79560b157bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:35.781522 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-c1fb7fe8-399e-4ded-952d-a79560b157bb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=99585749-6e41-4e60-92b1-0c114a9091db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1035454 Jul 16 01:19:35.820736 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d33d897a-342b-47a6-bc7f-e4b4f8bd3fd1 req-b9561c6f-7abb-489e-9e57-696f10287070 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776216 Jul 16 01:19:35.826231 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-275ded3c-4e71-4f97-9b3a-0eaaa4e96583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.870544 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-275ded3c-4e71-4f97-9b3a-0eaaa4e96583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.908177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-62d0b5b8-569f-4cf1-be84-3126244d1f57 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Made reservation on behalf of 2999adb4ec8040a5948eea28d1ff10e0 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:35.912117 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-62d0b5b8-569f-4cf1-be84-3126244d1f57 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.928772 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf6559e5-debf-41f1-ab7b-48b4f666f46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.961554 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-f3aa2960-ace6-4ad8-a5bd-6614fc1108ed service neutron] 10.222.0.82 "GET /v2.0/networks/99585749-6e41-4e60-92b1-0c114a9091db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681826 Jul 16 01:19:36.017563 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2123230-5742-4978-8cf4-1cc571d34c41 req-8edabb02-0b88-4ed9-9ab4-fb1d76c79d80 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:36.019664 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a2123230-5742-4978-8cf4-1cc571d34c41 req-8edabb02-0b88-4ed9-9ab4-fb1d76c79d80 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 944 time: 0.2011287 Jul 16 01:19:36.033780 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6559e5-debf-41f1-ab7b-48b4f666f46a admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:36.036722 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8fb19e0a-1bac-4299-96f1-7fc2e72e47b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.043458 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-275ded3c-4e71-4f97-9b3a-0eaaa4e96583 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb58ec30b14541e4be9e7b59c7c07ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2630584 Jul 16 01:19:36.044354 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ded3c-4e71-4f97-9b3a-0eaaa4e96583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298bc182-623f-4d56-8602-0190e0ecfa74,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:36.050071 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-cf6559e5-debf-41f1-ab7b-48b4f666f46a admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:36.050355 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 38210) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:36.052194 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6559e5-debf-41f1-ab7b-48b4f666f46a admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:36.100797 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11e199-4632-490c-9002-6d2cc3e28efc req-2cef5a87-e649-4c8e-ae5d-2f945d656cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:36.102042 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e11e199-4632-490c-9002-6d2cc3e28efc req-2cef5a87-e649-4c8e-ae5d-2f945d656cdd service neutron] 10.222.0.82 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 908 time: 0.3681026 Jul 16 01:19:36.162782 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6559e5-debf-41f1-ab7b-48b4f666f46a admin admin] Pushing event updated for resources: {'Port': ['ID=1da594f3-5c44-4faa-bccc-4d7eefbf2b60,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:36.194198 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-62d0b5b8-569f-4cf1-be84-3126244d1f57 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Allocated IP 172.20.0.12 (1096f360-6b74-4590-aa4a-2282a5341f1d/3e374788-0d42-4edb-97f5-de74ce0cf143/1daa60f3-79e8-4c49-847f-28b9849e4818) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:36.246706 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e11e199-4632-490c-9002-6d2cc3e28efc req-fff8dc99-40e3-4ad4-aeec-5cad18643681 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b37b9b-124d-49df-811e-6712d93ab0f0 HTTP/1.1" status: 200 len: 217 time: 0.0920961 Jul 16 01:19:36.315043 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb458c8-0a47-4b0d-b2d6-5a5fe5486e6a None None] New status for floating IP 1a32f58d-8a2d-4226-aac9-4c0c9368660d: DOWN {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:19:36.396776 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-62d0b5b8-569f-4cf1-be84-3126244d1f57 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.401992 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11e199-4632-490c-9002-6d2cc3e28efc req-a1f177a7-ef23-408b-8197-a28d2c158c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:36.404167 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e11e199-4632-490c-9002-6d2cc3e28efc req-a1f177a7-ef23-408b-8197-a28d2c158c4a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=53fcd526-4834-4829-80ef-c0f48c90d8f1 HTTP/1.1" status: 200 len: 847 time: 0.1308041 Jul 16 01:19:36.444178 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8263b477-aec9-4503-a40b-6a7464de6e53 None None] Network 94f37fec-a19a-4c78-8107-bd9bd459dfd1 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:36.454636 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e11e199-4632-490c-9002-6d2cc3e28efc req-2ee8c6d9-b084-438a-a949-84a874ee3c17 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0acde702-0391-44d7-919c-717172e79311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381305 Jul 16 01:19:36.484561 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a2123230-5742-4978-8cf4-1cc571d34c41 req-e18d7517-321f-4574-b6ac-9080db6f1b08 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405351 Jul 16 01:19:36.489295 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-62d0b5b8-569f-4cf1-be84-3126244d1f57 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Transition to ACTIVE for port object 1daa60f3-79e8-4c49-847f-28b9849e4818 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:36.516830 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97ead9a7-c609-4bb8-9a7d-45d03bd5e16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.547856 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97ead9a7-c609-4bb8-9a7d-45d03bd5e16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.588384 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-7998c712-2c98-45d1-9c48-3916e4bcfd47 service neutron] 10.222.0.82 "GET /v2.0/networks/99585749-6e41-4e60-92b1-0c114a9091db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5881827 Jul 16 01:19:36.639085 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c22be774-ffae-4f73-a1b8-e7432e31f332 None None] Provisioning for port 333872a7-7b60-4a39-9171-539fcbb4094b completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:36.658140 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-55016bdc-357e-4474-8da2-d212b07165e1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=4345b472-d891-4095-9ac3-2e3b8fe40305 HTTP/1.1" status: 200 len: 217 time: 0.0450799 Jul 16 01:19:36.708780 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 485aedfc-d310-49e9-b67e-4865af235efc details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:36.712327 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8fb19e0a-1bac-4299-96f1-7fc2e72e47b7 service neutron] For port 485aedfc-d310-49e9-b67e-4865af235efc, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=485aedfc-d310-49e9-b67e-4865af235efc,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:36.736087 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-606c066a-3ffc-4fc5-a1f7-b70cd04dac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:36.738394 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-606c066a-3ffc-4fc5-a1f7-b70cd04dac64 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7407fa8c-a52a-4e33-b68e-404660b41399 HTTP/1.1" status: 200 len: 797 time: 0.0706134 Jul 16 01:19:36.759431 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-62d0b5b8-569f-4cf1-be84-3126244d1f57 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.762942 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97ead9a7-c609-4bb8-9a7d-45d03bd5e16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.765602 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc80b22-9779-4277-a61b-850a151ff284 req-be638e91-363c-42ee-94d7-0e5b3f5b7a84 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:36.766360 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97ead9a7-c609-4bb8-9a7d-45d03bd5e16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.770995 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-97ead9a7-c609-4bb8-9a7d-45d03bd5e16a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/298bc182-623f-4d56-8602-0190e0ecfa74 HTTP/1.1" status: 204 len: 168 time: 0.7128441 Jul 16 01:19:36.774092 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc80b22-9779-4277-a61b-850a151ff284 req-be638e91-363c-42ee-94d7-0e5b3f5b7a84 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:36.785312 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc80b22-9779-4277-a61b-850a151ff284 req-be638e91-363c-42ee-94d7-0e5b3f5b7a84 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:36.791252 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc80b22-9779-4277-a61b-850a151ff284 req-be638e91-363c-42ee-94d7-0e5b3f5b7a84 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:36.797645 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc80b22-9779-4277-a61b-850a151ff284 req-be638e91-363c-42ee-94d7-0e5b3f5b7a84 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:36.804181 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc80b22-9779-4277-a61b-850a151ff284 req-be638e91-363c-42ee-94d7-0e5b3f5b7a84 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:36.810053 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc80b22-9779-4277-a61b-850a151ff284 req-be638e91-363c-42ee-94d7-0e5b3f5b7a84 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:36.819458 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8cc80b22-9779-4277-a61b-850a151ff284 req-be638e91-363c-42ee-94d7-0e5b3f5b7a84 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5430 time: 0.4138708 Jul 16 01:19:36.833920 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf6559e5-debf-41f1-ab7b-48b4f666f46a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.863946 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-62d0b5b8-569f-4cf1-be84-3126244d1f57 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Network 1096f360-6b74-4590-aa4a-2282a5341f1d is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:36.867372 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ead9a7-c609-4bb8-9a7d-45d03bd5e16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298bc182-623f-4d56-8602-0190e0ecfa74,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:36.878072 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-62d0b5b8-569f-4cf1-be84-3126244d1f57 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:36.882817 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 485aedfc-d310-49e9-b67e-4865af235efc, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=485aedfc-d310-49e9-b67e-4865af235efc,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:36.904907 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-62d0b5b8-569f-4cf1-be84-3126244d1f57 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:36.923488 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 485aedfc-d310-49e9-b67e-4865af235efc has no active binding in host n-h2-792394-16 {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:19:37.017509 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-62d0b5b8-569f-4cf1-be84-3126244d1f57 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:37.027676 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-62d0b5b8-569f-4cf1-be84-3126244d1f57 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.062521 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-62d0b5b8-569f-4cf1-be84-3126244d1f57 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8814135 Jul 16 01:19:37.092751 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'tag': 'e2ef83a1-f91f-49e7-bc9f-992cf81fc73d'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:37.095165 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c7e2b8-6348-42a8-88ae-4455a0fd40a4" -d '{"events": [{"name": "network-changed", "server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "tag": "e2ef83a1-f91f-49e7-bc9f-992cf81fc73d"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:37.119903 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-b1bb9534-5adf-423c-acf6-7602b857a43e service neutron] Request body: {'port': {'device_id': 'cb54cc79-988e-44a8-aafd-7d7a3408202c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:37.149060 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0b5b8-569f-4cf1-be84-3126244d1f57 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Pushing event updated for resources: {'Port': ['ID=1daa60f3-79e8-4c49-847f-28b9849e4818,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:37.227703 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-7cafcec2-d34e-49d8-bbcb-f7f0c19601fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:37.231356 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-7cafcec2-d34e-49d8-bbcb-f7f0c19601fe service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4828746 Jul 16 01:19:37.273875 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 333872a7-7b60-4a39-9171-539fcbb4094b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:37.411568 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e11e199-4632-490c-9002-6d2cc3e28efc req-4eaf4ac7-e7bf-4c11-a76b-9b3b34a9a21e service neutron] 10.222.0.82 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9341512 Jul 16 01:19:37.477884 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-b1bb9534-5adf-423c-acf6-7602b857a43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.478469 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f3753f27-7601-40e6-b536-0fe9b7b3358a None None] Provisioning for port 1daa60f3-79e8-4c49-847f-28b9849e4818 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:37.483009 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f3753f27-7601-40e6-b536-0fe9b7b3358a None None] Provisioning complete for port 1daa60f3-79e8-4c49-847f-28b9849e4818 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:37.483381 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f3753f27-7601-40e6-b536-0fe9b7b3358a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.497016 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8fb19e0a-1bac-4299-96f1-7fc2e72e47b7 service neutron] For port 485aedfc-d310-49e9-b67e-4865af235efc, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:37.528885 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 333872a7-7b60-4a39-9171-539fcbb4094b completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:37.533657 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 333872a7-7b60-4a39-9171-539fcbb4094b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:37.534448 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.537074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f3753f27-7601-40e6-b536-0fe9b7b3358a None None] Port 1daa60f3-79e8-4c49-847f-28b9849e4818 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:37.537225 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051f2b0-95be-41df-bc90-e060ee937995 req-45b1496b-5c63-4ee3-8c5f-6b6216256a48 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:37.539400 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f051f2b0-95be-41df-bc90-e060ee937995 req-45b1496b-5c63-4ee3-8c5f-6b6216256a48 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb54cc79-988e-44a8-aafd-7d7a3408202c HTTP/1.1" status: 200 len: 932 time: 0.2601960 Jul 16 01:19:37.541354 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-76dffd43-075b-4db1-be57-5aa53863e750 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840869 Jul 16 01:19:37.618067 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8cc80b22-9779-4277-a61b-850a151ff284 req-ba411287-41a1-4338-81d6-811ed6619ae1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7975934 Jul 16 01:19:37.635561 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.690880 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 333872a7-7b60-4a39-9171-539fcbb4094b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=333872a7-7b60-4a39-9171-539fcbb4094b,segment=NetworkSegment(31a29291-4758-44f0-8640-73d6e8a50dfc),segment_id=31a29291-4758-44f0-8640-73d6e8a50dfc)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:37.698240 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.716717 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8fb19e0a-1bac-4299-96f1-7fc2e72e47b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.721449 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91996d6a-b2cc-46d1-8159-5355f06ecde0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '485aedfc-d310-49e9-b67e-4865af235efc'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:37.724768 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ce1636-a2cd-47ac-81c5-ea8d4a71f1d3" -d '{"events": [{"server_uuid": "91996d6a-b2cc-46d1-8159-5355f06ecde0", "name": "network-vif-unplugged", "status": "completed", "tag": "485aedfc-d310-49e9-b67e-4865af235efc"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:37.735700 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8fb19e0a-1bac-4299-96f1-7fc2e72e47b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.779660 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e11e199-4632-490c-9002-6d2cc3e28efc req-30ce867f-cfb4-43e9-b707-df48255404fa service neutron] 10.222.0.82 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564463 Jul 16 01:19:37.791973 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=333872a7-7b60-4a39-9171-539fcbb4094b,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:37.917382 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f051f2b0-95be-41df-bc90-e060ee937995 req-dd4f12e8-e9a6-45f6-b3cb-da3129158e22 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/security-groups?id=d92a67ce-0bcb-4422-9912-1314c261de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180511 Jul 16 01:19:37.934757 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb19e0a-1bac-4299-96f1-7fc2e72e47b7 service neutron] Pushing event updated for resources: {'Port': ['ID=485aedfc-d310-49e9-b67e-4865af235efc,revision_number=7']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:37.981951 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-08c3d85e-c254-4da7-a64e-8db21507ce24 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838818 Jul 16 01:19:38.008468 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8fb19e0a-1bac-4299-96f1-7fc2e72e47b7 service neutron] Attempting to bind port 485aedfc-d310-49e9-b67e-4865af235efc on host n-h1-792394-16 for vnic_type normal with profile {"migrating_to": "n-h2-792394-16"} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:38.008813 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8fb19e0a-1bac-4299-96f1-7fc2e72e47b7 service neutron] Attempting to bind port 485aedfc-d310-49e9-b67e-4865af235efc by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:38.009146 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8fb19e0a-1bac-4299-96f1-7fc2e72e47b7 service neutron] Attempting to bind port 485aedfc-d310-49e9-b67e-4865af235efc on network 0acde702-0391-44d7-919c-717172e79311 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:38.019010 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf6559e5-debf-41f1-ab7b-48b4f666f46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.023168 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8fb19e0a-1bac-4299-96f1-7fc2e72e47b7 service neutron] Port 485aedfc-d310-49e9-b67e-4865af235efc on network 0acde702-0391-44d7-919c-717172e79311 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:38.023592 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8fb19e0a-1bac-4299-96f1-7fc2e72e47b7 service neutron] Attempting to bind port 485aedfc-d310-49e9-b67e-4865af235efc on network 0acde702-0391-44d7-919c-717172e79311 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:38.029672 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-b1bb9534-5adf-423c-acf6-7602b857a43e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1daa60f3-79e8-4c49-847f-28b9849e4818 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:38.035361 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-2bf85e35-b3ca-475f-9161-ddb5637d35e9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=28a2b02f-aee0-487c-baab-2cdc1ff4a615 HTTP/1.1" status: 200 len: 217 time: 0.0441666 Jul 16 01:19:38.036079 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dcc4d1-3f68-491b-b078-dfecc7d9c0ad req-3074a291-7baa-463b-aba6-60128225fed0 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:38.037760 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a6dcc4d1-3f68-491b-b078-dfecc7d9c0ad req-3074a291-7baa-463b-aba6-60128225fed0 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 943 time: 0.2167730 Jul 16 01:19:38.040045 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-b1bb9534-5adf-423c-acf6-7602b857a43e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.043865 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8fb19e0a-1bac-4299-96f1-7fc2e72e47b7 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:38.043865 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8fb19e0a-1bac-4299-96f1-7fc2e72e47b7 service neutron] Checking segment: {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:38.044250 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8fb19e0a-1bac-4299-96f1-7fc2e72e47b7 service neutron] Bound using segment: {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:38.044740 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8fb19e0a-1bac-4299-96f1-7fc2e72e47b7 service neutron] Bound port: 485aedfc-d310-49e9-b67e-4865af235efc, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:38.045102 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8fb19e0a-1bac-4299-96f1-7fc2e72e47b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.088766 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-b1bb9534-5adf-423c-acf6-7602b857a43e service neutron] Transition to ACTIVE for port object 1daa60f3-79e8-4c49-847f-28b9849e4818 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:38.100982 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-4c2deefc-f21f-4fa6-96c7-bafb9fbb7c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:38.102825 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-4c2deefc-f21f-4fa6-96c7-bafb9fbb7c2a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7407fa8c-a52a-4e33-b68e-404660b41399 HTTP/1.1" status: 200 len: 797 time: 0.0599332 Jul 16 01:19:38.104070 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-b1bb9534-5adf-423c-acf6-7602b857a43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.193405 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a6dcc4d1-3f68-491b-b078-dfecc7d9c0ad req-0cf3bd4f-8655-4e90-b044-e81aa9003203 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160614 Jul 16 01:19:38.221169 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb9534-5adf-423c-acf6-7602b857a43e service neutron] Pushing event updated for resources: {'Port': ['ID=1daa60f3-79e8-4c49-847f-28b9849e4818,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:38.231668 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8fb19e0a-1bac-4299-96f1-7fc2e72e47b7 service neutron] For port 485aedfc-d310-49e9-b67e-4865af235efc, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:38.236580 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8fb19e0a-1bac-4299-96f1-7fc2e72e47b7 service neutron] For port 485aedfc-d310-49e9-b67e-4865af235efc, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=485aedfc-d310-49e9-b67e-4865af235efc,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:38.249057 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8fb19e0a-1bac-4299-96f1-7fc2e72e47b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.300222 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaba36a6-3ddf-4fe6-afd8-bee653bf786d x-openstack-request-id: req-eaba36a6-3ddf-4fe6-afd8-bee653bf786d {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:38.300664 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "tag": "e2ef83a1-f91f-49e7-bc9f-992cf81fc73d", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:38.301014 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eaba36a6-3ddf-4fe6-afd8-bee653bf786d {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:38.301588 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'tag': 'e2ef83a1-f91f-49e7-bc9f-992cf81fc73d', 'status': 'completed', 'code': 200} Jul 16 01:19:38.339754 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb19e0a-1bac-4299-96f1-7fc2e72e47b7 service neutron] Pushing event updated for resources: {'Port': ['ID=485aedfc-d310-49e9-b67e-4865af235efc,revision_number=8']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:38.341551 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-5752450d-99c7-4aac-b9b9-5f246c9f09b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:38.343216 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-5752450d-99c7-4aac-b9b9-5f246c9f09b8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2100322 Jul 16 01:19:38.351359 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852610c-0a91-4c55-a2cd-9774e2745141 req-6ce461a4-e754-44b1-8224-2d3f37015c8d tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:38.358921 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c852610c-0a91-4c55-a2cd-9774e2745141 req-6ce461a4-e754-44b1-8224-2d3f37015c8d tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 1096 time: 0.2106321 Jul 16 01:19:38.367383 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e14c4a2-4c26-4214-bee0-a4c98d9f09d6 x-openstack-request-id: req-2e14c4a2-4c26-4214-bee0-a4c98d9f09d6 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:38.367856 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91996d6a-b2cc-46d1-8159-5355f06ecde0", "name": "network-vif-unplugged", "status": "completed", "tag": "485aedfc-d310-49e9-b67e-4865af235efc", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:38.368300 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e14c4a2-4c26-4214-bee0-a4c98d9f09d6 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:38.369023 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91996d6a-b2cc-46d1-8159-5355f06ecde0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '485aedfc-d310-49e9-b67e-4865af235efc', 'code': 200} Jul 16 01:19:38.390670 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-b1bb9534-5adf-423c-acf6-7602b857a43e service neutron] Attempting to bind port 1daa60f3-79e8-4c49-847f-28b9849e4818 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:38.391170 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-b1bb9534-5adf-423c-acf6-7602b857a43e service neutron] Attempting to bind port 1daa60f3-79e8-4c49-847f-28b9849e4818 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '4235c34d-d0fc-40de-b656-70074dffcff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:38.391605 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-b1bb9534-5adf-423c-acf6-7602b857a43e service neutron] Attempting to bind port 1daa60f3-79e8-4c49-847f-28b9849e4818 on network 1096f360-6b74-4590-aa4a-2282a5341f1d {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:38.415754 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-b1bb9534-5adf-423c-acf6-7602b857a43e service neutron] Port 1daa60f3-79e8-4c49-847f-28b9849e4818 on network 1096f360-6b74-4590-aa4a-2282a5341f1d not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:38.416157 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-b1bb9534-5adf-423c-acf6-7602b857a43e service neutron] Attempting to bind port 1daa60f3-79e8-4c49-847f-28b9849e4818 on network 1096f360-6b74-4590-aa4a-2282a5341f1d {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:38.439430 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8fb19e0a-1bac-4299-96f1-7fc2e72e47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:38.440266 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8fb19e0a-1bac-4299-96f1-7fc2e72e47b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.441940 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-8fb19e0a-1bac-4299-96f1-7fc2e72e47b7 service neutron] 10.222.0.82 "PUT /v2.0/ports/485aedfc-d310-49e9-b67e-4865af235efc HTTP/1.1" status: 200 len: 1123 time: 2.7955294 Jul 16 01:19:38.455069 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6559e5-debf-41f1-ab7b-48b4f666f46a admin admin] Router 533f10a5-46bb-4495-826a-a32b5ead8fea is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:19:38.467117 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-b1bb9534-5adf-423c-acf6-7602b857a43e service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:38.467278 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-b1bb9534-5adf-423c-acf6-7602b857a43e service neutron] Checking segment: {'id': '4235c34d-d0fc-40de-b656-70074dffcff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:38.467737 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-b1bb9534-5adf-423c-acf6-7602b857a43e service neutron] Bound using segment: {'id': '4235c34d-d0fc-40de-b656-70074dffcff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:38.468257 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-b1bb9534-5adf-423c-acf6-7602b857a43e service neutron] Bound port: 1daa60f3-79e8-4c49-847f-28b9849e4818, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4235c34d-d0fc-40de-b656-70074dffcff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:38.468713 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-b1bb9534-5adf-423c-acf6-7602b857a43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.498520 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c852610c-0a91-4c55-a2cd-9774e2745141 req-f86452fc-14f8-4f91-81bd-547bf1771141 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381598 Jul 16 01:19:38.543312 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['485aedfc-d310-49e9-b67e-4865af235efc'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:38.545635 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['485aedfc-d310-49e9-b67e-4865af235efc'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:38.564061 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-2befca54-fa77-4954-ac9a-a5271a74947a service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028570 Jul 16 01:19:38.622014 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6559e5-debf-41f1-ab7b-48b4f666f46a admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:19:38.627213 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-b1bb9534-5adf-423c-acf6-7602b857a43e service neutron] For port 1daa60f3-79e8-4c49-847f-28b9849e4818, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:38.641382 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf6559e5-debf-41f1-ab7b-48b4f666f46a admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.644087 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cf6559e5-debf-41f1-ab7b-48b4f666f46a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8863285 Jul 16 01:19:38.647253 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38274) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:38.670850 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] Sync routers for ids ['533f10a5-46bb-4495-826a-a32b5ead8fea'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:19:38.681721 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-b1bb9534-5adf-423c-acf6-7602b857a43e service neutron] For port 1daa60f3-79e8-4c49-847f-28b9849e4818, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1daa60f3-79e8-4c49-847f-28b9849e4818,segment=NetworkSegment(4235c34d-d0fc-40de-b656-70074dffcff3),segment_id=4235c34d-d0fc-40de-b656-70074dffcff3)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:38.707006 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] Routers {'533f10a5-46bb-4495-826a-a32b5ead8fea'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:38.708446 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-bcef05e7-f863-4f68-8520-58f9e679b498 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406771 Jul 16 01:19:38.709557 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-b1bb9534-5adf-423c-acf6-7602b857a43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.713811 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:19:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['533f10a5-46bb-4495-826a-a32b5ead8fea'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:38.793229 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-e6265c77-2a15-4e5e-bf9a-ed512e907e87 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208648 Jul 16 01:19:38.797152 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-b1bb9534-5adf-423c-acf6-7602b857a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:38.797774 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-b1bb9534-5adf-423c-acf6-7602b857a43e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.799334 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-b1bb9534-5adf-423c-acf6-7602b857a43e service neutron] 10.222.0.84 "PUT /v2.0/ports/1daa60f3-79e8-4c49-847f-28b9849e4818 HTTP/1.1" status: 200 len: 1093 time: 1.7007806 Jul 16 01:19:38.882538 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] Set router 533f10a5-46bb-4495-826a-a32b5ead8fea gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:38.924591 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-c8a6837f-f86a-471e-831a-9debda4e1b3d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=31957c03-e96c-4dce-b43d-07797f5d84a0 HTTP/1.1" status: 200 len: 217 time: 0.1169031 Jul 16 01:19:38.994542 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb9534-5adf-423c-acf6-7602b857a43e service neutron] Pushing event updated for resources: {'Port': ['ID=1daa60f3-79e8-4c49-847f-28b9849e4818,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:39.033341 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127a280-2068-44d0-9d76-fd0e2b71e42a req-67967e0d-7884-40d8-bbf1-38bbc580b6a8 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.041978 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e127a280-2068-44d0-9d76-fd0e2b71e42a req-67967e0d-7884-40d8-bbf1-38bbc580b6a8 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 1096 time: 0.1562896 Jul 16 01:19:39.093727 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e127a280-2068-44d0-9d76-fd0e2b71e42a req-52b1d1e1-5875-424f-8ee6-ed0900be214d tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507431 Jul 16 01:19:39.101636 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-49198aca-cfff-4f64-a452-48e4126f3088 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.109440 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-49198aca-cfff-4f64-a452-48e4126f3088 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3925016 Jul 16 01:19:39.131773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-f950b3b8-8d07-404e-bdb2-6061a99bdb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.133240 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-f950b3b8-8d07-404e-bdb2-6061a99bdb76 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7407fa8c-a52a-4e33-b68e-404660b41399 HTTP/1.1" status: 200 len: 797 time: 0.1574216 Jul 16 01:19:39.171445 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-59764e79-232e-4854-ae03-4a4bb3d31670 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/quotas/e8dac2fb0d0d4ff092f3262b0e61117a HTTP/1.1" status: 200 len: 375 time: 0.0607998 Jul 16 01:19:39.174878 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-3f4c0ba3-4b00-4638-9fb0-be0a5a637480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.176349 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-3f4c0ba3-4b00-4638-9fb0-be0a5a637480 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2999adb4ec8040a5948eea28d1ff10e0&device_id=cb54cc79-988e-44a8-aafd-7d7a3408202c HTTP/1.1" status: 200 len: 1096 time: 0.3063838 Jul 16 01:19:39.230387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 333872a7-7b60-4a39-9171-539fcbb4094b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:39.308146 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-e1cf0e44-68a8-4b14-b127-9ded3810d68d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1daa60f3-79e8-4c49-847f-28b9849e4818 HTTP/1.1" status: 200 len: 217 time: 0.0675378 Jul 16 01:19:39.349763 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f10a5-46bb-4495-826a-a32b5ead8fea', 'name': 'tempest-AttachSCSIVolumeTestJSON-229579638-router', 'tenant_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '1da594f3-5c44-4faa-bccc-4d7eefbf2b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:32Z', 'updated_at': '2021-07-16T01:19:36Z', 'revision_number': 3, 'project_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'gw_port': {'id': '1da594f3-5c44-4faa-bccc-4d7eefbf2b60', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:28:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533f10a5-46bb-4495-826a-a32b5ead8fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:34Z', 'updated_at': '2021-07-16T01:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:39.355120 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 333872a7-7b60-4a39-9171-539fcbb4094b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:39.355609 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:39.384790 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] Checking router: 533f10a5-46bb-4495-826a-a32b5ead8fea for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:19:39.385145 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] Updating router 533f10a5-46bb-4495-826a-a32b5ead8fea port 1da594f3-5c44-4faa-bccc-4d7eefbf2b60 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:19:39.453878 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:39.479926 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da265527-11b0-4790-97ab-865a6da78fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:39.616305 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555672e-0236-4fb7-b4fc-d3d52fd28f3c req-3dffba47-32f8-4cfb-ba60-3e38b9acf7c1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.622112 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555672e-0236-4fb7-b4fc-d3d52fd28f3c req-3dffba47-32f8-4cfb-ba60-3e38b9acf7c1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.628275 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555672e-0236-4fb7-b4fc-d3d52fd28f3c req-3dffba47-32f8-4cfb-ba60-3e38b9acf7c1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.634129 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555672e-0236-4fb7-b4fc-d3d52fd28f3c req-3dffba47-32f8-4cfb-ba60-3e38b9acf7c1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.639950 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555672e-0236-4fb7-b4fc-d3d52fd28f3c req-3dffba47-32f8-4cfb-ba60-3e38b9acf7c1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.646271 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555672e-0236-4fb7-b4fc-d3d52fd28f3c req-3dffba47-32f8-4cfb-ba60-3e38b9acf7c1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.652387 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555672e-0236-4fb7-b4fc-d3d52fd28f3c req-3dffba47-32f8-4cfb-ba60-3e38b9acf7c1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.654352 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5555672e-0236-4fb7-b4fc-d3d52fd28f3c req-3dffba47-32f8-4cfb-ba60-3e38b9acf7c1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5430 time: 0.2291033 Jul 16 01:19:39.698892 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-9fde4094-9fdf-4742-81d4-d8707b9faaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.700345 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-9fde4094-9fdf-4742-81d4-d8707b9faaf5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3e374788-0d42-4edb-97f5-de74ce0cf143 HTTP/1.1" status: 200 len: 862 time: 0.3837981 Jul 16 01:19:39.703747 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-45b41dda-7e47-4025-9cc3-1f74d003cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.705261 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-45b41dda-7e47-4025-9cc3-1f74d003cd64 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5528109 Jul 16 01:19:39.748941 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-780de6d5-58c1-4f36-bade-017cba0b9a7f tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5765042 Jul 16 01:19:39.763701 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5555672e-0236-4fb7-b4fc-d3d52fd28f3c req-626a0600-5f0e-4022-928b-293805a23264 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0940034 Jul 16 01:19:39.766445 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:39.789876 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] Transition to ACTIVE for port object 1da594f3-5c44-4faa-bccc-4d7eefbf2b60 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:39.797761 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:39.833182 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] Attempting to bind port 1da594f3-5c44-4faa-bccc-4d7eefbf2b60 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:39.833810 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] Attempting to bind port 1da594f3-5c44-4faa-bccc-4d7eefbf2b60 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:39.833810 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] Attempting to bind port 1da594f3-5c44-4faa-bccc-4d7eefbf2b60 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:39.840834 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-da265527-11b0-4790-97ab-865a6da78fb0 admin admin] Allocated IP 172.20.0.1 (94f37fec-a19a-4c78-8107-bd9bd459dfd1/27a663cb-a1ca-4108-a03d-eb5fe3837eb3/8af7f1ec-c120-49a4-a849-c2cc7fea6ab6) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:39.859947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:39.860462 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:39.860976 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:39.861516 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:39.862453 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] Bound port: 1da594f3-5c44-4faa-bccc-4d7eefbf2b60, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:39.862848 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:39.888333 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-0b0133ed-b2b3-4cf7-8cb7-b2bc2a4c0b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.896017 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-0b0133ed-b2b3-4cf7-8cb7-b2bc2a4c0b94 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1096f360-6b74-4590-aa4a-2282a5341f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1872220 Jul 16 01:19:39.898545 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-3a176f1b-9229-4963-a908-bfc65eb796c8 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806340 Jul 16 01:19:39.928332 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11971a-f735-4d53-838c-5a00af49f7ff None None] Pushing event updated for resources: {'Port': ['ID=1da594f3-5c44-4faa-bccc-4d7eefbf2b60,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:39.961116 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] For port 1da594f3-5c44-4faa-bccc-4d7eefbf2b60, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:39.970421 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] For port 1da594f3-5c44-4faa-bccc-4d7eefbf2b60, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1da594f3-5c44-4faa-bccc-4d7eefbf2b60,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:39.978991 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-89906b17-4547-4662-a8e6-42f7871bb12b req-c3a7b602-72fd-483b-990b-7dc133ae24b7 tempest-AbsoluteLimitsNegativeTestJSON-980184400 tempest-AbsoluteLimitsNegativeTestJSON-980184400-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=af8bc1e0ee454b04861450db910a0c64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550249 Jul 16 01:19:39.989231 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.059319 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da265527-11b0-4790-97ab-865a6da78fb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.107368 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] Routers {'533f10a5-46bb-4495-826a-a32b5ead8fea'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:40.107549 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:19:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['533f10a5-46bb-4495-826a-a32b5ead8fea'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:40.131885 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-da265527-11b0-4790-97ab-865a6da78fb0 admin admin] Transition to ACTIVE for port object 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:40.133740 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-f4003ac5-1885-4d1d-9de9-e506f7fdd01f service neutron] 10.222.0.84 "GET /v2.0/networks/1096f360-6b74-4590-aa4a-2282a5341f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280083 Jul 16 01:19:40.148857 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11971a-f735-4d53-838c-5a00af49f7ff None None] Pushing event updated for resources: {'Port': ['ID=1da594f3-5c44-4faa-bccc-4d7eefbf2b60,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:40.154858 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-684d58fe-bf51-45ca-ad35-7a3a6e315141 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482657 Jul 16 01:19:40.230692 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89906b17-4547-4662-a8e6-42f7871bb12b req-c93973a9-4592-4dfe-8bf9-4f5ec471fa8c tempest-AbsoluteLimitsNegativeTestJSON-980184400 tempest-AbsoluteLimitsNegativeTestJSON-980184400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:40.233102 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-89906b17-4547-4662-a8e6-42f7871bb12b req-c93973a9-4592-4dfe-8bf9-4f5ec471fa8c tempest-AbsoluteLimitsNegativeTestJSON-980184400 tempest-AbsoluteLimitsNegativeTestJSON-980184400-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2448788 Jul 16 01:19:40.234771 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da265527-11b0-4790-97ab-865a6da78fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.238895 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-3c206fe7-75a7-4554-8622-8a95068dd606 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb HTTP/1.1" status: 200 len: 217 time: 0.0679953 Jul 16 01:19:40.249258 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] Set router 533f10a5-46bb-4495-826a-a32b5ead8fea gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:40.272351 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3f574-9438-48e8-a81d-654e34124a6e req-f0ce8dd4-d3b8-425d-a4ce-38eb03fec771 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:40.279568 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cfa3f574-9438-48e8-a81d-654e34124a6e req-f0ce8dd4-d3b8-425d-a4ce-38eb03fec771 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb54cc79-988e-44a8-aafd-7d7a3408202c HTTP/1.1" status: 200 len: 944 time: 0.1874173 Jul 16 01:19:40.310738 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da265527-11b0-4790-97ab-865a6da78fb0 admin admin] Network 94f37fec-a19a-4c78-8107-bd9bd459dfd1 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:40.313324 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-da265527-11b0-4790-97ab-865a6da78fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:40.317359 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da265527-11b0-4790-97ab-865a6da78fb0 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:40.327783 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-89906b17-4547-4662-a8e6-42f7871bb12b req-8e332d95-a4e2-4cec-b260-2ccd4c024f7c tempest-AbsoluteLimitsNegativeTestJSON-980184400 tempest-AbsoluteLimitsNegativeTestJSON-980184400-project] 10.222.0.16 "GET /v2.0/quotas/af8bc1e0ee454b04861450db910a0c64 HTTP/1.1" status: 200 len: 375 time: 0.0811167 Jul 16 01:19:40.339857 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb54cc79-988e-44a8-aafd-7d7a3408202c', 'tag': '1daa60f3-79e8-4c49-847f-28b9849e4818'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:40.340494 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da265527-11b0-4790-97ab-865a6da78fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=8af7f1ec-c120-49a4-a849-c2cc7fea6ab6,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:40.342184 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db453444-502a-4c88-81da-e9e4eab8cafd" -d '{"events": [{"name": "network-changed", "server_uuid": "cb54cc79-988e-44a8-aafd-7d7a3408202c", "tag": "1daa60f3-79e8-4c49-847f-28b9849e4818"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:40.378421 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91996d6a-b2cc-46d1-8159-5355f06ecde0', 'tag': '485aedfc-d310-49e9-b67e-4865af235efc'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:40.398148 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00209dc-c3fc-4afc-8b7f-269707d149c9" -d '{"events": [{"name": "network-changed", "server_uuid": "91996d6a-b2cc-46d1-8159-5355f06ecde0", "tag": "485aedfc-d310-49e9-b67e-4865af235efc"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:40.432334 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-89906b17-4547-4662-a8e6-42f7871bb12b req-31298508-5b69-49ec-aea3-b8520022322a tempest-AbsoluteLimitsNegativeTestJSON-980184400 tempest-AbsoluteLimitsNegativeTestJSON-980184400-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=af8bc1e0ee454b04861450db910a0c64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1030791 Jul 16 01:19:40.451557 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-ee4c7741-de2d-4833-8eef-b11e89699a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:40.454961 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-ee4c7741-de2d-4833-8eef-b11e89699a06 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7407fa8c-a52a-4e33-b68e-404660b41399 HTTP/1.1" status: 200 len: 797 time: 0.2094524 Jul 16 01:19:40.459581 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da265527-11b0-4790-97ab-865a6da78fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.466897 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cfa3f574-9438-48e8-a81d-654e34124a6e req-9320825f-dc7a-4d19-b912-45a7ebf6a00c tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/security-groups?id=d92a67ce-0bcb-4422-9912-1314c261de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864126 Jul 16 01:19:40.533573 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40fe2e53-1876-4d7e-aa0e-8a0960ad94eb req-dcd1c190-62ec-467e-b0c3-b6015a722574 service neutron] 10.222.0.84 "GET /v2.0/networks/1096f360-6b74-4590-aa4a-2282a5341f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860381 Jul 16 01:19:40.626177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-8ad6f429-58c5-4497-a687-3fc191376637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:40.629582 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-8ad6f429-58c5-4497-a687-3fc191376637 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1614475 Jul 16 01:19:40.700391 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f10a5-46bb-4495-826a-a32b5ead8fea', 'name': 'tempest-AttachSCSIVolumeTestJSON-229579638-router', 'tenant_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '1da594f3-5c44-4faa-bccc-4d7eefbf2b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:32Z', 'updated_at': '2021-07-16T01:19:36Z', 'revision_number': 3, 'project_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'gw_port': {'id': '1da594f3-5c44-4faa-bccc-4d7eefbf2b60', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:28:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533f10a5-46bb-4495-826a-a32b5ead8fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:34Z', 'updated_at': '2021-07-16T01:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:40.792211 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f13d01-5614-498c-90cb-ddc6bfd28eaa None None] The sync data for ids ['533f10a5-46bb-4495-826a-a32b5ead8fea'] in n-d-792394-16 is: [{'id': '533f10a5-46bb-4495-826a-a32b5ead8fea', 'name': 'tempest-AttachSCSIVolumeTestJSON-229579638-router', 'tenant_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '1da594f3-5c44-4faa-bccc-4d7eefbf2b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:32Z', 'updated_at': '2021-07-16T01:19:36Z', 'revision_number': 3, 'project_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'gw_port': {'id': '1da594f3-5c44-4faa-bccc-4d7eefbf2b60', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:28:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533f10a5-46bb-4495-826a-a32b5ead8fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:34Z', 'updated_at': '2021-07-16T01:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:19:40.829030 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d0cdffbb-f55d-4e6a-bc9f-337165753cb8 None None] Provisioning for port 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:40.842354 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d0cdffbb-f55d-4e6a-bc9f-337165753cb8 None None] Provisioning complete for port 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:40.842739 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d0cdffbb-f55d-4e6a-bc9f-337165753cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.910500 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d0cdffbb-f55d-4e6a-bc9f-337165753cb8 None None] Port 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:40.919895 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-ebdc48aa-142f-4c4f-a630-cefcb651faf5 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816784 Jul 16 01:19:40.937556 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e891a1-0755-447f-ba73-ca318a717eeb req-a88d59b0-0b3e-4cec-90fa-fb35989119ad tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:40.939322 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c4e891a1-0755-447f-ba73-ca318a717eeb req-a88d59b0-0b3e-4cec-90fa-fb35989119ad tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 943 time: 0.2097433 Jul 16 01:19:41.059135 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 38328) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:41.096749 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c4e891a1-0755-447f-ba73-ca318a717eeb req-e7749339-e126-4362-8846-8242906728c2 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461008 Jul 16 01:19:41.153626 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-bd821255-15d0-4073-be68-8f89dbea0f0e service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244308 Jul 16 01:19:41.235989 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc17258f-b8c9-4317-b8f7-5b234c72943f x-openstack-request-id: req-cc17258f-b8c9-4317-b8f7-5b234c72943f {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:41.235989 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb54cc79-988e-44a8-aafd-7d7a3408202c", "tag": "1daa60f3-79e8-4c49-847f-28b9849e4818", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:41.235989 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc17258f-b8c9-4317-b8f7-5b234c72943f {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:41.244966 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb54cc79-988e-44a8-aafd-7d7a3408202c', 'tag': '1daa60f3-79e8-4c49-847f-28b9849e4818', 'status': 'completed', 'code': 200} Jul 16 01:19:41.258802 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-2b8694bf-519a-42e5-9375-39f8d6e52a47 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eb9afd08-8589-466c-acc7-7a1d1cc88b43 HTTP/1.1" status: 200 len: 217 time: 0.0980883 Jul 16 01:19:41.347844 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-070b6823-4143-43fa-824f-0a80322275c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:41.349379 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-070b6823-4143-43fa-824f-0a80322275c2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9ae7ab5f-1aba-40ab-8a57-c511550c4d96 HTTP/1.1" status: 200 len: 797 time: 0.0602331 Jul 16 01:19:41.481647 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7160b42d-c174-4d47-b8d1-ad3af107b896 x-openstack-request-id: req-7160b42d-c174-4d47-b8d1-ad3af107b896 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:41.482325 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91996d6a-b2cc-46d1-8159-5355f06ecde0", "tag": "485aedfc-d310-49e9-b67e-4865af235efc", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:41.482606 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7160b42d-c174-4d47-b8d1-ad3af107b896 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:41.483089 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91996d6a-b2cc-46d1-8159-5355f06ecde0', 'tag': '485aedfc-d310-49e9-b67e-4865af235efc', 'status': 'completed', 'code': 200} Jul 16 01:19:41.527342 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b0d45b21-548e-4814-8332-161f2d88f098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.538771 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db453444-502a-4c88-81da-e9e4eab8cafd req-2012bc9d-11da-4428-a07c-6d0e57fa7829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:41.541260 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db453444-502a-4c88-81da-e9e4eab8cafd req-2012bc9d-11da-4428-a07c-6d0e57fa7829 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2999adb4ec8040a5948eea28d1ff10e0&device_id=cb54cc79-988e-44a8-aafd-7d7a3408202c HTTP/1.1" status: 200 len: 1096 time: 0.2950957 Jul 16 01:19:41.543300 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fbd39c46-88d4-458b-b240-c39a3f659d6a req-766ce57d-de8c-4a92-8c67-35ac61f756c1 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 210 time: 0.0635118 Jul 16 01:19:41.548920 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da265527-11b0-4790-97ab-865a6da78fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.697322 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00209dc-c3fc-4afc-8b7f-269707d149c9 req-43a0128c-7098-465b-bc37-e5204044d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:41.698862 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d00209dc-c3fc-4afc-8b7f-269707d149c9 req-43a0128c-7098-465b-bc37-e5204044d392 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 1126 time: 0.2894318 Jul 16 01:19:41.714163 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-c20dff52-c795-425f-b2e0-a5d24001f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:41.715702 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-c20dff52-c795-425f-b2e0-a5d24001f633 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7baef46c-4da4-4d46-bf21-e653349e66a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3530638 Jul 16 01:19:41.794037 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da265527-11b0-4790-97ab-865a6da78fb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.806424 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da265527-11b0-4790-97ab-865a6da78fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.814612 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db453444-502a-4c88-81da-e9e4eab8cafd req-2f2a501d-a8a9-471b-8186-c704ff91a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:41.817813 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db453444-502a-4c88-81da-e9e4eab8cafd req-2f2a501d-a8a9-471b-8186-c704ff91a71d service neutron] 10.222.0.84 "GET /v2.0/networks?id=1096f360-6b74-4590-aa4a-2282a5341f1d HTTP/1.1" status: 200 len: 924 time: 0.2692769 Jul 16 01:19:41.866796 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da265527-11b0-4790-97ab-865a6da78fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.950663 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3516b6-284e-418f-ad11-71e3be9dc265 req-4a7fe115-fe71-4807-9d46-430bf90d197e tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:41.952970 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7b3516b6-284e-418f-ad11-71e3be9dc265 req-4a7fe115-fe71-4807-9d46-430bf90d197e tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb54cc79-988e-44a8-aafd-7d7a3408202c HTTP/1.1" status: 200 len: 944 time: 0.2016835 Jul 16 01:19:41.955584 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da265527-11b0-4790-97ab-865a6da78fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=8af7f1ec-c120-49a4-a849-c2cc7fea6ab6,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:42.005840 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba378589-80ab-4695-87ea-3e877e48c242 req-6028d102-aae3-4250-8a8b-d9a4502864a6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.012019 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba378589-80ab-4695-87ea-3e877e48c242 req-6028d102-aae3-4250-8a8b-d9a4502864a6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.018077 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba378589-80ab-4695-87ea-3e877e48c242 req-6028d102-aae3-4250-8a8b-d9a4502864a6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.025315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba378589-80ab-4695-87ea-3e877e48c242 req-6028d102-aae3-4250-8a8b-d9a4502864a6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.032770 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba378589-80ab-4695-87ea-3e877e48c242 req-6028d102-aae3-4250-8a8b-d9a4502864a6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.038862 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba378589-80ab-4695-87ea-3e877e48c242 req-6028d102-aae3-4250-8a8b-d9a4502864a6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.040774 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7b3516b6-284e-418f-ad11-71e3be9dc265 req-9f854a7a-44a7-4c37-9220-40f0c3195c84 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/security-groups?id=d92a67ce-0bcb-4422-9912-1314c261de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736299 Jul 16 01:19:42.044692 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba378589-80ab-4695-87ea-3e877e48c242 req-6028d102-aae3-4250-8a8b-d9a4502864a6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.053198 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba378589-80ab-4695-87ea-3e877e48c242 req-6028d102-aae3-4250-8a8b-d9a4502864a6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5430 time: 0.5187976 Jul 16 01:19:42.079535 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db453444-502a-4c88-81da-e9e4eab8cafd req-eb2d4065-f2ac-4928-82dd-3f3ff80070fb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1daa60f3-79e8-4c49-847f-28b9849e4818 HTTP/1.1" status: 200 len: 217 time: 0.1714089 Jul 16 01:19:42.111677 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-032f1be0-3e00-4b62-94be-4b4d07bf805a tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623715 Jul 16 01:19:42.114286 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da265527-11b0-4790-97ab-865a6da78fb0 admin admin] Network 94f37fec-a19a-4c78-8107-bd9bd459dfd1 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:42.115971 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-da265527-11b0-4790-97ab-865a6da78fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:42.228167 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b0d45b21-548e-4814-8332-161f2d88f098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.275329 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00209dc-c3fc-4afc-8b7f-269707d149c9 req-b4ee4f6f-c473-4570-badc-f5340935692b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.276866 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d00209dc-c3fc-4afc-8b7f-269707d149c9 req-b4ee4f6f-c473-4570-badc-f5340935692b service neutron] 10.222.0.84 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 908 time: 0.5586627 Jul 16 01:19:42.277468 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b0d45b21-548e-4814-8332-161f2d88f098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.295757 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-12b616ed-e133-4128-ac4e-9f46c7726c49 service neutron] 10.222.0.82 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5574460 Jul 16 01:19:42.346612 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba378589-80ab-4695-87ea-3e877e48c242 req-9ac72eab-e454-482b-91a3-3341ebc96a67 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2923627 Jul 16 01:19:42.437336 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da265527-11b0-4790-97ab-865a6da78fb0 admin admin] Router 533f10a5-46bb-4495-826a-a32b5ead8fea has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:19:42.480315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db453444-502a-4c88-81da-e9e4eab8cafd req-44cfcbd6-0091-4a05-8cd9-2dfc87cce004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.481932 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db453444-502a-4c88-81da-e9e4eab8cafd req-44cfcbd6-0091-4a05-8cd9-2dfc87cce004 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3e374788-0d42-4edb-97f5-de74ce0cf143 HTTP/1.1" status: 200 len: 862 time: 0.3881030 Jul 16 01:19:42.490391 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d00209dc-c3fc-4afc-8b7f-269707d149c9 req-0e5cbabb-a178-4c86-a49c-6ce781e8b556 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=485aedfc-d310-49e9-b67e-4865af235efc HTTP/1.1" status: 200 len: 217 time: 0.1822824 Jul 16 01:19:42.610043 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b0d45b21-548e-4814-8332-161f2d88f098 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af8bc1e0ee454b04861450db910a0c64&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5497370 Jul 16 01:19:42.610802 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45b21-548e-4814-8332-161f2d88f098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb4daf9-0f07-4a89-9a8c-5a386c978dbf,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:42.613770 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 38346) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:42.613919 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 38348) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:42.648968 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-942d0d83-dfc7-4ff4-b188-12cd97b45814 None None] Provisioning complete for port 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:42.649543 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-942d0d83-dfc7-4ff4-b188-12cd97b45814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.671153 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-4ef7fed3-bfee-4cf0-b920-f6ba5e65277e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.672721 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-4ef7fed3-bfee-4cf0-b920-f6ba5e65277e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5544715 Jul 16 01:19:42.714942 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-e6b29d23-9aa4-4b0e-bc94-c7d91605f8a2 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Request body: {'port': {'device_id': '3cda9a4f-6388-401f-a2f6-408920def22d', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': 'e8dac2fb0d0d4ff092f3262b0e61117a'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:42.723051 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-942d0d83-dfc7-4ff4-b188-12cd97b45814 None None] Port 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:42.755934 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-81d80c8f-78f7-4aa0-922d-0dc9e4edd102 service neutron] 10.222.0.82 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447410 Jul 16 01:19:42.787056 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00209dc-c3fc-4afc-8b7f-269707d149c9 req-ec0a7c25-80f9-4caf-98e3-6f3ce8e6d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.788594 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d00209dc-c3fc-4afc-8b7f-269707d149c9 req-ec0a7c25-80f9-4caf-98e3-6f3ce8e6d761 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53fcd526-4834-4829-80ef-c0f48c90d8f1 HTTP/1.1" status: 200 len: 847 time: 0.2829030 Jul 16 01:19:42.792327 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a13db0-98c9-432a-a7a3-81c3fe33bb90 req-5f4d95a7-6fc1-4a6c-a62c-3b889de022e4 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.793914 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-19a13db0-98c9-432a-a7a3-81c3fe33bb90 req-5f4d95a7-6fc1-4a6c-a62c-3b889de022e4 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 943 time: 0.3109016 Jul 16 01:19:42.864785 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-9111fe02-331e-4c07-bfbc-867848f3d6d7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e2ef83a1-f91f-49e7-bc9f-992cf81fc73d HTTP/1.1" status: 200 len: 217 time: 0.0971510 Jul 16 01:19:42.876007 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c1a006d-d2f5-4739-8f5d-598680a119f1 req-6ebf03fc-7a9f-48b9-aba7-d91e3724a530 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 210 time: 0.1093271 Jul 16 01:19:42.921436 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da265527-11b0-4790-97ab-865a6da78fb0 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:19:42.926754 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d00209dc-c3fc-4afc-8b7f-269707d149c9 req-d9385fbc-128f-4796-a29e-f1a28f11eafa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0acde702-0391-44d7-919c-717172e79311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000776 Jul 16 01:19:42.928579 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db453444-502a-4c88-81da-e9e4eab8cafd req-b8e81bf7-cc47-4570-b9d3-e3eee29f72b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.929858 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-da265527-11b0-4790-97ab-865a6da78fb0 admin admin] 10.222.0.16 "PUT /v2.0/routers/533f10a5-46bb-4495-826a-a32b5ead8fea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2806995 Jul 16 01:19:42.936119 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-19a13db0-98c9-432a-a7a3-81c3fe33bb90 req-d3a85de6-7aa8-4301-a374-598f781c1c0e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303167 Jul 16 01:19:42.939275 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db453444-502a-4c88-81da-e9e4eab8cafd req-b8e81bf7-cc47-4570-b9d3-e3eee29f72b9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1096f360-6b74-4590-aa4a-2282a5341f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4421761 Jul 16 01:19:42.971098 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba03b5ec-7fb4-4b20-abb4-442c7c849f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.017787 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-e6b29d23-9aa4-4b0e-bc94-c7d91605f8a2 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Made reservation on behalf of e8dac2fb0d0d4ff092f3262b0e61117a for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:43.022861 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-e6b29d23-9aa4-4b0e-bc94-c7d91605f8a2 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.047652 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5219d2fb-72f3-4aae-8827-05b0c046d075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.135211 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d98b6e3d-51af-4145-8c7b-05dfe78ee256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:43.136738 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-d98b6e3d-51af-4145-8c7b-05dfe78ee256 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9ae7ab5f-1aba-40ab-8a57-c511550c4d96 HTTP/1.1" status: 200 len: 797 time: 0.2583103 Jul 16 01:19:43.207160 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5219d2fb-72f3-4aae-8827-05b0c046d075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.276674 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] Sync routers for ids ['533f10a5-46bb-4495-826a-a32b5ead8fea'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:19:43.289654 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] Routers {'533f10a5-46bb-4495-826a-a32b5ead8fea'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:43.290335 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:19:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['533f10a5-46bb-4495-826a-a32b5ead8fea'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:43.302674 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-e6b29d23-9aa4-4b0e-bc94-c7d91605f8a2 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Allocated IP 192.168.233.172 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/2cb7612a-f9a4-430c-99cf-c7f731abfb9b) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:43.318000 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1da594f3-5c44-4faa-bccc-4d7eefbf2b60 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:43.468122 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 1da594f3-5c44-4faa-bccc-4d7eefbf2b60 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:43.473551 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 1da594f3-5c44-4faa-bccc-4d7eefbf2b60 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:43.474455 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.496172 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] Set router 533f10a5-46bb-4495-826a-a32b5ead8fea gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:43.534235 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-e6b29d23-9aa4-4b0e-bc94-c7d91605f8a2 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.550739 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-e6b29d23-9aa4-4b0e-bc94-c7d91605f8a2 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Transition to ACTIVE for port object 2cb7612a-f9a4-430c-99cf-c7f731abfb9b will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:43.593404 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-e6b29d23-9aa4-4b0e-bc94-c7d91605f8a2 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.653043 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-e6b29d23-9aa4-4b0e-bc94-c7d91605f8a2 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:43.661522 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.676755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['18c97be5-5024-4a32-9565-b39688ff8000'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:43.744232 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-e6b29d23-9aa4-4b0e-bc94-c7d91605f8a2 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:43.756396 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['b1d9d39f-08e5-4f19-9084-56eb40ff06dd'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:43.761100 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-e6b29d23-9aa4-4b0e-bc94-c7d91605f8a2 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:43.768744 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b29d23-9aa4-4b0e-bc94-c7d91605f8a2 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Pushing event updated for resources: {'Port': ['ID=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:43.948388 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f10a5-46bb-4495-826a-a32b5ead8fea', 'name': 'tempest-AttachSCSIVolumeTestJSON-229579638-router', 'tenant_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '1da594f3-5c44-4faa-bccc-4d7eefbf2b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:32Z', 'updated_at': '2021-07-16T01:19:40Z', 'revision_number': 4, 'project_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'gw_port': {'id': '1da594f3-5c44-4faa-bccc-4d7eefbf2b60', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:28:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533f10a5-46bb-4495-826a-a32b5ead8fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:34Z', 'updated_at': '2021-07-16T01:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '8af7f1ec-c120-49a4-a849-c2cc7fea6ab6', 'name': '', 'network_id': '94f37fec-a19a-4c78-8107-bd9bd459dfd1', 'tenant_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'mac_address': 'fa:16:3e:84:da:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533f10a5-46bb-4495-826a-a32b5ead8fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '27a663cb-a1ca-4108-a03d-eb5fe3837eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:39Z', 'updated_at': '2021-07-16T01:19:41Z', 'revision_number': 2, 'project_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'subnets': [{'id': '27a663cb-a1ca-4108-a03d-eb5fe3837eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:43.958643 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-e6b29d23-9aa4-4b0e-bc94-c7d91605f8a2 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:43.976569 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-e6b29d23-9aa4-4b0e-bc94-c7d91605f8a2 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.024079 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] Checking router: 533f10a5-46bb-4495-826a-a32b5ead8fea for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:19:44.024914 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] Updating router 533f10a5-46bb-4495-826a-a32b5ead8fea port 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:19:44.067489 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d061a-e11d-4d4a-891a-c5f8fdbfe616 req-af0aad11-f9b3-4449-a2e4-41ff02628cb0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:44.078365 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d061a-e11d-4d4a-891a-c5f8fdbfe616 req-af0aad11-f9b3-4449-a2e4-41ff02628cb0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:44.090962 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d061a-e11d-4d4a-891a-c5f8fdbfe616 req-af0aad11-f9b3-4449-a2e4-41ff02628cb0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:44.103006 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.105608 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d061a-e11d-4d4a-891a-c5f8fdbfe616 req-af0aad11-f9b3-4449-a2e4-41ff02628cb0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:44.106897 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db453444-502a-4c88-81da-e9e4eab8cafd req-99b16852-3480-4ff1-a1fe-251295939148 service neutron] 10.222.0.84 "GET /v2.0/networks/1096f360-6b74-4590-aa4a-2282a5341f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1257346 Jul 16 01:19:44.109859 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d00209dc-c3fc-4afc-8b7f-269707d149c9 req-f76a028c-9a8f-4cc6-a566-0e162c977af1 service neutron] 10.222.0.84 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1694500 Jul 16 01:19:44.121832 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d061a-e11d-4d4a-891a-c5f8fdbfe616 req-af0aad11-f9b3-4449-a2e4-41ff02628cb0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:44.140688 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d061a-e11d-4d4a-891a-c5f8fdbfe616 req-af0aad11-f9b3-4449-a2e4-41ff02628cb0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:44.140924 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 1da594f3-5c44-4faa-bccc-4d7eefbf2b60, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1da594f3-5c44-4faa-bccc-4d7eefbf2b60,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:44.156589 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d061a-e11d-4d4a-891a-c5f8fdbfe616 req-af0aad11-f9b3-4449-a2e4-41ff02628cb0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:44.158969 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fc5d061a-e11d-4d4a-891a-c5f8fdbfe616 req-af0aad11-f9b3-4449-a2e4-41ff02628cb0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5430 time: 0.5019164 Jul 16 01:19:44.159599 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38376) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:44.164617 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-50ac6df1-4527-44b6-ae7a-cc94c42d4298 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-642662804-network', 'tenant_id': 'e70efd0d58824f829e07727db7a275f1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:44.175028 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.241489 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-dfc38b8f-233f-48ce-ba7b-e072538944c9 None None] Provisioning for port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:44.242631 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fc5d061a-e11d-4d4a-891a-c5f8fdbfe616 req-9a661c07-66c4-4662-b81e-5da84f1f769a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0682547 Jul 16 01:19:44.344820 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db453444-502a-4c88-81da-e9e4eab8cafd req-e4441408-c6cf-4b8a-928c-cb4d2f473714 service neutron] 10.222.0.84 "GET /v2.0/networks/1096f360-6b74-4590-aa4a-2282a5341f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078032 Jul 16 01:19:44.348726 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-dfc38b8f-233f-48ce-ba7b-e072538944c9 None None] Provisioning complete for port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:44.349111 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dfc38b8f-233f-48ce-ba7b-e072538944c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.399934 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=1da594f3-5c44-4faa-bccc-4d7eefbf2b60,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:44.424613 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5219d2fb-72f3-4aae-8827-05b0c046d075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.427462 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5219d2fb-72f3-4aae-8827-05b0c046d075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.429400 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5219d2fb-72f3-4aae-8827-05b0c046d075 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1fb4daf9-0f07-4a89-9a8c-5a386c978dbf HTTP/1.1" status: 204 len: 168 time: 1.7909200 Jul 16 01:19:44.440061 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-de2ff031-9601-482d-9431-c4230ab30730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:44.453200 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-de2ff031-9601-482d-9431-c4230ab30730 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7baef46c-4da4-4d46-bf21-e653349e66a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.2945502 Jul 16 01:19:44.475975 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba03b5ec-7fb4-4b20-abb4-442c7c849f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.510056 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-e6b29d23-9aa4-4b0e-bc94-c7d91605f8a2 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8162034 Jul 16 01:19:44.519237 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.534347 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba03b5ec-7fb4-4b20-abb4-442c7c849f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.536105 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-7569df61-6e82-418c-9cf7-71e48c499c12 service neutron] Request body: {'port': {'device_id': '3cda9a4f-6388-401f-a2f6-408920def22d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:44.547776 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] Transition to ACTIVE for port object 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:44.559115 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.561193 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219d2fb-72f3-4aae-8827-05b0c046d075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb4daf9-0f07-4a89-9a8c-5a386c978dbf,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:44.595951 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae305f-3ae1-4a76-9bb0-db84b26c856d req-624a4837-2a88-43d0-bf94-8038ada9bf56 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:44.606942 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e6ae305f-3ae1-4a76-9bb0-db84b26c856d req-624a4837-2a88-43d0-bf94-8038ada9bf56 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb54cc79-988e-44a8-aafd-7d7a3408202c HTTP/1.1" status: 200 len: 944 time: 0.7745907 Jul 16 01:19:44.628973 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df517f-aa3b-4c6a-9c70-3b3de1f2f1e1 None None] Pushing event updated for resources: {'Port': ['ID=8af7f1ec-c120-49a4-a849-c2cc7fea6ab6,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:44.634593 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ac6df1-4527-44b6-ae7a-cc94c42d4298 admin admin] Made reservation on behalf of e70efd0d58824f829e07727db7a275f1 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:44.644763 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 1daa60f3-79e8-4c49-847f-28b9849e4818 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:44.647683 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-50ac6df1-4527-44b6-ae7a-cc94c42d4298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.655406 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-dfc38b8f-233f-48ce-ba7b-e072538944c9 None None] Port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:44.656345 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df517f-aa3b-4c6a-9c70-3b3de1f2f1e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:44.656799 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df517f-aa3b-4c6a-9c70-3b3de1f2f1e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:44.659479 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df517f-aa3b-4c6a-9c70-3b3de1f2f1e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:44.659819 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df517f-aa3b-4c6a-9c70-3b3de1f2f1e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:44.660146 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df517f-aa3b-4c6a-9c70-3b3de1f2f1e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:44.661376 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df517f-aa3b-4c6a-9c70-3b3de1f2f1e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:44.661689 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df517f-aa3b-4c6a-9c70-3b3de1f2f1e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:44.662013 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df517f-aa3b-4c6a-9c70-3b3de1f2f1e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:44.663486 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df517f-aa3b-4c6a-9c70-3b3de1f2f1e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:44.663814 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df517f-aa3b-4c6a-9c70-3b3de1f2f1e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:44.664438 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df517f-aa3b-4c6a-9c70-3b3de1f2f1e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:44.665793 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df517f-aa3b-4c6a-9c70-3b3de1f2f1e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:44.696708 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-50ac6df1-4527-44b6-ae7a-cc94c42d4298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.762125 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bda4a5-847d-4f9a-a8d9-a9afc6dc98af req-f1df7168-1231-4725-b316-0c00a1a43741 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:44.773623 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f3bda4a5-847d-4f9a-a8d9-a9afc6dc98af req-f1df7168-1231-4725-b316-0c00a1a43741 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 936 time: 0.3310080 Jul 16 01:19:44.842064 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ba03b5ec-7fb4-4b20-abb4-442c7c849f28 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a30c163ff3a147d189717ae61a78041b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2053826 Jul 16 01:19:44.848457 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38386) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:44.858510 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d00209dc-c3fc-4afc-8b7f-269707d149c9 req-b14ed673-e207-4835-a44c-bcc3eb950dfd service neutron] 10.222.0.84 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6062229 Jul 16 01:19:44.874262 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03b5ec-7fb4-4b20-abb4-442c7c849f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1063c2-99ef-47bb-b94a-014cc743f24b,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:44.899948 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] Attempting to bind port 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:44.900317 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] Attempting to bind port 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '31a29291-4758-44f0-8640-73d6e8a50dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '94f37fec-a19a-4c78-8107-bd9bd459dfd1'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:44.902759 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] Attempting to bind port 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6 on network 94f37fec-a19a-4c78-8107-bd9bd459dfd1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:44.915842 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:44.916260 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] Checking segment: {'id': '31a29291-4758-44f0-8640-73d6e8a50dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '94f37fec-a19a-4c78-8107-bd9bd459dfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:44.916663 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.919089 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] Bound using segment: {'id': '31a29291-4758-44f0-8640-73d6e8a50dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '94f37fec-a19a-4c78-8107-bd9bd459dfd1'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:44.919599 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] Bound port: 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a29291-4758-44f0-8640-73d6e8a50dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '94f37fec-a19a-4c78-8107-bd9bd459dfd1'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:44.921414 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.937392 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e6ae305f-3ae1-4a76-9bb0-db84b26c856d req-5cc09b96-e2d3-4adb-9668-19a47864139e tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/security-groups?id=d92a67ce-0bcb-4422-9912-1314c261de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3185079 Jul 16 01:19:44.962203 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 1daa60f3-79e8-4c49-847f-28b9849e4818, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1daa60f3-79e8-4c49-847f-28b9849e4818,segment=NetworkSegment(4235c34d-d0fc-40de-b656-70074dffcff3),segment_id=4235c34d-d0fc-40de-b656-70074dffcff3)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:44.969047 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-1f45277e-5966-4789-8538-2d43ed8db1f2 service neutron] 10.222.0.82 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5091376 Jul 16 01:19:45.002919 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '1daa60f3-79e8-4c49-847f-28b9849e4818', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'port_id': '1daa60f3-79e8-4c49-847f-28b9849e4818', 'mac_address': 'fa:16:3e:3c:aa:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:45.037135 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f3bda4a5-847d-4f9a-a8d9-a9afc6dc98af req-1a164d79-e827-4cb6-8783-7ea115f17315 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625020 Jul 16 01:19:45.074738 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] For port 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:45.085007 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] For port 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8af7f1ec-c120-49a4-a849-c2cc7fea6ab6,segment=NetworkSegment(31a29291-4758-44f0-8640-73d6e8a50dfc),segment_id=31a29291-4758-44f0-8640-73d6e8a50dfc)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:45.091512 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-7569df61-6e82-418c-9cf7-71e48c499c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.098248 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.132287 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.162143 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1daa60f3-79e8-4c49-847f-28b9849e4818 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:45.192930 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba0ab380-d144-45e5-8f6d-538e627c48c9 req-a2f5c59e-b23b-48d8-8c21-1fa93ef00b68 service neutron] 10.222.0.82 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080562 Jul 16 01:19:45.193485 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 1daa60f3-79e8-4c49-847f-28b9849e4818, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1daa60f3-79e8-4c49-847f-28b9849e4818,segment=NetworkSegment(4235c34d-d0fc-40de-b656-70074dffcff3),segment_id=4235c34d-d0fc-40de-b656-70074dffcff3)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:45.204665 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.292747 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=1daa60f3-79e8-4c49-847f-28b9849e4818,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:45.296755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1da594f3-5c44-4faa-bccc-4d7eefbf2b60 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:45.354765 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-50ac6df1-4527-44b6-ae7a-cc94c42d4298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.356141 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6cdd9f60-ee2a-41f1-8496-685f961e031c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.366707 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-50ac6df1-4527-44b6-ae7a-cc94c42d4298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.412218 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac6df1-4527-44b6-ae7a-cc94c42d4298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d75c87b-98cb-4575-a333-a63fc2ad195c,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:45.424795 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 1da594f3-5c44-4faa-bccc-4d7eefbf2b60 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:45.425185 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.460622 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ac6df1-4527-44b6-ae7a-cc94c42d4298 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:19:45.464744 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6cdd9f60-ee2a-41f1-8496-685f961e031c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.516569 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['1daa60f3-79e8-4c49-847f-28b9849e4818'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:45.541017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b706f65-dc84-4762-a764-43e3cbb3641b req-4e5fe41d-d60e-462d-8cbe-d6a1344208e4 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.559791 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b706f65-dc84-4762-a764-43e3cbb3641b req-4e5fe41d-d60e-462d-8cbe-d6a1344208e4 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 943 time: 0.3200028 Jul 16 01:19:45.576780 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df517f-aa3b-4c6a-9c70-3b3de1f2f1e1 None None] Pushing event updated for resources: {'Port': ['ID=8af7f1ec-c120-49a4-a849-c2cc7fea6ab6,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:45.589587 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] Routers {'533f10a5-46bb-4495-826a-a32b5ead8fea'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:45.590232 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:19:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['533f10a5-46bb-4495-826a-a32b5ead8fea'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:45.607663 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166933d9-c9f7-4b79-a214-5aec9e782d6f req-62e15f36-11f3-4be9-8083-36cca222467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.608152 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166933d9-c9f7-4b79-a214-5aec9e782d6f req-62e15f36-11f3-4be9-8083-36cca222467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.608656 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166933d9-c9f7-4b79-a214-5aec9e782d6f req-62e15f36-11f3-4be9-8083-36cca222467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.609255 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166933d9-c9f7-4b79-a214-5aec9e782d6f req-62e15f36-11f3-4be9-8083-36cca222467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.609732 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166933d9-c9f7-4b79-a214-5aec9e782d6f req-62e15f36-11f3-4be9-8083-36cca222467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.619124 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-50ac6df1-4527-44b6-ae7a-cc94c42d4298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.619882 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-50ac6df1-4527-44b6-ae7a-cc94c42d4298 admin admin] Added segment 4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a of type vlan for network 8d5b070c-750e-4767-9b7a-b10009692794 Jul 16 01:19:45.626584 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166933d9-c9f7-4b79-a214-5aec9e782d6f req-62e15f36-11f3-4be9-8083-36cca222467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.627353 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166933d9-c9f7-4b79-a214-5aec9e782d6f req-62e15f36-11f3-4be9-8083-36cca222467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.632874 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-166933d9-c9f7-4b79-a214-5aec9e782d6f req-62e15f36-11f3-4be9-8083-36cca222467b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=673d6f606a904bf5902fda58599b5f5e&device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 6494 time: 0.3339181 Jul 16 01:19:45.774874 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b706f65-dc84-4762-a764-43e3cbb3641b req-9b49e7da-208d-4ca1-bf8a-6536cfc8a326 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140448 Jul 16 01:19:45.777793 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-50ac6df1-4527-44b6-ae7a-cc94c42d4298 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.837009 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6cdd9f60-ee2a-41f1-8496-685f961e031c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.845355 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6cdd9f60-ee2a-41f1-8496-685f961e031c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:45.852586 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6cdd9f60-ee2a-41f1-8496-685f961e031c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e1063c2-99ef-47bb-b94a-014cc743f24b HTTP/1.1" status: 204 len: 168 time: 0.9981265 Jul 16 01:19:45.853831 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38406) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:45.873592 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] Set router 533f10a5-46bb-4495-826a-a32b5ead8fea gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:45.892817 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd9f60-ee2a-41f1-8496-685f961e031c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1063c2-99ef-47bb-b94a-014cc743f24b,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:45.919979 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166933d9-c9f7-4b79-a214-5aec9e782d6f req-0038b34c-8d94-4c7e-a1d5-5afba5612cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.921504 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-166933d9-c9f7-4b79-a214-5aec9e782d6f req-0038b34c-8d94-4c7e-a1d5-5afba5612cc8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7baef46c-4da4-4d46-bf21-e653349e66a6 HTTP/1.1" status: 200 len: 902 time: 0.2745733 Jul 16 01:19:45.940584 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350beba7-2239-4dcf-9433-6c94d98f73f8 req-1c33c2e2-a3d4-43fd-bd1d-e17fff335c23 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.950278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350beba7-2239-4dcf-9433-6c94d98f73f8 req-1c33c2e2-a3d4-43fd-bd1d-e17fff335c23 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.968488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350beba7-2239-4dcf-9433-6c94d98f73f8 req-1c33c2e2-a3d4-43fd-bd1d-e17fff335c23 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.976687 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350beba7-2239-4dcf-9433-6c94d98f73f8 req-1c33c2e2-a3d4-43fd-bd1d-e17fff335c23 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.984395 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350beba7-2239-4dcf-9433-6c94d98f73f8 req-1c33c2e2-a3d4-43fd-bd1d-e17fff335c23 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.990953 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350beba7-2239-4dcf-9433-6c94d98f73f8 req-1c33c2e2-a3d4-43fd-bd1d-e17fff335c23 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.997267 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350beba7-2239-4dcf-9433-6c94d98f73f8 req-1c33c2e2-a3d4-43fd-bd1d-e17fff335c23 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:46.004893 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-350beba7-2239-4dcf-9433-6c94d98f73f8 req-1c33c2e2-a3d4-43fd-bd1d-e17fff335c23 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5430 time: 0.4322660 Jul 16 01:19:46.027298 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-166933d9-c9f7-4b79-a214-5aec9e782d6f req-918ec313-c596-40ea-a6c0-152a9eead8d0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eb9afd08-8589-466c-acc7-7a1d1cc88b43 HTTP/1.1" status: 200 len: 217 time: 0.0976973 Jul 16 01:19:46.060858 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-50ac6df1-4527-44b6-ae7a-cc94c42d4298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:46.061929 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac6df1-4527-44b6-ae7a-cc94c42d4298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:46.062570 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-50ac6df1-4527-44b6-ae7a-cc94c42d4298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:46.128314 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-350beba7-2239-4dcf-9433-6c94d98f73f8 req-ad6f082a-0dae-4ffc-b509-36e736a86759 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1223128 Jul 16 01:19:46.170283 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166933d9-c9f7-4b79-a214-5aec9e782d6f req-f0900e2c-44b2-4c8c-9155-792ecf40bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:46.173189 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-166933d9-c9f7-4b79-a214-5aec9e782d6f req-f0900e2c-44b2-4c8c-9155-792ecf40bc6f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9ae7ab5f-1aba-40ab-8a57-c511550c4d96 HTTP/1.1" status: 200 len: 797 time: 0.1369019 Jul 16 01:19:46.308196 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-50ac6df1-4527-44b6-ae7a-cc94c42d4298 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1385374 Jul 16 01:19:46.308196 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38418) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:46.308755 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac6df1-4527-44b6-ae7a-cc94c42d4298 admin admin] Pushing event updated for resources: {'Network': ['ID=8d5b070c-750e-4767-9b7a-b10009692794,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:46.321100 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 8d5b070c-750e-4767-9b7a-b10009692794 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:19:46.325606 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0712025a-d6f5-40fb-91ae-125887c346c1 admin admin] Request body: {'subnet': {'network_id': '8d5b070c-750e-4767-9b7a-b10009692794', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-642662804-subnet', 'tenant_id': 'e70efd0d58824f829e07727db7a275f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:46.397526 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f10a5-46bb-4495-826a-a32b5ead8fea', 'name': 'tempest-AttachSCSIVolumeTestJSON-229579638-router', 'tenant_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '1da594f3-5c44-4faa-bccc-4d7eefbf2b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:32Z', 'updated_at': '2021-07-16T01:19:40Z', 'revision_number': 4, 'project_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'gw_port': {'id': '1da594f3-5c44-4faa-bccc-4d7eefbf2b60', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f10a5-46bb-4495-826a-a32b5ead8fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:34Z', 'updated_at': '2021-07-16T01:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '8af7f1ec-c120-49a4-a849-c2cc7fea6ab6', 'name': '', 'network_id': '94f37fec-a19a-4c78-8107-bd9bd459dfd1', 'tenant_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'mac_address': 'fa:16:3e:84:da:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533f10a5-46bb-4495-826a-a32b5ead8fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '27a663cb-a1ca-4108-a03d-eb5fe3837eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:39Z', 'updated_at': '2021-07-16T01:19:45Z', 'revision_number': 4, 'project_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'subnets': [{'id': '27a663cb-a1ca-4108-a03d-eb5fe3837eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:46.419585 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-e1e7fbc6-e02d-42f1-9d00-f25ed5c08313 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2023025575-network', 'tenant_id': '188651938ea04d6987c92bcea6afb008'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:46.432409 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af62ee3c-4082-43e7-aab3-0027326feefc None None] The sync data for ids ['533f10a5-46bb-4495-826a-a32b5ead8fea'] in n-d-792394-16 is: [{'id': '533f10a5-46bb-4495-826a-a32b5ead8fea', 'name': 'tempest-AttachSCSIVolumeTestJSON-229579638-router', 'tenant_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '1da594f3-5c44-4faa-bccc-4d7eefbf2b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:32Z', 'updated_at': '2021-07-16T01:19:40Z', 'revision_number': 4, 'project_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'gw_port': {'id': '1da594f3-5c44-4faa-bccc-4d7eefbf2b60', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f10a5-46bb-4495-826a-a32b5ead8fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:34Z', 'updated_at': '2021-07-16T01:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '8af7f1ec-c120-49a4-a849-c2cc7fea6ab6', 'name': '', 'network_id': '94f37fec-a19a-4c78-8107-bd9bd459dfd1', 'tenant_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'mac_address': 'fa:16:3e:84:da:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533f10a5-46bb-4495-826a-a32b5ead8fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '27a663cb-a1ca-4108-a03d-eb5fe3837eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:39Z', 'updated_at': '2021-07-16T01:19:45Z', 'revision_number': 4, 'project_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'subnets': [{'id': '27a663cb-a1ca-4108-a03d-eb5fe3837eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:19:46.451698 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166933d9-c9f7-4b79-a214-5aec9e782d6f req-c64377e5-96fb-46b9-9f03-1f9193236157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:46.457218 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-166933d9-c9f7-4b79-a214-5aec9e782d6f req-c64377e5-96fb-46b9-9f03-1f9193236157 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7baef46c-4da4-4d46-bf21-e653349e66a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2756050 Jul 16 01:19:46.458837 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-7569df61-6e82-418c-9cf7-71e48c499c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb7612a-f9a4-430c-99cf-c7f731abfb9b {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:46.471007 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-7569df61-6e82-418c-9cf7-71e48c499c12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:46.513152 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-7569df61-6e82-418c-9cf7-71e48c499c12 service neutron] Transition to ACTIVE for port object 2cb7612a-f9a4-430c-99cf-c7f731abfb9b will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:46.515173 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0712025a-d6f5-40fb-91ae-125887c346c1 admin admin] Made reservation on behalf of e70efd0d58824f829e07727db7a275f1 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:46.524436 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0712025a-d6f5-40fb-91ae-125887c346c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:46.544572 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-7569df61-6e82-418c-9cf7-71e48c499c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:46.547410 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f0a29-7a66-44c3-b0a3-0f168c640bd3 req-c73ab823-6b92-4d22-af54-ce7c9d830ccc tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:46.555387 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f75f0a29-7a66-44c3-b0a3-0f168c640bd3 req-c73ab823-6b92-4d22-af54-ce7c9d830ccc tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb54cc79-988e-44a8-aafd-7d7a3408202c HTTP/1.1" status: 200 len: 945 time: 0.2913027 Jul 16 01:19:46.578198 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 1daa60f3-79e8-4c49-847f-28b9849e4818 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:46.643186 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e7fbc6-e02d-42f1-9d00-f25ed5c08313 admin admin] Made reservation on behalf of 188651938ea04d6987c92bcea6afb008 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:46.646471 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1e7fbc6-e02d-42f1-9d00-f25ed5c08313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:46.653332 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 1daa60f3-79e8-4c49-847f-28b9849e4818 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:46.660043 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 1daa60f3-79e8-4c49-847f-28b9849e4818 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:46.660403 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:46.672850 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f75f0a29-7a66-44c3-b0a3-0f168c640bd3 req-f8b27712-a944-4a61-9732-7452f4d621e6 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/security-groups?id=d92a67ce-0bcb-4422-9912-1314c261de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142747 Jul 16 01:19:46.738665 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1e7fbc6-e02d-42f1-9d00-f25ed5c08313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:46.776686 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da534447-69d1-41cd-bbc2-7a2d3a48b750 req-f8b2e03a-90ce-498b-b9d0-4d3b5916f42c tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:46.785982 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-da534447-69d1-41cd-bbc2-7a2d3a48b750 req-f8b2e03a-90ce-498b-b9d0-4d3b5916f42c tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 936 time: 0.4842010 Jul 16 01:19:46.790617 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-166933d9-c9f7-4b79-a214-5aec9e782d6f req-42e242bd-7222-4081-9e86-508c60133389 service neutron] 10.222.0.82 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143256 Jul 16 01:19:46.810769 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:46.874794 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 1daa60f3-79e8-4c49-847f-28b9849e4818, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1daa60f3-79e8-4c49-847f-28b9849e4818,segment=NetworkSegment(4235c34d-d0fc-40de-b656-70074dffcff3),segment_id=4235c34d-d0fc-40de-b656-70074dffcff3)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:46.876035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb54cc79-988e-44a8-aafd-7d7a3408202c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1daa60f3-79e8-4c49-847f-28b9849e4818'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:46.879594 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6838f1-7aeb-4224-875f-fd076b98ce67" -d '{"events": [{"server_uuid": "cb54cc79-988e-44a8-aafd-7d7a3408202c", "name": "network-vif-plugged", "status": "completed", "tag": "1daa60f3-79e8-4c49-847f-28b9849e4818"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:46.885602 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:46.886478 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 485aedfc-d310-49e9-b67e-4865af235efc no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:47.027379 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1e7fbc6-e02d-42f1-9d00-f25ed5c08313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.034560 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569df61-6e82-418c-9cf7-71e48c499c12 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:47.082197 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=1daa60f3-79e8-4c49-847f-28b9849e4818,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:47.170838 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1e7fbc6-e02d-42f1-9d00-f25ed5c08313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.175496 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-166933d9-c9f7-4b79-a214-5aec9e782d6f req-141ba96b-426d-4c32-851d-f5cf5ca54a3d service neutron] 10.222.0.82 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711212 Jul 16 01:19:47.252738 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-da534447-69d1-41cd-bbc2-7a2d3a48b750 req-a747b642-35b3-4f8e-8a0f-904580c0213d tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581487 Jul 16 01:19:47.265618 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-7569df61-6e82-418c-9cf7-71e48c499c12 service neutron] Attempting to bind port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:47.265977 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-7569df61-6e82-418c-9cf7-71e48c499c12 service neutron] Attempting to bind port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:47.266348 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-7569df61-6e82-418c-9cf7-71e48c499c12 service neutron] Attempting to bind port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:47.269343 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e7fbc6-e02d-42f1-9d00-f25ed5c08313 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:19:47.285832 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7fbc6-e02d-42f1-9d00-f25ed5c08313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6948b16b-ced7-4c4a-a6fc-1be4431801df,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:47.293638 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-7569df61-6e82-418c-9cf7-71e48c499c12 service neutron] Port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:47.294245 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-7569df61-6e82-418c-9cf7-71e48c499c12 service neutron] Attempting to bind port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:47.310561 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-7569df61-6e82-418c-9cf7-71e48c499c12 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:47.310900 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-7569df61-6e82-418c-9cf7-71e48c499c12 service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:47.311291 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-7569df61-6e82-418c-9cf7-71e48c499c12 service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:47.311737 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-7569df61-6e82-418c-9cf7-71e48c499c12 service neutron] Bound port: 2cb7612a-f9a4-430c-99cf-c7f731abfb9b, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:47.312096 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-7569df61-6e82-418c-9cf7-71e48c499c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.318331 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1e7fbc6-e02d-42f1-9d00-f25ed5c08313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.318676 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-e1e7fbc6-e02d-42f1-9d00-f25ed5c08313 admin admin] Added segment 5c75894e-9946-4d28-af0d-7f4b9cec03a8 of type vlan for network 7f31c349-ef96-4e32-96d7-dc48e8b6e5ec Jul 16 01:19:47.338560 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:47.441070 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c41e9e-cb7e-4401-b3bb-acba6db91c23 x-openstack-request-id: req-43c41e9e-cb7e-4401-b3bb-acba6db91c23 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:47.449806 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0b1d5-63b5-4d03-a3e0-9b93da9f3228 req-18bb42f1-0b9f-486b-9396-60e8a8096a24 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:47.454312 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb54cc79-988e-44a8-aafd-7d7a3408202c", "name": "network-vif-plugged", "status": "completed", "tag": "1daa60f3-79e8-4c49-847f-28b9849e4818", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:47.454926 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43c41e9e-cb7e-4401-b3bb-acba6db91c23 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:47.458419 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb54cc79-988e-44a8-aafd-7d7a3408202c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1daa60f3-79e8-4c49-847f-28b9849e4818', 'code': 200} Jul 16 01:19:47.461950 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-18d0b1d5-63b5-4d03-a3e0-9b93da9f3228 req-18bb42f1-0b9f-486b-9396-60e8a8096a24 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 943 time: 0.3140368 Jul 16 01:19:47.502715 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 38442) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:47.514778 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:47.521705 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:47.522445 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.667379 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-18d0b1d5-63b5-4d03-a3e0-9b93da9f3228 req-19123697-b4cd-4bd7-971b-d3118fa83449 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043893 Jul 16 01:19:47.729392 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.742160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-ea0d1287-3d7e-43f0-9069-2dca19d43afd admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-186102558-network', 'tenant_id': 'bdb605ca9c844f2fa78b5f57f802c102'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:47.787309 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8af7f1ec-c120-49a4-a849-c2cc7fea6ab6,segment=NetworkSegment(31a29291-4758-44f0-8640-73d6e8a50dfc),segment_id=31a29291-4758-44f0-8640-73d6e8a50dfc)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:47.798726 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.809474 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7e2b8-6348-42a8-88ae-4455a0fd40a4 req-ef4bc640-aeec-4fcd-9c2e-bf7466386b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:47.809978 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7e2b8-6348-42a8-88ae-4455a0fd40a4 req-ef4bc640-aeec-4fcd-9c2e-bf7466386b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:47.810459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7e2b8-6348-42a8-88ae-4455a0fd40a4 req-ef4bc640-aeec-4fcd-9c2e-bf7466386b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:47.810933 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7e2b8-6348-42a8-88ae-4455a0fd40a4 req-ef4bc640-aeec-4fcd-9c2e-bf7466386b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:47.811400 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7e2b8-6348-42a8-88ae-4455a0fd40a4 req-ef4bc640-aeec-4fcd-9c2e-bf7466386b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:47.811877 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7e2b8-6348-42a8-88ae-4455a0fd40a4 req-ef4bc640-aeec-4fcd-9c2e-bf7466386b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:47.812344 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7e2b8-6348-42a8-88ae-4455a0fd40a4 req-ef4bc640-aeec-4fcd-9c2e-bf7466386b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:47.814705 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f3c7e2b8-6348-42a8-88ae-4455a0fd40a4 req-ef4bc640-aeec-4fcd-9c2e-bf7466386b7c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=673d6f606a904bf5902fda58599b5f5e&device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 6494 time: 0.5441673 Jul 16 01:19:47.817184 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45312b8f-79c0-400b-890c-2c0776fa1e6e req-da800980-7727-40e8-b15f-0a965fb6d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:47.818728 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45312b8f-79c0-400b-890c-2c0776fa1e6e req-da800980-7727-40e8-b15f-0a965fb6d914 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cb54cc79-988e-44a8-aafd-7d7a3408202c HTTP/1.1" status: 200 len: 1098 time: 0.3246405 Jul 16 01:19:47.919838 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=8af7f1ec-c120-49a4-a849-c2cc7fea6ab6,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:47.946592 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7e2b8-6348-42a8-88ae-4455a0fd40a4 req-2e74ee03-a76e-4ac7-87cc-58a8ff7283af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:47.948298 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f3c7e2b8-6348-42a8-88ae-4455a0fd40a4 req-2e74ee03-a76e-4ac7-87cc-58a8ff7283af service neutron] 10.222.0.82 "GET /v2.0/networks?id=7baef46c-4da4-4d46-bf21-e653349e66a6 HTTP/1.1" status: 200 len: 902 time: 0.1263621 Jul 16 01:19:47.985117 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1e7fbc6-e02d-42f1-9d00-f25ed5c08313 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.047440 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f3c7e2b8-6348-42a8-88ae-4455a0fd40a4 req-9eb44347-80fb-4e3b-be94-1d4386d29339 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e2ef83a1-f91f-49e7-bc9f-992cf81fc73d HTTP/1.1" status: 200 len: 217 time: 0.0754681 Jul 16 01:19:48.083448 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0712025a-d6f5-40fb-91ae-125887c346c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.086723 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45312b8f-79c0-400b-890c-2c0776fa1e6e req-12e78da4-a1cc-4dac-a486-5f94b0e43bd1 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=d92a67ce-0bcb-4422-9912-1314c261de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374071 Jul 16 01:19:48.087522 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0d1287-3d7e-43f0-9069-2dca19d43afd admin admin] Made reservation on behalf of bdb605ca9c844f2fa78b5f57f802c102 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:48.087869 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-7569df61-6e82-418c-9cf7-71e48c499c12 service neutron] For port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:48.090347 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ea0d1287-3d7e-43f0-9069-2dca19d43afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.131425 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1e7fbc6-e02d-42f1-9d00-f25ed5c08313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.132445 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e7fbc6-e02d-42f1-9d00-f25ed5c08313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.133030 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1e7fbc6-e02d-42f1-9d00-f25ed5c08313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.137141 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ea0d1287-3d7e-43f0-9069-2dca19d43afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.143175 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-7569df61-6e82-418c-9cf7-71e48c499c12 service neutron] For port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:48.175030 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-7569df61-6e82-418c-9cf7-71e48c499c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.193997 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8d10c-6387-4811-bdc5-5e0322a4c5cb req-c998f46f-66af-4467-b66b-f0a1c88b2867 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.196219 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-81b8d10c-6387-4811-bdc5-5e0322a4c5cb req-c998f46f-66af-4467-b66b-f0a1c88b2867 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb54cc79-988e-44a8-aafd-7d7a3408202c HTTP/1.1" status: 200 len: 946 time: 0.2445347 Jul 16 01:19:48.200299 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7e2b8-6348-42a8-88ae-4455a0fd40a4 req-8c85a1ff-d8e7-4caa-8fe2-123676e51dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.202016 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f3c7e2b8-6348-42a8-88ae-4455a0fd40a4 req-8c85a1ff-d8e7-4caa-8fe2-123676e51dd9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9ae7ab5f-1aba-40ab-8a57-c511550c4d96 HTTP/1.1" status: 200 len: 797 time: 0.1318269 Jul 16 01:19:48.205013 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfbcb1-d844-436b-b75f-6c009147da42 req-50ba9500-86b5-4ed0-9154-0a02b95b7c0e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.211036 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfbcb1-d844-436b-b75f-6c009147da42 req-50ba9500-86b5-4ed0-9154-0a02b95b7c0e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.217394 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfbcb1-d844-436b-b75f-6c009147da42 req-50ba9500-86b5-4ed0-9154-0a02b95b7c0e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.223565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfbcb1-d844-436b-b75f-6c009147da42 req-50ba9500-86b5-4ed0-9154-0a02b95b7c0e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.229427 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfbcb1-d844-436b-b75f-6c009147da42 req-50ba9500-86b5-4ed0-9154-0a02b95b7c0e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.235303 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfbcb1-d844-436b-b75f-6c009147da42 req-50ba9500-86b5-4ed0-9154-0a02b95b7c0e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.241391 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfbcb1-d844-436b-b75f-6c009147da42 req-50ba9500-86b5-4ed0-9154-0a02b95b7c0e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.243372 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-15bfbcb1-d844-436b-b75f-6c009147da42 req-50ba9500-86b5-4ed0-9154-0a02b95b7c0e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5430 time: 0.3370306 Jul 16 01:19:48.298066 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-81b8d10c-6387-4811-bdc5-5e0322a4c5cb req-28a0beae-5411-4d6b-b02f-ad7ffddd62bb tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/security-groups?id=d92a67ce-0bcb-4422-9912-1314c261de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906246 Jul 16 01:19:48.309578 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-7569df61-6e82-418c-9cf7-71e48c499c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.309830 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-7569df61-6e82-418c-9cf7-71e48c499c12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.312088 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-7569df61-6e82-418c-9cf7-71e48c499c12 service neutron] 10.222.0.82 "PUT /v2.0/ports/2cb7612a-f9a4-430c-99cf-c7f731abfb9b HTTP/1.1" status: 200 len: 1097 time: 3.7873404 Jul 16 01:19:48.329429 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cda9a4f-6388-401f-a2f6-408920def22d', 'tag': '2cb7612a-f9a4-430c-99cf-c7f731abfb9b'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:48.332023 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a9273e-34f5-4080-8153-9173f62d72a5" -d '{"events": [{"name": "network-changed", "server_uuid": "3cda9a4f-6388-401f-a2f6-408920def22d", "tag": "2cb7612a-f9a4-430c-99cf-c7f731abfb9b"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:48.341057 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712025a-d6f5-40fb-91ae-125887c346c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cef2098-7942-45d3-80ae-ec92aec72527,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:48.358970 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7e2b8-6348-42a8-88ae-4455a0fd40a4 req-910488ad-f191-467d-abf3-df2c9c7e4c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.360634 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f3c7e2b8-6348-42a8-88ae-4455a0fd40a4 req-910488ad-f191-467d-abf3-df2c9c7e4c51 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7baef46c-4da4-4d46-bf21-e653349e66a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1413090 Jul 16 01:19:48.396026 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7fbc6-e02d-42f1-9d00-f25ed5c08313 admin admin] Pushing event updated for resources: {'Network': ['ID=7f31c349-ef96-4e32-96d7-dc48e8b6e5ec,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:48.408856 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 7f31c349-ef96-4e32-96d7-dc48e8b6e5ec details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:19:48.438529 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0712025a-d6f5-40fb-91ae-125887c346c1 admin admin] Checking segment: {'id': '4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8d5b070c-750e-4767-9b7a-b10009692794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:48.438930 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0712025a-d6f5-40fb-91ae-125887c346c1 admin admin] Network hostable DHCP agents. Network: 8d5b070c-750e-4767-9b7a-b10009692794, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:19:48.447796 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569df61-6e82-418c-9cf7-71e48c499c12 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:48.461570 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ea0d1287-3d7e-43f0-9069-2dca19d43afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.490764 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-15bfbcb1-d844-436b-b75f-6c009147da42 req-e6b5a3f8-c717-4533-a858-0eb0ff2ba8dc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2125583 Jul 16 01:19:48.495300 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ea0d1287-3d7e-43f0-9069-2dca19d43afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.498095 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 38452) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:48.500929 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e1e7fbc6-e02d-42f1-9d00-f25ed5c08313 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6409967 Jul 16 01:19:48.516299 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-8b7eecce-8cea-4ef4-b053-41e794342e5f admin admin] Request body: {'subnet': {'network_id': '7f31c349-ef96-4e32-96d7-dc48e8b6e5ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2023025575-subnet', 'tenant_id': '188651938ea04d6987c92bcea6afb008', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:48.543473 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0712025a-d6f5-40fb-91ae-125887c346c1 admin admin] Network 8d5b070c-750e-4767-9b7a-b10009692794 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:19:48.562083 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-1f8024fd-ad6d-4069-8ad5-67b681886136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.564029 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-1f8024fd-ad6d-4069-8ad5-67b681886136 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 1100 time: 0.1857152 Jul 16 01:19:48.586334 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-0712025a-d6f5-40fb-91ae-125887c346c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 8d5b070c-750e-4767-9b7a-b10009692794) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:48.596034 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a870f6-1d62-470e-9304-4489ff1d6bbf None None] Network 8d5b070c-750e-4767-9b7a-b10009692794 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:48.601510 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0d1287-3d7e-43f0-9069-2dca19d43afd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:19:48.656035 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058fba4c-2d7c-458c-8854-3a132342de8c x-openstack-request-id: req-058fba4c-2d7c-458c-8854-3a132342de8c {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:48.657677 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cda9a4f-6388-401f-a2f6-408920def22d", "tag": "2cb7612a-f9a4-430c-99cf-c7f731abfb9b", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:48.658155 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-058fba4c-2d7c-458c-8854-3a132342de8c {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:48.670868 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d1287-3d7e-43f0-9069-2dca19d43afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426cbedb-0e88-4810-ba23-f7278f50bab8,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:48.671130 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cda9a4f-6388-401f-a2f6-408920def22d', 'tag': '2cb7612a-f9a4-430c-99cf-c7f731abfb9b', 'status': 'completed', 'code': 200} Jul 16 01:19:48.692609 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ea0d1287-3d7e-43f0-9069-2dca19d43afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.693081 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0712025a-d6f5-40fb-91ae-125887c346c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.693361 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-ea0d1287-3d7e-43f0-9069-2dca19d43afd admin admin] Added segment c37eede0-c57d-41f4-95f6-8acd5b71ffa7 of type vlan for network b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d Jul 16 01:19:48.696858 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f3c7e2b8-6348-42a8-88ae-4455a0fd40a4 req-ee5e822d-09b9-48e3-8a28-df6ec93f8a4b service neutron] 10.222.0.82 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279064 Jul 16 01:19:48.698226 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0712025a-d6f5-40fb-91ae-125887c346c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.707774 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-1d9618d2-2327-47cc-a411-fab91270cfda service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b HTTP/1.1" status: 200 len: 217 time: 0.1352143 Jul 16 01:19:48.737244 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7eecce-8cea-4ef4-b053-41e794342e5f admin admin] Made reservation on behalf of 188651938ea04d6987c92bcea6afb008 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:48.739727 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b7eecce-8cea-4ef4-b053-41e794342e5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.799307 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0712025a-d6f5-40fb-91ae-125887c346c1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4791389 Jul 16 01:19:48.799957 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38456) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:48.826246 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-59fd443b-0e99-4695-a953-c039778cec61 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-642662804-router', 'tenant_id': 'e70efd0d58824f829e07727db7a275f1', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:48.838660 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ea0d1287-3d7e-43f0-9069-2dca19d43afd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.863682 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cd3365-bce5-4761-9e08-c9dc0ef2596b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-8d5b070c-750e-4767-9b7a-b10009692794', 'network_id': '8d5b070c-750e-4767-9b7a-b10009692794', 'tenant_id': 'e70efd0d58824f829e07727db7a275f1', 'fixed_ips': [{'subnet_id': '7cef2098-7942-45d3-80ae-ec92aec72527'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:19:48.864584 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-40cd3365-bce5-4761-9e08-c9dc0ef2596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.885401 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-69f44740-53b5-4c4f-9e64-b7199d700d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.887032 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-69f44740-53b5-4c4f-9e64-b7199d700d21 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1657405 Jul 16 01:19:48.909354 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59fd443b-0e99-4695-a953-c039778cec61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.910344 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59fd443b-0e99-4695-a953-c039778cec61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.937340 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f8c01-0800-4d27-a518-bbbff4f143ad req-b7ff2c6c-c9ed-4702-ac4a-f1a5dafa09a5 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.938923 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-803f8c01-0800-4d27-a518-bbbff4f143ad req-b7ff2c6c-c9ed-4702-ac4a-f1a5dafa09a5 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 948 time: 0.3351786 Jul 16 01:19:49.018351 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ea0d1287-3d7e-43f0-9069-2dca19d43afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.019349 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0d1287-3d7e-43f0-9069-2dca19d43afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.019938 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ea0d1287-3d7e-43f0-9069-2dca19d43afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.062384 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59fd443b-0e99-4695-a953-c039778cec61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.094469 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14b5fc-cc9c-47c4-8fd7-4f9d3f23460e req-92b69c46-3e17-4be2-a307-d44d7a4460eb tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.101828 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ca14b5fc-cc9c-47c4-8fd7-4f9d3f23460e req-92b69c46-3e17-4be2-a307-d44d7a4460eb tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 943 time: 0.2662144 Jul 16 01:19:49.109816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d1287-3d7e-43f0-9069-2dca19d43afd admin admin] Pushing event updated for resources: {'Network': ['ID=b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:49.141378 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f3c7e2b8-6348-42a8-88ae-4455a0fd40a4 req-5c62fa29-bd8a-4ff6-b92d-bec6e7e78862 service neutron] 10.222.0.82 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251025 Jul 16 01:19:49.146095 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-40cd3365-bce5-4761-9e08-c9dc0ef2596b None None] Allocated IP 172.20.0.2 (8d5b070c-750e-4767-9b7a-b10009692794/7cef2098-7942-45d3-80ae-ec92aec72527/36dbd05e-610b-4008-baf3-b1d3d3ae818a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:49.186460 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:19:49.197546 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-b45418a2-3600-41b2-860d-f3297b0ff83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.199036 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-b45418a2-3600-41b2-860d-f3297b0ff83f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3031123 Jul 16 01:19:49.229755 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-803f8c01-0800-4d27-a518-bbbff4f143ad req-44c488ea-986d-4018-ad2c-1059b717043c tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592721 Jul 16 01:19:49.240381 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ea0d1287-3d7e-43f0-9069-2dca19d43afd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7314565 Jul 16 01:19:49.257855 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 38458) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:49.263805 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-103d696f-d546-4c5e-a26e-551ca3bc2cd3 admin admin] Request body: {'subnet': {'network_id': 'b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-186102558-subnet', 'tenant_id': 'bdb605ca9c844f2fa78b5f57f802c102', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:49.345193 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:49.368543 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ca14b5fc-cc9c-47c4-8fd7-4f9d3f23460e req-6e74ba66-b8ff-4734-b098-cddfb8dd3d51 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633052 Jul 16 01:19:49.375874 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103d696f-d546-4c5e-a26e-551ca3bc2cd3 admin admin] Made reservation on behalf of bdb605ca9c844f2fa78b5f57f802c102 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:49.406762 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-103d696f-d546-4c5e-a26e-551ca3bc2cd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.436072 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b7eecce-8cea-4ef4-b053-41e794342e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.494713 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59fd443b-0e99-4695-a953-c039778cec61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.497929 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7eecce-8cea-4ef4-b053-41e794342e5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1f93d00-dc6c-4fc1-8d56-739bb38c9809,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:49.513988 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-f375b860-38b9-4fa5-9d92-21fc79e3fa3f service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020885 Jul 16 01:19:49.604522 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:49.605092 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.672441 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7eecce-8cea-4ef4-b053-41e794342e5f admin admin] Checking segment: {'id': '5c75894e-9946-4d28-af0d-7f4b9cec03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7f31c349-ef96-4e32-96d7-dc48e8b6e5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:49.672766 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7eecce-8cea-4ef4-b053-41e794342e5f admin admin] Network hostable DHCP agents. Network: 7f31c349-ef96-4e32-96d7-dc48e8b6e5ec, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:19:49.728085 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9fed1-4f9e-4ec2-82bd-464aa8ec3450 req-f279777a-3a5a-405b-acc8-58b386a580d9 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.733499 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-40cd3365-bce5-4761-9e08-c9dc0ef2596b None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.737130 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d499b1c-57b1-4545-ab18-58687edf6391 req-db23b365-6f0c-40a3-a725-69e52513b541 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169065 Jul 16 01:19:49.737955 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8bf9fed1-4f9e-4ec2-82bd-464aa8ec3450 req-f279777a-3a5a-405b-acc8-58b386a580d9 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb54cc79-988e-44a8-aafd-7d7a3408202c HTTP/1.1" status: 200 len: 946 time: 0.1910448 Jul 16 01:19:49.753342 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-40cd3365-bce5-4761-9e08-c9dc0ef2596b None None] Transition to ACTIVE for port object 36dbd05e-610b-4008-baf3-b1d3d3ae818a will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:49.754959 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7eecce-8cea-4ef4-b053-41e794342e5f admin admin] Network 7f31c349-ef96-4e32-96d7-dc48e8b6e5ec is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:19:49.857720 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-8b7eecce-8cea-4ef4-b053-41e794342e5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 7f31c349-ef96-4e32-96d7-dc48e8b6e5ec) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:49.858740 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-40cd3365-bce5-4761-9e08-c9dc0ef2596b None None] Transition to ACTIVE for port object 36dbd05e-610b-4008-baf3-b1d3d3ae818a will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:49.869802 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19789e68-ec64-497c-ac5a-2e0effb14ee7 None None] Network 7f31c349-ef96-4e32-96d7-dc48e8b6e5ec requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:49.875183 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-40cd3365-bce5-4761-9e08-c9dc0ef2596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.883153 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8bf9fed1-4f9e-4ec2-82bd-464aa8ec3450 req-84e60a8f-8388-42af-97c7-1fe82c2e1b7d tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/security-groups?id=d92a67ce-0bcb-4422-9912-1314c261de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190600 Jul 16 01:19:49.895839 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7eecce-8cea-4ef4-b053-41e794342e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.898020 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b7eecce-8cea-4ef4-b053-41e794342e5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.945686 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8b7eecce-8cea-4ef4-b053-41e794342e5f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4434373 Jul 16 01:19:49.982711 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9273e-34f5-4080-8153-9173f62d72a5 req-c9ed7cf0-1417-43ae-9abc-8623621a6ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.984487 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-87a9273e-34f5-4080-8153-9173f62d72a5 req-c9ed7cf0-1417-43ae-9abc-8623621a6ee8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 1100 time: 0.1682894 Jul 16 01:19:50.001184 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cd3365-bce5-4761-9e08-c9dc0ef2596b None None] Network 8d5b070c-750e-4767-9b7a-b10009692794 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:50.045323 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-40cd3365-bce5-4761-9e08-c9dc0ef2596b None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:50.050022 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cd3365-bce5-4761-9e08-c9dc0ef2596b None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:50.082221 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd3365-bce5-4761-9e08-c9dc0ef2596b None None] Pushing event updated for resources: {'Port': ['ID=36dbd05e-610b-4008-baf3-b1d3d3ae818a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:50.085534 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-103d696f-d546-4c5e-a26e-551ca3bc2cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.180197 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-40cd3365-bce5-4761-9e08-c9dc0ef2596b None None] Attempting to bind port 36dbd05e-610b-4008-baf3-b1d3d3ae818a on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:50.180899 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-40cd3365-bce5-4761-9e08-c9dc0ef2596b None None] Attempting to bind port 36dbd05e-610b-4008-baf3-b1d3d3ae818a by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8d5b070c-750e-4767-9b7a-b10009692794'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:50.181466 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cd3365-bce5-4761-9e08-c9dc0ef2596b None None] Attempting to bind port 36dbd05e-610b-4008-baf3-b1d3d3ae818a on network 8d5b070c-750e-4767-9b7a-b10009692794 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:50.188306 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cd3365-bce5-4761-9e08-c9dc0ef2596b None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:50.189171 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cd3365-bce5-4761-9e08-c9dc0ef2596b None None] Checking segment: {'id': '4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8d5b070c-750e-4767-9b7a-b10009692794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:50.189305 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d696f-d546-4c5e-a26e-551ca3bc2cd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=750ddbe5-3c24-44da-a16b-40d9bf32e425,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:50.189851 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-40cd3365-bce5-4761-9e08-c9dc0ef2596b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.190612 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cd3365-bce5-4761-9e08-c9dc0ef2596b None None] Bound using segment: {'id': '4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8d5b070c-750e-4767-9b7a-b10009692794'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:50.191316 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-40cd3365-bce5-4761-9e08-c9dc0ef2596b None None] Bound port: 36dbd05e-610b-4008-baf3-b1d3d3ae818a, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8d5b070c-750e-4767-9b7a-b10009692794'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:50.191858 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-40cd3365-bce5-4761-9e08-c9dc0ef2596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.280219 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33edb81-ce9e-4dfb-82e2-58977ad3e105 req-c96db20e-b15f-4696-8721-02c7243d0624 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.287131 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33edb81-ce9e-4dfb-82e2-58977ad3e105 req-c96db20e-b15f-4696-8721-02c7243d0624 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.306373 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33edb81-ce9e-4dfb-82e2-58977ad3e105 req-c96db20e-b15f-4696-8721-02c7243d0624 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.312295 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33edb81-ce9e-4dfb-82e2-58977ad3e105 req-c96db20e-b15f-4696-8721-02c7243d0624 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.319161 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33edb81-ce9e-4dfb-82e2-58977ad3e105 req-c96db20e-b15f-4696-8721-02c7243d0624 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.325304 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33edb81-ce9e-4dfb-82e2-58977ad3e105 req-c96db20e-b15f-4696-8721-02c7243d0624 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.330383 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103d696f-d546-4c5e-a26e-551ca3bc2cd3 admin admin] Checking segment: {'id': 'c37eede0-c57d-41f4-95f6-8acd5b71ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:50.330596 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103d696f-d546-4c5e-a26e-551ca3bc2cd3 admin admin] Network hostable DHCP agents. Network: b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:19:50.331547 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33edb81-ce9e-4dfb-82e2-58977ad3e105 req-c96db20e-b15f-4696-8721-02c7243d0624 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.335742 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-40cd3365-bce5-4761-9e08-c9dc0ef2596b None None] For port 36dbd05e-610b-4008-baf3-b1d3d3ae818a, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:50.339543 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-40cd3365-bce5-4761-9e08-c9dc0ef2596b None None] For port 36dbd05e-610b-4008-baf3-b1d3d3ae818a, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=36dbd05e-610b-4008-baf3-b1d3d3ae818a,segment=NetworkSegment(4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a),segment_id=4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:50.339752 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d33edb81-ce9e-4dfb-82e2-58977ad3e105 req-c96db20e-b15f-4696-8721-02c7243d0624 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5430 time: 0.5366864 Jul 16 01:19:50.342527 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e301676-5e12-4b32-b782-2b3868634396 None None] Network 7f31c349-ef96-4e32-96d7-dc48e8b6e5ec requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:50.342901 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e5bbe-ef17-4632-b673-c0c3911a8893 req-ed652ccc-3cde-4f64-9b74-d3464cf7f9e2 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.345555 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9273e-34f5-4080-8153-9173f62d72a5 req-a2a048ad-86a6-482f-9727-7d7beffe532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.346809 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b24e5bbe-ef17-4632-b673-c0c3911a8893 req-ed652ccc-3cde-4f64-9b74-d3464cf7f9e2 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb54cc79-988e-44a8-aafd-7d7a3408202c HTTP/1.1" status: 200 len: 946 time: 0.1461148 Jul 16 01:19:50.359172 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-40cd3365-bce5-4761-9e08-c9dc0ef2596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.359324 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 38514) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:50.359774 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-87a9273e-34f5-4080-8153-9173f62d72a5 req-a2a048ad-86a6-482f-9727-7d7beffe532b service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.3663163 Jul 16 01:19:50.368791 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-b27ebecc-65df-4975-bd9b-d7bf8bac2ff7 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Request body: {'floatingip': {'port_id': '1daa60f3-79e8-4c49-847f-28b9849e4818'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:50.476530 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b27ebecc-65df-4975-bd9b-d7bf8bac2ff7 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for floatingip, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.482253 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103d696f-d546-4c5e-a26e-551ca3bc2cd3 admin admin] Network b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:19:50.492996 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd3365-bce5-4761-9e08-c9dc0ef2596b None None] Pushing event updated for resources: {'Port': ['ID=36dbd05e-610b-4008-baf3-b1d3d3ae818a,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:50.560262 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-87a9273e-34f5-4080-8153-9173f62d72a5 req-f3710cc6-ecf0-49aa-b6e6-cee513482651 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b HTTP/1.1" status: 200 len: 217 time: 0.1035631 Jul 16 01:19:50.572893 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-103d696f-d546-4c5e-a26e-551ca3bc2cd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:50.586515 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124f680f-8f8a-459c-90c3-5995bb3a29ab None None] Network b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:50.619652 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d33edb81-ce9e-4dfb-82e2-58977ad3e105 req-7330514a-1b73-4bfd-9fbc-0031f7b8d0fa tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2788417 Jul 16 01:19:50.702409 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59fd443b-0e99-4695-a953-c039778cec61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.711309 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103d696f-d546-4c5e-a26e-551ca3bc2cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.712059 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-103d696f-d546-4c5e-a26e-551ca3bc2cd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.727197 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59fd443b-0e99-4695-a953-c039778cec61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.731356 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9273e-34f5-4080-8153-9173f62d72a5 req-679471d2-b3ed-4c55-a140-e5f8783671c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.732862 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-87a9273e-34f5-4080-8153-9173f62d72a5 req-679471d2-b3ed-4c55-a140-e5f8783671c4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1415453 Jul 16 01:19:50.793860 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-103d696f-d546-4c5e-a26e-551ca3bc2cd3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5345027 Jul 16 01:19:50.921317 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78c2186-9e8f-4ceb-a5ad-79f142e8e539 None None] Network b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:50.950599 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cb844-db47-4cb6-a57d-f28da65ab67a req-b7b6a633-408e-4dc9-9160-5743de52c797 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.958129 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3c6cb844-db47-4cb6-a57d-f28da65ab67a req-b7b6a633-408e-4dc9-9160-5743de52c797 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 948 time: 0.3999381 Jul 16 01:19:51.107395 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9273e-34f5-4080-8153-9173f62d72a5 req-effc7056-5744-449c-8fc3-7a7c597bbc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:51.113319 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-87a9273e-34f5-4080-8153-9173f62d72a5 req-effc7056-5744-449c-8fc3-7a7c597bbc32 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3671477 Jul 16 01:19:51.159454 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3c6cb844-db47-4cb6-a57d-f28da65ab67a req-60547458-79ec-4884-9aa3-7afd8bd263a4 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002840 Jul 16 01:19:51.227508 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-59fd443b-0e99-4695-a953-c039778cec61 admin admin] Allocated IP 172.25.6.107 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/5b03621c-4855-4ab2-92c6-7a07e10c9872) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:51.347238 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 36dbd05e-610b-4008-baf3-b1d3d3ae818a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:51.495663 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 36dbd05e-610b-4008-baf3-b1d3d3ae818a completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:51.626786 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90f95e-7f38-4c69-b505-fc7819957dc6 req-9663b666-3252-4d2c-8612-865ac9980210 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:51.628514 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4a90f95e-7f38-4c69-b505-fc7819957dc6 req-9663b666-3252-4d2c-8612-865ac9980210 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 943 time: 0.1633904 Jul 16 01:19:51.732060 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-87a9273e-34f5-4080-8153-9173f62d72a5 req-e9368e44-b4ce-4129-990d-e23f5a71754c service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6016545 Jul 16 01:19:51.745134 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-cbb2d894-1bd1-44b8-9a2e-5e9697d6183b tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:51.752271 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-cbb2d894-1bd1-44b8-9a2e-5e9697d6183b tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/networks?id=7f31c349-ef96-4e32-96d7-dc48e8b6e5ec HTTP/1.1" status: 200 len: 815 time: 0.2874424 Jul 16 01:19:51.774666 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b27ebecc-65df-4975-bd9b-d7bf8bac2ff7 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:51.787563 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4a90f95e-7f38-4c69-b505-fc7819957dc6 req-f9944b12-894b-4df7-9a49-4131aa427491 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841992 Jul 16 01:19:51.789617 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b27ebecc-65df-4975-bd9b-d7bf8bac2ff7 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:51.892923 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-d06f8b8b-440f-45ec-8df5-edfb81530998 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/quotas/188651938ea04d6987c92bcea6afb008 HTTP/1.1" status: 200 len: 375 time: 0.1395681 Jul 16 01:19:51.961075 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-91862477-0125-41b6-9449-25f0a445180a tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=188651938ea04d6987c92bcea6afb008&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668602 Jul 16 01:19:52.062840 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bacfa80-aea3-4bb0-aabd-caf789057c82 None None] Network 8d5b070c-750e-4767-9b7a-b10009692794 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:52.148709 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-fd2ad76e-1833-40c7-aacd-68033ef4bd2a service neutron] 10.222.0.16 "GET /v2.0/networks/7f31c349-ef96-4e32-96d7-dc48e8b6e5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123815 Jul 16 01:19:52.222137 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-87a9273e-34f5-4080-8153-9173f62d72a5 req-e2860a66-ea93-42c1-bd86-8a308a3868dc service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232690 Jul 16 01:19:52.231511 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59fd443b-0e99-4695-a953-c039778cec61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:52.250152 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ecb77e59-22b0-4591-9765-c8ac8651efb2 None None] Provisioning for port 36dbd05e-610b-4008-baf3-b1d3d3ae818a completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:52.262057 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ecb77e59-22b0-4591-9765-c8ac8651efb2 None None] Provisioning complete for port 36dbd05e-610b-4008-baf3-b1d3d3ae818a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:52.262057 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ecb77e59-22b0-4591-9765-c8ac8651efb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:52.350932 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59fd443b-0e99-4695-a953-c039778cec61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:52.374913 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-f26874f9-35b6-4d23-9358-4d7dff4f55ca service neutron] 10.222.0.16 "GET /v2.0/networks/7f31c349-ef96-4e32-96d7-dc48e8b6e5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104919 Jul 16 01:19:52.420549 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fd443b-0e99-4695-a953-c039778cec61 admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:52.425390 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-b27ebecc-65df-4975-bd9b-d7bf8bac2ff7 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Floating IP 1a32f58d-8a2d-4226-aac9-4c0c9368660d associated. External IP: 172.25.6.67, port: 1daa60f3-79e8-4c49-847f-28b9849e4818. Jul 16 01:19:52.434371 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ecb77e59-22b0-4591-9765-c8ac8651efb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:52.466916 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-59fd443b-0e99-4695-a953-c039778cec61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:52.473238 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fd443b-0e99-4695-a953-c039778cec61 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:52.559590 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ecb77e59-22b0-4591-9765-c8ac8651efb2 None None] For port 36dbd05e-610b-4008-baf3-b1d3d3ae818a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=36dbd05e-610b-4008-baf3-b1d3d3ae818a,segment=NetworkSegment(4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a),segment_id=4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:52.580798 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd443b-0e99-4695-a953-c039778cec61 admin admin] Pushing event updated for resources: {'Port': ['ID=5b03621c-4855-4ab2-92c6-7a07e10c9872,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:52.595345 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ecb77e59-22b0-4591-9765-c8ac8651efb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:52.646045 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb77e59-22b0-4591-9765-c8ac8651efb2 None None] Pushing event updated for resources: {'Port': ['ID=36dbd05e-610b-4008-baf3-b1d3d3ae818a,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:52.740055 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2cb7612a-f9a4-430c-99cf-c7f731abfb9b details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:52.832008 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-cc096d59-9061-4927-b1b5-a862b910903b tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:52.833750 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-cc096d59-9061-4927-b1b5-a862b910903b tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/networks?id=b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d HTTP/1.1" status: 200 len: 817 time: 0.4050951 Jul 16 01:19:52.837799 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-668c85f0-6112-4d37-8d1e-6ca8d71a5fe7 service neutron] 10.222.0.84 "GET /v2.0/ports/485aedfc-d310-49e9-b67e-4865af235efc/bindings/n-h2-792394-16 HTTP/1.1" status: 200 len: 385 time: 0.2955079 Jul 16 01:19:52.961730 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:52.975877 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '2cb7612a-f9a4-430c-99cf-c7f731abfb9b', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': '2cb7612a-f9a4-430c-99cf-c7f731abfb9b', 'mac_address': 'fa:16:3e:4d:d8:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:52.996660 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-4ec8bca4-873d-4cb0-991b-b00b554da840 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/quotas/bdb605ca9c844f2fa78b5f57f802c102 HTTP/1.1" status: 200 len: 375 time: 0.1095538 Jul 16 01:19:53.050641 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-45866815-51bc-43a8-8df7-7178f90deb50 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bdb605ca9c844f2fa78b5f57f802c102&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524178 Jul 16 01:19:53.059363 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:53.081220 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb7612a-f9a4-430c-99cf-c7f731abfb9b {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:53.110007 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:53.122505 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c78ee9a5-9905-47e1-96ef-925cd9f60eb5 None None] Provisioning complete for port 36dbd05e-610b-4008-baf3-b1d3d3ae818a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:53.122881 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c78ee9a5-9905-47e1-96ef-925cd9f60eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:53.167487 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:53.314569 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 36dbd05e-610b-4008-baf3-b1d3d3ae818a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:53.353611 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:53.378319 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27ebecc-65df-4975-bd9b-d7bf8bac2ff7 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Router 58c30ba5-0cb6-4cc6-8921-ccb395645e35 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:19:53.411696 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 36dbd05e-610b-4008-baf3-b1d3d3ae818a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:53.412736 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:53.419896 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a30cd-e35b-4084-a414-b7335c63f5b3 req-c908775f-5755-4508-9f53-4bfbbeed873b tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:53.427196 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a30cd-e35b-4084-a414-b7335c63f5b3 req-c908775f-5755-4508-9f53-4bfbbeed873b tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:53.434584 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a30cd-e35b-4084-a414-b7335c63f5b3 req-c908775f-5755-4508-9f53-4bfbbeed873b tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:53.440507 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-249290ec-856f-4a71-b583-c20a004507b7 service neutron] 10.222.0.16 "GET /v2.0/networks/b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887627 Jul 16 01:19:53.441512 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a30cd-e35b-4084-a414-b7335c63f5b3 req-c908775f-5755-4508-9f53-4bfbbeed873b tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:53.447344 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a30cd-e35b-4084-a414-b7335c63f5b3 req-c908775f-5755-4508-9f53-4bfbbeed873b tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:53.459293 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a30cd-e35b-4084-a414-b7335c63f5b3 req-c908775f-5755-4508-9f53-4bfbbeed873b tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:53.460756 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['2cb7612a-f9a4-430c-99cf-c7f731abfb9b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:53.470756 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a30cd-e35b-4084-a414-b7335c63f5b3 req-c908775f-5755-4508-9f53-4bfbbeed873b tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:53.473565 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-787a30cd-e35b-4084-a414-b7335c63f5b3 req-c908775f-5755-4508-9f53-4bfbbeed873b tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5430 time: 0.2463584 Jul 16 01:19:53.554232 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-2d6d061b-fb47-40dc-bd07-e7339a488de0 service neutron] For port 485aedfc-d310-49e9-b67e-4865af235efc, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=485aedfc-d310-49e9-b67e-4865af235efc,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:53.679786 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-2d6d061b-fb47-40dc-bd07-e7339a488de0 service neutron] For port 485aedfc-d310-49e9-b67e-4865af235efc, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:53.729645 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-787a30cd-e35b-4084-a414-b7335c63f5b3 req-621c8dc9-1e6c-40b6-bf16-5ab7e72b8788 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2475669 Jul 16 01:19:53.751389 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59fd443b-0e99-4695-a953-c039778cec61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:53.759237 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-2d6d061b-fb47-40dc-bd07-e7339a488de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 485aedfc-d310-49e9-b67e-4865af235efc {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:53.769266 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27ebecc-65df-4975-bd9b-d7bf8bac2ff7 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:19:53.780015 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-115da2c0-7964-4d11-b009-50cf958a7666 service neutron] 10.222.0.16 "GET /v2.0/networks/b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886715 Jul 16 01:19:53.786007 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c35c2eb-75f3-44a2-9206-cfae37b5bd9a None None] Sync routers for ids ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:19:53.795919 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b27ebecc-65df-4975-bd9b-d7bf8bac2ff7 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:53.797866 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c35c2eb-75f3-44a2-9206-cfae37b5bd9a None None] Routers {'58c30ba5-0cb6-4cc6-8921-ccb395645e35'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:53.798582 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-0c35c2eb-75f3-44a2-9206-cfae37b5bd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:19:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:53.802165 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-2d6d061b-fb47-40dc-bd07-e7339a488de0 service neutron] For port 485aedfc-d310-49e9-b67e-4865af235efc, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=485aedfc-d310-49e9-b67e-4865af235efc,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:53.877373 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-2d6d061b-fb47-40dc-bd07-e7339a488de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:53.952920 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-0c35c2eb-75f3-44a2-9206-cfae37b5bd9a None None] Set router 58c30ba5-0cb6-4cc6-8921-ccb395645e35 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:53.978463 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b27ebecc-65df-4975-bd9b-d7bf8bac2ff7 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "PUT /v2.0/floatingips/1a32f58d-8a2d-4226-aac9-4c0c9368660d HTTP/1.1" status: 200 len: 991 time: 3.6179094 Jul 16 01:19:53.981245 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb54cc79-988e-44a8-aafd-7d7a3408202c', 'tag': '1daa60f3-79e8-4c49-847f-28b9849e4818'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:53.994890 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312297cf-b9d4-4aca-b42e-88ca493e534f" -d '{"events": [{"name": "network-changed", "server_uuid": "cb54cc79-988e-44a8-aafd-7d7a3408202c", "tag": "1daa60f3-79e8-4c49-847f-28b9849e4818"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:54.078230 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-2d6d061b-fb47-40dc-bd07-e7339a488de0 service neutron] Transition to ACTIVE for port object 485aedfc-d310-49e9-b67e-4865af235efc will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:54.085030 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-2d6d061b-fb47-40dc-bd07-e7339a488de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.191405 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59fd443b-0e99-4695-a953-c039778cec61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.204747 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906fc8b-356a-486f-828f-1a1133e41894 req-1a006e10-76bb-4d51-a74c-297fdc5dc1b7 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:54.207947 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-2d6d061b-fb47-40dc-bd07-e7339a488de0 service neutron] No DVR routers for this DVR port 485aedfc-d310-49e9-b67e-4865af235efc on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:54.215914 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7906fc8b-356a-486f-828f-1a1133e41894 req-1a006e10-76bb-4d51-a74c-297fdc5dc1b7 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 949 time: 0.1852658 Jul 16 01:19:54.245757 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d061b-fb47-40dc-bd07-e7339a488de0 service neutron] Pushing event updated for resources: {'Port': ['ID=485aedfc-d310-49e9-b67e-4865af235efc,revision_number=10']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:54.256650 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d061b-fb47-40dc-bd07-e7339a488de0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:54.257005 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d061b-fb47-40dc-bd07-e7339a488de0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:54.257428 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d061b-fb47-40dc-bd07-e7339a488de0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:54.257774 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d061b-fb47-40dc-bd07-e7339a488de0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:54.258265 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d061b-fb47-40dc-bd07-e7339a488de0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:54.258446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d061b-fb47-40dc-bd07-e7339a488de0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:54.258785 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d061b-fb47-40dc-bd07-e7339a488de0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:54.259239 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d061b-fb47-40dc-bd07-e7339a488de0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:54.259573 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d061b-fb47-40dc-bd07-e7339a488de0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:54.259901 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d061b-fb47-40dc-bd07-e7339a488de0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:54.260227 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d061b-fb47-40dc-bd07-e7339a488de0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:54.260581 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d061b-fb47-40dc-bd07-e7339a488de0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:54.268793 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-2d6d061b-fb47-40dc-bd07-e7339a488de0 service neutron] 10.222.0.84 "PUT /v2.0/ports/485aedfc-d310-49e9-b67e-4865af235efc/bindings/n-h2-792394-16/activate HTTP/1.1" status: 200 len: 370 time: 1.3838346 Jul 16 01:19:54.310245 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-0c35c2eb-75f3-44a2-9206-cfae37b5bd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569885151-router', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:34Z', 'updated_at': '2021-07-16T01:16:43Z', 'revision_number': 4, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'gw_port': {'id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:36Z', 'updated_at': '2021-07-16T01:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '1a32f58d-8a2d-4226-aac9-4c0c9368660d', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'port_id': '1daa60f3-79e8-4c49-847f-28b9849e4818', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'mac_address': 'fa:16:3e:3c:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb54cc79-988e-44a8-aafd-7d7a3408202c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:17:14Z', 'updated_at': '2021-07-16T01:19:51Z', 'revision_number': 5, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14a93e1-cf9b-4927-ab10-13591d6d0668', 'name': '', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'mac_address': 'fa:16:3e:cc:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:41Z', 'updated_at': '2021-07-16T01:16:52Z', 'revision_number': 5, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'subnets': [{'id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:54.342708 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c35c2eb-75f3-44a2-9206-cfae37b5bd9a None None] Checking router: 58c30ba5-0cb6-4cc6-8921-ccb395645e35 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:19:54.348649 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7906fc8b-356a-486f-828f-1a1133e41894 req-5bf032e8-7de7-43d5-a435-30fa829d7241 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315308 Jul 16 01:19:54.353916 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c35c2eb-75f3-44a2-9206-cfae37b5bd9a None None] Routers {'58c30ba5-0cb6-4cc6-8921-ccb395645e35'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:54.354629 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-0c35c2eb-75f3-44a2-9206-cfae37b5bd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:19:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:54.508203 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b16a16dc-e345-46d7-bf0b-9d4d146ad655 req-d4443d60-de03-4074-860c-d112bc229442 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 210 time: 0.0537598 Jul 16 01:19:54.523525 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fd443b-0e99-4695-a953-c039778cec61 admin admin] Router d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:19:54.664313 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-0c35c2eb-75f3-44a2-9206-cfae37b5bd9a None None] Set router 58c30ba5-0cb6-4cc6-8921-ccb395645e35 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:54.769406 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2cb7612a-f9a4-430c-99cf-c7f731abfb9b up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:54.941823 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-ad2c4391-de79-4f2e-9761-5023e108cf3a tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:54.944160 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-ad2c4391-de79-4f2e-9761-5023e108cf3a tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.84 "GET /v2.0/networks?id=7f31c349-ef96-4e32-96d7-dc48e8b6e5ec HTTP/1.1" status: 200 len: 815 time: 0.2719843 Jul 16 01:19:54.944520 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-4ad1217a-1b61-414e-ab4a-a05d43caf35f tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:54.945792 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba5aa15-66fa-4840-9c9e-ffa2b94c1b3a x-openstack-request-id: req-7ba5aa15-66fa-4840-9c9e-ffa2b94c1b3a {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:54.946145 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb54cc79-988e-44a8-aafd-7d7a3408202c", "tag": "1daa60f3-79e8-4c49-847f-28b9849e4818", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:54.946400 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ba5aa15-66fa-4840-9c9e-ffa2b94c1b3a {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:54.946821 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb54cc79-988e-44a8-aafd-7d7a3408202c', 'tag': '1daa60f3-79e8-4c49-847f-28b9849e4818', 'status': 'completed', 'code': 200} Jul 16 01:19:54.949639 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-4ad1217a-1b61-414e-ab4a-a05d43caf35f tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0&tenant_id=ca9f8f0612374680aaef3c5c85953dfc&binding%3Ahost_id=n-h1-792394-16 HTTP/1.1" status: 200 len: 1096 time: 0.2725866 Jul 16 01:19:54.988859 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-fd425a97-0144-490b-ae6a-a7e0768c8875 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Request body: {'port': {'device_id': 'e832b398-d94a-490f-89a8-7470e87c1f3b', 'network_id': '7f31c349-ef96-4e32-96d7-dc48e8b6e5ec', 'admin_state_up': True, 'tenant_id': '188651938ea04d6987c92bcea6afb008'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:55.099861 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:55.106308 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:55.107639 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.136197 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312297cf-b9d4-4aca-b42e-88ca493e534f req-4ae1bf67-c7f7-41f0-97cf-af234c27b4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:55.138208 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-312297cf-b9d4-4aca-b42e-88ca493e534f req-4ae1bf67-c7f7-41f0-97cf-af234c27b4d3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2999adb4ec8040a5948eea28d1ff10e0&device_id=cb54cc79-988e-44a8-aafd-7d7a3408202c HTTP/1.1" status: 200 len: 1098 time: 0.1903975 Jul 16 01:19:55.162518 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fd443b-0e99-4695-a953-c039778cec61 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:19:55.171223 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90067f0a-1b61-4782-bb40-8af55fd3d210 req-7e986533-36e0-4f23-b271-8be2e8d89d46 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:55.173303 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] Sync routers for ids ['d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:19:55.180903 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-90067f0a-1b61-4782-bb40-8af55fd3d210 req-7e986533-36e0-4f23-b271-8be2e8d89d46 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 944 time: 0.5849743 Jul 16 01:19:55.190277 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] Routers {'d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:55.190830 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:19:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:55.284460 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59fd443b-0e99-4695-a953-c039778cec61 admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.285717 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-59fd443b-0e99-4695-a953-c039778cec61 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.4791322 Jul 16 01:19:55.291407 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38622) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:55.295912 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-0c35c2eb-75f3-44a2-9206-cfae37b5bd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569885151-router', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:34Z', 'updated_at': '2021-07-16T01:16:43Z', 'revision_number': 4, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'gw_port': {'id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:36Z', 'updated_at': '2021-07-16T01:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '1a32f58d-8a2d-4226-aac9-4c0c9368660d', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'port_id': '1daa60f3-79e8-4c49-847f-28b9849e4818', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'mac_address': 'fa:16:3e:3c:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb54cc79-988e-44a8-aafd-7d7a3408202c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:17:14Z', 'updated_at': '2021-07-16T01:19:51Z', 'revision_number': 5, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14a93e1-cf9b-4927-ab10-13591d6d0668', 'name': '', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'mac_address': 'fa:16:3e:cc:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:41Z', 'updated_at': '2021-07-16T01:16:52Z', 'revision_number': 5, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'subnets': [{'id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:55.328813 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-3ec36386-692a-4170-9165-7b4684e932cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:55.330683 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-3ec36386-692a-4170-9165-7b4684e932cd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0&tenant_id=ca9f8f0612374680aaef3c5c85953dfc HTTP/1.1" status: 200 len: 1096 time: 0.3687966 Jul 16 01:19:55.354503 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-90067f0a-1b61-4782-bb40-8af55fd3d210 req-4dc0f921-1a8b-4c72-814d-23d7820d4c7e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730216 Jul 16 01:19:55.416185 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] Set router d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:55.529755 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312297cf-b9d4-4aca-b42e-88ca493e534f req-a645da0f-03e5-40c3-bcf4-1c157d5b0e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:55.531469 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-312297cf-b9d4-4aca-b42e-88ca493e534f req-a645da0f-03e5-40c3-bcf4-1c157d5b0e7a service neutron] 10.222.0.84 "GET /v2.0/networks?id=1096f360-6b74-4590-aa4a-2282a5341f1d HTTP/1.1" status: 200 len: 924 time: 0.3735559 Jul 16 01:19:55.576635 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ead2f99c-3fc5-475c-94a8-ae96464e2467 req-3c485a10-297f-4d60-8c3a-31470bb86186 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0d434a1-8b3f-430f-9035-0487c41e8fb0 HTTP/1.1" status: 200 len: 210 time: 0.1129901 Jul 16 01:19:55.680721 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-fd425a97-0144-490b-ae6a-a7e0768c8875 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Made reservation on behalf of 188651938ea04d6987c92bcea6afb008 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:55.693220 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-fd425a97-0144-490b-ae6a-a7e0768c8875 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.790680 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c35c2eb-75f3-44a2-9206-cfae37b5bd9a None None] The sync data for ids ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'] in n-d-792394-16 is: [{'id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569885151-router', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:34Z', 'updated_at': '2021-07-16T01:16:43Z', 'revision_number': 4, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'gw_port': {'id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:36Z', 'updated_at': '2021-07-16T01:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '1a32f58d-8a2d-4226-aac9-4c0c9368660d', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'port_id': '1daa60f3-79e8-4c49-847f-28b9849e4818', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'mac_address': 'fa:16:3e:3c:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb54cc79-988e-44a8-aafd-7d7a3408202c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:17:14Z', 'updated_at': '2021-07-16T01:19:51Z', 'revision_number': 5, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14a93e1-cf9b-4927-ab10-13591d6d0668', 'name': '', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'mac_address': 'fa:16:3e:cc:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:41Z', 'updated_at': '2021-07-16T01:16:52Z', 'revision_number': 5, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'subnets': [{'id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:19:55.798414 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.852248 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3acc855-d18f-43d7-a2f6-ce7ff8ac63ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-642662804-router', 'tenant_id': 'e70efd0d58824f829e07727db7a275f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '5b03621c-4855-4ab2-92c6-7a07e10c9872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:48Z', 'updated_at': '2021-07-16T01:19:53Z', 'revision_number': 3, 'project_id': 'e70efd0d58824f829e07727db7a275f1', 'gw_port': {'id': '5b03621c-4855-4ab2-92c6-7a07e10c9872', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:35:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3acc855-d18f-43d7-a2f6-ce7ff8ac63ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:50Z', 'updated_at': '2021-07-16T01:19:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:55.882173 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:55.897668 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cda9a4f-6388-401f-a2f6-408920def22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb7612a-f9a4-430c-99cf-c7f731abfb9b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:55.901091 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4375451c-89ff-4be5-b016-e1dd32d830ce" -d '{"events": [{"server_uuid": "3cda9a4f-6388-401f-a2f6-408920def22d", "name": "network-vif-plugged", "status": "completed", "tag": "2cb7612a-f9a4-430c-99cf-c7f731abfb9b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:55.907580 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.931754 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] Checking router: d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:19:55.933793 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] Updating router d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac port 5b03621c-4855-4ab2-92c6-7a07e10c9872 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:19:55.980397 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:55.990985 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60165486-3d7b-4158-b953-faec0b05a692 req-d4e66731-2c9b-4cac-8116-2f8de5a3b306 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:55.997950 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60165486-3d7b-4158-b953-faec0b05a692 req-d4e66731-2c9b-4cac-8116-2f8de5a3b306 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:56.007011 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60165486-3d7b-4158-b953-faec0b05a692 req-d4e66731-2c9b-4cac-8116-2f8de5a3b306 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:56.013206 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60165486-3d7b-4158-b953-faec0b05a692 req-d4e66731-2c9b-4cac-8116-2f8de5a3b306 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:56.020412 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60165486-3d7b-4158-b953-faec0b05a692 req-d4e66731-2c9b-4cac-8116-2f8de5a3b306 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:56.030292 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60165486-3d7b-4158-b953-faec0b05a692 req-d4e66731-2c9b-4cac-8116-2f8de5a3b306 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:56.036995 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:56.037258 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60165486-3d7b-4158-b953-faec0b05a692 req-d4e66731-2c9b-4cac-8116-2f8de5a3b306 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:56.046008 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-60165486-3d7b-4158-b953-faec0b05a692 req-d4e66731-2c9b-4cac-8116-2f8de5a3b306 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5430 time: 0.6254997 Jul 16 01:19:56.050781 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-312297cf-b9d4-4aca-b42e-88ca493e534f req-ae9b6923-5835-41fa-ad7e-9e4f1aff5f86 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1daa60f3-79e8-4c49-847f-28b9849e4818 HTTP/1.1" status: 200 len: 999 time: 0.4868972 Jul 16 01:19:56.139265 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-7bd4108e-cfb8-4224-835d-d7dc7cc5d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:56.144567 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-7bd4108e-cfb8-4224-835d-d7dc7cc5d9b1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 1096 time: 0.6784823 Jul 16 01:19:56.230619 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e737878d-b04d-42a1-82a0-d6c6e19a6b0d None None] New status for floating IP 1a32f58d-8a2d-4226-aac9-4c0c9368660d: ACTIVE {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:19:56.277881 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-60165486-3d7b-4158-b953-faec0b05a692 req-f7b93912-21e9-4436-8946-3de4d4962bfc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2187448 Jul 16 01:19:56.380098 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312297cf-b9d4-4aca-b42e-88ca493e534f req-5dba2748-a5b9-4a61-bea2-c93cfb73c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:56.395450 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-312297cf-b9d4-4aca-b42e-88ca493e534f req-5dba2748-a5b9-4a61-bea2-c93cfb73c042 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3e374788-0d42-4edb-97f5-de74ce0cf143 HTTP/1.1" status: 200 len: 862 time: 0.3108289 Jul 16 01:19:56.452819 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611d0eb-5cd9-4d53-b4dc-e2d8d71287de req-6dcdcdc5-96d3-4395-bad9-bd6b99d17ab6 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:56.466044 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e611d0eb-5cd9-4d53-b4dc-e2d8d71287de req-6dcdcdc5-96d3-4395-bad9-bd6b99d17ab6 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 949 time: 0.6125147 Jul 16 01:19:56.588153 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8229d581-dcb9-48ad-91e3-6263e9ceffa4 req-a0cc3856-9c4c-4457-93c8-82051f0bd695 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 210 time: 0.0903687 Jul 16 01:19:56.603868 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-fd425a97-0144-490b-ae6a-a7e0768c8875 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Allocated IP 172.20.0.10 (7f31c349-ef96-4e32-96d7-dc48e8b6e5ec/b1f93d00-dc6c-4fc1-8d56-739bb38c9809/d147f0a0-819b-4b8d-b7dc-9c16a05ac558) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:56.630391 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5330e85b-bb86-4d89-a830-42fb184cf663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:56.658766 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:56.679724 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] Transition to ACTIVE for port object 5b03621c-4855-4ab2-92c6-7a07e10c9872 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:56.700331 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:56.730154 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312297cf-b9d4-4aca-b42e-88ca493e534f req-acf40d7d-78c1-4e97-8605-cc7d9dfae275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:56.731877 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-312297cf-b9d4-4aca-b42e-88ca493e534f req-acf40d7d-78c1-4e97-8605-cc7d9dfae275 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1096f360-6b74-4590-aa4a-2282a5341f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3347580 Jul 16 01:19:56.780638 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] Attempting to bind port 5b03621c-4855-4ab2-92c6-7a07e10c9872 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:56.781634 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] Attempting to bind port 5b03621c-4855-4ab2-92c6-7a07e10c9872 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:56.782300 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] Attempting to bind port 5b03621c-4855-4ab2-92c6-7a07e10c9872 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:56.797005 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:56.798308 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:56.799349 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:56.800225 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:56.800971 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] Bound port: 5b03621c-4855-4ab2-92c6-7a07e10c9872, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:56.802000 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:56.826312 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-62eb2edb-86d3-4c05-b26f-52a5a42590ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:56.834235 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-62eb2edb-86d3-4c05-b26f-52a5a42590ed service neutron] 10.222.0.82 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 908 time: 0.6115737 Jul 16 01:19:56.879539 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] For port 5b03621c-4855-4ab2-92c6-7a07e10c9872, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:56.884567 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] For port 5b03621c-4855-4ab2-92c6-7a07e10c9872, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=5b03621c-4855-4ab2-92c6-7a07e10c9872,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:56.896446 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edd45c-9768-4d9c-bc7e-b5cb5d6293db None None] Pushing event updated for resources: {'Port': ['ID=5b03621c-4855-4ab2-92c6-7a07e10c9872,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:56.900032 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:56.946163 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e611d0eb-5cd9-4d53-b4dc-e2d8d71287de req-4e7b63cb-fb49-47b8-a39a-a3d2fbf0bbc6 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081695 Jul 16 01:19:56.956564 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-78fafa27-4446-4f92-8bce-0f89729253b6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=485aedfc-d310-49e9-b67e-4865af235efc HTTP/1.1" status: 200 len: 217 time: 0.0681849 Jul 16 01:19:56.971941 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] Routers {'d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:56.972596 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:19:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:57.032156 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de1a1a2-396a-4d4f-b956-fa06718690ef x-openstack-request-id: req-3de1a1a2-396a-4d4f-b956-fa06718690ef {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:57.032806 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cda9a4f-6388-401f-a2f6-408920def22d", "name": "network-vif-plugged", "status": "completed", "tag": "2cb7612a-f9a4-430c-99cf-c7f731abfb9b", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:57.033042 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3de1a1a2-396a-4d4f-b956-fa06718690ef {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:57.033876 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cda9a4f-6388-401f-a2f6-408920def22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb7612a-f9a4-430c-99cf-c7f731abfb9b', 'code': 200} Jul 16 01:19:57.097669 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-734c74a2-5461-4c4f-8fac-7a690d16b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:57.099460 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-734c74a2-5461-4c4f-8fac-7a690d16b741 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=53fcd526-4834-4829-80ef-c0f48c90d8f1 HTTP/1.1" status: 200 len: 847 time: 0.1299853 Jul 16 01:19:57.116725 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] Set router d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:57.141197 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-3cbf3433-9576-48b9-b814-e1e5f9843a5a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0acde702-0391-44d7-919c-717172e79311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324948 Jul 16 01:19:57.209918 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-fd425a97-0144-490b-ae6a-a7e0768c8875 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.266265 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edd45c-9768-4d9c-bc7e-b5cb5d6293db None None] Pushing event updated for resources: {'Port': ['ID=5b03621c-4855-4ab2-92c6-7a07e10c9872,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:57.515661 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3acc855-d18f-43d7-a2f6-ce7ff8ac63ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-642662804-router', 'tenant_id': 'e70efd0d58824f829e07727db7a275f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '5b03621c-4855-4ab2-92c6-7a07e10c9872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:48Z', 'updated_at': '2021-07-16T01:19:53Z', 'revision_number': 3, 'project_id': 'e70efd0d58824f829e07727db7a275f1', 'gw_port': {'id': '5b03621c-4855-4ab2-92c6-7a07e10c9872', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:35:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3acc855-d18f-43d7-a2f6-ce7ff8ac63ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:50Z', 'updated_at': '2021-07-16T01:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:57.518928 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-74d653b2-4626-4634-9f4c-bf7546791742 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:57.521341 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-74d653b2-4626-4634-9f4c-bf7546791742 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.82 "GET /v2.0/networks?id=b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d HTTP/1.1" status: 200 len: 817 time: 0.2102830 Jul 16 01:19:57.556742 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-44a1963a-0be7-4f9c-b94e-d9e1c8df43b9 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Request body: {'port': {'device_id': 'e5dfc5c1-7d8f-469e-8f87-064a8ea993ca', 'network_id': 'b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d', 'admin_state_up': True, 'tenant_id': 'bdb605ca9c844f2fa78b5f57f802c102'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:57.637174 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-28ec948a-3298-4e99-8373-a95de649c7b5 req-96b81b58-67a6-4a81-a965-3e01760ad8e8 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0d434a1-8b3f-430f-9035-0487c41e8fb0 HTTP/1.1" status: 200 len: 210 time: 0.3488584 Jul 16 01:19:57.772409 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-312297cf-b9d4-4aca-b42e-88ca493e534f req-df8b7832-aa7a-4e54-b2fe-f39ef6671d75 service neutron] 10.222.0.84 "GET /v2.0/networks/1096f360-6b74-4590-aa4a-2282a5341f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0272968 Jul 16 01:19:57.860072 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:19:57.865836 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257d6e5f-273d-4250-ac54-d224a1e00d1a None None] The sync data for ids ['d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac'] in n-d-792394-16 is: [{'id': 'd3acc855-d18f-43d7-a2f6-ce7ff8ac63ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-642662804-router', 'tenant_id': 'e70efd0d58824f829e07727db7a275f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '5b03621c-4855-4ab2-92c6-7a07e10c9872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:48Z', 'updated_at': '2021-07-16T01:19:53Z', 'revision_number': 3, 'project_id': 'e70efd0d58824f829e07727db7a275f1', 'gw_port': {'id': '5b03621c-4855-4ab2-92c6-7a07e10c9872', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:35:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3acc855-d18f-43d7-a2f6-ce7ff8ac63ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:50Z', 'updated_at': '2021-07-16T01:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:19:57.991604 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-44a1963a-0be7-4f9c-b94e-d9e1c8df43b9 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Made reservation on behalf of bdb605ca9c844f2fa78b5f57f802c102 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:57.996558 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-44a1963a-0be7-4f9c-b94e-d9e1c8df43b9 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.061761 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-c56a3068-f083-4f7d-b398-5b08cbfac2f1 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:58.063265 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-c56a3068-f083-4f7d-b398-5b08cbfac2f1 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.84 "GET /v2.0/networks?id=b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d HTTP/1.1" status: 200 len: 817 time: 0.2811432 Jul 16 01:19:58.090799 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-5ea369f3-ace2-4f3d-ba52-a11f5d3aa3ae tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Request body: {'port': {'device_id': '0eed3f92-1966-478f-8931-d983b66efb52', 'network_id': 'b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d', 'admin_state_up': True, 'tenant_id': 'bdb605ca9c844f2fa78b5f57f802c102'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:58.140346 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-1b2b0c3f-a2a1-475d-b0a9-28f478eb414e service neutron] 10.222.0.82 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9766800 Jul 16 01:19:58.175269 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-fd425a97-0144-490b-ae6a-a7e0768c8875 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.320229 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7d3f0-fddd-4472-9c9c-c97bbe8de967 req-eb60d977-8766-463c-b353-51405bf7ceb2 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:58.322062 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b0d7d3f0-fddd-4472-9c9c-c97bbe8de967 req-eb60d977-8766-463c-b353-51405bf7ceb2 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 944 time: 1.1236975 Jul 16 01:19:58.344987 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8ff7a8a9-eba8-4aef-b96c-2b0b364de67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.412806 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4bec9-9966-431f-bc49-a4292afe5eed req-36ad8c8a-3b92-416e-941c-48a07c9bad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:58.414666 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-81a4bec9-9966-431f-bc49-a4292afe5eed req-36ad8c8a-3b92-416e-941c-48a07c9bad5b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 1102 time: 0.6226230 Jul 16 01:19:58.550037 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-5ea369f3-ace2-4f3d-ba52-a11f5d3aa3ae tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Made reservation on behalf of bdb605ca9c844f2fa78b5f57f802c102 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:58.553768 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-5ea369f3-ace2-4f3d-ba52-a11f5d3aa3ae tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.598669 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b0d7d3f0-fddd-4472-9c9c-c97bbe8de967 req-5f1e6fa1-3a3b-4ac6-b855-2f2d24f9d84c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507639 Jul 16 01:19:58.661171 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-81a4bec9-9966-431f-bc49-a4292afe5eed req-70255dc7-f703-43d2-9237-f61572fd0665 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189779 Jul 16 01:19:58.671713 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-cce0d91e-5f5c-4222-b455-533d075f1ec9 service neutron] 10.222.0.82 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160828 Jul 16 01:19:58.854390 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-312297cf-b9d4-4aca-b42e-88ca493e534f req-3b54638f-a25e-404d-99c4-d0987594eb88 service neutron] 10.222.0.84 "GET /v2.0/networks/1096f360-6b74-4590-aa4a-2282a5341f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0643938 Jul 16 01:19:58.971175 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-4627b68e-a3be-4104-8dd0-3eecee62d46d tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:58.972815 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-4627b68e-a3be-4104-8dd0-3eecee62d46d tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.82 "GET /v2.0/networks?id=b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d HTTP/1.1" status: 200 len: 817 time: 0.8362989 Jul 16 01:19:58.990593 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-5ea369f3-ace2-4f3d-ba52-a11f5d3aa3ae tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Allocated IP 172.20.0.9 (b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d/750ddbe5-3c24-44da-a16b-40d9bf32e425/bad922a7-9a2b-4483-bbcf-98904f395b54) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:59.022132 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-8ff7a8a9-eba8-4aef-b96c-2b0b364de67b admin admin] Allocated IP 172.20.0.1 (8d5b070c-750e-4767-9b7a-b10009692794/7cef2098-7942-45d3-80ae-ec92aec72527/af974ad2-f674-4f8a-8522-66606c52682a) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:59.050645 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881ea84-7333-4e16-871c-f9b1e746b470 req-8c093b5f-3be0-4b36-980d-ecd9e7e42ae2 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:59.053546 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b881ea84-7333-4e16-871c-f9b1e746b470 req-8c093b5f-3be0-4b36-980d-ecd9e7e42ae2 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 932 time: 0.2156684 Jul 16 01:19:59.059117 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd425a97-0144-490b-ae6a-a7e0768c8875 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Pushing event updated for resources: {'Port': ['ID=d147f0a0-819b-4b8d-b7dc-9c16a05ac558,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:59.089584 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-fd425a97-0144-490b-ae6a-a7e0768c8875 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Network 7f31c349-ef96-4e32-96d7-dc48e8b6e5ec is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:59.105057 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-589b4fcb-6402-42cb-b754-5f0e7752cd51 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Request body: {'port': {'device_id': 'a0d434a1-8b3f-430f-9035-0487c41e8fb0', 'network_id': 'b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d', 'admin_state_up': True, 'tenant_id': 'bdb605ca9c844f2fa78b5f57f802c102'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:59.138825 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb844d2-f6f7-4d72-93b0-82d6aa79de0e req-ff56e282-3bff-414c-a8dd-7695ad41d315 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:59.159716 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb844d2-f6f7-4d72-93b0-82d6aa79de0e req-ff56e282-3bff-414c-a8dd-7695ad41d315 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:59.166485 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb844d2-f6f7-4d72-93b0-82d6aa79de0e req-ff56e282-3bff-414c-a8dd-7695ad41d315 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:59.179063 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb844d2-f6f7-4d72-93b0-82d6aa79de0e req-ff56e282-3bff-414c-a8dd-7695ad41d315 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:59.184963 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb844d2-f6f7-4d72-93b0-82d6aa79de0e req-ff56e282-3bff-414c-a8dd-7695ad41d315 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:59.191691 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb844d2-f6f7-4d72-93b0-82d6aa79de0e req-ff56e282-3bff-414c-a8dd-7695ad41d315 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:59.198093 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb844d2-f6f7-4d72-93b0-82d6aa79de0e req-ff56e282-3bff-414c-a8dd-7695ad41d315 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:59.206512 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fb844d2-f6f7-4d72-93b0-82d6aa79de0e req-ff56e282-3bff-414c-a8dd-7695ad41d315 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5430 time: 1.2571507 Jul 16 01:19:59.215734 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-fd425a97-0144-490b-ae6a-a7e0768c8875 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:59.218960 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-fd425a97-0144-490b-ae6a-a7e0768c8875 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:59.240957 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 5b03621c-4855-4ab2-92c6-7a07e10c9872 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:59.310667 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 5b03621c-4855-4ab2-92c6-7a07e10c9872 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:59.315977 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 5b03621c-4855-4ab2-92c6-7a07e10c9872 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:59.318081 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.323839 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fb844d2-f6f7-4d72-93b0-82d6aa79de0e req-d9abc30f-9955-489d-bbfc-822f7bd1def8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1113687 Jul 16 01:19:59.381729 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b881ea84-7333-4e16-871c-f9b1e746b470 req-2f321fb4-ed54-4473-a419-efad966f5186 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115890 Jul 16 01:19:59.406105 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-fd425a97-0144-490b-ae6a-a7e0768c8875 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:59.407118 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-fd425a97-0144-490b-ae6a-a7e0768c8875 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.431596 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-fd425a97-0144-490b-ae6a-a7e0768c8875 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4474459 Jul 16 01:19:59.445032 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-62890c99-3c43-46b1-b659-7f2541685264 service neutron] Request body: {'port': {'device_id': 'e832b398-d94a-490f-89a8-7470e87c1f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:59.521677 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8ff7a8a9-eba8-4aef-b96c-2b0b364de67b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.549394 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2b65f5cb-4c18-4c6e-85ac-9afd754f0f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.558328 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.586170 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-62890c99-3c43-46b1-b659-7f2541685264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.616062 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 5b03621c-4855-4ab2-92c6-7a07e10c9872, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=5b03621c-4855-4ab2-92c6-7a07e10c9872,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:59.631981 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.633927 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-8ff7a8a9-eba8-4aef-b96c-2b0b364de67b admin admin] Transition to ACTIVE for port object af974ad2-f674-4f8a-8522-66606c52682a will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:59.678126 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.713939 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-589b4fcb-6402-42cb-b754-5f0e7752cd51 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Made reservation on behalf of bdb605ca9c844f2fa78b5f57f802c102 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:59.715460 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-1a932dfb-6702-449a-9722-80c958f26698 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:59.717301 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=5b03621c-4855-4ab2-92c6-7a07e10c9872,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:59.720587 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-1a932dfb-6702-449a-9722-80c958f26698 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0&tenant_id=ca9f8f0612374680aaef3c5c85953dfc&binding%3Ahost_id=n-h2-792394-16 HTTP/1.1" status: 200 len: 1096 time: 0.5861428 Jul 16 01:19:59.724809 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-589b4fcb-6402-42cb-b754-5f0e7752cd51 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.753930 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-851dcc35-8754-42cf-ae4e-3a39c7fdd793 req-d3e5f46d-31f1-4513-8ae1-1234fcec6cc7 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0d434a1-8b3f-430f-9035-0487c41e8fb0 HTTP/1.1" status: 200 len: 210 time: 0.0614939 Jul 16 01:19:59.842203 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-5ea369f3-ace2-4f3d-ba52-a11f5d3aa3ae tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.966238 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-5ea369f3-ace2-4f3d-ba52-a11f5d3aa3ae tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.002460 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8ff7a8a9-eba8-4aef-b96c-2b0b364de67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.118537 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-44a1963a-0be7-4f9c-b94e-d9e1c8df43b9 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Allocated IP 172.20.0.5 (b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d/750ddbe5-3c24-44da-a16b-40d9bf32e425/8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:00.133071 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff7a8a9-eba8-4aef-b96c-2b0b364de67b admin admin] Network 8d5b070c-750e-4767-9b7a-b10009692794 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:00.149033 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea369f3-ace2-4f3d-ba52-a11f5d3aa3ae tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Pushing event updated for resources: {'Port': ['ID=bad922a7-9a2b-4483-bbcf-98904f395b54,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:00.155259 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-5ea369f3-ace2-4f3d-ba52-a11f5d3aa3ae tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Network b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:00.156409 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-8ff7a8a9-eba8-4aef-b96c-2b0b364de67b admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:00.159198 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff7a8a9-eba8-4aef-b96c-2b0b364de67b admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:00.167466 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356226f0-51b8-4163-9a3d-33d3c17db3c1 req-a6054126-d53a-4592-a13a-bec4149a208d tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:00.169003 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73615111-7d37-44dd-bc12-fedcf9a0c558 req-a4cbe58b-cdb6-41ad-a3c4-02facffa8acd tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:00.170925 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-73615111-7d37-44dd-bc12-fedcf9a0c558 req-a4cbe58b-cdb6-41ad-a3c4-02facffa8acd tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 950 time: 0.5028055 Jul 16 01:20:00.175187 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-356226f0-51b8-4163-9a3d-33d3c17db3c1 req-a6054126-d53a-4592-a13a-bec4149a208d tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 944 time: 0.2271130 Jul 16 01:20:00.194208 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-5ea369f3-ace2-4f3d-ba52-a11f5d3aa3ae tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:00.197278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-5ea369f3-ace2-4f3d-ba52-a11f5d3aa3ae tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:00.224334 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea369f3-ace2-4f3d-ba52-a11f5d3aa3ae tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:00.224818 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea369f3-ace2-4f3d-ba52-a11f5d3aa3ae tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:00.225810 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea369f3-ace2-4f3d-ba52-a11f5d3aa3ae tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:00.225810 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea369f3-ace2-4f3d-ba52-a11f5d3aa3ae tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:00.226005 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea369f3-ace2-4f3d-ba52-a11f5d3aa3ae tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:00.226200 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea369f3-ace2-4f3d-ba52-a11f5d3aa3ae tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:00.226525 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea369f3-ace2-4f3d-ba52-a11f5d3aa3ae tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:00.226905 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea369f3-ace2-4f3d-ba52-a11f5d3aa3ae tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:00.227690 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea369f3-ace2-4f3d-ba52-a11f5d3aa3ae tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:00.228050 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea369f3-ace2-4f3d-ba52-a11f5d3aa3ae tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:00.228403 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea369f3-ace2-4f3d-ba52-a11f5d3aa3ae tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:00.228710 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea369f3-ace2-4f3d-ba52-a11f5d3aa3ae tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:00.271240 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-356226f0-51b8-4163-9a3d-33d3c17db3c1 req-3cda465b-5b04-4d09-834c-52866a603b08 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947535 Jul 16 01:20:00.325122 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-cea6f052-a7f6-4bd4-bf7b-e4349b83857d service neutron] For port 485aedfc-d310-49e9-b67e-4865af235efc, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:00.341438 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-cea6f052-a7f6-4bd4-bf7b-e4349b83857d service neutron] Notify callbacks [] for binding, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.342891 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-00d8eb3f-fe58-48ba-a934-f0f56c711188 req-cea6f052-a7f6-4bd4-bf7b-e4349b83857d service neutron] 10.222.0.82 "DELETE /v2.0/ports/485aedfc-d310-49e9-b67e-4865af235efc/bindings/n-h1-792394-16 HTTP/1.1" status: 204 len: 173 time: 0.6047366 Jul 16 01:20:00.380091 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7a8a9-eba8-4aef-b96c-2b0b364de67b admin admin] Pushing event updated for resources: {'Port': ['ID=af974ad2-f674-4f8a-8522-66606c52682a,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:00.414313 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8ff7a8a9-eba8-4aef-b96c-2b0b364de67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.427473 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-5ea369f3-ace2-4f3d-ba52-a11f5d3aa3ae tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:00.435603 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-5ea369f3-ace2-4f3d-ba52-a11f5d3aa3ae tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.483182 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-73615111-7d37-44dd-bc12-fedcf9a0c558 req-412c9fbf-4cfb-4900-9063-0c670f34f794 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033998 Jul 16 01:20:00.484183 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-62890c99-3c43-46b1-b659-7f2541685264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d147f0a0-819b-4b8d-b7dc-9c16a05ac558 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:00.513270 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-5ea369f3-ace2-4f3d-ba52-a11f5d3aa3ae tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4292512 Jul 16 01:20:00.531801 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-67e4385e-51dd-460c-ab53-e3d67fd3b7dc service neutron] Request body: {'port': {'device_id': '0eed3f92-1966-478f-8931-d983b66efb52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:00.566851 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-dbd046dc-6373-48ae-af3c-80b793ef2b60 None None] Provisioning for port af974ad2-f674-4f8a-8522-66606c52682a completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:00.572117 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-dbd046dc-6373-48ae-af3c-80b793ef2b60 None None] Provisioning complete for port af974ad2-f674-4f8a-8522-66606c52682a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:00.572734 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dbd046dc-6373-48ae-af3c-80b793ef2b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.579756 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-62890c99-3c43-46b1-b659-7f2541685264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.639410 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-62890c99-3c43-46b1-b659-7f2541685264 service neutron] Transition to ACTIVE for port object d147f0a0-819b-4b8d-b7dc-9c16a05ac558 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:00.666756 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-62890c99-3c43-46b1-b659-7f2541685264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.668314 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-dbd046dc-6373-48ae-af3c-80b793ef2b60 None None] Port af974ad2-f674-4f8a-8522-66606c52682a cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:20:00.681220 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-67e4385e-51dd-460c-ab53-e3d67fd3b7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.691527 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.723705 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-44a1963a-0be7-4f9c-b94e-d9e1c8df43b9 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.766238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2a697-a82e-426c-b5dd-de1755d9a44f req-57570318-e9f1-4740-a7e5-e1f7bf4557a4 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:00.770974 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8ff7a8a9-eba8-4aef-b96c-2b0b364de67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.774286 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-07d2a697-a82e-426c-b5dd-de1755d9a44f req-57570318-e9f1-4740-a7e5-e1f7bf4557a4 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 1096 time: 0.1918488 Jul 16 01:20:00.788017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62890c99-3c43-46b1-b659-7f2541685264 service neutron] Pushing event updated for resources: {'Port': ['ID=d147f0a0-819b-4b8d-b7dc-9c16a05ac558,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:00.884442 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-07d2a697-a82e-426c-b5dd-de1755d9a44f req-fc4aef27-437d-4ab4-8b36-5bb340c48421 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087966 Jul 16 01:20:00.916567 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-44a1963a-0be7-4f9c-b94e-d9e1c8df43b9 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.967202 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-62890c99-3c43-46b1-b659-7f2541685264 service neutron] Attempting to bind port d147f0a0-819b-4b8d-b7dc-9c16a05ac558 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:00.967821 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-62890c99-3c43-46b1-b659-7f2541685264 service neutron] Attempting to bind port d147f0a0-819b-4b8d-b7dc-9c16a05ac558 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '5c75894e-9946-4d28-af0d-7f4b9cec03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7f31c349-ef96-4e32-96d7-dc48e8b6e5ec'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:00.968341 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-62890c99-3c43-46b1-b659-7f2541685264 service neutron] Attempting to bind port d147f0a0-819b-4b8d-b7dc-9c16a05ac558 on network 7f31c349-ef96-4e32-96d7-dc48e8b6e5ec {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:01.012034 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-62890c99-3c43-46b1-b659-7f2541685264 service neutron] Port d147f0a0-819b-4b8d-b7dc-9c16a05ac558 on network 7f31c349-ef96-4e32-96d7-dc48e8b6e5ec not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:01.012265 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-62890c99-3c43-46b1-b659-7f2541685264 service neutron] Attempting to bind port d147f0a0-819b-4b8d-b7dc-9c16a05ac558 on network 7f31c349-ef96-4e32-96d7-dc48e8b6e5ec {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:01.065971 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f4d04-9ba4-471d-9316-b5f97f832aa1 req-589a74ab-6dd5-47b8-9625-8de26cf709fb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.072797 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-62890c99-3c43-46b1-b659-7f2541685264 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:01.073089 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f4d04-9ba4-471d-9316-b5f97f832aa1 req-589a74ab-6dd5-47b8-9625-8de26cf709fb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.073192 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-62890c99-3c43-46b1-b659-7f2541685264 service neutron] Checking segment: {'id': '5c75894e-9946-4d28-af0d-7f4b9cec03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7f31c349-ef96-4e32-96d7-dc48e8b6e5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:01.073520 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-62890c99-3c43-46b1-b659-7f2541685264 service neutron] Bound using segment: {'id': '5c75894e-9946-4d28-af0d-7f4b9cec03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7f31c349-ef96-4e32-96d7-dc48e8b6e5ec'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:01.073973 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-62890c99-3c43-46b1-b659-7f2541685264 service neutron] Bound port: d147f0a0-819b-4b8d-b7dc-9c16a05ac558, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c75894e-9946-4d28-af0d-7f4b9cec03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7f31c349-ef96-4e32-96d7-dc48e8b6e5ec'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:01.074337 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-62890c99-3c43-46b1-b659-7f2541685264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.077637 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-44a1963a-0be7-4f9c-b94e-d9e1c8df43b9 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Network b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:01.078873 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-589b4fcb-6402-42cb-b754-5f0e7752cd51 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Allocated IP 172.20.0.7 (b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d/750ddbe5-3c24-44da-a16b-40d9bf32e425/383bbfe1-f09b-460f-abe2-80d527e436c4) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:01.079216 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f4d04-9ba4-471d-9316-b5f97f832aa1 req-589a74ab-6dd5-47b8-9625-8de26cf709fb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.086238 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f4d04-9ba4-471d-9316-b5f97f832aa1 req-589a74ab-6dd5-47b8-9625-8de26cf709fb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.089474 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.092130 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f4d04-9ba4-471d-9316-b5f97f832aa1 req-589a74ab-6dd5-47b8-9625-8de26cf709fb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.098664 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f4d04-9ba4-471d-9316-b5f97f832aa1 req-589a74ab-6dd5-47b8-9625-8de26cf709fb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.102982 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-44a1963a-0be7-4f9c-b94e-d9e1c8df43b9 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:01.104964 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f4d04-9ba4-471d-9316-b5f97f832aa1 req-589a74ab-6dd5-47b8-9625-8de26cf709fb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.112151 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1963a-0be7-4f9c-b94e-d9e1c8df43b9 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Pushing event updated for resources: {'Port': ['ID=8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:01.112452 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4a1f4d04-9ba4-471d-9316-b5f97f832aa1 req-589a74ab-6dd5-47b8-9625-8de26cf709fb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5430 time: 0.4322879 Jul 16 01:20:01.116675 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-44a1963a-0be7-4f9c-b94e-d9e1c8df43b9 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:01.181130 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4a1f4d04-9ba4-471d-9316-b5f97f832aa1 req-da8d013f-74ca-4694-a579-079829ffcce5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0676057 Jul 16 01:20:01.233839 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8ff7a8a9-eba8-4aef-b96c-2b0b364de67b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.243828 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 5b03621c-4855-4ab2-92c6-7a07e10c9872 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:01.245340 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8ff7a8a9-eba8-4aef-b96c-2b0b364de67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.254828 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-44a1963a-0be7-4f9c-b94e-d9e1c8df43b9 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.255495 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-44a1963a-0be7-4f9c-b94e-d9e1c8df43b9 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.314787 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-62890c99-3c43-46b1-b659-7f2541685264 service neutron] For port d147f0a0-819b-4b8d-b7dc-9c16a05ac558, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:01.327356 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4500bc-c2ff-4d90-9210-b495e6df7477 req-7fbb9eed-a9f1-4268-94fe-d72c53e589ee tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.329000 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4e4500bc-c2ff-4d90-9210-b495e6df7477 req-7fbb9eed-a9f1-4268-94fe-d72c53e589ee tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 944 time: 0.3143706 Jul 16 01:20:01.336996 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-44a1963a-0be7-4f9c-b94e-d9e1c8df43b9 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7850087 Jul 16 01:20:01.364827 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-62890c99-3c43-46b1-b659-7f2541685264 service neutron] For port d147f0a0-819b-4b8d-b7dc-9c16a05ac558, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d147f0a0-819b-4b8d-b7dc-9c16a05ac558,segment=NetworkSegment(5c75894e-9946-4d28-af0d-7f4b9cec03a8),segment_id=5c75894e-9946-4d28-af0d-7f4b9cec03a8)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:01.400116 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-867054f8-0ac4-4afb-bd29-4b4d7506f32d service neutron] Request body: {'port': {'device_id': 'e5dfc5c1-7d8f-469e-8f87-064a8ea993ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:01.405791 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7a8a9-eba8-4aef-b96c-2b0b364de67b admin admin] Pushing event updated for resources: {'Port': ['ID=af974ad2-f674-4f8a-8522-66606c52682a,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:01.413075 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8ff7a8a9-eba8-4aef-b96c-2b0b364de67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.422565 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 5b03621c-4855-4ab2-92c6-7a07e10c9872 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:01.423166 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.479591 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-62890c99-3c43-46b1-b659-7f2541685264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.562201 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-62890c99-3c43-46b1-b659-7f2541685264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.562724 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-62890c99-3c43-46b1-b659-7f2541685264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.564291 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-62890c99-3c43-46b1-b659-7f2541685264 service neutron] 10.222.0.84 "PUT /v2.0/ports/d147f0a0-819b-4b8d-b7dc-9c16a05ac558 HTTP/1.1" status: 200 len: 1093 time: 2.1245053 Jul 16 01:20:01.565214 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e832b398-d94a-490f-89a8-7470e87c1f3b', 'tag': 'd147f0a0-819b-4b8d-b7dc-9c16a05ac558'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:01.567512 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1be244-a43e-4655-8e25-93bf2d94c5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e832b398-d94a-490f-89a8-7470e87c1f3b", "tag": "d147f0a0-819b-4b8d-b7dc-9c16a05ac558"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:01.582020 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4e4500bc-c2ff-4d90-9210-b495e6df7477 req-0479cbe7-5104-44d0-8cc9-9f3609d285f4 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390699 Jul 16 01:20:01.646727 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9a80392c-0c72-4829-bb67-e70fdfaeb4e0 req-336a9be8-d5ae-48c8-84cf-5268d8ce3e4a tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0d434a1-8b3f-430f-9035-0487c41e8fb0 HTTP/1.1" status: 200 len: 210 time: 0.0370014 Jul 16 01:20:01.658709 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff7a8a9-eba8-4aef-b96c-2b0b364de67b admin admin] Network 8d5b070c-750e-4767-9b7a-b10009692794 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:01.660608 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-8ff7a8a9-eba8-4aef-b96c-2b0b364de67b admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:01.672774 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-589b4fcb-6402-42cb-b754-5f0e7752cd51 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.689067 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62890c99-3c43-46b1-b659-7f2541685264 service neutron] Pushing event updated for resources: {'Port': ['ID=d147f0a0-819b-4b8d-b7dc-9c16a05ac558,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:01.693109 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-867054f8-0ac4-4afb-bd29-4b4d7506f32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.812636 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-3cdcab64-9ad7-4236-acdf-db99ac65e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.814438 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-3cdcab64-9ad7-4236-acdf-db99ac65e909 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=188651938ea04d6987c92bcea6afb008&device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 1096 time: 0.1962638 Jul 16 01:20:01.915690 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff7a8a9-eba8-4aef-b96c-2b0b364de67b admin admin] Router d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:20:01.922643 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-7089895d-6870-48d7-8a98-8b042f6f877e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d147f0a0-819b-4b8d-b7dc-9c16a05ac558 HTTP/1.1" status: 200 len: 217 time: 0.0994377 Jul 16 01:20:01.924276 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-589b4fcb-6402-42cb-b754-5f0e7752cd51 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.003437 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d49d33e2-ba8d-4a21-9d08-1b9d7ffe7529 None None] Provisioning complete for port af974ad2-f674-4f8a-8522-66606c52682a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:02.004660 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d49d33e2-ba8d-4a21-9d08-1b9d7ffe7529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.053583 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-589b4fcb-6402-42cb-b754-5f0e7752cd51 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Network b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:02.063221 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d49d33e2-ba8d-4a21-9d08-1b9d7ffe7529 None None] Port af974ad2-f674-4f8a-8522-66606c52682a cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:20:02.070604 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-589b4fcb-6402-42cb-b754-5f0e7752cd51 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:02.075062 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b4fcb-6402-42cb-b754-5f0e7752cd51 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Pushing event updated for resources: {'Port': ['ID=383bbfe1-f09b-460f-abe2-80d527e436c4,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:02.078891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-589b4fcb-6402-42cb-b754-5f0e7752cd51 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:02.113178 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-b619ccc3-989f-4a26-b4ae-845c1e0de697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:02.114756 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-b619ccc3-989f-4a26-b4ae-845c1e0de697 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1f93d00-dc6c-4fc1-8d56-739bb38c9809 HTTP/1.1" status: 200 len: 855 time: 0.1587105 Jul 16 01:20:02.165174 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-6a32a13b-315d-4b5f-88e2-7bc481617995 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7f31c349-ef96-4e32-96d7-dc48e8b6e5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417280 Jul 16 01:20:02.175655 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489889d-0f9c-47d9-8012-52ca5af2e988 req-907d79e3-df09-4a2e-a931-5f4593358a05 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:02.177239 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0489889d-0f9c-47d9-8012-52ca5af2e988 req-907d79e3-df09-4a2e-a931-5f4593358a05 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 1096 time: 0.3071957 Jul 16 01:20:02.195354 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-589b4fcb-6402-42cb-b754-5f0e7752cd51 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:02.196016 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-589b4fcb-6402-42cb-b754-5f0e7752cd51 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.255450 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-589b4fcb-6402-42cb-b754-5f0e7752cd51 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2033987 Jul 16 01:20:02.288920 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-0b9a0dec-b015-4c6b-bf1f-f3aff74d33a1 service neutron] Request body: {'port': {'device_id': 'a0d434a1-8b3f-430f-9035-0487c41e8fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:02.295203 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0489889d-0f9c-47d9-8012-52ca5af2e988 req-f2f63342-0ed6-4685-aca4-a38f13d0aac0 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963600 Jul 16 01:20:02.356208 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df97123-b439-4231-a511-0450a646224e x-openstack-request-id: req-6df97123-b439-4231-a511-0450a646224e {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:02.356586 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e832b398-d94a-490f-89a8-7470e87c1f3b", "tag": "d147f0a0-819b-4b8d-b7dc-9c16a05ac558", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:02.356784 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6df97123-b439-4231-a511-0450a646224e {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:02.357186 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e832b398-d94a-490f-89a8-7470e87c1f3b', 'tag': 'd147f0a0-819b-4b8d-b7dc-9c16a05ac558', 'status': 'completed', 'code': 200} Jul 16 01:20:02.396919 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-af56f2a5-1b28-43d1-9064-8987bbd6cc19 service neutron] 10.222.0.84 "GET /v2.0/networks/7f31c349-ef96-4e32-96d7-dc48e8b6e5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241087 Jul 16 01:20:02.410873 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.441183 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-0b9a0dec-b015-4c6b-bf1f-f3aff74d33a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.527898 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f8911-bc5b-4eef-be80-b6a3ecdc8ff7 req-57d5e571-d742-41c6-a69d-d6ba5411f3a7 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:02.529598 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b07f8911-bc5b-4eef-be80-b6a3ecdc8ff7 req-57d5e571-d742-41c6-a69d-d6ba5411f3a7 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 950 time: 0.6925683 Jul 16 01:20:02.604258 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ca48b00d-0ae7-481a-a703-a81f6ed8b91b req-8405fa4b-49e6-4f96-8012-e9586e3e6779 service neutron] 10.222.0.84 "GET /v2.0/networks/7f31c349-ef96-4e32-96d7-dc48e8b6e5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952877 Jul 16 01:20:02.652202 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b07f8911-bc5b-4eef-be80-b6a3ecdc8ff7 req-a9f5b6a7-4eb1-4463-96bc-26ad5c3c245d tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102743 Jul 16 01:20:02.666419 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff7a8a9-eba8-4aef-b96c-2b0b364de67b admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:20:02.672780 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8ff7a8a9-eba8-4aef-b96c-2b0b364de67b admin admin] 10.222.0.16 "PUT /v2.0/routers/d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3796189 Jul 16 01:20:02.675295 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-67e4385e-51dd-460c-ab53-e3d67fd3b7dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad922a7-9a2b-4483-bbcf-98904f395b54 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:02.696790 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] Sync routers for ids ['d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:20:02.698558 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-67e4385e-51dd-460c-ab53-e3d67fd3b7dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.713571 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-67e4385e-51dd-460c-ab53-e3d67fd3b7dc service neutron] Transition to ACTIVE for port object bad922a7-9a2b-4483-bbcf-98904f395b54 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:02.720516 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-67e4385e-51dd-460c-ab53-e3d67fd3b7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.735604 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] Routers {'d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:20:02.737120 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:20:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:02.765250 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30f2d1-e4fa-4f63-882a-cbb71ab118bc req-20818f65-3c6f-4b39-98a4-18b697b7094d tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:02.779472 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30f2d1-e4fa-4f63-882a-cbb71ab118bc req-20818f65-3c6f-4b39-98a4-18b697b7094d tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:02.805640 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30f2d1-e4fa-4f63-882a-cbb71ab118bc req-20818f65-3c6f-4b39-98a4-18b697b7094d tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:02.823844 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30f2d1-e4fa-4f63-882a-cbb71ab118bc req-20818f65-3c6f-4b39-98a4-18b697b7094d tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:02.841657 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30f2d1-e4fa-4f63-882a-cbb71ab118bc req-20818f65-3c6f-4b39-98a4-18b697b7094d tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:02.859598 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30f2d1-e4fa-4f63-882a-cbb71ab118bc req-20818f65-3c6f-4b39-98a4-18b697b7094d tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:02.869511 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30f2d1-e4fa-4f63-882a-cbb71ab118bc req-20818f65-3c6f-4b39-98a4-18b697b7094d tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:02.886273 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8d30f2d1-e4fa-4f63-882a-cbb71ab118bc req-20818f65-3c6f-4b39-98a4-18b697b7094d tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5430 time: 0.3876455 Jul 16 01:20:02.916801 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] Set router d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:20:02.946392 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4385e-51dd-460c-ab53-e3d67fd3b7dc service neutron] Pushing event updated for resources: {'Port': ['ID=bad922a7-9a2b-4483-bbcf-98904f395b54,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:02.993445 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-67e4385e-51dd-460c-ab53-e3d67fd3b7dc service neutron] Attempting to bind port bad922a7-9a2b-4483-bbcf-98904f395b54 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:02.994222 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-67e4385e-51dd-460c-ab53-e3d67fd3b7dc service neutron] Attempting to bind port bad922a7-9a2b-4483-bbcf-98904f395b54 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'c37eede0-c57d-41f4-95f6-8acd5b71ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:02.994222 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-67e4385e-51dd-460c-ab53-e3d67fd3b7dc service neutron] Attempting to bind port bad922a7-9a2b-4483-bbcf-98904f395b54 on network b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:03.014254 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-67e4385e-51dd-460c-ab53-e3d67fd3b7dc service neutron] Port bad922a7-9a2b-4483-bbcf-98904f395b54 on network b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:03.014755 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-67e4385e-51dd-460c-ab53-e3d67fd3b7dc service neutron] Attempting to bind port bad922a7-9a2b-4483-bbcf-98904f395b54 on network b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:03.034089 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-67e4385e-51dd-460c-ab53-e3d67fd3b7dc service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:03.034565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-67e4385e-51dd-460c-ab53-e3d67fd3b7dc service neutron] Checking segment: {'id': 'c37eede0-c57d-41f4-95f6-8acd5b71ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:03.035708 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-67e4385e-51dd-460c-ab53-e3d67fd3b7dc service neutron] Bound using segment: {'id': 'c37eede0-c57d-41f4-95f6-8acd5b71ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:03.036964 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-67e4385e-51dd-460c-ab53-e3d67fd3b7dc service neutron] Bound port: bad922a7-9a2b-4483-bbcf-98904f395b54, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37eede0-c57d-41f4-95f6-8acd5b71ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:03.037567 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-67e4385e-51dd-460c-ab53-e3d67fd3b7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.175544 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-67e4385e-51dd-460c-ab53-e3d67fd3b7dc service neutron] For port bad922a7-9a2b-4483-bbcf-98904f395b54, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:03.180885 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-67e4385e-51dd-460c-ab53-e3d67fd3b7dc service neutron] For port bad922a7-9a2b-4483-bbcf-98904f395b54, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=bad922a7-9a2b-4483-bbcf-98904f395b54,segment=NetworkSegment(c37eede0-c57d-41f4-95f6-8acd5b71ffa7),segment_id=c37eede0-c57d-41f4-95f6-8acd5b71ffa7)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:03.194471 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8d30f2d1-e4fa-4f63-882a-cbb71ab118bc req-98816aa4-8bf3-4a8e-94ae-def64fcb1201 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3076279 Jul 16 01:20:03.199460 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-67e4385e-51dd-460c-ab53-e3d67fd3b7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.233967 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-67e4385e-51dd-460c-ab53-e3d67fd3b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:03.234749 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-67e4385e-51dd-460c-ab53-e3d67fd3b7dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.236512 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-67e4385e-51dd-460c-ab53-e3d67fd3b7dc service neutron] 10.222.0.84 "PUT /v2.0/ports/bad922a7-9a2b-4483-bbcf-98904f395b54 HTTP/1.1" status: 200 len: 1092 time: 2.7125654 Jul 16 01:20:03.238252 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eed3f92-1966-478f-8931-d983b66efb52', 'tag': 'bad922a7-9a2b-4483-bbcf-98904f395b54'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:03.242885 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17191451-2e9d-4cc4-8116-5fe4a045d6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "0eed3f92-1966-478f-8931-d983b66efb52", "tag": "bad922a7-9a2b-4483-bbcf-98904f395b54"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:03.355043 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3acc855-d18f-43d7-a2f6-ce7ff8ac63ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-642662804-router', 'tenant_id': 'e70efd0d58824f829e07727db7a275f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '5b03621c-4855-4ab2-92c6-7a07e10c9872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:48Z', 'updated_at': '2021-07-16T01:20:00Z', 'revision_number': 4, 'project_id': 'e70efd0d58824f829e07727db7a275f1', 'gw_port': {'id': '5b03621c-4855-4ab2-92c6-7a07e10c9872', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3acc855-d18f-43d7-a2f6-ce7ff8ac63ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:50Z', 'updated_at': '2021-07-16T01:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'af974ad2-f674-4f8a-8522-66606c52682a', 'name': '', 'network_id': '8d5b070c-750e-4767-9b7a-b10009692794', 'tenant_id': 'e70efd0d58824f829e07727db7a275f1', 'mac_address': 'fa:16:3e:f5:b6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3acc855-d18f-43d7-a2f6-ce7ff8ac63ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7cef2098-7942-45d3-80ae-ec92aec72527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:58Z', 'updated_at': '2021-07-16T01:20:00Z', 'revision_number': 2, 'project_id': 'e70efd0d58824f829e07727db7a275f1', 'subnets': [{'id': '7cef2098-7942-45d3-80ae-ec92aec72527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:03.365571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1be244-a43e-4655-8e25-93bf2d94c5e2 req-9a4e9837-9ae8-4f10-ab9f-9fa2c42ba402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:03.366779 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb1be244-a43e-4655-8e25-93bf2d94c5e2 req-9a4e9837-9ae8-4f10-ab9f-9fa2c42ba402 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=188651938ea04d6987c92bcea6afb008&device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 1096 time: 0.6736465 Jul 16 01:20:03.395176 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] Checking router: d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:20:03.395822 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] Updating router d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac port af974ad2-f674-4f8a-8522-66606c52682a binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:20:03.473799 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.502617 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4385e-51dd-460c-ab53-e3d67fd3b7dc service neutron] Pushing event updated for resources: {'Port': ['ID=bad922a7-9a2b-4483-bbcf-98904f395b54,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:03.535751 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-e73b9ac5-58cc-487f-810c-b5696e301f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:03.535751 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-e73b9ac5-58cc-487f-810c-b5696e301f86 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bdb605ca9c844f2fa78b5f57f802c102&device_id=0eed3f92-1966-478f-8931-d983b66efb52 HTTP/1.1" status: 200 len: 1095 time: 0.2145102 Jul 16 01:20:03.676631 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-4ab0246c-63fc-4eb5-996b-b9f4a4cd5e85 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bad922a7-9a2b-4483-bbcf-98904f395b54 HTTP/1.1" status: 200 len: 217 time: 0.1302855 Jul 16 01:20:03.704431 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-867054f8-0ac4-4afb-bd29-4b4d7506f32d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:03.715347 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-867054f8-0ac4-4afb-bd29-4b4d7506f32d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.869282 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-867054f8-0ac4-4afb-bd29-4b4d7506f32d service neutron] Transition to ACTIVE for port object 8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:03.873939 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-64dc4ec6-b7f4-40ae-b431-ed3ad3415d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:03.875911 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-64dc4ec6-b7f4-40ae-b431-ed3ad3415d1e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=750ddbe5-3c24-44da-a16b-40d9bf32e425 HTTP/1.1" status: 200 len: 857 time: 0.1972184 Jul 16 01:20:03.887990 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-867054f8-0ac4-4afb-bd29-4b4d7506f32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.935271 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-d148a56a-dda8-4174-9284-944c4b9bb4c4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498412 Jul 16 01:20:04.018021 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464adcb-5329-4872-bfc1-70c552964b8c req-b8e4a52b-ba08-4b97-b816-5c87fd5b30d9 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:04.035424 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b464adcb-5329-4872-bfc1-70c552964b8c req-b8e4a52b-ba08-4b97-b816-5c87fd5b30d9 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 944 time: 0.5289221 Jul 16 01:20:04.057404 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.075051 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] Transition to ACTIVE for port object af974ad2-f674-4f8a-8522-66606c52682a will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:04.088774 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.132021 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb2128-587a-487f-ae95-05b650121b02 req-d9a502fe-6557-4851-9069-486464ac3b84 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:04.143213 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f6cb2128-587a-487f-ae95-05b650121b02 req-d9a502fe-6557-4851-9069-486464ac3b84 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0d434a1-8b3f-430f-9035-0487c41e8fb0 HTTP/1.1" status: 200 len: 931 time: 0.4501562 Jul 16 01:20:04.271066 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f6cb2128-587a-487f-ae95-05b650121b02 req-7e1b29a0-21cb-4a04-84ac-02f465d09223 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/security-groups?id=426cbedb-0e88-4810-ba23-f7278f50bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244874 Jul 16 01:20:04.324415 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-4c6318f4-f653-410f-b40d-0eac17c2b614 service neutron] 10.222.0.84 "GET /v2.0/networks/b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753338 Jul 16 01:20:04.344146 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626061a-d784-4a3d-99e3-7eec5c8180c0 None None] Pushing event updated for resources: {'Port': ['ID=af974ad2-f674-4f8a-8522-66606c52682a,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:04.358587 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] Attempting to bind port af974ad2-f674-4f8a-8522-66606c52682a on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:04.359371 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] Attempting to bind port af974ad2-f674-4f8a-8522-66606c52682a by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8d5b070c-750e-4767-9b7a-b10009692794'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:04.360192 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] Attempting to bind port af974ad2-f674-4f8a-8522-66606c52682a on network 8d5b070c-750e-4767-9b7a-b10009692794 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:04.369223 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:04.369995 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] Checking segment: {'id': '4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8d5b070c-750e-4767-9b7a-b10009692794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:04.370618 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.371174 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] Bound using segment: {'id': '4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8d5b070c-750e-4767-9b7a-b10009692794'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:04.371841 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] Bound port: af974ad2-f674-4f8a-8522-66606c52682a, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8d5b070c-750e-4767-9b7a-b10009692794'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:04.380781 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.640205 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d147f0a0-819b-4b8d-b7dc-9c16a05ac558 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:04.778856 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.783954 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] For port af974ad2-f674-4f8a-8522-66606c52682a, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:04.813913 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] For port af974ad2-f674-4f8a-8522-66606c52682a, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=af974ad2-f674-4f8a-8522-66606c52682a,segment=NetworkSegment(4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a),segment_id=4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:04.823890 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.839224 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device beacc2e5-69c8-4208-89bd-64878bc5925b details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:04.874422 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-c065b152-37dc-4e50-9eef-8d815147f19e service neutron] 10.222.0.84 "GET /v2.0/networks/b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368786 Jul 16 01:20:04.958733 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad56e30-00eb-4a59-8b2b-fc80b0af5c65 req-dca67bd2-a497-4a19-9b1b-d33412944a13 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:04.968867 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dad56e30-00eb-4a59-8b2b-fc80b0af5c65 req-dca67bd2-a497-4a19-9b1b-d33412944a13 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 950 time: 0.2393081 Jul 16 01:20:04.987559 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d147f0a0-819b-4b8d-b7dc-9c16a05ac558, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d147f0a0-819b-4b8d-b7dc-9c16a05ac558,segment=NetworkSegment(5c75894e-9946-4d28-af0d-7f4b9cec03a8),segment_id=5c75894e-9946-4d28-af0d-7f4b9cec03a8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:05.015028 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'd147f0a0-819b-4b8d-b7dc-9c16a05ac558', 'network_id': '7f31c349-ef96-4e32-96d7-dc48e8b6e5ec', 'port_id': 'd147f0a0-819b-4b8d-b7dc-9c16a05ac558', 'mac_address': 'fa:16:3e:6d:d1:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f93d00-dc6c-4fc1-8d56-739bb38c9809', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:05.029601 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626061a-d784-4a3d-99e3-7eec5c8180c0 None None] Pushing event updated for resources: {'Port': ['ID=af974ad2-f674-4f8a-8522-66606c52682a,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:05.051009 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] Routers {'d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:20:05.051654 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:20:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:05.068339 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dad56e30-00eb-4a59-8b2b-fc80b0af5c65 req-f7106b2a-e6d5-48ca-8d7b-5b4315bd7248 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984483 Jul 16 01:20:05.171971 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7620cdc-0d31-4050-8fee-5c5045e982c6 x-openstack-request-id: req-d7620cdc-0d31-4050-8fee-5c5045e982c6 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:05.172265 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eed3f92-1966-478f-8931-d983b66efb52", "tag": "bad922a7-9a2b-4483-bbcf-98904f395b54", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:05.172590 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7620cdc-0d31-4050-8fee-5c5045e982c6 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:05.173145 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eed3f92-1966-478f-8931-d983b66efb52', 'tag': 'bad922a7-9a2b-4483-bbcf-98904f395b54', 'status': 'completed', 'code': 200} Jul 16 01:20:05.333161 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17191451-2e9d-4cc4-8116-5fe4a045d6c2 req-ba67da5b-f2e6-474e-9546-a09e3e3a8443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:05.337190 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-17191451-2e9d-4cc4-8116-5fe4a045d6c2 req-ba67da5b-f2e6-474e-9546-a09e3e3a8443 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bdb605ca9c844f2fa78b5f57f802c102&device_id=0eed3f92-1966-478f-8931-d983b66efb52 HTTP/1.1" status: 200 len: 1095 time: 0.1361361 Jul 16 01:20:05.357418 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1be244-a43e-4655-8e25-93bf2d94c5e2 req-44f05fc4-9ea0-41e4-a56c-21fe503266b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:05.372132 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb1be244-a43e-4655-8e25-93bf2d94c5e2 req-44f05fc4-9ea0-41e4-a56c-21fe503266b7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7f31c349-ef96-4e32-96d7-dc48e8b6e5ec HTTP/1.1" status: 200 len: 916 time: 1.9734049 Jul 16 01:20:05.414700 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.488959 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] Set router d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:20:05.571755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port beacc2e5-69c8-4208-89bd-64878bc5925b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=beacc2e5-69c8-4208-89bd-64878bc5925b,segment=NetworkSegment(732f73b6-2c56-4180-ad2f-fc4cc486d209),segment_id=732f73b6-2c56-4180-ad2f-fc4cc486d209)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:05.610449 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb1be244-a43e-4655-8e25-93bf2d94c5e2 req-fbe5e119-a1b8-43e2-8cdb-f5d3179bc0bd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d147f0a0-819b-4b8d-b7dc-9c16a05ac558 HTTP/1.1" status: 200 len: 217 time: 0.1801174 Jul 16 01:20:05.628385 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d147f0a0-819b-4b8d-b7dc-9c16a05ac558 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:05.645924 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'beacc2e5-69c8-4208-89bd-64878bc5925b', 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db', 'port_id': 'beacc2e5-69c8-4208-89bd-64878bc5925b', 'mac_address': 'fa:16:3e:db:b0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd41468b7-b0b4-41eb-bdf2-84a94c3d3c68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:05.704597 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867054f8-0ac4-4afb-bd29-4b4d7506f32d service neutron] Pushing event updated for resources: {'Port': ['ID=8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:05.753052 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17191451-2e9d-4cc4-8116-5fe4a045d6c2 req-479c30ab-e7bc-423f-95f0-01324c889077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:05.762125 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-17191451-2e9d-4cc4-8116-5fe4a045d6c2 req-479c30ab-e7bc-423f-95f0-01324c889077 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d HTTP/1.1" status: 200 len: 918 time: 0.4151855 Jul 16 01:20:05.781155 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d147f0a0-819b-4b8d-b7dc-9c16a05ac558, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d147f0a0-819b-4b8d-b7dc-9c16a05ac558,segment=NetworkSegment(5c75894e-9946-4d28-af0d-7f4b9cec03a8),segment_id=5c75894e-9946-4d28-af0d-7f4b9cec03a8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:05.807226 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.865538 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b464adcb-5329-4872-bfc1-70c552964b8c req-ebd67135-c2e5-4f7b-82ec-1012a0fec64b tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8257163 Jul 16 01:20:05.919397 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.955711 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-867054f8-0ac4-4afb-bd29-4b4d7506f32d service neutron] Attempting to bind port 8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:05.956819 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-867054f8-0ac4-4afb-bd29-4b4d7506f32d service neutron] Attempting to bind port 8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'c37eede0-c57d-41f4-95f6-8acd5b71ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:05.961887 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-867054f8-0ac4-4afb-bd29-4b4d7506f32d service neutron] Attempting to bind port 8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead on network b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:06.000834 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1be244-a43e-4655-8e25-93bf2d94c5e2 req-b015d8c5-1e04-4b00-899e-3afa55e37583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:06.002994 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb1be244-a43e-4655-8e25-93bf2d94c5e2 req-b015d8c5-1e04-4b00-899e-3afa55e37583 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1f93d00-dc6c-4fc1-8d56-739bb38c9809 HTTP/1.1" status: 200 len: 855 time: 0.3896775 Jul 16 01:20:06.004636 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beacc2e5-69c8-4208-89bd-64878bc5925b {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:06.018173 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-867054f8-0ac4-4afb-bd29-4b4d7506f32d service neutron] Port 8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead on network b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:06.021278 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-867054f8-0ac4-4afb-bd29-4b4d7506f32d service neutron] Attempting to bind port 8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead on network b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:06.047464 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=d147f0a0-819b-4b8d-b7dc-9c16a05ac558,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:06.075100 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-17191451-2e9d-4cc4-8116-5fe4a045d6c2 req-47c91e69-5f89-46c1-a3f4-8028abd29ab9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bad922a7-9a2b-4483-bbcf-98904f395b54 HTTP/1.1" status: 200 len: 217 time: 0.1606507 Jul 16 01:20:06.098392 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['d147f0a0-819b-4b8d-b7dc-9c16a05ac558'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:06.129398 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port beacc2e5-69c8-4208-89bd-64878bc5925b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=beacc2e5-69c8-4208-89bd-64878bc5925b,segment=NetworkSegment(732f73b6-2c56-4180-ad2f-fc4cc486d209),segment_id=732f73b6-2c56-4180-ad2f-fc4cc486d209)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:06.178463 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb1be244-a43e-4655-8e25-93bf2d94c5e2 req-1db5f00b-954c-4555-a766-3e99049237e5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7f31c349-ef96-4e32-96d7-dc48e8b6e5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1527603 Jul 16 01:20:06.180649 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-867054f8-0ac4-4afb-bd29-4b4d7506f32d service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:06.181036 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-867054f8-0ac4-4afb-bd29-4b4d7506f32d service neutron] Checking segment: {'id': 'c37eede0-c57d-41f4-95f6-8acd5b71ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:06.181218 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-867054f8-0ac4-4afb-bd29-4b4d7506f32d service neutron] Bound using segment: {'id': 'c37eede0-c57d-41f4-95f6-8acd5b71ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:06.184573 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-867054f8-0ac4-4afb-bd29-4b4d7506f32d service neutron] Bound port: 8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37eede0-c57d-41f4-95f6-8acd5b71ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:06.185037 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-867054f8-0ac4-4afb-bd29-4b4d7506f32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:06.191617 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:06.193478 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 31957c03-e96c-4dce-b43d-07797f5d84a0 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:06.249713 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17191451-2e9d-4cc4-8116-5fe4a045d6c2 req-1b9e518b-0225-4af9-bae3-db9349b9e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:06.254183 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-17191451-2e9d-4cc4-8116-5fe4a045d6c2 req-1b9e518b-0225-4af9-bae3-db9349b9e973 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=750ddbe5-3c24-44da-a16b-40d9bf32e425 HTTP/1.1" status: 200 len: 857 time: 0.1625285 Jul 16 01:20:06.264975 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3acc855-d18f-43d7-a2f6-ce7ff8ac63ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-642662804-router', 'tenant_id': 'e70efd0d58824f829e07727db7a275f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '5b03621c-4855-4ab2-92c6-7a07e10c9872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:48Z', 'updated_at': '2021-07-16T01:20:00Z', 'revision_number': 4, 'project_id': 'e70efd0d58824f829e07727db7a275f1', 'gw_port': {'id': '5b03621c-4855-4ab2-92c6-7a07e10c9872', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3acc855-d18f-43d7-a2f6-ce7ff8ac63ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:50Z', 'updated_at': '2021-07-16T01:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'af974ad2-f674-4f8a-8522-66606c52682a', 'name': '', 'network_id': '8d5b070c-750e-4767-9b7a-b10009692794', 'tenant_id': 'e70efd0d58824f829e07727db7a275f1', 'mac_address': 'fa:16:3e:f5:b6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3acc855-d18f-43d7-a2f6-ce7ff8ac63ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7cef2098-7942-45d3-80ae-ec92aec72527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:58Z', 'updated_at': '2021-07-16T01:20:04Z', 'revision_number': 4, 'project_id': 'e70efd0d58824f829e07727db7a275f1', 'subnets': [{'id': '7cef2098-7942-45d3-80ae-ec92aec72527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:06.362669 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5ae7c4-486b-4555-b1bd-1c4a4af12283 None None] The sync data for ids ['d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac'] in n-d-792394-16 is: [{'id': 'd3acc855-d18f-43d7-a2f6-ce7ff8ac63ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-642662804-router', 'tenant_id': 'e70efd0d58824f829e07727db7a275f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '5b03621c-4855-4ab2-92c6-7a07e10c9872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:48Z', 'updated_at': '2021-07-16T01:20:00Z', 'revision_number': 4, 'project_id': 'e70efd0d58824f829e07727db7a275f1', 'gw_port': {'id': '5b03621c-4855-4ab2-92c6-7a07e10c9872', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3acc855-d18f-43d7-a2f6-ce7ff8ac63ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:50Z', 'updated_at': '2021-07-16T01:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'af974ad2-f674-4f8a-8522-66606c52682a', 'name': '', 'network_id': '8d5b070c-750e-4767-9b7a-b10009692794', 'tenant_id': 'e70efd0d58824f829e07727db7a275f1', 'mac_address': 'fa:16:3e:f5:b6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3acc855-d18f-43d7-a2f6-ce7ff8ac63ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7cef2098-7942-45d3-80ae-ec92aec72527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:58Z', 'updated_at': '2021-07-16T01:20:04Z', 'revision_number': 4, 'project_id': 'e70efd0d58824f829e07727db7a275f1', 'subnets': [{'id': '7cef2098-7942-45d3-80ae-ec92aec72527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:20:06.390343 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-17191451-2e9d-4cc4-8116-5fe4a045d6c2 req-346eea2a-6590-42b5-9a8e-63c5ec5a2e19 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120327 Jul 16 01:20:06.415014 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121c90-8ab1-41c2-98de-47da40b0a39c req-54097731-87fe-4f99-abc0-8a4a33160654 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:06.422274 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121c90-8ab1-41c2-98de-47da40b0a39c req-54097731-87fe-4f99-abc0-8a4a33160654 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:06.430278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121c90-8ab1-41c2-98de-47da40b0a39c req-54097731-87fe-4f99-abc0-8a4a33160654 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:06.437485 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121c90-8ab1-41c2-98de-47da40b0a39c req-54097731-87fe-4f99-abc0-8a4a33160654 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:06.448175 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121c90-8ab1-41c2-98de-47da40b0a39c req-54097731-87fe-4f99-abc0-8a4a33160654 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:06.450852 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121c90-8ab1-41c2-98de-47da40b0a39c req-54097731-87fe-4f99-abc0-8a4a33160654 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:06.458472 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc121c90-8ab1-41c2-98de-47da40b0a39c req-54097731-87fe-4f99-abc0-8a4a33160654 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:06.474727 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bc121c90-8ab1-41c2-98de-47da40b0a39c req-54097731-87fe-4f99-abc0-8a4a33160654 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5430 time: 0.7044244 Jul 16 01:20:06.553188 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.resource_extend [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:20:06.593865 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-0b9a0dec-b015-4c6b-bf1f-f3aff74d33a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 383bbfe1-f09b-460f-abe2-80d527e436c4 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:06.601854 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bc121c90-8ab1-41c2-98de-47da40b0a39c req-9596c196-512e-49c7-b200-23d5a491c496 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1293809 Jul 16 01:20:06.664001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=beacc2e5-69c8-4208-89bd-64878bc5925b,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:06.707911 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-0b9a0dec-b015-4c6b-bf1f-f3aff74d33a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:06.822612 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-17191451-2e9d-4cc4-8116-5fe4a045d6c2 req-7f2f0def-b4b9-4784-b48e-ed34a2ce86cc service neutron] 10.222.0.84 "GET /v2.0/networks/b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224746 Jul 16 01:20:06.948467 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-0b9a0dec-b015-4c6b-bf1f-f3aff74d33a1 service neutron] Transition to ACTIVE for port object 383bbfe1-f09b-460f-abe2-80d527e436c4 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:06.995179 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-0b9a0dec-b015-4c6b-bf1f-f3aff74d33a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:07.010791 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-b9f8be5c-9874-4c1e-b76d-7e242cf27d06 req-62b35112-ee2b-44db-8c5c-9ca63dfbe534 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:20:07.025549 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b9f8be5c-9874-4c1e-b76d-7e242cf27d06 req-62b35112-ee2b-44db-8c5c-9ca63dfbe534 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0251920 Jul 16 01:20:07.087120 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-17191451-2e9d-4cc4-8116-5fe4a045d6c2 req-d8adc327-9e80-49df-be68-6359e04a06fb service neutron] 10.222.0.84 "GET /v2.0/networks/b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558990 Jul 16 01:20:07.216998 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a0dec-b015-4c6b-bf1f-f3aff74d33a1 service neutron] Pushing event updated for resources: {'Port': ['ID=383bbfe1-f09b-460f-abe2-80d527e436c4,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:07.223478 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb1be244-a43e-4655-8e25-93bf2d94c5e2 req-9fb72d54-d892-4ff0-a666-a973de926210 service neutron] 10.222.0.84 "GET /v2.0/networks/7f31c349-ef96-4e32-96d7-dc48e8b6e5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9736302 Jul 16 01:20:07.245848 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-867054f8-0ac4-4afb-bd29-4b4d7506f32d service neutron] For port 8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:07.270493 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 31957c03-e96c-4dce-b43d-07797f5d84a0, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=31957c03-e96c-4dce-b43d-07797f5d84a0,segment=NetworkSegment(5acad3ff-8fc3-4abc-ae07-15328b71dacb),segment_id=5acad3ff-8fc3-4abc-ae07-15328b71dacb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:07.322722 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-867054f8-0ac4-4afb-bd29-4b4d7506f32d service neutron] For port 8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead,segment=NetworkSegment(c37eede0-c57d-41f4-95f6-8acd5b71ffa7),segment_id=c37eede0-c57d-41f4-95f6-8acd5b71ffa7)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:07.384978 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device af974ad2-f674-4f8a-8522-66606c52682a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:07.531764 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '31957c03-e96c-4dce-b43d-07797f5d84a0', 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb', 'port_id': '31957c03-e96c-4dce-b43d-07797f5d84a0', 'mac_address': 'fa:16:3e:58:76:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7407fa8c-a52a-4e33-b68e-404660b41399', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:07.693282 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-0b1506fd-9775-40ef-bdf2-36ca65575368 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1960068 Jul 16 01:20:07.697258 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb1be244-a43e-4655-8e25-93bf2d94c5e2 req-bcc9efa8-ba1b-4eb3-b000-1648765417cc service neutron] 10.222.0.84 "GET /v2.0/networks/7f31c349-ef96-4e32-96d7-dc48e8b6e5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640074 Jul 16 01:20:07.786395 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-867054f8-0ac4-4afb-bd29-4b4d7506f32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:07.822383 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:07.847554 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port af974ad2-f674-4f8a-8522-66606c52682a completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:07.874265 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31957c03-e96c-4dce-b43d-07797f5d84a0 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:07.887870 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port af974ad2-f674-4f8a-8522-66606c52682a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:07.889163 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:08.028565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd3a1e-f5b8-4a70-86a6-8ee280839bda req-7231ca6b-5544-4175-bdb1-6c34acb63128 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:08.033993 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bbfd3a1e-f5b8-4a70-86a6-8ee280839bda req-7231ca6b-5544-4175-bdb1-6c34acb63128 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 945 time: 0.3613870 Jul 16 01:20:08.068386 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 31957c03-e96c-4dce-b43d-07797f5d84a0, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=31957c03-e96c-4dce-b43d-07797f5d84a0,segment=NetworkSegment(5acad3ff-8fc3-4abc-ae07-15328b71dacb),segment_id=5acad3ff-8fc3-4abc-ae07-15328b71dacb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:08.110675 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da87e2-6ac1-4be2-ade4-c773a18053a3 req-d76227e3-c61f-4372-aaf8-43ad204362b6 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:08.125120 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-52da87e2-6ac1-4be2-ade4-c773a18053a3 req-d76227e3-c61f-4372-aaf8-43ad204362b6 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0d434a1-8b3f-430f-9035-0487c41e8fb0 HTTP/1.1" status: 200 len: 931 time: 1.7646263 Jul 16 01:20:08.138003 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:08.138693 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device e2ef83a1-f91f-49e7-bc9f-992cf81fc73d details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:08.183005 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bbfd3a1e-f5b8-4a70-86a6-8ee280839bda req-2eee5768-94cb-489d-a0c6-33b41fe73471 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426580 Jul 16 01:20:08.350333 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-867054f8-0ac4-4afb-bd29-4b4d7506f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:08.350972 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-867054f8-0ac4-4afb-bd29-4b4d7506f32d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:08.352498 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-867054f8-0ac4-4afb-bd29-4b4d7506f32d service neutron] 10.222.0.82 "PUT /v2.0/ports/8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead HTTP/1.1" status: 200 len: 1092 time: 6.9719992 Jul 16 01:20:08.353160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867054f8-0ac4-4afb-bd29-4b4d7506f32d service neutron] Pushing event updated for resources: {'Port': ['ID=8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:08.376904 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5dfc5c1-7d8f-469e-8f87-064a8ea993ca', 'tag': '8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:08.382168 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3993eb-8719-40b8-b2a9-aed351f7e387" -d '{"events": [{"name": "network-changed", "server_uuid": "e5dfc5c1-7d8f-469e-8f87-064a8ea993ca", "tag": "8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:08.551321 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-52da87e2-6ac1-4be2-ade4-c773a18053a3 req-0ab01882-736e-46f3-a523-9c46a264f3f1 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/security-groups?id=426cbedb-0e88-4810-ba23-f7278f50bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252751 Jul 16 01:20:08.563792 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-0b9a0dec-b015-4c6b-bf1f-f3aff74d33a1 service neutron] Attempting to bind port 383bbfe1-f09b-460f-abe2-80d527e436c4 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:08.564226 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-0b9a0dec-b015-4c6b-bf1f-f3aff74d33a1 service neutron] Attempting to bind port 383bbfe1-f09b-460f-abe2-80d527e436c4 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'c37eede0-c57d-41f4-95f6-8acd5b71ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:08.564507 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-0b9a0dec-b015-4c6b-bf1f-f3aff74d33a1 service neutron] Attempting to bind port 383bbfe1-f09b-460f-abe2-80d527e436c4 on network b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:08.571547 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-0b9a0dec-b015-4c6b-bf1f-f3aff74d33a1 service neutron] Port 383bbfe1-f09b-460f-abe2-80d527e436c4 on network b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:08.571989 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-0b9a0dec-b015-4c6b-bf1f-f3aff74d33a1 service neutron] Attempting to bind port 383bbfe1-f09b-460f-abe2-80d527e436c4 on network b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:08.589626 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-0b9a0dec-b015-4c6b-bf1f-f3aff74d33a1 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:08.590807 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-0b9a0dec-b015-4c6b-bf1f-f3aff74d33a1 service neutron] Checking segment: {'id': 'c37eede0-c57d-41f4-95f6-8acd5b71ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:08.591267 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-0b9a0dec-b015-4c6b-bf1f-f3aff74d33a1 service neutron] Bound using segment: {'id': 'c37eede0-c57d-41f4-95f6-8acd5b71ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:08.591640 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-0b9a0dec-b015-4c6b-bf1f-f3aff74d33a1 service neutron] Bound port: 383bbfe1-f09b-460f-abe2-80d527e436c4, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37eede0-c57d-41f4-95f6-8acd5b71ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:08.592005 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-0b9a0dec-b015-4c6b-bf1f-f3aff74d33a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:08.602467 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.resource_extend [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:20:08.832629 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port e2ef83a1-f91f-49e7-bc9f-992cf81fc73d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=e2ef83a1-f91f-49e7-bc9f-992cf81fc73d,segment=NetworkSegment(a197f804-8758-48ef-a6b7-1ca08f691181),segment_id=a197f804-8758-48ef-a6b7-1ca08f691181)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:08.833298 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-3d72afc0-5fb3-4c2e-bda2-3ba4e1a4abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:08.841593 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-3d72afc0-5fb3-4c2e-bda2-3ba4e1a4abe4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bdb605ca9c844f2fa78b5f57f802c102&device_id=e5dfc5c1-7d8f-469e-8f87-064a8ea993ca HTTP/1.1" status: 200 len: 1095 time: 0.3701437 Jul 16 01:20:08.851158 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'e2ef83a1-f91f-49e7-bc9f-992cf81fc73d', 'network_id': '7baef46c-4da4-4d46-bf21-e653349e66a6', 'port_id': 'e2ef83a1-f91f-49e7-bc9f-992cf81fc73d', 'mac_address': 'fa:16:3e:f1:bf:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae7ab5f-1aba-40ab-8a57-c511550c4d96', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:08.884008 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device bad922a7-9a2b-4483-bbcf-98904f395b54 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:08.892258 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d147f0a0-819b-4b8d-b7dc-9c16a05ac558 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:08.937812 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=31957c03-e96c-4dce-b43d-07797f5d84a0,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:09.131850 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-61e7e055-e388-47b6-b21b-331d92ee224b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead HTTP/1.1" status: 200 len: 217 time: 0.2747097 Jul 16 01:20:09.242105 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1397c3-d31b-4feb-82ff-b187350513c4 req-b49e900d-abef-4675-860c-a377015e559c tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:09.249973 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5c1397c3-d31b-4feb-82ff-b187350513c4 req-b49e900d-abef-4675-860c-a377015e559c tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 950 time: 0.2609785 Jul 16 01:20:09.283697 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port bad922a7-9a2b-4483-bbcf-98904f395b54, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=bad922a7-9a2b-4483-bbcf-98904f395b54,segment=NetworkSegment(c37eede0-c57d-41f4-95f6-8acd5b71ffa7),segment_id=c37eede0-c57d-41f4-95f6-8acd5b71ffa7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:09.333296 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-2db616b9-6ecf-40df-84f3-a43c84b7cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:09.338778 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-2db616b9-6ecf-40df-84f3-a43c84b7cc79 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=750ddbe5-3c24-44da-a16b-40d9bf32e425 HTTP/1.1" status: 200 len: 857 time: 0.1311378 Jul 16 01:20:09.345154 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'bad922a7-9a2b-4483-bbcf-98904f395b54', 'network_id': 'b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d', 'port_id': 'bad922a7-9a2b-4483-bbcf-98904f395b54', 'mac_address': 'fa:16:3e:26:da:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '750ddbe5-3c24-44da-a16b-40d9bf32e425', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:09.348202 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5c1397c3-d31b-4feb-82ff-b187350513c4 req-efd66abb-b67e-4a90-aacb-abfb53d13104 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937836 Jul 16 01:20:09.351656 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.460677 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-ffd79a0a-51ad-4888-b51c-271c0977ae15 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961225 Jul 16 01:20:09.462498 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-0b9a0dec-b015-4c6b-bf1f-f3aff74d33a1 service neutron] For port 383bbfe1-f09b-460f-abe2-80d527e436c4, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:09.471820 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25010a33-acbc-4515-ab72-24f150b85d07 x-openstack-request-id: req-25010a33-acbc-4515-ab72-24f150b85d07 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:09.472623 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5dfc5c1-7d8f-469e-8f87-064a8ea993ca", "tag": "8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:09.472878 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25010a33-acbc-4515-ab72-24f150b85d07 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:09.474304 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5dfc5c1-7d8f-469e-8f87-064a8ea993ca', 'tag': '8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead', 'status': 'completed', 'code': 200} Jul 16 01:20:09.530136 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port af974ad2-f674-4f8a-8522-66606c52682a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=af974ad2-f674-4f8a-8522-66606c52682a,segment=NetworkSegment(4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a),segment_id=4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:09.539017 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port d147f0a0-819b-4b8d-b7dc-9c16a05ac558 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:09.588391 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.589441 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-0b9a0dec-b015-4c6b-bf1f-f3aff74d33a1 service neutron] For port 383bbfe1-f09b-460f-abe2-80d527e436c4, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=383bbfe1-f09b-460f-abe2-80d527e436c4,segment=NetworkSegment(c37eede0-c57d-41f4-95f6-8acd5b71ffa7),segment_id=c37eede0-c57d-41f4-95f6-8acd5b71ffa7)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:09.642115 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-0b9a0dec-b015-4c6b-bf1f-f3aff74d33a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.642972 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.717763 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ef83a1-f91f-49e7-bc9f-992cf81fc73d {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:09.760953 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port e2ef83a1-f91f-49e7-bc9f-992cf81fc73d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=e2ef83a1-f91f-49e7-bc9f-992cf81fc73d,segment=NetworkSegment(a197f804-8758-48ef-a6b7-1ca08f691181),segment_id=a197f804-8758-48ef-a6b7-1ca08f691181)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:09.768684 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port d147f0a0-819b-4b8d-b7dc-9c16a05ac558 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:09.769918 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.792246 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.797462 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 28a2b02f-aee0-487c-baab-2cdc1ff4a615 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:09.820297 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb77a72-b650-4006-b825-93f8dc02fc69 req-afafe73d-bfb1-497e-82a1-01a83f57932f tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:09.836689 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb77a72-b650-4006-b825-93f8dc02fc69 req-afafe73d-bfb1-497e-82a1-01a83f57932f tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:09.853452 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb77a72-b650-4006-b825-93f8dc02fc69 req-afafe73d-bfb1-497e-82a1-01a83f57932f tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:09.859941 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb77a72-b650-4006-b825-93f8dc02fc69 req-afafe73d-bfb1-497e-82a1-01a83f57932f tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:09.876732 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb77a72-b650-4006-b825-93f8dc02fc69 req-afafe73d-bfb1-497e-82a1-01a83f57932f tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:09.887238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb77a72-b650-4006-b825-93f8dc02fc69 req-afafe73d-bfb1-497e-82a1-01a83f57932f tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:09.898985 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb77a72-b650-4006-b825-93f8dc02fc69 req-afafe73d-bfb1-497e-82a1-01a83f57932f tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:09.920811 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4bb77a72-b650-4006-b825-93f8dc02fc69 req-afafe73d-bfb1-497e-82a1-01a83f57932f tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5432 time: 0.8431084 Jul 16 01:20:09.937266 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.962063 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-0b9a0dec-b015-4c6b-bf1f-f3aff74d33a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:09.965886 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-0b9a0dec-b015-4c6b-bf1f-f3aff74d33a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.972994 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-0b9a0dec-b015-4c6b-bf1f-f3aff74d33a1 service neutron] 10.222.0.82 "PUT /v2.0/ports/383bbfe1-f09b-460f-abe2-80d527e436c4 HTTP/1.1" status: 200 len: 1092 time: 7.6883690 Jul 16 01:20:09.998423 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 28a2b02f-aee0-487c-baab-2cdc1ff4a615, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=28a2b02f-aee0-487c-baab-2cdc1ff4a615,segment=NetworkSegment(5acad3ff-8fc3-4abc-ae07-15328b71dacb),segment_id=5acad3ff-8fc3-4abc-ae07-15328b71dacb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:10.005786 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294b512-3f9b-472a-8867-f2a1b9851473 req-3483e962-214f-44d4-b6f5-a4c831fd1a68 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:10.033489 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7294b512-3f9b-472a-8867-f2a1b9851473 req-3483e962-214f-44d4-b6f5-a4c831fd1a68 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 945 time: 0.2749100 Jul 16 01:20:10.058148 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad922a7-9a2b-4483-bbcf-98904f395b54 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:10.073069 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4bb77a72-b650-4006-b825-93f8dc02fc69 req-3c12597d-be6c-4594-89c6-22836a9b8606 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1510608 Jul 16 01:20:10.088312 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=af974ad2-f674-4f8a-8522-66606c52682a,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:10.100387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '28a2b02f-aee0-487c-baab-2cdc1ff4a615', 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb', 'port_id': '28a2b02f-aee0-487c-baab-2cdc1ff4a615', 'mac_address': 'fa:16:3e:cd:5f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7407fa8c-a52a-4e33-b68e-404660b41399', 'ip_address': '10.1.1.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:10.165026 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7294b512-3f9b-472a-8867-f2a1b9851473 req-55aebdf2-9cd5-4336-86ad-2523184cc5f3 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301403 Jul 16 01:20:10.325262 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-2f01a64a-86fe-41e3-93e3-4241e62df9da service neutron] 10.222.0.82 "GET /v2.0/networks/b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8466210 Jul 16 01:20:10.335043 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port bad922a7-9a2b-4483-bbcf-98904f395b54, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=bad922a7-9a2b-4483-bbcf-98904f395b54,segment=NetworkSegment(c37eede0-c57d-41f4-95f6-8acd5b71ffa7),segment_id=c37eede0-c57d-41f4-95f6-8acd5b71ffa7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:10.338073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a0dec-b015-4c6b-bf1f-f3aff74d33a1 service neutron] Pushing event updated for resources: {'Port': ['ID=383bbfe1-f09b-460f-abe2-80d527e436c4,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:10.403834 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.409611 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.443393 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28a2b02f-aee0-487c-baab-2cdc1ff4a615 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:10.469271 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 28a2b02f-aee0-487c-baab-2cdc1ff4a615, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=28a2b02f-aee0-487c-baab-2cdc1ff4a615,segment=NetworkSegment(5acad3ff-8fc3-4abc-ae07-15328b71dacb),segment_id=5acad3ff-8fc3-4abc-ae07-15328b71dacb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:10.474947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=e2ef83a1-f91f-49e7-bc9f-992cf81fc73d,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:10.507963 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.508808 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:10.579437 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=bad922a7-9a2b-4483-bbcf-98904f395b54,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:10.582184 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.669994 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcba290-d49a-4b03-91a4-36a8d6fe7d31 req-af65ccc3-726e-433b-93e7-77f959b7dc05 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:10.672982 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-efcba290-d49a-4b03-91a4-36a8d6fe7d31 req-af65ccc3-726e-433b-93e7-77f959b7dc05 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0d434a1-8b3f-430f-9035-0487c41e8fb0 HTTP/1.1" status: 200 len: 943 time: 0.3284400 Jul 16 01:20:10.699816 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-3b02b7c5-0e4e-478c-b7eb-531a220bd6cb service neutron] 10.222.0.82 "GET /v2.0/networks/b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436253 Jul 16 01:20:10.708661 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d147f0a0-819b-4b8d-b7dc-9c16a05ac558, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d147f0a0-819b-4b8d-b7dc-9c16a05ac558,segment=NetworkSegment(5c75894e-9946-4d28-af0d-7f4b9cec03a8),segment_id=5c75894e-9946-4d28-af0d-7f4b9cec03a8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:10.714653 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e832b398-d94a-490f-89a8-7470e87c1f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd147f0a0-819b-4b8d-b7dc-9c16a05ac558'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:10.717384 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b735814e-325a-43b5-a21d-def87b636495" -d '{"events": [{"server_uuid": "e832b398-d94a-490f-89a8-7470e87c1f3b", "name": "network-vif-plugged", "status": "completed", "tag": "d147f0a0-819b-4b8d-b7dc-9c16a05ac558"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:10.721000 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['bad922a7-9a2b-4483-bbcf-98904f395b54'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:10.735308 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb,segment=NetworkSegment(5acad3ff-8fc3-4abc-ae07-15328b71dacb),segment_id=5acad3ff-8fc3-4abc-ae07-15328b71dacb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:10.739436 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.768292 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-60ec7eca-0fe6-4ebc-8044-5b76e8053b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:10.771036 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-60ec7eca-0fe6-4ebc-8044-5b76e8053b14 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bdb605ca9c844f2fa78b5f57f802c102&device_id=a0d434a1-8b3f-430f-9035-0487c41e8fb0 HTTP/1.1" status: 200 len: 1095 time: 0.6945133 Jul 16 01:20:10.958808 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-47b57f8c-95bd-4b03-b1ba-c0c1e728967f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:10.972407 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb', 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb', 'port_id': '2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb', 'mac_address': 'fa:16:3e:e1:51:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7407fa8c-a52a-4e33-b68e-404660b41399', 'ip_address': '10.1.1.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:10.980882 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=28a2b02f-aee0-487c-baab-2cdc1ff4a615,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:10.982341 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-47b57f8c-95bd-4b03-b1ba-c0c1e728967f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 1102 time: 0.2586193 Jul 16 01:20:11.022958 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-efcba290-d49a-4b03-91a4-36a8d6fe7d31 req-942cfe33-f23f-4c1b-8e7b-0df0c88f6ace tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/security-groups?id=426cbedb-0e88-4810-ba23-f7278f50bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400750 Jul 16 01:20:11.125004 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4529cb74-aaf4-48c4-8e08-c54ea1a5c8f8 x-openstack-request-id: req-4529cb74-aaf4-48c4-8e08-c54ea1a5c8f8 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:11.125462 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e832b398-d94a-490f-89a8-7470e87c1f3b", "name": "network-vif-plugged", "status": "completed", "tag": "d147f0a0-819b-4b8d-b7dc-9c16a05ac558", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:11.126293 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4529cb74-aaf4-48c4-8e08-c54ea1a5c8f8 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:11.133555 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e832b398-d94a-490f-89a8-7470e87c1f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd147f0a0-819b-4b8d-b7dc-9c16a05ac558', 'code': 200} Jul 16 01:20:11.156289 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-8010fac0-daba-4268-b74c-ea853959c5e7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=383bbfe1-f09b-460f-abe2-80d527e436c4 HTTP/1.1" status: 200 len: 217 time: 0.3399038 Jul 16 01:20:11.232581 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-cccbcc7b-adaa-43d6-aec8-22aea126826b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.234390 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-cccbcc7b-adaa-43d6-aec8-22aea126826b service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2100837 Jul 16 01:20:11.270029 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:11.314566 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-36f89010-074b-4d69-b7d1-6a2fa810cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.322453 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-00f4b5f6-0451-46cb-b7b6-4972ddfc1731 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b HTTP/1.1" status: 200 len: 217 time: 0.0765769 Jul 16 01:20:11.324775 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-36f89010-074b-4d69-b7d1-6a2fa810cd24 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=750ddbe5-3c24-44da-a16b-40d9bf32e425 HTTP/1.1" status: 200 len: 857 time: 0.1576350 Jul 16 01:20:11.385574 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:11.405314 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=d147f0a0-819b-4b8d-b7dc-9c16a05ac558,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:11.448011 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb,segment=NetworkSegment(5acad3ff-8fc3-4abc-ae07-15328b71dacb),segment_id=5acad3ff-8fc3-4abc-ae07-15328b71dacb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:11.457356 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-b8fc4471-f238-4d7d-b38c-21dc9e9d1280 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189713 Jul 16 01:20:11.468873 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-b2bd9470-64e8-4473-b515-1936ca252ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.471391 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-b2bd9470-64e8-4473-b515-1936ca252ea6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1384168 Jul 16 01:20:11.474580 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:11.475391 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device eb9afd08-8589-466c-acc7-7a1d1cc88b43 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:11.511000 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d434a1-8b3f-430f-9035-0487c41e8fb0', 'tag': '383bbfe1-f09b-460f-abe2-80d527e436c4'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:11.515003 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79c743c-20fc-4769-b33c-2935433331f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d434a1-8b3f-430f-9035-0487c41e8fb0", "tag": "383bbfe1-f09b-460f-abe2-80d527e436c4"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:11.626483 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-693327ba-2116-4032-8ae3-6321756aa843 service neutron] 10.222.0.82 "GET /v2.0/networks/b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461868 Jul 16 01:20:11.670925 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2319f09-5307-4522-b7f0-2a78192fce96 req-1829dcdd-82ff-46e4-84fa-b45d27eb79fb tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.703289 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port eb9afd08-8589-466c-acc7-7a1d1cc88b43, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=eb9afd08-8589-466c-acc7-7a1d1cc88b43,segment=NetworkSegment(a197f804-8758-48ef-a6b7-1ca08f691181),segment_id=a197f804-8758-48ef-a6b7-1ca08f691181)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:11.706692 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e2319f09-5307-4522-b7f0-2a78192fce96 req-1829dcdd-82ff-46e4-84fa-b45d27eb79fb tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 950 time: 0.9297369 Jul 16 01:20:11.748146 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:11.774450 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5dac9-5a8f-43ea-bc6d-f627188a9233 req-fc7448d8-0d7d-4164-96f3-1625460ecb76 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.779347 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'eb9afd08-8589-466c-acc7-7a1d1cc88b43', 'network_id': '7baef46c-4da4-4d46-bf21-e653349e66a6', 'port_id': 'eb9afd08-8589-466c-acc7-7a1d1cc88b43', 'mac_address': 'fa:16:3e:cf:7f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae7ab5f-1aba-40ab-8a57-c511550c4d96', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:11.794253 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5dac9-5a8f-43ea-bc6d-f627188a9233 req-fc7448d8-0d7d-4164-96f3-1625460ecb76 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.800588 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5dac9-5a8f-43ea-bc6d-f627188a9233 req-fc7448d8-0d7d-4164-96f3-1625460ecb76 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.807438 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5dac9-5a8f-43ea-bc6d-f627188a9233 req-fc7448d8-0d7d-4164-96f3-1625460ecb76 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.813487 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5dac9-5a8f-43ea-bc6d-f627188a9233 req-fc7448d8-0d7d-4164-96f3-1625460ecb76 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.819433 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5dac9-5a8f-43ea-bc6d-f627188a9233 req-fc7448d8-0d7d-4164-96f3-1625460ecb76 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.821470 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device af974ad2-f674-4f8a-8522-66606c52682a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:11.825969 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5dac9-5a8f-43ea-bc6d-f627188a9233 req-fc7448d8-0d7d-4164-96f3-1625460ecb76 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.833804 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2fa5dac9-5a8f-43ea-bc6d-f627188a9233 req-fc7448d8-0d7d-4164-96f3-1625460ecb76 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5435 time: 0.3607426 Jul 16 01:20:11.856090 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-b0e14228-93a0-4cfd-a600-e1f4b069d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.857669 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-b0e14228-93a0-4cfd-a600-e1f4b069d852 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3214390 Jul 16 01:20:11.911800 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2fa5dac9-5a8f-43ea-bc6d-f627188a9233 req-7efd3987-bbf4-4503-9554-564f0c05bcf6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0769908 Jul 16 01:20:11.965656 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.000340 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9afd08-8589-466c-acc7-7a1d1cc88b43 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:12.039193 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7b0382-120a-4008-bae9-e6d5dd31cb88 req-8941b8bb-4f8c-449d-b593-3b90fc0d1509 service neutron] 10.222.0.82 "GET /v2.0/networks/b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044490 Jul 16 01:20:12.080647 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port eb9afd08-8589-466c-acc7-7a1d1cc88b43, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=eb9afd08-8589-466c-acc7-7a1d1cc88b43,segment=NetworkSegment(a197f804-8758-48ef-a6b7-1ca08f691181),segment_id=a197f804-8758-48ef-a6b7-1ca08f691181)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:12.085057 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-ea94b43b-279c-4706-b458-0fd1af540137 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162704 Jul 16 01:20:12.099802 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port af974ad2-f674-4f8a-8522-66606c52682a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:12.103612 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.122760 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.123667 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 4345b472-d891-4095-9ac3-2e3b8fe40305 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:12.128431 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3993eb-8719-40b8-b2a9-aed351f7e387 req-4e75fb2c-3e95-49c9-8441-aad57982f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:12.129978 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ca3993eb-8719-40b8-b2a9-aed351f7e387 req-4e75fb2c-3e95-49c9-8441-aad57982f4ba service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bdb605ca9c844f2fa78b5f57f802c102&device_id=e5dfc5c1-7d8f-469e-8f87-064a8ea993ca HTTP/1.1" status: 200 len: 1095 time: 1.3338692 Jul 16 01:20:12.147671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dfaf7-6130-4a02-8ebd-f97c5ccfae0b req-e60c3f4c-c072-494c-8aa1-5ca3881da1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:12.150344 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-907dfaf7-6130-4a02-8ebd-f97c5ccfae0b req-e60c3f4c-c072-494c-8aa1-5ca3881da1e5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 1098 time: 0.8245139 Jul 16 01:20:12.237838 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e2319f09-5307-4522-b7f0-2a78192fce96 req-e7fc9d20-71d1-4303-8930-6b3359223056 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140128 Jul 16 01:20:12.272023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-907dfaf7-6130-4a02-8ebd-f97c5ccfae0b req-1b5d9e1f-d2cf-4560-b45c-e4b486e8ea14 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988324 Jul 16 01:20:12.278262 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 4345b472-d891-4095-9ac3-2e3b8fe40305, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=4345b472-d891-4095-9ac3-2e3b8fe40305,segment=NetworkSegment(5acad3ff-8fc3-4abc-ae07-15328b71dacb),segment_id=5acad3ff-8fc3-4abc-ae07-15328b71dacb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:12.394969 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '4345b472-d891-4095-9ac3-2e3b8fe40305', 'network_id': '3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb', 'port_id': '4345b472-d891-4095-9ac3-2e3b8fe40305', 'mac_address': 'fa:16:3e:1c:19:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7407fa8c-a52a-4e33-b68e-404660b41399', 'ip_address': '10.1.1.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:12.450902 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-a72ec240-d55e-45d1-8780-0ac28a12251b service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583281 Jul 16 01:20:12.460547 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08996c-e362-4bcc-9edc-26b520102348 req-18eae2c7-bc22-437d-9aba-c39810ad7d39 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:12.467582 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3f08996c-e362-4bcc-9edc-26b520102348 req-18eae2c7-bc22-437d-9aba-c39810ad7d39 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.3521512 Jul 16 01:20:12.493887 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3993eb-8719-40b8-b2a9-aed351f7e387 req-d971613f-02ae-4473-9c57-c0077fa9e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:12.505091 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ca3993eb-8719-40b8-b2a9-aed351f7e387 req-d971613f-02ae-4473-9c57-c0077fa9e419 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d HTTP/1.1" status: 200 len: 918 time: 0.3677075 Jul 16 01:20:12.537973 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3f08996c-e362-4bcc-9edc-26b520102348 req-9c29821c-c0c4-4e5f-b614-a11161a4f92c tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594351 Jul 16 01:20:12.583842 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=eb9afd08-8589-466c-acc7-7a1d1cc88b43,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:12.602632 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.623703 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ca3993eb-8719-40b8-b2a9-aed351f7e387 req-adc80732-79fb-43cf-9a4d-2320b6364427 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead HTTP/1.1" status: 200 len: 217 time: 0.1073091 Jul 16 01:20:12.660140 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4345b472-d891-4095-9ac3-2e3b8fe40305 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:12.723545 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61f852f-0f7c-486e-a67e-682b58c4424a x-openstack-request-id: req-c61f852f-0f7c-486e-a67e-682b58c4424a {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:12.723939 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d434a1-8b3f-430f-9035-0487c41e8fb0", "tag": "383bbfe1-f09b-460f-abe2-80d527e436c4", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:12.724152 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c61f852f-0f7c-486e-a67e-682b58c4424a {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:12.724597 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d434a1-8b3f-430f-9035-0487c41e8fb0', 'tag': '383bbfe1-f09b-460f-abe2-80d527e436c4', 'status': 'completed', 'code': 200} Jul 16 01:20:12.725990 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3993eb-8719-40b8-b2a9-aed351f7e387 req-5dd48635-a36a-450c-9b22-08d8664c0131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:12.727550 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ca3993eb-8719-40b8-b2a9-aed351f7e387 req-5dd48635-a36a-450c-9b22-08d8664c0131 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=750ddbe5-3c24-44da-a16b-40d9bf32e425 HTTP/1.1" status: 200 len: 857 time: 0.0947366 Jul 16 01:20:12.775905 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ca3993eb-8719-40b8-b2a9-aed351f7e387 req-7d29b0d9-7dab-478c-9787-88b4afefbfcc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325310 Jul 16 01:20:12.833066 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 4345b472-d891-4095-9ac3-2e3b8fe40305, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=4345b472-d891-4095-9ac3-2e3b8fe40305,segment=NetworkSegment(5acad3ff-8fc3-4abc-ae07-15328b71dacb),segment_id=5acad3ff-8fc3-4abc-ae07-15328b71dacb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:12.850470 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c743c-20fc-4769-b33c-2935433331f9 req-546bb822-1879-4537-814b-70c7e2255e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:12.853243 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a79c743c-20fc-4769-b33c-2935433331f9 req-546bb822-1879-4537-814b-70c7e2255e2c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bdb605ca9c844f2fa78b5f57f802c102&device_id=a0d434a1-8b3f-430f-9035-0487c41e8fb0 HTTP/1.1" status: 200 len: 1095 time: 0.1853604 Jul 16 01:20:12.854681 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.925001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:13.131638 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=4345b472-d891-4095-9ac3-2e3b8fe40305,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:13.190111 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ca3993eb-8719-40b8-b2a9-aed351f7e387 req-339e2b4f-bdf9-4387-8b64-7ab9ff3f195d service neutron] 10.222.0.82 "GET /v2.0/networks/b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005661 Jul 16 01:20:13.214771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c743c-20fc-4769-b33c-2935433331f9 req-06547bf0-16ed-435e-ae20-d91fa4c37fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.216324 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a79c743c-20fc-4769-b33c-2935433331f9 req-06547bf0-16ed-435e-ae20-d91fa4c37fba service neutron] 10.222.0.82 "GET /v2.0/networks?id=b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d HTTP/1.1" status: 200 len: 918 time: 0.3556316 Jul 16 01:20:13.371332 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead,segment=NetworkSegment(c37eede0-c57d-41f4-95f6-8acd5b71ffa7),segment_id=c37eede0-c57d-41f4-95f6-8acd5b71ffa7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:13.386418 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead', 'network_id': 'b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d', 'port_id': '8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead', 'mac_address': 'fa:16:3e:d4:21:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '750ddbe5-3c24-44da-a16b-40d9bf32e425', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:13.445394 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:13.465304 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161369d2-e444-4996-9257-4b0e2d187987 req-0890b928-4ce7-45a4-a9d3-c106d5f7c806 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.468219 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-161369d2-e444-4996-9257-4b0e2d187987 req-0890b928-4ce7-45a4-a9d3-c106d5f7c806 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0d434a1-8b3f-430f-9035-0487c41e8fb0 HTTP/1.1" status: 200 len: 943 time: 0.5301552 Jul 16 01:20:13.474983 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a79c743c-20fc-4769-b33c-2935433331f9 req-bff2705d-1c27-4abf-ba54-1c802f1a82e9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=383bbfe1-f09b-460f-abe2-80d527e436c4 HTTP/1.1" status: 200 len: 217 time: 0.2504911 Jul 16 01:20:13.487744 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:13.550827 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead,segment=NetworkSegment(c37eede0-c57d-41f4-95f6-8acd5b71ffa7),segment_id=c37eede0-c57d-41f4-95f6-8acd5b71ffa7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:13.566515 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:13.620169 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ca3993eb-8719-40b8-b2a9-aed351f7e387 req-16cd09fe-c10d-4a26-ab4d-b8e065e786e5 service neutron] 10.222.0.82 "GET /v2.0/networks/b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022832 Jul 16 01:20:13.653025 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-161369d2-e444-4996-9257-4b0e2d187987 req-2aa5f45f-a2df-4cc8-bffb-04343ec0853c tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/security-groups?id=426cbedb-0e88-4810-ba23-f7278f50bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742415 Jul 16 01:20:13.692011 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce0d08-9656-45aa-b8d5-b8d281c717a1 req-5c71e71f-0d08-4857-a891-62420435c3d0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.703225 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce0d08-9656-45aa-b8d5-b8d281c717a1 req-5c71e71f-0d08-4857-a891-62420435c3d0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.709755 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce0d08-9656-45aa-b8d5-b8d281c717a1 req-5c71e71f-0d08-4857-a891-62420435c3d0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.726943 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce0d08-9656-45aa-b8d5-b8d281c717a1 req-5c71e71f-0d08-4857-a891-62420435c3d0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.759789 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce0d08-9656-45aa-b8d5-b8d281c717a1 req-5c71e71f-0d08-4857-a891-62420435c3d0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.766856 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce0d08-9656-45aa-b8d5-b8d281c717a1 req-5c71e71f-0d08-4857-a891-62420435c3d0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.797977 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:13.798211 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce0d08-9656-45aa-b8d5-b8d281c717a1 req-5c71e71f-0d08-4857-a891-62420435c3d0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.810807 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f2ce0d08-9656-45aa-b8d5-b8d281c717a1 req-5c71e71f-0d08-4857-a891-62420435c3d0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5437 time: 0.4848073 Jul 16 01:20:13.819898 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['28a2b02f-aee0-487c-baab-2cdc1ff4a615'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:13.826351 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c743c-20fc-4769-b33c-2935433331f9 req-e4874a13-14df-4358-815c-724837edf218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.834286 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a79c743c-20fc-4769-b33c-2935433331f9 req-e4874a13-14df-4358-815c-724837edf218 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=750ddbe5-3c24-44da-a16b-40d9bf32e425 HTTP/1.1" status: 200 len: 857 time: 0.3433714 Jul 16 01:20:13.868982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['e2ef83a1-f91f-49e7-bc9f-992cf81fc73d'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:13.871700 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['31957c03-e96c-4dce-b43d-07797f5d84a0'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:13.879229 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['eb9afd08-8589-466c-acc7-7a1d1cc88b43'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:13.899113 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a79c743c-20fc-4769-b33c-2935433331f9 req-5f5b6e12-6766-47d9-bed5-6c96c8a7f83c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558441 Jul 16 01:20:14.082307 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f2ce0d08-9656-45aa-b8d5-b8d281c717a1 req-8831d3e7-c38f-481d-bdde-d3ede22a47f2 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2657504 Jul 16 01:20:14.091497 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38169d92-5e57-4e2e-8376-b8a3e8cf12c5 req-8b06a97f-3261-4ab1-82d6-dae342664bba tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:14.112390 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-38169d92-5e57-4e2e-8376-b8a3e8cf12c5 req-8b06a97f-3261-4ab1-82d6-dae342664bba tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 950 time: 0.1870518 Jul 16 01:20:14.263767 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:14.266269 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-38169d92-5e57-4e2e-8376-b8a3e8cf12c5 req-af48ca57-be7a-4483-8a21-779e861b7249 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554296 Jul 16 01:20:14.312746 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a79c743c-20fc-4769-b33c-2935433331f9 req-68c11a03-2330-4e0d-8a93-9cfb39f0cc0a service neutron] 10.222.0.82 "GET /v2.0/networks/b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871052 Jul 16 01:20:14.639306 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd9720-a39a-4aeb-ab28-a325f9a554f3 req-14394e28-fe10-42c3-bff5-a5c2f87fea2a tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:14.647463 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dbdd9720-a39a-4aeb-ab28-a325f9a554f3 req-14394e28-fe10-42c3-bff5-a5c2f87fea2a tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.2278607 Jul 16 01:20:14.676049 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a79c743c-20fc-4769-b33c-2935433331f9 req-20fa3042-359d-4c89-939b-b7c7f3422100 service neutron] 10.222.0.82 "GET /v2.0/networks/b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620288 Jul 16 01:20:14.747246 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dbdd9720-a39a-4aeb-ab28-a325f9a554f3 req-cf76614d-5811-4da6-81c1-288748a3a953 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970829 Jul 16 01:20:15.163550 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b5361-237e-417a-8080-d7335627da4a req-9ce9fa40-e480-43c5-9927-22b5e99488e8 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:15.179023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-650b5361-237e-417a-8080-d7335627da4a req-9ce9fa40-e480-43c5-9927-22b5e99488e8 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0d434a1-8b3f-430f-9035-0487c41e8fb0 HTTP/1.1" status: 200 len: 943 time: 0.1938906 Jul 16 01:20:15.208183 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['beacc2e5-69c8-4208-89bd-64878bc5925b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:15.275846 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-650b5361-237e-417a-8080-d7335627da4a req-9520a68d-43d5-4b0d-a4dc-52f48588831b tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/security-groups?id=426cbedb-0e88-4810-ba23-f7278f50bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958114 Jul 16 01:20:15.333249 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device bad922a7-9a2b-4483-bbcf-98904f395b54 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:15.335391 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:15.349572 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 383bbfe1-f09b-460f-abe2-80d527e436c4 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:15.375369 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a9cb6-bd66-4d53-9b28-621f159d7b72 req-60e9185f-c269-4a76-b87c-320b5176a0ea tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:15.385816 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-715a9cb6-bd66-4d53-9b28-621f159d7b72 req-60e9185f-c269-4a76-b87c-320b5176a0ea tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.1823852 Jul 16 01:20:15.526119 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-715a9cb6-bd66-4d53-9b28-621f159d7b72 req-634a3e3e-115c-4549-a8bf-1245e9dd7eaf tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234896 Jul 16 01:20:15.678307 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7b210-9141-4e18-b741-98b26701bd6b req-53dbcf22-88d9-4218-a5f6-994bed5a2575 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:15.684667 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7b210-9141-4e18-b741-98b26701bd6b req-53dbcf22-88d9-4218-a5f6-994bed5a2575 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:15.709178 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7b210-9141-4e18-b741-98b26701bd6b req-53dbcf22-88d9-4218-a5f6-994bed5a2575 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:15.716397 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7b210-9141-4e18-b741-98b26701bd6b req-53dbcf22-88d9-4218-a5f6-994bed5a2575 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:15.723636 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7b210-9141-4e18-b741-98b26701bd6b req-53dbcf22-88d9-4218-a5f6-994bed5a2575 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:15.729935 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7b210-9141-4e18-b741-98b26701bd6b req-53dbcf22-88d9-4218-a5f6-994bed5a2575 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:15.736274 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7b210-9141-4e18-b741-98b26701bd6b req-53dbcf22-88d9-4218-a5f6-994bed5a2575 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:15.744742 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3df7b210-9141-4e18-b741-98b26701bd6b req-53dbcf22-88d9-4218-a5f6-994bed5a2575 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5437 time: 0.2171352 Jul 16 01:20:15.816082 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331513b-be1f-4410-852a-4ede8044e46a req-9808db5c-3e5f-4fa7-aa6f-1cc939618579 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:15.826823 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3df7b210-9141-4e18-b741-98b26701bd6b req-bc281b10-15d2-478e-8cf2-a2c0ed96b4b0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0811536 Jul 16 01:20:15.827555 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4331513b-be1f-4410-852a-4ede8044e46a req-9808db5c-3e5f-4fa7-aa6f-1cc939618579 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 950 time: 0.1188049 Jul 16 01:20:15.885065 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['4345b472-d891-4095-9ac3-2e3b8fe40305'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:15.936422 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4331513b-be1f-4410-852a-4ede8044e46a req-6b5a053e-fd8d-4e21-829a-5ff924d80561 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978162 Jul 16 01:20:16.037782 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 383bbfe1-f09b-460f-abe2-80d527e436c4, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=383bbfe1-f09b-460f-abe2-80d527e436c4,segment=NetworkSegment(c37eede0-c57d-41f4-95f6-8acd5b71ffa7),segment_id=c37eede0-c57d-41f4-95f6-8acd5b71ffa7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:16.109330 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '383bbfe1-f09b-460f-abe2-80d527e436c4', 'network_id': 'b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d', 'port_id': '383bbfe1-f09b-460f-abe2-80d527e436c4', 'mac_address': 'fa:16:3e:4b:d0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '750ddbe5-3c24-44da-a16b-40d9bf32e425', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:16.534623 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.572451 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3d9b7-48bd-4603-b39f-cd221b37f12d req-a3de5c0e-8585-4638-a623-6ca155ed274d tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:16.583735 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dcf3d9b7-48bd-4603-b39f-cd221b37f12d req-a3de5c0e-8585-4638-a623-6ca155ed274d tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0d434a1-8b3f-430f-9035-0487c41e8fb0 HTTP/1.1" status: 200 len: 943 time: 0.0995443 Jul 16 01:20:16.611589 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port bad922a7-9a2b-4483-bbcf-98904f395b54 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:16.636712 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port bad922a7-9a2b-4483-bbcf-98904f395b54 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:16.637358 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.638411 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dcf3d9b7-48bd-4603-b39f-cd221b37f12d req-80b35d9b-4d71-4249-9e62-b4a8f88fd758 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/security-groups?id=426cbedb-0e88-4810-ba23-f7278f50bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486343 Jul 16 01:20:16.693261 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383bbfe1-f09b-460f-abe2-80d527e436c4 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:16.750017 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 383bbfe1-f09b-460f-abe2-80d527e436c4, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=383bbfe1-f09b-460f-abe2-80d527e436c4,segment=NetworkSegment(c37eede0-c57d-41f4-95f6-8acd5b71ffa7),segment_id=c37eede0-c57d-41f4-95f6-8acd5b71ffa7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:16.783455 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.919979 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=383bbfe1-f09b-460f-abe2-80d527e436c4,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:16.925310 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.983003 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eed3f92-1966-478f-8931-d983b66efb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad922a7-9a2b-4483-bbcf-98904f395b54'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:16.989319 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acc60d5-6de6-434a-bcd7-140ee1da4539" -d '{"events": [{"server_uuid": "0eed3f92-1966-478f-8931-d983b66efb52", "name": "network-vif-plugged", "status": "completed", "tag": "bad922a7-9a2b-4483-bbcf-98904f395b54"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:17.024492 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port bad922a7-9a2b-4483-bbcf-98904f395b54, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=bad922a7-9a2b-4483-bbcf-98904f395b54,segment=NetworkSegment(c37eede0-c57d-41f4-95f6-8acd5b71ffa7),segment_id=c37eede0-c57d-41f4-95f6-8acd5b71ffa7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:17.036015 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:17.037735 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c40bb-28d7-4a52-810b-011f40aac53e req-e52f2c2d-7121-4b5f-a92b-5fe0261a5e45 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:17.039668 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c55c40bb-28d7-4a52-810b-011f40aac53e req-e52f2c2d-7121-4b5f-a92b-5fe0261a5e45 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.1469922 Jul 16 01:20:17.120126 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=bad922a7-9a2b-4483-bbcf-98904f395b54,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:17.156888 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c55c40bb-28d7-4a52-810b-011f40aac53e req-8f62df50-d920-4250-92f5-a05ed987a8b8 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089325 Jul 16 01:20:17.254066 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fedcda-3f3a-4c7a-abca-55d2a2ccea47 req-43810f72-a044-4afa-acdb-506113f8eb57 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:17.262593 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fedcda-3f3a-4c7a-abca-55d2a2ccea47 req-43810f72-a044-4afa-acdb-506113f8eb57 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:17.269981 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fedcda-3f3a-4c7a-abca-55d2a2ccea47 req-43810f72-a044-4afa-acdb-506113f8eb57 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:17.279062 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fedcda-3f3a-4c7a-abca-55d2a2ccea47 req-43810f72-a044-4afa-acdb-506113f8eb57 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:17.287062 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fedcda-3f3a-4c7a-abca-55d2a2ccea47 req-43810f72-a044-4afa-acdb-506113f8eb57 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:17.293745 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fedcda-3f3a-4c7a-abca-55d2a2ccea47 req-43810f72-a044-4afa-acdb-506113f8eb57 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:17.300011 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fedcda-3f3a-4c7a-abca-55d2a2ccea47 req-43810f72-a044-4afa-acdb-506113f8eb57 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:17.302003 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51fedcda-3f3a-4c7a-abca-55d2a2ccea47 req-43810f72-a044-4afa-acdb-506113f8eb57 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5437 time: 0.2020786 Jul 16 01:20:17.358883 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51fedcda-3f3a-4c7a-abca-55d2a2ccea47 req-03051091-3078-4402-9247-5e3922ccb172 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0493999 Jul 16 01:20:17.409724 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e8019-765f-4056-9765-b1e838f868bb req-57c5bb82-4b80-4f9a-9fc5-664f56bd8d29 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:17.411314 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a0e8019-765f-4056-9765-b1e838f868bb req-57c5bb82-4b80-4f9a-9fc5-664f56bd8d29 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 950 time: 0.1142156 Jul 16 01:20:17.457043 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1f1f58-7b1e-4420-b1d1-dbdc50f164cd x-openstack-request-id: req-9e1f1f58-7b1e-4420-b1d1-dbdc50f164cd {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:17.457348 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eed3f92-1966-478f-8931-d983b66efb52", "name": "network-vif-plugged", "status": "completed", "tag": "bad922a7-9a2b-4483-bbcf-98904f395b54", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:17.457580 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e1f1f58-7b1e-4420-b1d1-dbdc50f164cd {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:17.457974 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eed3f92-1966-478f-8931-d983b66efb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad922a7-9a2b-4483-bbcf-98904f395b54', 'code': 200} Jul 16 01:20:17.507160 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a0e8019-765f-4056-9765-b1e838f868bb req-e4352597-f21d-4bba-b561-38a21dc3cf4d tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896642 Jul 16 01:20:17.620890 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c39e9f-c6f4-4283-9a4b-e271bed5e22f req-53b4abdf-42a7-4a87-9f9a-33a75e5654d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:17.623196 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-48c39e9f-c6f4-4283-9a4b-e271bed5e22f req-53b4abdf-42a7-4a87-9f9a-33a75e5654d5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0eed3f92-1966-478f-8931-d983b66efb52 HTTP/1.1" status: 200 len: 1097 time: 0.0773017 Jul 16 01:20:17.677356 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-48c39e9f-c6f4-4283-9a4b-e271bed5e22f req-c813fcb8-e60a-40bc-b278-464913d6bcab service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=426cbedb-0e88-4810-ba23-f7278f50bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466721 Jul 16 01:20:17.698104 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['383bbfe1-f09b-460f-abe2-80d527e436c4'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:17.903248 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc62740-dfcb-4020-9c8f-83962305872c req-897ddc67-69e3-4139-9759-ee1de4c6af06 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:17.905007 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3dc62740-dfcb-4020-9c8f-83962305872c req-897ddc67-69e3-4139-9759-ee1de4c6af06 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0d434a1-8b3f-430f-9035-0487c41e8fb0 HTTP/1.1" status: 200 len: 944 time: 0.0927870 Jul 16 01:20:17.966052 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3dc62740-dfcb-4020-9c8f-83962305872c req-47f31e48-7425-4eb1-a029-3ce5532d9fd3 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/security-groups?id=426cbedb-0e88-4810-ba23-f7278f50bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550520 Jul 16 01:20:18.367071 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bda9aa-7d1d-4bc6-b2e2-9c4be77f4387 req-e20003f7-291b-4c98-a2d7-7ec3c7e050c5 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:18.372848 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a1bda9aa-7d1d-4bc6-b2e2-9c4be77f4387 req-e20003f7-291b-4c98-a2d7-7ec3c7e050c5 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.0816152 Jul 16 01:20:18.528321 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a1bda9aa-7d1d-4bc6-b2e2-9c4be77f4387 req-b895b018-93e8-41e7-98ae-cbb61c5ff7cd tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503339 Jul 16 01:20:18.809636 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4579fdf-1da5-4ad7-a962-1282575393ef req-cd0d2407-adbd-4a3a-8c34-1173b21a512d tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:18.818979 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4579fdf-1da5-4ad7-a962-1282575393ef req-cd0d2407-adbd-4a3a-8c34-1173b21a512d tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:18.826576 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4579fdf-1da5-4ad7-a962-1282575393ef req-cd0d2407-adbd-4a3a-8c34-1173b21a512d tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:18.835388 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4579fdf-1da5-4ad7-a962-1282575393ef req-cd0d2407-adbd-4a3a-8c34-1173b21a512d tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:18.849015 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4579fdf-1da5-4ad7-a962-1282575393ef req-cd0d2407-adbd-4a3a-8c34-1173b21a512d tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:18.858843 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4579fdf-1da5-4ad7-a962-1282575393ef req-cd0d2407-adbd-4a3a-8c34-1173b21a512d tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:18.872241 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4579fdf-1da5-4ad7-a962-1282575393ef req-cd0d2407-adbd-4a3a-8c34-1173b21a512d tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:18.876831 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e4579fdf-1da5-4ad7-a962-1282575393ef req-cd0d2407-adbd-4a3a-8c34-1173b21a512d tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5437 time: 0.2950625 Jul 16 01:20:18.902023 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device eb9afd08-8589-466c-acc7-7a1d1cc88b43 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:19.003713 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e4579fdf-1da5-4ad7-a962-1282575393ef req-306182b2-1707-4f40-b9d8-5f200539c2eb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1169224 Jul 16 01:20:19.015884 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9020f5-14cd-4212-aab4-355c66f10994 req-7a7f32ef-7673-4b04-ab66-77dab7f2218a tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:19.017942 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1f9020f5-14cd-4212-aab4-355c66f10994 req-7a7f32ef-7673-4b04-ab66-77dab7f2218a tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 950 time: 0.2183018 Jul 16 01:20:19.064604 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port eb9afd08-8589-466c-acc7-7a1d1cc88b43 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:19.079871 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port eb9afd08-8589-466c-acc7-7a1d1cc88b43 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:19.085627 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.110713 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1f9020f5-14cd-4212-aab4-355c66f10994 req-8b9bf607-c2d4-4be8-9b68-6588de681f2a tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854647 Jul 16 01:20:19.345005 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.400834 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port eb9afd08-8589-466c-acc7-7a1d1cc88b43, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=eb9afd08-8589-466c-acc7-7a1d1cc88b43,segment=NetworkSegment(a197f804-8758-48ef-a6b7-1ca08f691181),segment_id=a197f804-8758-48ef-a6b7-1ca08f691181)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:19.413301 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.415183 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 31957c03-e96c-4dce-b43d-07797f5d84a0 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:19.458334 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4719ee-3d8d-4972-9d13-57d20f35e844 req-68ba8bda-ba8d-4c89-97dd-f69881ac7cda tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:19.470934 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1f4719ee-3d8d-4972-9d13-57d20f35e844 req-68ba8bda-ba8d-4c89-97dd-f69881ac7cda tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0d434a1-8b3f-430f-9035-0487c41e8fb0 HTTP/1.1" status: 200 len: 944 time: 0.1180820 Jul 16 01:20:19.485585 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9afd08-8589-466c-acc7-7a1d1cc88b43'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:19.490326 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a900e5c-1e3a-431d-8edc-1010d0e7fac6" -d '{"events": [{"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-plugged", "status": "completed", "tag": "eb9afd08-8589-466c-acc7-7a1d1cc88b43"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:19.494591 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=eb9afd08-8589-466c-acc7-7a1d1cc88b43,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:19.581018 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 31957c03-e96c-4dce-b43d-07797f5d84a0 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:19.586251 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 31957c03-e96c-4dce-b43d-07797f5d84a0 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:19.586676 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.597958 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1f4719ee-3d8d-4972-9d13-57d20f35e844 req-eda56e05-3640-4cff-8354-ad5af1718c70 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/security-groups?id=426cbedb-0e88-4810-ba23-f7278f50bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235168 Jul 16 01:20:19.620636 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d99533a-bb50-4d9c-96b4-d2e3a2b90d28 x-openstack-request-id: req-4d99533a-bb50-4d9c-96b4-d2e3a2b90d28 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:19.620636 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-plugged", "status": "completed", "tag": "eb9afd08-8589-466c-acc7-7a1d1cc88b43", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:19.620636 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d99533a-bb50-4d9c-96b4-d2e3a2b90d28 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:19.620636 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9afd08-8589-466c-acc7-7a1d1cc88b43', 'code': 200} Jul 16 01:20:19.713181 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.778868 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 31957c03-e96c-4dce-b43d-07797f5d84a0, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=31957c03-e96c-4dce-b43d-07797f5d84a0,segment=NetworkSegment(5acad3ff-8fc3-4abc-ae07-15328b71dacb),segment_id=5acad3ff-8fc3-4abc-ae07-15328b71dacb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:19.791553 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.793445 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:19.930656 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=31957c03-e96c-4dce-b43d-07797f5d84a0,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:19.941698 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:19.948045 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:19.948565 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.969856 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12e8e5-446b-45df-949a-26b625756e5b req-56cb0d7c-8b85-4054-bd1e-eb07958269ec tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:19.971461 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4e12e8e5-446b-45df-949a-26b625756e5b req-56cb0d7c-8b85-4054-bd1e-eb07958269ec tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.1469815 Jul 16 01:20:20.055271 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.055511 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4e12e8e5-446b-45df-949a-26b625756e5b req-b4eebae1-50aa-43fd-8e6f-29b34b2b80ea tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768106 Jul 16 01:20:20.157387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead,segment=NetworkSegment(c37eede0-c57d-41f4-95f6-8acd5b71ffa7),segment_id=c37eede0-c57d-41f4-95f6-8acd5b71ffa7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:20.168249 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.169289 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 28a2b02f-aee0-487c-baab-2cdc1ff4a615 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:20.273438 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:20.291271 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 28a2b02f-aee0-487c-baab-2cdc1ff4a615 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:20.296410 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 28a2b02f-aee0-487c-baab-2cdc1ff4a615 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:20.297011 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.419943 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.430836 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fd7db-80f7-44ca-91a2-53bccdc33182 req-618eec43-56ee-4531-a4f5-8d8acf2b7270 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.443998 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f12bed-1a6c-4413-85b8-379a9a55f031 req-55c84749-30b0-4090-8495-b00efc073794 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.446079 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-44f12bed-1a6c-4413-85b8-379a9a55f031 req-55c84749-30b0-4090-8495-b00efc073794 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 950 time: 0.1353364 Jul 16 01:20:20.462214 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fd7db-80f7-44ca-91a2-53bccdc33182 req-618eec43-56ee-4531-a4f5-8d8acf2b7270 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.483468 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fd7db-80f7-44ca-91a2-53bccdc33182 req-618eec43-56ee-4531-a4f5-8d8acf2b7270 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.501317 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fd7db-80f7-44ca-91a2-53bccdc33182 req-618eec43-56ee-4531-a4f5-8d8acf2b7270 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.523423 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fd7db-80f7-44ca-91a2-53bccdc33182 req-618eec43-56ee-4531-a4f5-8d8acf2b7270 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.540471 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fd7db-80f7-44ca-91a2-53bccdc33182 req-618eec43-56ee-4531-a4f5-8d8acf2b7270 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.542294 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-44f12bed-1a6c-4413-85b8-379a9a55f031 req-ece55ebf-fcab-48de-aa6f-777954214bec tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874882 Jul 16 01:20:20.567906 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fd7db-80f7-44ca-91a2-53bccdc33182 req-618eec43-56ee-4531-a4f5-8d8acf2b7270 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.569897 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9f4fd7db-80f7-44ca-91a2-53bccdc33182 req-618eec43-56ee-4531-a4f5-8d8acf2b7270 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5439 time: 0.2752931 Jul 16 01:20:20.696253 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9f4fd7db-80f7-44ca-91a2-53bccdc33182 req-9aecf829-b8d3-49b7-aaf8-582eaebc0cdd tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1186345 Jul 16 01:20:20.697067 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 28a2b02f-aee0-487c-baab-2cdc1ff4a615, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=28a2b02f-aee0-487c-baab-2cdc1ff4a615,segment=NetworkSegment(5acad3ff-8fc3-4abc-ae07-15328b71dacb),segment_id=5acad3ff-8fc3-4abc-ae07-15328b71dacb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:20.706026 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.774892 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=28a2b02f-aee0-487c-baab-2cdc1ff4a615,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:20.909057 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device beacc2e5-69c8-4208-89bd-64878bc5925b up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:20.959323 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0fc79-243d-4a8a-9f72-6b2500f8b268 req-2709611a-620d-45f3-9bfa-08fd403fb08b tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.975627 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45a0fc79-243d-4a8a-9f72-6b2500f8b268 req-2709611a-620d-45f3-9bfa-08fd403fb08b tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0d434a1-8b3f-430f-9035-0487c41e8fb0 HTTP/1.1" status: 200 len: 944 time: 0.1096647 Jul 16 01:20:21.018205 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port beacc2e5-69c8-4208-89bd-64878bc5925b completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:21.025115 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port beacc2e5-69c8-4208-89bd-64878bc5925b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:21.025799 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.061373 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45a0fc79-243d-4a8a-9f72-6b2500f8b268 req-665da779-a56d-4142-9918-ba030fb3af12 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/security-groups?id=426cbedb-0e88-4810-ba23-f7278f50bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843654 Jul 16 01:20:21.203433 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.263757 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-690e71a7-c490-4adb-9b49-02b88d572690 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:21.273043 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-690e71a7-c490-4adb-9b49-02b88d572690 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/networks?id=952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 200 len: 821 time: 0.2732043 Jul 16 01:20:21.274601 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ccaa2-52c8-407d-8539-3675466b72c4 req-ac714d49-bc3d-4400-90c6-fd61e55f557a tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:21.283679 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-998ccaa2-52c8-407d-8539-3675466b72c4 req-ac714d49-bc3d-4400-90c6-fd61e55f557a tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.0918412 Jul 16 01:20:21.283966 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port beacc2e5-69c8-4208-89bd-64878bc5925b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=beacc2e5-69c8-4208-89bd-64878bc5925b,segment=NetworkSegment(732f73b6-2c56-4180-ad2f-fc4cc486d209),segment_id=732f73b6-2c56-4180-ad2f-fc4cc486d209)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:21.297611 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-6f1b41c7-dab7-4aca-8e59-69e9802d9ff5 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/quotas/19f0097db32e406ab305cc19744860c5 HTTP/1.1" status: 200 len: 375 time: 0.0234528 Jul 16 01:20:21.299849 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.300937 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 4345b472-d891-4095-9ac3-2e3b8fe40305 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:21.338208 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-998ccaa2-52c8-407d-8539-3675466b72c4 req-fa93fad7-1de5-43e1-b11a-f93111dcc2fa tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524120 Jul 16 01:20:21.435115 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=beacc2e5-69c8-4208-89bd-64878bc5925b,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:21.439324 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-8726e5c6-7501-44b1-8b06-2f5d0bc56bcb tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=19f0097db32e406ab305cc19744860c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1400981 Jul 16 01:20:21.442723 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 4345b472-d891-4095-9ac3-2e3b8fe40305 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:21.448525 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 4345b472-d891-4095-9ac3-2e3b8fe40305 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:21.448912 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.589669 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.605666 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-93084bec-fcb3-4374-835b-bdf5f2094716 service neutron] 10.222.0.16 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603096 Jul 16 01:20:21.622948 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31957c03-e96c-4dce-b43d-07797f5d84a0'}, {'server_uuid': 'e5dfc5c1-7d8f-469e-8f87-064a8ea993ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead'}, {'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a2b02f-aee0-487c-baab-2cdc1ff4a615'}, {'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beacc2e5-69c8-4208-89bd-64878bc5925b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:21.625071 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b845c25-85e4-4184-8732-eb05cee96e6f" -d '{"events": [{"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-plugged", "status": "completed", "tag": "31957c03-e96c-4dce-b43d-07797f5d84a0"}, {"server_uuid": "e5dfc5c1-7d8f-469e-8f87-064a8ea993ca", "name": "network-vif-plugged", "status": "completed", "tag": "8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead"}, {"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-plugged", "status": "completed", "tag": "28a2b02f-aee0-487c-baab-2cdc1ff4a615"}, {"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-plugged", "status": "completed", "tag": "beacc2e5-69c8-4208-89bd-64878bc5925b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:21.649883 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 4345b472-d891-4095-9ac3-2e3b8fe40305, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=4345b472-d891-4095-9ac3-2e3b8fe40305,segment=NetworkSegment(5acad3ff-8fc3-4abc-ae07-15328b71dacb),segment_id=5acad3ff-8fc3-4abc-ae07-15328b71dacb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:21.662626 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.665403 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 383bbfe1-f09b-460f-abe2-80d527e436c4 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:21.787482 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-16c24936-17ed-494d-b149-cac2c86d57dd service neutron] 10.222.0.16 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801612 Jul 16 01:20:21.789846 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 383bbfe1-f09b-460f-abe2-80d527e436c4 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:21.792420 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=4345b472-d891-4095-9ac3-2e3b8fe40305,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:21.800111 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 383bbfe1-f09b-460f-abe2-80d527e436c4 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:21.800828 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.868187 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64316cba-07dc-422e-b3af-2b8dcfd464fc req-29feee7a-ee51-41b4-a9ec-a1fbd716c450 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:21.876036 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-64316cba-07dc-422e-b3af-2b8dcfd464fc req-29feee7a-ee51-41b4-a9ec-a1fbd716c450 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 950 time: 0.1071296 Jul 16 01:20:21.936354 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.937122 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-64316cba-07dc-422e-b3af-2b8dcfd464fc req-580a86af-ad5b-47ce-bb6a-12e8a990ec5b tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598617 Jul 16 01:20:22.004897 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8736a7-7143-45c3-a1ff-b5b5bbec2388 x-openstack-request-id: req-8f8736a7-7143-45c3-a1ff-b5b5bbec2388 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:22.006273 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-plugged", "status": "completed", "tag": "31957c03-e96c-4dce-b43d-07797f5d84a0", "code": 200}, {"server_uuid": "e5dfc5c1-7d8f-469e-8f87-064a8ea993ca", "name": "network-vif-plugged", "status": "completed", "tag": "8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead", "code": 200}, {"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-plugged", "status": "completed", "tag": "28a2b02f-aee0-487c-baab-2cdc1ff4a615", "code": 200}, {"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-plugged", "status": "completed", "tag": "beacc2e5-69c8-4208-89bd-64878bc5925b", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:22.006273 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f8736a7-7143-45c3-a1ff-b5b5bbec2388 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:22.006273 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31957c03-e96c-4dce-b43d-07797f5d84a0', 'code': 200} Jul 16 01:20:22.006560 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dfc5c1-7d8f-469e-8f87-064a8ea993ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead', 'code': 200} Jul 16 01:20:22.006641 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a2b02f-aee0-487c-baab-2cdc1ff4a615', 'code': 200} Jul 16 01:20:22.007304 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beacc2e5-69c8-4208-89bd-64878bc5925b', 'code': 200} Jul 16 01:20:22.036270 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 383bbfe1-f09b-460f-abe2-80d527e436c4, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=383bbfe1-f09b-460f-abe2-80d527e436c4,segment=NetworkSegment(c37eede0-c57d-41f4-95f6-8acd5b71ffa7),segment_id=c37eede0-c57d-41f4-95f6-8acd5b71ffa7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:22.047306 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.051800 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:22.171028 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189182d1-7a9d-459d-a25d-13297696dbad req-5e0dfbe1-3956-456c-aea9-665e32128c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.173375 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-189182d1-7a9d-459d-a25d-13297696dbad req-5e0dfbe1-3956-456c-aea9-665e32128c35 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e5dfc5c1-7d8f-469e-8f87-064a8ea993ca HTTP/1.1" status: 200 len: 1097 time: 0.0784991 Jul 16 01:20:22.239843 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=383bbfe1-f09b-460f-abe2-80d527e436c4,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:22.257050 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-189182d1-7a9d-459d-a25d-13297696dbad req-d6f333c0-97bd-4e7c-9fec-c00a9b6fa60c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=426cbedb-0e88-4810-ba23-f7278f50bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661738 Jul 16 01:20:22.262966 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:22.274998 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:22.275491 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.338565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a85d3-1ecc-413b-bbd8-5a49252076f0 req-8c9575e3-508d-4ef3-a9b1-9640344d52ae tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.344993 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a85d3-1ecc-413b-bbd8-5a49252076f0 req-8c9575e3-508d-4ef3-a9b1-9640344d52ae tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.351861 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a85d3-1ecc-413b-bbd8-5a49252076f0 req-8c9575e3-508d-4ef3-a9b1-9640344d52ae tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.358770 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a85d3-1ecc-413b-bbd8-5a49252076f0 req-8c9575e3-508d-4ef3-a9b1-9640344d52ae tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.369588 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a85d3-1ecc-413b-bbd8-5a49252076f0 req-8c9575e3-508d-4ef3-a9b1-9640344d52ae tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.378015 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a85d3-1ecc-413b-bbd8-5a49252076f0 req-8c9575e3-508d-4ef3-a9b1-9640344d52ae tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.383907 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a85d3-1ecc-413b-bbd8-5a49252076f0 req-8c9575e3-508d-4ef3-a9b1-9640344d52ae tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.385866 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-021a85d3-1ecc-413b-bbd8-5a49252076f0 req-8c9575e3-508d-4ef3-a9b1-9640344d52ae tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5442 time: 0.1595962 Jul 16 01:20:22.457031 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-021a85d3-1ecc-413b-bbd8-5a49252076f0 req-1f5afda7-d22b-44ef-a1e1-007e1e5b20b1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0642567 Jul 16 01:20:22.487679 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.549346 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb,segment=NetworkSegment(5acad3ff-8fc3-4abc-ae07-15328b71dacb),segment_id=5acad3ff-8fc3-4abc-ae07-15328b71dacb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:22.562487 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d7bbd158-4afb-4a67-b669-8cb5df433c72 req-3de8acda-97f9-4329-a21c-efb658f774cc tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 210 time: 0.0626380 Jul 16 01:20:22.571387 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.573873 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device e2ef83a1-f91f-49e7-bc9f-992cf81fc73d up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:22.684963 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:22.702678 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port e2ef83a1-f91f-49e7-bc9f-992cf81fc73d completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:22.708970 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port e2ef83a1-f91f-49e7-bc9f-992cf81fc73d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:22.709687 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.915648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc0c1b-b9ca-4d3f-9e48-5d0f41b30337 req-b0490bdc-9c8a-4778-b9b9-1aa0a3148847 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.930416 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4cbc0c1b-b9ca-4d3f-9e48-5d0f41b30337 req-b0490bdc-9c8a-4778-b9b9-1aa0a3148847 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0d434a1-8b3f-430f-9035-0487c41e8fb0 HTTP/1.1" status: 200 len: 945 time: 0.2751997 Jul 16 01:20:22.968418 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.996026 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174c1d2-36a2-4c26-afa6-eb5cf9434c7e req-5c2e5dc2-f648-4c8f-90af-89fb0a199fbc tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:23.006346 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4cbc0c1b-b9ca-4d3f-9e48-5d0f41b30337 req-b417c689-9d2e-4786-ace9-d7425db51943 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/security-groups?id=426cbedb-0e88-4810-ba23-f7278f50bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721676 Jul 16 01:20:23.010146 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e174c1d2-36a2-4c26-afa6-eb5cf9434c7e req-5c2e5dc2-f648-4c8f-90af-89fb0a199fbc tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.2888339 Jul 16 01:20:23.043782 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port e2ef83a1-f91f-49e7-bc9f-992cf81fc73d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=e2ef83a1-f91f-49e7-bc9f-992cf81fc73d,segment=NetworkSegment(a197f804-8758-48ef-a6b7-1ca08f691181),segment_id=a197f804-8758-48ef-a6b7-1ca08f691181)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:23.054468 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:23.071022 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e174c1d2-36a2-4c26-afa6-eb5cf9434c7e req-4ee5f218-2e2c-4d00-b5cb-5eb86ba7ea53 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539229 Jul 16 01:20:23.190979 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=e2ef83a1-f91f-49e7-bc9f-992cf81fc73d,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:23.207270 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:23.207835 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:23.208405 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:23.209007 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:23.209540 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:23.210062 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:23.210587 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:23.211129 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:23.220829 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:23.221658 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:23.222245 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:23.222979 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:23.325411 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8954c6-5d6a-48c3-85ee-e563dddc1a41 req-1aae944d-9b86-4934-986e-0c426851cb94 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:23.334780 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0b8954c6-5d6a-48c3-85ee-e563dddc1a41 req-1aae944d-9b86-4934-986e-0c426851cb94 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 950 time: 0.1315546 Jul 16 01:20:23.383953 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0b8954c6-5d6a-48c3-85ee-e563dddc1a41 req-ba7f1b96-9fd4-4db8-81cc-ee0d4be8733d tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472896 Jul 16 01:20:23.686989 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32f638-ce57-45bc-bea9-b68baf7b365e req-99457168-20e2-4cc2-ab7f-82b0aff0eea8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:23.693654 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32f638-ce57-45bc-bea9-b68baf7b365e req-99457168-20e2-4cc2-ab7f-82b0aff0eea8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:23.701372 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32f638-ce57-45bc-bea9-b68baf7b365e req-99457168-20e2-4cc2-ab7f-82b0aff0eea8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:23.709137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32f638-ce57-45bc-bea9-b68baf7b365e req-99457168-20e2-4cc2-ab7f-82b0aff0eea8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:23.715334 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32f638-ce57-45bc-bea9-b68baf7b365e req-99457168-20e2-4cc2-ab7f-82b0aff0eea8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:23.723734 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32f638-ce57-45bc-bea9-b68baf7b365e req-99457168-20e2-4cc2-ab7f-82b0aff0eea8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:23.730647 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32f638-ce57-45bc-bea9-b68baf7b365e req-99457168-20e2-4cc2-ab7f-82b0aff0eea8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:23.732599 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-af32f638-ce57-45bc-bea9-b68baf7b365e req-99457168-20e2-4cc2-ab7f-82b0aff0eea8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5444 time: 0.1325343 Jul 16 01:20:23.757544 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b1e0f08a-4b40-4ce5-b7bd-31e830720074 req-749847ef-e989-4b45-af0b-61cf2f052673 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 210 time: 0.0452018 Jul 16 01:20:23.824335 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-af32f638-ce57-45bc-bea9-b68baf7b365e req-52fd53e0-1b5e-4067-b094-9342489268ea tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0842729 Jul 16 01:20:24.008679 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4345b472-d891-4095-9ac3-2e3b8fe40305'}, {'server_uuid': 'a0d434a1-8b3f-430f-9035-0487c41e8fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383bbfe1-f09b-460f-abe2-80d527e436c4'}, {'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb'}, {'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ef83a1-f91f-49e7-bc9f-992cf81fc73d'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:24.011144 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e01d38-003a-4d3a-8324-9b3578ea3f6e" -d '{"events": [{"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-plugged", "status": "completed", "tag": "4345b472-d891-4095-9ac3-2e3b8fe40305"}, {"server_uuid": "a0d434a1-8b3f-430f-9035-0487c41e8fb0", "name": "network-vif-plugged", "status": "completed", "tag": "383bbfe1-f09b-460f-abe2-80d527e436c4"}, {"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-plugged", "status": "completed", "tag": "2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb"}, {"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-plugged", "status": "completed", "tag": "e2ef83a1-f91f-49e7-bc9f-992cf81fc73d"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:24.067785 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee0d625-e62e-4ba2-b0c5-af856f3c1b30 x-openstack-request-id: req-2ee0d625-e62e-4ba2-b0c5-af856f3c1b30 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:24.068754 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-plugged", "status": "completed", "tag": "4345b472-d891-4095-9ac3-2e3b8fe40305", "code": 200}, {"server_uuid": "a0d434a1-8b3f-430f-9035-0487c41e8fb0", "name": "network-vif-plugged", "status": "completed", "tag": "383bbfe1-f09b-460f-abe2-80d527e436c4", "code": 200}, {"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-plugged", "status": "completed", "tag": "2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb", "code": 200}, {"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-plugged", "status": "completed", "tag": "e2ef83a1-f91f-49e7-bc9f-992cf81fc73d", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:24.069626 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ee0d625-e62e-4ba2-b0c5-af856f3c1b30 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:24.070434 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4345b472-d891-4095-9ac3-2e3b8fe40305', 'code': 200} Jul 16 01:20:24.070694 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d434a1-8b3f-430f-9035-0487c41e8fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383bbfe1-f09b-460f-abe2-80d527e436c4', 'code': 200} Jul 16 01:20:24.070948 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb', 'code': 200} Jul 16 01:20:24.071191 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ef83a1-f91f-49e7-bc9f-992cf81fc73d', 'code': 200} Jul 16 01:20:24.338465 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065076f-e182-4ea9-a3ea-43d5760fcede req-d83a3d53-7c14-4d0e-9c0c-d495089d54de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:24.341375 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a065076f-e182-4ea9-a3ea-43d5760fcede req-d83a3d53-7c14-4d0e-9c0c-d495089d54de service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a0d434a1-8b3f-430f-9035-0487c41e8fb0 HTTP/1.1" status: 200 len: 1097 time: 0.1548254 Jul 16 01:20:24.431290 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2d799-7ca1-4ff9-9149-e649986f498a req-74eb9221-c20f-453f-adca-7924c74505b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:24.431891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2d799-7ca1-4ff9-9149-e649986f498a req-74eb9221-c20f-453f-adca-7924c74505b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:24.432276 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2d799-7ca1-4ff9-9149-e649986f498a req-74eb9221-c20f-453f-adca-7924c74505b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:24.432767 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2d799-7ca1-4ff9-9149-e649986f498a req-74eb9221-c20f-453f-adca-7924c74505b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:24.433223 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2d799-7ca1-4ff9-9149-e649986f498a req-74eb9221-c20f-453f-adca-7924c74505b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:24.434052 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2d799-7ca1-4ff9-9149-e649986f498a req-74eb9221-c20f-453f-adca-7924c74505b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:24.435441 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2d799-7ca1-4ff9-9149-e649986f498a req-74eb9221-c20f-453f-adca-7924c74505b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:24.438813 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c4a2d799-7ca1-4ff9-9149-e649986f498a req-74eb9221-c20f-453f-adca-7924c74505b7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 6508 time: 0.2524235 Jul 16 01:20:24.452509 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21bead-8f74-474c-a56b-d5009c7518f6 req-5fd59de5-5863-4427-a74d-35dd83028376 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:24.454671 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a065076f-e182-4ea9-a3ea-43d5760fcede req-29e58b35-e7e8-4323-98bf-f6f3e0fd0753 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=426cbedb-0e88-4810-ba23-f7278f50bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887852 Jul 16 01:20:24.465224 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3c21bead-8f74-474c-a56b-d5009c7518f6 req-5fd59de5-5863-4427-a74d-35dd83028376 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0d434a1-8b3f-430f-9035-0487c41e8fb0 HTTP/1.1" status: 200 len: 945 time: 0.1749928 Jul 16 01:20:24.555626 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c383fe-b47e-4a19-9ff0-075209d560b0 req-8eb66455-c5b5-4f38-bb18-588540202ce5 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:24.558183 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-92c383fe-b47e-4a19-9ff0-075209d560b0 req-8eb66455-c5b5-4f38-bb18-588540202ce5 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.2117183 Jul 16 01:20:24.643312 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-92c383fe-b47e-4a19-9ff0-075209d560b0 req-efe3ca3c-72fd-4dd5-ad56-8d48208dbb94 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764699 Jul 16 01:20:25.013792 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b51f8-ba64-4705-95a6-f3e0e34e8198 req-6481244c-f5d7-4817-b407-c7eecaf4f808 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.021340 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-571b51f8-ba64-4705-95a6-f3e0e34e8198 req-6481244c-f5d7-4817-b407-c7eecaf4f808 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 950 time: 0.1524575 Jul 16 01:20:25.083382 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c4a2d799-7ca1-4ff9-9149-e649986f498a req-6a776519-a1a9-416b-a652-e8c732f5e561 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&id=29b89b39-e165-429b-9624-e5d1ce582c99&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5978386 Jul 16 01:20:25.100475 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-571b51f8-ba64-4705-95a6-f3e0e34e8198 req-de3c4257-dd8e-4555-8495-243b2100d127 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724175 Jul 16 01:20:25.127289 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-693026aa-8a27-4001-99a8-cb85d79b6a5e tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.129005 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-693026aa-8a27-4001-99a8-cb85d79b6a5e tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.84 "GET /v2.0/networks?id=952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 200 len: 821 time: 0.6044252 Jul 16 01:20:25.151779 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3c21bead-8f74-474c-a56b-d5009c7518f6 req-1bd79a8c-6c15-40c9-bce0-f6fd4da27251 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/security-groups?id=426cbedb-0e88-4810-ba23-f7278f50bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6839142 Jul 16 01:20:25.157833 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-2786ea93-4283-4d91-bd7f-41746ed451da tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Request body: {'port': {'device_id': '16524c89-4e40-4164-8a3b-1c0aa24a0d70', 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492', 'admin_state_up': True, 'tenant_id': '19f0097db32e406ab305cc19744860c5'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:25.446338 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-2786ea93-4283-4d91-bd7f-41746ed451da tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Made reservation on behalf of 19f0097db32e406ab305cc19744860c5 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:25.450920 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-2786ea93-4283-4d91-bd7f-41746ed451da tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.599850 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b132c227-7643-470c-9d04-cfa0c4fc8e5c req-294f8be2-2ac4-4a2d-82f8-51f4bc572b49 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 210 time: 0.1041906 Jul 16 01:20:25.682754 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16043-750f-41d5-946c-fc62e09ea292 req-2dcb3519-2496-487e-8bf4-2bcd656a614e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.690683 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16043-750f-41d5-946c-fc62e09ea292 req-2dcb3519-2496-487e-8bf4-2bcd656a614e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.705066 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16043-750f-41d5-946c-fc62e09ea292 req-2dcb3519-2496-487e-8bf4-2bcd656a614e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.705417 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16043-750f-41d5-946c-fc62e09ea292 req-2dcb3519-2496-487e-8bf4-2bcd656a614e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.713085 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16043-750f-41d5-946c-fc62e09ea292 req-2dcb3519-2496-487e-8bf4-2bcd656a614e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.720458 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16043-750f-41d5-946c-fc62e09ea292 req-2dcb3519-2496-487e-8bf4-2bcd656a614e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.727247 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16043-750f-41d5-946c-fc62e09ea292 req-2dcb3519-2496-487e-8bf4-2bcd656a614e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.736393 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-efe16043-750f-41d5-946c-fc62e09ea292 req-2dcb3519-2496-487e-8bf4-2bcd656a614e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5444 time: 0.1841934 Jul 16 01:20:25.798303 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-efe16043-750f-41d5-946c-fc62e09ea292 req-c5792401-f379-44a9-a464-835b60c0bb2c tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0604198 Jul 16 01:20:25.872376 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-2786ea93-4283-4d91-bd7f-41746ed451da tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Allocated IP 172.20.0.3 (952b1f4f-1df7-48bd-a0c8-40d17571e492/f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda/c59e91c2-43ca-4850-ada7-cfba1bd6e7fc) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:26.000870 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538e385-a2af-4bf8-ba2b-bb546e1a81d5 req-09d4d88a-4ff8-4050-823f-bb3aec6feb0c tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:26.003059 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7538e385-a2af-4bf8-ba2b-bb546e1a81d5 req-09d4d88a-4ff8-4050-823f-bb3aec6feb0c tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.1176083 Jul 16 01:20:26.130914 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7538e385-a2af-4bf8-ba2b-bb546e1a81d5 req-06efa1cd-cf84-4495-9a19-63f044337f5b tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099055 Jul 16 01:20:26.237853 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-2786ea93-4283-4d91-bd7f-41746ed451da tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.339017 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-2786ea93-4283-4d91-bd7f-41746ed451da tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.353002 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['2d849f62-e1dc-4ba1-895b-661c98559d5a'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:26.389434 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f04ca-d2fc-4394-b4f7-63814c6ef9da req-3eee1139-8861-4ac3-aa41-c5f6a3558c11 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:26.403026 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-694f04ca-d2fc-4394-b4f7-63814c6ef9da req-3eee1139-8861-4ac3-aa41-c5f6a3558c11 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 950 time: 0.1538520 Jul 16 01:20:26.544541 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-694f04ca-d2fc-4394-b4f7-63814c6ef9da req-0f9a9ab6-0a8b-4f54-b2dc-fade831c7067 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399715 Jul 16 01:20:26.562676 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-2786ea93-4283-4d91-bd7f-41746ed451da tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Network 952b1f4f-1df7-48bd-a0c8-40d17571e492 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:26.589182 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-2786ea93-4283-4d91-bd7f-41746ed451da tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:26.601587 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-2786ea93-4283-4d91-bd7f-41746ed451da tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:26.609467 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786ea93-4283-4d91-bd7f-41746ed451da tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Pushing event updated for resources: {'Port': ['ID=c59e91c2-43ca-4850-ada7-cfba1bd6e7fc,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:26.704598 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac01441-b8f1-4529-bc19-6eee55980a6d req-c8c2d8e2-573b-4b8d-b739-06fe7958cb86 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:26.718720 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cac01441-b8f1-4529-bc19-6eee55980a6d req-c8c2d8e2-573b-4b8d-b739-06fe7958cb86 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0d434a1-8b3f-430f-9035-0487c41e8fb0 HTTP/1.1" status: 200 len: 945 time: 0.2903171 Jul 16 01:20:26.758338 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-2786ea93-4283-4d91-bd7f-41746ed451da tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:26.759259 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-2786ea93-4283-4d91-bd7f-41746ed451da tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.801404 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cac01441-b8f1-4529-bc19-6eee55980a6d req-04e65135-e5b8-430e-b899-a805292cf74b tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/security-groups?id=426cbedb-0e88-4810-ba23-f7278f50bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751197 Jul 16 01:20:26.807264 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-2786ea93-4283-4d91-bd7f-41746ed451da tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6537964 Jul 16 01:20:26.828250 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dd0b00cd-5ef9-4662-a0d8-248774672a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.829945 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-29b89a0e-c738-45bb-a825-f3697c2750be service neutron] Request body: {'port': {'device_id': '16524c89-4e40-4164-8a3b-1c0aa24a0d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:26.999200 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54f882-a684-45fd-8985-404513ecd316 req-837e9432-6d30-41ec-9b14-ba5aa5fb6686 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.006172 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d54f882-a684-45fd-8985-404513ecd316 req-837e9432-6d30-41ec-9b14-ba5aa5fb6686 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 931 time: 0.1249881 Jul 16 01:20:27.082426 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d54f882-a684-45fd-8985-404513ecd316 req-7717046c-fbee-48c2-9494-555062888420 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677452 Jul 16 01:20:27.122595 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-29b89a0e-c738-45bb-a825-f3697c2750be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.360794 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c38362-91c3-4a1d-b33b-f6a83d799cb8 req-6fc53162-a21a-4952-926c-99fb67bf79ad tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.368188 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a4c38362-91c3-4a1d-b33b-f6a83d799cb8 req-6fc53162-a21a-4952-926c-99fb67bf79ad tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eed3f92-1966-478f-8931-d983b66efb52 HTTP/1.1" status: 200 len: 945 time: 0.0906734 Jul 16 01:20:27.418491 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a4c38362-91c3-4a1d-b33b-f6a83d799cb8 req-907e85a4-bdc8-49ee-ae51-c6d3153490be tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/security-groups?id=426cbedb-0e88-4810-ba23-f7278f50bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468330 Jul 16 01:20:27.592425 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-29b89a0e-c738-45bb-a825-f3697c2750be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59e91c2-43ca-4850-ada7-cfba1bd6e7fc {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:27.606107 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-29b89a0e-c738-45bb-a825-f3697c2750be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.626508 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-29b89a0e-c738-45bb-a825-f3697c2750be service neutron] Transition to ACTIVE for port object c59e91c2-43ca-4850-ada7-cfba1bd6e7fc will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:27.647624 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bf5a9-be70-476d-8ec9-70e37d67cf26 req-8e795589-a85f-42c1-878a-8c2e5bcd9432 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.658010 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bf5a9-be70-476d-8ec9-70e37d67cf26 req-8e795589-a85f-42c1-878a-8c2e5bcd9432 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.664545 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bf5a9-be70-476d-8ec9-70e37d67cf26 req-8e795589-a85f-42c1-878a-8c2e5bcd9432 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.671025 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bf5a9-be70-476d-8ec9-70e37d67cf26 req-8e795589-a85f-42c1-878a-8c2e5bcd9432 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.677733 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bf5a9-be70-476d-8ec9-70e37d67cf26 req-8e795589-a85f-42c1-878a-8c2e5bcd9432 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.683858 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bf5a9-be70-476d-8ec9-70e37d67cf26 req-8e795589-a85f-42c1-878a-8c2e5bcd9432 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.690538 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bf5a9-be70-476d-8ec9-70e37d67cf26 req-8e795589-a85f-42c1-878a-8c2e5bcd9432 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.701252 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-755bf5a9-be70-476d-8ec9-70e37d67cf26 req-8e795589-a85f-42c1-878a-8c2e5bcd9432 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5444 time: 0.2154808 Jul 16 01:20:27.728703 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-29b89a0e-c738-45bb-a825-f3697c2750be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:27.751487 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394e060-daca-49de-981f-c62c8dff2d70 req-91c628d7-383d-47f4-9bc8-85f763c37e1a tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.764083 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1394e060-daca-49de-981f-c62c8dff2d70 req-91c628d7-383d-47f4-9bc8-85f763c37e1a tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.1709619 Jul 16 01:20:27.784096 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-755bf5a9-be70-476d-8ec9-70e37d67cf26 req-38a1bd79-da70-4248-a80d-86505a364479 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0816436 Jul 16 01:20:27.852443 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1394e060-daca-49de-981f-c62c8dff2d70 req-934721e3-6a58-470a-82e0-50ec4f968615 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873325 Jul 16 01:20:27.900880 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b89a0e-c738-45bb-a825-f3697c2750be service neutron] Pushing event updated for resources: {'Port': ['ID=c59e91c2-43ca-4850-ada7-cfba1bd6e7fc,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:28.131191 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-29b89a0e-c738-45bb-a825-f3697c2750be service neutron] Attempting to bind port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:28.131472 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-29b89a0e-c738-45bb-a825-f3697c2750be service neutron] Attempting to bind port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:28.131814 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-29b89a0e-c738-45bb-a825-f3697c2750be service neutron] Attempting to bind port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:28.142211 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-29b89a0e-c738-45bb-a825-f3697c2750be service neutron] Port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:28.142566 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-29b89a0e-c738-45bb-a825-f3697c2750be service neutron] Attempting to bind port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:28.154892 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64c3f3-e1ca-45bf-9576-c6dab211f5c9 req-56c539a3-6273-4ed5-8f2d-420838c99a8c tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:28.164611 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0d64c3f3-e1ca-45bf-9576-c6dab211f5c9 req-56c539a3-6273-4ed5-8f2d-420838c99a8c tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dfc5c1-7d8f-469e-8f87-064a8ea993ca HTTP/1.1" status: 200 len: 945 time: 0.1917255 Jul 16 01:20:28.180091 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-29b89a0e-c738-45bb-a825-f3697c2750be service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:28.180613 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-29b89a0e-c738-45bb-a825-f3697c2750be service neutron] Checking segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:28.181002 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-29b89a0e-c738-45bb-a825-f3697c2750be service neutron] Bound using segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:28.181447 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-29b89a0e-c738-45bb-a825-f3697c2750be service neutron] Bound port: c59e91c2-43ca-4850-ada7-cfba1bd6e7fc, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:28.181812 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-29b89a0e-c738-45bb-a825-f3697c2750be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.183146 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfe13f-b611-4b7a-a508-7194badb73b6 req-e126f174-6e69-453a-a52c-84bddf3c417c tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:28.199728 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-92bfe13f-b611-4b7a-a508-7194badb73b6 req-e126f174-6e69-453a-a52c-84bddf3c417c tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 950 time: 0.1551681 Jul 16 01:20:28.299994 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0d64c3f3-e1ca-45bf-9576-c6dab211f5c9 req-b2e02296-0200-4a57-9b44-657d8ca80029 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/security-groups?id=426cbedb-0e88-4810-ba23-f7278f50bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344631 Jul 16 01:20:28.338323 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-92bfe13f-b611-4b7a-a508-7194badb73b6 req-a777bea3-0568-47fd-a2b7-0eca868bd92a tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375492 Jul 16 01:20:28.419065 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-29b89a0e-c738-45bb-a825-f3697c2750be service neutron] For port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:28.429863 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-29b89a0e-c738-45bb-a825-f3697c2750be service neutron] For port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c59e91c2-43ca-4850-ada7-cfba1bd6e7fc,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:28.442949 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-29b89a0e-c738-45bb-a825-f3697c2750be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.626243 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-29b89a0e-c738-45bb-a825-f3697c2750be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:28.626869 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-29b89a0e-c738-45bb-a825-f3697c2750be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.630704 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-29b89a0e-c738-45bb-a825-f3697c2750be service neutron] 10.222.0.84 "PUT /v2.0/ports/c59e91c2-43ca-4850-ada7-cfba1bd6e7fc HTTP/1.1" status: 200 len: 1092 time: 1.8112242 Jul 16 01:20:28.670792 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16524c89-4e40-4164-8a3b-1c0aa24a0d70', 'tag': 'c59e91c2-43ca-4850-ada7-cfba1bd6e7fc'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:28.678030 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c56ad7-bbf1-441a-913d-8c03ce0811e4" -d '{"events": [{"name": "network-changed", "server_uuid": "16524c89-4e40-4164-8a3b-1c0aa24a0d70", "tag": "c59e91c2-43ca-4850-ada7-cfba1bd6e7fc"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:28.786046 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176d547-d45e-4330-9f84-38a702fc4b24 req-47daff54-0fbf-4d1f-9bbf-17b6b9a608f5 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:28.799061 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e176d547-d45e-4330-9f84-38a702fc4b24 req-47daff54-0fbf-4d1f-9bbf-17b6b9a608f5 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 943 time: 0.0925486 Jul 16 01:20:28.803728 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b89a0e-c738-45bb-a825-f3697c2750be service neutron] Pushing event updated for resources: {'Port': ['ID=c59e91c2-43ca-4850-ada7-cfba1bd6e7fc,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:28.852130 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e176d547-d45e-4330-9f84-38a702fc4b24 req-e705cb54-32b6-4381-94f1-4fe8805d9a92 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519068 Jul 16 01:20:28.863105 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf4986-1716-42fb-9dfa-f497062ad0c8 req-75fe8b4d-2600-404e-875c-3b09574a53d8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:28.879582 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf4986-1716-42fb-9dfa-f497062ad0c8 req-75fe8b4d-2600-404e-875c-3b09574a53d8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:28.885585 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf4986-1716-42fb-9dfa-f497062ad0c8 req-75fe8b4d-2600-404e-875c-3b09574a53d8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:28.892028 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf4986-1716-42fb-9dfa-f497062ad0c8 req-75fe8b4d-2600-404e-875c-3b09574a53d8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:28.944568 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf4986-1716-42fb-9dfa-f497062ad0c8 req-75fe8b4d-2600-404e-875c-3b09574a53d8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:28.944568 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf4986-1716-42fb-9dfa-f497062ad0c8 req-75fe8b4d-2600-404e-875c-3b09574a53d8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:28.944568 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf4986-1716-42fb-9dfa-f497062ad0c8 req-75fe8b4d-2600-404e-875c-3b09574a53d8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:28.945968 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39140) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:28.945968 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-f9427ed0-35f4-4dca-ad15-58c93ffd4674 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Request body: {'floatingip': {'port_id': 'beacc2e5-69c8-4208-89bd-64878bc5925b'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:28.946157 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffdf4986-1716-42fb-9dfa-f497062ad0c8 req-75fe8b4d-2600-404e-875c-3b09574a53d8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5444 time: 0.3610620 Jul 16 01:20:28.963332 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-35b3f1f1-0198-465a-b617-10edecf44b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:28.966675 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-35b3f1f1-0198-465a-b617-10edecf44b0c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=19f0097db32e406ab305cc19744860c5&device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 1095 time: 0.2092192 Jul 16 01:20:29.056171 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a74d5e4-11e0-4a9b-9fc6-b1a8ea827ca0 x-openstack-request-id: req-9a74d5e4-11e0-4a9b-9fc6-b1a8ea827ca0 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:29.058284 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16524c89-4e40-4164-8a3b-1c0aa24a0d70", "tag": "c59e91c2-43ca-4850-ada7-cfba1bd6e7fc", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:29.060324 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a74d5e4-11e0-4a9b-9fc6-b1a8ea827ca0 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:29.060987 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16524c89-4e40-4164-8a3b-1c0aa24a0d70', 'tag': 'c59e91c2-43ca-4850-ada7-cfba1bd6e7fc', 'status': 'completed', 'code': 200} Jul 16 01:20:29.066701 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-ae890356-5c03-4345-8b80-27eadc7b3dfa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c59e91c2-43ca-4850-ada7-cfba1bd6e7fc HTTP/1.1" status: 200 len: 217 time: 0.0844364 Jul 16 01:20:29.071580 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9427ed0-35f4-4dca-ad15-58c93ffd4674 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for floatingip, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.177914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-c11d06a9-08d9-403b-9ae3-b6057e11fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:29.184499 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-c11d06a9-08d9-403b-9ae3-b6057e11fcd5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda HTTP/1.1" status: 200 len: 861 time: 0.1113796 Jul 16 01:20:29.254267 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-a0f81ce5-d292-41c9-9dcb-2d2d786a4fba service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=952b1f4f-1df7-48bd-a0c8-40d17571e492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624077 Jul 16 01:20:29.461517 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90272b04-1a9d-4c57-b2e0-3d7436000446 req-4306e732-e622-4282-86ac-6777427ae095 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:29.473826 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90272b04-1a9d-4c57-b2e0-3d7436000446 req-4306e732-e622-4282-86ac-6777427ae095 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.2178419 Jul 16 01:20:29.493190 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-43836f9c-ec7b-4f97-81c0-67e485683196 service neutron] 10.222.0.84 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219570 Jul 16 01:20:29.540925 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-149d5c74-df73-41ff-8148-382cef939cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.553432 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90272b04-1a9d-4c57-b2e0-3d7436000446 req-eef80f6a-bd5c-442a-a141-ddc471223d8f tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783257 Jul 16 01:20:29.629504 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.741448 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf9b6d63-3438-488b-9abf-1002fa8373ed req-6ae2de5f-3c82-4e3a-bce9-d31b5e2b35cf service neutron] 10.222.0.84 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427845 Jul 16 01:20:29.934211 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c56ad7-bbf1-441a-913d-8c03ce0811e4 req-6948db8c-8c1d-4d55-84bd-c516da121df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:29.935868 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-28c56ad7-bbf1-441a-913d-8c03ce0811e4 req-6948db8c-8c1d-4d55-84bd-c516da121df3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=19f0097db32e406ab305cc19744860c5&device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 1095 time: 0.1001348 Jul 16 01:20:29.952043 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e492702-2815-4a9f-a644-16026939c7fe req-18b38ac5-30dd-4304-ac1d-654f47d57c75 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:29.953698 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e492702-2815-4a9f-a644-16026939c7fe req-18b38ac5-30dd-4304-ac1d-654f47d57c75 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dfc5c1-7d8f-469e-8f87-064a8ea993ca HTTP/1.1" status: 200 len: 945 time: 0.1645942 Jul 16 01:20:29.965340 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187a210-ff74-4796-ab3e-3a6093d508da req-8919d420-d1a5-4b31-add2-68b74e67ba26 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:29.973320 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e187a210-ff74-4796-ab3e-3a6093d508da req-8919d420-d1a5-4b31-add2-68b74e67ba26 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 950 time: 0.1343606 Jul 16 01:20:30.039668 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e492702-2815-4a9f-a644-16026939c7fe req-618af099-0e16-4076-a7e9-178d73740b91 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/security-groups?id=426cbedb-0e88-4810-ba23-f7278f50bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754077 Jul 16 01:20:30.072736 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e187a210-ff74-4796-ab3e-3a6093d508da req-7aa7f0d7-ceb9-4014-8980-53c42fd8a220 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950844 Jul 16 01:20:30.296207 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c56ad7-bbf1-441a-913d-8c03ce0811e4 req-4ed2d9af-29da-4c0f-b54d-50a901e1d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:30.301186 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-28c56ad7-bbf1-441a-913d-8c03ce0811e4 req-4ed2d9af-29da-4c0f-b54d-50a901e1d2b2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 200 len: 922 time: 0.3465459 Jul 16 01:20:30.353440 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-28c56ad7-bbf1-441a-913d-8c03ce0811e4 req-bead17a3-aa98-4baf-baa1-c836132188ae service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c59e91c2-43ca-4850-ada7-cfba1bd6e7fc HTTP/1.1" status: 200 len: 217 time: 0.0435586 Jul 16 01:20:30.457398 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c56ad7-bbf1-441a-913d-8c03ce0811e4 req-9fe587c5-2500-482c-8712-28b2505e6083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:30.462405 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-28c56ad7-bbf1-441a-913d-8c03ce0811e4 req-9fe587c5-2500-482c-8712-28b2505e6083 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda HTTP/1.1" status: 200 len: 861 time: 0.1011417 Jul 16 01:20:30.477007 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba2f12-0eba-4cf4-a824-58c1301a0b49 req-8b9fe05e-b3ac-4746-ad9b-4d1e93193541 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:30.479193 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24ba2f12-0eba-4cf4-a824-58c1301a0b49 req-8b9fe05e-b3ac-4746-ad9b-4d1e93193541 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 943 time: 0.1411932 Jul 16 01:20:30.551023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-28c56ad7-bbf1-441a-913d-8c03ce0811e4 req-d214b07a-0ce5-4d48-b13a-8d31a8e1fff7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=952b1f4f-1df7-48bd-a0c8-40d17571e492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752060 Jul 16 01:20:30.686245 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.696862 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9427ed0-35f4-4dca-ad15-58c93ffd4674 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.758242 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24ba2f12-0eba-4cf4-a824-58c1301a0b49 req-2e5c91d6-a57b-4d67-9783-fc097b9b943c tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583718 Jul 16 01:20:30.760817 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9427ed0-35f4-4dca-ad15-58c93ffd4674 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.805365 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-28c56ad7-bbf1-441a-913d-8c03ce0811e4 req-41a19c08-5b8c-4ed3-9df7-d735980d82dd service neutron] 10.222.0.84 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438290 Jul 16 01:20:31.018574 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-28c56ad7-bbf1-441a-913d-8c03ce0811e4 req-6d6e2098-7f95-4b3c-9106-56b901e29fe2 service neutron] 10.222.0.84 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049491 Jul 16 01:20:31.036032 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-f9427ed0-35f4-4dca-ad15-58c93ffd4674 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Floating IP 4e05d9fd-6490-4346-a57c-d32f591e2d76 associated. External IP: 172.25.6.115, port: beacc2e5-69c8-4208-89bd-64878bc5925b. Jul 16 01:20:31.109678 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.185816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b996b3-5a43-4158-9011-c2e6501a1de0 req-136fae7c-9fa3-49f7-ad50-85293fd36147 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:31.188077 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c8b996b3-5a43-4158-9011-c2e6501a1de0 req-136fae7c-9fa3-49f7-ad50-85293fd36147 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.82 "GET /v2.0/ports?device_id=e5dfc5c1-7d8f-469e-8f87-064a8ea993ca HTTP/1.1" status: 200 len: 945 time: 0.1667058 Jul 16 01:20:31.198379 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61204a-6f8a-4a46-b93a-c7e90723bcab req-758a2bb1-af0c-40d3-810f-664be42fbd80 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:31.200348 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b61204a-6f8a-4a46-b93a-c7e90723bcab req-758a2bb1-af0c-40d3-810f-664be42fbd80 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.1556745 Jul 16 01:20:31.336921 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b61204a-6f8a-4a46-b93a-c7e90723bcab req-0a096f3d-606d-4994-8335-ce3aeb906abf tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750773 Jul 16 01:20:31.427522 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-c8b996b3-5a43-4158-9011-c2e6501a1de0 req-4e584fd6-733e-40e8-b4ab-061c86c39002 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Deleting port 8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:31.428268 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c8b996b3-5a43-4158-9011-c2e6501a1de0 req-4e584fd6-733e-40e8-b4ab-061c86c39002 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.635465 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34edde7-a71e-4275-b64d-f3fcaa541137 req-7d690a92-ccc9-4c1f-a1c0-2f9c642f6634 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:31.642636 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b34edde7-a71e-4275-b64d-f3fcaa541137 req-7d690a92-ccc9-4c1f-a1c0-2f9c642f6634 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dfc5c1-7d8f-469e-8f87-064a8ea993ca HTTP/1.1" status: 200 len: 945 time: 0.2724314 Jul 16 01:20:31.645919 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-c8b996b3-5a43-4158-9011-c2e6501a1de0 req-4e584fd6-733e-40e8-b4ab-061c86c39002 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] For port 8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead,segment=NetworkSegment(c37eede0-c57d-41f4-95f6-8acd5b71ffa7),segment_id=c37eede0-c57d-41f4-95f6-8acd5b71ffa7)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:31.646289 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c8b996b3-5a43-4158-9011-c2e6501a1de0 req-4e584fd6-733e-40e8-b4ab-061c86c39002 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.670091 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-c8b996b3-5a43-4158-9011-c2e6501a1de0 req-4e584fd6-733e-40e8-b4ab-061c86c39002 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Calling delete_port for 8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:31.698901 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714fb26-256f-4495-9588-0c532056e7bb req-c2e36c2f-ba10-4d71-9cae-a6a5c92b93cb tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:31.707960 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e714fb26-256f-4495-9588-0c532056e7bb req-c2e36c2f-ba10-4d71-9cae-a6a5c92b93cb tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 950 time: 0.1633670 Jul 16 01:20:31.739956 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b34edde7-a71e-4275-b64d-f3fcaa541137 req-fa11ea2e-5b26-4c22-8076-bb36d47474ba tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/security-groups?id=426cbedb-0e88-4810-ba23-f7278f50bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961814 Jul 16 01:20:31.777101 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9427ed0-35f4-4dca-ad15-58c93ffd4674 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Router 663947a6-012a-46bc-9ace-096c37176a9e has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:20:31.836331 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e714fb26-256f-4495-9588-0c532056e7bb req-f8df93ba-f011-4ccc-8641-74408bb67ce3 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277430 Jul 16 01:20:31.987336 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c8b996b3-5a43-4158-9011-c2e6501a1de0 req-4e584fd6-733e-40e8-b4ab-061c86c39002 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.001748 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['bad922a7-9a2b-4483-bbcf-98904f395b54'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:32.006148 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead', '383bbfe1-f09b-460f-abe2-80d527e436c4'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:32.017101 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9427ed0-35f4-4dca-ad15-58c93ffd4674 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:20:32.032696 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9427ed0-35f4-4dca-ad15-58c93ffd4674 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.090071 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8e5222-301f-437f-919a-6c8af212310a None None] Sync routers for ids ['663947a6-012a-46bc-9ace-096c37176a9e'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:20:32.097444 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f9427ed0-35f4-4dca-ad15-58c93ffd4674 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "PUT /v2.0/floatingips/4e05d9fd-6490-4346-a57c-d32f591e2d76 HTTP/1.1" status: 200 len: 991 time: 3.1714728 Jul 16 01:20:32.098062 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'tag': 'beacc2e5-69c8-4208-89bd-64878bc5925b'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:32.116263 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d444e9b-b992-4d71-977e-bca29b58c729" -d '{"events": [{"name": "network-changed", "server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "tag": "beacc2e5-69c8-4208-89bd-64878bc5925b"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:32.142535 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8e5222-301f-437f-919a-6c8af212310a None None] Routers {'663947a6-012a-46bc-9ace-096c37176a9e'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:20:32.143478 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9f8e5222-301f-437f-919a-6c8af212310a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:20:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['663947a6-012a-46bc-9ace-096c37176a9e'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:32.145457 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e584fd6-733e-40e8-b4ab-061c86c39002 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Pushing event deleted for resources: {'Port': ['ID=8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:32.323223 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b996b3-5a43-4158-9011-c2e6501a1de0 req-4e584fd6-733e-40e8-b4ab-061c86c39002 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] No DVR routers for this DVR port 8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:32.329401 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c8b996b3-5a43-4158-9011-c2e6501a1de0 req-4e584fd6-733e-40e8-b4ab-061c86c39002 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.340327 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c8b996b3-5a43-4158-9011-c2e6501a1de0 req-4e584fd6-733e-40e8-b4ab-061c86c39002 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.82 "DELETE /v2.0/ports/8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead HTTP/1.1" status: 204 len: 173 time: 1.1385632 Jul 16 01:20:32.354549 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dfc5c1-7d8f-469e-8f87-064a8ea993ca', 'name': 'network-vif-deleted', 'tag': '8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:32.367821 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f405d3ee-613b-45f7-80a3-f5731ad60d50" -d '{"events": [{"server_uuid": "e5dfc5c1-7d8f-469e-8f87-064a8ea993ca", "name": "network-vif-deleted", "tag": "8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:32.394180 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-9f8e5222-301f-437f-919a-6c8af212310a None None] Set router 663947a6-012a-46bc-9ace-096c37176a9e gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:20:32.440274 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efec5a-6320-473e-ac16-1bfedb66152d req-e4a4ca95-8f3a-4057-a006-4468c1c2b435 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:32.456936 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c9efec5a-6320-473e-ac16-1bfedb66152d req-e4a4ca95-8f3a-4057-a006-4468c1c2b435 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 943 time: 0.3994844 Jul 16 01:20:32.545032 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c9efec5a-6320-473e-ac16-1bfedb66152d req-10582802-ae01-456a-9722-d63250332708 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867739 Jul 16 01:20:32.585665 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.648078 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237066c5-0e4a-4919-b599-5d8f57214908 x-openstack-request-id: req-237066c5-0e4a-4919-b599-5d8f57214908 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:32.648689 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "tag": "beacc2e5-69c8-4208-89bd-64878bc5925b", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:32.649161 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-237066c5-0e4a-4919-b599-5d8f57214908 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:32.650020 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'tag': 'beacc2e5-69c8-4208-89bd-64878bc5925b', 'status': 'completed', 'code': 200} Jul 16 01:20:32.762541 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dee81c9-a373-401a-9d26-f347f9dfcdc8 x-openstack-request-id: req-8dee81c9-a373-401a-9d26-f347f9dfcdc8 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:32.762836 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dfc5c1-7d8f-469e-8f87-064a8ea993ca", "name": "network-vif-deleted", "tag": "8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:32.763076 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8dee81c9-a373-401a-9d26-f347f9dfcdc8 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:32.763475 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dfc5c1-7d8f-469e-8f87-064a8ea993ca', 'name': 'network-vif-deleted', 'tag': '8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead', 'status': 'completed', 'code': 200} Jul 16 01:20:32.874226 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d444e9b-b992-4d71-977e-bca29b58c729 req-4c22c403-39f5-4241-a89e-6aef73edd309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:32.875725 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d444e9b-b992-4d71-977e-bca29b58c729 req-4c22c403-39f5-4241-a89e-6aef73edd309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:32.876589 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d444e9b-b992-4d71-977e-bca29b58c729 req-4c22c403-39f5-4241-a89e-6aef73edd309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:32.877242 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d444e9b-b992-4d71-977e-bca29b58c729 req-4c22c403-39f5-4241-a89e-6aef73edd309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:32.877888 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d444e9b-b992-4d71-977e-bca29b58c729 req-4c22c403-39f5-4241-a89e-6aef73edd309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:32.878532 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d444e9b-b992-4d71-977e-bca29b58c729 req-4c22c403-39f5-4241-a89e-6aef73edd309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:32.879310 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d444e9b-b992-4d71-977e-bca29b58c729 req-4c22c403-39f5-4241-a89e-6aef73edd309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:32.881566 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d444e9b-b992-4d71-977e-bca29b58c729 req-4c22c403-39f5-4241-a89e-6aef73edd309 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=673d6f606a904bf5902fda58599b5f5e&device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 6508 time: 0.2036510 Jul 16 01:20:33.103163 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92756fc7-5def-4865-927c-83539c185440 req-278cb6af-f1d8-46cd-b8b7-eff325fa3525 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:33.114014 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d992a059-9a7a-4476-96f3-7972bb54cc72 req-85aabe57-1d3c-405f-918d-71820970cd34 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5dfc5c1-7d8f-469e-8f87-064a8ea993ca HTTP/1.1" status: 200 len: 210 time: 0.0685811 Jul 16 01:20:33.127375 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92756fc7-5def-4865-927c-83539c185440 req-278cb6af-f1d8-46cd-b8b7-eff325fa3525 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.2710841 Jul 16 01:20:33.178716 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d444e9b-b992-4d71-977e-bca29b58c729 req-24166981-2997-4907-a909-25d9e3ca0975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:33.180649 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d444e9b-b992-4d71-977e-bca29b58c729 req-24166981-2997-4907-a909-25d9e3ca0975 service neutron] 10.222.0.82 "GET /v2.0/networks?id=99585749-6e41-4e60-92b1-0c114a9091db HTTP/1.1" status: 200 len: 918 time: 0.2809234 Jul 16 01:20:33.332303 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92756fc7-5def-4865-927c-83539c185440 req-539eb70a-1b2d-4792-8668-bcc6920e002d tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033713 Jul 16 01:20:33.341129 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9f8e5222-301f-437f-919a-6c8af212310a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663947a6-012a-46bc-9ace-096c37176a9e', 'name': 'tempest-TaggedBootDevicesTest_v242-1804917117-router', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:02Z', 'updated_at': '2021-07-16T01:18:08Z', 'revision_number': 4, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'gw_port': {'id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:03Z', 'updated_at': '2021-07-16T01:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '4e05d9fd-6490-4346-a57c-d32f591e2d76', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'floating_ip_address': '172.25.6.115', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'port_id': 'beacc2e5-69c8-4208-89bd-64878bc5925b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db', 'mac_address': 'fa:16:3e:db:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:18:53Z', 'updated_at': '2021-07-16T01:20:30Z', 'revision_number': 1, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6500010-5f84-4a65-a67c-4514eb0c3604', 'name': '', 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'mac_address': 'fa:16:3e:fb:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd41468b7-b0b4-41eb-bdf2-84a94c3d3c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:07Z', 'updated_at': '2021-07-16T01:18:17Z', 'revision_number': 5, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'subnets': [{'id': 'd41468b7-b0b4-41eb-bdf2-84a94c3d3c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:33.384217 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d444e9b-b992-4d71-977e-bca29b58c729 req-37325b6e-2e1d-41c3-b617-81783ec5c591 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beacc2e5-69c8-4208-89bd-64878bc5925b HTTP/1.1" status: 200 len: 999 time: 0.1894906 Jul 16 01:20:33.445552 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8e5222-301f-437f-919a-6c8af212310a None None] Checking router: 663947a6-012a-46bc-9ace-096c37176a9e for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:20:33.478393 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8e5222-301f-437f-919a-6c8af212310a None None] Routers {'663947a6-012a-46bc-9ace-096c37176a9e'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:20:33.479142 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9f8e5222-301f-437f-919a-6c8af212310a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:20:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['663947a6-012a-46bc-9ace-096c37176a9e'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:33.526640 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d444e9b-b992-4d71-977e-bca29b58c729 req-f6176e71-e059-4b67-bf8b-667cb2936f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:33.536471 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d444e9b-b992-4d71-977e-bca29b58c729 req-f6176e71-e059-4b67-bf8b-667cb2936f94 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d41468b7-b0b4-41eb-bdf2-84a94c3d3c68 HTTP/1.1" status: 200 len: 856 time: 0.1300111 Jul 16 01:20:33.556668 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1b4de-a42a-4627-a1b6-f84a4c67e3d6 req-f3f1fc9c-ae22-496f-afbc-05b864df0a3e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:33.567017 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cda1b4de-a42a-4627-a1b6-f84a4c67e3d6 req-f3f1fc9c-ae22-496f-afbc-05b864df0a3e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 950 time: 0.1579180 Jul 16 01:20:33.658127 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d444e9b-b992-4d71-977e-bca29b58c729 req-ceb43e6b-637a-4aae-9197-12f990ca70e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:33.660391 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d444e9b-b992-4d71-977e-bca29b58c729 req-ceb43e6b-637a-4aae-9197-12f990ca70e7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=99585749-6e41-4e60-92b1-0c114a9091db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1229572 Jul 16 01:20:33.669243 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cda1b4de-a42a-4627-a1b6-f84a4c67e3d6 req-e9c70f75-2ab6-42d6-9b79-226793bd39b0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012840 Jul 16 01:20:33.703835 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-9f8e5222-301f-437f-919a-6c8af212310a None None] Set router 663947a6-012a-46bc-9ace-096c37176a9e gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:20:33.843022 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d444e9b-b992-4d71-977e-bca29b58c729 req-a53abc37-ef10-4d2b-b82c-ac22ec43241d service neutron] 10.222.0.82 "GET /v2.0/networks/99585749-6e41-4e60-92b1-0c114a9091db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742175 Jul 16 01:20:34.075387 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d444e9b-b992-4d71-977e-bca29b58c729 req-0d2ca27a-4e89-4bd7-a1e9-ce0f493c65bd service neutron] 10.222.0.82 "GET /v2.0/networks/99585749-6e41-4e60-92b1-0c114a9091db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796315 Jul 16 01:20:34.117430 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c74bb5-bb6c-4cd0-87f9-aa6f0e905783 req-a01c87ed-4634-4fb2-a725-b76231d278e3 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:34.119502 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40c74bb5-bb6c-4cd0-87f9-aa6f0e905783 req-a01c87ed-4634-4fb2-a725-b76231d278e3 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 943 time: 0.2713611 Jul 16 01:20:34.211212 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40c74bb5-bb6c-4cd0-87f9-aa6f0e905783 req-fb0e6420-fc7d-4ff7-80a3-305b420efe60 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838063 Jul 16 01:20:34.215055 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9f8e5222-301f-437f-919a-6c8af212310a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663947a6-012a-46bc-9ace-096c37176a9e', 'name': 'tempest-TaggedBootDevicesTest_v242-1804917117-router', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:02Z', 'updated_at': '2021-07-16T01:18:08Z', 'revision_number': 4, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'gw_port': {'id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:03Z', 'updated_at': '2021-07-16T01:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '4e05d9fd-6490-4346-a57c-d32f591e2d76', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'floating_ip_address': '172.25.6.115', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'port_id': 'beacc2e5-69c8-4208-89bd-64878bc5925b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db', 'mac_address': 'fa:16:3e:db:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:18:53Z', 'updated_at': '2021-07-16T01:20:30Z', 'revision_number': 1, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6500010-5f84-4a65-a67c-4514eb0c3604', 'name': '', 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'mac_address': 'fa:16:3e:fb:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd41468b7-b0b4-41eb-bdf2-84a94c3d3c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:07Z', 'updated_at': '2021-07-16T01:18:17Z', 'revision_number': 5, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'subnets': [{'id': 'd41468b7-b0b4-41eb-bdf2-84a94c3d3c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:34.258097 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8e5222-301f-437f-919a-6c8af212310a None None] The sync data for ids ['663947a6-012a-46bc-9ace-096c37176a9e'] in n-d-792394-16 is: [{'id': '663947a6-012a-46bc-9ace-096c37176a9e', 'name': 'tempest-TaggedBootDevicesTest_v242-1804917117-router', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:02Z', 'updated_at': '2021-07-16T01:18:08Z', 'revision_number': 4, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'gw_port': {'id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:03Z', 'updated_at': '2021-07-16T01:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '4e05d9fd-6490-4346-a57c-d32f591e2d76', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'floating_ip_address': '172.25.6.115', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'port_id': 'beacc2e5-69c8-4208-89bd-64878bc5925b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db', 'mac_address': 'fa:16:3e:db:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:18:53Z', 'updated_at': '2021-07-16T01:20:30Z', 'revision_number': 1, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6500010-5f84-4a65-a67c-4514eb0c3604', 'name': '', 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'mac_address': 'fa:16:3e:fb:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd41468b7-b0b4-41eb-bdf2-84a94c3d3c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:07Z', 'updated_at': '2021-07-16T01:18:17Z', 'revision_number': 5, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'subnets': [{'id': 'd41468b7-b0b4-41eb-bdf2-84a94c3d3c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:20:34.554670 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d895353b-ae71-4423-b4d4-7d5a7eed0e00 req-59324ede-e373-4eaa-be03-b13884b8dde2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1215067 Jul 16 01:20:34.651865 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12d337-93e5-4be5-8fb8-ed86890f4e7c req-7b804aea-bd1b-4b97-8ab5-f0be49725319 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:34.662632 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1b12d337-93e5-4be5-8fb8-ed86890f4e7c req-7b804aea-bd1b-4b97-8ab5-f0be49725319 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.1364431 Jul 16 01:20:34.702951 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:34.743796 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895353b-ae71-4423-b4d4-7d5a7eed0e00 req-ecd65e24-5fd9-4def-8a6d-bcf4ef9d6b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:34.745432 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d895353b-ae71-4423-b4d4-7d5a7eed0e00 req-ecd65e24-5fd9-4def-8a6d-bcf4ef9d6b61 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 1096 time: 0.1560116 Jul 16 01:20:34.780317 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1b12d337-93e5-4be5-8fb8-ed86890f4e7c req-a1ca394b-85ce-4cef-8b55-106afdfac5ec tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149118 Jul 16 01:20:34.787547 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a904c003-5bfc-4966-bf0d-21ec51464c6d None None] New status for floating IP 4e05d9fd-6490-4346-a57c-d32f591e2d76: ACTIVE {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:20:34.961561 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:34.994530 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895353b-ae71-4423-b4d4-7d5a7eed0e00 req-cf5de1cd-34a1-4f06-90cf-01f1ac4aeab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:34.996029 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d895353b-ae71-4423-b4d4-7d5a7eed0e00 req-cf5de1cd-34a1-4f06-90cf-01f1ac4aeab8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 908 time: 0.2205117 Jul 16 01:20:35.020293 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-cb9578eb-dd90-4900-b908-71041c63389c service neutron] show failed (client error): The resource could not be found. Jul 16 01:20:35.021989 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-cb9578eb-dd90-4900-b908-71041c63389c service neutron] 10.222.0.82 "GET /v2.0/ports/2cb7612a-f9a4-430c-99cf-c7f731abfb9b/bindings/n-h1-792394-16 HTTP/1.1" status: 404 len: 381 time: 0.1747246 Jul 16 01:20:35.026072 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:35.026771 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8e99ff0f-ce9d-4f54-bbcd-66f0427f5ead not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:35.126870 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d895353b-ae71-4423-b4d4-7d5a7eed0e00 req-f8bc7fb6-528a-4492-9729-1a1f69358638 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac6e6db6-3f96-4df8-bed0-b111f3190e0d HTTP/1.1" status: 200 len: 217 time: 0.1144867 Jul 16 01:20:35.193857 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:20:35.324986 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895353b-ae71-4423-b4d4-7d5a7eed0e00 req-db2005fd-9ad2-47d5-a07c-a3cd79d2520d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:35.331137 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d895353b-ae71-4423-b4d4-7d5a7eed0e00 req-db2005fd-9ad2-47d5-a07c-a3cd79d2520d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=53fcd526-4834-4829-80ef-c0f48c90d8f1 HTTP/1.1" status: 200 len: 847 time: 0.1332858 Jul 16 01:20:35.411211 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d895353b-ae71-4423-b4d4-7d5a7eed0e00 req-42d3cf83-c582-4abe-b9e8-e92b9644c6fc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0acde702-0391-44d7-919c-717172e79311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732427 Jul 16 01:20:35.516041 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d895353b-ae71-4423-b4d4-7d5a7eed0e00 req-f5c59eb2-4093-45ad-8301-4076d5f6f8d3 service neutron] 10.222.0.82 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942409 Jul 16 01:20:35.809302 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec350443-9238-45f5-b82f-aee0884198ee req-0f7095e8-e4f3-4a20-8586-28c327a24d95 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:35.815768 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ec350443-9238-45f5-b82f-aee0884198ee req-0f7095e8-e4f3-4a20-8586-28c327a24d95 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 943 time: 0.0989931 Jul 16 01:20:35.878018 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ec350443-9238-45f5-b82f-aee0884198ee req-ce1722a7-ff19-4bca-bf57-3c3279a4bdc5 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612051 Jul 16 01:20:35.944797 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc609c-d728-4e14-9f49-4449d098c3ce req-2769c00e-0c00-4771-bba6-1550b3fa3600 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:35.952023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68bc609c-d728-4e14-9f49-4449d098c3ce req-2769c00e-0c00-4771-bba6-1550b3fa3600 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 950 time: 0.9312589 Jul 16 01:20:36.015255 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-fed13c03-620a-4ab8-906c-10a8f16bc11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:36.016975 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-fed13c03-620a-4ab8-906c-10a8f16bc11e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d&tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a HTTP/1.1" status: 200 len: 1102 time: 0.6398668 Jul 16 01:20:36.036459 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68bc609c-d728-4e14-9f49-4449d098c3ce req-766ad1b9-5444-4ab5-b250-3ac3ca85b801 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834415 Jul 16 01:20:36.049475 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-16', 'device_owner': 'compute:nova'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:36.065335 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d895353b-ae71-4423-b4d4-7d5a7eed0e00 req-75ad2bf8-9af2-4870-b91b-d6be0bd373a6 service neutron] 10.222.0.82 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396032 Jul 16 01:20:36.170244 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171cb23-d796-4cce-9103-9c6578230d7b req-a410d00f-157f-483a-9ae1-f3189735f08c tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:36.177464 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b171cb23-d796-4cce-9103-9c6578230d7b req-a410d00f-157f-483a-9ae1-f3189735f08c tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.1485553 Jul 16 01:20:36.214279 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.260990 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b171cb23-d796-4cce-9103-9c6578230d7b req-74608c5a-23db-4f9b-ab6f-7c04c66f4080 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762138 Jul 16 01:20:36.633789 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] For port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:36.695913 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] For port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:36.741394 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cda9a4f-6388-401f-a2f6-408920def22d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cb7612a-f9a4-430c-99cf-c7f731abfb9b'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:36.743805 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4f6e8d-78cc-4750-ae8d-a2b2c7a0f96b" -d '{"events": [{"server_uuid": "3cda9a4f-6388-401f-a2f6-408920def22d", "name": "network-vif-unplugged", "status": "completed", "tag": "2cb7612a-f9a4-430c-99cf-c7f731abfb9b"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:36.750253 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.763921 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] Transition to ACTIVE for port object 2cb7612a-f9a4-430c-99cf-c7f731abfb9b will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:36.783961 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.857731 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0434b464-7c68-48c2-9191-50d515046b87 x-openstack-request-id: req-0434b464-7c68-48c2-9191-50d515046b87 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:36.858090 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cda9a4f-6388-401f-a2f6-408920def22d", "name": "network-vif-unplugged", "status": "completed", "tag": "2cb7612a-f9a4-430c-99cf-c7f731abfb9b", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:36.858272 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0434b464-7c68-48c2-9191-50d515046b87 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:36.858639 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cda9a4f-6388-401f-a2f6-408920def22d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cb7612a-f9a4-430c-99cf-c7f731abfb9b', 'code': 200} Jul 16 01:20:36.882606 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] No DVR routers for this DVR port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:36.892637 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,revision_number=6']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:36.997417 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] Attempting to bind port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:36.997771 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] Attempting to bind port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:36.998111 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] Attempting to bind port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:37.004997 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] Port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:37.005251 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] Attempting to bind port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:37.019602 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:37.019851 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:37.020175 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:37.020653 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] Bound port: 2cb7612a-f9a4-430c-99cf-c7f731abfb9b, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:37.021014 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.119724 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcbb9b-ad53-491d-bf08-0d679586438f req-16e345b7-0ec1-4983-867c-a30dd7d40ad2 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:37.126764 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcbb9b-ad53-491d-bf08-0d679586438f req-16e345b7-0ec1-4983-867c-a30dd7d40ad2 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:37.132288 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e9b8a-bbb7-4792-97b0-ddd8725c6b61 req-1aa76e3a-6e64-432d-aa3c-98f1dd5cfb28 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:37.134858 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1bfcbb9b-ad53-491d-bf08-0d679586438f req-16e345b7-0ec1-4983-867c-a30dd7d40ad2 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eed3f92-1966-478f-8931-d983b66efb52&device_id=a0d434a1-8b3f-430f-9035-0487c41e8fb0 HTTP/1.1" status: 200 len: 1681 time: 0.2353280 Jul 16 01:20:37.135631 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b62e9b8a-bbb7-4792-97b0-ddd8725c6b61 req-1aa76e3a-6e64-432d-aa3c-98f1dd5cfb28 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 943 time: 0.1035779 Jul 16 01:20:37.191093 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b62e9b8a-bbb7-4792-97b0-ddd8725c6b61 req-5677606b-1d7e-42f9-a15d-d67eab7d4d33 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488729 Jul 16 01:20:37.289384 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] For port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:37.294703 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1bfcbb9b-ad53-491d-bf08-0d679586438f req-4cca211b-5f23-4ac0-9535-faaf037aa728 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/security-groups?id=426cbedb-0e88-4810-ba23-f7278f50bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575782 Jul 16 01:20:37.336836 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] For port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:37.394428 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.434828 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ace94a-0380-4ffe-a8ae-7ab4e6bf18f8 req-9f9a7d85-808a-46b3-8d94-6f013bb32ee2 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:37.444517 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:37.445210 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.446640 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] 10.222.0.84 "PUT /v2.0/ports/2cb7612a-f9a4-430c-99cf-c7f731abfb9b HTTP/1.1" status: 200 len: 1097 time: 1.4033406 Jul 16 01:20:37.457642 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-07ace94a-0380-4ffe-a8ae-7ab4e6bf18f8 req-9f9a7d85-808a-46b3-8d94-6f013bb32ee2 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 948 time: 0.0989914 Jul 16 01:20:37.480479 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97beef0-0f93-4f27-a76e-8ba3fe039bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,revision_number=7']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:37.540594 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-07ace94a-0380-4ffe-a8ae-7ab4e6bf18f8 req-2e2dc5da-5fe4-4fd6-b587-595f3474c844 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812531 Jul 16 01:20:37.658388 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d9ad767c-9264-4bbb-aabf-ef284d2b647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:37.662340 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-d9ad767c-9264-4bbb-aabf-ef284d2b647a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 1100 time: 0.1741509 Jul 16 01:20:37.861658 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-b0ae399f-07ff-48c4-9ac6-5a497d82812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:37.863138 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-b0ae399f-07ff-48c4-9ac6-5a497d82812d service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.1796002 Jul 16 01:20:37.894491 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28e337-0675-4c6e-bebd-53c962cc2628 req-e6f4dde0-93b1-4042-abdb-25cba4cbd987 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:37.896071 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6a28e337-0675-4c6e-bebd-53c962cc2628 req-e6f4dde0-93b1-4042-abdb-25cba4cbd987 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.2419474 Jul 16 01:20:37.941038 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-4853e03f-5e86-4152-b8eb-722238fcf608 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b HTTP/1.1" status: 200 len: 217 time: 0.0670424 Jul 16 01:20:38.024421 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6a28e337-0675-4c6e-bebd-53c962cc2628 req-09d418d2-9ff4-4114-8a30-feee64b96b19 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910220 Jul 16 01:20:38.039376 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-5413cf0a-d6de-4aff-b1d2-a04423ba827f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:38.041202 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-5413cf0a-d6de-4aff-b1d2-a04423ba827f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0894940 Jul 16 01:20:38.116945 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-45d51407-546c-4e0c-8330-82b3194e6a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:38.118739 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-45d51407-546c-4e0c-8330-82b3194e6a59 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0676415 Jul 16 01:20:38.226350 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-4e094ec5-b23b-439b-892f-f16b43605911 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967042 Jul 16 01:20:38.416694 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dcd1b0a5-3b77-4460-a82d-5852c9228ff4 req-19fd07d4-1c69-470b-9998-83ada2a74338 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850417 Jul 16 01:20:38.486713 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf8a65-4585-4bfc-8916-a2d213a158b5 req-a76dfd68-e5e8-4af1-a905-a8b2b82a8bd4 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:38.490514 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-79bf8a65-4585-4bfc-8916-a2d213a158b5 req-a76dfd68-e5e8-4af1-a905-a8b2b82a8bd4 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 943 time: 0.0884709 Jul 16 01:20:38.552298 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-79bf8a65-4585-4bfc-8916-a2d213a158b5 req-4993a323-1c61-499c-a535-dc6e63e5824b tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539241 Jul 16 01:20:38.835210 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423778ec-a6b2-4c1a-8d9d-55ef204299d4 req-36e68e37-063a-4a21-b7ec-900bdbd1235d tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:38.837352 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-423778ec-a6b2-4c1a-8d9d-55ef204299d4 req-36e68e37-063a-4a21-b7ec-900bdbd1235d tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 948 time: 0.0759068 Jul 16 01:20:38.860602 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cda9a4f-6388-401f-a2f6-408920def22d', 'tag': '2cb7612a-f9a4-430c-99cf-c7f731abfb9b'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:38.865926 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7da8259-045f-401f-9af5-5828736fdd4c" -d '{"events": [{"name": "network-changed", "server_uuid": "3cda9a4f-6388-401f-a2f6-408920def22d", "tag": "2cb7612a-f9a4-430c-99cf-c7f731abfb9b"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:38.884738 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-423778ec-a6b2-4c1a-8d9d-55ef204299d4 req-65255923-2d78-40f5-873a-a490a440444a tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392978 Jul 16 01:20:38.986406 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2cb7612a-f9a4-430c-99cf-c7f731abfb9b no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:39.039073 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2cb7612a-f9a4-430c-99cf-c7f731abfb9b not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:39.072893 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09dc60-9c5c-4be4-8330-cc9707459f11 req-14e5809c-6b0b-421d-a9dc-19dac9f4e1c0 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:39.074498 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8c09dc60-9c5c-4be4-8330-cc9707459f11 req-14e5809c-6b0b-421d-a9dc-19dac9f4e1c0 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eed3f92-1966-478f-8931-d983b66efb52 HTTP/1.1" status: 200 len: 945 time: 0.0709836 Jul 16 01:20:39.118414 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8c09dc60-9c5c-4be4-8330-cc9707459f11 req-d07ada90-75f2-42b5-8970-fc6557483505 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/security-groups?id=426cbedb-0e88-4810-ba23-f7278f50bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381439 Jul 16 01:20:39.129411 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-be4e82ab-5795-4114-a034-48accbcdef41 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:39.131000 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-be4e82ab-5795-4114-a034-48accbcdef41 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/networks?id=94f37fec-a19a-4c78-8107-bd9bd459dfd1 HTTP/1.1" status: 200 len: 814 time: 0.1295326 Jul 16 01:20:39.149247 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-4e45fcea-fc60-4468-91e0-ba8ed3031fcb tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/quotas/f111b43aeca54e46af3cf1fcf1fbd6ee HTTP/1.1" status: 200 len: 375 time: 0.0110285 Jul 16 01:20:39.201676 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f16ea17-85f1-43f4-a0a5-93f724b659fa x-openstack-request-id: req-8f16ea17-85f1-43f4-a0a5-93f724b659fa {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:39.201979 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cda9a4f-6388-401f-a2f6-408920def22d", "tag": "2cb7612a-f9a4-430c-99cf-c7f731abfb9b", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:39.202261 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f16ea17-85f1-43f4-a0a5-93f724b659fa {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:39.202721 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cda9a4f-6388-401f-a2f6-408920def22d', 'tag': '2cb7612a-f9a4-430c-99cf-c7f731abfb9b', 'status': 'completed', 'code': 200} Jul 16 01:20:39.329150 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-35e301f4-7ec2-4065-a501-7027f8af9775 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f111b43aeca54e46af3cf1fcf1fbd6ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1741788 Jul 16 01:20:39.373229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da8259-045f-401f-9af5-5828736fdd4c req-4691e933-45b8-4f33-ae35-48a7de9e480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:39.375410 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7da8259-045f-401f-9af5-5828736fdd4c req-4691e933-45b8-4f33-ae35-48a7de9e480e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 1100 time: 0.1492610 Jul 16 01:20:39.383457 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da8259-045f-401f-9af5-5828736fdd4c req-97f7932c-c360-42bd-bead-0ce2bfc67dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:39.385362 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7da8259-045f-401f-9af5-5828736fdd4c req-97f7932c-c360-42bd-bead-0ce2bfc67dcc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 1100 time: 0.1759512 Jul 16 01:20:39.479229 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d297e3-a2cb-42b2-beb3-25ae99f1a037 req-e09f0558-8981-46fb-8e88-eea7c6b80996 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:39.481549 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51d297e3-a2cb-42b2-beb3-25ae99f1a037 req-e09f0558-8981-46fb-8e88-eea7c6b80996 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.0791967 Jul 16 01:20:39.530826 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51d297e3-a2cb-42b2-beb3-25ae99f1a037 req-c63ceabb-1852-4051-a733-22b68e081cfe tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410545 Jul 16 01:20:39.576880 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-188e36d5-27a8-4a21-9552-96d01d7ab039 service neutron] 10.222.0.16 "GET /v2.0/networks/94f37fec-a19a-4c78-8107-bd9bd459dfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426248 Jul 16 01:20:39.625611 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da8259-045f-401f-9af5-5828736fdd4c req-7185fa00-a5e2-4be4-98d7-89d2bb861972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:39.627113 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7da8259-045f-401f-9af5-5828736fdd4c req-7185fa00-a5e2-4be4-98d7-89d2bb861972 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2376053 Jul 16 01:20:39.635751 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da8259-045f-401f-9af5-5828736fdd4c req-7babf70e-6ae8-4b09-8d73-7bf434463b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:39.637226 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7da8259-045f-401f-9af5-5828736fdd4c req-7babf70e-6ae8-4b09-8d73-7bf434463b67 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2376499 Jul 16 01:20:39.715518 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7da8259-045f-401f-9af5-5828736fdd4c req-33b62432-808d-4fe6-a8e5-0d1e2f09b47b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b HTTP/1.1" status: 200 len: 217 time: 0.0772307 Jul 16 01:20:39.760972 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7da8259-045f-401f-9af5-5828736fdd4c req-3561fe47-d787-49a8-8782-d2de6e38ef7c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b HTTP/1.1" status: 200 len: 217 time: 0.1103776 Jul 16 01:20:39.807447 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eec23d-5d99-4eb5-8835-4cecc8c4224b req-76e3cb04-4b6f-42e9-b76a-0bb078c5f6fd tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:39.809456 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-10eec23d-5d99-4eb5-8835-4cecc8c4224b req-76e3cb04-4b6f-42e9-b76a-0bb078c5f6fd tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 943 time: 0.1127551 Jul 16 01:20:39.848274 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-6ceca83c-4a10-4e45-b849-b3d67c26ea2c service neutron] 10.222.0.16 "GET /v2.0/networks/94f37fec-a19a-4c78-8107-bd9bd459dfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614462 Jul 16 01:20:39.855182 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da8259-045f-401f-9af5-5828736fdd4c req-0f899c4b-da67-4306-a6b1-6716f1d58629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:39.856649 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7da8259-045f-401f-9af5-5828736fdd4c req-0f899c4b-da67-4306-a6b1-6716f1d58629 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1123056 Jul 16 01:20:39.860594 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da8259-045f-401f-9af5-5828736fdd4c req-a23dc435-412a-4b37-918f-45641f11a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:39.862078 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7da8259-045f-401f-9af5-5828736fdd4c req-a23dc435-412a-4b37-918f-45641f11a1ea service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0802476 Jul 16 01:20:39.909403 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-10eec23d-5d99-4eb5-8835-4cecc8c4224b req-64e42674-7d01-48d9-93fd-1e0dd31c1d1c tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879035 Jul 16 01:20:39.976400 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da8259-045f-401f-9af5-5828736fdd4c req-d4dca65e-4dc6-4360-b283-2be2c6d2a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:39.978029 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7da8259-045f-401f-9af5-5828736fdd4c req-d4dca65e-4dc6-4360-b283-2be2c6d2a94c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1127048 Jul 16 01:20:39.980031 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da8259-045f-401f-9af5-5828736fdd4c req-1830f91b-4a42-4a68-9493-e75186346e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:39.981676 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7da8259-045f-401f-9af5-5828736fdd4c req-1830f91b-4a42-4a68-9493-e75186346e9c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1066611 Jul 16 01:20:39.985201 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247ad6a-5b84-4151-a552-9902f2a9cf45 req-9f6e26c6-3944-43d3-bdd9-3ac88e3bfcbb tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:39.986787 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2247ad6a-5b84-4151-a552-9902f2a9cf45 req-9f6e26c6-3944-43d3-bdd9-3ac88e3bfcbb tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.84 "GET /v2.0/ports?device_id=0eed3f92-1966-478f-8931-d983b66efb52 HTTP/1.1" status: 200 len: 945 time: 0.1760845 Jul 16 01:20:40.183232 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-2247ad6a-5b84-4151-a552-9902f2a9cf45 req-c762ab47-bd3f-4f7b-a8c7-ec857ff90152 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Deleting port bad922a7-9a2b-4483-bbcf-98904f395b54 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:40.183900 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2247ad6a-5b84-4151-a552-9902f2a9cf45 req-c762ab47-bd3f-4f7b-a8c7-ec857ff90152 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:40.250294 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-164016a8-6c44-4497-8ae8-f9bed145253b req-4d274e2b-965b-45fc-bcc3-247febca6134 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/ports?device_id=a791570a-edcb-422d-94a2-33dc9c92b367 HTTP/1.1" status: 200 len: 210 time: 0.0375280 Jul 16 01:20:40.288801 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7da8259-045f-401f-9af5-5828736fdd4c req-201ccf5c-8090-47f3-b3ee-2d4192959d5e service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873526 Jul 16 01:20:40.322813 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7da8259-045f-401f-9af5-5828736fdd4c req-5dc97521-b4b5-4987-82d6-3dede4d41339 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304191 Jul 16 01:20:40.460520 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120c67e-b83d-4e8d-a9f5-cc13f59b136c req-628f7837-e6f8-4025-b027-b61ed94009f2 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:40.462153 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8120c67e-b83d-4e8d-a9f5-cc13f59b136c req-628f7837-e6f8-4025-b027-b61ed94009f2 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 948 time: 0.2714124 Jul 16 01:20:40.470573 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-2247ad6a-5b84-4151-a552-9902f2a9cf45 req-c762ab47-bd3f-4f7b-a8c7-ec857ff90152 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] For port bad922a7-9a2b-4483-bbcf-98904f395b54, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=bad922a7-9a2b-4483-bbcf-98904f395b54,segment=NetworkSegment(c37eede0-c57d-41f4-95f6-8acd5b71ffa7),segment_id=c37eede0-c57d-41f4-95f6-8acd5b71ffa7)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:40.470948 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2247ad6a-5b84-4151-a552-9902f2a9cf45 req-c762ab47-bd3f-4f7b-a8c7-ec857ff90152 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:40.558104 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-2247ad6a-5b84-4151-a552-9902f2a9cf45 req-c762ab47-bd3f-4f7b-a8c7-ec857ff90152 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Calling delete_port for bad922a7-9a2b-4483-bbcf-98904f395b54 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:40.590448 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7da8259-045f-401f-9af5-5828736fdd4c req-54642080-65a1-4f52-ad0a-1232e19831de service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910402 Jul 16 01:20:40.598940 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7da8259-045f-401f-9af5-5828736fdd4c req-5c8d8f8e-33eb-46c1-9bc2-4ddb88da33e4 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642214 Jul 16 01:20:40.610559 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524023c-4485-4f72-a12a-b7acfdf798d7 req-332c78b5-2c71-440a-b3e2-e23981f15140 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:40.615099 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8120c67e-b83d-4e8d-a9f5-cc13f59b136c req-98e613a0-17fc-4deb-b1d6-100b5eec59b6 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240313 Jul 16 01:20:40.615304 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0524023c-4485-4f72-a12a-b7acfdf798d7 req-332c78b5-2c71-440a-b3e2-e23981f15140 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.82 "GET /v2.0/ports?device_id=a0d434a1-8b3f-430f-9035-0487c41e8fb0 HTTP/1.1" status: 200 len: 945 time: 0.3006861 Jul 16 01:20:40.824682 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 2cb7612a-f9a4-430c-99cf-c7f731abfb9b details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:40.864450 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf16ab-29c7-434e-87e9-33630081a1d6 req-8ec28c1a-691e-4f3d-b3aa-3b1224541730 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:40.866310 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6edf16ab-29c7-434e-87e9-33630081a1d6 req-8ec28c1a-691e-4f3d-b3aa-3b1224541730 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eed3f92-1966-478f-8931-d983b66efb52 HTTP/1.1" status: 200 len: 945 time: 0.3922787 Jul 16 01:20:41.019478 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2247ad6a-5b84-4151-a552-9902f2a9cf45 req-c762ab47-bd3f-4f7b-a8c7-ec857ff90152 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.028095 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:41.039751 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['bad922a7-9a2b-4483-bbcf-98904f395b54'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:41.048143 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6edf16ab-29c7-434e-87e9-33630081a1d6 req-a5e2bae6-5723-426e-9777-b2e55e4ff5e2 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/security-groups?id=426cbedb-0e88-4810-ba23-f7278f50bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608524 Jul 16 01:20:41.062647 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '2cb7612a-f9a4-430c-99cf-c7f731abfb9b', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': '2cb7612a-f9a4-430c-99cf-c7f731abfb9b', 'mac_address': 'fa:16:3e:4d:d8:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:41.079433 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762ab47-bd3f-4f7b-a8c7-ec857ff90152 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Pushing event deleted for resources: {'Port': ['ID=bad922a7-9a2b-4483-bbcf-98904f395b54,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:41.132884 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-0524023c-4485-4f72-a12a-b7acfdf798d7 req-45904347-bff1-419b-8bbd-d2ec387341f1 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Deleting port 383bbfe1-f09b-460f-abe2-80d527e436c4 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:41.133541 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0524023c-4485-4f72-a12a-b7acfdf798d7 req-45904347-bff1-419b-8bbd-d2ec387341f1 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.140335 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a26201-26e8-4577-937a-8fab7afe1a0d req-d232e878-2a8d-4336-8aa0-03371d3650d5 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:41.149557 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d9a26201-26e8-4577-937a-8fab7afe1a0d req-d232e878-2a8d-4336-8aa0-03371d3650d5 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.2004087 Jul 16 01:20:41.182112 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-2247ad6a-5b84-4151-a552-9902f2a9cf45 req-c762ab47-bd3f-4f7b-a8c7-ec857ff90152 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] No DVR routers for this DVR port bad922a7-9a2b-4483-bbcf-98904f395b54 on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:41.189186 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.194974 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2247ad6a-5b84-4151-a552-9902f2a9cf45 req-c762ab47-bd3f-4f7b-a8c7-ec857ff90152 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.197891 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2247ad6a-5b84-4151-a552-9902f2a9cf45 req-c762ab47-bd3f-4f7b-a8c7-ec857ff90152 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.84 "DELETE /v2.0/ports/bad922a7-9a2b-4483-bbcf-98904f395b54 HTTP/1.1" status: 204 len: 173 time: 1.2013869 Jul 16 01:20:41.199823 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eed3f92-1966-478f-8931-d983b66efb52', 'name': 'network-vif-deleted', 'tag': 'bad922a7-9a2b-4483-bbcf-98904f395b54'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:41.201591 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d9a26201-26e8-4577-937a-8fab7afe1a0d req-43f4a9fe-e9f3-427c-a0dc-cb7cba3adc2e tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507367 Jul 16 01:20:41.210690 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff56cd9-d4fa-492a-86dc-ce6ddb5069c7" -d '{"events": [{"server_uuid": "0eed3f92-1966-478f-8931-d983b66efb52", "name": "network-vif-deleted", "tag": "bad922a7-9a2b-4483-bbcf-98904f395b54"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:41.223942 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb7612a-f9a4-430c-99cf-c7f731abfb9b {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:41.273154 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:41.283175 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.348768 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:41.439611 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-0524023c-4485-4f72-a12a-b7acfdf798d7 req-45904347-bff1-419b-8bbd-d2ec387341f1 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] For port 383bbfe1-f09b-460f-abe2-80d527e436c4, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=383bbfe1-f09b-460f-abe2-80d527e436c4,segment=NetworkSegment(c37eede0-c57d-41f4-95f6-8acd5b71ffa7),segment_id=c37eede0-c57d-41f4-95f6-8acd5b71ffa7)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:41.440042 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0524023c-4485-4f72-a12a-b7acfdf798d7 req-45904347-bff1-419b-8bbd-d2ec387341f1 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.457122 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de56ee2-a29e-468f-9c79-afbfc6fb01ad x-openstack-request-id: req-9de56ee2-a29e-468f-9c79-afbfc6fb01ad {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:41.461445 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eed3f92-1966-478f-8931-d983b66efb52", "name": "network-vif-deleted", "tag": "bad922a7-9a2b-4483-bbcf-98904f395b54", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:41.461747 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9de56ee2-a29e-468f-9c79-afbfc6fb01ad {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:41.462169 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eed3f92-1966-478f-8931-d983b66efb52', 'name': 'network-vif-deleted', 'tag': 'bad922a7-9a2b-4483-bbcf-98904f395b54', 'status': 'completed', 'code': 200} Jul 16 01:20:41.463091 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-0524023c-4485-4f72-a12a-b7acfdf798d7 req-45904347-bff1-419b-8bbd-d2ec387341f1 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Calling delete_port for 383bbfe1-f09b-460f-abe2-80d527e436c4 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:41.551583 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7dae7-7bb5-46bb-960b-a5c5e97d00bb req-e1c5d627-a576-488c-b751-28b0314d9924 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:41.553040 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-53e7dae7-7bb5-46bb-960b-a5c5e97d00bb req-e1c5d627-a576-488c-b751-28b0314d9924 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 943 time: 0.1855619 Jul 16 01:20:41.580913 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['2cb7612a-f9a4-430c-99cf-c7f731abfb9b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:41.596440 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-54d4b660-b2f2-4bdb-b8c5-497915511606 req-e7e91c3e-be63-473c-9939-447e3e0a5f91 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/ports?device_id=a791570a-edcb-422d-94a2-33dc9c92b367 HTTP/1.1" status: 200 len: 210 time: 0.0472579 Jul 16 01:20:41.690939 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-53e7dae7-7bb5-46bb-960b-a5c5e97d00bb req-6a046319-3ad8-4cb8-8bc5-53ef99293c2c tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303966 Jul 16 01:20:41.735808 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0524023c-4485-4f72-a12a-b7acfdf798d7 req-45904347-bff1-419b-8bbd-d2ec387341f1 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.783357 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45904347-bff1-419b-8bbd-d2ec387341f1 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Pushing event deleted for resources: {'Port': ['ID=383bbfe1-f09b-460f-abe2-80d527e436c4,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:41.904290 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-0524023c-4485-4f72-a12a-b7acfdf798d7 req-45904347-bff1-419b-8bbd-d2ec387341f1 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] No DVR routers for this DVR port 383bbfe1-f09b-460f-abe2-80d527e436c4 on host n-h2-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:41.913680 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0524023c-4485-4f72-a12a-b7acfdf798d7 req-45904347-bff1-419b-8bbd-d2ec387341f1 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.921900 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0524023c-4485-4f72-a12a-b7acfdf798d7 req-45904347-bff1-419b-8bbd-d2ec387341f1 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.82 "DELETE /v2.0/ports/383bbfe1-f09b-460f-abe2-80d527e436c4 HTTP/1.1" status: 204 len: 173 time: 1.2128668 Jul 16 01:20:42.042100 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe692e-7e63-4472-9735-785b7ed38e32 req-cb56400f-d4f9-4fbb-a3b9-7554512421a9 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.044503 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cebe692e-7e63-4472-9735-785b7ed38e32 req-cb56400f-d4f9-4fbb-a3b9-7554512421a9 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 949 time: 0.2308557 Jul 16 01:20:42.073754 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-5510a879-192a-498f-961c-29ae76892cb8 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.075425 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-5510a879-192a-498f-961c-29ae76892cb8 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.82 "GET /v2.0/networks?id=94f37fec-a19a-4c78-8107-bd9bd459dfd1 HTTP/1.1" status: 200 len: 814 time: 0.1684055 Jul 16 01:20:42.088789 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-3828c915-ea1e-4fe8-96e2-972003124ad9 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Request body: {'port': {'device_id': 'a791570a-edcb-422d-94a2-33dc9c92b367', 'network_id': '94f37fec-a19a-4c78-8107-bd9bd459dfd1', 'admin_state_up': True, 'tenant_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:42.227960 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cebe692e-7e63-4472-9735-785b7ed38e32 req-a8526aff-bb7e-4770-b0b4-1b876a230672 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513183 Jul 16 01:20:42.272300 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-3828c915-ea1e-4fe8-96e2-972003124ad9 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Made reservation on behalf of f111b43aeca54e46af3cf1fcf1fbd6ee for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:42.275971 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-3828c915-ea1e-4fe8-96e2-972003124ad9 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:42.392570 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-da03d647-4c7c-410e-a84c-a3cd7d0f6bf5 req-23a613fb-ac0e-4f4d-93f0-cdd47ba4cd28 tempest-ListServersNegativeTestJSON-517822469 tempest-ListServersNegativeTestJSON-517822469-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0d434a1-8b3f-430f-9035-0487c41e8fb0 HTTP/1.1" status: 200 len: 210 time: 0.0400236 Jul 16 01:20:42.488717 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-3828c915-ea1e-4fe8-96e2-972003124ad9 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Allocated IP 172.20.0.6 (94f37fec-a19a-4c78-8107-bd9bd459dfd1/27a663cb-a1ca-4108-a03d-eb5fe3837eb3/5bd86dbb-63b3-4435-93bb-f75778c2a5a1) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:42.529635 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f687544-bde5-4929-8c87-6b0ef7291765 req-47472eec-af4f-4603-81fb-89b6faf3f276 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.536706 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9f687544-bde5-4929-8c87-6b0ef7291765 req-47472eec-af4f-4603-81fb-89b6faf3f276 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.1569288 Jul 16 01:20:42.594248 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9f687544-bde5-4929-8c87-6b0ef7291765 req-e76ac06f-454c-4d1f-bde6-0c4f2ff529fc tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566752 Jul 16 01:20:42.826008 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device c59e91c2-43ca-4850-ada7-cfba1bd6e7fc details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:42.828868 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 2cb7612a-f9a4-430c-99cf-c7f731abfb9b up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:42.866655 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-3828c915-ea1e-4fe8-96e2-972003124ad9 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:42.908195 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-3828c915-ea1e-4fe8-96e2-972003124ad9 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Transition to ACTIVE for port object 5bd86dbb-63b3-4435-93bb-f75778c2a5a1 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:43.021068 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 383bbfe1-f09b-460f-abe2-80d527e436c4 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:43.046158 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-3828c915-ea1e-4fe8-96e2-972003124ad9 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.125480 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.resource_extend [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:20:43.212413 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbac19-542c-441a-9217-7599f2a68633 req-824d050f-553a-4161-aa7d-d5504ebed621 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:43.217296 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-3828c915-ea1e-4fe8-96e2-972003124ad9 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Network 94f37fec-a19a-4c78-8107-bd9bd459dfd1 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:43.217489 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0bbac19-542c-441a-9217-7599f2a68633 req-824d050f-553a-4161-aa7d-d5504ebed621 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d&tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&binding%3Ahost_id=n-h1-792394-16 HTTP/1.1" status: 200 len: 949 time: 0.2774048 Jul 16 01:20:43.238446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-3828c915-ea1e-4fe8-96e2-972003124ad9 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:43.243098 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-3828c915-ea1e-4fe8-96e2-972003124ad9 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:43.259154 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828c915-ea1e-4fe8-96e2-972003124ad9 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Pushing event updated for resources: {'Port': ['ID=5bd86dbb-63b3-4435-93bb-f75778c2a5a1,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:43.307096 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 383bbfe1-f09b-460f-abe2-80d527e436c4 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:43.310008 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 383bbfe1-f09b-460f-abe2-80d527e436c4 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:43.338309 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:43.363066 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:43.364810 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.435574 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-3828c915-ea1e-4fe8-96e2-972003124ad9 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:43.437847 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-3828c915-ea1e-4fe8-96e2-972003124ad9 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.451005 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0bbac19-542c-441a-9217-7599f2a68633 req-56e1dd7f-e6b2-49a1-ba50-d5a4ce71541a service neutron] 10.222.0.84 "GET /v2.0/ports/2cb7612a-f9a4-430c-99cf-c7f731abfb9b/bindings/n-h1-792394-16 HTTP/1.1" status: 200 len: 383 time: 0.2216372 Jul 16 01:20:43.500714 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c59e91c2-43ca-4850-ada7-cfba1bd6e7fc,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:43.514651 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d434a1-8b3f-430f-9035-0487c41e8fb0', 'name': 'network-vif-deleted', 'tag': '383bbfe1-f09b-460f-abe2-80d527e436c4'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:43.520032 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5b43fd-7ca5-4218-ab67-c76275e3cc5e" -d '{"events": [{"server_uuid": "a0d434a1-8b3f-430f-9035-0487c41e8fb0", "name": "network-vif-deleted", "tag": "383bbfe1-f09b-460f-abe2-80d527e436c4"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:43.531063 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'c59e91c2-43ca-4850-ada7-cfba1bd6e7fc', 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492', 'port_id': 'c59e91c2-43ca-4850-ada7-cfba1bd6e7fc', 'mac_address': 'fa:16:3e:69:96:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:43.585530 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-3828c915-ea1e-4fe8-96e2-972003124ad9 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5003548 Jul 16 01:20:43.626945 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.646852 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b5e99-e7a9-4f7d-9155-2c28ab46d6f4 req-2fa0c3f8-8b4e-4540-81ed-cebd298ab036 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:43.658591 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fe0b5e99-e7a9-4f7d-9155-2c28ab46d6f4 req-2fa0c3f8-8b4e-4540-81ed-cebd298ab036 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/ports?device_id=a791570a-edcb-422d-94a2-33dc9c92b367 HTTP/1.1" status: 200 len: 931 time: 0.2201920 Jul 16 01:20:43.675806 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbac19-542c-441a-9217-7599f2a68633 req-ae482dff-ba4c-4ab0-9059-d809d12c928b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:43.677327 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0bbac19-542c-441a-9217-7599f2a68633 req-ae482dff-ba4c-4ab0-9059-d809d12c928b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 1101 time: 0.1491575 Jul 16 01:20:43.677479 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-576c37da-4fc5-435e-b2e1-c8eacc1ce472 service neutron] Request body: {'port': {'device_id': 'a791570a-edcb-422d-94a2-33dc9c92b367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:43.739310 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7db8bd-6771-4156-9d1f-f0039874c724 req-1b429224-86cf-4b20-9c9e-98e777ca2241 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:43.740875 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fc7db8bd-6771-4156-9d1f-f0039874c724 req-1b429224-86cf-4b20-9c9e-98e777ca2241 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 943 time: 0.2757113 Jul 16 01:20:43.820252 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbac19-542c-441a-9217-7599f2a68633 req-26c380b7-c1ad-4151-81f4-16ce1ce5ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:43.824017 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0bbac19-542c-441a-9217-7599f2a68633 req-26c380b7-c1ad-4151-81f4-16ce1ce5ebec service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.1322944 Jul 16 01:20:43.863881 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fe0b5e99-e7a9-4f7d-9155-2c28ab46d6f4 req-33f69299-26ff-4172-a425-d0342ff40d25 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dcb3f78-2a75-4d57-a08a-af167915b346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042496 Jul 16 01:20:43.878368 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fc7db8bd-6771-4156-9d1f-f0039874c724 req-663d916f-5e58-4c16-88b1-84b14d9a0079 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243241 Jul 16 01:20:43.919257 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0bbac19-542c-441a-9217-7599f2a68633 req-cfac2d87-ca08-467b-8472-4f68cf341ba3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b HTTP/1.1" status: 200 len: 217 time: 0.0733166 Jul 16 01:20:43.986820 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-576c37da-4fc5-435e-b2e1-c8eacc1ce472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.088797 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbac19-542c-441a-9217-7599f2a68633 req-2bf6069d-cdff-4613-b52f-7bf98f1cd240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:44.090859 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0bbac19-542c-441a-9217-7599f2a68633 req-2bf6069d-cdff-4613-b52f-7bf98f1cd240 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1645477 Jul 16 01:20:44.230176 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59e91c2-43ca-4850-ada7-cfba1bd6e7fc {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:44.282568 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bee8510d-7238-4c29-9953-1852fce624da None None] Provisioning for port 5bd86dbb-63b3-4435-93bb-f75778c2a5a1 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:44.332557 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bee8510d-7238-4c29-9953-1852fce624da None None] Provisioning complete for port 5bd86dbb-63b3-4435-93bb-f75778c2a5a1 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:44.333826 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bee8510d-7238-4c29-9953-1852fce624da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.408680 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.584306 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c59e91c2-43ca-4850-ada7-cfba1bd6e7fc,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:44.622127 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-bee8510d-7238-4c29-9953-1852fce624da None None] Port 5bd86dbb-63b3-4435-93bb-f75778c2a5a1 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:20:44.629166 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-576c37da-4fc5-435e-b2e1-c8eacc1ce472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd86dbb-63b3-4435-93bb-f75778c2a5a1 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:44.634432 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.649850 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-576c37da-4fc5-435e-b2e1-c8eacc1ce472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.683186 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-576c37da-4fc5-435e-b2e1-c8eacc1ce472 service neutron] Transition to ACTIVE for port object 5bd86dbb-63b3-4435-93bb-f75778c2a5a1 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:44.688634 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39410) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:44.710429 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:44.744200 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-576c37da-4fc5-435e-b2e1-c8eacc1ce472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.787559 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cda9a4f-6388-401f-a2f6-408920def22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb7612a-f9a4-430c-99cf-c7f731abfb9b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:44.794300 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c01809-de7e-44c2-bd00-91899410866a" -d '{"events": [{"server_uuid": "3cda9a4f-6388-401f-a2f6-408920def22d", "name": "network-vif-plugged", "status": "completed", "tag": "2cb7612a-f9a4-430c-99cf-c7f731abfb9b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:44.847875 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.850277 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device bad922a7-9a2b-4483-bbcf-98904f395b54 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:44.952505 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c37da-4fc5-435e-b2e1-c8eacc1ce472 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd86dbb-63b3-4435-93bb-f75778c2a5a1,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:44.965542 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: bad922a7-9a2b-4483-bbcf-98904f395b54 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:44.968553 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device bad922a7-9a2b-4483-bbcf-98904f395b54 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:45.018143 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['c59e91c2-43ca-4850-ada7-cfba1bd6e7fc'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:45.103344 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d9e8de-b948-4db7-aa9c-55c2a81e8299 x-openstack-request-id: req-b1d9e8de-b948-4db7-aa9c-55c2a81e8299 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:45.103900 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d434a1-8b3f-430f-9035-0487c41e8fb0", "name": "network-vif-deleted", "tag": "383bbfe1-f09b-460f-abe2-80d527e436c4", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:45.103900 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1d9e8de-b948-4db7-aa9c-55c2a81e8299 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:45.104319 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d434a1-8b3f-430f-9035-0487c41e8fb0', 'name': 'network-vif-deleted', 'tag': '383bbfe1-f09b-460f-abe2-80d527e436c4', 'status': 'completed', 'code': 200} Jul 16 01:20:45.128241 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbac19-542c-441a-9217-7599f2a68633 req-be2dce69-13e8-43d1-a697-a248fd8f6dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:45.130667 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0bbac19-542c-441a-9217-7599f2a68633 req-be2dce69-13e8-43d1-a697-a248fd8f6dcf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0325496 Jul 16 01:20:45.150858 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cbb8c-e20a-4840-a351-3cf4e17abc20 req-e449beeb-5d7d-435b-9c22-4f6faa316c8a tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:45.158792 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b20cbb8c-e20a-4840-a351-3cf4e17abc20 req-e449beeb-5d7d-435b-9c22-4f6faa316c8a tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 949 time: 1.0593724 Jul 16 01:20:45.234488 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=c59e91c2-43ca-4850-ada7-cfba1bd6e7fc,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:45.281594 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b20cbb8c-e20a-4840-a351-3cf4e17abc20 req-f49db7b4-110a-4b2e-bf0d-02ae50eb184b tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216683 Jul 16 01:20:45.364115 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0bbac19-542c-441a-9217-7599f2a68633 req-d49c0968-70ec-43e9-ac92-1a36bf26c2ae service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969912 Jul 16 01:20:45.376816 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,revision_number=9']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:45.601490 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0bbac19-542c-441a-9217-7599f2a68633 req-65bc3839-41a3-4a99-a5d6-e6e62d0bf739 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287600 Jul 16 01:20:45.656016 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141e73b1-8ce8-442f-ba68-5b15c3fc3aaf x-openstack-request-id: req-141e73b1-8ce8-442f-ba68-5b15c3fc3aaf {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:45.657843 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cda9a4f-6388-401f-a2f6-408920def22d", "name": "network-vif-plugged", "status": "completed", "tag": "2cb7612a-f9a4-430c-99cf-c7f731abfb9b", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:45.658738 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-141e73b1-8ce8-442f-ba68-5b15c3fc3aaf {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:45.659861 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cda9a4f-6388-401f-a2f6-408920def22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb7612a-f9a4-430c-99cf-c7f731abfb9b', 'code': 200} Jul 16 01:20:45.710229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef805ca2-6f4b-4a3d-8e1a-65682a295daa admin admin] Deleting subnet 750ddbe5-3c24-44da-a16b-40d9bf32e425 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:20:45.722093 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ef805ca2-6f4b-4a3d-8e1a-65682a295daa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.773827 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ef805ca2-6f4b-4a3d-8e1a-65682a295daa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.994705 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ef805ca2-6f4b-4a3d-8e1a-65682a295daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.996143 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c37ca-db2b-4170-8cb1-abb69f6400e2 req-54227152-b10c-4f19-822e-b0fb305f9b3b tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.005714 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-586c37ca-db2b-4170-8cb1-abb69f6400e2 req-54227152-b10c-4f19-822e-b0fb305f9b3b tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/ports?device_id=a791570a-edcb-422d-94a2-33dc9c92b367 HTTP/1.1" status: 200 len: 943 time: 0.1019924 Jul 16 01:20:46.008265 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d63436db-f0dc-4c1d-bca4-95df2ed228ac req-f726eeb2-3b50-4d9e-87fe-ac56795002d0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.3164246 Jul 16 01:20:46.058812 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-586c37ca-db2b-4170-8cb1-abb69f6400e2 req-c1f035c3-bed4-4318-a989-663a42edd73a tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dcb3f78-2a75-4d57-a08a-af167915b346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519514 Jul 16 01:20:46.154492 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c57c68-6e4c-4efd-8fcd-f86420fd1b9a req-81f04507-9f23-4ddd-8040-e6f5a855312b tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.161920 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d4c57c68-6e4c-4efd-8fcd-f86420fd1b9a req-81f04507-9f23-4ddd-8040-e6f5a855312b tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 1.1887145 Jul 16 01:20:46.266301 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d4c57c68-6e4c-4efd-8fcd-f86420fd1b9a req-40d417dc-d14f-4263-b7f1-ea8d06069628 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033721 Jul 16 01:20:46.331989 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d64e0-5934-49cd-b6ba-4894175586aa req-46802291-a598-4e89-a6eb-0b9591913058 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.336976 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-576c37da-4fc5-435e-b2e1-c8eacc1ce472 service neutron] Attempting to bind port 5bd86dbb-63b3-4435-93bb-f75778c2a5a1 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:46.337292 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-576c37da-4fc5-435e-b2e1-c8eacc1ce472 service neutron] Attempting to bind port 5bd86dbb-63b3-4435-93bb-f75778c2a5a1 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '31a29291-4758-44f0-8640-73d6e8a50dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '94f37fec-a19a-4c78-8107-bd9bd459dfd1'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:46.337610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-576c37da-4fc5-435e-b2e1-c8eacc1ce472 service neutron] Attempting to bind port 5bd86dbb-63b3-4435-93bb-f75778c2a5a1 on network 94f37fec-a19a-4c78-8107-bd9bd459dfd1 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:46.347083 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-335d64e0-5934-49cd-b6ba-4894175586aa req-46802291-a598-4e89-a6eb-0b9591913058 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 944 time: 0.1592789 Jul 16 01:20:46.355912 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-576c37da-4fc5-435e-b2e1-c8eacc1ce472 service neutron] Port 5bd86dbb-63b3-4435-93bb-f75778c2a5a1 on network 94f37fec-a19a-4c78-8107-bd9bd459dfd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:46.356302 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-576c37da-4fc5-435e-b2e1-c8eacc1ce472 service neutron] Attempting to bind port 5bd86dbb-63b3-4435-93bb-f75778c2a5a1 on network 94f37fec-a19a-4c78-8107-bd9bd459dfd1 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:46.363669 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ef805ca2-6f4b-4a3d-8e1a-65682a295daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.379795 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63436db-f0dc-4c1d-bca4-95df2ed228ac req-d242d6a2-9549-422e-a719-0a08833678fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.381485 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d63436db-f0dc-4c1d-bca4-95df2ed228ac req-d242d6a2-9549-422e-a719-0a08833678fa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=19f0097db32e406ab305cc19744860c5&device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 1096 time: 0.3037622 Jul 16 01:20:46.410935 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-576c37da-4fc5-435e-b2e1-c8eacc1ce472 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:46.412026 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-576c37da-4fc5-435e-b2e1-c8eacc1ce472 service neutron] Checking segment: {'id': '31a29291-4758-44f0-8640-73d6e8a50dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '94f37fec-a19a-4c78-8107-bd9bd459dfd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:46.412316 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-576c37da-4fc5-435e-b2e1-c8eacc1ce472 service neutron] Bound using segment: {'id': '31a29291-4758-44f0-8640-73d6e8a50dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '94f37fec-a19a-4c78-8107-bd9bd459dfd1'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:46.412934 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-576c37da-4fc5-435e-b2e1-c8eacc1ce472 service neutron] Bound port: 5bd86dbb-63b3-4435-93bb-f75778c2a5a1, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a29291-4758-44f0-8640-73d6e8a50dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '94f37fec-a19a-4c78-8107-bd9bd459dfd1'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:46.419937 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-335d64e0-5934-49cd-b6ba-4894175586aa req-8ca80cb3-ffdb-4c65-b8da-cb614259a6fc tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709677 Jul 16 01:20:46.424055 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-576c37da-4fc5-435e-b2e1-c8eacc1ce472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.605414 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63436db-f0dc-4c1d-bca4-95df2ed228ac req-f1e4e1f3-971f-4cc1-b5ec-f60b0530c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.606949 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d63436db-f0dc-4c1d-bca4-95df2ed228ac req-f1e4e1f3-971f-4cc1-b5ec-f60b0530c68b service neutron] 10.222.0.84 "GET /v2.0/networks?id=952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 200 len: 922 time: 0.1615922 Jul 16 01:20:46.618419 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef805ca2-6f4b-4a3d-8e1a-65682a295daa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=750ddbe5-3c24-44da-a16b-40d9bf32e425,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:46.623706 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ef805ca2-6f4b-4a3d-8e1a-65682a295daa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.625890 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ef805ca2-6f4b-4a3d-8e1a-65682a295daa admin admin] 10.222.0.16 "DELETE /v2.0/subnets/750ddbe5-3c24-44da-a16b-40d9bf32e425 HTTP/1.1" status: 204 len: 168 time: 1.9322064 Jul 16 01:20:46.633930 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39428) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:46.676349 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d63436db-f0dc-4c1d-bca4-95df2ed228ac req-020726c0-0962-4adc-b441-55adcb49ee25 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eafe01fa-d820-481a-9a29-84935e580426 HTTP/1.1" status: 200 len: 217 time: 0.0493245 Jul 16 01:20:46.718989 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e42ef-0d1e-442a-9a32-c9fb1a8f2698 req-b8ea2a94-10df-40bd-87ee-debc3bc4b4b6 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.721168 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-211e42ef-0d1e-442a-9a32-c9fb1a8f2698 req-b8ea2a94-10df-40bd-87ee-debc3bc4b4b6 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 950 time: 0.1320922 Jul 16 01:20:46.788627 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-211e42ef-0d1e-442a-9a32-c9fb1a8f2698 req-2470405c-2991-4896-8be0-80b0de3757bd tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587318 Jul 16 01:20:46.839152 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device c59e91c2-43ca-4850-ada7-cfba1bd6e7fc up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:46.929507 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63436db-f0dc-4c1d-bca4-95df2ed228ac req-24d14628-943d-4fe7-801f-e2f7fe5792a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.931034 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d63436db-f0dc-4c1d-bca4-95df2ed228ac req-24d14628-943d-4fe7-801f-e2f7fe5792a2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda HTTP/1.1" status: 200 len: 861 time: 0.2369738 Jul 16 01:20:46.936679 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:46.943093 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:46.943758 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.949762 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-defa8569-fe1a-4268-99ba-dc7db0036d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.972327 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-576c37da-4fc5-435e-b2e1-c8eacc1ce472 service neutron] For port 5bd86dbb-63b3-4435-93bb-f75778c2a5a1, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:46.977804 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d63436db-f0dc-4c1d-bca4-95df2ed228ac req-52221ca3-8159-4396-aba6-3cb45ddbedce service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=952b1f4f-1df7-48bd-a0c8-40d17571e492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390260 Jul 16 01:20:46.997805 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-576c37da-4fc5-435e-b2e1-c8eacc1ce472 service neutron] For port 5bd86dbb-63b3-4435-93bb-f75778c2a5a1, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=5bd86dbb-63b3-4435-93bb-f75778c2a5a1,segment=NetworkSegment(31a29291-4758-44f0-8640-73d6e8a50dfc),segment_id=31a29291-4758-44f0-8640-73d6e8a50dfc)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:47.029846 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-576c37da-4fc5-435e-b2e1-c8eacc1ce472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.068155 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-576c37da-4fc5-435e-b2e1-c8eacc1ce472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:47.069031 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-576c37da-4fc5-435e-b2e1-c8eacc1ce472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.070565 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-576c37da-4fc5-435e-b2e1-c8eacc1ce472 service neutron] 10.222.0.82 "PUT /v2.0/ports/5bd86dbb-63b3-4435-93bb-f75778c2a5a1 HTTP/1.1" status: 200 len: 1092 time: 3.4027133 Jul 16 01:20:47.074286 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a791570a-edcb-422d-94a2-33dc9c92b367', 'tag': '5bd86dbb-63b3-4435-93bb-f75778c2a5a1'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:47.076888 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5afb1a-3a9b-49bf-b3bb-dc82f772339a" -d '{"events": [{"name": "network-changed", "server_uuid": "a791570a-edcb-422d-94a2-33dc9c92b367", "tag": "5bd86dbb-63b3-4435-93bb-f75778c2a5a1"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:47.098581 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.174423 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c59e91c2-43ca-4850-ada7-cfba1bd6e7fc,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:47.183418 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.199921 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-defa8569-fe1a-4268-99ba-dc7db0036d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.211408 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-defa8569-fe1a-4268-99ba-dc7db0036d39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:47.225121 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-defa8569-fe1a-4268-99ba-dc7db0036d39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37eede0-c57d-41f4-95f6-8acd5b71ffa7') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:47.225321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-defa8569-fe1a-4268-99ba-dc7db0036d39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37eede0-c57d-41f4-95f6-8acd5b71ffa7') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:47.237947 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-defa8569-fe1a-4268-99ba-dc7db0036d39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.249469 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=c59e91c2-43ca-4850-ada7-cfba1bd6e7fc,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:47.255946 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-defa8569-fe1a-4268-99ba-dc7db0036d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.264093 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-defa8569-fe1a-4268-99ba-dc7db0036d39 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:20:47.264549 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-defa8569-fe1a-4268-99ba-dc7db0036d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:20:47.318977 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:20:47.324081 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:20:47.324081 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:20:47.324081 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:20:47.324081 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:20:47.324081 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:20:47.324081 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:20:47.324081 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:20:47.324081 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:20:47.324081 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:20:47.324081 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:20:47.324081 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:20:47.324081 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:20:47.324081 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:20:47.324081 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:20:47.324081 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:20:47.324081 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:20:47.324081 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:20:47.324081 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:20:47.324081 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:20:47.412548 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31fba3-d72e-402b-af41-d1e6f0f6ce75 req-b1210a82-8ea8-4295-87db-3538d3f95fce tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:47.415071 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9b31fba3-d72e-402b-af41-d1e6f0f6ce75 req-b1210a82-8ea8-4295-87db-3538d3f95fce tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/ports?device_id=a791570a-edcb-422d-94a2-33dc9c92b367 HTTP/1.1" status: 200 len: 943 time: 0.1124656 Jul 16 01:20:47.473311 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9b31fba3-d72e-402b-af41-d1e6f0f6ce75 req-21f3e9ee-3551-49e9-bb58-f75394ab1c49 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dcb3f78-2a75-4d57-a08a-af167915b346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525849 Jul 16 01:20:47.507980 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-defa8569-fe1a-4268-99ba-dc7db0036d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.508712 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-defa8569-fe1a-4268-99ba-dc7db0036d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.511022 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-defa8569-fe1a-4268-99ba-dc7db0036d39 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d HTTP/1.1" status: 204 len: 168 time: 0.8742998 Jul 16 01:20:47.545979 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c37da-4fc5-435e-b2e1-c8eacc1ce472 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd86dbb-63b3-4435-93bb-f75778c2a5a1,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:47.552870 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa8569-fe1a-4268-99ba-dc7db0036d39 admin admin] Pushing event deleted for resources: {'Network': ['ID=b46a0ec6-0d9a-486c-8d05-8a271f4c0d4d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:47.575028 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d63436db-f0dc-4c1d-bca4-95df2ed228ac req-2de43704-1030-4586-add7-c90c9e1ae618 service neutron] 10.222.0.84 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5737917 Jul 16 01:20:47.603736 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0727477a-a7bc-48b0-a14e-628253b550cd x-openstack-request-id: req-0727477a-a7bc-48b0-a14e-628253b550cd {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:47.604068 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a791570a-edcb-422d-94a2-33dc9c92b367", "tag": "5bd86dbb-63b3-4435-93bb-f75778c2a5a1", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:47.604261 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0727477a-a7bc-48b0-a14e-628253b550cd {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:47.604677 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a791570a-edcb-422d-94a2-33dc9c92b367', 'tag': '5bd86dbb-63b3-4435-93bb-f75778c2a5a1', 'status': 'completed', 'code': 200} Jul 16 01:20:47.661560 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16524c89-4e40-4164-8a3b-1c0aa24a0d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59e91c2-43ca-4850-ada7-cfba1bd6e7fc'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:47.663982 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8714d7ea-fbb1-4d0c-afa1-b78bad3d148d" -d '{"events": [{"server_uuid": "16524c89-4e40-4164-8a3b-1c0aa24a0d70", "name": "network-vif-plugged", "status": "completed", "tag": "c59e91c2-43ca-4850-ada7-cfba1bd6e7fc"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:47.705937 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39448) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:47.758663 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d63436db-f0dc-4c1d-bca4-95df2ed228ac req-dacac862-3359-4c18-b4ac-f00a3a2ca2a7 service neutron] 10.222.0.84 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731112 Jul 16 01:20:47.821302 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5039280f-4590-43d9-8ba7-d2537cbd3af3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bdb605ca9c844f2fa78b5f57f802c102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1141725 Jul 16 01:20:47.824055 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39452) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:47.883627 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603f627-9c82-48e5-999e-924c93844e86 req-4d12e826-70cd-4332-a82b-71b91c3798ea tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:47.885399 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b603f627-9c82-48e5-999e-924c93844e86 req-4d12e826-70cd-4332-a82b-71b91c3798ea tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.1561422 Jul 16 01:20:47.925739 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-95871d5c-6abf-41eb-861e-ccbd436b8809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.961316 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b603f627-9c82-48e5-999e-924c93844e86 req-22f0705e-c53d-41d0-924c-18bd83e879a0 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606744 Jul 16 01:20:47.963134 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-95871d5c-6abf-41eb-861e-ccbd436b8809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:48.022054 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-95871d5c-6abf-41eb-861e-ccbd436b8809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:48.024763 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-95871d5c-6abf-41eb-861e-ccbd436b8809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:48.028589 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-95871d5c-6abf-41eb-861e-ccbd436b8809 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/426cbedb-0e88-4810-ba23-f7278f50bab8 HTTP/1.1" status: 204 len: 168 time: 0.2008426 Jul 16 01:20:48.034460 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95871d5c-6abf-41eb-861e-ccbd436b8809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426cbedb-0e88-4810-ba23-f7278f50bab8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:48.224280 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-0289ff32-8a72-483e-943e-1abbdc203836 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.228843 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-0289ff32-8a72-483e-943e-1abbdc203836 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 807 time: 0.1567397 Jul 16 01:20:48.264703 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-e87bdc55-bb10-4bc6-9e6a-c888a926f27a tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/quotas/ca9f8f0612374680aaef3c5c85953dfc HTTP/1.1" status: 200 len: 375 time: 0.0241823 Jul 16 01:20:48.343445 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-c84d81fd-370f-4c91-a17f-c6c88b5e80b7 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0693467 Jul 16 01:20:48.454271 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-c9aadc2a-731d-4b1b-be3f-02265a2c2c19 service neutron] 10.222.0.16 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033640 Jul 16 01:20:48.555817 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-3d234b29-0b00-4ac8-ba7b-f0ca5b58a343 service neutron] 10.222.0.16 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954294 Jul 16 01:20:49.414546 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85254bda-694e-4fac-b4fa-6adec39cd7dc req-5fb6e5fb-8ba7-49d4-901e-8960d38ba83c tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:49.417051 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-85254bda-694e-4fac-b4fa-6adec39cd7dc req-5fb6e5fb-8ba7-49d4-901e-8960d38ba83c tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 945 time: 0.1009276 Jul 16 01:20:49.481516 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-85254bda-694e-4fac-b4fa-6adec39cd7dc req-d2753e2e-cd62-44f3-a0d4-687dafa9ff8e tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575593 Jul 16 01:20:49.560113 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9101e0cd-743e-41d9-ba1d-cfe450a59ee3 x-openstack-request-id: req-9101e0cd-743e-41d9-ba1d-cfe450a59ee3 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:49.560729 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16524c89-4e40-4164-8a3b-1c0aa24a0d70", "name": "network-vif-plugged", "status": "completed", "tag": "c59e91c2-43ca-4850-ada7-cfba1bd6e7fc", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:49.560856 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9101e0cd-743e-41d9-ba1d-cfe450a59ee3 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:49.561334 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16524c89-4e40-4164-8a3b-1c0aa24a0d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59e91c2-43ca-4850-ada7-cfba1bd6e7fc', 'code': 200} Jul 16 01:20:49.705641 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d936bbf-fad8-4139-b41d-c9b504d1667b req-9b6b87b7-1a3d-49fa-a1e6-7c2862308644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:49.707356 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d936bbf-fad8-4139-b41d-c9b504d1667b req-9b6b87b7-1a3d-49fa-a1e6-7c2862308644 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 1097 time: 0.0734167 Jul 16 01:20:49.773240 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5119a-a0ec-4a39-be14-c0f82cf167d4 req-511cca1c-42ff-4e14-84d1-6d44c3870e7f tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:49.775154 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b2a5119a-a0ec-4a39-be14-c0f82cf167d4 req-511cca1c-42ff-4e14-84d1-6d44c3870e7f tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 950 time: 0.0997422 Jul 16 01:20:49.784500 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d936bbf-fad8-4139-b41d-c9b504d1667b req-fafc27f3-9d9d-4cd2-aeb6-7b603b91ef44 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693407 Jul 16 01:20:49.827805 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b2a5119a-a0ec-4a39-be14-c0f82cf167d4 req-36599535-7d89-4f02-a0cf-db87f52e1bca tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445907 Jul 16 01:20:50.134809 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61cf43-454d-4f4d-9228-5015a7c4f4bf req-0cf3bd6d-caaf-446f-bdff-074c1f16817b tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:50.136331 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7c61cf43-454d-4f4d-9228-5015a7c4f4bf req-0cf3bd6d-caaf-446f-bdff-074c1f16817b tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/ports?device_id=a791570a-edcb-422d-94a2-33dc9c92b367 HTTP/1.1" status: 200 len: 943 time: 0.0674002 Jul 16 01:20:50.178300 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7c61cf43-454d-4f4d-9228-5015a7c4f4bf req-6072883b-c32c-4737-b62b-4a7eecf860c3 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dcb3f78-2a75-4d57-a08a-af167915b346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343227 Jul 16 01:20:50.365592 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cacca-8eef-4b46-8d29-542e7d8e8f10 req-9be39ff3-0b94-4762-8fee-b19a04764861 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:50.367080 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-165cacca-8eef-4b46-8d29-542e7d8e8f10 req-9be39ff3-0b94-4762-8fee-b19a04764861 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.0658298 Jul 16 01:20:50.411564 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-165cacca-8eef-4b46-8d29-542e7d8e8f10 req-07326dea-1376-4cdb-ad57-5ec45d118671 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345924 Jul 16 01:20:50.873280 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d147f0a0-819b-4b8d-b7dc-9c16a05ac558 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:50.875855 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 2cb7612a-f9a4-430c-99cf-c7f731abfb9b no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:51.057769 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.064738 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ee4e5211-b7b7-4763-b0d9-a30180d5f55a req-3161f609-44f7-468c-9b58-c879cc75eb01 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 210 time: 0.0678356 Jul 16 01:20:51.095227 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d147f0a0-819b-4b8d-b7dc-9c16a05ac558, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d147f0a0-819b-4b8d-b7dc-9c16a05ac558,segment=NetworkSegment(5c75894e-9946-4d28-af0d-7f4b9cec03a8),segment_id=5c75894e-9946-4d28-af0d-7f4b9cec03a8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:51.122242 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'd147f0a0-819b-4b8d-b7dc-9c16a05ac558', 'network_id': '7f31c349-ef96-4e32-96d7-dc48e8b6e5ec', 'port_id': 'd147f0a0-819b-4b8d-b7dc-9c16a05ac558', 'mac_address': 'fa:16:3e:6d:d1:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f93d00-dc6c-4fc1-8d56-739bb38c9809', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:51.137292 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:51.161010 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.203973 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.234665 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d147f0a0-819b-4b8d-b7dc-9c16a05ac558 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:51.267922 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,revision_number=10']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:51.275816 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d147f0a0-819b-4b8d-b7dc-9c16a05ac558, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d147f0a0-819b-4b8d-b7dc-9c16a05ac558,segment=NetworkSegment(5c75894e-9946-4d28-af0d-7f4b9cec03a8),segment_id=5c75894e-9946-4d28-af0d-7f4b9cec03a8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:51.285038 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.305989 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a66b8-f3a2-4f01-a291-cebd4d581a20 req-3095ff8c-5cf0-458e-8a83-f9a6a08a900e tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:51.313428 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d35a66b8-f3a2-4f01-a291-cebd4d581a20 req-3095ff8c-5cf0-458e-8a83-f9a6a08a900e tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 945 time: 0.1246262 Jul 16 01:20:51.353213 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=d147f0a0-819b-4b8d-b7dc-9c16a05ac558,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:51.382371 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d35a66b8-f3a2-4f01-a291-cebd4d581a20 req-be3cb222-3f65-49e0-a668-ffc8b3bdcaec tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680549 Jul 16 01:20:51.556654 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['d147f0a0-819b-4b8d-b7dc-9c16a05ac558'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:51.600607 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cda9a4f-6388-401f-a2f6-408920def22d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cb7612a-f9a4-430c-99cf-c7f731abfb9b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:51.602947 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b458696f-dbf2-4e40-93d4-6cc8ecc9ace4" -d '{"events": [{"server_uuid": "3cda9a4f-6388-401f-a2f6-408920def22d", "name": "network-vif-unplugged", "status": "completed", "tag": "2cb7612a-f9a4-430c-99cf-c7f731abfb9b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:51.604411 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46b4b-13a2-4e1b-af67-dd94e3b3924e req-781d6345-748d-4788-b390-c3bc4e2c93fe tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:51.609893 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-48b46b4b-13a2-4e1b-af67-dd94e3b3924e req-781d6345-748d-4788-b390-c3bc4e2c93fe tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 949 time: 0.1041603 Jul 16 01:20:51.665898 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-48b46b4b-13a2-4e1b-af67-dd94e3b3924e req-81b064a1-4b48-4bdd-bec4-5655ccd4d0e5 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509381 Jul 16 01:20:52.035959 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564fd6d-72e8-4f85-bee8-9af0d5fd743a req-e58adf88-d32b-494c-94d3-19d24ca4d91b tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:52.037509 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2564fd6d-72e8-4f85-bee8-9af0d5fd743a req-e58adf88-d32b-494c-94d3-19d24ca4d91b tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/ports?device_id=a791570a-edcb-422d-94a2-33dc9c92b367 HTTP/1.1" status: 200 len: 943 time: 0.0682108 Jul 16 01:20:52.083506 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2564fd6d-72e8-4f85-bee8-9af0d5fd743a req-e4796c7c-20fa-4de1-9290-6f97df7b5998 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dcb3f78-2a75-4d57-a08a-af167915b346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377696 Jul 16 01:20:52.247005 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe854fa-0274-43b5-b6d6-7a30dcb3a2df req-d2df51a4-4e46-4665-9912-2cb45bbeb55f tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:52.248572 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dfe854fa-0274-43b5-b6d6-7a30dcb3a2df req-d2df51a4-4e46-4665-9912-2cb45bbeb55f tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 1097 time: 0.0582440 Jul 16 01:20:52.285500 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dfe854fa-0274-43b5-b6d6-7a30dcb3a2df req-66feae23-ed2c-4fae-a165-228e2244fbc2 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303624 Jul 16 01:20:52.496796 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403c63f-2bb2-4847-91b2-22bcc99a0ed3 req-2a475b92-5147-45f7-bdf8-e3c4698b1193 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:52.498370 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b403c63f-2bb2-4847-91b2-22bcc99a0ed3 req-2a475b92-5147-45f7-bdf8-e3c4698b1193 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 945 time: 0.0872917 Jul 16 01:20:52.538671 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b403c63f-2bb2-4847-91b2-22bcc99a0ed3 req-1f9b58ce-5be3-4b12-bbf8-586f519a3c76 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340915 Jul 16 01:20:52.599483 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dde02a-0380-4444-bdcc-98dddaa0a0c6 x-openstack-request-id: req-67dde02a-0380-4444-bdcc-98dddaa0a0c6 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:52.600117 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cda9a4f-6388-401f-a2f6-408920def22d", "name": "network-vif-unplugged", "status": "completed", "tag": "2cb7612a-f9a4-430c-99cf-c7f731abfb9b", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:52.600117 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67dde02a-0380-4444-bdcc-98dddaa0a0c6 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:52.600549 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cda9a4f-6388-401f-a2f6-408920def22d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cb7612a-f9a4-430c-99cf-c7f731abfb9b', 'code': 200} Jul 16 01:20:52.889120 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d147f0a0-819b-4b8d-b7dc-9c16a05ac558 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:52.986824 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port d147f0a0-819b-4b8d-b7dc-9c16a05ac558 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:52.987981 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.021280 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a8f3b43e-f05a-49aa-b7ae-8630e5db99d5 req-e717c431-d5d7-4472-afc4-4b9f276cdd41 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 210 time: 0.0613451 Jul 16 01:20:53.137778 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.173987 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d147f0a0-819b-4b8d-b7dc-9c16a05ac558, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d147f0a0-819b-4b8d-b7dc-9c16a05ac558,segment=NetworkSegment(5c75894e-9946-4d28-af0d-7f4b9cec03a8),segment_id=5c75894e-9946-4d28-af0d-7f4b9cec03a8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:53.180569 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.251409 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=d147f0a0-819b-4b8d-b7dc-9c16a05ac558,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:53.300099 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc1687-a85d-45e2-9b29-6db3c3a6e558 req-4715f79a-eaea-437e-862c-5d61a7dcc0c1 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:53.307959 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9dfc1687-a85d-45e2-9b29-6db3c3a6e558 req-4715f79a-eaea-437e-862c-5d61a7dcc0c1 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 1097 time: 0.1101096 Jul 16 01:20:53.348253 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9dfc1687-a85d-45e2-9b29-6db3c3a6e558 req-d3dea9af-c625-438d-9e9a-d8e387a0f2e4 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393760 Jul 16 01:20:53.554505 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbab46-87e4-44bf-91f6-d8d7ea54185f req-f4f0ef23-deb7-4f55-8802-85f946fb2343 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:53.556117 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-32cbab46-87e4-44bf-91f6-d8d7ea54185f req-f4f0ef23-deb7-4f55-8802-85f946fb2343 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 949 time: 0.0852103 Jul 16 01:20:53.597688 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-32cbab46-87e4-44bf-91f6-d8d7ea54185f req-505a89eb-fff7-4403-87ac-3ed56ffabe28 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354753 Jul 16 01:20:53.981632 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551a63f-abc8-41c4-9e8a-c80ee46a70ea req-34b4eb4b-de61-4753-b59b-b8ba59ef5acc tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:53.983242 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b551a63f-abc8-41c4-9e8a-c80ee46a70ea req-34b4eb4b-de61-4753-b59b-b8ba59ef5acc tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/ports?device_id=a791570a-edcb-422d-94a2-33dc9c92b367 HTTP/1.1" status: 200 len: 943 time: 0.0780704 Jul 16 01:20:54.147144 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b551a63f-abc8-41c4-9e8a-c80ee46a70ea req-be21dec7-6273-43ff-801a-b463d1c1c632 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dcb3f78-2a75-4d57-a08a-af167915b346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453922 Jul 16 01:20:54.469768 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fc649-508d-4159-99c7-3b90e73888cf req-c7fc0cef-7182-4443-9a2b-d2a874c0a1a2 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:54.471709 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1d8fc649-508d-4159-99c7-3b90e73888cf req-c7fc0cef-7182-4443-9a2b-d2a874c0a1a2 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.0872183 Jul 16 01:20:54.514040 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1d8fc649-508d-4159-99c7-3b90e73888cf req-41b0811d-16a0-4921-a895-12bdfa208150 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362575 Jul 16 01:20:54.601920 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e832b398-d94a-490f-89a8-7470e87c1f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd147f0a0-819b-4b8d-b7dc-9c16a05ac558'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:54.604480 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab761252-1e6b-4a6b-a9a7-f91120ae2c69" -d '{"events": [{"server_uuid": "e832b398-d94a-490f-89a8-7470e87c1f3b", "name": "network-vif-plugged", "status": "completed", "tag": "d147f0a0-819b-4b8d-b7dc-9c16a05ac558"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:54.723702 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-837cc85b-4cf6-4021-b62c-d8b7304909a5 req-e4f10654-446d-448e-8d97-adbfc8a87ed7 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 210 time: 0.0297709 Jul 16 01:20:56.600627 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1fcf620c-191a-44ea-88cb-11b75810910b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:56.662442 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace62f8c-057d-4c25-bd24-881bf514c8b2 x-openstack-request-id: req-ace62f8c-057d-4c25-bd24-881bf514c8b2 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:56.662912 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e832b398-d94a-490f-89a8-7470e87c1f3b", "name": "network-vif-plugged", "status": "completed", "tag": "d147f0a0-819b-4b8d-b7dc-9c16a05ac558", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:56.663171 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ace62f8c-057d-4c25-bd24-881bf514c8b2 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:56.663617 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e832b398-d94a-490f-89a8-7470e87c1f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd147f0a0-819b-4b8d-b7dc-9c16a05ac558', 'code': 200} Jul 16 01:20:56.740671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5afb1a-3a9b-49bf-b3bb-dc82f772339a req-da1735ce-246d-4584-be04-4e0cc6f5f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:56.743146 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8a5afb1a-3a9b-49bf-b3bb-dc82f772339a req-da1735ce-246d-4584-be04-4e0cc6f5f0f5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f111b43aeca54e46af3cf1fcf1fbd6ee&device_id=a791570a-edcb-422d-94a2-33dc9c92b367 HTTP/1.1" status: 200 len: 1095 time: 0.0664480 Jul 16 01:20:57.018570 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f1773-0d62-4124-8b67-7581672d5530 req-63e88e3d-5fbd-479d-91cc-61dea51dae91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:57.020031 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d74f1773-0d62-4124-8b67-7581672d5530 req-63e88e3d-5fbd-479d-91cc-61dea51dae91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 949 time: 0.2467477 Jul 16 01:20:57.021557 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5afb1a-3a9b-49bf-b3bb-dc82f772339a req-777df299-db37-44b2-bc83-4c903ae5bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:57.023479 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8a5afb1a-3a9b-49bf-b3bb-dc82f772339a req-777df299-db37-44b2-bc83-4c903ae5bc2d service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=f111b43aeca54e46af3cf1fcf1fbd6ee&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2615404 Jul 16 01:20:57.149629 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-cf2386be-cea5-451b-8023-f0be315c3e31 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:20:57.150642 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-cf2386be-cea5-451b-8023-f0be315c3e31 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0378370 Jul 16 01:20:57.200553 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-6f4b92ea-7985-4af1-b1e2-e981dd2c97b9 service neutron] Request body: {'binding': {'host': 'n-h2-792394-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:57.200993 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-6f4b92ea-7985-4af1-b1e2-e981dd2c97b9 service neutron] Unknown quota resources ['binding']. {{(pid=93955) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:20:57.206641 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d74f1773-0d62-4124-8b67-7581672d5530 req-43f0d8a6-88d1-47e4-a803-a069a0ce9ddf tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794405 Jul 16 01:20:57.273039 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbac19-542c-441a-9217-7599f2a68633 req-95fc6115-c888-40b7-af2d-82cd7130e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:57.274575 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0bbac19-542c-441a-9217-7599f2a68633 req-95fc6115-c888-40b7-af2d-82cd7130e137 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d&tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a HTTP/1.1" status: 200 len: 1101 time: 0.0653393 Jul 16 01:20:57.290191 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-16', 'device_owner': 'compute:nova'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:57.339920 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5afb1a-3a9b-49bf-b3bb-dc82f772339a req-3bb92c78-344b-4a9a-aa4f-485c02e9eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:57.341540 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8a5afb1a-3a9b-49bf-b3bb-dc82f772339a req-3bb92c78-344b-4a9a-aa4f-485c02e9eaeb service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2961221 Jul 16 01:20:57.389423 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889aea36-c756-4c3a-86fe-54d3f737ef7a req-7aaba094-3e20-4e33-a6a3-cad8e21501fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:57.389423 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-889aea36-c756-4c3a-86fe-54d3f737ef7a req-7aaba094-3e20-4e33-a6a3-cad8e21501fd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 1098 time: 0.4616325 Jul 16 01:20:57.401216 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.498328 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-889aea36-c756-4c3a-86fe-54d3f737ef7a req-4cc0707d-08d2-4b88-9645-b7da058eb927 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018384 Jul 16 01:20:57.558144 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-6f4b92ea-7985-4af1-b1e2-e981dd2c97b9 service neutron] Attempting to bind port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc on host n-h2-792394-16 for vnic_type normal with profile None {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:57.558588 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-6f4b92ea-7985-4af1-b1e2-e981dd2c97b9 service neutron] Attempting to bind port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:57.559140 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-6f4b92ea-7985-4af1-b1e2-e981dd2c97b9 service neutron] Attempting to bind port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:57.611499 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-6f4b92ea-7985-4af1-b1e2-e981dd2c97b9 service neutron] Port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:57.612050 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-6f4b92ea-7985-4af1-b1e2-e981dd2c97b9 service neutron] Attempting to bind port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:57.650725 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-6f4b92ea-7985-4af1-b1e2-e981dd2c97b9 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:57.651269 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-6f4b92ea-7985-4af1-b1e2-e981dd2c97b9 service neutron] Checking segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:57.651926 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-6f4b92ea-7985-4af1-b1e2-e981dd2c97b9 service neutron] Bound using segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:57.652644 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-6f4b92ea-7985-4af1-b1e2-e981dd2c97b9 service neutron] Bound port: c59e91c2-43ca-4850-ada7-cfba1bd6e7fc, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:57.689916 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] For port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:57.728800 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] For port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:57.767506 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-6d3af7c5-c558-4a21-8a13-bba0f913103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:57.769529 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-6d3af7c5-c558-4a21-8a13-bba0f913103e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f111b43aeca54e46af3cf1fcf1fbd6ee&device_id=a791570a-edcb-422d-94a2-33dc9c92b367 HTTP/1.1" status: 200 len: 1095 time: 0.3496377 Jul 16 01:20:57.774976 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb7612a-f9a4-430c-99cf-c7f731abfb9b {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:57.785589 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.803006 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] Transition to ACTIVE for port object 2cb7612a-f9a4-430c-99cf-c7f731abfb9b will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:57.807059 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.844251 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-c50697cc-13ed-4cc3-9825-e6aff09bc4a4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bd86dbb-63b3-4435-93bb-f75778c2a5a1 HTTP/1.1" status: 200 len: 217 time: 0.0610166 Jul 16 01:20:57.857493 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d2c60-0500-4611-a4f2-b4e342a4cb1d req-13045794-d582-44fb-bc23-3d99af468063 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:57.859080 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed6d2c60-0500-4611-a4f2-b4e342a4cb1d req-13045794-d582-44fb-bc23-3d99af468063 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/ports?device_id=a791570a-edcb-422d-94a2-33dc9c92b367 HTTP/1.1" status: 200 len: 943 time: 0.3727553 Jul 16 01:20:57.866467 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-dcc8d642-acce-4661-8974-1210928b4fb5 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:57.867978 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-dcc8d642-acce-4661-8974-1210928b4fb5 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.82 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 807 time: 0.3318737 Jul 16 01:20:57.869965 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-6f4b92ea-7985-4af1-b1e2-e981dd2c97b9 service neutron] For port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c59e91c2-43ca-4850-ada7-cfba1bd6e7fc,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:57.871451 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] No DVR routers for this DVR port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:57.911246 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,revision_number=11']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:57.928803 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] Attempting to bind port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:57.929160 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] Attempting to bind port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:57.929691 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] Attempting to bind port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:57.934613 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] Port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:57.934940 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] Attempting to bind port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:57.940549 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:57.940944 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:57.941340 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:57.941782 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] Bound port: 2cb7612a-f9a4-430c-99cf-c7f731abfb9b, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:57.942144 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.963714 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-b9a8591c-2b69-4f79-a546-f27b0f1d5f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Request body: {'port': {'device_id': 'df08c61c-79bd-4649-8de4-ec99bfa9fb90', 'network_id': '0acde702-0391-44d7-919c-717172e79311', 'admin_state_up': True, 'tenant_id': 'ca9f8f0612374680aaef3c5c85953dfc'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:57.968472 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-6f4b92ea-7985-4af1-b1e2-e981dd2c97b9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.969673 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-6f4b92ea-7985-4af1-b1e2-e981dd2c97b9 service neutron] 10.222.0.16 "POST /v2.0/ports/c59e91c2-43ca-4850-ada7-cfba1bd6e7fc/bindings HTTP/1.1" status: 201 len: 390 time: 0.7994285 Jul 16 01:20:58.123037 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] For port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:58.127767 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] For port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:58.139760 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.313039 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:58.313683 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.315390 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] 10.222.0.82 "PUT /v2.0/ports/2cb7612a-f9a4-430c-99cf-c7f731abfb9b HTTP/1.1" status: 200 len: 1098 time: 1.0324299 Jul 16 01:20:58.315845 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cda9a4f-6388-401f-a2f6-408920def22d', 'tag': '2cb7612a-f9a4-430c-99cf-c7f731abfb9b'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:58.318243 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ff4cbd-9877-4e1c-8862-0c29d6fe9444" -d '{"events": [{"name": "network-changed", "server_uuid": "3cda9a4f-6388-401f-a2f6-408920def22d", "tag": "2cb7612a-f9a4-430c-99cf-c7f731abfb9b"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:58.321659 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb2097-c4c6-496c-ab26-ae9077c37f39 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,revision_number=12']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:58.503280 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-84fb9ec6-66d6-45e3-ac76-10022fe4dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:58.505103 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-84fb9ec6-66d6-45e3-ac76-10022fe4dd7f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=27a663cb-a1ca-4108-a03d-eb5fe3837eb3 HTTP/1.1" status: 200 len: 853 time: 0.6340468 Jul 16 01:20:58.586348 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbac19-542c-441a-9217-7599f2a68633 req-6553a8a9-2e3c-4144-a603-a750e08fe934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:58.588982 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0bbac19-542c-441a-9217-7599f2a68633 req-6553a8a9-2e3c-4144-a603-a750e08fe934 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 1101 time: 0.1945589 Jul 16 01:20:58.602961 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebcf87-db49-47ad-80db-aeccd89de8b7 req-1dba5737-a1cb-47a4-a4d9-47d1ac1a1de7 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:58.605509 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eaebcf87-db49-47ad-80db-aeccd89de8b7 req-1dba5737-a1cb-47a4-a4d9-47d1ac1a1de7 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.2253592 Jul 16 01:20:58.627609 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-1cb2dfc5-3911-4b07-bb9a-f49084e29c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:58.629982 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-1cb2dfc5-3911-4b07-bb9a-f49084e29c71 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=19f0097db32e406ab305cc19744860c5&device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 1097 time: 0.2376900 Jul 16 01:20:58.714170 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed6d2c60-0500-4611-a4f2-b4e342a4cb1d req-947d1236-d137-4f24-aef2-69a0f761fbf0 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dcb3f78-2a75-4d57-a08a-af167915b346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8416929 Jul 16 01:20:58.798551 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-834dd084-639c-4831-bea7-dbae65c93583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:58.800746 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-834dd084-639c-4831-bea7-dbae65c93583 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94f37fec-a19a-4c78-8107-bd9bd459dfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1640151 Jul 16 01:20:58.819140 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-b9a8591c-2b69-4f79-a546-f27b0f1d5f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Made reservation on behalf of ca9f8f0612374680aaef3c5c85953dfc for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:58.826686 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-b9a8591c-2b69-4f79-a546-f27b0f1d5f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.871297 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eaebcf87-db49-47ad-80db-aeccd89de8b7 req-10df9aae-e945-430d-8ee6-d8b60b789e4f tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492175 Jul 16 01:20:58.874436 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-fe1ea9e4-8210-48bb-afe1-ea801e6d7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:58.876060 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-fe1ea9e4-8210-48bb-afe1-ea801e6d7bf7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 200 len: 922 time: 0.2286513 Jul 16 01:20:58.931660 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-c1d23338-830d-47e2-8f8d-9a63aae6b417 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c59e91c2-43ca-4850-ada7-cfba1bd6e7fc HTTP/1.1" status: 200 len: 217 time: 0.0474143 Jul 16 01:20:58.983461 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbac19-542c-441a-9217-7599f2a68633 req-333a92e5-4369-4420-a785-d8454e19468d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:58.984391 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-22150b00-e7a9-4669-98fd-fce5b80cdee3 service neutron] 10.222.0.82 "GET /v2.0/networks/94f37fec-a19a-4c78-8107-bd9bd459dfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734383 Jul 16 01:20:58.999610 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0bbac19-542c-441a-9217-7599f2a68633 req-333a92e5-4369-4420-a785-d8454e19468d service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.3769619 Jul 16 01:20:59.053618 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-71a74a1b-fef1-48f7-9d6e-918c829197a4 req-b43aee4b-180e-468c-b614-2cf0ed1b085c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 210 time: 0.1575754 Jul 16 01:20:59.062706 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0bbac19-542c-441a-9217-7599f2a68633 req-37e11309-3e89-4302-baf1-b1c6f60969ae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b HTTP/1.1" status: 200 len: 217 time: 0.0612192 Jul 16 01:20:59.112569 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-4f052f91-1a99-4380-bc86-6b72c8b2cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:59.115057 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-4f052f91-1a99-4380-bc86-6b72c8b2cbdc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda HTTP/1.1" status: 200 len: 861 time: 0.1741285 Jul 16 01:20:59.182029 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbac19-542c-441a-9217-7599f2a68633 req-0eae9161-dd31-4af3-b5a9-b1590ebe47d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:59.183662 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0bbac19-542c-441a-9217-7599f2a68633 req-0eae9161-dd31-4af3-b5a9-b1590ebe47d7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1153340 Jul 16 01:20:59.223727 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-0d273ef7-f3b8-4615-a353-dda0c21aa633 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=952b1f4f-1df7-48bd-a0c8-40d17571e492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005969 Jul 16 01:20:59.414792 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e552e5d-18b5-4d91-adeb-00f3199ee6a6 req-8678d472-2a28-4ee7-8a90-4a25a21ce0a5 service neutron] 10.222.0.82 "GET /v2.0/networks/94f37fec-a19a-4c78-8107-bd9bd459dfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887999 Jul 16 01:20:59.464917 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-b9a8591c-2b69-4f79-a546-f27b0f1d5f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Allocated IP 172.20.0.12 (0acde702-0391-44d7-919c-717172e79311/53fcd526-4834-4829-80ef-c0f48c90d8f1/89b825d4-a4ad-4bba-91ee-865bf0120cef) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:59.483348 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbac19-542c-441a-9217-7599f2a68633 req-6231bdf2-4bb3-4640-919d-c26721fbb595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:59.484907 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0bbac19-542c-441a-9217-7599f2a68633 req-6231bdf2-4bb3-4640-919d-c26721fbb595 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2597315 Jul 16 01:20:59.506445 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-7cdd677c-6687-4134-9a60-0ae7838ea563 service neutron] 10.222.0.82 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604599 Jul 16 01:20:59.535338 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97e909d0-58db-4775-bb09-a7f6d9b58d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.605426 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5d984-9c0d-4830-bba4-d31f932358b7 req-a4e2adbb-85a2-478a-a277-4e43ddceff3d tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:59.612918 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-99b5d984-9c0d-4830-bba4-d31f932358b7 req-a4e2adbb-85a2-478a-a277-4e43ddceff3d tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 949 time: 0.2917421 Jul 16 01:20:59.620075 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.646385 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67b3ab-3cc2-414b-81ae-dc59ded41359 req-85f9c14f-c413-4da1-996d-dbeb3bc471c8 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:59.649248 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cc67b3ab-3cc2-414b-81ae-dc59ded41359 req-85f9c14f-c413-4da1-996d-dbeb3bc471c8 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 945 time: 0.3728848 Jul 16 01:20:59.741168 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0bbac19-542c-441a-9217-7599f2a68633 req-785e2357-2ceb-40cf-9cc5-e0b55646c15a service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474570 Jul 16 01:20:59.767441 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cc67b3ab-3cc2-414b-81ae-dc59ded41359 req-bc0303b3-c2d3-470c-8666-fb3861f41799 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075737 Jul 16 01:20:59.777360 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-99b5d984-9c0d-4830-bba4-d31f932358b7 req-848b0d79-c9bb-45f2-a926-4e252a2834d8 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634324 Jul 16 01:20:59.807152 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-e2bc2453-b8ab-46bd-af45-40d11eaa7fa2 service neutron] 10.222.0.82 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902150 Jul 16 01:20:59.845947 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-b9a8591c-2b69-4f79-a546-f27b0f1d5f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.917163 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237e4eec-6112-4333-9e8d-b6dcb8abed6f x-openstack-request-id: req-237e4eec-6112-4333-9e8d-b6dcb8abed6f {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:59.920901 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cda9a4f-6388-401f-a2f6-408920def22d", "tag": "2cb7612a-f9a4-430c-99cf-c7f731abfb9b", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:59.921274 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-237e4eec-6112-4333-9e8d-b6dcb8abed6f {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:59.921791 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cda9a4f-6388-401f-a2f6-408920def22d', 'tag': '2cb7612a-f9a4-430c-99cf-c7f731abfb9b', 'status': 'completed', 'code': 200} Jul 16 01:20:59.998696 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-b9a8591c-2b69-4f79-a546-f27b0f1d5f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.011486 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['485aedfc-d310-49e9-b67e-4865af235efc'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:00.014446 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0bbac19-542c-441a-9217-7599f2a68633 req-7e5b2e79-58c1-462d-a6fc-29154e9ed6d0 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615080 Jul 16 01:21:00.126238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-b9a8591c-2b69-4f79-a546-f27b0f1d5f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Network 0acde702-0391-44d7-919c-717172e79311 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:00.133079 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff4cbd-9877-4e1c-8862-0c29d6fe9444 req-24f94716-53f0-4b3c-b5ae-7ceea8682306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:00.141222 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d4ff4cbd-9877-4e1c-8862-0c29d6fe9444 req-24f94716-53f0-4b3c-b5ae-7ceea8682306 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 1101 time: 0.2104225 Jul 16 01:21:00.143394 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-b9a8591c-2b69-4f79-a546-f27b0f1d5f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:00.146837 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8591c-2b69-4f79-a546-f27b0f1d5f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Pushing event updated for resources: {'Port': ['ID=89b825d4-a4ad-4bba-91ee-865bf0120cef,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:00.149694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-b9a8591c-2b69-4f79-a546-f27b0f1d5f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:00.218421 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff4cbd-9877-4e1c-8862-0c29d6fe9444 req-7f3ba621-3329-4158-85a4-772bedfa195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:00.223187 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-b9a8591c-2b69-4f79-a546-f27b0f1d5f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:00.224255 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-b9a8591c-2b69-4f79-a546-f27b0f1d5f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.224905 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d4ff4cbd-9877-4e1c-8862-0c29d6fe9444 req-7f3ba621-3329-4158-85a4-772bedfa195d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 1101 time: 0.1445298 Jul 16 01:21:00.305349 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a8591c-2b69-4f79-a546-f27b0f1d5f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:00.318460 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a8591c-2b69-4f79-a546-f27b0f1d5f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:00.321216 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a8591c-2b69-4f79-a546-f27b0f1d5f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:00.322005 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a8591c-2b69-4f79-a546-f27b0f1d5f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:00.322616 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a8591c-2b69-4f79-a546-f27b0f1d5f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:00.327862 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a8591c-2b69-4f79-a546-f27b0f1d5f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:00.328221 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a8591c-2b69-4f79-a546-f27b0f1d5f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:00.328591 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a8591c-2b69-4f79-a546-f27b0f1d5f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:00.328971 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a8591c-2b69-4f79-a546-f27b0f1d5f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:00.329314 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a8591c-2b69-4f79-a546-f27b0f1d5f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:00.329745 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a8591c-2b69-4f79-a546-f27b0f1d5f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:00.330534 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a8591c-2b69-4f79-a546-f27b0f1d5f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:00.447878 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff4cbd-9877-4e1c-8862-0c29d6fe9444 req-02bd4b40-ba4f-453e-84a9-f66d9316a839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:00.449532 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d4ff4cbd-9877-4e1c-8862-0c29d6fe9444 req-02bd4b40-ba4f-453e-84a9-f66d9316a839 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2411122 Jul 16 01:21:00.452280 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-b9a8591c-2b69-4f79-a546-f27b0f1d5f3e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5523732 Jul 16 01:21:00.461615 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff4cbd-9877-4e1c-8862-0c29d6fe9444 req-a93a0b74-db65-4007-b0af-7b47673e57f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:00.463265 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d4ff4cbd-9877-4e1c-8862-0c29d6fe9444 req-a93a0b74-db65-4007-b0af-7b47673e57f0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2318392 Jul 16 01:21:00.476652 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-29d0963e-7603-40c7-86e8-ee8d232bc3c8 service neutron] Request body: {'port': {'device_id': 'df08c61c-79bd-4649-8de4-ec99bfa9fb90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:00.531286 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d4ff4cbd-9877-4e1c-8862-0c29d6fe9444 req-08478cf1-2c58-4e2a-afbf-ab4ad656af67 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b HTTP/1.1" status: 200 len: 217 time: 0.0469091 Jul 16 01:21:00.592824 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-29d0963e-7603-40c7-86e8-ee8d232bc3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.593218 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff4cbd-9877-4e1c-8862-0c29d6fe9444 req-72ba9182-db66-44d0-b239-620f1535a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:00.594988 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d4ff4cbd-9877-4e1c-8862-0c29d6fe9444 req-72ba9182-db66-44d0-b239-620f1535a72e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0561409 Jul 16 01:21:00.604407 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d4ff4cbd-9877-4e1c-8862-0c29d6fe9444 req-483f63dd-7036-4ef2-aee3-4e40e8de421f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b HTTP/1.1" status: 200 len: 217 time: 0.1427512 Jul 16 01:21:00.692816 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.732486 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff4cbd-9877-4e1c-8862-0c29d6fe9444 req-48e5427e-39fe-4697-9576-8f2a19a7f07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:00.733845 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d4ff4cbd-9877-4e1c-8862-0c29d6fe9444 req-48e5427e-39fe-4697-9576-8f2a19a7f07f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1306200 Jul 16 01:21:00.835480 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86eb5e2-18be-42ba-be3a-3ac526ed142f req-a3790147-5c89-48f9-b7e1-d388c49918e7 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:00.837384 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d86eb5e2-18be-42ba-be3a-3ac526ed142f req-a3790147-5c89-48f9-b7e1-d388c49918e7 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/ports?device_id=a791570a-edcb-422d-94a2-33dc9c92b367 HTTP/1.1" status: 200 len: 943 time: 0.6097193 Jul 16 01:21:00.859998 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff4cbd-9877-4e1c-8862-0c29d6fe9444 req-792acd30-6f72-4083-8299-8970a5b1581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:00.863524 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d4ff4cbd-9877-4e1c-8862-0c29d6fe9444 req-792acd30-6f72-4083-8299-8970a5b1581c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.2505307 Jul 16 01:21:00.905487 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d4ff4cbd-9877-4e1c-8862-0c29d6fe9444 req-39354c8c-1322-42ee-b30f-45b919bd78f1 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641924 Jul 16 01:21:01.027120 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d4ff4cbd-9877-4e1c-8862-0c29d6fe9444 req-ee367a57-cd98-49f6-99fc-bb482e1b7b20 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149898 Jul 16 01:21:01.035548 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d86eb5e2-18be-42ba-be3a-3ac526ed142f req-e97e6059-af24-4d01-8b69-6520c128d7ee tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dcb3f78-2a75-4d57-a08a-af167915b346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682742 Jul 16 01:21:01.074366 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 5bd86dbb-63b3-4435-93bb-f75778c2a5a1 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:01.086357 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff4cbd-9877-4e1c-8862-0c29d6fe9444 req-846572a0-53f6-4918-af80-b3053c07930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:01.087961 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d4ff4cbd-9877-4e1c-8862-0c29d6fe9444 req-846572a0-53f6-4918-af80-b3053c07930a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2156410 Jul 16 01:21:01.185973 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.190297 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d4ff4cbd-9877-4e1c-8862-0c29d6fe9444 req-88e7144f-7eb6-43b1-bf87-e7976e9ba043 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939829 Jul 16 01:21:01.210115 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 5bd86dbb-63b3-4435-93bb-f75778c2a5a1, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=5bd86dbb-63b3-4435-93bb-f75778c2a5a1,segment=NetworkSegment(31a29291-4758-44f0-8640-73d6e8a50dfc),segment_id=31a29291-4758-44f0-8640-73d6e8a50dfc)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:01.225289 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '5bd86dbb-63b3-4435-93bb-f75778c2a5a1', 'network_id': '94f37fec-a19a-4c78-8107-bd9bd459dfd1', 'port_id': '5bd86dbb-63b3-4435-93bb-f75778c2a5a1', 'mac_address': 'fa:16:3e:1b:11:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27a663cb-a1ca-4108-a03d-eb5fe3837eb3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:01.273003 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.287955 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd86dbb-63b3-4435-93bb-f75778c2a5a1 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:01.311106 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 5bd86dbb-63b3-4435-93bb-f75778c2a5a1, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=5bd86dbb-63b3-4435-93bb-f75778c2a5a1,segment=NetworkSegment(31a29291-4758-44f0-8640-73d6e8a50dfc),segment_id=31a29291-4758-44f0-8640-73d6e8a50dfc)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:01.314499 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-29d0963e-7603-40c7-86e8-ee8d232bc3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b825d4-a4ad-4bba-91ee-865bf0120cef {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:01.317640 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.356183 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-29d0963e-7603-40c7-86e8-ee8d232bc3c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.376529 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=5bd86dbb-63b3-4435-93bb-f75778c2a5a1,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:01.387445 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-29d0963e-7603-40c7-86e8-ee8d232bc3c8 service neutron] Transition to ACTIVE for port object 89b825d4-a4ad-4bba-91ee-865bf0120cef will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:01.402619 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-29d0963e-7603-40c7-86e8-ee8d232bc3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.442966 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d4ff4cbd-9877-4e1c-8862-0c29d6fe9444 req-bf118ce3-8a2f-450c-80b6-0c02e06ebf0a service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452235 Jul 16 01:21:01.452997 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf5283-790f-411b-b8d7-cc0636639a30 req-bbf4171a-cac0-4f65-9d3a-9567aebfa440 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:01.454837 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0edf5283-790f-411b-b8d7-cc0636639a30 req-bbf4171a-cac0-4f65-9d3a-9567aebfa440 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.2632537 Jul 16 01:21:01.492220 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0963e-7603-40c7-86e8-ee8d232bc3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=89b825d4-a4ad-4bba-91ee-865bf0120cef,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:01.558666 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0edf5283-790f-411b-b8d7-cc0636639a30 req-769b483c-f441-43cf-9260-0bb2210f5262 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910614 Jul 16 01:21:01.593068 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-29d0963e-7603-40c7-86e8-ee8d232bc3c8 service neutron] Attempting to bind port 89b825d4-a4ad-4bba-91ee-865bf0120cef on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:01.593419 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-29d0963e-7603-40c7-86e8-ee8d232bc3c8 service neutron] Attempting to bind port 89b825d4-a4ad-4bba-91ee-865bf0120cef by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:01.593748 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-29d0963e-7603-40c7-86e8-ee8d232bc3c8 service neutron] Attempting to bind port 89b825d4-a4ad-4bba-91ee-865bf0120cef on network 0acde702-0391-44d7-919c-717172e79311 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:01.598998 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-29d0963e-7603-40c7-86e8-ee8d232bc3c8 service neutron] Port 89b825d4-a4ad-4bba-91ee-865bf0120cef on network 0acde702-0391-44d7-919c-717172e79311 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:01.599377 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-29d0963e-7603-40c7-86e8-ee8d232bc3c8 service neutron] Attempting to bind port 89b825d4-a4ad-4bba-91ee-865bf0120cef on network 0acde702-0391-44d7-919c-717172e79311 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:01.605058 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-29d0963e-7603-40c7-86e8-ee8d232bc3c8 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:01.605537 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-29d0963e-7603-40c7-86e8-ee8d232bc3c8 service neutron] Checking segment: {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:01.606082 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-29d0963e-7603-40c7-86e8-ee8d232bc3c8 service neutron] Bound using segment: {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:01.606595 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-29d0963e-7603-40c7-86e8-ee8d232bc3c8 service neutron] Bound port: 89b825d4-a4ad-4bba-91ee-865bf0120cef, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:01.607148 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-29d0963e-7603-40c7-86e8-ee8d232bc3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.685130 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-29d0963e-7603-40c7-86e8-ee8d232bc3c8 service neutron] For port 89b825d4-a4ad-4bba-91ee-865bf0120cef, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:01.688593 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-29d0963e-7603-40c7-86e8-ee8d232bc3c8 service neutron] For port 89b825d4-a4ad-4bba-91ee-865bf0120cef, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=89b825d4-a4ad-4bba-91ee-865bf0120cef,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:01.701868 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-29d0963e-7603-40c7-86e8-ee8d232bc3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.758820 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-29d0963e-7603-40c7-86e8-ee8d232bc3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:01.759415 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-29d0963e-7603-40c7-86e8-ee8d232bc3c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.761094 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-29d0963e-7603-40c7-86e8-ee8d232bc3c8 service neutron] 10.222.0.82 "PUT /v2.0/ports/89b825d4-a4ad-4bba-91ee-865bf0120cef HTTP/1.1" status: 200 len: 1093 time: 1.2959881 Jul 16 01:21:01.763344 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df08c61c-79bd-4649-8de4-ec99bfa9fb90', 'tag': '89b825d4-a4ad-4bba-91ee-865bf0120cef'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:01.764839 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b792f4c5-d7f6-41c2-97b3-171441c7c2b5" -d '{"events": [{"name": "network-changed", "server_uuid": "df08c61c-79bd-4649-8de4-ec99bfa9fb90", "tag": "89b825d4-a4ad-4bba-91ee-865bf0120cef"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:01.773345 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['5bd86dbb-63b3-4435-93bb-f75778c2a5a1'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:01.798510 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0963e-7603-40c7-86e8-ee8d232bc3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=89b825d4-a4ad-4bba-91ee-865bf0120cef,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:01.838664 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc1d3d-d2c1-4f22-9069-6ac39904ea89 req-5ad5422e-f4e5-483f-aa03-165c19ce6c2f tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:01.846818 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b5dc1d3d-d2c1-4f22-9069-6ac39904ea89 req-5ad5422e-f4e5-483f-aa03-165c19ce6c2f tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 944 time: 0.1564815 Jul 16 01:21:01.929735 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b5dc1d3d-d2c1-4f22-9069-6ac39904ea89 req-679f403b-2e05-41d2-bd16-d1b44f08e6e6 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798416 Jul 16 01:21:02.049535 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-7caaa7b1-351e-4a05-b3c7-115d5c940d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:02.051635 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-7caaa7b1-351e-4a05-b3c7-115d5c940d15 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 1096 time: 0.1815186 Jul 16 01:21:02.125061 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-f9b7df12-12ca-45b8-bacd-785b569d643d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89b825d4-a4ad-4bba-91ee-865bf0120cef HTTP/1.1" status: 200 len: 217 time: 0.0534110 Jul 16 01:21:02.191458 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-c1924617-c91c-4d8b-b2b8-85e766b37604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:02.196210 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-c1924617-c91c-4d8b-b2b8-85e766b37604 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=53fcd526-4834-4829-80ef-c0f48c90d8f1 HTTP/1.1" status: 200 len: 847 time: 0.0641694 Jul 16 01:21:02.274219 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-ee12eace-24b4-4a74-b7ed-7c30395d6b7f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0acde702-0391-44d7-919c-717172e79311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604274 Jul 16 01:21:02.382197 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fdfce-83fe-498a-8e21-9fe567058a54 req-d3f56c06-a639-4c8d-84e3-b8e7fdc4720f tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:02.383981 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e82fdfce-83fe-498a-8e21-9fe567058a54 req-d3f56c06-a639-4c8d-84e3-b8e7fdc4720f tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 949 time: 0.1835868 Jul 16 01:21:02.396082 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:02.436798 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-094af3c7-1a8a-4033-9153-2a03c9e2b7c3 service neutron] 10.222.0.82 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537750 Jul 16 01:21:02.475907 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e82fdfce-83fe-498a-8e21-9fe567058a54 req-9387b549-a952-484f-bb33-de4758e0ecbe tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798085 Jul 16 01:21:02.556420 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ccb2eb53-fa98-4f0a-b6ed-199a5fef2dbe req-c7f05ff2-4256-4b5b-adf4-936804ae159b service neutron] 10.222.0.82 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126149 Jul 16 01:21:02.652936 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398cfb5-e81d-472a-a866-23b4ee05c098 req-9ee3c4be-7213-4a09-bc31-21d685eae13e tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:02.654492 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d398cfb5-e81d-472a-a866-23b4ee05c098 req-9ee3c4be-7213-4a09-bc31-21d685eae13e tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 945 time: 0.0666125 Jul 16 01:21:02.699055 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d398cfb5-e81d-472a-a866-23b4ee05c098 req-f46a0b48-4ec1-48b5-9c5b-2185fc3d4a05 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375330 Jul 16 01:21:02.977327 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac354a-2efd-4d68-a2df-08837b136716 req-3c23a5b1-97ff-4736-9b0f-018ec20cfc59 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:02.978778 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-daac354a-2efd-4d68-a2df-08837b136716 req-3c23a5b1-97ff-4736-9b0f-018ec20cfc59 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.0699124 Jul 16 01:21:03.020153 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-daac354a-2efd-4d68-a2df-08837b136716 req-9f972a31-4e3a-49ab-821b-7a6b0e3621df tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355701 Jul 16 01:21:03.089266 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2cb7612a-f9a4-430c-99cf-c7f731abfb9b details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:03.091467 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 5bd86dbb-63b3-4435-93bb-f75778c2a5a1 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:03.154431 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b9cf4d-15c9-4ca4-bf42-446c84683273 x-openstack-request-id: req-94b9cf4d-15c9-4ca4-bf42-446c84683273 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:03.154791 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df08c61c-79bd-4649-8de4-ec99bfa9fb90", "tag": "89b825d4-a4ad-4bba-91ee-865bf0120cef", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:03.155095 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94b9cf4d-15c9-4ca4-bf42-446c84683273 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:03.155558 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df08c61c-79bd-4649-8de4-ec99bfa9fb90', 'tag': '89b825d4-a4ad-4bba-91ee-865bf0120cef', 'status': 'completed', 'code': 200} Jul 16 01:21:03.210952 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 5bd86dbb-63b3-4435-93bb-f75778c2a5a1 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:03.222660 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 5bd86dbb-63b3-4435-93bb-f75778c2a5a1 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:03.223132 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.249369 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792f4c5-d7f6-41c2-97b3-171441c7c2b5 req-b282eee6-61f1-4610-9b02-367f8a6167a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:03.251087 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b792f4c5-d7f6-41c2-97b3-171441c7c2b5 req-b282eee6-61f1-4610-9b02-367f8a6167a5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 1096 time: 0.0671592 Jul 16 01:21:03.280673 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:03.295074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '2cb7612a-f9a4-430c-99cf-c7f731abfb9b', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': '2cb7612a-f9a4-430c-99cf-c7f731abfb9b', 'mac_address': 'fa:16:3e:4d:d8:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:03.362317 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.365227 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.394601 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb7612a-f9a4-430c-99cf-c7f731abfb9b {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:03.403846 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a791570a-edcb-422d-94a2-33dc9c92b367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd86dbb-63b3-4435-93bb-f75778c2a5a1'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:03.406138 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caa048f-3656-42c4-bff1-8beb1e31c3b7" -d '{"events": [{"server_uuid": "a791570a-edcb-422d-94a2-33dc9c92b367", "name": "network-vif-plugged", "status": "completed", "tag": "5bd86dbb-63b3-4435-93bb-f75778c2a5a1"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:03.418410 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbec65-e703-49f0-950b-9cfcfa59719f req-e07d268a-8137-483e-9676-0a471b0e5810 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:03.420197 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b8bbec65-e703-49f0-950b-9cfcfa59719f req-e07d268a-8137-483e-9676-0a471b0e5810 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/ports?device_id=a791570a-edcb-422d-94a2-33dc9c92b367 HTTP/1.1" status: 200 len: 944 time: 0.1413190 Jul 16 01:21:03.421868 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792f4c5-d7f6-41c2-97b3-171441c7c2b5 req-cdfe955f-11be-4346-b9f9-86ff1680494e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:03.423704 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b792f4c5-d7f6-41c2-97b3-171441c7c2b5 req-cdfe955f-11be-4346-b9f9-86ff1680494e service neutron] 10.222.0.82 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 908 time: 0.1654348 Jul 16 01:21:03.430265 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 5bd86dbb-63b3-4435-93bb-f75778c2a5a1, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=5bd86dbb-63b3-4435-93bb-f75778c2a5a1,segment=NetworkSegment(31a29291-4758-44f0-8640-73d6e8a50dfc),segment_id=31a29291-4758-44f0-8640-73d6e8a50dfc)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:03.434299 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:03.438173 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.443863 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.480902 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b792f4c5-d7f6-41c2-97b3-171441c7c2b5 req-48a016e0-babc-4ba6-ae04-e5b3177f4865 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89b825d4-a4ad-4bba-91ee-865bf0120cef HTTP/1.1" status: 200 len: 217 time: 0.0502272 Jul 16 01:21:03.501652 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=5bd86dbb-63b3-4435-93bb-f75778c2a5a1,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:03.557116 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b8bbec65-e703-49f0-950b-9cfcfa59719f req-f82ec7c0-fb75-4ced-9d1b-425a2689e9c2 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dcb3f78-2a75-4d57-a08a-af167915b346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159019 Jul 16 01:21:03.559545 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792f4c5-d7f6-41c2-97b3-171441c7c2b5 req-d2b53d1a-ca19-4d73-b118-d466fd564ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:03.560025 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,revision_number=13']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:03.561433 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b792f4c5-d7f6-41c2-97b3-171441c7c2b5 req-d2b53d1a-ca19-4d73-b118-d466fd564ec8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=53fcd526-4834-4829-80ef-c0f48c90d8f1 HTTP/1.1" status: 200 len: 847 time: 0.0729296 Jul 16 01:21:03.602407 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b792f4c5-d7f6-41c2-97b3-171441c7c2b5 req-a1424c1b-d388-4d59-bcbc-516e63344208 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0acde702-0391-44d7-919c-717172e79311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313413 Jul 16 01:21:03.731703 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b792f4c5-d7f6-41c2-97b3-171441c7c2b5 req-70aef244-654f-474c-bc01-1e09dcb45ea9 service neutron] 10.222.0.82 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216180 Jul 16 01:21:03.782828 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['2cb7612a-f9a4-430c-99cf-c7f731abfb9b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:03.786827 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfa362-e532-4a1c-a304-29407cb55ed5 req-e73f38b8-f5d1-4f5a-91e3-dabae0e65aaa tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:03.788538 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0cfa362-e532-4a1c-a304-29407cb55ed5 req-e73f38b8-f5d1-4f5a-91e3-dabae0e65aaa tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 950 time: 0.1118507 Jul 16 01:21:03.870503 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b792f4c5-d7f6-41c2-97b3-171441c7c2b5 req-afccaaca-44d5-41d6-9614-a0f35833889b service neutron] 10.222.0.82 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307044 Jul 16 01:21:03.873327 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0cfa362-e532-4a1c-a304-29407cb55ed5 req-cafebb7e-83da-4a2d-942d-e13468e27f2c tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598485 Jul 16 01:21:04.074404 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a827d-ece4-4aef-8331-9cf9977522cd req-a1d325ee-63fe-4a00-8040-0e8d5b388781 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:04.075987 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-024a827d-ece4-4aef-8331-9cf9977522cd req-a1d325ee-63fe-4a00-8040-0e8d5b388781 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 944 time: 0.0799127 Jul 16 01:21:04.130474 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-024a827d-ece4-4aef-8331-9cf9977522cd req-4d643000-180c-445f-a2f5-3eab0c564448 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476100 Jul 16 01:21:04.513885 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecd9660-91bf-4431-85f6-af56b11ce8e5 x-openstack-request-id: req-8ecd9660-91bf-4431-85f6-af56b11ce8e5 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:04.514397 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a791570a-edcb-422d-94a2-33dc9c92b367", "name": "network-vif-plugged", "status": "completed", "tag": "5bd86dbb-63b3-4435-93bb-f75778c2a5a1", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:04.514397 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ecd9660-91bf-4431-85f6-af56b11ce8e5 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:04.515047 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a791570a-edcb-422d-94a2-33dc9c92b367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd86dbb-63b3-4435-93bb-f75778c2a5a1', 'code': 200} Jul 16 01:21:04.679469 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce75d6-aa2d-4946-a55a-f9fa194ad713 req-2943987a-bd63-4ca9-9535-05930fdd6ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:04.681023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fbce75d6-aa2d-4946-a55a-f9fa194ad713 req-2943987a-bd63-4ca9-9535-05930fdd6ef3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a791570a-edcb-422d-94a2-33dc9c92b367 HTTP/1.1" status: 200 len: 1097 time: 0.0987210 Jul 16 01:21:04.694694 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.696351 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d577372-a816-4a08-8c0c-4199a87c1480 req-1da7f50c-8f8b-4a8b-8639-e5763411bfa3 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:04.697843 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d577372-a816-4a08-8c0c-4199a87c1480 req-1da7f50c-8f8b-4a8b-8639-e5763411bfa3 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 945 time: 0.0891881 Jul 16 01:21:04.753707 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fbce75d6-aa2d-4946-a55a-f9fa194ad713 req-aabbff03-6cf7-4196-9c62-19f1c419a7c7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4dcb3f78-2a75-4d57-a08a-af167915b346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548377 Jul 16 01:21:04.756748 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d577372-a816-4a08-8c0c-4199a87c1480 req-6bd6f821-1693-49cd-90a3-26a5797f46cc tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526259 Jul 16 01:21:05.108865 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2cb7612a-f9a4-430c-99cf-c7f731abfb9b up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:05.154155 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-e81186e1-7569-44d4-ab05-f47197e4f634 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:05.157856 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-e81186e1-7569-44d4-ab05-f47197e4f634 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/networks?id=7f31c349-ef96-4e32-96d7-dc48e8b6e5ec HTTP/1.1" status: 200 len: 815 time: 0.1685712 Jul 16 01:21:05.179824 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-027b605a-0f02-4b8e-a8c4-9cf5a12b55b7 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/quotas/188651938ea04d6987c92bcea6afb008 HTTP/1.1" status: 200 len: 375 time: 0.0146866 Jul 16 01:21:05.181654 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:05.188136 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:05.190804 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.214269 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab30c1-409e-4067-99c3-08fca5a87b16 req-3e0995a7-00ec-4c5d-a076-5967cf5bb106 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:05.216007 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6dab30c1-409e-4067-99c3-08fca5a87b16 req-3e0995a7-00ec-4c5d-a076-5967cf5bb106 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/ports?device_id=a791570a-edcb-422d-94a2-33dc9c92b367 HTTP/1.1" status: 200 len: 945 time: 0.1262379 Jul 16 01:21:05.275430 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6dab30c1-409e-4067-99c3-08fca5a87b16 req-e5cb2a17-9229-422e-9450-4ace0009049b tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dcb3f78-2a75-4d57-a08a-af167915b346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531354 Jul 16 01:21:05.285247 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-c116195d-9480-42a3-a702-86a56151c060 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=188651938ea04d6987c92bcea6afb008&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0977635 Jul 16 01:21:05.328589 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.368213 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:05.376234 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.412010 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-00843d41-a7eb-4e88-8b32-abc2b0ffb86e service neutron] 10.222.0.16 "GET /v2.0/networks/7f31c349-ef96-4e32-96d7-dc48e8b6e5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257734 Jul 16 01:21:05.441254 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,revision_number=14']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:05.521574 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-17a57ad0-28cf-44a0-bcb3-201da1a64c02 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255194 Jul 16 01:21:05.555658 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-78c5462b-9838-4835-a07d-937d0defe647 service neutron] 10.222.0.16 "GET /v2.0/networks/7f31c349-ef96-4e32-96d7-dc48e8b6e5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331630 Jul 16 01:21:05.677473 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-17856352-cec7-4490-8745-f17cbe129d7e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:05.685721 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-17856352-cec7-4490-8745-f17cbe129d7e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1560848 Jul 16 01:21:05.705548 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-7fcdc1d4-40f5-4059-96d9-2590b9a67f1f tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/quotas/e8dac2fb0d0d4ff092f3262b0e61117a HTTP/1.1" status: 200 len: 375 time: 0.0184560 Jul 16 01:21:05.792804 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-e64246fc-8313-41fe-b6ea-e3c3a1b7b5e8 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0854497 Jul 16 01:21:06.358937 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6ee54e14-57c8-4776-994d-4d6dd7247ba6 req-8a0d470a-4583-4918-87cc-0c504f49f4b2 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 210 time: 0.0654008 Jul 16 01:21:06.516464 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cda9a4f-6388-401f-a2f6-408920def22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb7612a-f9a4-430c-99cf-c7f731abfb9b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:06.521078 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18ccf84-ec1a-4916-b46a-881eb7ca3648" -d '{"events": [{"server_uuid": "3cda9a4f-6388-401f-a2f6-408920def22d", "name": "network-vif-plugged", "status": "completed", "tag": "2cb7612a-f9a4-430c-99cf-c7f731abfb9b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:06.587572 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52e970-177e-4164-93fd-3579d4cf0502 req-1718f7a5-2e19-45cc-b099-afe85a839fb8 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:06.588925 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6d52e970-177e-4164-93fd-3579d4cf0502 req-1718f7a5-2e19-45cc-b099-afe85a839fb8 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 944 time: 0.7668526 Jul 16 01:21:06.631659 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe6025-ea0c-4bcc-9e9e-cad9d3964ab2 req-d1fe5de0-304c-4342-945e-1df19de441b4 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:06.633963 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5afe6025-ea0c-4bcc-9e9e-cad9d3964ab2 req-d1fe5de0-304c-4342-945e-1df19de441b4 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 945 time: 0.0974970 Jul 16 01:21:06.642417 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e2d3e-08d6-4090-9cfe-0be271c7de56 req-36d48f09-42af-4bf7-a741-f13dcee7616e tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:06.644606 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-459e2d3e-08d6-4090-9cfe-0be271c7de56 req-36d48f09-42af-4bf7-a741-f13dcee7616e tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.84 "GET /v2.0/ports?device_id=e832b398-d94a-490f-89a8-7470e87c1f3b HTTP/1.1" status: 200 len: 946 time: 0.7867889 Jul 16 01:21:06.694687 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5afe6025-ea0c-4bcc-9e9e-cad9d3964ab2 req-47db17fb-1e04-4093-96ac-fa2e2a26815f tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546429 Jul 16 01:21:06.739514 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6d52e970-177e-4164-93fd-3579d4cf0502 req-3b2ac1ed-2ab1-4453-aae2-1b079fcd7e1e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387391 Jul 16 01:21:06.888857 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-459e2d3e-08d6-4090-9cfe-0be271c7de56 req-5ef1d308-4b11-424d-b8d6-96d6a499531f tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Deleting port d147f0a0-819b-4b8d-b7dc-9c16a05ac558 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:06.889275 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-459e2d3e-08d6-4090-9cfe-0be271c7de56 req-5ef1d308-4b11-424d-b8d6-96d6a499531f tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.999577 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c462f7c7-270f-4b68-aa73-f3d652b386e6 req-2f1dc5aa-9850-46d0-92fd-9349c0bf9812 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 210 time: 0.0772891 Jul 16 01:21:07.064917 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7558af5-8f5c-453c-adf2-84456769af4b req-443c5b0b-c774-458b-88d1-fd1509922f1a tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:07.084625 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d7558af5-8f5c-453c-adf2-84456769af4b req-443c5b0b-c774-458b-88d1-fd1509922f1a tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/ports?device_id=a791570a-edcb-422d-94a2-33dc9c92b367 HTTP/1.1" status: 200 len: 945 time: 0.0937035 Jul 16 01:21:07.111280 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a16a7f6-f3ab-427d-9f3e-f82805f0525e x-openstack-request-id: req-2a16a7f6-f3ab-427d-9f3e-f82805f0525e {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:07.111731 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cda9a4f-6388-401f-a2f6-408920def22d", "name": "network-vif-plugged", "status": "completed", "tag": "2cb7612a-f9a4-430c-99cf-c7f731abfb9b", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:07.112171 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a16a7f6-f3ab-427d-9f3e-f82805f0525e {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:07.112682 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cda9a4f-6388-401f-a2f6-408920def22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb7612a-f9a4-430c-99cf-c7f731abfb9b', 'code': 200} Jul 16 01:21:07.145403 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-459e2d3e-08d6-4090-9cfe-0be271c7de56 req-5ef1d308-4b11-424d-b8d6-96d6a499531f tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] For port d147f0a0-819b-4b8d-b7dc-9c16a05ac558, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d147f0a0-819b-4b8d-b7dc-9c16a05ac558,segment=NetworkSegment(5c75894e-9946-4d28-af0d-7f4b9cec03a8),segment_id=5c75894e-9946-4d28-af0d-7f4b9cec03a8)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:07.148160 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-459e2d3e-08d6-4090-9cfe-0be271c7de56 req-5ef1d308-4b11-424d-b8d6-96d6a499531f tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.169768 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-459e2d3e-08d6-4090-9cfe-0be271c7de56 req-5ef1d308-4b11-424d-b8d6-96d6a499531f tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Calling delete_port for d147f0a0-819b-4b8d-b7dc-9c16a05ac558 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:07.171702 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d7558af5-8f5c-453c-adf2-84456769af4b req-4e86db7a-fa2f-4022-a623-c632ff377e67 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dcb3f78-2a75-4d57-a08a-af167915b346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738304 Jul 16 01:21:07.332284 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-459e2d3e-08d6-4090-9cfe-0be271c7de56 req-5ef1d308-4b11-424d-b8d6-96d6a499531f tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.368519 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1d308-4b11-424d-b8d6-96d6a499531f tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Pushing event deleted for resources: {'Port': ['ID=d147f0a0-819b-4b8d-b7dc-9c16a05ac558,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:07.457245 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-459e2d3e-08d6-4090-9cfe-0be271c7de56 req-5ef1d308-4b11-424d-b8d6-96d6a499531f tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] No DVR routers for this DVR port d147f0a0-819b-4b8d-b7dc-9c16a05ac558 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:07.460714 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-459e2d3e-08d6-4090-9cfe-0be271c7de56 req-5ef1d308-4b11-424d-b8d6-96d6a499531f tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.463760 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-459e2d3e-08d6-4090-9cfe-0be271c7de56 req-5ef1d308-4b11-424d-b8d6-96d6a499531f tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.84 "DELETE /v2.0/ports/d147f0a0-819b-4b8d-b7dc-9c16a05ac558 HTTP/1.1" status: 204 len: 173 time: 0.8098228 Jul 16 01:21:07.463976 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e832b398-d94a-490f-89a8-7470e87c1f3b', 'name': 'network-vif-deleted', 'tag': 'd147f0a0-819b-4b8d-b7dc-9c16a05ac558'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:07.466431 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18e79f5-f77e-45cb-a163-8394824e489d" -d '{"events": [{"server_uuid": "e832b398-d94a-490f-89a8-7470e87c1f3b", "name": "network-vif-deleted", "tag": "d147f0a0-819b-4b8d-b7dc-9c16a05ac558"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:07.596200 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7f3cb3-8fec-4319-b7ce-f38bf9165dc1 x-openstack-request-id: req-fb7f3cb3-8fec-4319-b7ce-f38bf9165dc1 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:07.596852 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e832b398-d94a-490f-89a8-7470e87c1f3b", "name": "network-vif-deleted", "tag": "d147f0a0-819b-4b8d-b7dc-9c16a05ac558", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:07.596958 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb7f3cb3-8fec-4319-b7ce-f38bf9165dc1 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:07.597377 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e832b398-d94a-490f-89a8-7470e87c1f3b', 'name': 'network-vif-deleted', 'tag': 'd147f0a0-819b-4b8d-b7dc-9c16a05ac558', 'status': 'completed', 'code': 200} Jul 16 01:21:07.690829 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-54453532-31b3-4c7a-b4fa-5d73c01954c7 req-ee8d32d6-8ab7-4014-af44-0c9038f0f21f tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 210 time: 0.0564518 Jul 16 01:21:07.817324 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-6a36d840-c8d7-4257-8829-9062fde75a1f tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:07.819460 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-6a36d840-c8d7-4257-8829-9062fde75a1f tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.84 "GET /v2.0/networks?id=7f31c349-ef96-4e32-96d7-dc48e8b6e5ec HTTP/1.1" status: 200 len: 815 time: 0.2209449 Jul 16 01:21:07.843213 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-cf4691ea-7f31-4f79-b079-43a443d05deb tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Request body: {'port': {'device_id': '3fced48f-8515-453f-b428-4300dde03d27', 'network_id': '7f31c349-ef96-4e32-96d7-dc48e8b6e5ec', 'admin_state_up': True, 'tenant_id': '188651938ea04d6987c92bcea6afb008'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:07.908634 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ff06d-f0d0-4d95-9db9-6df2f6ccef3a req-7c63a839-1916-437c-bffd-63cc86f86e01 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:07.916694 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-075ff06d-f0d0-4d95-9db9-6df2f6ccef3a req-7c63a839-1916-437c-bffd-63cc86f86e01 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 945 time: 0.0840106 Jul 16 01:21:07.966492 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-075ff06d-f0d0-4d95-9db9-6df2f6ccef3a req-1287b409-f606-4cff-bbfc-fc5e0a2a8aa8 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458767 Jul 16 01:21:08.039322 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-cf4691ea-7f31-4f79-b079-43a443d05deb tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Made reservation on behalf of 188651938ea04d6987c92bcea6afb008 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:08.053997 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-cf4691ea-7f31-4f79-b079-43a443d05deb tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.108082 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6f054-dbad-45ea-807a-47b68ccac7fb req-2679f284-3a2f-45fe-8366-36f4e72b56f9 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:08.110021 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cbc6f054-dbad-45ea-807a-47b68ccac7fb req-2679f284-3a2f-45fe-8366-36f4e72b56f9 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 944 time: 0.1537542 Jul 16 01:21:08.245438 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cbc6f054-dbad-45ea-807a-47b68ccac7fb req-afa260e5-dc93-4de1-8b29-3dcba13308ac tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985124 Jul 16 01:21:08.254894 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-c5ae841a-eaea-4856-ad1e-07998caf97ef tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416460 Jul 16 01:21:08.320429 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-cf4691ea-7f31-4f79-b079-43a443d05deb tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Allocated IP 172.20.0.7 (7f31c349-ef96-4e32-96d7-dc48e8b6e5ec/b1f93d00-dc6c-4fc1-8d56-739bb38c9809/8051d5ce-109f-4f9d-a8bb-595700f574f1) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:08.624036 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-6aea6352-df3d-4e8b-90f6-7128c18c2e9d tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:08.630758 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-6aea6352-df3d-4e8b-90f6-7128c18c2e9d tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3662741 Jul 16 01:21:08.665971 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Request body: {'port': {'device_id': 'a08adf13-855c-4c61-9196-5246a2f2d89e', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': 'e8dac2fb0d0d4ff092f3262b0e61117a'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:08.703858 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-cf4691ea-7f31-4f79-b079-43a443d05deb tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.768051 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-afce369c-f905-4598-b74a-e525d68c097e req-c423b522-977f-44b9-ab79-3f0fe1ec6a47 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 210 time: 0.2846749 Jul 16 01:21:08.785766 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-cf4691ea-7f31-4f79-b079-43a443d05deb tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.950091 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Made reservation on behalf of e8dac2fb0d0d4ff092f3262b0e61117a for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:08.957156 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.962099 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-cf4691ea-7f31-4f79-b079-43a443d05deb tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Network 7f31c349-ef96-4e32-96d7-dc48e8b6e5ec is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:08.966615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-cf4691ea-7f31-4f79-b079-43a443d05deb tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:08.972493 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-cf4691ea-7f31-4f79-b079-43a443d05deb tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:08.987340 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4691ea-7f31-4f79-b079-43a443d05deb tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Pushing event updated for resources: {'Port': ['ID=8051d5ce-109f-4f9d-a8bb-595700f574f1,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:09.042078 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d147f0a0-819b-4b8d-b7dc-9c16a05ac558 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:09.071876 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: d147f0a0-819b-4b8d-b7dc-9c16a05ac558 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:09.072535 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d147f0a0-819b-4b8d-b7dc-9c16a05ac558 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:09.083566 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-cf4691ea-7f31-4f79-b079-43a443d05deb tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:09.084260 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-cf4691ea-7f31-4f79-b079-43a443d05deb tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.106295 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39790) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:09.155341 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-cf4691ea-7f31-4f79-b079-43a443d05deb tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3247333 Jul 16 01:21:09.170610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-59848281-45ce-492c-9b48-99563ac76fe4 service neutron] Request body: {'port': {'device_id': '3fced48f-8515-453f-b428-4300dde03d27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:09.238818 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cdd25-47fa-4f75-98e7-4704bd9195ff req-3686de5a-36eb-4c08-ab20-f6b3672b3513 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:09.241247 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-363cdd25-47fa-4f75-98e7-4704bd9195ff req-3686de5a-36eb-4c08-ab20-f6b3672b3513 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 931 time: 0.2174840 Jul 16 01:21:09.332329 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-784b1f01-9e0b-43c3-a9dc-5c2dd712af34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.347906 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-59848281-45ce-492c-9b48-99563ac76fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.365060 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-363cdd25-47fa-4f75-98e7-4704bd9195ff req-548ebb29-7816-4a15-b82d-3e42ba207b48 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103845 Jul 16 01:21:09.657820 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768539d-80b7-42c3-82bf-08ba6575df38 req-7f08f4eb-e0f9-418c-98ab-b8d6b58ab2a4 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:09.659829 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5768539d-80b7-42c3-82bf-08ba6575df38 req-7f08f4eb-e0f9-418c-98ab-b8d6b58ab2a4 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 945 time: 0.1784141 Jul 16 01:21:09.710408 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Allocated IP 192.168.233.12 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/d16bd774-5da3-43c1-89a0-21addbf98349) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:09.743375 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5768539d-80b7-42c3-82bf-08ba6575df38 req-01529356-4f55-4ba8-b14f-6228c001703f tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641885 Jul 16 01:21:09.801318 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-784b1f01-9e0b-43c3-a9dc-5c2dd712af34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.814479 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-784b1f01-9e0b-43c3-a9dc-5c2dd712af34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.842613 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59d176-dc48-441d-b876-e1b4f9c1203a req-c243ea9d-2a5b-41ad-b8d1-1a1e0ab209d9 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:09.844400 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7a59d176-dc48-441d-b876-e1b4f9c1203a req-c243ea9d-2a5b-41ad-b8d1-1a1e0ab209d9 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 944 time: 0.2069523 Jul 16 01:21:09.932551 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-784b1f01-9e0b-43c3-a9dc-5c2dd712af34 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=218ae6589c8748a7912755cd8d773271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8251014 Jul 16 01:21:09.933527 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39806) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:09.936422 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.937315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b1f01-9e0b-43c3-a9dc-5c2dd712af34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3c8175-cd2b-4dd2-ba7e-9041f202910f,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:09.958970 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Transition to ACTIVE for port object d16bd774-5da3-43c1-89a0-21addbf98349 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:09.975796 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-59848281-45ce-492c-9b48-99563ac76fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8051d5ce-109f-4f9d-a8bb-595700f574f1 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:09.986021 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7a59d176-dc48-441d-b876-e1b4f9c1203a req-2cc60424-eed9-4e12-9d96-39032b3efb6c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306970 Jul 16 01:21:09.996750 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-59848281-45ce-492c-9b48-99563ac76fe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.007472 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.021143 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-59848281-45ce-492c-9b48-99563ac76fe4 service neutron] Transition to ACTIVE for port object 8051d5ce-109f-4f9d-a8bb-595700f574f1 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:10.028410 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['18c97be5-5024-4a32-9565-b39688ff8000', '2cb7612a-f9a4-430c-99cf-c7f731abfb9b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:10.030976 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['b1d9d39f-08e5-4f19-9084-56eb40ff06dd'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:10.039047 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-59848281-45ce-492c-9b48-99563ac76fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.053731 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1eda1195-8182-4499-b753-0395e26f2976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.101383 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:10.107981 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:10.116517 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:10.133099 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1eda1195-8182-4499-b753-0395e26f2976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.135568 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59848281-45ce-492c-9b48-99563ac76fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=8051d5ce-109f-4f9d-a8bb-595700f574f1,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:10.165782 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Pushing event updated for resources: {'Port': ['ID=d16bd774-5da3-43c1-89a0-21addbf98349,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:10.268616 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-59848281-45ce-492c-9b48-99563ac76fe4 service neutron] Attempting to bind port 8051d5ce-109f-4f9d-a8bb-595700f574f1 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:10.270610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-59848281-45ce-492c-9b48-99563ac76fe4 service neutron] Attempting to bind port 8051d5ce-109f-4f9d-a8bb-595700f574f1 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '5c75894e-9946-4d28-af0d-7f4b9cec03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7f31c349-ef96-4e32-96d7-dc48e8b6e5ec'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:10.271118 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-59848281-45ce-492c-9b48-99563ac76fe4 service neutron] Attempting to bind port 8051d5ce-109f-4f9d-a8bb-595700f574f1 on network 7f31c349-ef96-4e32-96d7-dc48e8b6e5ec {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:10.271836 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:10.272634 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:10.276551 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:10.278604 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:10.279295 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:10.285270 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-59848281-45ce-492c-9b48-99563ac76fe4 service neutron] Port 8051d5ce-109f-4f9d-a8bb-595700f574f1 on network 7f31c349-ef96-4e32-96d7-dc48e8b6e5ec not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:10.285270 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-59848281-45ce-492c-9b48-99563ac76fe4 service neutron] Attempting to bind port 8051d5ce-109f-4f9d-a8bb-595700f574f1 on network 7f31c349-ef96-4e32-96d7-dc48e8b6e5ec {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:10.286737 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:10.287424 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:10.288160 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:10.290374 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:10.290926 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:10.291479 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-59848281-45ce-492c-9b48-99563ac76fe4 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:10.291974 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-59848281-45ce-492c-9b48-99563ac76fe4 service neutron] Checking segment: {'id': '5c75894e-9946-4d28-af0d-7f4b9cec03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7f31c349-ef96-4e32-96d7-dc48e8b6e5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:10.292465 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-59848281-45ce-492c-9b48-99563ac76fe4 service neutron] Bound using segment: {'id': '5c75894e-9946-4d28-af0d-7f4b9cec03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7f31c349-ef96-4e32-96d7-dc48e8b6e5ec'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:10.292690 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:10.293040 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-59848281-45ce-492c-9b48-99563ac76fe4 service neutron] Bound port: 8051d5ce-109f-4f9d-a8bb-595700f574f1, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c75894e-9946-4d28-af0d-7f4b9cec03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7f31c349-ef96-4e32-96d7-dc48e8b6e5ec'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:10.293770 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-59848281-45ce-492c-9b48-99563ac76fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.294494 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:10.296595 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1eda1195-8182-4499-b753-0395e26f2976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.300988 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1eda1195-8182-4499-b753-0395e26f2976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.315827 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1eda1195-8182-4499-b753-0395e26f2976 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e3c8175-cd2b-4dd2-ba7e-9041f202910f HTTP/1.1" status: 204 len: 168 time: 0.3689141 Jul 16 01:21:10.366232 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda1195-8182-4499-b753-0395e26f2976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3c8175-cd2b-4dd2-ba7e-9041f202910f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:10.425778 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:10.435751 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.493592 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-8fc7c0fd-70ae-4a52-91ed-f1d144031c91 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8376000 Jul 16 01:21:10.513472 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-cb9b3883-51f4-4eb0-a3b3-d35f1d06bebb service neutron] Request body: {'port': {'device_id': 'a08adf13-855c-4c61-9196-5246a2f2d89e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:10.529434 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-59848281-45ce-492c-9b48-99563ac76fe4 service neutron] For port 8051d5ce-109f-4f9d-a8bb-595700f574f1, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:10.543987 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-59848281-45ce-492c-9b48-99563ac76fe4 service neutron] For port 8051d5ce-109f-4f9d-a8bb-595700f574f1, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=8051d5ce-109f-4f9d-a8bb-595700f574f1,segment=NetworkSegment(5c75894e-9946-4d28-af0d-7f4b9cec03a8),segment_id=5c75894e-9946-4d28-af0d-7f4b9cec03a8)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:10.567216 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-59848281-45ce-492c-9b48-99563ac76fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.576582 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a2b52-3778-49e3-9378-10ddc4370e52 req-a6ade184-d605-4ff4-92f1-303fd55ac2cd tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:10.584927 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9f8a2b52-3778-49e3-9378-10ddc4370e52 req-a6ade184-d605-4ff4-92f1-303fd55ac2cd tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 935 time: 0.4557211 Jul 16 01:21:10.628067 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-898ba29f-a94e-4076-ba89-c0529abdba5f None None] Provisioning for port d16bd774-5da3-43c1-89a0-21addbf98349 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:10.669468 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-898ba29f-a94e-4076-ba89-c0529abdba5f None None] Provisioning complete for port d16bd774-5da3-43c1-89a0-21addbf98349 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:10.670097 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-898ba29f-a94e-4076-ba89-c0529abdba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.676745 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-59848281-45ce-492c-9b48-99563ac76fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:10.678716 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-59848281-45ce-492c-9b48-99563ac76fe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.680430 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9f8a2b52-3778-49e3-9378-10ddc4370e52 req-d85d9f9c-5ba6-4b9a-b2db-614d0f7997a8 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900989 Jul 16 01:21:10.681781 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-59848281-45ce-492c-9b48-99563ac76fe4 service neutron] 10.222.0.84 "PUT /v2.0/ports/8051d5ce-109f-4f9d-a8bb-595700f574f1 HTTP/1.1" status: 200 len: 1092 time: 1.5154476 Jul 16 01:21:10.682714 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fced48f-8515-453f-b428-4300dde03d27', 'tag': '8051d5ce-109f-4f9d-a8bb-595700f574f1'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:10.687513 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4776fa-b554-42f0-b2f1-8e2f4cb43226" -d '{"events": [{"name": "network-changed", "server_uuid": "3fced48f-8515-453f-b428-4300dde03d27", "tag": "8051d5ce-109f-4f9d-a8bb-595700f574f1"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:10.714138 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-cb9b3883-51f4-4eb0-a3b3-d35f1d06bebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.746737 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59848281-45ce-492c-9b48-99563ac76fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=8051d5ce-109f-4f9d-a8bb-595700f574f1,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:10.760464 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-898ba29f-a94e-4076-ba89-c0529abdba5f None None] Port d16bd774-5da3-43c1-89a0-21addbf98349 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:21:10.934115 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-e1c8354b-13ef-41fc-9944-c96dfedddc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:10.935779 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-e1c8354b-13ef-41fc-9944-c96dfedddc92 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=188651938ea04d6987c92bcea6afb008&device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 1095 time: 0.1793692 Jul 16 01:21:11.021848 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-ae7acb3e-6d1a-465d-b7d8-c003c23f5e61 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8051d5ce-109f-4f9d-a8bb-595700f574f1 HTTP/1.1" status: 200 len: 217 time: 0.0669258 Jul 16 01:21:11.096877 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359becd-bf48-48ad-85dd-8dc0b7c2797b req-b37231cf-8673-4e12-ba12-685ce587a901 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:11.098464 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d359becd-bf48-48ad-85dd-8dc0b7c2797b req-b37231cf-8673-4e12-ba12-685ce587a901 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 943 time: 0.1916471 Jul 16 01:21:11.101312 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-68c40553-d8a9-40f8-ae6d-e3521e78514d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:11.102784 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-68c40553-d8a9-40f8-ae6d-e3521e78514d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1f93d00-dc6c-4fc1-8d56-739bb38c9809 HTTP/1.1" status: 200 len: 855 time: 0.0745800 Jul 16 01:21:11.156940 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-38a5b243-9371-4fb7-891c-d5e91f8dca91 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7f31c349-ef96-4e32-96d7-dc48e8b6e5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473907 Jul 16 01:21:11.174257 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d359becd-bf48-48ad-85dd-8dc0b7c2797b req-d095e4ec-b6bd-47e9-b82d-7a6696c59abe tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675080 Jul 16 01:21:11.211593 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c436f918-57f3-446c-b762-72a67b9429bf x-openstack-request-id: req-c436f918-57f3-446c-b762-72a67b9429bf {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:11.212185 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fced48f-8515-453f-b428-4300dde03d27", "tag": "8051d5ce-109f-4f9d-a8bb-595700f574f1", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:11.212554 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c436f918-57f3-446c-b762-72a67b9429bf {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:11.213151 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fced48f-8515-453f-b428-4300dde03d27', 'tag': '8051d5ce-109f-4f9d-a8bb-595700f574f1', 'status': 'completed', 'code': 200} Jul 16 01:21:11.291292 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-cb9b3883-51f4-4eb0-a3b3-d35f1d06bebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d16bd774-5da3-43c1-89a0-21addbf98349 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:11.308648 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-cb9b3883-51f4-4eb0-a3b3-d35f1d06bebb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.310449 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-d5c78b37-5e7a-4a1e-af7e-cff4b97f3dfd service neutron] 10.222.0.84 "GET /v2.0/networks/7f31c349-ef96-4e32-96d7-dc48e8b6e5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438003 Jul 16 01:21:11.336565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-cb9b3883-51f4-4eb0-a3b3-d35f1d06bebb service neutron] Transition to ACTIVE for port object d16bd774-5da3-43c1-89a0-21addbf98349 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:11.345811 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-cb9b3883-51f4-4eb0-a3b3-d35f1d06bebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.469296 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb62590e-fd46-49a3-8456-19064f6e1c1a req-79bac9f8-44f0-4c49-9208-86bbd7888908 service neutron] 10.222.0.84 "GET /v2.0/networks/7f31c349-ef96-4e32-96d7-dc48e8b6e5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509070 Jul 16 01:21:11.487737 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b3883-51f4-4eb0-a3b3-d35f1d06bebb service neutron] Pushing event updated for resources: {'Port': ['ID=d16bd774-5da3-43c1-89a0-21addbf98349,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:11.642157 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499495e9-660e-4379-a7aa-c831b13dcd48 req-ff843aad-5a91-4fab-99aa-17a7586a770c tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:11.650240 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-499495e9-660e-4379-a7aa-c831b13dcd48 req-ff843aad-5a91-4fab-99aa-17a7586a770c tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 945 time: 0.2864146 Jul 16 01:21:11.675417 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4776fa-b554-42f0-b2f1-8e2f4cb43226 req-5aeca347-bfae-4532-ad3b-8e57c0c6e1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:11.677273 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b4776fa-b554-42f0-b2f1-8e2f4cb43226 req-5aeca347-bfae-4532-ad3b-8e57c0c6e1b3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=188651938ea04d6987c92bcea6afb008&device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 1095 time: 0.1501892 Jul 16 01:21:11.679286 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-cb9b3883-51f4-4eb0-a3b3-d35f1d06bebb service neutron] Attempting to bind port d16bd774-5da3-43c1-89a0-21addbf98349 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:11.679763 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-cb9b3883-51f4-4eb0-a3b3-d35f1d06bebb service neutron] Attempting to bind port d16bd774-5da3-43c1-89a0-21addbf98349 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:11.680209 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-cb9b3883-51f4-4eb0-a3b3-d35f1d06bebb service neutron] Attempting to bind port d16bd774-5da3-43c1-89a0-21addbf98349 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:11.694954 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-cb9b3883-51f4-4eb0-a3b3-d35f1d06bebb service neutron] Port d16bd774-5da3-43c1-89a0-21addbf98349 on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:11.695496 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-cb9b3883-51f4-4eb0-a3b3-d35f1d06bebb service neutron] Attempting to bind port d16bd774-5da3-43c1-89a0-21addbf98349 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:11.702121 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-cb9b3883-51f4-4eb0-a3b3-d35f1d06bebb service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:11.702678 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-cb9b3883-51f4-4eb0-a3b3-d35f1d06bebb service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:11.703071 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-cb9b3883-51f4-4eb0-a3b3-d35f1d06bebb service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:11.703911 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-cb9b3883-51f4-4eb0-a3b3-d35f1d06bebb service neutron] Bound port: d16bd774-5da3-43c1-89a0-21addbf98349, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:11.704075 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-cb9b3883-51f4-4eb0-a3b3-d35f1d06bebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.758724 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b79cca-b729-417b-9cbf-64e49046b020 req-2aefb51c-eea0-451c-9c8a-b3ed3223008a tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:11.760853 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b5b79cca-b729-417b-9cbf-64e49046b020 req-2aefb51c-eea0-451c-9c8a-b3ed3223008a tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 944 time: 0.1518521 Jul 16 01:21:11.779592 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-499495e9-660e-4379-a7aa-c831b13dcd48 req-732c1f35-f69e-41c7-86e5-5c586a7df6b7 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281700 Jul 16 01:21:11.854208 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-cb9b3883-51f4-4eb0-a3b3-d35f1d06bebb service neutron] For port d16bd774-5da3-43c1-89a0-21addbf98349, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:11.859279 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-cb9b3883-51f4-4eb0-a3b3-d35f1d06bebb service neutron] For port d16bd774-5da3-43c1-89a0-21addbf98349, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d16bd774-5da3-43c1-89a0-21addbf98349,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:11.874318 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-cb9b3883-51f4-4eb0-a3b3-d35f1d06bebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.924666 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-cb9b3883-51f4-4eb0-a3b3-d35f1d06bebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:11.925634 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-cb9b3883-51f4-4eb0-a3b3-d35f1d06bebb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.927833 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-cb9b3883-51f4-4eb0-a3b3-d35f1d06bebb service neutron] 10.222.0.84 "PUT /v2.0/ports/d16bd774-5da3-43c1-89a0-21addbf98349 HTTP/1.1" status: 200 len: 1096 time: 1.4231970 Jul 16 01:21:11.944212 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08adf13-855c-4c61-9196-5246a2f2d89e', 'tag': 'd16bd774-5da3-43c1-89a0-21addbf98349'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:11.944849 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b5b79cca-b729-417b-9cbf-64e49046b020 req-457c18c5-9007-4a35-ab94-b2fae09e8b88 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884888 Jul 16 01:21:11.952717 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7465e968-0d5a-4a7f-a19d-558f405dc86b" -d '{"events": [{"name": "network-changed", "server_uuid": "a08adf13-855c-4c61-9196-5246a2f2d89e", "tag": "d16bd774-5da3-43c1-89a0-21addbf98349"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:11.956981 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4776fa-b554-42f0-b2f1-8e2f4cb43226 req-077fc713-b944-42d7-a8b8-63588fc148e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:11.958749 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b4776fa-b554-42f0-b2f1-8e2f4cb43226 req-077fc713-b944-42d7-a8b8-63588fc148e2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7f31c349-ef96-4e32-96d7-dc48e8b6e5ec HTTP/1.1" status: 200 len: 916 time: 0.2719731 Jul 16 01:21:12.031770 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b4776fa-b554-42f0-b2f1-8e2f4cb43226 req-34d02fc1-045f-4f61-8984-0e6bc5825d3b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8051d5ce-109f-4f9d-a8bb-595700f574f1 HTTP/1.1" status: 200 len: 217 time: 0.0654218 Jul 16 01:21:12.146487 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4776fa-b554-42f0-b2f1-8e2f4cb43226 req-e1fdb76a-0be6-4f98-9edd-1ad425ae58ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:12.148082 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b4776fa-b554-42f0-b2f1-8e2f4cb43226 req-e1fdb76a-0be6-4f98-9edd-1ad425ae58ae service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1f93d00-dc6c-4fc1-8d56-739bb38c9809 HTTP/1.1" status: 200 len: 855 time: 0.1098852 Jul 16 01:21:12.185054 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:21:12.193141 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b3883-51f4-4eb0-a3b3-d35f1d06bebb service neutron] Pushing event updated for resources: {'Port': ['ID=d16bd774-5da3-43c1-89a0-21addbf98349,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:12.237655 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b4776fa-b554-42f0-b2f1-8e2f4cb43226 req-256935b5-3a9b-4524-a58a-302d502cdd36 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7f31c349-ef96-4e32-96d7-dc48e8b6e5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815058 Jul 16 01:21:12.244677 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c8fe3-a8ec-4854-b4b7-8f2e812ea001 req-3710c620-ada7-466a-b0d3-327671608964 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:12.252247 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-565c8fe3-a8ec-4854-b4b7-8f2e812ea001 req-3710c620-ada7-466a-b0d3-327671608964 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 947 time: 0.3091333 Jul 16 01:21:12.281327 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-e1e35516-3a8c-4b43-9b9e-00417a7bb0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:12.283758 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-e1e35516-3a8c-4b43-9b9e-00417a7bb0eb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 1099 time: 0.3044393 Jul 16 01:21:12.396636 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-36ceb441-47f0-4235-a0b3-4c23d5155dc1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=d16bd774-5da3-43c1-89a0-21addbf98349 HTTP/1.1" status: 200 len: 217 time: 0.0911946 Jul 16 01:21:12.399937 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-565c8fe3-a8ec-4854-b4b7-8f2e812ea001 req-087fb6b7-e069-4216-b7a9-563e47aef0d4 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466784 Jul 16 01:21:12.408221 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b4776fa-b554-42f0-b2f1-8e2f4cb43226 req-3a186f66-a022-431d-9f50-1e339457da77 service neutron] 10.222.0.84 "GET /v2.0/networks/7f31c349-ef96-4e32-96d7-dc48e8b6e5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595607 Jul 16 01:21:12.487314 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-f59e259e-06dc-442d-80c9-24cb7ebc09d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:12.489070 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-f59e259e-06dc-442d-80c9-24cb7ebc09d4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0844347 Jul 16 01:21:12.515173 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf7f63e-e3ec-4f8a-a75e-d86096a00722 x-openstack-request-id: req-fcf7f63e-e3ec-4f8a-a75e-d86096a00722 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:12.515767 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08adf13-855c-4c61-9196-5246a2f2d89e", "tag": "d16bd774-5da3-43c1-89a0-21addbf98349", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:12.516390 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fcf7f63e-e3ec-4f8a-a75e-d86096a00722 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:12.518245 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08adf13-855c-4c61-9196-5246a2f2d89e', 'tag': 'd16bd774-5da3-43c1-89a0-21addbf98349', 'status': 'completed', 'code': 200} Jul 16 01:21:12.609170 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-f352d822-cef1-43a8-a755-b1a256f8475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:12.611153 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-f352d822-cef1-43a8-a755-b1a256f8475b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1128359 Jul 16 01:21:12.743790 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-db080d15-1cb2-4eec-836e-1fd66fd548d9 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250191 Jul 16 01:21:12.745984 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b4776fa-b554-42f0-b2f1-8e2f4cb43226 req-9c4ac618-fc86-4b7b-8f77-afd71e980f4f service neutron] 10.222.0.84 "GET /v2.0/networks/7f31c349-ef96-4e32-96d7-dc48e8b6e5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289118 Jul 16 01:21:12.803114 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f363b98-735e-42cb-9fc5-d03cc394b1a9 req-88c1fc98-5136-4d48-9bec-c316730ee171 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:12.805140 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9f363b98-735e-42cb-9fc5-d03cc394b1a9 req-88c1fc98-5136-4d48-9bec-c316730ee171 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 943 time: 0.1672204 Jul 16 01:21:12.909619 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9f363b98-735e-42cb-9fc5-d03cc394b1a9 req-30f360dd-2e6b-45f4-a561-3512464b6a74 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922158 Jul 16 01:21:12.931750 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-09f54b3e-3cdc-461e-b918-cd97986576eb req-c4479439-b0cf-4c07-b7a1-85f8b0829f3c service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686089 Jul 16 01:21:13.103399 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e64c4e-84cb-4d82-ae4f-a4c2f3717d2d req-2adc45ec-322f-4f0c-b58c-466a39697a9d tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:13.111324 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f0e64c4e-84cb-4d82-ae4f-a4c2f3717d2d req-2adc45ec-322f-4f0c-b58c-466a39697a9d tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 945 time: 0.1537442 Jul 16 01:21:13.115367 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465e968-0d5a-4a7f-a19d-558f405dc86b req-814b8521-26de-499c-b1d1-e1f3c6bab510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:13.117568 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7465e968-0d5a-4a7f-a19d-558f405dc86b req-814b8521-26de-499c-b1d1-e1f3c6bab510 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 1099 time: 0.1237557 Jul 16 01:21:13.160575 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 89b825d4-a4ad-4bba-91ee-865bf0120cef details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:13.332844 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 89b825d4-a4ad-4bba-91ee-865bf0120cef, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=89b825d4-a4ad-4bba-91ee-865bf0120cef,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:13.347141 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '89b825d4-a4ad-4bba-91ee-865bf0120cef', 'network_id': '0acde702-0391-44d7-919c-717172e79311', 'port_id': '89b825d4-a4ad-4bba-91ee-865bf0120cef', 'mac_address': 'fa:16:3e:34:52:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fcd526-4834-4829-80ef-c0f48c90d8f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:13.349706 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465e968-0d5a-4a7f-a19d-558f405dc86b req-513b58b9-8fb0-4bc8-9486-356ff03c9f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:13.352079 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7465e968-0d5a-4a7f-a19d-558f405dc86b req-513b58b9-8fb0-4bc8-9486-356ff03c9f10 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2267156 Jul 16 01:21:13.358727 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488f490-88b1-4dc0-95d8-7db8329b3b4f req-9b51c80b-e91f-44c2-bc2c-4f2e9fb28895 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:13.373338 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6488f490-88b1-4dc0-95d8-7db8329b3b4f req-9b51c80b-e91f-44c2-bc2c-4f2e9fb28895 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 944 time: 0.2525041 Jul 16 01:21:13.412346 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:13.449111 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f0e64c4e-84cb-4d82-ae4f-a4c2f3717d2d req-a485bb30-2477-4ea3-9c75-3d0b966f7a6a tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363149 Jul 16 01:21:13.450600 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7465e968-0d5a-4a7f-a19d-558f405dc86b req-594527aa-3630-4595-96a4-59ba6661cc39 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=d16bd774-5da3-43c1-89a0-21addbf98349 HTTP/1.1" status: 200 len: 217 time: 0.0789444 Jul 16 01:21:13.521942 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6488f490-88b1-4dc0-95d8-7db8329b3b4f req-324283fd-94de-41f0-8b05-8d4ddd2d6e53 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449120 Jul 16 01:21:13.559009 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-16ce1c18-2382-4034-b76d-32669c162432 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:13.561850 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-16ce1c18-2382-4034-b76d-32669c162432 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70&tenant_id=19f0097db32e406ab305cc19744860c5&binding%3Ahost_id=n-h1-792394-16 HTTP/1.1" status: 200 len: 1097 time: 0.3373599 Jul 16 01:21:13.589827 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-402ae98f-9fdf-4851-b98f-403650d59c06 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792394-16'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:13.630685 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465e968-0d5a-4a7f-a19d-558f405dc86b req-9c61803a-40b6-4c81-bc8a-927351bfc9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:13.633065 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7465e968-0d5a-4a7f-a19d-558f405dc86b req-9c61803a-40b6-4c81-bc8a-927351bfc9ca service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1731489 Jul 16 01:21:13.734753 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465e968-0d5a-4a7f-a19d-558f405dc86b req-2bf23f3b-b2dd-4ea1-a6c6-219a0e0c88c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:13.736711 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7465e968-0d5a-4a7f-a19d-558f405dc86b req-2bf23f3b-b2dd-4ea1-a6c6-219a0e0c88c9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0956404 Jul 16 01:21:13.804211 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-402ae98f-9fdf-4851-b98f-403650d59c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:13.864788 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b825d4-a4ad-4bba-91ee-865bf0120cef {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:13.909948 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 89b825d4-a4ad-4bba-91ee-865bf0120cef, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=89b825d4-a4ad-4bba-91ee-865bf0120cef,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:13.915710 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.011131 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7465e968-0d5a-4a7f-a19d-558f405dc86b req-3a730a72-d26d-4fdb-9c37-72b621877154 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629128 Jul 16 01:21:14.027187 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=89b825d4-a4ad-4bba-91ee-865bf0120cef,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:14.089891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-402ae98f-9fdf-4851-b98f-403650d59c06 service neutron] For port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c59e91c2-43ca-4850-ada7-cfba1bd6e7fc,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:14.207994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-402ae98f-9fdf-4851-b98f-403650d59c06 service neutron] For port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:14.229625 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bf936-e60f-42a3-9c8f-354f7a5a7d1e req-75cf67e9-e895-47af-adaa-1e4228910851 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:14.239183 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-658bf936-e60f-42a3-9c8f-354f7a5a7d1e req-75cf67e9-e895-47af-adaa-1e4228910851 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 947 time: 0.5069549 Jul 16 01:21:14.302326 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['89b825d4-a4ad-4bba-91ee-865bf0120cef'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:14.313173 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-658bf936-e60f-42a3-9c8f-354f7a5a7d1e req-586262fa-3649-418e-aa9b-43ba12456785 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729871 Jul 16 01:21:14.321948 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7465e968-0d5a-4a7f-a19d-558f405dc86b req-c3e53fd9-ccec-4f4f-a2d9-0f9c6ecaac82 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028004 Jul 16 01:21:14.380798 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16524c89-4e40-4164-8a3b-1c0aa24a0d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59e91c2-43ca-4850-ada7-cfba1bd6e7fc'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:14.393738 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eeff977-1fe6-4230-b07b-6ab7a201f06d" -d '{"events": [{"server_uuid": "16524c89-4e40-4164-8a3b-1c0aa24a0d70", "name": "network-vif-unplugged", "status": "completed", "tag": "c59e91c2-43ca-4850-ada7-cfba1bd6e7fc"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:14.404465 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-402ae98f-9fdf-4851-b98f-403650d59c06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.415666 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-402ae98f-9fdf-4851-b98f-403650d59c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.483319 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe859f2-f0e1-4f26-b3c5-f43ce98df609 x-openstack-request-id: req-7fe859f2-f0e1-4f26-b3c5-f43ce98df609 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:14.483593 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16524c89-4e40-4164-8a3b-1c0aa24a0d70", "name": "network-vif-unplugged", "status": "completed", "tag": "c59e91c2-43ca-4850-ada7-cfba1bd6e7fc", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:14.483838 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7fe859f2-f0e1-4f26-b3c5-f43ce98df609 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:14.484354 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16524c89-4e40-4164-8a3b-1c0aa24a0d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59e91c2-43ca-4850-ada7-cfba1bd6e7fc', 'code': 200} Jul 16 01:21:14.564917 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39914) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:14.586095 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ae98f-9fdf-4851-b98f-403650d59c06 service neutron] Pushing event updated for resources: {'Port': ['ID=c59e91c2-43ca-4850-ada7-cfba1bd6e7fc,revision_number=7']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:14.651595 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb0e41-5357-41a8-8779-3a56337733a3 req-b8ddfa07-77bf-47bf-8f3b-c5edde56f20b tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:14.653573 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffdb0e41-5357-41a8-8779-3a56337733a3 req-b8ddfa07-77bf-47bf-8f3b-c5edde56f20b tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 943 time: 0.3682196 Jul 16 01:21:14.675201 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-402ae98f-9fdf-4851-b98f-403650d59c06 service neutron] Attempting to bind port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc on host n-h1-792394-16 for vnic_type normal with profile {"migrating_to": "n-h2-792394-16"} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:14.675688 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-402ae98f-9fdf-4851-b98f-403650d59c06 service neutron] Attempting to bind port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:14.676026 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-402ae98f-9fdf-4851-b98f-403650d59c06 service neutron] Attempting to bind port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:14.690074 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-402ae98f-9fdf-4851-b98f-403650d59c06 service neutron] Port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:14.690473 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-402ae98f-9fdf-4851-b98f-403650d59c06 service neutron] Attempting to bind port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc on network 952b1f4f-1df7-48bd-a0c8-40d17571e492 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:14.702027 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-402ae98f-9fdf-4851-b98f-403650d59c06 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:14.702368 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-402ae98f-9fdf-4851-b98f-403650d59c06 service neutron] Checking segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:14.702873 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-402ae98f-9fdf-4851-b98f-403650d59c06 service neutron] Bound using segment: {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:14.703321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-402ae98f-9fdf-4851-b98f-403650d59c06 service neutron] Bound port: c59e91c2-43ca-4850-ada7-cfba1bd6e7fc, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edac4d6-1ec3-4386-bc75-60f043e6a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '952b1f4f-1df7-48bd-a0c8-40d17571e492'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:14.703836 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-402ae98f-9fdf-4851-b98f-403650d59c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.728624 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffdb0e41-5357-41a8-8779-3a56337733a3 req-588fbcf1-d407-4589-9cf7-8504f59ffb5d tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658135 Jul 16 01:21:14.748009 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e178644-3d25-4614-9f9c-c126b934baa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.807902 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-402ae98f-9fdf-4851-b98f-403650d59c06 service neutron] For port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:14.814027 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-402ae98f-9fdf-4851-b98f-403650d59c06 service neutron] For port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c59e91c2-43ca-4850-ada7-cfba1bd6e7fc,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:14.823463 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-402ae98f-9fdf-4851-b98f-403650d59c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.842260 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b310a-e1c2-49c9-ba3e-a00b0eae2b5b req-00ecd146-23d7-470b-9c65-2cfdfb86d69e tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:14.843787 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-076b310a-e1c2-49c9-ba3e-a00b0eae2b5b req-00ecd146-23d7-470b-9c65-2cfdfb86d69e tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 943 time: 0.1468186 Jul 16 01:21:14.919015 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-076b310a-e1c2-49c9-ba3e-a00b0eae2b5b req-32beb265-6a68-446f-90d3-87ec185e5e4b tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612438 Jul 16 01:21:14.926120 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-402ae98f-9fdf-4851-b98f-403650d59c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:14.927404 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-402ae98f-9fdf-4851-b98f-403650d59c06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.929134 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-402ae98f-9fdf-4851-b98f-403650d59c06 service neutron] 10.222.0.82 "PUT /v2.0/ports/c59e91c2-43ca-4850-ada7-cfba1bd6e7fc HTTP/1.1" status: 200 len: 1123 time: 1.3555000 Jul 16 01:21:14.930664 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ae98f-9fdf-4851-b98f-403650d59c06 service neutron] Pushing event updated for resources: {'Port': ['ID=c59e91c2-43ca-4850-ada7-cfba1bd6e7fc,revision_number=8']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:14.991483 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e178644-3d25-4614-9f9c-c126b934baa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.998152 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e178644-3d25-4614-9f9c-c126b934baa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.011352 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae34ad0-d763-4172-b5fa-1f4b67e16daf req-3625108f-39f1-481c-99dd-fe87778117d1 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:15.013511 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ae34ad0-d763-4172-b5fa-1f4b67e16daf req-3625108f-39f1-481c-99dd-fe87778117d1 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 945 time: 0.0921414 Jul 16 01:21:15.024816 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['c59e91c2-43ca-4850-ada7-cfba1bd6e7fc'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:15.069869 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ae34ad0-d763-4172-b5fa-1f4b67e16daf req-2bfbc918-730a-4225-926d-5c8e9edcca24 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476027 Jul 16 01:21:15.070373 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39922) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:15.078086 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1e178644-3d25-4614-9f9c-c126b934baa9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d6a1220271624dda89a0e2e244c56215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5036047 Jul 16 01:21:15.087023 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e178644-3d25-4614-9f9c-c126b934baa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f63b76c-7e77-4549-ab92-7b4b3fed46ad,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:15.120032 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 8051d5ce-109f-4f9d-a8bb-595700f574f1 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:15.129976 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['c59e91c2-43ca-4850-ada7-cfba1bd6e7fc'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:15.153361 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1dc443e-3d04-47db-9ba5-5dc59f51104c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.179293 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c59e91c2-43ca-4850-ada7-cfba1bd6e7fc details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:15.184112 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1dc443e-3d04-47db-9ba5-5dc59f51104c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.263839 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1dc443e-3d04-47db-9ba5-5dc59f51104c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.271362 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1dc443e-3d04-47db-9ba5-5dc59f51104c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.288506 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e1dc443e-3d04-47db-9ba5-5dc59f51104c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f63b76c-7e77-4549-ab92-7b4b3fed46ad HTTP/1.1" status: 204 len: 168 time: 0.2077920 Jul 16 01:21:15.299831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc443e-3d04-47db-9ba5-5dc59f51104c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f63b76c-7e77-4549-ab92-7b4b3fed46ad,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:15.479212 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 8051d5ce-109f-4f9d-a8bb-595700f574f1, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=8051d5ce-109f-4f9d-a8bb-595700f574f1,segment=NetworkSegment(5c75894e-9946-4d28-af0d-7f4b9cec03a8),segment_id=5c75894e-9946-4d28-af0d-7f4b9cec03a8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:15.482914 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c59e91c2-43ca-4850-ada7-cfba1bd6e7fc,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:15.528134 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c59e91c2-43ca-4850-ada7-cfba1bd6e7fc has no active binding in host n-h2-792394-16 {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:21:15.535928 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '8051d5ce-109f-4f9d-a8bb-595700f574f1', 'network_id': '7f31c349-ef96-4e32-96d7-dc48e8b6e5ec', 'port_id': '8051d5ce-109f-4f9d-a8bb-595700f574f1', 'mac_address': 'fa:16:3e:5b:dc:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f93d00-dc6c-4fc1-8d56-739bb38c9809', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:15.585322 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192ebe1-2ebb-49e8-af78-9541b4a0e082 req-27e70fdc-2b51-4207-8e12-a62e96e65fbc tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:15.589172 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4192ebe1-2ebb-49e8-af78-9541b4a0e082 req-27e70fdc-2b51-4207-8e12-a62e96e65fbc tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 947 time: 0.0921464 Jul 16 01:21:15.621098 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.642013 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8051d5ce-109f-4f9d-a8bb-595700f574f1 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:15.654232 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4192ebe1-2ebb-49e8-af78-9541b4a0e082 req-04827902-34c3-4610-be7b-98885959660e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601835 Jul 16 01:21:15.674939 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 8051d5ce-109f-4f9d-a8bb-595700f574f1, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=8051d5ce-109f-4f9d-a8bb-595700f574f1,segment=NetworkSegment(5c75894e-9946-4d28-af0d-7f4b9cec03a8),segment_id=5c75894e-9946-4d28-af0d-7f4b9cec03a8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:15.681541 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.682535 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d16bd774-5da3-43c1-89a0-21addbf98349 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:15.738456 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39932) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:15.757492 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fc7a28f7-b50a-42d3-9b3c-9dc815b0fde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.764638 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=8051d5ce-109f-4f9d-a8bb-595700f574f1,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:15.837355 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d16bd774-5da3-43c1-89a0-21addbf98349, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d16bd774-5da3-43c1-89a0-21addbf98349,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:15.850801 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'd16bd774-5da3-43c1-89a0-21addbf98349', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': 'd16bd774-5da3-43c1-89a0-21addbf98349', 'mac_address': 'fa:16:3e:5a:32:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:15.897242 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.897491 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fc7a28f7-b50a-42d3-9b3c-9dc815b0fde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.909733 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fc7a28f7-b50a-42d3-9b3c-9dc815b0fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.915526 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16bd774-5da3-43c1-89a0-21addbf98349 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:15.937274 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d16bd774-5da3-43c1-89a0-21addbf98349, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d16bd774-5da3-43c1-89a0-21addbf98349,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:15.942333 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.979247 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fc7a28f7-b50a-42d3-9b3c-9dc815b0fde1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=623dede15fd0402fb42b4bcc185031aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364800 Jul 16 01:21:15.979647 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39938) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:15.983396 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a28f7-b50a-42d3-9b3c-9dc815b0fde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0793bc8-0201-4dd0-a11e-29b44f6775c8,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:16.017900 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8cab4-7d73-40c8-a55b-18798b95b906 req-f9f92c5c-c4bc-45af-bba8-e300083c08f8 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:16.019810 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f1e8cab4-7d73-40c8-a55b-18798b95b906 req-f9f92c5c-c4bc-45af-bba8-e300083c08f8 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 944 time: 0.1209395 Jul 16 01:21:16.024069 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=d16bd774-5da3-43c1-89a0-21addbf98349,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:16.060855 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a82ea21a-c87d-4552-8b3e-08c605062949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.069438 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f1e8cab4-7d73-40c8-a55b-18798b95b906 req-a8b97f3b-f588-4b66-894d-cbd8383ec457 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400572 Jul 16 01:21:16.086805 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a82ea21a-c87d-4552-8b3e-08c605062949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.211647 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a82ea21a-c87d-4552-8b3e-08c605062949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.216300 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a82ea21a-c87d-4552-8b3e-08c605062949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.221982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['8051d5ce-109f-4f9d-a8bb-595700f574f1'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:16.230357 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a82ea21a-c87d-4552-8b3e-08c605062949 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0793bc8-0201-4dd0-a11e-29b44f6775c8 HTTP/1.1" status: 204 len: 168 time: 0.2486396 Jul 16 01:21:16.253721 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4675a5-846e-49f7-b871-70546983afa5 req-1b167c73-81bb-4bd0-b9fa-564311380918 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:16.255402 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ac4675a5-846e-49f7-b871-70546983afa5 req-1b167c73-81bb-4bd0-b9fa-564311380918 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 943 time: 0.1218441 Jul 16 01:21:16.263525 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ea21a-c87d-4552-8b3e-08c605062949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0793bc8-0201-4dd0-a11e-29b44f6775c8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:16.322972 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ac4675a5-846e-49f7-b871-70546983afa5 req-b1465575-f43b-4042-aa7c-be3cd8519eae tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606191 Jul 16 01:21:16.327357 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea046f2-ece1-4a5b-9a6e-ac85d14c6b14 req-a070c082-65b4-4707-a7a2-ab5cecabbbb5 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:16.347050 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fea046f2-ece1-4a5b-9a6e-ac85d14c6b14 req-a070c082-65b4-4707-a7a2-ab5cecabbbb5 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 945 time: 0.1271877 Jul 16 01:21:16.376080 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['d16bd774-5da3-43c1-89a0-21addbf98349'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:16.398833 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fea046f2-ece1-4a5b-9a6e-ac85d14c6b14 req-92c3290e-887f-439c-8af5-5f8076cf967b tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511994 Jul 16 01:21:16.486287 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16524c89-4e40-4164-8a3b-1c0aa24a0d70', 'tag': 'c59e91c2-43ca-4850-ada7-cfba1bd6e7fc'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:16.489373 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ec95cb-f300-4f88-a5b6-d09c44014318" -d '{"events": [{"name": "network-changed", "server_uuid": "16524c89-4e40-4164-8a3b-1c0aa24a0d70", "tag": "c59e91c2-43ca-4850-ada7-cfba1bd6e7fc"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:16.606376 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcab0505-a41c-4266-b8ba-8332a4a8f5ba x-openstack-request-id: req-bcab0505-a41c-4266-b8ba-8332a4a8f5ba {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:16.606694 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16524c89-4e40-4164-8a3b-1c0aa24a0d70", "tag": "c59e91c2-43ca-4850-ada7-cfba1bd6e7fc", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:16.606994 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bcab0505-a41c-4266-b8ba-8332a4a8f5ba {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:16.608320 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16524c89-4e40-4164-8a3b-1c0aa24a0d70', 'tag': 'c59e91c2-43ca-4850-ada7-cfba1bd6e7fc', 'status': 'completed', 'code': 200} Jul 16 01:21:16.699988 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec95cb-f300-4f88-a5b6-d09c44014318 req-ccf3c92e-6c92-4490-873b-f152031112f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:16.701579 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a1ec95cb-f300-4f88-a5b6-d09c44014318 req-ccf3c92e-6c92-4490-873b-f152031112f6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=19f0097db32e406ab305cc19744860c5&device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 1126 time: 0.0720530 Jul 16 01:21:16.848603 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec95cb-f300-4f88-a5b6-d09c44014318 req-a48ace35-d3e6-483d-bd49-828cb9ba1d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:16.850273 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a1ec95cb-f300-4f88-a5b6-d09c44014318 req-a48ace35-d3e6-483d-bd49-828cb9ba1d96 service neutron] 10.222.0.84 "GET /v2.0/networks?id=952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 200 len: 922 time: 0.1399724 Jul 16 01:21:16.895229 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a1ec95cb-f300-4f88-a5b6-d09c44014318 req-3152fcac-3fc7-429b-a372-e9aac5b5a0d0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c59e91c2-43ca-4850-ada7-cfba1bd6e7fc HTTP/1.1" status: 200 len: 217 time: 0.0369151 Jul 16 01:21:16.911213 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2622fd7-1a80-4534-81be-b704bdbfcadb req-64243c45-fea9-4ced-9a38-c6e9b89e42cf tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:16.912786 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d2622fd7-1a80-4534-81be-b704bdbfcadb req-64243c45-fea9-4ced-9a38-c6e9b89e42cf tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 948 time: 0.1188226 Jul 16 01:21:16.983728 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec95cb-f300-4f88-a5b6-d09c44014318 req-b70a37df-414f-4e12-9509-c4c482f1bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:16.987134 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a1ec95cb-f300-4f88-a5b6-d09c44014318 req-b70a37df-414f-4e12-9509-c4c482f1bfa8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda HTTP/1.1" status: 200 len: 861 time: 0.0718839 Jul 16 01:21:17.003212 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d2622fd7-1a80-4534-81be-b704bdbfcadb req-4a20f356-02f0-4ea3-b2d3-69d8fd8ed1b7 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804801 Jul 16 01:21:17.039576 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a1ec95cb-f300-4f88-a5b6-d09c44014318 req-3fc883c5-8e65-4187-a5a3-9746ccb83440 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=952b1f4f-1df7-48bd-a0c8-40d17571e492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354092 Jul 16 01:21:17.157953 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a1ec95cb-f300-4f88-a5b6-d09c44014318 req-73e9cf9b-16a5-4d7d-842c-25d83f00181b service neutron] 10.222.0.84 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098526 Jul 16 01:21:17.191996 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 89b825d4-a4ad-4bba-91ee-865bf0120cef up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:17.277792 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a1ec95cb-f300-4f88-a5b6-d09c44014318 req-ee53a5b9-b55f-4c87-8a3e-28cc23b06a71 service neutron] 10.222.0.84 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124883 Jul 16 01:21:17.288273 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1842f2-e2be-4a49-9fa6-3d004ce81847 req-2d2c975b-34ba-490d-aae0-a9a98ea74f63 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:17.289967 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6e1842f2-e2be-4a49-9fa6-3d004ce81847 req-2d2c975b-34ba-490d-aae0-a9a98ea74f63 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 944 time: 0.0820532 Jul 16 01:21:17.300549 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 89b825d4-a4ad-4bba-91ee-865bf0120cef completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:17.314390 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 89b825d4-a4ad-4bba-91ee-865bf0120cef triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:17.315179 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.335093 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6e1842f2-e2be-4a49-9fa6-3d004ce81847 req-f3a9bcd2-c38f-4b92-8567-847952317bf9 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392385 Jul 16 01:21:17.420863 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.452300 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df08c61c-79bd-4649-8de4-ec99bfa9fb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b825d4-a4ad-4bba-91ee-865bf0120cef'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:17.455029 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917a6885-2c51-48d9-922c-5876f455c6c6" -d '{"events": [{"server_uuid": "df08c61c-79bd-4649-8de4-ec99bfa9fb90", "name": "network-vif-plugged", "status": "completed", "tag": "89b825d4-a4ad-4bba-91ee-865bf0120cef"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:17.474770 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 89b825d4-a4ad-4bba-91ee-865bf0120cef, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=89b825d4-a4ad-4bba-91ee-865bf0120cef,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:17.481041 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.552187 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd4c25-d95f-4053-8394-06d6537d1400 req-4b58921e-9c93-4200-bbf9-4e62a3ec7dff tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:17.553581 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=89b825d4-a4ad-4bba-91ee-865bf0120cef,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:17.560615 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c6bd4c25-d95f-4053-8394-06d6537d1400 req-4b58921e-9c93-4200-bbf9-4e62a3ec7dff tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 943 time: 0.1016872 Jul 16 01:21:17.600768 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c6bd4c25-d95f-4053-8394-06d6537d1400 req-aec101bd-9dc5-4465-9bdd-1ca4f0cb9a5b tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390208 Jul 16 01:21:17.633802 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781cbbe4-2a23-4b5a-a9de-f920a087e421 req-108072d5-8c8c-4c52-832d-5b67cc8a7a91 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:17.635404 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-781cbbe4-2a23-4b5a-a9de-f920a087e421 req-108072d5-8c8c-4c52-832d-5b67cc8a7a91 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 946 time: 0.0779815 Jul 16 01:21:17.687862 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-781cbbe4-2a23-4b5a-a9de-f920a087e421 req-fd160ad2-1512-4962-bc78-b93f8b1fdad5 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440123 Jul 16 01:21:17.867239 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15964de-9197-4ba0-966a-59a7cb56f443 x-openstack-request-id: req-d15964de-9197-4ba0-966a-59a7cb56f443 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:17.867532 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df08c61c-79bd-4649-8de4-ec99bfa9fb90", "name": "network-vif-plugged", "status": "completed", "tag": "89b825d4-a4ad-4bba-91ee-865bf0120cef", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:17.867779 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d15964de-9197-4ba0-966a-59a7cb56f443 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:17.868173 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df08c61c-79bd-4649-8de4-ec99bfa9fb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b825d4-a4ad-4bba-91ee-865bf0120cef', 'code': 200} Jul 16 01:21:18.018373 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be58c7-533e-4a9a-b25f-9c58babc73aa req-1c99a484-a3c5-44bf-bca7-f9ce0a70c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:18.021301 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-20be58c7-533e-4a9a-b25f-9c58babc73aa req-1c99a484-a3c5-44bf-bca7-f9ce0a70c366 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 1098 time: 0.0600257 Jul 16 01:21:18.062915 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-20be58c7-533e-4a9a-b25f-9c58babc73aa req-f9d93ee5-d0c3-4494-9953-12f001b57e90 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319369 Jul 16 01:21:18.203771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce58f28-9ced-4156-9819-5fa03aecd875 req-a8eb5c5b-867a-4e45-820a-1445154e6a51 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:18.206040 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ce58f28-9ced-4156-9819-5fa03aecd875 req-a8eb5c5b-867a-4e45-820a-1445154e6a51 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 948 time: 0.0897253 Jul 16 01:21:18.250084 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ce58f28-9ced-4156-9819-5fa03aecd875 req-87f94906-138d-4aec-ab7d-b6e07bfa97e8 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383596 Jul 16 01:21:18.531461 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f263bb0-9dfe-420e-8539-22cbbe3b056c req-d1148d3b-18c2-45b6-9f5b-0dcb392709a0 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:18.533278 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9f263bb0-9dfe-420e-8539-22cbbe3b056c req-d1148d3b-18c2-45b6-9f5b-0dcb392709a0 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 944 time: 0.0749288 Jul 16 01:21:18.575386 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9f263bb0-9dfe-420e-8539-22cbbe3b056c req-8fe6dc80-3d33-44d0-8d3f-11b498d55d60 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357804 Jul 16 01:21:18.829569 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd975f-8036-4349-959b-303bdf77c4f3 req-f5e8c669-88c5-4767-8c0c-e67d3025d5a8 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:18.837461 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a7bd975f-8036-4349-959b-303bdf77c4f3 req-f5e8c669-88c5-4767-8c0c-e67d3025d5a8 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 943 time: 0.1155286 Jul 16 01:21:18.889841 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a7bd975f-8036-4349-959b-303bdf77c4f3 req-e431b933-1c9d-4a0d-8a1d-3045f6bc9bd0 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512667 Jul 16 01:21:18.910956 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14cfd9-7541-48dc-b519-1b9ba0713b47 req-5e706207-9db8-4bbc-bd55-a9d4caacf651 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:18.912799 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b14cfd9-7541-48dc-b519-1b9ba0713b47 req-5e706207-9db8-4bbc-bd55-a9d4caacf651 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 946 time: 0.0877028 Jul 16 01:21:18.955747 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b14cfd9-7541-48dc-b519-1b9ba0713b47 req-3d028e58-e04b-4a25-b818-463ea2f5ea8b tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360849 Jul 16 01:21:19.089755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 8051d5ce-109f-4f9d-a8bb-595700f574f1 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:19.149786 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 8051d5ce-109f-4f9d-a8bb-595700f574f1 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:19.154886 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 8051d5ce-109f-4f9d-a8bb-595700f574f1 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:19.155259 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.252013 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.299049 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 8051d5ce-109f-4f9d-a8bb-595700f574f1, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=8051d5ce-109f-4f9d-a8bb-595700f574f1,segment=NetworkSegment(5c75894e-9946-4d28-af0d-7f4b9cec03a8),segment_id=5c75894e-9946-4d28-af0d-7f4b9cec03a8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:19.304758 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.306179 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d16bd774-5da3-43c1-89a0-21addbf98349 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:19.393971 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=8051d5ce-109f-4f9d-a8bb-595700f574f1,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:19.412345 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port d16bd774-5da3-43c1-89a0-21addbf98349 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:19.416781 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port d16bd774-5da3-43c1-89a0-21addbf98349 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:19.417201 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.516987 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.519656 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ceab44-75c7-400e-97d7-597ca73f829e req-d33232bf-e30c-4a4e-8aaa-51a4bb9512ee tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:19.527531 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-54ceab44-75c7-400e-97d7-597ca73f829e req-d33232bf-e30c-4a4e-8aaa-51a4bb9512ee tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 948 time: 0.0994463 Jul 16 01:21:19.575078 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-54ceab44-75c7-400e-97d7-597ca73f829e req-894ccc2d-2466-4b90-af83-568a48515d22 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465343 Jul 16 01:21:19.582916 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d16bd774-5da3-43c1-89a0-21addbf98349, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d16bd774-5da3-43c1-89a0-21addbf98349,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:19.595645 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.596816 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device c59e91c2-43ca-4850-ada7-cfba1bd6e7fc no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:19.696659 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=d16bd774-5da3-43c1-89a0-21addbf98349,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:19.821122 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8877a-3297-40ad-ac98-7cde085faa8c req-1e17d8b5-6ee5-45b8-8ea1-792c3a1971f7 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:19.822762 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c8f8877a-3297-40ad-ac98-7cde085faa8c req-1e17d8b5-6ee5-45b8-8ea1-792c3a1971f7 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.0903661 Jul 16 01:21:19.869578 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fced48f-8515-453f-b428-4300dde03d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8051d5ce-109f-4f9d-a8bb-595700f574f1'}, {'server_uuid': 'a08adf13-855c-4c61-9196-5246a2f2d89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16bd774-5da3-43c1-89a0-21addbf98349'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:19.872114 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187b884a-ab68-4b55-86e1-d3d7bdd810a3" -d '{"events": [{"server_uuid": "3fced48f-8515-453f-b428-4300dde03d27", "name": "network-vif-plugged", "status": "completed", "tag": "8051d5ce-109f-4f9d-a8bb-595700f574f1"}, {"server_uuid": "a08adf13-855c-4c61-9196-5246a2f2d89e", "name": "network-vif-plugged", "status": "completed", "tag": "d16bd774-5da3-43c1-89a0-21addbf98349"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:19.887565 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c8f8877a-3297-40ad-ac98-7cde085faa8c req-cf9182b5-7a02-420c-8839-3ef19dfa0413 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374084 Jul 16 01:21:19.925249 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce6d763-c7a2-47a1-b8be-2fe6dbbde958 x-openstack-request-id: req-8ce6d763-c7a2-47a1-b8be-2fe6dbbde958 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:19.925620 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fced48f-8515-453f-b428-4300dde03d27", "name": "network-vif-plugged", "status": "completed", "tag": "8051d5ce-109f-4f9d-a8bb-595700f574f1", "code": 200}, {"server_uuid": "a08adf13-855c-4c61-9196-5246a2f2d89e", "name": "network-vif-plugged", "status": "completed", "tag": "d16bd774-5da3-43c1-89a0-21addbf98349", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:19.925891 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ce6d763-c7a2-47a1-b8be-2fe6dbbde958 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:19.926311 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fced48f-8515-453f-b428-4300dde03d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8051d5ce-109f-4f9d-a8bb-595700f574f1', 'code': 200} Jul 16 01:21:19.926524 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08adf13-855c-4c61-9196-5246a2f2d89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16bd774-5da3-43c1-89a0-21addbf98349', 'code': 200} Jul 16 01:21:19.953268 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-362f780a-1e5d-41ba-9b2c-3060877739f5 service neutron] 10.222.0.84 "GET /v2.0/ports/c59e91c2-43ca-4850-ada7-cfba1bd6e7fc/bindings/n-h2-792394-16 HTTP/1.1" status: 200 len: 385 time: 0.0866199 Jul 16 01:21:20.178716 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68948d8e-8b3b-4b73-9838-b991ff2b2e31 req-d5b34be7-392c-40c4-9130-c97cd74a9963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:20.180165 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68948d8e-8b3b-4b73-9838-b991ff2b2e31 req-d5b34be7-392c-40c4-9130-c97cd74a9963 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 1097 time: 0.1585119 Jul 16 01:21:20.181855 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22653bf1-e467-4e17-9f82-558090c8f112 req-a5fbe0c4-e0df-49bc-8f9e-a5119e46f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:20.183234 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-22653bf1-e467-4e17-9f82-558090c8f112 req-a5fbe0c4-e0df-49bc-8f9e-a5119e46f0f1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 1101 time: 0.1603236 Jul 16 01:21:20.192395 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acb622-5a10-40a6-8b34-bdc4b7557ab9 req-cd239524-a086-4fc1-a30f-d72fb7c50493 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:20.199790 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f3acb622-5a10-40a6-8b34-bdc4b7557ab9 req-cd239524-a086-4fc1-a30f-d72fb7c50493 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 943 time: 0.1309111 Jul 16 01:21:20.202886 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-7a814f5e-1e1c-4056-86c5-596bd4ce8432 service neutron] For port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c59e91c2-43ca-4850-ada7-cfba1bd6e7fc,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:20.233347 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-7a814f5e-1e1c-4056-86c5-596bd4ce8432 service neutron] For port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:20.244150 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7c63b-9e60-434e-8426-7e27644bcb94 req-bb02bb53-d395-4e5d-93a3-9db08d90e8c3 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:20.245995 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fab7c63b-9e60-434e-8426-7e27644bcb94 req-bb02bb53-d395-4e5d-93a3-9db08d90e8c3 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 946 time: 0.1106305 Jul 16 01:21:20.291151 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68948d8e-8b3b-4b73-9838-b991ff2b2e31 req-a326899c-0c5a-49b8-be41-5ea52e0ff538 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889983 Jul 16 01:21:20.292644 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-22653bf1-e467-4e17-9f82-558090c8f112 req-4d534dba-ecab-40c1-b22a-58f655e2f8b3 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896230 Jul 16 01:21:20.305010 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-7a814f5e-1e1c-4056-86c5-596bd4ce8432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59e91c2-43ca-4850-ada7-cfba1bd6e7fc {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:20.308462 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f3acb622-5a10-40a6-8b34-bdc4b7557ab9 req-8bd31102-4afe-4488-b928-d11dfa02ac4d tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074817 Jul 16 01:21:20.337728 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-7a814f5e-1e1c-4056-86c5-596bd4ce8432 service neutron] For port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c59e91c2-43ca-4850-ada7-cfba1bd6e7fc,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:20.342986 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fab7c63b-9e60-434e-8426-7e27644bcb94 req-22d3d612-6b12-43df-92a8-ba7bea546cc9 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767066 Jul 16 01:21:20.358244 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-7a814f5e-1e1c-4056-86c5-596bd4ce8432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.462020 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-7a814f5e-1e1c-4056-86c5-596bd4ce8432 service neutron] Transition to ACTIVE for port object c59e91c2-43ca-4850-ada7-cfba1bd6e7fc will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:20.471013 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-7a814f5e-1e1c-4056-86c5-596bd4ce8432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.545033 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-7a814f5e-1e1c-4056-86c5-596bd4ce8432 service neutron] No DVR routers for this DVR port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:20.592785 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-7a814f5e-1e1c-4056-86c5-596bd4ce8432 service neutron] 10.222.0.84 "PUT /v2.0/ports/c59e91c2-43ca-4850-ada7-cfba1bd6e7fc/bindings/n-h2-792394-16/activate HTTP/1.1" status: 200 len: 370 time: 0.6321068 Jul 16 01:21:20.594254 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a814f5e-1e1c-4056-86c5-596bd4ce8432 service neutron] Pushing event updated for resources: {'Port': ['ID=c59e91c2-43ca-4850-ada7-cfba1bd6e7fc,revision_number=10']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:20.600289 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cc42a-8453-4eb1-86a5-7d5a5a0ca881 req-9168d075-7f12-4a03-9b5d-012f74a9a555 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:20.602541 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-930cc42a-8453-4eb1-86a5-7d5a5a0ca881 req-9168d075-7f12-4a03-9b5d-012f74a9a555 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 1098 time: 0.0594411 Jul 16 01:21:20.653938 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-930cc42a-8453-4eb1-86a5-7d5a5a0ca881 req-862e2b49-261c-41a7-b73f-cbecf99783d4 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453138 Jul 16 01:21:20.729535 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-c5e4d007-516e-42d4-a488-1e74e1b26f6e tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:20.731061 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-c5e4d007-516e-42d4-a488-1e74e1b26f6e tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70&tenant_id=19f0097db32e406ab305cc19744860c5&binding%3Ahost_id=n-h1-792394-16 HTTP/1.1" status: 200 len: 1096 time: 0.0634980 Jul 16 01:21:20.799057 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f56b9-e772-4269-9892-0d52e67c7b2f req-3f828565-5370-4b54-981e-53b757aa0310 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:20.801616 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9b1f56b9-e772-4269-9892-0d52e67c7b2f req-3f828565-5370-4b54-981e-53b757aa0310 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.0912166 Jul 16 01:21:20.849235 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-ad7fb75f-323d-43f4-9680-af8d82e81b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:20.850955 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-ad7fb75f-323d-43f4-9680-af8d82e81b52 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70&tenant_id=19f0097db32e406ab305cc19744860c5 HTTP/1.1" status: 200 len: 1096 time: 0.1096108 Jul 16 01:21:20.856957 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9b1f56b9-e772-4269-9892-0d52e67c7b2f req-fcc854b4-2f6f-4e62-98d9-159a1fb71d41 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491564 Jul 16 01:21:20.891705 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b9745-cbf5-42d9-9c50-61ecd985db5b req-683c2127-1204-4dd8-939d-37361f7120ea tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:20.893640 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-992b9745-cbf5-42d9-9c50-61ecd985db5b req-683c2127-1204-4dd8-939d-37361f7120ea tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 1098 time: 0.0937319 Jul 16 01:21:20.974185 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-992b9745-cbf5-42d9-9c50-61ecd985db5b req-b551700c-e0dd-4804-a617-f11fff9fd973 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597143 Jul 16 01:21:20.983955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-d09bf770-4b2e-4c5f-90ad-29a3928ad2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:20.993304 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-d09bf770-4b2e-4c5f-90ad-29a3928ad2a6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=19f0097db32e406ab305cc19744860c5&device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 1096 time: 0.1108916 Jul 16 01:21:21.141682 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab483158-e53e-4bbf-9063-8740ae452f90 req-cb8a803a-bd3a-438f-b7ec-7f2f5ffcdc91 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:21.150372 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ab483158-e53e-4bbf-9063-8740ae452f90 req-cb8a803a-bd3a-438f-b7ec-7f2f5ffcdc91 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.1214225 Jul 16 01:21:21.184748 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-67c6004e-52aa-41f6-903c-9c8e81831c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:21.186970 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-67c6004e-52aa-41f6-903c-9c8e81831c3b service neutron] 10.222.0.82 "GET /v2.0/networks?id=952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 200 len: 922 time: 0.1847024 Jul 16 01:21:21.222163 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ab483158-e53e-4bbf-9063-8740ae452f90 req-539cc2cb-0d11-4f9d-8c6f-28421b797a9a tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539672 Jul 16 01:21:21.239794 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-d8ec5249-8f93-490c-84ee-f53a6018ffff service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c59e91c2-43ca-4850-ada7-cfba1bd6e7fc HTTP/1.1" status: 200 len: 217 time: 0.0453453 Jul 16 01:21:21.304309 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-91f4f145-c86e-4d24-be64-3cc14e0dfad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:21.306030 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-91f4f145-c86e-4d24-be64-3cc14e0dfad3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda HTTP/1.1" status: 200 len: 861 time: 0.0582933 Jul 16 01:21:21.367284 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-235b28ff-46ce-426e-a66b-1e9f137e233c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=952b1f4f-1df7-48bd-a0c8-40d17571e492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505693 Jul 16 01:21:21.509203 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-ff9a859a-f105-4887-81bf-90ba700713ef service neutron] 10.222.0.82 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360962 Jul 16 01:21:21.610607 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858db33-245c-4612-93dc-7d15dd37111b req-317756c6-a5e2-4253-a787-ff28b5589f0a tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:21.612669 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4858db33-245c-4612-93dc-7d15dd37111b req-317756c6-a5e2-4253-a787-ff28b5589f0a tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 944 time: 0.0888565 Jul 16 01:21:21.629560 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-bfb1650f-449b-4096-9f7c-381f09b38b6b service neutron] 10.222.0.82 "GET /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105769 Jul 16 01:21:21.695921 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4858db33-245c-4612-93dc-7d15dd37111b req-86846d45-44e7-4373-9f83-cfdec61ff8ec tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750198 Jul 16 01:21:22.091221 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-a9254a84-a429-4375-bfb3-cbfae195fab8 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:22.093256 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-a9254a84-a429-4375-bfb3-cbfae195fab8 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70&tenant_id=19f0097db32e406ab305cc19744860c5&binding%3Ahost_id=n-h2-792394-16 HTTP/1.1" status: 200 len: 1096 time: 0.0853925 Jul 16 01:21:22.186759 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51edb8-6dee-4b95-9647-a2b783b5d203 req-9a33bbf7-23dd-420c-b7b9-6c45491a7dc8 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:22.190221 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f51edb8-6dee-4b95-9647-a2b783b5d203 req-9a33bbf7-23dd-420c-b7b9-6c45491a7dc8 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.0936270 Jul 16 01:21:22.249645 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-92be9de0-287f-44d5-9477-5a0b931ff6c8 service neutron] For port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:22.253399 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-92be9de0-287f-44d5-9477-5a0b931ff6c8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:22.254532 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d526c4c-a8d8-4ae7-bf9a-dacb22af400d req-92be9de0-287f-44d5-9477-5a0b931ff6c8 service neutron] 10.222.0.82 "DELETE /v2.0/ports/c59e91c2-43ca-4850-ada7-cfba1bd6e7fc/bindings/n-h1-792394-16 HTTP/1.1" status: 204 len: 173 time: 0.1533573 Jul 16 01:21:22.261156 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f51edb8-6dee-4b95-9647-a2b783b5d203 req-0ba8c3ee-bcf5-491e-ad96-d81409f34b7c tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649817 Jul 16 01:21:22.749292 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-322c496f-0fc9-4143-88ce-8cb2d4141de8 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:21:22.750453 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-322c496f-0fc9-4143-88ce-8cb2d4141de8 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100884 Jul 16 01:21:22.763333 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-19e3a0b9-7c71-4b37-a0fc-a2c3c65136da service neutron] Request body: {'binding': {'host': 'n-h1-792394-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:22.763796 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-19e3a0b9-7c71-4b37-a0fc-a2c3c65136da service neutron] Unknown quota resources ['binding']. {{(pid=93956) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:21:22.829358 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfa180-f5a7-43f1-b010-a3b37c08be3d req-8d2dd2c4-7fe8-45dd-a16d-501a95548ff7 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:22.830936 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c6bfa180-f5a7-43f1-b010-a3b37c08be3d req-8d2dd2c4-7fe8-45dd-a16d-501a95548ff7 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.4534955 Jul 16 01:21:22.919403 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c6bfa180-f5a7-43f1-b010-a3b37c08be3d req-97a5826d-aa8d-410d-bda4-b791d4a4901e tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801699 Jul 16 01:21:22.967412 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-19e3a0b9-7c71-4b37-a0fc-a2c3c65136da service neutron] Attempting to bind port 89b825d4-a4ad-4bba-91ee-865bf0120cef on host n-h1-792394-16 for vnic_type normal with profile None {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:22.967947 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-19e3a0b9-7c71-4b37-a0fc-a2c3c65136da service neutron] Attempting to bind port 89b825d4-a4ad-4bba-91ee-865bf0120cef by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:22.968303 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-19e3a0b9-7c71-4b37-a0fc-a2c3c65136da service neutron] Attempting to bind port 89b825d4-a4ad-4bba-91ee-865bf0120cef on network 0acde702-0391-44d7-919c-717172e79311 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:22.973735 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-19e3a0b9-7c71-4b37-a0fc-a2c3c65136da service neutron] Port 89b825d4-a4ad-4bba-91ee-865bf0120cef on network 0acde702-0391-44d7-919c-717172e79311 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:22.973835 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-19e3a0b9-7c71-4b37-a0fc-a2c3c65136da service neutron] Attempting to bind port 89b825d4-a4ad-4bba-91ee-865bf0120cef on network 0acde702-0391-44d7-919c-717172e79311 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:22.979727 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-19e3a0b9-7c71-4b37-a0fc-a2c3c65136da service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:22.980107 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-19e3a0b9-7c71-4b37-a0fc-a2c3c65136da service neutron] Checking segment: {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:22.980414 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-19e3a0b9-7c71-4b37-a0fc-a2c3c65136da service neutron] Bound using segment: {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:22.980855 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-19e3a0b9-7c71-4b37-a0fc-a2c3c65136da service neutron] Bound port: 89b825d4-a4ad-4bba-91ee-865bf0120cef, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:23.053144 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-19e3a0b9-7c71-4b37-a0fc-a2c3c65136da service neutron] For port 89b825d4-a4ad-4bba-91ee-865bf0120cef, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=89b825d4-a4ad-4bba-91ee-865bf0120cef,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:23.079788 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-19e3a0b9-7c71-4b37-a0fc-a2c3c65136da service neutron] Notify callbacks [] for binding, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.081221 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-19e3a0b9-7c71-4b37-a0fc-a2c3c65136da service neutron] 10.222.0.16 "POST /v2.0/ports/89b825d4-a4ad-4bba-91ee-865bf0120cef/bindings HTTP/1.1" status: 201 len: 390 time: 0.3227081 Jul 16 01:21:23.140488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53955574-806f-4a8f-9437-bd445c2a1dac req-ee934fcb-a03a-47e5-8916-e195224be7c6 tempest-MigrationsAdminTest-1377254942 tempest-MigrationsAdminTest-1377254942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:23.143024 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-53955574-806f-4a8f-9437-bd445c2a1dac req-ee934fcb-a03a-47e5-8916-e195224be7c6 tempest-MigrationsAdminTest-1377254942 tempest-MigrationsAdminTest-1377254942-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 1101 time: 0.1023510 Jul 16 01:21:23.209540 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-53955574-806f-4a8f-9437-bd445c2a1dac req-3c2b7b04-be1d-4afc-a8f3-f01cab927c4d tempest-MigrationsAdminTest-1377254942 tempest-MigrationsAdminTest-1377254942-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586386 Jul 16 01:21:23.296711 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40276) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:23.381728 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27cfda-db43-4095-96d9-73abf6849ba7 req-49f715c4-2bd8-4d92-94e5-b57b2eaa89ed tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:23.384141 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fd27cfda-db43-4095-96d9-73abf6849ba7 req-49f715c4-2bd8-4d92-94e5-b57b2eaa89ed tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 944 time: 0.0726998 Jul 16 01:21:23.438802 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fd27cfda-db43-4095-96d9-73abf6849ba7 req-c4ed09ac-dd6a-4737-8cb9-46fb62ad0901 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468054 Jul 16 01:21:23.446680 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e9dd9d04-3cf2-4a78-801b-1ef542e3412b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.592706 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-26cda50e-9cac-4458-9ad2-e952fac387bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:23.594259 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-26cda50e-9cac-4458-9ad2-e952fac387bf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 1098 time: 0.1648972 Jul 16 01:21:23.607827 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d47a6-3f1f-4aac-9c0e-a882ea0718c2 req-843208b4-f5a7-46b7-be4b-da4e1a012982 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:23.609415 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-da4d47a6-3f1f-4aac-9c0e-a882ea0718c2 req-843208b4-f5a7-46b7-be4b-da4e1a012982 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.1422877 Jul 16 01:21:23.728729 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccecf48-6413-4149-a2c1-28428dcdd77b req-96fc6c63-aceb-44be-9519-9ea18ba8fcf0 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:23.730308 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8ccecf48-6413-4149-a2c1-28428dcdd77b req-96fc6c63-aceb-44be-9519-9ea18ba8fcf0 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 946 time: 0.0711331 Jul 16 01:21:23.748732 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-da4d47a6-3f1f-4aac-9c0e-a882ea0718c2 req-d9c23ed2-b577-4b27-a26f-869eaffcd7ca tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248574 Jul 16 01:21:23.757112 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e9dd9d04-3cf2-4a78-801b-1ef542e3412b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.769100 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e9dd9d04-3cf2-4a78-801b-1ef542e3412b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.775541 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8ccecf48-6413-4149-a2c1-28428dcdd77b req-25a11cb5-e262-4dc8-9112-16cc48a6185d tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388143 Jul 16 01:21:23.800479 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-87ab166b-4a67-48be-b618-f9ada52712f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:23.802305 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-87ab166b-4a67-48be-b618-f9ada52712f3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 908 time: 0.1919348 Jul 16 01:21:23.869588 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e9dd9d04-3cf2-4a78-801b-1ef542e3412b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=02ff98602b314e03b69e05971905b13c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5715716 Jul 16 01:21:23.872737 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40286) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:23.880942 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-99bf273e-342f-4bb0-8aad-7d7e4f5d551a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89b825d4-a4ad-4bba-91ee-865bf0120cef HTTP/1.1" status: 200 len: 217 time: 0.0658553 Jul 16 01:21:23.881701 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd9d04-3cf2-4a78-801b-1ef542e3412b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167617be-e780-4ba3-bd75-22ccb0a1fa31,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:23.948412 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b2c21f7c-f8f6-4dea-82b5-b4af59fcad45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.948665 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-f1d15517-dfaa-4f37-9f06-444d6ae9ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:23.951130 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-f1d15517-dfaa-4f37-9f06-444d6ae9ed84 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53fcd526-4834-4829-80ef-c0f48c90d8f1 HTTP/1.1" status: 200 len: 847 time: 0.0591531 Jul 16 01:21:23.980227 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b2c21f7c-f8f6-4dea-82b5-b4af59fcad45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.000997 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-0aee03f0-20ed-4be6-a79e-bf4512492d78 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0acde702-0391-44d7-919c-717172e79311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423887 Jul 16 01:21:24.061762 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b2c21f7c-f8f6-4dea-82b5-b4af59fcad45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.065110 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b2c21f7c-f8f6-4dea-82b5-b4af59fcad45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.066324 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b2c21f7c-f8f6-4dea-82b5-b4af59fcad45 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/167617be-e780-4ba3-bd75-22ccb0a1fa31 HTTP/1.1" status: 204 len: 168 time: 0.1925647 Jul 16 01:21:24.075245 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c21f7c-f8f6-4dea-82b5-b4af59fcad45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167617be-e780-4ba3-bd75-22ccb0a1fa31,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:24.173979 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-1fcbd1c6-8324-4ea8-9af1-17ed782b879b service neutron] 10.222.0.84 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663857 Jul 16 01:21:24.281615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11fc12-e670-462f-a1cc-4de16dca1dd4 req-cf9d1059-4cca-4512-9051-24ce3074a067 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:24.284038 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9e11fc12-e670-462f-a1cc-4de16dca1dd4 req-cf9d1059-4cca-4512-9051-24ce3074a067 tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 1096 time: 0.1036849 Jul 16 01:21:24.321004 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-d96a3031-6f25-4a7c-a363-076e3250730c service neutron] 10.222.0.84 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398029 Jul 16 01:21:24.331409 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9e11fc12-e670-462f-a1cc-4de16dca1dd4 req-39d2cf9e-2e1e-47aa-bdc7-acf1480d973e tempest-LiveAutoBlockMigrationV225Test-1000299096 tempest-LiveAutoBlockMigrationV225Test-1000299096-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403287 Jul 16 01:21:24.558061 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40316) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:24.581168 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-36d8ed67-4a6f-4699-9522-0852618369b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.652956 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-4a526f7a-36d2-4da9-a1d8-6eb224df110d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1177342 Jul 16 01:21:24.671008 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75b8ea-4e68-4234-afa7-6b091cba547c req-4d15c326-fffb-4f60-8941-f8f34fbd57c2 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:24.683534 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7a75b8ea-4e68-4234-afa7-6b091cba547c req-4d15c326-fffb-4f60-8941-f8f34fbd57c2 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.1083133 Jul 16 01:21:24.735966 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7a75b8ea-4e68-4234-afa7-6b091cba547c req-14bbf318-3363-4f6e-9b4d-546c8071ab33 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513539 Jul 16 01:21:24.767491 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-36d8ed67-4a6f-4699-9522-0852618369b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.776811 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-36d8ed67-4a6f-4699-9522-0852618369b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.850623 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-36d8ed67-4a6f-4699-9522-0852618369b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=309f4a3a1bef4bd59954a3f60ede35f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2908301 Jul 16 01:21:24.851848 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40330) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:24.853765 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8ed67-4a6f-4699-9522-0852618369b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bcbc75-c162-4bcf-8f94-ae6a4787e62f,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:24.954939 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c1085c15-5de0-4581-a19d-4baa2ded2fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.985452 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c1085c15-5de0-4581-a19d-4baa2ded2fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.006033 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af44cf-164e-4eba-af0b-a5ccd3cda8c2 req-14c74ab6-4baf-404a-8880-ad67eece2a99 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:25.008017 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-22af44cf-164e-4eba-af0b-a5ccd3cda8c2 req-14c74ab6-4baf-404a-8880-ad67eece2a99 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.1685560 Jul 16 01:21:25.103167 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-22af44cf-164e-4eba-af0b-a5ccd3cda8c2 req-6cbdc4f6-1ade-4f0f-a74a-b1d0734cb82b tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809648 Jul 16 01:21:25.127468 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c1085c15-5de0-4581-a19d-4baa2ded2fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.130948 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c1085c15-5de0-4581-a19d-4baa2ded2fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.132393 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c1085c15-5de0-4581-a19d-4baa2ded2fd5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35bcbc75-c162-4bcf-8f94-ae6a4787e62f HTTP/1.1" status: 204 len: 168 time: 0.2793317 Jul 16 01:21:25.153552 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1085c15-5de0-4581-a19d-4baa2ded2fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bcbc75-c162-4bcf-8f94-ae6a4787e62f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:25.407751 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1ccf4-a4c0-4374-9ea3-f5d03fd3e41f req-68fcf889-e35e-4ddd-bcd8-909dbdbafca2 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:25.412913 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b9a1ccf4-a4c0-4374-9ea3-f5d03fd3e41f req-68fcf889-e35e-4ddd-bcd8-909dbdbafca2 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.1168525 Jul 16 01:21:25.458147 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b9a1ccf4-a4c0-4374-9ea3-f5d03fd3e41f req-37be9de7-cb90-4f85-9b8d-5aea595f7d31 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429263 Jul 16 01:21:25.759262 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881564f-431a-4cea-a629-bd98291e8fd6 req-7691ce65-29dc-492f-ae7c-c7c36649535f tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:25.761816 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3881564f-431a-4cea-a629-bd98291e8fd6 req-7691ce65-29dc-492f-ae7c-c7c36649535f tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 946 time: 0.1177785 Jul 16 01:21:25.876025 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3881564f-431a-4cea-a629-bd98291e8fd6 req-7c38047b-c564-48b2-8fcf-c3692f90a182 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945084 Jul 16 01:21:26.065084 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd3944-c0d5-4a54-a9a6-e0d056e7b24d req-6d966346-f058-4588-8a0b-917b85235c12 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:26.066795 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59dd3944-c0d5-4a54-a9a6-e0d056e7b24d req-6d966346-f058-4588-8a0b-917b85235c12 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.82 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 944 time: 0.1690702 Jul 16 01:21:26.615984 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5d38ed4e-42f8-48d9-b28b-94f638ebe479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:26.759501 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc2f0e-d42c-429f-87b1-d1103c48df3c req-1d7431a3-9181-49b3-aa6f-057c2398c2ef tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:26.767244 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f7fc2f0e-d42c-429f-87b1-d1103c48df3c req-1d7431a3-9181-49b3-aa6f-057c2398c2ef tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 944 time: 0.6748543 Jul 16 01:21:26.829001 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f7fc2f0e-d42c-429f-87b1-d1103c48df3c req-1e93a0d6-1adc-4df7-8081-c4e49109d6d0 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605948 Jul 16 01:21:26.838508 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-59dd3944-c0d5-4a54-a9a6-e0d056e7b24d req-9e80f15e-2b5d-40c8-b53a-33344f552a6f tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Deleting port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:26.841502 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-59dd3944-c0d5-4a54-a9a6-e0d056e7b24d req-9e80f15e-2b5d-40c8-b53a-33344f552a6f tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:26.841651 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-329bd3cd-3f1a-499e-9e7b-940ec3494f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:26.843166 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-329bd3cd-3f1a-499e-9e7b-940ec3494f16 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 1101 time: 0.0724735 Jul 16 01:21:27.001882 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-59dd3944-c0d5-4a54-a9a6-e0d056e7b24d req-9e80f15e-2b5d-40c8-b53a-33344f552a6f tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] For port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c59e91c2-43ca-4850-ada7-cfba1bd6e7fc,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:27.002545 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-59dd3944-c0d5-4a54-a9a6-e0d056e7b24d req-9e80f15e-2b5d-40c8-b53a-33344f552a6f tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.018566 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-93c64c32-6eca-48e3-9b57-1da505b30a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:27.020315 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-93c64c32-6eca-48e3-9b57-1da505b30a33 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.1701598 Jul 16 01:21:27.021065 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-59dd3944-c0d5-4a54-a9a6-e0d056e7b24d req-9e80f15e-2b5d-40c8-b53a-33344f552a6f tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Calling delete_port for c59e91c2-43ca-4850-ada7-cfba1bd6e7fc owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:27.103419 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-f3a1204c-aaa5-4b1a-9881-856baecca597 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=d16bd774-5da3-43c1-89a0-21addbf98349 HTTP/1.1" status: 200 len: 217 time: 0.0716441 Jul 16 01:21:27.122638 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c802a3-e6e7-4080-b7df-ff83c56856fb req-f19b0497-a7d0-4444-9f24-952b0a2e3936 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:27.124643 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-23c802a3-e6e7-4080-b7df-ff83c56856fb req-f19b0497-a7d0-4444-9f24-952b0a2e3936 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.2255461 Jul 16 01:21:27.207469 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-eeed075c-1dbf-455f-ac62-9984598068df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:27.209708 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-eeed075c-1dbf-455f-ac62-9984598068df service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0835452 Jul 16 01:21:27.215087 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-23c802a3-e6e7-4080-b7df-ff83c56856fb req-48cffb88-66c7-48e7-a9a7-c29f1f7af376 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814404 Jul 16 01:21:27.236033 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-59dd3944-c0d5-4a54-a9a6-e0d056e7b24d req-9e80f15e-2b5d-40c8-b53a-33344f552a6f tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.249489 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['2d849f62-e1dc-4ba1-895b-661c98559d5a'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:27.256772 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['c59e91c2-43ca-4850-ada7-cfba1bd6e7fc'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:27.290361 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-41609672-4b08-4be1-a57c-0f7efb2e69e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:27.292461 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-41609672-4b08-4be1-a57c-0f7efb2e69e0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0761673 Jul 16 01:21:27.334925 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7c282-e27e-4865-af71-f806321b909b req-eed7afc0-3f91-4159-9a05-8c8d5ccdeda7 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:27.342881 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-17c7c282-e27e-4865-af71-f806321b909b req-eed7afc0-3f91-4159-9a05-8c8d5ccdeda7 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.1940465 Jul 16 01:21:27.379010 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80f15e-2b5d-40c8-b53a-33344f552a6f tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Pushing event deleted for resources: {'Port': ['ID=c59e91c2-43ca-4850-ada7-cfba1bd6e7fc,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:27.448744 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-59dd3944-c0d5-4a54-a9a6-e0d056e7b24d req-9e80f15e-2b5d-40c8-b53a-33344f552a6f tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] No DVR routers for this DVR port c59e91c2-43ca-4850-ada7-cfba1bd6e7fc on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:27.453510 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-59dd3944-c0d5-4a54-a9a6-e0d056e7b24d req-9e80f15e-2b5d-40c8-b53a-33344f552a6f tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.457053 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59dd3944-c0d5-4a54-a9a6-e0d056e7b24d req-9e80f15e-2b5d-40c8-b53a-33344f552a6f tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.82 "DELETE /v2.0/ports/c59e91c2-43ca-4850-ada7-cfba1bd6e7fc HTTP/1.1" status: 204 len: 173 time: 1.3771083 Jul 16 01:21:27.457928 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16524c89-4e40-4164-8a3b-1c0aa24a0d70', 'name': 'network-vif-deleted', 'tag': 'c59e91c2-43ca-4850-ada7-cfba1bd6e7fc'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:27.460509 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0453cbe-7604-4767-ab5b-1eb308489301" -d '{"events": [{"server_uuid": "16524c89-4e40-4164-8a3b-1c0aa24a0d70", "name": "network-vif-deleted", "tag": "c59e91c2-43ca-4850-ada7-cfba1bd6e7fc"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:27.512597 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-17c7c282-e27e-4865-af71-f806321b909b req-83498f92-1492-4067-b279-08441f3719d0 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529574 Jul 16 01:21:27.522340 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-785459dd-09c8-4db0-b0ee-9c3619543bd9 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216125 Jul 16 01:21:27.596470 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70914e86-46b5-4b70-95ef-91584f33e8b6 req-ccb594fe-41f1-4fe7-bab9-107f4e981d32 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:27.609734 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c04c97-40b4-4f56-9d62-b04a70361f77 x-openstack-request-id: req-38c04c97-40b4-4f56-9d62-b04a70361f77 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:27.610902 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16524c89-4e40-4164-8a3b-1c0aa24a0d70", "name": "network-vif-deleted", "tag": "c59e91c2-43ca-4850-ada7-cfba1bd6e7fc", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:27.611669 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38c04c97-40b4-4f56-9d62-b04a70361f77 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:27.612564 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16524c89-4e40-4164-8a3b-1c0aa24a0d70', 'name': 'network-vif-deleted', 'tag': 'c59e91c2-43ca-4850-ada7-cfba1bd6e7fc', 'status': 'completed', 'code': 200} Jul 16 01:21:27.616432 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-70914e86-46b5-4b70-95ef-91584f33e8b6 req-ccb594fe-41f1-4fe7-bab9-107f4e981d32 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 946 time: 0.1978204 Jul 16 01:21:27.754845 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-70914e86-46b5-4b70-95ef-91584f33e8b6 req-2f69365a-3dcf-4f86-ad89-3dd29b86f92c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376193 Jul 16 01:21:27.784588 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-1dac8067-ac65-4641-a6c5-71a08605a9b9 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286940 Jul 16 01:21:28.009968 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e101a842-120c-4cba-b191-4e1e6c33e1b5 req-6fde3c65-182a-453a-87d9-c4c10a99e979 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 210 time: 0.0400870 Jul 16 01:21:28.441842 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe533b5d-7307-4d21-a97a-3dc9dbfff282 req-ac99a0b8-10e3-4e27-9acb-0acd3d16e7c4 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:28.443646 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fe533b5d-7307-4d21-a97a-3dc9dbfff282 req-ac99a0b8-10e3-4e27-9acb-0acd3d16e7c4 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.0774305 Jul 16 01:21:28.496276 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fe533b5d-7307-4d21-a97a-3dc9dbfff282 req-f165137a-7b47-43b5-85d9-7051fd52e653 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459580 Jul 16 01:21:28.710373 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cc9cd-e49f-409e-aeaf-4ad1b2dde1b0 req-6c986c80-8dba-415d-9a8c-1573c2bbe16a tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:28.712571 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee2cc9cd-e49f-409e-aeaf-4ad1b2dde1b0 req-6c986c80-8dba-415d-9a8c-1573c2bbe16a tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.0715983 Jul 16 01:21:28.755153 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee2cc9cd-e49f-409e-aeaf-4ad1b2dde1b0 req-7e2ba199-3993-4390-ab45-c48edcf8846c tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349369 Jul 16 01:21:28.767572 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40470) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:28.905741 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f772a961-9af4-4d9d-a6a0-f6c8304b03a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.046673 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9117a-e4b8-4cc6-8288-b407c641b5ce req-b9a85240-7f3c-4eec-8f53-f4a6429fa633 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:29.066256 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-76d9117a-e4b8-4cc6-8288-b407c641b5ce req-b9a85240-7f3c-4eec-8f53-f4a6429fa633 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 946 time: 0.1371593 Jul 16 01:21:29.078243 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f772a961-9af4-4d9d-a6a0-f6c8304b03a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.086842 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f772a961-9af4-4d9d-a6a0-f6c8304b03a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.119947 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-76d9117a-e4b8-4cc6-8288-b407c641b5ce req-dc117eb0-2725-4f06-b172-b212b2645493 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526822 Jul 16 01:21:29.170486 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40482) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:29.170922 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f772a961-9af4-4d9d-a6a0-f6c8304b03a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38a3385d96ea417c91d5f43f6146c557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4021993 Jul 16 01:21:29.172420 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772a961-9af4-4d9d-a6a0-f6c8304b03a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b037e97-bf9f-45e5-9659-30feffd57ebb,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:29.253621 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c59e91c2-43ca-4850-ada7-cfba1bd6e7fc no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:29.274988 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: c59e91c2-43ca-4850-ada7-cfba1bd6e7fc {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:29.275802 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c59e91c2-43ca-4850-ada7-cfba1bd6e7fc not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:29.277091 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e78b499e-c466-4b3c-9650-6da0990d76e9 req-0a00519f-c03f-4e30-9ddf-407d96a5af34 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 210 time: 0.0729089 Jul 16 01:21:29.286490 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b216952c-a53f-4253-9ff0-153df4cb478a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.310252 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b216952c-a53f-4253-9ff0-153df4cb478a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.361131 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b216952c-a53f-4253-9ff0-153df4cb478a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.363773 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b216952c-a53f-4253-9ff0-153df4cb478a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.364975 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b216952c-a53f-4253-9ff0-153df4cb478a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0b037e97-bf9f-45e5-9659-30feffd57ebb HTTP/1.1" status: 204 len: 168 time: 0.1931486 Jul 16 01:21:29.373725 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216952c-a53f-4253-9ff0-153df4cb478a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b037e97-bf9f-45e5-9659-30feffd57ebb,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:29.530890 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-215706b2-67d1-4efd-971c-1e07d3edfd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.615045 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.729836 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40490) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:29.744759 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd6e731f-0885-48f9-b288-3dbc61e306cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.795007 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65607e-c922-4e9b-8828-e94696428587 req-1da8b091-66db-472a-87f9-de331876b74b tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:29.798222 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9c65607e-c922-4e9b-8828-e94696428587 req-1da8b091-66db-472a-87f9-de331876b74b tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.1295743 Jul 16 01:21:29.847489 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd6e731f-0885-48f9-b288-3dbc61e306cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.854636 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd6e731f-0885-48f9-b288-3dbc61e306cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.877988 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9c65607e-c922-4e9b-8828-e94696428587 req-58462041-98e7-4a3d-95c5-2b4478063958 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709617 Jul 16 01:21:29.889911 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bd6e731f-0885-48f9-b288-3dbc61e306cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d85e24bc5b2746aaac6540fbde159803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563907 Jul 16 01:21:29.890290 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40494) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:29.913223 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e731f-0885-48f9-b288-3dbc61e306cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd6b065-fd41-4873-8df1-b38328699662,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:29.962943 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f480d00-cd19-4307-9f7b-0a9f1e1d909f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.989905 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f480d00-cd19-4307-9f7b-0a9f1e1d909f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.025490 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1583db-ebcc-4920-be06-2f7630d2821b req-0df0b14c-b12c-4388-83ba-5a8bda47fc71 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:30.027314 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-da1583db-ebcc-4920-be06-2f7630d2821b req-0df0b14c-b12c-4388-83ba-5a8bda47fc71 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.0746229 Jul 16 01:21:30.055902 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f480d00-cd19-4307-9f7b-0a9f1e1d909f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.059444 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f480d00-cd19-4307-9f7b-0a9f1e1d909f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.066992 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1f480d00-cd19-4307-9f7b-0a9f1e1d909f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ecd6b065-fd41-4873-8df1-b38328699662 HTTP/1.1" status: 204 len: 168 time: 0.1754465 Jul 16 01:21:30.076029 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-da1583db-ebcc-4920-be06-2f7630d2821b req-a6737595-b050-41fd-89a1-0920ef0a9b88 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419207 Jul 16 01:21:30.094598 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f480d00-cd19-4307-9f7b-0a9f1e1d909f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd6b065-fd41-4873-8df1-b38328699662,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:30.332983 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cb080-8fc6-43fe-9683-f0e1c5b529e5 req-1a1b047a-54c0-40f3-a478-5533730b80d9 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:30.336020 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-283cb080-8fc6-43fe-9683-f0e1c5b529e5 req-1a1b047a-54c0-40f3-a478-5533730b80d9 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb54cc79-988e-44a8-aafd-7d7a3408202c HTTP/1.1" status: 200 len: 946 time: 0.1165712 Jul 16 01:21:30.353415 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bde68f-191f-4663-8892-d0b80c2ef2ba req-2636d2aa-e365-4cbc-97c7-0d0fb79e99a8 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:30.355085 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-77bde68f-191f-4663-8892-d0b80c2ef2ba req-2636d2aa-e365-4cbc-97c7-0d0fb79e99a8 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 946 time: 0.0853426 Jul 16 01:21:30.385081 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-283cb080-8fc6-43fe-9683-f0e1c5b529e5 req-9c29f901-0a11-4964-bfea-03aadafc10c0 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/security-groups?id=d92a67ce-0bcb-4422-9912-1314c261de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425596 Jul 16 01:21:30.410391 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-77bde68f-191f-4663-8892-d0b80c2ef2ba req-718e9ff2-f7dd-443e-90bc-d39e20a8df13 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484180 Jul 16 01:21:30.604810 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f02f7621-5efd-46d5-9a35-edb7e315b571 req-8c628074-2a69-4c0f-aa28-480064475341 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 210 time: 0.0677438 Jul 16 01:21:30.685079 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.077519 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd116f89-b3e6-41e6-8222-9df3acc459be req-b578cfc8-5ca0-4973-99fb-e76f0651bb77 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:31.079845 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fd116f89-b3e6-41e6-8222-9df3acc459be req-b578cfc8-5ca0-4973-99fb-e76f0651bb77 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.0779126 Jul 16 01:21:31.103507 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.131519 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fd116f89-b3e6-41e6-8222-9df3acc459be req-2cfbbfd3-af22-43e2-8b8b-e6470a52fa3c tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421016 Jul 16 01:21:31.284529 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38817644-1f33-40b9-ae44-0e8a8725e111 req-205364b3-46e7-4eb7-9e4b-1f36dde4c59f tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:31.286173 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-38817644-1f33-40b9-ae44-0e8a8725e111 req-205364b3-46e7-4eb7-9e4b-1f36dde4c59f tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.0702872 Jul 16 01:21:31.329031 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-38817644-1f33-40b9-ae44-0e8a8725e111 req-829b2eb0-2691-49bb-a55a-9aa40b29c68d tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368652 Jul 16 01:21:31.660073 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7edf7-3583-4123-9bd6-835982e4b184 req-61ac3a77-b1d0-462a-b0e2-7d0598523e8d tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:31.662091 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c8d7edf7-3583-4123-9bd6-835982e4b184 req-61ac3a77-b1d0-462a-b0e2-7d0598523e8d tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 946 time: 0.1224830 Jul 16 01:21:31.725601 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c8d7edf7-3583-4123-9bd6-835982e4b184 req-736fad0e-b352-463d-879e-ad0806d50dc1 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542588 Jul 16 01:21:31.764949 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96aa9e1-40c3-4d80-848a-7b744be1aed9 req-4ab2ee35-02cb-48f8-9970-c5ba15e9b79f tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:31.773610 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f96aa9e1-40c3-4d80-848a-7b744be1aed9 req-4ab2ee35-02cb-48f8-9970-c5ba15e9b79f tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb54cc79-988e-44a8-aafd-7d7a3408202c HTTP/1.1" status: 200 len: 946 time: 0.1011579 Jul 16 01:21:31.819262 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f96aa9e1-40c3-4d80-848a-7b744be1aed9 req-4dc3b8ca-bca6-47ee-bdf6-ef654c91010c tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/security-groups?id=d92a67ce-0bcb-4422-9912-1314c261de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446713 Jul 16 01:21:31.970807 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-93074150-6ca5-4b44-bf9b-8c198bd81039 req-76da9d16-5190-4a22-8bcf-2dd04db26bc7 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 210 time: 0.0320160 Jul 16 01:21:32.327515 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18369a-f044-4381-8ad9-a5b86146ac21 req-05a2f627-c9a0-4ae3-bb19-a70529d1d116 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:32.329209 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b18369a-f044-4381-8ad9-a5b86146ac21 req-05a2f627-c9a0-4ae3-bb19-a70529d1d116 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.0773966 Jul 16 01:21:32.396344 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b18369a-f044-4381-8ad9-a5b86146ac21 req-7e85add0-4af2-4d8a-8836-3725aa5e63e2 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609903 Jul 16 01:21:32.413770 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.811216 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac94e8-3eb7-4597-bb61-78d117784436 req-08765d11-3c8a-4ac7-a576-431a41ca85c7 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:32.813167 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00ac94e8-3eb7-4597-bb61-78d117784436 req-08765d11-3c8a-4ac7-a576-431a41ca85c7 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.0801339 Jul 16 01:21:32.862266 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00ac94e8-3eb7-4597-bb61-78d117784436 req-3e8802a5-99f2-4005-b910-066123d68203 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427608 Jul 16 01:21:32.953146 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080ec0b-794d-42f9-a81f-22d1496e82f1 req-f0904a5e-f2b6-4c61-b1f4-a2a484d14f16 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:32.955251 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e080ec0b-794d-42f9-a81f-22d1496e82f1 req-f0904a5e-f2b6-4c61-b1f4-a2a484d14f16 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 946 time: 0.0763571 Jul 16 01:21:33.013886 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e080ec0b-794d-42f9-a81f-22d1496e82f1 req-144d9874-d2e7-4bc3-a7b9-ed249a17d5f5 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527201 Jul 16 01:21:33.088490 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39ea3b-4d15-4eb7-bc5c-584d4c29c2cf req-33dc2ee5-4cf7-4e6c-a1af-06474ce506dc tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:33.090189 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5f39ea3b-4d15-4eb7-bc5c-584d4c29c2cf req-33dc2ee5-4cf7-4e6c-a1af-06474ce506dc tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb54cc79-988e-44a8-aafd-7d7a3408202c HTTP/1.1" status: 200 len: 946 time: 0.1062245 Jul 16 01:21:33.145144 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5f39ea3b-4d15-4eb7-bc5c-584d4c29c2cf req-4aaebe36-a406-4194-a808-b6df815fd5c1 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/security-groups?id=d92a67ce-0bcb-4422-9912-1314c261de69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484455 Jul 16 01:21:33.295773 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3eb4d99f-0884-4084-a976-d8544d7c5570 req-893cab95-4255-4245-bc98-3ead8eb76186 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 210 time: 0.0385489 Jul 16 01:21:33.313498 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674dc1a-7865-4c47-89d8-5768ed325ea8 req-c4b577d6-fdf4-4250-a7de-bc1ce948ca13 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:33.315133 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a674dc1a-7865-4c47-89d8-5768ed325ea8 req-c4b577d6-fdf4-4250-a7de-bc1ce948ca13 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb54cc79-988e-44a8-aafd-7d7a3408202c HTTP/1.1" status: 200 len: 946 time: 0.1173990 Jul 16 01:21:33.439573 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-a674dc1a-7865-4c47-89d8-5768ed325ea8 req-6d21131a-7433-4571-92d5-13556585fe16 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Deleting port 1daa60f3-79e8-4c49-847f-28b9849e4818 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:33.440200 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-a674dc1a-7865-4c47-89d8-5768ed325ea8 req-6d21131a-7433-4571-92d5-13556585fe16 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.555961 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-a674dc1a-7865-4c47-89d8-5768ed325ea8 req-6d21131a-7433-4571-92d5-13556585fe16 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] For port 1daa60f3-79e8-4c49-847f-28b9849e4818, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1daa60f3-79e8-4c49-847f-28b9849e4818,segment=NetworkSegment(4235c34d-d0fc-40de-b656-70074dffcff3),segment_id=4235c34d-d0fc-40de-b656-70074dffcff3)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:33.556329 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-a674dc1a-7865-4c47-89d8-5768ed325ea8 req-6d21131a-7433-4571-92d5-13556585fe16 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.591546 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ba85-0b22-4662-8016-8e563b47ca9c req-57623032-7e55-4d97-8870-3dc3d9b05ed8 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:33.593248 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2ba3ba85-0b22-4662-8016-8e563b47ca9c req-57623032-7e55-4d97-8870-3dc3d9b05ed8 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.0738769 Jul 16 01:21:33.651214 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2ba3ba85-0b22-4662-8016-8e563b47ca9c req-ef190020-67f9-46a1-87f3-cccbb6d4a6d0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451941 Jul 16 01:21:33.770982 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-a674dc1a-7865-4c47-89d8-5768ed325ea8 req-6d21131a-7433-4571-92d5-13556585fe16 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.771361 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-a674dc1a-7865-4c47-89d8-5768ed325ea8 req-6d21131a-7433-4571-92d5-13556585fe16 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.771748 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [req-a674dc1a-7865-4c47-89d8-5768ed325ea8 req-6d21131a-7433-4571-92d5-13556585fe16 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Floating IP 1a32f58d-8a2d-4226-aac9-4c0c9368660d disassociated. External IP: 172.25.6.67, port: 1daa60f3-79e8-4c49-847f-28b9849e4818. Jul 16 01:21:33.772113 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-a674dc1a-7865-4c47-89d8-5768ed325ea8 req-6d21131a-7433-4571-92d5-13556585fe16 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Calling delete_port for 1daa60f3-79e8-4c49-847f-28b9849e4818 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:33.955216 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-a674dc1a-7865-4c47-89d8-5768ed325ea8 req-6d21131a-7433-4571-92d5-13556585fe16 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.991624 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21131a-7433-4571-92d5-13556585fe16 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Pushing event deleted for resources: {'Port': ['ID=1daa60f3-79e8-4c49-847f-28b9849e4818,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:34.247484 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050adac3-5eda-4c30-a2ad-28b9f3980a5e req-bd7f9c45-c3ed-4c15-98a3-724a736ee1b4 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:34.249834 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-050adac3-5eda-4c30-a2ad-28b9f3980a5e req-bd7f9c45-c3ed-4c15-98a3-724a736ee1b4 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.2024782 Jul 16 01:21:34.260491 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a674dc1a-7865-4c47-89d8-5768ed325ea8 req-6d21131a-7433-4571-92d5-13556585fe16 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Router 58c30ba5-0cb6-4cc6-8921-ccb395645e35 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:21:34.265491 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b80f2-b28d-45c3-b414-8266c82f8a61 req-8e8a41a9-d5e5-4175-abbf-2740bc864e86 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:34.273202 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1d1b80f2-b28d-45c3-b414-8266c82f8a61 req-8e8a41a9-d5e5-4175-abbf-2740bc864e86 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 946 time: 0.0819554 Jul 16 01:21:34.306558 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-050adac3-5eda-4c30-a2ad-28b9f3980a5e req-ac9af11e-4065-4551-b6c3-11297a718f35 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492935 Jul 16 01:21:34.377018 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1d1b80f2-b28d-45c3-b414-8266c82f8a61 req-a2f74136-3f30-4a9f-9ba9-0d5211f9684c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921428 Jul 16 01:21:34.546540 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a674dc1a-7865-4c47-89d8-5768ed325ea8 req-6d21131a-7433-4571-92d5-13556585fe16 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:21:34.564563 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b7d2d7-0382-4f90-b762-5054f5e15734 None None] Sync routers for ids ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:21:34.583616 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b7d2d7-0382-4f90-b762-5054f5e15734 None None] Routers {'58c30ba5-0cb6-4cc6-8921-ccb395645e35'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:34.585080 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-94b7d2d7-0382-4f90-b762-5054f5e15734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:21:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:34.666810 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7bfd5b34-9b72-4bf8-a7a6-b35c12acf6b4 req-f58189ac-3d30-4911-93b1-531299c4ef29 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb54cc79-988e-44a8-aafd-7d7a3408202c HTTP/1.1" status: 200 len: 210 time: 0.0503483 Jul 16 01:21:34.718159 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-a674dc1a-7865-4c47-89d8-5768ed325ea8 req-6d21131a-7433-4571-92d5-13556585fe16 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] No DVR routers for this DVR port 1daa60f3-79e8-4c49-847f-28b9849e4818 on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:34.721616 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-a674dc1a-7865-4c47-89d8-5768ed325ea8 req-6d21131a-7433-4571-92d5-13556585fe16 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.724088 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a674dc1a-7865-4c47-89d8-5768ed325ea8 req-6d21131a-7433-4571-92d5-13556585fe16 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.84 "DELETE /v2.0/ports/1daa60f3-79e8-4c49-847f-28b9849e4818 HTTP/1.1" status: 204 len: 173 time: 1.4027271 Jul 16 01:21:34.732894 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb54cc79-988e-44a8-aafd-7d7a3408202c', 'name': 'network-vif-deleted', 'tag': '1daa60f3-79e8-4c49-847f-28b9849e4818'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:34.745547 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfc6c31-411b-44ec-be2c-af2889c12964" -d '{"events": [{"server_uuid": "cb54cc79-988e-44a8-aafd-7d7a3408202c", "name": "network-vif-deleted", "tag": "1daa60f3-79e8-4c49-847f-28b9849e4818"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:34.795597 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4b00f2c5-c53f-4496-84a3-c1387047ba14 req-b7b20309-1ba2-42e0-a80e-f82604c42add tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 210 time: 0.0791922 Jul 16 01:21:35.087232 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:35.108769 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-94b7d2d7-0382-4f90-b762-5054f5e15734 None None] Set router 58c30ba5-0cb6-4cc6-8921-ccb395645e35 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:35.162644 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b90050-6c7d-4c00-8754-3db0a892dde0 req-c6ed0aee-a6ac-49e5-a67a-c9ee4faefe5f tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:35.164284 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-21b90050-6c7d-4c00-8754-3db0a892dde0 req-c6ed0aee-a6ac-49e5-a67a-c9ee4faefe5f tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.1550462 Jul 16 01:21:35.227154 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dd4cf6-538b-4b03-aaad-62ded0fb2c5d x-openstack-request-id: req-65dd4cf6-538b-4b03-aaad-62ded0fb2c5d {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:35.229225 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb54cc79-988e-44a8-aafd-7d7a3408202c", "name": "network-vif-deleted", "tag": "1daa60f3-79e8-4c49-847f-28b9849e4818", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:35.229665 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65dd4cf6-538b-4b03-aaad-62ded0fb2c5d {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:35.231702 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb54cc79-988e-44a8-aafd-7d7a3408202c', 'name': 'network-vif-deleted', 'tag': '1daa60f3-79e8-4c49-847f-28b9849e4818', 'status': 'completed', 'code': 200} Jul 16 01:21:35.279024 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-21b90050-6c7d-4c00-8754-3db0a892dde0 req-5ab024b1-b80f-465b-b2f9-835c3085d563 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073861 Jul 16 01:21:35.438146 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-94b7d2d7-0382-4f90-b762-5054f5e15734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569885151-router', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:34Z', 'updated_at': '2021-07-16T01:16:43Z', 'revision_number': 4, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'gw_port': {'id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:36Z', 'updated_at': '2021-07-16T01:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c14a93e1-cf9b-4927-ab10-13591d6d0668', 'name': '', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'mac_address': 'fa:16:3e:cc:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:41Z', 'updated_at': '2021-07-16T01:16:52Z', 'revision_number': 5, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'subnets': [{'id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:35.475627 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b7d2d7-0382-4f90-b762-5054f5e15734 None None] Checking router: 58c30ba5-0cb6-4cc6-8921-ccb395645e35 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:21:35.491964 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b7d2d7-0382-4f90-b762-5054f5e15734 None None] Routers {'58c30ba5-0cb6-4cc6-8921-ccb395645e35'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:35.493400 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-94b7d2d7-0382-4f90-b762-5054f5e15734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:21:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:35.506478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b285a3-ac7d-4d8c-84a2-d1f1d8ec5967 req-aac9e220-b4ed-4701-a7f9-531326fe5552 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:35.509968 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c5b285a3-ac7d-4d8c-84a2-d1f1d8ec5967 req-aac9e220-b4ed-4701-a7f9-531326fe5552 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/ports?device_id=a791570a-edcb-422d-94a2-33dc9c92b367 HTTP/1.1" status: 200 len: 945 time: 0.1260488 Jul 16 01:21:35.596773 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c5b285a3-ac7d-4d8c-84a2-d1f1d8ec5967 req-8a2c4702-3943-404a-85ad-fe9211561e0a tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dcb3f78-2a75-4d57-a08a-af167915b346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785577 Jul 16 01:21:35.657909 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a40327-2e86-42ca-84f5-d4707cc74ceb req-042568e0-28de-4112-abab-a01868bc892c tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:35.659606 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a0a40327-2e86-42ca-84f5-d4707cc74ceb req-042568e0-28de-4112-abab-a01868bc892c tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.0925264 Jul 16 01:21:35.685923 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-94b7d2d7-0382-4f90-b762-5054f5e15734 None None] Set router 58c30ba5-0cb6-4cc6-8921-ccb395645e35 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:35.732927 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a0a40327-2e86-42ca-84f5-d4707cc74ceb req-d2447c0b-fb8e-468b-93fb-6bc939cc4512 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659659 Jul 16 01:21:35.847108 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfef998-ed01-4123-8766-00f7e441449b req-ca391944-9ae5-4209-ae2b-b85259f92dd0 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:35.848722 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bdfef998-ed01-4123-8766-00f7e441449b req-ca391944-9ae5-4209-ae2b-b85259f92dd0 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 946 time: 0.0778067 Jul 16 01:21:35.906133 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bdfef998-ed01-4123-8766-00f7e441449b req-8f467e8a-7921-49f8-88e8-075f7e33e88e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509400 Jul 16 01:21:36.023935 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-94b7d2d7-0382-4f90-b762-5054f5e15734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569885151-router', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:34Z', 'updated_at': '2021-07-16T01:16:43Z', 'revision_number': 4, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'gw_port': {'id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:36Z', 'updated_at': '2021-07-16T01:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c14a93e1-cf9b-4927-ab10-13591d6d0668', 'name': '', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'mac_address': 'fa:16:3e:cc:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:41Z', 'updated_at': '2021-07-16T01:16:52Z', 'revision_number': 5, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'subnets': [{'id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:36.073658 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b7d2d7-0382-4f90-b762-5054f5e15734 None None] The sync data for ids ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'] in n-d-792394-16 is: [{'id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569885151-router', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:34Z', 'updated_at': '2021-07-16T01:16:43Z', 'revision_number': 4, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'gw_port': {'id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:36Z', 'updated_at': '2021-07-16T01:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c14a93e1-cf9b-4927-ab10-13591d6d0668', 'name': '', 'network_id': '1096f360-6b74-4590-aa4a-2282a5341f1d', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'mac_address': 'fa:16:3e:cc:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:41Z', 'updated_at': '2021-07-16T01:16:52Z', 'revision_number': 5, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'subnets': [{'id': '3e374788-0d42-4edb-97f5-de74ce0cf143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:21:36.165093 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ae5ee3cb-9692-4849-b046-933b9c77a9e0 req-c2c6558f-0031-43ac-8881-8f58f85145cf tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 210 time: 0.0459657 Jul 16 01:21:36.260943 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40702) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:36.366840 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fc2d6c75-83df-49c5-bbf7-6c2beed64edf tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:36.402912 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fc2d6c75-83df-49c5-bbf7-6c2beed64edf tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:36.476017 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e853fa7-98fd-42c9-bf64-9ad1a85515f9 None None] New status for floating IP 1a32f58d-8a2d-4226-aac9-4c0c9368660d: DOWN {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:21:36.561990 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c629d88-c4dd-4605-9a7e-5a4ba22e9a7a req-bbfdda4a-11e2-4868-9e42-1eddc901a97a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1391132 Jul 16 01:21:36.565892 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fc2d6c75-83df-49c5-bbf7-6c2beed64edf tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:36.568546 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fc2d6c75-83df-49c5-bbf7-6c2beed64edf tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:36.569822 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fc2d6c75-83df-49c5-bbf7-6c2beed64edf tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "DELETE /v2.0/security-groups/d92a67ce-0bcb-4422-9912-1314c261de69 HTTP/1.1" status: 204 len: 168 time: 0.3074312 Jul 16 01:21:36.572748 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40712) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:36.581301 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d6c75-83df-49c5-bbf7-6c2beed64edf tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92a67ce-0bcb-4422-9912-1314c261de69,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:36.594273 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-fe88484b-bf3a-43f6-b5b5-0f033305c4b9 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] show failed (client error): The resource could not be found. Jul 16 01:21:36.596078 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fe88484b-bf3a-43f6-b5b5-0f033305c4b9 tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "GET /v2.0/security-groups/d92a67ce-0bcb-4422-9912-1314c261de69 HTTP/1.1" status: 404 len: 347 time: 0.0217059 Jul 16 01:21:36.600905 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40714) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:36.610061 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f015d-2886-4cf1-872e-59ab00aeecee req-e4dc129c-b980-4677-9b00-66c974c27732 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:36.617959 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-001f015d-2886-4cf1-872e-59ab00aeecee req-e4dc129c-b980-4677-9b00-66c974c27732 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.1337428 Jul 16 01:21:36.702124 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-001f015d-2886-4cf1-872e-59ab00aeecee req-1a793d24-3724-4064-bb5e-e742542b997a tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760245 Jul 16 01:21:36.741976 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c629d88-c4dd-4605-9a7e-5a4ba22e9a7a req-e0133092-8b5e-48de-9d58-2dbbeee5f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:36.743581 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c629d88-c4dd-4605-9a7e-5a4ba22e9a7a req-e0133092-8b5e-48de-9d58-2dbbeee5f139 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 1101 time: 0.1106534 Jul 16 01:21:36.866625 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-2c859398-ae25-4ca9-bbc5-b3e065b4461a tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Deleting port 38e3b975-7b2d-45e1-8b23-2153a226df28 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:36.867280 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c859398-ae25-4ca9-bbc5-b3e065b4461a tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:36.936928 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c629d88-c4dd-4605-9a7e-5a4ba22e9a7a req-28bbd43b-52db-4c94-bf34-f5db5e54decd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:36.939714 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c629d88-c4dd-4605-9a7e-5a4ba22e9a7a req-28bbd43b-52db-4c94-bf34-f5db5e54decd service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.1672089 Jul 16 01:21:36.952272 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e521e7-063a-4bad-8183-ba169693f0ff req-9308e6e8-47c6-403d-aa9a-10c3364e260a tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:36.960116 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f8e521e7-063a-4bad-8183-ba169693f0ff req-9308e6e8-47c6-403d-aa9a-10c3364e260a tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/ports?device_id=a791570a-edcb-422d-94a2-33dc9c92b367 HTTP/1.1" status: 200 len: 945 time: 0.1456926 Jul 16 01:21:36.996027 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c629d88-c4dd-4605-9a7e-5a4ba22e9a7a req-f8471069-cc4e-4d91-a83b-792d227ff9fb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=18c97be5-5024-4a32-9565-b39688ff8000 HTTP/1.1" status: 200 len: 217 time: 0.0461643 Jul 16 01:21:37.013866 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f8e521e7-063a-4bad-8183-ba169693f0ff req-54b02d35-df93-4e6c-8757-f54111fb1302 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dcb3f78-2a75-4d57-a08a-af167915b346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525653 Jul 16 01:21:37.019689 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c859398-ae25-4ca9-bbc5-b3e065b4461a tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.020209 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c859398-ae25-4ca9-bbc5-b3e065b4461a tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.040885 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-2c859398-ae25-4ca9-bbc5-b3e065b4461a tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Calling delete_port for 38e3b975-7b2d-45e1-8b23-2153a226df28 owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:37.091139 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c629d88-c4dd-4605-9a7e-5a4ba22e9a7a req-43417692-0b8c-4430-ade3-68de82df25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:37.093319 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c629d88-c4dd-4605-9a7e-5a4ba22e9a7a req-43417692-0b8c-4430-ade3-68de82df25cb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0884960 Jul 16 01:21:37.130654 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95008df-ba81-4d38-a571-618cf474f385 req-5fa254cd-78cd-4117-aeee-594f1bc98a97 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:37.138178 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e95008df-ba81-4d38-a571-618cf474f385 req-5fa254cd-78cd-4117-aeee-594f1bc98a97 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.2394788 Jul 16 01:21:37.226548 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e95008df-ba81-4d38-a571-618cf474f385 req-5f3de5c0-fb93-4066-ba35-00c93ca96369 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870135 Jul 16 01:21:37.242765 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 1daa60f3-79e8-4c49-847f-28b9849e4818 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:37.245643 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c629d88-c4dd-4605-9a7e-5a4ba22e9a7a req-1370566d-eb88-4205-a177-c92c82f57304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:37.247230 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c629d88-c4dd-4605-9a7e-5a4ba22e9a7a req-1370566d-eb88-4205-a177-c92c82f57304 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1401043 Jul 16 01:21:37.283027 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c859398-ae25-4ca9-bbc5-b3e065b4461a tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.291598 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 1daa60f3-79e8-4c49-847f-28b9849e4818 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:37.291954 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 1daa60f3-79e8-4c49-847f-28b9849e4818 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:37.347548 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c859398-ae25-4ca9-bbc5-b3e065b4461a tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Pushing event deleted for resources: {'Port': ['ID=38e3b975-7b2d-45e1-8b23-2153a226df28,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:37.364146 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2134cd4-6f59-449d-b167-ef1d8b550d73 req-92c9c209-3ca0-48cf-abcb-5e95370bf8a1 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:37.366430 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c2134cd4-6f59-449d-b167-ef1d8b550d73 req-92c9c209-3ca0-48cf-abcb-5e95370bf8a1 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.82 "GET /v2.0/ports?device_id=a791570a-edcb-422d-94a2-33dc9c92b367 HTTP/1.1" status: 200 len: 945 time: 0.3114359 Jul 16 01:21:37.436892 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c629d88-c4dd-4605-9a7e-5a4ba22e9a7a req-f3a2b0a4-a810-4a6a-b355-9134b757991c service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809645 Jul 16 01:21:37.578449 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-91e745b9-a064-47cf-8f79-ec968bdde265 req-6a6baf9b-d3dc-4051-9d79-11ce6cc11dca tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 210 time: 0.0386767 Jul 16 01:21:37.597733 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c629d88-c4dd-4605-9a7e-5a4ba22e9a7a req-1ec45cf5-57f8-4fcb-a89e-682444b20f95 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524510 Jul 16 01:21:37.870702 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33db5c-0907-4b7c-8d1e-f4498e2afbb0 req-2d24d8b0-b391-47a4-b11b-2946c2fb04e1 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:37.876871 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2b33db5c-0907-4b7c-8d1e-f4498e2afbb0 req-2d24d8b0-b391-47a4-b11b-2946c2fb04e1 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 946 time: 0.6100564 Jul 16 01:21:37.904114 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c859398-ae25-4ca9-bbc5-b3e065b4461a tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.907033 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c859398-ae25-4ca9-bbc5-b3e065b4461a tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.910917 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2c859398-ae25-4ca9-bbc5-b3e065b4461a tempest-ServersWithSpecificFlavorTestJSON-511259326 tempest-ServersWithSpecificFlavorTestJSON-511259326-project] 10.222.0.16 "DELETE /v2.0/floatingips/1a32f58d-8a2d-4226-aac9-4c0c9368660d HTTP/1.1" status: 204 len: 168 time: 1.3054850 Jul 16 01:21:37.964706 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2b33db5c-0907-4b7c-8d1e-f4498e2afbb0 req-a97512b6-1039-4e08-bae9-a591d703cc8a tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672679 Jul 16 01:21:37.977671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52c6e4-bd4d-4761-aead-a52ef25fcfc9 req-c07ffc75-0c97-404b-af44-d7f5cae6bb90 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:37.985614 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f52c6e4-bd4d-4761-aead-a52ef25fcfc9 req-c07ffc75-0c97-404b-af44-d7f5cae6bb90 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.1314564 Jul 16 01:21:37.994825 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-c2134cd4-6f59-449d-b167-ef1d8b550d73 req-d05d9f17-92cc-4246-9640-88671ea47718 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Deleting port 5bd86dbb-63b3-4435-93bb-f75778c2a5a1 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:37.995287 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-c2134cd4-6f59-449d-b167-ef1d8b550d73 req-d05d9f17-92cc-4246-9640-88671ea47718 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.047890 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f52c6e4-bd4d-4761-aead-a52ef25fcfc9 req-05ca7f09-0841-483f-810c-353643aafc66 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588419 Jul 16 01:21:38.142984 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-c2134cd4-6f59-449d-b167-ef1d8b550d73 req-d05d9f17-92cc-4246-9640-88671ea47718 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] For port 5bd86dbb-63b3-4435-93bb-f75778c2a5a1, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=5bd86dbb-63b3-4435-93bb-f75778c2a5a1,segment=NetworkSegment(31a29291-4758-44f0-8640-73d6e8a50dfc),segment_id=31a29291-4758-44f0-8640-73d6e8a50dfc)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:38.143457 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-c2134cd4-6f59-449d-b167-ef1d8b550d73 req-d05d9f17-92cc-4246-9640-88671ea47718 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.183289 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-c2134cd4-6f59-449d-b167-ef1d8b550d73 req-d05d9f17-92cc-4246-9640-88671ea47718 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Calling delete_port for 5bd86dbb-63b3-4435-93bb-f75778c2a5a1 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:38.336417 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0d3fe-10d3-49ab-94ff-1b5a975bb005 req-e796df17-4f71-46c9-a852-ac5caada2a5f tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:38.338794 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b5a0d3fe-10d3-49ab-94ff-1b5a975bb005 req-e796df17-4f71-46c9-a852-ac5caada2a5f tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/ports?device_id=a791570a-edcb-422d-94a2-33dc9c92b367 HTTP/1.1" status: 200 len: 945 time: 0.0934391 Jul 16 01:21:38.407829 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b5a0d3fe-10d3-49ab-94ff-1b5a975bb005 req-9909b060-7968-4c93-afed-5e2c8076cf68 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/security-groups?id=4dcb3f78-2a75-4d57-a08a-af167915b346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613177 Jul 16 01:21:38.554986 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-c2134cd4-6f59-449d-b167-ef1d8b550d73 req-d05d9f17-92cc-4246-9640-88671ea47718 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.570043 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['5bd86dbb-63b3-4435-93bb-f75778c2a5a1'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:38.635840 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e493d9-f606-458f-a83a-0420c01e2b25 req-23a02517-97c1-424b-84b3-2430e6c0c410 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:38.637881 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-76e493d9-f606-458f-a83a-0420c01e2b25 req-23a02517-97c1-424b-84b3-2430e6c0c410 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.1702864 Jul 16 01:21:38.639310 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d9f17-92cc-4246-9640-88671ea47718 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Pushing event deleted for resources: {'Port': ['ID=5bd86dbb-63b3-4435-93bb-f75778c2a5a1,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:38.702649 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2134cd4-6f59-449d-b167-ef1d8b550d73 req-d05d9f17-92cc-4246-9640-88671ea47718 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] No DVR routers for this DVR port 5bd86dbb-63b3-4435-93bb-f75778c2a5a1 on host n-h2-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:38.711569 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-c2134cd4-6f59-449d-b167-ef1d8b550d73 req-d05d9f17-92cc-4246-9640-88671ea47718 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.713620 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c2134cd4-6f59-449d-b167-ef1d8b550d73 req-d05d9f17-92cc-4246-9640-88671ea47718 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.82 "DELETE /v2.0/ports/5bd86dbb-63b3-4435-93bb-f75778c2a5a1 HTTP/1.1" status: 204 len: 173 time: 1.3348341 Jul 16 01:21:38.714063 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a791570a-edcb-422d-94a2-33dc9c92b367', 'name': 'network-vif-deleted', 'tag': '5bd86dbb-63b3-4435-93bb-f75778c2a5a1'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:38.722328 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c0975c-419d-4b85-9368-0bdf9068b573" -d '{"events": [{"server_uuid": "a791570a-edcb-422d-94a2-33dc9c92b367", "name": "network-vif-deleted", "tag": "5bd86dbb-63b3-4435-93bb-f75778c2a5a1"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:38.773690 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-76e493d9-f606-458f-a83a-0420c01e2b25 req-1c0254b2-03ac-4013-9bc4-c3544aab98c0 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951636 Jul 16 01:21:38.877534 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa6003b-6cc3-408d-8c97-23d295c53d2c x-openstack-request-id: req-7aa6003b-6cc3-408d-8c97-23d295c53d2c {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:38.878481 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a791570a-edcb-422d-94a2-33dc9c92b367", "name": "network-vif-deleted", "tag": "5bd86dbb-63b3-4435-93bb-f75778c2a5a1", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:38.878904 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7aa6003b-6cc3-408d-8c97-23d295c53d2c {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:38.879543 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a791570a-edcb-422d-94a2-33dc9c92b367', 'name': 'network-vif-deleted', 'tag': '5bd86dbb-63b3-4435-93bb-f75778c2a5a1', 'status': 'completed', 'code': 200} Jul 16 01:21:38.992870 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40792) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:39.046520 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-488e8d2f-e4c2-4170-ac93-1fda7b98ea21 req-c9240a99-3ad6-4847-bea4-b46082ebc6b8 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=16524c89-4e40-4164-8a3b-1c0aa24a0d70 HTTP/1.1" status: 200 len: 210 time: 0.0701907 Jul 16 01:21:39.199405 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230e50f-c517-4568-b53e-c9e7c7853bde req-821b6a3a-6c86-4c4a-89f3-b4ffb5429b5a tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:39.208719 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a230e50f-c517-4568-b53e-c9e7c7853bde req-821b6a3a-6c86-4c4a-89f3-b4ffb5429b5a tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 946 time: 0.1063175 Jul 16 01:21:39.264463 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a230e50f-c517-4568-b53e-c9e7c7853bde req-79fb6e31-f555-430b-b450-a3e0e70abbbd tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545750 Jul 16 01:21:39.315020 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2a75d-a200-4e28-9573-8ae479d95a4d req-d7e4c394-f730-465e-ae49-1d5f4e789058 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:39.321153 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eac2a75d-a200-4e28-9573-8ae479d95a4d req-d7e4c394-f730-465e-ae49-1d5f4e789058 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.1262960 Jul 16 01:21:39.383291 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eac2a75d-a200-4e28-9573-8ae479d95a4d req-5dc46605-bd7f-4ea5-b3d9-f15ea5fe373e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480959 Jul 16 01:21:39.669216 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bedc0bb7-13bd-45ce-b8c6-b91e395a85fd req-587e8c47-c6c3-472f-a906-0f915b94be00 tempest-AttachSCSIVolumeTestJSON-1870339347 tempest-AttachSCSIVolumeTestJSON-1870339347-project] 10.222.0.16 "GET /v2.0/ports?device_id=a791570a-edcb-422d-94a2-33dc9c92b367 HTTP/1.1" status: 200 len: 210 time: 0.0603256 Jul 16 01:21:40.093176 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-921830c9-56d2-4e85-a2ba-7467e990924a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:40.481054 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e3051-ca0c-44c3-8ad2-c183203fe970 req-a41336f3-6eb1-4da1-bcf4-ebb9fbc92583 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:40.490472 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-137e3051-ca0c-44c3-8ad2-c183203fe970 req-a41336f3-6eb1-4da1-bcf4-ebb9fbc92583 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.2508361 Jul 16 01:21:40.584122 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0102edf-4435-4c3d-a516-64a5ff892a41 req-4322894f-d1a2-4f05-b4dd-c5f41b649b22 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:40.591345 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0102edf-4435-4c3d-a516-64a5ff892a41 req-4322894f-d1a2-4f05-b4dd-c5f41b649b22 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 946 time: 0.0976315 Jul 16 01:21:40.638938 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-5e605ace-a4df-42d9-bca1-eec053bf45a4 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:40.640513 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-5e605ace-a4df-42d9-bca1-eec053bf45a4 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90&tenant_id=ca9f8f0612374680aaef3c5c85953dfc&binding%3Ahost_id=n-h2-792394-16 HTTP/1.1" status: 200 len: 1098 time: 0.2258854 Jul 16 01:21:40.650403 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-137e3051-ca0c-44c3-8ad2-c183203fe970 req-bf26d2ba-6b72-4771-9736-7e8fbf291b0c tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587758 Jul 16 01:21:40.680045 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-474c280a-5f22-43fc-a966-67691fa5e8d9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792394-16'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:40.702168 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-921830c9-56d2-4e85-a2ba-7467e990924a admin admin] Deleting port c14a93e1-cf9b-4927-ab10-13591d6d0668 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:40.702515 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-921830c9-56d2-4e85-a2ba-7467e990924a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:40.748424 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0102edf-4435-4c3d-a516-64a5ff892a41 req-69a608d0-8bdf-48fb-a2ea-bd02c25d5636 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558166 Jul 16 01:21:40.888815 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-474c280a-5f22-43fc-a966-67691fa5e8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:40.892631 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-921830c9-56d2-4e85-a2ba-7467e990924a admin admin] For port c14a93e1-cf9b-4927-ab10-13591d6d0668, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c14a93e1-cf9b-4927-ab10-13591d6d0668,segment=NetworkSegment(4235c34d-d0fc-40de-b656-70074dffcff3),segment_id=4235c34d-d0fc-40de-b656-70074dffcff3)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:40.893953 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-921830c9-56d2-4e85-a2ba-7467e990924a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:40.952141 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-921830c9-56d2-4e85-a2ba-7467e990924a admin admin] Calling delete_port for c14a93e1-cf9b-4927-ab10-13591d6d0668 owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:41.029839 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91b37f-40b9-4b60-8391-6fff24582c35 req-9a6d8057-be6a-4a2c-a60f-04eff377304e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:41.037333 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dc91b37f-40b9-4b60-8391-6fff24582c35 req-9a6d8057-be6a-4a2c-a60f-04eff377304e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.1542933 Jul 16 01:21:41.101613 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dc91b37f-40b9-4b60-8391-6fff24582c35 req-2668cc62-cee0-4783-8dd6-1624b0a2b663 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578198 Jul 16 01:21:41.228189 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-474c280a-5f22-43fc-a966-67691fa5e8d9 service neutron] For port 89b825d4-a4ad-4bba-91ee-865bf0120cef, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=89b825d4-a4ad-4bba-91ee-865bf0120cef,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:41.259401 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 89b825d4-a4ad-4bba-91ee-865bf0120cef details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:41.316684 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-474c280a-5f22-43fc-a966-67691fa5e8d9 service neutron] For port 89b825d4-a4ad-4bba-91ee-865bf0120cef, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:41.430761 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-921830c9-56d2-4e85-a2ba-7467e990924a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.431869 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df08c61c-79bd-4649-8de4-ec99bfa9fb90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b825d4-a4ad-4bba-91ee-865bf0120cef'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:41.434749 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285016dc-eb1d-41ae-81f7-33d46cbf5a17" -d '{"events": [{"server_uuid": "df08c61c-79bd-4649-8de4-ec99bfa9fb90", "name": "network-vif-unplugged", "status": "completed", "tag": "89b825d4-a4ad-4bba-91ee-865bf0120cef"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:41.437872 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 89b825d4-a4ad-4bba-91ee-865bf0120cef, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=89b825d4-a4ad-4bba-91ee-865bf0120cef,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:41.451859 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-474c280a-5f22-43fc-a966-67691fa5e8d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.457780 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 89b825d4-a4ad-4bba-91ee-865bf0120cef has no active binding in host n-h1-792394-16 {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:21:41.460705 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 5bd86dbb-63b3-4435-93bb-f75778c2a5a1 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:41.463626 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-474c280a-5f22-43fc-a966-67691fa5e8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.485254 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 5bd86dbb-63b3-4435-93bb-f75778c2a5a1 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:41.485985 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 5bd86dbb-63b3-4435-93bb-f75778c2a5a1 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:41.546203 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921830c9-56d2-4e85-a2ba-7467e990924a admin admin] Pushing event deleted for resources: {'Port': ['ID=c14a93e1-cf9b-4927-ab10-13591d6d0668,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:41.556003 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ca2a1c-6bf4-4761-b352-88940eb8c9e3 x-openstack-request-id: req-a3ca2a1c-6bf4-4761-b352-88940eb8c9e3 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:41.556259 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df08c61c-79bd-4649-8de4-ec99bfa9fb90", "name": "network-vif-unplugged", "status": "completed", "tag": "89b825d4-a4ad-4bba-91ee-865bf0120cef", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:41.559514 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3ca2a1c-6bf4-4761-b352-88940eb8c9e3 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:41.562099 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df08c61c-79bd-4649-8de4-ec99bfa9fb90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b825d4-a4ad-4bba-91ee-865bf0120cef', 'code': 200} Jul 16 01:21:41.714464 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c280a-5f22-43fc-a966-67691fa5e8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=89b825d4-a4ad-4bba-91ee-865bf0120cef,revision_number=7']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:41.787111 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-474c280a-5f22-43fc-a966-67691fa5e8d9 service neutron] Attempting to bind port 89b825d4-a4ad-4bba-91ee-865bf0120cef on host n-h2-792394-16 for vnic_type normal with profile {"migrating_to": "n-h1-792394-16"} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:41.788923 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-474c280a-5f22-43fc-a966-67691fa5e8d9 service neutron] Attempting to bind port 89b825d4-a4ad-4bba-91ee-865bf0120cef by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:41.789097 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-474c280a-5f22-43fc-a966-67691fa5e8d9 service neutron] Attempting to bind port 89b825d4-a4ad-4bba-91ee-865bf0120cef on network 0acde702-0391-44d7-919c-717172e79311 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:41.818107 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-474c280a-5f22-43fc-a966-67691fa5e8d9 service neutron] Port 89b825d4-a4ad-4bba-91ee-865bf0120cef on network 0acde702-0391-44d7-919c-717172e79311 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:41.826428 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-474c280a-5f22-43fc-a966-67691fa5e8d9 service neutron] Attempting to bind port 89b825d4-a4ad-4bba-91ee-865bf0120cef on network 0acde702-0391-44d7-919c-717172e79311 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:41.855506 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-474c280a-5f22-43fc-a966-67691fa5e8d9 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:41.859391 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-474c280a-5f22-43fc-a966-67691fa5e8d9 service neutron] Checking segment: {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:41.859937 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-474c280a-5f22-43fc-a966-67691fa5e8d9 service neutron] Bound using segment: {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:41.860644 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-474c280a-5f22-43fc-a966-67691fa5e8d9 service neutron] Bound port: 89b825d4-a4ad-4bba-91ee-865bf0120cef, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790f9f46-57bd-4afc-9a5f-57eeeec978f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0acde702-0391-44d7-919c-717172e79311'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:41.865643 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-474c280a-5f22-43fc-a966-67691fa5e8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.151920 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-474c280a-5f22-43fc-a966-67691fa5e8d9 service neutron] For port 89b825d4-a4ad-4bba-91ee-865bf0120cef, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:42.156620 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-474c280a-5f22-43fc-a966-67691fa5e8d9 service neutron] For port 89b825d4-a4ad-4bba-91ee-865bf0120cef, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=89b825d4-a4ad-4bba-91ee-865bf0120cef,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:42.170554 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-474c280a-5f22-43fc-a966-67691fa5e8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.247354 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb4882-2272-402d-887a-49d6892e73de req-621bedbd-cff2-4180-b524-fad36d6d2795 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:42.255736 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cdbb4882-2272-402d-887a-49d6892e73de req-621bedbd-cff2-4180-b524-fad36d6d2795 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.2520583 Jul 16 01:21:42.318778 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-474c280a-5f22-43fc-a966-67691fa5e8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:42.320208 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-474c280a-5f22-43fc-a966-67691fa5e8d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.321851 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-474c280a-5f22-43fc-a966-67691fa5e8d9 service neutron] 10.222.0.84 "PUT /v2.0/ports/89b825d4-a4ad-4bba-91ee-865bf0120cef HTTP/1.1" status: 200 len: 1124 time: 1.6640306 Jul 16 01:21:42.323672 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c280a-5f22-43fc-a966-67691fa5e8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=89b825d4-a4ad-4bba-91ee-865bf0120cef,revision_number=8']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:42.386385 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cdbb4882-2272-402d-887a-49d6892e73de req-6670b4c4-1f0b-4194-852b-5e9fc6d9acb3 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278980 Jul 16 01:21:42.414075 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9cd7-9f1f-46fd-b2e3-cf3fb3ae544a req-0703d703-2b00-47eb-abb0-6dfa4be808d1 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:42.422097 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-abae9cd7-9f1f-46fd-b2e3-cf3fb3ae544a req-0703d703-2b00-47eb-abb0-6dfa4be808d1 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 944 time: 0.2166936 Jul 16 01:21:42.432937 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['89b825d4-a4ad-4bba-91ee-865bf0120cef'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:42.476655 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-921830c9-56d2-4e85-a2ba-7467e990924a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.498629 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['89b825d4-a4ad-4bba-91ee-865bf0120cef'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:42.671953 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-abae9cd7-9f1f-46fd-b2e3-cf3fb3ae544a req-f3862d9a-f471-468d-8ec0-06dbde684c49 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483339 Jul 16 01:21:42.804546 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622faba-bd1b-4774-bc56-2eaf94fdd7cd req-79571dbf-d2d1-42dc-86dc-997c6e87282c tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:42.816603 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8622faba-bd1b-4774-bc56-2eaf94fdd7cd req-79571dbf-d2d1-42dc-86dc-997c6e87282c tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.2264004 Jul 16 01:21:42.933916 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921830c9-56d2-4e85-a2ba-7467e990924a admin admin] Router 58c30ba5-0cb6-4cc6-8921-ccb395645e35 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:21:42.935619 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8622faba-bd1b-4774-bc56-2eaf94fdd7cd req-0a91f6db-f035-4f17-9d3c-d52d8e32b21f tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180279 Jul 16 01:21:43.181972 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921830c9-56d2-4e85-a2ba-7467e990924a admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:21:43.195948 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40930) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:43.196541 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-921830c9-56d2-4e85-a2ba-7467e990924a admin admin] 10.222.0.16 "PUT /v2.0/routers/58c30ba5-0cb6-4cc6-8921-ccb395645e35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2023563 Jul 16 01:21:43.199456 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7180b81-d13d-4123-a255-bf39c3b98f8e None None] Sync routers for ids ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:21:43.219889 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7180b81-d13d-4123-a255-bf39c3b98f8e None None] Routers {'58c30ba5-0cb6-4cc6-8921-ccb395645e35'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:43.220575 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e7180b81-d13d-4123-a255-bf39c3b98f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:21:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:43.369636 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0601bb72-34a0-4703-9193-be7f8a18b61c admin admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.444463 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-e7180b81-d13d-4123-a255-bf39c3b98f8e None None] Set router 58c30ba5-0cb6-4cc6-8921-ccb395645e35 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:43.560874 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0601bb72-34a0-4703-9193-be7f8a18b61c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.570159 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df08c61c-79bd-4649-8de4-ec99bfa9fb90', 'tag': '89b825d4-a4ad-4bba-91ee-865bf0120cef'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:43.575403 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d39af45-0bda-4734-a516-74b8e5faf0c1" -d '{"events": [{"name": "network-changed", "server_uuid": "df08c61c-79bd-4649-8de4-ec99bfa9fb90", "tag": "89b825d4-a4ad-4bba-91ee-865bf0120cef"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:43.726461 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5082c4a3-1ee3-4919-8d78-c48384e6c8c6 x-openstack-request-id: req-5082c4a3-1ee3-4919-8d78-c48384e6c8c6 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:43.726716 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df08c61c-79bd-4649-8de4-ec99bfa9fb90", "tag": "89b825d4-a4ad-4bba-91ee-865bf0120cef", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:43.726966 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5082c4a3-1ee3-4919-8d78-c48384e6c8c6 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:43.727372 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df08c61c-79bd-4649-8de4-ec99bfa9fb90', 'tag': '89b825d4-a4ad-4bba-91ee-865bf0120cef', 'status': 'completed', 'code': 200} Jul 16 01:21:43.886434 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e7180b81-d13d-4123-a255-bf39c3b98f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569885151-router', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:34Z', 'updated_at': '2021-07-16T01:21:41Z', 'revision_number': 5, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'gw_port': {'id': 'c44822b6-fd0c-4a87-b052-5f733bfde612', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:36Z', 'updated_at': '2021-07-16T01:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:43.940934 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc056a-0ea4-4237-9fdb-523aab124f97 req-de9e82a7-322a-4bb3-85d8-861d4d8bec61 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:43.948618 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-74fc056a-0ea4-4237-9fdb-523aab124f97 req-de9e82a7-322a-4bb3-85d8-861d4d8bec61 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.2848113 Jul 16 01:21:43.968455 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7180b81-d13d-4123-a255-bf39c3b98f8e None None] Checking router: 58c30ba5-0cb6-4cc6-8921-ccb395645e35 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:21:43.971950 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-0601bb72-34a0-4703-9193-be7f8a18b61c admin admin] Deleting port c44822b6-fd0c-4a87-b052-5f733bfde612 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:43.976184 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0601bb72-34a0-4703-9193-be7f8a18b61c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.985440 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39af45-0bda-4734-a516-74b8e5faf0c1 req-58f44755-23aa-4484-8964-5e90f1dd4c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:43.992264 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d39af45-0bda-4734-a516-74b8e5faf0c1 req-58f44755-23aa-4484-8964-5e90f1dd4c84 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 1127 time: 0.2574742 Jul 16 01:21:43.995237 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7180b81-d13d-4123-a255-bf39c3b98f8e None None] Routers {'58c30ba5-0cb6-4cc6-8921-ccb395645e35'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:43.997823 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e7180b81-d13d-4123-a255-bf39c3b98f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:21:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:44.150941 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae3f53-4f29-4899-ae63-21d66273a1d6 req-01ad3d01-464d-4635-a65c-af282cbbe66a tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:44.166214 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-adae3f53-4f29-4899-ae63-21d66273a1d6 req-01ad3d01-464d-4635-a65c-af282cbbe66a tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 944 time: 0.1530752 Jul 16 01:21:44.176459 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39af45-0bda-4734-a516-74b8e5faf0c1 req-b08d598a-990b-4626-b7a7-8d346d40a3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:44.178321 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d39af45-0bda-4734-a516-74b8e5faf0c1 req-b08d598a-990b-4626-b7a7-8d346d40a3ec service neutron] 10.222.0.82 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 908 time: 0.1448624 Jul 16 01:21:44.182437 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-e7180b81-d13d-4123-a255-bf39c3b98f8e None None] Set router 58c30ba5-0cb6-4cc6-8921-ccb395645e35 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:44.255423 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e7180b81-d13d-4123-a255-bf39c3b98f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569885151-router', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:34Z', 'updated_at': '2021-07-16T01:21:43Z', 'revision_number': 6, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:44.262006 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-adae3f53-4f29-4899-ae63-21d66273a1d6 req-c9a539e4-75ad-4bc9-9f32-41fdc517fef8 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948522 Jul 16 01:21:44.278159 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d39af45-0bda-4734-a516-74b8e5faf0c1 req-4b1ec745-da6a-48f4-8c22-dc804dd89ab6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89b825d4-a4ad-4bba-91ee-865bf0120cef HTTP/1.1" status: 200 len: 217 time: 0.0822790 Jul 16 01:21:44.302226 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7180b81-d13d-4123-a255-bf39c3b98f8e None None] The sync data for ids ['58c30ba5-0cb6-4cc6-8921-ccb395645e35'] in n-d-792394-16 is: [{'id': '58c30ba5-0cb6-4cc6-8921-ccb395645e35', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-569885151-router', 'tenant_id': '2999adb4ec8040a5948eea28d1ff10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:34Z', 'updated_at': '2021-07-16T01:21:43Z', 'revision_number': 6, 'project_id': '2999adb4ec8040a5948eea28d1ff10e0', 'gw_port_host': None}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:21:44.374340 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-74fc056a-0ea4-4237-9fdb-523aab124f97 req-1f2da99f-b7e0-4652-b6bc-e6c22a941b09 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248130 Jul 16 01:21:44.415616 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39af45-0bda-4734-a516-74b8e5faf0c1 req-422dff90-c1e1-4c66-994e-fa48f61fd039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:44.417344 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d39af45-0bda-4734-a516-74b8e5faf0c1 req-422dff90-c1e1-4c66-994e-fa48f61fd039 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=53fcd526-4834-4829-80ef-c0f48c90d8f1 HTTP/1.1" status: 200 len: 847 time: 0.1063633 Jul 16 01:21:44.542211 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-0601bb72-34a0-4703-9193-be7f8a18b61c admin admin] For port c44822b6-fd0c-4a87-b052-5f733bfde612, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c44822b6-fd0c-4a87-b052-5f733bfde612,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:44.543876 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0601bb72-34a0-4703-9193-be7f8a18b61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.570445 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-0601bb72-34a0-4703-9193-be7f8a18b61c admin admin] Calling delete_port for c44822b6-fd0c-4a87-b052-5f733bfde612 owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:44.578994 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d39af45-0bda-4734-a516-74b8e5faf0c1 req-ff5ab9d8-62dc-4808-a1e6-4ea8af984697 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0acde702-0391-44d7-919c-717172e79311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1413109 Jul 16 01:21:44.673578 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeccc67-b3bc-4d40-8066-4cb99b697114 req-182a8d7a-1924-4fc6-b3c9-b598b1803e5d tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:44.681684 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3eeccc67-b3bc-4d40-8066-4cb99b697114 req-182a8d7a-1924-4fc6-b3c9-b598b1803e5d tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.1093163 Jul 16 01:21:44.736574 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3eeccc67-b3bc-4d40-8066-4cb99b697114 req-d7bae3de-571e-4c05-ad0a-f4866d90e428 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534461 Jul 16 01:21:45.010527 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c26fa110-18ed-44b2-b18d-6736fa33ed8d req-cdeed434-0240-43cd-96b8-72916a572722 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4858599 Jul 16 01:21:45.020965 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d39af45-0bda-4734-a516-74b8e5faf0c1 req-0c150228-fcb0-4a89-bca7-36bd3fa01afb service neutron] 10.222.0.82 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272821 Jul 16 01:21:45.245844 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d39af45-0bda-4734-a516-74b8e5faf0c1 req-18e20b25-5f97-4f30-b6dd-1a992e2b0bd4 service neutron] 10.222.0.82 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133818 Jul 16 01:21:45.311080 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0601bb72-34a0-4703-9193-be7f8a18b61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.407955 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fa110-18ed-44b2-b18d-6736fa33ed8d req-3b5a2385-b09d-4309-8086-4b5e936b61ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:45.413263 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c26fa110-18ed-44b2-b18d-6736fa33ed8d req-3b5a2385-b09d-4309-8086-4b5e936b61ee service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 1102 time: 0.3586397 Jul 16 01:21:45.424242 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601bb72-34a0-4703-9193-be7f8a18b61c admin admin] Pushing event deleted for resources: {'Port': ['ID=c44822b6-fd0c-4a87-b052-5f733bfde612,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:45.615650 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fa110-18ed-44b2-b18d-6736fa33ed8d req-6fc64e92-3405-4543-bdd2-ece4adfde39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:45.617479 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c26fa110-18ed-44b2-b18d-6736fa33ed8d req-6fc64e92-3405-4543-bdd2-ece4adfde39d service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.1684487 Jul 16 01:21:45.697298 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d1a63-7b13-49dd-b10c-1c9857ac5bdb req-87dd6519-db3f-4efa-838e-25ab0ae62dfd tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:45.710858 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-791d1a63-7b13-49dd-b10c-1c9857ac5bdb req-87dd6519-db3f-4efa-838e-25ab0ae62dfd tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.0993671 Jul 16 01:21:45.728228 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c26fa110-18ed-44b2-b18d-6736fa33ed8d req-7411c618-40e0-4f98-be04-87f1b1ec3adf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=b1d9d39f-08e5-4f19-9084-56eb40ff06dd HTTP/1.1" status: 200 len: 217 time: 0.0724514 Jul 16 01:21:45.733431 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0601bb72-34a0-4703-9193-be7f8a18b61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.763033 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-791d1a63-7b13-49dd-b10c-1c9857ac5bdb req-ef6d46ae-a498-4f22-bd83-3ccf46d5f7ab tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509348 Jul 16 01:21:45.838757 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c44822b6-fd0c-4a87-b052-5f733bfde612 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:45.891662 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: c44822b6-fd0c-4a87-b052-5f733bfde612 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:45.894834 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c44822b6-fd0c-4a87-b052-5f733bfde612 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:45.895677 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c14a93e1-cf9b-4927-ab10-13591d6d0668 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:45.947328 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0601bb72-34a0-4703-9193-be7f8a18b61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.949770 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0601bb72-34a0-4703-9193-be7f8a18b61c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.973814 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: c14a93e1-cf9b-4927-ab10-13591d6d0668 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:45.974169 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c14a93e1-cf9b-4927-ab10-13591d6d0668 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:46.141128 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0601bb72-34a0-4703-9193-be7f8a18b61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.142218 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0601bb72-34a0-4703-9193-be7f8a18b61c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58c30ba5-0cb6-4cc6-8921-ccb395645e35 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:21:46.167415 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0601bb72-34a0-4703-9193-be7f8a18b61c admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.171252 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0601bb72-34a0-4703-9193-be7f8a18b61c admin admin] 10.222.0.16 "DELETE /v2.0/routers/58c30ba5-0cb6-4cc6-8921-ccb395645e35 HTTP/1.1" status: 204 len: 168 time: 2.9715710 Jul 16 01:21:46.172332 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40986) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:46.189479 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fa110-18ed-44b2-b18d-6736fa33ed8d req-a1539fae-b701-4786-ad3f-3f7b4a539b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:46.191331 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c26fa110-18ed-44b2-b18d-6736fa33ed8d req-a1539fae-b701-4786-ad3f-3f7b4a539b26 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1430132 Jul 16 01:21:46.207352 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f903f-a1b4-4735-99a1-fd0f28fb16e7 req-64b6dbed-f304-49aa-8cb2-d3df192964c7 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:46.241387 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f54f903f-a1b4-4735-99a1-fd0f28fb16e7 req-64b6dbed-f304-49aa-8cb2-d3df192964c7 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 944 time: 0.7195823 Jul 16 01:21:46.364966 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61c40dc-b4a5-49bf-b63f-d5d43591be01 admin admin] Deleting subnet 3e374788-0d42-4edb-97f5-de74ce0cf143 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:21:46.377109 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c61c40dc-b4a5-49bf-b63f-d5d43591be01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.428963 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c49dc-74ed-4593-bfa2-0c82ad93baa5 req-072ef0a2-a1ac-4d70-a16b-d09e07316d97 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:46.431064 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d1c49dc-74ed-4593-bfa2-0c82ad93baa5 req-072ef0a2-a1ac-4d70-a16b-d09e07316d97 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.1809020 Jul 16 01:21:46.446964 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c61c40dc-b4a5-49bf-b63f-d5d43591be01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.710904 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c61c40dc-b4a5-49bf-b63f-d5d43591be01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.774147 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d1c49dc-74ed-4593-bfa2-0c82ad93baa5 req-d7ec50aa-b9c3-458d-96fe-5e9ed9c9dac6 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370540 Jul 16 01:21:46.824802 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40996) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:46.900795 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f54f903f-a1b4-4735-99a1-fd0f28fb16e7 req-ec97610e-e091-45e4-9a0a-2b368101cec4 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6580303 Jul 16 01:21:46.918447 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c61c40dc-b4a5-49bf-b63f-d5d43591be01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.938687 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fa110-18ed-44b2-b18d-6736fa33ed8d req-34bc3f26-1399-4e51-9d9f-5a3884e03b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:46.940223 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c26fa110-18ed-44b2-b18d-6736fa33ed8d req-34bc3f26-1399-4e51-9d9f-5a3884e03b1e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6961167 Jul 16 01:21:46.970600 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c40dc-b4a5-49bf-b63f-d5d43591be01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e374788-0d42-4edb-97f5-de74ce0cf143,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:47.002126 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e93f15-4dad-46f2-985a-178419e6705b None None] Network 1096f360-6b74-4590-aa4a-2282a5341f1d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:47.005478 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c61c40dc-b4a5-49bf-b63f-d5d43591be01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.007445 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c61c40dc-b4a5-49bf-b63f-d5d43591be01 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3e374788-0d42-4edb-97f5-de74ce0cf143 HTTP/1.1" status: 204 len: 168 time: 0.8327801 Jul 16 01:21:47.021026 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41000) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:47.135385 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a58d07ec-bca2-4f60-bec9-d02d233f11cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.189995 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5eb4253b-d8a7-4b67-a829-abe3f2438636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.215269 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c26fa110-18ed-44b2-b18d-6736fa33ed8d req-61c9f7d0-85ed-46cd-860e-9c6321da5a2e service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654533 Jul 16 01:21:47.365179 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-5eb4253b-d8a7-4b67-a829-abe3f2438636 admin admin] Deleting port 330aef92-f48f-4d8a-8b36-6d5cdbaebe28 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:47.365518 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5eb4253b-d8a7-4b67-a829-abe3f2438636 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.382831 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb96f2c3-929f-466b-8b3d-2f91094fc35f None None] DHCP port deletion for 1096f360-6b74-4590-aa4a-2282a5341f1d request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:21:47.389981 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c26fa110-18ed-44b2-b18d-6736fa33ed8d req-e4010407-7b17-449b-a9ab-f54e045ff2ce service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626961 Jul 16 01:21:47.405647 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1cbc9-d0d0-406c-bccc-3f7a164acaa9 req-8f8ec5de-5c14-4d7e-977d-552502a4d7fe tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:47.414413 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a2d1cbc9-d0d0-406c-bccc-3f7a164acaa9 req-8f8ec5de-5c14-4d7e-977d-552502a4d7fe tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.2781162 Jul 16 01:21:47.470179 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a58d07ec-bca2-4f60-bec9-d02d233f11cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.495210 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-fb96f2c3-929f-466b-8b3d-2f91094fc35f None None] Deleting port 330aef92-f48f-4d8a-8b36-6d5cdbaebe28 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:47.495507 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fb96f2c3-929f-466b-8b3d-2f91094fc35f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.498890 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a2d1cbc9-d0d0-406c-bccc-3f7a164acaa9 req-987bd3b8-61f5-4baa-a407-432a4cce8385 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831687 Jul 16 01:21:47.541878 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a58d07ec-bca2-4f60-bec9-d02d233f11cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.600215 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d07ec-bca2-4f60-bec9-d02d233f11cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36961719-79e4-4155-95f9-b10489fb6f1d,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:47.628455 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-5eb4253b-d8a7-4b67-a829-abe3f2438636 admin admin] For port 330aef92-f48f-4d8a-8b36-6d5cdbaebe28, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=330aef92-f48f-4d8a-8b36-6d5cdbaebe28,segment=NetworkSegment(4235c34d-d0fc-40de-b656-70074dffcff3),segment_id=4235c34d-d0fc-40de-b656-70074dffcff3)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:47.628998 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5eb4253b-d8a7-4b67-a829-abe3f2438636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.674553 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a58d07ec-bca2-4f60-bec9-d02d233f11cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=546899c49de34715b018416c5b574d44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8477058 Jul 16 01:21:47.676948 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41012) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:47.683095 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-5eb4253b-d8a7-4b67-a829-abe3f2438636 admin admin] Calling delete_port for 330aef92-f48f-4d8a-8b36-6d5cdbaebe28 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:47.713677 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41014) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:47.832654 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5eb4253b-d8a7-4b67-a829-abe3f2438636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.869201 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 330aef92-f48f-4d8a-8b36-6d5cdbaebe28 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:47.884038 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb4253b-d8a7-4b67-a829-abe3f2438636 admin admin] No DVR routers for this DVR port 330aef92-f48f-4d8a-8b36-6d5cdbaebe28 on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:47.956104 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 330aef92-f48f-4d8a-8b36-6d5cdbaebe28 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:47.956407 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 330aef92-f48f-4d8a-8b36-6d5cdbaebe28 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:47.969549 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-fb96f2c3-929f-466b-8b3d-2f91094fc35f None None] For port 330aef92-f48f-4d8a-8b36-6d5cdbaebe28, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=330aef92-f48f-4d8a-8b36-6d5cdbaebe28,segment=NetworkSegment(4235c34d-d0fc-40de-b656-70074dffcff3),segment_id=4235c34d-d0fc-40de-b656-70074dffcff3)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:47.970180 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fb96f2c3-929f-466b-8b3d-2f91094fc35f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.993882 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-fb96f2c3-929f-466b-8b3d-2f91094fc35f None None] Calling delete_port for 330aef92-f48f-4d8a-8b36-6d5cdbaebe28 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:48.017297 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5eb4253b-d8a7-4b67-a829-abe3f2438636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.027625 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dbcdd92e-3e8d-4538-8100-ffb70bd2d8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.050160 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dbcdd92e-3e8d-4538-8100-ffb70bd2d8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.053776 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184cd7c-a3d8-471c-a56b-3ecf489915b7 req-402b0599-7c4f-4331-8509-de3ed75f6820 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:48.055340 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5184cd7c-a3d8-471c-a56b-3ecf489915b7 req-402b0599-7c4f-4331-8509-de3ed75f6820 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 944 time: 0.4234731 Jul 16 01:21:48.058345 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4253b-d8a7-4b67-a829-abe3f2438636 admin admin] Pushing event deleted for resources: {'Port': ['ID=330aef92-f48f-4d8a-8b36-6d5cdbaebe28,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:48.061363 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-5eb4253b-d8a7-4b67-a829-abe3f2438636 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1096f360-6b74-4590-aa4a-2282a5341f1d']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:48.083489 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-5eb4253b-d8a7-4b67-a829-abe3f2438636 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4235c34d-d0fc-40de-b656-70074dffcff3') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:48.083717 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-5eb4253b-d8a7-4b67-a829-abe3f2438636 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4235c34d-d0fc-40de-b656-70074dffcff3') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:48.103586 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5eb4253b-d8a7-4b67-a829-abe3f2438636 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.116703 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dbcdd92e-3e8d-4538-8100-ffb70bd2d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.119401 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dbcdd92e-3e8d-4538-8100-ffb70bd2d8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.122893 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-dbcdd92e-3e8d-4538-8100-ffb70bd2d8b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36961719-79e4-4155-95f9-b10489fb6f1d HTTP/1.1" status: 204 len: 168 time: 0.4426908 Jul 16 01:21:48.133641 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fb96f2c3-929f-466b-8b3d-2f91094fc35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.145657 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5eb4253b-d8a7-4b67-a829-abe3f2438636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.163386 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdd92e-3e8d-4538-8100-ffb70bd2d8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36961719-79e4-4155-95f9-b10489fb6f1d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:48.185509 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb96f2c3-929f-466b-8b3d-2f91094fc35f None None] No DVR routers for this DVR port 330aef92-f48f-4d8a-8b36-6d5cdbaebe28 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:48.188727 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96f2c3-929f-466b-8b3d-2f91094fc35f None None] Pushing event deleted for resources: {'Port': ['ID=330aef92-f48f-4d8a-8b36-6d5cdbaebe28,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:48.191578 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5184cd7c-a3d8-471c-a56b-3ecf489915b7 req-97eb6b22-33d4-4608-bedf-584d147d0ce7 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269295 Jul 16 01:21:48.198354 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb4253b-d8a7-4b67-a829-abe3f2438636 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:21:48.198785 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5eb4253b-d8a7-4b67-a829-abe3f2438636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:21:48.208847 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:21:48.230251 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb96f2c3-929f-466b-8b3d-2f91094fc35f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:48.231488 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb96f2c3-929f-466b-8b3d-2f91094fc35f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:48.232149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb96f2c3-929f-466b-8b3d-2f91094fc35f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:48.232609 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb96f2c3-929f-466b-8b3d-2f91094fc35f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:48.233052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb96f2c3-929f-466b-8b3d-2f91094fc35f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:48.233855 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb96f2c3-929f-466b-8b3d-2f91094fc35f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:48.234351 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb96f2c3-929f-466b-8b3d-2f91094fc35f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:48.234789 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb96f2c3-929f-466b-8b3d-2f91094fc35f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:48.235266 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb96f2c3-929f-466b-8b3d-2f91094fc35f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:48.235777 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb96f2c3-929f-466b-8b3d-2f91094fc35f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:48.236249 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb96f2c3-929f-466b-8b3d-2f91094fc35f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:48.236704 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb96f2c3-929f-466b-8b3d-2f91094fc35f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:48.338009 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5eb4253b-d8a7-4b67-a829-abe3f2438636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.342850 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0bafa-8f81-4b71-bb41-88722e96e0ae req-0c5ab454-7773-4ee0-8d48-7a16149d5bcd tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:48.345367 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d1c0bafa-8f81-4b71-bb41-88722e96e0ae req-0c5ab454-7773-4ee0-8d48-7a16149d5bcd tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.4212077 Jul 16 01:21:48.354849 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5eb4253b-d8a7-4b67-a829-abe3f2438636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.357572 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5eb4253b-d8a7-4b67-a829-abe3f2438636 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1096f360-6b74-4590-aa4a-2282a5341f1d HTTP/1.1" status: 204 len: 168 time: 1.3354387 Jul 16 01:21:48.367221 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41024) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:48.376425 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b4000-7af2-4ac3-b98e-b2abcfc238b9 req-ede1cfd4-d0cf-423e-9b2f-5a3ac48b3507 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:48.378141 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f6b4000-7af2-4ac3-b98e-b2abcfc238b9 req-ede1cfd4-d0cf-423e-9b2f-5a3ac48b3507 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.84 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 944 time: 0.4878213 Jul 16 01:21:48.418487 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4253b-d8a7-4b67-a829-abe3f2438636 admin admin] Pushing event deleted for resources: {'Network': ['ID=1096f360-6b74-4590-aa4a-2282a5341f1d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:48.485889 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de37a92-95b4-4c2a-b5bc-ef5587eb565a req-e27396c1-089d-416a-bd55-142f5a5a4196 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:48.493354 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1de37a92-95b4-4c2a-b5bc-ef5587eb565a req-e27396c1-089d-416a-bd55-142f5a5a4196 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 944 time: 0.1118398 Jul 16 01:21:48.572906 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d1c0bafa-8f81-4b71-bb41-88722e96e0ae req-9c93d701-9090-4950-8257-3467b3bd6505 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167542 Jul 16 01:21:48.583495 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1de37a92-95b4-4c2a-b5bc-ef5587eb565a req-931d492c-7005-4404-b034-a7d1893be084 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828502 Jul 16 01:21:48.628097 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41030) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:48.644318 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cb6d-3cc5-4f82-95f0-230d36b7d600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.771633 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cb6d-3cc5-4f82-95f0-230d36b7d600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.776490 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cb6d-3cc5-4f82-95f0-230d36b7d600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.814472 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f4e4cb6d-3cc5-4f82-95f0-230d36b7d600 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7355aebc02ee45adaf84cfa86dd51763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1851192 Jul 16 01:21:48.817187 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41032) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:48.824539 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4cb6d-3cc5-4f82-95f0-230d36b7d600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3d5761-4c31-4577-a12a-83cd5c4143a0,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:48.872658 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7f9b06fb-4829-43c7-a9e5-cd749e6be5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.887760 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-779e8cc0-7cd2-45c3-9e2c-fa3234ca4b65 service neutron] 10.222.0.82 "GET /v2.0/ports/89b825d4-a4ad-4bba-91ee-865bf0120cef/bindings/n-h1-792394-16 HTTP/1.1" status: 200 len: 385 time: 0.2630165 Jul 16 01:21:48.895944 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7f9b06fb-4829-43c7-a9e5-cd749e6be5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.936552 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-8f6b4000-7af2-4ac3-b98e-b2abcfc238b9 req-62d40e57-0ffa-4237-a2c9-1f78596f7c25 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Deleting port 2d849f62-e1dc-4ba1-895b-661c98559d5a {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:48.936916 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8f6b4000-7af2-4ac3-b98e-b2abcfc238b9 req-62d40e57-0ffa-4237-a2c9-1f78596f7c25 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.945181 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7f9b06fb-4829-43c7-a9e5-cd749e6be5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.947939 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7f9b06fb-4829-43c7-a9e5-cd749e6be5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.949199 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7f9b06fb-4829-43c7-a9e5-cd749e6be5f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b3d5761-4c31-4577-a12a-83cd5c4143a0 HTTP/1.1" status: 204 len: 168 time: 0.1310704 Jul 16 01:21:48.957377 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b06fb-4829-43c7-a9e5-cd749e6be5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3d5761-4c31-4577-a12a-83cd5c4143a0,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:49.109326 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04840c8-7706-4405-b182-51694b0fcb89 req-9b5e7270-fe79-48b3-a38f-41799a0205af tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:49.111246 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c04840c8-7706-4405-b182-51694b0fcb89 req-9b5e7270-fe79-48b3-a38f-41799a0205af tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.3936415 Jul 16 01:21:49.185966 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:21:49.247176 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-8f6b4000-7af2-4ac3-b98e-b2abcfc238b9 req-62d40e57-0ffa-4237-a2c9-1f78596f7c25 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] For port 2d849f62-e1dc-4ba1-895b-661c98559d5a, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=2d849f62-e1dc-4ba1-895b-661c98559d5a,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:49.247550 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8f6b4000-7af2-4ac3-b98e-b2abcfc238b9 req-62d40e57-0ffa-4237-a2c9-1f78596f7c25 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.312229 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-8f6b4000-7af2-4ac3-b98e-b2abcfc238b9 req-62d40e57-0ffa-4237-a2c9-1f78596f7c25 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Calling delete_port for 2d849f62-e1dc-4ba1-895b-661c98559d5a owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:49.324137 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c04840c8-7706-4405-b182-51694b0fcb89 req-8a20399f-7545-4bb4-a782-be4793c05db5 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918082 Jul 16 01:21:49.374653 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 89b825d4-a4ad-4bba-91ee-865bf0120cef no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:49.418034 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e233924-a6a1-4245-8b14-4f242ea0e56a req-04e70429-1002-4c6f-80a6-18204cc8d01f tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:49.420592 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e233924-a6a1-4245-8b14-4f242ea0e56a req-04e70429-1002-4c6f-80a6-18204cc8d01f tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 944 time: 0.0810654 Jul 16 01:21:49.485331 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e233924-a6a1-4245-8b14-4f242ea0e56a req-946bccc5-0a0d-4d9d-ba3a-5166a62395de tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575230 Jul 16 01:21:49.790944 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5075831-0af7-4837-be0e-d16dfc22aa5a req-03e99f2a-b647-4043-97d1-cd06362e7ca1 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:49.799277 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e5075831-0af7-4837-be0e-d16dfc22aa5a req-03e99f2a-b647-4043-97d1-cd06362e7ca1 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.0841348 Jul 16 01:21:49.850041 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e5075831-0af7-4837-be0e-d16dfc22aa5a req-5d24ddbe-0bb7-44d0-b8e3-dda995717395 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441608 Jul 16 01:21:49.889055 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-9902542c-205c-4c9a-828f-7530e865444e service neutron] For port 89b825d4-a4ad-4bba-91ee-865bf0120cef, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=89b825d4-a4ad-4bba-91ee-865bf0120cef,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:49.961246 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-9902542c-205c-4c9a-828f-7530e865444e service neutron] For port 89b825d4-a4ad-4bba-91ee-865bf0120cef, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:50.002096 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-618d7c08-0f81-4222-bb1f-5a331612d37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.092615 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-9902542c-205c-4c9a-828f-7530e865444e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b825d4-a4ad-4bba-91ee-865bf0120cef {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:50.147271 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce42ef-1e40-494f-8f2d-541fdb6b4fc4 req-e680638e-3e62-4a54-aff5-9ea541bea0f2 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:50.148802 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-35ce42ef-1e40-494f-8f2d-541fdb6b4fc4 req-e680638e-3e62-4a54-aff5-9ea541bea0f2 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 944 time: 0.3625445 Jul 16 01:21:50.154200 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-9902542c-205c-4c9a-828f-7530e865444e service neutron] For port 89b825d4-a4ad-4bba-91ee-865bf0120cef, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=89b825d4-a4ad-4bba-91ee-865bf0120cef,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:50.227252 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-9902542c-205c-4c9a-828f-7530e865444e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.238143 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8f6b4000-7af2-4ac3-b98e-b2abcfc238b9 req-62d40e57-0ffa-4237-a2c9-1f78596f7c25 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.320100 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d40e57-0ffa-4237-a2c9-1f78596f7c25 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Pushing event deleted for resources: {'Port': ['ID=2d849f62-e1dc-4ba1-895b-661c98559d5a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:50.354259 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-35ce42ef-1e40-494f-8f2d-541fdb6b4fc4 req-3690f6bd-20db-44e4-9a43-f0f1b297b5c3 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928225 Jul 16 01:21:50.444652 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ae49033e-403d-4c1e-8cdf-712a93cb2e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.490989 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6b4000-7af2-4ac3-b98e-b2abcfc238b9 req-62d40e57-0ffa-4237-a2c9-1f78596f7c25 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] No DVR routers for this DVR port 2d849f62-e1dc-4ba1-895b-661c98559d5a on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:50.494056 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8f6b4000-7af2-4ac3-b98e-b2abcfc238b9 req-62d40e57-0ffa-4237-a2c9-1f78596f7c25 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.496164 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f6b4000-7af2-4ac3-b98e-b2abcfc238b9 req-62d40e57-0ffa-4237-a2c9-1f78596f7c25 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.84 "DELETE /v2.0/ports/2d849f62-e1dc-4ba1-895b-661c98559d5a HTTP/1.1" status: 204 len: 173 time: 2.1006980 Jul 16 01:21:50.530546 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fd2e6f-a2d4-4557-977d-d27201eb826d', 'name': 'network-vif-deleted', 'tag': '2d849f62-e1dc-4ba1-895b-661c98559d5a'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:50.533264 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a55ac3d-9646-40ff-995c-d5697f3379a1" -d '{"events": [{"server_uuid": "86fd2e6f-a2d4-4557-977d-d27201eb826d", "name": "network-vif-deleted", "tag": "2d849f62-e1dc-4ba1-895b-661c98559d5a"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:50.574027 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-9902542c-205c-4c9a-828f-7530e865444e service neutron] Transition to ACTIVE for port object 89b825d4-a4ad-4bba-91ee-865bf0120cef will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:50.592892 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e01a8e-7250-49f7-9f57-ec337e907d80 req-eff7061a-6ef4-4713-acb5-d841f695eda0 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:50.596666 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-86e01a8e-7250-49f7-9f57-ec337e907d80 req-eff7061a-6ef4-4713-acb5-d841f695eda0 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.1092844 Jul 16 01:21:50.615074 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-9902542c-205c-4c9a-828f-7530e865444e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.675624 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-86e01a8e-7250-49f7-9f57-ec337e907d80 req-f4a33db4-7e08-4dd9-909a-e6c174769d45 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698423 Jul 16 01:21:50.733290 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-9902542c-205c-4c9a-828f-7530e865444e service neutron] No DVR routers for this DVR port 89b825d4-a4ad-4bba-91ee-865bf0120cef on host n-h2-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:50.737036 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7873db7d-6eb4-4905-9bff-6112570e2907 x-openstack-request-id: req-7873db7d-6eb4-4905-9bff-6112570e2907 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:50.737376 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fd2e6f-a2d4-4557-977d-d27201eb826d", "name": "network-vif-deleted", "tag": "2d849f62-e1dc-4ba1-895b-661c98559d5a", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:50.737626 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7873db7d-6eb4-4905-9bff-6112570e2907 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:50.738022 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fd2e6f-a2d4-4557-977d-d27201eb826d', 'name': 'network-vif-deleted', 'tag': '2d849f62-e1dc-4ba1-895b-661c98559d5a', 'status': 'completed', 'code': 200} Jul 16 01:21:50.810666 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902542c-205c-4c9a-828f-7530e865444e service neutron] Pushing event updated for resources: {'Port': ['ID=89b825d4-a4ad-4bba-91ee-865bf0120cef,revision_number=10']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:50.817223 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b18912ac-b377-4e5f-a265-ddf7034b0527 req-0ef68ecd-7582-41ed-8fd7-cf77a812aa15 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=86fd2e6f-a2d4-4557-977d-d27201eb826d HTTP/1.1" status: 200 len: 210 time: 0.1080701 Jul 16 01:21:50.851040 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-9902542c-205c-4c9a-828f-7530e865444e service neutron] 10.222.0.82 "PUT /v2.0/ports/89b825d4-a4ad-4bba-91ee-865bf0120cef/bindings/n-h1-792394-16/activate HTTP/1.1" status: 200 len: 370 time: 1.9561019 Jul 16 01:21:50.953886 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41094) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:51.065509 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-618d7c08-0f81-4222-bb1f-5a331612d37f admin admin] Deleting port 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:51.066022 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-618d7c08-0f81-4222-bb1f-5a331612d37f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.105783 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b3e83f93-f4de-4c31-b4d4-07b66dbe8e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.117896 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-3eb7092e-c5a1-4aff-b03a-54ec39a1218f tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:51.119661 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-3eb7092e-c5a1-4aff-b03a-54ec39a1218f tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90&tenant_id=ca9f8f0612374680aaef3c5c85953dfc&binding%3Ahost_id=n-h2-792394-16 HTTP/1.1" status: 200 len: 1097 time: 0.1780007 Jul 16 01:21:51.148253 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff905815-68ae-40fa-bb6b-84077f84e464 req-e472c9b8-381d-4245-a70b-9f02aae2a7b3 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:51.155175 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff905815-68ae-40fa-bb6b-84077f84e464 req-e472c9b8-381d-4245-a70b-9f02aae2a7b3 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.1888537 Jul 16 01:21:51.223594 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff905815-68ae-40fa-bb6b-84077f84e464 req-3823891a-72fb-466d-991a-1aa9bac957a8 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673363 Jul 16 01:21:51.259207 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-618d7c08-0f81-4222-bb1f-5a331612d37f admin admin] For port 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8af7f1ec-c120-49a4-a849-c2cc7fea6ab6,segment=NetworkSegment(31a29291-4758-44f0-8640-73d6e8a50dfc),segment_id=31a29291-4758-44f0-8640-73d6e8a50dfc)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:51.259207 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-618d7c08-0f81-4222-bb1f-5a331612d37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.262016 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 2d849f62-e1dc-4ba1-895b-661c98559d5a no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:51.273059 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-ae49033e-403d-4c1e-8cdf-712a93cb2e8d admin admin] Deleting port e81c284f-fb86-47d4-9ca2-4dcef4738bd7 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:51.273391 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ae49033e-403d-4c1e-8cdf-712a93cb2e8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.282860 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-618d7c08-0f81-4222-bb1f-5a331612d37f admin admin] Calling delete_port for 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:51.294534 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 2d849f62-e1dc-4ba1-895b-661c98559d5a {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:51.296684 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 2d849f62-e1dc-4ba1-895b-661c98559d5a not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:51.299259 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b3e83f93-f4de-4c31-b4d4-07b66dbe8e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.303652 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b3e83f93-f4de-4c31-b4d4-07b66dbe8e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.332195 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-4c2ad5c6-92f7-40c5-9fd2-c43bc73e44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:51.333671 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-4c2ad5c6-92f7-40c5-9fd2-c43bc73e44fa service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90&tenant_id=ca9f8f0612374680aaef3c5c85953dfc HTTP/1.1" status: 200 len: 1097 time: 0.2045641 Jul 16 01:21:51.344138 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e83f93-f4de-4c31-b4d4-07b66dbe8e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5aa779-3ccd-4c7e-9fd6-0b7d938cdca1,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:51.349286 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b3e83f93-f4de-4c31-b4d4-07b66dbe8e70 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff17d34e80454dc597099ea3a654eef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943033 Jul 16 01:21:51.352349 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41100) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:51.411584 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c0be8306-3f50-410a-8bf8-31787da9c8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.444609 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c0be8306-3f50-410a-8bf8-31787da9c8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.480955 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-ae49033e-403d-4c1e-8cdf-712a93cb2e8d admin admin] For port e81c284f-fb86-47d4-9ca2-4dcef4738bd7, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e81c284f-fb86-47d4-9ca2-4dcef4738bd7,segment=NetworkSegment(9af0cc56-7683-4454-8682-cf433ba0049f),segment_id=9af0cc56-7683-4454-8682-cf433ba0049f)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:51.480955 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ae49033e-403d-4c1e-8cdf-712a93cb2e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.502133 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c0be8306-3f50-410a-8bf8-31787da9c8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.505006 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c0be8306-3f50-410a-8bf8-31787da9c8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.506852 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c0be8306-3f50-410a-8bf8-31787da9c8b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c5aa779-3ccd-4c7e-9fd6-0b7d938cdca1 HTTP/1.1" status: 204 len: 168 time: 0.1531684 Jul 16 01:21:51.507431 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-ae49033e-403d-4c1e-8cdf-712a93cb2e8d admin admin] Calling delete_port for e81c284f-fb86-47d4-9ca2-4dcef4738bd7 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:51.514861 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be8306-3f50-410a-8bf8-31787da9c8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5aa779-3ccd-4c7e-9fd6-0b7d938cdca1,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:51.629237 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-739913a9-b33c-4ad0-b202-259639dc5414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:51.630975 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-739913a9-b33c-4ad0-b202-259639dc5414 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 1097 time: 0.2389276 Jul 16 01:21:51.859015 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8068940-5ef9-4dde-af96-be99c012def9 req-75bc89a8-838b-4606-897b-d2f67e3b7808 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:51.861631 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c8068940-5ef9-4dde-af96-be99c012def9 req-75bc89a8-838b-4606-897b-d2f67e3b7808 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 945 time: 0.3644538 Jul 16 01:21:51.903525 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-6f4a76bd-5af5-42df-9cc2-be05d0a66764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:51.905044 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-6f4a76bd-5af5-42df-9cc2-be05d0a66764 service neutron] 10.222.0.84 "GET /v2.0/networks?id=0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 200 len: 908 time: 0.2609930 Jul 16 01:21:51.906431 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963e7d7-bd82-4a95-bf56-455d48ce54c6 req-92e57dd3-d298-4fb5-abae-f31d9ab03fe7 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:51.913201 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e963e7d7-bd82-4a95-bf56-455d48ce54c6 req-92e57dd3-d298-4fb5-abae-f31d9ab03fe7 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.0933435 Jul 16 01:21:51.957121 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e963e7d7-bd82-4a95-bf56-455d48ce54c6 req-3635f327-bca4-493d-86cb-53c717301120 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424743 Jul 16 01:21:51.980075 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-a3094cf7-6856-47df-8ab1-0e8720fec0b5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89b825d4-a4ad-4bba-91ee-865bf0120cef HTTP/1.1" status: 200 len: 217 time: 0.0618093 Jul 16 01:21:52.007399 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-618d7c08-0f81-4222-bb1f-5a331612d37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.043517 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c8068940-5ef9-4dde-af96-be99c012def9 req-102f0081-80fa-4202-a08f-c59e4c977e39 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613333 Jul 16 01:21:52.086565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d7c08-0f81-4222-bb1f-5a331612d37f admin admin] Pushing event deleted for resources: {'Port': ['ID=8af7f1ec-c120-49a4-a849-c2cc7fea6ab6,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:52.169012 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-6239a2ea-6197-406e-8cc2-2c2784117256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:52.170835 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-6239a2ea-6197-406e-8cc2-2c2784117256 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53fcd526-4834-4829-80ef-c0f48c90d8f1 HTTP/1.1" status: 200 len: 847 time: 0.1821599 Jul 16 01:21:52.249593 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-84088993-033a-439d-be25-35722788181f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0acde702-0391-44d7-919c-717172e79311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634608 Jul 16 01:21:52.251123 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ae49033e-403d-4c1e-8cdf-712a93cb2e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.368307 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49033e-403d-4c1e-8cdf-712a93cb2e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=e81c284f-fb86-47d4-9ca2-4dcef4738bd7,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:52.675231 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d636538-7382-4ed6-a90e-60c975d08a3f req-dd49ad45-c50e-4bbd-b7af-5d50187b1e48 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:52.683966 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d636538-7382-4ed6-a90e-60c975d08a3f req-dd49ad45-c50e-4bbd-b7af-5d50187b1e48 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 945 time: 0.0942428 Jul 16 01:21:52.729825 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d636538-7382-4ed6-a90e-60c975d08a3f req-1cc041b7-d94c-4da9-b4ca-dc9fd1d11f70 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448821 Jul 16 01:21:52.950752 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8bdf9-b787-4bf2-9117-a7465390cd91 req-050db9f0-c2eb-4243-8948-4ecfa950cb8e tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:52.952661 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b9f8bdf9-b787-4bf2-9117-a7465390cd91 req-050db9f0-c2eb-4243-8948-4ecfa950cb8e tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 945 time: 0.0813570 Jul 16 01:21:52.986878 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-618d7c08-0f81-4222-bb1f-5a331612d37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.993648 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-a524e098-2e72-4f6f-8672-3e31cb78cf45 service neutron] 10.222.0.84 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7345045 Jul 16 01:21:53.137266 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b9f8bdf9-b787-4bf2-9117-a7465390cd91 req-c4f67837-33cb-4d3c-8bae-e9e0ff8ba20d tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Deleting port e8e9a96e-26df-4743-a091-5a69fa10b8e9 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:53.137644 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b9f8bdf9-b787-4bf2-9117-a7465390cd91 req-c4f67837-33cb-4d3c-8bae-e9e0ff8ba20d tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.208426 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec5a4f-da0f-4e77-84c8-e9aa085b2aa7 req-28da183a-a37c-4882-b634-deb9ec4a1113 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:53.211081 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eaec5a4f-da0f-4e77-84c8-e9aa085b2aa7 req-28da183a-a37c-4882-b634-deb9ec4a1113 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.7074084 Jul 16 01:21:53.253717 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f5774-a241-48e4-a1d3-bc5037b904f7 req-3618fa11-ded9-451a-a639-663de01459df tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:53.255862 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce0f5774-a241-48e4-a1d3-bc5037b904f7 req-3618fa11-ded9-451a-a639-663de01459df tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.1532199 Jul 16 01:21:53.267084 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-b9f8bdf9-b787-4bf2-9117-a7465390cd91 req-c4f67837-33cb-4d3c-8bae-e9e0ff8ba20d tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] For port e8e9a96e-26df-4743-a091-5a69fa10b8e9, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=e8e9a96e-26df-4743-a091-5a69fa10b8e9,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:53.267542 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b9f8bdf9-b787-4bf2-9117-a7465390cd91 req-c4f67837-33cb-4d3c-8bae-e9e0ff8ba20d tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.288324 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ae49033e-403d-4c1e-8cdf-712a93cb2e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.298532 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b9f8bdf9-b787-4bf2-9117-a7465390cd91 req-c4f67837-33cb-4d3c-8bae-e9e0ff8ba20d tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Calling delete_port for e8e9a96e-26df-4743-a091-5a69fa10b8e9 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:53.327116 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-89621d5a-a61a-4c48-a16f-40c5a7fabd2a service neutron] 10.222.0.84 "GET /v2.0/networks/0acde702-0391-44d7-919c-717172e79311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176243 Jul 16 01:21:53.365300 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce0f5774-a241-48e4-a1d3-bc5037b904f7 req-5e760e52-cfeb-47e9-a661-b9a2ed63c5a8 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935149 Jul 16 01:21:53.391735 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eaec5a4f-da0f-4e77-84c8-e9aa085b2aa7 req-916bd102-6d36-4b1c-88be-84a237299cc7 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471839 Jul 16 01:21:53.508274 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b9f8bdf9-b787-4bf2-9117-a7465390cd91 req-c4f67837-33cb-4d3c-8bae-e9e0ff8ba20d tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.585858 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f67837-33cb-4d3c-8bae-e9e0ff8ba20d tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Pushing event deleted for resources: {'Port': ['ID=e8e9a96e-26df-4743-a091-5a69fa10b8e9,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:53.683479 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f8bdf9-b787-4bf2-9117-a7465390cd91 req-c4f67837-33cb-4d3c-8bae-e9e0ff8ba20d tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] No DVR routers for this DVR port e8e9a96e-26df-4743-a091-5a69fa10b8e9 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:53.689150 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b9f8bdf9-b787-4bf2-9117-a7465390cd91 req-c4f67837-33cb-4d3c-8bae-e9e0ff8ba20d tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.691453 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b9f8bdf9-b787-4bf2-9117-a7465390cd91 req-c4f67837-33cb-4d3c-8bae-e9e0ff8ba20d tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.84 "DELETE /v2.0/ports/e8e9a96e-26df-4743-a091-5a69fa10b8e9 HTTP/1.1" status: 204 len: 173 time: 0.7330325 Jul 16 01:21:53.691927 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce27e65-df29-4553-8dd3-71bae3c49bd8', 'name': 'network-vif-deleted', 'tag': 'e8e9a96e-26df-4743-a091-5a69fa10b8e9'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:53.694478 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f070f2e-5f02-44c6-805f-b00f4970ab16" -d '{"events": [{"server_uuid": "8ce27e65-df29-4553-8dd3-71bae3c49bd8", "name": "network-vif-deleted", "tag": "e8e9a96e-26df-4743-a091-5a69fa10b8e9"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:53.729478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a5734-3401-44aa-a1ce-1ba34b6f14b2 req-7e611a45-0061-4a93-b25c-da43197cb4ec tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:53.731700 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb1a5734-3401-44aa-a1ce-1ba34b6f14b2 req-7e611a45-0061-4a93-b25c-da43197cb4ec tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 945 time: 0.1472368 Jul 16 01:21:53.808141 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb62d51b-002b-47bd-8dfc-a74a5dea8b90 x-openstack-request-id: req-fb62d51b-002b-47bd-8dfc-a74a5dea8b90 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:53.808485 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce27e65-df29-4553-8dd3-71bae3c49bd8", "name": "network-vif-deleted", "tag": "e8e9a96e-26df-4743-a091-5a69fa10b8e9", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:53.808744 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb62d51b-002b-47bd-8dfc-a74a5dea8b90 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:53.809149 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce27e65-df29-4553-8dd3-71bae3c49bd8', 'name': 'network-vif-deleted', 'tag': 'e8e9a96e-26df-4743-a091-5a69fa10b8e9', 'status': 'completed', 'code': 200} Jul 16 01:21:53.824413 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb1a5734-3401-44aa-a1ce-1ba34b6f14b2 req-5f7e1293-2fdf-4901-8719-46369017c3b3 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853233 Jul 16 01:21:53.846359 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618d7c08-0f81-4222-bb1f-5a331612d37f admin admin] Router 533f10a5-46bb-4495-826a-a32b5ead8fea has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:21:53.875650 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-a792b16d-11a6-473d-a8ef-a706b675f7b4 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:53.877221 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-a792b16d-11a6-473d-a8ef-a706b675f7b4 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90&tenant_id=ca9f8f0612374680aaef3c5c85953dfc&binding%3Ahost_id=n-h1-792394-16 HTTP/1.1" status: 200 len: 1097 time: 0.1979544 Jul 16 01:21:54.011287 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-75ce006d-bff7-4b97-907c-db834555e357 req-5f74982d-650e-46cf-88bc-2bf32689e47c tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ce27e65-df29-4553-8dd3-71bae3c49bd8 HTTP/1.1" status: 200 len: 210 time: 0.0569606 Jul 16 01:21:54.017189 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae49033e-403d-4c1e-8cdf-712a93cb2e8d admin admin] Router 4e872f0a-d14c-4e27-8a34-94f8e65ada4d has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:21:54.152812 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618d7c08-0f81-4222-bb1f-5a331612d37f admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:21:54.162746 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43e185a-ce71-4925-b9c9-c2a79ef810da None None] Sync routers for ids ['533f10a5-46bb-4495-826a-a32b5ead8fea'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:21:54.163369 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-618d7c08-0f81-4222-bb1f-5a331612d37f admin admin] 10.222.0.16 "PUT /v2.0/routers/533f10a5-46bb-4495-826a-a32b5ead8fea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4483364 Jul 16 01:21:54.165507 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41226) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:54.185307 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43e185a-ce71-4925-b9c9-c2a79ef810da None None] Routers {'533f10a5-46bb-4495-826a-a32b5ead8fea'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:54.186772 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-a43e185a-ce71-4925-b9c9-c2a79ef810da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:21:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['533f10a5-46bb-4495-826a-a32b5ead8fea'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:54.245900 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-92f38f11-7ac3-4eaf-b94e-54f1648c7225 service neutron] For port 89b825d4-a4ad-4bba-91ee-865bf0120cef, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:54.251658 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-92f38f11-7ac3-4eaf-b94e-54f1648c7225 service neutron] Notify callbacks [] for binding, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.253820 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ce4469e-960e-4d74-9655-39f9ae65f66a req-92f38f11-7ac3-4eaf-b94e-54f1648c7225 service neutron] 10.222.0.84 "DELETE /v2.0/ports/89b825d4-a4ad-4bba-91ee-865bf0120cef/bindings/n-h2-792394-16 HTTP/1.1" status: 204 len: 173 time: 0.3623726 Jul 16 01:21:54.255620 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae49033e-403d-4c1e-8cdf-712a93cb2e8d admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:21:54.263257 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ae49033e-403d-4c1e-8cdf-712a93cb2e8d admin admin] 10.222.0.16 "PUT /v2.0/routers/4e872f0a-d14c-4e27-8a34-94f8e65ada4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8838866 Jul 16 01:21:54.266393 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb8ca7e-4cbc-4507-b069-c76aa10e3e5b None None] Sync routers for ids ['4e872f0a-d14c-4e27-8a34-94f8e65ada4d'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:21:54.274094 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41236) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:54.283426 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb8ca7e-4cbc-4507-b069-c76aa10e3e5b None None] Routers {'4e872f0a-d14c-4e27-8a34-94f8e65ada4d'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:54.284125 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-bbb8ca7e-4cbc-4507-b069-c76aa10e3e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:21:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['4e872f0a-d14c-4e27-8a34-94f8e65ada4d'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:54.311838 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a9a3ddf0-9c39-4bd5-8e12-bf759071e632 admin admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.359812 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-a43e185a-ce71-4925-b9c9-c2a79ef810da None None] Set router 533f10a5-46bb-4495-826a-a32b5ead8fea gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:54.488267 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-bbb8ca7e-4cbc-4507-b069-c76aa10e3e5b None None] Set router 4e872f0a-d14c-4e27-8a34-94f8e65ada4d gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:54.507786 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a9a3ddf0-9c39-4bd5-8e12-bf759071e632 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.654227 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-22c81d4d-7006-4085-9031-b36690a7ae80 admin admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.656307 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-a9a3ddf0-9c39-4bd5-8e12-bf759071e632 admin admin] Deleting port 1da594f3-5c44-4faa-bccc-4d7eefbf2b60 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:54.658246 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a9a3ddf0-9c39-4bd5-8e12-bf759071e632 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.675309 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-a43e185a-ce71-4925-b9c9-c2a79ef810da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f10a5-46bb-4495-826a-a32b5ead8fea', 'name': 'tempest-AttachSCSIVolumeTestJSON-229579638-router', 'tenant_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '1da594f3-5c44-4faa-bccc-4d7eefbf2b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:32Z', 'updated_at': '2021-07-16T01:21:51Z', 'revision_number': 5, 'project_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'gw_port': {'id': '1da594f3-5c44-4faa-bccc-4d7eefbf2b60', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f10a5-46bb-4495-826a-a32b5ead8fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:34Z', 'updated_at': '2021-07-16T01:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:54.709089 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43e185a-ce71-4925-b9c9-c2a79ef810da None None] Checking router: 533f10a5-46bb-4495-826a-a32b5ead8fea for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:21:54.721636 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43e185a-ce71-4925-b9c9-c2a79ef810da None None] Routers {'533f10a5-46bb-4495-826a-a32b5ead8fea'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:54.723355 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-a43e185a-ce71-4925-b9c9-c2a79ef810da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:21:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['533f10a5-46bb-4495-826a-a32b5ead8fea'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:54.855725 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-a43e185a-ce71-4925-b9c9-c2a79ef810da None None] Set router 533f10a5-46bb-4495-826a-a32b5ead8fea gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:54.948695 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-22c81d4d-7006-4085-9031-b36690a7ae80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.997398 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-a43e185a-ce71-4925-b9c9-c2a79ef810da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f10a5-46bb-4495-826a-a32b5ead8fea', 'name': 'tempest-AttachSCSIVolumeTestJSON-229579638-router', 'tenant_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:32Z', 'updated_at': '2021-07-16T01:21:54Z', 'revision_number': 6, 'project_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:55.025184 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41254) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:55.034147 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-bbb8ca7e-4cbc-4507-b069-c76aa10e3e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e872f0a-d14c-4e27-8a34-94f8e65ada4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1282438546-router', 'tenant_id': 'db30800277784b33a49487e655fabfc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': 'b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:54Z', 'updated_at': '2021-07-16T01:21:52Z', 'revision_number': 5, 'project_id': 'db30800277784b33a49487e655fabfc5', 'gw_port': {'id': 'b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e872f0a-d14c-4e27-8a34-94f8e65ada4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:55Z', 'updated_at': '2021-07-16T01:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:55.035039 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43e185a-ce71-4925-b9c9-c2a79ef810da None None] The sync data for ids ['533f10a5-46bb-4495-826a-a32b5ead8fea'] in n-d-792394-16 is: [{'id': '533f10a5-46bb-4495-826a-a32b5ead8fea', 'name': 'tempest-AttachSCSIVolumeTestJSON-229579638-router', 'tenant_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:32Z', 'updated_at': '2021-07-16T01:21:54Z', 'revision_number': 6, 'project_id': 'f111b43aeca54e46af3cf1fcf1fbd6ee', 'gw_port_host': None}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:21:55.056818 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7d9be-7ee5-4aa0-baec-f8adc4db4544 req-ab03f996-0eab-4c6d-8d38-a668d716cba8 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:55.066698 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-72e7d9be-7ee5-4aa0-baec-f8adc4db4544 req-ab03f996-0eab-4c6d-8d38-a668d716cba8 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.2122886 Jul 16 01:21:55.095141 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb8ca7e-4cbc-4507-b069-c76aa10e3e5b None None] Checking router: 4e872f0a-d14c-4e27-8a34-94f8e65ada4d for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:21:55.106432 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb8ca7e-4cbc-4507-b069-c76aa10e3e5b None None] Routers {'4e872f0a-d14c-4e27-8a34-94f8e65ada4d'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:55.107457 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-bbb8ca7e-4cbc-4507-b069-c76aa10e3e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:21:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['4e872f0a-d14c-4e27-8a34-94f8e65ada4d'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:55.157680 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-22c81d4d-7006-4085-9031-b36690a7ae80 admin admin] Deleting port b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:55.158115 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-22c81d4d-7006-4085-9031-b36690a7ae80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.181326 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-72e7d9be-7ee5-4aa0-baec-f8adc4db4544 req-949c80f7-aaec-4194-a07d-c98e8743bed3 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124270 Jul 16 01:21:55.219117 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-a9a3ddf0-9c39-4bd5-8e12-bf759071e632 admin admin] For port 1da594f3-5c44-4faa-bccc-4d7eefbf2b60, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1da594f3-5c44-4faa-bccc-4d7eefbf2b60,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:55.219117 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a9a3ddf0-9c39-4bd5-8e12-bf759071e632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.235270 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-a9a3ddf0-9c39-4bd5-8e12-bf759071e632 admin admin] Calling delete_port for 1da594f3-5c44-4faa-bccc-4d7eefbf2b60 owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:55.295749 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-bbb8ca7e-4cbc-4507-b069-c76aa10e3e5b None None] Set router 4e872f0a-d14c-4e27-8a34-94f8e65ada4d gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:55.328170 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-99a15100-2f3d-4227-9959-11e86588f316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.343819 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272b302-587f-4b9c-b735-ad619a251e56 req-9a02f4d8-7a16-4353-abfc-a1c1bd4eee62 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:55.354477 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0272b302-587f-4b9c-b735-ad619a251e56 req-9a02f4d8-7a16-4353-abfc-a1c1bd4eee62 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.5773518 Jul 16 01:21:55.355990 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-22c81d4d-7006-4085-9031-b36690a7ae80 admin admin] For port b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:55.356385 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-22c81d4d-7006-4085-9031-b36690a7ae80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.360265 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-bbb8ca7e-4cbc-4507-b069-c76aa10e3e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e872f0a-d14c-4e27-8a34-94f8e65ada4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1282438546-router', 'tenant_id': 'db30800277784b33a49487e655fabfc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:54Z', 'updated_at': '2021-07-16T01:21:54Z', 'revision_number': 6, 'project_id': 'db30800277784b33a49487e655fabfc5', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:55.377967 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-22c81d4d-7006-4085-9031-b36690a7ae80 admin admin] Calling delete_port for b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28 owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:55.400666 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb8ca7e-4cbc-4507-b069-c76aa10e3e5b None None] The sync data for ids ['4e872f0a-d14c-4e27-8a34-94f8e65ada4d'] in n-d-792394-16 is: [{'id': '4e872f0a-d14c-4e27-8a34-94f8e65ada4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1282438546-router', 'tenant_id': 'db30800277784b33a49487e655fabfc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:54Z', 'updated_at': '2021-07-16T01:21:54Z', 'revision_number': 6, 'project_id': 'db30800277784b33a49487e655fabfc5', 'gw_port_host': None}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:21:55.451125 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0272b302-587f-4b9c-b735-ad619a251e56 req-3b8df2d5-1ff0-45e9-b63b-0f00243aac3c tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944076 Jul 16 01:21:55.653909 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a9a3ddf0-9c39-4bd5-8e12-bf759071e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.689757 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d659a-fe8c-47e0-8d60-97c19e4479c2 req-7d9dfc25-7898-4fba-bf95-27e4147a12f7 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:55.697193 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cf4d659a-fe8c-47e0-8d60-97c19e4479c2 req-7d9dfc25-7898-4fba-bf95-27e4147a12f7 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 945 time: 0.2015247 Jul 16 01:21:55.699692 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3ddf0-9c39-4bd5-8e12-bf759071e632 admin admin] Pushing event deleted for resources: {'Port': ['ID=1da594f3-5c44-4faa-bccc-4d7eefbf2b60,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:55.745948 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-99a15100-2f3d-4227-9959-11e86588f316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.759967 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-99a15100-2f3d-4227-9959-11e86588f316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.815517 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cf4d659a-fe8c-47e0-8d60-97c19e4479c2 req-9714b5aa-a710-4d77-b9ca-217a3436cd90 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169765 Jul 16 01:21:55.820225 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a9a3ddf0-9c39-4bd5-8e12-bf759071e632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.888026 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-99a15100-2f3d-4227-9959-11e86588f316 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=50d18a8a102847519556057d7aa45833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8613396 Jul 16 01:21:55.889064 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41264) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:55.892520 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a15100-2f3d-4227-9959-11e86588f316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56acef9d-a178-45b8-be0a-05f3a041af24,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:55.978122 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-22c81d4d-7006-4085-9031-b36690a7ae80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.002771 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a9a3ddf0-9c39-4bd5-8e12-bf759071e632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.005187 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a9a3ddf0-9c39-4bd5-8e12-bf759071e632 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.022779 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c81d4d-7006-4085-9031-b36690a7ae80 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:56.116655 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a9a3ddf0-9c39-4bd5-8e12-bf759071e632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.117283 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a3ddf0-9c39-4bd5-8e12-bf759071e632 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 533f10a5-46bb-4495-826a-a32b5ead8fea {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:21:56.124519 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a9a3ddf0-9c39-4bd5-8e12-bf759071e632 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.126128 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a9a3ddf0-9c39-4bd5-8e12-bf759071e632 admin admin] 10.222.0.16 "DELETE /v2.0/routers/533f10a5-46bb-4495-826a-a32b5ead8fea HTTP/1.1" status: 204 len: 168 time: 1.9589715 Jul 16 01:21:56.129251 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41270) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:56.195728 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-a292edb9-bbd7-48ad-9c6c-994c55417694 admin admin] Deleting subnet 27a663cb-a1ca-4108-a03d-eb5fe3837eb3 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:21:56.208863 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26259c-0017-4e3f-822b-61d64ccccbc9 req-28f415eb-6b3a-4ad9-98bd-84f93a8f12c0 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:56.210712 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4d26259c-0017-4e3f-822b-61d64ccccbc9 req-28f415eb-6b3a-4ad9-98bd-84f93a8f12c0 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 944 time: 0.1689219 Jul 16 01:21:56.211675 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a292edb9-bbd7-48ad-9c6c-994c55417694 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.286904 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a292edb9-bbd7-48ad-9c6c-994c55417694 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.326038 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4d26259c-0017-4e3f-822b-61d64ccccbc9 req-04ed8aa6-9653-4486-b602-e2b9f9a33689 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903482 Jul 16 01:21:56.398469 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a292edb9-bbd7-48ad-9c6c-994c55417694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.479787 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ab463f30-877c-4cde-a0f8-d5873377202c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.512063 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a292edb9-bbd7-48ad-9c6c-994c55417694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.542398 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e81c284f-fb86-47d4-9ca2-4dcef4738bd7 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:56.555613 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292edb9-bbd7-48ad-9c6c-994c55417694 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27a663cb-a1ca-4108-a03d-eb5fe3837eb3,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:56.561312 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a292edb9-bbd7-48ad-9c6c-994c55417694 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.563900 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a292edb9-bbd7-48ad-9c6c-994c55417694 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/27a663cb-a1ca-4108-a03d-eb5fe3837eb3 HTTP/1.1" status: 204 len: 168 time: 0.4332089 Jul 16 01:21:56.567620 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41278) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:56.599783 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: e81c284f-fb86-47d4-9ca2-4dcef4738bd7 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:56.600672 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e81c284f-fb86-47d4-9ca2-4dcef4738bd7 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:56.601354 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:56.605910 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902a9d5b-dc38-4a8b-85ca-9c07831cffd5 None None] Network 94f37fec-a19a-4c78-8107-bd9bd459dfd1 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:56.614312 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ab463f30-877c-4cde-a0f8-d5873377202c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.654568 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-22c81d4d-7006-4085-9031-b36690a7ae80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.679854 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:56.680270 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8af7f1ec-c120-49a4-a849-c2cc7fea6ab6 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:56.727028 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e512f-43ed-4ba6-bbd7-aa0bc1820e9f req-a1fd69b8-03e9-4235-b0bc-8082e0dc0139 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:56.735074 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-711e512f-43ed-4ba6-bbd7-aa0bc1820e9f req-a1fd69b8-03e9-4235-b0bc-8082e0dc0139 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.2786071 Jul 16 01:21:56.740266 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-86383540-705c-4e44-997f-7281225789ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.760666 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0bb9fea8-3210-465c-a8ae-961859a47cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.813621 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-22c81d4d-7006-4085-9031-b36690a7ae80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.825966 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-711e512f-43ed-4ba6-bbd7-aa0bc1820e9f req-65591e6b-43bd-4dd1-95d2-bff3b2a8aca0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888572 Jul 16 01:21:56.827673 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeaa83c-6faa-49ef-822f-a431d633c5be req-d55f9245-196b-476c-8618-e2f2ffd5eacb tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:56.829490 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4eeaa83c-6faa-49ef-822f-a431d633c5be req-d55f9245-196b-476c-8618-e2f2ffd5eacb tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.84 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 944 time: 0.3719387 Jul 16 01:21:56.832623 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-22c81d4d-7006-4085-9031-b36690a7ae80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.836322 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4e2ce-b892-4100-a593-92750c20660c req-0794ac10-aad1-4230-92ec-e7f7aebda7a2 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:56.844080 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-abd4e2ce-b892-4100-a593-92750c20660c req-0794ac10-aad1-4230-92ec-e7f7aebda7a2 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 1097 time: 0.3881788 Jul 16 01:21:56.860288 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-0bb9fea8-3210-465c-a8ae-961859a47cf1 admin admin] Deleting port 333872a7-7b60-4a39-9171-539fcbb4094b {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:56.861004 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0bb9fea8-3210-465c-a8ae-961859a47cf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.917499 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b8e4ef-d7f5-4fed-b8e1-e2d4b2f465bd None None] DHCP port deletion for 94f37fec-a19a-4c78-8107-bd9bd459dfd1 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:21:56.945950 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ab463f30-877c-4cde-a0f8-d5873377202c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.949361 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ab463f30-877c-4cde-a0f8-d5873377202c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.952538 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ab463f30-877c-4cde-a0f8-d5873377202c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56acef9d-a178-45b8-be0a-05f3a041af24 HTTP/1.1" status: 204 len: 168 time: 1.0319958 Jul 16 01:21:56.964814 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-0bb9fea8-3210-465c-a8ae-961859a47cf1 admin admin] For port 333872a7-7b60-4a39-9171-539fcbb4094b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=333872a7-7b60-4a39-9171-539fcbb4094b,segment=NetworkSegment(31a29291-4758-44f0-8640-73d6e8a50dfc),segment_id=31a29291-4758-44f0-8640-73d6e8a50dfc)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:56.965419 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0bb9fea8-3210-465c-a8ae-961859a47cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.985643 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-0bb9fea8-3210-465c-a8ae-961859a47cf1 admin admin] Calling delete_port for 333872a7-7b60-4a39-9171-539fcbb4094b owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:56.994266 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab463f30-877c-4cde-a0f8-d5873377202c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56acef9d-a178-45b8-be0a-05f3a041af24,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:56.994477 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-21b8e4ef-d7f5-4fed-b8e1-e2d4b2f465bd None None] Deleting port 333872a7-7b60-4a39-9171-539fcbb4094b {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:56.994849 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-21b8e4ef-d7f5-4fed-b8e1-e2d4b2f465bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.002389 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-22c81d4d-7006-4085-9031-b36690a7ae80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.003217 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c81d4d-7006-4085-9031-b36690a7ae80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e872f0a-d14c-4e27-8a34-94f8e65ada4d {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:21:57.008993 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-22c81d4d-7006-4085-9031-b36690a7ae80 admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.013009 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-22c81d4d-7006-4085-9031-b36690a7ae80 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4e872f0a-d14c-4e27-8a34-94f8e65ada4d HTTP/1.1" status: 204 len: 168 time: 2.7350769 Jul 16 01:21:57.022715 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-abd4e2ce-b892-4100-a593-92750c20660c req-df2f7d00-de20-4d13-aeb2-f11ea86e83c5 tempest-LiveMigrationTest-1149446478 tempest-LiveMigrationTest-1149446478-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774225 Jul 16 01:21:57.038096 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41282) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:57.137416 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-21b8e4ef-d7f5-4fed-b8e1-e2d4b2f465bd None None] For port 333872a7-7b60-4a39-9171-539fcbb4094b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=333872a7-7b60-4a39-9171-539fcbb4094b,segment=NetworkSegment(31a29291-4758-44f0-8640-73d6e8a50dfc),segment_id=31a29291-4758-44f0-8640-73d6e8a50dfc)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:57.138070 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-21b8e4ef-d7f5-4fed-b8e1-e2d4b2f465bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.156271 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-21b8e4ef-d7f5-4fed-b8e1-e2d4b2f465bd None None] Calling delete_port for 333872a7-7b60-4a39-9171-539fcbb4094b owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:57.179190 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0bb9fea8-3210-465c-a8ae-961859a47cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.212735 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc1af6eb-6405-4b40-b0d1-d82569769f8a admin admin] Deleting subnet 0958d85d-3d09-4f13-ae00-a40dac5831e6 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:21:57.220394 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc1af6eb-6405-4b40-b0d1-d82569769f8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.241153 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9fea8-3210-465c-a8ae-961859a47cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=333872a7-7b60-4a39-9171-539fcbb4094b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:57.244234 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb9fea8-3210-465c-a8ae-961859a47cf1 admin admin] No DVR routers for this DVR port 333872a7-7b60-4a39-9171-539fcbb4094b on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:57.275658 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 8051d5ce-109f-4f9d-a8bb-595700f574f1 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:57.279206 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device e8e9a96e-26df-4743-a091-5a69fa10b8e9 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:57.290287 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc1af6eb-6405-4b40-b0d1-d82569769f8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.319934 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: e8e9a96e-26df-4743-a091-5a69fa10b8e9 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:57.320745 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device e8e9a96e-26df-4743-a091-5a69fa10b8e9 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:57.323329 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 8051d5ce-109f-4f9d-a8bb-595700f574f1 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:57.356850 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0bb9fea8-3210-465c-a8ae-961859a47cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.377296 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc1af6eb-6405-4b40-b0d1-d82569769f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.400785 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-0bb9fea8-3210-465c-a8ae-961859a47cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f37fec-a19a-4c78-8107-bd9bd459dfd1']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:57.442006 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-0bb9fea8-3210-465c-a8ae-961859a47cf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a29291-4758-44f0-8640-73d6e8a50dfc') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:57.444947 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-0bb9fea8-3210-465c-a8ae-961859a47cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a29291-4758-44f0-8640-73d6e8a50dfc') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:57.463789 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0bb9fea8-3210-465c-a8ae-961859a47cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.477386 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-21b8e4ef-d7f5-4fed-b8e1-e2d4b2f465bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.497686 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0bb9fea8-3210-465c-a8ae-961859a47cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.499724 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc1af6eb-6405-4b40-b0d1-d82569769f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.506713 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41290) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:57.516814 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb9fea8-3210-465c-a8ae-961859a47cf1 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:21:57.517267 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0bb9fea8-3210-465c-a8ae-961859a47cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:21:57.519177 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:21:57.544256 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2a0b94df-7f52-4b9a-bd90-a9d4a2e7a7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.547874 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1af6eb-6405-4b40-b0d1-d82569769f8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0958d85d-3d09-4f13-ae00-a40dac5831e6,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:57.576187 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc1af6eb-6405-4b40-b0d1-d82569769f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.578472 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cc1af6eb-6405-4b40-b0d1-d82569769f8a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0958d85d-3d09-4f13-ae00-a40dac5831e6 HTTP/1.1" status: 204 len: 168 time: 0.5380664 Jul 16 01:21:57.580621 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8e4ef-d7f5-4fed-b8e1-e2d4b2f465bd None None] Pushing event deleted for resources: {'Port': ['ID=333872a7-7b60-4a39-9171-539fcbb4094b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:57.582347 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41294) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:57.590875 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b8e4ef-d7f5-4fed-b8e1-e2d4b2f465bd None None] No DVR routers for this DVR port 333872a7-7b60-4a39-9171-539fcbb4094b on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:57.594442 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed97c6ff-fb5c-4473-8808-53589dbba019 None None] Network 7ee31de7-3438-4e1b-ab21-2527b0b70219 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:57.604110 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac140d4c-7a49-479e-aa3d-3cdc4b97a4af req-36508fbd-6c01-4e20-a0e5-50d8d26ca7ce tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:57.606037 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ac140d4c-7a49-479e-aa3d-3cdc4b97a4af req-36508fbd-6c01-4e20-a0e5-50d8d26ca7ce tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.1801748 Jul 16 01:21:57.609953 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-4eeaa83c-6faa-49ef-822f-a431d633c5be req-794acb38-4fcd-4c88-b3d9-4b220ec416a3 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Deleting port eafe01fa-d820-481a-9a29-84935e580426 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:57.610323 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4eeaa83c-6faa-49ef-822f-a431d633c5be req-794acb38-4fcd-4c88-b3d9-4b220ec416a3 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.615061 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0bb9fea8-3210-465c-a8ae-961859a47cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.635772 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0bb9fea8-3210-465c-a8ae-961859a47cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.637869 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0bb9fea8-3210-465c-a8ae-961859a47cf1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/94f37fec-a19a-4c78-8107-bd9bd459dfd1 HTTP/1.1" status: 204 len: 168 time: 1.0693440 Jul 16 01:21:57.638958 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9fea8-3210-465c-a8ae-961859a47cf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=94f37fec-a19a-4c78-8107-bd9bd459dfd1,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:57.646205 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41296) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:57.780663 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d20858d8-c48d-41ac-b8bf-15787fe4e10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.815906 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ac140d4c-7a49-479e-aa3d-3cdc4b97a4af req-6e1a5940-4bfb-4eb3-a66f-90e2783217f3 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894903 Jul 16 01:21:57.825076 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 8051d5ce-109f-4f9d-a8bb-595700f574f1, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=8051d5ce-109f-4f9d-a8bb-595700f574f1,segment=NetworkSegment(5c75894e-9946-4d28-af0d-7f4b9cec03a8),segment_id=5c75894e-9946-4d28-af0d-7f4b9cec03a8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:57.847220 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.857295 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '8051d5ce-109f-4f9d-a8bb-595700f574f1', 'network_id': '7f31c349-ef96-4e32-96d7-dc48e8b6e5ec', 'port_id': '8051d5ce-109f-4f9d-a8bb-595700f574f1', 'mac_address': 'fa:16:3e:5b:dc:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f93d00-dc6c-4fc1-8d56-739bb38c9809', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:57.865115 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 333872a7-7b60-4a39-9171-539fcbb4094b no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:57.895268 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-4eeaa83c-6faa-49ef-822f-a431d633c5be req-794acb38-4fcd-4c88-b3d9-4b220ec416a3 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] For port eafe01fa-d820-481a-9a29-84935e580426, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=eafe01fa-d820-481a-9a29-84935e580426,segment=NetworkSegment(8edac4d6-1ec3-4386-bc75-60f043e6a81f),segment_id=8edac4d6-1ec3-4386-bc75-60f043e6a81f)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:57.895640 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4eeaa83c-6faa-49ef-822f-a431d633c5be req-794acb38-4fcd-4c88-b3d9-4b220ec416a3 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.906448 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 333872a7-7b60-4a39-9171-539fcbb4094b {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:57.906448 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 333872a7-7b60-4a39-9171-539fcbb4094b not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:57.906717 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:57.929003 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-4eeaa83c-6faa-49ef-822f-a431d633c5be req-794acb38-4fcd-4c88-b3d9-4b220ec416a3 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Calling delete_port for eafe01fa-d820-481a-9a29-84935e580426 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:57.934141 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd558e4d-a66b-492c-9075-243952565ccb req-a2e69aa9-fb19-4219-86ce-ab4e85cb34f1 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:57.942187 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd558e4d-a66b-492c-9075-243952565ccb req-a2e69aa9-fb19-4219-86ce-ab4e85cb34f1 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 944 time: 0.2431703 Jul 16 01:21:57.951560 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2a0b94df-7f52-4b9a-bd90-a9d4a2e7a7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.965707 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fced48f-8515-453f-b428-4300dde03d27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8051d5ce-109f-4f9d-a8bb-595700f574f1'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:57.968126 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3260ad6-6fcd-453e-bc0a-227cd4c904c1" -d '{"events": [{"server_uuid": "3fced48f-8515-453f-b428-4300dde03d27", "name": "network-vif-unplugged", "status": "completed", "tag": "8051d5ce-109f-4f9d-a8bb-595700f574f1"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:57.977063 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:57.977312 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device b7f7cc5a-2e59-4c6b-8c9d-f25b093e0f28 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:57.977729 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1da594f3-5c44-4faa-bccc-4d7eefbf2b60 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:58.000760 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2a0b94df-7f52-4b9a-bd90-a9d4a2e7a7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.012408 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9de04f-4c43-4563-9eb0-bd64e7f346dc None None] DHCP port deletion for 7ee31de7-3438-4e1b-ab21-2527b0b70219 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:21:58.016161 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 8051d5ce-109f-4f9d-a8bb-595700f574f1, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=8051d5ce-109f-4f9d-a8bb-595700f574f1,segment=NetworkSegment(5c75894e-9946-4d28-af0d-7f4b9cec03a8),segment_id=5c75894e-9946-4d28-af0d-7f4b9cec03a8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:58.019889 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 1da594f3-5c44-4faa-bccc-4d7eefbf2b60 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:58.020695 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1da594f3-5c44-4faa-bccc-4d7eefbf2b60 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:58.024394 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.078085 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd558e4d-a66b-492c-9075-243952565ccb req-877da4ec-331f-45c1-bb50-922734642597 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/security-groups?id=a56f9882-f2d8-4e72-88d6-ed624a9bffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330559 Jul 16 01:21:58.082661 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.087057 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=8051d5ce-109f-4f9d-a8bb-595700f574f1,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:58.119851 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41304) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:58.120862 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2a0b94df-7f52-4b9a-bd90-a9d4a2e7a7bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b65222a0f784435caaaa5e72f4e03771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6129503 Jul 16 01:21:58.134156 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8051d5ce-109f-4f9d-a8bb-595700f574f1 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:58.136018 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b94df-7f52-4b9a-bd90-a9d4a2e7a7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe75c8a-4da0-48b5-945c-770b41c750bd,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:58.182194 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-d20858d8-c48d-41ac-b8bf-15787fe4e10a admin admin] Deleting port 494acb03-7795-418b-a336-c671c0c250db {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:58.182547 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d20858d8-c48d-41ac-b8bf-15787fe4e10a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.205271 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-db9de04f-4c43-4563-9eb0-bd64e7f346dc None None] Deleting port 494acb03-7795-418b-a336-c671c0c250db {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:58.205859 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db9de04f-4c43-4563-9eb0-bd64e7f346dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.226591 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:21:58.227114 n-d-792394-16 neutron-server[93957]: DEBUG oslo_db.api [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:21:58.235007 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c298fb2-b931-4da5-bf1f-cd4cd7439201 req-2ed4528f-c5b9-4247-bc67-1810fd983e21 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:58.236569 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2c298fb2-b931-4da5-bf1f-cd4cd7439201 req-2ed4528f-c5b9-4247-bc67-1810fd983e21 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 945 time: 0.2022004 Jul 16 01:21:58.274442 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-db9de04f-4c43-4563-9eb0-bd64e7f346dc None None] For port 494acb03-7795-418b-a336-c671c0c250db, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=494acb03-7795-418b-a336-c671c0c250db,segment=NetworkSegment(9af0cc56-7683-4454-8682-cf433ba0049f),segment_id=9af0cc56-7683-4454-8682-cf433ba0049f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:58.275026 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db9de04f-4c43-4563-9eb0-bd64e7f346dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.295458 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-db9de04f-4c43-4563-9eb0-bd64e7f346dc None None] Calling delete_port for 494acb03-7795-418b-a336-c671c0c250db owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:58.338271 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-d20858d8-c48d-41ac-b8bf-15787fe4e10a admin admin] For port 494acb03-7795-418b-a336-c671c0c250db, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=494acb03-7795-418b-a336-c671c0c250db,segment=NetworkSegment(9af0cc56-7683-4454-8682-cf433ba0049f),segment_id=9af0cc56-7683-4454-8682-cf433ba0049f)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:58.338524 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d20858d8-c48d-41ac-b8bf-15787fe4e10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.348696 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88076024-3ca3-4ff1-8646-0fa5e8a4acba req-e83294af-6136-40db-b53b-1db09dcf0ca8 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:58.350225 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-88076024-3ca3-4ff1-8646-0fa5e8a4acba req-e83294af-6136-40db-b53b-1db09dcf0ca8 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.84 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 945 time: 0.1610239 Jul 16 01:21:58.351066 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bfb2728-0248-42b5-9532-5f5956b9b108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.369849 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e00c4-1883-48ed-8f22-d7e69403ef3e req-53e27304-6f64-46df-855e-39f6610ce214 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:58.371464 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-149e00c4-1883-48ed-8f22-d7e69403ef3e req-53e27304-6f64-46df-855e-39f6610ce214 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.1436260 Jul 16 01:21:58.378555 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-d20858d8-c48d-41ac-b8bf-15787fe4e10a admin admin] Calling delete_port for 494acb03-7795-418b-a336-c671c0c250db owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:58.388759 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db9de04f-4c43-4563-9eb0-bd64e7f346dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.391898 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2c298fb2-b931-4da5-bf1f-cd4cd7439201 req-96040394-c497-4a8e-abe9-8fb15ef75d81 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352096 Jul 16 01:21:58.396534 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4eeaa83c-6faa-49ef-822f-a431d633c5be req-794acb38-4fcd-4c88-b3d9-4b220ec416a3 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.422908 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bfb2728-0248-42b5-9532-5f5956b9b108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.430628 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9de04f-4c43-4563-9eb0-bd64e7f346dc None None] Pushing event deleted for resources: {'Port': ['ID=494acb03-7795-418b-a336-c671c0c250db,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:58.450052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9de04f-4c43-4563-9eb0-bd64e7f346dc None None] No DVR routers for this DVR port 494acb03-7795-418b-a336-c671c0c250db on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:58.483925 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac41a455-0ce6-477a-81b4-3a6ae67b3667 x-openstack-request-id: req-ac41a455-0ce6-477a-81b4-3a6ae67b3667 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:58.484203 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fced48f-8515-453f-b428-4300dde03d27", "name": "network-vif-unplugged", "status": "completed", "tag": "8051d5ce-109f-4f9d-a8bb-595700f574f1", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:58.484630 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac41a455-0ce6-477a-81b4-3a6ae67b3667 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:58.485142 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fced48f-8515-453f-b428-4300dde03d27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8051d5ce-109f-4f9d-a8bb-595700f574f1', 'code': 200} Jul 16 01:21:58.503471 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794acb38-4fcd-4c88-b3d9-4b220ec416a3 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Pushing event deleted for resources: {'Port': ['ID=eafe01fa-d820-481a-9a29-84935e580426,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:58.525465 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-149e00c4-1883-48ed-8f22-d7e69403ef3e req-304dc47a-9353-4d30-b416-5781749f4709 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153398 Jul 16 01:21:58.563287 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eeaa83c-6faa-49ef-822f-a431d633c5be req-794acb38-4fcd-4c88-b3d9-4b220ec416a3 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] No DVR routers for this DVR port eafe01fa-d820-481a-9a29-84935e580426 on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:58.597285 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4eeaa83c-6faa-49ef-822f-a431d633c5be req-794acb38-4fcd-4c88-b3d9-4b220ec416a3 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.599874 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4eeaa83c-6faa-49ef-822f-a431d633c5be req-794acb38-4fcd-4c88-b3d9-4b220ec416a3 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.84 "DELETE /v2.0/ports/eafe01fa-d820-481a-9a29-84935e580426 HTTP/1.1" status: 204 len: 173 time: 1.7525697 Jul 16 01:21:58.600309 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4298c3a8-6b4b-4054-8d44-07e972d86625', 'name': 'network-vif-deleted', 'tag': 'eafe01fa-d820-481a-9a29-84935e580426'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:58.600465 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-88076024-3ca3-4ff1-8646-0fa5e8a4acba req-3deb5e27-e4a7-482a-909c-f6350887bce1 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Deleting port 89b825d4-a4ad-4bba-91ee-865bf0120cef {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:58.600677 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-88076024-3ca3-4ff1-8646-0fa5e8a4acba req-3deb5e27-e4a7-482a-909c-f6350887bce1 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.602612 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6fdbfa-3b47-4621-b815-88cc89e6c5d0" -d '{"events": [{"server_uuid": "4298c3a8-6b4b-4054-8d44-07e972d86625", "name": "network-vif-deleted", "tag": "eafe01fa-d820-481a-9a29-84935e580426"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:58.624500 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d20858d8-c48d-41ac-b8bf-15787fe4e10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.654802 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20858d8-c48d-41ac-b8bf-15787fe4e10a admin admin] Pushing event deleted for resources: {'Port': ['ID=494acb03-7795-418b-a336-c671c0c250db,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:58.660570 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c7a1a2-25c3-4795-bbb6-b4b8bac9dd4b x-openstack-request-id: req-14c7a1a2-25c3-4795-bbb6-b4b8bac9dd4b {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:58.661038 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4298c3a8-6b4b-4054-8d44-07e972d86625", "name": "network-vif-deleted", "tag": "eafe01fa-d820-481a-9a29-84935e580426", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:58.661269 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14c7a1a2-25c3-4795-bbb6-b4b8bac9dd4b {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:58.661771 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b70cb35-e03d-49e6-a492-dc1e42dc1d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.661922 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4298c3a8-6b4b-4054-8d44-07e972d86625', 'name': 'network-vif-deleted', 'tag': 'eafe01fa-d820-481a-9a29-84935e580426', 'status': 'completed', 'code': 200} Jul 16 01:21:58.663200 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20858d8-c48d-41ac-b8bf-15787fe4e10a admin admin] No DVR routers for this DVR port 494acb03-7795-418b-a336-c671c0c250db on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:58.666547 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bfb2728-0248-42b5-9532-5f5956b9b108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.668116 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bfb2728-0248-42b5-9532-5f5956b9b108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.669335 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0bfb2728-0248-42b5-9532-5f5956b9b108 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbe75c8a-4da0-48b5-945c-770b41c750bd HTTP/1.1" status: 204 len: 168 time: 0.5471156 Jul 16 01:21:58.698785 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb2728-0248-42b5-9532-5f5956b9b108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe75c8a-4da0-48b5-945c-770b41c750bd,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:58.764314 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d20858d8-c48d-41ac-b8bf-15787fe4e10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.779331 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-d20858d8-c48d-41ac-b8bf-15787fe4e10a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee31de7-3438-4e1b-ab21-2527b0b70219']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:58.780160 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.791400 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-d20858d8-c48d-41ac-b8bf-15787fe4e10a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af0cc56-7683-4454-8682-cf433ba0049f') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:58.792008 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-d20858d8-c48d-41ac-b8bf-15787fe4e10a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af0cc56-7683-4454-8682-cf433ba0049f') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:58.801592 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8051d5ce-109f-4f9d-a8bb-595700f574f1 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:58.803119 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d20858d8-c48d-41ac-b8bf-15787fe4e10a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.826734 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d20858d8-c48d-41ac-b8bf-15787fe4e10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.838170 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-88076024-3ca3-4ff1-8646-0fa5e8a4acba req-3deb5e27-e4a7-482a-909c-f6350887bce1 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] For port 89b825d4-a4ad-4bba-91ee-865bf0120cef, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=89b825d4-a4ad-4bba-91ee-865bf0120cef,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:58.838678 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-88076024-3ca3-4ff1-8646-0fa5e8a4acba req-3deb5e27-e4a7-482a-909c-f6350887bce1 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.840867 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20858d8-c48d-41ac-b8bf-15787fe4e10a admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:21:58.841791 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d20858d8-c48d-41ac-b8bf-15787fe4e10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.841941 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 8051d5ce-109f-4f9d-a8bb-595700f574f1, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=8051d5ce-109f-4f9d-a8bb-595700f574f1,segment=NetworkSegment(5c75894e-9946-4d28-af0d-7f4b9cec03a8),segment_id=5c75894e-9946-4d28-af0d-7f4b9cec03a8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:21:58.843249 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:21:58.847708 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:21:58.847708 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:21:58.847708 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:21:58.847708 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:21:58.847708 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:21:58.847708 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:21:58.847708 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:21:58.847708 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:21:58.847708 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:21:58.847708 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:21:58.847708 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:21:58.847708 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:21:58.847708 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:21:58.847708 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:21:58.847708 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:21:58.847708 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:21:58.847708 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:21:58.847708 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:21:58.847708 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:21:58.847708 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:21:58.847708 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:21:58.852121 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.894624 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-88076024-3ca3-4ff1-8646-0fa5e8a4acba req-3deb5e27-e4a7-482a-909c-f6350887bce1 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Calling delete_port for 89b825d4-a4ad-4bba-91ee-865bf0120cef owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:58.923281 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=8051d5ce-109f-4f9d-a8bb-595700f574f1,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:58.926528 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d20858d8-c48d-41ac-b8bf-15787fe4e10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.934751 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d20858d8-c48d-41ac-b8bf-15787fe4e10a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.939483 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d20858d8-c48d-41ac-b8bf-15787fe4e10a admin admin] 10.222.0.16 "DELETE /v2.0/networks/7ee31de7-3438-4e1b-ab21-2527b0b70219 HTTP/1.1" status: 204 len: 168 time: 1.3493264 Jul 16 01:21:58.956615 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20858d8-c48d-41ac-b8bf-15787fe4e10a admin admin] Pushing event deleted for resources: {'Network': ['ID=7ee31de7-3438-4e1b-ab21-2527b0b70219,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:59.090529 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5ae21-206d-4601-a85c-a4958f48b4f4 req-5f49b5a8-c0d2-4e68-b840-c5533eff5d95 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:59.091858 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['8051d5ce-109f-4f9d-a8bb-595700f574f1'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:59.092782 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-01a5ae21-206d-4601-a85c-a4958f48b4f4 req-5f49b5a8-c0d2-4e68-b840-c5533eff5d95 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 944 time: 0.0947254 Jul 16 01:21:59.211120 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41320) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:59.280503 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-01a5ae21-206d-4601-a85c-a4958f48b4f4 req-6944aefe-788b-49eb-859c-ac074ecbd2ee tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797154 Jul 16 01:21:59.324939 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 89b825d4-a4ad-4bba-91ee-865bf0120cef no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:59.336825 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-615d2c01-50f6-4a75-bf4c-6fd76a5d74f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2999adb4ec8040a5948eea28d1ff10e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1215177 Jul 16 01:21:59.339375 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41324) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:59.423610 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd129c8b-c4e3-4e42-8650-91e32a973d95 req-cf848d09-7094-4f40-8e7b-d78834389177 tempest-LiveAutoBlockMigrationV225Test-1220884207 tempest-LiveAutoBlockMigrationV225Test-1220884207-project] 10.222.0.16 "GET /v2.0/ports?device_id=4298c3a8-6b4b-4054-8d44-07e972d86625 HTTP/1.1" status: 200 len: 210 time: 0.0402675 Jul 16 01:21:59.426491 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c380cfa8-3f88-42db-b59a-3c8f968f0728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.477152 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c380cfa8-3f88-42db-b59a-3c8f968f0728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.595837 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c380cfa8-3f88-42db-b59a-3c8f968f0728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.599846 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c380cfa8-3f88-42db-b59a-3c8f968f0728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.601636 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c380cfa8-3f88-42db-b59a-3c8f968f0728 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44ece80c-04b8-4fe1-abae-cee7f4f3f446 HTTP/1.1" status: 204 len: 168 time: 0.2607327 Jul 16 01:21:59.603208 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-88076024-3ca3-4ff1-8646-0fa5e8a4acba req-3deb5e27-e4a7-482a-909c-f6350887bce1 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.622317 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380cfa8-3f88-42db-b59a-3c8f968f0728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ece80c-04b8-4fe1-abae-cee7f4f3f446,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:59.680270 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb5e27-e4a7-482a-909c-f6350887bce1 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Pushing event deleted for resources: {'Port': ['ID=89b825d4-a4ad-4bba-91ee-865bf0120cef,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:59.716684 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-280d1b37-1389-4756-8f9d-8f190878443a req-54eb180c-f726-4f0a-a623-2f49a8f15ea4 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 210 time: 0.0597875 Jul 16 01:21:59.786988 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device eafe01fa-d820-481a-9a29-84935e580426 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:59.817337 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['485aedfc-d310-49e9-b67e-4865af235efc'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:59.823597 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: eafe01fa-d820-481a-9a29-84935e580426 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:59.823938 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device eafe01fa-d820-481a-9a29-84935e580426 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:59.853895 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-88076024-3ca3-4ff1-8646-0fa5e8a4acba req-3deb5e27-e4a7-482a-909c-f6350887bce1 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] No DVR routers for this DVR port 89b825d4-a4ad-4bba-91ee-865bf0120cef on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:59.861443 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-88076024-3ca3-4ff1-8646-0fa5e8a4acba req-3deb5e27-e4a7-482a-909c-f6350887bce1 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.863688 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 494acb03-7795-418b-a336-c671c0c250db no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:59.864884 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-88076024-3ca3-4ff1-8646-0fa5e8a4acba req-3deb5e27-e4a7-482a-909c-f6350887bce1 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.84 "DELETE /v2.0/ports/89b825d4-a4ad-4bba-91ee-865bf0120cef HTTP/1.1" status: 204 len: 173 time: 1.4924765 Jul 16 01:21:59.867564 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df08c61c-79bd-4649-8de4-ec99bfa9fb90', 'name': 'network-vif-deleted', 'tag': '89b825d4-a4ad-4bba-91ee-865bf0120cef'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:59.869214 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2f746734-41f7-4c38-ac44-22311dfec118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.894424 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.896227 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360198c0-71f1-4d54-9fca-8cd60b9e563a" -d '{"events": [{"server_uuid": "df08c61c-79bd-4649-8de4-ec99bfa9fb90", "name": "network-vif-deleted", "tag": "89b825d4-a4ad-4bba-91ee-865bf0120cef"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:59.901670 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 494acb03-7795-418b-a336-c671c0c250db {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:59.902032 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 494acb03-7795-418b-a336-c671c0c250db not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:00.001043 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad40a54-e6b6-4f55-a17d-8fc8baa172c1 x-openstack-request-id: req-4ad40a54-e6b6-4f55-a17d-8fc8baa172c1 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:00.001392 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df08c61c-79bd-4649-8de4-ec99bfa9fb90", "name": "network-vif-deleted", "tag": "89b825d4-a4ad-4bba-91ee-865bf0120cef", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:00.001588 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ad40a54-e6b6-4f55-a17d-8fc8baa172c1 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:00.001981 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df08c61c-79bd-4649-8de4-ec99bfa9fb90', 'name': 'network-vif-deleted', 'tag': '89b825d4-a4ad-4bba-91ee-865bf0120cef', 'status': 'completed', 'code': 200} Jul 16 01:22:00.020695 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-6b70cb35-e03d-49e6-a492-dc1e42dc1d82 admin admin] Deleting port af974ad2-f674-4f8a-8522-66606c52682a {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:00.021212 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b70cb35-e03d-49e6-a492-dc1e42dc1d82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.054915 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-de942044-a076-4477-9aed-9fc38a36f117 service neutron] show failed (client error): The resource could not be found. Jul 16 01:22:00.056322 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-de942044-a076-4477-9aed-9fc38a36f117 service neutron] 10.222.0.84 "GET /v2.0/ports/d16bd774-5da3-43c1-89a0-21addbf98349/bindings/n-h2-792394-16 HTTP/1.1" status: 404 len: 381 time: 0.1812522 Jul 16 01:22:00.061940 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def00dfa-1a66-4c1a-8d9b-e37b868ee441 req-3d2d6a19-d926-49b0-8b52-48eed149e67a tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:00.069756 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-def00dfa-1a66-4c1a-8d9b-e37b868ee441 req-3d2d6a19-d926-49b0-8b52-48eed149e67a tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.3515975 Jul 16 01:22:00.187937 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-def00dfa-1a66-4c1a-8d9b-e37b868ee441 req-7efd0249-6008-47f6-952f-c3fa606927d3 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172826 Jul 16 01:22:00.199559 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-6b70cb35-e03d-49e6-a492-dc1e42dc1d82 admin admin] For port af974ad2-f674-4f8a-8522-66606c52682a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=af974ad2-f674-4f8a-8522-66606c52682a,segment=NetworkSegment(4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a),segment_id=4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:00.199944 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b70cb35-e03d-49e6-a492-dc1e42dc1d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.223780 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-6b70cb35-e03d-49e6-a492-dc1e42dc1d82 admin admin] Calling delete_port for af974ad2-f674-4f8a-8522-66606c52682a owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:00.385722 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41356) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:00.499867 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-960a4756-2a7f-42ac-ab67-c2bfa5f9475f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db30800277784b33a49487e655fabfc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1111493 Jul 16 01:22:00.514694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41362) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:00.581071 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-95752f7c-80f8-46ee-a3db-681c886c24c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:00.582472 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b70cb35-e03d-49e6-a492-dc1e42dc1d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.583290 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-95752f7c-80f8-46ee-a3db-681c886c24c0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e&tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a HTTP/1.1" status: 200 len: 1101 time: 0.1605315 Jul 16 01:22:00.599472 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-16', 'device_owner': 'compute:nova'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:00.609572 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-591f4997-9f2c-42d0-988e-b7019c9c7728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.614697 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42166f3-90c2-41c5-acfb-71a9f1d98723 req-bb9f8108-2044-46c2-9cdf-ea042f45e550 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:00.616202 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70cb35-e03d-49e6-a492-dc1e42dc1d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=af974ad2-f674-4f8a-8522-66606c52682a,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:00.617004 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d42166f3-90c2-41c5-acfb-71a9f1d98723 req-bb9f8108-2044-46c2-9cdf-ea042f45e550 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 944 time: 0.1426070 Jul 16 01:22:00.664104 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70cb35-e03d-49e6-a492-dc1e42dc1d82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:00.664638 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70cb35-e03d-49e6-a492-dc1e42dc1d82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:00.664985 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70cb35-e03d-49e6-a492-dc1e42dc1d82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:00.665323 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70cb35-e03d-49e6-a492-dc1e42dc1d82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:00.665656 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70cb35-e03d-49e6-a492-dc1e42dc1d82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:00.665985 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70cb35-e03d-49e6-a492-dc1e42dc1d82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:00.666315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70cb35-e03d-49e6-a492-dc1e42dc1d82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:00.666773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70cb35-e03d-49e6-a492-dc1e42dc1d82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:00.667313 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70cb35-e03d-49e6-a492-dc1e42dc1d82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:00.667812 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70cb35-e03d-49e6-a492-dc1e42dc1d82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:00.668297 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70cb35-e03d-49e6-a492-dc1e42dc1d82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:00.668994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70cb35-e03d-49e6-a492-dc1e42dc1d82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:00.681463 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-591f4997-9f2c-42d0-988e-b7019c9c7728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.695812 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.746544 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d42166f3-90c2-41c5-acfb-71a9f1d98723 req-29b16a4b-3625-4ff9-981b-c46925bbce01 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021845 Jul 16 01:22:00.853638 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.943595 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-591f4997-9f2c-42d0-988e-b7019c9c7728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.946714 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-591f4997-9f2c-42d0-988e-b7019c9c7728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.950997 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-591f4997-9f2c-42d0-988e-b7019c9c7728 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ae9b9fc-a3cc-4db6-8f2f-f98b0f0c2ea6 HTTP/1.1" status: 204 len: 168 time: 0.4326425 Jul 16 01:22:00.977678 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f4997-9f2c-42d0-988e-b7019c9c7728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae9b9fc-a3cc-4db6-8f2f-f98b0f0c2ea6,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:01.005885 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b70cb35-e03d-49e6-a492-dc1e42dc1d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.026970 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b90418eb-ef13-451c-898a-15c5695d32fa req-e738dc72-9e5a-4509-99f0-f929a1d24b9c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 210 time: 0.1081266 Jul 16 01:22:01.080163 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41378) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:01.111644 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.304058 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 8051d5ce-109f-4f9d-a8bb-595700f574f1 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:01.413385 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b70cb35-e03d-49e6-a492-dc1e42dc1d82 admin admin] Router d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:22:01.422027 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 8051d5ce-109f-4f9d-a8bb-595700f574f1 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:01.422533 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.561864 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b70cb35-e03d-49e6-a492-dc1e42dc1d82 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:01.572558 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab98592-29cb-4785-a514-d83a4d8a147d None None] Sync routers for ids ['d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:01.584200 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab98592-29cb-4785-a514-d83a4d8a147d None None] Routers {'d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:01.585222 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5ab98592-29cb-4785-a514-d83a4d8a147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:22:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:01.585664 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] For port d16bd774-5da3-43c1-89a0-21addbf98349, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d16bd774-5da3-43c1-89a0-21addbf98349,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:01.590366 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.598348 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6b70cb35-e03d-49e6-a492-dc1e42dc1d82 admin admin] 10.222.0.16 "PUT /v2.0/routers/d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9506950 Jul 16 01:22:01.602526 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41396) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:01.615941 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fced48f-8515-453f-b428-4300dde03d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8051d5ce-109f-4f9d-a8bb-595700f574f1'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:01.618093 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a35a99a-1218-4f00-a213-2d0ac4085a8c" -d '{"events": [{"server_uuid": "3fced48f-8515-453f-b428-4300dde03d27", "name": "network-vif-plugged", "status": "completed", "tag": "8051d5ce-109f-4f9d-a8bb-595700f574f1"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:01.634793 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-317f14b6-1069-4341-8e16-9e4b5d4be4b2 admin admin] Deleting subnet f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:01.635763 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 8051d5ce-109f-4f9d-a8bb-595700f574f1, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=8051d5ce-109f-4f9d-a8bb-595700f574f1,segment=NetworkSegment(5c75894e-9946-4d28-af0d-7f4b9cec03a8),segment_id=5c75894e-9946-4d28-af0d-7f4b9cec03a8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:01.651974 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.669881 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-317f14b6-1069-4341-8e16-9e4b5d4be4b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.734599 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448e8d87-cd77-4a1e-be37-e5c9ae6a82c8 x-openstack-request-id: req-448e8d87-cd77-4a1e-be37-e5c9ae6a82c8 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:01.736700 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fced48f-8515-453f-b428-4300dde03d27", "name": "network-vif-plugged", "status": "completed", "tag": "8051d5ce-109f-4f9d-a8bb-595700f574f1", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:01.737113 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-448e8d87-cd77-4a1e-be37-e5c9ae6a82c8 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:01.741261 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fced48f-8515-453f-b428-4300dde03d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8051d5ce-109f-4f9d-a8bb-595700f574f1', 'code': 200} Jul 16 01:22:01.829056 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f8cc5-fded-4779-b431-da4f99db80f5 req-467bc797-8c4b-41c5-837c-94b294e1f18c tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:01.830812 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f2f8cc5-fded-4779-b431-da4f99db80f5 req-467bc797-8c4b-41c5-837c-94b294e1f18c tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.2707312 Jul 16 01:22:01.838265 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-317f14b6-1069-4341-8e16-9e4b5d4be4b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.844777 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] For port d16bd774-5da3-43c1-89a0-21addbf98349, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:01.912106 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=8051d5ce-109f-4f9d-a8bb-595700f574f1,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:01.937591 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-5ab98592-29cb-4785-a514-d83a4d8a147d None None] Set router d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:01.980306 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f2f8cc5-fded-4779-b431-da4f99db80f5 req-2bae54a5-5d57-4eb2-828a-426ca264430a tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286230 Jul 16 01:22:02.069512 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08adf13-855c-4c61-9196-5246a2f2d89e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd16bd774-5da3-43c1-89a0-21addbf98349'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:02.072080 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da554e5-4ea1-4887-b2b9-da0c10f038fe" -d '{"events": [{"server_uuid": "a08adf13-855c-4c61-9196-5246a2f2d89e", "name": "network-vif-unplugged", "status": "completed", "tag": "d16bd774-5da3-43c1-89a0-21addbf98349"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:02.076700 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.097038 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-317f14b6-1069-4341-8e16-9e4b5d4be4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.195071 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e966b166-c072-4266-80ac-e878ea35633c admin admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.227850 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] Transition to ACTIVE for port object d16bd774-5da3-43c1-89a0-21addbf98349 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:02.281662 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.311601 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a2a1ee4a-eb45-4e2b-b8a4-2de671f23934 req-62a505c9-3300-4097-b172-20d1b0ba49de tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 210 time: 0.0565333 Jul 16 01:22:02.432017 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.455782 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5ab98592-29cb-4785-a514-d83a4d8a147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3acc855-d18f-43d7-a2f6-ce7ff8ac63ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-642662804-router', 'tenant_id': 'e70efd0d58824f829e07727db7a275f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '5b03621c-4855-4ab2-92c6-7a07e10c9872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:48Z', 'updated_at': '2021-07-16T01:22:00Z', 'revision_number': 5, 'project_id': 'e70efd0d58824f829e07727db7a275f1', 'gw_port': {'id': '5b03621c-4855-4ab2-92c6-7a07e10c9872', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3acc855-d18f-43d7-a2f6-ce7ff8ac63ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:50Z', 'updated_at': '2021-07-16T01:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:02.495475 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab98592-29cb-4785-a514-d83a4d8a147d None None] Checking router: d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:22:02.508132 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab98592-29cb-4785-a514-d83a4d8a147d None None] Routers {'d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:02.509065 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5ab98592-29cb-4785-a514-d83a4d8a147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:22:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:02.639103 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-5ab98592-29cb-4785-a514-d83a4d8a147d None None] Set router d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:02.958251 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49012bbf-5009-471a-9cb3-cb3241125d40 x-openstack-request-id: req-49012bbf-5009-471a-9cb3-cb3241125d40 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:02.958851 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08adf13-855c-4c61-9196-5246a2f2d89e", "name": "network-vif-unplugged", "status": "completed", "tag": "d16bd774-5da3-43c1-89a0-21addbf98349", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:02.958851 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49012bbf-5009-471a-9cb3-cb3241125d40 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:02.959173 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08adf13-855c-4c61-9196-5246a2f2d89e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd16bd774-5da3-43c1-89a0-21addbf98349', 'code': 200} Jul 16 01:22:02.994748 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ff1c3-a81d-427c-86d2-62e40e0d0033 req-b3cade5a-dad0-49c7-b207-f16cd4fc1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:02.996753 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1b8ff1c3-a81d-427c-86d2-62e40e0d0033 req-b3cade5a-dad0-49c7-b207-f16cd4fc1a75 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 1097 time: 1.0248902 Jul 16 01:22:03.026481 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e966b166-c072-4266-80ac-e878ea35633c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.036199 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] No DVR routers for this DVR port d16bd774-5da3-43c1-89a0-21addbf98349 on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:03.041826 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] Pushing event updated for resources: {'Port': ['ID=d16bd774-5da3-43c1-89a0-21addbf98349,revision_number=6']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:03.070324 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-317f14b6-1069-4341-8e16-9e4b5d4be4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.131134 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f14b6-1069-4341-8e16-9e4b5d4be4b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:03.134305 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-317f14b6-1069-4341-8e16-9e4b5d4be4b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.134835 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5ab98592-29cb-4785-a514-d83a4d8a147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3acc855-d18f-43d7-a2f6-ce7ff8ac63ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-642662804-router', 'tenant_id': 'e70efd0d58824f829e07727db7a275f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '5b03621c-4855-4ab2-92c6-7a07e10c9872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:48Z', 'updated_at': '2021-07-16T01:22:00Z', 'revision_number': 5, 'project_id': 'e70efd0d58824f829e07727db7a275f1', 'gw_port': {'id': '5b03621c-4855-4ab2-92c6-7a07e10c9872', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3acc855-d18f-43d7-a2f6-ce7ff8ac63ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:50Z', 'updated_at': '2021-07-16T01:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:03.138468 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-317f14b6-1069-4341-8e16-9e4b5d4be4b2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f4ddbd12-4296-4d2a-ab9f-e03b1cf0dbda HTTP/1.1" status: 204 len: 168 time: 2.0527499 Jul 16 01:22:03.138855 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41484) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:03.165267 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05e314-dafd-48b0-b4a8-84f9dae54170 req-b0cd0d07-35b3-4a93-ba7b-42d6449f2d9c tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:03.170332 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab98592-29cb-4785-a514-d83a4d8a147d None None] The sync data for ids ['d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac'] in n-d-792394-16 is: [{'id': 'd3acc855-d18f-43d7-a2f6-ce7ff8ac63ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-642662804-router', 'tenant_id': 'e70efd0d58824f829e07727db7a275f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '5b03621c-4855-4ab2-92c6-7a07e10c9872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:19:48Z', 'updated_at': '2021-07-16T01:22:00Z', 'revision_number': 5, 'project_id': 'e70efd0d58824f829e07727db7a275f1', 'gw_port': {'id': '5b03621c-4855-4ab2-92c6-7a07e10c9872', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3acc855-d18f-43d7-a2f6-ce7ff8ac63ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:19:50Z', 'updated_at': '2021-07-16T01:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:03.173051 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dd05e314-dafd-48b0-b4a8-84f9dae54170 req-b0cd0d07-35b3-4a93-ba7b-42d6449f2d9c tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.9967351 Jul 16 01:22:03.234792 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1b8ff1c3-a81d-427c-86d2-62e40e0d0033 req-16d9694d-01fe-4bbc-b0ad-bd02f70d7ab3 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966946 Jul 16 01:22:03.271684 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] Attempting to bind port d16bd774-5da3-43c1-89a0-21addbf98349 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:03.272050 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] Attempting to bind port d16bd774-5da3-43c1-89a0-21addbf98349 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:03.272341 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] Attempting to bind port d16bd774-5da3-43c1-89a0-21addbf98349 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:03.293718 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] Port d16bd774-5da3-43c1-89a0-21addbf98349 on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:22:03.294012 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] Attempting to bind port d16bd774-5da3-43c1-89a0-21addbf98349 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:03.304468 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d16bd774-5da3-43c1-89a0-21addbf98349 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:03.322331 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:03.322667 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:03.323060 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:03.323514 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] Bound port: d16bd774-5da3-43c1-89a0-21addbf98349, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:03.323872 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.328531 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dd05e314-dafd-48b0-b4a8-84f9dae54170 req-8f910716-babd-40ff-b60d-65f1c2783a04 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544461 Jul 16 01:22:03.382497 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57dfddec-1939-4b3f-b2d7-75026d3a2c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.453426 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d16bd774-5da3-43c1-89a0-21addbf98349 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:03.456231 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-e966b166-c072-4266-80ac-e878ea35633c admin admin] Deleting port 5b03621c-4855-4ab2-92c6-7a07e10c9872 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:03.456704 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e966b166-c072-4266-80ac-e878ea35633c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.553217 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6650b96-0aeb-4544-83d6-01c235985d82 req-3ea4e5df-9ef6-4e64-878d-3b180f3ff580 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:03.553217 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f6650b96-0aeb-4544-83d6-01c235985d82 req-3ea4e5df-9ef6-4e64-878d-3b180f3ff580 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 947 time: 0.2448511 Jul 16 01:22:03.574665 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] For port d16bd774-5da3-43c1-89a0-21addbf98349, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:03.591186 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] For port d16bd774-5da3-43c1-89a0-21addbf98349, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=d16bd774-5da3-43c1-89a0-21addbf98349,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:03.619139 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.625522 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57dfddec-1939-4b3f-b2d7-75026d3a2c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.664508 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-57dfddec-1939-4b3f-b2d7-75026d3a2c5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['952b1f4f-1df7-48bd-a0c8-40d17571e492']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:03.668653 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-28436700-58f5-4bed-bcd3-5c609876a991 req-515eaae0-25ab-493e-9bf7-f1f161e7e430 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 210 time: 0.0756562 Jul 16 01:22:03.679564 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-57dfddec-1939-4b3f-b2d7-75026d3a2c5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8edac4d6-1ec3-4386-bc75-60f043e6a81f') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:03.679862 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-57dfddec-1939-4b3f-b2d7-75026d3a2c5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8edac4d6-1ec3-4386-bc75-60f043e6a81f') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:03.720156 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57dfddec-1939-4b3f-b2d7-75026d3a2c5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.751547 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device af974ad2-f674-4f8a-8522-66606c52682a no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:03.756177 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f6650b96-0aeb-4544-83d6-01c235985d82 req-b7ef22cc-0586-430e-983c-eb50d1c485a1 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967716 Jul 16 01:22:03.782528 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57dfddec-1939-4b3f-b2d7-75026d3a2c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.792226 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:03.799189 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.800786 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] 10.222.0.82 "PUT /v2.0/ports/d16bd774-5da3-43c1-89a0-21addbf98349 HTTP/1.1" status: 200 len: 1096 time: 3.2073829 Jul 16 01:22:03.814863 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57dfddec-1939-4b3f-b2d7-75026d3a2c5d admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:03.816103 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57dfddec-1939-4b3f-b2d7-75026d3a2c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.816226 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: af974ad2-f674-4f8a-8522-66606c52682a {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:03.816540 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device af974ad2-f674-4f8a-8522-66606c52682a not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:03.825562 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:03.875182 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-e966b166-c072-4266-80ac-e878ea35633c admin admin] For port 5b03621c-4855-4ab2-92c6-7a07e10c9872, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=5b03621c-4855-4ab2-92c6-7a07e10c9872,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:03.875669 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e966b166-c072-4266-80ac-e878ea35633c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.987179 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-e966b166-c072-4266-80ac-e878ea35633c admin admin] Calling delete_port for 5b03621c-4855-4ab2-92c6-7a07e10c9872 owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:03.991010 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57dfddec-1939-4b3f-b2d7-75026d3a2c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.997488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbe072-9b34-4258-9b4f-9654abe77840 service neutron] Pushing event updated for resources: {'Port': ['ID=d16bd774-5da3-43c1-89a0-21addbf98349,revision_number=7']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:04.010628 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57dfddec-1939-4b3f-b2d7-75026d3a2c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.014658 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-57dfddec-1939-4b3f-b2d7-75026d3a2c5d admin admin] 10.222.0.16 "DELETE /v2.0/networks/952b1f4f-1df7-48bd-a0c8-40d17571e492 HTTP/1.1" status: 204 len: 168 time: 0.8741162 Jul 16 01:22:04.020553 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41540) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:04.047617 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfddec-1939-4b3f-b2d7-75026d3a2c5d admin admin] Pushing event deleted for resources: {'Network': ['ID=952b1f4f-1df7-48bd-a0c8-40d17571e492,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:04.149800 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-c19722fe-76bb-4406-8581-e9abca5bbc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:04.151875 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-c19722fe-76bb-4406-8581-e9abca5bbc4e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 1099 time: 0.2825067 Jul 16 01:22:04.158757 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c33079c-1e72-4dd6-adcd-8ed89051444c admin admin] Deleting subnet 8c53d713-1e47-4493-9bab-e4954d063f8d {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:04.202028 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8c33079c-1e72-4dd6-adcd-8ed89051444c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.409084 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8c33079c-1e72-4dd6-adcd-8ed89051444c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.525198 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-8609baf4-c454-4722-b09c-00347d76f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:04.525961 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-8609baf4-c454-4722-b09c-00347d76f308 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.3645773 Jul 16 01:22:04.536085 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8c33079c-1e72-4dd6-adcd-8ed89051444c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.602463 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e966b166-c072-4266-80ac-e878ea35633c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.630702 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-c20e3f53-57c5-48fd-b2ba-7a8d55279a04 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=d16bd774-5da3-43c1-89a0-21addbf98349 HTTP/1.1" status: 200 len: 217 time: 0.0934772 Jul 16 01:22:04.671278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966b166-c072-4266-80ac-e878ea35633c admin admin] Pushing event deleted for resources: {'Port': ['ID=5b03621c-4855-4ab2-92c6-7a07e10c9872,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:04.699523 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5190d-4723-4f47-8cd5-2d551d49a243 req-69056d33-90a0-49ff-b208-41f4ed5f0239 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:04.700290 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.706293 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08a5190d-4723-4f47-8cd5-2d551d49a243 req-69056d33-90a0-49ff-b208-41f4ed5f0239 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.1628473 Jul 16 01:22:04.775602 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-7dbaaef6-01aa-4156-bcc2-abe2b1028583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:04.779651 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-7dbaaef6-01aa-4156-bcc2-abe2b1028583 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1176076 Jul 16 01:22:04.793647 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08a5190d-4723-4f47-8cd5-2d551d49a243 req-05df8026-b0ae-464b-8b74-73bfde8b2aa8 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813501 Jul 16 01:22:04.887224 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8c33079c-1e72-4dd6-adcd-8ed89051444c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.905635 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e966b166-c072-4266-80ac-e878ea35633c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.908716 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8c33079c-1e72-4dd6-adcd-8ed89051444c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.913306 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41610) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:04.913670 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8c33079c-1e72-4dd6-adcd-8ed89051444c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8c53d713-1e47-4493-9bab-e4954d063f8d HTTP/1.1" status: 204 len: 168 time: 0.8819549 Jul 16 01:22:04.999689 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08adf13-855c-4c61-9196-5246a2f2d89e', 'tag': 'd16bd774-5da3-43c1-89a0-21addbf98349'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:05.009207 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd385ce9-6d47-4611-9b01-e43a5f27d2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "a08adf13-855c-4c61-9196-5246a2f2d89e", "tag": "d16bd774-5da3-43c1-89a0-21addbf98349"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:05.084295 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33079c-1e72-4dd6-adcd-8ed89051444c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c53d713-1e47-4493-9bab-e4954d063f8d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:05.123400 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86741957-f25b-4cfa-9ce7-5ea19783597e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.161858 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-40f16717-a012-4900-811a-e56599b707d0 req-d8a96158-5901-4661-9b3a-d896d30fe621 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=df08c61c-79bd-4649-8de4-ec99bfa9fb90 HTTP/1.1" status: 200 len: 210 time: 0.0800903 Jul 16 01:22:05.171886 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-912a63c5-5cfc-4a15-8840-e7e1869ccd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:05.173875 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-912a63c5-5cfc-4a15-8840-e7e1869ccd69 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3680286 Jul 16 01:22:05.175771 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e966b166-c072-4266-80ac-e878ea35633c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.178853 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e966b166-c072-4266-80ac-e878ea35633c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.202160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41620) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:05.270037 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e966b166-c072-4266-80ac-e878ea35633c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.270604 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e966b166-c072-4266-80ac-e878ea35633c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:22:05.277201 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e966b166-c072-4266-80ac-e878ea35633c admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.278911 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e966b166-c072-4266-80ac-e878ea35633c admin admin] 10.222.0.16 "DELETE /v2.0/routers/d3acc855-d18f-43d7-a2f6-ce7ff8ac63ac HTTP/1.1" status: 204 len: 168 time: 3.6750801 Jul 16 01:22:05.283904 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41624) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:05.310567 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41626) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:05.364895 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01768989-c3b9-4237-a537-1426041d6878 req-4dd8e076-0e20-4bd4-9a11-c5220654e14f tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:05.375656 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-01768989-c3b9-4237-a537-1426041d6878 req-4dd8e076-0e20-4bd4-9a11-c5220654e14f tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 947 time: 0.2829244 Jul 16 01:22:05.402326 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-f87845ca-590f-4262-8ba0-cea6b4c163ed service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196710 Jul 16 01:22:05.466555 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86741957-f25b-4cfa-9ce7-5ea19783597e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.477371 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc10424-81cb-4e19-ad44-7803ce1c4dab admin admin] Deleting subnet 7cef2098-7942-45d3-80ae-ec92aec72527 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:05.480859 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dfc10424-81cb-4e19-ad44-7803ce1c4dab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.535362 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dfc10424-81cb-4e19-ad44-7803ce1c4dab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.540415 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-22243899-1342-419a-af3b-3128f1944c14 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296301 Jul 16 01:22:05.587754 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7165c685-ad5c-4007-aab9-576fbe860018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.603048 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deeaa2d-8a8e-4514-a484-c861527ff0fe req-a1e1bde9-72c5-4be9-a265-459393a10675 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:05.609094 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6deeaa2d-8a8e-4514-a484-c861527ff0fe req-a1e1bde9-72c5-4be9-a265-459393a10675 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 0.1993864 Jul 16 01:22:05.614777 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-86741957-f25b-4cfa-9ce7-5ea19783597e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc5f43c-16c9-4fe1-a059-4cc236ca324a']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:05.647275 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6deeaa2d-8a8e-4514-a484-c861527ff0fe req-5c3fa974-d8ea-4763-a1ba-c75e1e881da2 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358300 Jul 16 01:22:05.648915 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2278367-27d8-4daf-8d30-01f06b56c222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.651863 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-86741957-f25b-4cfa-9ce7-5ea19783597e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1f3df2-c40a-4837-8506-a44bf5298b91') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:05.652228 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-86741957-f25b-4cfa-9ce7-5ea19783597e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1f3df2-c40a-4837-8506-a44bf5298b91') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:05.711861 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86741957-f25b-4cfa-9ce7-5ea19783597e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.793798 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-01768989-c3b9-4237-a537-1426041d6878 req-2ef7f0e0-b616-42da-9fd2-c3a9158d244f tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159288 Jul 16 01:22:05.848897 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86741957-f25b-4cfa-9ce7-5ea19783597e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.856763 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86741957-f25b-4cfa-9ce7-5ea19783597e admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:05.857574 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86741957-f25b-4cfa-9ce7-5ea19783597e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.873663 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6628ed8-5cea-4b6f-978e-f031f6e90b30 x-openstack-request-id: req-a6628ed8-5cea-4b6f-978e-f031f6e90b30 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:05.873990 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08adf13-855c-4c61-9196-5246a2f2d89e", "tag": "d16bd774-5da3-43c1-89a0-21addbf98349", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:05.874401 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6628ed8-5cea-4b6f-978e-f031f6e90b30 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:05.874819 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08adf13-855c-4c61-9196-5246a2f2d89e', 'tag': 'd16bd774-5da3-43c1-89a0-21addbf98349', 'status': 'completed', 'code': 200} Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:05.909030 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:05.971305 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 5b03621c-4855-4ab2-92c6-7a07e10c9872 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:06.020420 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 5b03621c-4855-4ab2-92c6-7a07e10c9872 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:06.020773 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 5b03621c-4855-4ab2-92c6-7a07e10c9872 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:06.038667 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dfc10424-81cb-4e19-ad44-7803ce1c4dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.087589 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd385ce9-6d47-4611-9b01-e43a5f27d2e1 req-7ae1274d-d135-4cc1-b20c-91f09c5110a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:06.087589 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd385ce9-6d47-4611-9b01-e43a5f27d2e1 req-7ae1274d-d135-4cc1-b20c-91f09c5110a8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 1099 time: 0.1729791 Jul 16 01:22:06.091130 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd385ce9-6d47-4611-9b01-e43a5f27d2e1 req-6e111b24-2a3a-4cbe-b7ce-63c3706d943b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:06.092630 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd385ce9-6d47-4611-9b01-e43a5f27d2e1 req-6e111b24-2a3a-4cbe-b7ce-63c3706d943b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 1099 time: 0.1726332 Jul 16 01:22:06.116284 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86741957-f25b-4cfa-9ce7-5ea19783597e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.127450 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86741957-f25b-4cfa-9ce7-5ea19783597e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.129755 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-86741957-f25b-4cfa-9ce7-5ea19783597e admin admin] 10.222.0.16 "DELETE /v2.0/networks/2bc5f43c-16c9-4fe1-a059-4cc236ca324a HTTP/1.1" status: 204 len: 168 time: 1.2146988 Jul 16 01:22:06.155763 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86741957-f25b-4cfa-9ce7-5ea19783597e admin admin] Pushing event deleted for resources: {'Network': ['ID=2bc5f43c-16c9-4fe1-a059-4cc236ca324a,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:06.175760 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dfc10424-81cb-4e19-ad44-7803ce1c4dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.284214 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc10424-81cb-4e19-ad44-7803ce1c4dab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cef2098-7942-45d3-80ae-ec92aec72527,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:06.304328 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ec0a36-6fbe-4241-9f01-aa4a769fc2d5 None None] Network 8d5b070c-750e-4767-9b7a-b10009692794 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:06.315212 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dfc10424-81cb-4e19-ad44-7803ce1c4dab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.317267 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-dfc10424-81cb-4e19-ad44-7803ce1c4dab admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7cef2098-7942-45d3-80ae-ec92aec72527 HTTP/1.1" status: 204 len: 168 time: 1.0276098 Jul 16 01:22:06.340955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41638) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:06.411159 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7165c685-ad5c-4007-aab9-576fbe860018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.440523 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd385ce9-6d47-4611-9b01-e43a5f27d2e1 req-5947bab8-d03a-492a-ac95-92b8ba8d68dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:06.441613 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd385ce9-6d47-4611-9b01-e43a5f27d2e1 req-5947bab8-d03a-492a-ac95-92b8ba8d68dc service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.3478444 Jul 16 01:22:06.447045 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41648) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:06.506346 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7165c685-ad5c-4007-aab9-576fbe860018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.530222 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd385ce9-6d47-4611-9b01-e43a5f27d2e1 req-00ec6c6a-9a5a-4f5b-a1fa-c59fcadd3da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:06.532377 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd385ce9-6d47-4611-9b01-e43a5f27d2e1 req-00ec6c6a-9a5a-4f5b-a1fa-c59fcadd3da4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.4198215 Jul 16 01:22:06.591298 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd385ce9-6d47-4611-9b01-e43a5f27d2e1 req-99a7a9d7-05da-4cb9-a1d7-04489ee66274 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=d16bd774-5da3-43c1-89a0-21addbf98349 HTTP/1.1" status: 200 len: 217 time: 0.1404338 Jul 16 01:22:06.642868 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d96ae8c9-1823-45c2-896f-6fbffa5af08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.660136 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd385ce9-6d47-4611-9b01-e43a5f27d2e1 req-0f632443-dd63-46c6-9742-93285250400f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=d16bd774-5da3-43c1-89a0-21addbf98349 HTTP/1.1" status: 200 len: 217 time: 0.0763683 Jul 16 01:22:06.678972 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e805da96-8379-4546-82ee-c44de8c09147 None None] DHCP port deletion for 8d5b070c-750e-4767-9b7a-b10009692794 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:22:06.705084 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165c685-ad5c-4007-aab9-576fbe860018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b9f443-1a81-4778-ac1f-5f183f30e9fd,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:06.709740 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7165c685-ad5c-4007-aab9-576fbe860018 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68cb82231c374430a8d9e538f46b9ebe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5048409 Jul 16 01:22:06.714109 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-85dfee45-0896-4120-bc82-1aa2454697d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19f0097db32e406ab305cc19744860c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658243 Jul 16 01:22:06.717834 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41656) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:06.718420 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41658) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:06.743064 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e805da96-8379-4546-82ee-c44de8c09147 None None] Deleting port 36dbd05e-610b-4008-baf3-b1d3d3ae818a {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:06.743935 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e805da96-8379-4546-82ee-c44de8c09147 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.757180 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd385ce9-6d47-4611-9b01-e43a5f27d2e1 req-30eadb4c-aa28-4608-b7d9-6c77e4022f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:06.758785 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd385ce9-6d47-4611-9b01-e43a5f27d2e1 req-30eadb4c-aa28-4608-b7d9-6c77e4022f99 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1355853 Jul 16 01:22:06.784614 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2278367-27d8-4daf-8d30-01f06b56c222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.800645 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-d0228e87-2c15-400b-8fe0-ce9635dd2a93 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:06.807801 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-d0228e87-2c15-400b-8fe0-ce9635dd2a93 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/networks?id=7f31c349-ef96-4e32-96d7-dc48e8b6e5ec HTTP/1.1" status: 200 len: 815 time: 0.3022647 Jul 16 01:22:06.819283 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2278367-27d8-4daf-8d30-01f06b56c222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.843765 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e805da96-8379-4546-82ee-c44de8c09147 None None] For port 36dbd05e-610b-4008-baf3-b1d3d3ae818a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=36dbd05e-610b-4008-baf3-b1d3d3ae818a,segment=NetworkSegment(4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a),segment_id=4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:06.844152 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e805da96-8379-4546-82ee-c44de8c09147 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.868310 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-e28e70b9-b7ba-4773-8033-a5207d723b72 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/quotas/188651938ea04d6987c92bcea6afb008 HTTP/1.1" status: 200 len: 375 time: 0.0547981 Jul 16 01:22:06.869192 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd385ce9-6d47-4611-9b01-e43a5f27d2e1 req-8c7d43cb-247e-4d97-ac0a-d8dbe21f478a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:06.870982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e805da96-8379-4546-82ee-c44de8c09147 None None] Calling delete_port for 36dbd05e-610b-4008-baf3-b1d3d3ae818a owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:06.873579 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd385ce9-6d47-4611-9b01-e43a5f27d2e1 req-8c7d43cb-247e-4d97-ac0a-d8dbe21f478a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.2053535 Jul 16 01:22:06.937275 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2278367-27d8-4daf-8d30-01f06b56c222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eff19d1-3dad-4f55-ae19-08f494c4143e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:06.953651 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c2278367-27d8-4daf-8d30-01f06b56c222 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=beea2668e3244670ad595d4ab4e379c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6330760 Jul 16 01:22:06.954417 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41664) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:06.956642 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-d96ae8c9-1823-45c2-896f-6fbffa5af08a admin admin] Deleting port 36dbd05e-610b-4008-baf3-b1d3d3ae818a {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:06.957678 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d96ae8c9-1823-45c2-896f-6fbffa5af08a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.973211 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-57901130-1c43-4b93-9438-51d7db945cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.017499 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e805da96-8379-4546-82ee-c44de8c09147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.023894 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-57901130-1c43-4b93-9438-51d7db945cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.026051 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0592c093-5fbf-40d2-9328-aa47546b069c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.032514 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-d96ae8c9-1823-45c2-896f-6fbffa5af08a admin admin] For port 36dbd05e-610b-4008-baf3-b1d3d3ae818a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=36dbd05e-610b-4008-baf3-b1d3d3ae818a,segment=NetworkSegment(4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a),segment_id=4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:07.033015 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d96ae8c9-1823-45c2-896f-6fbffa5af08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.046191 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-d96ae8c9-1823-45c2-896f-6fbffa5af08a admin admin] Calling delete_port for 36dbd05e-610b-4008-baf3-b1d3d3ae818a owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:07.049268 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0592c093-5fbf-40d2-9328-aa47546b069c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.051173 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805da96-8379-4546-82ee-c44de8c09147 None None] Pushing event deleted for resources: {'Port': ['ID=36dbd05e-610b-4008-baf3-b1d3d3ae818a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:07.069035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e805da96-8379-4546-82ee-c44de8c09147 None None] No DVR routers for this DVR port 36dbd05e-610b-4008-baf3-b1d3d3ae818a on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:07.102923 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd385ce9-6d47-4611-9b01-e43a5f27d2e1 req-ea6373eb-9683-4da5-9d9f-353778eba6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:07.104715 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd385ce9-6d47-4611-9b01-e43a5f27d2e1 req-ea6373eb-9683-4da5-9d9f-353778eba6de service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3307519 Jul 16 01:22:07.136190 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0592c093-5fbf-40d2-9328-aa47546b069c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.139471 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0592c093-5fbf-40d2-9328-aa47546b069c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.141143 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0592c093-5fbf-40d2-9328-aa47546b069c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98b9f443-1a81-4778-ac1f-5f183f30e9fd HTTP/1.1" status: 204 len: 168 time: 0.4215615 Jul 16 01:22:07.170149 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd385ce9-6d47-4611-9b01-e43a5f27d2e1 req-c6d6a68f-5cf1-426f-bf14-5015f5f94a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:07.172741 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd385ce9-6d47-4611-9b01-e43a5f27d2e1 req-c6d6a68f-5cf1-426f-bf14-5015f5f94a5d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2895715 Jul 16 01:22:07.185265 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592c093-5fbf-40d2-9328-aa47546b069c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b9f443-1a81-4778-ac1f-5f183f30e9fd,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:07.244298 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-737bafd4-116c-4e55-b879-2971c7a5037a tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=188651938ea04d6987c92bcea6afb008&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3747864 Jul 16 01:22:07.275380 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a4d3-d3fa-4dbd-b903-bde55e4ee66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.281627 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d96ae8c9-1823-45c2-896f-6fbffa5af08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.342956 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ae8c9-1823-45c2-896f-6fbffa5af08a admin admin] Pushing event deleted for resources: {'Port': ['ID=36dbd05e-610b-4008-baf3-b1d3d3ae818a,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:07.345358 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96ae8c9-1823-45c2-896f-6fbffa5af08a admin admin] No DVR routers for this DVR port 36dbd05e-610b-4008-baf3-b1d3d3ae818a on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:07.348256 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a4d3-d3fa-4dbd-b903-bde55e4ee66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.499693 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-57901130-1c43-4b93-9438-51d7db945cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.507446 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-57901130-1c43-4b93-9438-51d7db945cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.509037 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-57901130-1c43-4b93-9438-51d7db945cda admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a56f9882-f2d8-4e72-88d6-ed624a9bffe3 HTTP/1.1" status: 204 len: 168 time: 0.7882249 Jul 16 01:22:07.514292 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device d16bd774-5da3-43c1-89a0-21addbf98349 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:22:07.598442 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57901130-1c43-4b93-9438-51d7db945cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56f9882-f2d8-4e72-88d6-ed624a9bffe3,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:07.660109 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-2b296a45-42a6-4fe3-b7e9-5e38b4ac32c7 service neutron] 10.222.0.16 "GET /v2.0/networks/7f31c349-ef96-4e32-96d7-dc48e8b6e5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147317 Jul 16 01:22:07.753972 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd385ce9-6d47-4611-9b01-e43a5f27d2e1 req-3ae3b18b-c8f1-4a5f-8187-410ef0f83cb8 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6382139 Jul 16 01:22:07.798428 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007065dd-b6f7-4363-98ff-98dfec03e824 req-9e4eb797-be7a-4562-9c65-f9e3d68ed598 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:07.800039 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-007065dd-b6f7-4363-98ff-98dfec03e824 req-9e4eb797-be7a-4562-9c65-f9e3d68ed598 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 947 time: 0.4834757 Jul 16 01:22:07.812355 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port d16bd774-5da3-43c1-89a0-21addbf98349, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=d16bd774-5da3-43c1-89a0-21addbf98349,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:07.829588 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'd16bd774-5da3-43c1-89a0-21addbf98349', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': 'd16bd774-5da3-43c1-89a0-21addbf98349', 'mac_address': 'fa:16:3e:5a:32:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:22:07.832972 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 36dbd05e-610b-4008-baf3-b1d3d3ae818a no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:07.860405 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd385ce9-6d47-4611-9b01-e43a5f27d2e1 req-e989acc1-371d-472d-ad42-4e0d1c52f875 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613160 Jul 16 01:22:07.896924 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41678) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:07.902662 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-007065dd-b6f7-4363-98ff-98dfec03e824 req-05f63175-7676-4c6d-86b9-d6ba20c345f5 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826440 Jul 16 01:22:07.922449 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 36dbd05e-610b-4008-baf3-b1d3d3ae818a {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:07.923286 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 36dbd05e-610b-4008-baf3-b1d3d3ae818a not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:08.036164 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.044342 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-67abe989-e844-46aa-a414-6a7e9ef2e383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.081007 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16bd774-5da3-43c1-89a0-21addbf98349 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:08.133704 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port d16bd774-5da3-43c1-89a0-21addbf98349, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=d16bd774-5da3-43c1-89a0-21addbf98349,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:08.145425 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.155367 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd385ce9-6d47-4611-9b01-e43a5f27d2e1 req-e4990003-24fc-4f19-bb60-283333711236 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899720 Jul 16 01:22:08.263252 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=d16bd774-5da3-43c1-89a0-21addbf98349,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:08.348123 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-19e5e7a8-581d-4da4-ae73-68522dc720bc service neutron] 10.222.0.16 "GET /v2.0/networks/7f31c349-ef96-4e32-96d7-dc48e8b6e5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6654596 Jul 16 01:22:08.378896 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41682) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:08.413277 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d96ae8c9-1823-45c2-896f-6fbffa5af08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.439057 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-d96ae8c9-1823-45c2-896f-6fbffa5af08a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5b070c-750e-4767-9b7a-b10009692794']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:08.477484 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-d96ae8c9-1823-45c2-896f-6fbffa5af08a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:08.477786 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-d96ae8c9-1823-45c2-896f-6fbffa5af08a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dcc771f-5a5b-4fc3-82cc-cc5cc52f327a') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:08.482098 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['d16bd774-5da3-43c1-89a0-21addbf98349'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:08.546581 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d96ae8c9-1823-45c2-896f-6fbffa5af08a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.589845 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd385ce9-6d47-4611-9b01-e43a5f27d2e1 req-20f72500-e8e3-49d0-bd6f-68c452b68207 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7216923 Jul 16 01:22:08.601439 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a4d3-d3fa-4dbd-b903-bde55e4ee66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.603925 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0bd5a4d3-d3fa-4dbd-b903-bde55e4ee66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.609625 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0bd5a4d3-d3fa-4dbd-b903-bde55e4ee66c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4eff19d1-3dad-4f55-ae19-08f494c4143e HTTP/1.1" status: 204 len: 168 time: 1.5094624 Jul 16 01:22:08.656770 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cd26a82a-e0d8-4ab3-883f-824438a36a39 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45fee9d9110d44bbbcfd2a2b37ab8c59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762678 Jul 16 01:22:08.666381 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d96ae8c9-1823-45c2-896f-6fbffa5af08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.671531 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41690) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:08.691729 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5a4d3-d3fa-4dbd-b903-bde55e4ee66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eff19d1-3dad-4f55-ae19-08f494c4143e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:08.754643 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f88a4664-b70e-46d6-a018-3f6b1819943f req-865fcd26-e5f4-4a2f-98f7-b87743eb9d2c tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a943743-5bde-4278-93d4-95e74e2e965f HTTP/1.1" status: 200 len: 210 time: 0.1101508 Jul 16 01:22:08.758118 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96ae8c9-1823-45c2-896f-6fbffa5af08a admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:08.760107 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d96ae8c9-1823-45c2-896f-6fbffa5af08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:08.763091 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:08.830080 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-67abe989-e844-46aa-a414-6a7e9ef2e383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.837158 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f98dd1-ee2e-4897-9583-2856eb6e76a9 req-d2add20f-f9ec-4df4-baa2-631da0923543 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:08.838986 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a6f98dd1-ee2e-4897-9583-2856eb6e76a9 req-d2add20f-f9ec-4df4-baa2-631da0923543 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fced48f-8515-453f-b428-4300dde03d27 HTTP/1.1" status: 200 len: 945 time: 1.1528308 Jul 16 01:22:08.845998 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-67abe989-e844-46aa-a414-6a7e9ef2e383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.968618 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d96ae8c9-1823-45c2-896f-6fbffa5af08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.970044 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abe989-e844-46aa-a414-6a7e9ef2e383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef607e51-16ae-46a2-801a-d70c877e87db,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:08.984709 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-67abe989-e844-46aa-a414-6a7e9ef2e383 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04b165df5b13464a9e81d8e087153b33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0799363 Jul 16 01:22:08.987796 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41700) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:08.994291 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d96ae8c9-1823-45c2-896f-6fbffa5af08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.997725 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d96ae8c9-1823-45c2-896f-6fbffa5af08a admin admin] 10.222.0.16 "DELETE /v2.0/networks/8d5b070c-750e-4767-9b7a-b10009692794 HTTP/1.1" status: 204 len: 168 time: 2.6550870 Jul 16 01:22:09.044305 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-04de8bfc-55e2-4ffb-af36-6222052bb012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.074401 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-04de8bfc-55e2-4ffb-af36-6222052bb012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.111951 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a1554ee1-e035-4239-abcf-6de092b8520c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.154849 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a1554ee1-e035-4239-abcf-6de092b8520c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.206595 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-04de8bfc-55e2-4ffb-af36-6222052bb012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.212054 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-04de8bfc-55e2-4ffb-af36-6222052bb012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.217389 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-04de8bfc-55e2-4ffb-af36-6222052bb012 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b1842fc-1d48-406b-a2a1-75d766ac3dc2 HTTP/1.1" status: 204 len: 168 time: 0.5431612 Jul 16 01:22:09.218331 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ae8c9-1823-45c2-896f-6fbffa5af08a admin admin] Pushing event deleted for resources: {'Network': ['ID=8d5b070c-750e-4767-9b7a-b10009692794,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:09.226053 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a1554ee1-e035-4239-abcf-6de092b8520c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.227678 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a1554ee1-e035-4239-abcf-6de092b8520c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.228972 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a1554ee1-e035-4239-abcf-6de092b8520c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef607e51-16ae-46a2-801a-d70c877e87db HTTP/1.1" status: 204 len: 168 time: 0.2396760 Jul 16 01:22:09.250928 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1554ee1-e035-4239-abcf-6de092b8520c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef607e51-16ae-46a2-801a-d70c877e87db,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:09.266141 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de8bfc-55e2-4ffb-af36-6222052bb012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1842fc-1d48-406b-a2a1-75d766ac3dc2,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:09.377201 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cec59-0db2-483c-8f0a-a7863bf99d63 req-6298649a-bd14-4bb3-8f9e-065a789e861d tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:09.379646 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d4cec59-0db2-483c-8f0a-a7863bf99d63 req-6298649a-bd14-4bb3-8f9e-065a789e861d tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 948 time: 0.1971195 Jul 16 01:22:09.385408 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-a6f98dd1-ee2e-4897-9583-2856eb6e76a9 req-97ad0765-bf17-41ab-8d24-dc2effe42469 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Deleting port 8051d5ce-109f-4f9d-a8bb-595700f574f1 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:09.386548 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a6f98dd1-ee2e-4897-9583-2856eb6e76a9 req-97ad0765-bf17-41ab-8d24-dc2effe42469 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.476660 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41716) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:09.503501 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-241833b9-131a-44a5-bd6a-edcead081332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.511968 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41718) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:09.616725 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d4cec59-0db2-483c-8f0a-a7863bf99d63 req-73905be9-5dd4-4aa2-963d-c1773655b4ca tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884060 Jul 16 01:22:09.654606 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4b957633-801a-4fe8-ae4e-29a32ff88f28 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f111b43aeca54e46af3cf1fcf1fbd6ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405742 Jul 16 01:22:09.658327 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41722) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:09.679407 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-a6f98dd1-ee2e-4897-9583-2856eb6e76a9 req-97ad0765-bf17-41ab-8d24-dc2effe42469 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] For port 8051d5ce-109f-4f9d-a8bb-595700f574f1, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=8051d5ce-109f-4f9d-a8bb-595700f574f1,segment=NetworkSegment(5c75894e-9946-4d28-af0d-7f4b9cec03a8),segment_id=5c75894e-9946-4d28-af0d-7f4b9cec03a8)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:09.685156 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a6f98dd1-ee2e-4897-9583-2856eb6e76a9 req-97ad0765-bf17-41ab-8d24-dc2effe42469 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.714869 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-a6f98dd1-ee2e-4897-9583-2856eb6e76a9 req-97ad0765-bf17-41ab-8d24-dc2effe42469 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Calling delete_port for 8051d5ce-109f-4f9d-a8bb-595700f574f1 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:09.833075 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-241833b9-131a-44a5-bd6a-edcead081332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.865214 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-241833b9-131a-44a5-bd6a-edcead081332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.870558 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e3a7bc0-16d5-41cf-ab1a-04f9b417bf7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.965515 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241833b9-131a-44a5-bd6a-edcead081332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa56f69-593b-464f-b3ed-6b51e75d8a8d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:09.981456 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-241833b9-131a-44a5-bd6a-edcead081332 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42ccad14616b4ff18ba5111be8b3124f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5009208 Jul 16 01:22:09.992529 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41730) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:10.023351 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e3a7bc0-16d5-41cf-ab1a-04f9b417bf7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.147554 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d010ce95-666c-45dd-86fa-97072c35728e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.212462 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d010ce95-666c-45dd-86fa-97072c35728e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.263851 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8af244b3-c831-4855-ac66-a2f206de1ccb req-d32ecec0-5c5c-4fba-93d2-1f2ad1a9eb80 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a943743-5bde-4278-93d4-95e74e2e965f HTTP/1.1" status: 200 len: 210 time: 0.0686729 Jul 16 01:22:10.282926 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e3a7bc0-16d5-41cf-ab1a-04f9b417bf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.293870 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e3a7bc0-16d5-41cf-ab1a-04f9b417bf7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.300728 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5e3a7bc0-16d5-41cf-ab1a-04f9b417bf7a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4dcb3f78-2a75-4d57-a08a-af167915b346 HTTP/1.1" status: 204 len: 168 time: 0.6385050 Jul 16 01:22:10.329575 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a7bc0-16d5-41cf-ab1a-04f9b417bf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcb3f78-2a75-4d57-a08a-af167915b346,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:10.357731 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a6f98dd1-ee2e-4897-9583-2856eb6e76a9 req-97ad0765-bf17-41ab-8d24-dc2effe42469 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.400981 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d010ce95-666c-45dd-86fa-97072c35728e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.411937 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d010ce95-666c-45dd-86fa-97072c35728e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.415612 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d010ce95-666c-45dd-86fa-97072c35728e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fa56f69-593b-464f-b3ed-6b51e75d8a8d HTTP/1.1" status: 204 len: 168 time: 0.4154027 Jul 16 01:22:10.445088 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad0765-bf17-41ab-8d24-dc2effe42469 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Pushing event deleted for resources: {'Port': ['ID=8051d5ce-109f-4f9d-a8bb-595700f574f1,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:10.509666 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010ce95-666c-45dd-86fa-97072c35728e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa56f69-593b-464f-b3ed-6b51e75d8a8d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:10.547826 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f98dd1-ee2e-4897-9583-2856eb6e76a9 req-97ad0765-bf17-41ab-8d24-dc2effe42469 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] No DVR routers for this DVR port 8051d5ce-109f-4f9d-a8bb-595700f574f1 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:10.550390 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a6f98dd1-ee2e-4897-9583-2856eb6e76a9 req-97ad0765-bf17-41ab-8d24-dc2effe42469 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.552704 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a6f98dd1-ee2e-4897-9583-2856eb6e76a9 req-97ad0765-bf17-41ab-8d24-dc2effe42469 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.84 "DELETE /v2.0/ports/8051d5ce-109f-4f9d-a8bb-595700f574f1 HTTP/1.1" status: 204 len: 173 time: 1.6858974 Jul 16 01:22:10.553154 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fced48f-8515-453f-b428-4300dde03d27', 'name': 'network-vif-deleted', 'tag': '8051d5ce-109f-4f9d-a8bb-595700f574f1'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:10.555461 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6624230e-a2c4-4d45-bcb8-db02f142fdd3" -d '{"events": [{"server_uuid": "3fced48f-8515-453f-b428-4300dde03d27", "name": "network-vif-deleted", "tag": "8051d5ce-109f-4f9d-a8bb-595700f574f1"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:10.574798 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce95-666c-45dd-86fa-97072c35728e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:10.575152 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce95-666c-45dd-86fa-97072c35728e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:10.575496 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce95-666c-45dd-86fa-97072c35728e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:10.575969 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce95-666c-45dd-86fa-97072c35728e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:10.576221 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce95-666c-45dd-86fa-97072c35728e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:10.576581 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce95-666c-45dd-86fa-97072c35728e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:10.576960 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce95-666c-45dd-86fa-97072c35728e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:10.579877 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce95-666c-45dd-86fa-97072c35728e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:10.580190 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce95-666c-45dd-86fa-97072c35728e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:10.584947 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce95-666c-45dd-86fa-97072c35728e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:10.585468 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce95-666c-45dd-86fa-97072c35728e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:10.585744 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010ce95-666c-45dd-86fa-97072c35728e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:10.667604 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824395c-422c-469e-ab9d-aa069305732f req-1b7ea186-f604-4f53-9d9e-485aa405855d tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:10.669214 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1824395c-422c-469e-ab9d-aa069305732f req-1b7ea186-f604-4f53-9d9e-485aa405855d tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.82 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e&tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&binding%3Ahost_id=n-h2-792394-16 HTTP/1.1" status: 200 len: 948 time: 0.3104486 Jul 16 01:22:10.721975 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606211df-9d9d-427e-bfd3-87e9606eca19 req-498ead71-4cbd-49f1-a284-5d2add5502e7 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:10.722712 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-606211df-9d9d-427e-bfd3-87e9606eca19 req-498ead71-4cbd-49f1-a284-5d2add5502e7 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 948 time: 0.1888692 Jul 16 01:22:10.763978 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc558a15-bf73-4cc0-9dba-f572a230c35a x-openstack-request-id: req-cc558a15-bf73-4cc0-9dba-f572a230c35a {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:10.764272 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fced48f-8515-453f-b428-4300dde03d27", "name": "network-vif-deleted", "tag": "8051d5ce-109f-4f9d-a8bb-595700f574f1", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:10.764803 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc558a15-bf73-4cc0-9dba-f572a230c35a {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:10.766139 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fced48f-8515-453f-b428-4300dde03d27', 'name': 'network-vif-deleted', 'tag': '8051d5ce-109f-4f9d-a8bb-595700f574f1', 'status': 'completed', 'code': 200} Jul 16 01:22:10.799164 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1824395c-422c-469e-ab9d-aa069305732f req-edfdd7b6-87d6-4e86-ada0-1e4f06aec1b8 service neutron] 10.222.0.82 "GET /v2.0/ports/d16bd774-5da3-43c1-89a0-21addbf98349/bindings/n-h2-792394-16 HTTP/1.1" status: 200 len: 383 time: 0.1199348 Jul 16 01:22:10.826136 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-606211df-9d9d-427e-bfd3-87e9606eca19 req-5792b7cd-3a22-4704-98f2-423417d22673 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905895 Jul 16 01:22:10.965664 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824395c-422c-469e-ab9d-aa069305732f req-5107af47-c79b-4939-b855-181fead47c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:10.968578 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1824395c-422c-469e-ab9d-aa069305732f req-5107af47-c79b-4939-b855-181fead47c6a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 1100 time: 0.0759635 Jul 16 01:22:11.078025 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-4ee50ad5-8e23-4b84-86ad-5f932cd4b8f6 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:11.082180 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-4ee50ad5-8e23-4b84-86ad-5f932cd4b8f6 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.82 "GET /v2.0/networks?id=7f31c349-ef96-4e32-96d7-dc48e8b6e5ec HTTP/1.1" status: 200 len: 815 time: 0.2417719 Jul 16 01:22:11.111843 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-40bf0207-964c-423b-acdd-8dbd83073f80 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Request body: {'port': {'device_id': '8a943743-5bde-4278-93d4-95e74e2e965f', 'network_id': '7f31c349-ef96-4e32-96d7-dc48e8b6e5ec', 'admin_state_up': True, 'tenant_id': '188651938ea04d6987c92bcea6afb008'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:11.157752 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824395c-422c-469e-ab9d-aa069305732f req-93fc2ce8-4f60-41ce-98fd-88b631246aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:11.163760 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1824395c-422c-469e-ab9d-aa069305732f req-93fc2ce8-4f60-41ce-98fd-88b631246aba service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.1883173 Jul 16 01:22:11.205384 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41762) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:11.259946 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1824395c-422c-469e-ab9d-aa069305732f req-cd50e5c3-3255-435d-aad0-0173604f5aae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=d16bd774-5da3-43c1-89a0-21addbf98349 HTTP/1.1" status: 200 len: 217 time: 0.0886149 Jul 16 01:22:11.341964 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 8051d5ce-109f-4f9d-a8bb-595700f574f1 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:11.385893 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 8051d5ce-109f-4f9d-a8bb-595700f574f1 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:11.386248 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 8051d5ce-109f-4f9d-a8bb-595700f574f1 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:11.410150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824395c-422c-469e-ab9d-aa069305732f req-dae99d6e-1b32-40b9-9eaf-a75308decf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:11.415456 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1824395c-422c-469e-ab9d-aa069305732f req-dae99d6e-1b32-40b9-9eaf-a75308decf63 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1448476 Jul 16 01:22:11.509253 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b44a1f75-8965-4b89-b4bd-e23bc032eeab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e70efd0d58824f829e07727db7a275f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014038 Jul 16 01:22:11.511642 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41770) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:11.529809 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device d16bd774-5da3-43c1-89a0-21addbf98349 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:11.557846 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-40bf0207-964c-423b-acdd-8dbd83073f80 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Made reservation on behalf of 188651938ea04d6987c92bcea6afb008 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:11.588568 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-40bf0207-964c-423b-acdd-8dbd83073f80 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.589939 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824395c-422c-469e-ab9d-aa069305732f req-d75d292f-e76a-49d9-9f6e-b59b307b0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:11.592354 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1824395c-422c-469e-ab9d-aa069305732f req-d75d292f-e76a-49d9-9f6e-b59b307b0443 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1702657 Jul 16 01:22:11.649954 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee3e67c1-0c62-4153-9fa4-3a414d878a16 req-17196ede-448e-46e7-b9d1-4a42716a5cb7 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a943743-5bde-4278-93d4-95e74e2e965f HTTP/1.1" status: 200 len: 210 time: 0.0549448 Jul 16 01:22:11.704221 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port d16bd774-5da3-43c1-89a0-21addbf98349 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:11.709044 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port d16bd774-5da3-43c1-89a0-21addbf98349 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:11.709690 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.817158 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1824395c-422c-469e-ab9d-aa069305732f req-56bc21ab-5a89-463e-b696-2c7f4951b627 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113533 Jul 16 01:22:11.941089 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.984661 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1824395c-422c-469e-ab9d-aa069305732f req-34a647e6-0e5d-4d7f-8081-6081ddbfc755 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594770 Jul 16 01:22:11.988844 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89b240ad-44c5-4c8e-9c62-69232dbfbcbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.004290 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port d16bd774-5da3-43c1-89a0-21addbf98349, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=d16bd774-5da3-43c1-89a0-21addbf98349,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:12.005747 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08adf13-855c-4c61-9196-5246a2f2d89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16bd774-5da3-43c1-89a0-21addbf98349'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:12.009271 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744bdefb-4d90-44c6-8508-c602bb279491" -d '{"events": [{"server_uuid": "a08adf13-855c-4c61-9196-5246a2f2d89e", "name": "network-vif-plugged", "status": "completed", "tag": "d16bd774-5da3-43c1-89a0-21addbf98349"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:12.013639 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.078121 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=d16bd774-5da3-43c1-89a0-21addbf98349,revision_number=9']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:12.114833 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89b240ad-44c5-4c8e-9c62-69232dbfbcbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.169726 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448362af-a981-4631-8eec-076f1c67b308 req-8014353c-a1ee-422e-990a-e85f5c8dcd0e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:12.186431 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-448362af-a981-4631-8eec-076f1c67b308 req-8014353c-a1ee-422e-990a-e85f5c8dcd0e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.1950266 Jul 16 01:22:12.204607 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81e0875-0ae4-4755-b8e7-f7a23b8a7f26 x-openstack-request-id: req-b81e0875-0ae4-4755-b8e7-f7a23b8a7f26 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:12.204908 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08adf13-855c-4c61-9196-5246a2f2d89e", "name": "network-vif-plugged", "status": "completed", "tag": "d16bd774-5da3-43c1-89a0-21addbf98349", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:12.205212 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b81e0875-0ae4-4755-b8e7-f7a23b8a7f26 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:12.205935 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08adf13-855c-4c61-9196-5246a2f2d89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16bd774-5da3-43c1-89a0-21addbf98349', 'code': 200} Jul 16 01:22:12.206767 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-40bf0207-964c-423b-acdd-8dbd83073f80 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Allocated IP 172.20.0.4 (7f31c349-ef96-4e32-96d7-dc48e8b6e5ec/b1f93d00-dc6c-4fc1-8d56-739bb38c9809/29a8fdfe-a921-4c50-a46a-331f48399b54) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:12.270323 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89b240ad-44c5-4c8e-9c62-69232dbfbcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.273565 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89b240ad-44c5-4c8e-9c62-69232dbfbcbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.285123 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-89b240ad-44c5-4c8e-9c62-69232dbfbcbf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d75c87b-98cb-4575-a333-a63fc2ad195c HTTP/1.1" status: 204 len: 168 time: 0.7723944 Jul 16 01:22:12.315164 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-448362af-a981-4631-8eec-076f1c67b308 req-2e04d604-4a08-422d-9628-cbe981527a84 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276784 Jul 16 01:22:12.337266 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b240ad-44c5-4c8e-9c62-69232dbfbcbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d75c87b-98cb-4575-a333-a63fc2ad195c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:12.523607 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-40bf0207-964c-423b-acdd-8dbd83073f80 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.589905 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-40bf0207-964c-423b-acdd-8dbd83073f80 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.651193 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf0207-964c-423b-acdd-8dbd83073f80 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Pushing event updated for resources: {'Port': ['ID=29a8fdfe-a921-4c50-a46a-331f48399b54,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:12.668841 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-40bf0207-964c-423b-acdd-8dbd83073f80 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Network 7f31c349-ef96-4e32-96d7-dc48e8b6e5ec is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:12.670524 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-40bf0207-964c-423b-acdd-8dbd83073f80 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:12.673443 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-40bf0207-964c-423b-acdd-8dbd83073f80 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:12.772691 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-40bf0207-964c-423b-acdd-8dbd83073f80 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:12.773384 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-40bf0207-964c-423b-acdd-8dbd83073f80 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.804281 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-40bf0207-964c-423b-acdd-8dbd83073f80 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7125516 Jul 16 01:22:12.817868 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-6e714144-fe13-49ae-92a6-2b9802562185 service neutron] Request body: {'port': {'device_id': '8a943743-5bde-4278-93d4-95e74e2e965f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:12.927816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5356a-318b-4fd2-b177-d4d74d6fe8ea req-0d7b02fd-2d64-4256-909f-f92075f3dc01 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:12.930198 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b2e5356a-318b-4fd2-b177-d4d74d6fe8ea req-0d7b02fd-2d64-4256-909f-f92075f3dc01 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 944 time: 0.1483450 Jul 16 01:22:12.964303 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-6e714144-fe13-49ae-92a6-2b9802562185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.997419 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b2e5356a-318b-4fd2-b177-d4d74d6fe8ea req-e50dc3fc-e948-4766-be03-a2e906ce1997 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612719 Jul 16 01:22:13.261635 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912b359-957b-4bcc-a27f-53bfb3419111 req-76b9fb07-464b-4486-9513-ca4fdfc431a0 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:13.263445 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f912b359-957b-4bcc-a27f-53bfb3419111 req-76b9fb07-464b-4486-9513-ca4fdfc431a0 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a943743-5bde-4278-93d4-95e74e2e965f HTTP/1.1" status: 200 len: 931 time: 0.3834889 Jul 16 01:22:13.332241 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f912b359-957b-4bcc-a27f-53bfb3419111 req-58512204-2c7b-4b95-9d68-2ad38dcb4767 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607486 Jul 16 01:22:13.434688 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-6e714144-fe13-49ae-92a6-2b9802562185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a8fdfe-a921-4c50-a46a-331f48399b54 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:13.445146 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-6e714144-fe13-49ae-92a6-2b9802562185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.461792 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-6e714144-fe13-49ae-92a6-2b9802562185 service neutron] Transition to ACTIVE for port object 29a8fdfe-a921-4c50-a46a-331f48399b54 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:13.474999 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-6e714144-fe13-49ae-92a6-2b9802562185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.554778 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e714144-fe13-49ae-92a6-2b9802562185 service neutron] Pushing event updated for resources: {'Port': ['ID=29a8fdfe-a921-4c50-a46a-331f48399b54,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:13.617997 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-6e714144-fe13-49ae-92a6-2b9802562185 service neutron] Attempting to bind port 29a8fdfe-a921-4c50-a46a-331f48399b54 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:13.618258 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-6e714144-fe13-49ae-92a6-2b9802562185 service neutron] Attempting to bind port 29a8fdfe-a921-4c50-a46a-331f48399b54 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '5c75894e-9946-4d28-af0d-7f4b9cec03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7f31c349-ef96-4e32-96d7-dc48e8b6e5ec'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:13.618600 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-6e714144-fe13-49ae-92a6-2b9802562185 service neutron] Attempting to bind port 29a8fdfe-a921-4c50-a46a-331f48399b54 on network 7f31c349-ef96-4e32-96d7-dc48e8b6e5ec {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:13.623253 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-6e714144-fe13-49ae-92a6-2b9802562185 service neutron] Port 29a8fdfe-a921-4c50-a46a-331f48399b54 on network 7f31c349-ef96-4e32-96d7-dc48e8b6e5ec not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:22:13.623588 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-6e714144-fe13-49ae-92a6-2b9802562185 service neutron] Attempting to bind port 29a8fdfe-a921-4c50-a46a-331f48399b54 on network 7f31c349-ef96-4e32-96d7-dc48e8b6e5ec {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:13.629765 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-6e714144-fe13-49ae-92a6-2b9802562185 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:13.630447 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-6e714144-fe13-49ae-92a6-2b9802562185 service neutron] Checking segment: {'id': '5c75894e-9946-4d28-af0d-7f4b9cec03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7f31c349-ef96-4e32-96d7-dc48e8b6e5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:13.631307 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-6e714144-fe13-49ae-92a6-2b9802562185 service neutron] Bound using segment: {'id': '5c75894e-9946-4d28-af0d-7f4b9cec03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7f31c349-ef96-4e32-96d7-dc48e8b6e5ec'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:13.632822 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-6e714144-fe13-49ae-92a6-2b9802562185 service neutron] Bound port: 29a8fdfe-a921-4c50-a46a-331f48399b54, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c75894e-9946-4d28-af0d-7f4b9cec03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7f31c349-ef96-4e32-96d7-dc48e8b6e5ec'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:13.633297 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-6e714144-fe13-49ae-92a6-2b9802562185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.669258 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80865bc3-74af-4730-a16c-863287af3a19 req-6d10303b-400f-4871-bdee-c93567ae59ac tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:13.670839 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-80865bc3-74af-4730-a16c-863287af3a19 req-6d10303b-400f-4871-bdee-c93567ae59ac tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.1213577 Jul 16 01:22:13.717665 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-6e714144-fe13-49ae-92a6-2b9802562185 service neutron] For port 29a8fdfe-a921-4c50-a46a-331f48399b54, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:13.723441 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-6e714144-fe13-49ae-92a6-2b9802562185 service neutron] For port 29a8fdfe-a921-4c50-a46a-331f48399b54, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=29a8fdfe-a921-4c50-a46a-331f48399b54,segment=NetworkSegment(5c75894e-9946-4d28-af0d-7f4b9cec03a8),segment_id=5c75894e-9946-4d28-af0d-7f4b9cec03a8)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:13.727142 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-80865bc3-74af-4730-a16c-863287af3a19 req-724d3ed1-be75-42af-8e7e-a97602f01d5d tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499165 Jul 16 01:22:13.729713 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-6e714144-fe13-49ae-92a6-2b9802562185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.789131 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-6e714144-fe13-49ae-92a6-2b9802562185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:13.789977 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-6e714144-fe13-49ae-92a6-2b9802562185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.791627 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-6e714144-fe13-49ae-92a6-2b9802562185 service neutron] 10.222.0.82 "PUT /v2.0/ports/29a8fdfe-a921-4c50-a46a-331f48399b54 HTTP/1.1" status: 200 len: 1092 time: 0.9789667 Jul 16 01:22:13.792475 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a943743-5bde-4278-93d4-95e74e2e965f', 'tag': '29a8fdfe-a921-4c50-a46a-331f48399b54'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:13.795598 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f42e163-7c60-4ba4-8a57-bb5df07ae275" -d '{"events": [{"name": "network-changed", "server_uuid": "8a943743-5bde-4278-93d4-95e74e2e965f", "tag": "29a8fdfe-a921-4c50-a46a-331f48399b54"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:13.828445 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e714144-fe13-49ae-92a6-2b9802562185 service neutron] Pushing event updated for resources: {'Port': ['ID=29a8fdfe-a921-4c50-a46a-331f48399b54,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:13.893733 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb6cba-d541-4e2a-ac2d-00818fcc157b req-bf0b3ae8-db5a-4511-bcbc-500943df08b6 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:13.896380 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-35fb6cba-d541-4e2a-ac2d-00818fcc157b req-bf0b3ae8-db5a-4511-bcbc-500943df08b6 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.82 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 944 time: 0.6801178 Jul 16 01:22:13.901893 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89d2ddc-d17c-463c-8dc4-9a61c1a24f3e x-openstack-request-id: req-f89d2ddc-d17c-463c-8dc4-9a61c1a24f3e {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:13.902187 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a943743-5bde-4278-93d4-95e74e2e965f", "tag": "29a8fdfe-a921-4c50-a46a-331f48399b54", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:13.902437 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f89d2ddc-d17c-463c-8dc4-9a61c1a24f3e {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:13.902825 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a943743-5bde-4278-93d4-95e74e2e965f', 'tag': '29a8fdfe-a921-4c50-a46a-331f48399b54', 'status': 'completed', 'code': 200} Jul 16 01:22:13.969327 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-b5f0e842-c1a1-4628-8ea8-6ed844d235c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:13.971349 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-b5f0e842-c1a1-4628-8ea8-6ed844d235c0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=188651938ea04d6987c92bcea6afb008&device_id=8a943743-5bde-4278-93d4-95e74e2e965f HTTP/1.1" status: 200 len: 1095 time: 0.1093812 Jul 16 01:22:14.034744 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-5c4b70fc-1498-4fc7-bfb2-ab4c3c16618f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29a8fdfe-a921-4c50-a46a-331f48399b54 HTTP/1.1" status: 200 len: 217 time: 0.0545654 Jul 16 01:22:14.154836 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-29f24a12-71ca-43b8-adfe-2c67d6317050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:14.160030 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-29f24a12-71ca-43b8-adfe-2c67d6317050 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b1f93d00-dc6c-4fc1-8d56-739bb38c9809 HTTP/1.1" status: 200 len: 855 time: 0.1170712 Jul 16 01:22:14.198924 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-0cece5a8-d4a4-4e77-89fe-9abaf4628071 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7f31c349-ef96-4e32-96d7-dc48e8b6e5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302708 Jul 16 01:22:14.207063 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-35fb6cba-d541-4e2a-ac2d-00818fcc157b req-049c2a50-fbd4-4181-9074-ad876c2b5370 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Deleting port 485aedfc-d310-49e9-b67e-4865af235efc {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:14.207825 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-35fb6cba-d541-4e2a-ac2d-00818fcc157b req-049c2a50-fbd4-4181-9074-ad876c2b5370 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.400173 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-3ea30dd9-7e6e-488c-8365-093339de5da4 service neutron] 10.222.0.82 "GET /v2.0/networks/7f31c349-ef96-4e32-96d7-dc48e8b6e5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895170 Jul 16 01:22:14.419814 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73093f-61ab-4674-89c1-e8e951f130cc req-5fce0b68-7355-4302-80fd-ee35e1a27fa1 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:14.427818 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b73093f-61ab-4674-89c1-e8e951f130cc req-5fce0b68-7355-4302-80fd-ee35e1a27fa1 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 944 time: 0.2656572 Jul 16 01:22:14.569689 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b5bc71c8-658a-4d7e-8c39-c782ba34a2f4 req-5f41891b-5f77-4dc2-be77-67bf3b75f4e7 service neutron] 10.222.0.82 "GET /v2.0/networks/7f31c349-ef96-4e32-96d7-dc48e8b6e5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613045 Jul 16 01:22:14.588447 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-35fb6cba-d541-4e2a-ac2d-00818fcc157b req-049c2a50-fbd4-4181-9074-ad876c2b5370 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] For port 485aedfc-d310-49e9-b67e-4865af235efc, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=485aedfc-d310-49e9-b67e-4865af235efc,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:14.595434 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-35fb6cba-d541-4e2a-ac2d-00818fcc157b req-049c2a50-fbd4-4181-9074-ad876c2b5370 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.627071 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-35fb6cba-d541-4e2a-ac2d-00818fcc157b req-049c2a50-fbd4-4181-9074-ad876c2b5370 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Calling delete_port for 485aedfc-d310-49e9-b67e-4865af235efc owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:14.644833 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b73093f-61ab-4674-89c1-e8e951f130cc req-3fb744f2-4209-4c68-97b7-58296f1289dd tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154593 Jul 16 01:22:14.718543 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824395c-422c-469e-ab9d-aa069305732f req-d5c16d95-22f9-4da3-b0c2-b2b410705de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:14.720804 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1824395c-422c-469e-ab9d-aa069305732f req-d5c16d95-22f9-4da3-b0c2-b2b410705de9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e&tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a HTTP/1.1" status: 200 len: 1101 time: 0.2260640 Jul 16 01:22:14.737682 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-1824395c-422c-469e-ab9d-aa069305732f req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-16', 'device_owner': 'compute:nova'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:14.747614 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85f4bb-a18a-403b-ab7a-1b1e9b76f6c6 req-9487361d-9141-4df3-903f-82b3658d695c tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:14.749828 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8a85f4bb-a18a-403b-ab7a-1b1e9b76f6c6 req-9487361d-9141-4df3-903f-82b3658d695c tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a943743-5bde-4278-93d4-95e74e2e965f HTTP/1.1" status: 200 len: 943 time: 0.1483891 Jul 16 01:22:14.774215 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42e163-7c60-4ba4-8a57-bb5df07ae275 req-fb025df5-e9fa-4382-87ba-9a598f445348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:14.775719 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f42e163-7c60-4ba4-8a57-bb5df07ae275 req-fb025df5-e9fa-4382-87ba-9a598f445348 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=188651938ea04d6987c92bcea6afb008&device_id=8a943743-5bde-4278-93d4-95e74e2e965f HTTP/1.1" status: 200 len: 1095 time: 0.1230876 Jul 16 01:22:14.852967 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8a85f4bb-a18a-403b-ab7a-1b1e9b76f6c6 req-e7771385-d1cf-49ac-8f5f-d35c595a7355 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941370 Jul 16 01:22:14.902713 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1824395c-422c-469e-ab9d-aa069305732f req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.919306 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42e163-7c60-4ba4-8a57-bb5df07ae275 req-61795298-ee24-469e-9098-30fbb57cff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:14.921459 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f42e163-7c60-4ba4-8a57-bb5df07ae275 req-61795298-ee24-469e-9098-30fbb57cff58 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7f31c349-ef96-4e32-96d7-dc48e8b6e5ec HTTP/1.1" status: 200 len: 916 time: 0.1373844 Jul 16 01:22:14.968813 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f42e163-7c60-4ba4-8a57-bb5df07ae275 req-bd896ea6-7e6a-46f9-8d32-2e8d58a4837a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29a8fdfe-a921-4c50-a46a-331f48399b54 HTTP/1.1" status: 200 len: 217 time: 0.0405970 Jul 16 01:22:14.988894 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-35fb6cba-d541-4e2a-ac2d-00818fcc157b req-049c2a50-fbd4-4181-9074-ad876c2b5370 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.002027 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['485aedfc-d310-49e9-b67e-4865af235efc'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:15.053752 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42e163-7c60-4ba4-8a57-bb5df07ae275 req-c1401ee9-dba6-4207-9cfb-d6dec249706c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:15.055414 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f42e163-7c60-4ba4-8a57-bb5df07ae275 req-c1401ee9-dba6-4207-9cfb-d6dec249706c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b1f93d00-dc6c-4fc1-8d56-739bb38c9809 HTTP/1.1" status: 200 len: 855 time: 0.0804279 Jul 16 01:22:15.094967 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c2a50-fbd4-4181-9074-ad876c2b5370 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Pushing event deleted for resources: {'Port': ['ID=485aedfc-d310-49e9-b67e-4865af235efc,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:15.105472 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f42e163-7c60-4ba4-8a57-bb5df07ae275 req-4e84eaa2-2182-496e-a7f6-59d7d6b46733 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7f31c349-ef96-4e32-96d7-dc48e8b6e5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432971 Jul 16 01:22:15.167628 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-35fb6cba-d541-4e2a-ac2d-00818fcc157b req-049c2a50-fbd4-4181-9074-ad876c2b5370 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] No DVR routers for this DVR port 485aedfc-d310-49e9-b67e-4865af235efc on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:15.173665 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-35fb6cba-d541-4e2a-ac2d-00818fcc157b req-049c2a50-fbd4-4181-9074-ad876c2b5370 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.175702 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-35fb6cba-d541-4e2a-ac2d-00818fcc157b req-049c2a50-fbd4-4181-9074-ad876c2b5370 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.82 "DELETE /v2.0/ports/485aedfc-d310-49e9-b67e-4865af235efc HTTP/1.1" status: 204 len: 173 time: 1.2537525 Jul 16 01:22:15.178666 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91996d6a-b2cc-46d1-8159-5355f06ecde0', 'name': 'network-vif-deleted', 'tag': '485aedfc-d310-49e9-b67e-4865af235efc'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:15.181084 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d5b199-6eae-4471-aaa0-140657487cc9" -d '{"events": [{"server_uuid": "91996d6a-b2cc-46d1-8159-5355f06ecde0", "name": "network-vif-deleted", "tag": "485aedfc-d310-49e9-b67e-4865af235efc"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:15.222859 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cfff4-9d5e-4d59-b290-a18b6bb9dbc4 req-e9496210-c4a8-43e6-a1b6-3346147f4491 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:15.224596 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-242cfff4-9d5e-4d59-b290-a18b6bb9dbc4 req-e9496210-c4a8-43e6-a1b6-3346147f4491 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.2740154 Jul 16 01:22:15.257591 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f42e163-7c60-4ba4-8a57-bb5df07ae275 req-aea277d1-38a2-44ce-b90c-224adc4c8a5e service neutron] 10.222.0.82 "GET /v2.0/networks/7f31c349-ef96-4e32-96d7-dc48e8b6e5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452265 Jul 16 01:22:15.310076 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f85c82-3e61-4deb-9903-9e468f2bc265 x-openstack-request-id: req-14f85c82-3e61-4deb-9903-9e468f2bc265 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:15.310406 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91996d6a-b2cc-46d1-8159-5355f06ecde0", "name": "network-vif-deleted", "tag": "485aedfc-d310-49e9-b67e-4865af235efc", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:15.310651 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14f85c82-3e61-4deb-9903-9e468f2bc265 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:15.311039 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91996d6a-b2cc-46d1-8159-5355f06ecde0', 'name': 'network-vif-deleted', 'tag': '485aedfc-d310-49e9-b67e-4865af235efc', 'status': 'completed', 'code': 200} Jul 16 01:22:15.323526 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-242cfff4-9d5e-4d59-b290-a18b6bb9dbc4 req-8e02fcd5-c77c-40c2-b693-05d613602e53 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911870 Jul 16 01:22:15.349801 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1824395c-422c-469e-ab9d-aa069305732f req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] For port d16bd774-5da3-43c1-89a0-21addbf98349, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=d16bd774-5da3-43c1-89a0-21addbf98349,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:15.393333 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f42e163-7c60-4ba4-8a57-bb5df07ae275 req-958117f1-2aea-4212-b534-e8c4caa1a21b service neutron] 10.222.0.82 "GET /v2.0/networks/7f31c349-ef96-4e32-96d7-dc48e8b6e5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270976 Jul 16 01:22:15.409314 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1824395c-422c-469e-ab9d-aa069305732f req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] For port d16bd774-5da3-43c1-89a0-21addbf98349, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:15.500318 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1824395c-422c-469e-ab9d-aa069305732f req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.514081 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-1824395c-422c-469e-ab9d-aa069305732f req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] Transition to ACTIVE for port object d16bd774-5da3-43c1-89a0-21addbf98349 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:15.522021 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1824395c-422c-469e-ab9d-aa069305732f req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.565610 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 29a8fdfe-a921-4c50-a46a-331f48399b54 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:22:15.593378 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-1824395c-422c-469e-ab9d-aa069305732f req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] No DVR routers for this DVR port d16bd774-5da3-43c1-89a0-21addbf98349 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:15.604877 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] Pushing event updated for resources: {'Port': ['ID=d16bd774-5da3-43c1-89a0-21addbf98349,revision_number=10']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:15.646117 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-1824395c-422c-469e-ab9d-aa069305732f req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] Attempting to bind port d16bd774-5da3-43c1-89a0-21addbf98349 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:15.647269 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-1824395c-422c-469e-ab9d-aa069305732f req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] Attempting to bind port d16bd774-5da3-43c1-89a0-21addbf98349 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:15.647781 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1824395c-422c-469e-ab9d-aa069305732f req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] Attempting to bind port d16bd774-5da3-43c1-89a0-21addbf98349 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:15.654583 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1824395c-422c-469e-ab9d-aa069305732f req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] Port d16bd774-5da3-43c1-89a0-21addbf98349 on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:22:15.655243 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1824395c-422c-469e-ab9d-aa069305732f req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] Attempting to bind port d16bd774-5da3-43c1-89a0-21addbf98349 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:15.665800 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1824395c-422c-469e-ab9d-aa069305732f req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:15.666922 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1824395c-422c-469e-ab9d-aa069305732f req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:15.668831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1824395c-422c-469e-ab9d-aa069305732f req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:15.669723 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-1824395c-422c-469e-ab9d-aa069305732f req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] Bound port: d16bd774-5da3-43c1-89a0-21addbf98349, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:15.670554 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1824395c-422c-469e-ab9d-aa069305732f req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.748220 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 29a8fdfe-a921-4c50-a46a-331f48399b54, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=29a8fdfe-a921-4c50-a46a-331f48399b54,segment=NetworkSegment(5c75894e-9946-4d28-af0d-7f4b9cec03a8),segment_id=5c75894e-9946-4d28-af0d-7f4b9cec03a8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:15.771223 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '29a8fdfe-a921-4c50-a46a-331f48399b54', 'network_id': '7f31c349-ef96-4e32-96d7-dc48e8b6e5ec', 'port_id': '29a8fdfe-a921-4c50-a46a-331f48399b54', 'mac_address': 'fa:16:3e:1f:c5:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f93d00-dc6c-4fc1-8d56-739bb38c9809', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:22:15.783192 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1824395c-422c-469e-ab9d-aa069305732f req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] For port d16bd774-5da3-43c1-89a0-21addbf98349, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:15.788098 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1824395c-422c-469e-ab9d-aa069305732f req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] For port d16bd774-5da3-43c1-89a0-21addbf98349, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d16bd774-5da3-43c1-89a0-21addbf98349,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:15.797656 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1824395c-422c-469e-ab9d-aa069305732f req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.816159 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824395c-422c-469e-ab9d-aa069305732f req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:15.819444 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1824395c-422c-469e-ab9d-aa069305732f req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.821300 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1824395c-422c-469e-ab9d-aa069305732f req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] 10.222.0.84 "PUT /v2.0/ports/d16bd774-5da3-43c1-89a0-21addbf98349 HTTP/1.1" status: 200 len: 1097 time: 1.0883808 Jul 16 01:22:15.850843 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.874387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a8fdfe-a921-4c50-a46a-331f48399b54 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:15.919107 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 29a8fdfe-a921-4c50-a46a-331f48399b54, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=29a8fdfe-a921-4c50-a46a-331f48399b54,segment=NetworkSegment(5c75894e-9946-4d28-af0d-7f4b9cec03a8),segment_id=5c75894e-9946-4d28-af0d-7f4b9cec03a8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:15.931549 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41926) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:15.935325 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.984734 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a36a7255-44de-4202-8554-d295afe970a6 req-52d07215-680e-4eeb-9ed4-190381305cc8 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=91996d6a-b2cc-46d1-8159-5355f06ecde0 HTTP/1.1" status: 200 len: 210 time: 0.0657513 Jul 16 01:22:16.010548 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d16c1-5b80-46a1-9478-e045642c81fc service neutron] Pushing event updated for resources: {'Port': ['ID=d16bd774-5da3-43c1-89a0-21addbf98349,revision_number=11']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:16.040975 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824395c-422c-469e-ab9d-aa069305732f req-827b2fee-0e79-4cde-a8c6-361ae10ed4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:16.043884 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1824395c-422c-469e-ab9d-aa069305732f req-827b2fee-0e79-4cde-a8c6-361ae10ed4d3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 1100 time: 0.1775982 Jul 16 01:22:16.045263 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=29a8fdfe-a921-4c50-a46a-331f48399b54,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:16.245869 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['29a8fdfe-a921-4c50-a46a-331f48399b54'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:16.266235 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824395c-422c-469e-ab9d-aa069305732f req-0ec1aa97-4fbb-495e-b94b-d545d3c27448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:16.268522 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1824395c-422c-469e-ab9d-aa069305732f req-0ec1aa97-4fbb-495e-b94b-d545d3c27448 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2167299 Jul 16 01:22:16.328082 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1824395c-422c-469e-ab9d-aa069305732f req-68e1f2b8-4e6b-4f28-a22f-b7e431a3fec1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=d16bd774-5da3-43c1-89a0-21addbf98349 HTTP/1.1" status: 200 len: 217 time: 0.0510645 Jul 16 01:22:16.335910 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb4509-bedb-40a1-9b65-a8a2456f2bec req-6667cbc8-9a08-496f-91a3-f53e536cd847 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:16.337502 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bccb4509-bedb-40a1-9b65-a8a2456f2bec req-6667cbc8-9a08-496f-91a3-f53e536cd847 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a943743-5bde-4278-93d4-95e74e2e965f HTTP/1.1" status: 200 len: 944 time: 0.1529219 Jul 16 01:22:16.452108 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824395c-422c-469e-ab9d-aa069305732f req-e38bb158-7d13-4a79-a3e3-543ad835c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:16.458760 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1824395c-422c-469e-ab9d-aa069305732f req-e38bb158-7d13-4a79-a3e3-543ad835c87d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1201961 Jul 16 01:22:16.471779 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bccb4509-bedb-40a1-9b65-a8a2456f2bec req-58e31559-e8b1-48e8-8da9-60812a6e23f0 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165257 Jul 16 01:22:16.522888 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b15b65c0-32bc-4249-9833-6c37edbb2b72 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-849408605-network', 'tenant_id': 'f85f72df8cff4f6189685d42bbbe2c48'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:16.564439 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15b65c0-32bc-4249-9833-6c37edbb2b72 admin admin] Made reservation on behalf of f85f72df8cff4f6189685d42bbbe2c48 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:16.567312 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b15b65c0-32bc-4249-9833-6c37edbb2b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.588718 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824395c-422c-469e-ab9d-aa069305732f req-faa7c90c-1695-490d-af66-8d8f912f6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:16.590247 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1824395c-422c-469e-ab9d-aa069305732f req-faa7c90c-1695-490d-af66-8d8f912f6d77 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1174738 Jul 16 01:22:16.591775 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b15b65c0-32bc-4249-9833-6c37edbb2b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.751690 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bffe4-8f08-4077-ad95-4a29185c44f4 req-c90b4db6-df91-4cfb-904e-886eabe26fd5 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:16.753339 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-325bffe4-8f08-4077-ad95-4a29185c44f4 req-c90b4db6-df91-4cfb-904e-886eabe26fd5 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 948 time: 0.1412156 Jul 16 01:22:16.754942 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b15b65c0-32bc-4249-9833-6c37edbb2b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.755561 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1824395c-422c-469e-ab9d-aa069305732f req-cb5358a2-4fc3-486a-94de-d772d43a76cf service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571133 Jul 16 01:22:16.760745 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b15b65c0-32bc-4249-9833-6c37edbb2b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.792451 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15b65c0-32bc-4249-9833-6c37edbb2b72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:22:16.819008 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b15b65c0-32bc-4249-9833-6c37edbb2b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.819920 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-b15b65c0-32bc-4249-9833-6c37edbb2b72 admin admin] Added segment ddb0d307-932a-4053-978f-5d3d155cf880 of type vlan for network 32df3d9f-7462-495f-80a3-cdd86d9b66d8 Jul 16 01:22:16.836330 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-325bffe4-8f08-4077-ad95-4a29185c44f4 req-79a5a5b8-9c3b-4e05-813e-0427474bddf0 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763447 Jul 16 01:22:16.837177 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b65c0-32bc-4249-9833-6c37edbb2b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a259c7-e022-4ca9-bbd9-5f234494b117,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:16.901165 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b15b65c0-32bc-4249-9833-6c37edbb2b72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.937086 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b15b65c0-32bc-4249-9833-6c37edbb2b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.938897 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15b65c0-32bc-4249-9833-6c37edbb2b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:16.940435 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b15b65c0-32bc-4249-9833-6c37edbb2b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.979401 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b15b65c0-32bc-4249-9833-6c37edbb2b72 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0431240 Jul 16 01:22:16.980125 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1824395c-422c-469e-ab9d-aa069305732f req-2c3fd983-6fe2-41a6-b4ab-65dbb942c478 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139359 Jul 16 01:22:16.980980 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41984) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:16.994856 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-e2aa748f-62a0-44bd-8234-5c60d04feaf0 admin admin] Request body: {'subnet': {'network_id': '32df3d9f-7462-495f-80a3-cdd86d9b66d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-849408605-subnet', 'tenant_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:17.026158 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2aa748f-62a0-44bd-8234-5c60d04feaf0 admin admin] Made reservation on behalf of f85f72df8cff4f6189685d42bbbe2c48 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:17.030811 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e2aa748f-62a0-44bd-8234-5c60d04feaf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.034579 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b65c0-32bc-4249-9833-6c37edbb2b72 admin admin] Pushing event updated for resources: {'Network': ['ID=32df3d9f-7462-495f-80a3-cdd86d9b66d8,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:17.045085 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 32df3d9f-7462-495f-80a3-cdd86d9b66d8 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:22:17.047608 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41990) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:17.246816 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e2aa748f-62a0-44bd-8234-5c60d04feaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.280332 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-34c4ea2e-84fb-4bdd-935b-e30beb79241b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.315042 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08adf13-855c-4c61-9196-5246a2f2d89e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd16bd774-5da3-43c1-89a0-21addbf98349'}, {'name': 'network-changed', 'server_uuid': 'a08adf13-855c-4c61-9196-5246a2f2d89e', 'tag': 'd16bd774-5da3-43c1-89a0-21addbf98349'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:17.317588 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc083fd-6654-46f7-8cb0-9601e5d5d319" -d '{"events": [{"server_uuid": "a08adf13-855c-4c61-9196-5246a2f2d89e", "name": "network-vif-unplugged", "status": "completed", "tag": "d16bd774-5da3-43c1-89a0-21addbf98349"}, {"name": "network-changed", "server_uuid": "a08adf13-855c-4c61-9196-5246a2f2d89e", "tag": "d16bd774-5da3-43c1-89a0-21addbf98349"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:17.323785 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa748f-62a0-44bd-8234-5c60d04feaf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f10d9a62-246e-4939-80d5-00a045b5ac27,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:17.329188 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa748f-62a0-44bd-8234-5c60d04feaf0 admin admin] Checking segment: {'id': 'ddb0d307-932a-4053-978f-5d3d155cf880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32df3d9f-7462-495f-80a3-cdd86d9b66d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:17.329556 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aa748f-62a0-44bd-8234-5c60d04feaf0 admin admin] Network hostable DHCP agents. Network: 32df3d9f-7462-495f-80a3-cdd86d9b66d8, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:22:17.352047 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aa748f-62a0-44bd-8234-5c60d04feaf0 admin admin] Network 32df3d9f-7462-495f-80a3-cdd86d9b66d8 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:22:17.365138 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-e2aa748f-62a0-44bd-8234-5c60d04feaf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 32df3d9f-7462-495f-80a3-cdd86d9b66d8) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:17.379026 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344bce36-8114-4fe5-b5a4-975e198685be None None] Network 32df3d9f-7462-495f-80a3-cdd86d9b66d8 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:17.387214 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aa748f-62a0-44bd-8234-5c60d04feaf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:17.387984 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e2aa748f-62a0-44bd-8234-5c60d04feaf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.427255 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-34c4ea2e-84fb-4bdd-935b-e30beb79241b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.438030 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-34c4ea2e-84fb-4bdd-935b-e30beb79241b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.448982 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e2aa748f-62a0-44bd-8234-5c60d04feaf0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4608614 Jul 16 01:22:17.452096 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42012) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:17.466590 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-54001f03-6bf5-4720-a0b2-a560ef1d4c21 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-849408605-router', 'tenant_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:17.481119 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4ea2e-84fb-4bdd-935b-e30beb79241b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5eb716-fa07-4faf-a351-5c1487ec060f,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:17.486813 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-34c4ea2e-84fb-4bdd-935b-e30beb79241b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eda9ae5fb5a24fa0acc08679137a5e9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4379814 Jul 16 01:22:17.489803 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42016) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:17.521947 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83af7ec6-9b84-4765-a746-e31789874ac4 x-openstack-request-id: req-83af7ec6-9b84-4765-a746-e31789874ac4 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:17.522257 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08adf13-855c-4c61-9196-5246a2f2d89e", "name": "network-vif-unplugged", "status": "completed", "tag": "d16bd774-5da3-43c1-89a0-21addbf98349", "code": 200}, {"name": "network-changed", "server_uuid": "a08adf13-855c-4c61-9196-5246a2f2d89e", "tag": "d16bd774-5da3-43c1-89a0-21addbf98349", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:17.522491 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83af7ec6-9b84-4765-a746-e31789874ac4 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:17.522889 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08adf13-855c-4c61-9196-5246a2f2d89e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd16bd774-5da3-43c1-89a0-21addbf98349', 'code': 200} Jul 16 01:22:17.523135 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08adf13-855c-4c61-9196-5246a2f2d89e', 'tag': 'd16bd774-5da3-43c1-89a0-21addbf98349', 'status': 'completed', 'code': 200} Jul 16 01:22:17.535742 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54001f03-6bf5-4720-a0b2-a560ef1d4c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.537458 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54001f03-6bf5-4720-a0b2-a560ef1d4c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.626842 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d01909c5-0b21-48e2-b0da-178b33db2a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.627689 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 29a8fdfe-a921-4c50-a46a-331f48399b54 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:17.654345 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d01909c5-0b21-48e2-b0da-178b33db2a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.701693 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccda4a17-2f7a-4b39-84a3-4821da36dd6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-32df3d9f-7462-495f-80a3-cdd86d9b66d8', 'network_id': '32df3d9f-7462-495f-80a3-cdd86d9b66d8', 'tenant_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'fixed_ips': [{'subnet_id': 'f10d9a62-246e-4939-80d5-00a045b5ac27'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:22:17.704611 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ccda4a17-2f7a-4b39-84a3-4821da36dd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.735341 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54001f03-6bf5-4720-a0b2-a560ef1d4c21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.738668 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc083fd-6654-46f7-8cb0-9601e5d5d319 req-d84460de-87c2-4def-94e8-642940f178bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:17.741057 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3fc083fd-6654-46f7-8cb0-9601e5d5d319 req-d84460de-87c2-4def-94e8-642940f178bd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 1100 time: 0.2035191 Jul 16 01:22:17.742493 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d01909c5-0b21-48e2-b0da-178b33db2a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.746770 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d01909c5-0b21-48e2-b0da-178b33db2a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.748586 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d01909c5-0b21-48e2-b0da-178b33db2a96 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb5eb716-fa07-4faf-a351-5c1487ec060f HTTP/1.1" status: 204 len: 168 time: 0.2573576 Jul 16 01:22:17.779672 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01909c5-0b21-48e2-b0da-178b33db2a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5eb716-fa07-4faf-a351-5c1487ec060f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:17.846412 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 29a8fdfe-a921-4c50-a46a-331f48399b54 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:17.854489 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 29a8fdfe-a921-4c50-a46a-331f48399b54 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:17.855331 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.917072 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc083fd-6654-46f7-8cb0-9601e5d5d319 req-216dbc70-6ad9-4a95-8a3e-eb80586ef9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:17.919631 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3fc083fd-6654-46f7-8cb0-9601e5d5d319 req-216dbc70-6ad9-4a95-8a3e-eb80586ef9b6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.1696153 Jul 16 01:22:17.990163 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3fc083fd-6654-46f7-8cb0-9601e5d5d319 req-ea000cbb-ac75-4c4e-aff4-cfd750d17628 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=d16bd774-5da3-43c1-89a0-21addbf98349 HTTP/1.1" status: 200 len: 217 time: 0.0629804 Jul 16 01:22:18.012879 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1115f5-45cf-4fcf-8bc7-ee4644379800 req-e54ba2de-4d1b-42ae-9bc3-8a70b33fda32 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:18.015859 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bb1115f5-45cf-4fcf-8bc7-ee4644379800 req-e54ba2de-4d1b-42ae-9bc3-8a70b33fda32 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a943743-5bde-4278-93d4-95e74e2e965f HTTP/1.1" status: 200 len: 944 time: 0.1528919 Jul 16 01:22:18.030661 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-ccda4a17-2f7a-4b39-84a3-4821da36dd6a None None] Allocated IP 172.20.0.2 (32df3d9f-7462-495f-80a3-cdd86d9b66d8/f10d9a62-246e-4939-80d5-00a045b5ac27/eaa79a8a-6f63-4fc3-af39-e5537ee13216) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:18.095511 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.147483 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bb1115f5-45cf-4fcf-8bc7-ee4644379800 req-4d648411-3af5-4616-8696-1ebfa08e827a tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170559 Jul 16 01:22:18.157318 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc083fd-6654-46f7-8cb0-9601e5d5d319 req-6b70cb1e-65ae-43f3-b63b-b80363dbe366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:18.169758 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 29a8fdfe-a921-4c50-a46a-331f48399b54, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=29a8fdfe-a921-4c50-a46a-331f48399b54,segment=NetworkSegment(5c75894e-9946-4d28-af0d-7f4b9cec03a8),segment_id=5c75894e-9946-4d28-af0d-7f4b9cec03a8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:18.173547 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3fc083fd-6654-46f7-8cb0-9601e5d5d319 req-6b70cb1e-65ae-43f3-b63b-b80363dbe366 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1526005 Jul 16 01:22:18.174585 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a943743-5bde-4278-93d4-95e74e2e965f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a8fdfe-a921-4c50-a46a-331f48399b54'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:18.179513 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a077c5-b908-489c-8ea7-72a576a0d0f4" -d '{"events": [{"server_uuid": "8a943743-5bde-4278-93d4-95e74e2e965f", "name": "network-vif-plugged", "status": "completed", "tag": "29a8fdfe-a921-4c50-a46a-331f48399b54"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:18.188273 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.189482 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device d16bd774-5da3-43c1-89a0-21addbf98349 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:18.339647 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc083fd-6654-46f7-8cb0-9601e5d5d319 req-ae50644d-2d33-4b45-b240-70556115de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:18.345225 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device d16bd774-5da3-43c1-89a0-21addbf98349 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:18.345225 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 485aedfc-d310-49e9-b67e-4865af235efc no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:18.347345 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3fc083fd-6654-46f7-8cb0-9601e5d5d319 req-ae50644d-2d33-4b45-b240-70556115de70 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1621706 Jul 16 01:22:18.380338 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54001f03-6bf5-4720-a0b2-a560ef1d4c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.402867 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc083fd-6654-46f7-8cb0-9601e5d5d319 req-d953ceff-a028-45bd-adfc-09bf66ca964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:18.410042 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3fc083fd-6654-46f7-8cb0-9601e5d5d319 req-d953ceff-a028-45bd-adfc-09bf66ca964c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 1100 time: 0.6672978 Jul 16 01:22:18.413948 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 485aedfc-d310-49e9-b67e-4865af235efc {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:18.414490 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 485aedfc-d310-49e9-b67e-4865af235efc not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:18.511164 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=29a8fdfe-a921-4c50-a46a-331f48399b54,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:18.560181 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42048) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:18.607216 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52c432-4d13-431b-95ca-b5c0f199bc43 req-b603fd48-3888-4fe8-b792-f9cdc035da13 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:18.609062 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3b52c432-4d13-431b-95ca-b5c0f199bc43 req-b603fd48-3888-4fe8-b792-f9cdc035da13 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 944 time: 0.2785673 Jul 16 01:22:18.645242 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3fc083fd-6654-46f7-8cb0-9601e5d5d319 req-7f782911-3319-48dc-af9a-a0bbfd821708 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675891 Jul 16 01:22:18.677761 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3b52c432-4d13-431b-95ca-b5c0f199bc43 req-f9824cd7-8ca7-415c-8ef9-f3fbafaf066e tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580537 Jul 16 01:22:18.788478 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7242834b-0c2a-417a-b771-fdfe628699b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.790881 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc083fd-6654-46f7-8cb0-9601e5d5d319 req-d31f88f6-ad11-4352-85fc-5e01dc4bf990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:18.792515 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3fc083fd-6654-46f7-8cb0-9601e5d5d319 req-d31f88f6-ad11-4352-85fc-5e01dc4bf990 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.3693089 Jul 16 01:22:18.814436 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ccda4a17-2f7a-4b39-84a3-4821da36dd6a None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.824116 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ccda4a17-2f7a-4b39-84a3-4821da36dd6a None None] Transition to ACTIVE for port object eaa79a8a-6f63-4fc3-af39-e5537ee13216 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:18.837385 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aaa470-4f7e-462c-bd6f-a6c73bc4b4eb req-69d1c273-5f08-4a2b-bee0-f3aace77962c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:18.839565 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34aaa470-4f7e-462c-bd6f-a6c73bc4b4eb req-69d1c273-5f08-4a2b-bee0-f3aace77962c tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.82 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 944 time: 0.6098328 Jul 16 01:22:18.847836 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ccda4a17-2f7a-4b39-84a3-4821da36dd6a None None] Transition to ACTIVE for port object eaa79a8a-6f63-4fc3-af39-e5537ee13216 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:18.861934 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ccda4a17-2f7a-4b39-84a3-4821da36dd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.897122 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3fc083fd-6654-46f7-8cb0-9601e5d5d319 req-3037d060-e37e-46c3-a5bb-d7b25b183d8c service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334893 Jul 16 01:22:18.901756 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3fc083fd-6654-46f7-8cb0-9601e5d5d319 req-c4726a4b-7e2c-4850-a812-80932a6f4502 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=d16bd774-5da3-43c1-89a0-21addbf98349 HTTP/1.1" status: 200 len: 217 time: 0.0984063 Jul 16 01:22:18.937958 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccda4a17-2f7a-4b39-84a3-4821da36dd6a None None] Network 32df3d9f-7462-495f-80a3-cdd86d9b66d8 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:18.946270 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-ccda4a17-2f7a-4b39-84a3-4821da36dd6a None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:18.949294 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccda4a17-2f7a-4b39-84a3-4821da36dd6a None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:18.958987 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda4a17-2f7a-4b39-84a3-4821da36dd6a None None] Pushing event updated for resources: {'Port': ['ID=eaa79a8a-6f63-4fc3-af39-e5537ee13216,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:19.032404 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d839b41d-81e7-4107-9f25-645d4bc7b4b7 x-openstack-request-id: req-d839b41d-81e7-4107-9f25-645d4bc7b4b7 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:19.032846 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a943743-5bde-4278-93d4-95e74e2e965f", "name": "network-vif-plugged", "status": "completed", "tag": "29a8fdfe-a921-4c50-a46a-331f48399b54", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:19.033135 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d839b41d-81e7-4107-9f25-645d4bc7b4b7 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:19.033530 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a943743-5bde-4278-93d4-95e74e2e965f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a8fdfe-a921-4c50-a46a-331f48399b54', 'code': 200} Jul 16 01:22:19.051602 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ccda4a17-2f7a-4b39-84a3-4821da36dd6a None None] Attempting to bind port eaa79a8a-6f63-4fc3-af39-e5537ee13216 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:19.052519 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ccda4a17-2f7a-4b39-84a3-4821da36dd6a None None] Attempting to bind port eaa79a8a-6f63-4fc3-af39-e5537ee13216 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'ddb0d307-932a-4053-978f-5d3d155cf880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32df3d9f-7462-495f-80a3-cdd86d9b66d8'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:19.053103 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccda4a17-2f7a-4b39-84a3-4821da36dd6a None None] Attempting to bind port eaa79a8a-6f63-4fc3-af39-e5537ee13216 on network 32df3d9f-7462-495f-80a3-cdd86d9b66d8 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:19.059324 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccda4a17-2f7a-4b39-84a3-4821da36dd6a None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:19.059815 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccda4a17-2f7a-4b39-84a3-4821da36dd6a None None] Checking segment: {'id': 'ddb0d307-932a-4053-978f-5d3d155cf880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32df3d9f-7462-495f-80a3-cdd86d9b66d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:19.060768 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ccda4a17-2f7a-4b39-84a3-4821da36dd6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.061490 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccda4a17-2f7a-4b39-84a3-4821da36dd6a None None] Bound using segment: {'id': 'ddb0d307-932a-4053-978f-5d3d155cf880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32df3d9f-7462-495f-80a3-cdd86d9b66d8'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:19.062226 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ccda4a17-2f7a-4b39-84a3-4821da36dd6a None None] Bound port: eaa79a8a-6f63-4fc3-af39-e5537ee13216, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb0d307-932a-4053-978f-5d3d155cf880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32df3d9f-7462-495f-80a3-cdd86d9b66d8'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:19.062810 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ccda4a17-2f7a-4b39-84a3-4821da36dd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.130111 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e000cb-6ba7-4fec-af10-0c4411e52210 req-d53c18a2-c207-4ed0-9a64-42b61e761fc4 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:19.137188 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-70e000cb-6ba7-4fec-af10-0c4411e52210 req-d53c18a2-c207-4ed0-9a64-42b61e761fc4 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 948 time: 0.4911442 Jul 16 01:22:19.155294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc083fd-6654-46f7-8cb0-9601e5d5d319 req-235d57d9-b10c-4b57-b89a-80fcf7362af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:19.156973 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3fc083fd-6654-46f7-8cb0-9601e5d5d319 req-235d57d9-b10c-4b57-b89a-80fcf7362af1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.2248495 Jul 16 01:22:19.173799 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ccda4a17-2f7a-4b39-84a3-4821da36dd6a None None] For port eaa79a8a-6f63-4fc3-af39-e5537ee13216, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:19.180325 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ccda4a17-2f7a-4b39-84a3-4821da36dd6a None None] For port eaa79a8a-6f63-4fc3-af39-e5537ee13216, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=eaa79a8a-6f63-4fc3-af39-e5537ee13216,segment=NetworkSegment(ddb0d307-932a-4053-978f-5d3d155cf880),segment_id=ddb0d307-932a-4053-978f-5d3d155cf880)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:19.188488 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ccda4a17-2f7a-4b39-84a3-4821da36dd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.223098 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42062) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:19.267683 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7333c24-7390-4402-93eb-e65d732cf773 req-fbd44ba8-ac02-4e48-b8a4-3ea55b3564ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:19.270015 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b7333c24-7390-4402-93eb-e65d732cf773 req-fbd44ba8-ac02-4e48-b8a4-3ea55b3564ab service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8a943743-5bde-4278-93d4-95e74e2e965f HTTP/1.1" status: 200 len: 1097 time: 0.1480052 Jul 16 01:22:19.296519 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda4a17-2f7a-4b39-84a3-4821da36dd6a None None] Pushing event updated for resources: {'Port': ['ID=eaa79a8a-6f63-4fc3-af39-e5537ee13216,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:19.296933 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-70e000cb-6ba7-4fec-af10-0c4411e52210 req-822eb311-b9d6-4213-9049-98c95b6c8226 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519685 Jul 16 01:22:19.332426 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b7333c24-7390-4402-93eb-e65d732cf773 req-975146f0-fa73-42b3-ae91-4fef140c0a9a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550332 Jul 16 01:22:19.354013 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-34aaa470-4f7e-462c-bd6f-a6c73bc4b4eb req-f99daa2e-b68a-45d5-a9d9-6ad113bbb983 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Deleting port ac6e6db6-3f96-4df8-bed0-b111f3190e0d {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:19.354352 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-34aaa470-4f7e-462c-bd6f-a6c73bc4b4eb req-f99daa2e-b68a-45d5-a9d9-6ad113bbb983 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.375921 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7242834b-0c2a-417a-b771-fdfe628699b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.383463 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d16bd774-5da3-43c1-89a0-21addbf98349 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:22:19.412507 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7242834b-0c2a-417a-b771-fdfe628699b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.436963 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b01ed5f6-e680-4dde-b064-7fa3939a901a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.531568 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d16bd774-5da3-43c1-89a0-21addbf98349, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d16bd774-5da3-43c1-89a0-21addbf98349,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:19.559104 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'd16bd774-5da3-43c1-89a0-21addbf98349', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': 'd16bd774-5da3-43c1-89a0-21addbf98349', 'mac_address': 'fa:16:3e:5a:32:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:22:19.569808 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc083fd-6654-46f7-8cb0-9601e5d5d319 req-1544bed1-d402-416f-8e43-e0ef94e775b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:19.579011 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3fc083fd-6654-46f7-8cb0-9601e5d5d319 req-1544bed1-d402-416f-8e43-e0ef94e775b0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3985660 Jul 16 01:22:19.604286 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b01ed5f6-e680-4dde-b064-7fa3939a901a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.610563 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b01ed5f6-e680-4dde-b064-7fa3939a901a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.634004 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.659554 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16bd774-5da3-43c1-89a0-21addbf98349 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:19.683674 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d16bd774-5da3-43c1-89a0-21addbf98349, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d16bd774-5da3-43c1-89a0-21addbf98349,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:19.689229 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b01ed5f6-e680-4dde-b064-7fa3939a901a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c847f2e54c64f23bf3c63710d2a53f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4649596 Jul 16 01:22:19.690728 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ed5f6-e680-4dde-b064-7fa3939a901a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed8a6d1-1a1d-4a9b-93fe-d57e9274d6bb,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:19.693293 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42072) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:19.699923 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.747376 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242834b-0c2a-417a-b771-fdfe628699b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d9318b-1600-43a2-b070-bd7864de9ad5,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:19.758799 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7242834b-0c2a-417a-b771-fdfe628699b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9cdd5fa7ddbb42509c46fd4be06f75a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1804125 Jul 16 01:22:19.761887 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42078) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:19.777537 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=d16bd774-5da3-43c1-89a0-21addbf98349,revision_number=12']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:19.804824 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a65bc15c-a851-41f4-b1d6-44f87a1dfd8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.878350 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a65bc15c-a851-41f4-b1d6-44f87a1dfd8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.892249 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6c509b98-6a78-4ae5-bb78-e494bbdefe69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.908994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-34aaa470-4f7e-462c-bd6f-a6c73bc4b4eb req-f99daa2e-b68a-45d5-a9d9-6ad113bbb983 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] For port ac6e6db6-3f96-4df8-bed0-b111f3190e0d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=ac6e6db6-3f96-4df8-bed0-b111f3190e0d,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:19.909361 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-34aaa470-4f7e-462c-bd6f-a6c73bc4b4eb req-f99daa2e-b68a-45d5-a9d9-6ad113bbb983 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.915376 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['d16bd774-5da3-43c1-89a0-21addbf98349'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:19.937277 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6c509b98-6a78-4ae5-bb78-e494bbdefe69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.955695 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-34aaa470-4f7e-462c-bd6f-a6c73bc4b4eb req-f99daa2e-b68a-45d5-a9d9-6ad113bbb983 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Calling delete_port for ac6e6db6-3f96-4df8-bed0-b111f3190e0d owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:19.983800 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device eaa79a8a-6f63-4fc3-af39-e5537ee13216 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:19.984141 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54001f03-6bf5-4720-a0b2-a560ef1d4c21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.030094 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54001f03-6bf5-4720-a0b2-a560ef1d4c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.087429 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port eaa79a8a-6f63-4fc3-af39-e5537ee13216 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:20.097734 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6c509b98-6a78-4ae5-bb78-e494bbdefe69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.101242 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6c509b98-6a78-4ae5-bb78-e494bbdefe69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.101747 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3fc083fd-6654-46f7-8cb0-9601e5d5d319 req-1134092a-74dc-43d9-b1c3-1a66b2e83fa6 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530039 Jul 16 01:22:20.102845 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6c509b98-6a78-4ae5-bb78-e494bbdefe69 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01d9318b-1600-43a2-b070-bd7864de9ad5 HTTP/1.1" status: 204 len: 168 time: 0.3397875 Jul 16 01:22:20.123563 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2903b37-6807-408f-beaa-26503ca8bc94 req-c628955e-7145-4ec6-9909-972744707d47 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:20.125566 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f2903b37-6807-408f-beaa-26503ca8bc94 req-c628955e-7145-4ec6-9909-972744707d47 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 944 time: 0.1462948 Jul 16 01:22:20.126814 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a65bc15c-a851-41f4-b1d6-44f87a1dfd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.129627 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a65bc15c-a851-41f4-b1d6-44f87a1dfd8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.133272 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a65bc15c-a851-41f4-b1d6-44f87a1dfd8b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ed8a6d1-1a1d-4a9b-93fe-d57e9274d6bb HTTP/1.1" status: 204 len: 168 time: 0.4362884 Jul 16 01:22:20.133272 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c509b98-6a78-4ae5-bb78-e494bbdefe69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d9318b-1600-43a2-b070-bd7864de9ad5,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:20.166093 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dec230-8662-4e24-8a3b-aca337ec4bfa req-8f1c334a-df92-49c0-92e7-f3b73847ce9f tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:20.178838 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-39dec230-8662-4e24-8a3b-aca337ec4bfa req-8f1c334a-df92-49c0-92e7-f3b73847ce9f tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a943743-5bde-4278-93d4-95e74e2e965f HTTP/1.1" status: 200 len: 945 time: 0.6983609 Jul 16 01:22:20.184115 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bc15c-a851-41f4-b1d6-44f87a1dfd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed8a6d1-1a1d-4a9b-93fe-d57e9274d6bb,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:20.268335 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f2903b37-6807-408f-beaa-26503ca8bc94 req-16c9ed57-741d-4224-83a8-ee6cc9db07da tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a1c1340-3a01-40be-a232-997ae74c66f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227984 Jul 16 01:22:20.561446 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-39dec230-8662-4e24-8a3b-aca337ec4bfa req-45544685-9e93-4d09-94ad-0f190f175bfa tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814592 Jul 16 01:22:20.615316 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42106) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:20.651480 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d3219060-75c1-4ebd-8e19-4293c45a0803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.659714 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3fc083fd-6654-46f7-8cb0-9601e5d5d319 req-801f973d-5a8b-41a7-bdd9-87f003921d09 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212033 Jul 16 01:22:20.761287 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327c0a65-fea9-4780-9295-4e59bd31e3d7 None None] Network 32df3d9f-7462-495f-80a3-cdd86d9b66d8 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:20.768489 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-54001f03-6bf5-4720-a0b2-a560ef1d4c21 admin admin] Allocated IP 172.25.6.252 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/2e71652a-9654-489c-ba9d-bd56742c9382) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:20.830947 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-34aaa470-4f7e-462c-bd6f-a6c73bc4b4eb req-f99daa2e-b68a-45d5-a9d9-6ad113bbb983 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.856542 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d3219060-75c1-4ebd-8e19-4293c45a0803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.865269 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d3219060-75c1-4ebd-8e19-4293c45a0803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.881599 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99daa2e-b68a-45d5-a9d9-6ad113bbb983 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Pushing event deleted for resources: {'Port': ['ID=ac6e6db6-3f96-4df8-bed0-b111f3190e0d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:20.915885 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ae026011-1582-4f28-8af4-641d9f63ec39 None None] Provisioning for port eaa79a8a-6f63-4fc3-af39-e5537ee13216 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:20.930221 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ae026011-1582-4f28-8af4-641d9f63ec39 None None] Provisioning complete for port eaa79a8a-6f63-4fc3-af39-e5537ee13216 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:20.930597 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ae026011-1582-4f28-8af4-641d9f63ec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.939716 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d3219060-75c1-4ebd-8e19-4293c45a0803 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=386174b04c1845f6bb3f8e97c785b9a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205655 Jul 16 01:22:20.943044 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42112) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:20.967508 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d9eee-c7da-4081-9a51-77f33f52e076 req-7b6c20b9-cc59-49ba-bb5f-b782731953c3 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:20.980814 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-164d9eee-c7da-4081-9a51-77f33f52e076 req-7b6c20b9-cc59-49ba-bb5f-b782731953c3 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 949 time: 0.2802219 Jul 16 01:22:21.050273 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54001f03-6bf5-4720-a0b2-a560ef1d4c21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.085278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3219060-75c1-4ebd-8e19-4293c45a0803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b10a27-434e-44aa-9a0d-5c63076eb307,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:21.090966 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d0a9fbe4-1b67-4acf-9d49-f923a8ecaf0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.130185 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ae026011-1582-4f28-8af4-641d9f63ec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.144855 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-34aaa470-4f7e-462c-bd6f-a6c73bc4b4eb req-f99daa2e-b68a-45d5-a9d9-6ad113bbb983 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] No DVR routers for this DVR port ac6e6db6-3f96-4df8-bed0-b111f3190e0d on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:21.154880 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-34aaa470-4f7e-462c-bd6f-a6c73bc4b4eb req-f99daa2e-b68a-45d5-a9d9-6ad113bbb983 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.157028 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34aaa470-4f7e-462c-bd6f-a6c73bc4b4eb req-f99daa2e-b68a-45d5-a9d9-6ad113bbb983 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.82 "DELETE /v2.0/ports/ac6e6db6-3f96-4df8-bed0-b111f3190e0d HTTP/1.1" status: 204 len: 173 time: 2.2771235 Jul 16 01:22:21.157818 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa8a80b-21e6-4538-b3ce-cd5253302656', 'name': 'network-vif-deleted', 'tag': 'ac6e6db6-3f96-4df8-bed0-b111f3190e0d'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:21.160570 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4417af-0be4-40f2-a163-0cadcccc499c" -d '{"events": [{"server_uuid": "7aa8a80b-21e6-4538-b3ce-cd5253302656", "name": "network-vif-deleted", "tag": "ac6e6db6-3f96-4df8-bed0-b111f3190e0d"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:21.164964 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d0a9fbe4-1b67-4acf-9d49-f923a8ecaf0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.177586 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-164d9eee-c7da-4081-9a51-77f33f52e076 req-9ee18cb2-989c-4e59-ab87-e2487f38ac61 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955602 Jul 16 01:22:21.198451 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54001f03-6bf5-4720-a0b2-a560ef1d4c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.231258 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ae026011-1582-4f28-8af4-641d9f63ec39 None None] For port eaa79a8a-6f63-4fc3-af39-e5537ee13216, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=eaa79a8a-6f63-4fc3-af39-e5537ee13216,segment=NetworkSegment(ddb0d307-932a-4053-978f-5d3d155cf880),segment_id=ddb0d307-932a-4053-978f-5d3d155cf880)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:21.239460 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54001f03-6bf5-4720-a0b2-a560ef1d4c21 admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:21.241829 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-54001f03-6bf5-4720-a0b2-a560ef1d4c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:21.242888 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ae026011-1582-4f28-8af4-641d9f63ec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.283281 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d0a9fbe4-1b67-4acf-9d49-f923a8ecaf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.287529 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d0a9fbe4-1b67-4acf-9d49-f923a8ecaf0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.287935 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54001f03-6bf5-4720-a0b2-a560ef1d4c21 admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:21.288776 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d0a9fbe4-1b67-4acf-9d49-f923a8ecaf0c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8b10a27-434e-44aa-9a0d-5c63076eb307 HTTP/1.1" status: 204 len: 168 time: 0.3448000 Jul 16 01:22:21.309791 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9fbe4-1b67-4acf-9d49-f923a8ecaf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b10a27-434e-44aa-9a0d-5c63076eb307,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:21.389691 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c69f056-2e33-4e50-8f66-770203e69a81 x-openstack-request-id: req-3c69f056-2e33-4e50-8f66-770203e69a81 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:21.390703 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d16bd774-5da3-43c1-89a0-21addbf98349 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:21.398576 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa8a80b-21e6-4538-b3ce-cd5253302656", "name": "network-vif-deleted", "tag": "ac6e6db6-3f96-4df8-bed0-b111f3190e0d", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:21.399564 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c69f056-2e33-4e50-8f66-770203e69a81 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:21.399564 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa8a80b-21e6-4538-b3ce-cd5253302656', 'name': 'network-vif-deleted', 'tag': 'ac6e6db6-3f96-4df8-bed0-b111f3190e0d', 'status': 'completed', 'code': 200} Jul 16 01:22:21.471383 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae026011-1582-4f28-8af4-641d9f63ec39 None None] Pushing event updated for resources: {'Port': ['ID=eaa79a8a-6f63-4fc3-af39-e5537ee13216,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:21.495016 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port d16bd774-5da3-43c1-89a0-21addbf98349 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:21.504122 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port d16bd774-5da3-43c1-89a0-21addbf98349 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:21.504574 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.621307 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.661236 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08adf13-855c-4c61-9196-5246a2f2d89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16bd774-5da3-43c1-89a0-21addbf98349'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:21.665395 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5229f2-affd-43f5-9f86-6782157398b5" -d '{"events": [{"server_uuid": "a08adf13-855c-4c61-9196-5246a2f2d89e", "name": "network-vif-plugged", "status": "completed", "tag": "d16bd774-5da3-43c1-89a0-21addbf98349"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:21.690220 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d16bd774-5da3-43c1-89a0-21addbf98349, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d16bd774-5da3-43c1-89a0-21addbf98349,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:21.703537 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4de3b858-3522-4180-9b3a-2255ddcc6fba None None] Provisioning complete for port eaa79a8a-6f63-4fc3-af39-e5537ee13216 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:21.703957 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4de3b858-3522-4180-9b3a-2255ddcc6fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.756457 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.885819 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9d9170b6-d967-4dfe-9b59-4fd639cffc3d req-815cb362-c21e-4bf0-8ba9-8c260a333707 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa8a80b-21e6-4538-b3ce-cd5253302656 HTTP/1.1" status: 200 len: 210 time: 0.0775123 Jul 16 01:22:21.921039 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=d16bd774-5da3-43c1-89a0-21addbf98349,revision_number=13']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:21.930447 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device eaa79a8a-6f63-4fc3-af39-e5537ee13216 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:22.056228 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port eaa79a8a-6f63-4fc3-af39-e5537ee13216 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:22.056643 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.079679 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54001f03-6bf5-4720-a0b2-a560ef1d4c21 admin admin] Pushing event updated for resources: {'Port': ['ID=2e71652a-9654-489c-ba9d-bd56742c9382,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:22.207969 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e423189-e2aa-4626-8e6c-ec9441531800 req-2d916abe-59f1-4b35-9674-6d95fee96c74 tempest-MigrationsAdminTest-1377254942 tempest-MigrationsAdminTest-1377254942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:22.217504 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2e423189-e2aa-4626-8e6c-ec9441531800 req-2d916abe-59f1-4b35-9674-6d95fee96c74 tempest-MigrationsAdminTest-1377254942 tempest-MigrationsAdminTest-1377254942-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 1102 time: 0.7166531 Jul 16 01:22:22.309708 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59740122-e4d4-4419-941c-1febac37f61a req-948ff75c-13ba-4f0d-a06b-884da19beb0c tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:22.318381 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-59740122-e4d4-4419-941c-1febac37f61a req-948ff75c-13ba-4f0d-a06b-884da19beb0c tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a943743-5bde-4278-93d4-95e74e2e965f HTTP/1.1" status: 200 len: 945 time: 0.0794842 Jul 16 01:22:22.339937 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2e423189-e2aa-4626-8e6c-ec9441531800 req-c5618f47-cfbc-411d-95d9-a0d857d2f270 tempest-MigrationsAdminTest-1377254942 tempest-MigrationsAdminTest-1377254942-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175532 Jul 16 01:22:22.367115 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-59740122-e4d4-4419-941c-1febac37f61a req-69b3c098-65b2-45f4-bcf4-f4f37cd878c8 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463717 Jul 16 01:22:22.395064 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54001f03-6bf5-4720-a0b2-a560ef1d4c21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.458641 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29736491-59b8-401d-8d24-800fef479805 x-openstack-request-id: req-29736491-59b8-401d-8d24-800fef479805 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:22.458941 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08adf13-855c-4c61-9196-5246a2f2d89e", "name": "network-vif-plugged", "status": "completed", "tag": "d16bd774-5da3-43c1-89a0-21addbf98349", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:22.459727 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29736491-59b8-401d-8d24-800fef479805 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:22.459727 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08adf13-855c-4c61-9196-5246a2f2d89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16bd774-5da3-43c1-89a0-21addbf98349', 'code': 200} Jul 16 01:22:22.692860 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54001f03-6bf5-4720-a0b2-a560ef1d4c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.761705 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43274fbf-a3f2-4faa-9f06-3e593a2f64be req-28019437-41f0-46e5-93cd-2ef34aa68fef tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:22.763234 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-43274fbf-a3f2-4faa-9f06-3e593a2f64be req-28019437-41f0-46e5-93cd-2ef34aa68fef tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a943743-5bde-4278-93d4-95e74e2e965f HTTP/1.1" status: 200 len: 945 time: 0.1630108 Jul 16 01:22:22.843181 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-43274fbf-a3f2-4faa-9f06-3e593a2f64be req-9e6961e7-00f5-4ee6-8c9c-5d8d6f30ba5a tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730398 Jul 16 01:22:22.913203 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54001f03-6bf5-4720-a0b2-a560ef1d4c21 admin admin] Router 57cc4bfc-427e-46b9-9c25-f2092a068dc9 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:22:23.071263 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42194) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:23.145538 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbca84d-d163-4582-9763-74f377a2ca87 req-d3df58e6-5ecb-4e78-9a21-67e8fdee6a8e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:23.147728 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7cbca84d-d163-4582-9763-74f377a2ca87 req-d3df58e6-5ecb-4e78-9a21-67e8fdee6a8e tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 950 time: 0.1545060 Jul 16 01:22:23.149195 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54001f03-6bf5-4720-a0b2-a560ef1d4c21 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:23.168770 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] Sync routers for ids ['57cc4bfc-427e-46b9-9c25-f2092a068dc9'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:23.179904 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] Routers {'57cc4bfc-427e-46b9-9c25-f2092a068dc9'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:23.180619 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:22:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['57cc4bfc-427e-46b9-9c25-f2092a068dc9'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:23.196840 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54001f03-6bf5-4720-a0b2-a560ef1d4c21 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.202290 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42204) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:23.203529 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-54001f03-6bf5-4720-a0b2-a560ef1d4c21 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7491536 Jul 16 01:22:23.232217 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7cbca84d-d163-4582-9763-74f377a2ca87 req-fe5fd5b4-e979-450d-9ddc-008c2c4a0113 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683873 Jul 16 01:22:23.355407 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] Set router 57cc4bfc-427e-46b9-9c25-f2092a068dc9 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:23.424014 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-ae28221c-1638-44cc-9706-90862d726cbb tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1567682999', 'router:external': True}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:23.578168 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae28221c-1638-44cc-9706-90862d726cbb tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Made reservation on behalf of fbf7c8ed406b4d0aa509bf7a7d974ee7 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:23.580579 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ae28221c-1638-44cc-9706-90862d726cbb tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.591289 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device ac6e6db6-3f96-4df8-bed0-b111f3190e0d no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:23.618247 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ae28221c-1638-44cc-9706-90862d726cbb tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.624761 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: ac6e6db6-3f96-4df8-bed0-b111f3190e0d {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:23.625121 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device ac6e6db6-3f96-4df8-bed0-b111f3190e0d not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:23.644707 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57cc4bfc-427e-46b9-9c25-f2092a068dc9', 'name': 'tempest-FloatingIPDetailsTestJSON-849408605-router', 'tenant_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '2e71652a-9654-489c-ba9d-bd56742c9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:17Z', 'updated_at': '2021-07-16T01:22:22Z', 'revision_number': 3, 'project_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'gw_port': {'id': '2e71652a-9654-489c-ba9d-bd56742c9382', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:60:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57cc4bfc-427e-46b9-9c25-f2092a068dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:20Z', 'updated_at': '2021-07-16T01:22:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:23.693233 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] Checking router: 57cc4bfc-427e-46b9-9c25-f2092a068dc9 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:22:23.693604 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] Updating router 57cc4bfc-427e-46b9-9c25-f2092a068dc9 port 2e71652a-9654-489c-ba9d-bd56742c9382 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:22:23.735103 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.060863 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae0078-c590-4a12-8c06-ddeb0cb79b89 req-31c85879-70a1-4c68-acd6-e567b1b3dcaa tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:24.064117 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-63ae0078-c590-4a12-8c06-ddeb0cb79b89 req-31c85879-70a1-4c68-acd6-e567b1b3dcaa tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.84 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 950 time: 0.1278825 Jul 16 01:22:24.102879 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.126600 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] Transition to ACTIVE for port object 2e71652a-9654-489c-ba9d-bd56742c9382 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:24.137430 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.145959 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952d3bf-5a8b-4d34-b7ab-e2d18feb4291 req-195b026f-d454-4e0c-b5f9-2facdf92697e tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:24.152883 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6952d3bf-5a8b-4d34-b7ab-e2d18feb4291 req-195b026f-d454-4e0c-b5f9-2facdf92697e tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a943743-5bde-4278-93d4-95e74e2e965f HTTP/1.1" status: 200 len: 945 time: 0.5909321 Jul 16 01:22:24.210660 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e203f-56e6-4691-9e86-682d7390d5ef None None] Pushing event updated for resources: {'Port': ['ID=2e71652a-9654-489c-ba9d-bd56742c9382,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:24.216503 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] Attempting to bind port 2e71652a-9654-489c-ba9d-bd56742c9382 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:24.217359 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] Attempting to bind port 2e71652a-9654-489c-ba9d-bd56742c9382 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:24.218220 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] Attempting to bind port 2e71652a-9654-489c-ba9d-bd56742c9382 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:24.225727 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:24.226593 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:24.227231 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.228046 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:24.228790 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] Bound port: 2e71652a-9654-489c-ba9d-bd56742c9382, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:24.230011 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.242073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-63ae0078-c590-4a12-8c06-ddeb0cb79b89 req-807504a7-efbc-40d8-a587-426f6a196ca4 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Deleting port d16bd774-5da3-43c1-89a0-21addbf98349 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:24.242694 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-63ae0078-c590-4a12-8c06-ddeb0cb79b89 req-807504a7-efbc-40d8-a587-426f6a196ca4 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.268908 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6952d3bf-5a8b-4d34-b7ab-e2d18feb4291 req-7913a7c2-db40-4759-b8c9-0e0d5ea9069c tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149812 Jul 16 01:22:24.280583 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ae28221c-1638-44cc-9706-90862d726cbb tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.288296 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ae28221c-1638-44cc-9706-90862d726cbb tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.349718 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae28221c-1638-44cc-9706-90862d726cbb tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:22:24.362724 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28221c-1638-44cc-9706-90862d726cbb tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7d6784-cfc4-4766-9b7f-043dd7c9bfcb,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:24.377470 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ae28221c-1638-44cc-9706-90862d726cbb tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.377909 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-ae28221c-1638-44cc-9706-90862d726cbb tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Added segment 2663f088-91dc-4c1e-92f2-459f437b2168 of type vlan for network e0984efb-74b9-4c69-8d7c-0baba906fbfe Jul 16 01:22:24.462677 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-63ae0078-c590-4a12-8c06-ddeb0cb79b89 req-807504a7-efbc-40d8-a587-426f6a196ca4 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] For port d16bd774-5da3-43c1-89a0-21addbf98349, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d16bd774-5da3-43c1-89a0-21addbf98349,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:24.463972 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-63ae0078-c590-4a12-8c06-ddeb0cb79b89 req-807504a7-efbc-40d8-a587-426f6a196ca4 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.465024 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] For port 2e71652a-9654-489c-ba9d-bd56742c9382, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:24.474306 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] For port 2e71652a-9654-489c-ba9d-bd56742c9382, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2e71652a-9654-489c-ba9d-bd56742c9382,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:24.485249 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-63ae0078-c590-4a12-8c06-ddeb0cb79b89 req-807504a7-efbc-40d8-a587-426f6a196ca4 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Calling delete_port for d16bd774-5da3-43c1-89a0-21addbf98349 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:24.486222 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.497311 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b53bffda-0205-48ce-99fe-29d1fb1201af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.505032 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ae28221c-1638-44cc-9706-90862d726cbb tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.594938 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] Routers {'57cc4bfc-427e-46b9-9c25-f2092a068dc9'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:24.595547 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:22:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['57cc4bfc-427e-46b9-9c25-f2092a068dc9'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:24.600184 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ae28221c-1638-44cc-9706-90862d726cbb tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.602791 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae28221c-1638-44cc-9706-90862d726cbb tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:24.604593 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ae28221c-1638-44cc-9706-90862d726cbb tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.651571 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e203f-56e6-4691-9e86-682d7390d5ef None None] Pushing event updated for resources: {'Port': ['ID=2e71652a-9654-489c-ba9d-bd56742c9382,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:24.718970 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-63ae0078-c590-4a12-8c06-ddeb0cb79b89 req-807504a7-efbc-40d8-a587-426f6a196ca4 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.730006 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['b1d9d39f-08e5-4f19-9084-56eb40ff06dd', 'd16bd774-5da3-43c1-89a0-21addbf98349'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:24.739792 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['18c97be5-5024-4a32-9565-b39688ff8000', '2cb7612a-f9a4-430c-99cf-c7f731abfb9b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:24.792711 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ae28221c-1638-44cc-9706-90862d726cbb tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7196920 Jul 16 01:22:24.793970 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42246) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:24.799590 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807504a7-efbc-40d8-a587-426f6a196ca4 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Pushing event deleted for resources: {'Port': ['ID=d16bd774-5da3-43c1-89a0-21addbf98349,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:24.810662 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] Set router 57cc4bfc-427e-46b9-9c25-f2092a068dc9 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:24.837625 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-332d42c7-7697-4bac-a03e-58b6ddca786a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Request body: {'subnet': {'network_id': 'e0984efb-74b9-4c69-8d7c-0baba906fbfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:24.855924 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28221c-1638-44cc-9706-90862d726cbb tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Pushing event updated for resources: {'Network': ['ID=e0984efb-74b9-4c69-8d7c-0baba906fbfe,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:24.882866 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network e0984efb-74b9-4c69-8d7c-0baba906fbfe details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:22:24.901259 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ae0078-c590-4a12-8c06-ddeb0cb79b89 req-807504a7-efbc-40d8-a587-426f6a196ca4 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] No DVR routers for this DVR port d16bd774-5da3-43c1-89a0-21addbf98349 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:24.907421 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-63ae0078-c590-4a12-8c06-ddeb0cb79b89 req-807504a7-efbc-40d8-a587-426f6a196ca4 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.912186 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-63ae0078-c590-4a12-8c06-ddeb0cb79b89 req-807504a7-efbc-40d8-a587-426f6a196ca4 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.84 "DELETE /v2.0/ports/d16bd774-5da3-43c1-89a0-21addbf98349 HTTP/1.1" status: 204 len: 173 time: 0.8415697 Jul 16 01:22:24.914367 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08adf13-855c-4c61-9196-5246a2f2d89e', 'name': 'network-vif-deleted', 'tag': 'd16bd774-5da3-43c1-89a0-21addbf98349'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:24.917618 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f284cc-2a5e-494f-aa63-2bd8c1d6a95a" -d '{"events": [{"server_uuid": "a08adf13-855c-4c61-9196-5246a2f2d89e", "name": "network-vif-deleted", "tag": "d16bd774-5da3-43c1-89a0-21addbf98349"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:24.929277 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e1abc318-e15b-4670-aa5c-4a6960bd4472 req-71303774-99a4-45d4-8f37-b52964e8191b tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=a08adf13-855c-4c61-9196-5246a2f2d89e HTTP/1.1" status: 200 len: 210 time: 0.0878844 Jul 16 01:22:24.987414 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-b53bffda-0205-48ce-99fe-29d1fb1201af admin admin] Allocated IP 172.20.0.1 (32df3d9f-7462-495f-80a3-cdd86d9b66d8/f10d9a62-246e-4939-80d5-00a045b5ac27/edd1cb13-1940-47cc-8173-bf32410ddf34) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:24.990750 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332d42c7-7697-4bac-a03e-58b6ddca786a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Made reservation on behalf of fbf7c8ed406b4d0aa509bf7a7d974ee7 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:25.006915 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-332d42c7-7697-4bac-a03e-58b6ddca786a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.160301 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383fa42-96e2-4bf8-9250-2916b070e8ba req-da850178-3234-43ef-8785-222bfee1d9ab tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:25.164473 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c383fa42-96e2-4bf8-9250-2916b070e8ba req-da850178-3234-43ef-8785-222bfee1d9ab tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.82 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 945 time: 0.1710441 Jul 16 01:22:25.304036 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-c383fa42-96e2-4bf8-9250-2916b070e8ba req-ffedd83b-40e4-4b54-b584-e1d44d5abfb8 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Deleting port 77b37b9b-124d-49df-811e-6712d93ab0f0 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:25.305152 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c383fa42-96e2-4bf8-9250-2916b070e8ba req-ffedd83b-40e4-4b54-b584-e1d44d5abfb8 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.413297 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a4086-fe6d-427e-9e62-1d1778d2bf23 req-c02f9c22-c083-48b4-a5d5-f2c3bb72a86c tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:25.420400 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-121a4086-fe6d-427e-9e62-1d1778d2bf23 req-c02f9c22-c083-48b4-a5d5-f2c3bb72a86c tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a943743-5bde-4278-93d4-95e74e2e965f HTTP/1.1" status: 200 len: 945 time: 0.2401607 Jul 16 01:22:25.424326 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-c383fa42-96e2-4bf8-9250-2916b070e8ba req-ffedd83b-40e4-4b54-b584-e1d44d5abfb8 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] For port 77b37b9b-124d-49df-811e-6712d93ab0f0, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=77b37b9b-124d-49df-811e-6712d93ab0f0,segment=NetworkSegment(790f9f46-57bd-4afc-9a5f-57eeeec978f9),segment_id=790f9f46-57bd-4afc-9a5f-57eeeec978f9)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:25.425050 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c383fa42-96e2-4bf8-9250-2916b070e8ba req-ffedd83b-40e4-4b54-b584-e1d44d5abfb8 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.426148 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57cc4bfc-427e-46b9-9c25-f2092a068dc9', 'name': 'tempest-FloatingIPDetailsTestJSON-849408605-router', 'tenant_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '2e71652a-9654-489c-ba9d-bd56742c9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:17Z', 'updated_at': '2021-07-16T01:22:22Z', 'revision_number': 3, 'project_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'gw_port': {'id': '2e71652a-9654-489c-ba9d-bd56742c9382', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:60:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57cc4bfc-427e-46b9-9c25-f2092a068dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:20Z', 'updated_at': '2021-07-16T01:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:25.441182 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-c383fa42-96e2-4bf8-9250-2916b070e8ba req-ffedd83b-40e4-4b54-b584-e1d44d5abfb8 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Calling delete_port for 77b37b9b-124d-49df-811e-6712d93ab0f0 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:25.478466 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8e5ea8-9b64-4f56-80ab-c1c89afd9736 None None] The sync data for ids ['57cc4bfc-427e-46b9-9c25-f2092a068dc9'] in n-d-792394-16 is: [{'id': '57cc4bfc-427e-46b9-9c25-f2092a068dc9', 'name': 'tempest-FloatingIPDetailsTestJSON-849408605-router', 'tenant_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '2e71652a-9654-489c-ba9d-bd56742c9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:17Z', 'updated_at': '2021-07-16T01:22:22Z', 'revision_number': 3, 'project_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'gw_port': {'id': '2e71652a-9654-489c-ba9d-bd56742c9382', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:60:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57cc4bfc-427e-46b9-9c25-f2092a068dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:20Z', 'updated_at': '2021-07-16T01:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:25.499198 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b53bffda-0205-48ce-99fe-29d1fb1201af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.554282 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-b53bffda-0205-48ce-99fe-29d1fb1201af admin admin] Transition to ACTIVE for port object edd1cb13-1940-47cc-8173-bf32410ddf34 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:25.615918 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-121a4086-fe6d-427e-9e62-1d1778d2bf23 req-dd96f2b3-1f41-4604-bf21-b4f16960d739 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939938 Jul 16 01:22:25.704020 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c383fa42-96e2-4bf8-9250-2916b070e8ba req-ffedd83b-40e4-4b54-b584-e1d44d5abfb8 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.788217 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b53bffda-0205-48ce-99fe-29d1fb1201af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.824716 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b08f66d-2d91-481c-9d73-2dafd1ed158c x-openstack-request-id: req-8b08f66d-2d91-481c-9d73-2dafd1ed158c {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:25.825121 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08adf13-855c-4c61-9196-5246a2f2d89e", "name": "network-vif-deleted", "tag": "d16bd774-5da3-43c1-89a0-21addbf98349", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:25.825314 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b08f66d-2d91-481c-9d73-2dafd1ed158c {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:25.825964 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08adf13-855c-4c61-9196-5246a2f2d89e', 'name': 'network-vif-deleted', 'tag': 'd16bd774-5da3-43c1-89a0-21addbf98349', 'status': 'completed', 'code': 200} Jul 16 01:22:25.828171 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffedd83b-40e4-4b54-b584-e1d44d5abfb8 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Pushing event deleted for resources: {'Port': ['ID=77b37b9b-124d-49df-811e-6712d93ab0f0,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:25.851290 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-c383fa42-96e2-4bf8-9250-2916b070e8ba req-ffedd83b-40e4-4b54-b584-e1d44d5abfb8 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] No DVR routers for this DVR port 77b37b9b-124d-49df-811e-6712d93ab0f0 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:25.912025 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c383fa42-96e2-4bf8-9250-2916b070e8ba req-ffedd83b-40e4-4b54-b584-e1d44d5abfb8 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:25.915511 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c383fa42-96e2-4bf8-9250-2916b070e8ba req-ffedd83b-40e4-4b54-b584-e1d44d5abfb8 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.82 "DELETE /v2.0/ports/77b37b9b-124d-49df-811e-6712d93ab0f0 HTTP/1.1" status: 204 len: 173 time: 0.7452748 Jul 16 01:22:25.933200 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-25fc1bbb-f63b-47b1-a38a-f12f0829f37b req-6be09b18-45a5-4b64-924f-5b4778632191 tempest-LiveMigrationTest-1375760079 tempest-LiveMigrationTest-1375760079-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ed60b47-fa8f-4759-af84-270d4168497e HTTP/1.1" status: 200 len: 210 time: 0.1286695 Jul 16 01:22:25.967216 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53bffda-0205-48ce-99fe-29d1fb1201af admin admin] Network 32df3d9f-7462-495f-80a3-cdd86d9b66d8 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:25.980405 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-b53bffda-0205-48ce-99fe-29d1fb1201af admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:25.980405 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bffda-0205-48ce-99fe-29d1fb1201af admin admin] Pushing event updated for resources: {'Port': ['ID=edd1cb13-1940-47cc-8173-bf32410ddf34,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:25.984273 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53bffda-0205-48ce-99fe-29d1fb1201af admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:26.051279 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42262) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:26.137224 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b53bffda-0205-48ce-99fe-29d1fb1201af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.203075 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:22:26.212589 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42268) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:26.353082 n-d-792394-16 neutron-server[93956]: DEBUG neutron.objects.ports [None req-332d42c7-7697-4bac-a03e-58b6ddca786a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93956) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:22:26.353588 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-332d42c7-7697-4bac-a03e-58b6ddca786a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.454494 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a62b-ead6-488b-becf-67fe659f9f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.460867 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4f99834c-a8f2-4ad8-a37c-9ad30d1e7e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.490446 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-fee0c40b-f669-440d-84ce-a9490c988b77 None None] Provisioning for port edd1cb13-1940-47cc-8173-bf32410ddf34 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:26.495387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-fee0c40b-f669-440d-84ce-a9490c988b77 None None] Provisioning complete for port edd1cb13-1940-47cc-8173-bf32410ddf34 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:26.496018 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fee0c40b-f669-440d-84ce-a9490c988b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.528534 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d42c7-7697-4bac-a03e-58b6ddca786a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ce6dc9c7-a514-4bf4-87a4-a188d4f01351,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:26.563074 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d42c7-7697-4bac-a03e-58b6ddca786a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Checking segment: {'id': '2663f088-91dc-4c1e-92f2-459f437b2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e0984efb-74b9-4c69-8d7c-0baba906fbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:26.563447 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332d42c7-7697-4bac-a03e-58b6ddca786a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Network hostable DHCP agents. Network: e0984efb-74b9-4c69-8d7c-0baba906fbfe, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:22:26.570397 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-fee0c40b-f669-440d-84ce-a9490c988b77 None None] Port edd1cb13-1940-47cc-8173-bf32410ddf34 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:26.615666 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c7beaf2f-0012-43a3-b678-774ca0cf16e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.659158 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332d42c7-7697-4bac-a03e-58b6ddca786a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Network e0984efb-74b9-4c69-8d7c-0baba906fbfe is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:22:26.671154 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b53bffda-0205-48ce-99fe-29d1fb1201af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.685968 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-332d42c7-7697-4bac-a03e-58b6ddca786a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, e0984efb-74b9-4c69-8d7c-0baba906fbfe) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:26.700996 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef68ff5-2073-4f90-a75c-1f1bc3ad5e08 None None] Network e0984efb-74b9-4c69-8d7c-0baba906fbfe requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:26.701600 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea140957-d160-4b91-99cd-7f28da7f0066 req-0e56ce15-e916-4c98-8bb1-41fc3ff37f1c tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:26.710329 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ea140957-d160-4b91-99cd-7f28da7f0066 req-0e56ce15-e916-4c98-8bb1-41fc3ff37f1c tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a943743-5bde-4278-93d4-95e74e2e965f HTTP/1.1" status: 200 len: 945 time: 0.2098010 Jul 16 01:22:26.719443 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332d42c7-7697-4bac-a03e-58b6ddca786a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:26.726699 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-332d42c7-7697-4bac-a03e-58b6ddca786a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.734858 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4f99834c-a8f2-4ad8-a37c-9ad30d1e7e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.744526 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4f99834c-a8f2-4ad8-a37c-9ad30d1e7e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.877819 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4f99834c-a8f2-4ad8-a37c-9ad30d1e7e66 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b821301047444328a66d60cd5bdd4f66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8246617 Jul 16 01:22:26.883147 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42278) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:26.885294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99834c-a8f2-4ad8-a37c-9ad30d1e7e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ef7e3c-f2e6-45ad-9b16-11bb29b31857,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:26.936163 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65bc85e-e337-46b0-944e-eb89b5cba320 None None] Network e0984efb-74b9-4c69-8d7c-0baba906fbfe requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:26.996178 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ea140957-d160-4b91-99cd-7f28da7f0066 req-c926c613-e497-4646-b475-261f798f8dbf tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849422 Jul 16 01:22:27.009948 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b53bffda-0205-48ce-99fe-29d1fb1201af admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.017028 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b53bffda-0205-48ce-99fe-29d1fb1201af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.073101 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-048de2c2-e5fa-4297-95b1-68be6e43b92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.108214 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bffda-0205-48ce-99fe-29d1fb1201af admin admin] Pushing event updated for resources: {'Port': ['ID=edd1cb13-1940-47cc-8173-bf32410ddf34,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:27.111365 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b53bffda-0205-48ce-99fe-29d1fb1201af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.138678 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-048de2c2-e5fa-4297-95b1-68be6e43b92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.153534 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a62b-ead6-488b-becf-67fe659f9f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.158076 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42284) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:27.168526 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537ebf9-1a59-4307-8357-3b955307c2f1 req-95c668f8-61e3-4524-9dff-141a9854c3a4 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:27.170218 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4537ebf9-1a59-4307-8357-3b955307c2f1 req-95c668f8-61e3-4524-9dff-141a9854c3a4 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 951 time: 0.2371688 Jul 16 01:22:27.186899 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9f1a62b-ead6-488b-becf-67fe659f9f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.199425 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-332d42c7-7697-4bac-a03e-58b6ddca786a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3681376 Jul 16 01:22:27.206865 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42288) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:27.249417 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-822c699c-bbc2-4cb5-995f-5f4cbb379c7a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1206814101', 'network_id': 'e0984efb-74b9-4c69-8d7c-0baba906fbfe'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:27.320163 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822c699c-bbc2-4cb5-995f-5f4cbb379c7a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Made reservation on behalf of fbf7c8ed406b4d0aa509bf7a7d974ee7 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:27.322587 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-822c699c-bbc2-4cb5-995f-5f4cbb379c7a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.342977 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-048de2c2-e5fa-4297-95b1-68be6e43b92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.345564 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-048de2c2-e5fa-4297-95b1-68be6e43b92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.346750 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-048de2c2-e5fa-4297-95b1-68be6e43b92b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6ef7e3c-f2e6-45ad-9b16-11bb29b31857 HTTP/1.1" status: 204 len: 168 time: 0.4581420 Jul 16 01:22:27.356841 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c9f1a62b-ead6-488b-becf-67fe659f9f9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=67717a8dcb4448f7ac37e6d89e4a7c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1426926 Jul 16 01:22:27.365021 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53bffda-0205-48ce-99fe-29d1fb1201af admin admin] Network 32df3d9f-7462-495f-80a3-cdd86d9b66d8 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:27.368263 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42292) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:27.371032 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-b53bffda-0205-48ce-99fe-29d1fb1201af admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:27.392741 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-822c699c-bbc2-4cb5-995f-5f4cbb379c7a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] device_id is not set on port 1206e1cb-1f22-41aa-8618-940d4a5256e1 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:22:27.399159 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d16bd774-5da3-43c1-89a0-21addbf98349 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:27.400681 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1a62b-ead6-488b-becf-67fe659f9f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1146a5-f301-44ab-93fd-8c0cdd651900,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:27.432519 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048de2c2-e5fa-4297-95b1-68be6e43b92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ef7e3c-f2e6-45ad-9b16-11bb29b31857,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:27.459609 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4537ebf9-1a59-4307-8357-3b955307c2f1 req-5096f8e0-f22e-4d03-a174-3a0c73674734 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638750 Jul 16 01:22:27.482475 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb78f70-06f4-429f-adf6-342119e8ba4f admin admin] Deleting subnet 53fcd526-4834-4829-80ef-c0f48c90d8f1 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:27.486991 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7fb78f70-06f4-429f-adf6-342119e8ba4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.511001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: d16bd774-5da3-43c1-89a0-21addbf98349 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:27.511708 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d16bd774-5da3-43c1-89a0-21addbf98349 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:27.560565 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7fb78f70-06f4-429f-adf6-342119e8ba4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.618476 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7fb78f70-06f4-429f-adf6-342119e8ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.673290 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0be8c-3125-435b-8fa8-2d8722f604db req-c505618e-c0ad-40a4-bb20-5d7115bff9c5 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:27.682716 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cec0be8c-3125-435b-8fa8-2d8722f604db req-c505618e-c0ad-40a4-bb20-5d7115bff9c5 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a943743-5bde-4278-93d4-95e74e2e965f HTTP/1.1" status: 200 len: 945 time: 0.3827312 Jul 16 01:22:27.695351 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7fb78f70-06f4-429f-adf6-342119e8ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.719946 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7fb78f70-06f4-429f-adf6-342119e8ba4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.722003 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7fb78f70-06f4-429f-adf6-342119e8ba4f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/53fcd526-4834-4829-80ef-c0f48c90d8f1 HTTP/1.1" status: 204 len: 168 time: 0.5628085 Jul 16 01:22:27.732417 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42296) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:27.748920 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78f70-06f4-429f-adf6-342119e8ba4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53fcd526-4834-4829-80ef-c0f48c90d8f1,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:27.776160 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ff518339-4f47-49ac-ad1a-d0e27affc483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.828680 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed60b47-fa8f-4759-af84-270d4168497e', 'name': 'network-vif-deleted', 'tag': '77b37b9b-124d-49df-811e-6712d93ab0f0'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:27.829558 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-40c6e8b4-f93e-4b8b-98cd-5a7fad894b85 None None] Provisioning complete for port edd1cb13-1940-47cc-8173-bf32410ddf34 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:27.830117 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-40c6e8b4-f93e-4b8b-98cd-5a7fad894b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.831075 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c0ba6c-c067-4eaf-9e78-5129488947b9" -d '{"events": [{"server_uuid": "5ed60b47-fa8f-4759-af84-270d4168497e", "name": "network-vif-deleted", "tag": "77b37b9b-124d-49df-811e-6712d93ab0f0"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:27.855323 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cec0be8c-3125-435b-8fa8-2d8722f604db req-ebeda945-ecc5-456c-8910-e0ff77711c05 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706288 Jul 16 01:22:27.865364 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-822c699c-bbc2-4cb5-995f-5f4cbb379c7a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Allocated IP 172.20.0.3 (e0984efb-74b9-4c69-8d7c-0baba906fbfe/ce6dc9c7-a514-4bf4-87a4-a188d4f01351/1206e1cb-1f22-41aa-8618-940d4a5256e1) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:27.870644 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ff518339-4f47-49ac-ad1a-d0e27affc483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.911976 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42304) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:27.954999 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2e71652a-9654-489c-ba9d-bd56742c9382 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:27.960584 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-40c6e8b4-f93e-4b8b-98cd-5a7fad894b85 None None] Port edd1cb13-1940-47cc-8173-bf32410ddf34 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:27.980023 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5b62bc6e-fbca-455b-8860-9e1daaffbd1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.984380 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b5efff-8e1a-4356-a481-c3a5f8188327 x-openstack-request-id: req-76b5efff-8e1a-4356-a481-c3a5f8188327 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:27.988510 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed60b47-fa8f-4759-af84-270d4168497e", "name": "network-vif-deleted", "tag": "77b37b9b-124d-49df-811e-6712d93ab0f0", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:27.988903 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76b5efff-8e1a-4356-a481-c3a5f8188327 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:27.989473 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed60b47-fa8f-4759-af84-270d4168497e', 'name': 'network-vif-deleted', 'tag': '77b37b9b-124d-49df-811e-6712d93ab0f0', 'status': 'completed', 'code': 200} Jul 16 01:22:27.998052 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53bffda-0205-48ce-99fe-29d1fb1201af admin admin] Router 57cc4bfc-427e-46b9-9c25-f2092a068dc9 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:22:28.072274 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 2e71652a-9654-489c-ba9d-bd56742c9382 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:28.076594 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 2e71652a-9654-489c-ba9d-bd56742c9382 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:28.077050 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.090065 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d778fe6a-c50c-4ad4-aa4b-5e4377d92510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.171836 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.176079 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5b62bc6e-fbca-455b-8860-9e1daaffbd1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.189077 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ff518339-4f47-49ac-ad1a-d0e27affc483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.198608 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ff518339-4f47-49ac-ad1a-d0e27affc483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.199187 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 2e71652a-9654-489c-ba9d-bd56742c9382, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2e71652a-9654-489c-ba9d-bd56742c9382,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:28.202682 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ff518339-4f47-49ac-ad1a-d0e27affc483 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e1146a5-f301-44ab-93fd-8c0cdd651900 HTTP/1.1" status: 204 len: 168 time: 0.8130620 Jul 16 01:22:28.213330 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5b62bc6e-fbca-455b-8860-9e1daaffbd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.216323 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.274162 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5b62bc6e-fbca-455b-8860-9e1daaffbd1a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8950f610e21e4bea9364cea56f9c8b25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3587434 Jul 16 01:22:28.274162 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff518339-4f47-49ac-ad1a-d0e27affc483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1146a5-f301-44ab-93fd-8c0cdd651900,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:28.289381 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42310) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:28.332100 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=2e71652a-9654-489c-ba9d-bd56742c9382,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:28.346241 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62bc6e-fbca-455b-8860-9e1daaffbd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770b7a0b-fb61-4aee-a14d-7c6eedcc919f,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:28.451965 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53bffda-0205-48ce-99fe-29d1fb1201af admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:28.457242 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b53bffda-0205-48ce-99fe-29d1fb1201af admin admin] 10.222.0.16 "PUT /v2.0/routers/57cc4bfc-427e-46b9-9c25-f2092a068dc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2538345 Jul 16 01:22:28.464740 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] Sync routers for ids ['57cc4bfc-427e-46b9-9c25-f2092a068dc9'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:28.493830 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] Routers {'57cc4bfc-427e-46b9-9c25-f2092a068dc9'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:28.494953 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:22:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['57cc4bfc-427e-46b9-9c25-f2092a068dc9'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:28.548814 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d778fe6a-c50c-4ad4-aa4b-5e4377d92510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.569379 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-d778fe6a-c50c-4ad4-aa4b-5e4377d92510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0acde702-0391-44d7-919c-717172e79311']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:28.593621 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-d778fe6a-c50c-4ad4-aa4b-5e4377d92510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790f9f46-57bd-4afc-9a5f-57eeeec978f9') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:28.593859 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-d778fe6a-c50c-4ad4-aa4b-5e4377d92510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790f9f46-57bd-4afc-9a5f-57eeeec978f9') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:28.635866 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d778fe6a-c50c-4ad4-aa4b-5e4377d92510 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.641189 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-010e015b-7644-4c1f-8e6a-177681d41aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.664099 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-010e015b-7644-4c1f-8e6a-177681d41aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.675678 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb1575-d63f-44e9-93cd-2539d5764fc6 req-33b344fd-2291-4b40-8841-c036df93ff07 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:28.682099 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] Set router 57cc4bfc-427e-46b9-9c25-f2092a068dc9 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:28.682235 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aaeb1575-d63f-44e9-93cd-2539d5764fc6 req-33b344fd-2291-4b40-8841-c036df93ff07 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.82 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 951 time: 0.5033369 Jul 16 01:22:28.728422 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-822c699c-bbc2-4cb5-995f-5f4cbb379c7a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.737034 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-010e015b-7644-4c1f-8e6a-177681d41aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.739629 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-010e015b-7644-4c1f-8e6a-177681d41aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.740843 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-010e015b-7644-4c1f-8e6a-177681d41aff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/770b7a0b-fb61-4aee-a14d-7c6eedcc919f HTTP/1.1" status: 204 len: 168 time: 0.3501012 Jul 16 01:22:28.743649 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d778fe6a-c50c-4ad4-aa4b-5e4377d92510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.761247 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d778fe6a-c50c-4ad4-aa4b-5e4377d92510 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:28.761658 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d778fe6a-c50c-4ad4-aa4b-5e4377d92510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.763521 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e015b-7644-4c1f-8e6a-177681d41aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770b7a0b-fb61-4aee-a14d-7c6eedcc919f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:28.773145 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:28.862735 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42330) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:28.892209 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d778fe6a-c50c-4ad4-aa4b-5e4377d92510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.898509 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d778fe6a-c50c-4ad4-aa4b-5e4377d92510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.900532 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d778fe6a-c50c-4ad4-aa4b-5e4377d92510 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0acde702-0391-44d7-919c-717172e79311 HTTP/1.1" status: 204 len: 168 time: 1.1621220 Jul 16 01:22:28.913152 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42332) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:28.981006 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778fe6a-c50c-4ad4-aa4b-5e4377d92510 admin admin] Pushing event deleted for resources: {'Network': ['ID=0acde702-0391-44d7-919c-717172e79311,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:28.982642 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2d8b6c84-3099-47bf-b408-1f424b9155b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.995486 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-aaeb1575-d63f-44e9-93cd-2539d5764fc6 req-93868ba7-eba7-476f-8e58-fbbc220c2e43 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Deleting port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:28.995748 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-aaeb1575-d63f-44e9-93cd-2539d5764fc6 req-93868ba7-eba7-476f-8e58-fbbc220c2e43 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.008226 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c79928-acf3-43f3-b368-5f89d074fe65 req-170f8c1e-5e45-4e3e-9274-f1c89a0bcc1d tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:29.016520 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85c79928-acf3-43f3-b368-5f89d074fe65 req-170f8c1e-5e45-4e3e-9274-f1c89a0bcc1d tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a943743-5bde-4278-93d4-95e74e2e965f HTTP/1.1" status: 200 len: 945 time: 0.1496875 Jul 16 01:22:29.027771 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57cc4bfc-427e-46b9-9c25-f2092a068dc9', 'name': 'tempest-FloatingIPDetailsTestJSON-849408605-router', 'tenant_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '2e71652a-9654-489c-ba9d-bd56742c9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:17Z', 'updated_at': '2021-07-16T01:22:26Z', 'revision_number': 4, 'project_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'gw_port': {'id': '2e71652a-9654-489c-ba9d-bd56742c9382', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cc4bfc-427e-46b9-9c25-f2092a068dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:20Z', 'updated_at': '2021-07-16T01:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'edd1cb13-1940-47cc-8173-bf32410ddf34', 'name': '', 'network_id': '32df3d9f-7462-495f-80a3-cdd86d9b66d8', 'tenant_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'mac_address': 'fa:16:3e:7d:cf:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57cc4bfc-427e-46b9-9c25-f2092a068dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f10d9a62-246e-4939-80d5-00a045b5ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:24Z', 'updated_at': '2021-07-16T01:22:26Z', 'revision_number': 2, 'project_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'subnets': [{'id': 'f10d9a62-246e-4939-80d5-00a045b5ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:29.044499 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-822c699c-bbc2-4cb5-995f-5f4cbb379c7a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.062229 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] Checking router: 57cc4bfc-427e-46b9-9c25-f2092a068dc9 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:22:29.062884 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] Updating router 57cc4bfc-427e-46b9-9c25-f2092a068dc9 port edd1cb13-1940-47cc-8173-bf32410ddf34 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:22:29.099829 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.116113 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822c699c-bbc2-4cb5-995f-5f4cbb379c7a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Network e0984efb-74b9-4c69-8d7c-0baba906fbfe is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:29.128764 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-822c699c-bbc2-4cb5-995f-5f4cbb379c7a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:29.137390 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-aaeb1575-d63f-44e9-93cd-2539d5764fc6 req-93868ba7-eba7-476f-8e58-fbbc220c2e43 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] For port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:29.137772 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-aaeb1575-d63f-44e9-93cd-2539d5764fc6 req-93868ba7-eba7-476f-8e58-fbbc220c2e43 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.158943 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822c699c-bbc2-4cb5-995f-5f4cbb379c7a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:29.160281 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-aaeb1575-d63f-44e9-93cd-2539d5764fc6 req-93868ba7-eba7-476f-8e58-fbbc220c2e43 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Calling delete_port for 2cb7612a-f9a4-430c-99cf-c7f731abfb9b owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:29.173556 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-a776cf6c-b7ba-481e-9809-03f0bcff9f6e admin admin] Deleting subnet c916a557-b74e-401c-bd6f-9627270b5ca4 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:29.182156 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a776cf6c-b7ba-481e-9809-03f0bcff9f6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.296726 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c699c-bbc2-4cb5-995f-5f4cbb379c7a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Pushing event updated for resources: {'Port': ['ID=1206e1cb-1f22-41aa-8618-940d4a5256e1,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:29.338760 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85c79928-acf3-43f3-b368-5f89d074fe65 req-333a7a73-6aad-4395-a40a-9930c08aae7b tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213029 Jul 16 01:22:29.374747 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a776cf6c-b7ba-481e-9809-03f0bcff9f6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.398504 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822c699c-bbc2-4cb5-995f-5f4cbb379c7a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:29.399137 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-822c699c-bbc2-4cb5-995f-5f4cbb379c7a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.442048 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-aaeb1575-d63f-44e9-93cd-2539d5764fc6 req-93868ba7-eba7-476f-8e58-fbbc220c2e43 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.462067 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['b1d9d39f-08e5-4f19-9084-56eb40ff06dd'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:29.506299 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93868ba7-eba7-476f-8e58-fbbc220c2e43 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Pushing event deleted for resources: {'Port': ['ID=2cb7612a-f9a4-430c-99cf-c7f731abfb9b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:29.601258 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dc36de22-f7db-4c7a-a702-604c42922fbb req-01045e63-5e5d-49ce-87de-2a32def09aca tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cda9a4f-6388-401f-a2f6-408920def22d HTTP/1.1" status: 200 len: 210 time: 0.0978107 Jul 16 01:22:29.617959 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaeb1575-d63f-44e9-93cd-2539d5764fc6 req-93868ba7-eba7-476f-8e58-fbbc220c2e43 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] No DVR routers for this DVR port 2cb7612a-f9a4-430c-99cf-c7f731abfb9b on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:29.635238 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-aaeb1575-d63f-44e9-93cd-2539d5764fc6 req-93868ba7-eba7-476f-8e58-fbbc220c2e43 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.643751 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['18c97be5-5024-4a32-9565-b39688ff8000', '2cb7612a-f9a4-430c-99cf-c7f731abfb9b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:29.646840 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aaeb1575-d63f-44e9-93cd-2539d5764fc6 req-93868ba7-eba7-476f-8e58-fbbc220c2e43 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.82 "DELETE /v2.0/ports/2cb7612a-f9a4-430c-99cf-c7f731abfb9b HTTP/1.1" status: 204 len: 173 time: 0.9563801 Jul 16 01:22:29.677129 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 77b37b9b-124d-49df-811e-6712d93ab0f0 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:29.747544 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.777214 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] Transition to ACTIVE for port object edd1cb13-1940-47cc-8173-bf32410ddf34 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:29.781993 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a776cf6c-b7ba-481e-9809-03f0bcff9f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.802461 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.806903 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 77b37b9b-124d-49df-811e-6712d93ab0f0 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:29.807827 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 77b37b9b-124d-49df-811e-6712d93ab0f0 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:29.864260 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.871482 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-36234aba-8624-4291-b8a0-3a22cabb9f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.930301 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2e71652a-9654-489c-ba9d-bd56742c9382 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:29.933294 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2d8b6c84-3099-47bf-b408-1f424b9155b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.980871 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2d8b6c84-3099-47bf-b408-1f424b9155b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.990756 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cda9a4f-6388-401f-a2f6-408920def22d', 'name': 'network-vif-deleted', 'tag': '2cb7612a-f9a4-430c-99cf-c7f731abfb9b'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:29.993678 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca0efe3-411f-4346-878e-af672ed5d96e" -d '{"events": [{"server_uuid": "3cda9a4f-6388-401f-a2f6-408920def22d", "name": "network-vif-deleted", "tag": "2cb7612a-f9a4-430c-99cf-c7f731abfb9b"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:30.062482 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42356) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:30.064615 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-822c699c-bbc2-4cb5-995f-5f4cbb379c7a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.8196604 Jul 16 01:22:30.121278 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586e15b-af9a-4cac-b4cc-df12392533f7 None None] Pushing event updated for resources: {'Port': ['ID=edd1cb13-1940-47cc-8173-bf32410ddf34,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:30.137535 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0586e15b-af9a-4cac-b4cc-df12392533f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:30.139973 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0586e15b-af9a-4cac-b4cc-df12392533f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:30.140311 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0586e15b-af9a-4cac-b4cc-df12392533f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:30.142095 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1a8b30-f0af-4e75-a1a2-e5eabee90823 x-openstack-request-id: req-2b1a8b30-f0af-4e75-a1a2-e5eabee90823 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:30.142505 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cda9a4f-6388-401f-a2f6-408920def22d", "name": "network-vif-deleted", "tag": "2cb7612a-f9a4-430c-99cf-c7f731abfb9b", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:30.147463 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b1a8b30-f0af-4e75-a1a2-e5eabee90823 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:30.148780 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0586e15b-af9a-4cac-b4cc-df12392533f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:30.149163 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0586e15b-af9a-4cac-b4cc-df12392533f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:30.149496 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0586e15b-af9a-4cac-b4cc-df12392533f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:30.149694 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b6c84-3099-47bf-b408-1f424b9155b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c8e86d-e83e-4fc5-92a7-11d5bbd97498,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:30.149816 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0586e15b-af9a-4cac-b4cc-df12392533f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:30.150121 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0586e15b-af9a-4cac-b4cc-df12392533f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:30.150450 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0586e15b-af9a-4cac-b4cc-df12392533f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:30.150750 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0586e15b-af9a-4cac-b4cc-df12392533f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:30.151069 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0586e15b-af9a-4cac-b4cc-df12392533f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:30.151382 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0586e15b-af9a-4cac-b4cc-df12392533f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:30.153618 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cda9a4f-6388-401f-a2f6-408920def22d', 'name': 'network-vif-deleted', 'tag': '2cb7612a-f9a4-430c-99cf-c7f731abfb9b', 'status': 'completed', 'code': 200} Jul 16 01:22:30.187545 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] Attempting to bind port edd1cb13-1940-47cc-8173-bf32410ddf34 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:30.187909 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] Attempting to bind port edd1cb13-1940-47cc-8173-bf32410ddf34 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'ddb0d307-932a-4053-978f-5d3d155cf880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32df3d9f-7462-495f-80a3-cdd86d9b66d8'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:30.188268 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] Attempting to bind port edd1cb13-1940-47cc-8173-bf32410ddf34 on network 32df3d9f-7462-495f-80a3-cdd86d9b66d8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:30.189430 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 2e71652a-9654-489c-ba9d-bd56742c9382 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:30.190034 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.197751 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:30.198410 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] Checking segment: {'id': 'ddb0d307-932a-4053-978f-5d3d155cf880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32df3d9f-7462-495f-80a3-cdd86d9b66d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:30.198949 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.199332 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] Bound using segment: {'id': 'ddb0d307-932a-4053-978f-5d3d155cf880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32df3d9f-7462-495f-80a3-cdd86d9b66d8'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:30.200080 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] Bound port: edd1cb13-1940-47cc-8173-bf32410ddf34, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb0d307-932a-4053-978f-5d3d155cf880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32df3d9f-7462-495f-80a3-cdd86d9b66d8'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:30.200713 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.217502 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff4691-5e27-466f-bfa1-9fa633ad3892 req-7096443b-96e0-402c-86b6-a71dd6f77333 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:30.219650 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0aff4691-5e27-466f-bfa1-9fa633ad3892 req-7096443b-96e0-402c-86b6-a71dd6f77333 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a943743-5bde-4278-93d4-95e74e2e965f HTTP/1.1" status: 200 len: 945 time: 0.5808659 Jul 16 01:22:30.223225 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a776cf6c-b7ba-481e-9809-03f0bcff9f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.275831 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2d8b6c84-3099-47bf-b408-1f424b9155b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ff06404ff994b01890bd0fc18def7cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4087431 Jul 16 01:22:30.277427 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42360) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:30.359619 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] For port edd1cb13-1940-47cc-8173-bf32410ddf34, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:30.363602 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] For port edd1cb13-1940-47cc-8173-bf32410ddf34, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=edd1cb13-1940-47cc-8173-bf32410ddf34,segment=NetworkSegment(ddb0d307-932a-4053-978f-5d3d155cf880),segment_id=ddb0d307-932a-4053-978f-5d3d155cf880)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:30.369420 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776cf6c-b7ba-481e-9809-03f0bcff9f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c916a557-b74e-401c-bd6f-9627270b5ca4,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:30.372767 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.387198 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a776cf6c-b7ba-481e-9809-03f0bcff9f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.394931 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a776cf6c-b7ba-481e-9809-03f0bcff9f6e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c916a557-b74e-401c-bd6f-9627270b5ca4 HTTP/1.1" status: 204 len: 168 time: 1.4688430 Jul 16 01:22:30.406165 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42366) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:30.457265 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] Routers {'57cc4bfc-427e-46b9-9c25-f2092a068dc9'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:30.458353 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:22:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['57cc4bfc-427e-46b9-9c25-f2092a068dc9'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:30.471093 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-0aff4691-5e27-466f-bfa1-9fa633ad3892 req-776980bd-ba3c-4d0d-904f-0eacdf1728b3 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Deleting port 29a8fdfe-a921-4c50-a46a-331f48399b54 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:30.471645 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0aff4691-5e27-466f-bfa1-9fa633ad3892 req-776980bd-ba3c-4d0d-904f-0eacdf1728b3 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.535492 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586e15b-af9a-4cac-b4cc-df12392533f7 None None] Pushing event updated for resources: {'Port': ['ID=edd1cb13-1940-47cc-8173-bf32410ddf34,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:30.654795 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] Set router 57cc4bfc-427e-46b9-9c25-f2092a068dc9 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:30.670459 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-0aff4691-5e27-466f-bfa1-9fa633ad3892 req-776980bd-ba3c-4d0d-904f-0eacdf1728b3 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] For port 29a8fdfe-a921-4c50-a46a-331f48399b54, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=29a8fdfe-a921-4c50-a46a-331f48399b54,segment=NetworkSegment(5c75894e-9946-4d28-af0d-7f4b9cec03a8),segment_id=5c75894e-9946-4d28-af0d-7f4b9cec03a8)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:30.671756 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0aff4691-5e27-466f-bfa1-9fa633ad3892 req-776980bd-ba3c-4d0d-904f-0eacdf1728b3 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.693816 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.761075 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-0aff4691-5e27-466f-bfa1-9fa633ad3892 req-776980bd-ba3c-4d0d-904f-0eacdf1728b3 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Calling delete_port for 29a8fdfe-a921-4c50-a46a-331f48399b54 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:30.869139 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28b8da-d176-46fe-9278-b785fff5afcd req-d2991dac-b2e8-443c-abfc-aa0fc8d9bc49 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:30.870824 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6a28b8da-d176-46fe-9278-b785fff5afcd req-d2991dac-b2e8-443c-abfc-aa0fc8d9bc49 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a943743-5bde-4278-93d4-95e74e2e965f HTTP/1.1" status: 200 len: 945 time: 0.1949401 Jul 16 01:22:30.956660 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57cc4bfc-427e-46b9-9c25-f2092a068dc9', 'name': 'tempest-FloatingIPDetailsTestJSON-849408605-router', 'tenant_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '2e71652a-9654-489c-ba9d-bd56742c9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:17Z', 'updated_at': '2021-07-16T01:22:26Z', 'revision_number': 4, 'project_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'gw_port': {'id': '2e71652a-9654-489c-ba9d-bd56742c9382', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cc4bfc-427e-46b9-9c25-f2092a068dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:20Z', 'updated_at': '2021-07-16T01:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'edd1cb13-1940-47cc-8173-bf32410ddf34', 'name': '', 'network_id': '32df3d9f-7462-495f-80a3-cdd86d9b66d8', 'tenant_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'mac_address': 'fa:16:3e:7d:cf:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57cc4bfc-427e-46b9-9c25-f2092a068dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f10d9a62-246e-4939-80d5-00a045b5ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:24Z', 'updated_at': '2021-07-16T01:22:30Z', 'revision_number': 4, 'project_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'subnets': [{'id': 'f10d9a62-246e-4939-80d5-00a045b5ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:30.985016 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6a28b8da-d176-46fe-9278-b785fff5afcd req-cee49215-d692-43db-96da-70c6023ed748 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.16 "GET /v2.0/security-groups?id=6948b16b-ced7-4c4a-a6fc-1be4431801df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032178 Jul 16 01:22:31.011183 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c2e8a6-d3ea-4257-9879-19a502d06ac1 None None] The sync data for ids ['57cc4bfc-427e-46b9-9c25-f2092a068dc9'] in n-d-792394-16 is: [{'id': '57cc4bfc-427e-46b9-9c25-f2092a068dc9', 'name': 'tempest-FloatingIPDetailsTestJSON-849408605-router', 'tenant_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '2e71652a-9654-489c-ba9d-bd56742c9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:17Z', 'updated_at': '2021-07-16T01:22:26Z', 'revision_number': 4, 'project_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'gw_port': {'id': '2e71652a-9654-489c-ba9d-bd56742c9382', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cc4bfc-427e-46b9-9c25-f2092a068dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:20Z', 'updated_at': '2021-07-16T01:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'edd1cb13-1940-47cc-8173-bf32410ddf34', 'name': '', 'network_id': '32df3d9f-7462-495f-80a3-cdd86d9b66d8', 'tenant_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'mac_address': 'fa:16:3e:7d:cf:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57cc4bfc-427e-46b9-9c25-f2092a068dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f10d9a62-246e-4939-80d5-00a045b5ac27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:24Z', 'updated_at': '2021-07-16T01:22:30Z', 'revision_number': 4, 'project_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'subnets': [{'id': 'f10d9a62-246e-4939-80d5-00a045b5ac27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:31.130827 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.417464 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-8f9dd541-8286-4213-bd7a-2c5eaeb3a76e tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Deleting port 1206e1cb-1f22-41aa-8618-940d4a5256e1 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:31.418066 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f9dd541-8286-4213-bd7a-2c5eaeb3a76e tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.447221 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2931ab3a-fc2d-458c-8ad1-f875644e5164 req-81fd5abe-468a-4665-bf1c-816ab3fb5c46 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.3144219 Jul 16 01:22:31.470206 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a50d7927-5da1-473a-8ee2-7b0ca9cd9e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.496048 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-2931ab3a-fc2d-458c-8ad1-f875644e5164 req-2acfcb35-0c22-415a-9c0c-731ebb107ffe tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:31.524887 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d2830a6-438f-4963-b1df-586c5b644992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.566584 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0aff4691-5e27-466f-bfa1-9fa633ad3892 req-776980bd-ba3c-4d0d-904f-0eacdf1728b3 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.581504 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['29a8fdfe-a921-4c50-a46a-331f48399b54'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:31.611767 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776980bd-ba3c-4d0d-904f-0eacdf1728b3 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Pushing event deleted for resources: {'Port': ['ID=29a8fdfe-a921-4c50-a46a-331f48399b54,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:31.627465 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2931ab3a-fc2d-458c-8ad1-f875644e5164 req-2acfcb35-0c22-415a-9c0c-731ebb107ffe tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.633734 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d2830a6-438f-4963-b1df-586c5b644992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.668173 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aff4691-5e27-466f-bfa1-9fa633ad3892 req-776980bd-ba3c-4d0d-904f-0eacdf1728b3 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] No DVR routers for this DVR port 29a8fdfe-a921-4c50-a46a-331f48399b54 on host n-h2-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:31.671755 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0aff4691-5e27-466f-bfa1-9fa633ad3892 req-776980bd-ba3c-4d0d-904f-0eacdf1728b3 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.674097 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0aff4691-5e27-466f-bfa1-9fa633ad3892 req-776980bd-ba3c-4d0d-904f-0eacdf1728b3 tempest-ServerDiskConfigTestJSON-592955437 tempest-ServerDiskConfigTestJSON-592955437-project] 10.222.0.82 "DELETE /v2.0/ports/29a8fdfe-a921-4c50-a46a-331f48399b54 HTTP/1.1" status: 204 len: 173 time: 1.4447427 Jul 16 01:22:31.674730 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a943743-5bde-4278-93d4-95e74e2e965f', 'name': 'network-vif-deleted', 'tag': '29a8fdfe-a921-4c50-a46a-331f48399b54'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:31.677224 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f685f8-c4d5-467b-9857-54ec778db12c" -d '{"events": [{"server_uuid": "8a943743-5bde-4278-93d4-95e74e2e965f", "name": "network-vif-deleted", "tag": "29a8fdfe-a921-4c50-a46a-331f48399b54"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:31.769419 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f9dd541-8286-4213-bd7a-2c5eaeb3a76e tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.798403 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a50d7927-5da1-473a-8ee2-7b0ca9cd9e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.832161 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-a50d7927-5da1-473a-8ee2-7b0ca9cd9e4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c1bb62-b8b8-4232-bd66-1ffa637cdcda']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:31.863713 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-a50d7927-5da1-473a-8ee2-7b0ca9cd9e4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da84ccbd-c241-4162-ab1f-d40dda77aca7') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:31.863992 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-a50d7927-5da1-473a-8ee2-7b0ca9cd9e4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da84ccbd-c241-4162-ab1f-d40dda77aca7') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:31.878106 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-8f9dd541-8286-4213-bd7a-2c5eaeb3a76e tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Calling delete_port for 1206e1cb-1f22-41aa-8618-940d4a5256e1 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:31.907002 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a50d7927-5da1-473a-8ee2-7b0ca9cd9e4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.917866 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device edd1cb13-1940-47cc-8173-bf32410ddf34 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:31.977920 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port edd1cb13-1940-47cc-8173-bf32410ddf34 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:31.990911 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a50d7927-5da1-473a-8ee2-7b0ca9cd9e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.995485 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port edd1cb13-1940-47cc-8173-bf32410ddf34 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:31.995865 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.998714 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d2830a6-438f-4963-b1df-586c5b644992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.001535 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d2830a6-438f-4963-b1df-586c5b644992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.005183 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8d2830a6-438f-4963-b1df-586c5b644992 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53c8e86d-e83e-4fc5-92a7-11d5bbd97498 HTTP/1.1" status: 204 len: 168 time: 1.7211654 Jul 16 01:22:32.007275 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-2bbee217-f98c-4254-9d36-40f7c39675e4 req-a28f7d8a-f141-4b10-a416-475dd467ed47 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Request body: {'security_group': {'name': 'tempest-securitygroup-928303756', 'description': 'tempest-description-964934652'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:32.023547 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50d7927-5da1-473a-8ee2-7b0ca9cd9e4b admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:32.024288 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a50d7927-5da1-473a-8ee2-7b0ca9cd9e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:32.028927 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:32.068195 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2bbee217-f98c-4254-9d36-40f7c39675e4 req-a28f7d8a-f141-4b10-a416-475dd467ed47 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.069353 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2830a6-438f-4963-b1df-586c5b644992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c8e86d-e83e-4fc5-92a7-11d5bbd97498,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:32.083935 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2bbee217-f98c-4254-9d36-40f7c39675e4 req-a28f7d8a-f141-4b10-a416-475dd467ed47 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.113815 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.156002 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port edd1cb13-1940-47cc-8173-bf32410ddf34, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=edd1cb13-1940-47cc-8173-bf32410ddf34,segment=NetworkSegment(ddb0d307-932a-4053-978f-5d3d155cf880),segment_id=ddb0d307-932a-4053-978f-5d3d155cf880)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:32.167869 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.202560 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a50d7927-5da1-473a-8ee2-7b0ca9cd9e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.213359 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a50d7927-5da1-473a-8ee2-7b0ca9cd9e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.215749 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a50d7927-5da1-473a-8ee2-7b0ca9cd9e4b admin admin] 10.222.0.16 "DELETE /v2.0/networks/e3c1bb62-b8b8-4232-bd66-1ffa637cdcda HTTP/1.1" status: 204 len: 168 time: 1.7114270 Jul 16 01:22:32.232555 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2931ab3a-fc2d-458c-8ad1-f875644e5164 req-2acfcb35-0c22-415a-9c0c-731ebb107ffe tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.257977 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2bbee217-f98c-4254-9d36-40f7c39675e4 req-a28f7d8a-f141-4b10-a416-475dd467ed47 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.267860 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2bbee217-f98c-4254-9d36-40f7c39675e4 req-a28f7d8a-f141-4b10-a416-475dd467ed47 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.272909 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d7927-5da1-473a-8ee2-7b0ca9cd9e4b admin admin] Pushing event deleted for resources: {'Network': ['ID=e3c1bb62-b8b8-4232-bd66-1ffa637cdcda,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:32.321375 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f7d8a-f141-4b10-a416-475dd467ed47 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b354d16-b967-449f-a572-fda1988418c1,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:32.393972 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=edd1cb13-1940-47cc-8173-bf32410ddf34,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:32.427676 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2bbee217-f98c-4254-9d36-40f7c39675e4 req-a28f7d8a-f141-4b10-a416-475dd467ed47 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.447382 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.454791 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2bbee217-f98c-4254-9d36-40f7c39675e4 req-a28f7d8a-f141-4b10-a416-475dd467ed47 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.462505 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f9dd541-8286-4213-bd7a-2c5eaeb3a76e tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.485127 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42402) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:32.521185 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2bbee217-f98c-4254-9d36-40f7c39675e4 req-a28f7d8a-f141-4b10-a416-475dd467ed47 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.537502 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2bbee217-f98c-4254-9d36-40f7c39675e4 req-a28f7d8a-f141-4b10-a416-475dd467ed47 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5373399 Jul 16 01:22:32.573737 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-14fad5d1-07fd-418a-b217-6127bc1dc66c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca9f8f0612374680aaef3c5c85953dfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0832288 Jul 16 01:22:32.574603 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f7d8a-f141-4b10-a416-475dd467ed47 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6159b6f-03cb-4558-8868-cf8020332166,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:32.576824 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42408) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:32.613314 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9dd541-8286-4213-bd7a-2c5eaeb3a76e tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Pushing event deleted for resources: {'Port': ['ID=1206e1cb-1f22-41aa-8618-940d4a5256e1,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:32.637204 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e103de1e-6da6-4edd-93ae-4dc966dd13e7 x-openstack-request-id: req-e103de1e-6da6-4edd-93ae-4dc966dd13e7 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:32.637612 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a943743-5bde-4278-93d4-95e74e2e965f", "name": "network-vif-deleted", "tag": "29a8fdfe-a921-4c50-a46a-331f48399b54", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:32.638280 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e103de1e-6da6-4edd-93ae-4dc966dd13e7 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:32.638953 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a943743-5bde-4278-93d4-95e74e2e965f', 'name': 'network-vif-deleted', 'tag': '29a8fdfe-a921-4c50-a46a-331f48399b54', 'status': 'completed', 'code': 200} Jul 16 01:22:32.648202 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8b11a0bd-4d56-4afb-b99a-b728548cbc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.707242 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8b11a0bd-4d56-4afb-b99a-b728548cbc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.748637 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-2931ab3a-fc2d-458c-8ad1-f875644e5164 req-2acfcb35-0c22-415a-9c0c-731ebb107ffe tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Allocated IP 172.25.6.235 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/dad92279-a151-4d44-aac7-8e8e9835423c) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:32.782749 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8b11a0bd-4d56-4afb-b99a-b728548cbc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.787400 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8b11a0bd-4d56-4afb-b99a-b728548cbc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.788790 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8b11a0bd-4d56-4afb-b99a-b728548cbc6b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a1c1340-3a01-40be-a232-997ae74c66f6 HTTP/1.1" status: 204 len: 168 time: 0.2108657 Jul 16 01:22:32.836910 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11a0bd-4d56-4afb-b99a-b728548cbc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1c1340-3a01-40be-a232-997ae74c66f6,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:32.861216 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f9dd541-8286-4213-bd7a-2c5eaeb3a76e tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.866695 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8f9dd541-8286-4213-bd7a-2c5eaeb3a76e tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "DELETE /v2.0/ports/1206e1cb-1f22-41aa-8618-940d4a5256e1 HTTP/1.1" status: 204 len: 168 time: 2.8027582 Jul 16 01:22:32.867483 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42418) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:32.877888 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-97fcb293-45f5-4a81-9a59-25cedb36df3a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0984efb-74b9-4c69-8d7c-0baba906fbfe', 'external_fixed_ips': [{'subnet_id': 'ce6dc9c7-a514-4bf4-87a4-a188d4f01351', 'ip_address': '172.20.0.3'}]}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:32.923666 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2931ab3a-fc2d-458c-8ad1-f875644e5164 req-2acfcb35-0c22-415a-9c0c-731ebb107ffe tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.925201 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcb2c7-0117-4e13-b8a0-17b1500bab67 req-6ac52ac9-8b6c-4a15-89e8-51028cb4d267 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:32.927001 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24fcb2c7-0117-4e13-b8a0-17b1500bab67 req-6ac52ac9-8b6c-4a15-89e8-51028cb4d267 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 949 time: 0.1372786 Jul 16 01:22:32.954575 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-97fcb293-45f5-4a81-9a59-25cedb36df3a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.955678 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-97fcb293-45f5-4a81-9a59-25cedb36df3a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.999302 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24fcb2c7-0117-4e13-b8a0-17b1500bab67 req-d0c495a7-c9f9-4932-a959-df03db1c153a tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633323 Jul 16 01:22:33.008559 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2931ab3a-fc2d-458c-8ad1-f875644e5164 req-2acfcb35-0c22-415a-9c0c-731ebb107ffe tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.047241 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-97fcb293-45f5-4a81-9a59-25cedb36df3a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.063525 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfcb35-0c22-415a-9c0c-731ebb107ffe tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Pushing event updated for resources: {'Port': ['ID=dad92279-a151-4d44-aac7-8e8e9835423c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:33.072705 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2931ab3a-fc2d-458c-8ad1-f875644e5164 req-2acfcb35-0c22-415a-9c0c-731ebb107ffe tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:33.074161 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-2931ab3a-fc2d-458c-8ad1-f875644e5164 req-2acfcb35-0c22-415a-9c0c-731ebb107ffe tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:33.076934 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-2931ab3a-fc2d-458c-8ad1-f875644e5164 req-2acfcb35-0c22-415a-9c0c-731ebb107ffe tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:33.230032 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2931ab3a-fc2d-458c-8ad1-f875644e5164 req-2acfcb35-0c22-415a-9c0c-731ebb107ffe tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.303224 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2931ab3a-fc2d-458c-8ad1-f875644e5164 req-2acfcb35-0c22-415a-9c0c-731ebb107ffe tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.355483 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-97fcb293-45f5-4a81-9a59-25cedb36df3a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.368153 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42432) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:33.369067 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-d51891ca-d099-4c12-acee-4aae3a5b3cae req-7fef086e-bc7a-4988-a27d-7ee2974f8e53 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Request body: {'security_group': {'name': 'tempest-securitygroup-983534186', 'description': 'tempest-description-707909030'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:33.429053 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-d51891ca-d099-4c12-acee-4aae3a5b3cae req-7fef086e-bc7a-4988-a27d-7ee2974f8e53 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.454558 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7fa49-8506-4329-b8cf-0adae2c64ff6 req-06fe6679-6bca-40f0-88a7-8cb24007aeea tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:33.456125 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2fa7fa49-8506-4329-b8cf-0adae2c64ff6 req-06fe6679-6bca-40f0-88a7-8cb24007aeea tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.82 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 949 time: 0.2831724 Jul 16 01:22:33.479333 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7acc256d-fc25-45f9-9d2e-1c06dc1cd0d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bce39a923fc4781b894602d5e60472f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1075318 Jul 16 01:22:33.479920 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42434) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:33.585766 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2931ab3a-fc2d-458c-8ad1-f875644e5164 req-2acfcb35-0c22-415a-9c0c-731ebb107ffe tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.588451 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e3e9a340-9073-4d30-92b9-a529482813f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.594855 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2931ab3a-fc2d-458c-8ad1-f875644e5164 req-2acfcb35-0c22-415a-9c0c-731ebb107ffe tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.621090 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2cb7612a-f9a4-430c-99cf-c7f731abfb9b no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:33.644939 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 2cb7612a-f9a4-430c-99cf-c7f731abfb9b {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:33.645689 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2cb7612a-f9a4-430c-99cf-c7f731abfb9b not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:33.646190 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 29a8fdfe-a921-4c50-a46a-331f48399b54 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:33.668276 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 29a8fdfe-a921-4c50-a46a-331f48399b54 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:33.668994 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 29a8fdfe-a921-4c50-a46a-331f48399b54 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:33.677419 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-d51891ca-d099-4c12-acee-4aae3a5b3cae req-7fef086e-bc7a-4988-a27d-7ee2974f8e53 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.677672 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e3e9a340-9073-4d30-92b9-a529482813f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.688478 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-d51891ca-d099-4c12-acee-4aae3a5b3cae req-7fef086e-bc7a-4988-a27d-7ee2974f8e53 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.723903 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfcb35-0c22-415a-9c0c-731ebb107ffe tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Pushing event updated for resources: {'Port': ['ID=dad92279-a151-4d44-aac7-8e8e9835423c,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:33.728119 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-d51891ca-d099-4c12-acee-4aae3a5b3cae req-7fef086e-bc7a-4988-a27d-7ee2974f8e53 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.736499 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d51891ca-d099-4c12-acee-4aae3a5b3cae req-7fef086e-bc7a-4988-a27d-7ee2974f8e53 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3743653 Jul 16 01:22:33.738939 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2931ab3a-fc2d-458c-8ad1-f875644e5164 req-2acfcb35-0c22-415a-9c0c-731ebb107ffe tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.757064 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2931ab3a-fc2d-458c-8ad1-f875644e5164 req-2acfcb35-0c22-415a-9c0c-731ebb107ffe tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.758420 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2931ab3a-fc2d-458c-8ad1-f875644e5164 req-2acfcb35-0c22-415a-9c0c-731ebb107ffe tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3103023 Jul 16 01:22:33.760621 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-2fa7fa49-8506-4329-b8cf-0adae2c64ff6 req-d59eb75c-3601-4b15-ab34-1cb555fe76fb tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Deleting port 18c97be5-5024-4a32-9565-b39688ff8000 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:33.760968 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2fa7fa49-8506-4329-b8cf-0adae2c64ff6 req-d59eb75c-3601-4b15-ab34-1cb555fe76fb tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.768875 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef086e-bc7a-4988-a27d-7ee2974f8e53 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6358370a-1f19-453a-8b07-f8dfe09adb15,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:33.885122 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device edd1cb13-1940-47cc-8173-bf32410ddf34 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:33.886312 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2931ab3a-fc2d-458c-8ad1-f875644e5164 req-66381845-664c-4efa-93de-bbde4a012ba0 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.235 HTTP/1.1" status: 200 len: 696 time: 0.1207337 Jul 16 01:22:33.999903 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e3e9a340-9073-4d30-92b9-a529482813f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.002545 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e3e9a340-9073-4d30-92b9-a529482813f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.004556 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-97fcb293-45f5-4a81-9a59-25cedb36df3a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.006822 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e3e9a340-9073-4d30-92b9-a529482813f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b3de794-3848-43dc-9cdd-527139533c69 HTTP/1.1" status: 204 len: 168 time: 0.5261343 Jul 16 01:22:34.012732 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-2fa7fa49-8506-4329-b8cf-0adae2c64ff6 req-d59eb75c-3601-4b15-ab34-1cb555fe76fb tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] For port 18c97be5-5024-4a32-9565-b39688ff8000, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=18c97be5-5024-4a32-9565-b39688ff8000,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:34.013135 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2fa7fa49-8506-4329-b8cf-0adae2c64ff6 req-d59eb75c-3601-4b15-ab34-1cb555fe76fb tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.015154 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931ab3a-fc2d-458c-8ad1-f875644e5164 req-fb3ca2bc-96c0-469d-beec-0f9ef82228d0 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:34.022138 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2931ab3a-fc2d-458c-8ad1-f875644e5164 req-fb3ca2bc-96c0-469d-beec-0f9ef82228d0 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.1348550 Jul 16 01:22:34.027512 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port edd1cb13-1940-47cc-8173-bf32410ddf34 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:34.029270 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.037422 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-2931ab3a-fc2d-458c-8ad1-f875644e5164 req-57ad2c52-ea18-4394-8481-fb794a9585d0 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:22:34.040680 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-97fcb293-45f5-4a81-9a59-25cedb36df3a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.047592 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2931ab3a-fc2d-458c-8ad1-f875644e5164 req-57ad2c52-ea18-4394-8481-fb794a9585d0 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0244691 Jul 16 01:22:34.048573 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9a340-9073-4d30-92b9-a529482813f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3de794-3848-43dc-9cdd-527139533c69,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:34.063179 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-2fa7fa49-8506-4329-b8cf-0adae2c64ff6 req-d59eb75c-3601-4b15-ab34-1cb555fe76fb tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Calling delete_port for 18c97be5-5024-4a32-9565-b39688ff8000 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:34.183336 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-1e9cb02d-28ee-455e-8e9f-fbdacb739279 req-356e42c9-be6e-4973-99ea-2515c814d469 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1693903069', 'description': 'tempest-description-926933784'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:34.278929 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-1e9cb02d-28ee-455e-8e9f-fbdacb739279 req-356e42c9-be6e-4973-99ea-2515c814d469 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.318208 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-1e9cb02d-28ee-455e-8e9f-fbdacb739279 req-356e42c9-be6e-4973-99ea-2515c814d469 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.397426 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191ae93-848f-4460-8af5-8d5f16e929bc req-3419e713-1c3a-495a-9521-8843b753e042 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:34.399063 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7191ae93-848f-4460-8af5-8d5f16e929bc req-3419e713-1c3a-495a-9521-8843b753e042 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/ports?device_id=91cabeb8-ba17-4ecd-aae8-8befb00dfeda HTTP/1.1" status: 200 len: 949 time: 0.1085978 Jul 16 01:22:34.399503 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-97fcb293-45f5-4a81-9a59-25cedb36df3a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Allocated IP 172.20.0.3 (e0984efb-74b9-4c69-8d7c-0baba906fbfe/ce6dc9c7-a514-4bf4-87a4-a188d4f01351/ed31220c-9067-4a86-8153-fa9d4624d6f6) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:34.459413 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7191ae93-848f-4460-8af5-8d5f16e929bc req-8ecc3174-50a0-403d-937a-a34bfadbd9fb tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.16 "GET /v2.0/security-groups?id=85322b79-cdc9-48ae-89af-51490d9ae3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471716 Jul 16 01:22:34.481533 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2fa7fa49-8506-4329-b8cf-0adae2c64ff6 req-d59eb75c-3601-4b15-ab34-1cb555fe76fb tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.497362 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['b1d9d39f-08e5-4f19-9084-56eb40ff06dd'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:34.526926 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59eb75c-3601-4b15-ab34-1cb555fe76fb tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Pushing event deleted for resources: {'Port': ['ID=18c97be5-5024-4a32-9565-b39688ff8000,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:34.581812 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['18c97be5-5024-4a32-9565-b39688ff8000'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:34.624123 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-529f09dc-96ae-4b2f-8f73-9ada56d3afae req-172fcbf8-ed79-4835-a364-e948c543122f tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1439526 Jul 16 01:22:34.642000 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-529f09dc-96ae-4b2f-8f73-9ada56d3afae req-878e0636-0fab-4533-8f59-7cfd3d917d48 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:34.656113 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa7fa49-8506-4329-b8cf-0adae2c64ff6 req-d59eb75c-3601-4b15-ab34-1cb555fe76fb tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] No DVR routers for this DVR port 18c97be5-5024-4a32-9565-b39688ff8000 on host n-h2-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:34.661096 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2fa7fa49-8506-4329-b8cf-0adae2c64ff6 req-d59eb75c-3601-4b15-ab34-1cb555fe76fb tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.663081 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2fa7fa49-8506-4329-b8cf-0adae2c64ff6 req-d59eb75c-3601-4b15-ab34-1cb555fe76fb tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.82 "DELETE /v2.0/ports/18c97be5-5024-4a32-9565-b39688ff8000 HTTP/1.1" status: 204 len: 173 time: 1.1978834 Jul 16 01:22:34.666931 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cabeb8-ba17-4ecd-aae8-8befb00dfeda', 'name': 'network-vif-deleted', 'tag': '18c97be5-5024-4a32-9565-b39688ff8000'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:34.669243 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bd169e-5e58-49b0-9c04-d13cb4d6545c" -d '{"events": [{"server_uuid": "91cabeb8-ba17-4ecd-aae8-8befb00dfeda", "name": "network-vif-deleted", "tag": "18c97be5-5024-4a32-9565-b39688ff8000"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:34.723385 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-97fcb293-45f5-4a81-9a59-25cedb36df3a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.741397 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-1e9cb02d-28ee-455e-8e9f-fbdacb739279 req-356e42c9-be6e-4973-99ea-2515c814d469 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.748014 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.748769 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-1e9cb02d-28ee-455e-8e9f-fbdacb739279 req-356e42c9-be6e-4973-99ea-2515c814d469 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.781668 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-529f09dc-96ae-4b2f-8f73-9ada56d3afae req-878e0636-0fab-4533-8f59-7cfd3d917d48 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.813474 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e42c9-be6e-4973-99ea-2515c814d469 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d29de17-9274-4ce8-adef-95541add73e8,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:34.837835 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-97fcb293-45f5-4a81-9a59-25cedb36df3a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.905014 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fcb293-45f5-4a81-9a59-25cedb36df3a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Network e0984efb-74b9-4c69-8d7c-0baba906fbfe is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:34.921857 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-97fcb293-45f5-4a81-9a59-25cedb36df3a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:34.927979 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fcb293-45f5-4a81-9a59-25cedb36df3a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Pushing event updated for resources: {'Port': ['ID=ed31220c-9067-4a86-8153-fa9d4624d6f6,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:34.929236 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-529f09dc-96ae-4b2f-8f73-9ada56d3afae req-878e0636-0fab-4533-8f59-7cfd3d917d48 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.931666 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fcb293-45f5-4a81-9a59-25cedb36df3a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:34.968808 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-1e9cb02d-28ee-455e-8e9f-fbdacb739279 req-356e42c9-be6e-4973-99ea-2515c814d469 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.977137 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-1e9cb02d-28ee-455e-8e9f-fbdacb739279 req-356e42c9-be6e-4973-99ea-2515c814d469 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.020829 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-1e9cb02d-28ee-455e-8e9f-fbdacb739279 req-356e42c9-be6e-4973-99ea-2515c814d469 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.023080 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1e9cb02d-28ee-455e-8e9f-fbdacb739279 req-356e42c9-be6e-4973-99ea-2515c814d469 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8475258 Jul 16 01:22:35.059260 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e42c9-be6e-4973-99ea-2515c814d469 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c527343-7dd3-4c7c-9927-5cbb76501ae8,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:35.090460 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-529f09dc-96ae-4b2f-8f73-9ada56d3afae req-878e0636-0fab-4533-8f59-7cfd3d917d48 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Allocated IP 172.25.6.214 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/cd994870-1416-40d6-92a0-646007449e7c) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:35.258194 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-529f09dc-96ae-4b2f-8f73-9ada56d3afae req-878e0636-0fab-4533-8f59-7cfd3d917d48 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.308934 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-529f09dc-96ae-4b2f-8f73-9ada56d3afae req-878e0636-0fab-4533-8f59-7cfd3d917d48 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.361144 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-529f09dc-96ae-4b2f-8f73-9ada56d3afae req-878e0636-0fab-4533-8f59-7cfd3d917d48 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:35.368571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-529f09dc-96ae-4b2f-8f73-9ada56d3afae req-878e0636-0fab-4533-8f59-7cfd3d917d48 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:35.373863 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-97fcb293-45f5-4a81-9a59-25cedb36df3a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.377529 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-529f09dc-96ae-4b2f-8f73-9ada56d3afae req-878e0636-0fab-4533-8f59-7cfd3d917d48 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:35.381920 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e0636-0fab-4533-8f59-7cfd3d917d48 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Pushing event updated for resources: {'Port': ['ID=cd994870-1416-40d6-92a0-646007449e7c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:35.508394 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-529f09dc-96ae-4b2f-8f73-9ada56d3afae req-878e0636-0fab-4533-8f59-7cfd3d917d48 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.563272 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-529f09dc-96ae-4b2f-8f73-9ada56d3afae req-878e0636-0fab-4533-8f59-7cfd3d917d48 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.678458 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-97fcb293-45f5-4a81-9a59-25cedb36df3a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.757753 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-529f09dc-96ae-4b2f-8f73-9ada56d3afae req-878e0636-0fab-4533-8f59-7cfd3d917d48 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.766506 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-529f09dc-96ae-4b2f-8f73-9ada56d3afae req-878e0636-0fab-4533-8f59-7cfd3d917d48 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.835000 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fcb293-45f5-4a81-9a59-25cedb36df3a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Router ce2eb405-9ec0-4596-9a99-6d27c89f0450 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:22:35.841429 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e0636-0fab-4533-8f59-7cfd3d917d48 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Pushing event updated for resources: {'Port': ['ID=cd994870-1416-40d6-92a0-646007449e7c,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:35.862209 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-529f09dc-96ae-4b2f-8f73-9ada56d3afae req-878e0636-0fab-4533-8f59-7cfd3d917d48 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.878496 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-529f09dc-96ae-4b2f-8f73-9ada56d3afae req-878e0636-0fab-4533-8f59-7cfd3d917d48 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.879841 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-529f09dc-96ae-4b2f-8f73-9ada56d3afae req-878e0636-0fab-4533-8f59-7cfd3d917d48 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2478199 Jul 16 01:22:35.900667 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23c8b21-8289-4953-9e35-d8fac30f279a x-openstack-request-id: req-c23c8b21-8289-4953-9e35-d8fac30f279a {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:35.900953 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91cabeb8-ba17-4ecd-aae8-8befb00dfeda", "name": "network-vif-deleted", "tag": "18c97be5-5024-4a32-9565-b39688ff8000", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:35.901205 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c23c8b21-8289-4953-9e35-d8fac30f279a {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:35.901600 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cabeb8-ba17-4ecd-aae8-8befb00dfeda', 'name': 'network-vif-deleted', 'tag': '18c97be5-5024-4a32-9565-b39688ff8000', 'status': 'completed', 'code': 200} Jul 16 01:22:35.942488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-3a9f0c71-3695-4fed-a6c6-a88cc3c1912e req-16a3530c-a5fa-460c-bab4-30e521d6408b tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-847860054', 'description': 'tempest-description-748604479'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:35.944847 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-529f09dc-96ae-4b2f-8f73-9ada56d3afae req-7ebc6508-100d-48e4-b30f-5fe4a8971d40 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 696 time: 0.0580575 Jul 16 01:22:35.975175 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fcb293-45f5-4a81-9a59-25cedb36df3a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:35.987209 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-3a9f0c71-3695-4fed-a6c6-a88cc3c1912e req-16a3530c-a5fa-460c-bab4-30e521d6408b tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.997149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] Sync routers for ids ['ce2eb405-9ec0-4596-9a99-6d27c89f0450'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:36.006256 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-97fcb293-45f5-4a81-9a59-25cedb36df3a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.010328 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] Routers {'ce2eb405-9ec0-4596-9a99-6d27c89f0450'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:36.010328 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:22:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['ce2eb405-9ec0-4596-9a99-6d27c89f0450'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:36.011236 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-97fcb293-45f5-4a81-9a59-25cedb36df3a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.1384039 Jul 16 01:22:36.012027 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42518) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:36.065955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f09dc-96ae-4b2f-8f73-9ada56d3afae req-21553316-e7e8-4eee-92d8-610a817c0de9 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:36.067453 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-529f09dc-96ae-4b2f-8f73-9ada56d3afae req-21553316-e7e8-4eee-92d8-610a817c0de9 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.1173146 Jul 16 01:22:36.171157 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42524) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:36.190004 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-3a9f0c71-3695-4fed-a6c6-a88cc3c1912e req-16a3530c-a5fa-460c-bab4-30e521d6408b tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.191689 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-10f894fc-9a20-468b-b42c-b85e4e8d9752 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.229480 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f324a7-c689-4ed2-99b5-d3998f6ecfdd admin admin] Deleting subnet b1f93d00-dc6c-4fc1-8d56-739bb38c9809 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:36.233313 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-3a9f0c71-3695-4fed-a6c6-a88cc3c1912e req-16a3530c-a5fa-460c-bab4-30e521d6408b tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.233909 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-49f324a7-c689-4ed2-99b5-d3998f6ecfdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.272022 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3530c-a5fa-460c-bab4-30e521d6408b tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b334da-4794-46dd-b709-a6f296469b60,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:36.296849 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-3a9f0c71-3695-4fed-a6c6-a88cc3c1912e req-16a3530c-a5fa-460c-bab4-30e521d6408b tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.298237 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3a9f0c71-3695-4fed-a6c6-a88cc3c1912e req-16a3530c-a5fa-460c-bab4-30e521d6408b tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3631117 Jul 16 01:22:36.317771 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-49f324a7-c689-4ed2-99b5-d3998f6ecfdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.329955 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] Set router ce2eb405-9ec0-4596-9a99-6d27c89f0450 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:36.363481 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-49f324a7-c689-4ed2-99b5-d3998f6ecfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.449855 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-49f324a7-c689-4ed2-99b5-d3998f6ecfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.491725 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f324a7-c689-4ed2-99b5-d3998f6ecfdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1f93d00-dc6c-4fc1-8d56-739bb38c9809,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:36.505646 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-49f324a7-c689-4ed2-99b5-d3998f6ecfdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.508615 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-49f324a7-c689-4ed2-99b5-d3998f6ecfdd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b1f93d00-dc6c-4fc1-8d56-739bb38c9809 HTTP/1.1" status: 204 len: 168 time: 0.3362312 Jul 16 01:22:36.511294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42536) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:36.549896 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2eb405-9ec0-4596-9a99-6d27c89f0450', 'name': '', 'tenant_id': 'fbf7c8ed406b4d0aa509bf7a7d974ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0984efb-74b9-4c69-8d7c-0baba906fbfe', 'external_fixed_ips': [{'subnet_id': 'ce6dc9c7-a514-4bf4-87a4-a188d4f01351', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'ed31220c-9067-4a86-8153-fa9d4624d6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:32Z', 'updated_at': '2021-07-16T01:22:35Z', 'revision_number': 3, 'project_id': 'fbf7c8ed406b4d0aa509bf7a7d974ee7', 'gw_port': {'id': 'ed31220c-9067-4a86-8153-fa9d4624d6f6', 'name': '', 'network_id': 'e0984efb-74b9-4c69-8d7c-0baba906fbfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2eb405-9ec0-4596-9a99-6d27c89f0450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'ce6dc9c7-a514-4bf4-87a4-a188d4f01351', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:34Z', 'updated_at': '2021-07-16T01:22:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce6dc9c7-a514-4bf4-87a4-a188d4f01351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:36.607053 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] Checking router: ce2eb405-9ec0-4596-9a99-6d27c89f0450 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:22:36.609135 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] Updating router ce2eb405-9ec0-4596-9a99-6d27c89f0450 port ed31220c-9067-4a86-8153-fa9d4624d6f6 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:22:36.614829 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9ff40c31-9f3b-4339-ab20-8be429428a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.668279 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.717087 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9ff40c31-9f3b-4339-ab20-8be429428a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.748889 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-9ff40c31-9f3b-4339-ab20-8be429428a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f31c349-ef96-4e32-96d7-dc48e8b6e5ec']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:36.764974 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-9ff40c31-9f3b-4339-ab20-8be429428a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c75894e-9946-4d28-af0d-7f4b9cec03a8') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:36.765944 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-9ff40c31-9f3b-4339-ab20-8be429428a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c75894e-9946-4d28-af0d-7f4b9cec03a8') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:36.778317 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9ff40c31-9f3b-4339-ab20-8be429428a8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.803539 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9ff40c31-9f3b-4339-ab20-8be429428a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.813137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff40c31-9f3b-4339-ab20-8be429428a8a admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:36.813664 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9ff40c31-9f3b-4339-ab20-8be429428a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:36.815554 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:36.890223 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9ff40c31-9f3b-4339-ab20-8be429428a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.890773 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-10f894fc-9a20-468b-b42c-b85e4e8d9752 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.902926 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9ff40c31-9f3b-4339-ab20-8be429428a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.906414 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9ff40c31-9f3b-4339-ab20-8be429428a8a admin admin] 10.222.0.16 "DELETE /v2.0/networks/7f31c349-ef96-4e32-96d7-dc48e8b6e5ec HTTP/1.1" status: 204 len: 168 time: 0.3934822 Jul 16 01:22:36.919558 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff40c31-9f3b-4339-ab20-8be429428a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=7f31c349-ef96-4e32-96d7-dc48e8b6e5ec,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:36.958471 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2f61e061-6178-4e3f-a69b-68fca68e6e84 req-5d0e2441-1d54-4e68-8e86-3d53159e727d tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6215417 Jul 16 01:22:36.975051 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-2f61e061-6178-4e3f-a69b-68fca68e6e84 req-56cc0454-37fb-4c3a-8144-3f5e26f42e20 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:37.015988 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-10f894fc-9a20-468b-b42c-b85e4e8d9752 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Deleting port ed31220c-9067-4a86-8153-fa9d4624d6f6 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:37.016835 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-10f894fc-9a20-468b-b42c-b85e4e8d9752 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.032529 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2f61e061-6178-4e3f-a69b-68fca68e6e84 req-56cc0454-37fb-4c3a-8144-3f5e26f42e20 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.074191 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.087586 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] Transition to ACTIVE for port object ed31220c-9067-4a86-8153-fa9d4624d6f6 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:37.096755 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.138661 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-10f894fc-9a20-468b-b42c-b85e4e8d9752 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.151761 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b62b4b-e2a7-46bf-8ec5-50594ad0842d None None] Pushing event updated for resources: {'Port': ['ID=ed31220c-9067-4a86-8153-fa9d4624d6f6,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:37.173567 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] Attempting to bind port ed31220c-9067-4a86-8153-fa9d4624d6f6 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:37.174259 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] Attempting to bind port ed31220c-9067-4a86-8153-fa9d4624d6f6 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '2663f088-91dc-4c1e-92f2-459f437b2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e0984efb-74b9-4c69-8d7c-0baba906fbfe'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:37.174822 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] Attempting to bind port ed31220c-9067-4a86-8153-fa9d4624d6f6 on network e0984efb-74b9-4c69-8d7c-0baba906fbfe {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:37.175967 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42550) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:37.181428 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-10f894fc-9a20-468b-b42c-b85e4e8d9752 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Calling delete_port for ed31220c-9067-4a86-8153-fa9d4624d6f6 owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:37.181753 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:37.182155 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] Checking segment: {'id': '2663f088-91dc-4c1e-92f2-459f437b2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e0984efb-74b9-4c69-8d7c-0baba906fbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:37.182738 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.183044 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] Bound using segment: {'id': '2663f088-91dc-4c1e-92f2-459f437b2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e0984efb-74b9-4c69-8d7c-0baba906fbfe'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:37.183709 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] Bound port: ed31220c-9067-4a86-8153-fa9d4624d6f6, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2663f088-91dc-4c1e-92f2-459f437b2168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'e0984efb-74b9-4c69-8d7c-0baba906fbfe'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:37.184217 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.249577 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] For port ed31220c-9067-4a86-8153-fa9d4624d6f6, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:37.253278 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] For port ed31220c-9067-4a86-8153-fa9d4624d6f6, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=ed31220c-9067-4a86-8153-fa9d4624d6f6,segment=NetworkSegment(2663f088-91dc-4c1e-92f2-459f437b2168),segment_id=2663f088-91dc-4c1e-92f2-459f437b2168)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:37.260045 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.270858 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2f61e061-6178-4e3f-a69b-68fca68e6e84 req-56cc0454-37fb-4c3a-8144-3f5e26f42e20 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.326693 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b62b4b-e2a7-46bf-8ec5-50594ad0842d None None] Pushing event updated for resources: {'Port': ['ID=ed31220c-9067-4a86-8153-fa9d4624d6f6,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:37.330642 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] Routers {'ce2eb405-9ec0-4596-9a99-6d27c89f0450'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:37.331442 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:22:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['ce2eb405-9ec0-4596-9a99-6d27c89f0450'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:37.448744 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] Set router ce2eb405-9ec0-4596-9a99-6d27c89f0450 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:37.507825 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2eb405-9ec0-4596-9a99-6d27c89f0450', 'name': '', 'tenant_id': 'fbf7c8ed406b4d0aa509bf7a7d974ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:32Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': 'fbf7c8ed406b4d0aa509bf7a7d974ee7', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:37.537974 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-2f61e061-6178-4e3f-a69b-68fca68e6e84 req-56cc0454-37fb-4c3a-8144-3f5e26f42e20 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Allocated IP 172.25.6.95 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/bce861f1-4658-4cf5-956b-77f877bd31fd) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:37.539222 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1291789-bcba-4655-bdb3-c938f42c1fda None None] The sync data for ids ['ce2eb405-9ec0-4596-9a99-6d27c89f0450'] in n-d-792394-16 is: [{'id': 'ce2eb405-9ec0-4596-9a99-6d27c89f0450', 'name': '', 'tenant_id': 'fbf7c8ed406b4d0aa509bf7a7d974ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:32Z', 'updated_at': '2021-07-16T01:22:36Z', 'revision_number': 4, 'project_id': 'fbf7c8ed406b4d0aa509bf7a7d974ee7', 'gw_port_host': None}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:37.546140 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2ecafc7a-b60d-4c99-9d3d-a0dc1d4cab87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=188651938ea04d6987c92bcea6afb008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3689225 Jul 16 01:22:37.549656 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-10f894fc-9a20-468b-b42c-b85e4e8d9752 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.549795 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42552) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:37.569838 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-344dfd0d-cd2c-4588-ac1a-76ecb687d39e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2098243 Jul 16 01:22:37.599934 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f894fc-9a20-468b-b42c-b85e4e8d9752 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed31220c-9067-4a86-8153-fa9d4624d6f6,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:37.638654 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 18c97be5-5024-4a32-9565-b39688ff8000 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:37.650954 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f7cb54c-a38c-4485-abf6-97d0d3c5b535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.664622 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 18c97be5-5024-4a32-9565-b39688ff8000 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:37.665609 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 18c97be5-5024-4a32-9565-b39688ff8000 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:37.685343 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d57bcdf-feb4-4ce0-87e0-7a9cc2746859 req-b2d30a0a-fa4c-43ba-8fa0-4fb7c8344502 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39559 time: 0.6335742 Jul 16 01:22:37.700601 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f7cb54c-a38c-4485-abf6-97d0d3c5b535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.767007 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-10f894fc-9a20-468b-b42c-b85e4e8d9752 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.770447 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d57bcdf-feb4-4ce0-87e0-7a9cc2746859 req-0ef966f7-ab23-4186-bea7-18550cfa93c8 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "GET /v2.0/security-groups/03a259c7-e022-4ca9-bbd9-5f234494b117 HTTP/1.1" status: 200 len: 2981 time: 0.0755770 Jul 16 01:22:37.823817 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d57bcdf-feb4-4ce0-87e0-7a9cc2746859 req-6fb25360-2b82-4d10-85a1-88a793b1e8c5 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "GET /v2.0/security-groups/03a259c7-e022-4ca9-bbd9-5f234494b117 HTTP/1.1" status: 200 len: 2981 time: 0.0520833 Jul 16 01:22:37.850651 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2f61e061-6178-4e3f-a69b-68fca68e6e84 req-56cc0454-37fb-4c3a-8144-3f5e26f42e20 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.851712 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f7cb54c-a38c-4485-abf6-97d0d3c5b535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.854235 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f7cb54c-a38c-4485-abf6-97d0d3c5b535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.857725 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1f7cb54c-a38c-4485-abf6-97d0d3c5b535 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6948b16b-ced7-4c4a-a6fc-1be4431801df HTTP/1.1" status: 204 len: 168 time: 0.3048921 Jul 16 01:22:37.875821 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cb54c-a38c-4485-abf6-97d0d3c5b535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6948b16b-ced7-4c4a-a6fc-1be4431801df,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:37.890129 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d57bcdf-feb4-4ce0-87e0-7a9cc2746859 req-0fd67af2-1ee7-4f88-9737-fe3326faa087 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "GET /v2.0/security-groups/0e0bd7f8-bd32-4994-ada9-1f40f978f51e HTTP/1.1" status: 200 len: 2981 time: 0.0644176 Jul 16 01:22:37.911012 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-10f894fc-9a20-468b-b42c-b85e4e8d9752 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.914337 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-10f894fc-9a20-468b-b42c-b85e4e8d9752 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.927346 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-98d541b1-a80d-4851-8342-e1e814a2a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:37.927839 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-98d541b1-a80d-4851-8342-e1e814a2a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:37.928321 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-98d541b1-a80d-4851-8342-e1e814a2a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:37.928821 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-98d541b1-a80d-4851-8342-e1e814a2a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:37.929367 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-98d541b1-a80d-4851-8342-e1e814a2a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:37.929764 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-98d541b1-a80d-4851-8342-e1e814a2a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:37.930245 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-98d541b1-a80d-4851-8342-e1e814a2a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:37.932294 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-98d541b1-a80d-4851-8342-e1e814a2a27b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=673d6f606a904bf5902fda58599b5f5e&device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 6508 time: 0.2948112 Jul 16 01:22:37.941819 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d57bcdf-feb4-4ce0-87e0-7a9cc2746859 req-27a29757-3d1e-4eb1-ae89-f26cc733bc89 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "GET /v2.0/security-groups/0e0bd7f8-bd32-4994-ada9-1f40f978f51e HTTP/1.1" status: 200 len: 2981 time: 0.0500977 Jul 16 01:22:37.994877 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d57bcdf-feb4-4ce0-87e0-7a9cc2746859 req-0483968f-8f4e-4982-a936-3608e8099a6a tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "GET /v2.0/security-groups/29b89b39-e165-429b-9624-e5d1ce582c99 HTTP/1.1" status: 200 len: 2981 time: 0.0438693 Jul 16 01:22:38.017585 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-10f894fc-9a20-468b-b42c-b85e4e8d9752 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.018149 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f894fc-9a20-468b-b42c-b85e4e8d9752 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce2eb405-9ec0-4596-9a99-6d27c89f0450 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:22:38.024801 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-10f894fc-9a20-468b-b42c-b85e4e8d9752 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.028429 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-10f894fc-9a20-468b-b42c-b85e4e8d9752 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "DELETE /v2.0/routers/ce2eb405-9ec0-4596-9a99-6d27c89f0450 HTTP/1.1" status: 204 len: 168 time: 2.0113876 Jul 16 01:22:38.028756 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42556) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:38.072847 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2f61e061-6178-4e3f-a69b-68fca68e6e84 req-56cc0454-37fb-4c3a-8144-3f5e26f42e20 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.086167 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d57bcdf-feb4-4ce0-87e0-7a9cc2746859 req-546fc685-13bf-4f29-a13b-06bd885f400d tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "GET /v2.0/security-groups/29b89b39-e165-429b-9624-e5d1ce582c99 HTTP/1.1" status: 200 len: 2981 time: 0.0849843 Jul 16 01:22:38.098701 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5bcabba-892d-4645-8ba4-62b5aa96f3f9 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Deleting subnet ce6dc9c7-a514-4bf4-87a4-a188d4f01351 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:38.102647 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b5bcabba-892d-4645-8ba4-62b5aa96f3f9 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.147466 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-e68750b0-5daf-43f8-8432-3112de2af57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:38.147986 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-e68750b0-5daf-43f8-8432-3112de2af57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:38.148484 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-e68750b0-5daf-43f8-8432-3112de2af57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:38.150116 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-e68750b0-5daf-43f8-8432-3112de2af57f service neutron] 10.222.0.82 "GET /v2.0/networks?id=99585749-6e41-4e60-92b1-0c114a9091db&id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&id=7baef46c-4da4-4d46-bf21-e653349e66a6&id=7baef46c-4da4-4d46-bf21-e653349e66a6 HTTP/1.1" status: 200 len: 2298 time: 0.1765251 Jul 16 01:22:38.161484 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f61e061-6178-4e3f-a69b-68fca68e6e84 req-56cc0454-37fb-4c3a-8144-3f5e26f42e20 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:38.166912 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc0454-37fb-4c3a-8144-3f5e26f42e20 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Pushing event updated for resources: {'Port': ['ID=bce861f1-4658-4cf5-956b-77f877bd31fd,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:38.172775 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-2f61e061-6178-4e3f-a69b-68fca68e6e84 req-56cc0454-37fb-4c3a-8144-3f5e26f42e20 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:38.188185 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b5bcabba-892d-4645-8ba4-62b5aa96f3f9 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.206943 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f61e061-6178-4e3f-a69b-68fca68e6e84 req-56cc0454-37fb-4c3a-8144-3f5e26f42e20 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:38.212912 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d57bcdf-feb4-4ce0-87e0-7a9cc2746859 req-49a1996b-1836-4991-9605-f801a994207b tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "GET /v2.0/security-groups/443b06fa-8376-414a-87a5-1462c187a5ae HTTP/1.1" status: 200 len: 2977 time: 0.1181078 Jul 16 01:22:38.257282 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b5bcabba-892d-4645-8ba4-62b5aa96f3f9 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.285652 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-65e8e3ec-faf9-41bd-926b-5e99d18a3425 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beacc2e5-69c8-4208-89bd-64878bc5925b HTTP/1.1" status: 200 len: 1001 time: 0.1262164 Jul 16 01:22:38.301020 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d57bcdf-feb4-4ce0-87e0-7a9cc2746859 req-9175cf70-9e81-4b05-8252-78b2cc397f5e tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "GET /v2.0/security-groups/443b06fa-8376-414a-87a5-1462c187a5ae HTTP/1.1" status: 200 len: 2977 time: 0.0807407 Jul 16 01:22:38.344106 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-2d57bcdf-feb4-4ce0-87e0-7a9cc2746859 req-0f7519c9-43a3-4a34-9f2b-1cb3988367c6 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] show failed (client error): The resource could not be found. Jul 16 01:22:38.345996 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d57bcdf-feb4-4ce0-87e0-7a9cc2746859 req-0f7519c9-43a3-4a34-9f2b-1cb3988367c6 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "GET /v2.0/security-groups/6948b16b-ced7-4c4a-a6fc-1be4431801df HTTP/1.1" status: 404 len: 352 time: 0.0388293 Jul 16 01:22:38.370613 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2f61e061-6178-4e3f-a69b-68fca68e6e84 req-56cc0454-37fb-4c3a-8144-3f5e26f42e20 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.379484 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-82b1f051-d329-4c67-9d21-15ef1fbc8844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:38.381304 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-82b1f051-d329-4c67-9d21-15ef1fbc8844 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d41468b7-b0b4-41eb-bdf2-84a94c3d3c68 HTTP/1.1" status: 200 len: 856 time: 0.0654378 Jul 16 01:22:38.393964 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b5bcabba-892d-4645-8ba4-62b5aa96f3f9 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.396244 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-2d57bcdf-feb4-4ce0-87e0-7a9cc2746859 req-99924691-abb8-4c72-829c-710a3bab8645 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] show failed (client error): The resource could not be found. Jul 16 01:22:38.397300 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d57bcdf-feb4-4ce0-87e0-7a9cc2746859 req-99924691-abb8-4c72-829c-710a3bab8645 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "GET /v2.0/security-groups/6948b16b-ced7-4c4a-a6fc-1be4431801df HTTP/1.1" status: 404 len: 352 time: 0.0284667 Jul 16 01:22:38.439243 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b5bcabba-892d-4645-8ba4-62b5aa96f3f9 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.441159 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b5bcabba-892d-4645-8ba4-62b5aa96f3f9 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/ce6dc9c7-a514-4bf4-87a4-a188d4f01351 HTTP/1.1" status: 204 len: 168 time: 0.4113653 Jul 16 01:22:38.443872 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42568) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:38.450809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bcabba-892d-4645-8ba4-62b5aa96f3f9 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ce6dc9c7-a514-4bf4-87a4-a188d4f01351,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:38.475075 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2f61e061-6178-4e3f-a69b-68fca68e6e84 req-56cc0454-37fb-4c3a-8144-3f5e26f42e20 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.509337 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80714c93-3da9-46cd-89ea-327db3f6bec0 req-4444501b-7844-41a9-ade1-2b280bd875b7 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:38.511068 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-80714c93-3da9-46cd-89ea-327db3f6bec0 req-4444501b-7844-41a9-ade1-2b280bd875b7 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.84 "GET /v2.0/ports?device_id=060b0df5-a1cc-4b26-9c6b-fc031e831edc HTTP/1.1" status: 200 len: 950 time: 0.1793294 Jul 16 01:22:38.520282 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d57bcdf-feb4-4ce0-87e0-7a9cc2746859 req-e7c110c9-65f8-4cbf-ae54-4809f824dc05 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "GET /v2.0/security-groups/7a0157b4-60d8-4e55-91c4-626aa1625fa5 HTTP/1.1" status: 200 len: 2973 time: 0.1093957 Jul 16 01:22:38.599505 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7fe9838d-7938-434d-9bb0-3ce8b55a3c2d tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.615210 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d57bcdf-feb4-4ce0-87e0-7a9cc2746859 req-b06d1287-3f45-435d-906e-2af9a3f03ff8 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "GET /v2.0/security-groups/7a0157b4-60d8-4e55-91c4-626aa1625fa5 HTTP/1.1" status: 200 len: 2973 time: 0.0938621 Jul 16 01:22:38.638574 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-b57ea64c-ebbb-4258-8976-00166b9e9e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:38.640622 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-b57ea64c-ebbb-4258-8976-00166b9e9e94 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=99585749-6e41-4e60-92b1-0c114a9091db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2151754 Jul 16 01:22:38.688322 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d57bcdf-feb4-4ce0-87e0-7a9cc2746859 req-f9a0a52e-b57f-45eb-b54e-8c2e1c8382d3 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "GET /v2.0/security-groups/7d29de17-9274-4ce8-adef-95541add73e8 HTTP/1.1" status: 200 len: 2981 time: 0.0722158 Jul 16 01:22:38.696739 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-80714c93-3da9-46cd-89ea-327db3f6bec0 req-4272e217-4652-4aa0-95cd-67fcefa580c6 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Deleting port b1d9d39f-08e5-4f19-9084-56eb40ff06dd {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:38.697070 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-80714c93-3da9-46cd-89ea-327db3f6bec0 req-4272e217-4652-4aa0-95cd-67fcefa580c6 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.752223 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42578) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:38.784186 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7fe9838d-7938-434d-9bb0-3ce8b55a3c2d tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.799422 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d57bcdf-feb4-4ce0-87e0-7a9cc2746859 req-fcac5dd9-bf73-4deb-8f61-11ef1347375f tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "GET /v2.0/security-groups/7d29de17-9274-4ce8-adef-95541add73e8 HTTP/1.1" status: 200 len: 2981 time: 0.0980823 Jul 16 01:22:38.845115 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-7fe9838d-7938-434d-9bb0-3ce8b55a3c2d tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0984efb-74b9-4c69-8d7c-0baba906fbfe']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:38.849166 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-80714c93-3da9-46cd-89ea-327db3f6bec0 req-4272e217-4652-4aa0-95cd-67fcefa580c6 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] For port b1d9d39f-08e5-4f19-9084-56eb40ff06dd, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b1d9d39f-08e5-4f19-9084-56eb40ff06dd,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:38.849550 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-80714c93-3da9-46cd-89ea-327db3f6bec0 req-4272e217-4652-4aa0-95cd-67fcefa580c6 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.874551 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-7fe9838d-7938-434d-9bb0-3ce8b55a3c2d tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2663f088-91dc-4c1e-92f2-459f437b2168') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:38.874908 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-7fe9838d-7938-434d-9bb0-3ce8b55a3c2d tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2663f088-91dc-4c1e-92f2-459f437b2168') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:38.875456 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-80714c93-3da9-46cd-89ea-327db3f6bec0 req-4272e217-4652-4aa0-95cd-67fcefa580c6 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Calling delete_port for b1d9d39f-08e5-4f19-9084-56eb40ff06dd owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:38.886626 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d57bcdf-feb4-4ce0-87e0-7a9cc2746859 req-0f696c83-f40e-49cb-9e2a-c3cdc2bbeca3 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "GET /v2.0/security-groups/85322b79-cdc9-48ae-89af-51490d9ae3f3 HTTP/1.1" status: 200 len: 2981 time: 0.0812981 Jul 16 01:22:38.900644 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7fe9838d-7938-434d-9bb0-3ce8b55a3c2d tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.943166 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7fe9838d-7938-434d-9bb0-3ce8b55a3c2d tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.946900 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-d92bf05b-0293-48ba-b806-97ee106a35a1 service neutron] 10.222.0.82 "GET /v2.0/networks/99585749-6e41-4e60-92b1-0c114a9091db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574792 Jul 16 01:22:38.955963 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-260bd3b9-0e5f-4a56-94e3-fbe116a5d6b6 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1822996743-network', 'tenant_id': '3c7df87bcaf848cbbc8128d4797f7756'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:38.962294 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2f61e061-6178-4e3f-a69b-68fca68e6e84 req-56cc0454-37fb-4c3a-8144-3f5e26f42e20 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.965338 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe9838d-7938-434d-9bb0-3ce8b55a3c2d tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:38.965972 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7fe9838d-7938-434d-9bb0-3ce8b55a3c2d tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: items = [ Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:38.969747 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:38.986809 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d57bcdf-feb4-4ce0-87e0-7a9cc2746859 req-a5614f30-977a-477a-bb28-df0882f843bf tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "GET /v2.0/security-groups/85322b79-cdc9-48ae-89af-51490d9ae3f3 HTTP/1.1" status: 200 len: 2981 time: 0.0661232 Jul 16 01:22:39.001415 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2f61e061-6178-4e3f-a69b-68fca68e6e84 req-56cc0454-37fb-4c3a-8144-3f5e26f42e20 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.076688 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d57bcdf-feb4-4ce0-87e0-7a9cc2746859 req-596381b8-4d73-452a-a1a7-9d9a29aa2ac0 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "GET /v2.0/security-groups/9b354d16-b967-449f-a572-fda1988418c1 HTTP/1.1" status: 200 len: 2981 time: 0.0828643 Jul 16 01:22:39.082122 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-80714c93-3da9-46cd-89ea-327db3f6bec0 req-4272e217-4652-4aa0-95cd-67fcefa580c6 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.093536 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['b1d9d39f-08e5-4f19-9084-56eb40ff06dd'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:39.094777 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260bd3b9-0e5f-4a56-94e3-fbe116a5d6b6 admin admin] Made reservation on behalf of 3c7df87bcaf848cbbc8128d4797f7756 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:39.097118 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-260bd3b9-0e5f-4a56-94e3-fbe116a5d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.130900 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-260bd3b9-0e5f-4a56-94e3-fbe116a5d6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.131793 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272e217-4652-4aa0-95cd-67fcefa580c6 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Pushing event deleted for resources: {'Port': ['ID=b1d9d39f-08e5-4f19-9084-56eb40ff06dd,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:39.197139 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7fe9838d-7938-434d-9bb0-3ce8b55a3c2d tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.203945 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc0454-37fb-4c3a-8144-3f5e26f42e20 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Pushing event updated for resources: {'Port': ['ID=bce861f1-4658-4cf5-956b-77f877bd31fd,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:39.207257 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-80714c93-3da9-46cd-89ea-327db3f6bec0 req-4272e217-4652-4aa0-95cd-67fcefa580c6 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] No DVR routers for this DVR port b1d9d39f-08e5-4f19-9084-56eb40ff06dd on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:39.210284 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-80714c93-3da9-46cd-89ea-327db3f6bec0 req-4272e217-4652-4aa0-95cd-67fcefa580c6 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.212261 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-80714c93-3da9-46cd-89ea-327db3f6bec0 req-4272e217-4652-4aa0-95cd-67fcefa580c6 tempest-MigrationsAdminTest-1935377125 tempest-MigrationsAdminTest-1935377125-project] 10.222.0.84 "DELETE /v2.0/ports/b1d9d39f-08e5-4f19-9084-56eb40ff06dd HTTP/1.1" status: 204 len: 173 time: 0.6890407 Jul 16 01:22:39.213932 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060b0df5-a1cc-4b26-9c6b-fc031e831edc', 'name': 'network-vif-deleted', 'tag': 'b1d9d39f-08e5-4f19-9084-56eb40ff06dd'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:39.215253 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ee33a1-2d3c-48c0-8ee5-086a3a55733e" -d '{"events": [{"server_uuid": "060b0df5-a1cc-4b26-9c6b-fc031e831edc", "name": "network-vif-deleted", "tag": "b1d9d39f-08e5-4f19-9084-56eb40ff06dd"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:39.222742 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe9838d-7938-434d-9bb0-3ce8b55a3c2d tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e0984efb-74b9-4c69-8d7c-0baba906fbfe {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:22:39.231756 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d57bcdf-feb4-4ce0-87e0-7a9cc2746859 req-15000b52-fa91-498d-a357-19ff58a6c637 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "GET /v2.0/security-groups/9b354d16-b967-449f-a572-fda1988418c1 HTTP/1.1" status: 200 len: 2981 time: 0.1475515 Jul 16 01:22:39.232123 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7fe9838d-7938-434d-9bb0-3ce8b55a3c2d tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.234618 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7fe9838d-7938-434d-9bb0-3ce8b55a3c2d tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "DELETE /v2.0/networks/e0984efb-74b9-4c69-8d7c-0baba906fbfe HTTP/1.1" status: 204 len: 168 time: 0.7894776 Jul 16 01:22:39.239576 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2f61e061-6178-4e3f-a69b-68fca68e6e84 req-56cc0454-37fb-4c3a-8144-3f5e26f42e20 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.258874 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9838d-7938-434d-9bb0-3ce8b55a3c2d tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Pushing event deleted for resources: {'Network': ['ID=e0984efb-74b9-4c69-8d7c-0baba906fbfe,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:39.267899 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-90d32c4a-9829-4bba-912c-af838949a751 service neutron] 10.222.0.82 "GET /v2.0/networks/99585749-6e41-4e60-92b1-0c114a9091db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037331 Jul 16 01:22:39.307464 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d57bcdf-feb4-4ce0-87e0-7a9cc2746859 req-19aaef28-fdf5-4ceb-bc73-9d0dc0211e2b tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "GET /v2.0/security-groups/af7d6784-cfc4-4766-9b7f-043dd7c9bfcb HTTP/1.1" status: 200 len: 2981 time: 0.0653203 Jul 16 01:22:39.351151 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-b14fbb75-a335-4dea-9602-ffdd62f46a70 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=4345b472-d891-4095-9ac3-2e3b8fe40305 HTTP/1.1" status: 200 len: 217 time: 0.0726099 Jul 16 01:22:39.373029 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d57bcdf-feb4-4ce0-87e0-7a9cc2746859 req-c9400c3c-a17c-43aa-9600-fdcba0fdf078 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "GET /v2.0/security-groups/af7d6784-cfc4-4766-9b7f-043dd7c9bfcb HTTP/1.1" status: 200 len: 2981 time: 0.0583882 Jul 16 01:22:39.434340 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-223f7f5d-cd88-4f68-ba77-7bce80ef0931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.436815 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-223f7f5d-cd88-4f68-ba77-7bce80ef0931 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7407fa8c-a52a-4e33-b68e-404660b41399 HTTP/1.1" status: 200 len: 797 time: 0.0745258 Jul 16 01:22:39.463565 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d57bcdf-feb4-4ce0-87e0-7a9cc2746859 req-72225d99-062e-4ea1-9039-dae975af9250 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "GET /v2.0/security-groups/eae1ab8d-7c7e-4216-a9f0-da447190b4fa HTTP/1.1" status: 200 len: 2981 time: 0.0835450 Jul 16 01:22:39.523664 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-260bd3b9-0e5f-4a56-94e3-fbe116a5d6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.528144 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d57bcdf-feb4-4ce0-87e0-7a9cc2746859 req-9e126461-cdae-4c03-92d1-0cb30b537f6b tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "GET /v2.0/security-groups/eae1ab8d-7c7e-4216-a9f0-da447190b4fa HTTP/1.1" status: 200 len: 2981 time: 0.0573895 Jul 16 01:22:39.549486 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-260bd3b9-0e5f-4a56-94e3-fbe116a5d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.581559 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-2f61e061-6178-4e3f-a69b-68fca68e6e84 req-56cc0454-37fb-4c3a-8144-3f5e26f42e20 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.583723 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2f61e061-6178-4e3f-a69b-68fca68e6e84 req-56cc0454-37fb-4c3a-8144-3f5e26f42e20 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6173909 Jul 16 01:22:39.597811 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260bd3b9-0e5f-4a56-94e3-fbe116a5d6b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:22:39.699398 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42594) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:39.702625 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-260bd3b9-0e5f-4a56-94e3-fbe116a5d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.702625 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-260bd3b9-0e5f-4a56-94e3-fbe116a5d6b6 admin admin] Added segment 809c94c3-fa35-4741-a6c4-b4b01340db50 of type vlan for network 04f5209e-58b4-4416-b93c-dcec5475ec9f Jul 16 01:22:39.706908 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-82c1b4c4-3a4d-4da2-9d6a-f8288618c446 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Request body: {'router': {'name': 'tempest-router--311678834', 'project_id': '18450c95030642498f8d41c7c020ac40'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:39.714842 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bd3b9-0e5f-4a56-94e3-fbe116a5d6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b755373c-8ab0-4371-b60d-ab0d1a0644b5,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:39.726962 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-585c03f9-a0d8-4df1-b21b-572979bdac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.728597 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-585c03f9-a0d8-4df1-b21b-572979bdac8e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2855101 Jul 16 01:22:39.738304 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-82c1b4c4-3a4d-4da2-9d6a-f8288618c446 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.740340 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-82c1b4c4-3a4d-4da2-9d6a-f8288618c446 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.749796 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2f61e061-6178-4e3f-a69b-68fca68e6e84 req-ad08e5d8-ab1a-492c-94dd-e479ace1cae2 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.95 HTTP/1.1" status: 200 len: 695 time: 0.1359262 Jul 16 01:22:39.829867 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-260bd3b9-0e5f-4a56-94e3-fbe116a5d6b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.845593 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-82c1b4c4-3a4d-4da2-9d6a-f8288618c446 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.872321 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-82c1b4c4-3a4d-4da2-9d6a-f8288618c446 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.907264 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-82c1b4c4-3a4d-4da2-9d6a-f8288618c446 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.908963 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-82c1b4c4-3a4d-4da2-9d6a-f8288618c446 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2080371 Jul 16 01:22:39.912977 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42596) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:39.989402 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-260bd3b9-0e5f-4a56-94e3-fbe116a5d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.989839 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260bd3b9-0e5f-4a56-94e3-fbe116a5d6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.990434 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-260bd3b9-0e5f-4a56-94e3-fbe116a5d6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.017129 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-65758a22-5ebe-449d-bf25-6de5e67bb487 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640491 Jul 16 01:22:40.030692 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2358bb9d-e853-4a53-a5e1-fb6c87eef2d7 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.055790 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-260bd3b9-0e5f-4a56-94e3-fbe116a5d6b6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2630515 Jul 16 01:22:40.056427 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42602) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:40.083682 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61e061-6178-4e3f-a69b-68fca68e6e84 req-36e9612b-36aa-4af0-8e3b-d0943c22d18d tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:40.085126 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2f61e061-6178-4e3f-a69b-68fca68e6e84 req-36e9612b-36aa-4af0-8e3b-d0943c22d18d tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.3107257 Jul 16 01:22:40.095158 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-afb52a4d-4597-4210-a1e9-c62dd6c7ff72 admin admin] Request body: {'subnet': {'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1822996743-subnet', 'tenant_id': '3c7df87bcaf848cbbc8128d4797f7756', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:40.129173 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bd3b9-0e5f-4a56-94e3-fbe116a5d6b6 admin admin] Pushing event updated for resources: {'Network': ['ID=04f5209e-58b4-4416-b93c-dcec5475ec9f,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:40.142592 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 04f5209e-58b4-4416-b93c-dcec5475ec9f details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:22:40.198551 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb52a4d-4597-4210-a1e9-c62dd6c7ff72 admin admin] Made reservation on behalf of 3c7df87bcaf848cbbc8128d4797f7756 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:40.201229 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afb52a4d-4597-4210-a1e9-c62dd6c7ff72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.201722 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8404d863-ab83-4a28-b255-65b4608a0e65 req-cd61d81a-68b4-4e7b-a925-721f87d16d81 tempest-QuotasAdminNegativeTest-2034530765 tempest-QuotasAdminNegativeTest-2034530765-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=aa62cbc31d3e4f4e81e01c03b308b66a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0858345 Jul 16 01:22:40.248533 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2358bb9d-e853-4a53-a5e1-fb6c87eef2d7 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.260942 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2358bb9d-e853-4a53-a5e1-fb6c87eef2d7 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.356691 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2358bb9d-e853-4a53-a5e1-fb6c87eef2d7 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.357222 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2358bb9d-e853-4a53-a5e1-fb6c87eef2d7 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a13c3605-5066-4ebe-b6aa-15b03f2dc66b {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:22:40.365708 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2358bb9d-e853-4a53-a5e1-fb6c87eef2d7 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.369474 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2358bb9d-e853-4a53-a5e1-fb6c87eef2d7 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "DELETE /v2.0/routers/a13c3605-5066-4ebe-b6aa-15b03f2dc66b HTTP/1.1" status: 204 len: 168 time: 0.4527631 Jul 16 01:22:40.400396 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404d863-ab83-4a28-b255-65b4608a0e65 req-28c21ff7-9b5b-4092-a328-687b29020878 tempest-QuotasAdminNegativeTest-2034530765 tempest-QuotasAdminNegativeTest-2034530765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:40.407675 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8404d863-ab83-4a28-b255-65b4608a0e65 req-28c21ff7-9b5b-4092-a328-687b29020878 tempest-QuotasAdminNegativeTest-2034530765 tempest-QuotasAdminNegativeTest-2034530765-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742699 Jul 16 01:22:40.440567 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8404d863-ab83-4a28-b255-65b4608a0e65 req-1a483d32-12a2-4dc0-b1be-a83470cd755c tempest-QuotasAdminNegativeTest-2034530765 tempest-QuotasAdminNegativeTest-2034530765-project] 10.222.0.16 "GET /v2.0/quotas/aa62cbc31d3e4f4e81e01c03b308b66a HTTP/1.1" status: 200 len: 375 time: 0.0302255 Jul 16 01:22:40.513407 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8404d863-ab83-4a28-b255-65b4608a0e65 req-09e33507-ab1f-48dd-9fb4-032e52148eff tempest-QuotasAdminNegativeTest-2034530765 tempest-QuotasAdminNegativeTest-2034530765-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=aa62cbc31d3e4f4e81e01c03b308b66a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708537 Jul 16 01:22:40.551469 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42612) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:40.608826 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-5fc56271-2ad6-4bd2-8714-c9c63aad41d9 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800202 Jul 16 01:22:40.647584 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1273587-2e32-4366-8f29-865ba9ed4e2c x-openstack-request-id: req-b1273587-2e32-4366-8f29-865ba9ed4e2c {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:40.647876 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060b0df5-a1cc-4b26-9c6b-fc031e831edc", "name": "network-vif-deleted", "tag": "b1d9d39f-08e5-4f19-9084-56eb40ff06dd", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:40.648121 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1273587-2e32-4366-8f29-865ba9ed4e2c {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:40.648543 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060b0df5-a1cc-4b26-9c6b-fc031e831edc', 'name': 'network-vif-deleted', 'tag': 'b1d9d39f-08e5-4f19-9084-56eb40ff06dd', 'status': 'completed', 'code': 200} Jul 16 01:22:40.680991 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-8d0d169d-3a28-48b7-88de-f922fed1985d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=28a2b02f-aee0-487c-baab-2cdc1ff4a615 HTTP/1.1" status: 200 len: 217 time: 0.0643322 Jul 16 01:22:40.775298 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f5618c6c-fd48-403b-9093-fa7be1496e8e req-53785024-1f8a-49b6-9e55-d40e6bc2cbb0 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4b37bcbfef44dccaada7bd0c8fc07bf HTTP/1.1" status: 200 len: 6100 time: 0.1109710 Jul 16 01:22:40.826970 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-bee21310-6882-40cc-b808-f12e9ad39161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:40.828594 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-bee21310-6882-40cc-b808-f12e9ad39161 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7407fa8c-a52a-4e33-b68e-404660b41399 HTTP/1.1" status: 200 len: 797 time: 0.1401744 Jul 16 01:22:40.836271 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a74023b5-603c-4f2d-b129-4404f56c66b8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-606032887', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}, 'admin_state_up': False}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:40.863501 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f5618c6c-fd48-403b-9093-fa7be1496e8e req-b7a37d9a-1f68-41f8-95bb-558ae7d7e8f7 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] 10.222.0.16 "GET /v2.0/security-groups/9b354d16-b967-449f-a572-fda1988418c1 HTTP/1.1" status: 200 len: 2981 time: 0.0790842 Jul 16 01:22:40.875134 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a74023b5-603c-4f2d-b129-4404f56c66b8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.877075 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a74023b5-603c-4f2d-b129-4404f56c66b8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.939285 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba844983-cbf8-4585-925a-58855eaa0b56 req-16e82ac7-3ba1-4033-bae3-54389f2ed62e tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2334249 Jul 16 01:22:40.976969 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-ba844983-cbf8-4585-925a-58855eaa0b56 req-eed15b31-1b82-40a0-867a-50c653355348 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:40.979947 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f5618c6c-fd48-403b-9093-fa7be1496e8e req-59c6f961-8b86-43a7-91ba-d098e60ffe3e tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] 10.222.0.16 "GET /v2.0/security-groups/9b354d16-b967-449f-a572-fda1988418c1 HTTP/1.1" status: 200 len: 2981 time: 0.1060441 Jul 16 01:22:41.000154 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a74023b5-603c-4f2d-b129-4404f56c66b8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.005952 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42628) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:41.015931 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afb52a4d-4597-4210-a1e9-c62dd6c7ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.031387 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-28b60009-0e7b-4b2d-94b1-3c38f4166841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:41.033025 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-28b60009-0e7b-4b2d-94b1-3c38f4166841 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1975904 Jul 16 01:22:41.070477 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-ba844983-cbf8-4585-925a-58855eaa0b56 req-eed15b31-1b82-40a0-867a-50c653355348 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.179016 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb52a4d-4597-4210-a1e9-c62dd6c7ff72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edf67854-c855-44a8-a406-582030e25669,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:41.206897 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb52a4d-4597-4210-a1e9-c62dd6c7ff72 admin admin] Checking segment: {'id': '809c94c3-fa35-4741-a6c4-b4b01340db50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:41.207246 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb52a4d-4597-4210-a1e9-c62dd6c7ff72 admin admin] Network hostable DHCP agents. Network: 04f5209e-58b4-4416-b93c-dcec5475ec9f, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:22:41.241488 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a74023b5-603c-4f2d-b129-4404f56c66b8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.266205 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-52a802c4-f483-4d62-aeba-c3c29b05e478 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055576 Jul 16 01:22:41.273123 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7029d657-0035-4ef9-8d3a-87f19c8c2c9b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8dac2fb0d0d4ff092f3262b0e61117a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2659457 Jul 16 01:22:41.276608 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42638) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:41.291821 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb52a4d-4597-4210-a1e9-c62dd6c7ff72 admin admin] Network 04f5209e-58b4-4416-b93c-dcec5475ec9f is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:22:41.318291 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-afb52a4d-4597-4210-a1e9-c62dd6c7ff72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 04f5209e-58b4-4416-b93c-dcec5475ec9f) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:41.329691 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6977d35-03f6-4533-98f9-86df49a50192 None None] Network 04f5209e-58b4-4416-b93c-dcec5475ec9f requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:41.368898 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb52a4d-4597-4210-a1e9-c62dd6c7ff72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:41.369637 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afb52a4d-4597-4210-a1e9-c62dd6c7ff72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.375962 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ec9c1634-fa4b-4ba7-a0a6-0e0b9e1d7998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.422809 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ec9c1634-fa4b-4ba7-a0a6-0e0b9e1d7998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.424920 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-afb52a4d-4597-4210-a1e9-c62dd6c7ff72 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3563812 Jul 16 01:22:41.430056 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-483ad1b8-3386-4bb2-b252-908154374558 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571176 Jul 16 01:22:41.436039 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-ba844983-cbf8-4585-925a-58855eaa0b56 req-eed15b31-1b82-40a0-867a-50c653355348 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.490578 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-7e4aec0a-ed8a-4be1-9db3-2146dcafe6fd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=31957c03-e96c-4dce-b43d-07797f5d84a0 HTTP/1.1" status: 200 len: 217 time: 0.0520914 Jul 16 01:22:41.508592 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device b1d9d39f-08e5-4f19-9084-56eb40ff06dd no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:41.538000 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: b1d9d39f-08e5-4f19-9084-56eb40ff06dd {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:41.538459 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device b1d9d39f-08e5-4f19-9084-56eb40ff06dd not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:41.540179 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f10fa3f-6b36-4e76-9bd1-f633c04d1b8d None None] Network 04f5209e-58b4-4416-b93c-dcec5475ec9f requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:41.595784 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a74023b5-603c-4f2d-b129-4404f56c66b8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.600978 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-d308cc76-d551-4185-b7b2-e864bbe541c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:41.602480 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-d308cc76-d551-4185-b7b2-e864bbe541c7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7407fa8c-a52a-4e33-b68e-404660b41399 HTTP/1.1" status: 200 len: 797 time: 0.0792983 Jul 16 01:22:41.632587 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a74023b5-603c-4f2d-b129-4404f56c66b8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.687917 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-ba844983-cbf8-4585-925a-58855eaa0b56 req-eed15b31-1b82-40a0-867a-50c653355348 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Allocated IP 172.25.6.75 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/252e76ee-f6f0-45ad-98cb-c786db89e459) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:41.734438 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-0e4c8179-3fe8-4309-9ef3-328ea6995e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:41.736027 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-0e4c8179-3fe8-4309-9ef3-328ea6995e9c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1137781 Jul 16 01:22:41.737632 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b2d599e8-3b98-4f4a-8214-241159fc929e req-c0cc6f22-0424-43ec-bea9-884ce77c1156 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e7b334da-4794-46dd-b709-a6f296469b60 HTTP/1.1" status: 200 len: 1776 time: 0.1493289 Jul 16 01:22:41.750574 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ec9c1634-fa4b-4ba7-a0a6-0e0b9e1d7998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.758605 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ec9c1634-fa4b-4ba7-a0a6-0e0b9e1d7998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.760415 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ec9c1634-fa4b-4ba7-a0a6-0e0b9e1d7998 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85322b79-cdc9-48ae-89af-51490d9ae3f3 HTTP/1.1" status: 204 len: 168 time: 0.4824407 Jul 16 01:22:41.785954 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c1634-fa4b-4ba7-a0a6-0e0b9e1d7998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85322b79-cdc9-48ae-89af-51490d9ae3f3,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:41.817686 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b2d599e8-3b98-4f4a-8214-241159fc929e req-3a6a4be8-c7a2-48ba-9b60-c4de39ebabd1 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.842263 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b2d599e8-3b98-4f4a-8214-241159fc929e req-3a6a4be8-c7a2-48ba-9b60-c4de39ebabd1 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.879081 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-ba844983-cbf8-4585-925a-58855eaa0b56 req-eed15b31-1b82-40a0-867a-50c653355348 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.886912 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b2d599e8-3b98-4f4a-8214-241159fc929e req-3a6a4be8-c7a2-48ba-9b60-c4de39ebabd1 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.890634 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b2d599e8-3b98-4f4a-8214-241159fc929e req-3a6a4be8-c7a2-48ba-9b60-c4de39ebabd1 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.891950 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b2d599e8-3b98-4f4a-8214-241159fc929e req-3a6a4be8-c7a2-48ba-9b60-c4de39ebabd1 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7b334da-4794-46dd-b709-a6f296469b60 HTTP/1.1" status: 204 len: 173 time: 0.1431642 Jul 16 01:22:41.900155 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-60ff1112-6370-4398-ba14-83617eaedc21 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535268 Jul 16 01:22:41.901368 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a4be8-c7a2-48ba-9b60-c4de39ebabd1 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b334da-4794-46dd-b709-a6f296469b60,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:42.000938 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-ba844983-cbf8-4585-925a-58855eaa0b56 req-eed15b31-1b82-40a0-867a-50c653355348 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.046835 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-5038e950-ad28-4a71-b2e2-be510c1d9750 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411622 Jul 16 01:22:42.053724 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba844983-cbf8-4585-925a-58855eaa0b56 req-eed15b31-1b82-40a0-867a-50c653355348 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:42.061303 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-a74023b5-603c-4f2d-b129-4404f56c66b8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Allocated IP 172.25.6.176 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/a4b03254-017b-4c63-89bc-940991091c91) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:42.071451 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-ba844983-cbf8-4585-925a-58855eaa0b56 req-eed15b31-1b82-40a0-867a-50c653355348 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:42.076313 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba844983-cbf8-4585-925a-58855eaa0b56 req-eed15b31-1b82-40a0-867a-50c653355348 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:42.115066 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed15b31-1b82-40a0-867a-50c653355348 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Pushing event updated for resources: {'Port': ['ID=252e76ee-f6f0-45ad-98cb-c786db89e459,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:42.135555 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-b24e7f27-c102-41fe-8050-5e152551780d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb HTTP/1.1" status: 200 len: 217 time: 0.0770161 Jul 16 01:22:42.182760 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42658) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:42.224372 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-28bbe61b-acf3-471b-96e9-42de8666eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:42.225864 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-28bbe61b-acf3-471b-96e9-42de8666eaf5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7407fa8c-a52a-4e33-b68e-404660b41399 HTTP/1.1" status: 200 len: 797 time: 0.0843937 Jul 16 01:22:42.246277 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1ec17119-40ff-4a55-9f33-3b93f99a62f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4eead60533584466b3ffb993157c9112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0623095 Jul 16 01:22:42.251484 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42664) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:42.283098 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-ba844983-cbf8-4585-925a-58855eaa0b56 req-eed15b31-1b82-40a0-867a-50c653355348 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.338900 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a74023b5-603c-4f2d-b129-4404f56c66b8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.341167 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b72b5c0a-74ea-43a8-91f6-4da937b65c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.346931 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-ac21c2c0-ea62-44a5-aacf-702500f0674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:42.348791 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-ac21c2c0-ea62-44a5-aacf-702500f0674b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1163309 Jul 16 01:22:42.350297 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-ba844983-cbf8-4585-925a-58855eaa0b56 req-eed15b31-1b82-40a0-867a-50c653355348 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.361178 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42666) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:42.381817 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b72b5c0a-74ea-43a8-91f6-4da937b65c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.456754 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a74023b5-603c-4f2d-b129-4404f56c66b8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.488631 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-c24ee36d-c0d9-4a34-80c9-16d62d0c0147 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979958 Jul 16 01:22:42.499423 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b72b5c0a-74ea-43a8-91f6-4da937b65c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.502038 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b72b5c0a-74ea-43a8-91f6-4da937b65c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.504558 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b72b5c0a-74ea-43a8-91f6-4da937b65c2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eae1ab8d-7c7e-4216-a9f0-da447190b4fa HTTP/1.1" status: 204 len: 168 time: 0.2507825 Jul 16 01:22:42.538387 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-acc6e712-a3f4-4ef1-88db-c45678cdb28a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.545980 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b5c0a-74ea-43a8-91f6-4da937b65c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae1ab8d-7c7e-4216-a9f0-da447190b4fa,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:42.556600 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74023b5-603c-4f2d-b129-4404f56c66b8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:42.559128 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74023b5-603c-4f2d-b129-4404f56c66b8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Pushing event updated for resources: {'Port': ['ID=a4b03254-017b-4c63-89bc-940991091c91,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:42.601735 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-a74023b5-603c-4f2d-b129-4404f56c66b8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:42.608030 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74023b5-603c-4f2d-b129-4404f56c66b8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:42.713590 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-12d518de-21f9-4041-8c9d-a4f2dc9ee036 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155790 Jul 16 01:22:42.772626 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-a86efc46-8f01-4bce-9fc6-ee289e2f6c14 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eb9afd08-8589-466c-acc7-7a1d1cc88b43 HTTP/1.1" status: 200 len: 217 time: 0.0520041 Jul 16 01:22:42.841725 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-a0cf8614-75b4-499b-b007-a57674920538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:42.844263 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-a0cf8614-75b4-499b-b007-a57674920538 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9ae7ab5f-1aba-40ab-8a57-c511550c4d96 HTTP/1.1" status: 200 len: 797 time: 0.0646942 Jul 16 01:22:42.901590 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-ba844983-cbf8-4585-925a-58855eaa0b56 req-eed15b31-1b82-40a0-867a-50c653355348 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.918117 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-ba844983-cbf8-4585-925a-58855eaa0b56 req-eed15b31-1b82-40a0-867a-50c653355348 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.020981 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed15b31-1b82-40a0-867a-50c653355348 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Pushing event updated for resources: {'Port': ['ID=252e76ee-f6f0-45ad-98cb-c786db89e459,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:43.047458 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-ba844983-cbf8-4585-925a-58855eaa0b56 req-eed15b31-1b82-40a0-867a-50c653355348 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.050622 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-4e45f7f4-ed9e-40a6-ae9c-4a301cc1d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:43.052980 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-4e45f7f4-ed9e-40a6-ae9c-4a301cc1d53d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7baef46c-4da4-4d46-bf21-e653349e66a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1907511 Jul 16 01:22:43.123005 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-acc6e712-a3f4-4ef1-88db-c45678cdb28a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.135547 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-acc6e712-a3f4-4ef1-88db-c45678cdb28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.138916 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-ba844983-cbf8-4585-925a-58855eaa0b56 req-eed15b31-1b82-40a0-867a-50c653355348 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.140618 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba844983-cbf8-4585-925a-58855eaa0b56 req-eed15b31-1b82-40a0-867a-50c653355348 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1768727 Jul 16 01:22:43.167123 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-acc6e712-a3f4-4ef1-88db-c45678cdb28a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d29be70c4dd343b7a40b8870ba827ad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8080006 Jul 16 01:22:43.170263 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-980080b9-2656-41d3-82be-7c18dad799e7 service neutron] 10.222.0.82 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092923 Jul 16 01:22:43.201018 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42700) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:43.248454 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba844983-cbf8-4585-925a-58855eaa0b56 req-96c1ef18-e5e2-4ef0-954d-39ea0858e010 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.75 HTTP/1.1" status: 200 len: 695 time: 0.0918596 Jul 16 01:22:43.260443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6e712-a3f4-4ef1-88db-c45678cdb28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f85183-2d0c-47a8-becc-35559dd31bbe,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:43.277576 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-cdd710fd-a66f-4a0c-8557-23c04ed07444 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:43.280602 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-cdd710fd-a66f-4a0c-8557-23c04ed07444 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/networks?id=04f5209e-58b4-4416-b93c-dcec5475ec9f HTTP/1.1" status: 200 len: 813 time: 0.2232144 Jul 16 01:22:43.365661 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-7382e99f-70fa-408d-b6ae-9ef56f0c2106 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/quotas/3c7df87bcaf848cbbc8128d4797f7756 HTTP/1.1" status: 200 len: 375 time: 0.0423429 Jul 16 01:22:43.392882 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-28b88172-3196-49fd-808b-efd7d3e4f565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.424058 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-2a195599-0f28-469b-a772-de0ac536cdc6 service neutron] 10.222.0.82 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202871 Jul 16 01:22:43.440455 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-28b88172-3196-49fd-808b-efd7d3e4f565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.468240 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-b9d1a130-cfce-461a-913d-de34a36efb58 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c7df87bcaf848cbbc8128d4797f7756&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0926979 Jul 16 01:22:43.500639 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-057531eb-5ff6-4f18-a383-1400e161c1f1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e2ef83a1-f91f-49e7-bc9f-992cf81fc73d HTTP/1.1" status: 200 len: 217 time: 0.0655875 Jul 16 01:22:43.510287 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba844983-cbf8-4585-925a-58855eaa0b56 req-9ac9763f-929e-4cbf-812b-a438f5cbe855 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:43.511940 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba844983-cbf8-4585-925a-58855eaa0b56 req-9ac9763f-929e-4cbf-812b-a438f5cbe855 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.2531025 Jul 16 01:22:43.523639 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a74023b5-603c-4f2d-b129-4404f56c66b8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.597060 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-66c9cba9-57fa-4ef4-bc95-70163ad93d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:43.598560 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-66c9cba9-57fa-4ef4-bc95-70163ad93d8e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9ae7ab5f-1aba-40ab-8a57-c511550c4d96 HTTP/1.1" status: 200 len: 797 time: 0.0854757 Jul 16 01:22:43.604844 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fc96163d-0a31-4b7d-943a-571a2dc949e4 req-8a81002c-6093-420c-8a6b-95d7e3610dc1 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "GET /v2.0/security-groups/0c527343-7dd3-4c7c-9927-5cbb76501ae8 HTTP/1.1" status: 200 len: 1777 time: 0.0563791 Jul 16 01:22:43.616143 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-28b88172-3196-49fd-808b-efd7d3e4f565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.618661 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-28b88172-3196-49fd-808b-efd7d3e4f565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.622344 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-28b88172-3196-49fd-808b-efd7d3e4f565 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94f85183-2d0c-47a8-becc-35559dd31bbe HTTP/1.1" status: 204 len: 168 time: 0.4173877 Jul 16 01:22:43.656092 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b88172-3196-49fd-808b-efd7d3e4f565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f85183-2d0c-47a8-becc-35559dd31bbe,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:43.659419 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-312ea6dd-df13-4915-993e-d6577ca46a09 service neutron] 10.222.0.16 "GET /v2.0/networks/04f5209e-58b4-4416-b93c-dcec5475ec9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823990 Jul 16 01:22:43.714121 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fc96163d-0a31-4b7d-943a-571a2dc949e4 req-5a2fcbe8-0e2e-43e8-9c94-a37f2759f1a4 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.718733 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-1c04e5fd-6030-4981-b76a-4a9a688a201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:43.720138 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-1c04e5fd-6030-4981-b76a-4a9a688a201f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7baef46c-4da4-4d46-bf21-e653349e66a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1143765 Jul 16 01:22:43.761980 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fc96163d-0a31-4b7d-943a-571a2dc949e4 req-5a2fcbe8-0e2e-43e8-9c94-a37f2759f1a4 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.846651 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-92555d58-b80f-483d-be1d-49a75435f2a5 service neutron] 10.222.0.82 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174002 Jul 16 01:22:43.848788 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fc96163d-0a31-4b7d-943a-571a2dc949e4 req-5a2fcbe8-0e2e-43e8-9c94-a37f2759f1a4 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.851790 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fc96163d-0a31-4b7d-943a-571a2dc949e4 req-5a2fcbe8-0e2e-43e8-9c94-a37f2759f1a4 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.853051 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fc96163d-0a31-4b7d-943a-571a2dc949e4 req-5a2fcbe8-0e2e-43e8-9c94-a37f2759f1a4 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c527343-7dd3-4c7c-9927-5cbb76501ae8 HTTP/1.1" status: 204 len: 173 time: 0.2389257 Jul 16 01:22:43.873468 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-2728c0b0-1368-4e67-9bf2-a6cb2e730d00 service neutron] 10.222.0.16 "GET /v2.0/networks/04f5209e-58b4-4416-b93c-dcec5475ec9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056608 Jul 16 01:22:43.902517 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a74023b5-603c-4f2d-b129-4404f56c66b8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.910731 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fcbe8-0e2e-43e8-9c94-a37f2759f1a4 tempest-SecurityGroupsTestAdminJSON-1992287938 tempest-SecurityGroupsTestAdminJSON-1992287938-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c527343-7dd3-4c7c-9927-5cbb76501ae8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:44.059581 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c201b35d-cc3a-4be8-8176-23d379703f95 req-f2f39132-75b2-41eb-88df-6f78598fc3d6 service neutron] 10.222.0.82 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051668 Jul 16 01:22:44.103698 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74023b5-603c-4f2d-b129-4404f56c66b8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Router 1af8ad92-3e2b-43e2-bb45-a39273c4066b is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:22:44.219014 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42738) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:44.233993 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-734f760c-c65b-4513-a6d2-813b9173646d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.309012 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3bec0870-a8d6-4da4-9ccd-93e0a2035123 req-533671b2-144d-4ac9-98d5-fcdcc4a17837 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/floatingips/94f0dee5-15f1-4ade-8754-32959d9f4589 HTTP/1.1" status: 200 len: 692 time: 0.0704310 Jul 16 01:22:44.366378 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74023b5-603c-4f2d-b129-4404f56c66b8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:44.386858 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5717514-e833-45c2-8082-ed0f8c9b3717 None None] Sync routers for ids ['1af8ad92-3e2b-43e2-bb45-a39273c4066b'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:44.404291 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5717514-e833-45c2-8082-ed0f8c9b3717 None None] Routers {'1af8ad92-3e2b-43e2-bb45-a39273c4066b'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:44.411153 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-f5717514-e833-45c2-8082-ed0f8c9b3717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:22:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['1af8ad92-3e2b-43e2-bb45-a39273c4066b'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:44.411870 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-734f760c-c65b-4513-a6d2-813b9173646d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.418670 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-734f760c-c65b-4513-a6d2-813b9173646d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.462714 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a74023b5-603c-4f2d-b129-4404f56c66b8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.469325 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-734f760c-c65b-4513-a6d2-813b9173646d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b74e2b488424a239073aa3fc2c30f5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489703 Jul 16 01:22:44.470255 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42746) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:44.470802 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42748) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:44.471010 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a74023b5-603c-4f2d-b129-4404f56c66b8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9179921 Jul 16 01:22:44.503227 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-f5717514-e833-45c2-8082-ed0f8c9b3717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:44.513714 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5717514-e833-45c2-8082-ed0f8c9b3717 None None] Routers {'1af8ad92-3e2b-43e2-bb45-a39273c4066b'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:44.515094 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-f5717514-e833-45c2-8082-ed0f8c9b3717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:22:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['1af8ad92-3e2b-43e2-bb45-a39273c4066b'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:44.544974 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec0870-a8d6-4da4-9ccd-93e0a2035123 req-ad0b54d5-f7a2-401a-bf24-38db425ad89c tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:44.549596 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3bec0870-a8d6-4da4-9ccd-93e0a2035123 req-ad0b54d5-f7a2-401a-bf24-38db425ad89c tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.2376215 Jul 16 01:22:44.569318 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-f5717514-e833-45c2-8082-ed0f8c9b3717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:44.571325 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5717514-e833-45c2-8082-ed0f8c9b3717 None None] The sync data for ids ['1af8ad92-3e2b-43e2-bb45-a39273c4066b'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:44.669759 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-11290411-b94f-40bb-9afe-1322c66ce4ad req-37d0b48c-8dfb-4a79-ae76-f03be2a5b709 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] 10.222.0.16 "GET /v2.0/security-groups/6358370a-1f19-453a-8b07-f8dfe09adb15 HTTP/1.1" status: 200 len: 1776 time: 0.0975940 Jul 16 01:22:44.681638 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f760c-c65b-4513-a6d2-813b9173646d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f899cd72-6ca3-48f3-bfaa-d99022c971cd,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:44.688498 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c730d696-e565-4ae5-b58a-5dcea02ff3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.720985 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c730d696-e565-4ae5-b58a-5dcea02ff3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.735970 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-11290411-b94f-40bb-9afe-1322c66ce4ad req-847d9e19-431c-49fd-93e7-39aec18a9d20 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.760838 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-11290411-b94f-40bb-9afe-1322c66ce4ad req-847d9e19-431c-49fd-93e7-39aec18a9d20 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.850699 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-11290411-b94f-40bb-9afe-1322c66ce4ad req-847d9e19-431c-49fd-93e7-39aec18a9d20 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.853439 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-11290411-b94f-40bb-9afe-1322c66ce4ad req-847d9e19-431c-49fd-93e7-39aec18a9d20 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.854802 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-11290411-b94f-40bb-9afe-1322c66ce4ad req-847d9e19-431c-49fd-93e7-39aec18a9d20 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] 10.222.0.16 "DELETE /v2.0/security-groups/6358370a-1f19-453a-8b07-f8dfe09adb15 HTTP/1.1" status: 204 len: 173 time: 0.1833832 Jul 16 01:22:44.872684 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d9e19-431c-49fd-93e7-39aec18a9d20 tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6358370a-1f19-453a-8b07-f8dfe09adb15,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:44.978569 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d2ad9b25-e5e9-44d4-b5a2-a9b569761114 req-85061ade-4699-489a-b35d-0c8956a15b6d tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/floatingips/94f0dee5-15f1-4ade-8754-32959d9f4589 HTTP/1.1" status: 200 len: 692 time: 0.0952306 Jul 16 01:22:45.109927 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad9b25-e5e9-44d4-b5a2-a9b569761114 req-c9045dbd-6df0-4a6b-97c8-c9ad4a58be57 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.116849 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d2ad9b25-e5e9-44d4-b5a2-a9b569761114 req-c9045dbd-6df0-4a6b-97c8-c9ad4a58be57 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.1322165 Jul 16 01:22:45.123203 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-d2ad9b25-e5e9-44d4-b5a2-a9b569761114 req-66a724be-3f62-425a-8f9c-2061a8ace4f4 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:22:45.130486 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d2ad9b25-e5e9-44d4-b5a2-a9b569761114 req-66a724be-3f62-425a-8f9c-2061a8ace4f4 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125813 Jul 16 01:22:45.177233 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0a5867ad-51df-4785-84d5-9a2736320586 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "GET /v2.0/routers/1af8ad92-3e2b-43e2-bb45-a39273c4066b HTTP/1.1" status: 200 len: 920 time: 0.6586800 Jul 16 01:22:45.177794 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42774) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:45.193002 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d2ad9b25-e5e9-44d4-b5a2-a9b569761114 req-2f03951b-21f2-477d-8d2c-e16499d0511c tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.75 HTTP/1.1" status: 200 len: 695 time: 0.0614784 Jul 16 01:22:45.215840 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-62b30a73-1328-4db1-b750-244bd3c1e6a9 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af8ad92-3e2b-43e2-bb45-a39273c4066b HTTP/1.1" status: 200 len: 205 time: 0.0372019 Jul 16 01:22:45.219132 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42776) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:45.258598 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d2ad9b25-e5e9-44d4-b5a2-a9b569761114 req-8813fa7b-7a8c-4f9c-b08c-9c2426413d10 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.75 HTTP/1.1" status: 200 len: 695 time: 0.0604947 Jul 16 01:22:45.426061 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-d2ad9b25-e5e9-44d4-b5a2-a9b569761114 req-c69c905b-7409-40ed-be32-b651f8abcf8d tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Deleting port 252e76ee-f6f0-45ad-98cb-c786db89e459 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:45.427217 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d2ad9b25-e5e9-44d4-b5a2-a9b569761114 req-c69c905b-7409-40ed-be32-b651f8abcf8d tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.456070 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c730d696-e565-4ae5-b58a-5dcea02ff3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.458667 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c730d696-e565-4ae5-b58a-5dcea02ff3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.459846 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c730d696-e565-4ae5-b58a-5dcea02ff3bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f899cd72-6ca3-48f3-bfaa-d99022c971cd HTTP/1.1" status: 204 len: 168 time: 0.9826775 Jul 16 01:22:45.494621 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730d696-e565-4ae5-b58a-5dcea02ff3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f899cd72-6ca3-48f3-bfaa-d99022c971cd,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:45.529963 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b0f656c-0dfb-43f2-8092-a246a04aeb2b tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.546683 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d2ad9b25-e5e9-44d4-b5a2-a9b569761114 req-c69c905b-7409-40ed-be32-b651f8abcf8d tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.547208 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d2ad9b25-e5e9-44d4-b5a2-a9b569761114 req-c69c905b-7409-40ed-be32-b651f8abcf8d tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.567849 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-d2ad9b25-e5e9-44d4-b5a2-a9b569761114 req-c69c905b-7409-40ed-be32-b651f8abcf8d tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Calling delete_port for 252e76ee-f6f0-45ad-98cb-c786db89e459 owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:45.710411 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-400c32eb-4489-41ce-b29d-6e268c680dfb req-3f4e942a-3e3d-4971-a5ec-922c6c493a1b tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] 10.222.0.16 "GET /v2.0/security-groups/a6159b6f-03cb-4558-8868-cf8020332166 HTTP/1.1" status: 200 len: 1776 time: 0.1160636 Jul 16 01:22:45.731664 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b0f656c-0dfb-43f2-8092-a246a04aeb2b tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.770719 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d2ad9b25-e5e9-44d4-b5a2-a9b569761114 req-c69c905b-7409-40ed-be32-b651f8abcf8d tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.800313 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c905b-7409-40ed-be32-b651f8abcf8d tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Pushing event deleted for resources: {'Port': ['ID=252e76ee-f6f0-45ad-98cb-c786db89e459,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:45.876294 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d2ad9b25-e5e9-44d4-b5a2-a9b569761114 req-c69c905b-7409-40ed-be32-b651f8abcf8d tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.884806 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d2ad9b25-e5e9-44d4-b5a2-a9b569761114 req-c69c905b-7409-40ed-be32-b651f8abcf8d tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.885747 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-400c32eb-4489-41ce-b29d-6e268c680dfb req-90bb9567-2ffa-4c11-a7b0-e08c0db4ff9c tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.900110 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d2ad9b25-e5e9-44d4-b5a2-a9b569761114 req-c69c905b-7409-40ed-be32-b651f8abcf8d tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "DELETE /v2.0/floatingips/94f0dee5-15f1-4ade-8754-32959d9f4589 HTTP/1.1" status: 204 len: 173 time: 0.6318784 Jul 16 01:22:45.931248 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-400c32eb-4489-41ce-b29d-6e268c680dfb req-90bb9567-2ffa-4c11-a7b0-e08c0db4ff9c tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.962313 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-2b0f656c-0dfb-43f2-8092-a246a04aeb2b tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Deleting port a4b03254-017b-4c63-89bc-940991091c91 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:45.962784 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b0f656c-0dfb-43f2-8092-a246a04aeb2b tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.992658 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-220ab502-0884-49af-a23b-967ce7cd9922 req-f0c24db3-bae4-4460-a0fc-3425e68ea9f8 tempest-QuotasAdminNegativeTest-2034530765 tempest-QuotasAdminNegativeTest-2034530765-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=aa62cbc31d3e4f4e81e01c03b308b66a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263278 Jul 16 01:22:46.036405 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-400c32eb-4489-41ce-b29d-6e268c680dfb req-90bb9567-2ffa-4c11-a7b0-e08c0db4ff9c tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:46.038956 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-400c32eb-4489-41ce-b29d-6e268c680dfb req-90bb9567-2ffa-4c11-a7b0-e08c0db4ff9c tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:46.040150 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-400c32eb-4489-41ce-b29d-6e268c680dfb req-90bb9567-2ffa-4c11-a7b0-e08c0db4ff9c tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] 10.222.0.16 "DELETE /v2.0/security-groups/a6159b6f-03cb-4558-8868-cf8020332166 HTTP/1.1" status: 204 len: 173 time: 0.3212647 Jul 16 01:22:46.057943 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb9567-2ffa-4c11-a7b0-e08c0db4ff9c tempest-SecurityGroupsTestAdminJSON-1831932731 tempest-SecurityGroupsTestAdminJSON-1831932731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6159b6f-03cb-4558-8868-cf8020332166,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:46.096734 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b0f656c-0dfb-43f2-8092-a246a04aeb2b tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:46.119762 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-2b0f656c-0dfb-43f2-8092-a246a04aeb2b tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Calling delete_port for a4b03254-017b-4c63-89bc-940991091c91 owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:46.231588 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ab502-0884-49af-a23b-967ce7cd9922 req-a6d29c0f-4baf-4968-9bcb-c32808077179 tempest-QuotasAdminNegativeTest-2034530765 tempest-QuotasAdminNegativeTest-2034530765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:46.239871 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-220ab502-0884-49af-a23b-967ce7cd9922 req-a6d29c0f-4baf-4968-9bcb-c32808077179 tempest-QuotasAdminNegativeTest-2034530765 tempest-QuotasAdminNegativeTest-2034530765-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2392802 Jul 16 01:22:46.270990 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-220ab502-0884-49af-a23b-967ce7cd9922 req-09c94170-b8be-49b2-9137-7627aaf351bf tempest-QuotasAdminNegativeTest-2034530765 tempest-QuotasAdminNegativeTest-2034530765-project] 10.222.0.16 "GET /v2.0/quotas/aa62cbc31d3e4f4e81e01c03b308b66a HTTP/1.1" status: 200 len: 375 time: 0.0300751 Jul 16 01:22:46.322832 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-220ab502-0884-49af-a23b-967ce7cd9922 req-c1bbfe6e-77d1-4693-92d2-d53d2770a56b tempest-QuotasAdminNegativeTest-2034530765 tempest-QuotasAdminNegativeTest-2034530765-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=aa62cbc31d3e4f4e81e01c03b308b66a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506861 Jul 16 01:22:46.381059 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42812) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:46.559166 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-35058896-0519-4718-a39b-72a49f85c93e req-ae2472c5-6850-4bc3-b175-e7eeed7e05fa tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0701d08-5f04-420f-b81e-50f14350f19a HTTP/1.1" status: 200 len: 210 time: 0.2033002 Jul 16 01:22:46.700467 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-60454b9f-be18-46ce-99fc-2642047c3daa tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:46.702315 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-60454b9f-be18-46ce-99fc-2642047c3daa tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.84 "GET /v2.0/networks?id=04f5209e-58b4-4416-b93c-dcec5475ec9f HTTP/1.1" status: 200 len: 813 time: 0.2374299 Jul 16 01:22:46.726847 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-44d539d9-df65-4645-b910-616b92de1476 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Request body: {'port': {'device_id': '4e21da32-d2d1-4e71-8cda-3b9fa7ccc456', 'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f', 'admin_state_up': True, 'tenant_id': '3c7df87bcaf848cbbc8128d4797f7756'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:46.769578 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a99947db-992f-4c13-8a07-31d35b739118 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4b37bcbfef44dccaada7bd0c8fc07bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3870406 Jul 16 01:22:46.777220 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42828) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:46.845090 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5fa9749c-fece-4b66-a4d9-a591fc58aa11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:46.875603 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b0f656c-0dfb-43f2-8092-a246a04aeb2b tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:46.915752 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5fa9749c-fece-4b66-a4d9-a591fc58aa11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:46.983820 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f656c-0dfb-43f2-8092-a246a04aeb2b tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Pushing event deleted for resources: {'Port': ['ID=a4b03254-017b-4c63-89bc-940991091c91,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:46.986295 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-44d539d9-df65-4645-b910-616b92de1476 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Made reservation on behalf of 3c7df87bcaf848cbbc8128d4797f7756 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:46.991141 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-44d539d9-df65-4645-b910-616b92de1476 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.022421 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5fa9749c-fece-4b66-a4d9-a591fc58aa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.026745 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5fa9749c-fece-4b66-a4d9-a591fc58aa11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.028077 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5fa9749c-fece-4b66-a4d9-a591fc58aa11 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b354d16-b967-449f-a572-fda1988418c1 HTTP/1.1" status: 204 len: 168 time: 0.2499619 Jul 16 01:22:47.042322 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9749c-fece-4b66-a4d9-a591fc58aa11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b354d16-b967-449f-a572-fda1988418c1,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:47.137381 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-c4664a99-3f94-482e-a973-f78a9221225c tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:47.139401 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-c4664a99-3f94-482e-a973-f78a9221225c tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.82 "GET /v2.0/networks?id=04f5209e-58b4-4416-b93c-dcec5475ec9f HTTP/1.1" status: 200 len: 813 time: 0.6171110 Jul 16 01:22:47.154570 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-03315b26-82fc-4826-809e-be4bb1bf5a13 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Request body: {'port': {'device_id': 'b0701d08-5f04-420f-b81e-50f14350f19a', 'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f', 'admin_state_up': True, 'tenant_id': '3c7df87bcaf848cbbc8128d4797f7756'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:47.179251 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43f169-e1ce-49a5-8d1f-2ab704b70f18 req-90a77810-2dde-401a-84f3-36cff631ddd2 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:47.184225 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9a43f169-e1ce-49a5-8d1f-2ab704b70f18 req-90a77810-2dde-401a-84f3-36cff631ddd2 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5303521 Jul 16 01:22:47.185139 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b0f656c-0dfb-43f2-8092-a246a04aeb2b tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.216573 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-44d539d9-df65-4645-b910-616b92de1476 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Allocated IP 172.20.0.6 (04f5209e-58b4-4416-b93c-dcec5475ec9f/edf67854-c855-44a8-a406-582030e25669/3921a2ee-f2a6-459c-a5cb-310ea0c0996c) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:47.320879 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b0f656c-0dfb-43f2-8092-a246a04aeb2b tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.328536 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b0f656c-0dfb-43f2-8092-a246a04aeb2b tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.461731 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b0f656c-0dfb-43f2-8092-a246a04aeb2b tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.462251 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0f656c-0dfb-43f2-8092-a246a04aeb2b tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Fanout notify agent at l3_agent the message router_deleted on router 1af8ad92-3e2b-43e2-bb45-a39273c4066b {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:22:47.469238 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b0f656c-0dfb-43f2-8092-a246a04aeb2b tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.475873 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2b0f656c-0dfb-43f2-8092-a246a04aeb2b tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "DELETE /v2.0/routers/1af8ad92-3e2b-43e2-bb45-a39273c4066b HTTP/1.1" status: 204 len: 168 time: 2.2556787 Jul 16 01:22:47.476322 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42850) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:47.481350 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-270e25d6-fd03-47f8-8dcf-a73b88a55771 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1362858104', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'enable_snat': False}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:47.491854 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1a52c6a4-e02b-4012-9a1d-95123bb45e6d req-049f6b4b-5771-4411-9ed5-119317fb9e6a tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=f85f72df8cff4f6189685d42bbbe2c48 HTTP/1.1" status: 200 len: 1656 time: 0.1519036 Jul 16 01:22:47.500672 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-44d539d9-df65-4645-b910-616b92de1476 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.539953 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-270e25d6-fd03-47f8-8dcf-a73b88a55771 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.541082 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-270e25d6-fd03-47f8-8dcf-a73b88a55771 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.596489 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-03315b26-82fc-4826-809e-be4bb1bf5a13 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Made reservation on behalf of 3c7df87bcaf848cbbc8128d4797f7756 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:47.601413 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-03315b26-82fc-4826-809e-be4bb1bf5a13 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.621621 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-44d539d9-df65-4645-b910-616b92de1476 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.624945 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-270e25d6-fd03-47f8-8dcf-a73b88a55771 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.651418 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-44d539d9-df65-4645-b910-616b92de1476 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Network 04f5209e-58b4-4416-b93c-dcec5475ec9f is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:47.660287 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52c6a4-e02b-4012-9a1d-95123bb45e6d req-d1265282-b837-40f1-827f-cef4626afe5a tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:47.667196 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1a52c6a4-e02b-4012-9a1d-95123bb45e6d req-d1265282-b837-40f1-827f-cef4626afe5a tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/networks?id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&id=44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 787 time: 0.1744466 Jul 16 01:22:47.669538 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42858) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:47.672248 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-44d539d9-df65-4645-b910-616b92de1476 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:47.709642 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-1a52c6a4-e02b-4012-9a1d-95123bb45e6d req-5eaf4b7d-7199-4de8-afcb-b90f4360713f tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:22:47.714224 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1a52c6a4-e02b-4012-9a1d-95123bb45e6d req-5eaf4b7d-7199-4de8-afcb-b90f4360713f tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459900 Jul 16 01:22:47.797154 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-babaa085-7767-4ac1-b1f8-cc96e4d311fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8de2d965d6b24127afe4fcb8bffaa42b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0977740 Jul 16 01:22:47.798332 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42862) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:47.908795 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aff85e67-f98d-461e-9328-26190fe5c332 req-ed104b57-d849-4df6-aada-b4a0f13e4791 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0701d08-5f04-420f-b81e-50f14350f19a HTTP/1.1" status: 200 len: 210 time: 0.0682151 Jul 16 01:22:47.949317 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-03315b26-82fc-4826-809e-be4bb1bf5a13 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Allocated IP 172.20.0.3 (04f5209e-58b4-4416-b93c-dcec5475ec9f/edf67854-c855-44a8-a406-582030e25669/7a765c6f-9dca-4c5b-8ac7-4623402f0f69) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:47.951814 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4b53b0b-0c9a-46c8-9596-89144f4d9b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.976926 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4b53b0b-0c9a-46c8-9596-89144f4d9b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.024850 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-44d539d9-df65-4645-b910-616b92de1476 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:48.076037 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4b53b0b-0c9a-46c8-9596-89144f4d9b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.078755 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4b53b0b-0c9a-46c8-9596-89144f4d9b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.082865 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a4b53b0b-0c9a-46c8-9596-89144f4d9b6c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d29de17-9274-4ce8-adef-95541add73e8 HTTP/1.1" status: 204 len: 168 time: 0.2828615 Jul 16 01:22:48.105588 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a9eb96c-9b24-42fa-9934-78100f7b898a req-b0a547de-0bf5-4be9-9254-e8ea2ce4c2d1 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/floatingips/c27d1df5-0891-4417-8cd0-04cd3616e2b5 HTTP/1.1" status: 200 len: 692 time: 0.0764396 Jul 16 01:22:48.109261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b53b0b-0c9a-46c8-9596-89144f4d9b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d29de17-9274-4ce8-adef-95541add73e8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:48.137422 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d539d9-df65-4645-b910-616b92de1476 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Pushing event updated for resources: {'Port': ['ID=3921a2ee-f2a6-459c-a5cb-310ea0c0996c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:48.181595 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-44d539d9-df65-4645-b910-616b92de1476 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:48.182664 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-44d539d9-df65-4645-b910-616b92de1476 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.193795 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-270e25d6-fd03-47f8-8dcf-a73b88a55771 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.239111 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-44d539d9-df65-4645-b910-616b92de1476 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5194654 Jul 16 01:22:48.253775 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-f6d0c4a7-9f4e-4664-a5b6-f3ec93e22321 service neutron] Request body: {'port': {'device_id': '4e21da32-d2d1-4e71-8cda-3b9fa7ccc456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:48.340744 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9eb96c-9b24-42fa-9934-78100f7b898a req-b2a7d09d-ca9f-4c9d-a5e1-4b29ae6410c6 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:48.342314 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a9eb96c-9b24-42fa-9934-78100f7b898a req-b2a7d09d-ca9f-4c9d-a5e1-4b29ae6410c6 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.2157817 Jul 16 01:22:48.398805 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-03315b26-82fc-4826-809e-be4bb1bf5a13 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.409985 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a9eb96c-9b24-42fa-9934-78100f7b898a req-ead56a3f-5273-4fd6-962a-9a4f56ecb3c6 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.95 HTTP/1.1" status: 200 len: 695 time: 0.0612929 Jul 16 01:22:48.432381 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-f6d0c4a7-9f4e-4664-a5b6-f3ec93e22321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.493038 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a9eb96c-9b24-42fa-9934-78100f7b898a req-2b3c5fff-8dc1-4e3d-8af5-8ca9ce59cbe6 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.95 HTTP/1.1" status: 200 len: 695 time: 0.0727191 Jul 16 01:22:48.607248 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-03315b26-82fc-4826-809e-be4bb1bf5a13 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.682920 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-03315b26-82fc-4826-809e-be4bb1bf5a13 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Network 04f5209e-58b4-4416-b93c-dcec5475ec9f is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:48.690036 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-03315b26-82fc-4826-809e-be4bb1bf5a13 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:48.692773 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-03315b26-82fc-4826-809e-be4bb1bf5a13 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:48.698877 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-270e25d6-fd03-47f8-8dcf-a73b88a55771 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.728588 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-270e25d6-fd03-47f8-8dcf-a73b88a55771 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.730385 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03315b26-82fc-4826-809e-be4bb1bf5a13 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Pushing event updated for resources: {'Port': ['ID=7a765c6f-9dca-4c5b-8ac7-4623402f0f69,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:48.784959 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-03315b26-82fc-4826-809e-be4bb1bf5a13 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:48.785833 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-03315b26-82fc-4826-809e-be4bb1bf5a13 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.802524 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-0a9eb96c-9b24-42fa-9934-78100f7b898a req-ddfee4d3-9a48-4141-8bef-5f84c6c7bafc tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Deleting port bce861f1-4658-4cf5-956b-77f877bd31fd {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:48.803064 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0a9eb96c-9b24-42fa-9934-78100f7b898a req-ddfee4d3-9a48-4141-8bef-5f84c6c7bafc tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.824835 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-03315b26-82fc-4826-809e-be4bb1bf5a13 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6744008 Jul 16 01:22:48.839662 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-b3d01931-ab7a-4b69-98d2-2fcfcb45ab1c service neutron] Request body: {'port': {'device_id': 'b0701d08-5f04-420f-b81e-50f14350f19a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:48.937074 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-270e25d6-fd03-47f8-8dcf-a73b88a55771 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Allocated IP 172.25.6.4 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:49.059522 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-f6d0c4a7-9f4e-4664-a5b6-f3ec93e22321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3921a2ee-f2a6-459c-a5cb-310ea0c0996c {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:49.072321 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-f6d0c4a7-9f4e-4664-a5b6-f3ec93e22321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.099057 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-f6d0c4a7-9f4e-4664-a5b6-f3ec93e22321 service neutron] Transition to ACTIVE for port object 3921a2ee-f2a6-459c-a5cb-310ea0c0996c will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:49.114370 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-f6d0c4a7-9f4e-4664-a5b6-f3ec93e22321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.161505 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-270e25d6-fd03-47f8-8dcf-a73b88a55771 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.196732 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0c4a7-9f4e-4664-a5b6-f3ec93e22321 service neutron] Pushing event updated for resources: {'Port': ['ID=3921a2ee-f2a6-459c-a5cb-310ea0c0996c,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:49.297280 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-270e25d6-fd03-47f8-8dcf-a73b88a55771 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.324419 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-f6d0c4a7-9f4e-4664-a5b6-f3ec93e22321 service neutron] Attempting to bind port 3921a2ee-f2a6-459c-a5cb-310ea0c0996c on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:49.324905 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-f6d0c4a7-9f4e-4664-a5b6-f3ec93e22321 service neutron] Attempting to bind port 3921a2ee-f2a6-459c-a5cb-310ea0c0996c by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '809c94c3-fa35-4741-a6c4-b4b01340db50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:49.325250 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-f6d0c4a7-9f4e-4664-a5b6-f3ec93e22321 service neutron] Attempting to bind port 3921a2ee-f2a6-459c-a5cb-310ea0c0996c on network 04f5209e-58b4-4416-b93c-dcec5475ec9f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:49.325800 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0a9eb96c-9b24-42fa-9934-78100f7b898a req-ddfee4d3-9a48-4141-8bef-5f84c6c7bafc tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.326203 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0a9eb96c-9b24-42fa-9934-78100f7b898a req-ddfee4d3-9a48-4141-8bef-5f84c6c7bafc tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.349466 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-0a9eb96c-9b24-42fa-9934-78100f7b898a req-ddfee4d3-9a48-4141-8bef-5f84c6c7bafc tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Calling delete_port for bce861f1-4658-4cf5-956b-77f877bd31fd owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:49.355679 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-b3d01931-ab7a-4b69-98d2-2fcfcb45ab1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.365854 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270e25d6-fd03-47f8-8dcf-a73b88a55771 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:49.366885 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-f6d0c4a7-9f4e-4664-a5b6-f3ec93e22321 service neutron] Port 3921a2ee-f2a6-459c-a5cb-310ea0c0996c on network 04f5209e-58b4-4416-b93c-dcec5475ec9f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:22:49.367207 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-f6d0c4a7-9f4e-4664-a5b6-f3ec93e22321 service neutron] Attempting to bind port 3921a2ee-f2a6-459c-a5cb-310ea0c0996c on network 04f5209e-58b4-4416-b93c-dcec5475ec9f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:49.379228 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-270e25d6-fd03-47f8-8dcf-a73b88a55771 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:49.385150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-f6d0c4a7-9f4e-4664-a5b6-f3ec93e22321 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:49.385491 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-f6d0c4a7-9f4e-4664-a5b6-f3ec93e22321 service neutron] Checking segment: {'id': '809c94c3-fa35-4741-a6c4-b4b01340db50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:49.385872 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-f6d0c4a7-9f4e-4664-a5b6-f3ec93e22321 service neutron] Bound using segment: {'id': '809c94c3-fa35-4741-a6c4-b4b01340db50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:49.386336 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-f6d0c4a7-9f4e-4664-a5b6-f3ec93e22321 service neutron] Bound port: 3921a2ee-f2a6-459c-a5cb-310ea0c0996c, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809c94c3-fa35-4741-a6c4-b4b01340db50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:49.386648 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-f6d0c4a7-9f4e-4664-a5b6-f3ec93e22321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.391921 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270e25d6-fd03-47f8-8dcf-a73b88a55771 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:49.432443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e25d6-fd03-47f8-8dcf-a73b88a55771 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Pushing event updated for resources: {'Port': ['ID=8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:49.499922 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-f6d0c4a7-9f4e-4664-a5b6-f3ec93e22321 service neutron] For port 3921a2ee-f2a6-459c-a5cb-310ea0c0996c, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:49.503635 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-f6d0c4a7-9f4e-4664-a5b6-f3ec93e22321 service neutron] For port 3921a2ee-f2a6-459c-a5cb-310ea0c0996c, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3921a2ee-f2a6-459c-a5cb-310ea0c0996c,segment=NetworkSegment(809c94c3-fa35-4741-a6c4-b4b01340db50),segment_id=809c94c3-fa35-4741-a6c4-b4b01340db50)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:49.519271 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-f6d0c4a7-9f4e-4664-a5b6-f3ec93e22321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.563781 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-f6d0c4a7-9f4e-4664-a5b6-f3ec93e22321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:49.564809 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-f6d0c4a7-9f4e-4664-a5b6-f3ec93e22321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.565920 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-f6d0c4a7-9f4e-4664-a5b6-f3ec93e22321 service neutron] 10.222.0.84 "PUT /v2.0/ports/3921a2ee-f2a6-459c-a5cb-310ea0c0996c HTTP/1.1" status: 200 len: 1092 time: 1.3182473 Jul 16 01:22:49.613358 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e21da32-d2d1-4e71-8cda-3b9fa7ccc456', 'tag': '3921a2ee-f2a6-459c-a5cb-310ea0c0996c'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:49.615580 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12b1cdf-6000-439a-bef0-98e39f5c77e6" -d '{"events": [{"name": "network-changed", "server_uuid": "4e21da32-d2d1-4e71-8cda-3b9fa7ccc456", "tag": "3921a2ee-f2a6-459c-a5cb-310ea0c0996c"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:49.698082 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0a9eb96c-9b24-42fa-9934-78100f7b898a req-ddfee4d3-9a48-4141-8bef-5f84c6c7bafc tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.720128 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0c4a7-9f4e-4664-a5b6-f3ec93e22321 service neutron] Pushing event updated for resources: {'Port': ['ID=3921a2ee-f2a6-459c-a5cb-310ea0c0996c,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:49.753423 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfee4d3-9a48-4141-8bef-5f84c6c7bafc tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Pushing event deleted for resources: {'Port': ['ID=bce861f1-4658-4cf5-956b-77f877bd31fd,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:49.855585 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-1acd7611-94fe-4e0e-a283-ed779c3a19ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:49.857313 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-1acd7611-94fe-4e0e-a283-ed779c3a19ac service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3c7df87bcaf848cbbc8128d4797f7756&device_id=4e21da32-d2d1-4e71-8cda-3b9fa7ccc456 HTTP/1.1" status: 200 len: 1095 time: 0.2321599 Jul 16 01:22:49.877953 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0a9eb96c-9b24-42fa-9934-78100f7b898a req-ddfee4d3-9a48-4141-8bef-5f84c6c7bafc tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.880554 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0a9eb96c-9b24-42fa-9934-78100f7b898a req-ddfee4d3-9a48-4141-8bef-5f84c6c7bafc tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.881776 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a9eb96c-9b24-42fa-9934-78100f7b898a req-ddfee4d3-9a48-4141-8bef-5f84c6c7bafc tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "DELETE /v2.0/floatingips/c27d1df5-0891-4417-8cd0-04cd3616e2b5 HTTP/1.1" status: 204 len: 173 time: 1.3784394 Jul 16 01:22:49.890734 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-b3d01931-ab7a-4b69-98d2-2fcfcb45ab1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a765c6f-9dca-4c5b-8ac7-4623402f0f69 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:49.899723 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-b3d01931-ab7a-4b69-98d2-2fcfcb45ab1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.915610 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-b3d01931-ab7a-4b69-98d2-2fcfcb45ab1c service neutron] Transition to ACTIVE for port object 7a765c6f-9dca-4c5b-8ac7-4623402f0f69 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:49.922850 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-b3d01931-ab7a-4b69-98d2-2fcfcb45ab1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.968909 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-9fdbd9a3-8240-4a93-a444-abbec2879442 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3921a2ee-f2a6-459c-a5cb-310ea0c0996c HTTP/1.1" status: 200 len: 217 time: 0.0607629 Jul 16 01:22:50.012264 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-270e25d6-fd03-47f8-8dcf-a73b88a55771 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.039980 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d01931-ab7a-4b69-98d2-2fcfcb45ab1c service neutron] Pushing event updated for resources: {'Port': ['ID=7a765c6f-9dca-4c5b-8ac7-4623402f0f69,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:50.147355 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-b3d01931-ab7a-4b69-98d2-2fcfcb45ab1c service neutron] Attempting to bind port 7a765c6f-9dca-4c5b-8ac7-4623402f0f69 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:50.147699 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-b3d01931-ab7a-4b69-98d2-2fcfcb45ab1c service neutron] Attempting to bind port 7a765c6f-9dca-4c5b-8ac7-4623402f0f69 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '809c94c3-fa35-4741-a6c4-b4b01340db50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:50.148461 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-b3d01931-ab7a-4b69-98d2-2fcfcb45ab1c service neutron] Attempting to bind port 7a765c6f-9dca-4c5b-8ac7-4623402f0f69 on network 04f5209e-58b4-4416-b93c-dcec5475ec9f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:50.153703 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-b3d01931-ab7a-4b69-98d2-2fcfcb45ab1c service neutron] Port 7a765c6f-9dca-4c5b-8ac7-4623402f0f69 on network 04f5209e-58b4-4416-b93c-dcec5475ec9f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:22:50.154027 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-b3d01931-ab7a-4b69-98d2-2fcfcb45ab1c service neutron] Attempting to bind port 7a765c6f-9dca-4c5b-8ac7-4623402f0f69 on network 04f5209e-58b4-4416-b93c-dcec5475ec9f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:50.159515 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-b3d01931-ab7a-4b69-98d2-2fcfcb45ab1c service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:50.159850 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-b3d01931-ab7a-4b69-98d2-2fcfcb45ab1c service neutron] Checking segment: {'id': '809c94c3-fa35-4741-a6c4-b4b01340db50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:50.160278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-b3d01931-ab7a-4b69-98d2-2fcfcb45ab1c service neutron] Bound using segment: {'id': '809c94c3-fa35-4741-a6c4-b4b01340db50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:50.160934 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-b3d01931-ab7a-4b69-98d2-2fcfcb45ab1c service neutron] Bound port: 7a765c6f-9dca-4c5b-8ac7-4623402f0f69, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809c94c3-fa35-4741-a6c4-b4b01340db50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:50.161345 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-b3d01931-ab7a-4b69-98d2-2fcfcb45ab1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.176509 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-de9d9928-ac71-4b26-a97b-0d77068bb87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:50.178357 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-de9d9928-ac71-4b26-a97b-0d77068bb87f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=edf67854-c855-44a8-a406-582030e25669 HTTP/1.1" status: 200 len: 853 time: 0.2010922 Jul 16 01:22:50.254399 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-db85a11b-d795-45ea-b3ee-8fe0164648bc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=04f5209e-58b4-4416-b93c-dcec5475ec9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675707 Jul 16 01:22:50.319295 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-b3d01931-ab7a-4b69-98d2-2fcfcb45ab1c service neutron] For port 7a765c6f-9dca-4c5b-8ac7-4623402f0f69, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:50.323833 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1885901-7946-4265-865d-413a26e1b6ae req-2f2d1bd4-0258-4dfc-af66-acec46cd5aff tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=edd1ed0455014b31835bf69f0954c3dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342481 Jul 16 01:22:50.334261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-b3d01931-ab7a-4b69-98d2-2fcfcb45ab1c service neutron] For port 7a765c6f-9dca-4c5b-8ac7-4623402f0f69, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7a765c6f-9dca-4c5b-8ac7-4623402f0f69,segment=NetworkSegment(809c94c3-fa35-4741-a6c4-b4b01340db50),segment_id=809c94c3-fa35-4741-a6c4-b4b01340db50)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:50.348435 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-b3d01931-ab7a-4b69-98d2-2fcfcb45ab1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.371061 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-270e25d6-fd03-47f8-8dcf-a73b88a55771 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.442419 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-b3d01931-ab7a-4b69-98d2-2fcfcb45ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:50.443065 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-b3d01931-ab7a-4b69-98d2-2fcfcb45ab1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.444492 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-b3d01931-ab7a-4b69-98d2-2fcfcb45ab1c service neutron] 10.222.0.82 "PUT /v2.0/ports/7a765c6f-9dca-4c5b-8ac7-4623402f0f69 HTTP/1.1" status: 200 len: 1092 time: 1.6118176 Jul 16 01:22:50.446510 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0701d08-5f04-420f-b81e-50f14350f19a', 'tag': '7a765c6f-9dca-4c5b-8ac7-4623402f0f69'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:50.449700 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67015daf-82bf-4839-9ef1-eae86ee2282c" -d '{"events": [{"name": "network-changed", "server_uuid": "b0701d08-5f04-420f-b81e-50f14350f19a", "tag": "7a765c6f-9dca-4c5b-8ac7-4623402f0f69"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:50.456433 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-359d0d12-c3f1-4cf6-b697-c58d45edd2be service neutron] 10.222.0.84 "GET /v2.0/networks/04f5209e-58b4-4416-b93c-dcec5475ec9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872864 Jul 16 01:22:50.466249 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074118d-da67-4c0e-b2fe-84cc24440827 req-33934ee2-cb38-4f17-819e-74519265a3ff tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:50.467862 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1074118d-da67-4c0e-b2fe-84cc24440827 req-33934ee2-cb38-4f17-819e-74519265a3ff tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0701d08-5f04-420f-b81e-50f14350f19a HTTP/1.1" status: 200 len: 943 time: 0.2412829 Jul 16 01:22:50.483329 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d01931-ab7a-4b69-98d2-2fcfcb45ab1c service neutron] Pushing event updated for resources: {'Port': ['ID=7a765c6f-9dca-4c5b-8ac7-4623402f0f69,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:50.534842 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1885901-7946-4265-865d-413a26e1b6ae req-f11b9642-5b5c-4a8f-b277-92cee4b57e0c tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:50.536292 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1885901-7946-4265-865d-413a26e1b6ae req-f11b9642-5b5c-4a8f-b277-92cee4b57e0c tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2007046 Jul 16 01:22:50.565904 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1885901-7946-4265-865d-413a26e1b6ae req-ed634e76-dd1b-48d1-b0c3-8944afb5a248 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/quotas/edd1ed0455014b31835bf69f0954c3dd HTTP/1.1" status: 200 len: 375 time: 0.0232503 Jul 16 01:22:50.608061 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1885901-7946-4265-865d-413a26e1b6ae req-e41c29f8-4f63-4c04-abac-55c928ded297 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=edd1ed0455014b31835bf69f0954c3dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358181 Jul 16 01:22:50.611719 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-f1e9307d-c1ac-4730-9a13-92c08ae16026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:50.612162 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1074118d-da67-4c0e-b2fe-84cc24440827 req-5b6bbfbd-c8a4-49c3-bd50-79430a3f78d8 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b755373c-8ab0-4371-b60d-ab0d1a0644b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325002 Jul 16 01:22:50.613051 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-f1e9307d-c1ac-4730-9a13-92c08ae16026 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3c7df87bcaf848cbbc8128d4797f7756&device_id=b0701d08-5f04-420f-b81e-50f14350f19a HTTP/1.1" status: 200 len: 1095 time: 0.1240959 Jul 16 01:22:50.663256 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-d93cb9ca-ec3f-4d28-818d-9f0949d43897 service neutron] 10.222.0.84 "GET /v2.0/networks/04f5209e-58b4-4416-b93c-dcec5475ec9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938353 Jul 16 01:22:50.669534 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270e25d6-fd03-47f8-8dcf-a73b88a55771 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Router e36dac10-bb7b-431c-8f3e-832be3ffe1aa is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:22:50.672959 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-f524bacd-3042-4cfd-87c3-7d2c00520386 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a765c6f-9dca-4c5b-8ac7-4623402f0f69 HTTP/1.1" status: 200 len: 217 time: 0.0525167 Jul 16 01:22:50.742996 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-1fb75396-78cb-49ba-97b2-72a0379cc29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:50.745099 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-1fb75396-78cb-49ba-97b2-72a0379cc29c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=edf67854-c855-44a8-a406-582030e25669 HTTP/1.1" status: 200 len: 853 time: 0.0638716 Jul 16 01:22:50.788492 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-c48d6b48-b9a4-4359-af1a-62a407574e98 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=04f5209e-58b4-4416-b93c-dcec5475ec9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374963 Jul 16 01:22:50.806699 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270e25d6-fd03-47f8-8dcf-a73b88a55771 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:50.809991 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9222b9e7-3d9d-49a8-8263-aba773e46c42 x-openstack-request-id: req-9222b9e7-3d9d-49a8-8263-aba773e46c42 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:50.810391 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e21da32-d2d1-4e71-8cda-3b9fa7ccc456", "tag": "3921a2ee-f2a6-459c-a5cb-310ea0c0996c", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:50.810643 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9222b9e7-3d9d-49a8-8263-aba773e46c42 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:50.811036 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e21da32-d2d1-4e71-8cda-3b9fa7ccc456', 'tag': '3921a2ee-f2a6-459c-a5cb-310ea0c0996c', 'status': 'completed', 'code': 200} Jul 16 01:22:50.817168 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] Sync routers for ids ['e36dac10-bb7b-431c-8f3e-832be3ffe1aa'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:50.830028 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-270e25d6-fd03-47f8-8dcf-a73b88a55771 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.832053 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-270e25d6-fd03-47f8-8dcf-a73b88a55771 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.3546302 Jul 16 01:22:50.835017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42968) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:50.845683 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] Routers {'e36dac10-bb7b-431c-8f3e-832be3ffe1aa'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:50.846338 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:22:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e36dac10-bb7b-431c-8f3e-832be3ffe1aa'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:50.893540 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-37d7869c-45bf-4de0-9900-74c8b2c25b27 req-9c141be5-42d5-47c3-8710-6e3847445ff2 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/floatingips/ce02f9d5-50a9-4ee6-b902-6455f416d114 HTTP/1.1" status: 200 len: 693 time: 0.0631340 Jul 16 01:22:51.031567 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] Set router e36dac10-bb7b-431c-8f3e-832be3ffe1aa gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:51.232940 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-9a7c076f-f862-40a6-a9cf-babdae72740f service neutron] 10.222.0.82 "GET /v2.0/networks/04f5209e-58b4-4416-b93c-dcec5475ec9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368923 Jul 16 01:22:51.244312 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7869c-45bf-4de0-9900-74c8b2c25b27 req-d551e20e-9d37-4b4d-8b56-d83462e5702a tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:51.252977 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-37d7869c-45bf-4de0-9900-74c8b2c25b27 req-d551e20e-9d37-4b4d-8b56-d83462e5702a tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.3225372 Jul 16 01:22:51.256258 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36dac10-bb7b-431c-8f3e-832be3ffe1aa', 'name': 'tempest-snat-router-1362858104', 'tenant_id': 'fbf7c8ed406b4d0aa509bf7a7d974ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.4'}], 'enable_snat': False}, 'gw_port_id': '8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:47Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 3, 'project_id': 'fbf7c8ed406b4d0aa509bf7a7d974ee7', 'gw_port': {'id': '8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:80:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36dac10-bb7b-431c-8f3e-832be3ffe1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:48Z', 'updated_at': '2021-07-16T01:22:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:51.289678 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] Checking router: e36dac10-bb7b-431c-8f3e-832be3ffe1aa for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:22:51.290025 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] Updating router e36dac10-bb7b-431c-8f3e-832be3ffe1aa port 8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:22:51.331144 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.358050 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9b44aa93-a2cc-4cd0-85d4-f924166d72e9 req-9f46074d-e467-4c5b-aa50-c4517e90c4ae tempest-QuotasAdminNegativeTest-2034530765 tempest-QuotasAdminNegativeTest-2034530765-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=aa62cbc31d3e4f4e81e01c03b308b66a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420902 Jul 16 01:22:51.404856 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-37d7869c-45bf-4de0-9900-74c8b2c25b27 req-10aedcdf-97d8-469c-a091-ca497a79422d tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 696 time: 0.1507349 Jul 16 01:22:51.488547 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-37d7869c-45bf-4de0-9900-74c8b2c25b27 req-36c86ae4-88b5-4228-b439-56a97d6d82f4 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 696 time: 0.0818121 Jul 16 01:22:51.533944 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5cf4f474-63ba-48f0-91b8-05546b4a500c tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "GET /v2.0/routers/e36dac10-bb7b-431c-8f3e-832be3ffe1aa HTTP/1.1" status: 200 len: 907 time: 0.6953232 Jul 16 01:22:51.533944 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b1cdf-6000-439a-bef0-98e39f5c77e6 req-dd1c0388-b5aa-464d-8901-84e898727705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:51.534963 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f12b1cdf-6000-439a-bef0-98e39f5c77e6 req-dd1c0388-b5aa-464d-8901-84e898727705 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3c7df87bcaf848cbbc8128d4797f7756&device_id=4e21da32-d2d1-4e71-8cda-3b9fa7ccc456 HTTP/1.1" status: 200 len: 1095 time: 0.2305908 Jul 16 01:22:51.537627 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42992) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:51.542312 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-b469ed1d-d57d-44cc-93f2-5c412ecf220f tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1362858104', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'enable_snat': True}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:51.645674 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b1cdf-6000-439a-bef0-98e39f5c77e6 req-6c8a5f4b-bb4d-4c62-aee2-4047b1645182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:51.647603 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f12b1cdf-6000-439a-bef0-98e39f5c77e6 req-6c8a5f4b-bb4d-4c62-aee2-4047b1645182 service neutron] 10.222.0.84 "GET /v2.0/networks?id=04f5209e-58b4-4416-b93c-dcec5475ec9f HTTP/1.1" status: 200 len: 914 time: 0.0995173 Jul 16 01:22:51.701395 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-37d7869c-45bf-4de0-9900-74c8b2c25b27 req-f18faaa5-6e13-4d73-89c5-09e987684e4f tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Deleting port cd994870-1416-40d6-92a0-646007449e7c {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:51.701804 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-37d7869c-45bf-4de0-9900-74c8b2c25b27 req-f18faaa5-6e13-4d73-89c5-09e987684e4f tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.709352 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44aa93-a2cc-4cd0-85d4-f924166d72e9 req-bdbca81c-1ce4-40c1-ae0f-871dd7e82c82 tempest-QuotasAdminNegativeTest-2034530765 tempest-QuotasAdminNegativeTest-2034530765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:51.716938 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9b44aa93-a2cc-4cd0-85d4-f924166d72e9 req-bdbca81c-1ce4-40c1-ae0f-871dd7e82c82 tempest-QuotasAdminNegativeTest-2034530765 tempest-QuotasAdminNegativeTest-2034530765-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3503058 Jul 16 01:22:51.722477 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f12b1cdf-6000-439a-bef0-98e39f5c77e6 req-b62bebb0-cf97-4208-908b-caf2468e3880 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3921a2ee-f2a6-459c-a5cb-310ea0c0996c HTTP/1.1" status: 200 len: 217 time: 0.0653992 Jul 16 01:22:51.737929 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-78c6dd2b-8573-493f-9bf7-35c7c61fc393 req-edccc423-bebc-4150-b7a5-7a9b9c8defdd service neutron] 10.222.0.82 "GET /v2.0/networks/04f5209e-58b4-4416-b93c-dcec5475ec9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636918 Jul 16 01:22:51.759174 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9b44aa93-a2cc-4cd0-85d4-f924166d72e9 req-1ee04abf-d002-44b2-82dd-43a85fc2374a tempest-QuotasAdminNegativeTest-2034530765 tempest-QuotasAdminNegativeTest-2034530765-project] 10.222.0.16 "GET /v2.0/quotas/aa62cbc31d3e4f4e81e01c03b308b66a HTTP/1.1" status: 200 len: 375 time: 0.0408080 Jul 16 01:22:51.776006 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.783648 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b469ed1d-d57d-44cc-93f2-5c412ecf220f tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.786775 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b469ed1d-d57d-44cc-93f2-5c412ecf220f tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.787301 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] Transition to ACTIVE for port object 8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:51.798158 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.821841 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-37d7869c-45bf-4de0-9900-74c8b2c25b27 req-f18faaa5-6e13-4d73-89c5-09e987684e4f tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.822279 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-37d7869c-45bf-4de0-9900-74c8b2c25b27 req-f18faaa5-6e13-4d73-89c5-09e987684e4f tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.836578 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-37d7869c-45bf-4de0-9900-74c8b2c25b27 req-f18faaa5-6e13-4d73-89c5-09e987684e4f tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Calling delete_port for cd994870-1416-40d6-92a0-646007449e7c owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:51.844745 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9b44aa93-a2cc-4cd0-85d4-f924166d72e9 req-b4584c16-7ed6-460d-a561-78fd2d41be47 tempest-QuotasAdminNegativeTest-2034530765 tempest-QuotasAdminNegativeTest-2034530765-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=aa62cbc31d3e4f4e81e01c03b308b66a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839505 Jul 16 01:22:51.854314 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] Attempting to bind port 8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:51.855637 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] Attempting to bind port 8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:51.856220 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] Attempting to bind port 8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:51.870897 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:51.871788 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:51.872257 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.872810 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:51.873920 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] Bound port: 8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:51.874293 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.919626 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b1cdf-6000-439a-bef0-98e39f5c77e6 req-4776d4a1-64b4-4ce6-a9fc-6e6997953595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:51.930955 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f12b1cdf-6000-439a-bef0-98e39f5c77e6 req-4776d4a1-64b4-4ce6-a9fc-6e6997953595 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=edf67854-c855-44a8-a406-582030e25669 HTTP/1.1" status: 200 len: 853 time: 0.1958885 Jul 16 01:22:51.936849 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724c495-d7a7-444f-9b67-83f57742ab3c None None] Pushing event updated for resources: {'Port': ['ID=8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:51.944487 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] For port 8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:51.947821 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d724c495-d7a7-444f-9b67-83f57742ab3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:51.948538 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d724c495-d7a7-444f-9b67-83f57742ab3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:51.949095 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d724c495-d7a7-444f-9b67-83f57742ab3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:51.949624 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d724c495-d7a7-444f-9b67-83f57742ab3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:51.951114 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d724c495-d7a7-444f-9b67-83f57742ab3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:51.952204 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d724c495-d7a7-444f-9b67-83f57742ab3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:51.952789 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d724c495-d7a7-444f-9b67-83f57742ab3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:51.953510 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d724c495-d7a7-444f-9b67-83f57742ab3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:51.954519 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d724c495-d7a7-444f-9b67-83f57742ab3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:51.955073 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d724c495-d7a7-444f-9b67-83f57742ab3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:51.955638 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d724c495-d7a7-444f-9b67-83f57742ab3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:51.956180 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d724c495-d7a7-444f-9b67-83f57742ab3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:51.963251 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] For port 8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:51.972700 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.018651 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b469ed1d-d57d-44cc-93f2-5c412ecf220f tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.044773 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] Routers {'e36dac10-bb7b-431c-8f3e-832be3ffe1aa'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:52.054035 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f12b1cdf-6000-439a-bef0-98e39f5c77e6 req-7ad6f2fb-14d9-4975-bdcd-bd84afa698f9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=04f5209e-58b4-4416-b93c-dcec5475ec9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159008 Jul 16 01:22:52.059404 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:22:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e36dac10-bb7b-431c-8f3e-832be3ffe1aa'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:52.103518 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43002) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:52.132546 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724c495-d7a7-444f-9b67-83f57742ab3c None None] Pushing event updated for resources: {'Port': ['ID=8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:52.146914 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-37d7869c-45bf-4de0-9900-74c8b2c25b27 req-f18faaa5-6e13-4d73-89c5-09e987684e4f tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.187399 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18faaa5-6e13-4d73-89c5-09e987684e4f tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Pushing event deleted for resources: {'Port': ['ID=cd994870-1416-40d6-92a0-646007449e7c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:52.216217 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] Set router e36dac10-bb7b-431c-8f3e-832be3ffe1aa gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:52.260501 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-37d7869c-45bf-4de0-9900-74c8b2c25b27 req-f18faaa5-6e13-4d73-89c5-09e987684e4f tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.265061 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-37d7869c-45bf-4de0-9900-74c8b2c25b27 req-f18faaa5-6e13-4d73-89c5-09e987684e4f tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.276980 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-37d7869c-45bf-4de0-9900-74c8b2c25b27 req-f18faaa5-6e13-4d73-89c5-09e987684e4f tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "DELETE /v2.0/floatingips/ce02f9d5-50a9-4ee6-b902-6455f416d114 HTTP/1.1" status: 204 len: 173 time: 0.7864239 Jul 16 01:22:52.281738 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed4873a-b57f-4967-ab6a-cd67f8bc74ef x-openstack-request-id: req-aed4873a-b57f-4967-ab6a-cd67f8bc74ef {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:52.283946 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0701d08-5f04-420f-b81e-50f14350f19a", "tag": "7a765c6f-9dca-4c5b-8ac7-4623402f0f69", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:52.284318 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aed4873a-b57f-4967-ab6a-cd67f8bc74ef {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:52.284952 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0701d08-5f04-420f-b81e-50f14350f19a', 'tag': '7a765c6f-9dca-4c5b-8ac7-4623402f0f69', 'status': 'completed', 'code': 200} Jul 16 01:22:52.338637 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b469ed1d-d57d-44cc-93f2-5c412ecf220f tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.408582 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59e74ca3-d5ee-4b61-aba4-42914bf84db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.454628 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f12b1cdf-6000-439a-bef0-98e39f5c77e6 req-ef4ee925-494f-4151-a0e2-051ceefaa3f0 service neutron] 10.222.0.84 "GET /v2.0/networks/04f5209e-58b4-4416-b93c-dcec5475ec9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868155 Jul 16 01:22:52.457326 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5fec6d31-908b-437c-8d15-6cb51ef3c12b req-50c79047-377d-44d6-96d4-2c8494b5fd0a tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=34bd44be-8677-476b-831c-7cc5be010ff9 HTTP/1.1" status: 200 len: 210 time: 0.0661931 Jul 16 01:22:52.522063 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1885901-7946-4265-865d-413a26e1b6ae req-8b20a83d-9498-4fbc-bab8-24b4cecd42a8 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=edd1ed0455014b31835bf69f0954c3dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392096 Jul 16 01:22:52.533245 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67015daf-82bf-4839-9ef1-eae86ee2282c req-6a735dbc-27db-4feb-b02a-d22b1e53a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:52.534768 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67015daf-82bf-4839-9ef1-eae86ee2282c req-6a735dbc-27db-4feb-b02a-d22b1e53a56d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3c7df87bcaf848cbbc8128d4797f7756&device_id=b0701d08-5f04-420f-b81e-50f14350f19a HTTP/1.1" status: 200 len: 1095 time: 0.2358959 Jul 16 01:22:52.657431 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f12b1cdf-6000-439a-bef0-98e39f5c77e6 req-4573d5ad-cf5c-4711-8215-bd084eb3f037 service neutron] 10.222.0.84 "GET /v2.0/networks/04f5209e-58b4-4416-b93c-dcec5475ec9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950593 Jul 16 01:22:52.746289 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b469ed1d-d57d-44cc-93f2-5c412ecf220f tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.762990 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36dac10-bb7b-431c-8f3e-832be3ffe1aa', 'name': 'tempest-snat-router-1362858104', 'tenant_id': 'fbf7c8ed406b4d0aa509bf7a7d974ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.4'}], 'enable_snat': False}, 'gw_port_id': '8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:47Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 3, 'project_id': 'fbf7c8ed406b4d0aa509bf7a7d974ee7', 'gw_port': {'id': '8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:80:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36dac10-bb7b-431c-8f3e-832be3ffe1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:48Z', 'updated_at': '2021-07-16T01:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:52.770346 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b469ed1d-d57d-44cc-93f2-5c412ecf220f tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.798086 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a79a84e-8cd3-4405-b0e7-c621d90ba41e None None] The sync data for ids ['e36dac10-bb7b-431c-8f3e-832be3ffe1aa'] in n-d-792394-16 is: [{'id': 'e36dac10-bb7b-431c-8f3e-832be3ffe1aa', 'name': 'tempest-snat-router-1362858104', 'tenant_id': 'fbf7c8ed406b4d0aa509bf7a7d974ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.4'}], 'enable_snat': False}, 'gw_port_id': '8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:47Z', 'updated_at': '2021-07-16T01:22:49Z', 'revision_number': 3, 'project_id': 'fbf7c8ed406b4d0aa509bf7a7d974ee7', 'gw_port': {'id': '8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:80:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36dac10-bb7b-431c-8f3e-832be3ffe1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:48Z', 'updated_at': '2021-07-16T01:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:52.884984 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59e74ca3-d5ee-4b61-aba4-42914bf84db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.895771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1885901-7946-4265-865d-413a26e1b6ae req-ea9e7815-bccb-40a8-9da9-ce52da4959da tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:52.897912 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1885901-7946-4265-865d-413a26e1b6ae req-ea9e7815-bccb-40a8-9da9-ce52da4959da tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3564560 Jul 16 01:22:52.903136 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59e74ca3-d5ee-4b61-aba4-42914bf84db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.908390 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-b469ed1d-d57d-44cc-93f2-5c412ecf220f tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Allocated IP 172.25.6.109 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/8fc3bad4-b3d8-4e59-9c00-888ff34c03d8) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:52.925368 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-f1885901-7946-4265-865d-413a26e1b6ae req-7f924fbc-2b2b-4857-b108-5a603fef4c93 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Request body: {'port': {'device_id': '34bd44be-8677-476b-831c-7cc5be010ff9', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': 'edd1ed0455014b31835bf69f0954c3dd'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:52.971935 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f15e05-1d97-4e5e-b045-6eec6b4bb725 req-28b1d104-0750-4297-8cd9-d6387427bbc4 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:52.973528 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c4f15e05-1d97-4e5e-b045-6eec6b4bb725 req-28b1d104-0750-4297-8cd9-d6387427bbc4 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0701d08-5f04-420f-b81e-50f14350f19a HTTP/1.1" status: 200 len: 943 time: 0.4609196 Jul 16 01:22:53.025837 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-59e74ca3-d5ee-4b61-aba4-42914bf84db0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d6299a7180942a1a7fb869bff491e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9212148 Jul 16 01:22:53.026631 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e74ca3-d5ee-4b61-aba4-42914bf84db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27d8bba-2171-44e1-9008-7272302b8d9a,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:53.030619 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43016) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:53.056110 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffb9d175-74d5-4abf-8464-0d74cd0bcac0 req-80da36da-711d-4498-8825-882d4ab15070 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/floatingips/daffc436-96b0-4bac-8ae9-3970a48ab9f3 HTTP/1.1" status: 200 len: 693 time: 0.0519698 Jul 16 01:22:53.086474 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67015daf-82bf-4839-9ef1-eae86ee2282c req-5fcc3f18-fceb-4d8f-b839-1015fa13de32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:53.087954 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67015daf-82bf-4839-9ef1-eae86ee2282c req-5fcc3f18-fceb-4d8f-b839-1015fa13de32 service neutron] 10.222.0.82 "GET /v2.0/networks?id=04f5209e-58b4-4416-b93c-dcec5475ec9f HTTP/1.1" status: 200 len: 914 time: 0.4298506 Jul 16 01:22:53.139491 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b469ed1d-d57d-44cc-93f2-5c412ecf220f tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.183253 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67015daf-82bf-4839-9ef1-eae86ee2282c req-d9161cb1-2a29-48e4-bcf0-2d9550e6ec75 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a765c6f-9dca-4c5b-8ac7-4623402f0f69 HTTP/1.1" status: 200 len: 217 time: 0.0799580 Jul 16 01:22:53.204055 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c4f15e05-1d97-4e5e-b045-6eec6b4bb725 req-767dcd54-6228-4447-9681-28a96d9cc7e3 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b755373c-8ab0-4371-b60d-ab0d1a0644b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135637 Jul 16 01:22:53.260133 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9d175-74d5-4abf-8464-0d74cd0bcac0 req-f8b42353-5ba6-4479-afdf-dd8472508423 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:53.261769 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffb9d175-74d5-4abf-8464-0d74cd0bcac0 req-f8b42353-5ba6-4479-afdf-dd8472508423 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.1967194 Jul 16 01:22:53.263384 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b469ed1d-d57d-44cc-93f2-5c412ecf220f tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.302727 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67015daf-82bf-4839-9ef1-eae86ee2282c req-0094dc29-ce75-4fac-b06c-18057be6575c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:53.304233 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67015daf-82bf-4839-9ef1-eae86ee2282c req-0094dc29-ce75-4fac-b06c-18057be6575c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=edf67854-c855-44a8-a406-582030e25669 HTTP/1.1" status: 200 len: 853 time: 0.1127541 Jul 16 01:22:53.317523 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-914cf825-3a28-4db7-b54d-1f69691ff6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.358859 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469ed1d-d57d-44cc-93f2-5c412ecf220f tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Pushing event updated for resources: {'Port': ['ID=8fc3bad4-b3d8-4e59-9c00-888ff34c03d8,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:53.359821 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67015daf-82bf-4839-9ef1-eae86ee2282c req-1e2b7621-9a36-4a05-8608-f7a3f8509ecc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=04f5209e-58b4-4416-b93c-dcec5475ec9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456748 Jul 16 01:22:53.368066 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1885901-7946-4265-865d-413a26e1b6ae req-7f924fbc-2b2b-4857-b108-5a603fef4c93 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Made reservation on behalf of edd1ed0455014b31835bf69f0954c3dd for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:53.371680 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f1885901-7946-4265-865d-413a26e1b6ae req-7f924fbc-2b2b-4857-b108-5a603fef4c93 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.399731 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f1885901-7946-4265-865d-413a26e1b6ae req-7f924fbc-2b2b-4857-b108-5a603fef4c93 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.442277 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b469ed1d-d57d-44cc-93f2-5c412ecf220f tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:53.451679 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffb9d175-74d5-4abf-8464-0d74cd0bcac0 req-9c309fcb-2169-44a5-b8dc-39f57304b5cd tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.235 HTTP/1.1" status: 200 len: 696 time: 0.1255944 Jul 16 01:22:53.498097 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-b469ed1d-d57d-44cc-93f2-5c412ecf220f tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:53.500599 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b469ed1d-d57d-44cc-93f2-5c412ecf220f tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:53.526217 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-914cf825-3a28-4db7-b54d-1f69691ff6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.532353 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67015daf-82bf-4839-9ef1-eae86ee2282c req-89120246-e693-4fc8-a314-06b5fd544c8e service neutron] 10.222.0.82 "GET /v2.0/networks/04f5209e-58b4-4416-b93c-dcec5475ec9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341376 Jul 16 01:22:53.549409 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffb9d175-74d5-4abf-8464-0d74cd0bcac0 req-7b9a6d1d-5f62-4260-963d-d8d7f0b1b5bf tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.235 HTTP/1.1" status: 200 len: 696 time: 0.0967515 Jul 16 01:22:53.551397 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 3921a2ee-f2a6-459c-a5cb-310ea0c0996c details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:22:53.650943 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43032) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:53.712994 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8ae3c9c9-a195-42a1-bb7a-07f6bb709e49 req-319b5598-368b-478e-bd7e-7475a10a55b8 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=34bd44be-8677-476b-831c-7cc5be010ff9 HTTP/1.1" status: 200 len: 210 time: 0.0679967 Jul 16 01:22:53.727291 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 3921a2ee-f2a6-459c-a5cb-310ea0c0996c, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3921a2ee-f2a6-459c-a5cb-310ea0c0996c,segment=NetworkSegment(809c94c3-fa35-4741-a6c4-b4b01340db50),segment_id=809c94c3-fa35-4741-a6c4-b4b01340db50)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:53.741864 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '3921a2ee-f2a6-459c-a5cb-310ea0c0996c', 'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f', 'port_id': '3921a2ee-f2a6-459c-a5cb-310ea0c0996c', 'mac_address': 'fa:16:3e:9a:26:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf67854-c855-44a8-a406-582030e25669', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:22:53.825011 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.874593 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3921a2ee-f2a6-459c-a5cb-310ea0c0996c {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:53.924463 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 3921a2ee-f2a6-459c-a5cb-310ea0c0996c, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3921a2ee-f2a6-459c-a5cb-310ea0c0996c,segment=NetworkSegment(809c94c3-fa35-4741-a6c4-b4b01340db50),segment_id=809c94c3-fa35-4741-a6c4-b4b01340db50)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:53.927243 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-914cf825-3a28-4db7-b54d-1f69691ff6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.930595 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-914cf825-3a28-4db7-b54d-1f69691ff6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.934175 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-914cf825-3a28-4db7-b54d-1f69691ff6a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f27d8bba-2171-44e1-9008-7272302b8d9a HTTP/1.1" status: 204 len: 168 time: 0.8918622 Jul 16 01:22:53.939230 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.961415 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67015daf-82bf-4839-9ef1-eae86ee2282c req-49cb1f4c-06d8-49b9-93d4-e5d74d8a8b5c service neutron] 10.222.0.82 "GET /v2.0/networks/04f5209e-58b4-4416-b93c-dcec5475ec9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135973 Jul 16 01:22:53.962194 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fc09d087-d8fb-4565-a8c8-68e272047ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.980572 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cf825-3a28-4db7-b54d-1f69691ff6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27d8bba-2171-44e1-9008-7272302b8d9a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:54.001960 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f1885901-7946-4265-865d-413a26e1b6ae req-7f924fbc-2b2b-4857-b108-5a603fef4c93 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.012850 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f1885901-7946-4265-865d-413a26e1b6ae req-7f924fbc-2b2b-4857-b108-5a603fef4c93 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.041616 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-ffb9d175-74d5-4abf-8464-0d74cd0bcac0 req-a736cda9-f69a-4ffa-aca9-644ef026a901 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Deleting port dad92279-a151-4d44-aac7-8e8e9835423c {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:54.041970 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffb9d175-74d5-4abf-8464-0d74cd0bcac0 req-a736cda9-f69a-4ffa-aca9-644ef026a901 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.109642 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:54.142952 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f924fbc-2b2b-4857-b108-5a603fef4c93 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acec1c65-bd5f-4d39-92bd-cb508076612f,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:54.215544 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['3921a2ee-f2a6-459c-a5cb-310ea0c0996c'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:54.241653 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b469ed1d-d57d-44cc-93f2-5c412ecf220f tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.318101 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=3921a2ee-f2a6-459c-a5cb-310ea0c0996c,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:54.347626 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffb9d175-74d5-4abf-8464-0d74cd0bcac0 req-a736cda9-f69a-4ffa-aca9-644ef026a901 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.347982 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffb9d175-74d5-4abf-8464-0d74cd0bcac0 req-a736cda9-f69a-4ffa-aca9-644ef026a901 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.394205 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-ffb9d175-74d5-4abf-8464-0d74cd0bcac0 req-a736cda9-f69a-4ffa-aca9-644ef026a901 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Calling delete_port for dad92279-a151-4d44-aac7-8e8e9835423c owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:54.413680 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:54.430260 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:54.431045 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.462315 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-f1885901-7946-4265-865d-413a26e1b6ae req-7f924fbc-2b2b-4857-b108-5a603fef4c93 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Allocated IP 192.168.233.147 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/4cedddb5-174d-4d99-a67f-313c9716b2bb) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:54.535531 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fc09d087-d8fb-4565-a8c8-68e272047ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.555437 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fc09d087-d8fb-4565-a8c8-68e272047ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.591469 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.602546 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43068) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:54.635023 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:54.643960 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.706384 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:54.716290 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e3c25af-0970-4f34-8af1-5473f8a203d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.720480 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fc09d087-d8fb-4565-a8c8-68e272047ec3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa62cbc31d3e4f4e81e01c03b308b66a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0648749 Jul 16 01:22:54.721181 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09d087-d8fb-4565-a8c8-68e272047ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07af3430-d2a2-44f6-adc4-e70e346f0916,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:54.726761 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43072) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:54.930997 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f1885901-7946-4265-865d-413a26e1b6ae req-7f924fbc-2b2b-4857-b108-5a603fef4c93 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.969045 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-f1885901-7946-4265-865d-413a26e1b6ae req-7f924fbc-2b2b-4857-b108-5a603fef4c93 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Transition to ACTIVE for port object 4cedddb5-174d-4d99-a67f-313c9716b2bb will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:54.984237 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf420ab0-b514-4437-aac2-e23ec3a9b50c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.023672 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43078) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:55.033920 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b469ed1d-d57d-44cc-93f2-5c412ecf220f tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.040487 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf420ab0-b514-4437-aac2-e23ec3a9b50c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.050621 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98442cae-ac57-431a-ae09-1b6dfed549f9 req-a52c1fa8-c1ec-4e9e-92ee-9fbfd1cfb893 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:55.052239 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98442cae-ac57-431a-ae09-1b6dfed549f9 req-a52c1fa8-c1ec-4e9e-92ee-9fbfd1cfb893 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0701d08-5f04-420f-b81e-50f14350f19a HTTP/1.1" status: 200 len: 943 time: 0.2505116 Jul 16 01:22:55.146681 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f1885901-7946-4265-865d-413a26e1b6ae req-7f924fbc-2b2b-4857-b108-5a603fef4c93 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.166319 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98442cae-ac57-431a-ae09-1b6dfed549f9 req-b3ebc90f-bb68-4f4a-a6ab-56b99ac438a1 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b755373c-8ab0-4371-b60d-ab0d1a0644b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963743 Jul 16 01:22:55.185067 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffb9d175-74d5-4abf-8464-0d74cd0bcac0 req-a736cda9-f69a-4ffa-aca9-644ef026a901 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.206996 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e3c25af-0970-4f34-8af1-5473f8a203d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.225160 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e3c25af-0970-4f34-8af1-5473f8a203d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.228653 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1885901-7946-4265-865d-413a26e1b6ae req-7f924fbc-2b2b-4857-b108-5a603fef4c93 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:55.234379 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf420ab0-b514-4437-aac2-e23ec3a9b50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.236914 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf420ab0-b514-4437-aac2-e23ec3a9b50c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.241038 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736cda9-f69a-4ffa-aca9-644ef026a901 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Pushing event deleted for resources: {'Port': ['ID=dad92279-a151-4d44-aac7-8e8e9835423c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:55.245671 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a86bf0d4-7e2b-4abf-b4a1-59715f03b93b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.245807 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cf420ab0-b514-4437-aac2-e23ec3a9b50c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07af3430-d2a2-44f6-adc4-e70e346f0916 HTTP/1.1" status: 204 len: 168 time: 0.5103981 Jul 16 01:22:55.264193 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-f1885901-7946-4265-865d-413a26e1b6ae req-7f924fbc-2b2b-4857-b108-5a603fef4c93 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:55.290923 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1885901-7946-4265-865d-413a26e1b6ae req-7f924fbc-2b2b-4857-b108-5a603fef4c93 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:55.311129 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f924fbc-2b2b-4857-b108-5a603fef4c93 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Pushing event updated for resources: {'Port': ['ID=4cedddb5-174d-4d99-a67f-313c9716b2bb,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:55.355539 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c25af-0970-4f34-8af1-5473f8a203d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65540007-7b25-455e-8254-4766b3209433,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:55.366910 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0e3c25af-0970-4f34-8af1-5473f8a203d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c59fb90204c648cead05b4755cc160b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7603478 Jul 16 01:22:55.378354 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43084) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:55.397563 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf420ab0-b514-4437-aac2-e23ec3a9b50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07af3430-d2a2-44f6-adc4-e70e346f0916,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:55.424584 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1885901-7946-4265-865d-413a26e1b6ae req-7f924fbc-2b2b-4857-b108-5a603fef4c93 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:55.425491 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f1885901-7946-4265-865d-413a26e1b6ae req-7f924fbc-2b2b-4857-b108-5a603fef4c93 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.439950 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffb9d175-74d5-4abf-8464-0d74cd0bcac0 req-a736cda9-f69a-4ffa-aca9-644ef026a901 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.442899 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffb9d175-74d5-4abf-8464-0d74cd0bcac0 req-a736cda9-f69a-4ffa-aca9-644ef026a901 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.444114 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffb9d175-74d5-4abf-8464-0d74cd0bcac0 req-a736cda9-f69a-4ffa-aca9-644ef026a901 tempest-FloatingIPDetailsTestJSON-518655547 tempest-FloatingIPDetailsTestJSON-518655547-project] 10.222.0.16 "DELETE /v2.0/floatingips/daffc436-96b0-4bac-8ae9-3970a48ab9f3 HTTP/1.1" status: 204 len: 173 time: 1.8202701 Jul 16 01:22:55.453790 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43086) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:55.548232 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a86bf0d4-7e2b-4abf-b4a1-59715f03b93b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.558020 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b469ed1d-d57d-44cc-93f2-5c412ecf220f tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Router 0f9f3b21-fdd0-4b13-9ec7-91671c43b6a2 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:22:55.565767 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a86bf0d4-7e2b-4abf-b4a1-59715f03b93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.566868 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 3921a2ee-f2a6-459c-a5cb-310ea0c0996c up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:55.648480 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e6459db2-2bf8-48a6-96d3-7209b056632d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.650110 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4def6078-295c-4e1c-b567-1dde938e29c0 None None] Provisioning for port 4cedddb5-174d-4d99-a67f-313c9716b2bb completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:55.657395 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a86bf0d4-7e2b-4abf-b4a1-59715f03b93b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=620f107809cb47b497a2b9b26da57ba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6277461 Jul 16 01:22:55.660570 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4def6078-295c-4e1c-b567-1dde938e29c0 None None] Provisioning complete for port 4cedddb5-174d-4d99-a67f-313c9716b2bb triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:55.661175 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4def6078-295c-4e1c-b567-1dde938e29c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.667723 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43090) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:55.667723 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86bf0d4-7e2b-4abf-b4a1-59715f03b93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04055f16-94bc-4c6c-80e1-4340bd2dd136,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:55.688114 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 3921a2ee-f2a6-459c-a5cb-310ea0c0996c completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:55.697683 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 3921a2ee-f2a6-459c-a5cb-310ea0c0996c triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:55.698169 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.726882 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 7a765c6f-9dca-4c5b-8ac7-4623402f0f69 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:22:55.741076 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-4def6078-295c-4e1c-b567-1dde938e29c0 None None] Port 4cedddb5-174d-4d99-a67f-313c9716b2bb cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:55.762115 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e6459db2-2bf8-48a6-96d3-7209b056632d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.861263 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43092) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:55.863894 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.872580 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:55.903990 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-572b928e-45c9-429d-9bcf-b588f5a0a59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.927660 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b469ed1d-d57d-44cc-93f2-5c412ecf220f tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:55.939873 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e21da32-d2d1-4e71-8cda-3b9fa7ccc456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3921a2ee-f2a6-459c-a5cb-310ea0c0996c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:55.943641 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5c971d-3597-44ea-841e-3d1ad4047a97" -d '{"events": [{"server_uuid": "4e21da32-d2d1-4e71-8cda-3b9fa7ccc456", "name": "network-vif-plugged", "status": "completed", "tag": "3921a2ee-f2a6-459c-a5cb-310ea0c0996c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:55.943881 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] Sync routers for ids ['0f9f3b21-fdd0-4b13-9ec7-91671c43b6a2'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:55.969522 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 3921a2ee-f2a6-459c-a5cb-310ea0c0996c, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3921a2ee-f2a6-459c-a5cb-310ea0c0996c,segment=NetworkSegment(809c94c3-fa35-4741-a6c4-b4b01340db50),segment_id=809c94c3-fa35-4741-a6c4-b4b01340db50)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:55.972308 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 7a765c6f-9dca-4c5b-8ac7-4623402f0f69, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7a765c6f-9dca-4c5b-8ac7-4623402f0f69,segment=NetworkSegment(809c94c3-fa35-4741-a6c4-b4b01340db50),segment_id=809c94c3-fa35-4741-a6c4-b4b01340db50)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:55.986321 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.006936 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1885901-7946-4265-865d-413a26e1b6ae req-7f924fbc-2b2b-4857-b108-5a603fef4c93 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0912523 Jul 16 01:22:56.035446 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-f1885901-7946-4265-865d-413a26e1b6ae req-391229e6-2dba-420c-99fb-fcdccedf2532 service neutron] Request body: {'port': {'device_id': '34bd44be-8677-476b-831c-7cc5be010ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:56.048795 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30280eec-f932-498a-a667-12e94be534f8 x-openstack-request-id: req-30280eec-f932-498a-a667-12e94be534f8 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:56.049076 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e21da32-d2d1-4e71-8cda-3b9fa7ccc456", "name": "network-vif-plugged", "status": "completed", "tag": "3921a2ee-f2a6-459c-a5cb-310ea0c0996c", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:56.049319 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30280eec-f932-498a-a667-12e94be534f8 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:56.049717 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e21da32-d2d1-4e71-8cda-3b9fa7ccc456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3921a2ee-f2a6-459c-a5cb-310ea0c0996c', 'code': 200} Jul 16 01:22:56.051041 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=3921a2ee-f2a6-459c-a5cb-310ea0c0996c,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:56.068794 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '7a765c6f-9dca-4c5b-8ac7-4623402f0f69', 'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f', 'port_id': '7a765c6f-9dca-4c5b-8ac7-4623402f0f69', 'mac_address': 'fa:16:3e:f8:1f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf67854-c855-44a8-a406-582030e25669', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:22:56.075905 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:56.076329 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.094334 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] Routers {'0f9f3b21-fdd0-4b13-9ec7-91671c43b6a2'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:56.095427 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:22:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['0f9f3b21-fdd0-4b13-9ec7-91671c43b6a2'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:56.127113 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b469ed1d-d57d-44cc-93f2-5c412ecf220f tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.130840 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b469ed1d-d57d-44cc-93f2-5c412ecf220f tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.5909369 Jul 16 01:22:56.149423 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.170867 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a765c6f-9dca-4c5b-8ac7-4623402f0f69 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:56.191995 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-572b928e-45c9-429d-9bcf-b588f5a0a59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.192289 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 7a765c6f-9dca-4c5b-8ac7-4623402f0f69, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7a765c6f-9dca-4c5b-8ac7-4623402f0f69,segment=NetworkSegment(809c94c3-fa35-4741-a6c4-b4b01340db50),segment_id=809c94c3-fa35-4741-a6c4-b4b01340db50)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:56.194551 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43096) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:56.222930 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.266395 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] Set router 0f9f3b21-fdd0-4b13-9ec7-91671c43b6a2 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:56.332177 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f12b4e-80e7-4f48-9e95-b9c3a03cbc92 req-01ade121-263b-493d-868c-74e730821a8f tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:56.335777 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=7a765c6f-9dca-4c5b-8ac7-4623402f0f69,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:56.340441 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c9f12b4e-80e7-4f48-9e95-b9c3a03cbc92 req-01ade121-263b-493d-868c-74e730821a8f tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=34bd44be-8677-476b-831c-7cc5be010ff9 HTTP/1.1" status: 200 len: 936 time: 0.3744242 Jul 16 01:22:56.344416 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f1885901-7946-4265-865d-413a26e1b6ae req-391229e6-2dba-420c-99fb-fcdccedf2532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.364660 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fee4d863-ac47-4a70-a551-0a3b0bcf9040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.366298 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e6459db2-2bf8-48a6-96d3-7209b056632d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.368888 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e6459db2-2bf8-48a6-96d3-7209b056632d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.372464 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e6459db2-2bf8-48a6-96d3-7209b056632d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/65540007-7b25-455e-8254-4766b3209433 HTTP/1.1" status: 204 len: 168 time: 0.9858625 Jul 16 01:22:56.381744 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-572b928e-45c9-429d-9bcf-b588f5a0a59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.449856 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6459db2-2bf8-48a6-96d3-7209b056632d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65540007-7b25-455e-8254-4766b3209433,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:56.450379 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c9f12b4e-80e7-4f48-9e95-b9c3a03cbc92 req-57586c65-90dc-4d34-ab27-274c1f90c3ec tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085362 Jul 16 01:22:56.485019 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['7a765c6f-9dca-4c5b-8ac7-4623402f0f69'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:56.485686 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b928e-45c9-429d-9bcf-b588f5a0a59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6f698d-f364-4a0c-814f-b411764c8193,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:56.517950 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fee4d863-ac47-4a70-a551-0a3b0bcf9040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.574926 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-572b928e-45c9-429d-9bcf-b588f5a0a59e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb2cd8e351f74d55b371258b436883f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7125380 Jul 16 01:22:56.605125 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43104) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:56.637332 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-41bb7d7a-241c-4649-bccc-ec855867f8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.644722 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-743641fe-17dc-45f8-9797-b499c490629f tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "GET /v2.0/routers/0f9f3b21-fdd0-4b13-9ec7-91671c43b6a2 HTTP/1.1" status: 200 len: 908 time: 0.4085968 Jul 16 01:22:56.656030 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9f3b21-fdd0-4b13-9ec7-91671c43b6a2', 'name': 'tempest-snat-router-1362858104', 'tenant_id': 'fbf7c8ed406b4d0aa509bf7a7d974ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '8fc3bad4-b3d8-4e59-9c00-888ff34c03d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:51Z', 'updated_at': '2021-07-16T01:22:53Z', 'revision_number': 3, 'project_id': 'fbf7c8ed406b4d0aa509bf7a7d974ee7', 'gw_port': {'id': '8fc3bad4-b3d8-4e59-9c00-888ff34c03d8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9f3b21-fdd0-4b13-9ec7-91671c43b6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:52Z', 'updated_at': '2021-07-16T01:22:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:56.686162 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43106) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:56.719958 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] Checking router: 0f9f3b21-fdd0-4b13-9ec7-91671c43b6a2 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:22:56.723331 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] Updating router 0f9f3b21-fdd0-4b13-9ec7-91671c43b6a2 port 8fc3bad4-b3d8-4e59-9c00-888ff34c03d8 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:22:56.759793 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-f1885901-7946-4265-865d-413a26e1b6ae req-391229e6-2dba-420c-99fb-fcdccedf2532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cedddb5-174d-4d99-a67f-313c9716b2bb {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:56.764630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492f2b0-ccf9-40cb-9e8a-7d3756d3f32a req-8fe7c945-10e1-4ada-ab18-4f0161aaa0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:56.768001 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4492f2b0-ccf9-40cb-9e8a-7d3756d3f32a req-8fe7c945-10e1-4ada-ab18-4f0161aaa0a3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4e21da32-d2d1-4e71-8cda-3b9fa7ccc456 HTTP/1.1" status: 200 len: 1097 time: 0.5709903 Jul 16 01:22:56.771458 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f1885901-7946-4265-865d-413a26e1b6ae req-391229e6-2dba-420c-99fb-fcdccedf2532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.772355 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.796885 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-f1885901-7946-4265-865d-413a26e1b6ae req-391229e6-2dba-420c-99fb-fcdccedf2532 service neutron] Transition to ACTIVE for port object 4cedddb5-174d-4d99-a67f-313c9716b2bb will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:56.808598 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f1885901-7946-4265-865d-413a26e1b6ae req-391229e6-2dba-420c-99fb-fcdccedf2532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.869234 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40204635-acc8-450c-9e6d-a55ccb973df2 req-8860b7ea-91c0-49e0-8b6f-6669cadaa004 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:56.871373 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40204635-acc8-450c-9e6d-a55ccb973df2 req-8860b7ea-91c0-49e0-8b6f-6669cadaa004 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0701d08-5f04-420f-b81e-50f14350f19a HTTP/1.1" status: 200 len: 944 time: 0.5002060 Jul 16 01:22:56.973990 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391229e6-2dba-420c-99fb-fcdccedf2532 service neutron] Pushing event updated for resources: {'Port': ['ID=4cedddb5-174d-4d99-a67f-313c9716b2bb,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:56.978628 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-da3232f2-225c-4c47-9679-f7fd6f99c342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.981173 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fee4d863-ac47-4a70-a551-0a3b0bcf9040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.984891 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fee4d863-ac47-4a70-a551-0a3b0bcf9040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.988843 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fee4d863-ac47-4a70-a551-0a3b0bcf9040 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/04055f16-94bc-4c6c-80e1-4340bd2dd136 HTTP/1.1" status: 204 len: 168 time: 1.3153574 Jul 16 01:22:56.993589 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3a117a45-2952-452d-9407-1af6e45d0d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.015952 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4492f2b0-ccf9-40cb-9e8a-7d3756d3f32a req-4f0e980e-cae1-4e9c-a7c6-d2ea124cc6fb service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b755373c-8ab0-4371-b60d-ab0d1a0644b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033589 Jul 16 01:22:57.059273 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40204635-acc8-450c-9e6d-a55ccb973df2 req-f1a0681a-f19c-473b-90b9-0b1f64d81447 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b755373c-8ab0-4371-b60d-ab0d1a0644b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681945 Jul 16 01:22:57.060883 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4d863-ac47-4a70-a551-0a3b0bcf9040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04055f16-94bc-4c6c-80e1-4340bd2dd136,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:57.086227 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-da3232f2-225c-4c47-9679-f7fd6f99c342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.111932 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86897842-cfdf-4294-8232-2405a5539b1b tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.187687 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-f1885901-7946-4265-865d-413a26e1b6ae req-391229e6-2dba-420c-99fb-fcdccedf2532 service neutron] Attempting to bind port 4cedddb5-174d-4d99-a67f-313c9716b2bb on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:57.188727 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-f1885901-7946-4265-865d-413a26e1b6ae req-391229e6-2dba-420c-99fb-fcdccedf2532 service neutron] Attempting to bind port 4cedddb5-174d-4d99-a67f-313c9716b2bb by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:57.195594 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1885901-7946-4265-865d-413a26e1b6ae req-391229e6-2dba-420c-99fb-fcdccedf2532 service neutron] Attempting to bind port 4cedddb5-174d-4d99-a67f-313c9716b2bb on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:57.242070 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.255163 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] Transition to ACTIVE for port object 8fc3bad4-b3d8-4e59-9c00-888ff34c03d8 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:57.271744 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.274722 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-da3232f2-225c-4c47-9679-f7fd6f99c342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.278049 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-da3232f2-225c-4c47-9679-f7fd6f99c342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.279763 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-da3232f2-225c-4c47-9679-f7fd6f99c342 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c6f698d-f364-4a0c-814f-b411764c8193 HTTP/1.1" status: 204 len: 168 time: 0.6586084 Jul 16 01:22:57.296962 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1885901-7946-4265-865d-413a26e1b6ae req-391229e6-2dba-420c-99fb-fcdccedf2532 service neutron] Port 4cedddb5-174d-4d99-a67f-313c9716b2bb on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:22:57.297285 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1885901-7946-4265-865d-413a26e1b6ae req-391229e6-2dba-420c-99fb-fcdccedf2532 service neutron] Attempting to bind port 4cedddb5-174d-4d99-a67f-313c9716b2bb on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:57.299756 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3232f2-225c-4c47-9679-f7fd6f99c342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6f698d-f364-4a0c-814f-b411764c8193,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:57.304024 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86897842-cfdf-4294-8232-2405a5539b1b tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.319698 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1885901-7946-4265-865d-413a26e1b6ae req-391229e6-2dba-420c-99fb-fcdccedf2532 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:57.320552 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1885901-7946-4265-865d-413a26e1b6ae req-391229e6-2dba-420c-99fb-fcdccedf2532 service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:57.321127 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1885901-7946-4265-865d-413a26e1b6ae req-391229e6-2dba-420c-99fb-fcdccedf2532 service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:57.321758 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-f1885901-7946-4265-865d-413a26e1b6ae req-391229e6-2dba-420c-99fb-fcdccedf2532 service neutron] Bound port: 4cedddb5-174d-4d99-a67f-313c9716b2bb, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:57.322466 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f1885901-7946-4265-865d-413a26e1b6ae req-391229e6-2dba-420c-99fb-fcdccedf2532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.357191 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] Attempting to bind port 8fc3bad4-b3d8-4e59-9c00-888ff34c03d8 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:57.357678 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] Attempting to bind port 8fc3bad4-b3d8-4e59-9c00-888ff34c03d8 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:57.358133 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] Attempting to bind port 8fc3bad4-b3d8-4e59-9c00-888ff34c03d8 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:57.369668 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:57.370108 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:57.370573 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.371026 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:57.371557 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] Bound port: 8fc3bad4-b3d8-4e59-9c00-888ff34c03d8, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:57.372034 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.425254 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a2feb-2ea6-49da-a810-af0aef39a099 None None] Pushing event updated for resources: {'Port': ['ID=8fc3bad4-b3d8-4e59-9c00-888ff34c03d8,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:57.432055 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-86897842-cfdf-4294-8232-2405a5539b1b tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Deleting port 8fc3bad4-b3d8-4e59-9c00-888ff34c03d8 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:57.432446 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86897842-cfdf-4294-8232-2405a5539b1b tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.473440 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] For port 8fc3bad4-b3d8-4e59-9c00-888ff34c03d8, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:57.477871 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] For port 8fc3bad4-b3d8-4e59-9c00-888ff34c03d8, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8fc3bad4-b3d8-4e59-9c00-888ff34c03d8,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:57.488610 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.514873 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-f1885901-7946-4265-865d-413a26e1b6ae req-391229e6-2dba-420c-99fb-fcdccedf2532 service neutron] For port 4cedddb5-174d-4d99-a67f-313c9716b2bb, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:57.532775 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-f1885901-7946-4265-865d-413a26e1b6ae req-391229e6-2dba-420c-99fb-fcdccedf2532 service neutron] For port 4cedddb5-174d-4d99-a67f-313c9716b2bb, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=4cedddb5-174d-4d99-a67f-313c9716b2bb,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:57.565663 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43128) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:57.580202 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] Routers {'0f9f3b21-fdd0-4b13-9ec7-91671c43b6a2'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:57.580443 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f1885901-7946-4265-865d-413a26e1b6ae req-391229e6-2dba-420c-99fb-fcdccedf2532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.581264 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:22:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['0f9f3b21-fdd0-4b13-9ec7-91671c43b6a2'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:57.604875 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a8361664-de6b-40de-ac54-e4a34c0d07cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.668475 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-86897842-cfdf-4294-8232-2405a5539b1b tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] For port 8fc3bad4-b3d8-4e59-9c00-888ff34c03d8, host n-d-792394-16, got binding levels [] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:57.669726 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86897842-cfdf-4294-8232-2405a5539b1b tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.699494 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391229e6-2dba-420c-99fb-fcdccedf2532 service neutron] Pushing event updated for resources: {'Port': ['ID=4cedddb5-174d-4d99-a67f-313c9716b2bb,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:57.713820 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1885901-7946-4265-865d-413a26e1b6ae req-391229e6-2dba-420c-99fb-fcdccedf2532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:57.714457 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f1885901-7946-4265-865d-413a26e1b6ae req-391229e6-2dba-420c-99fb-fcdccedf2532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.715927 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1885901-7946-4265-865d-413a26e1b6ae req-391229e6-2dba-420c-99fb-fcdccedf2532 service neutron] 10.222.0.84 "PUT /v2.0/ports/4cedddb5-174d-4d99-a67f-313c9716b2bb HTTP/1.1" status: 200 len: 1097 time: 1.6925323 Jul 16 01:22:57.721237 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-86897842-cfdf-4294-8232-2405a5539b1b tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Calling delete_port for 8fc3bad4-b3d8-4e59-9c00-888ff34c03d8 owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:57.725612 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bd44be-8677-476b-831c-7cc5be010ff9', 'tag': '4cedddb5-174d-4d99-a67f-313c9716b2bb'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:57.727929 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60140e5e-a650-4364-9867-a25a3d16f570" -d '{"events": [{"name": "network-changed", "server_uuid": "34bd44be-8677-476b-831c-7cc5be010ff9", "tag": "4cedddb5-174d-4d99-a67f-313c9716b2bb"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:57.746668 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 7a765c6f-9dca-4c5b-8ac7-4623402f0f69 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:57.763586 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] Set router 0f9f3b21-fdd0-4b13-9ec7-91671c43b6a2 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:22:57.855109 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9f3b21-fdd0-4b13-9ec7-91671c43b6a2', 'name': 'tempest-snat-router-1362858104', 'tenant_id': 'fbf7c8ed406b4d0aa509bf7a7d974ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:51Z', 'updated_at': '2021-07-16T01:22:57Z', 'revision_number': 4, 'project_id': 'fbf7c8ed406b4d0aa509bf7a7d974ee7', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:57.915416 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c16978-c70e-46a5-9689-d37b2788e5af None None] The sync data for ids ['0f9f3b21-fdd0-4b13-9ec7-91671c43b6a2'] in n-d-792394-16 is: [{'id': '0f9f3b21-fdd0-4b13-9ec7-91671c43b6a2', 'name': 'tempest-snat-router-1362858104', 'tenant_id': 'fbf7c8ed406b4d0aa509bf7a7d974ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:51Z', 'updated_at': '2021-07-16T01:22:57Z', 'revision_number': 4, 'project_id': 'fbf7c8ed406b4d0aa509bf7a7d974ee7', 'gw_port_host': None}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:57.932237 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a2feb-2ea6-49da-a810-af0aef39a099 None None] Pushing event updated for resources: {'Port': ['ID=8fc3bad4-b3d8-4e59-9c00-888ff34c03d8,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:57.935811 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fefb55-e3ba-415f-a12d-061bc24950eb req-5910b691-5c84-4746-96f7-90f271a5070a tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:57.959273 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 7a765c6f-9dca-4c5b-8ac7-4623402f0f69 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:57.967055 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 7a765c6f-9dca-4c5b-8ac7-4623402f0f69 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:57.974792 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.978030 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c6fefb55-e3ba-415f-a12d-061bc24950eb req-5910b691-5c84-4746-96f7-90f271a5070a tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=34bd44be-8677-476b-831c-7cc5be010ff9 HTTP/1.1" status: 200 len: 948 time: 0.3229604 Jul 16 01:22:58.123143 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8006387b-1e94-4046-b85e-e02d0ac17159 x-openstack-request-id: req-8006387b-1e94-4046-b85e-e02d0ac17159 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:58.123593 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34bd44be-8677-476b-831c-7cc5be010ff9", "tag": "4cedddb5-174d-4d99-a67f-313c9716b2bb", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:58.123854 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8006387b-1e94-4046-b85e-e02d0ac17159 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:58.124340 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34bd44be-8677-476b-831c-7cc5be010ff9', 'tag': '4cedddb5-174d-4d99-a67f-313c9716b2bb', 'status': 'completed', 'code': 200} Jul 16 01:22:58.142845 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-3a117a45-2952-452d-9407-1af6e45d0d31 admin admin] Deleting port edd1cb13-1940-47cc-8173-bf32410ddf34 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:58.145638 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3a117a45-2952-452d-9407-1af6e45d0d31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.179257 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.202806 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a8361664-de6b-40de-ac54-e4a34c0d07cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.224847 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0701d08-5f04-420f-b81e-50f14350f19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a765c6f-9dca-4c5b-8ac7-4623402f0f69'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:58.228331 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7db547-7abc-438c-a201-5c67ead1a548" -d '{"events": [{"server_uuid": "b0701d08-5f04-420f-b81e-50f14350f19a", "name": "network-vif-plugged", "status": "completed", "tag": "7a765c6f-9dca-4c5b-8ac7-4623402f0f69"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:58.236435 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a8361664-de6b-40de-ac54-e4a34c0d07cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.253227 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 7a765c6f-9dca-4c5b-8ac7-4623402f0f69, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7a765c6f-9dca-4c5b-8ac7-4623402f0f69,segment=NetworkSegment(809c94c3-fa35-4741-a6c4-b4b01340db50),segment_id=809c94c3-fa35-4741-a6c4-b4b01340db50)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:58.267619 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.338848 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c6fefb55-e3ba-415f-a12d-061bc24950eb req-cbd91d0e-0fb1-40e6-aa47-a833e9c8039b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594339 Jul 16 01:22:58.359513 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=7a765c6f-9dca-4c5b-8ac7-4623402f0f69,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:58.400579 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43156) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:58.426132 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a8361664-de6b-40de-ac54-e4a34c0d07cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c28125eb092a443da891581e54c23ebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8564641 Jul 16 01:22:58.426132 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8361664-de6b-40de-ac54-e4a34c0d07cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c3d11f-2c01-4fdd-b539-fd29050735e1,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:58.430554 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43160) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:58.435765 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86897842-cfdf-4294-8232-2405a5539b1b tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.498330 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1885901-7946-4265-865d-413a26e1b6ae req-6c3fa204-0a76-4d13-ba29-da658f5539b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:58.507323 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1885901-7946-4265-865d-413a26e1b6ae req-6c3fa204-0a76-4d13-ba29-da658f5539b5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=edd1ed0455014b31835bf69f0954c3dd&device_id=34bd44be-8677-476b-831c-7cc5be010ff9 HTTP/1.1" status: 200 len: 1100 time: 0.5030582 Jul 16 01:22:58.566798 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662d642c-b115-4d89-a1df-661818e86810 x-openstack-request-id: req-662d642c-b115-4d89-a1df-661818e86810 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:58.567263 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0701d08-5f04-420f-b81e-50f14350f19a", "name": "network-vif-plugged", "status": "completed", "tag": "7a765c6f-9dca-4c5b-8ac7-4623402f0f69", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:58.567461 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-662d642c-b115-4d89-a1df-661818e86810 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:58.567807 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0701d08-5f04-420f-b81e-50f14350f19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a765c6f-9dca-4c5b-8ac7-4623402f0f69', 'code': 200} Jul 16 01:22:58.600889 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86897842-cfdf-4294-8232-2405a5539b1b tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fc3bad4-b3d8-4e59-9c00-888ff34c03d8,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:58.605577 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1885901-7946-4265-865d-413a26e1b6ae req-1a6c09e7-1c45-4a04-95a3-4c4fe3d1c243 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=4cedddb5-174d-4d99-a67f-313c9716b2bb HTTP/1.1" status: 200 len: 217 time: 0.0924177 Jul 16 01:22:58.612493 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-3a117a45-2952-452d-9407-1af6e45d0d31 admin admin] For port edd1cb13-1940-47cc-8173-bf32410ddf34, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=edd1cb13-1940-47cc-8173-bf32410ddf34,segment=NetworkSegment(ddb0d307-932a-4053-978f-5d3d155cf880),segment_id=ddb0d307-932a-4053-978f-5d3d155cf880)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:58.612866 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3a117a45-2952-452d-9407-1af6e45d0d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.692299 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-3a117a45-2952-452d-9407-1af6e45d0d31 admin admin] Calling delete_port for edd1cb13-1940-47cc-8173-bf32410ddf34 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:58.722416 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1885901-7946-4265-865d-413a26e1b6ae req-2f20f20a-4476-4b74-a2d0-b9797fdffdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:58.724234 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1885901-7946-4265-865d-413a26e1b6ae req-2f20f20a-4476-4b74-a2d0-b9797fdffdb8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1084986 Jul 16 01:22:58.756947 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86897842-cfdf-4294-8232-2405a5539b1b tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.839287 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc1e93-ccab-4841-88de-a3718beb6b42 req-85d0ab14-3b72-4892-9525-acd440ecc98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:58.841437 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7bfc1e93-ccab-4841-88de-a3718beb6b42 req-85d0ab14-3b72-4892-9525-acd440ecc98b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b0701d08-5f04-420f-b81e-50f14350f19a HTTP/1.1" status: 200 len: 1097 time: 0.1843753 Jul 16 01:22:58.842300 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-504a3d98-ecd2-4242-991e-b046ed6af0cd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73227991-network', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:58.894915 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-206ab9f6-2d6b-4efb-9fdf-38d21ede2abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.907876 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86897842-cfdf-4294-8232-2405a5539b1b tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.921455 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86897842-cfdf-4294-8232-2405a5539b1b tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.929235 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1885901-7946-4265-865d-413a26e1b6ae req-3f59c799-bc34-4843-8bd3-6cbf58419fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:58.930850 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1885901-7946-4265-865d-413a26e1b6ae req-3f59c799-bc34-4843-8bd3-6cbf58419fa1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1695797 Jul 16 01:22:58.936974 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db0e47-03bd-4b4f-8615-77b51ddbb47f req-996a1311-43e3-4779-8cd3-36e547542ee2 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:58.940841 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-84db0e47-03bd-4b4f-8615-77b51ddbb47f req-996a1311-43e3-4779-8cd3-36e547542ee2 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0701d08-5f04-420f-b81e-50f14350f19a HTTP/1.1" status: 200 len: 945 time: 0.3271010 Jul 16 01:22:58.941476 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504a3d98-ecd2-4242-991e-b046ed6af0cd admin admin] Made reservation on behalf of a9bc865e4adb4b748ffb8234191c64fe for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:58.943797 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-504a3d98-ecd2-4242-991e-b046ed6af0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.950065 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7bfc1e93-ccab-4841-88de-a3718beb6b42 req-e8203bb1-7d96-4287-b874-9ac8d23c407b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b755373c-8ab0-4371-b60d-ab0d1a0644b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994608 Jul 16 01:22:58.967979 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-206ab9f6-2d6b-4efb-9fdf-38d21ede2abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.020143 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-504a3d98-ecd2-4242-991e-b046ed6af0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.067515 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86897842-cfdf-4294-8232-2405a5539b1b tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.068071 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86897842-cfdf-4294-8232-2405a5539b1b tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f9f3b21-fdd0-4b13-9ec7-91671c43b6a2 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:22:59.076917 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86897842-cfdf-4294-8232-2405a5539b1b tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.081105 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-86897842-cfdf-4294-8232-2405a5539b1b tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "DELETE /v2.0/routers/0f9f3b21-fdd0-4b13-9ec7-91671c43b6a2 HTTP/1.1" status: 204 len: 168 time: 2.3912363 Jul 16 01:22:59.084559 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43178) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:59.096454 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-84db0e47-03bd-4b4f-8615-77b51ddbb47f req-8feaf6f9-d727-433c-bd0b-f139585ec5e1 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b755373c-8ab0-4371-b60d-ab0d1a0644b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459889 Jul 16 01:22:59.147750 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3a117a45-2952-452d-9407-1af6e45d0d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.175850 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a117a45-2952-452d-9407-1af6e45d0d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=edd1cb13-1940-47cc-8173-bf32410ddf34,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:59.192480 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1885901-7946-4265-865d-413a26e1b6ae req-0e302bf3-6b9a-4229-9bdc-7edd5ac8e6b4 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525980 Jul 16 01:22:59.263073 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.306415 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-206ab9f6-2d6b-4efb-9fdf-38d21ede2abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.308946 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-206ab9f6-2d6b-4efb-9fdf-38d21ede2abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.310715 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-206ab9f6-2d6b-4efb-9fdf-38d21ede2abf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66c3d11f-2c01-4fdd-b539-fd29050735e1 HTTP/1.1" status: 204 len: 168 time: 0.8769245 Jul 16 01:22:59.339345 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ab9f6-2d6b-4efb-9fdf-38d21ede2abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c3d11f-2c01-4fdd-b539-fd29050735e1,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:59.443768 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1885901-7946-4265-865d-413a26e1b6ae req-bee2f3e1-9ed3-4b6d-a54e-d65bd0e94378 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420194 Jul 16 01:22:59.539697 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5df5275-5db3-4aa2-b942-eb8477a2c231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.567394 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.599558 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3a117a45-2952-452d-9407-1af6e45d0d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.613108 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-504a3d98-ecd2-4242-991e-b046ed6af0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.628626 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-504a3d98-ecd2-4242-991e-b046ed6af0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.630691 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.656398 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504a3d98-ecd2-4242-991e-b046ed6af0cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:22:59.675653 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-504a3d98-ecd2-4242-991e-b046ed6af0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.675974 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-504a3d98-ecd2-4242-991e-b046ed6af0cd admin admin] Added segment b80442ff-611c-46c6-96a1-64bc7fc5da83 of type vlan for network 53feacae-2243-41e3-99bc-6a4cd77c4a23 Jul 16 01:22:59.736010 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-504a3d98-ecd2-4242-991e-b046ed6af0cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.755038 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60140e5e-a650-4364-9867-a25a3d16f570 req-92ac9b62-36e5-41bf-a66f-1d101a1991e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:59.758969 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-60140e5e-a650-4364-9867-a25a3d16f570 req-92ac9b62-36e5-41bf-a66f-1d101a1991e3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=edd1ed0455014b31835bf69f0954c3dd&device_id=34bd44be-8677-476b-831c-7cc5be010ff9 HTTP/1.1" status: 200 len: 1100 time: 0.2344651 Jul 16 01:22:59.784642 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-504a3d98-ecd2-4242-991e-b046ed6af0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.786594 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504a3d98-ecd2-4242-991e-b046ed6af0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:59.787341 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-504a3d98-ecd2-4242-991e-b046ed6af0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.895719 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a3d98-ecd2-4242-991e-b046ed6af0cd admin admin] Pushing event updated for resources: {'Network': ['ID=53feacae-2243-41e3-99bc-6a4cd77c4a23,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:59.910488 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 53feacae-2243-41e3-99bc-6a4cd77c4a23 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:22:59.928303 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a3d98-ecd2-4242-991e-b046ed6af0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c798aa-b908-4829-b924-116902dea1dd,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:59.953270 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43198) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:59.955039 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-504a3d98-ecd2-4242-991e-b046ed6af0cd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 1.5499129 Jul 16 01:22:59.980831 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-ecb95cc6-708f-425a-8bf6-68f2ba6ed095 admin admin] Request body: {'subnet': {'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73227991-subnet', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:00.002670 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Deleting port 8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:00.003022 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.016115 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6942cd-6821-4ea4-946a-39f295a96a54 req-8d2af823-30fc-4d6d-9f01-25768fe5f945 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:00.017764 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d6942cd-6821-4ea4-946a-39f295a96a54 req-8d2af823-30fc-4d6d-9f01-25768fe5f945 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=34bd44be-8677-476b-831c-7cc5be010ff9 HTTP/1.1" status: 200 len: 948 time: 0.2531941 Jul 16 01:23:00.080195 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d6942cd-6821-4ea4-946a-39f295a96a54 req-9aeb4948-dd77-4dee-9a39-87fceaaf2812 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519567 Jul 16 01:23:00.120461 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60140e5e-a650-4364-9867-a25a3d16f570 req-1e852321-6b48-4d1c-b7db-571fad70fc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:00.122104 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-60140e5e-a650-4364-9867-a25a3d16f570 req-1e852321-6b48-4d1c-b7db-571fad70fc99 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.3539357 Jul 16 01:23:00.128606 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a117a45-2952-452d-9407-1af6e45d0d31 admin admin] Router 57cc4bfc-427e-46b9-9c25-f2092a068dc9 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:23:00.213924 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-60140e5e-a650-4364-9867-a25a3d16f570 req-ba4ffa3e-bb03-4a85-890d-e26ef904437f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=4cedddb5-174d-4d99-a67f-313c9716b2bb HTTP/1.1" status: 200 len: 217 time: 0.0840352 Jul 16 01:23:00.363797 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb95cc6-708f-425a-8bf6-68f2ba6ed095 admin admin] Made reservation on behalf of a9bc865e4adb4b748ffb8234191c64fe for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:00.366271 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ecb95cc6-708f-425a-8bf6-68f2ba6ed095 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.444894 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60140e5e-a650-4364-9867-a25a3d16f570 req-d7374302-4782-4423-8ce7-7520b411cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:00.446491 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-60140e5e-a650-4364-9867-a25a3d16f570 req-d7374302-4782-4423-8ce7-7520b411cb62 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.2173412 Jul 16 01:23:00.510285 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] For port 8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:00.510741 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.526592 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Calling delete_port for 8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:00.569812 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43236) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:00.646172 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43240) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:00.693782 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.747268 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.786317 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:00.797452 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a2a59783-d6d6-458c-b1ba-d6ce1bcbf8fd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-405308506-network', 'tenant_id': 'aa861bd41f09404b80d7ddcbf607a574'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:00.851794 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:00.852135 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:00.852494 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:00.852827 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:00.853156 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:00.853480 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:00.853802 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:00.854121 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:00.854438 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:00.854758 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:00.855076 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:00.855392 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:00.881699 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a23d3a7-7f51-4344-b1cf-9a04ed1fdd3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.889683 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a59783-d6d6-458c-b1ba-d6ce1bcbf8fd admin admin] Made reservation on behalf of aa861bd41f09404b80d7ddcbf607a574 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:00.892107 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2a59783-d6d6-458c-b1ba-d6ce1bcbf8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.913198 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2a59783-d6d6-458c-b1ba-d6ce1bcbf8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.938630 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.978711 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e61b5-66a6-4e49-8986-e999430cf947 req-d8569314-d814-4491-8d75-b81b26f5ab02 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:00.980221 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ee0e61b5-66a6-4e49-8986-e999430cf947 req-d8569314-d814-4491-8d75-b81b26f5ab02 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0701d08-5f04-420f-b81e-50f14350f19a HTTP/1.1" status: 200 len: 945 time: 0.6574614 Jul 16 01:23:00.985151 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a117a45-2952-452d-9407-1af6e45d0d31 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:00.996538 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3a117a45-2952-452d-9407-1af6e45d0d31 admin admin] 10.222.0.16 "PUT /v2.0/routers/57cc4bfc-427e-46b9-9c25-f2092a068dc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5412929 Jul 16 01:23:00.999958 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8e82c0-e734-4efb-9d88-78bdedde6feb None None] Sync routers for ids ['57cc4bfc-427e-46b9-9c25-f2092a068dc9'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:01.002457 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43244) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:01.012758 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8e82c0-e734-4efb-9d88-78bdedde6feb None None] Routers {'57cc4bfc-427e-46b9-9c25-f2092a068dc9'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:01.013881 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-1d8e82c0-e734-4efb-9d88-78bdedde6feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['57cc4bfc-427e-46b9-9c25-f2092a068dc9'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:01.045156 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60140e5e-a650-4364-9867-a25a3d16f570 req-51dc0497-c5de-4297-8d4d-2904d4c22c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:01.046737 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-60140e5e-a650-4364-9867-a25a3d16f570 req-51dc0497-c5de-4297-8d4d-2904d4c22c32 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5919061 Jul 16 01:23:01.088642 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.093439 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.095181 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ee0e61b5-66a6-4e49-8986-e999430cf947 req-8a1bf7a5-b125-4690-bde2-f829155bfa03 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b755373c-8ab0-4371-b60d-ab0d1a0644b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079681 Jul 16 01:23:01.188077 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ecb95cc6-708f-425a-8bf6-68f2ba6ed095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.195477 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-1d8e82c0-e734-4efb-9d88-78bdedde6feb None None] Set router 57cc4bfc-427e-46b9-9c25-f2092a068dc9 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:01.200446 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.200446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e36dac10-bb7b-431c-8f3e-832be3ffe1aa {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:23:01.207619 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.216790 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43250) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:01.218397 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3d9a9f4f-9da9-4e48-8ee2-7711f15bcfee tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "DELETE /v2.0/routers/e36dac10-bb7b-431c-8f3e-832be3ffe1aa HTTP/1.1" status: 204 len: 168 time: 2.1208332 Jul 16 01:23:01.233193 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0395292-4585-4bd0-90da-bf39e5050522 admin admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.258889 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2498124c-cbe0-4cf4-9d32-66ad529a0c05 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1034095158', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}, 'admin_state_up': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:01.301352 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a23d3a7-7f51-4344-b1cf-9a04ed1fdd3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.351884 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.359995 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-60140e5e-a650-4364-9867-a25a3d16f570 req-c0a6a965-0236-4035-9821-1adc7735cf47 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955039 Jul 16 01:23:01.365958 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb95cc6-708f-425a-8bf6-68f2ba6ed095 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4494480-612e-4b7a-bad4-4f8c38f707d7,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:01.398138 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a23d3a7-7f51-4344-b1cf-9a04ed1fdd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.415475 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.db.api [None req-2498124c-cbe0-4cf4-9d32-66ad529a0c05 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:23:01.415475 n-d-792394-16 neutron-server[93956]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:23:01.415475 n-d-792394-16 neutron-server[93956]: [parameters: {'project_id_1': 'cd354f7f33084ccb991245d73249dee5', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 23, 1, 282951)}] Jul 16 01:23:01.415475 n-d-792394-16 neutron-server[93956]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93956) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:23:01.415993 n-d-792394-16 neutron-server[93956]: DEBUG oslo_db.api [None req-2498124c-cbe0-4cf4-9d32-66ad529a0c05 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:23:01.430476 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb95cc6-708f-425a-8bf6-68f2ba6ed095 admin admin] Checking segment: {'id': 'b80442ff-611c-46c6-96a1-64bc7fc5da83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:01.430829 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb95cc6-708f-425a-8bf6-68f2ba6ed095 admin admin] Network hostable DHCP agents. Network: 53feacae-2243-41e3-99bc-6a4cd77c4a23, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:23:01.476748 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-1d8e82c0-e734-4efb-9d88-78bdedde6feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57cc4bfc-427e-46b9-9c25-f2092a068dc9', 'name': 'tempest-FloatingIPDetailsTestJSON-849408605-router', 'tenant_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '2e71652a-9654-489c-ba9d-bd56742c9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:17Z', 'updated_at': '2021-07-16T01:22:58Z', 'revision_number': 5, 'project_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'gw_port': {'id': '2e71652a-9654-489c-ba9d-bd56742c9382', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cc4bfc-427e-46b9-9c25-f2092a068dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:20Z', 'updated_at': '2021-07-16T01:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:01.503757 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b67c77-0ec8-4fb1-bb15-03c4a146bd1f req-2b90592f-9edd-482d-a3ed-a489326d86d7 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:01.505329 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-53b67c77-0ec8-4fb1-bb15-03c4a146bd1f req-2b90592f-9edd-482d-a3ed-a489326d86d7 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=34bd44be-8677-476b-831c-7cc5be010ff9 HTTP/1.1" status: 200 len: 948 time: 0.2382479 Jul 16 01:23:01.506462 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8e82c0-e734-4efb-9d88-78bdedde6feb None None] Checking router: 57cc4bfc-427e-46b9-9c25-f2092a068dc9 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:23:01.515205 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb95cc6-708f-425a-8bf6-68f2ba6ed095 admin admin] Network 53feacae-2243-41e3-99bc-6a4cd77c4a23 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:23:01.516230 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8e82c0-e734-4efb-9d88-78bdedde6feb None None] Routers {'57cc4bfc-427e-46b9-9c25-f2092a068dc9'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:01.516995 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-1d8e82c0-e734-4efb-9d88-78bdedde6feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['57cc4bfc-427e-46b9-9c25-f2092a068dc9'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:01.520039 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0395292-4585-4bd0-90da-bf39e5050522 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.534816 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-60140e5e-a650-4364-9867-a25a3d16f570 req-9d6c64e0-00fe-4681-8920-8421e1181165 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661410 Jul 16 01:23:01.538408 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23d3a7-7f51-4344-b1cf-9a04ed1fdd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c748242-d454-4b9a-b6b0-301a4fd45f57,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:01.543077 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1a23d3a7-7f51-4344-b1cf-9a04ed1fdd3a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=404df20ed085472cb01803d65b709e89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8957047 Jul 16 01:23:01.548237 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43254) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:01.557131 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-ecb95cc6-708f-425a-8bf6-68f2ba6ed095 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 53feacae-2243-41e3-99bc-6a4cd77c4a23) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:01.574914 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9754ace2-48fa-4b8f-ac7b-4376571eef4d None None] Network 53feacae-2243-41e3-99bc-6a4cd77c4a23 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:01.581714 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb95cc6-708f-425a-8bf6-68f2ba6ed095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:01.582026 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ecb95cc6-708f-425a-8bf6-68f2ba6ed095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.599802 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-53b67c77-0ec8-4fb1-bb15-03c4a146bd1f req-3ab7dee5-3c6c-411a-bc1f-65f6e0ae22e8 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882344 Jul 16 01:23:01.638467 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-85ea7d85-0d02-4fd5-afe5-73e171b1632b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.643301 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 4cedddb5-174d-4d99-a67f-313c9716b2bb details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:01.643621 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9615c-0b4f-4b71-a9e4-a3774cdaeea5 req-e49e72ce-2dd6-46e6-91c9-26b04caa0d9b tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:01.651762 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95c9615c-0b4f-4b71-a9e4-a3774cdaeea5 req-e49e72ce-2dd6-46e6-91c9-26b04caa0d9b tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e21da32-d2d1-4e71-8cda-3b9fa7ccc456 HTTP/1.1" status: 200 len: 945 time: 0.2471929 Jul 16 01:23:01.664960 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-85ea7d85-0d02-4fd5-afe5-73e171b1632b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.698851 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2a59783-d6d6-458c-b1ba-d6ce1bcbf8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.722417 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2a59783-d6d6-458c-b1ba-d6ce1bcbf8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.734215 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-f0395292-4585-4bd0-90da-bf39e5050522 admin admin] Deleting port 2e71652a-9654-489c-ba9d-bd56742c9382 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:01.735073 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0395292-4585-4bd0-90da-bf39e5050522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.770857 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95c9615c-0b4f-4b71-a9e4-a3774cdaeea5 req-9099ecaa-a9d5-49bc-9e17-e04f6c8036e9 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b755373c-8ab0-4371-b60d-ab0d1a0644b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179705 Jul 16 01:23:01.774539 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ecb95cc6-708f-425a-8bf6-68f2ba6ed095 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 1.8105538 Jul 16 01:23:01.776696 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-85ea7d85-0d02-4fd5-afe5-73e171b1632b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.780585 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-85ea7d85-0d02-4fd5-afe5-73e171b1632b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.784055 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-85ea7d85-0d02-4fd5-afe5-73e171b1632b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c748242-d454-4b9a-b6b0-301a4fd45f57 HTTP/1.1" status: 204 len: 168 time: 0.2290046 Jul 16 01:23:01.799193 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43256) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:01.833439 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-af0658b9-221c-42b8-a5e7-07bcba87767f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73227991-router', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:01.843668 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea7d85-0d02-4fd5-afe5-73e171b1632b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c748242-d454-4b9a-b6b0-301a4fd45f57,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:01.854718 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a59783-d6d6-458c-b1ba-d6ce1bcbf8fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:23:01.897670 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af0658b9-221c-42b8-a5e7-07bcba87767f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.898666 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af0658b9-221c-42b8-a5e7-07bcba87767f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.942870 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:01.959432 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a59783-d6d6-458c-b1ba-d6ce1bcbf8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819fa757-0e0b-45d4-aec2-772e717375c6,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:01.965439 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2a59783-d6d6-458c-b1ba-d6ce1bcbf8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.966165 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-a2a59783-d6d6-458c-b1ba-d6ce1bcbf8fd admin admin] Added segment 4fa92530-6e7b-4218-ad10-c4a7480f0f76 of type vlan for network 7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36 Jul 16 01:23:01.981804 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-1d8e82c0-e734-4efb-9d88-78bdedde6feb None None] Set router 57cc4bfc-427e-46b9-9c25-f2092a068dc9 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:02.013946 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:02.014348 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8a7b3e45-9324-4e17-9e3d-f5daf65dbb3d not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:02.039033 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2498124c-cbe0-4cf4-9d32-66ad529a0c05 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.040057 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2498124c-cbe0-4cf4-9d32-66ad529a0c05 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.056129 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af0658b9-221c-42b8-a5e7-07bcba87767f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.081484 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2a59783-d6d6-458c-b1ba-d6ce1bcbf8fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.100623 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-f0395292-4585-4bd0-90da-bf39e5050522 admin admin] For port 2e71652a-9654-489c-ba9d-bd56742c9382, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2e71652a-9654-489c-ba9d-bd56742c9382,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:02.101039 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0395292-4585-4bd0-90da-bf39e5050522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.121381 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-f0395292-4585-4bd0-90da-bf39e5050522 admin admin] Calling delete_port for 2e71652a-9654-489c-ba9d-bd56742c9382 owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:02.203366 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2a59783-d6d6-458c-b1ba-d6ce1bcbf8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.204636 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2498124c-cbe0-4cf4-9d32-66ad529a0c05 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.204876 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a59783-d6d6-458c-b1ba-d6ce1bcbf8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:02.205663 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2a59783-d6d6-458c-b1ba-d6ce1bcbf8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.215498 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 4cedddb5-174d-4d99-a67f-313c9716b2bb, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=4cedddb5-174d-4d99-a67f-313c9716b2bb,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:02.254868 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '4cedddb5-174d-4d99-a67f-313c9716b2bb', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': '4cedddb5-174d-4d99-a67f-313c9716b2bb', 'mac_address': 'fa:16:3e:af:4b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:02.265444 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1593f2a0-280d-4922-9746-75c2fce7c70d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-53feacae-2243-41e3-99bc-6a4cd77c4a23', 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'fixed_ips': [{'subnet_id': 'a4494480-612e-4b7a-bad4-4f8c38f707d7'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:23:02.266675 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1593f2a0-280d-4922-9746-75c2fce7c70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.269737 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a2a59783-d6d6-458c-b1ba-d6ce1bcbf8fd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6986659 Jul 16 01:23:02.276686 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43264) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:02.350392 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-e259af20-2f84-4e8b-96cf-dd3dbc82c75f admin admin] Request body: {'subnet': {'network_id': '7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-405308506-subnet', 'tenant_id': 'aa861bd41f09404b80d7ddcbf607a574', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:02.353795 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43268) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:02.364266 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.368066 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a59783-d6d6-458c-b1ba-d6ce1bcbf8fd admin admin] Pushing event updated for resources: {'Network': ['ID=7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:02.404186 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af0658b9-221c-42b8-a5e7-07bcba87767f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.423531 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:23:02.440211 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5f1f17c7-aab3-4dfb-ba90-385a7238dfc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.472726 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cedddb5-174d-4d99-a67f-313c9716b2bb {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:02.485328 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e259af20-2f84-4e8b-96cf-dd3dbc82c75f admin admin] Made reservation on behalf of aa861bd41f09404b80d7ddcbf607a574 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:02.488257 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e259af20-2f84-4e8b-96cf-dd3dbc82c75f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.491232 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.534731 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 4cedddb5-174d-4d99-a67f-313c9716b2bb, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=4cedddb5-174d-4d99-a67f-313c9716b2bb,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:02.573587 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.625083 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-1593f2a0-280d-4922-9746-75c2fce7c70d None None] Allocated IP 172.20.0.2 (53feacae-2243-41e3-99bc-6a4cd77c4a23/a4494480-612e-4b7a-bad4-4f8c38f707d7/3f10cb13-7460-41e5-913b-4d43e665c265) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:02.635026 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-1d8e82c0-e734-4efb-9d88-78bdedde6feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57cc4bfc-427e-46b9-9c25-f2092a068dc9', 'name': 'tempest-FloatingIPDetailsTestJSON-849408605-router', 'tenant_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '2e71652a-9654-489c-ba9d-bd56742c9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:17Z', 'updated_at': '2021-07-16T01:22:58Z', 'revision_number': 5, 'project_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'gw_port': {'id': '2e71652a-9654-489c-ba9d-bd56742c9382', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cc4bfc-427e-46b9-9c25-f2092a068dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:20Z', 'updated_at': '2021-07-16T01:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:02.672495 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2498124c-cbe0-4cf4-9d32-66ad529a0c05 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.707197 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8e82c0-e734-4efb-9d88-78bdedde6feb None None] The sync data for ids ['57cc4bfc-427e-46b9-9c25-f2092a068dc9'] in n-d-792394-16 is: [{'id': '57cc4bfc-427e-46b9-9c25-f2092a068dc9', 'name': 'tempest-FloatingIPDetailsTestJSON-849408605-router', 'tenant_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '2e71652a-9654-489c-ba9d-bd56742c9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:17Z', 'updated_at': '2021-07-16T01:22:58Z', 'revision_number': 5, 'project_id': 'f85f72df8cff4f6189685d42bbbe2c48', 'gw_port': {'id': '2e71652a-9654-489c-ba9d-bd56742c9382', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cc4bfc-427e-46b9-9c25-f2092a068dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:20Z', 'updated_at': '2021-07-16T01:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:02.717541 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=4cedddb5-174d-4d99-a67f-313c9716b2bb,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:02.743994 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5f1f17c7-aab3-4dfb-ba90-385a7238dfc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.768132 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5f1f17c7-aab3-4dfb-ba90-385a7238dfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.827193 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0395292-4585-4bd0-90da-bf39e5050522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.844642 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5f1f17c7-aab3-4dfb-ba90-385a7238dfc8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf777eda9d1441e7929bd7fb047fc478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4872689 Jul 16 01:23:02.846091 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43282) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:02.859770 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f17c7-aab3-4dfb-ba90-385a7238dfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6d1a37-292d-4e0f-aa98-735c6d32af7e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:02.905907 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0395292-4585-4bd0-90da-bf39e5050522 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e71652a-9654-489c-ba9d-bd56742c9382,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:02.939106 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['4cedddb5-174d-4d99-a67f-313c9716b2bb'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:02.979374 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1593f2a0-280d-4922-9746-75c2fce7c70d None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:02.999365 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1593f2a0-280d-4922-9746-75c2fce7c70d None None] Transition to ACTIVE for port object 3f10cb13-7460-41e5-913b-4d43e665c265 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:03.027615 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1593f2a0-280d-4922-9746-75c2fce7c70d None None] Transition to ACTIVE for port object 3f10cb13-7460-41e5-913b-4d43e665c265 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:03.043628 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1593f2a0-280d-4922-9746-75c2fce7c70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.050063 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0395292-4585-4bd0-90da-bf39e5050522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.086841 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1593f2a0-280d-4922-9746-75c2fce7c70d None None] Network 53feacae-2243-41e3-99bc-6a4cd77c4a23 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:03.093652 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-1593f2a0-280d-4922-9746-75c2fce7c70d None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:03.096271 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1593f2a0-280d-4922-9746-75c2fce7c70d None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:03.125402 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e259af20-2f84-4e8b-96cf-dd3dbc82c75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.128008 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a23de318-4053-491b-a4bc-069c8524af3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.169004 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19504e7-3cba-46d6-8df3-6b41864d7a84 req-1d2700dc-f1db-46bc-b43e-bbcff645e7d9 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:03.170577 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af0658b9-221c-42b8-a5e7-07bcba87767f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.174614 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593f2a0-280d-4922-9746-75c2fce7c70d None None] Pushing event updated for resources: {'Port': ['ID=3f10cb13-7460-41e5-913b-4d43e665c265,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:03.175582 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d19504e7-3cba-46d6-8df3-6b41864d7a84 req-1d2700dc-f1db-46bc-b43e-bbcff645e7d9 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=34bd44be-8677-476b-831c-7cc5be010ff9 HTTP/1.1" status: 200 len: 949 time: 0.3447132 Jul 16 01:23:03.192178 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:23:03.198864 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-1593f2a0-280d-4922-9746-75c2fce7c70d None None] Attempting to bind port 3f10cb13-7460-41e5-913b-4d43e665c265 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:03.199411 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-1593f2a0-280d-4922-9746-75c2fce7c70d None None] Attempting to bind port 3f10cb13-7460-41e5-913b-4d43e665c265 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'b80442ff-611c-46c6-96a1-64bc7fc5da83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:03.199792 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1593f2a0-280d-4922-9746-75c2fce7c70d None None] Attempting to bind port 3f10cb13-7460-41e5-913b-4d43e665c265 on network 53feacae-2243-41e3-99bc-6a4cd77c4a23 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:03.200929 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a6615-6419-4df9-aa88-887204239175 req-e1e82a83-0206-498e-98be-213d79c7735f tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:03.204849 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c3a6615-6419-4df9-aa88-887204239175 req-e1e82a83-0206-498e-98be-213d79c7735f tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/networks?id=04f5209e-58b4-4416-b93c-dcec5475ec9f HTTP/1.1" status: 200 len: 813 time: 0.2887940 Jul 16 01:23:03.224329 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0395292-4585-4bd0-90da-bf39e5050522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.229625 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1593f2a0-280d-4922-9746-75c2fce7c70d None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:03.230046 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1593f2a0-280d-4922-9746-75c2fce7c70d None None] Checking segment: {'id': 'b80442ff-611c-46c6-96a1-64bc7fc5da83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:03.230540 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1593f2a0-280d-4922-9746-75c2fce7c70d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.231046 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1593f2a0-280d-4922-9746-75c2fce7c70d None None] Bound using segment: {'id': 'b80442ff-611c-46c6-96a1-64bc7fc5da83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:03.232023 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-1593f2a0-280d-4922-9746-75c2fce7c70d None None] Bound port: 3f10cb13-7460-41e5-913b-4d43e665c265, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80442ff-611c-46c6-96a1-64bc7fc5da83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:03.232567 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1593f2a0-280d-4922-9746-75c2fce7c70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.233201 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0395292-4585-4bd0-90da-bf39e5050522 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.267464 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a23de318-4053-491b-a4bc-069c8524af3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.284917 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af0658b9-221c-42b8-a5e7-07bcba87767f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.317784 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259af20-2f84-4e8b-96cf-dd3dbc82c75f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c533965-8cf3-4c16-bdec-4ef07ed78d5e,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:03.325066 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d19504e7-3cba-46d6-8df3-6b41864d7a84 req-836fdb3b-4596-4c2c-b042-406ede341927 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485035 Jul 16 01:23:03.338471 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c3a6615-6419-4df9-aa88-887204239175 req-7c40a80b-0aa4-41c3-afba-37c953a79b42 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/quotas/3c7df87bcaf848cbbc8128d4797f7756 HTTP/1.1" status: 200 len: 375 time: 0.0747113 Jul 16 01:23:03.350327 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-1593f2a0-280d-4922-9746-75c2fce7c70d None None] For port 3f10cb13-7460-41e5-913b-4d43e665c265, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:03.350327 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-1593f2a0-280d-4922-9746-75c2fce7c70d None None] For port 3f10cb13-7460-41e5-913b-4d43e665c265, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=3f10cb13-7460-41e5-913b-4d43e665c265,segment=NetworkSegment(b80442ff-611c-46c6-96a1-64bc7fc5da83),segment_id=b80442ff-611c-46c6-96a1-64bc7fc5da83)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:03.353963 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1593f2a0-280d-4922-9746-75c2fce7c70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.357428 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0395292-4585-4bd0-90da-bf39e5050522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.357969 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0395292-4585-4bd0-90da-bf39e5050522 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57cc4bfc-427e-46b9-9c25-f2092a068dc9 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:23:03.366379 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0395292-4585-4bd0-90da-bf39e5050522 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.373418 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f0395292-4585-4bd0-90da-bf39e5050522 admin admin] 10.222.0.16 "DELETE /v2.0/routers/57cc4bfc-427e-46b9-9c25-f2092a068dc9 HTTP/1.1" status: 204 len: 168 time: 2.3698533 Jul 16 01:23:03.375051 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43288) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:03.375873 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e259af20-2f84-4e8b-96cf-dd3dbc82c75f admin admin] Checking segment: {'id': '4fa92530-6e7b-4218-ad10-c4a7480f0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:03.376708 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e259af20-2f84-4e8b-96cf-dd3dbc82c75f admin admin] Network hostable DHCP agents. Network: 7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:23:03.482391 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593f2a0-280d-4922-9746-75c2fce7c70d None None] Pushing event updated for resources: {'Port': ['ID=3f10cb13-7460-41e5-913b-4d43e665c265,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:03.500818 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c2113db-3745-4fd1-ac32-997ae65926f5 admin admin] Deleting subnet f10d9a62-246e-4939-80d5-00a045b5ac27 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:23:03.509103 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c2113db-3745-4fd1-ac32-997ae65926f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.516427 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2498124c-cbe0-4cf4-9d32-66ad529a0c05 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.547655 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e259af20-2f84-4e8b-96cf-dd3dbc82c75f admin admin] Network 7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:23:03.551927 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2498124c-cbe0-4cf4-9d32-66ad529a0c05 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.568694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-e259af20-2f84-4e8b-96cf-dd3dbc82c75f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:03.572294 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c2113db-3745-4fd1-ac32-997ae65926f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.580433 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9bca13-d1a0-455b-9874-fcdf40b9443a None None] Network 7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:03.595570 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e259af20-2f84-4e8b-96cf-dd3dbc82c75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:03.596287 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e259af20-2f84-4e8b-96cf-dd3dbc82c75f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.635791 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e259af20-2f84-4e8b-96cf-dd3dbc82c75f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3583577 Jul 16 01:23:03.638872 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43290) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:03.647149 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a491d9ee-44e7-470c-8529-4ddd2d9ae319 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-405308506-router', 'tenant_id': 'aa861bd41f09404b80d7ddcbf607a574', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:03.705520 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a491d9ee-44e7-470c-8529-4ddd2d9ae319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.705520 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a491d9ee-44e7-470c-8529-4ddd2d9ae319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.734745 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c2113db-3745-4fd1-ac32-997ae65926f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.740400 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a23de318-4053-491b-a4bc-069c8524af3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.746380 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a23de318-4053-491b-a4bc-069c8524af3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.747749 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a23de318-4053-491b-a4bc-069c8524af3d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b6d1a37-292d-4e0f-aa98-735c6d32af7e HTTP/1.1" status: 204 len: 168 time: 0.9007142 Jul 16 01:23:03.794016 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c3a6615-6419-4df9-aa88-887204239175 req-ef190a8d-c0a6-4b46-b3d4-68ee5d6ed1b9 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c7df87bcaf848cbbc8128d4797f7756&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4543090 Jul 16 01:23:03.821212 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-af0658b9-221c-42b8-a5e7-07bcba87767f admin admin] Allocated IP 172.25.6.171 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/2cae20d6-e68d-43eb-acce-e7b0659ed988) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:03.831282 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23de318-4053-491b-a4bc-069c8524af3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6d1a37-292d-4e0f-aa98-735c6d32af7e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:03.837672 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a491d9ee-44e7-470c-8529-4ddd2d9ae319 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.946933 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237ed935-ab4b-4cf9-bfc8-49898edd2ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36', 'network_id': '7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36', 'tenant_id': 'aa861bd41f09404b80d7ddcbf607a574', 'fixed_ips': [{'subnet_id': '3c533965-8cf3-4c16-bdec-4ef07ed78d5e'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:23:03.948733 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-237ed935-ab4b-4cf9-bfc8-49898edd2ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.987729 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7ceb8-1bca-4f44-b212-ee1201e1f951 req-274e379e-1d90-4026-bcb2-1749bc23b9b3 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:03.990910 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b6a7ceb8-1bca-4f44-b212-ee1201e1f951 req-274e379e-1d90-4026-bcb2-1749bc23b9b3 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.84 "GET /v2.0/ports?device_id=4e21da32-d2d1-4e71-8cda-3b9fa7ccc456 HTTP/1.1" status: 200 len: 945 time: 0.3532221 Jul 16 01:23:04.041236 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a491d9ee-44e7-470c-8529-4ddd2d9ae319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.063041 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c2113db-3745-4fd1-ac32-997ae65926f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.110987 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2113db-3745-4fd1-ac32-997ae65926f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f10d9a62-246e-4939-80d5-00a045b5ac27,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:04.117189 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c2113db-3745-4fd1-ac32-997ae65926f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.119486 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2c2113db-3745-4fd1-ac32-997ae65926f5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f10d9a62-246e-4939-80d5-00a045b5ac27 HTTP/1.1" status: 204 len: 168 time: 0.7313304 Jul 16 01:23:04.126370 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43296) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:04.151627 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5434c5f-e7f0-444c-a3c3-e3c05388a68a None None] Network 32df3d9f-7462-495f-80a3-cdd86d9b66d8 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:04.218132 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5b658e4b-f475-42ee-a6ce-cc98a3949614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.349225 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-5b658e4b-f475-42ee-a6ce-cc98a3949614 admin admin] Deleting port eaa79a8a-6f63-4fc3-af39-e5537ee13216 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:04.349617 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5b658e4b-f475-42ee-a6ce-cc98a3949614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.505496 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c3a6615-6419-4df9-aa88-887204239175 req-b8907808-fa72-48bb-8423-3fbe0b00c339 service neutron] 10.222.0.16 "GET /v2.0/networks/04f5209e-58b4-4416-b93c-dcec5475ec9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7098994 Jul 16 01:23:04.510164 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-237ed935-ab4b-4cf9-bfc8-49898edd2ba3 None None] Allocated IP 172.20.0.2 (7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36/3c533965-8cf3-4c16-bdec-4ef07ed78d5e/307263fa-1954-46ef-8767-9a16bade1eb9) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:04.520150 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 3f10cb13-7460-41e5-913b-4d43e665c265 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:04.752263 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 3f10cb13-7460-41e5-913b-4d43e665c265 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:04.774715 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device edd1cb13-1940-47cc-8173-bf32410ddf34 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:04.774951 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af0658b9-221c-42b8-a5e7-07bcba87767f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.782359 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.824077 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: edd1cb13-1940-47cc-8173-bf32410ddf34 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:04.824743 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device edd1cb13-1940-47cc-8173-bf32410ddf34 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:04.855886 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecadd88-5624-49fb-b5c8-19ab5cd7aba6 None None] DHCP port deletion for 32df3d9f-7462-495f-80a3-cdd86d9b66d8 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:23:04.901394 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d9558-c84d-4979-8eb7-8b1186086a59 req-a50c6471-5953-443d-a4d6-b5216c296727 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:04.904428 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a51d9558-c84d-4979-8eb7-8b1186086a59 req-a50c6471-5953-443d-a4d6-b5216c296727 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.82 "GET /v2.0/ports?device_id=b0701d08-5f04-420f-b81e-50f14350f19a HTTP/1.1" status: 200 len: 945 time: 0.9503353 Jul 16 01:23:04.939015 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-237ed935-ab4b-4cf9-bfc8-49898edd2ba3 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.953960 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-237ed935-ab4b-4cf9-bfc8-49898edd2ba3 None None] Transition to ACTIVE for port object 307263fa-1954-46ef-8767-9a16bade1eb9 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:04.978347 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-3ecadd88-5624-49fb-b5c8-19ab5cd7aba6 None None] Deleting port eaa79a8a-6f63-4fc3-af39-e5537ee13216 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:04.978851 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3ecadd88-5624-49fb-b5c8-19ab5cd7aba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.995883 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c3a6615-6419-4df9-aa88-887204239175 req-7c6e2d22-284f-4e0f-95b3-3983bb2268c1 service neutron] 10.222.0.16 "GET /v2.0/networks/04f5209e-58b4-4416-b93c-dcec5475ec9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887252 Jul 16 01:23:05.093185 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-b6a7ceb8-1bca-4f44-b212-ee1201e1f951 req-11701e71-1253-4a72-9f62-14bd1178aefc tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Deleting port 3921a2ee-f2a6-459c-a5cb-310ea0c0996c {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:05.093425 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b6a7ceb8-1bca-4f44-b212-ee1201e1f951 req-11701e71-1253-4a72-9f62-14bd1178aefc tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:05.235822 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-b6a7ceb8-1bca-4f44-b212-ee1201e1f951 req-11701e71-1253-4a72-9f62-14bd1178aefc tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] For port 3921a2ee-f2a6-459c-a5cb-310ea0c0996c, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3921a2ee-f2a6-459c-a5cb-310ea0c0996c,segment=NetworkSegment(809c94c3-fa35-4741-a6c4-b4b01340db50),segment_id=809c94c3-fa35-4741-a6c4-b4b01340db50)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:05.236036 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b6a7ceb8-1bca-4f44-b212-ee1201e1f951 req-11701e71-1253-4a72-9f62-14bd1178aefc tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:05.259066 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3ecadd88-5624-49fb-b5c8-19ab5cd7aba6 None None] For port eaa79a8a-6f63-4fc3-af39-e5537ee13216, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=eaa79a8a-6f63-4fc3-af39-e5537ee13216,segment=NetworkSegment(ddb0d307-932a-4053-978f-5d3d155cf880),segment_id=ddb0d307-932a-4053-978f-5d3d155cf880)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:05.259651 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3ecadd88-5624-49fb-b5c8-19ab5cd7aba6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:05.273659 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-b6a7ceb8-1bca-4f44-b212-ee1201e1f951 req-11701e71-1253-4a72-9f62-14bd1178aefc tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Calling delete_port for 3921a2ee-f2a6-459c-a5cb-310ea0c0996c owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:05.300662 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-3ecadd88-5624-49fb-b5c8-19ab5cd7aba6 None None] Calling delete_port for eaa79a8a-6f63-4fc3-af39-e5537ee13216 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:05.330686 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af0658b9-221c-42b8-a5e7-07bcba87767f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:05.360259 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-5b658e4b-f475-42ee-a6ce-cc98a3949614 admin admin] For port eaa79a8a-6f63-4fc3-af39-e5537ee13216, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=eaa79a8a-6f63-4fc3-af39-e5537ee13216,segment=NetworkSegment(ddb0d307-932a-4053-978f-5d3d155cf880),segment_id=ddb0d307-932a-4053-978f-5d3d155cf880)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:05.360943 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5b658e4b-f475-42ee-a6ce-cc98a3949614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:05.392206 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-5b658e4b-f475-42ee-a6ce-cc98a3949614 admin admin] Calling delete_port for eaa79a8a-6f63-4fc3-af39-e5537ee13216 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:05.399864 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a491d9ee-44e7-470c-8529-4ddd2d9ae319 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:05.433249 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a491d9ee-44e7-470c-8529-4ddd2d9ae319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:05.440015 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0658b9-221c-42b8-a5e7-07bcba87767f admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:05.443720 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-237ed935-ab4b-4cf9-bfc8-49898edd2ba3 None None] Transition to ACTIVE for port object 307263fa-1954-46ef-8767-9a16bade1eb9 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:05.451232 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e82de0-564d-49e5-b541-4ec6af56bf0f None None] Network 53feacae-2243-41e3-99bc-6a4cd77c4a23 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:05.467830 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f49a6c-4474-4399-8037-61015b97437e req-5fd2664e-699b-4536-aacf-a1f157562568 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:05.473832 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-237ed935-ab4b-4cf9-bfc8-49898edd2ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:05.478922 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-03f49a6c-4474-4399-8037-61015b97437e req-5fd2664e-699b-4536-aacf-a1f157562568 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=34bd44be-8677-476b-831c-7cc5be010ff9 HTTP/1.1" status: 200 len: 949 time: 0.9267917 Jul 16 01:23:05.500247 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-af0658b9-221c-42b8-a5e7-07bcba87767f admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:05.531903 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0658b9-221c-42b8-a5e7-07bcba87767f admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:05.558625 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c1b94ada-304a-4185-9dd9-0126192aad18 None None] Provisioning for port 3f10cb13-7460-41e5-913b-4d43e665c265 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:05.582320 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c1b94ada-304a-4185-9dd9-0126192aad18 None None] Provisioning complete for port 3f10cb13-7460-41e5-913b-4d43e665c265 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:05.582787 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c1b94ada-304a-4185-9dd9-0126192aad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:05.680648 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 4cedddb5-174d-4d99-a67f-313c9716b2bb up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:05.727068 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237ed935-ab4b-4cf9-bfc8-49898edd2ba3 None None] Network 7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:05.764211 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-237ed935-ab4b-4cf9-bfc8-49898edd2ba3 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:05.766798 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ed935-ab4b-4cf9-bfc8-49898edd2ba3 None None] Pushing event updated for resources: {'Port': ['ID=307263fa-1954-46ef-8767-9a16bade1eb9,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:05.772081 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237ed935-ab4b-4cf9-bfc8-49898edd2ba3 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:05.791253 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5b658e4b-f475-42ee-a6ce-cc98a3949614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:05.881689 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 4cedddb5-174d-4d99-a67f-313c9716b2bb completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:05.897555 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b658e4b-f475-42ee-a6ce-cc98a3949614 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaa79a8a-6f63-4fc3-af39-e5537ee13216,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:05.899890 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b658e4b-f475-42ee-a6ce-cc98a3949614 admin admin] No DVR routers for this DVR port eaa79a8a-6f63-4fc3-af39-e5537ee13216 on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:05.933044 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2e71652a-9654-489c-ba9d-bd56742c9382 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:05.936481 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3ecadd88-5624-49fb-b5c8-19ab5cd7aba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.010695 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 4cedddb5-174d-4d99-a67f-313c9716b2bb triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:06.011429 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.084122 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 2e71652a-9654-489c-ba9d-bd56742c9382 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:06.084829 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2e71652a-9654-489c-ba9d-bd56742c9382 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:06.085300 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device eaa79a8a-6f63-4fc3-af39-e5537ee13216 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:06.086489 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5b658e4b-f475-42ee-a6ce-cc98a3949614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.116346 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-5b658e4b-f475-42ee-a6ce-cc98a3949614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32df3d9f-7462-495f-80a3-cdd86d9b66d8']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:06.123743 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: eaa79a8a-6f63-4fc3-af39-e5537ee13216 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:06.124292 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device eaa79a8a-6f63-4fc3-af39-e5537ee13216 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:06.135876 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-03f49a6c-4474-4399-8037-61015b97437e req-7ecd9eb8-bfed-4b4e-ba9a-c66f1aedb720 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6539063 Jul 16 01:23:06.137685 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecadd88-5624-49fb-b5c8-19ab5cd7aba6 None None] Pushing event deleted for resources: {'Port': ['ID=eaa79a8a-6f63-4fc3-af39-e5537ee13216,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:06.149429 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-5b658e4b-f475-42ee-a6ce-cc98a3949614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb0d307-932a-4053-978f-5d3d155cf880') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:06.149736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-5b658e4b-f475-42ee-a6ce-cc98a3949614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb0d307-932a-4053-978f-5d3d155cf880') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:06.150338 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecadd88-5624-49fb-b5c8-19ab5cd7aba6 None None] No DVR routers for this DVR port eaa79a8a-6f63-4fc3-af39-e5537ee13216 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:06.172446 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5b658e4b-f475-42ee-a6ce-cc98a3949614 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.205485 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5b658e4b-f475-42ee-a6ce-cc98a3949614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.215190 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-237ed935-ab4b-4cf9-bfc8-49898edd2ba3 None None] Attempting to bind port 307263fa-1954-46ef-8767-9a16bade1eb9 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:06.215459 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-237ed935-ab4b-4cf9-bfc8-49898edd2ba3 None None] Attempting to bind port 307263fa-1954-46ef-8767-9a16bade1eb9 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '4fa92530-6e7b-4218-ad10-c4a7480f0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:06.215824 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237ed935-ab4b-4cf9-bfc8-49898edd2ba3 None None] Attempting to bind port 307263fa-1954-46ef-8767-9a16bade1eb9 on network 7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:06.220101 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c1b94ada-304a-4185-9dd9-0126192aad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.232530 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b658e4b-f475-42ee-a6ce-cc98a3949614 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:23:06.232530 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5b658e4b-f475-42ee-a6ce-cc98a3949614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:23:06.239675 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:23:06.272451 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237ed935-ab4b-4cf9-bfc8-49898edd2ba3 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:06.273847 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237ed935-ab4b-4cf9-bfc8-49898edd2ba3 None None] Checking segment: {'id': '4fa92530-6e7b-4218-ad10-c4a7480f0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:06.273847 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-237ed935-ab4b-4cf9-bfc8-49898edd2ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.273847 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237ed935-ab4b-4cf9-bfc8-49898edd2ba3 None None] Bound using segment: {'id': '4fa92530-6e7b-4218-ad10-c4a7480f0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:06.274703 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-237ed935-ab4b-4cf9-bfc8-49898edd2ba3 None None] Bound port: 307263fa-1954-46ef-8767-9a16bade1eb9, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa92530-6e7b-4218-ad10-c4a7480f0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:06.275105 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-237ed935-ab4b-4cf9-bfc8-49898edd2ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.361978 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5b658e4b-f475-42ee-a6ce-cc98a3949614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.375805 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5b658e4b-f475-42ee-a6ce-cc98a3949614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.378495 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5b658e4b-f475-42ee-a6ce-cc98a3949614 admin admin] 10.222.0.16 "DELETE /v2.0/networks/32df3d9f-7462-495f-80a3-cdd86d9b66d8 HTTP/1.1" status: 204 len: 168 time: 2.2508111 Jul 16 01:23:06.393901 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c1b94ada-304a-4185-9dd9-0126192aad18 None None] For port 3f10cb13-7460-41e5-913b-4d43e665c265, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=3f10cb13-7460-41e5-913b-4d43e665c265,segment=NetworkSegment(b80442ff-611c-46c6-96a1-64bc7fc5da83),segment_id=b80442ff-611c-46c6-96a1-64bc7fc5da83)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:06.405724 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b658e4b-f475-42ee-a6ce-cc98a3949614 admin admin] Pushing event deleted for resources: {'Network': ['ID=32df3d9f-7462-495f-80a3-cdd86d9b66d8,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:06.432097 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c1b94ada-304a-4185-9dd9-0126192aad18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.442109 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.488764 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-a51d9558-c84d-4979-8eb7-8b1186086a59 req-7e1c3768-9844-4194-a6a3-52e3ced3da56 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Deleting port 7a765c6f-9dca-4c5b-8ac7-4623402f0f69 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:06.489483 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-a51d9558-c84d-4979-8eb7-8b1186086a59 req-7e1c3768-9844-4194-a6a3-52e3ced3da56 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.560196 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0658b9-221c-42b8-a5e7-07bcba87767f admin admin] Pushing event updated for resources: {'Port': ['ID=2cae20d6-e68d-43eb-acce-e7b0659ed988,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:06.564813 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-2498124c-cbe0-4cf4-9d32-66ad529a0c05 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Allocated IP 172.25.6.8 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/1ee08d31-c876-450d-bc0f-0c67d7e2e690) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:06.570314 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-237ed935-ab4b-4cf9-bfc8-49898edd2ba3 None None] For port 307263fa-1954-46ef-8767-9a16bade1eb9, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:06.580223 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-237ed935-ab4b-4cf9-bfc8-49898edd2ba3 None None] For port 307263fa-1954-46ef-8767-9a16bade1eb9, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=307263fa-1954-46ef-8767-9a16bade1eb9,segment=NetworkSegment(4fa92530-6e7b-4218-ad10-c4a7480f0f76),segment_id=4fa92530-6e7b-4218-ad10-c4a7480f0f76)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:06.608701 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7da8ba95-0c14-480b-b0ce-6973fd939825 req-a8d38304-74f1-469c-acff-fa62a73f07b0 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebab5416-30b8-4552-9bf2-7161df2c6bf0 HTTP/1.1" status: 200 len: 210 time: 0.1160040 Jul 16 01:23:06.637224 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b94ada-304a-4185-9dd9-0126192aad18 None None] Pushing event updated for resources: {'Port': ['ID=3f10cb13-7460-41e5-913b-4d43e665c265,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:06.667477 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-237ed935-ab4b-4cf9-bfc8-49898edd2ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.743862 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bd44be-8677-476b-831c-7cc5be010ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cedddb5-174d-4d99-a67f-313c9716b2bb'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:06.747351 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84380370-c2c9-49ab-b524-5df1af48d8dd" -d '{"events": [{"server_uuid": "34bd44be-8677-476b-831c-7cc5be010ff9", "name": "network-vif-plugged", "status": "completed", "tag": "4cedddb5-174d-4d99-a67f-313c9716b2bb"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:06.772511 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43360) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:06.814263 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 4cedddb5-174d-4d99-a67f-313c9716b2bb, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=4cedddb5-174d-4d99-a67f-313c9716b2bb,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:06.833636 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.839157 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 3921a2ee-f2a6-459c-a5cb-310ea0c0996c no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:06.881633 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-a51d9558-c84d-4979-8eb7-8b1186086a59 req-7e1c3768-9844-4194-a6a3-52e3ced3da56 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] For port 7a765c6f-9dca-4c5b-8ac7-4623402f0f69, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7a765c6f-9dca-4c5b-8ac7-4623402f0f69,segment=NetworkSegment(809c94c3-fa35-4741-a6c4-b4b01340db50),segment_id=809c94c3-fa35-4741-a6c4-b4b01340db50)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:06.882028 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-a51d9558-c84d-4979-8eb7-8b1186086a59 req-7e1c3768-9844-4194-a6a3-52e3ced3da56 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.899177 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-899dc007-037d-4bd6-94bc-3ce07244e4d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f85f72df8cff4f6189685d42bbbe2c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1222363 Jul 16 01:23:06.902382 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43364) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:06.916473 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-a51d9558-c84d-4979-8eb7-8b1186086a59 req-7e1c3768-9844-4194-a6a3-52e3ced3da56 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Calling delete_port for 7a765c6f-9dca-4c5b-8ac7-4623402f0f69 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:07.005665 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7cbcef-a7e8-4538-88ec-dc0f17f32804 x-openstack-request-id: req-1a7cbcef-a7e8-4538-88ec-dc0f17f32804 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:07.009116 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bd44be-8677-476b-831c-7cc5be010ff9", "name": "network-vif-plugged", "status": "completed", "tag": "4cedddb5-174d-4d99-a67f-313c9716b2bb", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:07.009490 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a7cbcef-a7e8-4538-88ec-dc0f17f32804 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:07.010038 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bd44be-8677-476b-831c-7cc5be010ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cedddb5-174d-4d99-a67f-313c9716b2bb', 'code': 200} Jul 16 01:23:07.019728 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ed935-ab4b-4cf9-bfc8-49898edd2ba3 None None] Pushing event updated for resources: {'Port': ['ID=307263fa-1954-46ef-8767-9a16bade1eb9,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:07.054935 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9212c628-6380-46eb-b470-35c57d99f2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.111424 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9212c628-6380-46eb-b470-35c57d99f2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.188972 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=4cedddb5-174d-4d99-a67f-313c9716b2bb,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:07.195108 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b6a7ceb8-1bca-4f44-b212-ee1201e1f951 req-11701e71-1253-4a72-9f62-14bd1178aefc tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.214496 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-46d833e6-3101-4462-9c7e-1e98d8962938 None None] Provisioning complete for port 3f10cb13-7460-41e5-913b-4d43e665c265 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:07.218976 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-46d833e6-3101-4462-9c7e-1e98d8962938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.224408 n-d-792394-16 neutron-server[93957]: INFO neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No ports have port_id starting with 3921a2ee-f2a6-459c-a5cb-310ea0c0996c Jul 16 01:23:07.283437 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2498124c-cbe0-4cf4-9d32-66ad529a0c05 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.351536 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11701e71-1253-4a72-9f62-14bd1178aefc tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Pushing event deleted for resources: {'Port': ['ID=3921a2ee-f2a6-459c-a5cb-310ea0c0996c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:07.382354 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9212c628-6380-46eb-b470-35c57d99f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.385496 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9212c628-6380-46eb-b470-35c57d99f2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.394539 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9212c628-6380-46eb-b470-35c57d99f2d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/03a259c7-e022-4ca9-bbd9-5f234494b117 HTTP/1.1" status: 204 len: 168 time: 0.4867098 Jul 16 01:23:07.420306 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212c628-6380-46eb-b470-35c57d99f2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a259c7-e022-4ca9-bbd9-5f234494b117,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:07.479391 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a69215-035c-4f65-8290-564cc1dea9ee req-6af1a03a-451b-4a55-9ce6-7dc1eee63d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:07.481799 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d5a69215-035c-4f65-8290-564cc1dea9ee req-6af1a03a-451b-4a55-9ce6-7dc1eee63d9d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=34bd44be-8677-476b-831c-7cc5be010ff9 HTTP/1.1" status: 200 len: 1102 time: 0.3626931 Jul 16 01:23:07.567472 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d5a69215-035c-4f65-8290-564cc1dea9ee req-991ce33f-3741-4728-872c-b162d255b9d7 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774937 Jul 16 01:23:07.573991 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a7ceb8-1bca-4f44-b212-ee1201e1f951 req-11701e71-1253-4a72-9f62-14bd1178aefc tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] No DVR routers for this DVR port 3921a2ee-f2a6-459c-a5cb-310ea0c0996c on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:07.600941 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b6a7ceb8-1bca-4f44-b212-ee1201e1f951 req-11701e71-1253-4a72-9f62-14bd1178aefc tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.603616 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b6a7ceb8-1bca-4f44-b212-ee1201e1f951 req-11701e71-1253-4a72-9f62-14bd1178aefc tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.84 "DELETE /v2.0/ports/3921a2ee-f2a6-459c-a5cb-310ea0c0996c HTTP/1.1" status: 204 len: 173 time: 3.5885713 Jul 16 01:23:07.613059 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e21da32-d2d1-4e71-8cda-3b9fa7ccc456', 'name': 'network-vif-deleted', 'tag': '3921a2ee-f2a6-459c-a5cb-310ea0c0996c'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:07.615714 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afdc227-4972-4d67-9a3c-3c8c8cf96f59" -d '{"events": [{"server_uuid": "4e21da32-d2d1-4e71-8cda-3b9fa7ccc456", "name": "network-vif-deleted", "tag": "3921a2ee-f2a6-459c-a5cb-310ea0c0996c"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:07.706004 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7565ba9f-630f-47b9-976b-5859fac4294e x-openstack-request-id: req-7565ba9f-630f-47b9-976b-5859fac4294e {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:07.706336 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e21da32-d2d1-4e71-8cda-3b9fa7ccc456", "name": "network-vif-deleted", "tag": "3921a2ee-f2a6-459c-a5cb-310ea0c0996c", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:07.706558 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7565ba9f-630f-47b9-976b-5859fac4294e {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:07.709179 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e21da32-d2d1-4e71-8cda-3b9fa7ccc456', 'name': 'network-vif-deleted', 'tag': '3921a2ee-f2a6-459c-a5cb-310ea0c0996c', 'status': 'completed', 'code': 200} Jul 16 01:23:07.748983 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af0658b9-221c-42b8-a5e7-07bcba87767f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.751476 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a6615-6419-4df9-aa88-887204239175 req-960441aa-e0aa-489d-948c-2f7f1a484ed8 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:07.753044 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4c3a6615-6419-4df9-aa88-887204239175 req-960441aa-e0aa-489d-948c-2f7f1a484ed8 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.82 "GET /v2.0/networks?id=04f5209e-58b4-4416-b93c-dcec5475ec9f HTTP/1.1" status: 200 len: 813 time: 0.1792657 Jul 16 01:23:07.769013 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-4c3a6615-6419-4df9-aa88-887204239175 req-dfac18d4-66e5-4131-acd4-97a44d7d7680 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Request body: {'port': {'device_id': '6e45f613-191a-4220-8251-26d912c6e0c8', 'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f', 'admin_state_up': True, 'tenant_id': '3c7df87bcaf848cbbc8128d4797f7756'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:07.793412 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 7a765c6f-9dca-4c5b-8ac7-4623402f0f69 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:07.978287 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2498124c-cbe0-4cf4-9d32-66ad529a0c05 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.984505 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-a51d9558-c84d-4979-8eb7-8b1186086a59 req-7e1c3768-9844-4194-a6a3-52e3ced3da56 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.020810 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.078687 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43386) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:08.116018 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d288bf6f-3e8d-4175-bf8c-61ab600272d8 req-28bd4bb6-9bcb-4026-8c25-933cfe58d830 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebab5416-30b8-4552-9bf2-7161df2c6bf0 HTTP/1.1" status: 200 len: 210 time: 0.1629424 Jul 16 01:23:08.200871 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 3f10cb13-7460-41e5-913b-4d43e665c265 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:08.248283 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-a491d9ee-44e7-470c-8529-4ddd2d9ae319 admin admin] Allocated IP 172.25.6.18 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/442d1980-9073-498d-8015-458bec251739) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:08.303480 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2498124c-cbe0-4cf4-9d32-66ad529a0c05 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:08.340891 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 3f10cb13-7460-41e5-913b-4d43e665c265 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:08.342379 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.405866 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-2498124c-cbe0-4cf4-9d32-66ad529a0c05 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:08.411923 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2498124c-cbe0-4cf4-9d32-66ad529a0c05 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:08.426872 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3a6615-6419-4df9-aa88-887204239175 req-dfac18d4-66e5-4131-acd4-97a44d7d7680 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Made reservation on behalf of 3c7df87bcaf848cbbc8128d4797f7756 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:08.439001 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-4c3a6615-6419-4df9-aa88-887204239175 req-dfac18d4-66e5-4131-acd4-97a44d7d7680 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.566792 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 307263fa-1954-46ef-8767-9a16bade1eb9 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:08.642885 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a491d9ee-44e7-470c-8529-4ddd2d9ae319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.672201 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf74da5-a397-4236-a44d-3e8a03aac58c None None] Network 7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:08.685406 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51d9558-c84d-4979-8eb7-8b1186086a59 req-7e1c3768-9844-4194-a6a3-52e3ced3da56 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] No DVR routers for this DVR port 7a765c6f-9dca-4c5b-8ac7-4623402f0f69 on host n-h2-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:08.691216 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-a51d9558-c84d-4979-8eb7-8b1186086a59 req-7e1c3768-9844-4194-a6a3-52e3ced3da56 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.693343 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a51d9558-c84d-4979-8eb7-8b1186086a59 req-7e1c3768-9844-4194-a6a3-52e3ced3da56 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.82 "DELETE /v2.0/ports/7a765c6f-9dca-4c5b-8ac7-4623402f0f69 HTTP/1.1" status: 204 len: 173 time: 3.7699704 Jul 16 01:23:08.707635 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498124c-cbe0-4cf4-9d32-66ad529a0c05 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Pushing event updated for resources: {'Port': ['ID=1ee08d31-c876-450d-bc0f-0c67d7e2e690,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:08.734645 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-4c3a6615-6419-4df9-aa88-887204239175 req-dfac18d4-66e5-4131-acd4-97a44d7d7680 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Allocated IP 172.20.0.10 (04f5209e-58b4-4416-b93c-dcec5475ec9f/edf67854-c855-44a8-a406-582030e25669/bc986c73-3804-4695-852f-9a492afec602) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:08.738050 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4145ad-a071-4fdd-bb5a-907d1640d205 req-9a978735-c0c5-42fb-9817-19962862b188 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:08.745775 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5d4145ad-a071-4fdd-bb5a-907d1640d205 req-9a978735-c0c5-42fb-9817-19962862b188 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=34bd44be-8677-476b-831c-7cc5be010ff9 HTTP/1.1" status: 200 len: 950 time: 1.2836502 Jul 16 01:23:08.747007 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a99310a9-3925-4479-b1bd-cfc2660f37ce None None] Provisioning for port 307263fa-1954-46ef-8767-9a16bade1eb9 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:08.749074 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4dc907a0-8113-414d-a1fa-9dc085629c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.842455 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 307263fa-1954-46ef-8767-9a16bade1eb9 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:08.867160 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c3768-9844-4194-a6a3-52e3ced3da56 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Pushing event deleted for resources: {'Port': ['ID=7a765c6f-9dca-4c5b-8ac7-4623402f0f69,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:08.871272 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a99310a9-3925-4479-b1bd-cfc2660f37ce None None] Provisioning complete for port 307263fa-1954-46ef-8767-9a16bade1eb9 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:08.871842 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a99310a9-3925-4479-b1bd-cfc2660f37ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.941700 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 307263fa-1954-46ef-8767-9a16bade1eb9 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:08.942081 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.989979 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-4c3a6615-6419-4df9-aa88-887204239175 req-dfac18d4-66e5-4131-acd4-97a44d7d7680 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.030621 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a491d9ee-44e7-470c-8529-4ddd2d9ae319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.043715 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-4c3a6615-6419-4df9-aa88-887204239175 req-dfac18d4-66e5-4131-acd4-97a44d7d7680 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.077601 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a491d9ee-44e7-470c-8529-4ddd2d9ae319 admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:09.086289 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-a491d9ee-44e7-470c-8529-4ddd2d9ae319 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:09.090439 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a491d9ee-44e7-470c-8529-4ddd2d9ae319 admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:09.100756 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3a6615-6419-4df9-aa88-887204239175 req-dfac18d4-66e5-4131-acd4-97a44d7d7680 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Network 04f5209e-58b4-4416-b93c-dcec5475ec9f is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:09.107042 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-4c3a6615-6419-4df9-aa88-887204239175 req-dfac18d4-66e5-4131-acd4-97a44d7d7680 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:09.150399 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3a6615-6419-4df9-aa88-887204239175 req-dfac18d4-66e5-4131-acd4-97a44d7d7680 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:09.181843 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a99310a9-3925-4479-b1bd-cfc2660f37ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.196009 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491d9ee-44e7-470c-8529-4ddd2d9ae319 admin admin] Pushing event updated for resources: {'Port': ['ID=442d1980-9073-498d-8015-458bec251739,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:09.251768 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a6615-6419-4df9-aa88-887204239175 req-5d2ab60a-366f-4182-b6ad-0a22ecdb755d tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:09.254261 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c3a6615-6419-4df9-aa88-887204239175 req-5d2ab60a-366f-4182-b6ad-0a22ecdb755d tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.84 "GET /v2.0/networks?id=04f5209e-58b4-4416-b93c-dcec5475ec9f HTTP/1.1" status: 200 len: 813 time: 1.3205569 Jul 16 01:23:09.278318 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5d4145ad-a071-4fdd-bb5a-907d1640d205 req-180b1f25-5cf5-40c4-ab7f-454c998aeb47 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5300612 Jul 16 01:23:09.279786 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a99310a9-3925-4479-b1bd-cfc2660f37ce None None] For port 307263fa-1954-46ef-8767-9a16bade1eb9, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=307263fa-1954-46ef-8767-9a16bade1eb9,segment=NetworkSegment(4fa92530-6e7b-4218-ad10-c4a7480f0f76),segment_id=4fa92530-6e7b-4218-ad10-c4a7480f0f76)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:09.283052 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.284311 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac18d4-66e5-4131-acd4-97a44d7d7680 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Pushing event updated for resources: {'Port': ['ID=bc986c73-3804-4695-852f-9a492afec602,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:09.300493 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a99310a9-3925-4479-b1bd-cfc2660f37ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.306652 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a6615-6419-4df9-aa88-887204239175 req-dfac18d4-66e5-4131-acd4-97a44d7d7680 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:09.307438 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-4c3a6615-6419-4df9-aa88-887204239175 req-dfac18d4-66e5-4131-acd4-97a44d7d7680 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.314772 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-4c3a6615-6419-4df9-aa88-887204239175 req-ea9d2cc3-cbfb-467a-8ec2-67d1e3eedaa6 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Request body: {'port': {'device_id': 'ebab5416-30b8-4552-9bf2-7161df2c6bf0', 'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f', 'admin_state_up': True, 'tenant_id': '3c7df87bcaf848cbbc8128d4797f7756'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:09.508022 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af0658b9-221c-42b8-a5e7-07bcba87767f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.526699 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3687742e-8d6d-41ba-8628-47ac092ca737 req-91c91fe7-f90e-4844-af27-184e607a0f22 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebab5416-30b8-4552-9bf2-7161df2c6bf0 HTTP/1.1" status: 200 len: 210 time: 0.0558524 Jul 16 01:23:09.604995 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:23:09.605742 n-d-792394-16 neutron-server[93957]: DEBUG oslo_db.api [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:23:09.649871 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99310a9-3925-4479-b1bd-cfc2660f37ce None None] Pushing event updated for resources: {'Port': ['ID=307263fa-1954-46ef-8767-9a16bade1eb9,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:09.701529 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a491d9ee-44e7-470c-8529-4ddd2d9ae319 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.718592 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0701d08-5f04-420f-b81e-50f14350f19a', 'name': 'network-vif-deleted', 'tag': '7a765c6f-9dca-4c5b-8ac7-4623402f0f69'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:09.722180 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34932f57-d6b1-484b-b255-c4ed9d079483" -d '{"events": [{"server_uuid": "b0701d08-5f04-420f-b81e-50f14350f19a", "name": "network-vif-deleted", "tag": "7a765c6f-9dca-4c5b-8ac7-4623402f0f69"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:09.797425 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4d5798-88cf-4d0e-8060-85811b4be808 x-openstack-request-id: req-dc4d5798-88cf-4d0e-8060-85811b4be808 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:09.797884 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0701d08-5f04-420f-b81e-50f14350f19a", "name": "network-vif-deleted", "tag": "7a765c6f-9dca-4c5b-8ac7-4623402f0f69", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:09.798603 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc4d5798-88cf-4d0e-8060-85811b4be808 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:09.799182 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0701d08-5f04-420f-b81e-50f14350f19a', 'name': 'network-vif-deleted', 'tag': '7a765c6f-9dca-4c5b-8ac7-4623402f0f69', 'status': 'completed', 'code': 200} Jul 16 01:23:09.858783 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4dc907a0-8113-414d-a1fa-9dc085629c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.884139 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4c3a6615-6419-4df9-aa88-887204239175 req-dfac18d4-66e5-4131-acd4-97a44d7d7680 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1218944 Jul 16 01:23:09.886832 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4dc907a0-8113-414d-a1fa-9dc085629c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.924506 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-4c3a6615-6419-4df9-aa88-887204239175 req-26a45d5d-bb68-4572-af2b-b4c72776c857 service neutron] Request body: {'port': {'device_id': '6e45f613-191a-4220-8251-26d912c6e0c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:09.941908 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2498124c-cbe0-4cf4-9d32-66ad529a0c05 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.996878 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4dc907a0-8113-414d-a1fa-9dc085629c0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b66d4d46a1f4ac1ab1f55e81bc47146&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8810687 Jul 16 01:23:10.002747 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43450) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:10.005967 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a491d9ee-44e7-470c-8529-4ddd2d9ae319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:10.017175 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0658b9-221c-42b8-a5e7-07bcba87767f admin admin] Router 02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:23:10.024740 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc907a0-8113-414d-a1fa-9dc085629c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474acc20-ba59-45c1-b7b2-ef3775393235,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:10.039450 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43452) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:10.054488 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-845ea5a2-82fe-402d-a3f6-275b06cc07f6 None None] Provisioning complete for port 307263fa-1954-46ef-8767-9a16bade1eb9 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:10.055067 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-845ea5a2-82fe-402d-a3f6-275b06cc07f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:10.062023 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3a6615-6419-4df9-aa88-887204239175 req-ea9d2cc3-cbfb-467a-8ec2-67d1e3eedaa6 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Made reservation on behalf of 3c7df87bcaf848cbbc8128d4797f7756 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:10.062565 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-4c3a6615-6419-4df9-aa88-887204239175 req-26a45d5d-bb68-4572-af2b-b4c72776c857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:10.065752 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4c3a6615-6419-4df9-aa88-887204239175 req-ea9d2cc3-cbfb-467a-8ec2-67d1e3eedaa6 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:10.273242 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 307263fa-1954-46ef-8767-9a16bade1eb9 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:10.313639 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4af69144-718f-4198-9a48-3b2eeff61f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:10.323304 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-be7e56a2-dac9-439f-ab8d-ee509e852631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:10.343968 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 307263fa-1954-46ef-8767-9a16bade1eb9 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:10.344351 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:10.348848 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a491d9ee-44e7-470c-8529-4ddd2d9ae319 admin admin] Router dec6e2c5-e610-41e0-bb7a-1173f0565a3a is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:23:10.509990 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-4c3a6615-6419-4df9-aa88-887204239175 req-26a45d5d-bb68-4572-af2b-b4c72776c857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc986c73-3804-4695-852f-9a492afec602 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:10.525135 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-4c3a6615-6419-4df9-aa88-887204239175 req-26a45d5d-bb68-4572-af2b-b4c72776c857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:10.546212 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a491d9ee-44e7-470c-8529-4ddd2d9ae319 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:10.548571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-4c3a6615-6419-4df9-aa88-887204239175 req-26a45d5d-bb68-4572-af2b-b4c72776c857 service neutron] Transition to ACTIVE for port object bc986c73-3804-4695-852f-9a492afec602 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:10.559723 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-4c3a6615-6419-4df9-aa88-887204239175 req-26a45d5d-bb68-4572-af2b-b4c72776c857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:10.564232 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] Sync routers for ids ['dec6e2c5-e610-41e0-bb7a-1173f0565a3a'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:10.581012 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] Routers {'dec6e2c5-e610-41e0-bb7a-1173f0565a3a'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:10.581672 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['dec6e2c5-e610-41e0-bb7a-1173f0565a3a'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:10.590521 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a491d9ee-44e7-470c-8529-4ddd2d9ae319 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:10.591860 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a491d9ee-44e7-470c-8529-4ddd2d9ae319 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.9517925 Jul 16 01:23:10.596047 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43460) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:10.655206 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a45d5d-bb68-4572-af2b-b4c72776c857 service neutron] Pushing event updated for resources: {'Port': ['ID=bc986c73-3804-4695-852f-9a492afec602,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:10.766683 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] Set router dec6e2c5-e610-41e0-bb7a-1173f0565a3a gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:10.790233 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b6977ebc-0bf6-49e1-bd87-905d6bd45541 req-b7b4b4da-17e5-4d2d-866e-5177eb8bee87 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebab5416-30b8-4552-9bf2-7161df2c6bf0 HTTP/1.1" status: 200 len: 210 time: 0.0663848 Jul 16 01:23:10.896872 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-be7e56a2-dac9-439f-ab8d-ee509e852631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:10.981326 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0658b9-221c-42b8-a5e7-07bcba87767f admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:10.983726 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2498124c-cbe0-4cf4-9d32-66ad529a0c05 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:10.993398 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] Sync routers for ids ['02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:11.009088 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] Routers {'02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:11.009737 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:11.041325 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec6e2c5-e610-41e0-bb7a-1173f0565a3a', 'name': 'tempest-FloatingIPsTestJSON-405308506-router', 'tenant_id': 'aa861bd41f09404b80d7ddcbf607a574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '442d1980-9073-498d-8015-458bec251739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:03Z', 'updated_at': '2021-07-16T01:23:09Z', 'revision_number': 3, 'project_id': 'aa861bd41f09404b80d7ddcbf607a574', 'gw_port': {'id': '442d1980-9073-498d-8015-458bec251739', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:11:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec6e2c5-e610-41e0-bb7a-1173f0565a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:05Z', 'updated_at': '2021-07-16T01:23:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:11.089783 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] Checking router: dec6e2c5-e610-41e0-bb7a-1173f0565a3a for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:23:11.090524 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] Updating router dec6e2c5-e610-41e0-bb7a-1173f0565a3a port 442d1980-9073-498d-8015-458bec251739 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:23:11.147269 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.176736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-4c3a6615-6419-4df9-aa88-887204239175 req-26a45d5d-bb68-4572-af2b-b4c72776c857 service neutron] Attempting to bind port bc986c73-3804-4695-852f-9a492afec602 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:11.177063 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-4c3a6615-6419-4df9-aa88-887204239175 req-26a45d5d-bb68-4572-af2b-b4c72776c857 service neutron] Attempting to bind port bc986c73-3804-4695-852f-9a492afec602 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '809c94c3-fa35-4741-a6c4-b4b01340db50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:11.177395 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3a6615-6419-4df9-aa88-887204239175 req-26a45d5d-bb68-4572-af2b-b4c72776c857 service neutron] Attempting to bind port bc986c73-3804-4695-852f-9a492afec602 on network 04f5209e-58b4-4416-b93c-dcec5475ec9f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:11.219483 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3a6615-6419-4df9-aa88-887204239175 req-26a45d5d-bb68-4572-af2b-b4c72776c857 service neutron] Port bc986c73-3804-4695-852f-9a492afec602 on network 04f5209e-58b4-4416-b93c-dcec5475ec9f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:11.219739 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3a6615-6419-4df9-aa88-887204239175 req-26a45d5d-bb68-4572-af2b-b4c72776c857 service neutron] Attempting to bind port bc986c73-3804-4695-852f-9a492afec602 on network 04f5209e-58b4-4416-b93c-dcec5475ec9f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:11.236637 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] Set router 02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:11.249965 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3a6615-6419-4df9-aa88-887204239175 req-26a45d5d-bb68-4572-af2b-b4c72776c857 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:11.252565 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3a6615-6419-4df9-aa88-887204239175 req-26a45d5d-bb68-4572-af2b-b4c72776c857 service neutron] Checking segment: {'id': '809c94c3-fa35-4741-a6c4-b4b01340db50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:11.253294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3a6615-6419-4df9-aa88-887204239175 req-26a45d5d-bb68-4572-af2b-b4c72776c857 service neutron] Bound using segment: {'id': '809c94c3-fa35-4741-a6c4-b4b01340db50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:11.254298 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-4c3a6615-6419-4df9-aa88-887204239175 req-26a45d5d-bb68-4572-af2b-b4c72776c857 service neutron] Bound port: bc986c73-3804-4695-852f-9a492afec602, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809c94c3-fa35-4741-a6c4-b4b01340db50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:11.254901 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-4c3a6615-6419-4df9-aa88-887204239175 req-26a45d5d-bb68-4572-af2b-b4c72776c857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.276548 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-4c3a6615-6419-4df9-aa88-887204239175 req-ea9d2cc3-cbfb-467a-8ec2-67d1e3eedaa6 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Allocated IP 172.20.0.5 (04f5209e-58b4-4416-b93c-dcec5475ec9f/edf67854-c855-44a8-a406-582030e25669/1775e6bd-a13a-4544-a2d3-d65697daab45) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:11.300644 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94ab18-87df-4859-bdd5-c3360d0499e3 req-b35266d8-866f-420d-acc8-b992b93ea3d3 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:11.307833 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cb94ab18-87df-4859-bdd5-c3360d0499e3 req-b35266d8-866f-420d-acc8-b992b93ea3d3 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=34bd44be-8677-476b-831c-7cc5be010ff9 HTTP/1.1" status: 200 len: 950 time: 0.5384135 Jul 16 01:23:11.328834 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-be7e56a2-dac9-439f-ab8d-ee509e852631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.331361 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-be7e56a2-dac9-439f-ab8d-ee509e852631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.334988 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-be7e56a2-dac9-439f-ab8d-ee509e852631 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/474acc20-ba59-45c1-b7b2-ef3775393235 HTTP/1.1" status: 204 len: 168 time: 1.3252923 Jul 16 01:23:11.387582 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4af69144-718f-4198-9a48-3b2eeff61f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.395779 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e56a2-dac9-439f-ab8d-ee509e852631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474acc20-ba59-45c1-b7b2-ef3775393235,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:11.427576 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4af69144-718f-4198-9a48-3b2eeff61f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.435231 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af0658b9-221c-42b8-a5e7-07bcba87767f admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.439168 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-af0658b9-221c-42b8-a5e7-07bcba87767f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 9.6127844 Jul 16 01:23:11.448170 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cb94ab18-87df-4859-bdd5-c3360d0499e3 req-fbd91471-62c0-4e9c-96b3-4a8e957c21a7 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393476 Jul 16 01:23:11.453861 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e56a2-dac9-439f-ab8d-ee509e852631 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:11.454203 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e56a2-dac9-439f-ab8d-ee509e852631 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:11.454546 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e56a2-dac9-439f-ab8d-ee509e852631 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:11.454880 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e56a2-dac9-439f-ab8d-ee509e852631 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:11.455205 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e56a2-dac9-439f-ab8d-ee509e852631 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:11.455531 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e56a2-dac9-439f-ab8d-ee509e852631 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:11.455853 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e56a2-dac9-439f-ab8d-ee509e852631 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:11.456178 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e56a2-dac9-439f-ab8d-ee509e852631 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:11.469106 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e56a2-dac9-439f-ab8d-ee509e852631 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:11.469584 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e56a2-dac9-439f-ab8d-ee509e852631 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:11.469932 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e56a2-dac9-439f-ab8d-ee509e852631 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:11.470270 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7e56a2-dac9-439f-ab8d-ee509e852631 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:11.473565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43468) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:11.475062 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-4c3a6615-6419-4df9-aa88-887204239175 req-26a45d5d-bb68-4572-af2b-b4c72776c857 service neutron] For port bc986c73-3804-4695-852f-9a492afec602, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:11.525174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-4c3a6615-6419-4df9-aa88-887204239175 req-26a45d5d-bb68-4572-af2b-b4c72776c857 service neutron] For port bc986c73-3804-4695-852f-9a492afec602, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=bc986c73-3804-4695-852f-9a492afec602,segment=NetworkSegment(809c94c3-fa35-4741-a6c4-b4b01340db50),segment_id=809c94c3-fa35-4741-a6c4-b4b01340db50)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:11.550935 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-4c3a6615-6419-4df9-aa88-887204239175 req-26a45d5d-bb68-4572-af2b-b4c72776c857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.582594 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73227991-router', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:01Z', 'updated_at': '2021-07-16T01:23:06Z', 'revision_number': 3, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'gw_port': {'id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:03Z', 'updated_at': '2021-07-16T01:23:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:11.614078 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4af69144-718f-4198-9a48-3b2eeff61f46 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0e4aee9e19e4fc09150dbad111eeed7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5590053 Jul 16 01:23:11.621523 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2498124c-cbe0-4cf4-9d32-66ad529a0c05 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Router 276f9021-5d0c-45ee-9399-6583e072e408 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:23:11.630401 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43476) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:11.658324 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] Checking router: 02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:23:11.659481 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] Updating router 02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7 port 2cae20d6-e68d-43eb-acce-e7b0659ed988 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:23:11.676969 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af69144-718f-4198-9a48-3b2eeff61f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf93553-ad08-43b5-9558-75ecd4613257,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:11.719453 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a6615-6419-4df9-aa88-887204239175 req-26a45d5d-bb68-4572-af2b-b4c72776c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:11.722119 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-4c3a6615-6419-4df9-aa88-887204239175 req-26a45d5d-bb68-4572-af2b-b4c72776c857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.725292 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4c3a6615-6419-4df9-aa88-887204239175 req-26a45d5d-bb68-4572-af2b-b4c72776c857 service neutron] 10.222.0.82 "PUT /v2.0/ports/bc986c73-3804-4695-852f-9a492afec602 HTTP/1.1" status: 200 len: 1093 time: 1.8336244 Jul 16 01:23:11.730611 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e45f613-191a-4220-8251-26d912c6e0c8', 'tag': 'bc986c73-3804-4695-852f-9a492afec602'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:11.736172 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da725a9-91d7-410f-88b3-c7f451778be0" -d '{"events": [{"name": "network-changed", "server_uuid": "6e45f613-191a-4220-8251-26d912c6e0c8", "tag": "bc986c73-3804-4695-852f-9a492afec602"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:11.746947 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.839799 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab93a55-f924-46e9-ac44-fc90354aaf5d x-openstack-request-id: req-aab93a55-f924-46e9-ac44-fc90354aaf5d {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:11.840075 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e45f613-191a-4220-8251-26d912c6e0c8", "tag": "bc986c73-3804-4695-852f-9a492afec602", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:11.840427 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aab93a55-f924-46e9-ac44-fc90354aaf5d {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:11.840824 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e45f613-191a-4220-8251-26d912c6e0c8', 'tag': 'bc986c73-3804-4695-852f-9a492afec602', 'status': 'completed', 'code': 200} Jul 16 01:23:11.915261 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a45d5d-bb68-4572-af2b-b4c72776c857 service neutron] Pushing event updated for resources: {'Port': ['ID=bc986c73-3804-4695-852f-9a492afec602,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:11.950890 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.962452 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] Transition to ACTIVE for port object 442d1980-9073-498d-8015-458bec251739 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:11.974470 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43482) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:11.977128 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.997505 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03c20d8c-9f6d-4ffd-9f94-d6ab4b45e944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.058513 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673655f-8037-45b6-932d-99e2901dfc2c None None] Pushing event updated for resources: {'Port': ['ID=442d1980-9073-498d-8015-458bec251739,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:12.083961 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4c3a6615-6419-4df9-aa88-887204239175 req-ea9d2cc3-cbfb-467a-8ec2-67d1e3eedaa6 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.108199 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] Attempting to bind port 442d1980-9073-498d-8015-458bec251739 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:12.111628 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] Attempting to bind port 442d1980-9073-498d-8015-458bec251739 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:12.114596 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] Attempting to bind port 442d1980-9073-498d-8015-458bec251739 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:12.114809 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f6c7cebb-0644-436a-81e6-c47a804b784c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.117787 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a6615-6419-4df9-aa88-887204239175 req-36bf0a36-b035-4f9a-9594-db877d373d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:12.119327 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4c3a6615-6419-4df9-aa88-887204239175 req-36bf0a36-b035-4f9a-9594-db877d373d7a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3c7df87bcaf848cbbc8128d4797f7756&device_id=6e45f613-191a-4220-8251-26d912c6e0c8 HTTP/1.1" status: 200 len: 1096 time: 0.3302236 Jul 16 01:23:12.126869 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:12.127332 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:12.128615 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.130255 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-18dfbce3-da51-4e07-a1cf-31c69e319665 req-fb14f689-b978-4698-b726-88a77afdbe86 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebab5416-30b8-4552-9bf2-7161df2c6bf0 HTTP/1.1" status: 200 len: 210 time: 0.1085868 Jul 16 01:23:12.131438 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:12.132128 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] Bound port: 442d1980-9073-498d-8015-458bec251739, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:12.133238 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.157601 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d264e175-2aee-4f8f-9625-25a202a412c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.198456 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4c3a6615-6419-4df9-aa88-887204239175 req-81f0b6e6-f053-42e5-b991-2fd56331b601 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc986c73-3804-4695-852f-9a492afec602 HTTP/1.1" status: 200 len: 217 time: 0.0587747 Jul 16 01:23:12.225382 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.227344 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] For port 442d1980-9073-498d-8015-458bec251739, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:12.236007 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] For port 442d1980-9073-498d-8015-458bec251739, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=442d1980-9073-498d-8015-458bec251739,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:12.239344 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] Transition to ACTIVE for port object 2cae20d6-e68d-43eb-acce-e7b0659ed988 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:12.249952 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.252015 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.277285 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d264e175-2aee-4f8f-9625-25a202a412c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.298509 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] Attempting to bind port 2cae20d6-e68d-43eb-acce-e7b0659ed988 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:12.299972 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] Attempting to bind port 2cae20d6-e68d-43eb-acce-e7b0659ed988 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:12.300830 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] Attempting to bind port 2cae20d6-e68d-43eb-acce-e7b0659ed988 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:12.312019 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2498124c-cbe0-4cf4-9d32-66ad529a0c05 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:12.344306 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958c95c-daf0-4d48-aff0-6c6005a491bc req-2b892028-52fa-43c4-8039-8c66c68b789f tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:12.347697 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673655f-8037-45b6-932d-99e2901dfc2c None None] Pushing event updated for resources: {'Port': ['ID=442d1980-9073-498d-8015-458bec251739,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:12.350077 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:12.351089 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:12.351526 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7958c95c-daf0-4d48-aff0-6c6005a491bc req-2b892028-52fa-43c4-8039-8c66c68b789f tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=34bd44be-8677-476b-831c-7cc5be010ff9 HTTP/1.1" status: 200 len: 1102 time: 0.3022528 Jul 16 01:23:12.355024 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ecc70-384d-401d-8742-85b00911cf75 None None] Sync routers for ids ['276f9021-5d0c-45ee-9399-6583e072e408'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:12.362245 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.363060 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:12.364201 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] Bound port: 2cae20d6-e68d-43eb-acce-e7b0659ed988, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:12.364877 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.383724 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97ecc70-384d-401d-8742-85b00911cf75 None None] Routers {'276f9021-5d0c-45ee-9399-6583e072e408'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:12.384345 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-a97ecc70-384d-401d-8742-85b00911cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['276f9021-5d0c-45ee-9399-6583e072e408'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:12.404630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a6615-6419-4df9-aa88-887204239175 req-1e54a295-d72a-4d42-9a43-796600124158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:12.407194 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4c3a6615-6419-4df9-aa88-887204239175 req-1e54a295-d72a-4d42-9a43-796600124158 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=edf67854-c855-44a8-a406-582030e25669 HTTP/1.1" status: 200 len: 853 time: 0.1983187 Jul 16 01:23:12.417559 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4c3a6615-6419-4df9-aa88-887204239175 req-ea9d2cc3-cbfb-467a-8ec2-67d1e3eedaa6 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.426393 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-a97ecc70-384d-401d-8742-85b00911cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:12.433925 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc6d04-dd81-4a7b-889f-c4ffc5a4c1dc None None] Pushing event updated for resources: {'Port': ['ID=2cae20d6-e68d-43eb-acce-e7b0659ed988,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:12.436206 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] Routers {'dec6e2c5-e610-41e0-bb7a-1173f0565a3a'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:12.436206 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['dec6e2c5-e610-41e0-bb7a-1173f0565a3a'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:12.464124 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7958c95c-daf0-4d48-aff0-6c6005a491bc req-fe99ed2e-d64d-43f8-993e-1df17654df5c tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.467532 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] For port 2cae20d6-e68d-43eb-acce-e7b0659ed988, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:12.470918 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] For port 2cae20d6-e68d-43eb-acce-e7b0659ed988, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2cae20d6-e68d-43eb-acce-e7b0659ed988,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:12.475959 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97ecc70-384d-401d-8742-85b00911cf75 None None] Routers {'276f9021-5d0c-45ee-9399-6583e072e408'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:12.476756 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-a97ecc70-384d-401d-8742-85b00911cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['276f9021-5d0c-45ee-9399-6583e072e408'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:12.478577 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.524933 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-a97ecc70-384d-401d-8742-85b00911cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:12.526050 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ecc70-384d-401d-8742-85b00911cf75 None None] The sync data for ids ['276f9021-5d0c-45ee-9399-6583e072e408'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:12.545392 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] Routers {'02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:12.546180 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:12.550128 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc6d04-dd81-4a7b-889f-c4ffc5a4c1dc None None] Pushing event updated for resources: {'Port': ['ID=2cae20d6-e68d-43eb-acce-e7b0659ed988,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:12.581054 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4c3a6615-6419-4df9-aa88-887204239175 req-15e2326d-f3c8-40d7-a91a-ef6666fdf4ff service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=04f5209e-58b4-4416-b93c-dcec5475ec9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1594830 Jul 16 01:23:12.594857 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03c20d8c-9f6d-4ffd-9f94-d6ab4b45e944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.604706 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3a6615-6419-4df9-aa88-887204239175 req-ea9d2cc3-cbfb-467a-8ec2-67d1e3eedaa6 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Network 04f5209e-58b4-4416-b93c-dcec5475ec9f is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:12.610679 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] Set router dec6e2c5-e610-41e0-bb7a-1173f0565a3a gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:12.613620 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d264e175-2aee-4f8f-9625-25a202a412c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.616590 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d264e175-2aee-4f8f-9625-25a202a412c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.620219 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d264e175-2aee-4f8f-9625-25a202a412c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fcf93553-ad08-43b5-9558-75ecd4613257 HTTP/1.1" status: 204 len: 168 time: 0.9862628 Jul 16 01:23:12.623854 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03c20d8c-9f6d-4ffd-9f94-d6ab4b45e944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.626363 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-4c3a6615-6419-4df9-aa88-887204239175 req-ea9d2cc3-cbfb-467a-8ec2-67d1e3eedaa6 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:12.634515 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3a6615-6419-4df9-aa88-887204239175 req-ea9d2cc3-cbfb-467a-8ec2-67d1e3eedaa6 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:12.672248 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] Set router 02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:12.680782 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2498124c-cbe0-4cf4-9d32-66ad529a0c05 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.688652 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2498124c-cbe0-4cf4-9d32-66ad529a0c05 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 11.4320755 Jul 16 01:23:12.698566 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43488) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:12.714969 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a6615-6419-4df9-aa88-887204239175 req-ea9d2cc3-cbfb-467a-8ec2-67d1e3eedaa6 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:12.715899 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4c3a6615-6419-4df9-aa88-887204239175 req-ea9d2cc3-cbfb-467a-8ec2-67d1e3eedaa6 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.717308 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-92090481-ebb2-458a-abee-24b0e7a50251 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'enable_snat': False}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:12.719198 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d2cc3-cbfb-467a-8ec2-67d1e3eedaa6 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Pushing event updated for resources: {'Port': ['ID=1775e6bd-a13a-4544-a2d3-d65697daab45,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:12.726549 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264e175-2aee-4f8f-9625-25a202a412c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf93553-ad08-43b5-9558-75ecd4613257,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:12.828915 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-03c20d8c-9f6d-4ffd-9f94-d6ab4b45e944 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed0a3b6e42944e759609217facfd5cc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8523698 Jul 16 01:23:12.829190 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43490) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:12.890284 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9daa-5ef8-4bd8-b418-6d22c2019b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.897031 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c20d8c-9f6d-4ffd-9f94-d6ab4b45e944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c118178a-5afb-4f1c-82cd-02fd42fc7046,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:12.924545 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9bf480ac-e23b-497d-884e-5fa1f41853e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:12.986709 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-f6c7cebb-0644-436a-81e6-c47a804b784c admin admin] Allocated IP 172.20.0.1 (7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36/3c533965-8cf3-4c16-bdec-4ef07ed78d5e/d1c7f543-850e-4210-8041-de1c21341438) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:12.998488 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9bf480ac-e23b-497d-884e-5fa1f41853e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:13.010384 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73227991-router', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:01Z', 'updated_at': '2021-07-16T01:23:06Z', 'revision_number': 3, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'gw_port': {'id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:03Z', 'updated_at': '2021-07-16T01:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:13.026940 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec6e2c5-e610-41e0-bb7a-1173f0565a3a', 'name': 'tempest-FloatingIPsTestJSON-405308506-router', 'tenant_id': 'aa861bd41f09404b80d7ddcbf607a574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '442d1980-9073-498d-8015-458bec251739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:03Z', 'updated_at': '2021-07-16T01:23:09Z', 'revision_number': 3, 'project_id': 'aa861bd41f09404b80d7ddcbf607a574', 'gw_port': {'id': '442d1980-9073-498d-8015-458bec251739', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:11:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec6e2c5-e610-41e0-bb7a-1173f0565a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:05Z', 'updated_at': '2021-07-16T01:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:13.046677 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa0be18-d458-448e-8078-4c036fef2f50 None None] The sync data for ids ['02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'] in n-d-792394-16 is: [{'id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73227991-router', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:01Z', 'updated_at': '2021-07-16T01:23:06Z', 'revision_number': 3, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'gw_port': {'id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:03Z', 'updated_at': '2021-07-16T01:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:13.069187 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c286118f-0fe2-42a4-bd6b-e7e9c56095de None None] The sync data for ids ['dec6e2c5-e610-41e0-bb7a-1173f0565a3a'] in n-d-792394-16 is: [{'id': 'dec6e2c5-e610-41e0-bb7a-1173f0565a3a', 'name': 'tempest-FloatingIPsTestJSON-405308506-router', 'tenant_id': 'aa861bd41f09404b80d7ddcbf607a574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '442d1980-9073-498d-8015-458bec251739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:03Z', 'updated_at': '2021-07-16T01:23:09Z', 'revision_number': 3, 'project_id': 'aa861bd41f09404b80d7ddcbf607a574', 'gw_port': {'id': '442d1980-9073-498d-8015-458bec251739', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:11:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec6e2c5-e610-41e0-bb7a-1173f0565a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:05Z', 'updated_at': '2021-07-16T01:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:13.092757 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4c3a6615-6419-4df9-aa88-887204239175 req-637a6a03-ac49-46a5-9b5c-ead668277f15 service neutron] 10.222.0.82 "GET /v2.0/networks/04f5209e-58b4-4416-b93c-dcec5475ec9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963670 Jul 16 01:23:13.196828 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-9f5d9daa-5ef8-4bd8-b418-6d22c2019b84 admin admin] Allocated IP 172.20.0.1 (53feacae-2243-41e3-99bc-6a4cd77c4a23/a4494480-612e-4b7a-bad4-4f8c38f707d7/31376ab7-1bba-4125-a0be-c366e483863c) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:13.239893 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9bf480ac-e23b-497d-884e-5fa1f41853e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:13.242859 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9bf480ac-e23b-497d-884e-5fa1f41853e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:13.244985 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9bf480ac-e23b-497d-884e-5fa1f41853e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c118178a-5afb-4f1c-82cd-02fd42fc7046 HTTP/1.1" status: 204 len: 168 time: 0.4143054 Jul 16 01:23:13.272998 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf480ac-e23b-497d-884e-5fa1f41853e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c118178a-5afb-4f1c-82cd-02fd42fc7046,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:13.430053 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9daa-5ef8-4bd8-b418-6d22c2019b84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:13.462831 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-9f5d9daa-5ef8-4bd8-b418-6d22c2019b84 admin admin] Transition to ACTIVE for port object 31376ab7-1bba-4125-a0be-c366e483863c will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:13.572265 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7958c95c-daf0-4d48-aff0-6c6005a491bc req-fe99ed2e-d64d-43f8-993e-1df17654df5c tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:13.665568 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c3a6615-6419-4df9-aa88-887204239175 req-ea9d2cc3-cbfb-467a-8ec2-67d1e3eedaa6 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3634226 Jul 16 01:23:13.691177 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f6c7cebb-0644-436a-81e6-c47a804b784c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:13.693214 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-4c3a6615-6419-4df9-aa88-887204239175 req-655ab03d-d224-4dcb-95df-ca86ce35fee3 service neutron] Request body: {'port': {'device_id': 'ebab5416-30b8-4552-9bf2-7161df2c6bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:13.718642 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-f6c7cebb-0644-436a-81e6-c47a804b784c admin admin] Transition to ACTIVE for port object d1c7f543-850e-4210-8041-de1c21341438 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:13.758548 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9daa-5ef8-4bd8-b418-6d22c2019b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:13.808686 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4c3a6615-6419-4df9-aa88-887204239175 req-4de41460-ae7b-47b4-995e-d33044ae6e87 service neutron] 10.222.0.82 "GET /v2.0/networks/04f5209e-58b4-4416-b93c-dcec5475ec9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6942971 Jul 16 01:23:13.830850 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f6c7cebb-0644-436a-81e6-c47a804b784c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:13.844040 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7958c95c-daf0-4d48-aff0-6c6005a491bc req-fe99ed2e-d64d-43f8-993e-1df17654df5c tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:13.869241 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d9daa-5ef8-4bd8-b418-6d22c2019b84 admin admin] Pushing event updated for resources: {'Port': ['ID=31376ab7-1bba-4125-a0be-c366e483863c,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:13.898607 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5d9daa-5ef8-4bd8-b418-6d22c2019b84 admin admin] Network 53feacae-2243-41e3-99bc-6a4cd77c4a23 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:13.910167 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f897e-59c4-48f9-a532-c158bb2f0d79 req-310b04c5-fcb8-4b2b-9ec9-7c4f98d16608 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:13.918809 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1f5f897e-59c4-48f9-a532-c158bb2f0d79 req-310b04c5-fcb8-4b2b-9ec9-7c4f98d16608 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebab5416-30b8-4552-9bf2-7161df2c6bf0 HTTP/1.1" status: 200 len: 931 time: 0.5454452 Jul 16 01:23:13.980098 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4c3a6615-6419-4df9-aa88-887204239175 req-655ab03d-d224-4dcb-95df-ca86ce35fee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:14.003845 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-9f5d9daa-5ef8-4bd8-b418-6d22c2019b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:14.047465 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7958c95c-daf0-4d48-aff0-6c6005a491bc req-fe99ed2e-d64d-43f8-993e-1df17654df5c tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6949317 Jul 16 01:23:14.090069 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7cebb-0644-436a-81e6-c47a804b784c admin admin] Pushing event updated for resources: {'Port': ['ID=d1c7f543-850e-4210-8041-de1c21341438,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:14.271110 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c7cebb-0644-436a-81e6-c47a804b784c admin admin] Network 7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:14.296151 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99ed2e-d64d-43f8-993e-1df17654df5c tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9d3f1a-0f97-482e-bc52-967495d3ed2b,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:14.300171 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-f6c7cebb-0644-436a-81e6-c47a804b784c admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:14.363314 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c7cebb-0644-436a-81e6-c47a804b784c admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:14.448763 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-92090481-ebb2-458a-abee-24b0e7a50251 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:14.496771 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da725a9-91d7-410f-88b3-c7f451778be0 req-dbbe20e2-92fd-427a-bbeb-9a6c55844eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:14.496771 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0da725a9-91d7-410f-88b3-c7f451778be0 req-dbbe20e2-92fd-427a-bbeb-9a6c55844eba service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3c7df87bcaf848cbbc8128d4797f7756&device_id=6e45f613-191a-4220-8251-26d912c6e0c8 HTTP/1.1" status: 200 len: 1096 time: 0.5160224 Jul 16 01:23:14.582690 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2cae20d6-e68d-43eb-acce-e7b0659ed988 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:14.755747 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-771916e9-6442-43fe-aca6-cf2d76f288c2 None None] Provisioning for port 31376ab7-1bba-4125-a0be-c366e483863c completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:14.789833 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-771916e9-6442-43fe-aca6-cf2d76f288c2 None None] Provisioning complete for port 31376ab7-1bba-4125-a0be-c366e483863c triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:14.791106 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-771916e9-6442-43fe-aca6-cf2d76f288c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:14.830822 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f6c7cebb-0644-436a-81e6-c47a804b784c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:14.877846 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 2cae20d6-e68d-43eb-acce-e7b0659ed988 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:14.950269 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5d9daa-5ef8-4bd8-b418-6d22c2019b84 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:14.950859 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 2cae20d6-e68d-43eb-acce-e7b0659ed988 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:14.950859 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.054756 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1f5f897e-59c4-48f9-a532-c158bb2f0d79 req-e9f343f4-06c3-464d-890b-1660a20680cf tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b755373c-8ab0-4371-b60d-ab0d1a0644b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1336582 Jul 16 01:23:15.080400 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-771916e9-6442-43fe-aca6-cf2d76f288c2 None None] Port 31376ab7-1bba-4125-a0be-c366e483863c cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:23:15.111225 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-4c3a6615-6419-4df9-aa88-887204239175 req-655ab03d-d224-4dcb-95df-ca86ce35fee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1775e6bd-a13a-4544-a2d3-d65697daab45 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:15.130289 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4c3a6615-6419-4df9-aa88-887204239175 req-655ab03d-d224-4dcb-95df-ca86ce35fee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.165404 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-4c3a6615-6419-4df9-aa88-887204239175 req-655ab03d-d224-4dcb-95df-ca86ce35fee3 service neutron] Transition to ACTIVE for port object 1775e6bd-a13a-4544-a2d3-d65697daab45 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:15.176872 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.184245 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4c3a6615-6419-4df9-aa88-887204239175 req-655ab03d-d224-4dcb-95df-ca86ce35fee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.205910 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9daa-5ef8-4bd8-b418-6d22c2019b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.211518 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 2cae20d6-e68d-43eb-acce-e7b0659ed988, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2cae20d6-e68d-43eb-acce-e7b0659ed988,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:15.223681 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.225960 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 442d1980-9073-498d-8015-458bec251739 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:15.386164 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7d008ff5-c903-4913-b278-da4acb84e9b1 None None] Provisioning for port d1c7f543-850e-4210-8041-de1c21341438 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:15.400237 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7d008ff5-c903-4913-b278-da4acb84e9b1 None None] Provisioning complete for port d1c7f543-850e-4210-8041-de1c21341438 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:15.400774 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d008ff5-c903-4913-b278-da4acb84e9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.427079 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-81fc4371-b383-499b-bfeb-9aafd11167c7 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=edd1ed0455014b31835bf69f0954c3dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583186 Jul 16 01:23:15.450673 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ab03d-d224-4dcb-95df-ca86ce35fee3 service neutron] Pushing event updated for resources: {'Port': ['ID=1775e6bd-a13a-4544-a2d3-d65697daab45,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:15.452745 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 442d1980-9073-498d-8015-458bec251739 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:15.474345 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 442d1980-9073-498d-8015-458bec251739 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:15.474871 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.619811 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-4c3a6615-6419-4df9-aa88-887204239175 req-655ab03d-d224-4dcb-95df-ca86ce35fee3 service neutron] Attempting to bind port 1775e6bd-a13a-4544-a2d3-d65697daab45 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:15.620070 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-4c3a6615-6419-4df9-aa88-887204239175 req-655ab03d-d224-4dcb-95df-ca86ce35fee3 service neutron] Attempting to bind port 1775e6bd-a13a-4544-a2d3-d65697daab45 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '809c94c3-fa35-4741-a6c4-b4b01340db50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:15.620415 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3a6615-6419-4df9-aa88-887204239175 req-655ab03d-d224-4dcb-95df-ca86ce35fee3 service neutron] Attempting to bind port 1775e6bd-a13a-4544-a2d3-d65697daab45 on network 04f5209e-58b4-4416-b93c-dcec5475ec9f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:15.636396 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3a6615-6419-4df9-aa88-887204239175 req-655ab03d-d224-4dcb-95df-ca86ce35fee3 service neutron] Port 1775e6bd-a13a-4544-a2d3-d65697daab45 on network 04f5209e-58b4-4416-b93c-dcec5475ec9f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:15.637077 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3a6615-6419-4df9-aa88-887204239175 req-655ab03d-d224-4dcb-95df-ca86ce35fee3 service neutron] Attempting to bind port 1775e6bd-a13a-4544-a2d3-d65697daab45 on network 04f5209e-58b4-4416-b93c-dcec5475ec9f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:15.656396 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3a6615-6419-4df9-aa88-887204239175 req-655ab03d-d224-4dcb-95df-ca86ce35fee3 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:15.657022 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3a6615-6419-4df9-aa88-887204239175 req-655ab03d-d224-4dcb-95df-ca86ce35fee3 service neutron] Checking segment: {'id': '809c94c3-fa35-4741-a6c4-b4b01340db50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:15.657614 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3a6615-6419-4df9-aa88-887204239175 req-655ab03d-d224-4dcb-95df-ca86ce35fee3 service neutron] Bound using segment: {'id': '809c94c3-fa35-4741-a6c4-b4b01340db50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:15.658414 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-4c3a6615-6419-4df9-aa88-887204239175 req-655ab03d-d224-4dcb-95df-ca86ce35fee3 service neutron] Bound port: 1775e6bd-a13a-4544-a2d3-d65697daab45, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809c94c3-fa35-4741-a6c4-b4b01340db50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:15.658953 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4c3a6615-6419-4df9-aa88-887204239175 req-655ab03d-d224-4dcb-95df-ca86ce35fee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.662206 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da725a9-91d7-410f-88b3-c7f451778be0 req-9e7ffeaa-2177-4b33-a1d3-ee459ccaeb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:15.663717 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0da725a9-91d7-410f-88b3-c7f451778be0 req-9e7ffeaa-2177-4b33-a1d3-ee459ccaeb6a service neutron] 10.222.0.82 "GET /v2.0/networks?id=04f5209e-58b4-4416-b93c-dcec5475ec9f HTTP/1.1" status: 200 len: 914 time: 1.1591582 Jul 16 01:23:15.709440 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=2cae20d6-e68d-43eb-acce-e7b0659ed988,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:15.722619 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7d008ff5-c903-4913-b278-da4acb84e9b1 None None] Port d1c7f543-850e-4210-8041-de1c21341438 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:23:15.728246 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-bdd5788e-33e0-4cc2-8a0b-75cd742bc74b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:15.736090 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-bdd5788e-33e0-4cc2-8a0b-75cd742bc74b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3080769 Jul 16 01:23:15.757552 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-634cc75c-d98d-46c6-8ca5-eb6cae719506 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/quotas/edd1ed0455014b31835bf69f0954c3dd HTTP/1.1" status: 200 len: 375 time: 0.0202928 Jul 16 01:23:15.772279 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0da725a9-91d7-410f-88b3-c7f451778be0 req-72f5470d-575c-4603-bee6-2ce10e4178b6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc986c73-3804-4695-852f-9a492afec602 HTTP/1.1" status: 200 len: 217 time: 0.0784547 Jul 16 01:23:15.801274 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.824682 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 442d1980-9073-498d-8015-458bec251739, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=442d1980-9073-498d-8015-458bec251739,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:15.826398 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9daa-5ef8-4bd8-b418-6d22c2019b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.833272 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.890298 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=442d1980-9073-498d-8015-458bec251739,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:15.894687 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da725a9-91d7-410f-88b3-c7f451778be0 req-9e42c02a-1017-430a-b36c-d4010de5d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:15.896191 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0da725a9-91d7-410f-88b3-c7f451778be0 req-9e42c02a-1017-430a-b36c-d4010de5d734 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=edf67854-c855-44a8-a406-582030e25669 HTTP/1.1" status: 200 len: 853 time: 0.1233671 Jul 16 01:23:15.919997 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-4c3a6615-6419-4df9-aa88-887204239175 req-655ab03d-d224-4dcb-95df-ca86ce35fee3 service neutron] For port 1775e6bd-a13a-4544-a2d3-d65697daab45, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:15.946488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-4c3a6615-6419-4df9-aa88-887204239175 req-655ab03d-d224-4dcb-95df-ca86ce35fee3 service neutron] For port 1775e6bd-a13a-4544-a2d3-d65697daab45, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1775e6bd-a13a-4544-a2d3-d65697daab45,segment=NetworkSegment(809c94c3-fa35-4741-a6c4-b4b01340db50),segment_id=809c94c3-fa35-4741-a6c4-b4b01340db50)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:15.958542 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0da725a9-91d7-410f-88b3-c7f451778be0 req-919e1052-d065-4b7f-a6d7-64a46e80d6f6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=04f5209e-58b4-4416-b93c-dcec5475ec9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402842 Jul 16 01:23:15.959308 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4c3a6615-6419-4df9-aa88-887204239175 req-655ab03d-d224-4dcb-95df-ca86ce35fee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.003643 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f6c7cebb-0644-436a-81e6-c47a804b784c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.017470 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-3ae843ba-de49-4e6f-bcad-9a2ed3ea9991 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=edd1ed0455014b31835bf69f0954c3dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2582643 Jul 16 01:23:16.132500 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a6615-6419-4df9-aa88-887204239175 req-655ab03d-d224-4dcb-95df-ca86ce35fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:16.133670 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-4c3a6615-6419-4df9-aa88-887204239175 req-655ab03d-d224-4dcb-95df-ca86ce35fee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.135109 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c3a6615-6419-4df9-aa88-887204239175 req-655ab03d-d224-4dcb-95df-ca86ce35fee3 service neutron] 10.222.0.84 "PUT /v2.0/ports/1775e6bd-a13a-4544-a2d3-d65697daab45 HTTP/1.1" status: 200 len: 1092 time: 2.4587843 Jul 16 01:23:16.141027 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebab5416-30b8-4552-9bf2-7161df2c6bf0', 'tag': '1775e6bd-a13a-4544-a2d3-d65697daab45'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:16.156853 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4122d30d-b7c5-4ebe-9acb-c4d02447e89f" -d '{"events": [{"name": "network-changed", "server_uuid": "ebab5416-30b8-4552-9bf2-7161df2c6bf0", "tag": "1775e6bd-a13a-4544-a2d3-d65697daab45"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:16.261837 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9daa-5ef8-4bd8-b418-6d22c2019b84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.292044 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9daa-5ef8-4bd8-b418-6d22c2019b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.329674 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2cae20d6-e68d-43eb-acce-e7b0659ed988 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:16.331022 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ab03d-d224-4dcb-95df-ca86ce35fee3 service neutron] Pushing event updated for resources: {'Port': ['ID=1775e6bd-a13a-4544-a2d3-d65697daab45,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:16.382185 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 2cae20d6-e68d-43eb-acce-e7b0659ed988 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:16.382579 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.415951 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9daa-5ef8-4bd8-b418-6d22c2019b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.431037 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d9daa-5ef8-4bd8-b418-6d22c2019b84 admin admin] Pushing event updated for resources: {'Port': ['ID=31376ab7-1bba-4125-a0be-c366e483863c,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:16.469837 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a6615-6419-4df9-aa88-887204239175 req-b8c539e0-cdb4-46c8-8289-416ba871b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:16.471423 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c3a6615-6419-4df9-aa88-887204239175 req-b8c539e0-cdb4-46c8-8289-416ba871b6de service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3c7df87bcaf848cbbc8128d4797f7756&device_id=ebab5416-30b8-4552-9bf2-7161df2c6bf0 HTTP/1.1" status: 200 len: 1095 time: 0.2618916 Jul 16 01:23:16.480317 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 442d1980-9073-498d-8015-458bec251739 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:16.545185 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 442d1980-9073-498d-8015-458bec251739 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:16.545336 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0da725a9-91d7-410f-88b3-c7f451778be0 req-a884ed67-aba5-4447-8c8e-27060dc8ee5a service neutron] 10.222.0.82 "GET /v2.0/networks/04f5209e-58b4-4416-b93c-dcec5475ec9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780528 Jul 16 01:23:16.545741 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.577579 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c3a6615-6419-4df9-aa88-887204239175 req-7b986375-6d48-4a43-8088-e77311cbfc1b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1775e6bd-a13a-4544-a2d3-d65697daab45 HTTP/1.1" status: 200 len: 217 time: 0.0920675 Jul 16 01:23:16.707041 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fb5cb1-1129-43fd-9f86-ebf6e5920037 x-openstack-request-id: req-30fb5cb1-1129-43fd-9f86-ebf6e5920037 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:16.707363 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebab5416-30b8-4552-9bf2-7161df2c6bf0", "tag": "1775e6bd-a13a-4544-a2d3-d65697daab45", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:16.707775 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30fb5cb1-1129-43fd-9f86-ebf6e5920037 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:16.708172 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebab5416-30b8-4552-9bf2-7161df2c6bf0', 'tag': '1775e6bd-a13a-4544-a2d3-d65697daab45', 'status': 'completed', 'code': 200} Jul 16 01:23:16.720883 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a6615-6419-4df9-aa88-887204239175 req-13c9a367-450b-4c25-981d-8b568aaeaa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:16.722634 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c3a6615-6419-4df9-aa88-887204239175 req-13c9a367-450b-4c25-981d-8b568aaeaa10 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=edf67854-c855-44a8-a406-582030e25669 HTTP/1.1" status: 200 len: 853 time: 0.1377122 Jul 16 01:23:16.733579 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5d9daa-5ef8-4bd8-b418-6d22c2019b84 admin admin] Network 53feacae-2243-41e3-99bc-6a4cd77c4a23 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:16.744997 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f6c7cebb-0644-436a-81e6-c47a804b784c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.753688 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0da725a9-91d7-410f-88b3-c7f451778be0 req-afd6755e-d177-4034-9ecc-40b7c26684bb service neutron] 10.222.0.82 "GET /v2.0/networks/04f5209e-58b4-4416-b93c-dcec5475ec9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943629 Jul 16 01:23:16.775002 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c3a6615-6419-4df9-aa88-887204239175 req-c089a26d-3497-4908-a5b1-e7ca9bea9dc3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=04f5209e-58b4-4416-b93c-dcec5475ec9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437281 Jul 16 01:23:16.776336 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-9f5d9daa-5ef8-4bd8-b418-6d22c2019b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:16.779774 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f6c7cebb-0644-436a-81e6-c47a804b784c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.940472 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805a6be-ff42-467e-88ba-9290d586daf0 req-b54f2c34-00fd-499b-b7a7-ba22034e55cc tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:16.952336 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b805a6be-ff42-467e-88ba-9290d586daf0 req-b54f2c34-00fd-499b-b7a7-ba22034e55cc tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebab5416-30b8-4552-9bf2-7161df2c6bf0 HTTP/1.1" status: 200 len: 943 time: 0.6271799 Jul 16 01:23:17.046874 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7cebb-0644-436a-81e6-c47a804b784c admin admin] Pushing event updated for resources: {'Port': ['ID=d1c7f543-850e-4210-8041-de1c21341438,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:17.088439 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f6c7cebb-0644-436a-81e6-c47a804b784c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:17.162546 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-923ab138-22f5-4036-8cab-52892965101b None None] Provisioning complete for port 31376ab7-1bba-4125-a0be-c366e483863c triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:17.163611 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-923ab138-22f5-4036-8cab-52892965101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:17.209895 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b805a6be-ff42-467e-88ba-9290d586daf0 req-a0a72fb6-e096-4fce-acd2-0007e58d221c tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b755373c-8ab0-4371-b60d-ab0d1a0644b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564471 Jul 16 01:23:17.243809 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-923ab138-22f5-4036-8cab-52892965101b None None] Port 31376ab7-1bba-4125-a0be-c366e483863c cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:23:17.283080 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-92090481-ebb2-458a-abee-24b0e7a50251 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:17.294452 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-92090481-ebb2-458a-abee-24b0e7a50251 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-361746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-361739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-361858'] for router, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:17.430569 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c972f6df-a3f6-4529-87a9-759128951490 req-a6ffe265-f1a6-4aa6-af2d-9d6413eae7c0 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=295e5ffe-5f79-47f4-aac1-2a09853f3896 HTTP/1.1" status: 200 len: 210 time: 0.0768189 Jul 16 01:23:17.447902 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c7cebb-0644-436a-81e6-c47a804b784c admin admin] Network 7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:17.451461 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-f6c7cebb-0644-436a-81e6-c47a804b784c admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:17.466970 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92090481-ebb2-458a-abee-24b0e7a50251 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Router 276f9021-5d0c-45ee-9399-6583e072e408 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:23:17.599593 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c3a6615-6419-4df9-aa88-887204239175 req-b229cbb8-bb67-40a4-8dc8-b586d6e8edae service neutron] 10.222.0.84 "GET /v2.0/networks/04f5209e-58b4-4416-b93c-dcec5475ec9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8146892 Jul 16 01:23:17.681697 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5d9daa-5ef8-4bd8-b418-6d22c2019b84 admin admin] Router 02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:23:17.712526 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92090481-ebb2-458a-abee-24b0e7a50251 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:17.730491 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37959c2b-e6f5-4992-a9cf-51873629f729 None None] Sync routers for ids ['276f9021-5d0c-45ee-9399-6583e072e408'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:17.752149 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c7cebb-0644-436a-81e6-c47a804b784c admin admin] Router dec6e2c5-e610-41e0-bb7a-1173f0565a3a has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:23:17.757407 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-92090481-ebb2-458a-abee-24b0e7a50251 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:17.761648 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37959c2b-e6f5-4992-a9cf-51873629f729 None None] Routers {'276f9021-5d0c-45ee-9399-6583e072e408'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:17.762468 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-92090481-ebb2-458a-abee-24b0e7a50251 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "PUT /v2.0/routers/276f9021-5d0c-45ee-9399-6583e072e408 HTTP/1.1" status: 200 len: 920 time: 5.0586467 Jul 16 01:23:17.764611 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-37959c2b-e6f5-4992-a9cf-51873629f729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['276f9021-5d0c-45ee-9399-6583e072e408'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:17.769414 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43598) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:17.884611 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-37959c2b-e6f5-4992-a9cf-51873629f729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:17.892208 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device bc986c73-3804-4695-852f-9a492afec602 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:17.981822 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37959c2b-e6f5-4992-a9cf-51873629f729 None None] Routers {'276f9021-5d0c-45ee-9399-6583e072e408'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:17.983392 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-37959c2b-e6f5-4992-a9cf-51873629f729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['276f9021-5d0c-45ee-9399-6583e072e408'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:17.986775 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5d9daa-5ef8-4bd8-b418-6d22c2019b84 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:17.998389 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] Sync routers for ids ['02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:18.010194 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9f5d9daa-5ef8-4bd8-b418-6d22c2019b84 admin admin] 10.222.0.16 "PUT /v2.0/routers/02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5281014 Jul 16 01:23:18.017813 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] Routers {'02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:18.019656 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:18.031236 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c3a6615-6419-4df9-aa88-887204239175 req-4a5116fb-f310-496b-94fb-a28e052d7dd7 service neutron] 10.222.0.84 "GET /v2.0/networks/04f5209e-58b4-4416-b93c-dcec5475ec9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204462 Jul 16 01:23:18.155337 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-37959c2b-e6f5-4992-a9cf-51873629f729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:18.164136 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37959c2b-e6f5-4992-a9cf-51873629f729 None None] The sync data for ids ['276f9021-5d0c-45ee-9399-6583e072e408'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:18.164973 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3a6c6194-eb5c-4a97-9af2-9ce4b5608ba7 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "GET /v2.0/routers/276f9021-5d0c-45ee-9399-6583e072e408 HTTP/1.1" status: 200 len: 920 time: 0.3842428 Jul 16 01:23:18.169257 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43616) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:18.215836 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-464a613a-372d-431e-9a03-fe83db92fb91 None None] Provisioning complete for port d1c7f543-850e-4210-8041-de1c21341438 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:18.218256 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-464a613a-372d-431e-9a03-fe83db92fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:18.233018 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122d30d-b7c5-4ebe-9acb-c4d02447e89f req-6da6fb65-f443-436e-b6d9-d6d9ea004bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:18.234665 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4122d30d-b7c5-4ebe-9acb-c4d02447e89f req-6da6fb65-f443-436e-b6d9-d6d9ea004bd2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3c7df87bcaf848cbbc8128d4797f7756&device_id=ebab5416-30b8-4552-9bf2-7161df2c6bf0 HTTP/1.1" status: 200 len: 1095 time: 0.1119738 Jul 16 01:23:18.237330 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port bc986c73-3804-4695-852f-9a492afec602, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=bc986c73-3804-4695-852f-9a492afec602,segment=NetworkSegment(809c94c3-fa35-4741-a6c4-b4b01340db50),segment_id=809c94c3-fa35-4741-a6c4-b4b01340db50)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:18.334790 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'bc986c73-3804-4695-852f-9a492afec602', 'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f', 'port_id': 'bc986c73-3804-4695-852f-9a492afec602', 'mac_address': 'fa:16:3e:27:b3:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf67854-c855-44a8-a406-582030e25669', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:18.398481 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] Set router 02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:18.414752 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-464a613a-372d-431e-9a03-fe83db92fb91 None None] Port d1c7f543-850e-4210-8041-de1c21341438 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:23:18.441584 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c7cebb-0644-436a-81e6-c47a804b784c admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:18.447573 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f6c7cebb-0644-436a-81e6-c47a804b784c admin admin] 10.222.0.16 "PUT /v2.0/routers/dec6e2c5-e610-41e0-bb7a-1173f0565a3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8489363 Jul 16 01:23:18.462935 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] Sync routers for ids ['dec6e2c5-e610-41e0-bb7a-1173f0565a3a'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:18.476525 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122d30d-b7c5-4ebe-9acb-c4d02447e89f req-7494c23b-ba1f-4ca5-9d28-dd6ab832d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:18.482173 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] Routers {'dec6e2c5-e610-41e0-bb7a-1173f0565a3a'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:18.482369 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4122d30d-b7c5-4ebe-9acb-c4d02447e89f req-7494c23b-ba1f-4ca5-9d28-dd6ab832d678 service neutron] 10.222.0.84 "GET /v2.0/networks?id=04f5209e-58b4-4416-b93c-dcec5475ec9f HTTP/1.1" status: 200 len: 914 time: 0.2388120 Jul 16 01:23:18.482735 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['dec6e2c5-e610-41e0-bb7a-1173f0565a3a'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:18.530338 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:18.551653 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc986c73-3804-4695-852f-9a492afec602 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:18.583527 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port bc986c73-3804-4695-852f-9a492afec602, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=bc986c73-3804-4695-852f-9a492afec602,segment=NetworkSegment(809c94c3-fa35-4741-a6c4-b4b01340db50),segment_id=809c94c3-fa35-4741-a6c4-b4b01340db50)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:18.585517 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6900fe6-39d4-45e7-82ce-93ef23aac9d1 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:18.590215 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c6900fe6-39d4-45e7-82ce-93ef23aac9d1 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&device_id=276f9021-5d0c-45ee-9399-6583e072e408&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.4114575 Jul 16 01:23:18.593911 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43644) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:18.595927 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4122d30d-b7c5-4ebe-9acb-c4d02447e89f req-28ccc62b-5d7e-4201-85e9-41a2173bda2d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1775e6bd-a13a-4544-a2d3-d65697daab45 HTTP/1.1" status: 200 len: 217 time: 0.0982475 Jul 16 01:23:18.614576 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:18.667730 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e57daf-ead4-4ee2-bd63-97b861ccca3e req-dcf660b7-73af-493b-85b7-183c8704019b tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:18.675072 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] Set router dec6e2c5-e610-41e0-bb7a-1173f0565a3a gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:18.675297 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6e57daf-ead4-4ee2-bd63-97b861ccca3e req-dcf660b7-73af-493b-85b7-183c8704019b tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebab5416-30b8-4552-9bf2-7161df2c6bf0 HTTP/1.1" status: 200 len: 943 time: 0.2002878 Jul 16 01:23:18.722100 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122d30d-b7c5-4ebe-9acb-c4d02447e89f req-e48c1007-6dbc-4c2f-8756-2877e4d63102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:18.724402 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4122d30d-b7c5-4ebe-9acb-c4d02447e89f req-e48c1007-6dbc-4c2f-8756-2877e4d63102 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=edf67854-c855-44a8-a406-582030e25669 HTTP/1.1" status: 200 len: 853 time: 0.1230624 Jul 16 01:23:18.728420 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=bc986c73-3804-4695-852f-9a492afec602,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:18.758026 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fe0b85-73cc-41b9-89e9-9bc2f766292c tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:18.759848 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b4fe0b85-73cc-41b9-89e9-9bc2f766292c tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 881 time: 0.1653390 Jul 16 01:23:18.768016 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43658) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:18.782579 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4122d30d-b7c5-4ebe-9acb-c4d02447e89f req-d8d56f16-c69f-4ba5-b585-89dc4df52e0a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=04f5209e-58b4-4416-b93c-dcec5475ec9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451369 Jul 16 01:23:18.807264 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e1d279e4-2fab-45a5-9461-70cc7ccd05f5 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "GET /v2.0/ports?device_id=276f9021-5d0c-45ee-9399-6583e072e408 HTTP/1.1" status: 200 len: 205 time: 0.0379822 Jul 16 01:23:18.809975 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43660) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:18.855533 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73227991-router', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:01Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'gw_port': {'id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:03Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '31376ab7-1bba-4125-a0be-c366e483863c', 'name': '', 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'mac_address': 'fa:16:3e:fc:6f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'a4494480-612e-4b7a-bad4-4f8c38f707d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:12Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 2, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'subnets': [{'id': 'a4494480-612e-4b7a-bad4-4f8c38f707d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:18.899293 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] Checking router: 02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:23:18.899716 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] Updating router 02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7 port 31376ab7-1bba-4125-a0be-c366e483863c binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:23:18.932740 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772ab36-1025-42f7-860b-580b79dfc563 req-859a58bc-1381-4d97-bdf5-3a1c006a2767 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:18.934339 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6772ab36-1025-42f7-860b-580b79dfc563 req-859a58bc-1381-4d97-bdf5-3a1c006a2767 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/networks?id=53feacae-2243-41e3-99bc-6a4cd77c4a23 HTTP/1.1" status: 200 len: 827 time: 0.2330568 Jul 16 01:23:18.953564 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:18.957923 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['bc986c73-3804-4695-852f-9a492afec602'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:18.963042 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6772ab36-1025-42f7-860b-580b79dfc563 req-41df812c-dd1a-4866-9ca2-a430ed4d9aee tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/quotas/a9bc865e4adb4b748ffb8234191c64fe HTTP/1.1" status: 200 len: 375 time: 0.0196049 Jul 16 01:23:18.967621 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4122d30d-b7c5-4ebe-9acb-c4d02447e89f req-88117ade-e85c-41f0-918c-3f8076902dcd service neutron] 10.222.0.84 "GET /v2.0/networks/04f5209e-58b4-4416-b93c-dcec5475ec9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776640 Jul 16 01:23:19.232447 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6772ab36-1025-42f7-860b-580b79dfc563 req-f560c850-5326-463e-9f34-2a2ea133ace1 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9bc865e4adb4b748ffb8234191c64fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2630818 Jul 16 01:23:19.298836 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec6e2c5-e610-41e0-bb7a-1173f0565a3a', 'name': 'tempest-FloatingIPsTestJSON-405308506-router', 'tenant_id': 'aa861bd41f09404b80d7ddcbf607a574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '442d1980-9073-498d-8015-458bec251739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:03Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': 'aa861bd41f09404b80d7ddcbf607a574', 'gw_port': {'id': '442d1980-9073-498d-8015-458bec251739', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec6e2c5-e610-41e0-bb7a-1173f0565a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:05Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'd1c7f543-850e-4210-8041-de1c21341438', 'name': '', 'network_id': '7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36', 'tenant_id': 'aa861bd41f09404b80d7ddcbf607a574', 'mac_address': 'fa:16:3e:31:5b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec6e2c5-e610-41e0-bb7a-1173f0565a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '3c533965-8cf3-4c16-bdec-4ef07ed78d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:12Z', 'updated_at': '2021-07-16T01:23:16Z', 'revision_number': 2, 'project_id': 'aa861bd41f09404b80d7ddcbf607a574', 'subnets': [{'id': '3c533965-8cf3-4c16-bdec-4ef07ed78d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:19.340108 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] Checking router: dec6e2c5-e610-41e0-bb7a-1173f0565a3a for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:23:19.340868 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] Updating router dec6e2c5-e610-41e0-bb7a-1173f0565a3a port d1c7f543-850e-4210-8041-de1c21341438 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:23:19.351514 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4122d30d-b7c5-4ebe-9acb-c4d02447e89f req-87799b22-811b-46bc-b627-916632ddf36c service neutron] 10.222.0.84 "GET /v2.0/networks/04f5209e-58b4-4416-b93c-dcec5475ec9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482399 Jul 16 01:23:19.382829 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6772ab36-1025-42f7-860b-580b79dfc563 req-e7e81ccc-5b54-43ae-ac19-dbbdf6323453 service neutron] 10.222.0.16 "GET /v2.0/networks/53feacae-2243-41e3-99bc-6a4cd77c4a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485984 Jul 16 01:23:19.400700 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6e57daf-ead4-4ee2-bd63-97b861ccca3e req-9bb77b70-58e8-493f-9aef-83603ae71e0b tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b755373c-8ab0-4371-b60d-ab0d1a0644b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7243872 Jul 16 01:23:19.409247 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:19.454345 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-86c950c6-24df-448d-a808-212652d42f22 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=edd1ed0455014b31835bf69f0954c3dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1008935 Jul 16 01:23:19.519633 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:19.541497 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] Transition to ACTIVE for port object 31376ab7-1bba-4125-a0be-c366e483863c will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:19.552230 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:19.595034 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6772ab36-1025-42f7-860b-580b79dfc563 req-49312827-c4b6-49e7-bd76-72c0e3028aad service neutron] 10.222.0.16 "GET /v2.0/networks/53feacae-2243-41e3-99bc-6a4cd77c4a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118423 Jul 16 01:23:19.619990 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3283b1-b831-47b7-8337-eaaa611d9ce2 None None] Pushing event updated for resources: {'Port': ['ID=31376ab7-1bba-4125-a0be-c366e483863c,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:19.686227 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-80dbb719-3bfa-4bf5-a4fa-8cd51df717a6 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:19.730424 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 1775e6bd-a13a-4544-a2d3-d65697daab45 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:19.733088 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] Attempting to bind port 31376ab7-1bba-4125-a0be-c366e483863c on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:19.733454 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] Attempting to bind port 31376ab7-1bba-4125-a0be-c366e483863c by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'b80442ff-611c-46c6-96a1-64bc7fc5da83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:19.736799 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] Attempting to bind port 31376ab7-1bba-4125-a0be-c366e483863c on network 53feacae-2243-41e3-99bc-6a4cd77c4a23 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:19.745031 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:19.745397 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] Checking segment: {'id': 'b80442ff-611c-46c6-96a1-64bc7fc5da83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:19.745792 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:19.746181 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] Bound using segment: {'id': 'b80442ff-611c-46c6-96a1-64bc7fc5da83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:19.746731 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] Bound port: 31376ab7-1bba-4125-a0be-c366e483863c, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80442ff-611c-46c6-96a1-64bc7fc5da83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:19.747103 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:19.830648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-9ea2216b-2016-4d01-b5b6-4e8e281ba73e tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:19.832195 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-9ea2216b-2016-4d01-b5b6-4e8e281ba73e tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3774095 Jul 16 01:23:19.867134 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-5082c6b9-11ba-4f88-8725-5bf67729bdea tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Request body: {'port': {'device_id': 'e1445c03-b171-4709-98a7-e09b397c3de8', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': 'edd1ed0455014b31835bf69f0954c3dd'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:19.894095 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] For port 31376ab7-1bba-4125-a0be-c366e483863c, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:19.906686 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] For port 31376ab7-1bba-4125-a0be-c366e483863c, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=31376ab7-1bba-4125-a0be-c366e483863c,segment=NetworkSegment(b80442ff-611c-46c6-96a1-64bc7fc5da83),segment_id=b80442ff-611c-46c6-96a1-64bc7fc5da83)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:19.917852 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:19.934212 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-d6c20509-309e-4674-ac07-4b0db787eec0 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=edd1ed0455014b31835bf69f0954c3dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601599 Jul 16 01:23:20.151607 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 1775e6bd-a13a-4544-a2d3-d65697daab45, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1775e6bd-a13a-4544-a2d3-d65697daab45,segment=NetworkSegment(809c94c3-fa35-4741-a6c4-b4b01340db50),segment_id=809c94c3-fa35-4741-a6c4-b4b01340db50)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:20.188992 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3283b1-b831-47b7-8337-eaaa611d9ce2 None None] Pushing event updated for resources: {'Port': ['ID=31376ab7-1bba-4125-a0be-c366e483863c,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:20.209379 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] Routers {'02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:20.210040 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:20.248245 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-80dbb719-3bfa-4bf5-a4fa-8cd51df717a6 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.252067 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '1775e6bd-a13a-4544-a2d3-d65697daab45', 'network_id': '04f5209e-58b4-4416-b93c-dcec5475ec9f', 'port_id': '1775e6bd-a13a-4544-a2d3-d65697daab45', 'mac_address': 'fa:16:3e:5e:16:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf67854-c855-44a8-a406-582030e25669', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:20.271127 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.277603 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-635ba207-9357-44dd-951a-ed4c8bff2223 req-12b49412-9137-4882-9de2-032ce63cfe6b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=295e5ffe-5f79-47f4-aac1-2a09853f3896 HTTP/1.1" status: 200 len: 210 time: 0.1183369 Jul 16 01:23:20.337340 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] Transition to ACTIVE for port object d1c7f543-850e-4210-8041-de1c21341438 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:20.357011 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-6f8063dd-ba08-483a-aa5b-649477108833 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:20.359155 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-6f8063dd-ba08-483a-aa5b-649477108833 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4232886 Jul 16 01:23:20.382107 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-06625f87-2ebb-4e87-b5e6-d4387fed05fc tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Request body: {'port': {'device_id': '295e5ffe-5f79-47f4-aac1-2a09853f3896', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': 'edd1ed0455014b31835bf69f0954c3dd'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:20.433388 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.453436 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] Set router 02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:20.595179 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6103de4f-ecb0-4caa-b261-2ecda5dd5a1c req-257566bf-a418-4eaf-bbc3-fe86babb2763 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4 HTTP/1.1" status: 200 len: 210 time: 0.0550132 Jul 16 01:23:20.674475 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-80dbb719-3bfa-4bf5-a4fa-8cd51df717a6 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Deleting port 1ee08d31-c876-450d-bc0f-0c67d7e2e690 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:20.674994 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-80dbb719-3bfa-4bf5-a4fa-8cd51df717a6 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.746322 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c789095-e430-4f32-80da-1231130f5d4a None None] Pushing event updated for resources: {'Port': ['ID=d1c7f543-850e-4210-8041-de1c21341438,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:20.798290 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-5082c6b9-11ba-4f88-8725-5bf67729bdea tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Made reservation on behalf of edd1ed0455014b31835bf69f0954c3dd for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:20.798872 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.803082 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-5082c6b9-11ba-4f88-8725-5bf67729bdea tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.821042 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-516d4067-93e4-4c82-85aa-d7e4e018397b req-79899ee0-acc3-4012-ad1b-cdf2ef42b129 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5068336 Jul 16 01:23:20.824136 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-06625f87-2ebb-4e87-b5e6-d4387fed05fc tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Made reservation on behalf of edd1ed0455014b31835bf69f0954c3dd for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:20.829724 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-06625f87-2ebb-4e87-b5e6-d4387fed05fc tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.845280 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-516d4067-93e4-4c82-85aa-d7e4e018397b req-e2c94f49-8efe-4769-8a4b-47ca399b8703 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:20.867414 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-80dbb719-3bfa-4bf5-a4fa-8cd51df717a6 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.868094 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73227991-router', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:01Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'gw_port': {'id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:03Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '31376ab7-1bba-4125-a0be-c366e483863c', 'name': '', 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'mac_address': 'fa:16:3e:fc:6f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'a4494480-612e-4b7a-bad4-4f8c38f707d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:12Z', 'updated_at': '2021-07-16T01:23:19Z', 'revision_number': 4, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'subnets': [{'id': 'a4494480-612e-4b7a-bad4-4f8c38f707d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:20.870430 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] Attempting to bind port d1c7f543-850e-4210-8041-de1c21341438 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:20.871050 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] Attempting to bind port d1c7f543-850e-4210-8041-de1c21341438 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '4fa92530-6e7b-4218-ad10-c4a7480f0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:20.871698 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] Attempting to bind port d1c7f543-850e-4210-8041-de1c21341438 on network 7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:20.892083 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:20.894029 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] Checking segment: {'id': '4fa92530-6e7b-4218-ad10-c4a7480f0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:20.894525 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.895000 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] Bound using segment: {'id': '4fa92530-6e7b-4218-ad10-c4a7480f0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:20.895582 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] Bound port: d1c7f543-850e-4210-8041-de1c21341438, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa92530-6e7b-4218-ad10-c4a7480f0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:20.896080 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.899156 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1775e6bd-a13a-4544-a2d3-d65697daab45 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:20.907844 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4633d5a7-3a04-478c-b244-0f7d16a504d6 None None] The sync data for ids ['02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'] in n-d-792394-16 is: [{'id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73227991-router', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:01Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'gw_port': {'id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:03Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '31376ab7-1bba-4125-a0be-c366e483863c', 'name': '', 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'mac_address': 'fa:16:3e:fc:6f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'a4494480-612e-4b7a-bad4-4f8c38f707d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:12Z', 'updated_at': '2021-07-16T01:23:19Z', 'revision_number': 4, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'subnets': [{'id': 'a4494480-612e-4b7a-bad4-4f8c38f707d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:20.942602 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 1775e6bd-a13a-4544-a2d3-d65697daab45, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1775e6bd-a13a-4544-a2d3-d65697daab45,segment=NetworkSegment(809c94c3-fa35-4741-a6c4-b4b01340db50),segment_id=809c94c3-fa35-4741-a6c4-b4b01340db50)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:20.962021 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.071321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-80dbb719-3bfa-4bf5-a4fa-8cd51df717a6 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Calling delete_port for 1ee08d31-c876-450d-bc0f-0c67d7e2e690 owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:21.080316 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-516d4067-93e4-4c82-85aa-d7e4e018397b req-e2c94f49-8efe-4769-8a4b-47ca399b8703 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.086087 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-06625f87-2ebb-4e87-b5e6-d4387fed05fc tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Allocated IP 192.168.233.154 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/8648b5c6-909b-4737-9bf4-3fa1d78c7810) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:21.194542 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] For port d1c7f543-850e-4210-8041-de1c21341438, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:21.200040 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] For port d1c7f543-850e-4210-8041-de1c21341438, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d1c7f543-850e-4210-8041-de1c21341438,segment=NetworkSegment(4fa92530-6e7b-4218-ad10-c4a7480f0f76),segment_id=4fa92530-6e7b-4218-ad10-c4a7480f0f76)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:21.207544 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=1775e6bd-a13a-4544-a2d3-d65697daab45,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:21.217168 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.220949 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['1775e6bd-a13a-4544-a2d3-d65697daab45'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:21.413213 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-06625f87-2ebb-4e87-b5e6-d4387fed05fc tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.427108 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-516d4067-93e4-4c82-85aa-d7e4e018397b req-e2c94f49-8efe-4769-8a4b-47ca399b8703 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.438505 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-06625f87-2ebb-4e87-b5e6-d4387fed05fc tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Transition to ACTIVE for port object 8648b5c6-909b-4737-9bf4-3fa1d78c7810 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:21.468192 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c789095-e430-4f32-80da-1231130f5d4a None None] Pushing event updated for resources: {'Port': ['ID=d1c7f543-850e-4210-8041-de1c21341438,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:21.480333 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] Routers {'dec6e2c5-e610-41e0-bb7a-1173f0565a3a'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:21.481291 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['dec6e2c5-e610-41e0-bb7a-1173f0565a3a'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:21.505973 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-06625f87-2ebb-4e87-b5e6-d4387fed05fc tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.551018 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-06625f87-2ebb-4e87-b5e6-d4387fed05fc tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:21.555076 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-06625f87-2ebb-4e87-b5e6-d4387fed05fc tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:21.580267 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-80dbb719-3bfa-4bf5-a4fa-8cd51df717a6 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.604044 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-06625f87-2ebb-4e87-b5e6-d4387fed05fc tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:21.690334 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbb719-3bfa-4bf5-a4fa-8cd51df717a6 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Pushing event deleted for resources: {'Port': ['ID=1ee08d31-c876-450d-bc0f-0c67d7e2e690,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:21.749871 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06625f87-2ebb-4e87-b5e6-d4387fed05fc tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Pushing event updated for resources: {'Port': ['ID=8648b5c6-909b-4737-9bf4-3fa1d78c7810,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:21.810954 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-06625f87-2ebb-4e87-b5e6-d4387fed05fc tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:21.812594 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-06625f87-2ebb-4e87-b5e6-d4387fed05fc tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.836742 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-06625f87-2ebb-4e87-b5e6-d4387fed05fc tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4649248 Jul 16 01:23:21.868466 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-4bcf58e8-a8d5-4612-b1b4-67f3c317dfcf service neutron] Request body: {'port': {'device_id': '295e5ffe-5f79-47f4-aac1-2a09853f3896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:21.915010 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87054ad-14fe-4b8a-bc90-ac530a53dbe3 req-e1c4de76-54ec-40b9-b24e-53c1628f14c6 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:21.924891 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f87054ad-14fe-4b8a-bc90-ac530a53dbe3 req-e1c4de76-54ec-40b9-b24e-53c1628f14c6 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebab5416-30b8-4552-9bf2-7161df2c6bf0 HTTP/1.1" status: 200 len: 944 time: 0.1533167 Jul 16 01:23:21.947280 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-80dbb719-3bfa-4bf5-a4fa-8cd51df717a6 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.950129 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-5082c6b9-11ba-4f88-8725-5bf67729bdea tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Allocated IP 192.168.233.237 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/68e7c35f-2436-4917-80f7-1478c3f03797) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:21.998859 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] Set router dec6e2c5-e610-41e0-bb7a-1173f0565a3a gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:22.004182 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device bc986c73-3804-4695-852f-9a492afec602 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:22.082807 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-4bcf58e8-a8d5-4612-b1b4-67f3c317dfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.110033 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-80dbb719-3bfa-4bf5-a4fa-8cd51df717a6 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.113114 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-80dbb719-3bfa-4bf5-a4fa-8cd51df717a6 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.166639 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f87054ad-14fe-4b8a-bc90-ac530a53dbe3 req-f986a401-2c6f-4c07-89b9-254b61b1a1ed tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b755373c-8ab0-4371-b60d-ab0d1a0644b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407122 Jul 16 01:23:22.207917 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-80dbb719-3bfa-4bf5-a4fa-8cd51df717a6 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.208751 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dbb719-3bfa-4bf5-a4fa-8cd51df717a6 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Fanout notify agent at l3_agent the message router_deleted on router 276f9021-5d0c-45ee-9399-6583e072e408 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:23:22.229459 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-80dbb719-3bfa-4bf5-a4fa-8cd51df717a6 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.232180 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-80dbb719-3bfa-4bf5-a4fa-8cd51df717a6 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "DELETE /v2.0/routers/276f9021-5d0c-45ee-9399-6583e072e408 HTTP/1.1" status: 204 len: 168 time: 3.4212568 Jul 16 01:23:22.254686 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43690) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:22.256198 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-516d4067-93e4-4c82-85aa-d7e4e018397b req-e2c94f49-8efe-4769-8a4b-47ca399b8703 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Allocated IP 172.25.6.229 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/658bf8e2-9e90-4c4c-9b27-479592e1fd98) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:22.281511 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-88e5f282-7806-4e58-b76f-180228e16cf8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1065609461', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:22.340707 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-88e5f282-7806-4e58-b76f-180228e16cf8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.342783 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-88e5f282-7806-4e58-b76f-180228e16cf8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.467141 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 31376ab7-1bba-4125-a0be-c366e483863c up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:22.478748 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772ab36-1025-42f7-860b-580b79dfc563 req-698ae83f-d46c-42d5-92a5-52d47f4dd25f tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:22.481439 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6772ab36-1025-42f7-860b-580b79dfc563 req-698ae83f-d46c-42d5-92a5-52d47f4dd25f tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.84 "GET /v2.0/networks?id=53feacae-2243-41e3-99bc-6a4cd77c4a23 HTTP/1.1" status: 200 len: 827 time: 0.4563355 Jul 16 01:23:22.493862 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-6772ab36-1025-42f7-860b-580b79dfc563 req-a7bfa2a7-8dc9-4a58-85ca-2f8df320b9d7 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Request body: {'port': {'device_id': 'ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4', 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23', 'admin_state_up': True, 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:22.538763 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-731c60b4-c23b-4972-8aed-eaf1286479da None None] Provisioning for port 8648b5c6-909b-4737-9bf4-3fa1d78c7810 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:22.585926 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-88e5f282-7806-4e58-b76f-180228e16cf8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.606592 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-731c60b4-c23b-4972-8aed-eaf1286479da None None] Provisioning complete for port 8648b5c6-909b-4737-9bf4-3fa1d78c7810 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:22.607066 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-731c60b4-c23b-4972-8aed-eaf1286479da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.619395 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-88e5f282-7806-4e58-b76f-180228e16cf8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.639479 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port bc986c73-3804-4695-852f-9a492afec602 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:22.661238 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-88e5f282-7806-4e58-b76f-180228e16cf8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.667895 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-88e5f282-7806-4e58-b76f-180228e16cf8 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4042809 Jul 16 01:23:22.676603 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43696) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:22.688410 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-fe8ca3b2-f05a-4da8-ab02-e8ef354a1192 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Request body: {'router': {'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:22.712619 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port bc986c73-3804-4695-852f-9a492afec602 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:22.713334 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.756765 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-516d4067-93e4-4c82-85aa-d7e4e018397b req-e2c94f49-8efe-4769-8a4b-47ca399b8703 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.799911 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-5082c6b9-11ba-4f88-8725-5bf67729bdea tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.820212 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-5082c6b9-11ba-4f88-8725-5bf67729bdea tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Transition to ACTIVE for port object 68e7c35f-2436-4917-80f7-1478c3f03797 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:22.838727 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43698) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:22.844187 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-731c60b4-c23b-4972-8aed-eaf1286479da None None] Port 8648b5c6-909b-4737-9bf4-3fa1d78c7810 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:23:22.870727 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 31376ab7-1bba-4125-a0be-c366e483863c completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:22.884798 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 31376ab7-1bba-4125-a0be-c366e483863c triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:22.885251 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.885897 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-516d4067-93e4-4c82-85aa-d7e4e018397b req-e2c94f49-8efe-4769-8a4b-47ca399b8703 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.957124 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-5082c6b9-11ba-4f88-8725-5bf67729bdea tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.960980 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-516d4067-93e4-4c82-85aa-d7e4e018397b req-e2c94f49-8efe-4769-8a4b-47ca399b8703 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:22.969961 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-516d4067-93e4-4c82-85aa-d7e4e018397b req-e2c94f49-8efe-4769-8a4b-47ca399b8703 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:22.975097 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c94f49-8efe-4769-8a4b-47ca399b8703 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Pushing event updated for resources: {'Port': ['ID=658bf8e2-9e90-4c4c-9b27-479592e1fd98,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:22.977611 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-516d4067-93e4-4c82-85aa-d7e4e018397b req-e2c94f49-8efe-4769-8a4b-47ca399b8703 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:22.989892 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.993647 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec6e2c5-e610-41e0-bb7a-1173f0565a3a', 'name': 'tempest-FloatingIPsTestJSON-405308506-router', 'tenant_id': 'aa861bd41f09404b80d7ddcbf607a574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '442d1980-9073-498d-8015-458bec251739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:03Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': 'aa861bd41f09404b80d7ddcbf607a574', 'gw_port': {'id': '442d1980-9073-498d-8015-458bec251739', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec6e2c5-e610-41e0-bb7a-1173f0565a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:05Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'd1c7f543-850e-4210-8041-de1c21341438', 'name': '', 'network_id': '7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36', 'tenant_id': 'aa861bd41f09404b80d7ddcbf607a574', 'mac_address': 'fa:16:3e:31:5b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec6e2c5-e610-41e0-bb7a-1173f0565a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '3c533965-8cf3-4c16-bdec-4ef07ed78d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:12Z', 'updated_at': '2021-07-16T01:23:21Z', 'revision_number': 4, 'project_id': 'aa861bd41f09404b80d7ddcbf607a574', 'subnets': [{'id': '3c533965-8cf3-4c16-bdec-4ef07ed78d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:23.014935 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-5082c6b9-11ba-4f88-8725-5bf67729bdea tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:23.018443 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009049c-7d4f-4e04-af53-c862fb209f65 req-47d2329f-3e89-4202-a0e5-36be7f08106f tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:23.026834 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6009049c-7d4f-4e04-af53-c862fb209f65 req-47d2329f-3e89-4202-a0e5-36be7f08106f tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=295e5ffe-5f79-47f4-aac1-2a09853f3896 HTTP/1.1" status: 200 len: 936 time: 0.3934345 Jul 16 01:23:23.035820 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4a8cd8-1e8f-41d2-aada-47edaee2fcd7 None None] The sync data for ids ['dec6e2c5-e610-41e0-bb7a-1173f0565a3a'] in n-d-792394-16 is: [{'id': 'dec6e2c5-e610-41e0-bb7a-1173f0565a3a', 'name': 'tempest-FloatingIPsTestJSON-405308506-router', 'tenant_id': 'aa861bd41f09404b80d7ddcbf607a574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '442d1980-9073-498d-8015-458bec251739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:03Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': 'aa861bd41f09404b80d7ddcbf607a574', 'gw_port': {'id': '442d1980-9073-498d-8015-458bec251739', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec6e2c5-e610-41e0-bb7a-1173f0565a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:05Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'd1c7f543-850e-4210-8041-de1c21341438', 'name': '', 'network_id': '7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36', 'tenant_id': 'aa861bd41f09404b80d7ddcbf607a574', 'mac_address': 'fa:16:3e:31:5b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec6e2c5-e610-41e0-bb7a-1173f0565a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '3c533965-8cf3-4c16-bdec-4ef07ed78d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:12Z', 'updated_at': '2021-07-16T01:23:21Z', 'revision_number': 4, 'project_id': 'aa861bd41f09404b80d7ddcbf607a574', 'subnets': [{'id': '3c533965-8cf3-4c16-bdec-4ef07ed78d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:23.055339 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6772ab36-1025-42f7-860b-580b79dfc563 req-a7bfa2a7-8dc9-4a58-85ca-2f8df320b9d7 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Made reservation on behalf of a9bc865e4adb4b748ffb8234191c64fe for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:23.059383 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-6772ab36-1025-42f7-860b-580b79dfc563 req-a7bfa2a7-8dc9-4a58-85ca-2f8df320b9d7 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:23.081938 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-5082c6b9-11ba-4f88-8725-5bf67729bdea tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:23.084244 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e45f613-191a-4220-8251-26d912c6e0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc986c73-3804-4695-852f-9a492afec602'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:23.084436 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082c6b9-11ba-4f88-8725-5bf67729bdea tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Pushing event updated for resources: {'Port': ['ID=68e7c35f-2436-4917-80f7-1478c3f03797,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:23.096488 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6464fb9-47a8-4b42-9baa-e3818522c49e" -d '{"events": [{"server_uuid": "6e45f613-191a-4220-8251-26d912c6e0c8", "name": "network-vif-plugged", "status": "completed", "tag": "bc986c73-3804-4695-852f-9a492afec602"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:23.105732 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-5082c6b9-11ba-4f88-8725-5bf67729bdea tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:23.131580 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port bc986c73-3804-4695-852f-9a492afec602, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=bc986c73-3804-4695-852f-9a492afec602,segment=NetworkSegment(809c94c3-fa35-4741-a6c4-b4b01340db50),segment_id=809c94c3-fa35-4741-a6c4-b4b01340db50)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:23.133204 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:23.145579 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:23.193909 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['4cedddb5-174d-4d99-a67f-313c9716b2bb'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:23.196417 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['4cedddb5-174d-4d99-a67f-313c9716b2bb'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:23.197082 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-5082c6b9-11ba-4f88-8725-5bf67729bdea tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:23.198359 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-5082c6b9-11ba-4f88-8725-5bf67729bdea tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:23.198617 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8eac3015-e3da-4ffa-bca1-6764d64a88a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:23.226966 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-5082c6b9-11ba-4f88-8725-5bf67729bdea tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3770463 Jul 16 01:23:23.258986 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-1baa1774-995c-4f72-888f-53947fa42f60 service neutron] Request body: {'port': {'device_id': 'e1445c03-b171-4709-98a7-e09b397c3de8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:23.326989 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 31376ab7-1bba-4125-a0be-c366e483863c, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=31376ab7-1bba-4125-a0be-c366e483863c,segment=NetworkSegment(b80442ff-611c-46c6-96a1-64bc7fc5da83),segment_id=b80442ff-611c-46c6-96a1-64bc7fc5da83)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:23.349566 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:23.366145 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fe8ca3b2-f05a-4da8-ab02-e8ef354a1192 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:23.390745 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-516d4067-93e4-4c82-85aa-d7e4e018397b req-e2c94f49-8efe-4769-8a4b-47ca399b8703 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:23.408684 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-1baa1774-995c-4f72-888f-53947fa42f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:23.444536 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=bc986c73-3804-4695-852f-9a492afec602,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:23.495409 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-516d4067-93e4-4c82-85aa-d7e4e018397b req-e2c94f49-8efe-4769-8a4b-47ca399b8703 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:23.521164 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6009049c-7d4f-4e04-af53-c862fb209f65 req-8860c617-97e4-40c6-8654-3c2042b02420 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929154 Jul 16 01:23:23.589861 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=31376ab7-1bba-4125-a0be-c366e483863c,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:23.642237 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1a93b29f-3df8-4b0f-969a-c2f07ad35f33 None None] Provisioning for port 68e7c35f-2436-4917-80f7-1478c3f03797 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:23.666332 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1a93b29f-3df8-4b0f-969a-c2f07ad35f33 None None] Provisioning complete for port 68e7c35f-2436-4917-80f7-1478c3f03797 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:23.666857 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a93b29f-3df8-4b0f-969a-c2f07ad35f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:23.745836 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 1775e6bd-a13a-4544-a2d3-d65697daab45 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:23.758186 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1a93b29f-3df8-4b0f-969a-c2f07ad35f33 None None] Port 68e7c35f-2436-4917-80f7-1478c3f03797 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:23:23.827973 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 1775e6bd-a13a-4544-a2d3-d65697daab45 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:23.834788 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-516d4067-93e4-4c82-85aa-d7e4e018397b req-e2c94f49-8efe-4769-8a4b-47ca399b8703 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:23.841960 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-516d4067-93e4-4c82-85aa-d7e4e018397b req-e2c94f49-8efe-4769-8a4b-47ca399b8703 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:23.845038 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 1775e6bd-a13a-4544-a2d3-d65697daab45 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:23.845884 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:23.955699 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-516d4067-93e4-4c82-85aa-d7e4e018397b req-e2c94f49-8efe-4769-8a4b-47ca399b8703 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:23.972600 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c94f49-8efe-4769-8a4b-47ca399b8703 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Pushing event updated for resources: {'Port': ['ID=658bf8e2-9e90-4c4c-9b27-479592e1fd98,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:23.983798 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.030361 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 1775e6bd-a13a-4544-a2d3-d65697daab45, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1775e6bd-a13a-4544-a2d3-d65697daab45,segment=NetworkSegment(809c94c3-fa35-4741-a6c4-b4b01340db50),segment_id=809c94c3-fa35-4741-a6c4-b4b01340db50)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:24.041043 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.111221 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=1775e6bd-a13a-4544-a2d3-d65697daab45,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:24.252327 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c44f0cde-a7a4-4377-9ca1-f9dfb637ae12 req-e804a180-25b2-476a-b4d2-0e2d5c6eedc9 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4 HTTP/1.1" status: 200 len: 210 time: 0.0937576 Jul 16 01:23:24.260943 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-4bcf58e8-a8d5-4612-b1b4-67f3c317dfcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8648b5c6-909b-4737-9bf4-3fa1d78c7810 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:24.269809 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-6772ab36-1025-42f7-860b-580b79dfc563 req-a7bfa2a7-8dc9-4a58-85ca-2f8df320b9d7 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Allocated IP 172.20.0.6 (53feacae-2243-41e3-99bc-6a4cd77c4a23/a4494480-612e-4b7a-bad4-4f8c38f707d7/387fb1e6-f536-4422-b96f-948b19e8c8b3) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:24.286460 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-4bcf58e8-a8d5-4612-b1b4-67f3c317dfcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.307830 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee445e5-4b94-45d9-9356-1f0dc52dfa1e x-openstack-request-id: req-dee445e5-4b94-45d9-9356-1f0dc52dfa1e {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:24.308122 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e45f613-191a-4220-8251-26d912c6e0c8", "name": "network-vif-plugged", "status": "completed", "tag": "bc986c73-3804-4695-852f-9a492afec602", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:24.308387 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dee445e5-4b94-45d9-9356-1f0dc52dfa1e {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:24.308942 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e45f613-191a-4220-8251-26d912c6e0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc986c73-3804-4695-852f-9a492afec602', 'code': 200} Jul 16 01:23:24.324864 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-4bcf58e8-a8d5-4612-b1b4-67f3c317dfcf service neutron] Transition to ACTIVE for port object 8648b5c6-909b-4737-9bf4-3fa1d78c7810 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:24.347306 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-4bcf58e8-a8d5-4612-b1b4-67f3c317dfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.366264 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8eac3015-e3da-4ffa-bca1-6764d64a88a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.392788 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8eac3015-e3da-4ffa-bca1-6764d64a88a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.399500 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-516d4067-93e4-4c82-85aa-d7e4e018397b req-e2c94f49-8efe-4769-8a4b-47ca399b8703 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.411314 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-516d4067-93e4-4c82-85aa-d7e4e018397b req-e2c94f49-8efe-4769-8a4b-47ca399b8703 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5863049 Jul 16 01:23:24.439037 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 31376ab7-1bba-4125-a0be-c366e483863c up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:24.531687 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 31376ab7-1bba-4125-a0be-c366e483863c triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:24.532069 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.561524 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-516d4067-93e4-4c82-85aa-d7e4e018397b req-8ca666ab-87bd-4980-83c6-6e5a4169c8f7 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 696 time: 0.1509655 Jul 16 01:23:24.631027 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8eac3015-e3da-4ffa-bca1-6764d64a88a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20ca1aeabadd45c28a61b9940dbcdb5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7856789 Jul 16 01:23:24.633598 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43712) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:24.649674 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac3015-e3da-4ffa-bca1-6764d64a88a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cb2e0d-1591-450e-a847-f7d9ada55516,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:24.670915 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d1c7f543-850e-4210-8041-de1c21341438 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:24.709306 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf58e8-a8d5-4612-b1b4-67f3c317dfcf service neutron] Pushing event updated for resources: {'Port': ['ID=8648b5c6-909b-4737-9bf4-3fa1d78c7810,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:24.740810 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port d1c7f543-850e-4210-8041-de1c21341438 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:24.745351 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port d1c7f543-850e-4210-8041-de1c21341438 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:24.745726 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.834326 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7e74dff-ce61-4196-a538-87fe3c334b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.847463 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d4067-93e4-4c82-85aa-d7e4e018397b req-f5767994-f165-44c4-b997-489ec0b17dea tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:24.862213 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.863035 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-516d4067-93e4-4c82-85aa-d7e4e018397b req-f5767994-f165-44c4-b997-489ec0b17dea tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.3004193 Jul 16 01:23:24.903486 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port d1c7f543-850e-4210-8041-de1c21341438, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d1c7f543-850e-4210-8041-de1c21341438,segment=NetworkSegment(4fa92530-6e7b-4218-ad10-c4a7480f0f76),segment_id=4fa92530-6e7b-4218-ad10-c4a7480f0f76)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:24.910200 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-1baa1774-995c-4f72-888f-53947fa42f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68e7c35f-2436-4917-80f7-1478c3f03797 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:24.912295 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.950062 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-1baa1774-995c-4f72-888f-53947fa42f60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.954919 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7e74dff-ce61-4196-a538-87fe3c334b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.986748 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-1baa1774-995c-4f72-888f-53947fa42f60 service neutron] Transition to ACTIVE for port object 68e7c35f-2436-4917-80f7-1478c3f03797 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:24.988026 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fe8ca3b2-f05a-4da8-ab02-e8ef354a1192 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.995446 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=d1c7f543-850e-4210-8041-de1c21341438,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:25.001164 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-1baa1774-995c-4f72-888f-53947fa42f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.005561 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42608fc-b373-4c36-a0fa-fe7cbf86ba89 req-9c2cb29e-f707-42dd-b9af-16d6808228e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:25.007166 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b42608fc-b373-4c36-a0fa-fe7cbf86ba89 req-9c2cb29e-f707-42dd-b9af-16d6808228e1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6e45f613-191a-4220-8251-26d912c6e0c8 HTTP/1.1" status: 200 len: 1098 time: 0.5657749 Jul 16 01:23:25.046009 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-6772ab36-1025-42f7-860b-580b79dfc563 req-a7bfa2a7-8dc9-4a58-85ca-2f8df320b9d7 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.061841 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fe8ca3b2-f05a-4da8-ab02-e8ef354a1192 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.062274 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa1774-995c-4f72-888f-53947fa42f60 service neutron] Pushing event updated for resources: {'Port': ['ID=68e7c35f-2436-4917-80f7-1478c3f03797,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:25.087033 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-4bcf58e8-a8d5-4612-b1b4-67f3c317dfcf service neutron] Attempting to bind port 8648b5c6-909b-4737-9bf4-3fa1d78c7810 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:25.087409 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-4bcf58e8-a8d5-4612-b1b4-67f3c317dfcf service neutron] Attempting to bind port 8648b5c6-909b-4737-9bf4-3fa1d78c7810 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:25.087740 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-4bcf58e8-a8d5-4612-b1b4-67f3c317dfcf service neutron] Attempting to bind port 8648b5c6-909b-4737-9bf4-3fa1d78c7810 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:25.111333 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fef6c-593c-4901-a13f-1310308e5106 req-fb2362e1-ae39-4450-9526-ccc38e26fbb3 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:25.123780 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-871fef6c-593c-4901-a13f-1310308e5106 req-fb2362e1-ae39-4450-9526-ccc38e26fbb3 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebab5416-30b8-4552-9bf2-7161df2c6bf0 HTTP/1.1" status: 200 len: 945 time: 0.5802901 Jul 16 01:23:25.133426 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-6772ab36-1025-42f7-860b-580b79dfc563 req-a7bfa2a7-8dc9-4a58-85ca-2f8df320b9d7 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Transition to ACTIVE for port object 387fb1e6-f536-4422-b96f-948b19e8c8b3 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:25.135338 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-4bcf58e8-a8d5-4612-b1b4-67f3c317dfcf service neutron] Port 8648b5c6-909b-4737-9bf4-3fa1d78c7810 on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:25.135666 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-4bcf58e8-a8d5-4612-b1b4-67f3c317dfcf service neutron] Attempting to bind port 8648b5c6-909b-4737-9bf4-3fa1d78c7810 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:25.187293 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7e74dff-ce61-4196-a538-87fe3c334b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.190239 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7e74dff-ce61-4196-a538-87fe3c334b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.191526 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e7e74dff-ce61-4196-a538-87fe3c334b6b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91cb2e0d-1591-450e-a847-f7d9ada55516 HTTP/1.1" status: 204 len: 168 time: 0.5570831 Jul 16 01:23:25.221552 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e74dff-ce61-4196-a538-87fe3c334b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cb2e0d-1591-450e-a847-f7d9ada55516,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:25.225228 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-1baa1774-995c-4f72-888f-53947fa42f60 service neutron] Attempting to bind port 68e7c35f-2436-4917-80f7-1478c3f03797 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:25.225638 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-1baa1774-995c-4f72-888f-53947fa42f60 service neutron] Attempting to bind port 68e7c35f-2436-4917-80f7-1478c3f03797 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:25.226303 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-1baa1774-995c-4f72-888f-53947fa42f60 service neutron] Attempting to bind port 68e7c35f-2436-4917-80f7-1478c3f03797 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:25.246353 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-1baa1774-995c-4f72-888f-53947fa42f60 service neutron] Port 68e7c35f-2436-4917-80f7-1478c3f03797 on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:25.247582 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-1baa1774-995c-4f72-888f-53947fa42f60 service neutron] Attempting to bind port 68e7c35f-2436-4917-80f7-1478c3f03797 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:25.254003 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-1baa1774-995c-4f72-888f-53947fa42f60 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:25.254367 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-1baa1774-995c-4f72-888f-53947fa42f60 service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:25.254864 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-1baa1774-995c-4f72-888f-53947fa42f60 service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:25.255332 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-1baa1774-995c-4f72-888f-53947fa42f60 service neutron] Bound port: 68e7c35f-2436-4917-80f7-1478c3f03797, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:25.255768 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-1baa1774-995c-4f72-888f-53947fa42f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.307416 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-4bcf58e8-a8d5-4612-b1b4-67f3c317dfcf service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:25.308096 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-4bcf58e8-a8d5-4612-b1b4-67f3c317dfcf service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:25.308397 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-4bcf58e8-a8d5-4612-b1b4-67f3c317dfcf service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:25.309086 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-4bcf58e8-a8d5-4612-b1b4-67f3c317dfcf service neutron] Bound port: 8648b5c6-909b-4737-9bf4-3fa1d78c7810, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:25.309538 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-4bcf58e8-a8d5-4612-b1b4-67f3c317dfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.340125 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b42608fc-b373-4c36-a0fa-fe7cbf86ba89 req-8ebf0634-b7fe-4679-af18-898705c8ff52 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b755373c-8ab0-4371-b60d-ab0d1a0644b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914677 Jul 16 01:23:25.394639 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-fe8ca3b2-f05a-4da8-ab02-e8ef354a1192 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Allocated IP 172.25.6.172 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/22d99d63-01c3-4f22-91b5-8920284124cb) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:25.473177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afcf84-c456-47fc-aa2e-39b606912f25 req-028da36d-7328-48fa-bd6e-07215346c9df tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:25.473177 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78afcf84-c456-47fc-aa2e-39b606912f25 req-028da36d-7328-48fa-bd6e-07215346c9df tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=295e5ffe-5f79-47f4-aac1-2a09853f3896 HTTP/1.1" status: 200 len: 948 time: 0.2042255 Jul 16 01:23:25.473177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-1baa1774-995c-4f72-888f-53947fa42f60 service neutron] For port 68e7c35f-2436-4917-80f7-1478c3f03797, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:25.475736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-1baa1774-995c-4f72-888f-53947fa42f60 service neutron] For port 68e7c35f-2436-4917-80f7-1478c3f03797, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=68e7c35f-2436-4917-80f7-1478c3f03797,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:25.504778 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-1baa1774-995c-4f72-888f-53947fa42f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.550784 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fe8ca3b2-f05a-4da8-ab02-e8ef354a1192 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.568746 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-1baa1774-995c-4f72-888f-53947fa42f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:25.569362 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-1baa1774-995c-4f72-888f-53947fa42f60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.570829 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-1baa1774-995c-4f72-888f-53947fa42f60 service neutron] 10.222.0.82 "PUT /v2.0/ports/68e7c35f-2436-4917-80f7-1478c3f03797 HTTP/1.1" status: 200 len: 1097 time: 2.3178263 Jul 16 01:23:25.571274 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1445c03-b171-4709-98a7-e09b397c3de8', 'tag': '68e7c35f-2436-4917-80f7-1478c3f03797'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:25.573643 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8b262a-7459-4cad-bf7d-0d4b59efb8fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e1445c03-b171-4709-98a7-e09b397c3de8", "tag": "68e7c35f-2436-4917-80f7-1478c3f03797"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:25.583834 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78afcf84-c456-47fc-aa2e-39b606912f25 req-31d0a9d6-c72a-46c5-95be-41e61730a80e tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060390 Jul 16 01:23:25.584256 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-871fef6c-593c-4901-a13f-1310308e5106 req-af456860-205b-4e22-b6cc-032b1d6d5f42 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b755373c-8ab0-4371-b60d-ab0d1a0644b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539039 Jul 16 01:23:25.619563 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa1774-995c-4f72-888f-53947fa42f60 service neutron] Pushing event updated for resources: {'Port': ['ID=68e7c35f-2436-4917-80f7-1478c3f03797,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:25.628971 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-6772ab36-1025-42f7-860b-580b79dfc563 req-a7bfa2a7-8dc9-4a58-85ca-2f8df320b9d7 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.766341 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-c012cb2a-ab26-4676-a0eb-ce3e5783e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:25.768000 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-c012cb2a-ab26-4676-a0eb-ce3e5783e189 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=edd1ed0455014b31835bf69f0954c3dd&device_id=e1445c03-b171-4709-98a7-e09b397c3de8 HTTP/1.1" status: 200 len: 1100 time: 0.1303194 Jul 16 01:23:25.797363 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfa2a7-8dc9-4a58-85ca-2f8df320b9d7 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Pushing event updated for resources: {'Port': ['ID=387fb1e6-f536-4422-b96f-948b19e8c8b3,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:25.837658 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-715a0fb7-13be-49b2-a231-ee91edde4091 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=68e7c35f-2436-4917-80f7-1478c3f03797 HTTP/1.1" status: 200 len: 217 time: 0.0609179 Jul 16 01:23:25.846193 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-252c1dae-000d-4586-bf7b-5bd875c0149f req-28406c44-b222-410b-97e4-ca3af690e7f5 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "GET /v2.0/floatingips/8e6965c1-6e84-4c3a-b800-a87956c1c1a6 HTTP/1.1" status: 200 len: 693 time: 0.2184598 Jul 16 01:23:25.877037 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6772ab36-1025-42f7-860b-580b79dfc563 req-a7bfa2a7-8dc9-4a58-85ca-2f8df320b9d7 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Network 53feacae-2243-41e3-99bc-6a4cd77c4a23 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:25.878224 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-4bcf58e8-a8d5-4612-b1b4-67f3c317dfcf service neutron] For port 8648b5c6-909b-4737-9bf4-3fa1d78c7810, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:25.926537 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-6772ab36-1025-42f7-860b-580b79dfc563 req-a7bfa2a7-8dc9-4a58-85ca-2f8df320b9d7 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:25.932961 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-6772ab36-1025-42f7-860b-580b79dfc563 req-a7bfa2a7-8dc9-4a58-85ca-2f8df320b9d7 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:25.940679 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-4bcf58e8-a8d5-4612-b1b4-67f3c317dfcf service neutron] For port 8648b5c6-909b-4737-9bf4-3fa1d78c7810, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8648b5c6-909b-4737-9bf4-3fa1d78c7810,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:25.950917 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-99f524ce-f3bd-43df-82b9-d758f784e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:25.952598 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-99f524ce-f3bd-43df-82b9-d758f784e0b9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0968978 Jul 16 01:23:25.966887 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fe8ca3b2-f05a-4da8-ab02-e8ef354a1192 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.025296 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8cda2-17c2-476c-b4bc-98574ea93fa6 req-c03eac79-fda3-4428-85c5-fc163d5fe9d1 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:26.028804 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-04e8cda2-17c2-476c-b4bc-98574ea93fa6 req-c03eac79-fda3-4428-85c5-fc163d5fe9d1 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4 HTTP/1.1" status: 200 len: 931 time: 0.1829550 Jul 16 01:23:26.113613 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-04e8cda2-17c2-476c-b4bc-98574ea93fa6 req-60c08fe7-5349-4c84-aedf-2c42bca3bc08 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1c798aa-b908-4829-b924-116902dea1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756769 Jul 16 01:23:26.141097 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ca3b2-f05a-4da8-ab02-e8ef354a1192 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Pushing event updated for resources: {'Port': ['ID=22d99d63-01c3-4f22-91b5-8920284124cb,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:26.142719 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-6590f7fb-37c9-43a4-8b6c-b11a49009c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:26.144245 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-6590f7fb-37c9-43a4-8b6c-b11a49009c7f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1813619 Jul 16 01:23:26.150126 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-4bcf58e8-a8d5-4612-b1b4-67f3c317dfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.267678 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8ca3b2-f05a-4da8-ab02-e8ef354a1192 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:26.310306 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebab5416-30b8-4552-9bf2-7161df2c6bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1775e6bd-a13a-4544-a2d3-d65697daab45'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:26.320340 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8715bc-9d69-420e-a499-73708b18bfa6" -d '{"events": [{"server_uuid": "ebab5416-30b8-4552-9bf2-7161df2c6bf0", "name": "network-vif-plugged", "status": "completed", "tag": "1775e6bd-a13a-4544-a2d3-d65697daab45"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:26.350676 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4696c9fe-2860-4e8d-8a56-8810f3c4377f None None] Provisioning for port 387fb1e6-f536-4422-b96f-948b19e8c8b3 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:26.353276 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d1c7f543-850e-4210-8041-de1c21341438 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:26.353923 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772ab36-1025-42f7-860b-580b79dfc563 req-a7bfa2a7-8dc9-4a58-85ca-2f8df320b9d7 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:26.355343 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-6772ab36-1025-42f7-860b-580b79dfc563 req-a7bfa2a7-8dc9-4a58-85ca-2f8df320b9d7 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.367555 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c1dae-000d-4586-bf7b-5bd875c0149f req-ed94335d-9d44-479e-9a69-107cdd10b572 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:26.375807 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-252c1dae-000d-4586-bf7b-5bd875c0149f req-ed94335d-9d44-479e-9a69-107cdd10b572 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.5287361 Jul 16 01:23:26.383911 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-252c1dae-000d-4586-bf7b-5bd875c0149f req-b642607f-06b0-440e-a17a-e91723990221 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:23:26.396762 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-252c1dae-000d-4586-bf7b-5bd875c0149f req-b642607f-06b0-440e-a17a-e91723990221 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196180 Jul 16 01:23:26.400882 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-4bcf58e8-a8d5-4612-b1b4-67f3c317dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:26.409126 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4696c9fe-2860-4e8d-8a56-8810f3c4377f None None] Provisioning complete for port 387fb1e6-f536-4422-b96f-948b19e8c8b3 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:26.410077 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4696c9fe-2860-4e8d-8a56-8810f3c4377f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.412197 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-4bcf58e8-a8d5-4612-b1b4-67f3c317dfcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.413865 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-4bcf58e8-a8d5-4612-b1b4-67f3c317dfcf service neutron] 10.222.0.82 "PUT /v2.0/ports/8648b5c6-909b-4737-9bf4-3fa1d78c7810 HTTP/1.1" status: 200 len: 1097 time: 4.5606198 Jul 16 01:23:26.421929 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295e5ffe-5f79-47f4-aac1-2a09853f3896', 'tag': '8648b5c6-909b-4737-9bf4-3fa1d78c7810'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:26.425962 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7921d6c7-1c23-4f4e-af70-c6c2526d446b" -d '{"events": [{"name": "network-changed", "server_uuid": "295e5ffe-5f79-47f4-aac1-2a09853f3896", "tag": "8648b5c6-909b-4737-9bf4-3fa1d78c7810"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:26.436197 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-fe8ca3b2-f05a-4da8-ab02-e8ef354a1192 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:26.461029 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8ca3b2-f05a-4da8-ab02-e8ef354a1192 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:26.566551 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-4696c9fe-2860-4e8d-8a56-8810f3c4377f None None] Port 387fb1e6-f536-4422-b96f-948b19e8c8b3 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:23:26.569037 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bb0ab6-6175-477b-ad25-964438000f5d x-openstack-request-id: req-97bb0ab6-6175-477b-ad25-964438000f5d {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:26.569192 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebab5416-30b8-4552-9bf2-7161df2c6bf0", "name": "network-vif-plugged", "status": "completed", "tag": "1775e6bd-a13a-4544-a2d3-d65697daab45", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:26.569423 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97bb0ab6-6175-477b-ad25-964438000f5d {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:26.569747 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebab5416-30b8-4552-9bf2-7161df2c6bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1775e6bd-a13a-4544-a2d3-d65697daab45', 'code': 200} Jul 16 01:23:26.628165 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf58e8-a8d5-4612-b1b4-67f3c317dfcf service neutron] Pushing event updated for resources: {'Port': ['ID=8648b5c6-909b-4737-9bf4-3fa1d78c7810,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:26.639419 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e848331-873f-414d-81dc-a1713c985160 x-openstack-request-id: req-3e848331-873f-414d-81dc-a1713c985160 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:26.639704 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295e5ffe-5f79-47f4-aac1-2a09853f3896", "tag": "8648b5c6-909b-4737-9bf4-3fa1d78c7810", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:26.639954 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e848331-873f-414d-81dc-a1713c985160 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:26.640420 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295e5ffe-5f79-47f4-aac1-2a09853f3896', 'tag': '8648b5c6-909b-4737-9bf4-3fa1d78c7810', 'status': 'completed', 'code': 200} Jul 16 01:23:26.643232 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6772ab36-1025-42f7-860b-580b79dfc563 req-a7bfa2a7-8dc9-4a58-85ca-2f8df320b9d7 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1537764 Jul 16 01:23:26.692779 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-6772ab36-1025-42f7-860b-580b79dfc563 req-413a0626-11b7-4e71-9e37-fd528f5c58ba service neutron] Request body: {'port': {'device_id': 'ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:26.702999 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ad62c47-23df-46ec-b04e-6e7f44bddba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.707652 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port d1c7f543-850e-4210-8041-de1c21341438 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:26.708337 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.907586 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168939f2-9bb8-44a9-ba2b-4e31fe2d6077 x-openstack-request-id: req-168939f2-9bb8-44a9-ba2b-4e31fe2d6077 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:26.908072 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1445c03-b171-4709-98a7-e09b397c3de8", "tag": "68e7c35f-2436-4917-80f7-1478c3f03797", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:26.908505 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-168939f2-9bb8-44a9-ba2b-4e31fe2d6077 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:26.909021 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1445c03-b171-4709-98a7-e09b397c3de8', 'tag': '68e7c35f-2436-4917-80f7-1478c3f03797', 'status': 'completed', 'code': 200} Jul 16 01:23:27.005963 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43778) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:27.061794 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e8565eef-a4b6-47ee-9a5e-48f622ecfe1c req-f1dbdd70-4e19-4226-aca1-a204896aa831 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=aa861bd41f09404b80d7ddcbf607a574 HTTP/1.1" status: 200 len: 696 time: 0.1488855 Jul 16 01:23:27.068183 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-a3e32c87-2481-4794-a88b-ac5e606376b7 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9161084 Jul 16 01:23:27.097937 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-6772ab36-1025-42f7-860b-580b79dfc563 req-413a0626-11b7-4e71-9e37-fd528f5c58ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:27.105050 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-9de972ea-0c35-404b-9b29-4cc05f638520 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0fc6790acfba4dc1857c1b53362b7d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0979104 Jul 16 01:23:27.187414 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50a601-e97b-4fa0-8399-30746913b31c req-6598b02f-50d0-4366-9702-a331a61cfcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:27.189398 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f50a601-e97b-4fa0-8399-30746913b31c req-6598b02f-50d0-4366-9702-a331a61cfcee service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ebab5416-30b8-4552-9bf2-7161df2c6bf0 HTTP/1.1" status: 200 len: 1097 time: 0.2762764 Jul 16 01:23:27.206686 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-ccc7d038-cd67-4b91-8c78-b5a17b08aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:27.208356 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-ccc7d038-cd67-4b91-8c78-b5a17b08aeb4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=edd1ed0455014b31835bf69f0954c3dd&device_id=295e5ffe-5f79-47f4-aac1-2a09853f3896 HTTP/1.1" status: 200 len: 1100 time: 0.6354067 Jul 16 01:23:27.330380 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f50a601-e97b-4fa0-8399-30746913b31c req-72f19ea5-2184-4b47-807c-46698ba3ef10 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b755373c-8ab0-4371-b60d-ab0d1a0644b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037650 Jul 16 01:23:27.339791 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8565eef-a4b6-47ee-9a5e-48f622ecfe1c req-89f597d5-274c-4f20-836c-80dd29eecab8 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:27.341630 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e8565eef-a4b6-47ee-9a5e-48f622ecfe1c req-89f597d5-274c-4f20-836c-80dd29eecab8 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "GET /v2.0/networks?id=44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 787 time: 0.2722247 Jul 16 01:23:27.344055 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-0911f2aa-2ad2-4fa6-9a14-22d68c695893 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554052 Jul 16 01:23:27.352135 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-32e5469e-5f25-4855-9558-17f9b967ff94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:27.354322 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-e8565eef-a4b6-47ee-9a5e-48f622ecfe1c req-011c466f-f971-4345-a203-ab5620b6032e tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:23:27.355818 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e8565eef-a4b6-47ee-9a5e-48f622ecfe1c req-011c466f-f971-4345-a203-ab5620b6032e tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084195 Jul 16 01:23:27.364421 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-ca6b635a-6217-4766-a51a-b3cefd76a865 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=8648b5c6-909b-4737-9bf4-3fa1d78c7810 HTTP/1.1" status: 200 len: 217 time: 0.1116116 Jul 16 01:23:27.484443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b262a-7459-4cad-bf7d-0d4b59efb8fc req-8a2422ed-daaa-4000-9516-8612a3542db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:27.486107 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c8b262a-7459-4cad-bf7d-0d4b59efb8fc req-8a2422ed-daaa-4000-9516-8612a3542db4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=edd1ed0455014b31835bf69f0954c3dd&device_id=e1445c03-b171-4709-98a7-e09b397c3de8 HTTP/1.1" status: 200 len: 1100 time: 0.0828114 Jul 16 01:23:27.565006 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-e9eb954e-0e89-4718-875c-ad1572fc3beb tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:27.566561 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-e9eb954e-0e89-4718-875c-ad1572fc3beb tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4496162 Jul 16 01:23:27.599717 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-987dad0a-2ca1-406b-9e48-106119badca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:27.601056 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-987dad0a-2ca1-406b-9e48-106119badca1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.2214801 Jul 16 01:23:27.638195 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-bbe48630-35a3-4ead-9171-c2eb837c9276 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.16 "GET /v2.0/quotas/0fc6790acfba4dc1857c1b53362b7d21 HTTP/1.1" status: 200 len: 375 time: 0.0513988 Jul 16 01:23:27.648916 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b262a-7459-4cad-bf7d-0d4b59efb8fc req-34adc71c-150a-43bf-97d2-1e7cd689d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:27.650393 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c8b262a-7459-4cad-bf7d-0d4b59efb8fc req-34adc71c-150a-43bf-97d2-1e7cd689d1e6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.1501367 Jul 16 01:23:27.657943 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277be64d-e814-47e9-a8f7-16aabf5ae0dd req-bece7538-9387-4295-a723-7392a262ea56 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:27.659371 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-277be64d-e814-47e9-a8f7-16aabf5ae0dd req-bece7538-9387-4295-a723-7392a262ea56 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebab5416-30b8-4552-9bf2-7161df2c6bf0 HTTP/1.1" status: 200 len: 945 time: 0.1715062 Jul 16 01:23:27.685505 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fe8ca3b2-f05a-4da8-ab02-e8ef354a1192 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:27.707107 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c8b262a-7459-4cad-bf7d-0d4b59efb8fc req-2c25cae9-b5bf-4989-9857-ee9cc7a73bb7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=68e7c35f-2436-4917-80f7-1478c3f03797 HTTP/1.1" status: 200 len: 217 time: 0.0467112 Jul 16 01:23:27.768090 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-277be64d-e814-47e9-a8f7-16aabf5ae0dd req-9c9507b5-8663-4e0b-bf52-c19c27b263ee tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b755373c-8ab0-4371-b60d-ab0d1a0644b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009595 Jul 16 01:23:27.778803 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b262a-7459-4cad-bf7d-0d4b59efb8fc req-5741d378-029f-4983-a15e-2e48fbb0e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:27.780626 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c8b262a-7459-4cad-bf7d-0d4b59efb8fc req-5741d378-029f-4983-a15e-2e48fbb0e653 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0670445 Jul 16 01:23:27.786331 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-8d4ac0d8-ef9c-483b-8848-bba05a35adf2 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fc6790acfba4dc1857c1b53362b7d21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0949106 Jul 16 01:23:27.872961 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b262a-7459-4cad-bf7d-0d4b59efb8fc req-304ef191-5c1e-43a3-9830-efca38bf1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:27.874881 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c8b262a-7459-4cad-bf7d-0d4b59efb8fc req-304ef191-5c1e-43a3-9830-efca38bf1075 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0761781 Jul 16 01:23:27.923310 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-32e5469e-5f25-4855-9558-17f9b967ff94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:27.940223 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-9829a1b3-b11d-4609-b4cd-7c961be67779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:27.941727 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-9829a1b3-b11d-4609-b4cd-7c961be67779 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3278768 Jul 16 01:23:27.979903 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-32e5469e-5f25-4855-9558-17f9b967ff94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:28.076706 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c8b262a-7459-4cad-bf7d-0d4b59efb8fc req-ed022542-31e3-44dc-9ff4-d003be9f64e1 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939535 Jul 16 01:23:28.091136 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-32e5469e-5f25-4855-9558-17f9b967ff94 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e76564e9650d4eac958941d07c8d8ef5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0772743 Jul 16 01:23:28.121253 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43794) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:28.138350 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c58ba-950e-433f-aa52-b6ea74837ef1 req-f10c10ee-b061-408e-a619-3aa3bf514d1c tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:28.144554 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-146c58ba-950e-433f-aa52-b6ea74837ef1 req-f10c10ee-b061-408e-a619-3aa3bf514d1c tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=295e5ffe-5f79-47f4-aac1-2a09853f3896 HTTP/1.1" status: 200 len: 948 time: 0.2213511 Jul 16 01:23:28.228741 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c8b262a-7459-4cad-bf7d-0d4b59efb8fc req-693009f0-7650-4a9f-bc14-d66dd0f296e9 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442802 Jul 16 01:23:28.287503 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-146c58ba-950e-433f-aa52-b6ea74837ef1 req-d81f95e1-9c50-4bb8-b196-4148fd19826b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572901 Jul 16 01:23:28.406174 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c86074a0-55e0-4fc7-8880-0d92297ba003 req-e9f3b3e9-0936-44d8-83e7-0e2db1a119e6 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "GET /v2.0/floatingips/8e6965c1-6e84-4c3a-b800-a87956c1c1a6 HTTP/1.1" status: 200 len: 693 time: 0.0847967 Jul 16 01:23:28.565192 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86074a0-55e0-4fc7-8880-0d92297ba003 req-344bff03-9014-4d73-8fe2-e024c668ca97 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:28.567742 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c86074a0-55e0-4fc7-8880-0d92297ba003 req-344bff03-9014-4d73-8fe2-e024c668ca97 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.1601999 Jul 16 01:23:28.636585 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c86074a0-55e0-4fc7-8880-0d92297ba003 req-6237d25a-caa2-4e38-aac3-7ef8f417596e tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 696 time: 0.0624156 Jul 16 01:23:28.689861 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-6772ab36-1025-42f7-860b-580b79dfc563 req-413a0626-11b7-4e71-9e37-fd528f5c58ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 387fb1e6-f536-4422-b96f-948b19e8c8b3 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:28.723095 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c86074a0-55e0-4fc7-8880-0d92297ba003 req-bed0663d-378f-4cd4-87c9-b871fe7297c5 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 696 time: 0.0755320 Jul 16 01:23:28.725752 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5469e-5f25-4855-9558-17f9b967ff94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e635b7-3b1a-4a27-af68-1854c0ef56b6,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:28.731340 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-6772ab36-1025-42f7-860b-580b79dfc563 req-413a0626-11b7-4e71-9e37-fd528f5c58ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:28.798874 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-6772ab36-1025-42f7-860b-580b79dfc563 req-413a0626-11b7-4e71-9e37-fd528f5c58ba service neutron] Transition to ACTIVE for port object 387fb1e6-f536-4422-b96f-948b19e8c8b3 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:28.803224 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fe8ca3b2-f05a-4da8-ab02-e8ef354a1192 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:28.811721 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-92cd308e-1628-4862-ad16-c93dbd4f6bb5 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8265107 Jul 16 01:23:28.816846 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-6772ab36-1025-42f7-860b-580b79dfc563 req-413a0626-11b7-4e71-9e37-fd528f5c58ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:28.825409 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fe8ca3b2-f05a-4da8-ab02-e8ef354a1192 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-361746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-361739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-361858'] for router, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:28.891554 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-83cdbc7e-9a83-4752-ae97-404a3dba1379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:28.928462 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-c86074a0-55e0-4fc7-8880-0d92297ba003 req-a3552177-da0d-4cfc-aea8-af657a259a54 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Deleting port 658bf8e2-9e90-4c4c-9b27-479592e1fd98 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:28.929161 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c86074a0-55e0-4fc7-8880-0d92297ba003 req-a3552177-da0d-4cfc-aea8-af657a259a54 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.034118 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-83cdbc7e-9a83-4752-ae97-404a3dba1379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.057554 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c86074a0-55e0-4fc7-8880-0d92297ba003 req-a3552177-da0d-4cfc-aea8-af657a259a54 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.057877 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c86074a0-55e0-4fc7-8880-0d92297ba003 req-a3552177-da0d-4cfc-aea8-af657a259a54 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.079363 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-c86074a0-55e0-4fc7-8880-0d92297ba003 req-a3552177-da0d-4cfc-aea8-af657a259a54 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Calling delete_port for 658bf8e2-9e90-4c4c-9b27-479592e1fd98 owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:29.090041 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a0626-11b7-4e71-9e37-fd528f5c58ba service neutron] Pushing event updated for resources: {'Port': ['ID=387fb1e6-f536-4422-b96f-948b19e8c8b3,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:29.146953 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc8e0e-8958-4b27-950d-7028b85909f0 req-2aa5e065-1c27-4ba7-b9fc-e7f5515cba29 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:29.154576 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-95fc8e0e-8958-4b27-950d-7028b85909f0 req-2aa5e065-1c27-4ba7-b9fc-e7f5515cba29 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4 HTTP/1.1" status: 200 len: 931 time: 0.5404229 Jul 16 01:23:29.295664 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c86074a0-55e0-4fc7-8880-0d92297ba003 req-a3552177-da0d-4cfc-aea8-af657a259a54 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.321482 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-243c5eee-d09a-4a19-ab49-851daf4ad4a1 req-3db659df-93c7-44ef-9cbd-10656da82b52 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786584 Jul 16 01:23:29.330618 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3552177-da0d-4cfc-aea8-af657a259a54 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Pushing event deleted for resources: {'Port': ['ID=658bf8e2-9e90-4c4c-9b27-479592e1fd98,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:29.359947 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-95fc8e0e-8958-4b27-950d-7028b85909f0 req-02a172ef-96dc-43bf-a1fc-2c2f2ba9387c tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1c798aa-b908-4829-b924-116902dea1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041578 Jul 16 01:23:29.382283 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-83cdbc7e-9a83-4752-ae97-404a3dba1379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.387308 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-83cdbc7e-9a83-4752-ae97-404a3dba1379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.400579 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-83cdbc7e-9a83-4752-ae97-404a3dba1379 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06e635b7-3b1a-4a27-af68-1854c0ef56b6 HTTP/1.1" status: 204 len: 168 time: 1.2625842 Jul 16 01:23:29.400579 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-6772ab36-1025-42f7-860b-580b79dfc563 req-413a0626-11b7-4e71-9e37-fd528f5c58ba service neutron] Attempting to bind port 387fb1e6-f536-4422-b96f-948b19e8c8b3 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:29.400579 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-6772ab36-1025-42f7-860b-580b79dfc563 req-413a0626-11b7-4e71-9e37-fd528f5c58ba service neutron] Attempting to bind port 387fb1e6-f536-4422-b96f-948b19e8c8b3 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'b80442ff-611c-46c6-96a1-64bc7fc5da83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:29.401572 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6772ab36-1025-42f7-860b-580b79dfc563 req-413a0626-11b7-4e71-9e37-fd528f5c58ba service neutron] Attempting to bind port 387fb1e6-f536-4422-b96f-948b19e8c8b3 on network 53feacae-2243-41e3-99bc-6a4cd77c4a23 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:29.431431 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cdbc7e-9a83-4752-ae97-404a3dba1379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e635b7-3b1a-4a27-af68-1854c0ef56b6,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:29.433608 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6772ab36-1025-42f7-860b-580b79dfc563 req-413a0626-11b7-4e71-9e37-fd528f5c58ba service neutron] Port 387fb1e6-f536-4422-b96f-948b19e8c8b3 on network 53feacae-2243-41e3-99bc-6a4cd77c4a23 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:29.434335 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6772ab36-1025-42f7-860b-580b79dfc563 req-413a0626-11b7-4e71-9e37-fd528f5c58ba service neutron] Attempting to bind port 387fb1e6-f536-4422-b96f-948b19e8c8b3 on network 53feacae-2243-41e3-99bc-6a4cd77c4a23 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:29.438332 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c86074a0-55e0-4fc7-8880-0d92297ba003 req-a3552177-da0d-4cfc-aea8-af657a259a54 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.444017 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c86074a0-55e0-4fc7-8880-0d92297ba003 req-a3552177-da0d-4cfc-aea8-af657a259a54 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.446357 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c86074a0-55e0-4fc7-8880-0d92297ba003 req-a3552177-da0d-4cfc-aea8-af657a259a54 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "DELETE /v2.0/floatingips/8e6965c1-6e84-4c3a-b800-a87956c1c1a6 HTTP/1.1" status: 204 len: 173 time: 0.7126031 Jul 16 01:23:29.466982 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6772ab36-1025-42f7-860b-580b79dfc563 req-413a0626-11b7-4e71-9e37-fd528f5c58ba service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:29.467405 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6772ab36-1025-42f7-860b-580b79dfc563 req-413a0626-11b7-4e71-9e37-fd528f5c58ba service neutron] Checking segment: {'id': 'b80442ff-611c-46c6-96a1-64bc7fc5da83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:29.467999 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6772ab36-1025-42f7-860b-580b79dfc563 req-413a0626-11b7-4e71-9e37-fd528f5c58ba service neutron] Bound using segment: {'id': 'b80442ff-611c-46c6-96a1-64bc7fc5da83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:29.468274 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-6772ab36-1025-42f7-860b-580b79dfc563 req-413a0626-11b7-4e71-9e37-fd528f5c58ba service neutron] Bound port: 387fb1e6-f536-4422-b96f-948b19e8c8b3, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80442ff-611c-46c6-96a1-64bc7fc5da83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:29.468698 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-6772ab36-1025-42f7-860b-580b79dfc563 req-413a0626-11b7-4e71-9e37-fd528f5c58ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.475362 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8ca3b2-f05a-4da8-ab02-e8ef354a1192 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Router 1f7ad4f3-3464-48de-b4e2-d8f010de3b2e is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:23:29.544904 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-666036fd-fcf9-4777-9d7c-6cbf1eb72318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.614696 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.688943 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921d6c7-1c23-4f4e-af70-c6c2526d446b req-4c0fa263-8c73-4be0-9703-61c231e350fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:29.691181 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7921d6c7-1c23-4f4e-af70-c6c2526d446b req-4c0fa263-8c73-4be0-9703-61c231e350fa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=edd1ed0455014b31835bf69f0954c3dd&device_id=295e5ffe-5f79-47f4-aac1-2a09853f3896 HTTP/1.1" status: 200 len: 1100 time: 0.2798274 Jul 16 01:23:29.710956 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-6dbcd184-f0e8-44b1-b2b7-d2000b9b6af5 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=0fc6790acfba4dc1857c1b53362b7d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211143 Jul 16 01:23:29.722009 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8acfbdb5-6cdf-4b52-82e1-312d2d45b0a5 req-46456d18-de81-4d97-aa1e-36312f9a339d tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.16 "GET /v2.0/ports?device_id=34890948-a155-4cf2-a364-1a6f883fab34 HTTP/1.1" status: 200 len: 210 time: 0.0862250 Jul 16 01:23:29.768237 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-6772ab36-1025-42f7-860b-580b79dfc563 req-413a0626-11b7-4e71-9e37-fd528f5c58ba service neutron] For port 387fb1e6-f536-4422-b96f-948b19e8c8b3, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:29.800775 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-6772ab36-1025-42f7-860b-580b79dfc563 req-413a0626-11b7-4e71-9e37-fd528f5c58ba service neutron] For port 387fb1e6-f536-4422-b96f-948b19e8c8b3, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=387fb1e6-f536-4422-b96f-948b19e8c8b3,segment=NetworkSegment(b80442ff-611c-46c6-96a1-64bc7fc5da83),segment_id=b80442ff-611c-46c6-96a1-64bc7fc5da83)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:29.848210 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-6772ab36-1025-42f7-860b-580b79dfc563 req-413a0626-11b7-4e71-9e37-fd528f5c58ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.944150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-60f94edb-12dd-43c3-a03e-bca53346877b tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:29.945977 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-60f94edb-12dd-43c3-a03e-bca53346877b tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2176363 Jul 16 01:23:29.975985 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-3b7e68e7-5099-4245-8220-87ffc6ed75d3 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Request body: {'port': {'device_id': '34890948-a155-4cf2-a364-1a6f883fab34', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': '0fc6790acfba4dc1857c1b53362b7d21'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:29.991486 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a0626-11b7-4e71-9e37-fd528f5c58ba service neutron] Pushing event updated for resources: {'Port': ['ID=387fb1e6-f536-4422-b96f-948b19e8c8b3,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:30.077888 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772ab36-1025-42f7-860b-580b79dfc563 req-413a0626-11b7-4e71-9e37-fd528f5c58ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:30.078527 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-6772ab36-1025-42f7-860b-580b79dfc563 req-413a0626-11b7-4e71-9e37-fd528f5c58ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:30.079945 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6772ab36-1025-42f7-860b-580b79dfc563 req-413a0626-11b7-4e71-9e37-fd528f5c58ba service neutron] 10.222.0.84 "PUT /v2.0/ports/387fb1e6-f536-4422-b96f-948b19e8c8b3 HTTP/1.1" status: 200 len: 1092 time: 3.4022808 Jul 16 01:23:30.084235 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4', 'tag': '387fb1e6-f536-4422-b96f-948b19e8c8b3'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:30.094710 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb154eb3-531e-49b1-b6b5-16ceba76afbf" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4", "tag": "387fb1e6-f536-4422-b96f-948b19e8c8b3"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:30.137067 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8ca3b2-f05a-4da8-ab02-e8ef354a1192 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:30.149993 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ceec26-e9f5-4367-9a73-ab8f28c4c76b None None] Sync routers for ids ['1f7ad4f3-3464-48de-b4e2-d8f010de3b2e'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:30.166255 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ceec26-e9f5-4367-9a73-ab8f28c4c76b None None] Routers {'1f7ad4f3-3464-48de-b4e2-d8f010de3b2e'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:30.169454 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-46ceec26-e9f5-4367-9a73-ab8f28c4c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['1f7ad4f3-3464-48de-b4e2-d8f010de3b2e'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:30.186313 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fe8ca3b2-f05a-4da8-ab02-e8ef354a1192 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:30.191339 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fe8ca3b2-f05a-4da8-ab02-e8ef354a1192 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "PUT /v2.0/routers/1f7ad4f3-3464-48de-b4e2-d8f010de3b2e HTTP/1.1" status: 200 len: 880 time: 7.5087767 Jul 16 01:23:30.200399 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43822) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:30.244590 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-46ceec26-e9f5-4367-9a73-ab8f28c4c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:30.254981 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ceec26-e9f5-4367-9a73-ab8f28c4c76b None None] Routers {'1f7ad4f3-3464-48de-b4e2-d8f010de3b2e'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:30.255603 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-46ceec26-e9f5-4367-9a73-ab8f28c4c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['1f7ad4f3-3464-48de-b4e2-d8f010de3b2e'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:30.275122 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921d6c7-1c23-4f4e-af70-c6c2526d446b req-22d32a84-f7fe-4ec3-b219-87397a30e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:30.276807 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7921d6c7-1c23-4f4e-af70-c6c2526d446b req-22d32a84-f7fe-4ec3-b219-87397a30e310 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.4710047 Jul 16 01:23:30.294632 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-46ceec26-e9f5-4367-9a73-ab8f28c4c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:30.295384 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ceec26-e9f5-4367-9a73-ab8f28c4c76b None None] The sync data for ids ['1f7ad4f3-3464-48de-b4e2-d8f010de3b2e'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:30.374972 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1829d9-a266-4d96-8a85-a690dc7c9f81 req-286ee3b9-5b5d-479b-a725-1a30e223056c tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:30.376547 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4f1829d9-a266-4d96-8a85-a690dc7c9f81 req-286ee3b9-5b5d-479b-a725-1a30e223056c tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebab5416-30b8-4552-9bf2-7161df2c6bf0 HTTP/1.1" status: 200 len: 945 time: 0.5646799 Jul 16 01:23:30.380511 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7921d6c7-1c23-4f4e-af70-c6c2526d446b req-dfe985d1-e0c5-4485-9a19-4bc0fc1f1c69 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=8648b5c6-909b-4737-9bf4-3fa1d78c7810 HTTP/1.1" status: 200 len: 217 time: 0.0545094 Jul 16 01:23:30.390152 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68a4b8-3148-466c-a185-e961418ba8c3 req-6192d435-d8ba-4304-9026-06ae20b1389f tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:30.396946 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fc68a4b8-3148-466c-a185-e961418ba8c3 req-6192d435-d8ba-4304-9026-06ae20b1389f tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=295e5ffe-5f79-47f4-aac1-2a09853f3896 HTTP/1.1" status: 200 len: 948 time: 0.3889391 Jul 16 01:23:30.475173 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772ab36-1025-42f7-860b-580b79dfc563 req-0d793232-ab19-40aa-83dc-1f399c86717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:30.476711 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6772ab36-1025-42f7-860b-580b79dfc563 req-0d793232-ab19-40aa-83dc-1f399c86717f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a9bc865e4adb4b748ffb8234191c64fe&device_id=ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4 HTTP/1.1" status: 200 len: 1095 time: 0.2740047 Jul 16 01:23:30.481297 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fc68a4b8-3148-466c-a185-e961418ba8c3 req-ebbc08ff-ea83-42e4-9d57-ce9e95b89266 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828276 Jul 16 01:23:30.482242 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-3b7e68e7-5099-4245-8220-87ffc6ed75d3 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Made reservation on behalf of 0fc6790acfba4dc1857c1b53362b7d21 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:30.485842 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-3b7e68e7-5099-4245-8220-87ffc6ed75d3 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:30.490172 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4f1829d9-a266-4d96-8a85-a690dc7c9f81 req-c1521f1a-5f12-40af-8059-f747d256196e tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b755373c-8ab0-4371-b60d-ab0d1a0644b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071963 Jul 16 01:23:30.496738 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921d6c7-1c23-4f4e-af70-c6c2526d446b req-d016e4c6-f4c3-4229-91e4-e00cdf0c0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:30.498635 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7921d6c7-1c23-4f4e-af70-c6c2526d446b req-d016e4c6-f4c3-4229-91e4-e00cdf0c0c21 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1000166 Jul 16 01:23:30.516839 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-30b0ea77-f568-41e4-8524-73e6c77f99b2 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "GET /v2.0/routers/1f7ad4f3-3464-48de-b4e2-d8f010de3b2e HTTP/1.1" status: 200 len: 921 time: 0.3138878 Jul 16 01:23:30.517759 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-3b7e68e7-5099-4245-8220-87ffc6ed75d3 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:30.521146 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43836) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:30.547064 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6772ab36-1025-42f7-860b-580b79dfc563 req-d45da71c-f335-43ca-8a6f-7b785ae099f5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=387fb1e6-f536-4422-b96f-948b19e8c8b3 HTTP/1.1" status: 200 len: 217 time: 0.0605483 Jul 16 01:23:30.557540 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe14338e-d9f3-4f32-8731-420f839082d9 x-openstack-request-id: req-fe14338e-d9f3-4f32-8731-420f839082d9 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:30.557972 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4", "tag": "387fb1e6-f536-4422-b96f-948b19e8c8b3", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:30.558319 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe14338e-d9f3-4f32-8731-420f839082d9 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:30.559247 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4', 'tag': '387fb1e6-f536-4422-b96f-948b19e8c8b3', 'status': 'completed', 'code': 200} Jul 16 01:23:30.593117 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43838) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:30.679321 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921d6c7-1c23-4f4e-af70-c6c2526d446b req-51bef742-10a0-4224-8024-535c781a3958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:30.680857 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7921d6c7-1c23-4f4e-af70-c6c2526d446b req-51bef742-10a0-4224-8024-535c781a3958 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1327713 Jul 16 01:23:30.682367 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772ab36-1025-42f7-860b-580b79dfc563 req-999c07c2-89e1-4531-87d1-119670bae9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:30.683722 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6772ab36-1025-42f7-860b-580b79dfc563 req-999c07c2-89e1-4531-87d1-119670bae9be service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a4494480-612e-4b7a-bad4-4f8c38f707d7 HTTP/1.1" status: 200 len: 866 time: 0.1217935 Jul 16 01:23:30.698511 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:30.736821 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fa39e8-9897-4533-8faf-cdea86c984e1 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:30.738437 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-92fa39e8-9897-4533-8faf-cdea86c984e1 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&device_id=1f7ad4f3-3464-48de-b4e2-d8f010de3b2e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2161458 Jul 16 01:23:30.741484 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43844) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:30.764541 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0d925ad6-5ae2-4fc1-8b44-ee3c847c058c req-e12c0723-0327-4c80-ae12-14928aac3d69 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2248449 Jul 16 01:23:30.771488 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-ad61e93a-ddc3-4c46-9965-12ad8cca3585 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1345194739-network', 'tenant_id': '1c96c4b57e6340f3aa0dce63cee1d2fb'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:30.799441 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-0d925ad6-5ae2-4fc1-8b44-ee3c847c058c req-bd1ac945-6264-48b8-b6c9-970223ce3190 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:30.847537 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7921d6c7-1c23-4f4e-af70-c6c2526d446b req-f3dba177-6468-4c06-b234-8c9059521f9a service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458945 Jul 16 01:23:30.855682 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772ab36-1025-42f7-860b-580b79dfc563 req-e64b0154-c671-437a-9b7f-a5f094933832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:30.857138 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6772ab36-1025-42f7-860b-580b79dfc563 req-e64b0154-c671-437a-9b7f-a5f094933832 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=53feacae-2243-41e3-99bc-6a4cd77c4a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1546953 Jul 16 01:23:30.865757 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1248223-ac4f-4edd-9297-8da9851e6342 req-b69b5516-5bc5-4607-8405-a74a8417130e tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:30.867100 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1248223-ac4f-4edd-9297-8da9851e6342 req-b69b5516-5bc5-4607-8405-a74a8417130e tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4 HTTP/1.1" status: 200 len: 943 time: 0.2075326 Jul 16 01:23:30.874983 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-3b7e68e7-5099-4245-8220-87ffc6ed75d3 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:30.891045 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-3b7e68e7-5099-4245-8220-87ffc6ed75d3 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:30.925544 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e64a34c-8a7d-4338-85bb-0c8c4f2b6893 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:30.927069 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0e64a34c-8a7d-4338-85bb-0c8c4f2b6893 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 881 time: 0.1808603 Jul 16 01:23:30.928179 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.db.api [req-0d925ad6-5ae2-4fc1-8b44-ee3c847c058c req-bd1ac945-6264-48b8-b6c9-970223ce3190 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:23:30.928179 n-d-792394-16 neutron-server[93955]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:23:30.928179 n-d-792394-16 neutron-server[93955]: [parameters: {'project_id_1': 'aa861bd41f09404b80d7ddcbf607a574', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 23, 30, 808619)}] Jul 16 01:23:30.928179 n-d-792394-16 neutron-server[93955]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:23:30.928637 n-d-792394-16 neutron-server[93955]: DEBUG oslo_db.api [req-0d925ad6-5ae2-4fc1-8b44-ee3c847c058c req-bd1ac945-6264-48b8-b6c9-970223ce3190 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:23:30.933622 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43848) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:30.945859 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e68e7-5099-4245-8220-87ffc6ed75d3 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd63426a-4123-4cf6-9ebc-f8c3fa234f73,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:30.975285 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad61e93a-ddc3-4c46-9965-12ad8cca3585 admin admin] Made reservation on behalf of 1c96c4b57e6340f3aa0dce63cee1d2fb for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:30.978105 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ad61e93a-ddc3-4c46-9965-12ad8cca3585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:30.997724 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ad61e93a-ddc3-4c46-9965-12ad8cca3585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.005317 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-062e8e53-2e74-4c7e-9c2e-00d37e7726cd tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f7ad4f3-3464-48de-b4e2-d8f010de3b2e HTTP/1.1" status: 200 len: 205 time: 0.0689087 Jul 16 01:23:31.011619 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43850) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:31.054818 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1248223-ac4f-4edd-9297-8da9851e6342 req-d26a3a15-4de6-4b76-8f12-895a65863ac8 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1c798aa-b908-4829-b924-116902dea1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714776 Jul 16 01:23:31.080947 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6772ab36-1025-42f7-860b-580b79dfc563 req-c0838cd6-41c4-49dd-8c4e-c895ccb9fe9e service neutron] 10.222.0.84 "GET /v2.0/networks/53feacae-2243-41e3-99bc-6a4cd77c4a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129140 Jul 16 01:23:31.099193 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7921d6c7-1c23-4f4e-af70-c6c2526d446b req-6c7ea331-c05e-4b2d-bb68-e489bcc0b05f service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409542 Jul 16 01:23:31.147129 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.171403 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-3b7e68e7-5099-4245-8220-87ffc6ed75d3 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Allocated IP 192.168.233.228 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/c10f692b-48c1-4512-a340-3c550be72714) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:31.221039 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6772ab36-1025-42f7-860b-580b79dfc563 req-1faf50be-8809-4fda-97f7-a6ff4b9bf9fb service neutron] 10.222.0.84 "GET /v2.0/networks/53feacae-2243-41e3-99bc-6a4cd77c4a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329296 Jul 16 01:23:31.224465 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d2573e3-d098-4b2a-ac8e-04de23e4ca4c tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.253575 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab60393-17e2-40e1-bf8e-ce44e3af46b7 req-194cf27f-ce88-4f7d-972f-906add381dbb tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:31.255022 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ab60393-17e2-40e1-bf8e-ce44e3af46b7 req-194cf27f-ce88-4f7d-972f-906add381dbb tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e45f613-191a-4220-8251-26d912c6e0c8 HTTP/1.1" status: 200 len: 946 time: 0.0774400 Jul 16 01:23:31.337586 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ab60393-17e2-40e1-bf8e-ce44e3af46b7 req-ab450b6b-d52f-4b49-a25f-f1ad6c908756 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b755373c-8ab0-4371-b60d-ab0d1a0644b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747311 Jul 16 01:23:31.371634 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb154eb3-531e-49b1-b6b5-16ceba76afbf req-0c87cb9e-7aab-4f7a-a33d-facc78d24541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:31.373634 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb154eb3-531e-49b1-b6b5-16ceba76afbf req-0c87cb9e-7aab-4f7a-a33d-facc78d24541 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a9bc865e4adb4b748ffb8234191c64fe&device_id=ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4 HTTP/1.1" status: 200 len: 1095 time: 0.0859990 Jul 16 01:23:31.474607 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb154eb3-531e-49b1-b6b5-16ceba76afbf req-0d46b969-4582-4020-9259-ee50f5a742bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:31.476006 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb154eb3-531e-49b1-b6b5-16ceba76afbf req-0d46b969-4582-4020-9259-ee50f5a742bc service neutron] 10.222.0.84 "GET /v2.0/networks?id=53feacae-2243-41e3-99bc-6a4cd77c4a23 HTTP/1.1" status: 200 len: 928 time: 0.0955157 Jul 16 01:23:31.525223 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb154eb3-531e-49b1-b6b5-16ceba76afbf req-a9bc2035-4855-4b54-9d71-252e166de1ab service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=387fb1e6-f536-4422-b96f-948b19e8c8b3 HTTP/1.1" status: 200 len: 217 time: 0.0417116 Jul 16 01:23:31.595397 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4436916a-ad74-4684-98f4-b2159304f689 req-f836c587-5bdc-46c5-abe5-4c3e64140776 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.16 "GET /v2.0/ports?device_id=34890948-a155-4cf2-a364-1a6f883fab34 HTTP/1.1" status: 200 len: 210 time: 0.0364034 Jul 16 01:23:31.606579 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb154eb3-531e-49b1-b6b5-16ceba76afbf req-e295c0bd-b9ef-4c43-bd6e-d9eec1cf6f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:31.608206 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb154eb3-531e-49b1-b6b5-16ceba76afbf req-e295c0bd-b9ef-4c43-bd6e-d9eec1cf6f54 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a4494480-612e-4b7a-bad4-4f8c38f707d7 HTTP/1.1" status: 200 len: 866 time: 0.0750961 Jul 16 01:23:31.685471 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb154eb3-531e-49b1-b6b5-16ceba76afbf req-4ca23fb4-faf5-4fbf-b44c-4cb9b041e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:31.687449 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb154eb3-531e-49b1-b6b5-16ceba76afbf req-4ca23fb4-faf5-4fbf-b44c-4cb9b041e635 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=53feacae-2243-41e3-99bc-6a4cd77c4a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707872 Jul 16 01:23:31.750895 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ad61e93a-ddc3-4c46-9965-12ad8cca3585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.786471 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ad61e93a-ddc3-4c46-9965-12ad8cca3585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.787250 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb154eb3-531e-49b1-b6b5-16ceba76afbf req-83d4eb47-9549-44e5-bfdf-293481b680a7 service neutron] 10.222.0.84 "GET /v2.0/networks/53feacae-2243-41e3-99bc-6a4cd77c4a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911956 Jul 16 01:23:31.831710 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad61e93a-ddc3-4c46-9965-12ad8cca3585 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:23:31.846921 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d2573e3-d098-4b2a-ac8e-04de23e4ca4c tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.871200 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ad61e93a-ddc3-4c46-9965-12ad8cca3585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.872247 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-ad61e93a-ddc3-4c46-9965-12ad8cca3585 admin admin] Added segment e40cca31-0dfa-4532-9a78-bcb8410a3baf of type vlan for network 82d9de2b-4bea-47ad-b969-042e519aa5e2 Jul 16 01:23:31.874335 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61e93a-ddc3-4c46-9965-12ad8cca3585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df07f559-1004-4d5b-97fd-3b5445813da7,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:31.893861 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0d925ad6-5ae2-4fc1-8b44-ee3c847c058c req-bd1ac945-6264-48b8-b6c9-970223ce3190 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.894115 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8648b5c6-909b-4737-9bf4-3fa1d78c7810 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:31.904520 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb154eb3-531e-49b1-b6b5-16ceba76afbf req-4d621839-3822-475d-92b1-224596b0fd21 service neutron] 10.222.0.84 "GET /v2.0/networks/53feacae-2243-41e3-99bc-6a4cd77c4a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104484 Jul 16 01:23:31.966343 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-3b7e68e7-5099-4245-8220-87ffc6ed75d3 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.979263 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ad61e93a-ddc3-4c46-9965-12ad8cca3585 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.008663 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-3b7e68e7-5099-4245-8220-87ffc6ed75d3 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Transition to ACTIVE for port object c10f692b-48c1-4512-a340-3c550be72714 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:32.013130 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8648b5c6-909b-4737-9bf4-3fa1d78c7810, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8648b5c6-909b-4737-9bf4-3fa1d78c7810,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:32.024875 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '8648b5c6-909b-4737-9bf4-3fa1d78c7810', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': '8648b5c6-909b-4737-9bf4-3fa1d78c7810', 'mac_address': 'fa:16:3e:62:73:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:32.041022 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889764e-1c68-4af2-aa6a-66498f0534f0 req-9b676daa-546f-47e2-acdc-ec5c09e24aa9 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:32.044030 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c889764e-1c68-4af2-aa6a-66498f0534f0 req-9b676daa-546f-47e2-acdc-ec5c09e24aa9 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=295e5ffe-5f79-47f4-aac1-2a09853f3896 HTTP/1.1" status: 200 len: 948 time: 0.0791171 Jul 16 01:23:32.055890 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ad61e93a-ddc3-4c46-9965-12ad8cca3585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.058023 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad61e93a-ddc3-4c46-9965-12ad8cca3585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:32.058023 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ad61e93a-ddc3-4c46-9965-12ad8cca3585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.069865 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.083340 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8648b5c6-909b-4737-9bf4-3fa1d78c7810 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:32.088157 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c889764e-1c68-4af2-aa6a-66498f0534f0 req-10810202-bd04-4743-b262-6d0ed61281b6 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381465 Jul 16 01:23:32.106255 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8648b5c6-909b-4737-9bf4-3fa1d78c7810, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8648b5c6-909b-4737-9bf4-3fa1d78c7810,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:32.111960 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-8d2573e3-d098-4b2a-ac8e-04de23e4ca4c tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Deleting port 22d99d63-01c3-4f22-91b5-8920284124cb {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:32.112322 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d2573e3-d098-4b2a-ac8e-04de23e4ca4c tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.121745 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.122575 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 68e7c35f-2436-4917-80f7-1478c3f03797 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:32.166309 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ad61e93a-ddc3-4c46-9965-12ad8cca3585 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5612595 Jul 16 01:23:32.166773 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43860) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:32.172154 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-ed497eaf-27bb-4af7-8743-29e597cfa79f admin admin] Request body: {'subnet': {'network_id': '82d9de2b-4bea-47ad-b969-042e519aa5e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1345194739-subnet', 'tenant_id': '1c96c4b57e6340f3aa0dce63cee1d2fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:32.197573 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=8648b5c6-909b-4737-9bf4-3fa1d78c7810,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:32.203769 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 68e7c35f-2436-4917-80f7-1478c3f03797, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=68e7c35f-2436-4917-80f7-1478c3f03797,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:32.204137 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-3b7e68e7-5099-4245-8220-87ffc6ed75d3 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.212747 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61e93a-ddc3-4c46-9965-12ad8cca3585 admin admin] Pushing event updated for resources: {'Network': ['ID=82d9de2b-4bea-47ad-b969-042e519aa5e2,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:32.219051 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '68e7c35f-2436-4917-80f7-1478c3f03797', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': '68e7c35f-2436-4917-80f7-1478c3f03797', 'mac_address': 'fa:16:3e:7e:d0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:32.222645 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed497eaf-27bb-4af7-8743-29e597cfa79f admin admin] Made reservation on behalf of 1c96c4b57e6340f3aa0dce63cee1d2fb for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:32.227028 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ed497eaf-27bb-4af7-8743-29e597cfa79f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.264639 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.278369 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 82d9de2b-4bea-47ad-b969-042e519aa5e2 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:23:32.281881 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e7c35f-2436-4917-80f7-1478c3f03797 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:32.305879 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 68e7c35f-2436-4917-80f7-1478c3f03797, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=68e7c35f-2436-4917-80f7-1478c3f03797,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:32.319653 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.320896 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-3b7e68e7-5099-4245-8220-87ffc6ed75d3 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:32.330357 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-3b7e68e7-5099-4245-8220-87ffc6ed75d3 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:32.334645 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e68e7-5099-4245-8220-87ffc6ed75d3 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Pushing event updated for resources: {'Port': ['ID=c10f692b-48c1-4512-a340-3c550be72714,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:32.337217 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-3b7e68e7-5099-4245-8220-87ffc6ed75d3 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:32.380343 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d2573e3-d098-4b2a-ac8e-04de23e4ca4c tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.415046 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0d925ad6-5ae2-4fc1-8b44-ee3c847c058c req-bd1ac945-6264-48b8-b6c9-970223ce3190 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.421204 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-8d2573e3-d098-4b2a-ac8e-04de23e4ca4c tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Calling delete_port for 22d99d63-01c3-4f22-91b5-8920284124cb owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:32.456767 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=68e7c35f-2436-4917-80f7-1478c3f03797,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:32.461168 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.472457 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-3b7e68e7-5099-4245-8220-87ffc6ed75d3 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:32.473105 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-3b7e68e7-5099-4245-8220-87ffc6ed75d3 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.570568 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-3b7e68e7-5099-4245-8220-87ffc6ed75d3 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6034493 Jul 16 01:23:32.587923 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-f70ee1fb-b60c-465b-8bc3-132d40e99084 service neutron] Request body: {'port': {'device_id': '34890948-a155-4cf2-a364-1a6f883fab34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:32.588524 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ed497eaf-27bb-4af7-8743-29e597cfa79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.630594 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['68e7c35f-2436-4917-80f7-1478c3f03797'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:32.634210 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['8648b5c6-909b-4737-9bf4-3fa1d78c7810'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:32.723581 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-0d925ad6-5ae2-4fc1-8b44-ee3c847c058c req-bd1ac945-6264-48b8-b6c9-970223ce3190 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Allocated IP 172.25.6.206 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/b04f6526-d7d1-45be-b1bc-8503354bd6d5) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:32.725295 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-24f9a317-0037-4ab4-8761-386b0440894f None None] Provisioning for port c10f692b-48c1-4512-a340-3c550be72714 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:32.735084 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-24f9a317-0037-4ab4-8761-386b0440894f None None] Provisioning complete for port c10f692b-48c1-4512-a340-3c550be72714 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:32.735781 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-24f9a317-0037-4ab4-8761-386b0440894f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.828544 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-24f9a317-0037-4ab4-8761-386b0440894f None None] Port c10f692b-48c1-4512-a340-3c550be72714 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:23:32.835150 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-f70ee1fb-b60c-465b-8bc3-132d40e99084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.943590 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d2573e3-d098-4b2a-ac8e-04de23e4ca4c tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.991464 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2573e3-d098-4b2a-ac8e-04de23e4ca4c tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Pushing event deleted for resources: {'Port': ['ID=22d99d63-01c3-4f22-91b5-8920284124cb,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:33.049725 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed497eaf-27bb-4af7-8743-29e597cfa79f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b3acb55-2841-4726-a20b-0bdf77029019,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:33.077660 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0d925ad6-5ae2-4fc1-8b44-ee3c847c058c req-bd1ac945-6264-48b8-b6c9-970223ce3190 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.081132 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1582bb-cb86-4d59-90ae-80f2ac6a710a req-71a135ae-2ab6-4c58-bcb5-16ff0e0be197 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:33.082630 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5d1582bb-cb86-4d59-90ae-80f2ac6a710a req-71a135ae-2ab6-4c58-bcb5-16ff0e0be197 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4 HTTP/1.1" status: 200 len: 943 time: 0.5241890 Jul 16 01:23:33.083902 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed497eaf-27bb-4af7-8743-29e597cfa79f admin admin] Checking segment: {'id': 'e40cca31-0dfa-4532-9a78-bcb8410a3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '82d9de2b-4bea-47ad-b969-042e519aa5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:33.083902 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed497eaf-27bb-4af7-8743-29e597cfa79f admin admin] Network hostable DHCP agents. Network: 82d9de2b-4bea-47ad-b969-042e519aa5e2, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:23:33.118078 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed497eaf-27bb-4af7-8743-29e597cfa79f admin admin] Network 82d9de2b-4bea-47ad-b969-042e519aa5e2 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:23:33.135378 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5d1582bb-cb86-4d59-90ae-80f2ac6a710a req-0a5eeb26-b90f-4310-a7d2-d089faf4183d tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1c798aa-b908-4829-b924-116902dea1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450442 Jul 16 01:23:33.136844 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-ed497eaf-27bb-4af7-8743-29e597cfa79f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 82d9de2b-4bea-47ad-b969-042e519aa5e2) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:33.141499 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed497eaf-27bb-4af7-8743-29e597cfa79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:33.142625 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ed497eaf-27bb-4af7-8743-29e597cfa79f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.151032 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b0cfe1-8a4e-44a8-bfee-a001449db752 None None] Network 82d9de2b-4bea-47ad-b969-042e519aa5e2 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:33.159992 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ed497eaf-27bb-4af7-8743-29e597cfa79f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9919996 Jul 16 01:23:33.197273 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d2573e3-d098-4b2a-ac8e-04de23e4ca4c tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.309707 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bd47ad-1699-48c9-ab2d-fe9f9e82d1ae None None] Network 82d9de2b-4bea-47ad-b969-042e519aa5e2 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:33.337592 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d2573e3-d098-4b2a-ac8e-04de23e4ca4c tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.342376 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d2573e3-d098-4b2a-ac8e-04de23e4ca4c tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.385155 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0d925ad6-5ae2-4fc1-8b44-ee3c847c058c req-bd1ac945-6264-48b8-b6c9-970223ce3190 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.397985 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d0a86-5a56-4dd1-8522-e719659990ac req-d54fdb78-f8e3-47ba-b196-ccb94cd0f9d6 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:33.403153 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-122d0a86-5a56-4dd1-8522-e719659990ac req-d54fdb78-f8e3-47ba-b196-ccb94cd0f9d6 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e45f613-191a-4220-8251-26d912c6e0c8 HTTP/1.1" status: 200 len: 946 time: 0.1336255 Jul 16 01:23:33.423265 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cb797-6a9a-43da-96d1-f40aeb9b82b0 req-0b0cd273-3ce1-47fb-9eb0-7af6e83b0487 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:33.426532 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-057cb797-6a9a-43da-96d1-f40aeb9b82b0 req-0b0cd273-3ce1-47fb-9eb0-7af6e83b0487 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.82 "GET /v2.0/ports?device_id=6e45f613-191a-4220-8251-26d912c6e0c8 HTTP/1.1" status: 200 len: 946 time: 0.1258271 Jul 16 01:23:33.448082 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d2573e3-d098-4b2a-ac8e-04de23e4ca4c tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.449918 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2573e3-d098-4b2a-ac8e-04de23e4ca4c tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Fanout notify agent at l3_agent the message router_deleted on router 1f7ad4f3-3464-48de-b4e2-d8f010de3b2e {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:23:33.454178 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d925ad6-5ae2-4fc1-8b44-ee3c847c058c req-bd1ac945-6264-48b8-b6c9-970223ce3190 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:33.459735 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d2573e3-d098-4b2a-ac8e-04de23e4ca4c tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.464760 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8d2573e3-d098-4b2a-ac8e-04de23e4ca4c tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "DELETE /v2.0/routers/1f7ad4f3-3464-48de-b4e2-d8f010de3b2e HTTP/1.1" status: 204 len: 168 time: 2.4510467 Jul 16 01:23:33.471662 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43874) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:33.477912 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-8fb49577-2db1-4920-b8d6-af116d60ff89 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-533371506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:33.479720 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-0d925ad6-5ae2-4fc1-8b44-ee3c847c058c req-bd1ac945-6264-48b8-b6c9-970223ce3190 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:33.486371 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ac945-6264-48b8-b6c9-970223ce3190 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Pushing event updated for resources: {'Port': ['ID=b04f6526-d7d1-45be-b1bc-8503354bd6d5,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:33.488709 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d925ad6-5ae2-4fc1-8b44-ee3c847c058c req-bd1ac945-6264-48b8-b6c9-970223ce3190 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:33.515102 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-122d0a86-5a56-4dd1-8522-e719659990ac req-1e5af532-0b16-4b92-95d9-68cad1e7fba9 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.16 "GET /v2.0/security-groups?id=b755373c-8ab0-4371-b60d-ab0d1a0644b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058633 Jul 16 01:23:33.558112 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8fb49577-2db1-4920-b8d6-af116d60ff89 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.559521 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8fb49577-2db1-4920-b8d6-af116d60ff89 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.559963 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-f70ee1fb-b60c-465b-8bc3-132d40e99084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c10f692b-48c1-4512-a340-3c550be72714 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:33.569177 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-f70ee1fb-b60c-465b-8bc3-132d40e99084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.609342 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-f70ee1fb-b60c-465b-8bc3-132d40e99084 service neutron] Transition to ACTIVE for port object c10f692b-48c1-4512-a340-3c550be72714 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:33.621928 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-f70ee1fb-b60c-465b-8bc3-132d40e99084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.629114 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0d925ad6-5ae2-4fc1-8b44-ee3c847c058c req-bd1ac945-6264-48b8-b6c9-970223ce3190 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.642922 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8fb49577-2db1-4920-b8d6-af116d60ff89 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.645432 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-057cb797-6a9a-43da-96d1-f40aeb9b82b0 req-9d20d7cb-d40c-4f00-960d-6b8d4f9dafbd tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Deleting port bc986c73-3804-4695-852f-9a492afec602 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:33.645782 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-057cb797-6a9a-43da-96d1-f40aeb9b82b0 req-9d20d7cb-d40c-4f00-960d-6b8d4f9dafbd tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.656079 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8fb49577-2db1-4920-b8d6-af116d60ff89 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.700573 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8fb49577-2db1-4920-b8d6-af116d60ff89 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.701968 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8fb49577-2db1-4920-b8d6-af116d60ff89 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2280726 Jul 16 01:23:33.705465 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43876) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:33.713625 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-bc8ab5ca-1abe-4fd9-a2a3-5879458661ae tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'enable_snat': True}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:33.715709 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ee1fb-b60c-465b-8bc3-132d40e99084 service neutron] Pushing event updated for resources: {'Port': ['ID=c10f692b-48c1-4512-a340-3c550be72714,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:33.768789 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 387fb1e6-f536-4422-b96f-948b19e8c8b3 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:33.780968 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-057cb797-6a9a-43da-96d1-f40aeb9b82b0 req-9d20d7cb-d40c-4f00-960d-6b8d4f9dafbd tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] For port bc986c73-3804-4695-852f-9a492afec602, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=bc986c73-3804-4695-852f-9a492afec602,segment=NetworkSegment(809c94c3-fa35-4741-a6c4-b4b01340db50),segment_id=809c94c3-fa35-4741-a6c4-b4b01340db50)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:33.781350 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-057cb797-6a9a-43da-96d1-f40aeb9b82b0 req-9d20d7cb-d40c-4f00-960d-6b8d4f9dafbd tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.809038 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0d925ad6-5ae2-4fc1-8b44-ee3c847c058c req-bd1ac945-6264-48b8-b6c9-970223ce3190 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.839944 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-057cb797-6a9a-43da-96d1-f40aeb9b82b0 req-9d20d7cb-d40c-4f00-960d-6b8d4f9dafbd tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Calling delete_port for bc986c73-3804-4695-852f-9a492afec602 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:33.905255 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 387fb1e6-f536-4422-b96f-948b19e8c8b3, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=387fb1e6-f536-4422-b96f-948b19e8c8b3,segment=NetworkSegment(b80442ff-611c-46c6-96a1-64bc7fc5da83),segment_id=b80442ff-611c-46c6-96a1-64bc7fc5da83)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:33.920929 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '387fb1e6-f536-4422-b96f-948b19e8c8b3', 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23', 'port_id': '387fb1e6-f536-4422-b96f-948b19e8c8b3', 'mac_address': 'fa:16:3e:70:6e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4494480-612e-4b7a-bad4-4f8c38f707d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:33.926961 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8648b5c6-909b-4737-9bf4-3fa1d78c7810 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:34.009769 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f71b2c-b0a6-4062-a537-8a2fdf6bcffd req-e53e7c96-da3d-4b3d-91e5-2808c06f26af tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:34.011588 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-63f71b2c-b0a6-4062-a537-8a2fdf6bcffd req-e53e7c96-da3d-4b3d-91e5-2808c06f26af tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.16 "GET /v2.0/ports?device_id=34890948-a155-4cf2-a364-1a6f883fab34 HTTP/1.1" status: 200 len: 948 time: 0.2250028 Jul 16 01:23:34.021646 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9f25b-1ac1-4505-8df7-99ae94da2e00 req-f5d1bd29-f649-4ff5-a199-29315333424d tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:34.023144 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d0e9f25b-1ac1-4505-8df7-99ae94da2e00 req-f5d1bd29-f649-4ff5-a199-29315333424d tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.84 "GET /v2.0/ports?device_id=ebab5416-30b8-4552-9bf2-7161df2c6bf0 HTTP/1.1" status: 200 len: 945 time: 0.1741168 Jul 16 01:23:34.024068 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.046882 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387fb1e6-f536-4422-b96f-948b19e8c8b3 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:34.058855 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bc8ab5ca-1abe-4fd9-a2a3-5879458661ae tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.061024 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 8648b5c6-909b-4737-9bf4-3fa1d78c7810 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:34.066220 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-f70ee1fb-b60c-465b-8bc3-132d40e99084 service neutron] Attempting to bind port c10f692b-48c1-4512-a340-3c550be72714 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:34.066558 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-f70ee1fb-b60c-465b-8bc3-132d40e99084 service neutron] Attempting to bind port c10f692b-48c1-4512-a340-3c550be72714 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:34.066890 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-f70ee1fb-b60c-465b-8bc3-132d40e99084 service neutron] Attempting to bind port c10f692b-48c1-4512-a340-3c550be72714 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:34.072389 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 387fb1e6-f536-4422-b96f-948b19e8c8b3, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=387fb1e6-f536-4422-b96f-948b19e8c8b3,segment=NetworkSegment(b80442ff-611c-46c6-96a1-64bc7fc5da83),segment_id=b80442ff-611c-46c6-96a1-64bc7fc5da83)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:34.073455 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 8648b5c6-909b-4737-9bf4-3fa1d78c7810 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:34.074224 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.098810 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.105989 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-f70ee1fb-b60c-465b-8bc3-132d40e99084 service neutron] Port c10f692b-48c1-4512-a340-3c550be72714 on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:34.106614 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-f70ee1fb-b60c-465b-8bc3-132d40e99084 service neutron] Attempting to bind port c10f692b-48c1-4512-a340-3c550be72714 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:34.127050 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-f70ee1fb-b60c-465b-8bc3-132d40e99084 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:34.127721 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-f70ee1fb-b60c-465b-8bc3-132d40e99084 service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:34.128280 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-f70ee1fb-b60c-465b-8bc3-132d40e99084 service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:34.128969 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-f70ee1fb-b60c-465b-8bc3-132d40e99084 service neutron] Bound port: c10f692b-48c1-4512-a340-3c550be72714, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:34.129502 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-f70ee1fb-b60c-465b-8bc3-132d40e99084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.154923 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-63f71b2c-b0a6-4062-a537-8a2fdf6bcffd req-204d3417-7df4-4143-925b-1148fa5d0e6b tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd63426a-4123-4cf6-9ebc-f8c3fa234f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306250 Jul 16 01:23:34.171372 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=387fb1e6-f536-4422-b96f-948b19e8c8b3,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:34.230933 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.258168 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-d0e9f25b-1ac1-4505-8df7-99ae94da2e00 req-d24777d0-ae3c-4f8a-86b2-aa1ca86f5616 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Deleting port 1775e6bd-a13a-4544-a2d3-d65697daab45 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:34.258544 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-d0e9f25b-1ac1-4505-8df7-99ae94da2e00 req-d24777d0-ae3c-4f8a-86b2-aa1ca86f5616 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.269153 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295e5ffe-5f79-47f4-aac1-2a09853f3896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8648b5c6-909b-4737-9bf4-3fa1d78c7810'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:34.271856 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626d1a27-b96f-46cb-854c-b58a6c112276" -d '{"events": [{"server_uuid": "295e5ffe-5f79-47f4-aac1-2a09853f3896", "name": "network-vif-plugged", "status": "completed", "tag": "8648b5c6-909b-4737-9bf4-3fa1d78c7810"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:34.286325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-f70ee1fb-b60c-465b-8bc3-132d40e99084 service neutron] For port c10f692b-48c1-4512-a340-3c550be72714, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:34.287224 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-057cb797-6a9a-43da-96d1-f40aeb9b82b0 req-9d20d7cb-d40c-4f00-960d-6b8d4f9dafbd tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.290029 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0d925ad6-5ae2-4fc1-8b44-ee3c847c058c req-bd1ac945-6264-48b8-b6c9-970223ce3190 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.290438 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8648b5c6-909b-4737-9bf4-3fa1d78c7810, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8648b5c6-909b-4737-9bf4-3fa1d78c7810,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:34.303632 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['bc986c73-3804-4695-852f-9a492afec602'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:34.305668 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-f70ee1fb-b60c-465b-8bc3-132d40e99084 service neutron] For port c10f692b-48c1-4512-a340-3c550be72714, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c10f692b-48c1-4512-a340-3c550be72714,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:34.306273 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['1775e6bd-a13a-4544-a2d3-d65697daab45'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:34.307160 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0d925ad6-5ae2-4fc1-8b44-ee3c847c058c req-bd1ac945-6264-48b8-b6c9-970223ce3190 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.314321 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.315819 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 68e7c35f-2436-4917-80f7-1478c3f03797 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:34.342385 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-f70ee1fb-b60c-465b-8bc3-132d40e99084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.346531 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20d7cb-d40c-4f00-960d-6b8d4f9dafbd tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Pushing event deleted for resources: {'Port': ['ID=bc986c73-3804-4695-852f-9a492afec602,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:34.392123 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-f70ee1fb-b60c-465b-8bc3-132d40e99084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:34.392767 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-f70ee1fb-b60c-465b-8bc3-132d40e99084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.395701 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-f70ee1fb-b60c-465b-8bc3-132d40e99084 service neutron] 10.222.0.84 "PUT /v2.0/ports/c10f692b-48c1-4512-a340-3c550be72714 HTTP/1.1" status: 200 len: 1097 time: 1.8129144 Jul 16 01:23:34.396300 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34890948-a155-4cf2-a364-1a6f883fab34', 'tag': 'c10f692b-48c1-4512-a340-3c550be72714'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:34.398646 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc71e320-59c4-4bed-809f-4d5db0271849" -d '{"events": [{"name": "network-changed", "server_uuid": "34890948-a155-4cf2-a364-1a6f883fab34", "tag": "c10f692b-48c1-4512-a340-3c550be72714"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:34.400233 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['387fb1e6-f536-4422-b96f-948b19e8c8b3'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:34.405608 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ac945-6264-48b8-b6c9-970223ce3190 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Pushing event updated for resources: {'Port': ['ID=b04f6526-d7d1-45be-b1bc-8503354bd6d5,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:34.469962 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0d925ad6-5ae2-4fc1-8b44-ee3c847c058c req-bd1ac945-6264-48b8-b6c9-970223ce3190 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.504454 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-d0e9f25b-1ac1-4505-8df7-99ae94da2e00 req-d24777d0-ae3c-4f8a-86b2-aa1ca86f5616 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] For port 1775e6bd-a13a-4544-a2d3-d65697daab45, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1775e6bd-a13a-4544-a2d3-d65697daab45,segment=NetworkSegment(809c94c3-fa35-4741-a6c4-b4b01340db50),segment_id=809c94c3-fa35-4741-a6c4-b4b01340db50)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:34.504766 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-d0e9f25b-1ac1-4505-8df7-99ae94da2e00 req-d24777d0-ae3c-4f8a-86b2-aa1ca86f5616 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.520832 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-d0e9f25b-1ac1-4505-8df7-99ae94da2e00 req-d24777d0-ae3c-4f8a-86b2-aa1ca86f5616 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Calling delete_port for 1775e6bd-a13a-4544-a2d3-d65697daab45 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:34.538974 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-057cb797-6a9a-43da-96d1-f40aeb9b82b0 req-9d20d7cb-d40c-4f00-960d-6b8d4f9dafbd tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] No DVR routers for this DVR port bc986c73-3804-4695-852f-9a492afec602 on host n-h2-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:34.579042 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-057cb797-6a9a-43da-96d1-f40aeb9b82b0 req-9d20d7cb-d40c-4f00-960d-6b8d4f9dafbd tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.579790 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=8648b5c6-909b-4737-9bf4-3fa1d78c7810,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:34.581191 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-057cb797-6a9a-43da-96d1-f40aeb9b82b0 req-9d20d7cb-d40c-4f00-960d-6b8d4f9dafbd tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.82 "DELETE /v2.0/ports/bc986c73-3804-4695-852f-9a492afec602 HTTP/1.1" status: 204 len: 173 time: 1.1478353 Jul 16 01:23:34.585240 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e45f613-191a-4220-8251-26d912c6e0c8', 'name': 'network-vif-deleted', 'tag': 'bc986c73-3804-4695-852f-9a492afec602'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:34.597212 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf403213-1783-4cb3-bb19-8c8b32e1d432" -d '{"events": [{"server_uuid": "6e45f613-191a-4220-8251-26d912c6e0c8", "name": "network-vif-deleted", "tag": "bc986c73-3804-4695-852f-9a492afec602"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:34.633657 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 68e7c35f-2436-4917-80f7-1478c3f03797 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:34.642212 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 68e7c35f-2436-4917-80f7-1478c3f03797 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:34.642492 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.705828 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9583379-5487-4020-b58f-499db7516261 req-4dde653d-e18c-4315-b7c6-9c8aad4d26fe tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:34.707437 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d9583379-5487-4020-b58f-499db7516261 req-4dde653d-e18c-4315-b7c6-9c8aad4d26fe tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=295e5ffe-5f79-47f4-aac1-2a09853f3896 HTTP/1.1" status: 200 len: 950 time: 0.3180952 Jul 16 01:23:34.771320 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.817460 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d9583379-5487-4020-b58f-499db7516261 req-4aa0fc68-99cb-4ccd-afd3-490127621825 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908325 Jul 16 01:23:34.832513 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-d0e9f25b-1ac1-4505-8df7-99ae94da2e00 req-d24777d0-ae3c-4f8a-86b2-aa1ca86f5616 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.874284 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.880985 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24777d0-ae3c-4f8a-86b2-aa1ca86f5616 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Pushing event deleted for resources: {'Port': ['ID=1775e6bd-a13a-4544-a2d3-d65697daab45,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:34.920775 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['bc986c73-3804-4695-852f-9a492afec602'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:34.937229 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e9f25b-1ac1-4505-8df7-99ae94da2e00 req-d24777d0-ae3c-4f8a-86b2-aa1ca86f5616 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] No DVR routers for this DVR port 1775e6bd-a13a-4544-a2d3-d65697daab45 on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:34.940036 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-d0e9f25b-1ac1-4505-8df7-99ae94da2e00 req-d24777d0-ae3c-4f8a-86b2-aa1ca86f5616 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.942320 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d0e9f25b-1ac1-4505-8df7-99ae94da2e00 req-d24777d0-ae3c-4f8a-86b2-aa1ca86f5616 tempest-MultipleCreateTestJSON-1607022745 tempest-MultipleCreateTestJSON-1607022745-project] 10.222.0.84 "DELETE /v2.0/ports/1775e6bd-a13a-4544-a2d3-d65697daab45 HTTP/1.1" status: 204 len: 173 time: 0.9104495 Jul 16 01:23:34.974042 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 68e7c35f-2436-4917-80f7-1478c3f03797, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=68e7c35f-2436-4917-80f7-1478c3f03797,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:34.990784 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.026815 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0d925ad6-5ae2-4fc1-8b44-ee3c847c058c req-bd1ac945-6264-48b8-b6c9-970223ce3190 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.029709 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0d925ad6-5ae2-4fc1-8b44-ee3c847c058c req-bd1ac945-6264-48b8-b6c9-970223ce3190 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2462628 Jul 16 01:23:35.036720 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ee1fb-b60c-465b-8bc3-132d40e99084 service neutron] Pushing event updated for resources: {'Port': ['ID=c10f692b-48c1-4512-a340-3c550be72714,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:35.065361 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=68e7c35f-2436-4917-80f7-1478c3f03797,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:35.095373 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-ee8843dc-008d-4cd5-9ef5-05fb93b192e2 req-316f6dd0-6041-4eeb-81ed-84e31966a0ea tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-112527610', 'description': 'tempest-description-1892241408'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:35.127140 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-ee8843dc-008d-4cd5-9ef5-05fb93b192e2 req-316f6dd0-6041-4eeb-81ed-84e31966a0ea tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.136334 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0d925ad6-5ae2-4fc1-8b44-ee3c847c058c req-358e7b84-6fe2-4b3e-a493-787568725c5c tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.206 HTTP/1.1" status: 200 len: 696 time: 0.0931644 Jul 16 01:23:35.159138 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bc8ab5ca-1abe-4fd9-a2a3-5879458661ae tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.179049 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-503c95f7-7a38-414b-93ae-f203aeb53ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:35.180583 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-503c95f7-7a38-414b-93ae-f203aeb53ddd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0fc6790acfba4dc1857c1b53362b7d21&device_id=34890948-a155-4cf2-a364-1a6f883fab34 HTTP/1.1" status: 200 len: 1100 time: 0.7240231 Jul 16 01:23:35.212175 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bc8ab5ca-1abe-4fd9-a2a3-5879458661ae tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.230830 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-ee8843dc-008d-4cd5-9ef5-05fb93b192e2 req-316f6dd0-6041-4eeb-81ed-84e31966a0ea tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.236614 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-ee8843dc-008d-4cd5-9ef5-05fb93b192e2 req-316f6dd0-6041-4eeb-81ed-84e31966a0ea tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.252392 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-f28c7822-be53-4700-b726-b97c2e9db190 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=c10f692b-48c1-4512-a340-3c550be72714 HTTP/1.1" status: 200 len: 217 time: 0.0488122 Jul 16 01:23:35.272230 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f6dd0-6041-4eeb-81ed-84e31966a0ea tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5788cada-a64e-47ae-8102-7dac2e9bc5e3,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:35.287915 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-ee8843dc-008d-4cd5-9ef5-05fb93b192e2 req-316f6dd0-6041-4eeb-81ed-84e31966a0ea tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.289639 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ee8843dc-008d-4cd5-9ef5-05fb93b192e2 req-316f6dd0-6041-4eeb-81ed-84e31966a0ea tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1998870 Jul 16 01:23:35.405878 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d925ad6-5ae2-4fc1-8b44-ee3c847c058c req-e1ad9a79-3c20-4ba8-a291-a566c48dea84 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:35.407935 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0d925ad6-5ae2-4fc1-8b44-ee3c847c058c req-e1ad9a79-3c20-4ba8-a291-a566c48dea84 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.2597179 Jul 16 01:23:35.409398 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-3d7b0a4f-46ae-4933-a5fd-f5a24021e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:35.410705 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-3d7b0a4f-46ae-4933-a5fd-f5a24021e3c3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1294017 Jul 16 01:23:35.464139 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455d5082-260e-429b-bf82-aa04884960c1 x-openstack-request-id: req-455d5082-260e-429b-bf82-aa04884960c1 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:35.464708 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295e5ffe-5f79-47f4-aac1-2a09853f3896", "name": "network-vif-plugged", "status": "completed", "tag": "8648b5c6-909b-4737-9bf4-3fa1d78c7810", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:35.464855 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-455d5082-260e-429b-bf82-aa04884960c1 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:35.465174 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295e5ffe-5f79-47f4-aac1-2a09853f3896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8648b5c6-909b-4737-9bf4-3fa1d78c7810', 'code': 200} Jul 16 01:23:35.468034 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21ebcf-0e35-4d57-b35c-939b32b9962e req-e5e810c2-d464-4739-a3b2-55f2839eb5fc tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:35.472513 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ca21ebcf-0e35-4d57-b35c-939b32b9962e req-e5e810c2-d464-4739-a3b2-55f2839eb5fc tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4 HTTP/1.1" status: 200 len: 944 time: 0.0825090 Jul 16 01:23:35.493309 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-bc8ab5ca-1abe-4fd9-a2a3-5879458661ae tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Allocated IP 172.25.6.205 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/fffa7f0c-9e64-4657-b6a9-190020c80435) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:35.535015 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493c4fc6-2f47-4f7b-a734-9b273186935f x-openstack-request-id: req-493c4fc6-2f47-4f7b-a734-9b273186935f {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:35.535308 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34890948-a155-4cf2-a364-1a6f883fab34", "tag": "c10f692b-48c1-4512-a340-3c550be72714", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:35.535551 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-493c4fc6-2f47-4f7b-a734-9b273186935f {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:35.535960 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34890948-a155-4cf2-a364-1a6f883fab34', 'tag': 'c10f692b-48c1-4512-a340-3c550be72714', 'status': 'completed', 'code': 200} Jul 16 01:23:35.537140 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ca21ebcf-0e35-4d57-b35c-939b32b9962e req-1be20b06-bd42-4bb8-be26-9573f2ff4db6 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1c798aa-b908-4829-b924-116902dea1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588331 Jul 16 01:23:35.547810 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-c6d84141-aa3d-4ea0-b65b-ad26cf6fb946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:35.549486 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-c6d84141-aa3d-4ea0-b65b-ad26cf6fb946 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1167533 Jul 16 01:23:35.631573 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b759ce82-4427-4ed6-8657-61cc8796bbf3 x-openstack-request-id: req-b759ce82-4427-4ed6-8657-61cc8796bbf3 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:35.631975 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e45f613-191a-4220-8251-26d912c6e0c8", "name": "network-vif-deleted", "tag": "bc986c73-3804-4695-852f-9a492afec602", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:35.632328 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b759ce82-4427-4ed6-8657-61cc8796bbf3 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:35.634134 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e45f613-191a-4220-8251-26d912c6e0c8', 'name': 'network-vif-deleted', 'tag': 'bc986c73-3804-4695-852f-9a492afec602', 'status': 'completed', 'code': 200} Jul 16 01:23:35.648094 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aefcde-21d9-4854-9b37-171f833a4219 req-09362144-3817-4fdf-9e84-1ab33ef1411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:35.649994 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-75aefcde-21d9-4854-9b37-171f833a4219 req-09362144-3817-4fdf-9e84-1ab33ef1411b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=295e5ffe-5f79-47f4-aac1-2a09853f3896 HTTP/1.1" status: 200 len: 1102 time: 0.1054513 Jul 16 01:23:35.683355 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bc8ab5ca-1abe-4fd9-a2a3-5879458661ae tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.710680 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-c59956cd-6961-4c7b-9229-4d9398360269 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335943 Jul 16 01:23:35.710901 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-75aefcde-21d9-4854-9b37-171f833a4219 req-8a165912-e4ed-4820-8703-afc7ed8c59a9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528934 Jul 16 01:23:35.792914 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 387fb1e6-f536-4422-b96f-948b19e8c8b3 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:35.805679 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-121444e2-845b-4c98-aa43-50ed2b44d9a9 req-0a18f6a9-30f6-49ef-a189-ab63ccb184c1 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-625132276', 'description': 'tempest-description-135562784'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:35.809623 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bc8ab5ca-1abe-4fd9-a2a3-5879458661ae tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.834537 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-121444e2-845b-4c98-aa43-50ed2b44d9a9 req-0a18f6a9-30f6-49ef-a189-ab63ccb184c1 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.866151 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 387fb1e6-f536-4422-b96f-948b19e8c8b3 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:35.872243 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 387fb1e6-f536-4422-b96f-948b19e8c8b3 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:35.872742 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.885700 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8ab5ca-1abe-4fd9-a2a3-5879458661ae tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:35.893192 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6dc75055-1bc1-4166-8f1f-3b6d88351b7a req-7f62e73a-ac2b-46fe-9f34-23b3e94dd19d service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758966 Jul 16 01:23:35.895794 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-bc8ab5ca-1abe-4fd9-a2a3-5879458661ae tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:35.904676 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8ab5ca-1abe-4fd9-a2a3-5879458661ae tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:35.909086 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ab5ca-1abe-4fd9-a2a3-5879458661ae tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Pushing event updated for resources: {'Port': ['ID=fffa7f0c-9e64-4657-b6a9-190020c80435,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:35.950778 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-121444e2-845b-4c98-aa43-50ed2b44d9a9 req-0a18f6a9-30f6-49ef-a189-ab63ccb184c1 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.959933 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-121444e2-845b-4c98-aa43-50ed2b44d9a9 req-0a18f6a9-30f6-49ef-a189-ab63ccb184c1 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.968391 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b47f2-e8e6-4cdf-935f-3747e7e37d34 req-ace4c611-52f8-453f-891e-0746aa2e3125 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:35.970233 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b75b47f2-e8e6-4cdf-935f-3747e7e37d34 req-ace4c611-52f8-453f-891e-0746aa2e3125 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.16 "GET /v2.0/ports?device_id=34890948-a155-4cf2-a364-1a6f883fab34 HTTP/1.1" status: 200 len: 948 time: 0.1811094 Jul 16 01:23:35.973983 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.995882 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18f6a9-30f6-49ef-a189-ab63ccb184c1 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e156e6-b251-4378-a93b-db087c6a5791,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:36.000429 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-121444e2-845b-4c98-aa43-50ed2b44d9a9 req-0a18f6a9-30f6-49ef-a189-ab63ccb184c1 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.013592 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 387fb1e6-f536-4422-b96f-948b19e8c8b3, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=387fb1e6-f536-4422-b96f-948b19e8c8b3,segment=NetworkSegment(b80442ff-611c-46c6-96a1-64bc7fc5da83),segment_id=b80442ff-611c-46c6-96a1-64bc7fc5da83)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:36.017093 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-121444e2-845b-4c98-aa43-50ed2b44d9a9 req-0a18f6a9-30f6-49ef-a189-ab63ccb184c1 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2150104 Jul 16 01:23:36.021341 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.022442 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 1775e6bd-a13a-4544-a2d3-d65697daab45 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:36.072337 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6582caf8-b16d-4c45-9e83-969e3724c9cd req-1e48d239-e7ab-4b62-9a58-699929ec9cf3 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "GET /v2.0/floatingips/af4b2d07-c41f-45e0-8fd1-0307c75b2ebb HTTP/1.1" status: 200 len: 693 time: 0.0542243 Jul 16 01:23:36.080898 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 1775e6bd-a13a-4544-a2d3-d65697daab45 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:36.081341 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 1775e6bd-a13a-4544-a2d3-d65697daab45 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:36.111223 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=387fb1e6-f536-4422-b96f-948b19e8c8b3,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:36.173244 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b75b47f2-e8e6-4cdf-935f-3747e7e37d34 req-0e1af5c6-ec5c-40e6-96c2-aa89b463becb tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd63426a-4123-4cf6-9ebc-f8c3fa234f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534951 Jul 16 01:23:36.199005 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582caf8-b16d-4c45-9e83-969e3724c9cd req-6782baec-1f63-4c56-9bda-018f8af91cb1 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:36.200510 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6582caf8-b16d-4c45-9e83-969e3724c9cd req-6782baec-1f63-4c56-9bda-018f8af91cb1 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.1208897 Jul 16 01:23:36.229898 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71e320-59c4-4bed-809f-4d5db0271849 req-5654287f-f855-4d51-ac28-f86d6225e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:36.231642 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dc71e320-59c4-4bed-809f-4d5db0271849 req-5654287f-f855-4d51-ac28-f86d6225e68b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0fc6790acfba4dc1857c1b53362b7d21&device_id=34890948-a155-4cf2-a364-1a6f883fab34 HTTP/1.1" status: 200 len: 1100 time: 0.2602570 Jul 16 01:23:36.270560 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6582caf8-b16d-4c45-9e83-969e3724c9cd req-7d5e4604-185e-4fea-beb7-f90696bc60d1 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.206 HTTP/1.1" status: 200 len: 696 time: 0.0610735 Jul 16 01:23:36.289186 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43906) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:36.354952 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6582caf8-b16d-4c45-9e83-969e3724c9cd req-0edb596d-345e-42d3-8c1e-b924c4250d42 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.206 HTTP/1.1" status: 200 len: 696 time: 0.0733111 Jul 16 01:23:36.364040 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bc8ab5ca-1abe-4fd9-a2a3-5879458661ae tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.413941 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c07c26-0384-4ff1-82f7-639aa003ce78 admin admin] Deleting subnet edf67854-c855-44a8-a406-582030e25669 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:23:36.425956 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-20c07c26-0384-4ff1-82f7-639aa003ce78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.459049 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71e320-59c4-4bed-809f-4d5db0271849 req-f500cfc5-6a59-40d6-b581-b1ca11b1230c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:36.460629 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dc71e320-59c4-4bed-809f-4d5db0271849 req-f500cfc5-6a59-40d6-b581-b1ca11b1230c service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2203510 Jul 16 01:23:36.511901 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-20c07c26-0384-4ff1-82f7-639aa003ce78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.536961 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dc71e320-59c4-4bed-809f-4d5db0271849 req-6a81375f-8f87-417a-9a69-0ccb48083fff service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=c10f692b-48c1-4512-a340-3c550be72714 HTTP/1.1" status: 200 len: 217 time: 0.0455251 Jul 16 01:23:36.565951 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-20c07c26-0384-4ff1-82f7-639aa003ce78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.587826 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-6582caf8-b16d-4c45-9e83-969e3724c9cd req-d7d38e81-f5f9-4c8a-a244-832748cb9b46 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Deleting port b04f6526-d7d1-45be-b1bc-8503354bd6d5 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:36.588261 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-6582caf8-b16d-4c45-9e83-969e3724c9cd req-d7d38e81-f5f9-4c8a-a244-832748cb9b46 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.660603 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ac133-b4a7-47c1-afb1-e5f7b513b27f req-9c4c2ffb-7c8c-43f8-a3b5-17c837e8be9e tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:36.662134 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-655ac133-b4a7-47c1-afb1-e5f7b513b27f req-9c4c2ffb-7c8c-43f8-a3b5-17c837e8be9e tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=295e5ffe-5f79-47f4-aac1-2a09853f3896 HTTP/1.1" status: 200 len: 950 time: 0.2559397 Jul 16 01:23:36.665794 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71e320-59c4-4bed-809f-4d5db0271849 req-32681781-668a-43c4-9dfc-74087dce9fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:36.667369 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dc71e320-59c4-4bed-809f-4d5db0271849 req-32681781-668a-43c4-9dfc-74087dce9fe7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1169219 Jul 16 01:23:36.686432 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-20c07c26-0384-4ff1-82f7-639aa003ce78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.713741 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-6582caf8-b16d-4c45-9e83-969e3724c9cd req-d7d38e81-f5f9-4c8a-a244-832748cb9b46 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.714074 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-6582caf8-b16d-4c45-9e83-969e3724c9cd req-d7d38e81-f5f9-4c8a-a244-832748cb9b46 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.723724 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c07c26-0384-4ff1-82f7-639aa003ce78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edf67854-c855-44a8-a406-582030e25669,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:36.733793 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-6582caf8-b16d-4c45-9e83-969e3724c9cd req-d7d38e81-f5f9-4c8a-a244-832748cb9b46 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Calling delete_port for b04f6526-d7d1-45be-b1bc-8503354bd6d5 owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:36.735829 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-20c07c26-0384-4ff1-82f7-639aa003ce78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.737752 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-20c07c26-0384-4ff1-82f7-639aa003ce78 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/edf67854-c855-44a8-a406-582030e25669 HTTP/1.1" status: 204 len: 168 time: 0.4475992 Jul 16 01:23:36.740440 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43910) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:36.780208 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-655ac133-b4a7-47c1-afb1-e5f7b513b27f req-4bc38216-83e9-4545-a24e-3deb91182b66 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099374 Jul 16 01:23:36.791383 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bc8ab5ca-1abe-4fd9-a2a3-5879458661ae tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.798982 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bc8ab5ca-1abe-4fd9-a2a3-5879458661ae tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-361746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-361739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-361858'] for router, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.857523 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21e52675-067f-4990-8646-162277de177b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.858110 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71e320-59c4-4bed-809f-4d5db0271849 req-25204fec-f2b7-4c4a-a973-7f06a5c8a119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:36.859476 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dc71e320-59c4-4bed-809f-4d5db0271849 req-25204fec-f2b7-4c4a-a973-7f06a5c8a119 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1827571 Jul 16 01:23:36.982159 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21e52675-067f-4990-8646-162277de177b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.999603 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-21e52675-067f-4990-8646-162277de177b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f5209e-58b4-4416-b93c-dcec5475ec9f']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:37.014667 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-21e52675-067f-4990-8646-162277de177b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809c94c3-fa35-4741-a6c4-b4b01340db50') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:37.014926 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-21e52675-067f-4990-8646-162277de177b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809c94c3-fa35-4741-a6c4-b4b01340db50') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:37.025566 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21e52675-067f-4990-8646-162277de177b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:37.027501 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-6582caf8-b16d-4c45-9e83-969e3724c9cd req-d7d38e81-f5f9-4c8a-a244-832748cb9b46 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:37.060484 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d38e81-f5f9-4c8a-a244-832748cb9b46 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Pushing event deleted for resources: {'Port': ['ID=b04f6526-d7d1-45be-b1bc-8503354bd6d5,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:37.063909 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21e52675-067f-4990-8646-162277de177b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:37.073271 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e52675-067f-4990-8646-162277de177b admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:23:37.073715 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21e52675-067f-4990-8646-162277de177b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:23:37.077226 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:23:37.104641 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-325f0d82-7680-4844-895b-93d54fe12813 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:37.106548 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-325f0d82-7680-4844-895b-93d54fe12813 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/networks?id=82d9de2b-4bea-47ad-b969-042e519aa5e2 HTTP/1.1" status: 200 len: 813 time: 0.2134178 Jul 16 01:23:37.109894 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dc71e320-59c4-4bed-809f-4d5db0271849 req-b9af2047-430e-4ff3-8d07-c9d94c228026 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179406 Jul 16 01:23:37.143953 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-bceaab5a-5ec6-44b9-ac19-f5523eda8d4c tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/quotas/1c96c4b57e6340f3aa0dce63cee1d2fb HTTP/1.1" status: 200 len: 375 time: 0.0306711 Jul 16 01:23:37.168178 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8ab5ca-1abe-4fd9-a2a3-5879458661ae tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Router 413d39a4-239d-4919-993c-a32d30837daf is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:23:37.176549 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21e52675-067f-4990-8646-162277de177b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:37.184127 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21e52675-067f-4990-8646-162277de177b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:37.186186 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-21e52675-067f-4990-8646-162277de177b admin admin] 10.222.0.16 "DELETE /v2.0/networks/04f5209e-58b4-4416-b93c-dcec5475ec9f HTTP/1.1" status: 204 len: 168 time: 0.4448209 Jul 16 01:23:37.204230 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e52675-067f-4990-8646-162277de177b admin admin] Pushing event deleted for resources: {'Network': ['ID=04f5209e-58b4-4416-b93c-dcec5475ec9f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:37.204230 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-6582caf8-b16d-4c45-9e83-969e3724c9cd req-d7d38e81-f5f9-4c8a-a244-832748cb9b46 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:37.205320 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-6582caf8-b16d-4c45-9e83-969e3724c9cd req-d7d38e81-f5f9-4c8a-a244-832748cb9b46 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:37.206573 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6582caf8-b16d-4c45-9e83-969e3724c9cd req-d7d38e81-f5f9-4c8a-a244-832748cb9b46 tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "DELETE /v2.0/floatingips/af4b2d07-c41f-45e0-8fd1-0307c75b2ebb HTTP/1.1" status: 204 len: 173 time: 0.8412924 Jul 16 01:23:37.231816 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-8efc5e08-3e45-456f-b0a7-421794014f0f tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c96c4b57e6340f3aa0dce63cee1d2fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782189 Jul 16 01:23:37.367694 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43930) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:37.414379 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed2fd4-87f1-450d-a833-f16b1d9d71e1 req-11cdc1a0-fcbd-4059-94b7-5eb3ddb6e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:37.416030 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-caed2fd4-87f1-450d-a833-f16b1d9d71e1 req-11cdc1a0-fcbd-4059-94b7-5eb3ddb6e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4 HTTP/1.1" status: 200 len: 945 time: 0.1024210 Jul 16 01:23:37.438903 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d516b072-d5f9-4471-94cc-432431eb00d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c7df87bcaf848cbbc8128d4797f7756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0690248 Jul 16 01:23:37.445283 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43934) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:37.466604 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1445c03-b171-4709-98a7-e09b397c3de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e7c35f-2436-4917-80f7-1478c3f03797'}, {'server_uuid': 'ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387fb1e6-f536-4422-b96f-948b19e8c8b3'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:37.470374 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16f4563-7176-45bb-8170-df57bd9e94ce" -d '{"events": [{"server_uuid": "e1445c03-b171-4709-98a7-e09b397c3de8", "name": "network-vif-plugged", "status": "completed", "tag": "68e7c35f-2436-4917-80f7-1478c3f03797"}, {"server_uuid": "ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4", "name": "network-vif-plugged", "status": "completed", "tag": "387fb1e6-f536-4422-b96f-948b19e8c8b3"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:37.495040 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-caed2fd4-87f1-450d-a833-f16b1d9d71e1 req-09948be9-c47c-4b38-a44a-ec716a2f7137 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1c798aa-b908-4829-b924-116902dea1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703506 Jul 16 01:23:37.523763 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-66d92adb-8412-41da-acfb-a8e76e76b3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:37.548683 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-66d92adb-8412-41da-acfb-a8e76e76b3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:37.602734 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-66d92adb-8412-41da-acfb-a8e76e76b3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:37.605400 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-66d92adb-8412-41da-acfb-a8e76e76b3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:37.616232 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-66d92adb-8412-41da-acfb-a8e76e76b3e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b755373c-8ab0-4371-b60d-ab0d1a0644b5 HTTP/1.1" status: 204 len: 168 time: 0.1671562 Jul 16 01:23:37.629086 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d92adb-8412-41da-acfb-a8e76e76b3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b755373c-8ab0-4371-b60d-ab0d1a0644b5,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:37.635692 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebab5416-30b8-4552-9bf2-7161df2c6bf0', 'name': 'network-vif-deleted', 'tag': '1775e6bd-a13a-4544-a2d3-d65697daab45'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:37.638991 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ed0079-8367-430f-8d5c-67cda0ae7e48" -d '{"events": [{"server_uuid": "ebab5416-30b8-4552-9bf2-7161df2c6bf0", "name": "network-vif-deleted", "tag": "1775e6bd-a13a-4544-a2d3-d65697daab45"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:37.716332 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dc71e320-59c4-4bed-809f-4d5db0271849 req-7896934c-7f98-497b-94b5-6770987c484b service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5953503 Jul 16 01:23:37.768199 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8ab5ca-1abe-4fd9-a2a3-5879458661ae tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:37.777122 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-7b6141e2-b4ed-49a6-9926-54c82a6dced3 service neutron] 10.222.0.16 "GET /v2.0/networks/82d9de2b-4bea-47ad-b969-042e519aa5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5368483 Jul 16 01:23:37.778730 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6252b0bd-b4db-4b1f-97d0-ef7ef72ca155 None None] Sync routers for ids ['413d39a4-239d-4919-993c-a32d30837daf'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:37.781554 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bc8ab5ca-1abe-4fd9-a2a3-5879458661ae tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:37.785610 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bc8ab5ca-1abe-4fd9-a2a3-5879458661ae tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "PUT /v2.0/routers/413d39a4-239d-4919-993c-a32d30837daf HTTP/1.1" status: 200 len: 914 time: 4.0782278 Jul 16 01:23:37.786497 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43942) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:37.789441 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6252b0bd-b4db-4b1f-97d0-ef7ef72ca155 None None] Routers {'413d39a4-239d-4919-993c-a32d30837daf'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:37.790356 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-6252b0bd-b4db-4b1f-97d0-ef7ef72ca155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['413d39a4-239d-4919-993c-a32d30837daf'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:37.837529 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device c10f692b-48c1-4512-a340-3c550be72714 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:37.875342 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-6252b0bd-b4db-4b1f-97d0-ef7ef72ca155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:37.891562 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-1a999090-b1ab-431a-91f9-e557f19d00af service neutron] 10.222.0.16 "GET /v2.0/networks/82d9de2b-4bea-47ad-b969-042e519aa5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089997 Jul 16 01:23:37.895373 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6252b0bd-b4db-4b1f-97d0-ef7ef72ca155 None None] Routers {'413d39a4-239d-4919-993c-a32d30837daf'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:37.896318 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-6252b0bd-b4db-4b1f-97d0-ef7ef72ca155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['413d39a4-239d-4919-993c-a32d30837daf'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:37.906673 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f9ab296e-2003-4531-867c-a57bc19a7902 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "GET /v2.0/routers/413d39a4-239d-4919-993c-a32d30837daf HTTP/1.1" status: 200 len: 920 time: 0.1166043 Jul 16 01:23:37.907534 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43948) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:37.912585 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82e578-b2bb-4134-908a-2033dc76ab1d req-b4aad9c0-6f92-4fdd-88e2-01ac45c5834b tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:37.920128 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ad82e578-b2bb-4134-908a-2033dc76ab1d req-b4aad9c0-6f92-4fdd-88e2-01ac45c5834b tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.16 "GET /v2.0/ports?device_id=34890948-a155-4cf2-a364-1a6f883fab34 HTTP/1.1" status: 200 len: 948 time: 0.1944354 Jul 16 01:23:37.970506 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ad82e578-b2bb-4134-908a-2033dc76ab1d req-0de9813f-42da-4d66-83c0-63cb5f7d6889 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd63426a-4123-4cf6-9ebc-f8c3fa234f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490713 Jul 16 01:23:37.970701 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-6252b0bd-b4db-4b1f-97d0-ef7ef72ca155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:37.971396 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6252b0bd-b4db-4b1f-97d0-ef7ef72ca155 None None] The sync data for ids ['413d39a4-239d-4919-993c-a32d30837daf'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:37.981317 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device bc986c73-3804-4695-852f-9a492afec602 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:37.998804 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94593e8-4ffd-4b69-a023-e9223a44f90f tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:38.000543 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a94593e8-4ffd-4b69-a023-e9223a44f90f tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&device_id=413d39a4-239d-4919-993c-a32d30837daf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0915613 Jul 16 01:23:38.003591 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43954) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:38.032689 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [req-d4fc39f4-6e2e-4f64-8c22-01c777e61992 req-f3132b19-a57f-494d-a204-15aa6624425e tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] show failed (client error): The resource could not be found. Jul 16 01:23:38.033877 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d4fc39f4-6e2e-4f64-8c22-01c777e61992 req-f3132b19-a57f-494d-a204-15aa6624425e tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "GET /v2.0/floatingips/af4b2d07-c41f-45e0-8fd1-0307c75b2ebb HTTP/1.1" status: 404 len: 350 time: 0.0414054 Jul 16 01:23:38.047921 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: bc986c73-3804-4695-852f-9a492afec602 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:38.048271 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device bc986c73-3804-4695-852f-9a492afec602 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:38.073539 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port c10f692b-48c1-4512-a340-3c550be72714, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c10f692b-48c1-4512-a340-3c550be72714,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:38.101678 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'c10f692b-48c1-4512-a340-3c550be72714', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': 'c10f692b-48c1-4512-a340-3c550be72714', 'mac_address': 'fa:16:3e:4d:5a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:38.141094 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71ed629-c6e2-4ffd-b265-7907ebedb295 x-openstack-request-id: req-d71ed629-c6e2-4ffd-b265-7907ebedb295 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:38.141645 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1445c03-b171-4709-98a7-e09b397c3de8", "name": "network-vif-plugged", "status": "completed", "tag": "68e7c35f-2436-4917-80f7-1478c3f03797", "code": 200}, {"server_uuid": "ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4", "name": "network-vif-plugged", "status": "completed", "tag": "387fb1e6-f536-4422-b96f-948b19e8c8b3", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:38.142109 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d71ed629-c6e2-4ffd-b265-7907ebedb295 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:38.142671 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1445c03-b171-4709-98a7-e09b397c3de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e7c35f-2436-4917-80f7-1478c3f03797', 'code': 200} Jul 16 01:23:38.143240 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387fb1e6-f536-4422-b96f-948b19e8c8b3', 'code': 200} Jul 16 01:23:38.161648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e901dc1a-87b9-4a79-8b80-8ee0c4856f5e tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:38.163115 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e901dc1a-87b9-4a79-8b80-8ee0c4856f5e tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 881 time: 0.1583474 Jul 16 01:23:38.166379 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43966) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:38.167511 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:38.191853 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c10f692b-48c1-4512-a340-3c550be72714 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:38.207789 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43968) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:38.208193 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ce46c41f-4a52-4de2-a9bf-004a707046ec tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "GET /v2.0/ports?device_id=413d39a4-239d-4919-993c-a32d30837daf HTTP/1.1" status: 200 len: 205 time: 0.0402677 Jul 16 01:23:38.210316 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eab37ae-da4c-462e-a8ea-3535e8ae5c3e x-openstack-request-id: req-3eab37ae-da4c-462e-a8ea-3535e8ae5c3e {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:38.210894 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebab5416-30b8-4552-9bf2-7161df2c6bf0", "name": "network-vif-deleted", "tag": "1775e6bd-a13a-4544-a2d3-d65697daab45", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:38.211375 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3eab37ae-da4c-462e-a8ea-3535e8ae5c3e {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:38.212503 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebab5416-30b8-4552-9bf2-7161df2c6bf0', 'name': 'network-vif-deleted', 'tag': '1775e6bd-a13a-4544-a2d3-d65697daab45', 'status': 'completed', 'code': 200} Jul 16 01:23:38.233311 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port c10f692b-48c1-4512-a340-3c550be72714, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c10f692b-48c1-4512-a340-3c550be72714,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:38.243149 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:38.337729 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=c10f692b-48c1-4512-a340-3c550be72714,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:38.412574 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f959cc-78ab-4e27-a197-fd28008fdfe0 req-c5142ff1-c18c-4b87-bf59-a43b23acbd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:38.414805 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f8f959cc-78ab-4e27-a197-fd28008fdfe0 req-c5142ff1-c18c-4b87-bf59-a43b23acbd4b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e1445c03-b171-4709-98a7-e09b397c3de8 HTTP/1.1" status: 200 len: 1102 time: 0.1334023 Jul 16 01:23:38.438751 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-b441781a-d2da-4661-9812-7e5c246aec4b req-4dc4ccc0-1bf8-4494-bc7e-b803c12b783c tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] show failed (client error): The resource could not be found. Jul 16 01:23:38.439919 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b441781a-d2da-4661-9812-7e5c246aec4b req-4dc4ccc0-1bf8-4494-bc7e-b803c12b783c tempest-FloatingIPsTestJSON-434466442 tempest-FloatingIPsTestJSON-434466442-project] 10.222.0.16 "GET /v2.0/floatingips/af4b2d07-c41f-45e0-8fd1-0307c75b2ebb HTTP/1.1" status: 404 len: 350 time: 0.1131847 Jul 16 01:23:38.445796 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068dd345-d0a4-404f-a080-d688f108909d req-cd441369-80f0-4224-8d0f-291236c0b139 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:38.453424 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-068dd345-d0a4-404f-a080-d688f108909d req-cd441369-80f0-4224-8d0f-291236c0b139 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=295e5ffe-5f79-47f4-aac1-2a09853f3896 HTTP/1.1" status: 200 len: 950 time: 0.1322162 Jul 16 01:23:38.463550 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['c10f692b-48c1-4512-a340-3c550be72714'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:38.465132 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43976) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:38.599720 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f8f959cc-78ab-4e27-a197-fd28008fdfe0 req-7dc00374-ec41-42f8-afe8-f8d7a91d0ff5 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761475 Jul 16 01:23:38.615983 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-de19ddd8-9543-43ba-a9e8-f4fe94819328 req-98aa3b3d-9f3b-4f62-ac7d-336494401456 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0 HTTP/1.1" status: 200 len: 210 time: 0.0407991 Jul 16 01:23:38.624923 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-068dd345-d0a4-404f-a080-d688f108909d req-d65aef17-4a77-4ac3-9270-1b18e48fc153 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701572 Jul 16 01:23:38.627590 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-bd9e7939-02b1-4094-89d1-8d0deb362d07 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2742352 Jul 16 01:23:38.631467 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2fb08579-6ef1-44ed-8e74-098449d222ec tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:38.644896 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdfc23-f922-48a0-9559-82fe6ea53022 req-88ed0188-228f-4a8d-87bb-9661e43bd9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:38.647588 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-53cdfc23-f922-48a0-9559-82fe6ea53022 req-88ed0188-228f-4a8d-87bb-9661e43bd9e3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4 HTTP/1.1" status: 200 len: 1097 time: 0.3394392 Jul 16 01:23:38.825873 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43992) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:38.920610 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-53cdfc23-f922-48a0-9559-82fe6ea53022 req-111af0d0-d284-483d-9ab6-dbac48632347 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f1c798aa-b908-4829-b924-116902dea1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829162 Jul 16 01:23:38.965523 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2fb08579-6ef1-44ed-8e74-098449d222ec tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:38.982396 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19338c-207c-40f8-96e6-47499a689c37 req-f36046a4-e056-4cd2-904f-2f3adf0de3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:38.982892 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19338c-207c-40f8-96e6-47499a689c37 req-f36046a4-e056-4cd2-904f-2f3adf0de3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:38.983359 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19338c-207c-40f8-96e6-47499a689c37 req-f36046a4-e056-4cd2-904f-2f3adf0de3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:38.983957 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19338c-207c-40f8-96e6-47499a689c37 req-f36046a4-e056-4cd2-904f-2f3adf0de3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:38.984478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19338c-207c-40f8-96e6-47499a689c37 req-f36046a4-e056-4cd2-904f-2f3adf0de3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:38.984941 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19338c-207c-40f8-96e6-47499a689c37 req-f36046a4-e056-4cd2-904f-2f3adf0de3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:38.985404 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19338c-207c-40f8-96e6-47499a689c37 req-f36046a4-e056-4cd2-904f-2f3adf0de3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:38.987372 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-f36046a4-e056-4cd2-904f-2f3adf0de3df service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=673d6f606a904bf5902fda58599b5f5e&device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 6508 time: 0.2487931 Jul 16 01:23:39.012731 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-75e12014-ff3f-497c-b6d6-0ebbb5ee3ac7 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1483420841-network', 'tenant_id': '8dc46db9da51474a989072848caec489'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:39.025510 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8514d-8ca3-4a23-8c30-58cc9076cd79 req-61b67283-248e-4377-b4e3-c3e9fef3591f tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:39.027068 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4fd8514d-8ca3-4a23-8c30-58cc9076cd79 req-61b67283-248e-4377-b4e3-c3e9fef3591f tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4 HTTP/1.1" status: 200 len: 945 time: 0.2462137 Jul 16 01:23:39.081694 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06e610-a565-4f64-ac68-f853602d3257 req-99452c58-a451-4a22-9a92-83fd5f62b0ba tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:39.083247 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6f06e610-a565-4f64-ac68-f853602d3257 req-99452c58-a451-4a22-9a92-83fd5f62b0ba tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1445c03-b171-4709-98a7-e09b397c3de8 HTTP/1.1" status: 200 len: 950 time: 0.1611445 Jul 16 01:23:39.117729 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e12014-ff3f-497c-b6d6-0ebbb5ee3ac7 admin admin] Made reservation on behalf of 8dc46db9da51474a989072848caec489 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:39.120222 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-75e12014-ff3f-497c-b6d6-0ebbb5ee3ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:39.171065 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-75e12014-ff3f-497c-b6d6-0ebbb5ee3ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:39.184514 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6f06e610-a565-4f64-ac68-f853602d3257 req-57bdfdec-41c7-4da9-9c13-f60b64d2a347 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937159 Jul 16 01:23:39.201926 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4fd8514d-8ca3-4a23-8c30-58cc9076cd79 req-ac56dfa9-5695-4395-8cab-6a5f3a90ca19 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1c798aa-b908-4829-b924-116902dea1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542876 Jul 16 01:23:39.229594 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb9f79a7-ed8e-4678-8534-838459791258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:39.241370 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-2fb08579-6ef1-44ed-8e74-098449d222ec tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Deleting port fffa7f0c-9e64-4657-b6a9-190020c80435 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:39.241750 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2fb08579-6ef1-44ed-8e74-098449d222ec tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:39.245908 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19338c-207c-40f8-96e6-47499a689c37 req-34943538-8fb6-4202-b993-d21ed6ca07bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:39.246385 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19338c-207c-40f8-96e6-47499a689c37 req-34943538-8fb6-4202-b993-d21ed6ca07bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:39.246841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19338c-207c-40f8-96e6-47499a689c37 req-34943538-8fb6-4202-b993-d21ed6ca07bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:39.248513 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-34943538-8fb6-4202-b993-d21ed6ca07bb service neutron] 10.222.0.82 "GET /v2.0/networks?id=99585749-6e41-4e60-92b1-0c114a9091db&id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&id=7baef46c-4da4-4d46-bf21-e653349e66a6&id=7baef46c-4da4-4d46-bf21-e653349e66a6 HTTP/1.1" status: 200 len: 2298 time: 0.2025843 Jul 16 01:23:39.403036 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-af559c0f-f11e-43e1-8b0a-2e5c0264dbb4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beacc2e5-69c8-4208-89bd-64878bc5925b HTTP/1.1" status: 200 len: 1001 time: 0.1394587 Jul 16 01:23:39.462874 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2fb08579-6ef1-44ed-8e74-098449d222ec tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:39.489867 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-2fb08579-6ef1-44ed-8e74-098449d222ec tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Calling delete_port for fffa7f0c-9e64-4657-b6a9-190020c80435 owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:39.517994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19338c-207c-40f8-96e6-47499a689c37 req-23d07a1c-9137-4c10-afa0-caae94fb40aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:39.519518 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-23d07a1c-9137-4c10-afa0-caae94fb40aa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d41468b7-b0b4-41eb-bdf2-84a94c3d3c68 HTTP/1.1" status: 200 len: 856 time: 0.1066616 Jul 16 01:23:39.616859 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-75e12014-ff3f-497c-b6d6-0ebbb5ee3ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:39.629531 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-75e12014-ff3f-497c-b6d6-0ebbb5ee3ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:39.708661 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e12014-ff3f-497c-b6d6-0ebbb5ee3ac7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:23:39.731228 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e12014-ff3f-497c-b6d6-0ebbb5ee3ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58fced3-04de-48ee-a60e-0f12ba3032ef,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:39.737834 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-75e12014-ff3f-497c-b6d6-0ebbb5ee3ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:39.738151 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-75e12014-ff3f-497c-b6d6-0ebbb5ee3ac7 admin admin] Added segment 85de098d-7755-49c8-bd12-540f6c713b3e of type vlan for network 2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22 Jul 16 01:23:39.771642 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19338c-207c-40f8-96e6-47499a689c37 req-f3306be1-eed2-4925-89aa-a663af97bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:39.773187 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-f3306be1-eed2-4925-89aa-a663af97bd5c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=99585749-6e41-4e60-92b1-0c114a9091db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2176888 Jul 16 01:23:39.800723 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-75e12014-ff3f-497c-b6d6-0ebbb5ee3ac7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:39.814975 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device c10f692b-48c1-4512-a340-3c550be72714 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:39.850395 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a8b41-23cb-4a0a-a17b-3361ed38762b req-2fbf48f1-a950-45e0-9fac-6be1c13a886b tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:39.858412 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7d1a8b41-23cb-4a0a-a17b-3361ed38762b req-2fbf48f1-a950-45e0-9fac-6be1c13a886b tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.16 "GET /v2.0/ports?device_id=34890948-a155-4cf2-a364-1a6f883fab34 HTTP/1.1" status: 200 len: 949 time: 0.1410623 Jul 16 01:23:39.898373 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port c10f692b-48c1-4512-a340-3c550be72714 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:39.904742 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port c10f692b-48c1-4512-a340-3c550be72714 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:39.905139 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:39.926870 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7d1a8b41-23cb-4a0a-a17b-3361ed38762b req-b56bb9c0-bdd8-48e0-8738-17631ff420fb tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd63426a-4123-4cf6-9ebc-f8c3fa234f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674684 Jul 16 01:23:39.939236 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-412054fe-464b-4fe9-a4f9-1456beb770bf req-b7bd4260-1ced-445b-b10a-809abdd8ebd9 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0 HTTP/1.1" status: 200 len: 210 time: 0.0883310 Jul 16 01:23:39.972506 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-75e12014-ff3f-497c-b6d6-0ebbb5ee3ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:39.976313 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e12014-ff3f-497c-b6d6-0ebbb5ee3ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:39.978107 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-75e12014-ff3f-497c-b6d6-0ebbb5ee3ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:40.003754 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:40.020658 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2fb08579-6ef1-44ed-8e74-098449d222ec tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:40.041874 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port c10f692b-48c1-4512-a340-3c550be72714, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c10f692b-48c1-4512-a340-3c550be72714,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:40.047407 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:40.059688 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-eb9f79a7-ed8e-4678-8534-838459791258 admin admin] Deleting port d1c7f543-850e-4210-8041-de1c21341438 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:40.060088 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb9f79a7-ed8e-4678-8534-838459791258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:40.089167 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-a68c28cd-4aa9-4f0e-b995-639c3c8e85ea service neutron] 10.222.0.82 "GET /v2.0/networks/99585749-6e41-4e60-92b1-0c114a9091db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007514 Jul 16 01:23:40.096955 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-75e12014-ff3f-497c-b6d6-0ebbb5ee3ac7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2689333 Jul 16 01:23:40.098923 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb08579-6ef1-44ed-8e74-098449d222ec tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Pushing event deleted for resources: {'Port': ['ID=fffa7f0c-9e64-4657-b6a9-190020c80435,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:40.107826 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44004) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:40.115914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-ed04ea52-62fb-4407-a4bf-0727fc7cdef5 admin admin] Request body: {'subnet': {'network_id': '2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1483420841-subnet', 'tenant_id': '8dc46db9da51474a989072848caec489', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:40.181247 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-eb9f79a7-ed8e-4678-8534-838459791258 admin admin] For port d1c7f543-850e-4210-8041-de1c21341438, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d1c7f543-850e-4210-8041-de1c21341438,segment=NetworkSegment(4fa92530-6e7b-4218-ad10-c4a7480f0f76),segment_id=4fa92530-6e7b-4218-ad10-c4a7480f0f76)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:40.181614 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb9f79a7-ed8e-4678-8534-838459791258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:40.192507 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:23:40.195840 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e12014-ff3f-497c-b6d6-0ebbb5ee3ac7 admin admin] Pushing event updated for resources: {'Network': ['ID=2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:40.211082 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-eb9f79a7-ed8e-4678-8534-838459791258 admin admin] Calling delete_port for d1c7f543-850e-4210-8041-de1c21341438 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:40.264130 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34890948-a155-4cf2-a364-1a6f883fab34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10f692b-48c1-4512-a340-3c550be72714'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:40.266162 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef213d33-abee-4fe0-b61a-002d83f9f918" -d '{"events": [{"server_uuid": "34890948-a155-4cf2-a364-1a6f883fab34", "name": "network-vif-plugged", "status": "completed", "tag": "c10f692b-48c1-4512-a340-3c550be72714"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:40.272326 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:23:40.308616 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=c10f692b-48c1-4512-a340-3c550be72714,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:40.370239 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-b84d5e7f-449e-4048-8405-a2864e894253 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:40.372852 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-b84d5e7f-449e-4048-8405-a2864e894253 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.82 "GET /v2.0/networks?id=82d9de2b-4bea-47ad-b969-042e519aa5e2 HTTP/1.1" status: 200 len: 813 time: 0.1734116 Jul 16 01:23:40.394012 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2fb08579-6ef1-44ed-8e74-098449d222ec tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:40.434171 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-09b03415-6908-49bf-8f07-e129fbdac55b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Request body: {'port': {'device_id': 'cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0', 'network_id': '82d9de2b-4bea-47ad-b969-042e519aa5e2', 'admin_state_up': True, 'tenant_id': '1c96c4b57e6340f3aa0dce63cee1d2fb'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:40.523577 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed04ea52-62fb-4407-a4bf-0727fc7cdef5 admin admin] Made reservation on behalf of 8dc46db9da51474a989072848caec489 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:40.525876 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ed04ea52-62fb-4407-a4bf-0727fc7cdef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:40.665502 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c7e97-31af-446a-8a9a-2fbdbdd5401d req-b8d5db2f-93bc-4694-8426-ce80b7111172 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:40.667156 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b91c7e97-31af-446a-8a9a-2fbdbdd5401d req-b8d5db2f-93bc-4694-8426-ce80b7111172 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4 HTTP/1.1" status: 200 len: 945 time: 0.2168877 Jul 16 01:23:40.673238 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-09b03415-6908-49bf-8f07-e129fbdac55b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Made reservation on behalf of 1c96c4b57e6340f3aa0dce63cee1d2fb for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:40.676929 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-09b03415-6908-49bf-8f07-e129fbdac55b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:40.697203 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb9f79a7-ed8e-4678-8534-838459791258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:40.747999 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f79a7-ed8e-4678-8534-838459791258 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c7f543-850e-4210-8041-de1c21341438,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:40.819274 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b91c7e97-31af-446a-8a9a-2fbdbdd5401d req-e7231a60-042f-4c4f-83d1-e12f9fe8a58c tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1c798aa-b908-4829-b924-116902dea1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396933 Jul 16 01:23:40.887811 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba7bb7b-1a04-453e-916d-dcb01d1a1782 x-openstack-request-id: req-6ba7bb7b-1a04-453e-916d-dcb01d1a1782 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:40.888423 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34890948-a155-4cf2-a364-1a6f883fab34", "name": "network-vif-plugged", "status": "completed", "tag": "c10f692b-48c1-4512-a340-3c550be72714", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:40.888712 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ba7bb7b-1a04-453e-916d-dcb01d1a1782 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:40.889208 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34890948-a155-4cf2-a364-1a6f883fab34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10f692b-48c1-4512-a340-3c550be72714', 'code': 200} Jul 16 01:23:40.920813 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2fb08579-6ef1-44ed-8e74-098449d222ec tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:40.932568 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2fb08579-6ef1-44ed-8e74-098449d222ec tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:40.953579 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-d73b4b58-751f-4d17-bc1a-a9a94d9c5761 service neutron] 10.222.0.82 "GET /v2.0/networks/99585749-6e41-4e60-92b1-0c114a9091db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8465197 Jul 16 01:23:41.088465 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2fb08579-6ef1-44ed-8e74-098449d222ec tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.088867 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb08579-6ef1-44ed-8e74-098449d222ec tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Fanout notify agent at l3_agent the message router_deleted on router 413d39a4-239d-4919-993c-a32d30837daf {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:23:41.093041 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-09b03415-6908-49bf-8f07-e129fbdac55b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Allocated IP 172.20.0.8 (82d9de2b-4bea-47ad-b969-042e519aa5e2/2b3acb55-2841-4726-a20b-0bdf77029019/7511fc6a-9be5-41ba-aba5-0f1a8ef03c05) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:41.096648 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-005175ea-753e-46a1-9401-49f0ad44a47e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=4345b472-d891-4095-9ac3-2e3b8fe40305 HTTP/1.1" status: 200 len: 217 time: 0.0874100 Jul 16 01:23:41.103076 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2fb08579-6ef1-44ed-8e74-098449d222ec tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.104341 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2fb08579-6ef1-44ed-8e74-098449d222ec tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "DELETE /v2.0/routers/413d39a4-239d-4919-993c-a32d30837daf HTTP/1.1" status: 204 len: 168 time: 2.8952847 Jul 16 01:23:41.110313 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44018) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:41.127778 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-7dce16b2-c1c8-4cd8-b021-fd7e32da291d tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1250596984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:41.145323 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4308a-4e66-4ab1-9875-f0ffe2870161 req-d9c491c1-7a5a-457b-b970-592205d0218b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:41.146836 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f1e4308a-4e66-4ab1-9875-f0ffe2870161 req-d9c491c1-7a5a-457b-b970-592205d0218b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1445c03-b171-4709-98a7-e09b397c3de8 HTTP/1.1" status: 200 len: 950 time: 0.7760379 Jul 16 01:23:41.230697 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-078faac0-ab55-4713-b179-52258d569b10 req-eea32287-ef88-4b27-a8a8-21b648c45dcd tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 258 time: 0.3244669 Jul 16 01:23:41.230997 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19338c-207c-40f8-96e6-47499a689c37 req-ce553e4f-7266-4a24-ae78-da18423f3356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:41.232445 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-ce553e4f-7266-4a24-ae78-da18423f3356 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7407fa8c-a52a-4e33-b68e-404660b41399 HTTP/1.1" status: 200 len: 797 time: 0.1252348 Jul 16 01:23:41.237583 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7dce16b2-c1c8-4cd8-b021-fd7e32da291d tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.238624 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7dce16b2-c1c8-4cd8-b021-fd7e32da291d tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.248820 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-078faac0-ab55-4713-b179-52258d569b10 req-8d092d09-9d9d-4a90-bf82-16acdea46f9c tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:41.267395 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb9f79a7-ed8e-4678-8534-838459791258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.311056 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f1e4308a-4e66-4ab1-9875-f0ffe2870161 req-ea995905-9682-40e9-9ef9-b6424740040c tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386380 Jul 16 01:23:41.336219 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be8968-4319-43aa-99db-bb91d7d3be3d req-cde95025-737e-45be-a3a0-e45069f59d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:41.337759 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78be8968-4319-43aa-99db-bb91d7d3be3d req-cde95025-737e-45be-a3a0-e45069f59d54 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=34890948-a155-4cf2-a364-1a6f883fab34 HTTP/1.1" status: 200 len: 1102 time: 0.3275361 Jul 16 01:23:41.371923 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-078faac0-ab55-4713-b179-52258d569b10 req-8d092d09-9d9d-4a90-bf82-16acdea46f9c tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.396769 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7dce16b2-c1c8-4cd8-b021-fd7e32da291d tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.432918 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7dce16b2-c1c8-4cd8-b021-fd7e32da291d tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.489572 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-09b03415-6908-49bf-8f07-e129fbdac55b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.503391 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ed04ea52-62fb-4407-a4bf-0727fc7cdef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.508833 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78be8968-4319-43aa-99db-bb91d7d3be3d req-65454840-ba8b-456e-b996-8b5111cc6da9 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=bd63426a-4123-4cf6-9ebc-f8c3fa234f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575134 Jul 16 01:23:41.509524 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7dce16b2-c1c8-4cd8-b021-fd7e32da291d tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.513696 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7dce16b2-c1c8-4cd8-b021-fd7e32da291d tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3894119 Jul 16 01:23:41.515415 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44024) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:41.545148 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-fc7386a2-a18c-420e-8064-27c342a412ab tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'enable_snat': False}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:41.550753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19338c-207c-40f8-96e6-47499a689c37 req-4744d960-a44e-43df-aec5-2d108bf49766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:41.552281 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-4744d960-a44e-43df-aec5-2d108bf49766 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2819219 Jul 16 01:23:41.652989 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-09b03415-6908-49bf-8f07-e129fbdac55b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.686138 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04ea52-62fb-4407-a4bf-0727fc7cdef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=106197dd-e7b5-4b97-97be-cc2c4f223f80,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:41.733536 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-09b03415-6908-49bf-8f07-e129fbdac55b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Network 82d9de2b-4bea-47ad-b969-042e519aa5e2 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:41.741989 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-078faac0-ab55-4713-b179-52258d569b10 req-8d092d09-9d9d-4a90-bf82-16acdea46f9c tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.746590 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-09b03415-6908-49bf-8f07-e129fbdac55b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:41.750068 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9f79a7-ed8e-4678-8534-838459791258 admin admin] Router dec6e2c5-e610-41e0-bb7a-1173f0565a3a has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:23:41.751701 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b03415-6908-49bf-8f07-e129fbdac55b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event updated for resources: {'Port': ['ID=7511fc6a-9be5-41ba-aba5-0f1a8ef03c05,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:41.758440 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-09b03415-6908-49bf-8f07-e129fbdac55b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:41.819404 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed04ea52-62fb-4407-a4bf-0727fc7cdef5 admin admin] Checking segment: {'id': '85de098d-7755-49c8-bd12-540f6c713b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:41.819771 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed04ea52-62fb-4407-a4bf-0727fc7cdef5 admin admin] Network hostable DHCP agents. Network: 2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:23:41.839372 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d870db-138c-487a-ba70-8099a1ce4053 req-7fc45821-9dd3-4f5f-9403-3cccce4c6941 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:41.840943 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-84d870db-138c-487a-ba70-8099a1ce4053 req-7fc45821-9dd3-4f5f-9403-3cccce4c6941 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.16 "GET /v2.0/ports?device_id=34890948-a155-4cf2-a364-1a6f883fab34 HTTP/1.1" status: 200 len: 950 time: 0.3953800 Jul 16 01:23:41.888633 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-09b03415-6908-49bf-8f07-e129fbdac55b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:41.889248 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-09b03415-6908-49bf-8f07-e129fbdac55b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.909479 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-f80d26f9-df48-47f8-a26a-a3ba6834f6ed service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490226 Jul 16 01:23:41.940755 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-09b03415-6908-49bf-8f07-e129fbdac55b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5593581 Jul 16 01:23:41.951289 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed04ea52-62fb-4407-a4bf-0727fc7cdef5 admin admin] Network 2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:23:41.954585 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fc7386a2-a18c-420e-8064-27c342a412ab tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.974827 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-83834bc9-5c40-472d-a123-42ed9fac9dfe service neutron] Request body: {'port': {'device_id': 'cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:41.999285 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-84d870db-138c-487a-ba70-8099a1ce4053 req-455845ff-64db-4de5-81a2-f66c72f0196c tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd63426a-4123-4cf6-9ebc-f8c3fa234f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514761 Jul 16 01:23:42.002732 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-ed04ea52-62fb-4407-a4bf-0727fc7cdef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:42.016308 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8909687a-6aaf-4ddf-af52-3d28387b3f0a None None] Network 2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:42.022956 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-078faac0-ab55-4713-b179-52258d569b10 req-8d092d09-9d9d-4a90-bf82-16acdea46f9c tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Allocated IP 172.25.6.136 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/2787ac0f-c387-4c28-8ed3-c9e0855af708) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:42.037473 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed04ea52-62fb-4407-a4bf-0727fc7cdef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:42.038067 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ed04ea52-62fb-4407-a4bf-0727fc7cdef5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.058909 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9f79a7-ed8e-4678-8534-838459791258 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:42.070741 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-eb9f79a7-ed8e-4678-8534-838459791258 admin admin] 10.222.0.16 "PUT /v2.0/routers/dec6e2c5-e610-41e0-bb7a-1173f0565a3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6021385 Jul 16 01:23:42.072678 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44026) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:42.077261 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d0c97a-05a7-457d-b72a-4a5a148efb51 None None] Sync routers for ids ['dec6e2c5-e610-41e0-bb7a-1173f0565a3a'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:42.093344 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d0c97a-05a7-457d-b72a-4a5a148efb51 None None] Routers {'dec6e2c5-e610-41e0-bb7a-1173f0565a3a'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:42.095842 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-13d0c97a-05a7-457d-b72a-4a5a148efb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['dec6e2c5-e610-41e0-bb7a-1173f0565a3a'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:42.127024 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-83834bc9-5c40-472d-a123-42ed9fac9dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.132182 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ed04ea52-62fb-4407-a4bf-0727fc7cdef5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0230191 Jul 16 01:23:42.143391 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-89a77d4a-783b-4636-8452-c058cf4aff28 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068322 Jul 16 01:23:42.202762 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-3b8680b6-5989-420f-bb4d-6bb1da4f1caa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=28a2b02f-aee0-487c-baab-2cdc1ff4a615 HTTP/1.1" status: 200 len: 217 time: 0.0514455 Jul 16 01:23:42.287936 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-13d0c97a-05a7-457d-b72a-4a5a148efb51 None None] Set router dec6e2c5-e610-41e0-bb7a-1173f0565a3a gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:42.356860 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ca4b47-5827-4ac8-bd16-9a32fb9939dc None None] Network 2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:42.366454 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fad1f42b-0480-42c5-9a23-e008a81d4d43 admin admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.371059 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19338c-207c-40f8-96e6-47499a689c37 req-d74fe5c3-b2b3-44f8-90f4-889284775c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:42.372876 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-d74fe5c3-b2b3-44f8-90f4-889284775c81 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7407fa8c-a52a-4e33-b68e-404660b41399 HTTP/1.1" status: 200 len: 797 time: 0.1418877 Jul 16 01:23:42.442624 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-078faac0-ab55-4713-b179-52258d569b10 req-8d092d09-9d9d-4a90-bf82-16acdea46f9c tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.539163 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f2b51-3d59-4e04-9991-fd2af63a969f req-70ba3551-c46e-485a-af09-f70253641f40 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:42.540718 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fd3f2b51-3d59-4e04-9991-fd2af63a969f req-70ba3551-c46e-485a-af09-f70253641f40 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0 HTTP/1.1" status: 200 len: 931 time: 0.2647264 Jul 16 01:23:42.568501 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-078faac0-ab55-4713-b179-52258d569b10 req-8d092d09-9d9d-4a90-bf82-16acdea46f9c tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.633352 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078faac0-ab55-4713-b179-52258d569b10 req-8d092d09-9d9d-4a90-bf82-16acdea46f9c tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:42.646428 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d092d09-9d9d-4a90-bf82-16acdea46f9c tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Pushing event updated for resources: {'Port': ['ID=2787ac0f-c387-4c28-8ed3-c9e0855af708,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:42.648664 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-078faac0-ab55-4713-b179-52258d569b10 req-8d092d09-9d9d-4a90-bf82-16acdea46f9c tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:42.654235 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-078faac0-ab55-4713-b179-52258d569b10 req-8d092d09-9d9d-4a90-bf82-16acdea46f9c tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:42.693527 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-13d0c97a-05a7-457d-b72a-4a5a148efb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec6e2c5-e610-41e0-bb7a-1173f0565a3a', 'name': 'tempest-FloatingIPsTestJSON-405308506-router', 'tenant_id': 'aa861bd41f09404b80d7ddcbf607a574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '442d1980-9073-498d-8015-458bec251739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:03Z', 'updated_at': '2021-07-16T01:23:40Z', 'revision_number': 5, 'project_id': 'aa861bd41f09404b80d7ddcbf607a574', 'gw_port': {'id': '442d1980-9073-498d-8015-458bec251739', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec6e2c5-e610-41e0-bb7a-1173f0565a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:05Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:42.732780 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fad1f42b-0480-42c5-9a23-e008a81d4d43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.738229 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d0c97a-05a7-457d-b72a-4a5a148efb51 None None] Checking router: dec6e2c5-e610-41e0-bb7a-1173f0565a3a for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:23:42.748758 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19338c-207c-40f8-96e6-47499a689c37 req-f79990ed-8ae1-4e09-abeb-950089f988c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:42.750331 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-f79990ed-8ae1-4e09-abeb-950089f988c2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3350427 Jul 16 01:23:42.752301 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-078faac0-ab55-4713-b179-52258d569b10 req-8d092d09-9d9d-4a90-bf82-16acdea46f9c tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.761112 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d0c97a-05a7-457d-b72a-4a5a148efb51 None None] Routers {'dec6e2c5-e610-41e0-bb7a-1173f0565a3a'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:42.762945 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-13d0c97a-05a7-457d-b72a-4a5a148efb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['dec6e2c5-e610-41e0-bb7a-1173f0565a3a'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:42.799721 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fd3f2b51-3d59-4e04-9991-fd2af63a969f req-674a966a-b3b1-4b53-b0a7-74c8a9b09b6b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?id=df07f559-1004-4d5b-97fd-3b5445813da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708171 Jul 16 01:23:42.809642 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-83834bc9-5c40-472d-a123-42ed9fac9dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:42.831094 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-83834bc9-5c40-472d-a123-42ed9fac9dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.846358 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-83834bc9-5c40-472d-a123-42ed9fac9dfe service neutron] Transition to ACTIVE for port object 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:42.848860 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fc7386a2-a18c-420e-8064-27c342a412ab tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.877576 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-13d0c97a-05a7-457d-b72a-4a5a148efb51 None None] Set router dec6e2c5-e610-41e0-bb7a-1173f0565a3a gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:42.903025 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fc7386a2-a18c-420e-8064-27c342a412ab tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.920030 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-83834bc9-5c40-472d-a123-42ed9fac9dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.968032 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-078faac0-ab55-4713-b179-52258d569b10 req-8d092d09-9d9d-4a90-bf82-16acdea46f9c tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.995498 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-7130541b-2109-43d1-998e-e9cac75a41ab service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174764 Jul 16 01:23:43.066792 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83834bc9-5c40-472d-a123-42ed9fac9dfe service neutron] Pushing event updated for resources: {'Port': ['ID=7511fc6a-9be5-41ba-aba5-0f1a8ef03c05,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:43.083094 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-fad1f42b-0480-42c5-9a23-e008a81d4d43 admin admin] Deleting port 442d1980-9073-498d-8015-458bec251739 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:43.083441 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fad1f42b-0480-42c5-9a23-e008a81d4d43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.162954 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-83834bc9-5c40-472d-a123-42ed9fac9dfe service neutron] Attempting to bind port 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:43.163587 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-83834bc9-5c40-472d-a123-42ed9fac9dfe service neutron] Attempting to bind port 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'e40cca31-0dfa-4532-9a78-bcb8410a3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '82d9de2b-4bea-47ad-b969-042e519aa5e2'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:43.163587 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-83834bc9-5c40-472d-a123-42ed9fac9dfe service neutron] Attempting to bind port 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 on network 82d9de2b-4bea-47ad-b969-042e519aa5e2 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:43.170750 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-83834bc9-5c40-472d-a123-42ed9fac9dfe service neutron] Port 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 on network 82d9de2b-4bea-47ad-b969-042e519aa5e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:43.171116 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-83834bc9-5c40-472d-a123-42ed9fac9dfe service neutron] Attempting to bind port 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 on network 82d9de2b-4bea-47ad-b969-042e519aa5e2 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:43.181263 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-83834bc9-5c40-472d-a123-42ed9fac9dfe service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:43.181618 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-83834bc9-5c40-472d-a123-42ed9fac9dfe service neutron] Checking segment: {'id': 'e40cca31-0dfa-4532-9a78-bcb8410a3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '82d9de2b-4bea-47ad-b969-042e519aa5e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:43.181977 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-83834bc9-5c40-472d-a123-42ed9fac9dfe service neutron] Bound using segment: {'id': 'e40cca31-0dfa-4532-9a78-bcb8410a3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '82d9de2b-4bea-47ad-b969-042e519aa5e2'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:43.182410 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-83834bc9-5c40-472d-a123-42ed9fac9dfe service neutron] Bound port: 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40cca31-0dfa-4532-9a78-bcb8410a3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '82d9de2b-4bea-47ad-b969-042e519aa5e2'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:43.183318 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-83834bc9-5c40-472d-a123-42ed9fac9dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.204834 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-fc7386a2-a18c-420e-8064-27c342a412ab tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Allocated IP 172.25.6.64 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/79716f0d-9957-4f42-8fd7-b3f6492076ef) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:43.277179 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-32491e9e-2908-48f3-aae0-b939fff10e3d service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702193 Jul 16 01:23:43.279128 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-078faac0-ab55-4713-b179-52258d569b10 req-8d092d09-9d9d-4a90-bf82-16acdea46f9c tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.287875 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-83834bc9-5c40-472d-a123-42ed9fac9dfe service neutron] For port 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:43.288125 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-fad1f42b-0480-42c5-9a23-e008a81d4d43 admin admin] For port 442d1980-9073-498d-8015-458bec251739, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=442d1980-9073-498d-8015-458bec251739,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:43.288435 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fad1f42b-0480-42c5-9a23-e008a81d4d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.291924 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-83834bc9-5c40-472d-a123-42ed9fac9dfe service neutron] For port 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7511fc6a-9be5-41ba-aba5-0f1a8ef03c05,segment=NetworkSegment(e40cca31-0dfa-4532-9a78-bcb8410a3baf),segment_id=e40cca31-0dfa-4532-9a78-bcb8410a3baf)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:43.293572 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-078faac0-ab55-4713-b179-52258d569b10 req-8d092d09-9d9d-4a90-bf82-16acdea46f9c tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.324653 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-83834bc9-5c40-472d-a123-42ed9fac9dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.333078 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-13d0c97a-05a7-457d-b72a-4a5a148efb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec6e2c5-e610-41e0-bb7a-1173f0565a3a', 'name': 'tempest-FloatingIPsTestJSON-405308506-router', 'tenant_id': 'aa861bd41f09404b80d7ddcbf607a574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '442d1980-9073-498d-8015-458bec251739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:03Z', 'updated_at': '2021-07-16T01:23:40Z', 'revision_number': 5, 'project_id': 'aa861bd41f09404b80d7ddcbf607a574', 'gw_port': {'id': '442d1980-9073-498d-8015-458bec251739', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec6e2c5-e610-41e0-bb7a-1173f0565a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:05Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:43.368200 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d0c97a-05a7-457d-b72a-4a5a148efb51 None None] The sync data for ids ['dec6e2c5-e610-41e0-bb7a-1173f0565a3a'] in n-d-792394-16 is: [{'id': 'dec6e2c5-e610-41e0-bb7a-1173f0565a3a', 'name': 'tempest-FloatingIPsTestJSON-405308506-router', 'tenant_id': 'aa861bd41f09404b80d7ddcbf607a574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '442d1980-9073-498d-8015-458bec251739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:03Z', 'updated_at': '2021-07-16T01:23:40Z', 'revision_number': 5, 'project_id': 'aa861bd41f09404b80d7ddcbf607a574', 'gw_port': {'id': '442d1980-9073-498d-8015-458bec251739', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:11:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec6e2c5-e610-41e0-bb7a-1173f0565a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:05Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:43.379578 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-7d741633-ce35-410a-b4ea-b567c6d990f8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=31957c03-e96c-4dce-b43d-07797f5d84a0 HTTP/1.1" status: 200 len: 217 time: 0.0936270 Jul 16 01:23:43.438275 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-fad1f42b-0480-42c5-9a23-e008a81d4d43 admin admin] Calling delete_port for 442d1980-9073-498d-8015-458bec251739 owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:43.738359 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-83834bc9-5c40-472d-a123-42ed9fac9dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:43.738645 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-83834bc9-5c40-472d-a123-42ed9fac9dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.740164 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-83834bc9-5c40-472d-a123-42ed9fac9dfe service neutron] 10.222.0.82 "PUT /v2.0/ports/7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 HTTP/1.1" status: 200 len: 1092 time: 1.7714131 Jul 16 01:23:43.740772 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d092d09-9d9d-4a90-bf82-16acdea46f9c tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Pushing event updated for resources: {'Port': ['ID=2787ac0f-c387-4c28-8ed3-c9e0855af708,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:43.743361 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0', 'tag': '7511fc6a-9be5-41ba-aba5-0f1a8ef03c05'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:43.745273 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d94da0-ff53-45d1-9959-dc330f17ec0b" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0", "tag": "7511fc6a-9be5-41ba-aba5-0f1a8ef03c05"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:43.796154 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-078faac0-ab55-4713-b179-52258d569b10 req-8d092d09-9d9d-4a90-bf82-16acdea46f9c tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.854414 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83834bc9-5c40-472d-a123-42ed9fac9dfe service neutron] Pushing event updated for resources: {'Port': ['ID=7511fc6a-9be5-41ba-aba5-0f1a8ef03c05,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:43.865564 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-078faac0-ab55-4713-b179-52258d569b10 req-8d092d09-9d9d-4a90-bf82-16acdea46f9c tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.866852 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-078faac0-ab55-4713-b179-52258d569b10 req-8d092d09-9d9d-4a90-bf82-16acdea46f9c tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6291611 Jul 16 01:23:43.938306 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-078faac0-ab55-4713-b179-52258d569b10 req-a4e002cd-7731-4bbf-b4c9-063e9cb7c8fb tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.136 HTTP/1.1" status: 200 len: 696 time: 0.0619884 Jul 16 01:23:43.945725 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19338c-207c-40f8-96e6-47499a689c37 req-99a0a61e-2e93-4da2-8019-087ca980ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:43.947235 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-99a0a61e-2e93-4da2-8019-087ca980ed38 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7407fa8c-a52a-4e33-b68e-404660b41399 HTTP/1.1" status: 200 len: 797 time: 0.5216799 Jul 16 01:23:43.959634 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-4c86f87b-21c6-425c-a6e4-7903542a8a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:43.961135 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-4c86f87b-21c6-425c-a6e4-7903542a8a5a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c96c4b57e6340f3aa0dce63cee1d2fb&device_id=cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0 HTTP/1.1" status: 200 len: 1095 time: 0.1509831 Jul 16 01:23:43.979256 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fc7386a2-a18c-420e-8064-27c342a412ab tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:44.017424 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-63121d92-389e-4d23-8efe-51b0a30e4079 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 HTTP/1.1" status: 200 len: 217 time: 0.0464101 Jul 16 01:23:44.072975 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346187e-5bf2-4b4b-8d9f-76ca6402599b req-ccdd42d5-da62-4900-b04d-fe3b1b9ce45b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:44.079012 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346187e-5bf2-4b4b-8d9f-76ca6402599b req-ccdd42d5-da62-4900-b04d-fe3b1b9ce45b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:44.080620 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b346187e-5bf2-4b4b-8d9f-76ca6402599b req-ccdd42d5-da62-4900-b04d-fe3b1b9ce45b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=295e5ffe-5f79-47f4-aac1-2a09853f3896&device_id=e1445c03-b171-4709-98a7-e09b397c3de8 HTTP/1.1" status: 200 len: 1691 time: 0.6969099 Jul 16 01:23:44.116173 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-244f8725-a9f4-4c5a-9500-c6ea3c8d7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:44.117683 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-244f8725-a9f4-4c5a-9500-c6ea3c8d7999 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2b3acb55-2841-4726-a20b-0bdf77029019 HTTP/1.1" status: 200 len: 853 time: 0.0655298 Jul 16 01:23:44.125249 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078faac0-ab55-4713-b179-52258d569b10 req-7f2b3b5b-0ca8-4b23-97ce-e3a1793bc420 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:44.126541 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-078faac0-ab55-4713-b179-52258d569b10 req-7f2b3b5b-0ca8-4b23-97ce-e3a1793bc420 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.1817617 Jul 16 01:23:44.160155 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-fa2c8eb1-5ab6-4854-9b63-629ddd5fe7d7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=82d9de2b-4bea-47ad-b969-042e519aa5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318370 Jul 16 01:23:44.177524 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fc7386a2-a18c-420e-8064-27c342a412ab tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:44.201700 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b346187e-5bf2-4b4b-8d9f-76ca6402599b req-d361def6-cfb8-4688-8395-b5293f0a1830 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095214 Jul 16 01:23:44.207109 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19338c-207c-40f8-96e6-47499a689c37 req-6bcd1231-949b-4f58-808e-779393c94e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:44.209073 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-6bcd1231-949b-4f58-808e-779393c94e62 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2470415 Jul 16 01:23:44.261623 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d1c7f543-850e-4210-8041-de1c21341438 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:44.270675 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7386a2-a18c-420e-8064-27c342a412ab tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:44.280138 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-d5af251f-4758-4492-9977-448573c80737 service neutron] 10.222.0.82 "GET /v2.0/networks/82d9de2b-4bea-47ad-b969-042e519aa5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124332 Jul 16 01:23:44.287510 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-fc7386a2-a18c-420e-8064-27c342a412ab tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:44.294450 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: d1c7f543-850e-4210-8041-de1c21341438 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:44.295238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7386a2-a18c-420e-8064-27c342a412ab tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:44.296501 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d1c7f543-850e-4210-8041-de1c21341438 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:44.321866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7386a2-a18c-420e-8064-27c342a412ab tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Pushing event updated for resources: {'Port': ['ID=79716f0d-9957-4f42-8fd7-b3f6492076ef,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:44.327883 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fad1f42b-0480-42c5-9a23-e008a81d4d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:44.395911 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1f42b-0480-42c5-9a23-e008a81d4d43 admin admin] Pushing event deleted for resources: {'Port': ['ID=442d1980-9073-498d-8015-458bec251739,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:44.413666 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fb841852-95c5-46d4-8099-800cc87c95e2 req-a82b8d58-2970-4348-81d5-6699885bce2b service neutron] 10.222.0.82 "GET /v2.0/networks/82d9de2b-4bea-47ad-b969-042e519aa5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253431 Jul 16 01:23:44.502594 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7820b4d4-f43e-4f73-a965-10e3704ed076 x-openstack-request-id: req-7820b4d4-f43e-4f73-a965-10e3704ed076 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:44.502914 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0", "tag": "7511fc6a-9be5-41ba-aba5-0f1a8ef03c05", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:44.503273 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7820b4d4-f43e-4f73-a965-10e3704ed076 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:44.503570 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0', 'tag': '7511fc6a-9be5-41ba-aba5-0f1a8ef03c05', 'status': 'completed', 'code': 200} Jul 16 01:23:44.564028 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-6404fc47-9fd7-47be-a66b-2e8893c59f90 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307281 Jul 16 01:23:44.584597 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d94da0-ff53-45d1-9959-dc330f17ec0b req-809fb897-73ce-49c1-a938-a279cc1f4e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:44.586519 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c9d94da0-ff53-45d1-9959-dc330f17ec0b req-809fb897-73ce-49c1-a938-a279cc1f4e91 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c96c4b57e6340f3aa0dce63cee1d2fb&device_id=cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0 HTTP/1.1" status: 200 len: 1095 time: 0.0587878 Jul 16 01:23:44.647962 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fad1f42b-0480-42c5-9a23-e008a81d4d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:44.723408 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d94da0-ff53-45d1-9959-dc330f17ec0b req-f2502f95-c25d-4eda-b04d-1cbc147ac715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:44.724953 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c9d94da0-ff53-45d1-9959-dc330f17ec0b req-f2502f95-c25d-4eda-b04d-1cbc147ac715 service neutron] 10.222.0.82 "GET /v2.0/networks?id=82d9de2b-4bea-47ad-b969-042e519aa5e2 HTTP/1.1" status: 200 len: 914 time: 0.1325650 Jul 16 01:23:44.733450 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06796b5-6612-451d-9445-ddf0767a4a7f req-7b5b6059-620b-479a-8b4a-f6b6452c1cca tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:44.734798 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b06796b5-6612-451d-9445-ddf0767a4a7f req-7b5b6059-620b-479a-8b4a-f6b6452c1cca tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0 HTTP/1.1" status: 200 len: 943 time: 0.1333606 Jul 16 01:23:44.781468 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c9d94da0-ff53-45d1-9959-dc330f17ec0b req-ac4efebf-876a-4670-94c5-f193872ce743 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 HTTP/1.1" status: 200 len: 217 time: 0.0456617 Jul 16 01:23:44.826864 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fad1f42b-0480-42c5-9a23-e008a81d4d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:44.833261 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b06796b5-6612-451d-9445-ddf0767a4a7f req-f2a572c9-4cec-4e1a-9ea6-69d4400e17c3 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?id=df07f559-1004-4d5b-97fd-3b5445813da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919063 Jul 16 01:23:44.838706 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cd074-7f81-4c51-b651-5ff8159f870a req-dd8ac77b-4d98-4f5d-8c7f-42f58370e7bb tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:44.840687 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-837cd074-7f81-4c51-b651-5ff8159f870a req-dd8ac77b-4d98-4f5d-8c7f-42f58370e7bb tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.16 "GET /v2.0/ports?device_id=34890948-a155-4cf2-a364-1a6f883fab34 HTTP/1.1" status: 200 len: 950 time: 0.4406226 Jul 16 01:23:44.847477 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fad1f42b-0480-42c5-9a23-e008a81d4d43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:44.851854 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d94da0-ff53-45d1-9959-dc330f17ec0b req-3956eb84-ceec-4198-bf70-36b916a88930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:44.853896 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c9d94da0-ff53-45d1-9959-dc330f17ec0b req-3956eb84-ceec-4198-bf70-36b916a88930 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2b3acb55-2841-4726-a20b-0bdf77029019 HTTP/1.1" status: 200 len: 853 time: 0.0579705 Jul 16 01:23:44.892830 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c9d94da0-ff53-45d1-9959-dc330f17ec0b req-1eb8e61b-bd5e-42de-8287-340ac15cd0fa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=82d9de2b-4bea-47ad-b969-042e519aa5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311201 Jul 16 01:23:44.916614 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-d87491dd-9452-438f-b795-337a88359463 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424785 Jul 16 01:23:44.992883 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fad1f42b-0480-42c5-9a23-e008a81d4d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:44.993380 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad1f42b-0480-42c5-9a23-e008a81d4d43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dec6e2c5-e610-41e0-bb7a-1173f0565a3a {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:23:45.005509 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fad1f42b-0480-42c5-9a23-e008a81d4d43 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.009527 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fad1f42b-0480-42c5-9a23-e008a81d4d43 admin admin] 10.222.0.16 "DELETE /v2.0/routers/dec6e2c5-e610-41e0-bb7a-1173f0565a3a HTTP/1.1" status: 204 len: 168 time: 2.9329114 Jul 16 01:23:45.009866 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44048) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:45.011943 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-6c39324f-af52-48d2-8dde-8e682907740c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb HTTP/1.1" status: 200 len: 217 time: 0.0622239 Jul 16 01:23:45.028417 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c9d94da0-ff53-45d1-9959-dc330f17ec0b req-ba4d2c58-aa2a-4ed4-a1f5-4300a9811f1d service neutron] 10.222.0.82 "GET /v2.0/networks/82d9de2b-4bea-47ad-b969-042e519aa5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232784 Jul 16 01:23:45.041599 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-837cd074-7f81-4c51-b651-5ff8159f870a req-3b1a0b5d-11fd-4ac3-9255-e8ed816e9cbc tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd63426a-4123-4cf6-9ebc-f8c3fa234f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811154 Jul 16 01:23:45.044020 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fc7386a2-a18c-420e-8064-27c342a412ab tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.132638 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19338c-207c-40f8-96e6-47499a689c37 req-07585d7d-76ac-4b01-b58d-b7cb91523852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.134263 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-07585d7d-76ac-4b01-b58d-b7cb91523852 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7407fa8c-a52a-4e33-b68e-404660b41399 HTTP/1.1" status: 200 len: 797 time: 0.1044235 Jul 16 01:23:45.156069 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c9d94da0-ff53-45d1-9959-dc330f17ec0b req-6ba6b77b-d258-492b-8b00-ce059f827e1b service neutron] 10.222.0.82 "GET /v2.0/networks/82d9de2b-4bea-47ad-b969-042e519aa5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028979 Jul 16 01:23:45.254809 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-136d018c-dd80-42ad-97c2-b3004ca9f36d admin admin] Deleting subnet 3c533965-8cf3-4c16-bdec-4ef07ed78d5e {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:23:45.259408 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-136d018c-dd80-42ad-97c2-b3004ca9f36d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.297904 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19338c-207c-40f8-96e6-47499a689c37 req-b56bc9bc-fc03-4190-b3a7-679357d451ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.299568 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-b56bc9bc-fc03-4190-b3a7-679357d451ab service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1203709 Jul 16 01:23:45.313909 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-136d018c-dd80-42ad-97c2-b3004ca9f36d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.354393 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ca3c7-04c8-4d70-9acb-3c8b54ff1061 req-0e545e7b-a9ff-4464-832b-6ce409b9365d tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.355709 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-311ca3c7-04c8-4d70-9acb-3c8b54ff1061 req-0e545e7b-a9ff-4464-832b-6ce409b9365d tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1946132 Jul 16 01:23:45.402888 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fc7386a2-a18c-420e-8064-27c342a412ab tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.407446 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fc7386a2-a18c-420e-8064-27c342a412ab tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-361746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-361739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-361858'] for router, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.443742 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-311ca3c7-04c8-4d70-9acb-3c8b54ff1061 req-1be26e1a-89fd-46ba-a8a6-e482f508cb0e tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.136 HTTP/1.1" status: 200 len: 696 time: 0.0769684 Jul 16 01:23:45.453021 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-311ca3c7-04c8-4d70-9acb-3c8b54ff1061 req-0f8929a8-4746-4c1c-992b-891e5f02659a tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Request body: {'floatingip': {'port_id': '387fb1e6-f536-4422-b96f-948b19e8c8b3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:45.500528 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-311ca3c7-04c8-4d70-9acb-3c8b54ff1061 req-0f8929a8-4746-4c1c-992b-891e5f02659a tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks [] for floatingip, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.535450 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-136d018c-dd80-42ad-97c2-b3004ca9f36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.543712 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-545967fb-6390-4918-bc93-dfc976e73ac5 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028282 Jul 16 01:23:45.668562 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-136d018c-dd80-42ad-97c2-b3004ca9f36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.677412 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-ce4754fe-5c28-47ac-b152-51d73453efb6 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266677 Jul 16 01:23:45.681486 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7386a2-a18c-420e-8064-27c342a412ab tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Router 2de506e9-3317-4e27-92e8-0b69d69938f2 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:23:45.724604 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-ad87670d-c374-4e65-9150-49b44da0fed1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eb9afd08-8589-466c-acc7-7a1d1cc88b43 HTTP/1.1" status: 200 len: 217 time: 0.0399077 Jul 16 01:23:45.732013 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d018c-dd80-42ad-97c2-b3004ca9f36d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c533965-8cf3-4c16-bdec-4ef07ed78d5e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:45.735008 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-136d018c-dd80-42ad-97c2-b3004ca9f36d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.739836 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-136d018c-dd80-42ad-97c2-b3004ca9f36d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3c533965-8cf3-4c16-bdec-4ef07ed78d5e HTTP/1.1" status: 204 len: 168 time: 0.7287464 Jul 16 01:23:45.742770 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44060) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:45.751542 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7efd23-ff1c-40fe-ab62-1b36476f816d None None] Network 7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:45.854821 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cd8f74e1-989e-433f-9d10-69aac9ada5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.967056 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d6ed87-8271-4e20-89e6-6c69fa511948 None None] DHCP port deletion for 7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:23:46.020020 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-59d6ed87-8271-4e20-89e6-6c69fa511948 None None] Deleting port 307263fa-1954-46ef-8767-9a16bade1eb9 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:46.020855 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59d6ed87-8271-4e20-89e6-6c69fa511948 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.066585 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f74e1-989e-433f-9d10-69aac9ada5b5 admin admin] Deleting port 307263fa-1954-46ef-8767-9a16bade1eb9 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:46.066986 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cd8f74e1-989e-433f-9d10-69aac9ada5b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.105610 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-59d6ed87-8271-4e20-89e6-6c69fa511948 None None] For port 307263fa-1954-46ef-8767-9a16bade1eb9, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=307263fa-1954-46ef-8767-9a16bade1eb9,segment=NetworkSegment(4fa92530-6e7b-4218-ad10-c4a7480f0f76),segment_id=4fa92530-6e7b-4218-ad10-c4a7480f0f76)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:46.106605 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59d6ed87-8271-4e20-89e6-6c69fa511948 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.122015 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-59d6ed87-8271-4e20-89e6-6c69fa511948 None None] Calling delete_port for 307263fa-1954-46ef-8767-9a16bade1eb9 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:46.176820 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-cd8f74e1-989e-433f-9d10-69aac9ada5b5 admin admin] For port 307263fa-1954-46ef-8767-9a16bade1eb9, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=307263fa-1954-46ef-8767-9a16bade1eb9,segment=NetworkSegment(4fa92530-6e7b-4218-ad10-c4a7480f0f76),segment_id=4fa92530-6e7b-4218-ad10-c4a7480f0f76)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:46.177240 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cd8f74e1-989e-433f-9d10-69aac9ada5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.199706 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f74e1-989e-433f-9d10-69aac9ada5b5 admin admin] Calling delete_port for 307263fa-1954-46ef-8767-9a16bade1eb9 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:46.207016 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19338c-207c-40f8-96e6-47499a689c37 req-703ffb94-2760-4f2c-bcc2-b7a4f4057188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:46.208547 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-703ffb94-2760-4f2c-bcc2-b7a4f4057188 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9ae7ab5f-1aba-40ab-8a57-c511550c4d96 HTTP/1.1" status: 200 len: 797 time: 0.4785168 Jul 16 01:23:46.216927 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59d6ed87-8271-4e20-89e6-6c69fa511948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.250580 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6ed87-8271-4e20-89e6-6c69fa511948 None None] Pushing event deleted for resources: {'Port': ['ID=307263fa-1954-46ef-8767-9a16bade1eb9,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:46.264642 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d6ed87-8271-4e20-89e6-6c69fa511948 None None] No DVR routers for this DVR port 307263fa-1954-46ef-8767-9a16bade1eb9 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:46.269322 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7386a2-a18c-420e-8064-27c342a412ab tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:46.274417 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2d54f-9e1b-44cd-8a26-32de78304f0f req-7d15bfa0-e7e6-4fbf-8a47-da3c9bfc0ac7 tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:46.282347 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-84e2d54f-9e1b-44cd-8a26-32de78304f0f req-7d15bfa0-e7e6-4fbf-8a47-da3c9bfc0ac7 tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=295e5ffe-5f79-47f4-aac1-2a09853f3896 HTTP/1.1" status: 200 len: 1102 time: 0.5099010 Jul 16 01:23:46.288251 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fc7386a2-a18c-420e-8064-27c342a412ab tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.288957 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc87e95-2e46-4274-8f0b-416cc25fa57d None None] Sync routers for ids ['2de506e9-3317-4e27-92e8-0b69d69938f2'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:46.289450 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fc7386a2-a18c-420e-8064-27c342a412ab tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "PUT /v2.0/routers/2de506e9-3317-4e27-92e8-0b69d69938f2 HTTP/1.1" status: 200 len: 915 time: 4.7520993 Jul 16 01:23:46.296869 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44066) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:46.302876 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc87e95-2e46-4274-8f0b-416cc25fa57d None None] Routers {'2de506e9-3317-4e27-92e8-0b69d69938f2'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:46.303754 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-dfc87e95-2e46-4274-8f0b-416cc25fa57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['2de506e9-3317-4e27-92e8-0b69d69938f2'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:46.336785 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-311ca3c7-04c8-4d70-9acb-3c8b54ff1061 req-0f8929a8-4746-4c1c-992b-891e5f02659a tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.352140 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-311ca3c7-04c8-4d70-9acb-3c8b54ff1061 req-0f8929a8-4746-4c1c-992b-891e5f02659a tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.353655 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 442d1980-9073-498d-8015-458bec251739 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:46.357511 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-dfc87e95-2e46-4274-8f0b-416cc25fa57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:46.385424 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-84e2d54f-9e1b-44cd-8a26-32de78304f0f req-935ef21e-189d-4d21-9840-40b06d95eb38 tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994210 Jul 16 01:23:46.405668 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19338c-207c-40f8-96e6-47499a689c37 req-67500066-9863-40e1-a11f-7d3765c4b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:46.407175 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-67500066-9863-40e1-a11f-7d3765c4b39b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7baef46c-4da4-4d46-bf21-e653349e66a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1885607 Jul 16 01:23:46.420494 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 442d1980-9073-498d-8015-458bec251739 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:46.421369 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 442d1980-9073-498d-8015-458bec251739 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:46.422359 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 307263fa-1954-46ef-8767-9a16bade1eb9 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:46.447866 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 307263fa-1954-46ef-8767-9a16bade1eb9 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:46.448293 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 307263fa-1954-46ef-8767-9a16bade1eb9 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:46.450051 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc87e95-2e46-4274-8f0b-416cc25fa57d None None] Routers {'2de506e9-3317-4e27-92e8-0b69d69938f2'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:46.450790 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-dfc87e95-2e46-4274-8f0b-416cc25fa57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['2de506e9-3317-4e27-92e8-0b69d69938f2'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:46.458887 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cd8f74e1-989e-433f-9d10-69aac9ada5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.494292 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-dfc87e95-2e46-4274-8f0b-416cc25fa57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:46.495246 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc87e95-2e46-4274-8f0b-416cc25fa57d None None] The sync data for ids ['2de506e9-3317-4e27-92e8-0b69d69938f2'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:46.496187 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f74e1-989e-433f-9d10-69aac9ada5b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=307263fa-1954-46ef-8767-9a16bade1eb9,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:46.501646 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8f74e1-989e-433f-9d10-69aac9ada5b5 admin admin] No DVR routers for this DVR port 307263fa-1954-46ef-8767-9a16bade1eb9 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:46.531121 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [req-311ca3c7-04c8-4d70-9acb-3c8b54ff1061 req-0f8929a8-4746-4c1c-992b-891e5f02659a tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Floating IP 65b6e5dc-6aff-4f0b-a90e-8a5beb76d26b associated. External IP: 172.25.6.136, port: 387fb1e6-f536-4422-b96f-948b19e8c8b3. Jul 16 01:23:46.573439 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-edb4d659-7df3-4cb8-8aca-c35886ef2948 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "GET /v2.0/routers/2de506e9-3317-4e27-92e8-0b69d69938f2 HTTP/1.1" status: 200 len: 921 time: 0.2730076 Jul 16 01:23:46.574111 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44072) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:46.624149 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cd8f74e1-989e-433f-9d10-69aac9ada5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.640067 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-e8edf0b2-0cf6-4880-b8b9-541c60278fe6 service neutron] 10.222.0.82 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714709 Jul 16 01:23:46.646967 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b60cab4a-6311-4f6c-befa-acc6162bd841 req-ebb5deba-b327-4292-a7bf-793e4f60da4c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=34bd44be-8677-476b-831c-7cc5be010ff9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2373564 Jul 16 01:23:46.659990 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-cd8f74e1-989e-433f-9d10-69aac9ada5b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:46.675460 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-cd8f74e1-989e-433f-9d10-69aac9ada5b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa92530-6e7b-4218-ad10-c4a7480f0f76') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:46.675738 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-cd8f74e1-989e-433f-9d10-69aac9ada5b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa92530-6e7b-4218-ad10-c4a7480f0f76') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:46.689535 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cd8f74e1-989e-433f-9d10-69aac9ada5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.707495 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cd8f74e1-989e-433f-9d10-69aac9ada5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.747177 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8f74e1-989e-433f-9d10-69aac9ada5b5 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:23:46.747543 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cd8f74e1-989e-433f-9d10-69aac9ada5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:23:46.749271 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:23:46.796322 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de49ac5-aac7-4aab-a2ae-40167338047f tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:46.800323 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8de49ac5-aac7-4aab-a2ae-40167338047f tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&device_id=2de506e9-3317-4e27-92e8-0b69d69938f2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2227144 Jul 16 01:23:46.804485 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44074) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:46.831600 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-474a82de-a6e8-4eba-b706-1b9e8e0e0e0b service neutron] 10.222.0.82 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831949 Jul 16 01:23:46.853000 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a40d0-96e4-43ab-b106-8f7b46f3266f req-2a9d3d87-9af4-42b5-a867-e502472ac195 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:46.854477 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-786a40d0-96e4-43ab-b106-8f7b46f3266f req-2a9d3d87-9af4-42b5-a867-e502472ac195 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.16 "GET /v2.0/ports?device_id=34890948-a155-4cf2-a364-1a6f883fab34 HTTP/1.1" status: 200 len: 950 time: 0.2105758 Jul 16 01:23:46.859558 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cd8f74e1-989e-433f-9d10-69aac9ada5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.873778 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cd8f74e1-989e-433f-9d10-69aac9ada5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.875660 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cd8f74e1-989e-433f-9d10-69aac9ada5b5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36 HTTP/1.1" status: 204 len: 168 time: 1.1321487 Jul 16 01:23:46.900090 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-06846bf5-931f-4e63-8634-fed6685fd809 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e2ef83a1-f91f-49e7-bc9f-992cf81fc73d HTTP/1.1" status: 200 len: 217 time: 0.0609634 Jul 16 01:23:46.910352 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cab4a-6311-4f6c-befa-acc6162bd841 req-fe291bf6-d44c-4056-954c-ed484e059654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:46.911856 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b60cab4a-6311-4f6c-befa-acc6162bd841 req-fe291bf6-d44c-4056-954c-ed484e059654 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=edd1ed0455014b31835bf69f0954c3dd&device_id=34bd44be-8677-476b-831c-7cc5be010ff9 HTTP/1.1" status: 200 len: 1102 time: 0.2030284 Jul 16 01:23:46.929516 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f74e1-989e-433f-9d10-69aac9ada5b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d5dcdcd-05fd-4181-b4c8-eedb8f3cda36,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:46.967391 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-311ca3c7-04c8-4d70-9acb-3c8b54ff1061 req-0f8929a8-4746-4c1c-992b-891e5f02659a tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Router 02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:23:46.989344 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ff2810-73de-4f76-ad1c-0edb8e36103a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:46.990782 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-47ff2810-73de-4f76-ad1c-0edb8e36103a tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 881 time: 0.1850355 Jul 16 01:23:46.993174 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-786a40d0-96e4-43ab-b106-8f7b46f3266f req-2674dce2-13a6-48db-8971-9f80b7ba4d8b tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd63426a-4123-4cf6-9ebc-f8c3fa234f73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023169 Jul 16 01:23:46.993771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44078) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:47.009666 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19338c-207c-40f8-96e6-47499a689c37 req-25556251-be00-4ba1-aa6d-868df9ca75c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:47.011042 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-25556251-be00-4ba1-aa6d-868df9ca75c4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9ae7ab5f-1aba-40ab-8a57-c511550c4d96 HTTP/1.1" status: 200 len: 797 time: 0.0966055 Jul 16 01:23:47.041470 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3dea64d1-1a4f-4a69-ad03-845150927088 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "GET /v2.0/ports?device_id=2de506e9-3317-4e27-92e8-0b69d69938f2 HTTP/1.1" status: 200 len: 205 time: 0.0441630 Jul 16 01:23:47.046795 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44080) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:47.066741 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44082) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:47.099034 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf4678-cb1d-419e-9118-2b8acf351c25 req-291eaf9c-845e-4847-b4a2-0817028a50e3 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:47.100613 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-64bf4678-cb1d-419e-9118-2b8acf351c25 req-291eaf9c-845e-4847-b4a2-0817028a50e3 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.84 "GET /v2.0/ports?device_id=34890948-a155-4cf2-a364-1a6f883fab34 HTTP/1.1" status: 200 len: 950 time: 0.1826031 Jul 16 01:23:47.193309 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-311ca3c7-04c8-4d70-9acb-3c8b54ff1061 req-0f8929a8-4746-4c1c-992b-891e5f02659a tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:47.203743 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-311ca3c7-04c8-4d70-9acb-3c8b54ff1061 req-0f8929a8-4746-4c1c-992b-891e5f02659a tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.210499 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9991d4d4-c8ec-4fe5-b88f-72dd73c8a4a7 None None] Sync routers for ids ['02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:47.223282 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9991d4d4-c8ec-4fe5-b88f-72dd73c8a4a7 None None] Routers {'02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:47.224201 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9991d4d4-c8ec-4fe5-b88f-72dd73c8a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:47.228123 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cab4a-6311-4f6c-befa-acc6162bd841 req-387cc6a2-524f-4f1f-9584-870e89b9639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:47.229803 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b60cab4a-6311-4f6c-befa-acc6162bd841 req-387cc6a2-524f-4f1f-9584-870e89b9639e service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2854300 Jul 16 01:23:47.260404 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-311ca3c7-04c8-4d70-9acb-3c8b54ff1061 req-0f8929a8-4746-4c1c-992b-891e5f02659a tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "PUT /v2.0/floatingips/65b6e5dc-6aff-4f0b-a90e-8a5beb76d26b HTTP/1.1" status: 200 len: 996 time: 1.8107185 Jul 16 01:23:47.261264 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4', 'tag': '387fb1e6-f536-4422-b96f-948b19e8c8b3'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:47.263960 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f44e89a-372f-47d8-80db-1d41731da1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4", "tag": "387fb1e6-f536-4422-b96f-948b19e8c8b3"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:47.288807 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-64bf4678-cb1d-419e-9118-2b8acf351c25 req-cc4240a0-1350-48fe-87ee-d47d0fa9987f tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Deleting port c10f692b-48c1-4512-a340-3c550be72714 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:47.288807 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-64bf4678-cb1d-419e-9118-2b8acf351c25 req-cc4240a0-1350-48fe-87ee-d47d0fa9987f tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.325962 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-28264369-4a86-4e61-b4c2-80adecd4f095 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa861bd41f09404b80d7ddcbf607a574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545004 Jul 16 01:23:47.331669 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b60cab4a-6311-4f6c-befa-acc6162bd841 req-a39ced15-ab4f-49b1-85fe-1e7c5210723b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=4cedddb5-174d-4d99-a67f-313c9716b2bb HTTP/1.1" status: 200 len: 217 time: 0.0592659 Jul 16 01:23:47.332128 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44086) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:47.345267 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-9991d4d4-c8ec-4fe5-b88f-72dd73c8a4a7 None None] Set router 02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:47.400183 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6577deae-2579-46b1-bb00-9add753309dc tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.417184 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-64bf4678-cb1d-419e-9118-2b8acf351c25 req-cc4240a0-1350-48fe-87ee-d47d0fa9987f tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] For port c10f692b-48c1-4512-a340-3c550be72714, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c10f692b-48c1-4512-a340-3c550be72714,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:47.417857 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-64bf4678-cb1d-419e-9118-2b8acf351c25 req-cc4240a0-1350-48fe-87ee-d47d0fa9987f tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.432472 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ca3c7-04c8-4d70-9acb-3c8b54ff1061 req-57e1a5fb-2d31-4422-b133-ab5dca01eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:47.432472 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-311ca3c7-04c8-4d70-9acb-3c8b54ff1061 req-57e1a5fb-2d31-4422-b133-ab5dca01eb33 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9bc865e4adb4b748ffb8234191c64fe&device_id=ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4 HTTP/1.1" status: 200 len: 1097 time: 0.1405356 Jul 16 01:23:47.436126 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-64bf4678-cb1d-419e-9118-2b8acf351c25 req-cc4240a0-1350-48fe-87ee-d47d0fa9987f tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Calling delete_port for c10f692b-48c1-4512-a340-3c550be72714 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:47.460636 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19338c-207c-40f8-96e6-47499a689c37 req-b6062d11-dc59-4385-bc2a-933c02838de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:47.462156 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-b6062d11-dc59-4385-bc2a-933c02838de0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7baef46c-4da4-4d46-bf21-e653349e66a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4167809 Jul 16 01:23:47.481906 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3416a5-4006-4f9a-b956-850d056d4fac req-ffe95756-b83c-4bac-b0c3-2f98a8e322c5 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:47.483416 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b3416a5-4006-4f9a-b956-850d056d4fac req-ffe95756-b83c-4bac-b0c3-2f98a8e322c5 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0 HTTP/1.1" status: 200 len: 943 time: 0.3549669 Jul 16 01:23:47.532807 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cab4a-6311-4f6c-befa-acc6162bd841 req-db95582d-f925-43cb-9e1a-55892d083779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:47.534299 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b60cab4a-6311-4f6c-befa-acc6162bd841 req-db95582d-f925-43cb-9e1a-55892d083779 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1909952 Jul 16 01:23:47.587003 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ca3c7-04c8-4d70-9acb-3c8b54ff1061 req-e94f2a72-ab41-4da7-84c9-55fec931775e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:47.588429 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-311ca3c7-04c8-4d70-9acb-3c8b54ff1061 req-e94f2a72-ab41-4da7-84c9-55fec931775e service neutron] 10.222.0.16 "GET /v2.0/networks?id=53feacae-2243-41e3-99bc-6a4cd77c4a23 HTTP/1.1" status: 200 len: 928 time: 0.1407566 Jul 16 01:23:47.675173 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a2e3b5f-f1d6-4168-9d2d-2160241dba83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.692130 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b3416a5-4006-4f9a-b956-850d056d4fac req-96dc5bc0-bf73-40e5-8ed1-4794c6dba132 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?id=df07f559-1004-4d5b-97fd-3b5445813da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872280 Jul 16 01:23:47.695718 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9991d4d4-c8ec-4fe5-b88f-72dd73c8a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73227991-router', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:01Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'gw_port': {'id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:03Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '65b6e5dc-6aff-4f0b-a90e-8a5beb76d26b', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'port_id': '387fb1e6-f536-4422-b96f-948b19e8c8b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23', 'mac_address': 'fa:16:3e:70:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:23:42Z', 'updated_at': '2021-07-16T01:23:46Z', 'revision_number': 1, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31376ab7-1bba-4125-a0be-c366e483863c', 'name': '', 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'mac_address': 'fa:16:3e:fc:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'a4494480-612e-4b7a-bad4-4f8c38f707d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:12Z', 'updated_at': '2021-07-16T01:23:23Z', 'revision_number': 5, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'subnets': [{'id': 'a4494480-612e-4b7a-bad4-4f8c38f707d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:47.743375 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6577deae-2579-46b1-bb00-9add753309dc tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.750580 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9991d4d4-c8ec-4fe5-b88f-72dd73c8a4a7 None None] Checking router: 02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:23:47.751614 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a2e3b5f-f1d6-4168-9d2d-2160241dba83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.762420 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-ae68a357-d615-42a9-bfc9-17519f60055d service neutron] 10.222.0.82 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776382 Jul 16 01:23:47.766724 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9991d4d4-c8ec-4fe5-b88f-72dd73c8a4a7 None None] Routers {'02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:47.767306 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9991d4d4-c8ec-4fe5-b88f-72dd73c8a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:47.888548 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-9991d4d4-c8ec-4fe5-b88f-72dd73c8a4a7 None None] Set router 02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:47.905073 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a2e3b5f-f1d6-4168-9d2d-2160241dba83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.907736 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a2e3b5f-f1d6-4168-9d2d-2160241dba83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.909039 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1a2e3b5f-f1d6-4168-9d2d-2160241dba83 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/819fa757-0e0b-45d4-aec2-772e717375c6 HTTP/1.1" status: 204 len: 168 time: 0.5716937 Jul 16 01:23:47.965970 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cab4a-6311-4f6c-befa-acc6162bd841 req-3c4fc941-2bfc-40e6-8e64-d17ed343d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:47.967862 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b60cab4a-6311-4f6c-befa-acc6162bd841 req-3c4fc941-2bfc-40e6-8e64-d17ed343d820 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3930244 Jul 16 01:23:47.991700 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e3b5f-f1d6-4168-9d2d-2160241dba83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819fa757-0e0b-45d4-aec2-772e717375c6,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:48.017974 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:48.073739 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-311ca3c7-04c8-4d70-9acb-3c8b54ff1061 req-b49bd464-3a64-4374-9ccb-b51951186155 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=387fb1e6-f536-4422-b96f-948b19e8c8b3 HTTP/1.1" status: 200 len: 999 time: 0.4541123 Jul 16 01:23:48.075493 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-64bf4678-cb1d-419e-9118-2b8acf351c25 req-cc4240a0-1350-48fe-87ee-d47d0fa9987f tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:48.133832 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4240a0-1350-48fe-87ee-d47d0fa9987f tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Pushing event deleted for resources: {'Port': ['ID=c10f692b-48c1-4512-a340-3c550be72714,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:48.155671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-6577deae-2579-46b1-bb00-9add753309dc tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Deleting port 79716f0d-9957-4f42-8fd7-b3f6492076ef {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:48.156099 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6577deae-2579-46b1-bb00-9add753309dc tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:48.227601 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd19338c-207c-40f8-96e6-47499a689c37 req-4cf99ae5-fd08-4758-ada5-705a450f4229 service neutron] 10.222.0.82 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060102 Jul 16 01:23:48.248716 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bf4678-cb1d-419e-9118-2b8acf351c25 req-cc4240a0-1350-48fe-87ee-d47d0fa9987f tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] No DVR routers for this DVR port c10f692b-48c1-4512-a340-3c550be72714 on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:48.253347 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ca3c7-04c8-4d70-9acb-3c8b54ff1061 req-39685fd3-ca7d-4b9d-acd3-8452befa0dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:48.257887 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-311ca3c7-04c8-4d70-9acb-3c8b54ff1061 req-39685fd3-ca7d-4b9d-acd3-8452befa0dd5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a4494480-612e-4b7a-bad4-4f8c38f707d7 HTTP/1.1" status: 200 len: 866 time: 0.1757145 Jul 16 01:23:48.261540 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-64bf4678-cb1d-419e-9118-2b8acf351c25 req-cc4240a0-1350-48fe-87ee-d47d0fa9987f tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:48.277968 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-64bf4678-cb1d-419e-9118-2b8acf351c25 req-cc4240a0-1350-48fe-87ee-d47d0fa9987f tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.84 "DELETE /v2.0/ports/c10f692b-48c1-4512-a340-3c550be72714 HTTP/1.1" status: 204 len: 173 time: 1.1392622 Jul 16 01:23:48.301871 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7511fc6a-9be5-41ba-aba5-0f1a8ef03c05,segment=NetworkSegment(e40cca31-0dfa-4532-9a78-bcb8410a3baf),segment_id=e40cca31-0dfa-4532-9a78-bcb8410a3baf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:48.343835 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '7511fc6a-9be5-41ba-aba5-0f1a8ef03c05', 'network_id': '82d9de2b-4bea-47ad-b969-042e519aa5e2', 'port_id': '7511fc6a-9be5-41ba-aba5-0f1a8ef03c05', 'mac_address': 'fa:16:3e:f1:3a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b3acb55-2841-4726-a20b-0bdf77029019', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:48.366003 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9991d4d4-c8ec-4fe5-b88f-72dd73c8a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73227991-router', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:01Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'gw_port': {'id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:03Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '65b6e5dc-6aff-4f0b-a90e-8a5beb76d26b', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'port_id': '387fb1e6-f536-4422-b96f-948b19e8c8b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23', 'mac_address': 'fa:16:3e:70:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:23:42Z', 'updated_at': '2021-07-16T01:23:46Z', 'revision_number': 1, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31376ab7-1bba-4125-a0be-c366e483863c', 'name': '', 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'mac_address': 'fa:16:3e:fc:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'a4494480-612e-4b7a-bad4-4f8c38f707d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:12Z', 'updated_at': '2021-07-16T01:23:23Z', 'revision_number': 5, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'subnets': [{'id': 'a4494480-612e-4b7a-bad4-4f8c38f707d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:48.396594 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ca3c7-04c8-4d70-9acb-3c8b54ff1061 req-55498f99-7a7a-4954-985e-4d8610e821bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:48.398215 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-311ca3c7-04c8-4d70-9acb-3c8b54ff1061 req-55498f99-7a7a-4954-985e-4d8610e821bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53feacae-2243-41e3-99bc-6a4cd77c4a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1191669 Jul 16 01:23:48.405225 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9991d4d4-c8ec-4fe5-b88f-72dd73c8a4a7 None None] The sync data for ids ['02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'] in n-d-792394-16 is: [{'id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73227991-router', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:01Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'gw_port': {'id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:03Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '65b6e5dc-6aff-4f0b-a90e-8a5beb76d26b', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'port_id': '387fb1e6-f536-4422-b96f-948b19e8c8b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23', 'mac_address': 'fa:16:3e:70:6e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:23:42Z', 'updated_at': '2021-07-16T01:23:46Z', 'revision_number': 1, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31376ab7-1bba-4125-a0be-c366e483863c', 'name': '', 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'mac_address': 'fa:16:3e:fc:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'a4494480-612e-4b7a-bad4-4f8c38f707d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:12Z', 'updated_at': '2021-07-16T01:23:23Z', 'revision_number': 5, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'subnets': [{'id': 'a4494480-612e-4b7a-bad4-4f8c38f707d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:48.416394 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cb457-2c7c-4f1f-bacd-aa91ea8a244a req-66a75db2-af78-47f4-b06b-ab5162941a45 tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:48.424607 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c0cb457-2c7c-4f1f-bacd-aa91ea8a244a req-66a75db2-af78-47f4-b06b-ab5162941a45 tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e1445c03-b171-4709-98a7-e09b397c3de8 HTTP/1.1" status: 200 len: 1102 time: 0.4553668 Jul 16 01:23:48.433573 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b60cab4a-6311-4f6c-befa-acc6162bd841 req-03cff960-c620-42a2-a5a2-ab6615cf5de5 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513836 Jul 16 01:23:48.437257 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:48.463754 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:48.506850 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7511fc6a-9be5-41ba-aba5-0f1a8ef03c05,segment=NetworkSegment(e40cca31-0dfa-4532-9a78-bcb8410a3baf),segment_id=e40cca31-0dfa-4532-9a78-bcb8410a3baf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:48.519495 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:48.549391 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6577deae-2579-46b1-bb00-9add753309dc tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:48.601483 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-311ca3c7-04c8-4d70-9acb-3c8b54ff1061 req-972efa9c-513a-4bf6-86a6-2c7095618a9e service neutron] 10.222.0.16 "GET /v2.0/networks/53feacae-2243-41e3-99bc-6a4cd77c4a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951859 Jul 16 01:23:48.603076 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-6577deae-2579-46b1-bb00-9add753309dc tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Calling delete_port for 79716f0d-9957-4f42-8fd7-b3f6492076ef owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:48.608088 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c0cb457-2c7c-4f1f-bacd-aa91ea8a244a req-d8be2871-91a6-472e-8a52-505f1f946280 tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666694 Jul 16 01:23:48.616517 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=7511fc6a-9be5-41ba-aba5-0f1a8ef03c05,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:48.739104 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b60cab4a-6311-4f6c-befa-acc6162bd841 req-79c6a70f-1579-4eb5-94bd-1497e38f0d8a service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918530 Jul 16 01:23:48.793810 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bcbb5b-34c1-409b-970c-687131a03b06 None None] New status for floating IP 65b6e5dc-6aff-4f0b-a90e-8a5beb76d26b: ACTIVE {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:23:48.813370 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1948db5b-f0c4-42e8-b73f-cf9fe4afea30 x-openstack-request-id: req-1948db5b-f0c4-42e8-b73f-cf9fe4afea30 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:48.813664 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4", "tag": "387fb1e6-f536-4422-b96f-948b19e8c8b3", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:48.813914 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1948db5b-f0c4-42e8-b73f-cf9fe4afea30 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:48.814305 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4', 'tag': '387fb1e6-f536-4422-b96f-948b19e8c8b3', 'status': 'completed', 'code': 200} Jul 16 01:23:48.831175 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-311ca3c7-04c8-4d70-9acb-3c8b54ff1061 req-f21eb1e8-fec6-4f83-8a30-80045d760caf service neutron] 10.222.0.16 "GET /v2.0/networks/53feacae-2243-41e3-99bc-6a4cd77c4a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228909 Jul 16 01:23:48.871532 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['7511fc6a-9be5-41ba-aba5-0f1a8ef03c05'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:49.005423 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44e89a-372f-47d8-80db-1d41731da1a7 req-18235132-7024-47f0-b776-1c10d0e67eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:49.012928 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f44e89a-372f-47d8-80db-1d41731da1a7 req-18235132-7024-47f0-b776-1c10d0e67eec service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a9bc865e4adb4b748ffb8234191c64fe&device_id=ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4 HTTP/1.1" status: 200 len: 1097 time: 0.1325269 Jul 16 01:23:49.335546 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44126) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:49.383441 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40da7ee-c136-4c69-80f0-e4f939831316 req-ca5b764e-2d3b-4c2d-a9e8-535359f18133 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:49.393302 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b40da7ee-c136-4c69-80f0-e4f939831316 req-ca5b764e-2d3b-4c2d-a9e8-535359f18133 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0 HTTP/1.1" status: 200 len: 944 time: 0.0958383 Jul 16 01:23:49.453859 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b40da7ee-c136-4c69-80f0-e4f939831316 req-6861969a-1a44-4c6f-908f-b65c154ad78b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?id=df07f559-1004-4d5b-97fd-3b5445813da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549104 Jul 16 01:23:49.559114 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-fbfdd00f-6fbe-4c4b-8e69-5df3d9be475e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1539881049-network', 'tenant_id': 'c1a8d4b2ddbf47a7b73f2c07224e331f'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:49.587538 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfdd00f-6fbe-4c4b-8e69-5df3d9be475e admin admin] Made reservation on behalf of c1a8d4b2ddbf47a7b73f2c07224e331f for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:49.591274 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fbfdd00f-6fbe-4c4b-8e69-5df3d9be475e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.622192 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fbfdd00f-6fbe-4c4b-8e69-5df3d9be475e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.679257 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50e52a41-a2f9-4f7f-9dc1-a7b4c0a8cbaa req-3049c3b6-1223-47ba-b952-2a517e6af3f4 tempest-ImagesNegativeTestJSON-761092631 tempest-ImagesNegativeTestJSON-761092631-project] 10.222.0.16 "GET /v2.0/ports?device_id=34890948-a155-4cf2-a364-1a6f883fab34 HTTP/1.1" status: 200 len: 210 time: 0.0397334 Jul 16 01:23:49.696668 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44e89a-372f-47d8-80db-1d41731da1a7 req-ea9287b9-0a32-43cc-9a0b-b9a2f6016f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:49.698205 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f44e89a-372f-47d8-80db-1d41731da1a7 req-ea9287b9-0a32-43cc-9a0b-b9a2f6016f0c service neutron] 10.222.0.84 "GET /v2.0/networks?id=53feacae-2243-41e3-99bc-6a4cd77c4a23 HTTP/1.1" status: 200 len: 928 time: 0.6761246 Jul 16 01:23:49.747108 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6577deae-2579-46b1-bb00-9add753309dc tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.766320 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b753ae23-3432-48bc-bbfb-476a945f87bd req-540d7a98-1dfb-47e3-b501-3db070f1d545 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 258 time: 0.1718171 Jul 16 01:23:49.773136 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-b753ae23-3432-48bc-bbfb-476a945f87bd req-93e7fd3d-083c-44bf-bc9b-78567c1f470d tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:49.795541 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577deae-2579-46b1-bb00-9add753309dc tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Pushing event deleted for resources: {'Port': ['ID=79716f0d-9957-4f42-8fd7-b3f6492076ef,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:49.845096 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fbfdd00f-6fbe-4c4b-8e69-5df3d9be475e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.853821 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fbfdd00f-6fbe-4c4b-8e69-5df3d9be475e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.859453 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device c10f692b-48c1-4512-a340-3c550be72714 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:49.882294 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: c10f692b-48c1-4512-a340-3c550be72714 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:49.883039 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device c10f692b-48c1-4512-a340-3c550be72714 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:49.903729 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbfdd00f-6fbe-4c4b-8e69-5df3d9be475e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:23:49.906181 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b753ae23-3432-48bc-bbfb-476a945f87bd req-93e7fd3d-083c-44bf-bc9b-78567c1f470d tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.920176 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f44e89a-372f-47d8-80db-1d41731da1a7 req-11bc490a-88b7-4fe7-b711-ff8eac5cef2e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=387fb1e6-f536-4422-b96f-948b19e8c8b3 HTTP/1.1" status: 200 len: 1001 time: 0.2147529 Jul 16 01:23:49.923802 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-7386b839-2905-40e1-b2d7-cbc913910202 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=edd1ed0455014b31835bf69f0954c3dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704625 Jul 16 01:23:49.924606 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6577deae-2579-46b1-bb00-9add753309dc tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.946940 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fbfdd00f-6fbe-4c4b-8e69-5df3d9be475e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:49.947195 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-fbfdd00f-6fbe-4c4b-8e69-5df3d9be475e admin admin] Added segment c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2 of type vlan for network 7d194017-b2ba-4736-9426-86f2c4d9db47 Jul 16 01:23:49.949559 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdd00f-6fbe-4c4b-8e69-5df3d9be475e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04f1a80-c06e-45cd-8f20-30823981754c,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:50.005569 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fbfdd00f-6fbe-4c4b-8e69-5df3d9be475e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.078931 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fbfdd00f-6fbe-4c4b-8e69-5df3d9be475e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.080615 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfdd00f-6fbe-4c4b-8e69-5df3d9be475e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:50.080816 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fbfdd00f-6fbe-4c4b-8e69-5df3d9be475e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.092027 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6577deae-2579-46b1-bb00-9add753309dc tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.098069 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6577deae-2579-46b1-bb00-9add753309dc tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.126118 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fbfdd00f-6fbe-4c4b-8e69-5df3d9be475e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7867963 Jul 16 01:23:50.128027 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44140) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:50.157399 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2821d28d-0107-4f1f-a0af-78c8e1983f1e admin admin] Request body: {'subnet': {'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1539881049-subnet', 'tenant_id': 'c1a8d4b2ddbf47a7b73f2c07224e331f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:50.166871 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdd00f-6fbe-4c4b-8e69-5df3d9be475e admin admin] Pushing event updated for resources: {'Network': ['ID=7d194017-b2ba-4736-9426-86f2c4d9db47,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:50.177701 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44e89a-372f-47d8-80db-1d41731da1a7 req-8365e217-d467-4d72-b520-cd2cc6de9781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:50.178484 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 7d194017-b2ba-4736-9426-86f2c4d9db47 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:23:50.179326 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f44e89a-372f-47d8-80db-1d41731da1a7 req-8365e217-d467-4d72-b520-cd2cc6de9781 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a4494480-612e-4b7a-bad4-4f8c38f707d7 HTTP/1.1" status: 200 len: 866 time: 0.2524786 Jul 16 01:23:50.193003 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b753ae23-3432-48bc-bbfb-476a945f87bd req-93e7fd3d-083c-44bf-bc9b-78567c1f470d tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.196464 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2821d28d-0107-4f1f-a0af-78c8e1983f1e admin admin] Made reservation on behalf of c1a8d4b2ddbf47a7b73f2c07224e331f for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:50.199160 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2821d28d-0107-4f1f-a0af-78c8e1983f1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.229080 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6577deae-2579-46b1-bb00-9add753309dc tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.229686 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6577deae-2579-46b1-bb00-9add753309dc tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Fanout notify agent at l3_agent the message router_deleted on router 2de506e9-3317-4e27-92e8-0b69d69938f2 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:23:50.242849 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6577deae-2579-46b1-bb00-9add753309dc tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.243976 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6577deae-2579-46b1-bb00-9add753309dc tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "DELETE /v2.0/routers/2de506e9-3317-4e27-92e8-0b69d69938f2 HTTP/1.1" status: 204 len: 168 time: 3.1963882 Jul 16 01:23:50.249007 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44142) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:50.255615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-c6601c6f-39b6-4214-abf1-a58e0cb86482 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-468074313', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}, 'admin_state_up': False}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:50.270983 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-4d9b0747-5e1f-4149-8af6-9d458733955a tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:50.272477 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-4d9b0747-5e1f-4149-8af6-9d458733955a tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3357577 Jul 16 01:23:50.309996 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-7f5fb2f9-efa6-4160-9916-eb0e77c64e2e tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/quotas/edd1ed0455014b31835bf69f0954c3dd HTTP/1.1" status: 200 len: 375 time: 0.0273254 Jul 16 01:23:50.313246 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c6601c6f-39b6-4214-abf1-a58e0cb86482 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.314349 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c6601c6f-39b6-4214-abf1-a58e0cb86482 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.324940 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44e89a-372f-47d8-80db-1d41731da1a7 req-69cea239-8d95-44c9-b044-5b9795e448cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:50.326501 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f44e89a-372f-47d8-80db-1d41731da1a7 req-69cea239-8d95-44c9-b044-5b9795e448cd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=53feacae-2243-41e3-99bc-6a4cd77c4a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1391068 Jul 16 01:23:50.443128 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-b753ae23-3432-48bc-bbfb-476a945f87bd req-93e7fd3d-083c-44bf-bc9b-78567c1f470d tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Allocated IP 172.25.6.33 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/13c14055-13f6-4d2b-ac3d-ef068615f024) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:50.444003 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c6601c6f-39b6-4214-abf1-a58e0cb86482 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.513719 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2821d28d-0107-4f1f-a0af-78c8e1983f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.616804 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821d28d-0107-4f1f-a0af-78c8e1983f1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=01112ffd-e4af-4423-aa07-05f338809738,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:50.617291 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f44e89a-372f-47d8-80db-1d41731da1a7 req-ead4fc93-beab-404b-8fea-6765f05f3a6c service neutron] 10.222.0.84 "GET /v2.0/networks/53feacae-2243-41e3-99bc-6a4cd77c4a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815306 Jul 16 01:23:50.647030 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b753ae23-3432-48bc-bbfb-476a945f87bd req-93e7fd3d-083c-44bf-bc9b-78567c1f470d tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.649313 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821d28d-0107-4f1f-a0af-78c8e1983f1e admin admin] Checking segment: {'id': 'c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:50.649671 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2821d28d-0107-4f1f-a0af-78c8e1983f1e admin admin] Network hostable DHCP agents. Network: 7d194017-b2ba-4736-9426-86f2c4d9db47, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:23:50.651544 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-ed9f90f6-ae88-49ac-b3c8-3101d96ddee1 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=edd1ed0455014b31835bf69f0954c3dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3317275 Jul 16 01:23:50.665836 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c6601c6f-39b6-4214-abf1-a58e0cb86482 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.687743 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2821d28d-0107-4f1f-a0af-78c8e1983f1e admin admin] Network 7d194017-b2ba-4736-9426-86f2c4d9db47 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:23:50.699471 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-2821d28d-0107-4f1f-a0af-78c8e1983f1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 7d194017-b2ba-4736-9426-86f2c4d9db47) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:50.705554 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2821d28d-0107-4f1f-a0af-78c8e1983f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:50.706187 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2821d28d-0107-4f1f-a0af-78c8e1983f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.718409 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14112bfd-3dfa-4bfa-b404-797cd4fa7d6a None None] Network 7d194017-b2ba-4736-9426-86f2c4d9db47 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:50.722431 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b753ae23-3432-48bc-bbfb-476a945f87bd req-93e7fd3d-083c-44bf-bc9b-78567c1f470d tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.761558 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2821d28d-0107-4f1f-a0af-78c8e1983f1e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6321671 Jul 16 01:23:50.775285 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b753ae23-3432-48bc-bbfb-476a945f87bd req-93e7fd3d-083c-44bf-bc9b-78567c1f470d tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:50.783301 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-b753ae23-3432-48bc-bbfb-476a945f87bd req-93e7fd3d-083c-44bf-bc9b-78567c1f470d tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:50.786006 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-b753ae23-3432-48bc-bbfb-476a945f87bd req-93e7fd3d-083c-44bf-bc9b-78567c1f470d tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:50.789894 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f44e89a-372f-47d8-80db-1d41731da1a7 req-e07d2150-6f44-40f8-8527-77e3307d3739 service neutron] 10.222.0.84 "GET /v2.0/networks/53feacae-2243-41e3-99bc-6a4cd77c4a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370411 Jul 16 01:23:50.815209 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34890948-a155-4cf2-a364-1a6f883fab34', 'name': 'network-vif-deleted', 'tag': 'c10f692b-48c1-4512-a340-3c550be72714'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:50.818777 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f2e67a-0f64-473a-bef2-be920adfe6d2" -d '{"events": [{"server_uuid": "34890948-a155-4cf2-a364-1a6f883fab34", "name": "network-vif-deleted", "tag": "c10f692b-48c1-4512-a340-3c550be72714"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:50.824599 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7fd3d-083c-44bf-bc9b-78567c1f470d tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Pushing event updated for resources: {'Port': ['ID=13c14055-13f6-4d2b-ac3d-ef068615f024,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:50.920352 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b753ae23-3432-48bc-bbfb-476a945f87bd req-93e7fd3d-083c-44bf-bc9b-78567c1f470d tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.948183 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5eeb0cf-d23b-4976-8432-a455515b989f None None] Network 7d194017-b2ba-4736-9426-86f2c4d9db47 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:50.978311 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c6601c6f-39b6-4214-abf1-a58e0cb86482 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:50.993272 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b753ae23-3432-48bc-bbfb-476a945f87bd req-93e7fd3d-083c-44bf-bc9b-78567c1f470d tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:51.004296 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c6601c6f-39b6-4214-abf1-a58e0cb86482 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:51.134364 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-c6601c6f-39b6-4214-abf1-a58e0cb86482 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Allocated IP 172.25.6.137 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/2c582576-b395-48bd-9bb7-4946c60c757c) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:51.186912 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b753ae23-3432-48bc-bbfb-476a945f87bd req-93e7fd3d-083c-44bf-bc9b-78567c1f470d tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:51.201679 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b753ae23-3432-48bc-bbfb-476a945f87bd req-93e7fd3d-083c-44bf-bc9b-78567c1f470d tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:51.278129 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c6601c6f-39b6-4214-abf1-a58e0cb86482 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:51.303038 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7fd3d-083c-44bf-bc9b-78567c1f470d tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Pushing event updated for resources: {'Port': ['ID=13c14055-13f6-4d2b-ac3d-ef068615f024,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:51.323254 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b753ae23-3432-48bc-bbfb-476a945f87bd req-93e7fd3d-083c-44bf-bc9b-78567c1f470d tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:51.339243 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b753ae23-3432-48bc-bbfb-476a945f87bd req-93e7fd3d-083c-44bf-bc9b-78567c1f470d tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:51.341318 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b753ae23-3432-48bc-bbfb-476a945f87bd req-93e7fd3d-083c-44bf-bc9b-78567c1f470d tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5740197 Jul 16 01:23:51.375694 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c6601c6f-39b6-4214-abf1-a58e0cb86482 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:51.399750 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b753ae23-3432-48bc-bbfb-476a945f87bd req-b9aa62b4-c09b-4775-838a-f558d4de1447 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.33 HTTP/1.1" status: 200 len: 695 time: 0.0504899 Jul 16 01:23:51.418056 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687dc60-b3b8-46ad-94fb-ff77587d755b req-ae878d6d-575c-47dc-9940-844adab64298 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:51.419759 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d687dc60-b3b8-46ad-94fb-ff77587d755b req-ae878d6d-575c-47dc-9940-844adab64298 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0 HTTP/1.1" status: 200 len: 944 time: 0.1284573 Jul 16 01:23:51.434053 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6601c6f-39b6-4214-abf1-a58e0cb86482 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:51.443508 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-c6601c6f-39b6-4214-abf1-a58e0cb86482 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:51.446484 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6601c6f-39b6-4214-abf1-a58e0cb86482 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:51.485439 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6601c6f-39b6-4214-abf1-a58e0cb86482 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Pushing event updated for resources: {'Port': ['ID=2c582576-b395-48bd-9bb7-4946c60c757c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:51.514587 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d687dc60-b3b8-46ad-94fb-ff77587d755b req-26a7030e-6c83-4667-b701-88464346b66f tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?id=df07f559-1004-4d5b-97fd-3b5445813da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827055 Jul 16 01:23:51.525049 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753ae23-3432-48bc-bbfb-476a945f87bd req-f25a775c-58fa-4bff-95ce-56e5c8f6874e tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:51.526895 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b753ae23-3432-48bc-bbfb-476a945f87bd req-f25a775c-58fa-4bff-95ce-56e5c8f6874e tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.1206369 Jul 16 01:23:51.663713 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1dd78f-080d-4106-b29b-ffc9b75c941c x-openstack-request-id: req-ea1dd78f-080d-4106-b29b-ffc9b75c941c {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:51.664341 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34890948-a155-4cf2-a364-1a6f883fab34", "name": "network-vif-deleted", "tag": "c10f692b-48c1-4512-a340-3c550be72714", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:51.664341 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea1dd78f-080d-4106-b29b-ffc9b75c941c {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:51.664729 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34890948-a155-4cf2-a364-1a6f883fab34', 'name': 'network-vif-deleted', 'tag': 'c10f692b-48c1-4512-a340-3c550be72714', 'status': 'completed', 'code': 200} Jul 16 01:23:51.778064 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c6601c6f-39b6-4214-abf1-a58e0cb86482 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.025658 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:52.096133 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:52.103019 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:52.103632 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.145100 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c6601c6f-39b6-4214-abf1-a58e0cb86482 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.155471 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-5e73e557-58bd-45e1-a7f5-f4cfea54177d tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:52.157367 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-5e73e557-58bd-45e1-a7f5-f4cfea54177d tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/networks?id=7d194017-b2ba-4736-9426-86f2c4d9db47 HTTP/1.1" status: 200 len: 805 time: 0.2811029 Jul 16 01:23:52.201087 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.215655 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1fe6e-d1dc-4608-a16c-98d1d4e8088f req-61915fed-a0f0-4044-9e06-0922f56ce090 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:52.224628 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98a1fe6e-d1dc-4608-a16c-98d1d4e8088f req-61915fed-a0f0-4044-9e06-0922f56ce090 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1028419 Jul 16 01:23:52.230396 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7511fc6a-9be5-41ba-aba5-0f1a8ef03c05'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:52.233006 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2f113b-5dfb-4a3c-85a8-2929f9ad19fc" -d '{"events": [{"server_uuid": "cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0", "name": "network-vif-plugged", "status": "completed", "tag": "7511fc6a-9be5-41ba-aba5-0f1a8ef03c05"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:52.236653 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-954c560c-d0db-411b-baa5-1486679940a8 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/quotas/c1a8d4b2ddbf47a7b73f2c07224e331f HTTP/1.1" status: 200 len: 375 time: 0.0222397 Jul 16 01:23:52.260208 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7511fc6a-9be5-41ba-aba5-0f1a8ef03c05,segment=NetworkSegment(e40cca31-0dfa-4532-9a78-bcb8410a3baf),segment_id=e40cca31-0dfa-4532-9a78-bcb8410a3baf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:52.268332 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.285931 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-4dcdf5ac-eadf-4530-9274-8d388afbfeeb tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1a8d4b2ddbf47a7b73f2c07224e331f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466342 Jul 16 01:23:52.293115 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98a1fe6e-d1dc-4608-a16c-98d1d4e8088f req-80faa3c4-e14d-4123-8948-b01acef88aa7 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.33 HTTP/1.1" status: 200 len: 695 time: 0.0669200 Jul 16 01:23:52.298626 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-98a1fe6e-d1dc-4608-a16c-98d1d4e8088f req-5106ab9a-0f8a-4261-9403-2ed3669e8fae tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Request body: {'floatingip': {'port_id': '387fb1e6-f536-4422-b96f-948b19e8c8b3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:52.345757 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=7511fc6a-9be5-41ba-aba5-0f1a8ef03c05,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:52.346028 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-98a1fe6e-d1dc-4608-a16c-98d1d4e8088f req-5106ab9a-0f8a-4261-9403-2ed3669e8fae tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks [] for floatingip, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:52.357308 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:52.357568 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:52.358544 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:52.360314 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:52.360992 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:52.361506 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:52.362543 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:52.363415 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:52.363911 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:52.364658 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:52.365848 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:52.367180 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:52.476176 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-85cdae67-c4b8-471f-a214-7c48b77a1411 service neutron] 10.222.0.16 "GET /v2.0/networks/7d194017-b2ba-4736-9426-86f2c4d9db47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892009 Jul 16 01:23:52.570938 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6601c6f-39b6-4214-abf1-a58e0cb86482 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Router b670d1e1-7657-4e7e-9196-a42931aa8545 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:23:52.586771 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-d78829aa-05e2-40cf-afe4-0ac97c09077f service neutron] 10.222.0.16 "GET /v2.0/networks/7d194017-b2ba-4736-9426-86f2c4d9db47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030743 Jul 16 01:23:52.598876 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [req-98a1fe6e-d1dc-4608-a16c-98d1d4e8088f req-5106ab9a-0f8a-4261-9403-2ed3669e8fae tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 01:23:52.605983 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98a1fe6e-d1dc-4608-a16c-98d1d4e8088f req-5106ab9a-0f8a-4261-9403-2ed3669e8fae tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "PUT /v2.0/floatingips/c36bd411-1632-41d3-b5ee-1d9f7b86f1cd HTTP/1.1" status: 409 len: 549 time: 0.3113673 Jul 16 01:23:52.875668 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d634d3fc-0fc5-4cd3-a1f5-42c6ffde0d6e x-openstack-request-id: req-d634d3fc-0fc5-4cd3-a1f5-42c6ffde0d6e {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:52.876047 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0", "name": "network-vif-plugged", "status": "completed", "tag": "7511fc6a-9be5-41ba-aba5-0f1a8ef03c05", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:52.876389 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d634d3fc-0fc5-4cd3-a1f5-42c6ffde0d6e {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:52.876903 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7511fc6a-9be5-41ba-aba5-0f1a8ef03c05', 'code': 200} Jul 16 01:23:52.915717 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6cd1cda1-705e-4238-8b35-fb05d582c31d req-c5fa220c-8844-48d8-ac87-ecb0e876547d tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=b92e5c51-69bd-41cb-be2f-674054762456 HTTP/1.1" status: 200 len: 210 time: 0.0511971 Jul 16 01:23:53.018892 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26dd3175-8eda-40d4-b61b-6f0bc6c8ff8a req-4e648896-eecf-4b91-b8b0-95389eddeb20 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/floatingips/c36bd411-1632-41d3-b5ee-1d9f7b86f1cd HTTP/1.1" status: 200 len: 692 time: 0.0737896 Jul 16 01:23:53.153310 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd3175-8eda-40d4-b61b-6f0bc6c8ff8a req-cede3e94-449a-40e5-a03a-cee83ba14cbf tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:53.160970 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26dd3175-8eda-40d4-b61b-6f0bc6c8ff8a req-cede3e94-449a-40e5-a03a-cee83ba14cbf tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.1408958 Jul 16 01:23:53.187768 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-d2f16af4-5ed1-4243-8991-b88e1f095d8f tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=edd1ed0455014b31835bf69f0954c3dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242958 Jul 16 01:23:53.202561 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-9428ed03-7a0f-4678-8d5a-0b747f896e06 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=edd1ed0455014b31835bf69f0954c3dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0981729 Jul 16 01:23:53.273095 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26dd3175-8eda-40d4-b61b-6f0bc6c8ff8a req-0e97d9fa-ec9e-4650-84d5-74131314fe79 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.33 HTTP/1.1" status: 200 len: 695 time: 0.1107349 Jul 16 01:23:53.279210 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6601c6f-39b6-4214-abf1-a58e0cb86482 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:53.294328 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bc2dde-94de-4137-8cd6-8e70c8a09571 None None] Sync routers for ids ['b670d1e1-7657-4e7e-9196-a42931aa8545'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:53.306609 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bc2dde-94de-4137-8cd6-8e70c8a09571 None None] Routers {'b670d1e1-7657-4e7e-9196-a42931aa8545'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:53.310077 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-67bc2dde-94de-4137-8cd6-8e70c8a09571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['b670d1e1-7657-4e7e-9196-a42931aa8545'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:53.371527 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26dd3175-8eda-40d4-b61b-6f0bc6c8ff8a req-651585b9-e345-4125-80aa-ff97f27da2b2 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.33 HTTP/1.1" status: 200 len: 695 time: 0.0973420 Jul 16 01:23:53.385230 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-67bc2dde-94de-4137-8cd6-8e70c8a09571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:53.411912 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b804ed-8643-4d3d-b96b-aed2e8bec73d req-f2418ea3-b2ea-46ac-a336-2264f0b63ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:53.413332 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-04b804ed-8643-4d3d-b96b-aed2e8bec73d req-f2418ea3-b2ea-46ac-a336-2264f0b63ae9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0 HTTP/1.1" status: 200 len: 1097 time: 0.3185737 Jul 16 01:23:53.417498 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bc2dde-94de-4137-8cd6-8e70c8a09571 None None] Routers {'b670d1e1-7657-4e7e-9196-a42931aa8545'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:53.422205 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-67bc2dde-94de-4137-8cd6-8e70c8a09571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['b670d1e1-7657-4e7e-9196-a42931aa8545'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:53.425451 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c6601c6f-39b6-4214-abf1-a58e0cb86482 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.429164 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c6601c6f-39b6-4214-abf1-a58e0cb86482 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1761379 Jul 16 01:23:53.431916 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44214) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:53.438772 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-a7781436-a7ba-47f0-becf-f0457d494bfe tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:53.458611 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1d205-be0a-4ef8-ab54-dd826a8fe0db req-ff251f2d-33fe-4c72-b158-5a0a36ab1678 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:53.460145 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-03f1d205-be0a-4ef8-ab54-dd826a8fe0db req-ff251f2d-33fe-4c72-b158-5a0a36ab1678 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0 HTTP/1.1" status: 200 len: 945 time: 0.3459637 Jul 16 01:23:53.502485 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-59b799e5-626f-4654-b6ef-669c26c5c046 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:53.503982 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-59b799e5-626f-4654-b6ef-669c26c5c046 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2944391 Jul 16 01:23:53.505716 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-04b804ed-8643-4d3d-b96b-aed2e8bec73d req-b67c37a2-b1ac-4fcf-98c9-d5296dc4188e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=df07f559-1004-4d5b-97fd-3b5445813da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754592 Jul 16 01:23:53.518076 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-67bc2dde-94de-4137-8cd6-8e70c8a09571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:53.526868 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bc2dde-94de-4137-8cd6-8e70c8a09571 None None] The sync data for ids ['b670d1e1-7657-4e7e-9196-a42931aa8545'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:53.529657 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-da4425db-bf57-4fe4-98b6-00a36a5902e7 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Request body: {'port': {'device_id': '3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': 'edd1ed0455014b31835bf69f0954c3dd'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:53.550808 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-03f1d205-be0a-4ef8-ab54-dd826a8fe0db req-bd7434d0-1b59-4951-8807-f680411e5a33 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?id=df07f559-1004-4d5b-97fd-3b5445813da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795081 Jul 16 01:23:53.655218 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-76653278-bd1f-40de-901d-20a8e689854e tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:53.656804 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-76653278-bd1f-40de-901d-20a8e689854e tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4613400 Jul 16 01:23:53.677530 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-5e708223-2730-4983-af24-fcedb4e7f22b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Request body: {'port': {'device_id': 'b92e5c51-69bd-41cb-be2f-674054762456', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': 'edd1ed0455014b31835bf69f0954c3dd'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:53.681535 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-da4425db-bf57-4fe4-98b6-00a36a5902e7 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Made reservation on behalf of edd1ed0455014b31835bf69f0954c3dd for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:53.686428 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-da4425db-bf57-4fe4-98b6-00a36a5902e7 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.858454 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d02c5d51-3972-431e-b2f3-ea810bc07396 req-95fa20cf-17ee-431d-b3d4-b1e11e38d2e4 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=54103087-7d43-4706-8804-34af66c2ac9e HTTP/1.1" status: 200 len: 210 time: 0.0334828 Jul 16 01:23:53.872056 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-26dd3175-8eda-40d4-b61b-6f0bc6c8ff8a req-b8f415de-674a-4a4d-85d5-4fdaf64410c4 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Deleting port 13c14055-13f6-4d2b-ac3d-ef068615f024 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:53.872056 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-26dd3175-8eda-40d4-b61b-6f0bc6c8ff8a req-b8f415de-674a-4a4d-85d5-4fdaf64410c4 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.894322 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-da4425db-bf57-4fe4-98b6-00a36a5902e7 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Allocated IP 192.168.233.253 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/3f154f08-5c8b-4681-ae9f-65b8c6e80783) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:54.028814 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-26dd3175-8eda-40d4-b61b-6f0bc6c8ff8a req-b8f415de-674a-4a4d-85d5-4fdaf64410c4 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.029463 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-26dd3175-8eda-40d4-b61b-6f0bc6c8ff8a req-b8f415de-674a-4a4d-85d5-4fdaf64410c4 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.038621 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-5e708223-2730-4983-af24-fcedb4e7f22b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Made reservation on behalf of edd1ed0455014b31835bf69f0954c3dd for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:54.042439 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-5e708223-2730-4983-af24-fcedb4e7f22b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.057439 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-26dd3175-8eda-40d4-b61b-6f0bc6c8ff8a req-b8f415de-674a-4a4d-85d5-4fdaf64410c4 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Calling delete_port for 13c14055-13f6-4d2b-ac3d-ef068615f024 owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:54.099929 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-da4425db-bf57-4fe4-98b6-00a36a5902e7 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.114186 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-da4425db-bf57-4fe4-98b6-00a36a5902e7 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Transition to ACTIVE for port object 3f154f08-5c8b-4681-ae9f-65b8c6e80783 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:54.173146 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-da4425db-bf57-4fe4-98b6-00a36a5902e7 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.176824 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-75a37a5e-e826-47ae-9756-a5f500247a30 req-7450b0f9-2225-4ccc-92eb-274824bb7d93 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=b92e5c51-69bd-41cb-be2f-674054762456 HTTP/1.1" status: 200 len: 210 time: 0.0319383 Jul 16 01:23:54.185839 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['4cedddb5-174d-4d99-a67f-313c9716b2bb'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:54.191206 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['8648b5c6-909b-4737-9bf4-3fa1d78c7810', '68e7c35f-2436-4917-80f7-1478c3f03797'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:54.256098 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a7781436-a7ba-47f0-becf-f0457d494bfe tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.267859 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-da4425db-bf57-4fe4-98b6-00a36a5902e7 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:54.271753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-da4425db-bf57-4fe4-98b6-00a36a5902e7 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:54.277984 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-da4425db-bf57-4fe4-98b6-00a36a5902e7 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:54.352565 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-da4425db-bf57-4fe4-98b6-00a36a5902e7 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:54.353530 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-da4425db-bf57-4fe4-98b6-00a36a5902e7 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.377144 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4425db-bf57-4fe4-98b6-00a36a5902e7 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Pushing event updated for resources: {'Port': ['ID=3f154f08-5c8b-4681-ae9f-65b8c6e80783,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:54.393782 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-da4425db-bf57-4fe4-98b6-00a36a5902e7 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8625801 Jul 16 01:23:54.399808 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-318da8db-4582-4862-a657-1d2d10c9c966 service neutron] Request body: {'port': {'device_id': '3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:54.555796 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-5e708223-2730-4983-af24-fcedb4e7f22b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Allocated IP 192.168.233.15 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/d45cd596-b7a8-49b3-992b-1466c9213f6e) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:54.557216 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-318da8db-4582-4862-a657-1d2d10c9c966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.621168 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a7781436-a7ba-47f0-becf-f0457d494bfe tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.742121 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b400a742-3937-4b63-b275-e7b9e7d9460f None None] Provisioning for port 3f154f08-5c8b-4681-ae9f-65b8c6e80783 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:54.780786 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b400a742-3937-4b63-b275-e7b9e7d9460f None None] Provisioning complete for port 3f154f08-5c8b-4681-ae9f-65b8c6e80783 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:54.781166 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b400a742-3937-4b63-b275-e7b9e7d9460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.863508 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b400a742-3937-4b63-b275-e7b9e7d9460f None None] Port 3f154f08-5c8b-4681-ae9f-65b8c6e80783 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:23:54.889160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc132b-4b0e-489b-8148-e88652104e4e req-65ed1710-08b1-4b2b-a7d0-c3078acb1278 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:54.891206 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e7bc132b-4b0e-489b-8148-e88652104e4e req-65ed1710-08b1-4b2b-a7d0-c3078acb1278 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0 HTTP/1.1" status: 200 len: 945 time: 0.1156528 Jul 16 01:23:54.982735 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e7bc132b-4b0e-489b-8148-e88652104e4e req-cab27750-8dfd-48f4-ae02-3ee76221ec71 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?id=df07f559-1004-4d5b-97fd-3b5445813da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823023 Jul 16 01:23:55.009230 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44246) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:55.194871 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-26dd3175-8eda-40d4-b61b-6f0bc6c8ff8a req-b8f415de-674a-4a4d-85d5-4fdaf64410c4 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.210255 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6210ee68-d2ee-4232-8fd9-3a9c5972a76b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fc6790acfba4dc1857c1b53362b7d21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987650 Jul 16 01:23:55.218172 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-35ea6c0c-bebb-456c-8695-0012a22d62b9 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:55.219675 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-35ea6c0c-bebb-456c-8695-0012a22d62b9 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.16 "GET /v2.0/networks?id=2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22 HTTP/1.1" status: 200 len: 810 time: 0.1513038 Jul 16 01:23:55.220161 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44260) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:55.250524 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-62b86663-8fae-411f-8754-fc6a4120398f tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.16 "GET /v2.0/quotas/8dc46db9da51474a989072848caec489 HTTP/1.1" status: 200 len: 375 time: 0.0229330 Jul 16 01:23:55.299293 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-ab7deaab-d5bb-4fa4-b75f-58db5cb271bc tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8dc46db9da51474a989072848caec489&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399292 Jul 16 01:23:55.301666 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f415de-674a-4a4d-85d5-4fdaf64410c4 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Pushing event deleted for resources: {'Port': ['ID=13c14055-13f6-4d2b-ac3d-ef068615f024,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:55.325553 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1174933c-bf86-4bf1-86c7-0af8c6dd41d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.350990 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-833d43ec-b84a-4209-87b1-036ad7397575 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:55.352459 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-833d43ec-b84a-4209-87b1-036ad7397575 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.84 "GET /v2.0/networks?id=7d194017-b2ba-4736-9426-86f2c4d9db47 HTTP/1.1" status: 200 len: 805 time: 0.7743783 Jul 16 01:23:55.372040 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1174933c-bf86-4bf1-86c7-0af8c6dd41d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.378731 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-0c353993-3967-4afc-86df-a4a2e2a6d577 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Request body: {'port': {'device_id': '54103087-7d43-4706-8804-34af66c2ac9e', 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47', 'admin_state_up': True, 'tenant_id': 'c1a8d4b2ddbf47a7b73f2c07224e331f'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:55.451223 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-782f670b-204e-4158-b50f-d41eb3ea1f05 service neutron] 10.222.0.16 "GET /v2.0/networks/2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340573 Jul 16 01:23:55.481735 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-5e708223-2730-4983-af24-fcedb4e7f22b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.492540 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-26dd3175-8eda-40d4-b61b-6f0bc6c8ff8a req-b8f415de-674a-4a4d-85d5-4fdaf64410c4 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.492909 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1174933c-bf86-4bf1-86c7-0af8c6dd41d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.495044 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-26dd3175-8eda-40d4-b61b-6f0bc6c8ff8a req-b8f415de-674a-4a4d-85d5-4fdaf64410c4 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.495698 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1174933c-bf86-4bf1-86c7-0af8c6dd41d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.496195 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26dd3175-8eda-40d4-b61b-6f0bc6c8ff8a req-b8f415de-674a-4a4d-85d5-4fdaf64410c4 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "DELETE /v2.0/floatingips/c36bd411-1632-41d3-b5ee-1d9f7b86f1cd HTTP/1.1" status: 204 len: 173 time: 2.1237655 Jul 16 01:23:55.499919 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1174933c-bf86-4bf1-86c7-0af8c6dd41d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd63426a-4123-4cf6-9ebc-f8c3fa234f73 HTTP/1.1" status: 204 len: 168 time: 0.2759168 Jul 16 01:23:55.528974 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-5e708223-2730-4983-af24-fcedb4e7f22b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Transition to ACTIVE for port object d45cd596-b7a8-49b3-992b-1466c9213f6e will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:55.539434 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174933c-bf86-4bf1-86c7-0af8c6dd41d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd63426a-4123-4cf6-9ebc-f8c3fa234f73,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:55.563679 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-a7781436-a7ba-47f0-becf-f0457d494bfe tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Deleting port 2c582576-b395-48bd-9bb7-4946c60c757c {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:55.564153 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a7781436-a7ba-47f0-becf-f0457d494bfe tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.580168 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-09bbcfec-3177-425b-9a8e-77880227a2db service neutron] 10.222.0.16 "GET /v2.0/networks/2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219161 Jul 16 01:23:55.696952 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-0c353993-3967-4afc-86df-a4a2e2a6d577 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Made reservation on behalf of c1a8d4b2ddbf47a7b73f2c07224e331f for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:55.701168 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-0c353993-3967-4afc-86df-a4a2e2a6d577 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.733532 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a7781436-a7ba-47f0-becf-f0457d494bfe tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.751413 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-5e708223-2730-4983-af24-fcedb4e7f22b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.768890 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['4cedddb5-174d-4d99-a67f-313c9716b2bb'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:55.773090 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['8648b5c6-909b-4737-9bf4-3fa1d78c7810', '68e7c35f-2436-4917-80f7-1478c3f03797'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:55.800048 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-a7781436-a7ba-47f0-becf-f0457d494bfe tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Calling delete_port for 2c582576-b395-48bd-9bb7-4946c60c757c owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:55.860390 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-5e708223-2730-4983-af24-fcedb4e7f22b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:55.952785 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-5e708223-2730-4983-af24-fcedb4e7f22b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:55.956249 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-5e708223-2730-4983-af24-fcedb4e7f22b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:55.969732 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-578dcf33-d816-453d-b26a-cf4afc6d714f req-36b9b29b-476b-424c-aca1-d4d15f627648 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=54103087-7d43-4706-8804-34af66c2ac9e HTTP/1.1" status: 200 len: 210 time: 0.1418824 Jul 16 01:23:56.062729 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e708223-2730-4983-af24-fcedb4e7f22b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Pushing event updated for resources: {'Port': ['ID=d45cd596-b7a8-49b3-992b-1466c9213f6e,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:56.216139 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-318da8db-4582-4862-a657-1d2d10c9c966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f154f08-5c8b-4681-ae9f-65b8c6e80783 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:56.246198 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b61f47ce-c8ad-494b-9a1e-fd899a775832 req-a1bb3280-42c5-48d2-88fc-054cead76a7a tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-112527610&fields=id&tenant_id=1c96c4b57e6340f3aa0dce63cee1d2fb HTTP/1.1" status: 200 len: 267 time: 0.1605260 Jul 16 01:23:56.297076 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-5e708223-2730-4983-af24-fcedb4e7f22b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:56.297914 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-5e708223-2730-4983-af24-fcedb4e7f22b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:56.324983 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-318da8db-4582-4862-a657-1d2d10c9c966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:56.350179 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-318da8db-4582-4862-a657-1d2d10c9c966 service neutron] Transition to ACTIVE for port object 3f154f08-5c8b-4681-ae9f-65b8c6e80783 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:56.389054 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-318da8db-4582-4862-a657-1d2d10c9c966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:56.436819 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-0c353993-3967-4afc-86df-a4a2e2a6d577 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Allocated IP 172.20.0.4 (7d194017-b2ba-4736-9426-86f2c4d9db47/01112ffd-e4af-4423-aa07-05f338809738/fbb1ebed-036e-45cd-a981-a7b13cf8bf10) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:56.443308 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-5e708223-2730-4983-af24-fcedb4e7f22b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7748339 Jul 16 01:23:56.480063 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-864791b8-a6d1-49c9-988f-702235c22524 service neutron] Request body: {'port': {'device_id': 'b92e5c51-69bd-41cb-be2f-674054762456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:56.501907 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1c687806-a5cb-47d3-a65c-d13891ee2b7b None None] Provisioning for port d45cd596-b7a8-49b3-992b-1466c9213f6e completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:56.506935 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1c687806-a5cb-47d3-a65c-d13891ee2b7b None None] Provisioning complete for port d45cd596-b7a8-49b3-992b-1466c9213f6e triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:56.507324 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1c687806-a5cb-47d3-a65c-d13891ee2b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:56.511391 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318da8db-4582-4862-a657-1d2d10c9c966 service neutron] Pushing event updated for resources: {'Port': ['ID=3f154f08-5c8b-4681-ae9f-65b8c6e80783,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:56.551684 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1c687806-a5cb-47d3-a65c-d13891ee2b7b None None] Port d45cd596-b7a8-49b3-992b-1466c9213f6e cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:23:56.599530 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-24dd8845-407f-4f15-afb4-a599ca63d233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:56.624532 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2171117-2a75-47c5-9ef2-5d2e9f3f5ab8 req-b430cd86-563f-441b-bcd4-011e21b9c315 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:56.626173 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2171117-2a75-47c5-9ef2-5d2e9f3f5ab8 req-b430cd86-563f-441b-bcd4-011e21b9c315 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=b92e5c51-69bd-41cb-be2f-674054762456 HTTP/1.1" status: 200 len: 935 time: 0.4378793 Jul 16 01:23:56.628289 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f47ce-c8ad-494b-9a1e-fd899a775832 req-fb5729cb-c2b2-43ca-97cb-4d0f033bd1ae tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:56.629937 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b61f47ce-c8ad-494b-9a1e-fd899a775832 req-fb5729cb-c2b2-43ca-97cb-4d0f033bd1ae tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0 HTTP/1.1" status: 200 len: 945 time: 0.3723948 Jul 16 01:23:56.666202 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-b61f47ce-c8ad-494b-9a1e-fd899a775832 req-680d540c-f4df-4916-9acf-25b8a552f250 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Request body: {'port': {'security_groups': ['df07f559-1004-4d5b-97fd-3b5445813da7', '5788cada-a64e-47ae-8102-7dac2e9bc5e3']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:56.717573 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-318da8db-4582-4862-a657-1d2d10c9c966 service neutron] Attempting to bind port 3f154f08-5c8b-4681-ae9f-65b8c6e80783 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:56.718004 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-318da8db-4582-4862-a657-1d2d10c9c966 service neutron] Attempting to bind port 3f154f08-5c8b-4681-ae9f-65b8c6e80783 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:56.718460 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-318da8db-4582-4862-a657-1d2d10c9c966 service neutron] Attempting to bind port 3f154f08-5c8b-4681-ae9f-65b8c6e80783 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:56.739793 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44298) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:56.748690 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-318da8db-4582-4862-a657-1d2d10c9c966 service neutron] Port 3f154f08-5c8b-4681-ae9f-65b8c6e80783 on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:56.748990 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-318da8db-4582-4862-a657-1d2d10c9c966 service neutron] Attempting to bind port 3f154f08-5c8b-4681-ae9f-65b8c6e80783 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:56.763632 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-318da8db-4582-4862-a657-1d2d10c9c966 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:56.763632 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-318da8db-4582-4862-a657-1d2d10c9c966 service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:56.764025 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-318da8db-4582-4862-a657-1d2d10c9c966 service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:56.764138 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-318da8db-4582-4862-a657-1d2d10c9c966 service neutron] Bound port: 3f154f08-5c8b-4681-ae9f-65b8c6e80783, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:56.764521 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-318da8db-4582-4862-a657-1d2d10c9c966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:56.791092 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a7781436-a7ba-47f0-becf-f0457d494bfe tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:56.793520 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-864791b8-a6d1-49c9-988f-702235c22524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:56.802807 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2171117-2a75-47c5-9ef2-5d2e9f3f5ab8 req-dda4e9da-23a7-4c0a-b0ce-da4b0bef9184 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315000 Jul 16 01:23:56.860247 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b61f47ce-c8ad-494b-9a1e-fd899a775832 req-680d540c-f4df-4916-9acf-25b8a552f250 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:56.878943 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7781436-a7ba-47f0-becf-f0457d494bfe tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Pushing event deleted for resources: {'Port': ['ID=2c582576-b395-48bd-9bb7-4946c60c757c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:56.935050 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-8b2d30f3-7ffd-4ac2-ae11-3b5b36899ccd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1777788476-network', 'tenant_id': 'f5115a5c930849b1af4f54899503fb33'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:56.963281 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-318da8db-4582-4862-a657-1d2d10c9c966 service neutron] For port 3f154f08-5c8b-4681-ae9f-65b8c6e80783, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:57.002326 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-318da8db-4582-4862-a657-1d2d10c9c966 service neutron] For port 3f154f08-5c8b-4681-ae9f-65b8c6e80783, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3f154f08-5c8b-4681-ae9f-65b8c6e80783,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:57.007921 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2d30f3-7ffd-4ac2-ae11-3b5b36899ccd admin admin] Made reservation on behalf of f5115a5c930849b1af4f54899503fb33 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:57.012356 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b2d30f3-7ffd-4ac2-ae11-3b5b36899ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.019991 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-318da8db-4582-4862-a657-1d2d10c9c966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.065527 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-49b00f97-22da-41db-8ef3-0f2a74c96ed7 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.136 HTTP/1.1" status: 200 len: 1001 time: 0.1940930 Jul 16 01:23:57.071711 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b2d30f3-7ffd-4ac2-ae11-3b5b36899ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.095593 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-318da8db-4582-4862-a657-1d2d10c9c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:57.096254 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-318da8db-4582-4862-a657-1d2d10c9c966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.097815 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-318da8db-4582-4862-a657-1d2d10c9c966 service neutron] 10.222.0.84 "PUT /v2.0/ports/3f154f08-5c8b-4681-ae9f-65b8c6e80783 HTTP/1.1" status: 200 len: 1097 time: 2.7028754 Jul 16 01:23:57.106652 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd', 'tag': '3f154f08-5c8b-4681-ae9f-65b8c6e80783'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:57.110031 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edab70bb-3e12-442f-bee5-0dfa47272df7" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd", "tag": "3f154f08-5c8b-4681-ae9f-65b8c6e80783"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:57.120134 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-0c353993-3967-4afc-86df-a4a2e2a6d577 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.161987 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a7781436-a7ba-47f0-becf-f0457d494bfe tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.199256 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318da8db-4582-4862-a657-1d2d10c9c966 service neutron] Pushing event updated for resources: {'Port': ['ID=3f154f08-5c8b-4681-ae9f-65b8c6e80783,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:57.313672 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-423d89a2-3b22-40fc-9857-058ec5c2eac9 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:57.315154 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-423d89a2-3b22-40fc-9857-058ec5c2eac9 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/ports/387fb1e6-f536-4422-b96f-948b19e8c8b3 HTTP/1.1" status: 200 len: 942 time: 0.1917760 Jul 16 01:23:57.352694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-b61f47ce-c8ad-494b-9a1e-fd899a775832 req-680d540c-f4df-4916-9acf-25b8a552f250 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] For port 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7511fc6a-9be5-41ba-aba5-0f1a8ef03c05,segment=NetworkSegment(e40cca31-0dfa-4532-9a78-bcb8410a3baf),segment_id=e40cca31-0dfa-4532-9a78-bcb8410a3baf)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:57.380615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-36360e25-ed99-4cac-ab52-d3dd6f8540fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:57.382119 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-36360e25-ed99-4cac-ab52-d3dd6f8540fc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=edd1ed0455014b31835bf69f0954c3dd&device_id=3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd HTTP/1.1" status: 200 len: 1100 time: 0.1964450 Jul 16 01:23:57.450201 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-105985e6-ee1d-4146-9ae0-e95e9862a52b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=3f154f08-5c8b-4681-ae9f-65b8c6e80783 HTTP/1.1" status: 200 len: 217 time: 0.0569165 Jul 16 01:23:57.456469 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b61f47ce-c8ad-494b-9a1e-fd899a775832 req-680d540c-f4df-4916-9acf-25b8a552f250 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.459516 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b2d30f3-7ffd-4ac2-ae11-3b5b36899ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.499920 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b2d30f3-7ffd-4ac2-ae11-3b5b36899ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.503830 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b61f47ce-c8ad-494b-9a1e-fd899a775832 req-680d540c-f4df-4916-9acf-25b8a552f250 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.518068 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['7511fc6a-9be5-41ba-aba5-0f1a8ef03c05'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:57.544979 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-0c353993-3967-4afc-86df-a4a2e2a6d577 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.570511 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a7781436-a7ba-47f0-becf-f0457d494bfe tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.590338 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d540c-f4df-4916-9acf-25b8a552f250 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event updated for resources: {'Port': ['ID=7511fc6a-9be5-41ba-aba5-0f1a8ef03c05,revision_number=6']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:57.611324 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a7781436-a7ba-47f0-becf-f0457d494bfe tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-361746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-361739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-361858'] for router, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.624881 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2d30f3-7ffd-4ac2-ae11-3b5b36899ccd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:23:57.637205 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-9cd72f73-a8aa-4780-a5a4-3b8ce8b1adbf tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.136 HTTP/1.1" status: 200 len: 1001 time: 0.2172594 Jul 16 01:23:57.637802 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f47ce-c8ad-494b-9a1e-fd899a775832 req-680d540c-f4df-4916-9acf-25b8a552f250 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:57.639111 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b61f47ce-c8ad-494b-9a1e-fd899a775832 req-680d540c-f4df-4916-9acf-25b8a552f250 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.640758 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b61f47ce-c8ad-494b-9a1e-fd899a775832 req-680d540c-f4df-4916-9acf-25b8a552f250 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "PUT /v2.0/ports/7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 HTTP/1.1" status: 200 len: 981 time: 0.9912071 Jul 16 01:23:57.698342 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-0c353993-3967-4afc-86df-a4a2e2a6d577 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Network 7d194017-b2ba-4736-9426-86f2c4d9db47 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:57.762060 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-0c353993-3967-4afc-86df-a4a2e2a6d577 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:57.776231 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c353993-3967-4afc-86df-a4a2e2a6d577 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Pushing event updated for resources: {'Port': ['ID=fbb1ebed-036e-45cd-a981-a7b13cf8bf10,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:57.791101 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-0c353993-3967-4afc-86df-a4a2e2a6d577 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:57.805761 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d30f3-7ffd-4ac2-ae11-3b5b36899ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b507458d-986c-4894-a21c-2dca7a6cc723,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:57.829442 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-864791b8-a6d1-49c9-988f-702235c22524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45cd596-b7a8-49b3-992b-1466c9213f6e {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:57.838858 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-ebd6d979-7637-4ab4-a706-3c3d9ffe5361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:57.840477 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-ebd6d979-7637-4ab4-a706-3c3d9ffe5361 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.3796747 Jul 16 01:23:57.844780 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7781436-a7ba-47f0-becf-f0457d494bfe tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Router b670d1e1-7657-4e7e-9196-a42931aa8545 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:23:57.852285 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-864791b8-a6d1-49c9-988f-702235c22524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.864044 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b2d30f3-7ffd-4ac2-ae11-3b5b36899ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.864782 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-8b2d30f3-7ffd-4ac2-ae11-3b5b36899ccd admin admin] Added segment 9feef1e0-739c-4dd8-8588-9ba8563d232f of type vlan for network 1bbfaa9e-367c-4542-bae0-76474b9897aa Jul 16 01:23:57.880336 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['7511fc6a-9be5-41ba-aba5-0f1a8ef03c05'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:57.915830 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-e0326100-d002-4150-8ce1-36f853a2d6e7 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:57.924756 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-864791b8-a6d1-49c9-988f-702235c22524 service neutron] Transition to ACTIVE for port object d45cd596-b7a8-49b3-992b-1466c9213f6e will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:57.934238 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-e0326100-d002-4150-8ce1-36f853a2d6e7 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.84 "GET /v2.0/networks?id=2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22 HTTP/1.1" status: 200 len: 810 time: 0.2839041 Jul 16 01:23:57.935710 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-0c353993-3967-4afc-86df-a4a2e2a6d577 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:57.936656 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-0c353993-3967-4afc-86df-a4a2e2a6d577 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.945821 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-864791b8-a6d1-49c9-988f-702235c22524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:57.959396 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c650a1e-0771-4af0-bf97-4f7a07562f01 req-03e8cb1e-4252-46a1-9c2f-e38ab7524edf tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.16 "GET /v2.0/ports?device_id=36a51469-434e-46bb-b1b3-b667c3acc282 HTTP/1.1" status: 200 len: 210 time: 0.1371381 Jul 16 01:23:57.977079 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-b373cb7a-d1ad-4fe3-84f2-b30b8e52e20c tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Request body: {'port': {'device_id': '36a51469-434e-46bb-b1b3-b667c3acc282', 'network_id': '2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22', 'admin_state_up': True, 'tenant_id': '8dc46db9da51474a989072848caec489'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:58.116965 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b2d30f3-7ffd-4ac2-ae11-3b5b36899ccd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.219077 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b2d30f3-7ffd-4ac2-ae11-3b5b36899ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.220723 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2d30f3-7ffd-4ac2-ae11-3b5b36899ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:58.220933 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b2d30f3-7ffd-4ac2-ae11-3b5b36899ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.261940 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-384fd1db-05d9-4346-a6a8-a80478b8efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:58.263552 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-384fd1db-05d9-4346-a6a8-a80478b8efe0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3604505 Jul 16 01:23:58.289876 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8b2d30f3-7ffd-4ac2-ae11-3b5b36899ccd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5492775 Jul 16 01:23:58.293382 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44310) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:58.305311 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-0898b872-cde2-498c-b8fc-bb1b76d26253 admin admin] Request body: {'subnet': {'network_id': '1bbfaa9e-367c-4542-bae0-76474b9897aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1777788476-subnet', 'tenant_id': 'f5115a5c930849b1af4f54899503fb33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:58.372614 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d30f3-7ffd-4ac2-ae11-3b5b36899ccd admin admin] Pushing event updated for resources: {'Network': ['ID=1bbfaa9e-367c-4542-bae0-76474b9897aa,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:58.386135 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 1bbfaa9e-367c-4542-bae0-76474b9897aa details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:23:58.409907 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-b373cb7a-d1ad-4fe3-84f2-b30b8e52e20c tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Made reservation on behalf of 8dc46db9da51474a989072848caec489 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:58.413466 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-b373cb7a-d1ad-4fe3-84f2-b30b8e52e20c tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.473957 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0898b872-cde2-498c-b8fc-bb1b76d26253 admin admin] Made reservation on behalf of f5115a5c930849b1af4f54899503fb33 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:58.476412 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0898b872-cde2-498c-b8fc-bb1b76d26253 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.549577 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-b30b0776-da95-4196-987e-874c51b50a95 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:58.550923 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-b30b0776-da95-4196-987e-874c51b50a95 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.8950059 Jul 16 01:23:58.562358 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-0c353993-3967-4afc-86df-a4a2e2a6d577 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1897671 Jul 16 01:23:58.567659 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-c51d3a15-bf30-47a9-a937-7210096356af service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934959 Jul 16 01:23:58.584084 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7781436-a7ba-47f0-becf-f0457d494bfe tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:58.591584 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a7781436-a7ba-47f0-becf-f0457d494bfe tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.596386 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a7781436-a7ba-47f0-becf-f0457d494bfe tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "PUT /v2.0/routers/b670d1e1-7657-4e7e-9196-a42931aa8545 HTTP/1.1" status: 200 len: 705 time: 5.1632018 Jul 16 01:23:58.599231 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3981ed30-be09-4a8c-b901-7cefd7293dec None None] Sync routers for ids ['b670d1e1-7657-4e7e-9196-a42931aa8545'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:58.602898 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-1b6dbc65-cec6-42f5-a07b-102f6e3fa22c service neutron] Request body: {'port': {'device_id': '54103087-7d43-4706-8804-34af66c2ac9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:58.611084 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3981ed30-be09-4a8c-b901-7cefd7293dec None None] Routers {'b670d1e1-7657-4e7e-9196-a42931aa8545'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:58.612057 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-3981ed30-be09-4a8c-b901-7cefd7293dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['b670d1e1-7657-4e7e-9196-a42931aa8545'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:58.624100 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44312) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:58.651538 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee992b5-b2ab-4178-bf4b-208f9db2efc8 req-cbcc485e-708c-42e1-b3ac-b9fd3b80d298 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:58.653247 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ee992b5-b2ab-4178-bf4b-208f9db2efc8 req-cbcc485e-708c-42e1-b3ac-b9fd3b80d298 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=54103087-7d43-4706-8804-34af66c2ac9e HTTP/1.1" status: 200 len: 931 time: 0.3023322 Jul 16 01:23:58.667733 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-3981ed30-be09-4a8c-b901-7cefd7293dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:58.678695 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3981ed30-be09-4a8c-b901-7cefd7293dec None None] Routers {'b670d1e1-7657-4e7e-9196-a42931aa8545'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:58.679495 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-3981ed30-be09-4a8c-b901-7cefd7293dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:23:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['b670d1e1-7657-4e7e-9196-a42931aa8545'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:58.719816 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-3981ed30-be09-4a8c-b901-7cefd7293dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:58.720869 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3981ed30-be09-4a8c-b901-7cefd7293dec None None] The sync data for ids ['b670d1e1-7657-4e7e-9196-a42931aa8545'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:58.730865 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864791b8-a6d1-49c9-988f-702235c22524 service neutron] Pushing event updated for resources: {'Port': ['ID=d45cd596-b7a8-49b3-992b-1466c9213f6e,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:58.773258 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-864791b8-a6d1-49c9-988f-702235c22524 service neutron] Attempting to bind port d45cd596-b7a8-49b3-992b-1466c9213f6e on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:58.773639 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-864791b8-a6d1-49c9-988f-702235c22524 service neutron] Attempting to bind port d45cd596-b7a8-49b3-992b-1466c9213f6e by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:58.773969 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-864791b8-a6d1-49c9-988f-702235c22524 service neutron] Attempting to bind port d45cd596-b7a8-49b3-992b-1466c9213f6e on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:58.811567 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-2fc98d0e-e9ef-454a-8d45-4d2a4628f9a2 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.136 HTTP/1.1" status: 200 len: 1001 time: 0.2469866 Jul 16 01:23:58.812146 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-864791b8-a6d1-49c9-988f-702235c22524 service neutron] Port d45cd596-b7a8-49b3-992b-1466c9213f6e on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:58.812501 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-864791b8-a6d1-49c9-988f-702235c22524 service neutron] Attempting to bind port d45cd596-b7a8-49b3-992b-1466c9213f6e on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:58.828932 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-434c382a-3653-4723-9bbd-43e8ced61f91 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:58.834514 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-864791b8-a6d1-49c9-988f-702235c22524 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:58.834924 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-864791b8-a6d1-49c9-988f-702235c22524 service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:58.835351 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-864791b8-a6d1-49c9-988f-702235c22524 service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:58.835840 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-864791b8-a6d1-49c9-988f-702235c22524 service neutron] Bound port: d45cd596-b7a8-49b3-992b-1466c9213f6e, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:58.836005 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-864791b8-a6d1-49c9-988f-702235c22524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.880409 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-1b6dbc65-cec6-42f5-a07b-102f6e3fa22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.961420 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-434c382a-3653-4723-9bbd-43e8ced61f91 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks [] for floatingip, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.038765 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-864791b8-a6d1-49c9-988f-702235c22524 service neutron] For port d45cd596-b7a8-49b3-992b-1466c9213f6e, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:59.049254 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-864791b8-a6d1-49c9-988f-702235c22524 service neutron] For port d45cd596-b7a8-49b3-992b-1466c9213f6e, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=d45cd596-b7a8-49b3-992b-1466c9213f6e,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:59.097343 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-864791b8-a6d1-49c9-988f-702235c22524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.144007 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-04d44e4b-c958-49f0-beb6-147a6cb00820 tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "GET /v2.0/routers/b670d1e1-7657-4e7e-9196-a42931aa8545 HTTP/1.1" status: 200 len: 740 time: 0.5186157 Jul 16 01:23:59.149903 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44318) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:59.198833 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-864791b8-a6d1-49c9-988f-702235c22524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:59.199463 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-864791b8-a6d1-49c9-988f-702235c22524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.201615 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-864791b8-a6d1-49c9-988f-702235c22524 service neutron] 10.222.0.82 "PUT /v2.0/ports/d45cd596-b7a8-49b3-992b-1466c9213f6e HTTP/1.1" status: 200 len: 1096 time: 2.7399018 Jul 16 01:23:59.203837 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92e5c51-69bd-41cb-be2f-674054762456', 'tag': 'd45cd596-b7a8-49b3-992b-1466c9213f6e'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:59.206188 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76023aed-d79d-40ab-abbe-5533a95e1c52" -d '{"events": [{"name": "network-changed", "server_uuid": "b92e5c51-69bd-41cb-be2f-674054762456", "tag": "d45cd596-b7a8-49b3-992b-1466c9213f6e"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:59.245194 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6490607a-a413-47fc-91d0-3a983cc3c9fc tempest-RoutersAdminTest-114959450 tempest-RoutersAdminTest-114959450-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&device_id=b670d1e1-7657-4e7e-9196-a42931aa8545 HTTP/1.1" status: 200 len: 205 time: 0.0848341 Jul 16 01:23:59.249420 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ee992b5-b2ab-4178-bf4b-208f9db2efc8 req-3b8dd4bc-db6a-4f04-8985-ecc4176a3609 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475109 Jul 16 01:23:59.250890 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44322) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:59.265553 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-b373cb7a-d1ad-4fe3-84f2-b30b8e52e20c tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Allocated IP 172.20.0.2 (2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22/106197dd-e7b5-4b97-97be-cc2c4f223f80/ed4f9728-d180-4627-a76e-c9f1698c7015) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:59.343536 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cac8b6-165f-42a4-88da-04ce7892b71d x-openstack-request-id: req-d3cac8b6-165f-42a4-88da-04ce7892b71d {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:59.343830 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd", "tag": "3f154f08-5c8b-4681-ae9f-65b8c6e80783", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:59.344080 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3cac8b6-165f-42a4-88da-04ce7892b71d {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:59.344529 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd', 'tag': '3f154f08-5c8b-4681-ae9f-65b8c6e80783', 'status': 'completed', 'code': 200} Jul 16 01:23:59.360801 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-fb3d625b-b0f5-4e7e-a570-b25bb5ae3c8c service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7836468 Jul 16 01:23:59.408091 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864791b8-a6d1-49c9-988f-702235c22524 service neutron] Pushing event updated for resources: {'Port': ['ID=d45cd596-b7a8-49b3-992b-1466c9213f6e,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:59.416198 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-434c382a-3653-4723-9bbd-43e8ced61f91 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.425057 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-16e662ec-8f4d-4e98-84d2-ac61b9fc398c tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "GET /v2.0/ports?device_id=b670d1e1-7657-4e7e-9196-a42931aa8545 HTTP/1.1" status: 200 len: 205 time: 0.1729438 Jul 16 01:23:59.425669 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44324) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:59.469383 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-434c382a-3653-4723-9bbd-43e8ced61f91 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.469799 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-434c382a-3653-4723-9bbd-43e8ced61f91 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Floating IP 65b6e5dc-6aff-4f0b-a90e-8a5beb76d26b disassociated. External IP: 172.25.6.136, port: 387fb1e6-f536-4422-b96f-948b19e8c8b3. Jul 16 01:23:59.522456 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0898b872-cde2-498c-b8fc-bb1b76d26253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.524919 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-41f8aa5a-f7fe-4c69-8526-961029b8a446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.623179 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb7dcbaf-1510-4ee0-8d3d-c125896631b9 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.644596 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f1eac13-f87d-4862-8853-003be57ef2e3 req-799ec28f-6a11-4376-83ee-a8d027365960 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-625132276&fields=id&tenant_id=1c96c4b57e6340f3aa0dce63cee1d2fb HTTP/1.1" status: 200 len: 267 time: 0.1459095 Jul 16 01:23:59.649784 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-b373cb7a-d1ad-4fe3-84f2-b30b8e52e20c tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.662972 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898b872-cde2-498c-b8fc-bb1b76d26253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ba3bcdc-b794-4747-ac2d-5c9e586033e9,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:59.695700 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-19406b1f-8325-4b79-882b-6a2e5b069d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:59.697286 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-19406b1f-8325-4b79-882b-6a2e5b069d0e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=edd1ed0455014b31835bf69f0954c3dd&device_id=b92e5c51-69bd-41cb-be2f-674054762456 HTTP/1.1" status: 200 len: 1099 time: 0.4441881 Jul 16 01:23:59.725323 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab70bb-3e12-442f-bee5-0dfa47272df7 req-da80e3b3-04ba-40be-a4fc-0e39563432ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:59.726897 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-edab70bb-3e12-442f-bee5-0dfa47272df7 req-da80e3b3-04ba-40be-a4fc-0e39563432ac service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=edd1ed0455014b31835bf69f0954c3dd&device_id=3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd HTTP/1.1" status: 200 len: 1100 time: 0.2860084 Jul 16 01:23:59.731983 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0898b872-cde2-498c-b8fc-bb1b76d26253 admin admin] Checking segment: {'id': '9feef1e0-739c-4dd8-8588-9ba8563d232f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1bbfaa9e-367c-4542-bae0-76474b9897aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:59.732345 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0898b872-cde2-498c-b8fc-bb1b76d26253 admin admin] Network hostable DHCP agents. Network: 1bbfaa9e-367c-4542-bae0-76474b9897aa, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:23:59.788516 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.800462 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-0483241f-fc40-4ec4-8ac2-6dbadc47b395 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=d45cd596-b7a8-49b3-992b-1466c9213f6e HTTP/1.1" status: 200 len: 217 time: 0.0943675 Jul 16 01:23:59.841132 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0898b872-cde2-498c-b8fc-bb1b76d26253 admin admin] Network 1bbfaa9e-367c-4542-bae0-76474b9897aa is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:23:59.846649 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-b373cb7a-d1ad-4fe3-84f2-b30b8e52e20c tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.891208 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-0898b872-cde2-498c-b8fc-bb1b76d26253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 1bbfaa9e-367c-4542-bae0-76474b9897aa) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:59.907300 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e3c455-0865-413c-8fd9-02b57b3b3b30 None None] Network 1bbfaa9e-367c-4542-bae0-76474b9897aa requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:59.909247 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1eac13-f87d-4862-8853-003be57ef2e3 req-8be503bf-4454-4c81-9e8b-81e983932de4 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:59.910787 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f1eac13-f87d-4862-8853-003be57ef2e3 req-8be503bf-4454-4c81-9e8b-81e983932de4 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0 HTTP/1.1" status: 200 len: 984 time: 0.2552650 Jul 16 01:23:59.912253 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0898b872-cde2-498c-b8fc-bb1b76d26253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:59.912856 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0898b872-cde2-498c-b8fc-bb1b76d26253 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.945495 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-b373cb7a-d1ad-4fe3-84f2-b30b8e52e20c tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Network 2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:59.951799 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-1f1eac13-f87d-4862-8853-003be57ef2e3 req-8dca11ab-15dd-4394-9e20-e44bc52d6625 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Request body: {'port': {'security_groups': ['5788cada-a64e-47ae-8102-7dac2e9bc5e3', 'df07f559-1004-4d5b-97fd-3b5445813da7', 'd7e156e6-b251-4378-a93b-db087c6a5791']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:59.964085 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-b373cb7a-d1ad-4fe3-84f2-b30b8e52e20c tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:59.974117 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb7dcbaf-1510-4ee0-8d3d-c125896631b9 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.979439 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb7dcbaf-1510-4ee0-8d3d-c125896631b9 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:59.983790 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-1b6dbc65-cec6-42f5-a07b-102f6e3fa22c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb1ebed-036e-45cd-a981-a7b13cf8bf10 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:59.985361 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab70bb-3e12-442f-bee5-0dfa47272df7 req-f8966b80-0b13-4b09-a4e1-0f64033c6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:59.986846 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-edab70bb-3e12-442f-bee5-0dfa47272df7 req-f8966b80-0b13-4b09-a4e1-0f64033c6e6c service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2482157 Jul 16 01:23:59.987437 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373cb7a-d1ad-4fe3-84f2-b30b8e52e20c tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Pushing event updated for resources: {'Port': ['ID=ed4f9728-d180-4627-a76e-c9f1698c7015,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:59.992217 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-b373cb7a-d1ad-4fe3-84f2-b30b8e52e20c tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:00.003109 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-1b6dbc65-cec6-42f5-a07b-102f6e3fa22c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.005708 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0898b872-cde2-498c-b8fc-bb1b76d26253 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7081409 Jul 16 01:24:00.066756 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b98e9e1-36ce-45dc-8497-54a8847d66d6 None None] Network 1bbfaa9e-367c-4542-bae0-76474b9897aa requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:00.084665 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-dcb6cc2c-b99e-4d05-b397-1f93464e6c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:00.086160 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-dcb6cc2c-b99e-4d05-b397-1f93464e6c80 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.2748866 Jul 16 01:24:00.100166 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-1b6dbc65-cec6-42f5-a07b-102f6e3fa22c service neutron] Transition to ACTIVE for port object fbb1ebed-036e-45cd-a981-a7b13cf8bf10 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:00.130936 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-1b6dbc65-cec6-42f5-a07b-102f6e3fa22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.132915 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1f1eac13-f87d-4862-8853-003be57ef2e3 req-8dca11ab-15dd-4394-9e20-e44bc52d6625 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.138167 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb7dcbaf-1510-4ee0-8d3d-c125896631b9 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.138696 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7dcbaf-1510-4ee0-8d3d-c125896631b9 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Fanout notify agent at l3_agent the message router_deleted on router b670d1e1-7657-4e7e-9196-a42931aa8545 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:24:00.177487 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb7dcbaf-1510-4ee0-8d3d-c125896631b9 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.178517 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-eb7dcbaf-1510-4ee0-8d3d-c125896631b9 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "DELETE /v2.0/routers/b670d1e1-7657-4e7e-9196-a42931aa8545 HTTP/1.1" status: 204 len: 168 time: 0.7478278 Jul 16 01:24:00.182298 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-edab70bb-3e12-442f-bee5-0dfa47272df7 req-5bdd310b-e4d7-4e39-a0e4-f06af1743071 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=3f154f08-5c8b-4681-ae9f-65b8c6e80783 HTTP/1.1" status: 200 len: 217 time: 0.1736650 Jul 16 01:24:00.185870 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44330) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:00.206385 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-b373cb7a-d1ad-4fe3-84f2-b30b8e52e20c tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:00.207609 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-b373cb7a-d1ad-4fe3-84f2-b30b8e52e20c tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.251493 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6dbc65-cec6-42f5-a07b-102f6e3fa22c service neutron] Pushing event updated for resources: {'Port': ['ID=fbb1ebed-036e-45cd-a981-a7b13cf8bf10,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:00.288799 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-434c382a-3653-4723-9bbd-43e8ced61f91 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Router 02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:24:00.298595 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3480a30a-f424-47c2-8203-af846da31545 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "GET /v2.0/ports?device_id=b670d1e1-7657-4e7e-9196-a42931aa8545 HTTP/1.1" status: 200 len: 205 time: 0.1093338 Jul 16 01:24:00.310724 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44334) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:00.332468 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-b0f2f8d7-1585-411a-b870-244607b59bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:00.334041 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-b0f2f8d7-1585-411a-b870-244607b59bd7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2367918 Jul 16 01:24:00.378854 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-b373cb7a-d1ad-4fe3-84f2-b30b8e52e20c tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4162321 Jul 16 01:24:00.383797 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-14f65e3a-dd54-49df-a7e5-ec05b4a82cbb tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] delete failed (client error): The resource could not be found. Jul 16 01:24:00.384860 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-14f65e3a-dd54-49df-a7e5-ec05b4a82cbb tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "DELETE /v2.0/routers/b670d1e1-7657-4e7e-9196-a42931aa8545 HTTP/1.1" status: 404 len: 336 time: 0.0715749 Jul 16 01:24:00.389447 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44336) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:00.405145 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-9bce518a-72f9-4cf3-8945-96003849de1f service neutron] Request body: {'port': {'device_id': '36a51469-434e-46bb-b1b3-b667c3acc282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:00.408519 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab70bb-3e12-442f-bee5-0dfa47272df7 req-80a6862c-cc5c-403f-a118-b959abb79144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:00.410042 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-edab70bb-3e12-442f-bee5-0dfa47272df7 req-80a6862c-cc5c-403f-a118-b959abb79144 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.2198308 Jul 16 01:24:00.424198 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-1b6dbc65-cec6-42f5-a07b-102f6e3fa22c service neutron] Attempting to bind port fbb1ebed-036e-45cd-a981-a7b13cf8bf10 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:00.424547 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-1b6dbc65-cec6-42f5-a07b-102f6e3fa22c service neutron] Attempting to bind port fbb1ebed-036e-45cd-a981-a7b13cf8bf10 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:00.424882 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-1b6dbc65-cec6-42f5-a07b-102f6e3fa22c service neutron] Attempting to bind port fbb1ebed-036e-45cd-a981-a7b13cf8bf10 on network 7d194017-b2ba-4736-9426-86f2c4d9db47 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:00.434224 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-1b6dbc65-cec6-42f5-a07b-102f6e3fa22c service neutron] Port fbb1ebed-036e-45cd-a981-a7b13cf8bf10 on network 7d194017-b2ba-4736-9426-86f2c4d9db47 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:00.434458 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-1b6dbc65-cec6-42f5-a07b-102f6e3fa22c service neutron] Attempting to bind port fbb1ebed-036e-45cd-a981-a7b13cf8bf10 on network 7d194017-b2ba-4736-9426-86f2c4d9db47 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:00.465719 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a3b9e68d-c12e-4baa-8cf3-52ea7cea3399 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "GET /v2.0/ports?device_id=2de506e9-3317-4e27-92e8-0b69d69938f2 HTTP/1.1" status: 200 len: 205 time: 0.0740173 Jul 16 01:24:00.469478 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-1b6dbc65-cec6-42f5-a07b-102f6e3fa22c service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:00.469829 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-1b6dbc65-cec6-42f5-a07b-102f6e3fa22c service neutron] Checking segment: {'id': 'c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:00.470222 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-1b6dbc65-cec6-42f5-a07b-102f6e3fa22c service neutron] Bound using segment: {'id': 'c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:00.470691 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-1b6dbc65-cec6-42f5-a07b-102f6e3fa22c service neutron] Bound port: fbb1ebed-036e-45cd-a981-a7b13cf8bf10, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:00.471056 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-1b6dbc65-cec6-42f5-a07b-102f6e3fa22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.473644 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44338) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:00.559160 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-e61734b2-8b71-4fcf-acd9-b19519e90007 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] delete failed (client error): The resource could not be found. Jul 16 01:24:00.560198 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e61734b2-8b71-4fcf-acd9-b19519e90007 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "DELETE /v2.0/routers/2de506e9-3317-4e27-92e8-0b69d69938f2 HTTP/1.1" status: 404 len: 336 time: 0.0608065 Jul 16 01:24:00.568079 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44340) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:00.605644 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-434c382a-3653-4723-9bbd-43e8ced61f91 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:00.613488 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-434c382a-3653-4723-9bbd-43e8ced61f91 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.616670 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be9bacd-6c36-47d4-9974-cc7cba7d36f4 None None] Sync routers for ids ['02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:00.617371 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-53feca93-2662-408b-90f5-8e85316ade69 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734778 Jul 16 01:24:00.628082 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be9bacd-6c36-47d4-9974-cc7cba7d36f4 None None] Routers {'02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:00.628897 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-1be9bacd-6c36-47d4-9974-cc7cba7d36f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:24:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:00.637023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-edf4f13a-4b82-49bf-a7bc-d79e2c570fae tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "GET /v2.0/ports?device_id=413d39a4-239d-4919-993c-a32d30837daf HTTP/1.1" status: 200 len: 205 time: 0.0622404 Jul 16 01:24:00.639425 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-9bce518a-72f9-4cf3-8945-96003849de1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.642397 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44342) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:00.695557 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.705716 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab70bb-3e12-442f-bee5-0dfa47272df7 req-5f79382c-8a8a-4a59-9c21-4d85bccecf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:00.707234 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-edab70bb-3e12-442f-bee5-0dfa47272df7 req-5f79382c-8a8a-4a59-9c21-4d85bccecf5b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2550859 Jul 16 01:24:00.721957 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-13405550-425f-42ec-8d03-87bc86108918 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] delete failed (client error): The resource could not be found. Jul 16 01:24:00.722972 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-13405550-425f-42ec-8d03-87bc86108918 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "DELETE /v2.0/routers/413d39a4-239d-4919-993c-a32d30837daf HTTP/1.1" status: 404 len: 336 time: 0.0785785 Jul 16 01:24:00.727830 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44344) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:00.734657 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-1b6dbc65-cec6-42f5-a07b-102f6e3fa22c service neutron] For port fbb1ebed-036e-45cd-a981-a7b13cf8bf10, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:00.749891 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-434c382a-3653-4723-9bbd-43e8ced61f91 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "PUT /v2.0/floatingips/65b6e5dc-6aff-4f0b-a90e-8a5beb76d26b HTTP/1.1" status: 200 len: 695 time: 1.9282720 Jul 16 01:24:00.769461 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-1be9bacd-6c36-47d4-9974-cc7cba7d36f4 None None] Set router 02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:00.783843 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-1b6dbc65-cec6-42f5-a07b-102f6e3fa22c service neutron] For port fbb1ebed-036e-45cd-a981-a7b13cf8bf10, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fbb1ebed-036e-45cd-a981-a7b13cf8bf10,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:00.799397 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-aac0fb78-e968-40c9-9749-6061cd1dda56 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f7ad4f3-3464-48de-b4e2-d8f010de3b2e HTTP/1.1" status: 200 len: 205 time: 0.0652821 Jul 16 01:24:00.799760 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-1b6dbc65-cec6-42f5-a07b-102f6e3fa22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.800728 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44346) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:00.812383 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1f1eac13-f87d-4862-8853-003be57ef2e3 req-8dca11ab-15dd-4394-9e20-e44bc52d6625 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] For port 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7511fc6a-9be5-41ba-aba5-0f1a8ef03c05,segment=NetworkSegment(e40cca31-0dfa-4532-9a78-bcb8410a3baf),segment_id=e40cca31-0dfa-4532-9a78-bcb8410a3baf)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:00.978879 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-1be9bacd-6c36-47d4-9974-cc7cba7d36f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73227991-router', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:01Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'gw_port': {'id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:03Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '31376ab7-1bba-4125-a0be-c366e483863c', 'name': '', 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'mac_address': 'fa:16:3e:fc:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'a4494480-612e-4b7a-bad4-4f8c38f707d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:12Z', 'updated_at': '2021-07-16T01:23:23Z', 'revision_number': 5, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'subnets': [{'id': 'a4494480-612e-4b7a-bad4-4f8c38f707d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:00.980539 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1f1eac13-f87d-4862-8853-003be57ef2e3 req-8dca11ab-15dd-4394-9e20-e44bc52d6625 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.999769 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-edab70bb-3e12-442f-bee5-0dfa47272df7 req-8ce7916f-5804-460a-8782-c12708b8fb07 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726557 Jul 16 01:24:01.006842 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1f1eac13-f87d-4862-8853-003be57ef2e3 req-8dca11ab-15dd-4394-9e20-e44bc52d6625 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.007153 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be9bacd-6c36-47d4-9974-cc7cba7d36f4 None None] Checking router: 02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:01.017984 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be9bacd-6c36-47d4-9974-cc7cba7d36f4 None None] Routers {'02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:01.018829 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-1be9bacd-6c36-47d4-9974-cc7cba7d36f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:24:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:01.025712 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['7511fc6a-9be5-41ba-aba5-0f1a8ef03c05'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:01.091286 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1eac13-f87d-4862-8853-003be57ef2e3 req-8dca11ab-15dd-4394-9e20-e44bc52d6625 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:01.091977 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1f1eac13-f87d-4862-8853-003be57ef2e3 req-8dca11ab-15dd-4394-9e20-e44bc52d6625 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.098708 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f1eac13-f87d-4862-8853-003be57ef2e3 req-8dca11ab-15dd-4394-9e20-e44bc52d6625 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "PUT /v2.0/ports/7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 HTTP/1.1" status: 200 len: 1020 time: 1.1754940 Jul 16 01:24:01.163114 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-1be9bacd-6c36-47d4-9974-cc7cba7d36f4 None None] Set router 02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:01.239116 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['7511fc6a-9be5-41ba-aba5-0f1a8ef03c05'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:01.243816 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.279196 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-a5c03391-59e4-44bd-b8b0-dfea251d9ec9 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] delete failed (client error): The resource could not be found. Jul 16 01:24:01.284254 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a5c03391-59e4-44bd-b8b0-dfea251d9ec9 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "DELETE /v2.0/routers/1f7ad4f3-3464-48de-b4e2-d8f010de3b2e HTTP/1.1" status: 404 len: 336 time: 0.4600456 Jul 16 01:24:01.291781 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44350) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:01.309630 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-1b6dbc65-cec6-42f5-a07b-102f6e3fa22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:01.310787 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-1b6dbc65-cec6-42f5-a07b-102f6e3fa22c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.313192 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-1b6dbc65-cec6-42f5-a07b-102f6e3fa22c service neutron] 10.222.0.84 "PUT /v2.0/ports/fbb1ebed-036e-45cd-a981-a7b13cf8bf10 HTTP/1.1" status: 200 len: 1092 time: 2.7308602 Jul 16 01:24:01.350789 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f2b1e20-2092-40cd-bce3-2783f01cfc34 req-1e7c316c-b44f-4f50-9741-07d937a1e89f service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7074029 Jul 16 01:24:01.360545 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b7cc9796-7035-43db-acf0-34a0a6415600 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "GET /v2.0/ports?device_id=276f9021-5d0c-45ee-9399-6583e072e408 HTTP/1.1" status: 200 len: 205 time: 0.0650527 Jul 16 01:24:01.371210 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44352) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:01.388418 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0', 'tag': '7511fc6a-9be5-41ba-aba5-0f1a8ef03c05'}, {'name': 'network-changed', 'server_uuid': 'cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0', 'tag': '7511fc6a-9be5-41ba-aba5-0f1a8ef03c05'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:01.390746 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8716325d-3f47-41d0-9e8a-ea4afc7f0018" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0", "tag": "7511fc6a-9be5-41ba-aba5-0f1a8ef03c05"}, {"name": "network-changed", "server_uuid": "cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0", "tag": "7511fc6a-9be5-41ba-aba5-0f1a8ef03c05"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:01.398636 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-edab70bb-3e12-442f-bee5-0dfa47272df7 req-c2646a42-3f76-46a2-8c00-dc74479241b5 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833346 Jul 16 01:24:01.459988 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6dbc65-cec6-42f5-a07b-102f6e3fa22c service neutron] Pushing event updated for resources: {'Port': ['ID=fbb1ebed-036e-45cd-a981-a7b13cf8bf10,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:01.465439 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-3148c779-d7c5-4248-b411-2c7e03eac07c tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] delete failed (client error): The resource could not be found. Jul 16 01:24:01.467506 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3148c779-d7c5-4248-b411-2c7e03eac07c tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "DELETE /v2.0/routers/276f9021-5d0c-45ee-9399-6583e072e408 HTTP/1.1" status: 404 len: 336 time: 0.0943060 Jul 16 01:24:01.472226 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44356) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:01.498875 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-1be9bacd-6c36-47d4-9974-cc7cba7d36f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73227991-router', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:01Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'gw_port': {'id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:03Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '31376ab7-1bba-4125-a0be-c366e483863c', 'name': '', 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'mac_address': 'fa:16:3e:fc:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'a4494480-612e-4b7a-bad4-4f8c38f707d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:12Z', 'updated_at': '2021-07-16T01:23:23Z', 'revision_number': 5, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'subnets': [{'id': 'a4494480-612e-4b7a-bad4-4f8c38f707d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:01.509776 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-e26be998-5dc2-4369-b287-872abe29aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:01.512118 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-e26be998-5dc2-4369-b287-872abe29aa0a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9bc865e4adb4b748ffb8234191c64fe&device_id=ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4 HTTP/1.1" status: 200 len: 1097 time: 0.7316413 Jul 16 01:24:01.514338 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b735a0ad-21b3-459b-a017-c6944344be4f tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af8ad92-3e2b-43e2-bb45-a39273c4066b HTTP/1.1" status: 200 len: 205 time: 0.0402820 Jul 16 01:24:01.516697 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44358) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:01.531344 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff7887-f9dd-48b8-ae49-1a1008a65d40 req-4686d225-8976-4926-95e8-b9ff21372549 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:01.532990 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d3ff7887-f9dd-48b8-ae49-1a1008a65d40 req-4686d225-8976-4926-95e8-b9ff21372549 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=b92e5c51-69bd-41cb-be2f-674054762456 HTTP/1.1" status: 200 len: 947 time: 0.3047926 Jul 16 01:24:01.535807 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca11ab-15dd-4394-9e20-e44bc52d6625 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event updated for resources: {'Port': ['ID=7511fc6a-9be5-41ba-aba5-0f1a8ef03c05,revision_number=7']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:01.547555 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be9bacd-6c36-47d4-9974-cc7cba7d36f4 None None] The sync data for ids ['02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'] in n-d-792394-16 is: [{'id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73227991-router', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:01Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'gw_port': {'id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:03Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '31376ab7-1bba-4125-a0be-c366e483863c', 'name': '', 'network_id': '53feacae-2243-41e3-99bc-6a4cd77c4a23', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'mac_address': 'fa:16:3e:fc:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'a4494480-612e-4b7a-bad4-4f8c38f707d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:12Z', 'updated_at': '2021-07-16T01:23:23Z', 'revision_number': 5, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'subnets': [{'id': 'a4494480-612e-4b7a-bad4-4f8c38f707d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:01.566174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca11ab-15dd-4394-9e20-e44bc52d6625 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:01.566521 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca11ab-15dd-4394-9e20-e44bc52d6625 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:01.566864 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca11ab-15dd-4394-9e20-e44bc52d6625 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:01.567202 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca11ab-15dd-4394-9e20-e44bc52d6625 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:01.567534 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca11ab-15dd-4394-9e20-e44bc52d6625 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:01.567867 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca11ab-15dd-4394-9e20-e44bc52d6625 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:01.568196 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca11ab-15dd-4394-9e20-e44bc52d6625 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:01.568781 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca11ab-15dd-4394-9e20-e44bc52d6625 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:01.568886 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca11ab-15dd-4394-9e20-e44bc52d6625 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:01.569176 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca11ab-15dd-4394-9e20-e44bc52d6625 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:01.569500 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca11ab-15dd-4394-9e20-e44bc52d6625 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:01.569820 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca11ab-15dd-4394-9e20-e44bc52d6625 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:01.596331 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-71054d2b-582f-4ac0-b59c-9ccd1c68a051 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] delete failed (client error): The resource could not be found. Jul 16 01:24:01.597401 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-71054d2b-582f-4ac0-b59c-9ccd1c68a051 tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "DELETE /v2.0/routers/1af8ad92-3e2b-43e2-bb45-a39273c4066b HTTP/1.1" status: 404 len: 336 time: 0.0797896 Jul 16 01:24:01.600411 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44360) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:01.612022 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d3ff7887-f9dd-48b8-ae49-1a1008a65d40 req-323c2232-0a65-4605-b2e1-17ccbb3f2e44 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683291 Jul 16 01:24:01.618178 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-9bce518a-72f9-4cf3-8945-96003849de1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed4f9728-d180-4627-a76e-c9f1698c7015 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:01.626713 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-9bce518a-72f9-4cf3-8945-96003849de1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.640246 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-9bce518a-72f9-4cf3-8945-96003849de1f service neutron] Transition to ACTIVE for port object ed4f9728-d180-4627-a76e-c9f1698c7015 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:01.649831 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-9bce518a-72f9-4cf3-8945-96003849de1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.691307 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b8c2df-a161-466d-8b95-9f2e2cb2eaea tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] DELETE failed (client error): The resource could not be found. Jul 16 01:24:01.695217 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b8c2df-a161-466d-8b95-9f2e2cb2eaea tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:24:01.697131 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-04b8c2df-a161-466d-8b95-9f2e2cb2eaea tempest-RoutersAdminTest-1258553548 tempest-RoutersAdminTest-1258553548-project] 10.222.0.16 "DELETE /v2.0/subnets/ce6dc9c7-a514-4bf4-87a4-a188d4f01351 HTTP/1.1" status: 404 len: 337 time: 0.0951726 Jul 16 01:24:01.731142 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-e83840b0-f8b5-4a84-b813-29e47fafbecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:01.732742 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-e83840b0-f8b5-4a84-b813-29e47fafbecf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c1a8d4b2ddbf47a7b73f2c07224e331f&device_id=54103087-7d43-4706-8804-34af66c2ac9e HTTP/1.1" status: 200 len: 1095 time: 0.3639109 Jul 16 01:24:01.733326 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce518a-72f9-4cf3-8945-96003849de1f service neutron] Pushing event updated for resources: {'Port': ['ID=ed4f9728-d180-4627-a76e-c9f1698c7015,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:01.797085 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-006d8d17-132e-4379-8ea6-b04b666dabe9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbb1ebed-036e-45cd-a981-a7b13cf8bf10 HTTP/1.1" status: 200 len: 217 time: 0.0528762 Jul 16 01:24:01.802932 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-9bce518a-72f9-4cf3-8945-96003849de1f service neutron] Attempting to bind port ed4f9728-d180-4627-a76e-c9f1698c7015 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:01.803391 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-9bce518a-72f9-4cf3-8945-96003849de1f service neutron] Attempting to bind port ed4f9728-d180-4627-a76e-c9f1698c7015 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '85de098d-7755-49c8-bd12-540f6c713b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:01.803839 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-9bce518a-72f9-4cf3-8945-96003849de1f service neutron] Attempting to bind port ed4f9728-d180-4627-a76e-c9f1698c7015 on network 2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:01.846381 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-b58a9bc7-0f75-4d49-80f7-cc7dd83f5fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:01.847908 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-b58a9bc7-0f75-4d49-80f7-cc7dd83f5fd1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=53feacae-2243-41e3-99bc-6a4cd77c4a23 HTTP/1.1" status: 200 len: 928 time: 0.3219318 Jul 16 01:24:01.848146 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-9bce518a-72f9-4cf3-8945-96003849de1f service neutron] Port ed4f9728-d180-4627-a76e-c9f1698c7015 on network 2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:01.848659 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-9bce518a-72f9-4cf3-8945-96003849de1f service neutron] Attempting to bind port ed4f9728-d180-4627-a76e-c9f1698c7015 on network 2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:01.860131 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-9bce518a-72f9-4cf3-8945-96003849de1f service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:01.860585 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-9bce518a-72f9-4cf3-8945-96003849de1f service neutron] Checking segment: {'id': '85de098d-7755-49c8-bd12-540f6c713b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:01.861024 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-9bce518a-72f9-4cf3-8945-96003849de1f service neutron] Bound using segment: {'id': '85de098d-7755-49c8-bd12-540f6c713b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:01.861524 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-9bce518a-72f9-4cf3-8945-96003849de1f service neutron] Bound port: ed4f9728-d180-4627-a76e-c9f1698c7015, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85de098d-7755-49c8-bd12-540f6c713b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:01.861943 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-9bce518a-72f9-4cf3-8945-96003849de1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.882019 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 3f154f08-5c8b-4681-ae9f-65b8c6e80783 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:01.901179 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-f715fa18-769d-42e8-8daf-1cba83856b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:01.903016 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-f715fa18-769d-42e8-8daf-1cba83856b7b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=01112ffd-e4af-4423-aa07-05f338809738 HTTP/1.1" status: 200 len: 845 time: 0.0966153 Jul 16 01:24:01.905334 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-8ae20894-545d-40eb-bcaa-cec172d9e27b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=387fb1e6-f536-4422-b96f-948b19e8c8b3 HTTP/1.1" status: 200 len: 217 time: 0.0470941 Jul 16 01:24:01.935585 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8f5727-300f-4425-9c43-2ab77f4fae0f None None] New status for floating IP 65b6e5dc-6aff-4f0b-a90e-8a5beb76d26b: DOWN {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:24:01.947057 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a2615-eef1-48cc-803c-d77ab02b3b54 req-01718f32-bb89-4305-8e48-12cf9b683254 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:01.949330 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-536a2615-eef1-48cc-803c-d77ab02b3b54 req-01718f32-bb89-4305-8e48-12cf9b683254 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.16 "GET /v2.0/ports?device_id=36a51469-434e-46bb-b1b3-b667c3acc282 HTTP/1.1" status: 200 len: 943 time: 0.1428933 Jul 16 01:24:01.955826 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-d54b2290-391e-46b6-91da-111081ae2da2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7d194017-b2ba-4736-9426-86f2c4d9db47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448253 Jul 16 01:24:01.982213 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-9bce518a-72f9-4cf3-8945-96003849de1f service neutron] For port ed4f9728-d180-4627-a76e-c9f1698c7015, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:02.009902 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-9bce518a-72f9-4cf3-8945-96003849de1f service neutron] For port ed4f9728-d180-4627-a76e-c9f1698c7015, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ed4f9728-d180-4627-a76e-c9f1698c7015,segment=NetworkSegment(85de098d-7755-49c8-bd12-540f6c713b3e),segment_id=85de098d-7755-49c8-bd12-540f6c713b3e)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:02.017955 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-536a2615-eef1-48cc-803c-d77ab02b3b54 req-e60a6ce6-79e4-4918-9d41-c709c9ef3103 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.16 "GET /v2.0/security-groups?id=f58fced3-04de-48ee-a60e-0f12ba3032ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614588 Jul 16 01:24:02.021530 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-9bce518a-72f9-4cf3-8945-96003849de1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.050852 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44366) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:02.064973 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-9bce518a-72f9-4cf3-8945-96003849de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:02.065188 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-9bce518a-72f9-4cf3-8945-96003849de1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.066651 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-9bce518a-72f9-4cf3-8945-96003849de1f service neutron] 10.222.0.84 "PUT /v2.0/ports/ed4f9728-d180-4627-a76e-c9f1698c7015 HTTP/1.1" status: 200 len: 1092 time: 1.6763365 Jul 16 01:24:02.090788 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-496d691c-404b-4c7e-ae0a-be1988ca6bb9 service neutron] 10.222.0.84 "GET /v2.0/networks/7d194017-b2ba-4736-9426-86f2c4d9db47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242681 Jul 16 01:24:02.103646 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce518a-72f9-4cf3-8945-96003849de1f service neutron] Pushing event updated for resources: {'Port': ['ID=ed4f9728-d180-4627-a76e-c9f1698c7015,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:02.194422 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-df974a5f-f966-4523-bbcd-970e0313a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:02.194640 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-afdf091e-a133-4957-8f78-2a39b575ae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:02.195996 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-df974a5f-f966-4523-bbcd-970e0313a0f2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8dc46db9da51474a989072848caec489&device_id=36a51469-434e-46bb-b1b3-b667c3acc282 HTTP/1.1" status: 200 len: 1095 time: 0.0765209 Jul 16 01:24:02.197497 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-afdf091e-a133-4957-8f78-2a39b575ae0e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a4494480-612e-4b7a-bad4-4f8c38f707d7 HTTP/1.1" status: 200 len: 866 time: 0.2449150 Jul 16 01:24:02.234709 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fb785a-7dc3-4a6e-b47f-3cf797055e7e x-openstack-request-id: req-21fb785a-7dc3-4a6e-b47f-3cf797055e7e {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:02.235517 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92e5c51-69bd-41cb-be2f-674054762456", "tag": "d45cd596-b7a8-49b3-992b-1466c9213f6e", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:02.235779 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21fb785a-7dc3-4a6e-b47f-3cf797055e7e {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:02.236175 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92e5c51-69bd-41cb-be2f-674054762456', 'tag': 'd45cd596-b7a8-49b3-992b-1466c9213f6e', 'status': 'completed', 'code': 200} Jul 16 01:24:02.287808 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-adae2a43-47f7-41ae-94ba-f3b143e73730 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed4f9728-d180-4627-a76e-c9f1698c7015 HTTP/1.1" status: 200 len: 217 time: 0.0822351 Jul 16 01:24:02.310869 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 3f154f08-5c8b-4681-ae9f-65b8c6e80783, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3f154f08-5c8b-4681-ae9f-65b8c6e80783,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:02.327774 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '3f154f08-5c8b-4681-ae9f-65b8c6e80783', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': '3f154f08-5c8b-4681-ae9f-65b8c6e80783', 'mac_address': 'fa:16:3e:4f:55:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:02.349448 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e1dfb82f-fc46-482b-9862-4e619664c3f5 req-6de0367c-7e1a-4921-8eb6-3e4af829c03e service neutron] 10.222.0.84 "GET /v2.0/networks/7d194017-b2ba-4736-9426-86f2c4d9db47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499824 Jul 16 01:24:02.371089 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-0bcff477-6e00-4997-bd5e-56fde0c52f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:02.373292 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-0bcff477-6e00-4997-bd5e-56fde0c52f30 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=106197dd-e7b5-4b97-97be-cc2c4f223f80 HTTP/1.1" status: 200 len: 850 time: 0.0716825 Jul 16 01:24:02.374255 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b843c49a-3223-4ce9-ab84-32723212ed59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.383908 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-48df0b7f-4f53-4654-89dc-652c93e84108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:02.384352 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.395755 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-48df0b7f-4f53-4654-89dc-652c93e84108 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53feacae-2243-41e3-99bc-6a4cd77c4a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1627347 Jul 16 01:24:02.424387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f154f08-5c8b-4681-ae9f-65b8c6e80783 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:02.437125 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-a61bbf15-f9bb-4a9e-959b-6fc32dfcc5c3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467608 Jul 16 01:24:02.467343 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.468750 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 3f154f08-5c8b-4681-ae9f-65b8c6e80783, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3f154f08-5c8b-4681-ae9f-65b8c6e80783,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:02.472902 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76023aed-d79d-40ab-abbe-5533a95e1c52 req-1ccb1e4b-8ddd-4701-8224-84da1fbe1d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:02.474654 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-76023aed-d79d-40ab-abbe-5533a95e1c52 req-1ccb1e4b-8ddd-4701-8224-84da1fbe1d5b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=edd1ed0455014b31835bf69f0954c3dd&device_id=b92e5c51-69bd-41cb-be2f-674054762456 HTTP/1.1" status: 200 len: 1099 time: 0.2234235 Jul 16 01:24:02.488639 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.538654 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=3f154f08-5c8b-4681-ae9f-65b8c6e80783,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:02.544935 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-bf429cfc-c0ff-40f3-a375-87f03c38bb29 req-f06ac0d8-1601-4d50-b5d5-e401a1579cbc tempest-SecurityGroupsNegativeTestJSON-904939804 tempest-SecurityGroupsNegativeTestJSON-904939804-project] show failed (client error): The resource could not be found. Jul 16 01:24:02.546015 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf429cfc-c0ff-40f3-a375-87f03c38bb29 req-f06ac0d8-1601-4d50-b5d5-e401a1579cbc tempest-SecurityGroupsNegativeTestJSON-904939804 tempest-SecurityGroupsNegativeTestJSON-904939804-project] 10.222.0.16 "GET /v2.0/security-groups/9f24b386-682d-4300-a53f-90078a38790d HTTP/1.1" status: 404 len: 352 time: 0.0566134 Jul 16 01:24:02.594528 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-69beccf5-17b5-4dda-86ba-46f5953afd9d service neutron] 10.222.0.84 "GET /v2.0/networks/2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489108 Jul 16 01:24:02.626392 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-2f26c4d2-0749-4c34-b50d-45dbff19538e service neutron] 10.222.0.16 "GET /v2.0/networks/53feacae-2243-41e3-99bc-6a4cd77c4a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228551 Jul 16 01:24:02.675513 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76023aed-d79d-40ab-abbe-5533a95e1c52 req-612936f2-313f-4517-9876-4ea621f03c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:02.677039 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-76023aed-d79d-40ab-abbe-5533a95e1c52 req-612936f2-313f-4517-9876-4ea621f03c2d service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.1938837 Jul 16 01:24:02.702933 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b843c49a-3223-4ce9-ab84-32723212ed59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.720287 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['3f154f08-5c8b-4681-ae9f-65b8c6e80783'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:02.733817 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b843c49a-3223-4ce9-ab84-32723212ed59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.747432 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-76023aed-d79d-40ab-abbe-5533a95e1c52 req-4dde7420-a726-4015-ab5c-a391247d5e63 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=d45cd596-b7a8-49b3-992b-1466c9213f6e HTTP/1.1" status: 200 len: 217 time: 0.0622082 Jul 16 01:24:02.803024 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-590aff23-bbd0-4a13-8771-3f05e0acf5e7 req-f306b85e-600c-4b7c-b0cb-ae1aa09191a7 service neutron] 10.222.0.16 "GET /v2.0/networks/53feacae-2243-41e3-99bc-6a4cd77c4a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695342 Jul 16 01:24:02.803390 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0852a74-d354-4cdb-943a-34bae9a36717 req-de531548-015f-47ad-a0a6-35136a4cbfc6 service neutron] 10.222.0.84 "GET /v2.0/networks/2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012410 Jul 16 01:24:02.805675 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b843c49a-3223-4ce9-ab84-32723212ed59 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd354f7f33084ccb991245d73249dee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7521961 Jul 16 01:24:02.806410 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843c49a-3223-4ce9-ab84-32723212ed59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4696e3d-3158-4b7a-ae6f-a6078f58fa59,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:02.809799 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44376) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:02.830441 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76023aed-d79d-40ab-abbe-5533a95e1c52 req-ca19130a-6e8b-48c8-86ec-f3fb6caad118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:02.831947 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-76023aed-d79d-40ab-abbe-5533a95e1c52 req-ca19130a-6e8b-48c8-86ec-f3fb6caad118 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0771465 Jul 16 01:24:02.836450 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c8ec1-35e4-4d38-98b7-c8402666d359 req-5e7e07cd-3ea9-4db8-b98a-875918f673a8 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:02.838068 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b1c8ec1-35e4-4d38-98b7-c8402666d359 req-5e7e07cd-3ea9-4db8-b98a-875918f673a8 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=54103087-7d43-4706-8804-34af66c2ac9e HTTP/1.1" status: 200 len: 943 time: 0.1741307 Jul 16 01:24:02.897636 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b1c8ec1-35e4-4d38-98b7-c8402666d359 req-25dcad03-b62d-4a9d-884f-adfd87265812 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518324 Jul 16 01:24:02.911726 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4251b8e4-7a0c-4e85-82b8-e6f32d6fabd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.942440 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19132960-c772-44d7-aea4-72454d578738 x-openstack-request-id: req-19132960-c772-44d7-aea4-72454d578738 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:02.942689 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0", "tag": "7511fc6a-9be5-41ba-aba5-0f1a8ef03c05", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0", "tag": "7511fc6a-9be5-41ba-aba5-0f1a8ef03c05", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:02.942916 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19132960-c772-44d7-aea4-72454d578738 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:02.943383 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0', 'tag': '7511fc6a-9be5-41ba-aba5-0f1a8ef03c05', 'status': 'completed', 'code': 200} Jul 16 01:24:02.943640 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0', 'tag': '7511fc6a-9be5-41ba-aba5-0f1a8ef03c05', 'status': 'completed', 'code': 200} Jul 16 01:24:02.944214 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4251b8e4-7a0c-4e85-82b8-e6f32d6fabd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.956550 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76023aed-d79d-40ab-abbe-5533a95e1c52 req-0fd83c63-02da-43bd-a393-519e64fc9942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:02.958085 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-76023aed-d79d-40ab-abbe-5533a95e1c52 req-0fd83c63-02da-43bd-a393-519e64fc9942 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1150479 Jul 16 01:24:03.034988 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716325d-3f47-41d0-9e8a-ea4afc7f0018 req-5704f4a1-7197-40a4-b20a-c7cd33cdab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:03.037061 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8716325d-3f47-41d0-9e8a-ea4afc7f0018 req-5704f4a1-7197-40a4-b20a-c7cd33cdab60 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c96c4b57e6340f3aa0dce63cee1d2fb&device_id=cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0 HTTP/1.1" status: 200 len: 1175 time: 0.0593698 Jul 16 01:24:03.094011 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4251b8e4-7a0c-4e85-82b8-e6f32d6fabd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.096431 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4251b8e4-7a0c-4e85-82b8-e6f32d6fabd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.097592 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4251b8e4-7a0c-4e85-82b8-e6f32d6fabd2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a4696e3d-3158-4b7a-ae6f-a6078f58fa59 HTTP/1.1" status: 204 len: 168 time: 0.2868359 Jul 16 01:24:03.126327 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-76023aed-d79d-40ab-abbe-5533a95e1c52 req-31d12956-c93b-4cca-a073-76a3b22980ac service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603513 Jul 16 01:24:03.127021 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251b8e4-7a0c-4e85-82b8-e6f32d6fabd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4696e3d-3158-4b7a-ae6f-a6078f58fa59,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:03.140413 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6237a-f298-488e-ac0c-3f7164b10656 req-99b4ade7-c7b0-417f-bd21-8cbd23e81e6e tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:03.142076 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fba6237a-f298-488e-ac0c-3f7164b10656 req-99b4ade7-c7b0-417f-bd21-8cbd23e81e6e tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0 HTTP/1.1" status: 200 len: 1023 time: 0.1664503 Jul 16 01:24:03.190571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716325d-3f47-41d0-9e8a-ea4afc7f0018 req-040ad544-c880-4f9f-a976-789232ce492e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:03.192392 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8716325d-3f47-41d0-9e8a-ea4afc7f0018 req-040ad544-c880-4f9f-a976-789232ce492e service neutron] 10.222.0.82 "GET /v2.0/networks?id=82d9de2b-4bea-47ad-b969-042e519aa5e2 HTTP/1.1" status: 200 len: 914 time: 0.1482439 Jul 16 01:24:03.201418 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44425196-425f-4cff-8a9e-63cc55d01c2c req-ec1322d8-b2ca-48ba-a6c9-2745e20f0521 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:03.202878 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-44425196-425f-4cff-8a9e-63cc55d01c2c req-ec1322d8-b2ca-48ba-a6c9-2745e20f0521 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=b92e5c51-69bd-41cb-be2f-674054762456 HTTP/1.1" status: 200 len: 947 time: 0.1505764 Jul 16 01:24:03.238341 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8716325d-3f47-41d0-9e8a-ea4afc7f0018 req-88c69623-aa95-4144-aa3d-c8ae4506588e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 HTTP/1.1" status: 200 len: 217 time: 0.0344737 Jul 16 01:24:03.282522 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fba6237a-f298-488e-ac0c-3f7164b10656 req-e5fcb4c6-ac37-451c-b621-908616edbed8 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?id=df07f559-1004-4d5b-97fd-3b5445813da7&id=5788cada-a64e-47ae-8102-7dac2e9bc5e3&id=d7e156e6-b251-4378-a93b-db087c6a5791 HTTP/1.1" status: 200 len: 6148 time: 0.1312678 Jul 16 01:24:03.284757 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-76023aed-d79d-40ab-abbe-5533a95e1c52 req-b79b4690-f428-470c-8d0c-689511d146da service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417205 Jul 16 01:24:03.315254 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-44425196-425f-4cff-8a9e-63cc55d01c2c req-26618a4a-553e-495d-9f1a-5cfd2e14cf51 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757976 Jul 16 01:24:03.333262 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716325d-3f47-41d0-9e8a-ea4afc7f0018 req-6db50727-8d08-4bc5-97f1-709d5c4bbc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:03.334776 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8716325d-3f47-41d0-9e8a-ea4afc7f0018 req-6db50727-8d08-4bc5-97f1-709d5c4bbc31 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2b3acb55-2841-4726-a20b-0bdf77029019 HTTP/1.1" status: 200 len: 853 time: 0.0762758 Jul 16 01:24:03.351441 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b6316dc0-7061-4509-bf12-a8eeb30aa067 req-1a89f789-ee4b-42b5-afbc-b428f2a45aa8 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/floatingips/65b6e5dc-6aff-4f0b-a90e-8a5beb76d26b HTTP/1.1" status: 200 len: 693 time: 0.0485525 Jul 16 01:24:03.378268 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8716325d-3f47-41d0-9e8a-ea4afc7f0018 req-1d5a30cf-d513-4bd8-9038-a87034346f31 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=82d9de2b-4bea-47ad-b969-042e519aa5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332122 Jul 16 01:24:03.445200 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-180d68d0-23d3-46fe-ad60-f41538676727 req-ac10f58f-b877-4a1b-9109-1224f55e7518 tempest-SecurityGroupsNegativeTestJSON-904939804 tempest-SecurityGroupsNegativeTestJSON-904939804-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5115a5c930849b1af4f54899503fb33 HTTP/1.1" status: 200 len: 2988 time: 0.0912766 Jul 16 01:24:03.488208 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6316dc0-7061-4509-bf12-a8eeb30aa067 req-2200efaf-e440-4654-af3f-36caf5bf2b97 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:03.489757 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b6316dc0-7061-4509-bf12-a8eeb30aa067 req-2200efaf-e440-4654-af3f-36caf5bf2b97 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.1328804 Jul 16 01:24:03.490226 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44392) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:03.538728 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-180d68d0-23d3-46fe-ad60-f41538676727 req-c8fcd41a-f7d9-4c36-a799-2128e2fbaaea tempest-SecurityGroupsNegativeTestJSON-904939804 tempest-SecurityGroupsNegativeTestJSON-904939804-project] 10.222.0.16 "GET /v2.0/security-groups/b507458d-986c-4894-a21c-2dca7a6cc723 HTTP/1.1" status: 200 len: 2985 time: 0.0664949 Jul 16 01:24:03.540821 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8716325d-3f47-41d0-9e8a-ea4afc7f0018 req-fe3fa384-c7d6-4dbf-bf28-b3142aa61253 service neutron] 10.222.0.82 "GET /v2.0/networks/82d9de2b-4bea-47ad-b969-042e519aa5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534185 Jul 16 01:24:03.559952 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b6316dc0-7061-4509-bf12-a8eeb30aa067 req-138af5da-5296-4cde-b013-3dd301936d38 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.136 HTTP/1.1" status: 200 len: 696 time: 0.0628304 Jul 16 01:24:03.583722 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ee1b929c-9bc6-418a-8fba-abe58a893159 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fbf7c8ed406b4d0aa509bf7a7d974ee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0917912 Jul 16 01:24:03.587774 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44394) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:03.638502 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-180d68d0-23d3-46fe-ad60-f41538676727 req-0283c2b5-7b1c-4cd8-83ff-cdb4ce544f23 tempest-SecurityGroupsNegativeTestJSON-904939804 tempest-SecurityGroupsNegativeTestJSON-904939804-project] 10.222.0.16 "GET /v2.0/security-groups/b507458d-986c-4894-a21c-2dca7a6cc723 HTTP/1.1" status: 200 len: 2985 time: 0.0929399 Jul 16 01:24:03.639175 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b6316dc0-7061-4509-bf12-a8eeb30aa067 req-f4120165-7227-4214-b134-aa4a20c8fc1c tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.136 HTTP/1.1" status: 200 len: 696 time: 0.0688877 Jul 16 01:24:03.671765 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8716325d-3f47-41d0-9e8a-ea4afc7f0018 req-c8ce6d39-58a8-4b9e-bb0c-7bf92502f044 service neutron] 10.222.0.82 "GET /v2.0/networks/82d9de2b-4bea-47ad-b969-042e519aa5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179209 Jul 16 01:24:03.749462 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-249977a6-ae09-4eb2-b97f-f7130622b01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.822689 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-249977a6-ae09-4eb2-b97f-f7130622b01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.824935 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716325d-3f47-41d0-9e8a-ea4afc7f0018 req-352f325f-b57f-4202-8337-3715e1b3d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:03.826484 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8716325d-3f47-41d0-9e8a-ea4afc7f0018 req-352f325f-b57f-4202-8337-3715e1b3d9e2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c96c4b57e6340f3aa0dce63cee1d2fb&device_id=cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0 HTTP/1.1" status: 200 len: 1175 time: 0.1042688 Jul 16 01:24:03.838877 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5012494-ad0a-49cd-978a-b97963d739f1 req-51658c2a-6f26-492d-ad71-4c1f3a24e92e tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:03.840334 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d5012494-ad0a-49cd-978a-b97963d739f1 req-51658c2a-6f26-492d-ad71-4c1f3a24e92e tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.16 "GET /v2.0/ports?device_id=36a51469-434e-46bb-b1b3-b667c3acc282 HTTP/1.1" status: 200 len: 943 time: 0.0851257 Jul 16 01:24:03.870895 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-b6316dc0-7061-4509-bf12-a8eeb30aa067 req-9071d524-95cc-4445-be95-4c9ea0ac9919 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Deleting port 2787ac0f-c387-4c28-8ed3-c9e0855af708 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:03.871253 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b6316dc0-7061-4509-bf12-a8eeb30aa067 req-9071d524-95cc-4445-be95-4c9ea0ac9919 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.883427 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device fbb1ebed-036e-45cd-a981-a7b13cf8bf10 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:03.896420 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 3f154f08-5c8b-4681-ae9f-65b8c6e80783 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:03.902812 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-249977a6-ae09-4eb2-b97f-f7130622b01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.905742 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-249977a6-ae09-4eb2-b97f-f7130622b01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.909975 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-249977a6-ae09-4eb2-b97f-f7130622b01d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af7d6784-cfc4-4766-9b7f-043dd7c9bfcb HTTP/1.1" status: 204 len: 168 time: 0.3181491 Jul 16 01:24:03.954985 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249977a6-ae09-4eb2-b97f-f7130622b01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7d6784-cfc4-4766-9b7f-043dd7c9bfcb,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:03.978053 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b6316dc0-7061-4509-bf12-a8eeb30aa067 req-9071d524-95cc-4445-be95-4c9ea0ac9919 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.978389 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b6316dc0-7061-4509-bf12-a8eeb30aa067 req-9071d524-95cc-4445-be95-4c9ea0ac9919 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.993349 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-b6316dc0-7061-4509-bf12-a8eeb30aa067 req-9071d524-95cc-4445-be95-4c9ea0ac9919 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Calling delete_port for 2787ac0f-c387-4c28-8ed3-c9e0855af708 owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:04.040527 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 3f154f08-5c8b-4681-ae9f-65b8c6e80783 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:04.053177 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 3f154f08-5c8b-4681-ae9f-65b8c6e80783 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:04.053991 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.059839 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device d45cd596-b7a8-49b3-992b-1466c9213f6e details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:04.131066 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port fbb1ebed-036e-45cd-a981-a7b13cf8bf10, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fbb1ebed-036e-45cd-a981-a7b13cf8bf10,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:04.149670 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'fbb1ebed-036e-45cd-a981-a7b13cf8bf10', 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47', 'port_id': 'fbb1ebed-036e-45cd-a981-a7b13cf8bf10', 'mac_address': 'fa:16:3e:a6:b1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01112ffd-e4af-4423-aa07-05f338809738', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:04.159449 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b6316dc0-7061-4509-bf12-a8eeb30aa067 req-9071d524-95cc-4445-be95-4c9ea0ac9919 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.208148 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071d524-95cc-4445-be95-4c9ea0ac9919 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Pushing event deleted for resources: {'Port': ['ID=2787ac0f-c387-4c28-8ed3-c9e0855af708,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:04.250578 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4', 'tag': '387fb1e6-f536-4422-b96f-948b19e8c8b3'}, {'name': 'network-changed', 'server_uuid': '54103087-7d43-4706-8804-34af66c2ac9e', 'tag': 'fbb1ebed-036e-45cd-a981-a7b13cf8bf10'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:04.253199 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c917935-5951-4026-8ccd-4bb4088c3635" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4", "tag": "387fb1e6-f536-4422-b96f-948b19e8c8b3"}, {"name": "network-changed", "server_uuid": "54103087-7d43-4706-8804-34af66c2ac9e", "tag": "fbb1ebed-036e-45cd-a981-a7b13cf8bf10"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:04.278271 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.278783 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b6316dc0-7061-4509-bf12-a8eeb30aa067 req-9071d524-95cc-4445-be95-4c9ea0ac9919 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.284098 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b6316dc0-7061-4509-bf12-a8eeb30aa067 req-9071d524-95cc-4445-be95-4c9ea0ac9919 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.285470 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b6316dc0-7061-4509-bf12-a8eeb30aa067 req-9071d524-95cc-4445-be95-4c9ea0ac9919 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "DELETE /v2.0/floatingips/65b6e5dc-6aff-4f0b-a90e-8a5beb76d26b HTTP/1.1" status: 204 len: 173 time: 0.6331346 Jul 16 01:24:04.308955 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb1ebed-036e-45cd-a981-a7b13cf8bf10 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:04.342772 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port d45cd596-b7a8-49b3-992b-1466c9213f6e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=d45cd596-b7a8-49b3-992b-1466c9213f6e,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:04.346961 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.367532 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port fbb1ebed-036e-45cd-a981-a7b13cf8bf10, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fbb1ebed-036e-45cd-a981-a7b13cf8bf10,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:04.397335 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 3f154f08-5c8b-4681-ae9f-65b8c6e80783, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3f154f08-5c8b-4681-ae9f-65b8c6e80783,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:04.400685 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f154f08-5c8b-4681-ae9f-65b8c6e80783'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:04.403163 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e17aa1-ef50-48d9-8594-367340f7e46d" -d '{"events": [{"server_uuid": "3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd", "name": "network-vif-plugged", "status": "completed", "tag": "3f154f08-5c8b-4681-ae9f-65b8c6e80783"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:04.408380 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.412103 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.415310 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'd45cd596-b7a8-49b3-992b-1466c9213f6e', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': 'd45cd596-b7a8-49b3-992b-1466c9213f6e', 'mac_address': 'fa:16:3e:53:20:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:04.419015 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d5012494-ad0a-49cd-978a-b97963d739f1 req-b6da5dc8-4c93-44e6-9ee1-27eb65b3de1c tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.16 "GET /v2.0/security-groups?id=f58fced3-04de-48ee-a60e-0f12ba3032ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5704210 Jul 16 01:24:04.424147 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716325d-3f47-41d0-9e8a-ea4afc7f0018 req-40a7892f-cc30-4981-b92b-b26c390528c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:04.425886 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8716325d-3f47-41d0-9e8a-ea4afc7f0018 req-40a7892f-cc30-4981-b92b-b26c390528c7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=82d9de2b-4bea-47ad-b969-042e519aa5e2 HTTP/1.1" status: 200 len: 914 time: 0.5846970 Jul 16 01:24:04.449931 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-222c568c-26ab-4880-b559-b2c7bc90033f req-853f290b-8af9-4278-b7db-28d9f592e2b5 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2132926301 ', 'description': 'tempest-description-1763689711'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:04.476512 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-222c568c-26ab-4880-b559-b2c7bc90033f req-853f290b-8af9-4278-b7db-28d9f592e2b5 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.480316 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8716325d-3f47-41d0-9e8a-ea4afc7f0018 req-55a9cf5a-ae6d-4d25-93bb-b8104fff7655 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 HTTP/1.1" status: 200 len: 217 time: 0.0463724 Jul 16 01:24:04.512217 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=fbb1ebed-036e-45cd-a981-a7b13cf8bf10,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:04.525772 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.559086 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716325d-3f47-41d0-9e8a-ea4afc7f0018 req-9a3af19c-2b3a-4f57-ba31-e87bc10a390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:04.560667 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8716325d-3f47-41d0-9e8a-ea4afc7f0018 req-9a3af19c-2b3a-4f57-ba31-e87bc10a390a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2b3acb55-2841-4726-a20b-0bdf77029019 HTTP/1.1" status: 200 len: 853 time: 0.0737231 Jul 16 01:24:04.568116 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9bd0796c-05dd-4d0e-bd16-d79e7dd25704 req-6b962f8c-0e9d-482b-b33d-a745c78179e9 tempest-SecurityGroupsNegativeTestJSON-904939804 tempest-SecurityGroupsNegativeTestJSON-904939804-project] 10.222.0.16 "GET /v2.0/security-groups/b507458d-986c-4894-a21c-2dca7a6cc723 HTTP/1.1" status: 200 len: 2985 time: 0.0907273 Jul 16 01:24:04.595405 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=3f154f08-5c8b-4681-ae9f-65b8c6e80783,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:04.599187 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-222c568c-26ab-4880-b559-b2c7bc90033f req-853f290b-8af9-4278-b7db-28d9f592e2b5 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.603154 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8716325d-3f47-41d0-9e8a-ea4afc7f0018 req-e4f2eef8-0e9e-4dc6-a0bc-154c080c6d49 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=82d9de2b-4bea-47ad-b969-042e519aa5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343628 Jul 16 01:24:04.607928 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-222c568c-26ab-4880-b559-b2c7bc90033f req-853f290b-8af9-4278-b7db-28d9f592e2b5 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.631755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45cd596-b7a8-49b3-992b-1466c9213f6e {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:04.648395 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-222c568c-26ab-4880-b559-b2c7bc90033f req-853f290b-8af9-4278-b7db-28d9f592e2b5 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.650923 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-222c568c-26ab-4880-b559-b2c7bc90033f req-853f290b-8af9-4278-b7db-28d9f592e2b5 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.2065446 Jul 16 01:24:04.658419 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f290b-8af9-4278-b7db-28d9f592e2b5 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fd5129-4aa2-4745-b40c-4c3c9c754ae8,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:04.690775 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port d45cd596-b7a8-49b3-992b-1466c9213f6e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=d45cd596-b7a8-49b3-992b-1466c9213f6e,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:04.701501 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.737313 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-9bd0796c-05dd-4d0e-bd16-d79e7dd25704 req-e8390065-5a2e-4d76-bf99-0fbbb1c69c87 tempest-SecurityGroupsNegativeTestJSON-904939804 tempest-SecurityGroupsNegativeTestJSON-904939804-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:24:04.738694 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9bd0796c-05dd-4d0e-bd16-d79e7dd25704 req-e8390065-5a2e-4d76-bf99-0fbbb1c69c87 tempest-SecurityGroupsNegativeTestJSON-904939804 tempest-SecurityGroupsNegativeTestJSON-904939804-project] 10.222.0.16 "DELETE /v2.0/security-groups/b507458d-986c-4894-a21c-2dca7a6cc723 HTTP/1.1" status: 409 len: 352 time: 0.1601908 Jul 16 01:24:04.762080 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8716325d-3f47-41d0-9e8a-ea4afc7f0018 req-2ab3f1c9-c4f7-47ed-a369-29926339a3dc service neutron] 10.222.0.82 "GET /v2.0/networks/82d9de2b-4bea-47ad-b969-042e519aa5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497743 Jul 16 01:24:04.763399 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.819324 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f194b8-628a-49d3-9689-ad25cf082924 x-openstack-request-id: req-95f194b8-628a-49d3-9689-ad25cf082924 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:04.819834 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4", "tag": "387fb1e6-f536-4422-b96f-948b19e8c8b3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "54103087-7d43-4706-8804-34af66c2ac9e", "tag": "fbb1ebed-036e-45cd-a981-a7b13cf8bf10", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:04.819936 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95f194b8-628a-49d3-9689-ad25cf082924 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:04.820284 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4', 'tag': '387fb1e6-f536-4422-b96f-948b19e8c8b3', 'status': 'completed', 'code': 200} Jul 16 01:24:04.820455 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['fbb1ebed-036e-45cd-a981-a7b13cf8bf10'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:04.820561 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54103087-7d43-4706-8804-34af66c2ac9e', 'tag': 'fbb1ebed-036e-45cd-a981-a7b13cf8bf10', 'status': 'completed', 'code': 200} Jul 16 01:24:04.861493 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=d45cd596-b7a8-49b3-992b-1466c9213f6e,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:04.906958 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33143bf8-a156-4589-8aa3-b3489784ceda req-53af258f-0be8-4a74-8b59-87613a3b39e8 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:04.909010 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-33143bf8-a156-4589-8aa3-b3489784ceda req-53af258f-0be8-4a74-8b59-87613a3b39e8 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=54103087-7d43-4706-8804-34af66c2ac9e HTTP/1.1" status: 200 len: 944 time: 0.1126711 Jul 16 01:24:04.949137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a51469-434e-46bb-b1b3-b667c3acc282', 'tag': 'ed4f9728-d180-4627-a76e-c9f1698c7015'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:04.951658 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6fec2b-05a2-4b49-9c89-5f61ec0b4563" -d '{"events": [{"name": "network-changed", "server_uuid": "36a51469-434e-46bb-b1b3-b667c3acc282", "tag": "ed4f9728-d180-4627-a76e-c9f1698c7015"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:04.963636 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8716325d-3f47-41d0-9e8a-ea4afc7f0018 req-9d485e43-4356-4d5d-a7f1-181c254e3a44 service neutron] 10.222.0.82 "GET /v2.0/networks/82d9de2b-4bea-47ad-b969-042e519aa5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945570 Jul 16 01:24:04.977500 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-33143bf8-a156-4589-8aa3-b3489784ceda req-fb45d57f-a81b-498a-acc9-00df07055929 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600412 Jul 16 01:24:05.033935 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9712d095-84c1-43d0-8fec-b01c8de64d5e x-openstack-request-id: req-9712d095-84c1-43d0-8fec-b01c8de64d5e {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:05.034499 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd", "name": "network-vif-plugged", "status": "completed", "tag": "3f154f08-5c8b-4681-ae9f-65b8c6e80783", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:05.034499 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9712d095-84c1-43d0-8fec-b01c8de64d5e {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:05.035307 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f154f08-5c8b-4681-ae9f-65b8c6e80783', 'code': 200} Jul 16 01:24:05.052410 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c917935-5951-4026-8ccd-4bb4088c3635 req-2f3a119a-c0f7-4330-855b-e6c8f525b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:05.054504 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c917935-5951-4026-8ccd-4bb4088c3635 req-2f3a119a-c0f7-4330-855b-e6c8f525b2d8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a9bc865e4adb4b748ffb8234191c64fe&device_id=ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4 HTTP/1.1" status: 200 len: 1097 time: 0.1797853 Jul 16 01:24:05.071074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['d45cd596-b7a8-49b3-992b-1466c9213f6e'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:05.092261 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4389ce80-b33b-42bc-b171-e9b3f916fb77 req-b57d0e02-92af-45fc-818b-bc131aa32207 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/f6fd5129-4aa2-4745-b40c-4c3c9c754ae8 HTTP/1.1" status: 200 len: 1783 time: 0.0447369 Jul 16 01:24:05.156649 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [req-2d5987bb-ca01-4319-9b93-f67ef41591e4 req-35a55f80-1be6-443f-83d2-39299d713641 tempest-SecurityGroupsNegativeTestJSON-904939804 tempest-SecurityGroupsNegativeTestJSON-904939804-project] show failed (client error): The resource could not be found. Jul 16 01:24:05.157903 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d5987bb-ca01-4319-9b93-f67ef41591e4 req-35a55f80-1be6-443f-83d2-39299d713641 tempest-SecurityGroupsNegativeTestJSON-904939804 tempest-SecurityGroupsNegativeTestJSON-904939804-project] 10.222.0.16 "GET /v2.0/security-groups/931b9d4e-84ee-4785-afc2-83cec365aa4f HTTP/1.1" status: 404 len: 352 time: 0.0452218 Jul 16 01:24:05.181464 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31810634-f93f-4922-88b5-61ab98d2f6b0 req-6e15202f-b18d-4903-8eed-438df8deb68b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:05.189858 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-31810634-f93f-4922-88b5-61ab98d2f6b0 req-6e15202f-b18d-4903-8eed-438df8deb68b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=b92e5c51-69bd-41cb-be2f-674054762456 HTTP/1.1" status: 200 len: 948 time: 0.1997342 Jul 16 01:24:05.190027 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24605c8e-9ead-47fb-a228-60bc2d789923 req-c192de46-d19f-4e06-bd31-5d9fac48ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:05.192418 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24605c8e-9ead-47fb-a228-60bc2d789923 req-c192de46-d19f-4e06-bd31-5d9fac48ddbb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd HTTP/1.1" status: 200 len: 1102 time: 0.0907459 Jul 16 01:24:05.253010 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24605c8e-9ead-47fb-a228-60bc2d789923 req-a62f4b50-5c3a-480f-add9-d91b6b897b6c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524421 Jul 16 01:24:05.277910 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c917935-5951-4026-8ccd-4bb4088c3635 req-fddcdb63-bece-4a17-9e8f-d3caccf28264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:05.280215 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c917935-5951-4026-8ccd-4bb4088c3635 req-fddcdb63-bece-4a17-9e8f-d3caccf28264 service neutron] 10.222.0.84 "GET /v2.0/networks?id=53feacae-2243-41e3-99bc-6a4cd77c4a23 HTTP/1.1" status: 200 len: 928 time: 0.2100523 Jul 16 01:24:05.286742 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-31810634-f93f-4922-88b5-61ab98d2f6b0 req-9fe561d3-3b09-42c1-8d68-0acfd0051ab1 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959346 Jul 16 01:24:05.359768 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d4faa-dbc0-4581-816b-3a87c13900f6 req-6600cf47-e441-4860-bbc1-0f8c95c4b682 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:05.361388 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e35d4faa-dbc0-4581-816b-3a87c13900f6 req-6600cf47-e441-4860-bbc1-0f8c95c4b682 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0926032 Jul 16 01:24:05.363807 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d195ab1d-9d8a-4f17-9fa5-014bbbc79896 x-openstack-request-id: req-d195ab1d-9d8a-4f17-9fa5-014bbbc79896 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:05.364135 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a51469-434e-46bb-b1b3-b667c3acc282", "tag": "ed4f9728-d180-4627-a76e-c9f1698c7015", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:05.364402 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d195ab1d-9d8a-4f17-9fa5-014bbbc79896 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:05.364801 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a51469-434e-46bb-b1b3-b667c3acc282', 'tag': 'ed4f9728-d180-4627-a76e-c9f1698c7015', 'status': 'completed', 'code': 200} Jul 16 01:24:05.368391 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c917935-5951-4026-8ccd-4bb4088c3635 req-5c289cdf-46b1-44ba-be0d-2e951c9748b3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=387fb1e6-f536-4422-b96f-948b19e8c8b3 HTTP/1.1" status: 200 len: 217 time: 0.0610526 Jul 16 01:24:05.414288 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e35d4faa-dbc0-4581-816b-3a87c13900f6 req-3ccc6ed0-895a-48d4-ae35-800266b63917 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0466893 Jul 16 01:24:05.458051 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2bf385fd-794b-4761-8f70-42af14ddfa53 req-eb1d9c97-b49c-411c-b7b2-f58502156605 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/f6fd5129-4aa2-4745-b40c-4c3c9c754ae8 HTTP/1.1" status: 200 len: 1783 time: 0.0918541 Jul 16 01:24:05.467929 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [req-f4af39c7-6b05-4392-887f-50be4bc76fb3 req-2f83218b-849c-46d4-8682-89d5e87a10ff tempest-SecurityGroupsNegativeTestJSON-904939804 tempest-SecurityGroupsNegativeTestJSON-904939804-project] show failed (client error): The resource could not be found. Jul 16 01:24:05.469245 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4af39c7-6b05-4392-887f-50be4bc76fb3 req-2f83218b-849c-46d4-8682-89d5e87a10ff tempest-SecurityGroupsNegativeTestJSON-904939804 tempest-SecurityGroupsNegativeTestJSON-904939804-project] 10.222.0.16 "GET /v2.0/security-groups/60b1858f-ee58-49d4-9ef2-5cd2f1f48424 HTTP/1.1" status: 404 len: 352 time: 0.0204308 Jul 16 01:24:05.484780 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fec2b-05a2-4b49-9c89-5f61ec0b4563 req-f7281be9-68ad-4141-834d-9d63b4d0bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:05.484780 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fd6fec2b-05a2-4b49-9c89-5f61ec0b4563 req-f7281be9-68ad-4141-834d-9d63b4d0bd04 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8dc46db9da51474a989072848caec489&device_id=36a51469-434e-46bb-b1b3-b667c3acc282 HTTP/1.1" status: 200 len: 1095 time: 0.0775974 Jul 16 01:24:05.484780 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44454) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:05.491804 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c917935-5951-4026-8ccd-4bb4088c3635 req-d1b8b9c0-8049-45bb-8faa-dfa59990a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:05.493550 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c917935-5951-4026-8ccd-4bb4088c3635 req-d1b8b9c0-8049-45bb-8faa-dfa59990a863 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a4494480-612e-4b7a-bad4-4f8c38f707d7 HTTP/1.1" status: 200 len: 866 time: 0.1051469 Jul 16 01:24:05.575350 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2bf385fd-794b-4761-8f70-42af14ddfa53 req-d0704594-a771-4ac6-88ea-4cb7608c87a5 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.582552 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d1e8b70f-dcef-4937-b13e-58e5f91e59f9 req-b593007a-fdbf-4524-ae71-005f53405965 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0543973 Jul 16 01:24:05.608531 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2bf385fd-794b-4761-8f70-42af14ddfa53 req-d0704594-a771-4ac6-88ea-4cb7608c87a5 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.620350 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c917935-5951-4026-8ccd-4bb4088c3635 req-f3873b07-6093-4d81-bc33-1131c89c7bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:05.622166 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c917935-5951-4026-8ccd-4bb4088c3635 req-f3873b07-6093-4d81-bc33-1131c89c7bcd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=53feacae-2243-41e3-99bc-6a4cd77c4a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1206825 Jul 16 01:24:05.638137 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0897b33-1fb4-4092-9044-6ea1ca693820 admin admin] Deleting subnet 7ba3bcdc-b794-4747-ac2d-5c9e586033e9 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:24:05.641911 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0897b33-1fb4-4092-9044-6ea1ca693820 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.698298 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0897b33-1fb4-4092-9044-6ea1ca693820 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.722687 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fec2b-05a2-4b49-9c89-5f61ec0b4563 req-9384e06d-bf7c-4bf6-91df-5b435cb83f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:05.724771 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fd6fec2b-05a2-4b49-9c89-5f61ec0b4563 req-9384e06d-bf7c-4bf6-91df-5b435cb83f48 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22 HTTP/1.1" status: 200 len: 911 time: 0.2319305 Jul 16 01:24:05.733095 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2bf385fd-794b-4761-8f70-42af14ddfa53 req-d0704594-a771-4ac6-88ea-4cb7608c87a5 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.736495 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2bf385fd-794b-4761-8f70-42af14ddfa53 req-d0704594-a771-4ac6-88ea-4cb7608c87a5 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.737698 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2bf385fd-794b-4761-8f70-42af14ddfa53 req-d0704594-a771-4ac6-88ea-4cb7608c87a5 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "DELETE /v2.0/security-groups/f6fd5129-4aa2-4745-b40c-4c3c9c754ae8 HTTP/1.1" status: 204 len: 173 time: 0.2784684 Jul 16 01:24:05.763813 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0704594-a771-4ac6-88ea-4cb7608c87a5 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fd5129-4aa2-4745-b40c-4c3c9c754ae8,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:05.783227 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c917935-5951-4026-8ccd-4bb4088c3635 req-5878b858-7689-45c6-8fe8-53cfbba65e57 service neutron] 10.222.0.84 "GET /v2.0/networks/53feacae-2243-41e3-99bc-6a4cd77c4a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506984 Jul 16 01:24:05.785210 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fd6fec2b-05a2-4b49-9c89-5f61ec0b4563 req-30666a4e-7030-4005-968e-85c25dcdaf28 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed4f9728-d180-4627-a76e-c9f1698c7015 HTTP/1.1" status: 200 len: 217 time: 0.0510712 Jul 16 01:24:05.810129 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0897b33-1fb4-4092-9044-6ea1ca693820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.871578 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44466) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:05.893214 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ed4f9728-d180-4627-a76e-c9f1698c7015 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:05.919227 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fec2b-05a2-4b49-9c89-5f61ec0b4563 req-2201485e-50b1-4f25-a346-e2c46197d676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:05.921617 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fd6fec2b-05a2-4b49-9c89-5f61ec0b4563 req-2201485e-50b1-4f25-a346-e2c46197d676 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=106197dd-e7b5-4b97-97be-cc2c4f223f80 HTTP/1.1" status: 200 len: 850 time: 0.1236765 Jul 16 01:24:05.926268 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0897b33-1fb4-4092-9044-6ea1ca693820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.971394 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device fbb1ebed-036e-45cd-a981-a7b13cf8bf10 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:06.028975 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fd6fec2b-05a2-4b49-9c89-5f61ec0b4563 req-5903818c-6e30-4917-9233-c3e0d067596e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987258 Jul 16 01:24:06.035266 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0897b33-1fb4-4092-9044-6ea1ca693820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ba3bcdc-b794-4747-ac2d-5c9e586033e9,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:06.037034 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aebc90-5ec9-4f8a-9710-325c619e3499 req-ddb782d4-52e0-4e1b-980e-80eb0b525435 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:06.038654 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-03aebc90-5ec9-4f8a-9710-325c619e3499 req-ddb782d4-52e0-4e1b-980e-80eb0b525435 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.16 "GET /v2.0/ports?device_id=36a51469-434e-46bb-b1b3-b667c3acc282 HTTP/1.1" status: 200 len: 943 time: 0.1783693 Jul 16 01:24:06.039449 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0897b33-1fb4-4092-9044-6ea1ca693820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.044646 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f0897b33-1fb4-4092-9044-6ea1ca693820 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7ba3bcdc-b794-4747-ac2d-5c9e586033e9 HTTP/1.1" status: 204 len: 168 time: 0.5599947 Jul 16 01:24:06.057662 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44472) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:06.078590 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c917935-5951-4026-8ccd-4bb4088c3635 req-78ad0d6b-5ff9-4d0c-852c-3551737c540d service neutron] 10.222.0.84 "GET /v2.0/networks/53feacae-2243-41e3-99bc-6a4cd77c4a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794678 Jul 16 01:24:06.117751 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-03aebc90-5ec9-4f8a-9710-325c619e3499 req-a34dd840-18fa-44fd-9953-d6b4599302fb tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.16 "GET /v2.0/security-groups?id=f58fced3-04de-48ee-a60e-0f12ba3032ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627582 Jul 16 01:24:06.170021 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-e94d42ed-2995-4024-aaef-a25d2f9bbe51 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1865431400'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:06.230086 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c917935-5951-4026-8ccd-4bb4088c3635 req-800c9c17-6276-4c90-a758-783bd028c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:06.232700 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c917935-5951-4026-8ccd-4bb4088c3635 req-800c9c17-6276-4c90-a758-783bd028c043 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c1a8d4b2ddbf47a7b73f2c07224e331f&device_id=54103087-7d43-4706-8804-34af66c2ac9e HTTP/1.1" status: 200 len: 1096 time: 0.0672693 Jul 16 01:24:06.292765 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [req-b79a2b1f-d70f-44e9-bf74-f55a42e06e33 req-dcd06e83-bb88-4ba8-bf44-178aa3b8e0d3 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] show failed (client error): The resource could not be found. Jul 16 01:24:06.293958 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b79a2b1f-d70f-44e9-bf74-f55a42e06e33 req-dcd06e83-bb88-4ba8-bf44-178aa3b8e0d3 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/f6fd5129-4aa2-4745-b40c-4c3c9c754ae8 HTTP/1.1" status: 404 len: 352 time: 0.1291721 Jul 16 01:24:06.310376 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-75fa09c2-65c6-44fe-8c14-de498c6dc83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.325358 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e94d42ed-2995-4024-aaef-a25d2f9bbe51 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.326405 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e94d42ed-2995-4024-aaef-a25d2f9bbe51 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.343226 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fd6fec2b-05a2-4b49-9c89-5f61ec0b4563 req-cc1cfdff-9c0b-4dd2-a372-0849dddb9fb4 service neutron] 10.222.0.84 "GET /v2.0/networks/2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050008 Jul 16 01:24:06.351854 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port ed4f9728-d180-4627-a76e-c9f1698c7015, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ed4f9728-d180-4627-a76e-c9f1698c7015,segment=NetworkSegment(85de098d-7755-49c8-bd12-540f6c713b3e),segment_id=85de098d-7755-49c8-bd12-540f6c713b3e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:06.372331 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'ed4f9728-d180-4627-a76e-c9f1698c7015', 'network_id': '2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22', 'port_id': 'ed4f9728-d180-4627-a76e-c9f1698c7015', 'mac_address': 'fa:16:3e:b5:6e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106197dd-e7b5-4b97-97be-cc2c4f223f80', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:06.374823 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port fbb1ebed-036e-45cd-a981-a7b13cf8bf10 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:06.379485 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port fbb1ebed-036e-45cd-a981-a7b13cf8bf10 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:06.379865 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.451271 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c917935-5951-4026-8ccd-4bb4088c3635 req-d1f484f0-6133-4a26-876a-6eeedc739573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:06.452828 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c917935-5951-4026-8ccd-4bb4088c3635 req-d1f484f0-6133-4a26-876a-6eeedc739573 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7d194017-b2ba-4736-9426-86f2c4d9db47 HTTP/1.1" status: 200 len: 906 time: 0.2047148 Jul 16 01:24:06.460178 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.461674 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cf64b-65f2-4a33-b6f1-831408543ce6 req-a7a3b12b-63a9-4993-9e61-ff357c3e3b6b tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:06.462096 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e94d42ed-2995-4024-aaef-a25d2f9bbe51 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.470055 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f2cf64b-65f2-4a33-b6f1-831408543ce6 req-a7a3b12b-63a9-4993-9e61-ff357c3e3b6b tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=54103087-7d43-4706-8804-34af66c2ac9e HTTP/1.1" status: 200 len: 944 time: 0.2356646 Jul 16 01:24:06.478261 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed4f9728-d180-4627-a76e-c9f1698c7015 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:06.501647 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e94d42ed-2995-4024-aaef-a25d2f9bbe51 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.524171 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port ed4f9728-d180-4627-a76e-c9f1698c7015, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ed4f9728-d180-4627-a76e-c9f1698c7015,segment=NetworkSegment(85de098d-7755-49c8-bd12-540f6c713b3e),segment_id=85de098d-7755-49c8-bd12-540f6c713b3e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:06.531312 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.533094 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.538758 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c917935-5951-4026-8ccd-4bb4088c3635 req-d1e9b51d-1528-4f95-93b6-8928bf938840 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbb1ebed-036e-45cd-a981-a7b13cf8bf10 HTTP/1.1" status: 200 len: 217 time: 0.0661831 Jul 16 01:24:06.544632 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f2cf64b-65f2-4a33-b6f1-831408543ce6 req-71cb69d4-8b92-46b3-9593-7ccd1fe8324a tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738113 Jul 16 01:24:06.546573 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-75fa09c2-65c6-44fe-8c14-de498c6dc83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.596886 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c917935-5951-4026-8ccd-4bb4088c3635 req-3f89d720-61ac-431d-80e8-cbbe37c5cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:06.598471 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c917935-5951-4026-8ccd-4bb4088c3635 req-3f89d720-61ac-431d-80e8-cbbe37c5cc82 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=01112ffd-e4af-4423-aa07-05f338809738 HTTP/1.1" status: 200 len: 845 time: 0.0529778 Jul 16 01:24:06.603808 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-a5d70933-d78d-44b9-b7a8-04a78d45f010 req-af085d0f-8da6-4303-a46c-5b302771e800 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-551356004', 'description': 'tempest-description-888261867'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:06.618079 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port fbb1ebed-036e-45cd-a981-a7b13cf8bf10, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fbb1ebed-036e-45cd-a981-a7b13cf8bf10,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:06.623624 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=ed4f9728-d180-4627-a76e-c9f1698c7015,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:06.627261 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.640174 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c917935-5951-4026-8ccd-4bb4088c3635 req-0ae212e9-7038-4975-b9fe-072954e694ca service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7d194017-b2ba-4736-9426-86f2c4d9db47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311580 Jul 16 01:24:06.683309 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=fbb1ebed-036e-45cd-a981-a7b13cf8bf10,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:06.750646 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c917935-5951-4026-8ccd-4bb4088c3635 req-4beb13f9-1f7f-4d4f-930b-d12fac7581ee service neutron] 10.222.0.84 "GET /v2.0/networks/7d194017-b2ba-4736-9426-86f2c4d9db47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023059 Jul 16 01:24:06.795603 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['ed4f9728-d180-4627-a76e-c9f1698c7015'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:06.864482 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c917935-5951-4026-8ccd-4bb4088c3635 req-e23f4872-a202-4a41-929b-7ae897ef13f7 service neutron] 10.222.0.84 "GET /v2.0/networks/7d194017-b2ba-4736-9426-86f2c4d9db47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990534 Jul 16 01:24:06.968254 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-75fa09c2-65c6-44fe-8c14-de498c6dc83b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbfaa9e-367c-4542-bae0-76474b9897aa']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:06.979760 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e94d42ed-2995-4024-aaef-a25d2f9bbe51 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.981216 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e94d42ed-2995-4024-aaef-a25d2f9bbe51 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.1083763 Jul 16 01:24:06.983922 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44482) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:06.992062 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a5d70933-d78d-44b9-b7a8-04a78d45f010 req-af085d0f-8da6-4303-a46c-5b302771e800 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.997274 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-75fa09c2-65c6-44fe-8c14-de498c6dc83b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9feef1e0-739c-4dd8-8588-9ba8563d232f') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:06.997567 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-75fa09c2-65c6-44fe-8c14-de498c6dc83b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9feef1e0-739c-4dd8-8588-9ba8563d232f') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:07.012082 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-75fa09c2-65c6-44fe-8c14-de498c6dc83b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.021633 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fd6fec2b-05a2-4b49-9c89-5f61ec0b4563 req-74198c8d-e422-4595-8a8f-a57b7b729ec9 service neutron] 10.222.0.84 "GET /v2.0/networks/2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6702712 Jul 16 01:24:07.030946 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-75fa09c2-65c6-44fe-8c14-de498c6dc83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.039259 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54103087-7d43-4706-8804-34af66c2ac9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb1ebed-036e-45cd-a981-a7b13cf8bf10'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:07.042537 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75fa09c2-65c6-44fe-8c14-de498c6dc83b admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:07.043060 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-75fa09c2-65c6-44fe-8c14-de498c6dc83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.043491 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ad25dd-fcce-4edb-b88a-efa7e6250c8b" -d '{"events": [{"server_uuid": "54103087-7d43-4706-8804-34af66c2ac9e", "name": "network-vif-plugged", "status": "completed", "tag": "fbb1ebed-036e-45cd-a981-a7b13cf8bf10"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:07.045317 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:07.097226 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6b2ed94-227b-4c79-816a-dd3b93d8bc7a tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.109975 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b039b1-86d2-4f40-843e-96ac2185c872 req-3aebc1db-fcfe-4cc8-862f-8d758d1dca97 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.111602 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f9b039b1-86d2-4f40-843e-96ac2185c872 req-3aebc1db-fcfe-4cc8-862f-8d758d1dca97 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4 HTTP/1.1" status: 200 len: 945 time: 0.6377521 Jul 16 01:24:07.126226 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-75fa09c2-65c6-44fe-8c14-de498c6dc83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.142754 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-75fa09c2-65c6-44fe-8c14-de498c6dc83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.147847 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-75fa09c2-65c6-44fe-8c14-de498c6dc83b admin admin] 10.222.0.16 "DELETE /v2.0/networks/1bbfaa9e-367c-4542-bae0-76474b9897aa HTTP/1.1" status: 204 len: 168 time: 1.0855460 Jul 16 01:24:07.160822 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa09c2-65c6-44fe-8c14-de498c6dc83b admin admin] Pushing event deleted for resources: {'Network': ['ID=1bbfaa9e-367c-4542-bae0-76474b9897aa,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:07.178665 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f9b039b1-86d2-4f40-843e-96ac2185c872 req-ad83a81c-bcee-4d78-9639-a6621fddce5f tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1c798aa-b908-4829-b924-116902dea1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605898 Jul 16 01:24:07.281093 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6b2ed94-227b-4c79-816a-dd3b93d8bc7a tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.285474 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6b2ed94-227b-4c79-816a-dd3b93d8bc7a tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.344162 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a5d70933-d78d-44b9-b7a8-04a78d45f010 req-af085d0f-8da6-4303-a46c-5b302771e800 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.350953 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a5d70933-d78d-44b9-b7a8-04a78d45f010 req-af085d0f-8da6-4303-a46c-5b302771e800 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.357608 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0302a-95d5-4b3c-8087-27c5920a6695 req-7bb74d0e-9f2e-4876-b16d-bb96b2f24fb9 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.359495 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5cf0302a-95d5-4b3c-8087-27c5920a6695 req-7bb74d0e-9f2e-4876-b16d-bb96b2f24fb9 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=b92e5c51-69bd-41cb-be2f-674054762456 HTTP/1.1" status: 200 len: 948 time: 0.0766127 Jul 16 01:24:07.364502 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6b2ed94-227b-4c79-816a-dd3b93d8bc7a tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.365052 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b2ed94-227b-4c79-816a-dd3b93d8bc7a tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ddcff44c-cfb5-448b-9817-ca6240d0c7f8 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:24:07.395631 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44490) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:07.395944 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6b2ed94-227b-4c79-816a-dd3b93d8bc7a tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.397560 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b6b2ed94-227b-4c79-816a-dd3b93d8bc7a tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] 10.222.0.16 "DELETE /v2.0/routers/ddcff44c-cfb5-448b-9817-ca6240d0c7f8 HTTP/1.1" status: 204 len: 168 time: 0.4124811 Jul 16 01:24:07.403274 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44492) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:07.406281 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a5d70933-d78d-44b9-b7a8-04a78d45f010 req-af085d0f-8da6-4303-a46c-5b302771e800 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.408137 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a5d70933-d78d-44b9-b7a8-04a78d45f010 req-af085d0f-8da6-4303-a46c-5b302771e800 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8082473 Jul 16 01:24:07.410127 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-911e0321-bc36-4b48-9c8b-b06c9f591519 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Request body: {'router': {'name': 'tempest-router-1684988757', 'distributed': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:07.443880 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af085d0f-8da6-4303-a46c-5b302771e800 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f58ef90-d243-4245-aca4-f3150b68ca12,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:07.460974 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5cf0302a-95d5-4b3c-8087-27c5920a6695 req-8f1e362e-bee4-484a-8b50-db274405cc78 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926499 Jul 16 01:24:07.479701 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-462099b4-f537-4b1c-a3ac-b9b8983de46f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5115a5c930849b1af4f54899503fb33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0893397 Jul 16 01:24:07.482307 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44496) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:07.491877 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-911e0321-bc36-4b48-9c8b-b06c9f591519 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.493919 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-911e0321-bc36-4b48-9c8b-b06c9f591519 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.508777 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b51ea23-29ae-4057-a4f1-5b1af052c2db x-openstack-request-id: req-4b51ea23-29ae-4057-a4f1-5b1af052c2db {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:07.509328 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54103087-7d43-4706-8804-34af66c2ac9e", "name": "network-vif-plugged", "status": "completed", "tag": "fbb1ebed-036e-45cd-a981-a7b13cf8bf10", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:07.509540 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b51ea23-29ae-4057-a4f1-5b1af052c2db {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:07.510003 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54103087-7d43-4706-8804-34af66c2ac9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb1ebed-036e-45cd-a981-a7b13cf8bf10', 'code': 200} Jul 16 01:24:07.558526 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-911e0321-bc36-4b48-9c8b-b06c9f591519 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.580129 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-53c6052a-08bb-48b8-92e2-9ec7b6f8d6c3 req-f65f6008-f8c5-4ac6-834b-2b7fccd9d8ec tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-488445569', 'description': 'tempest-description-201790360'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:07.585691 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efcc25d9-a49c-4e07-8ec9-682d5a71ee0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.593921 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-911e0321-bc36-4b48-9c8b-b06c9f591519 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.644036 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efcc25d9-a49c-4e07-8ec9-682d5a71ee0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.653802 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-53c6052a-08bb-48b8-92e2-9ec7b6f8d6c3 req-f65f6008-f8c5-4ac6-834b-2b7fccd9d8ec tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.656536 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-911e0321-bc36-4b48-9c8b-b06c9f591519 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.657720 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-911e0321-bc36-4b48-9c8b-b06c9f591519 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2517393 Jul 16 01:24:07.666066 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f0d7b-1886-4f7e-9a71-b4d3c0edc10b req-34e433f3-66c7-4b15-ae0e-c97014c5fe11 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.667993 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db9f0d7b-1886-4f7e-9a71-b4d3c0edc10b req-34e433f3-66c7-4b15-ae0e-c97014c5fe11 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.84 "GET /v2.0/ports?device_id=ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4 HTTP/1.1" status: 200 len: 945 time: 0.1081340 Jul 16 01:24:07.669145 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44500) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:07.739577 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0ab30-df02-4d1e-b3a8-130272cc5e04 req-eee9c5ab-2ff0-4318-a156-769f120b69fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.741346 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3a0ab30-df02-4d1e-b3a8-130272cc5e04 req-eee9c5ab-2ff0-4318-a156-769f120b69fd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=54103087-7d43-4706-8804-34af66c2ac9e HTTP/1.1" status: 200 len: 1097 time: 0.1396520 Jul 16 01:24:07.744480 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efcc25d9-a49c-4e07-8ec9-682d5a71ee0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.747138 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efcc25d9-a49c-4e07-8ec9-682d5a71ee0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.748261 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-efcc25d9-a49c-4e07-8ec9-682d5a71ee0a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b507458d-986c-4894-a21c-2dca7a6cc723 HTTP/1.1" status: 204 len: 168 time: 0.2649488 Jul 16 01:24:07.780791 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc25d9-a49c-4e07-8ec9-682d5a71ee0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b507458d-986c-4894-a21c-2dca7a6cc723,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:07.785931 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6e84-f9f8-473c-9158-03425028c51a tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.810437 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3a0ab30-df02-4d1e-b3a8-130272cc5e04 req-b2197888-ed6d-4cd3-8bdb-366e25fce634 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609677 Jul 16 01:24:07.821640 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-53c6052a-08bb-48b8-92e2-9ec7b6f8d6c3 req-f65f6008-f8c5-4ac6-834b-2b7fccd9d8ec tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.827694 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-53c6052a-08bb-48b8-92e2-9ec7b6f8d6c3 req-f65f6008-f8c5-4ac6-834b-2b7fccd9d8ec tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.857125 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-53c6052a-08bb-48b8-92e2-9ec7b6f8d6c3 req-f65f6008-f8c5-4ac6-834b-2b7fccd9d8ec tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.864539 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-53c6052a-08bb-48b8-92e2-9ec7b6f8d6c3 req-f65f6008-f8c5-4ac6-834b-2b7fccd9d8ec tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2897568 Jul 16 01:24:07.869198 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f6008-f8c5-4ac6-834b-2b7fccd9d8ec tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c024c3-5e2e-43c4-9455-15f2a04351ca,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:07.872845 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a912ca8-3414-4d59-a1e3-04d2d2f5f914 req-1d664af6-75a0-44a6-a325-62a42d69a507 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:07.874389 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4a912ca8-3414-4d59-a1e3-04d2d2f5f914 req-1d664af6-75a0-44a6-a325-62a42d69a507 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.16 "GET /v2.0/ports?device_id=36a51469-434e-46bb-b1b3-b667c3acc282 HTTP/1.1" status: 200 len: 944 time: 0.2623138 Jul 16 01:24:07.892452 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ed4f9728-d180-4627-a76e-c9f1698c7015 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:07.962744 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port ed4f9728-d180-4627-a76e-c9f1698c7015 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:07.967706 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port ed4f9728-d180-4627-a76e-c9f1698c7015 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:07.968181 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.049909 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6e84-f9f8-473c-9158-03425028c51a tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.052909 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47345d-c882-45a6-9f7f-2af5ab79d19e req-9f883364-a2bd-47d7-ac0a-750eb339ed7d tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:08.053088 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6e84-f9f8-473c-9158-03425028c51a tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.054628 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4b47345d-c882-45a6-9f7f-2af5ab79d19e req-9f883364-a2bd-47d7-ac0a-750eb339ed7d tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=54103087-7d43-4706-8804-34af66c2ac9e HTTP/1.1" status: 200 len: 945 time: 0.0850151 Jul 16 01:24:08.064449 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.072868 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4a912ca8-3414-4d59-a1e3-04d2d2f5f914 req-2babcb1c-e432-487a-b5b4-f0c4abc30c57 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.16 "GET /v2.0/security-groups?id=f58fced3-04de-48ee-a60e-0f12ba3032ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749232 Jul 16 01:24:08.076849 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device d45cd596-b7a8-49b3-992b-1466c9213f6e up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:08.126932 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4b47345d-c882-45a6-9f7f-2af5ab79d19e req-cfe36b6b-304f-4e0f-897f-0f8e08d3068f tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658562 Jul 16 01:24:08.160804 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-f6184c3d-729a-4f28-87a0-bd78146e463f req-63cf35e5-ab39-48be-b1b5-f9065628ddd4 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-681383817', 'description': 'tempest-description-974211330'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:08.160947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port ed4f9728-d180-4627-a76e-c9f1698c7015, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ed4f9728-d180-4627-a76e-c9f1698c7015,segment=NetworkSegment(85de098d-7755-49c8-bd12-540f6c713b3e),segment_id=85de098d-7755-49c8-bd12-540f6c713b3e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:08.168527 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.176523 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port d45cd596-b7a8-49b3-992b-1466c9213f6e completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:08.184319 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f6184c3d-729a-4f28-87a0-bd78146e463f req-63cf35e5-ab39-48be-b1b5-f9065628ddd4 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.187760 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-db9f0d7b-1886-4f7e-9a71-b4d3c0edc10b req-f5ed0a39-7484-4054-88c5-750df7bb0b48 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Deleting port 387fb1e6-f536-4422-b96f-948b19e8c8b3 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:08.188106 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-db9f0d7b-1886-4f7e-9a71-b4d3c0edc10b req-f5ed0a39-7484-4054-88c5-750df7bb0b48 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.204281 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port d45cd596-b7a8-49b3-992b-1466c9213f6e triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:08.204281 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.216711 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6e84-f9f8-473c-9158-03425028c51a tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.217351 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ee6e84-f9f8-473c-9158-03425028c51a tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac1ceee6-a51c-4f38-8d07-7437190629f4 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:24:08.233795 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6e84-f9f8-473c-9158-03425028c51a tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.235327 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d2ee6e84-f9f8-473c-9158-03425028c51a tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] 10.222.0.16 "DELETE /v2.0/routers/ac1ceee6-a51c-4f38-8d07-7437190629f4 HTTP/1.1" status: 204 len: 168 time: 0.5648055 Jul 16 01:24:08.239037 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44514) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:08.243549 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-1d6b1627-cbaa-4d9d-9d39-42ebbd3cfdf4 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Request body: {'router': {'name': 'tempest-router-1099038908', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f878c5eedaa543738c3feb74509a60df'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:08.277966 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=ed4f9728-d180-4627-a76e-c9f1698c7015,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:08.293838 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1d6b1627-cbaa-4d9d-9d39-42ebbd3cfdf4 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.294888 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1d6b1627-cbaa-4d9d-9d39-42ebbd3cfdf4 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.347795 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.390238 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port d45cd596-b7a8-49b3-992b-1466c9213f6e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=d45cd596-b7a8-49b3-992b-1466c9213f6e,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:08.400152 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.404435 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-db9f0d7b-1886-4f7e-9a71-b4d3c0edc10b req-f5ed0a39-7484-4054-88c5-750df7bb0b48 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] For port 387fb1e6-f536-4422-b96f-948b19e8c8b3, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=387fb1e6-f536-4422-b96f-948b19e8c8b3,segment=NetworkSegment(b80442ff-611c-46c6-96a1-64bc7fc5da83),segment_id=b80442ff-611c-46c6-96a1-64bc7fc5da83)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:08.404816 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-db9f0d7b-1886-4f7e-9a71-b4d3c0edc10b req-f5ed0a39-7484-4054-88c5-750df7bb0b48 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.409507 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1d6b1627-cbaa-4d9d-9d39-42ebbd3cfdf4 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.427491 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1d6b1627-cbaa-4d9d-9d39-42ebbd3cfdf4 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.427790 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-db9f0d7b-1886-4f7e-9a71-b4d3c0edc10b req-f5ed0a39-7484-4054-88c5-750df7bb0b48 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Calling delete_port for 387fb1e6-f536-4422-b96f-948b19e8c8b3 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:08.441155 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f6184c3d-729a-4f28-87a0-bd78146e463f req-63cf35e5-ab39-48be-b1b5-f9065628ddd4 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.449210 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f6184c3d-729a-4f28-87a0-bd78146e463f req-63cf35e5-ab39-48be-b1b5-f9065628ddd4 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.466820 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=d45cd596-b7a8-49b3-992b-1466c9213f6e,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:08.493054 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1d6b1627-cbaa-4d9d-9d39-42ebbd3cfdf4 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.497152 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1d6b1627-cbaa-4d9d-9d39-42ebbd3cfdf4 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2542892 Jul 16 01:24:08.499708 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44524) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:08.504603 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-4e185c3a-c858-40cc-b207-1bbd2ca783bc tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:08.516740 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f6184c3d-729a-4f28-87a0-bd78146e463f req-63cf35e5-ab39-48be-b1b5-f9065628ddd4 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.532168 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f6184c3d-729a-4f28-87a0-bd78146e463f req-63cf35e5-ab39-48be-b1b5-f9065628ddd4 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3854184 Jul 16 01:24:08.565963 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf35e5-ab39-48be-b1b5-f9065628ddd4 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ef4845-0db9-4fc7-8616-1f3ec64f5baa,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:08.610432 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d7e13-9c35-4df3-8c1b-74c3a2237f9a req-90f178b6-c068-4625-ae44-0d3d91d63ef8 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:08.611977 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fc6d7e13-9c35-4df3-8c1b-74c3a2237f9a req-90f178b6-c068-4625-ae44-0d3d91d63ef8 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4 HTTP/1.1" status: 200 len: 945 time: 0.2145619 Jul 16 01:24:08.690056 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-db9f0d7b-1886-4f7e-9a71-b4d3c0edc10b req-f5ed0a39-7484-4054-88c5-750df7bb0b48 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.735843 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed0a39-7484-4054-88c5-750df7bb0b48 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Pushing event deleted for resources: {'Port': ['ID=387fb1e6-f536-4422-b96f-948b19e8c8b3,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:08.774334 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fc6d7e13-9c35-4df3-8c1b-74c3a2237f9a req-d600fce5-651f-4e57-8959-727f9e672c08 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1c798aa-b908-4829-b924-116902dea1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515546 Jul 16 01:24:08.794960 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44536) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:08.821192 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4e185c3a-c858-40cc-b207-1bbd2ca783bc tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.821768 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4e185c3a-c858-40cc-b207-1bbd2ca783bc tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks [] for router, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.824137 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9f0d7b-1886-4f7e-9a71-b4d3c0edc10b req-f5ed0a39-7484-4054-88c5-750df7bb0b48 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] No DVR routers for this DVR port 387fb1e6-f536-4422-b96f-948b19e8c8b3 on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:08.828164 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-db9f0d7b-1886-4f7e-9a71-b4d3c0edc10b req-f5ed0a39-7484-4054-88c5-750df7bb0b48 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.830168 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db9f0d7b-1886-4f7e-9a71-b4d3c0edc10b req-f5ed0a39-7484-4054-88c5-750df7bb0b48 tempest-FloatingIPsAssociationNegativeTestJSON-82973858 tempest-FloatingIPsAssociationNegativeTestJSON-82973858-project] 10.222.0.84 "DELETE /v2.0/ports/387fb1e6-f536-4422-b96f-948b19e8c8b3 HTTP/1.1" status: 204 len: 173 time: 1.1524546 Jul 16 01:24:08.830625 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4', 'name': 'network-vif-deleted', 'tag': '387fb1e6-f536-4422-b96f-948b19e8c8b3'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:08.833480 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66d529b-acd0-400b-b5af-b896e2f9d538" -d '{"events": [{"server_uuid": "ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4", "name": "network-vif-deleted", "tag": "387fb1e6-f536-4422-b96f-948b19e8c8b3"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:08.862069 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efab4e6-91fb-48e1-815f-ad0bd77e7eee req-218623e5-17c0-490b-a7d6-2494859f833f tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:08.863691 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5efab4e6-91fb-48e1-815f-ad0bd77e7eee req-218623e5-17c0-490b-a7d6-2494859f833f tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=b92e5c51-69bd-41cb-be2f-674054762456 HTTP/1.1" status: 200 len: 949 time: 0.1700926 Jul 16 01:24:08.908246 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5efab4e6-91fb-48e1-815f-ad0bd77e7eee req-6afea5a1-d1dd-42e6-b9e4-adb2d557d66d tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349383 Jul 16 01:24:08.967050 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4e185c3a-c858-40cc-b207-1bbd2ca783bc tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93955) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 01:24:08.967196 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4e185c3a-c858-40cc-b207-1bbd2ca783bc tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Router 3b8fb148-6e5b-4b58-a5fd-0800ebbf9607 migrating from provider to provider. {{(pid=93955) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 01:24:08.967582 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4e185c3a-c858-40cc-b207-1bbd2ca783bc tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.969478 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-ec7a50fb-1d16-4c94-9d94-f60730008b46 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-40304155-network', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:08.980427 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4e185c3a-c858-40cc-b207-1bbd2ca783bc tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.993786 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7a50fb-1d16-4c94-9d94-f60730008b46 admin admin] Made reservation on behalf of bd4f8fb6acab47c0b403eff8317f556f for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:08.994322 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4e185c3a-c858-40cc-b207-1bbd2ca783bc tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-361746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-361739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-361858'] for router, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.003282 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ec7a50fb-1d16-4c94-9d94-f60730008b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.015031 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ec7a50fb-1d16-4c94-9d94-f60730008b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.101151 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb934667-f767-44a6-98de-05cabc7a4ac1 req-7e494838-a301-4be8-a5c9-da37518a7f05 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c96c4b57e6340f3aa0dce63cee1d2fb HTTP/1.1" status: 200 len: 10898 time: 0.2916236 Jul 16 01:24:09.117363 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b61cdb-797c-4360-8fb1-69ff84d64507 x-openstack-request-id: req-28b61cdb-797c-4360-8fb1-69ff84d64507 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:09.118263 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4", "name": "network-vif-deleted", "tag": "387fb1e6-f536-4422-b96f-948b19e8c8b3", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:09.118263 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28b61cdb-797c-4360-8fb1-69ff84d64507 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:09.118485 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe1cd1e-a62e-46f8-9e03-a2d99e46e0a4', 'name': 'network-vif-deleted', 'tag': '387fb1e6-f536-4422-b96f-948b19e8c8b3', 'status': 'completed', 'code': 200} Jul 16 01:24:09.144905 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ec7a50fb-1d16-4c94-9d94-f60730008b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.150362 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ec7a50fb-1d16-4c94-9d94-f60730008b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.164879 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7a50fb-1d16-4c94-9d94-f60730008b46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:09.189322 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ec7a50fb-1d16-4c94-9d94-f60730008b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.189798 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-ec7a50fb-1d16-4c94-9d94-f60730008b46 admin admin] Added segment cc1cf050-125d-4498-b6a8-a34e36ceea1b of type vlan for network 21db8485-c054-467b-beec-87e40339314e Jul 16 01:24:09.251149 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ec7a50fb-1d16-4c94-9d94-f60730008b46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.357656 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a50fb-1d16-4c94-9d94-f60730008b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5f8e3e-564e-4f7d-bd08-7d92c19c1de4,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:09.365965 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ec7a50fb-1d16-4c94-9d94-f60730008b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.367580 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7a50fb-1d16-4c94-9d94-f60730008b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:09.368547 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ec7a50fb-1d16-4c94-9d94-f60730008b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.426404 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf3a73-eca1-4b50-9fc0-a1512afa5d01 req-b2f7e0f0-c93f-4091-bfbf-d021bd653ac4 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:09.432464 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-29bf3a73-eca1-4b50-9fc0-a1512afa5d01 req-b2f7e0f0-c93f-4091-bfbf-d021bd653ac4 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.16 "GET /v2.0/ports?device_id=36a51469-434e-46bb-b1b3-b667c3acc282 HTTP/1.1" status: 200 len: 945 time: 0.1637189 Jul 16 01:24:09.432464 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ec7a50fb-1d16-4c94-9d94-f60730008b46 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6133935 Jul 16 01:24:09.445822 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44546) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:09.451263 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-1d318237-e7a2-4146-89e7-d23c82c35272 admin admin] Request body: {'subnet': {'network_id': '21db8485-c054-467b-beec-87e40339314e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-40304155-subnet', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:09.504882 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a50fb-1d16-4c94-9d94-f60730008b46 admin admin] Pushing event updated for resources: {'Network': ['ID=21db8485-c054-467b-beec-87e40339314e,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:09.506543 n-d-792394-16 neutron-server[93955]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4e185c3a-c858-40cc-b207-1bbd2ca783bc tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] No L3 agents can host the router 3b8fb148-6e5b-4b58-a5fd-0800ebbf9607 Jul 16 01:24:09.512436 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a51469-434e-46bb-b1b3-b667c3acc282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4f9728-d180-4627-a76e-c9f1698c7015'}, {'server_uuid': 'b92e5c51-69bd-41cb-be2f-674054762456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45cd596-b7a8-49b3-992b-1466c9213f6e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:09.517446 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6e1669-485e-40f2-97e0-6f07b94b8982" -d '{"events": [{"server_uuid": "36a51469-434e-46bb-b1b3-b667c3acc282", "name": "network-vif-plugged", "status": "completed", "tag": "ed4f9728-d180-4627-a76e-c9f1698c7015"}, {"server_uuid": "b92e5c51-69bd-41cb-be2f-674054762456", "name": "network-vif-plugged", "status": "completed", "tag": "d45cd596-b7a8-49b3-992b-1466c9213f6e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:09.523747 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 21db8485-c054-467b-beec-87e40339314e details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:09.542534 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb934667-f767-44a6-98de-05cabc7a4ac1 req-5a536c18-0b01-40f7-87a0-baf52a1cad26 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/df07f559-1004-4d5b-97fd-3b5445813da7 HTTP/1.1" status: 200 len: 2981 time: 0.4404955 Jul 16 01:24:09.549400 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-29bf3a73-eca1-4b50-9fc0-a1512afa5d01 req-0be41895-a09d-4e13-96df-cd1059bf3349 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.16 "GET /v2.0/security-groups?id=f58fced3-04de-48ee-a60e-0f12ba3032ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014383 Jul 16 01:24:09.552604 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d318237-e7a2-4146-89e7-d23c82c35272 admin admin] Made reservation on behalf of bd4f8fb6acab47c0b403eff8317f556f for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:09.554815 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d318237-e7a2-4146-89e7-d23c82c35272 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.677273 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e185c3a-c858-40cc-b207-1bbd2ca783bc tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Hosts for router 3b8fb148-6e5b-4b58-a5fd-0800ebbf9607: [] {{(pid=93955) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 01:24:09.682299 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb934667-f767-44a6-98de-05cabc7a4ac1 req-ce3aee8b-59ce-496c-b317-1543572d1d70 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/df07f559-1004-4d5b-97fd-3b5445813da7 HTTP/1.1" status: 200 len: 2981 time: 0.1098897 Jul 16 01:24:09.704600 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e185c3a-c858-40cc-b207-1bbd2ca783bc tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Hosts for other DVR routers connected to router 3b8fb148-6e5b-4b58-a5fd-0800ebbf9607: set() {{(pid=93955) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 01:24:09.707177 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4e185c3a-c858-40cc-b207-1bbd2ca783bc tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.710913 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4e185c3a-c858-40cc-b207-1bbd2ca783bc tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] 10.222.0.16 "PUT /v2.0/routers/3b8fb148-6e5b-4b58-a5fd-0800ebbf9607 HTTP/1.1" status: 200 len: 717 time: 1.2076213 Jul 16 01:24:09.711312 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44552) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:09.736007 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fe6c32-0735-4743-9020-c976f7e980b2 x-openstack-request-id: req-f7fe6c32-0735-4743-9020-c976f7e980b2 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:09.736660 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a51469-434e-46bb-b1b3-b667c3acc282", "name": "network-vif-plugged", "status": "completed", "tag": "ed4f9728-d180-4627-a76e-c9f1698c7015", "code": 200}, {"server_uuid": "b92e5c51-69bd-41cb-be2f-674054762456", "name": "network-vif-plugged", "status": "completed", "tag": "d45cd596-b7a8-49b3-992b-1466c9213f6e", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:09.737171 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7fe6c32-0735-4743-9020-c976f7e980b2 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:09.737700 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a51469-434e-46bb-b1b3-b667c3acc282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4f9728-d180-4627-a76e-c9f1698c7015', 'code': 200} Jul 16 01:24:09.738322 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92e5c51-69bd-41cb-be2f-674054762456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45cd596-b7a8-49b3-992b-1466c9213f6e', 'code': 200} Jul 16 01:24:09.808814 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d318237-e7a2-4146-89e7-d23c82c35272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.814844 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-86b2332d-a97a-4c60-8685-362197a6eff0 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] 10.222.0.16 "GET /v2.0/routers/3b8fb148-6e5b-4b58-a5fd-0800ebbf9607 HTTP/1.1" status: 200 len: 717 time: 0.1022744 Jul 16 01:24:09.817922 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44556) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:09.824710 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e86390-73a4-4419-9769-7965f01ef53b req-64061cdf-16dc-47b7-b1d5-e32ca893eadf tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:09.826572 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-05e86390-73a4-4419-9769-7965f01ef53b req-64061cdf-16dc-47b7-b1d5-e32ca893eadf tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=54103087-7d43-4706-8804-34af66c2ac9e HTTP/1.1" status: 200 len: 945 time: 0.1436899 Jul 16 01:24:09.863200 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-94da8923-36a6-41ef-a7f2-62604bb8623f req-f7ba63d7-21ea-49a9-83db-507d526de2b1 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/6f58ef90-d243-4245-aca4-f3150b68ca12 HTTP/1.1" status: 200 len: 1801 time: 0.1039238 Jul 16 01:24:09.891974 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 387fb1e6-f536-4422-b96f-948b19e8c8b3 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:09.912811 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 387fb1e6-f536-4422-b96f-948b19e8c8b3 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:09.913443 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 387fb1e6-f536-4422-b96f-948b19e8c8b3 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:09.935579 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d318237-e7a2-4146-89e7-d23c82c35272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=007570ca-e090-4b11-9188-5caf28ec1f2f,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:09.959524 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-05e86390-73a4-4419-9769-7965f01ef53b req-9c2de7c6-dfee-4637-94c6-9096395de9bc tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109827 Jul 16 01:24:09.961791 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7a3da-3f87-4c93-a05c-53e578f3c9ac req-7e53a946-32b8-4d95-93ba-d063fa7dc165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:09.963946 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09c7a3da-3f87-4c93-a05c-53e578f3c9ac req-7e53a946-32b8-4d95-93ba-d063fa7dc165 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b92e5c51-69bd-41cb-be2f-674054762456 HTTP/1.1" status: 200 len: 1101 time: 0.1302960 Jul 16 01:24:09.971689 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d318237-e7a2-4146-89e7-d23c82c35272 admin admin] Checking segment: {'id': 'cc1cf050-125d-4498-b6a8-a34e36ceea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '21db8485-c054-467b-beec-87e40339314e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:09.972067 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d318237-e7a2-4146-89e7-d23c82c35272 admin admin] Network hostable DHCP agents. Network: 21db8485-c054-467b-beec-87e40339314e, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:09.996275 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a624ac-c4ae-43ed-af85-725081507517 req-65c6edfc-55df-49b1-bad1-f9985cd5b7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:09.997337 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-18a624ac-c4ae-43ed-af85-725081507517 req-65c6edfc-55df-49b1-bad1-f9985cd5b7ed service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=36a51469-434e-46bb-b1b3-b667c3acc282 HTTP/1.1" status: 200 len: 1097 time: 0.1696076 Jul 16 01:24:09.999604 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d318237-e7a2-4146-89e7-d23c82c35272 admin admin] Network 21db8485-c054-467b-beec-87e40339314e is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:10.024488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-1d318237-e7a2-4146-89e7-d23c82c35272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 21db8485-c054-467b-beec-87e40339314e) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:10.035078 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c53cea0-9ccc-4eaa-84dc-b64e3ae4b305 None None] Network 21db8485-c054-467b-beec-87e40339314e requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:10.042571 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d318237-e7a2-4146-89e7-d23c82c35272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:10.043505 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d318237-e7a2-4146-89e7-d23c82c35272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.068809 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44564) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:10.087191 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-18a624ac-c4ae-43ed-af85-725081507517 req-b1e84bb4-88dd-4a15-b445-e8a2a81d99f4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f58fced3-04de-48ee-a60e-0f12ba3032ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820651 Jul 16 01:24:10.087944 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44568) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:10.090013 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-43b3d382-bec9-4f38-b04b-8ffd03fd33ab tempest-RoutersTestDVR-1571144027 tempest-RoutersTestDVR-1571144027-project] 10.222.0.16 "GET /v2.0/routers/3b8fb148-6e5b-4b58-a5fd-0800ebbf9607 HTTP/1.1" status: 200 len: 683 time: 0.2708173 Jul 16 01:24:10.092813 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-94da8923-36a6-41ef-a7f2-62604bb8623f req-a0b01110-b24e-4de8-903b-54e80d3cf34b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.110523 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09c7a3da-3f87-4c93-a05c-53e578f3c9ac req-9bc9da8d-2315-46f7-b692-2c325442b8db service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094363 Jul 16 01:24:10.129012 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1d318237-e7a2-4146-89e7-d23c82c35272 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6820807 Jul 16 01:24:10.134619 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44570) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:10.142150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-30b1e254-e429-47a5-b021-72a3fbdfc28a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-40304155-router', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:10.164209 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-94da8923-36a6-41ef-a7f2-62604bb8623f req-a0b01110-b24e-4de8-903b-54e80d3cf34b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.168523 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-30b1e254-e429-47a5-b021-72a3fbdfc28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.169653 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-30b1e254-e429-47a5-b021-72a3fbdfc28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.234909 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-30b1e254-e429-47a5-b021-72a3fbdfc28a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.246964 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e307942-ac1f-46dc-8a78-be4a63415b13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-21db8485-c054-467b-beec-87e40339314e', 'network_id': '21db8485-c054-467b-beec-87e40339314e', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'fixed_ips': [{'subnet_id': '007570ca-e090-4b11-9188-5caf28ec1f2f'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:24:10.248174 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e307942-ac1f-46dc-8a78-be4a63415b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.251538 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b03fa3ef-a5e3-49da-9d99-b51f85133838 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.386592 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-94da8923-36a6-41ef-a7f2-62604bb8623f req-a0b01110-b24e-4de8-903b-54e80d3cf34b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.389207 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-94da8923-36a6-41ef-a7f2-62604bb8623f req-a0b01110-b24e-4de8-903b-54e80d3cf34b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.390425 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-94da8923-36a6-41ef-a7f2-62604bb8623f req-a0b01110-b24e-4de8-903b-54e80d3cf34b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "DELETE /v2.0/security-groups/6f58ef90-d243-4245-aca4-f3150b68ca12 HTTP/1.1" status: 204 len: 173 time: 0.5169890 Jul 16 01:24:10.400238 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-30b1e254-e429-47a5-b021-72a3fbdfc28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.409840 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b01110-b24e-4de8-903b-54e80d3cf34b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f58ef90-d243-4245-aca4-f3150b68ca12,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:10.414769 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-5e307942-ac1f-46dc-8a78-be4a63415b13 None None] Allocated IP 172.20.0.2 (21db8485-c054-467b-beec-87e40339314e/007570ca-e090-4b11-9188-5caf28ec1f2f/f9e1ba20-d95b-4b57-83f3-b4f7146db2a5) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:10.549308 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b03fa3ef-a5e3-49da-9d99-b51f85133838 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.553019 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b03fa3ef-a5e3-49da-9d99-b51f85133838 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.625586 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bf212-eb1a-4648-9c63-0bcbe351be35 req-cf3433e8-455a-4091-bcc1-09659119dad7 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:10.628698 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e307942-ac1f-46dc-8a78-be4a63415b13 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.634233 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ff9bf212-eb1a-4648-9c63-0bcbe351be35 req-cf3433e8-455a-4091-bcc1-09659119dad7 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=b92e5c51-69bd-41cb-be2f-674054762456 HTTP/1.1" status: 200 len: 949 time: 0.4579294 Jul 16 01:24:10.650997 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5e307942-ac1f-46dc-8a78-be4a63415b13 None None] Transition to ACTIVE for port object f9e1ba20-d95b-4b57-83f3-b4f7146db2a5 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:10.661216 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-30b1e254-e429-47a5-b021-72a3fbdfc28a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.674680 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5e307942-ac1f-46dc-8a78-be4a63415b13 None None] Transition to ACTIVE for port object f9e1ba20-d95b-4b57-83f3-b4f7146db2a5 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:10.681768 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e307942-ac1f-46dc-8a78-be4a63415b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.697485 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-30b1e254-e429-47a5-b021-72a3fbdfc28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.711750 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b03fa3ef-a5e3-49da-9d99-b51f85133838 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.712629 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03fa3ef-a5e3-49da-9d99-b51f85133838 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b8fb148-6e5b-4b58-a5fd-0800ebbf9607 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:24:10.719363 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b03fa3ef-a5e3-49da-9d99-b51f85133838 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.726471 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b03fa3ef-a5e3-49da-9d99-b51f85133838 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] 10.222.0.16 "DELETE /v2.0/routers/3b8fb148-6e5b-4b58-a5fd-0800ebbf9607 HTTP/1.1" status: 204 len: 168 time: 0.6369207 Jul 16 01:24:10.727635 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44578) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:10.729235 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e307942-ac1f-46dc-8a78-be4a63415b13 None None] Network 21db8485-c054-467b-beec-87e40339314e is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:10.732610 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-5e307942-ac1f-46dc-8a78-be4a63415b13 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:10.736894 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-6a441cfc-8aab-4cd0-af93-53fd40408277 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Request body: {'router': {'name': 'tempest-router-1665390976', 'distributed': True}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:10.738552 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e307942-ac1f-46dc-8a78-be4a63415b13 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:10.779766 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-0a0cca67-17ea-40ac-90cd-7d1d9b80fb19 req-88952531-5909-47c2-9631-1935e4f72e63 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] show failed (client error): The resource could not be found. Jul 16 01:24:10.784636 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e307942-ac1f-46dc-8a78-be4a63415b13 None None] Pushing event updated for resources: {'Port': ['ID=f9e1ba20-d95b-4b57-83f3-b4f7146db2a5,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:10.787805 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ff9bf212-eb1a-4648-9c63-0bcbe351be35 req-73da3d10-17ba-43a2-8c05-0b2c88541a17 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425600 Jul 16 01:24:10.801882 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a0cca67-17ea-40ac-90cd-7d1d9b80fb19 req-88952531-5909-47c2-9631-1935e4f72e63 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/6f58ef90-d243-4245-aca4-f3150b68ca12 HTTP/1.1" status: 404 len: 352 time: 0.0383170 Jul 16 01:24:10.833719 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5e307942-ac1f-46dc-8a78-be4a63415b13 None None] Attempting to bind port f9e1ba20-d95b-4b57-83f3-b4f7146db2a5 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:10.834702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5e307942-ac1f-46dc-8a78-be4a63415b13 None None] Attempting to bind port f9e1ba20-d95b-4b57-83f3-b4f7146db2a5 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'cc1cf050-125d-4498-b6a8-a34e36ceea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '21db8485-c054-467b-beec-87e40339314e'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:10.834702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e307942-ac1f-46dc-8a78-be4a63415b13 None None] Attempting to bind port f9e1ba20-d95b-4b57-83f3-b4f7146db2a5 on network 21db8485-c054-467b-beec-87e40339314e {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:10.840832 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e307942-ac1f-46dc-8a78-be4a63415b13 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:10.841208 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e307942-ac1f-46dc-8a78-be4a63415b13 None None] Checking segment: {'id': 'cc1cf050-125d-4498-b6a8-a34e36ceea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '21db8485-c054-467b-beec-87e40339314e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:10.841911 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e307942-ac1f-46dc-8a78-be4a63415b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.842436 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e307942-ac1f-46dc-8a78-be4a63415b13 None None] Bound using segment: {'id': 'cc1cf050-125d-4498-b6a8-a34e36ceea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '21db8485-c054-467b-beec-87e40339314e'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:10.842910 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5e307942-ac1f-46dc-8a78-be4a63415b13 None None] Bound port: f9e1ba20-d95b-4b57-83f3-b4f7146db2a5, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1cf050-125d-4498-b6a8-a34e36ceea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '21db8485-c054-467b-beec-87e40339314e'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:10.843289 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e307942-ac1f-46dc-8a78-be4a63415b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.866302 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6a441cfc-8aab-4cd0-af93-53fd40408277 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.866891 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6a441cfc-8aab-4cd0-af93-53fd40408277 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.908610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-30b1e254-e429-47a5-b021-72a3fbdfc28a admin admin] Allocated IP 172.25.6.217 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:10.966809 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-5e307942-ac1f-46dc-8a78-be4a63415b13 None None] For port f9e1ba20-d95b-4b57-83f3-b4f7146db2a5, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:10.967877 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6a441cfc-8aab-4cd0-af93-53fd40408277 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.977117 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-5e307942-ac1f-46dc-8a78-be4a63415b13 None None] For port f9e1ba20-d95b-4b57-83f3-b4f7146db2a5, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f9e1ba20-d95b-4b57-83f3-b4f7146db2a5,segment=NetworkSegment(cc1cf050-125d-4498-b6a8-a34e36ceea1b),segment_id=cc1cf050-125d-4498-b6a8-a34e36ceea1b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:10.985926 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e307942-ac1f-46dc-8a78-be4a63415b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.986274 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6a441cfc-8aab-4cd0-af93-53fd40408277 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.021422 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6a441cfc-8aab-4cd0-af93-53fd40408277 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.024695 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6a441cfc-8aab-4cd0-af93-53fd40408277 tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2894471 Jul 16 01:24:11.028841 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44582) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:11.059510 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e307942-ac1f-46dc-8a78-be4a63415b13 None None] Pushing event updated for resources: {'Port': ['ID=f9e1ba20-d95b-4b57-83f3-b4f7146db2a5,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:11.174733 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-30b1e254-e429-47a5-b021-72a3fbdfc28a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.197547 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-37ee981f-d002-4c0f-8bbf-f4abb0d6ff1a tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.201634 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302b3b5-623e-4680-a947-ac7e3a7d0bc0 req-d445b524-abb5-4532-8547-731f27aa591d tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:11.209875 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c302b3b5-623e-4680-a947-ac7e3a7d0bc0 req-d445b524-abb5-4532-8547-731f27aa591d tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.16 "GET /v2.0/ports?device_id=36a51469-434e-46bb-b1b3-b667c3acc282 HTTP/1.1" status: 200 len: 945 time: 0.1297226 Jul 16 01:24:11.313525 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c302b3b5-623e-4680-a947-ac7e3a7d0bc0 req-fb454aab-338d-4430-9859-59a84f7ef77f tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.16 "GET /v2.0/security-groups?id=f58fced3-04de-48ee-a60e-0f12ba3032ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025238 Jul 16 01:24:11.316013 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-30b1e254-e429-47a5-b021-72a3fbdfc28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.395350 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b1e254-e429-47a5-b021-72a3fbdfc28a admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:11.402311 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-30b1e254-e429-47a5-b021-72a3fbdfc28a admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:11.410250 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b1e254-e429-47a5-b021-72a3fbdfc28a admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:11.416664 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1e254-e429-47a5-b021-72a3fbdfc28a admin admin] Pushing event updated for resources: {'Port': ['ID=108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:11.467372 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dfbf50ca-55a4-4a0a-b213-5c863bb864f5 req-ae70ebdb-f784-4500-96c2-d0fffb2fdfce tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/03c024c3-5e2e-43c4-9455-15f2a04351ca HTTP/1.1" status: 200 len: 1801 time: 0.1024351 Jul 16 01:24:11.626039 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-dfbf50ca-55a4-4a0a-b213-5c863bb864f5 req-26de2113-7485-46fe-91e9-5dfb3f9492a7 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.688397 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-dfbf50ca-55a4-4a0a-b213-5c863bb864f5 req-26de2113-7485-46fe-91e9-5dfb3f9492a7 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.771332 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-dfbf50ca-55a4-4a0a-b213-5c863bb864f5 req-26de2113-7485-46fe-91e9-5dfb3f9492a7 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.773867 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-dfbf50ca-55a4-4a0a-b213-5c863bb864f5 req-26de2113-7485-46fe-91e9-5dfb3f9492a7 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.775016 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dfbf50ca-55a4-4a0a-b213-5c863bb864f5 req-26de2113-7485-46fe-91e9-5dfb3f9492a7 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "DELETE /v2.0/security-groups/03c024c3-5e2e-43c4-9455-15f2a04351ca HTTP/1.1" status: 204 len: 173 time: 0.3000569 Jul 16 01:24:11.783802 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-30b1e254-e429-47a5-b021-72a3fbdfc28a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.819635 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415587dd-4054-4ad6-bd94-68d559c5ca43 req-0ef484a3-a7fa-4fda-aa3e-decf8aae257d tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:11.821287 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-415587dd-4054-4ad6-bd94-68d559c5ca43 req-0ef484a3-a7fa-4fda-aa3e-decf8aae257d tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=54103087-7d43-4706-8804-34af66c2ac9e HTTP/1.1" status: 200 len: 945 time: 0.7915571 Jul 16 01:24:11.823212 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-37ee981f-d002-4c0f-8bbf-f4abb0d6ff1a tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.823437 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de2113-7485-46fe-91e9-5dfb3f9492a7 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c024c3-5e2e-43c4-9455-15f2a04351ca,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:11.826342 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-37ee981f-d002-4c0f-8bbf-f4abb0d6ff1a tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.912853 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-37ee981f-d002-4c0f-8bbf-f4abb0d6ff1a tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.913539 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ee981f-d002-4c0f-8bbf-f4abb0d6ff1a tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c5d563f-f5df-4a83-baef-d6fb76248fa1 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:24:11.920637 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-37ee981f-d002-4c0f-8bbf-f4abb0d6ff1a tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.923133 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-37ee981f-d002-4c0f-8bbf-f4abb0d6ff1a tempest-RoutersTestDVR-2098035209 tempest-RoutersTestDVR-2098035209-project-admin] 10.222.0.16 "DELETE /v2.0/routers/0c5d563f-f5df-4a83-baef-d6fb76248fa1 HTTP/1.1" status: 204 len: 168 time: 0.8562515 Jul 16 01:24:11.929824 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89dd89fa-66d7-4d84-b20d-9bd162db37da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.995929 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-415587dd-4054-4ad6-bd94-68d559c5ca43 req-09d4f3cc-e9ac-4c37-b3dd-9634166b295d tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167521 Jul 16 01:24:12.015593 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-08fce1f2-10d3-4ee8-85de-bc84f4b3dd3c req-5960fe6b-1d16-443e-97e6-98d22c6b780b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] show failed (client error): The resource could not be found. Jul 16 01:24:12.022714 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08fce1f2-10d3-4ee8-85de-bc84f4b3dd3c req-5960fe6b-1d16-443e-97e6-98d22c6b780b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/03c024c3-5e2e-43c4-9455-15f2a04351ca HTTP/1.1" status: 404 len: 352 time: 0.0176113 Jul 16 01:24:12.090800 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-30b1e254-e429-47a5-b021-72a3fbdfc28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.181109 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a4a39d5b-f514-47ec-ade5-024efa29dbfb req-02461609-b80b-4f1c-a754-1fd79647c052 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/86ef4845-0db9-4fc7-8616-1f3ec64f5baa HTTP/1.1" status: 200 len: 1801 time: 0.1292357 Jul 16 01:24:12.251580 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7571a6-d91e-4398-94ce-d45421e5a2de req-2e0ab326-ea29-44cb-9691-7c36acc25386 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:12.253151 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4e7571a6-d91e-4398-94ce-d45421e5a2de req-2e0ab326-ea29-44cb-9691-7c36acc25386 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=b92e5c51-69bd-41cb-be2f-674054762456 HTTP/1.1" status: 200 len: 949 time: 0.1046724 Jul 16 01:24:12.254612 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44596) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:12.318101 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a4a39d5b-f514-47ec-ade5-024efa29dbfb req-471825ec-ef54-4141-bde6-cf2a7eab7179 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.321006 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435203cd-eba6-46a2-b36f-a8d9def298de None None] Network 21db8485-c054-467b-beec-87e40339314e requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:12.359823 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4e7571a6-d91e-4398-94ce-d45421e5a2de req-ce8ce2b7-dff2-409e-9485-8f5210e1ee8c tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963387 Jul 16 01:24:12.386544 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a4a39d5b-f514-47ec-ade5-024efa29dbfb req-471825ec-ef54-4141-bde6-cf2a7eab7179 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.430209 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-89dd89fa-66d7-4d84-b20d-9bd162db37da admin admin] Deleting port 31376ab7-1bba-4125-a0be-c366e483863c {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:12.430634 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89dd89fa-66d7-4d84-b20d-9bd162db37da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.451681 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f9e1ba20-d95b-4b57-83f3-b4f7146db2a5 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:12.467308 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b1e254-e429-47a5-b021-72a3fbdfc28a admin admin] Router 36aba62a-72c9-45a5-a3c8-5a83e0a874b1 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:24:12.481401 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-610c7799-422b-4377-a407-6ffcc6083bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.490929 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-868d983a-16c8-4e6a-b92c-2731bc94e946 None None] Provisioning for port f9e1ba20-d95b-4b57-83f3-b4f7146db2a5 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:12.531057 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a4a39d5b-f514-47ec-ade5-024efa29dbfb req-471825ec-ef54-4141-bde6-cf2a7eab7179 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.534396 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a4a39d5b-f514-47ec-ade5-024efa29dbfb req-471825ec-ef54-4141-bde6-cf2a7eab7179 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.536999 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a4a39d5b-f514-47ec-ade5-024efa29dbfb req-471825ec-ef54-4141-bde6-cf2a7eab7179 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "DELETE /v2.0/security-groups/86ef4845-0db9-4fc7-8616-1f3ec64f5baa HTTP/1.1" status: 204 len: 173 time: 0.3202369 Jul 16 01:24:12.559950 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471825ec-ef54-4141-bde6-cf2a7eab7179 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ef4845-0db9-4fc7-8616-1f3ec64f5baa,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:12.597024 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port f9e1ba20-d95b-4b57-83f3-b4f7146db2a5 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:12.617107 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-89dd89fa-66d7-4d84-b20d-9bd162db37da admin admin] For port 31376ab7-1bba-4125-a0be-c366e483863c, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=31376ab7-1bba-4125-a0be-c366e483863c,segment=NetworkSegment(b80442ff-611c-46c6-96a1-64bc7fc5da83),segment_id=b80442ff-611c-46c6-96a1-64bc7fc5da83)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:12.617542 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89dd89fa-66d7-4d84-b20d-9bd162db37da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.630315 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port f9e1ba20-d95b-4b57-83f3-b4f7146db2a5 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:12.630691 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.645341 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-89dd89fa-66d7-4d84-b20d-9bd162db37da admin admin] Calling delete_port for 31376ab7-1bba-4125-a0be-c366e483863c owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:12.658412 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b1e254-e429-47a5-b021-72a3fbdfc28a admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:12.672318 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] Sync routers for ids ['36aba62a-72c9-45a5-a3c8-5a83e0a874b1'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:12.684008 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] Routers {'36aba62a-72c9-45a5-a3c8-5a83e0a874b1'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:12.685308 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:24:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['36aba62a-72c9-45a5-a3c8-5a83e0a874b1'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:12.748942 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.752694 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046b689-3257-4548-a00c-d622fca5dab0 req-e6f1d365-af1f-4a6a-82fb-e93bb8333419 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:12.759658 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6046b689-3257-4548-a00c-d622fca5dab0 req-e6f1d365-af1f-4a6a-82fb-e93bb8333419 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.16 "GET /v2.0/ports?device_id=36a51469-434e-46bb-b1b3-b667c3acc282 HTTP/1.1" status: 200 len: 945 time: 0.2164481 Jul 16 01:24:12.785272 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port f9e1ba20-d95b-4b57-83f3-b4f7146db2a5, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f9e1ba20-d95b-4b57-83f3-b4f7146db2a5,segment=NetworkSegment(cc1cf050-125d-4498-b6a8-a34e36ceea1b),segment_id=cc1cf050-125d-4498-b6a8-a34e36ceea1b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:12.790665 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.799096 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6e518-d9e8-478a-94ec-2adeb561b7eb req-2f926f25-86e8-4e2b-80b0-da82da19fc20 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:12.808237 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-74c6e518-d9e8-478a-94ec-2adeb561b7eb req-2f926f25-86e8-4e2b-80b0-da82da19fc20 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd HTTP/1.1" status: 200 len: 950 time: 0.1327806 Jul 16 01:24:12.833882 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] Set router 36aba62a-72c9-45a5-a3c8-5a83e0a874b1 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:12.859717 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-74c6e518-d9e8-478a-94ec-2adeb561b7eb req-3718371f-7258-41c0-ac7c-1868837f6885 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503182 Jul 16 01:24:12.882542 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=f9e1ba20-d95b-4b57-83f3-b4f7146db2a5,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:12.893116 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6046b689-3257-4548-a00c-d622fca5dab0 req-777d5103-3b97-40f5-8f46-1bc6bd79252d tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.16 "GET /v2.0/security-groups?id=f58fced3-04de-48ee-a60e-0f12ba3032ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323817 Jul 16 01:24:12.923148 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-97a1abaf-39e5-49e4-8337-185bfc8f4637 req-f13afec7-09b2-4c2c-80a4-1b3a866977e9 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] show failed (client error): The resource could not be found. Jul 16 01:24:12.924584 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97a1abaf-39e5-49e4-8337-185bfc8f4637 req-f13afec7-09b2-4c2c-80a4-1b3a866977e9 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/86ef4845-0db9-4fc7-8616-1f3ec64f5baa HTTP/1.1" status: 404 len: 352 time: 0.0189154 Jul 16 01:24:13.051413 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89dd89fa-66d7-4d84-b20d-9bd162db37da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.055100 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-610c7799-422b-4377-a407-6ffcc6083bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.077655 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-30b1e254-e429-47a5-b021-72a3fbdfc28a admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.082493 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd89fa-66d7-4d84-b20d-9bd162db37da admin admin] Pushing event deleted for resources: {'Port': ['ID=31376ab7-1bba-4125-a0be-c366e483863c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:13.082814 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44618) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:13.083382 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-30b1e254-e429-47a5-b021-72a3fbdfc28a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9470758 Jul 16 01:24:13.127792 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-42e4011f-904c-4691-a381-51c9999e6759 req-de9a82ad-c1c8-4a98-8739-b865636f9f3f tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c96c4b57e6340f3aa0dce63cee1d2fb HTTP/1.1" status: 200 len: 6148 time: 0.0892999 Jul 16 01:24:13.130884 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-915b7139-e754-46a9-9fcb-1eefa4e54628 None None] Provisioning complete for port f9e1ba20-d95b-4b57-83f3-b4f7146db2a5 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:13.131257 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-915b7139-e754-46a9-9fcb-1eefa4e54628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.187103 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'name': 'tempest-ServersTestManualDisk-40304155-router', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:11Z', 'revision_number': 3, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'gw_port': {'id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:13.216795 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-42e4011f-904c-4691-a381-51c9999e6759 req-f92a7661-6e77-4c1b-8d9d-d194f3e40a7d tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/df07f559-1004-4d5b-97fd-3b5445813da7 HTTP/1.1" status: 200 len: 2981 time: 0.0769613 Jul 16 01:24:13.228329 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] Checking router: 36aba62a-72c9-45a5-a3c8-5a83e0a874b1 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:13.228729 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-610c7799-422b-4377-a407-6ffcc6083bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.229386 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] Updating router 36aba62a-72c9-45a5-a3c8-5a83e0a874b1 port 108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:24:13.273074 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dd89fa-66d7-4d84-b20d-9bd162db37da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.273683 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dd89fa-66d7-4d84-b20d-9bd162db37da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.273809 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dd89fa-66d7-4d84-b20d-9bd162db37da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.274370 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dd89fa-66d7-4d84-b20d-9bd162db37da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.274370 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dd89fa-66d7-4d84-b20d-9bd162db37da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.274704 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dd89fa-66d7-4d84-b20d-9bd162db37da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.275030 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dd89fa-66d7-4d84-b20d-9bd162db37da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.275395 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dd89fa-66d7-4d84-b20d-9bd162db37da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.275724 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dd89fa-66d7-4d84-b20d-9bd162db37da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.276050 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dd89fa-66d7-4d84-b20d-9bd162db37da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.276399 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dd89fa-66d7-4d84-b20d-9bd162db37da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.276742 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dd89fa-66d7-4d84-b20d-9bd162db37da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.309397 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.314651 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-42e4011f-904c-4691-a381-51c9999e6759 req-42555d2a-9e81-4f39-b64b-a0ddb1780abe tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/df07f559-1004-4d5b-97fd-3b5445813da7 HTTP/1.1" status: 200 len: 2981 time: 0.0857501 Jul 16 01:24:13.418751 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44622) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:13.419264 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-610c7799-422b-4377-a407-6ffcc6083bf0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f878c5eedaa543738c3feb74509a60df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1632857 Jul 16 01:24:13.442166 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c7799-422b-4377-a407-6ffcc6083bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b1b845-930a-4798-b66c-a6af03d89567,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:13.564124 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c3e8c30e-1755-44a9-902f-ab148199f1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.607191 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc721d-5509-4d1c-80ce-87b047bb6f50 req-a1a86d58-76ff-402e-be26-0baeb1611809 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:13.618503 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c3e8c30e-1755-44a9-902f-ab148199f1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.627477 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc721d-5509-4d1c-80ce-87b047bb6f50 req-a1a86d58-76ff-402e-be26-0baeb1611809 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:13.629227 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b6bc721d-5509-4d1c-80ce-87b047bb6f50 req-a1a86d58-76ff-402e-be26-0baeb1611809 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=b92e5c51-69bd-41cb-be2f-674054762456&device_id=3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd HTTP/1.1" status: 200 len: 1690 time: 0.3176517 Jul 16 01:24:13.668548 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.681132 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] Transition to ACTIVE for port object 108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:13.691523 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.711501 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c3e8c30e-1755-44a9-902f-ab148199f1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.714795 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c3e8c30e-1755-44a9-902f-ab148199f1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.716180 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c3e8c30e-1755-44a9-902f-ab148199f1c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/37b1b845-930a-4798-b66c-a6af03d89567 HTTP/1.1" status: 204 len: 168 time: 0.2963555 Jul 16 01:24:13.730204 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8c30e-1755-44a9-902f-ab148199f1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b1b845-930a-4798-b66c-a6af03d89567,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:13.768425 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a045d27-7a37-4976-92da-bf7a961e75a6 None None] Pushing event updated for resources: {'Port': ['ID=108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:13.777527 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a045d27-7a37-4976-92da-bf7a961e75a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.777866 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a045d27-7a37-4976-92da-bf7a961e75a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.778202 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a045d27-7a37-4976-92da-bf7a961e75a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.778531 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a045d27-7a37-4976-92da-bf7a961e75a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.778855 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a045d27-7a37-4976-92da-bf7a961e75a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.779200 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a045d27-7a37-4976-92da-bf7a961e75a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.779502 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a045d27-7a37-4976-92da-bf7a961e75a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.779822 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a045d27-7a37-4976-92da-bf7a961e75a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.780140 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a045d27-7a37-4976-92da-bf7a961e75a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.780603 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a045d27-7a37-4976-92da-bf7a961e75a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.781132 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a045d27-7a37-4976-92da-bf7a961e75a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.781793 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a045d27-7a37-4976-92da-bf7a961e75a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:13.806008 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] Attempting to bind port 108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:13.806364 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] Attempting to bind port 108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:13.806749 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] Attempting to bind port 108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:13.813756 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:13.813756 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:13.814136 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.814293 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:13.814968 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] Bound port: 108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:13.815537 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.817931 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b6bc721d-5509-4d1c-80ce-87b047bb6f50 req-c91571f9-0f82-415b-aea8-217b5064d9b7 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783547 Jul 16 01:24:13.852547 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89dd89fa-66d7-4d84-b20d-9bd162db37da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.926536 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-8086da9b-dc25-4f80-afb8-ecb2bfd558b6 req-9c325cec-5466-4e85-bef8-84bb6b2fe6f6 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1232737597', 'description': 'tempest-description-1863588212'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:13.943101 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] For port 108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:13.946546 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] For port 108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:13.953194 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.973684 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8086da9b-dc25-4f80-afb8-ecb2bfd558b6 req-9c325cec-5466-4e85-bef8-84bb6b2fe6f6 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.013978 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a045d27-7a37-4976-92da-bf7a961e75a6 None None] Pushing event updated for resources: {'Port': ['ID=108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:14.030265 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] Routers {'36aba62a-72c9-45a5-a3c8-5a83e0a874b1'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:14.030896 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:24:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['36aba62a-72c9-45a5-a3c8-5a83e0a874b1'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:14.085121 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8086da9b-dc25-4f80-afb8-ecb2bfd558b6 req-9c325cec-5466-4e85-bef8-84bb6b2fe6f6 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.099208 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8086da9b-dc25-4f80-afb8-ecb2bfd558b6 req-9c325cec-5466-4e85-bef8-84bb6b2fe6f6 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.155466 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] Set router 36aba62a-72c9-45a5-a3c8-5a83e0a874b1 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:14.176081 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8086da9b-dc25-4f80-afb8-ecb2bfd558b6 req-9c325cec-5466-4e85-bef8-84bb6b2fe6f6 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.213714 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8086da9b-dc25-4f80-afb8-ecb2bfd558b6 req-9c325cec-5466-4e85-bef8-84bb6b2fe6f6 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2973132 Jul 16 01:24:14.218665 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c325cec-5466-4e85-bef8-84bb6b2fe6f6 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4154eb7b-e0dd-45f4-b3a7-d73485b290cd,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:14.305504 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44634) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:14.329958 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44b77ae0-6be8-43a7-a064-124498eed059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.384044 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbd523-2dda-47bd-8c20-d6030bc366f3 req-3bc5b888-befa-415a-8eed-02a87530d879 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:14.385837 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cecbd523-2dda-47bd-8c20-d6030bc366f3 req-3bc5b888-befa-415a-8eed-02a87530d879 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=54103087-7d43-4706-8804-34af66c2ac9e HTTP/1.1" status: 200 len: 945 time: 0.4171631 Jul 16 01:24:14.449905 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'name': 'tempest-ServersTestManualDisk-40304155-router', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:11Z', 'revision_number': 3, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'gw_port': {'id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:14.461078 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3bae-e80e-4dd3-9033-c8221258b9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.490848 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1303cfef-ad95-41ce-ac4b-ec5af55f6289 None None] The sync data for ids ['36aba62a-72c9-45a5-a3c8-5a83e0a874b1'] in n-d-792394-16 is: [{'id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'name': 'tempest-ServersTestManualDisk-40304155-router', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:11Z', 'revision_number': 3, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'gw_port': {'id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:14.499912 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f9e1ba20-d95b-4b57-83f3-b4f7146db2a5 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:14.529887 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44b77ae0-6be8-43a7-a064-124498eed059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.559483 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44b77ae0-6be8-43a7-a064-124498eed059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.572386 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port f9e1ba20-d95b-4b57-83f3-b4f7146db2a5 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:14.580324 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.617883 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b77ae0-6be8-43a7-a064-124498eed059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380bc37d-fff1-48ef-bac0-b94850177fcb,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:14.650825 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-44b77ae0-6be8-43a7-a064-124498eed059 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e474f5d86af47c09837657f01236148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3441594 Jul 16 01:24:14.654554 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44640) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:14.681089 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cecbd523-2dda-47bd-8c20-d6030bc366f3 req-14a2fb39-c44d-42af-897f-e4c15b5c116f tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794142 Jul 16 01:24:14.720630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2e15c-f15c-42a8-a71d-e87f8bdd8054 req-c5c4cfd2-61db-4c10-bd1e-3845d921b6d7 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:14.722202 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fcb2e15c-f15c-42a8-a71d-e87f8bdd8054 req-c5c4cfd2-61db-4c10-bd1e-3845d921b6d7 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.16 "GET /v2.0/ports?device_id=36a51469-434e-46bb-b1b3-b667c3acc282 HTTP/1.1" status: 200 len: 945 time: 0.2069483 Jul 16 01:24:14.730068 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89dd89fa-66d7-4d84-b20d-9bd162db37da admin admin] Router 02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:24:14.739112 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-21524113-9172-46c4-ba21-c3884746ac63 req-f8b4347a-027a-4267-be76-928357619a8e tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1178607560', 'description': 'tempest-description-109865658'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:14.749669 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-530a700c-8a82-46fa-b8d4-8b3710839a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.796192 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-530a700c-8a82-46fa-b8d4-8b3710839a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.816294 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fcb2e15c-f15c-42a8-a71d-e87f8bdd8054 req-7e313b13-354d-4ce5-9f76-2de7ba017242 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.16 "GET /v2.0/security-groups?id=f58fced3-04de-48ee-a60e-0f12ba3032ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814621 Jul 16 01:24:14.876407 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-21524113-9172-46c4-ba21-c3884746ac63 req-f8b4347a-027a-4267-be76-928357619a8e tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.908006 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-ecbc3bae-e80e-4dd3-9033-c8221258b9ce admin admin] Allocated IP 172.20.0.1 (21db8485-c054-467b-beec-87e40339314e/007570ca-e090-4b11-9188-5caf28ec1f2f/62d1afe1-e021-4ce8-8fff-86121808c196) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:14.918378 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-530a700c-8a82-46fa-b8d4-8b3710839a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.921852 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-530a700c-8a82-46fa-b8d4-8b3710839a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.923981 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-530a700c-8a82-46fa-b8d4-8b3710839a50 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/380bc37d-fff1-48ef-bac0-b94850177fcb HTTP/1.1" status: 204 len: 168 time: 0.2682507 Jul 16 01:24:14.935246 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a700c-8a82-46fa-b8d4-8b3710839a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380bc37d-fff1-48ef-bac0-b94850177fcb,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:15.039996 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dd89fa-66d7-4d84-b20d-9bd162db37da admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:15.046913 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-89dd89fa-66d7-4d84-b20d-9bd162db37da admin admin] 10.222.0.16 "PUT /v2.0/routers/02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9746678 Jul 16 01:24:15.051727 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11de1e3-4f90-452b-9afb-bd17e1fce564 None None] Sync routers for ids ['02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:15.057955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44646) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:15.071472 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11de1e3-4f90-452b-9afb-bd17e1fce564 None None] Routers {'02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:15.072189 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e11de1e3-4f90-452b-9afb-bd17e1fce564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:24:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:15.170674 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-21524113-9172-46c4-ba21-c3884746ac63 req-f8b4347a-027a-4267-be76-928357619a8e tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.186378 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf011844-8113-46cf-82bd-ae01f0966317 req-d1807cd3-9634-4051-a5a6-fb82e1fecc9e tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:15.189981 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf011844-8113-46cf-82bd-ae01f0966317 req-d1807cd3-9634-4051-a5a6-fb82e1fecc9e tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b92e5c51-69bd-41cb-be2f-674054762456 HTTP/1.1" status: 200 len: 1101 time: 0.2070656 Jul 16 01:24:15.195675 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-21524113-9172-46c4-ba21-c3884746ac63 req-f8b4347a-027a-4267-be76-928357619a8e tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.239371 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-21524113-9172-46c4-ba21-c3884746ac63 req-f8b4347a-027a-4267-be76-928357619a8e tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.255730 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-21524113-9172-46c4-ba21-c3884746ac63 req-f8b4347a-027a-4267-be76-928357619a8e tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5238905 Jul 16 01:24:15.267450 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf011844-8113-46cf-82bd-ae01f0966317 req-038af9f2-09d2-4c24-ae6a-025e8845ca9b tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681958 Jul 16 01:24:15.277255 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-e11de1e3-4f90-452b-9afb-bd17e1fce564 None None] Set router 02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:15.288040 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3bae-e80e-4dd3-9033-c8221258b9ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.300777 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2d37072c-da99-44f8-9a32-f05d1bea5e43 admin admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.423441 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-ecbc3bae-e80e-4dd3-9033-c8221258b9ce admin admin] Transition to ACTIVE for port object 62d1afe1-e021-4ce8-8fff-86121808c196 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:15.526973 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4347a-027a-4267-be76-928357619a8e tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66604c98-3108-428d-a1c2-13830a8809f0,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:15.570194 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3bae-e80e-4dd3-9033-c8221258b9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.599866 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2d37072c-da99-44f8-9a32-f05d1bea5e43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.652230 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbc3bae-e80e-4dd3-9033-c8221258b9ce admin admin] Network 21db8485-c054-467b-beec-87e40339314e is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:15.661211 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df6db7-f43f-4d7b-a631-371a1b5bc2d7 req-29fac1d8-7330-4351-8ca2-b31ed68ce3cc tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:15.662851 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-77df6db7-f43f-4d7b-a631-371a1b5bc2d7 req-29fac1d8-7330-4351-8ca2-b31ed68ce3cc tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.84 "GET /v2.0/ports?device_id=36a51469-434e-46bb-b1b3-b667c3acc282 HTTP/1.1" status: 200 len: 945 time: 0.4856958 Jul 16 01:24:15.671408 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-ecbc3bae-e80e-4dd3-9033-c8221258b9ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:15.677514 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc3bae-e80e-4dd3-9033-c8221258b9ce admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:15.694381 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e11de1e3-4f90-452b-9afb-bd17e1fce564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73227991-router', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:01Z', 'updated_at': '2021-07-16T01:24:12Z', 'revision_number': 5, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'gw_port': {'id': '2cae20d6-e68d-43eb-acce-e7b0659ed988', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:03Z', 'updated_at': '2021-07-16T01:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:15.749592 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3bae-e80e-4dd3-9033-c8221258b9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.755103 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11de1e3-4f90-452b-9afb-bd17e1fce564 None None] Checking router: 02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:15.779063 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11de1e3-4f90-452b-9afb-bd17e1fce564 None None] Routers {'02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:15.782575 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e11de1e3-4f90-452b-9afb-bd17e1fce564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:24:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:15.879513 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc3bae-e80e-4dd3-9033-c8221258b9ce admin admin] Pushing event updated for resources: {'Port': ['ID=62d1afe1-e021-4ce8-8fff-86121808c196,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:16.174447 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3d65c-1891-4306-8be7-84227131fc09 req-591a84a3-8426-442e-8cb8-949116314a90 tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:16.176053 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f3b3d65c-1891-4306-8be7-84227131fc09 req-591a84a3-8426-442e-8cb8-949116314a90 tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd HTTP/1.1" status: 200 len: 1102 time: 0.4214542 Jul 16 01:24:16.252978 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-2d37072c-da99-44f8-9a32-f05d1bea5e43 admin admin] Deleting port 2cae20d6-e68d-43eb-acce-e7b0659ed988 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:16.253623 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2d37072c-da99-44f8-9a32-f05d1bea5e43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.266055 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-77df6db7-f43f-4d7b-a631-371a1b5bc2d7 req-6edb8a8d-c749-4cd7-b4cb-afc3abdd94d5 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Deleting port ed4f9728-d180-4627-a76e-c9f1698c7015 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:16.266403 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-77df6db7-f43f-4d7b-a631-371a1b5bc2d7 req-6edb8a8d-c749-4cd7-b4cb-afc3abdd94d5 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.272540 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-074a5a1e-1216-4794-8dc2-6b442ec716ff None None] Provisioning for port 62d1afe1-e021-4ce8-8fff-86121808c196 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:16.298203 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-074a5a1e-1216-4794-8dc2-6b442ec716ff None None] Provisioning complete for port 62d1afe1-e021-4ce8-8fff-86121808c196 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:16.299268 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-074a5a1e-1216-4794-8dc2-6b442ec716ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.301077 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44688) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:16.309168 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-e11de1e3-4f90-452b-9afb-bd17e1fce564 None None] Set router 02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:16.460647 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:16.493071 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e11de1e3-4f90-452b-9afb-bd17e1fce564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73227991-router', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:01Z', 'updated_at': '2021-07-16T01:24:15Z', 'revision_number': 6, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:16.534111 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11de1e3-4f90-452b-9afb-bd17e1fce564 None None] The sync data for ids ['02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7'] in n-d-792394-16 is: [{'id': '02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-73227991-router', 'tenant_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:23:01Z', 'updated_at': '2021-07-16T01:24:15Z', 'revision_number': 6, 'project_id': 'a9bc865e4adb4b748ffb8234191c64fe', 'gw_port_host': None}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:16.566644 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-074a5a1e-1216-4794-8dc2-6b442ec716ff None None] Port 62d1afe1-e021-4ce8-8fff-86121808c196 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:16.599047 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-2c87e249-ea33-4527-8e8a-c19a409692d3 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1497369327'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:16.609130 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-2d37072c-da99-44f8-9a32-f05d1bea5e43 admin admin] For port 2cae20d6-e68d-43eb-acce-e7b0659ed988, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2cae20d6-e68d-43eb-acce-e7b0659ed988,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:16.609791 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:16.610282 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2d37072c-da99-44f8-9a32-f05d1bea5e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.618650 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:16.619036 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.645038 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-2d37072c-da99-44f8-9a32-f05d1bea5e43 admin admin] Calling delete_port for 2cae20d6-e68d-43eb-acce-e7b0659ed988 owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:16.693580 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-a0a8a902-e647-452c-b4a5-6d7512808f6d tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:16.695339 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-a0a8a902-e647-452c-b4a5-6d7512808f6d tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/networks?id=82d9de2b-4bea-47ad-b969-042e519aa5e2 HTTP/1.1" status: 200 len: 813 time: 0.3009586 Jul 16 01:24:16.698917 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c87e249-ea33-4527-8e8a-c19a409692d3 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Made reservation on behalf of a9ca4d27fc6a498095076162ffe26acc for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:16.702838 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c87e249-ea33-4527-8e8a-c19a409692d3 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.743275 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.759880 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c87e249-ea33-4527-8e8a-c19a409692d3 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.766524 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-e44fbf17-75eb-47be-910e-8236708ba51d tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/quotas/1c96c4b57e6340f3aa0dce63cee1d2fb HTTP/1.1" status: 200 len: 375 time: 0.0595160 Jul 16 01:24:16.769505 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:16.775201 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.786150 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f3b3d65c-1891-4306-8be7-84227131fc09 req-ad815ec7-7c2f-4071-8e16-03184808d1cf tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6025486 Jul 16 01:24:16.801118 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3bae-e80e-4dd3-9033-c8221258b9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.888934 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:17.055131 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-77df6db7-f43f-4d7b-a631-371a1b5bc2d7 req-6edb8a8d-c749-4cd7-b4cb-afc3abdd94d5 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] For port ed4f9728-d180-4627-a76e-c9f1698c7015, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ed4f9728-d180-4627-a76e-c9f1698c7015,segment=NetworkSegment(85de098d-7755-49c8-bd12-540f6c713b3e),segment_id=85de098d-7755-49c8-bd12-540f6c713b3e)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:17.055361 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-77df6db7-f43f-4d7b-a631-371a1b5bc2d7 req-6edb8a8d-c749-4cd7-b4cb-afc3abdd94d5 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.076419 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-77df6db7-f43f-4d7b-a631-371a1b5bc2d7 req-6edb8a8d-c749-4cd7-b4cb-afc3abdd94d5 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Calling delete_port for ed4f9728-d180-4627-a76e-c9f1698c7015 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:17.084799 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-70167f26-d409-4d7d-a84f-e87ef89b0c29 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c96c4b57e6340f3aa0dce63cee1d2fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2971287 Jul 16 01:24:17.148804 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c87e249-ea33-4527-8e8a-c19a409692d3 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.157352 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c87e249-ea33-4527-8e8a-c19a409692d3 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.177227 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2d37072c-da99-44f8-9a32-f05d1bea5e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.186305 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324c758-29ea-4bf8-b7dd-e3c781cffa9f req-4c8d2070-6035-41fe-addb-71c3d7f30434 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:17.187874 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f324c758-29ea-4bf8-b7dd-e3c781cffa9f req-4c8d2070-6035-41fe-addb-71c3d7f30434 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.16 "GET /v2.0/ports?device_id=36a51469-434e-46bb-b1b3-b667c3acc282 HTTP/1.1" status: 200 len: 945 time: 0.2507658 Jul 16 01:24:17.193322 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:24:17.240680 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c87e249-ea33-4527-8e8a-c19a409692d3 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:17.256624 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37072c-da99-44f8-9a32-f05d1bea5e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cae20d6-e68d-43eb-acce-e7b0659ed988,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:17.267452 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87e249-ea33-4527-8e8a-c19a409692d3 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9055ee0e-3ccf-4509-92ac-25073b91fd97,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:17.270711 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3bae-e80e-4dd3-9033-c8221258b9ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.278207 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f324c758-29ea-4bf8-b7dd-e3c781cffa9f req-2b322310-5020-4909-8791-f27a3d06b261 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.16 "GET /v2.0/security-groups?id=f58fced3-04de-48ee-a60e-0f12ba3032ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773532 Jul 16 01:24:17.279074 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c87e249-ea33-4527-8e8a-c19a409692d3 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.279074 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-2c87e249-ea33-4527-8e8a-c19a409692d3 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Added segment 169cf887-1bc2-48fb-be6f-0e5952c0044e of type vlan for network 43fc4ed9-9143-4186-b20c-1fa72ffa1104 Jul 16 01:24:17.283093 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3bae-e80e-4dd3-9033-c8221258b9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.397069 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3bae-e80e-4dd3-9033-c8221258b9ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.402079 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc3bae-e80e-4dd3-9033-c8221258b9ce admin admin] Pushing event updated for resources: {'Port': ['ID=62d1afe1-e021-4ce8-8fff-86121808c196,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:17.410370 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-728ebb3c-6da2-4ad4-b69d-53bca58798aa service neutron] 10.222.0.16 "GET /v2.0/networks/82d9de2b-4bea-47ad-b969-042e519aa5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122585 Jul 16 01:24:17.415645 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c87e249-ea33-4527-8e8a-c19a409692d3 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.442224 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-77df6db7-f43f-4d7b-a631-371a1b5bc2d7 req-6edb8a8d-c749-4cd7-b4cb-afc3abdd94d5 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.473380 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2d37072c-da99-44f8-9a32-f05d1bea5e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.516086 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb8a8d-c749-4cd7-b4cb-afc3abdd94d5 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Pushing event deleted for resources: {'Port': ['ID=ed4f9728-d180-4627-a76e-c9f1698c7015,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:17.565604 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-77df6db7-f43f-4d7b-a631-371a1b5bc2d7 req-6edb8a8d-c749-4cd7-b4cb-afc3abdd94d5 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] No DVR routers for this DVR port ed4f9728-d180-4627-a76e-c9f1698c7015 on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:17.571552 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-77df6db7-f43f-4d7b-a631-371a1b5bc2d7 req-6edb8a8d-c749-4cd7-b4cb-afc3abdd94d5 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.571552 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-77df6db7-f43f-4d7b-a631-371a1b5bc2d7 req-6edb8a8d-c749-4cd7-b4cb-afc3abdd94d5 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.84 "DELETE /v2.0/ports/ed4f9728-d180-4627-a76e-c9f1698c7015 HTTP/1.1" status: 204 len: 173 time: 1.8230939 Jul 16 01:24:17.571905 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a51469-434e-46bb-b1b3-b667c3acc282', 'name': 'network-vif-deleted', 'tag': 'ed4f9728-d180-4627-a76e-c9f1698c7015'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:17.574595 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fd32c0-993e-49db-b2e8-3b634fcea3f5" -d '{"events": [{"server_uuid": "36a51469-434e-46bb-b1b3-b667c3acc282", "name": "network-vif-deleted", "tag": "ed4f9728-d180-4627-a76e-c9f1698c7015"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:17.619191 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbc3bae-e80e-4dd3-9033-c8221258b9ce admin admin] Network 21db8485-c054-467b-beec-87e40339314e is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:17.621614 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-ecbc3bae-e80e-4dd3-9033-c8221258b9ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:17.657154 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2d37072c-da99-44f8-9a32-f05d1bea5e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.660582 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2d37072c-da99-44f8-9a32-f05d1bea5e43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.664087 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c87e249-ea33-4527-8e8a-c19a409692d3 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.670260 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c87e249-ea33-4527-8e8a-c19a409692d3 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:17.671365 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c87e249-ea33-4527-8e8a-c19a409692d3 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.719783 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-019ff13e-fbd3-4bf2-a0df-0a5181ed6b36 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=edd1ed0455014b31835bf69f0954c3dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357862 Jul 16 01:24:17.805465 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2c87e249-ea33-4527-8e8a-c19a409692d3 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4970191 Jul 16 01:24:17.820130 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2d37072c-da99-44f8-9a32-f05d1bea5e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.820682 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d37072c-da99-44f8-9a32-f05d1bea5e43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:24:17.826707 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2d37072c-da99-44f8-9a32-f05d1bea5e43 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.827914 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2d37072c-da99-44f8-9a32-f05d1bea5e43 admin admin] 10.222.0.16 "DELETE /v2.0/routers/02e2b659-9c91-4ec9-8cb2-9bf2aaa93ae7 HTTP/1.1" status: 204 len: 168 time: 2.7676811 Jul 16 01:24:17.830538 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44720) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.830963 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44722) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:17.856631 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-ef69442b-590c-441b-bce4-9379f5851cde tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Request body: {'subnet': {'network_id': '43fc4ed9-9143-4186-b20c-1fa72ffa1104', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:17.891635 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-be0b94f5-a697-4e60-94af-81f6e4e8f256 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:17.895956 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-be0b94f5-a697-4e60-94af-81f6e4e8f256 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1675587 Jul 16 01:24:17.899359 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5955b1ec-d79e-40fd-a5f7-3b90198c4f83 None None] Provisioning complete for port 62d1afe1-e021-4ce8-8fff-86121808c196 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:17.899858 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5955b1ec-d79e-40fd-a5f7-3b90198c4f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.923848 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-38343db9-77a8-4b72-8e5b-a2588f5888ab tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/quotas/edd1ed0455014b31835bf69f0954c3dd HTTP/1.1" status: 200 len: 375 time: 0.0164802 Jul 16 01:24:17.928280 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87e249-ea33-4527-8e8a-c19a409692d3 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Pushing event updated for resources: {'Network': ['ID=43fc4ed9-9143-4186-b20c-1fa72ffa1104,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:17.932832 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-8d3182f0-1a8f-4942-8320-461c95f20e01 service neutron] 10.222.0.16 "GET /v2.0/networks/82d9de2b-4bea-47ad-b969-042e519aa5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106156 Jul 16 01:24:17.946975 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbc3bae-e80e-4dd3-9033-c8221258b9ce admin admin] Router 36aba62a-72c9-45a5-a3c8-5a83e0a874b1 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:24:17.949327 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 43fc4ed9-9143-4186-b20c-1fa72ffa1104 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:17.972677 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device fbb1ebed-036e-45cd-a981-a7b13cf8bf10 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:17.980524 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ed4f9728-d180-4627-a76e-c9f1698c7015 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:18.030808 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-2272b47b-2be4-4250-acd7-cea8ac761558 admin admin] Deleting subnet a4494480-612e-4b7a-bad4-4f8c38f707d7 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:24:18.033673 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2272b47b-2be4-4250-acd7-cea8ac761558 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.071582 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2272b47b-2be4-4250-acd7-cea8ac761558 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.173795 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port fbb1ebed-036e-45cd-a981-a7b13cf8bf10, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fbb1ebed-036e-45cd-a981-a7b13cf8bf10,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:18.180713 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-db3633d8-d555-4521-8da9-94a4a853389a tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=edd1ed0455014b31835bf69f0954c3dd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2297566 Jul 16 01:24:18.182447 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826e0f05-eecb-4cd0-819c-375be1f86880 x-openstack-request-id: req-826e0f05-eecb-4cd0-819c-375be1f86880 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:18.182734 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a51469-434e-46bb-b1b3-b667c3acc282", "name": "network-vif-deleted", "tag": "ed4f9728-d180-4627-a76e-c9f1698c7015", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:18.182989 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-826e0f05-eecb-4cd0-819c-375be1f86880 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:18.183387 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a51469-434e-46bb-b1b3-b667c3acc282', 'name': 'network-vif-deleted', 'tag': 'ed4f9728-d180-4627-a76e-c9f1698c7015', 'status': 'completed', 'code': 200} Jul 16 01:24:18.207858 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbc3bae-e80e-4dd3-9033-c8221258b9ce admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:18.214608 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ecbc3bae-e80e-4dd3-9033-c8221258b9ce admin admin] 10.222.0.16 "PUT /v2.0/routers/36aba62a-72c9-45a5-a3c8-5a83e0a874b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1248677 Jul 16 01:24:18.224939 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] Sync routers for ids ['36aba62a-72c9-45a5-a3c8-5a83e0a874b1'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:18.241080 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] Routers {'36aba62a-72c9-45a5-a3c8-5a83e0a874b1'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:18.242178 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:24:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['36aba62a-72c9-45a5-a3c8-5a83e0a874b1'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:18.255509 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2272b47b-2be4-4250-acd7-cea8ac761558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.311460 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5955b1ec-d79e-40fd-a5f7-3b90198c4f83 None None] Port 62d1afe1-e021-4ce8-8fff-86121808c196 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:18.322216 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: ed4f9728-d180-4627-a76e-c9f1698c7015 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:18.322216 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ed4f9728-d180-4627-a76e-c9f1698c7015 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:18.325672 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'fbb1ebed-036e-45cd-a981-a7b13cf8bf10', 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47', 'port_id': 'fbb1ebed-036e-45cd-a981-a7b13cf8bf10', 'mac_address': 'fa:16:3e:a6:b1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01112ffd-e4af-4423-aa07-05f338809738', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:18.362174 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-89003b2f-fb3d-4605-bbeb-34910d670524 req-5aafae6e-10ac-4a0a-8bdf-e06f92e3709f tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfa3109d-3509-4832-823c-f852dfee919f HTTP/1.1" status: 200 len: 210 time: 0.0665367 Jul 16 01:24:18.439016 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2272b47b-2be4-4250-acd7-cea8ac761558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.469190 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef69442b-590c-441b-bce4-9379f5851cde tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Made reservation on behalf of a9ca4d27fc6a498095076162ffe26acc for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:18.474175 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ef69442b-590c-441b-bce4-9379f5851cde tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.479624 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] Set router 36aba62a-72c9-45a5-a3c8-5a83e0a874b1 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:18.551060 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272b47b-2be4-4250-acd7-cea8ac761558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4494480-612e-4b7a-bad4-4f8c38f707d7,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:18.567956 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2272b47b-2be4-4250-acd7-cea8ac761558 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.592205 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2272b47b-2be4-4250-acd7-cea8ac761558 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a4494480-612e-4b7a-bad4-4f8c38f707d7 HTTP/1.1" status: 204 len: 168 time: 0.7463350 Jul 16 01:24:18.595060 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44748) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:18.601440 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:18.603654 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56388f6-f0bd-4d3c-b1fc-47470162c743 None None] Network 53feacae-2243-41e3-99bc-6a4cd77c4a23 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:18.726452 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa8793a5-1c89-49ea-80cf-96fb1717ac44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.777194 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.801079 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'name': 'tempest-ServersTestManualDisk-40304155-router', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'gw_port': {'id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '62d1afe1-e021-4ce8-8fff-86121808c196', 'name': '', 'network_id': '21db8485-c054-467b-beec-87e40339314e', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'mac_address': 'fa:16:3e:51:62:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '007570ca-e090-4b11-9188-5caf28ec1f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:14Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 2, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'subnets': [{'id': '007570ca-e090-4b11-9188-5caf28ec1f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:18.829837 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbb1ebed-036e-45cd-a981-a7b13cf8bf10 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:18.831181 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] Checking router: 36aba62a-72c9-45a5-a3c8-5a83e0a874b1 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:18.831725 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] Updating router 36aba62a-72c9-45a5-a3c8-5a83e0a874b1 port 62d1afe1-e021-4ce8-8fff-86121808c196 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:24:18.879508 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.881759 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:18.882139 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.902437 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port fbb1ebed-036e-45cd-a981-a7b13cf8bf10, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fbb1ebed-036e-45cd-a981-a7b13cf8bf10,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:18.926337 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.986617 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ef69442b-590c-441b-bce4-9379f5851cde tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.040333 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['fbb1ebed-036e-45cd-a981-a7b13cf8bf10'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:19.048252 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68630545-2548-4ecd-a451-8a04d4f179b0 req-32abb93c-643f-4055-b8cb-98152bac8887 tempest-ServerGroupTestJSON-1019120588 tempest-ServerGroupTestJSON-1019120588-project] 10.222.0.16 "GET /v2.0/ports?device_id=36a51469-434e-46bb-b1b3-b667c3acc282 HTTP/1.1" status: 200 len: 210 time: 0.1337080 Jul 16 01:24:19.049933 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69442b-590c-441b-bce4-9379f5851cde tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Pushing event updated for resources: {'Subnet': ['ID=423649d2-9e1e-4621-a070-0428a2210d17,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:19.098247 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef69442b-590c-441b-bce4-9379f5851cde tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Checking segment: {'id': '169cf887-1bc2-48fb-be6f-0e5952c0044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '43fc4ed9-9143-4186-b20c-1fa72ffa1104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:19.098844 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef69442b-590c-441b-bce4-9379f5851cde tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Network hostable DHCP agents. Network: 43fc4ed9-9143-4186-b20c-1fa72ffa1104, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:19.103243 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-aa8793a5-1c89-49ea-80cf-96fb1717ac44 admin admin] Deleting port 3f10cb13-7460-41e5-913b-4d43e665c265 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:19.104578 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa8793a5-1c89-49ea-80cf-96fb1717ac44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.160516 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=fbb1ebed-036e-45cd-a981-a7b13cf8bf10,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:19.223490 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-aa8793a5-1c89-49ea-80cf-96fb1717ac44 admin admin] For port 3f10cb13-7460-41e5-913b-4d43e665c265, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=3f10cb13-7460-41e5-913b-4d43e665c265,segment=NetworkSegment(b80442ff-611c-46c6-96a1-64bc7fc5da83),segment_id=b80442ff-611c-46c6-96a1-64bc7fc5da83)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:19.235205 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa8793a5-1c89-49ea-80cf-96fb1717ac44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.261351 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-aa8793a5-1c89-49ea-80cf-96fb1717ac44 admin admin] Calling delete_port for 3f10cb13-7460-41e5-913b-4d43e665c265 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:19.309229 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7309e624-2e0e-4a51-8dad-56f832b94717 None None] DHCP port deletion for 53feacae-2243-41e3-99bc-6a4cd77c4a23 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:24:19.479614 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-426c4fec-da82-45be-86e7-1c058c67672f req-a04dfb0d-b392-4d2f-86e0-6c05d482c57c tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=09a0907e-365e-4b66-b313-e55d8a252051 HTTP/1.1" status: 200 len: 210 time: 0.1933742 Jul 16 01:24:19.512486 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.523527 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] Transition to ACTIVE for port object 62d1afe1-e021-4ce8-8fff-86121808c196 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:19.533570 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.543444 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44768) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:19.552031 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-971af8b6-7481-451d-9f3a-8d5f6d60e636 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1798674792', 'description': 'tempest-description--1567687628'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:19.559934 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef69442b-590c-441b-bce4-9379f5851cde tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Network 43fc4ed9-9143-4186-b20c-1fa72ffa1104 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:19.606366 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-ef69442b-590c-441b-bce4-9379f5851cde tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 43fc4ed9-9143-4186-b20c-1fa72ffa1104) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:19.609045 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2cae20d6-e68d-43eb-acce-e7b0659ed988 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:19.611414 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef69442b-590c-441b-bce4-9379f5851cde tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:19.612006 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ef69442b-590c-441b-bce4-9379f5851cde tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.612298 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-971af8b6-7481-451d-9f3a-8d5f6d60e636 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.638181 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa8793a5-1c89-49ea-80cf-96fb1717ac44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.642509 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9545a7-7e6a-4e66-9663-38137f80726c None None] Pushing event updated for resources: {'Port': ['ID=62d1afe1-e021-4ce8-8fff-86121808c196,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:19.704986 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ef69442b-590c-441b-bce4-9379f5851cde tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8611345 Jul 16 01:24:19.713264 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8793a5-1c89-49ea-80cf-96fb1717ac44 admin admin] No DVR routers for this DVR port 3f10cb13-7460-41e5-913b-4d43e665c265 on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:19.721804 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44776) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:19.727114 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8793a5-1c89-49ea-80cf-96fb1717ac44 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f10cb13-7460-41e5-913b-4d43e665c265,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:19.729529 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9ce6ca-3bfe-4796-87df-4ff4fa1a142b None None] Network 43fc4ed9-9143-4186-b20c-1fa72ffa1104 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:19.745022 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 2cae20d6-e68d-43eb-acce-e7b0659ed988 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:19.745384 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2cae20d6-e68d-43eb-acce-e7b0659ed988 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:19.748006 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 31376ab7-1bba-4125-a0be-c366e483863c no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:19.776102 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] Attempting to bind port 62d1afe1-e021-4ce8-8fff-86121808c196 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:19.776708 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] Attempting to bind port 62d1afe1-e021-4ce8-8fff-86121808c196 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'cc1cf050-125d-4498-b6a8-a34e36ceea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '21db8485-c054-467b-beec-87e40339314e'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:19.782645 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] Attempting to bind port 62d1afe1-e021-4ce8-8fff-86121808c196 on network 21db8485-c054-467b-beec-87e40339314e {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:19.792240 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a76de195-e84f-4abe-8c00-c3a7f953d3a2 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Request body: {'port': {'network_id': '43fc4ed9-9143-4186-b20c-1fa72ffa1104', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1840664927'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:19.797750 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:19.798545 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] Checking segment: {'id': 'cc1cf050-125d-4498-b6a8-a34e36ceea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '21db8485-c054-467b-beec-87e40339314e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:19.799130 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.799686 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] Bound using segment: {'id': 'cc1cf050-125d-4498-b6a8-a34e36ceea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '21db8485-c054-467b-beec-87e40339314e'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:19.800996 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] Bound port: 62d1afe1-e021-4ce8-8fff-86121808c196, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1cf050-125d-4498-b6a8-a34e36ceea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '21db8485-c054-467b-beec-87e40339314e'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:19.804663 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.853758 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-971af8b6-7481-451d-9f3a-8d5f6d60e636 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.876961 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-971af8b6-7481-451d-9f3a-8d5f6d60e636 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.880406 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 31376ab7-1bba-4125-a0be-c366e483863c {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:19.880814 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 31376ab7-1bba-4125-a0be-c366e483863c not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:19.905151 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7309e624-2e0e-4a51-8dad-56f832b94717 None None] Deleting port 3f10cb13-7460-41e5-913b-4d43e665c265 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:19.905898 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7309e624-2e0e-4a51-8dad-56f832b94717 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.948916 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] For port 62d1afe1-e021-4ce8-8fff-86121808c196, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:19.950631 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ad47a88-e940-4b08-8861-fb5bcf5d33dc req-b9ffc495-30c7-4985-9e2d-e1783c137143 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfa3109d-3509-4832-823c-f852dfee919f HTTP/1.1" status: 200 len: 210 time: 0.0952296 Jul 16 01:24:19.952140 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa8793a5-1c89-49ea-80cf-96fb1717ac44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.953280 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] For port 62d1afe1-e021-4ce8-8fff-86121808c196, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=62d1afe1-e021-4ce8-8fff-86121808c196,segment=NetworkSegment(cc1cf050-125d-4498-b6a8-a34e36ceea1b),segment_id=cc1cf050-125d-4498-b6a8-a34e36ceea1b)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:19.961281 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.977593 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-aa8793a5-1c89-49ea-80cf-96fb1717ac44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53feacae-2243-41e3-99bc-6a4cd77c4a23']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:20.018538 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-aa8793a5-1c89-49ea-80cf-96fb1717ac44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80442ff-611c-46c6-96a1-64bc7fc5da83') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:20.022442 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-aa8793a5-1c89-49ea-80cf-96fb1717ac44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80442ff-611c-46c6-96a1-64bc7fc5da83') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:20.029720 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] Routers {'36aba62a-72c9-45a5-a3c8-5a83e0a874b1'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:20.030821 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:24:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['36aba62a-72c9-45a5-a3c8-5a83e0a874b1'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:20.035666 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971af8b6-7481-451d-9f3a-8d5f6d60e636 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c4a931-9a1d-459e-8adc-1d9329160eb0,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:20.047005 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-971af8b6-7481-451d-9f3a-8d5f6d60e636 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.051974 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa8793a5-1c89-49ea-80cf-96fb1717ac44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.054042 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-971af8b6-7481-451d-9f3a-8d5f6d60e636 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5076690 Jul 16 01:24:20.055852 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44782) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:20.068620 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-4e41b47d-e3ec-45c7-b6a4-566c3b75ad65 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Request body: {'security_group_rule': {'security_group_id': '67c4a931-9a1d-459e-8adc-1d9329160eb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:20.086220 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa8793a5-1c89-49ea-80cf-96fb1717ac44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.120908 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8793a5-1c89-49ea-80cf-96fb1717ac44 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:20.121615 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa8793a5-1c89-49ea-80cf-96fb1717ac44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:20.124177 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:20.143755 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4e41b47d-e3ec-45c7-b6a4-566c3b75ad65 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.144680 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7309e624-2e0e-4a51-8dad-56f832b94717 None None] For port 3f10cb13-7460-41e5-913b-4d43e665c265, host n-d-792394-16, got binding levels [] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:20.145305 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7309e624-2e0e-4a51-8dad-56f832b94717 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.167688 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7309e624-2e0e-4a51-8dad-56f832b94717 None None] Calling delete_port for 3f10cb13-7460-41e5-913b-4d43e665c265 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:20.203342 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.ipam_backend_mixin [None req-7309e624-2e0e-4a51-8dad-56f832b94717 None None] Port 3f10cb13-7460-41e5-913b-4d43e665c265 was not found and therefore no delete operation was performed {{(pid=93957) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:24:20.206624 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7309e624-2e0e-4a51-8dad-56f832b94717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.222782 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7309e624-2e0e-4a51-8dad-56f832b94717 None None] No DVR routers for this DVR port 3f10cb13-7460-41e5-913b-4d43e665c265 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:20.275303 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4e41b47d-e3ec-45c7-b6a4-566c3b75ad65 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.289633 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4e41b47d-e3ec-45c7-b6a4-566c3b75ad65 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.299674 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] Set router 36aba62a-72c9-45a5-a3c8-5a83e0a874b1 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:20.325655 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309e624-2e0e-4a51-8dad-56f832b94717 None None] Pushing event deleted for resources: {'Port': ['ID=3f10cb13-7460-41e5-913b-4d43e665c265,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:20.326472 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa8793a5-1c89-49ea-80cf-96fb1717ac44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.355054 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41b47d-e3ec-45c7-b6a4-566c3b75ad65 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=170f9e1e-ad9d-4385-983f-b3fa93fae257,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:20.356144 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa8793a5-1c89-49ea-80cf-96fb1717ac44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.360709 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-aa8793a5-1c89-49ea-80cf-96fb1717ac44 admin admin] 10.222.0.16 "DELETE /v2.0/networks/53feacae-2243-41e3-99bc-6a4cd77c4a23 HTTP/1.1" status: 204 len: 168 time: 1.7625535 Jul 16 01:24:20.403543 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8793a5-1c89-49ea-80cf-96fb1717ac44 admin admin] Pushing event deleted for resources: {'Network': ['ID=53feacae-2243-41e3-99bc-6a4cd77c4a23,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:20.409442 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 3f10cb13-7460-41e5-913b-4d43e665c265 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:20.425183 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76de195-e84f-4abe-8c00-c3a7f953d3a2 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Made reservation on behalf of a9ca4d27fc6a498095076162ffe26acc for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:20.429012 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a76de195-e84f-4abe-8c00-c3a7f953d3a2 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.436800 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9545a7-7e6a-4e66-9663-38137f80726c None None] Pushing event updated for resources: {'Port': ['ID=62d1afe1-e021-4ce8-8fff-86121808c196,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:20.437006 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4e41b47d-e3ec-45c7-b6a4-566c3b75ad65 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.441143 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4e41b47d-e3ec-45c7-b6a4-566c3b75ad65 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3809068 Jul 16 01:24:20.441830 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44792) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:20.478115 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-3f2a347e-8236-4310-b225-7e69d6fab039 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Request body: {'security_group_rule': {'security_group_id': '67c4a931-9a1d-459e-8adc-1d9329160eb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:20.541206 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 3f10cb13-7460-41e5-913b-4d43e665c265 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:20.541824 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 3f10cb13-7460-41e5-913b-4d43e665c265 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:20.557740 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3f2a347e-8236-4310-b225-7e69d6fab039 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.578657 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ddb7aa-e52c-4661-9824-0940c2e6502f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-43fc4ed9-9143-4186-b20c-1fa72ffa1104', 'network_id': '43fc4ed9-9143-4186-b20c-1fa72ffa1104', 'tenant_id': 'a9ca4d27fc6a498095076162ffe26acc', 'fixed_ips': [{'subnet_id': '423649d2-9e1e-4621-a070-0428a2210d17'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:24:20.579769 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d9ddb7aa-e52c-4661-9824-0940c2e6502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.640625 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-a76de195-e84f-4abe-8c00-c3a7f953d3a2 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] device_id is not set on port 7369e9ed-47eb-4336-afe2-36ed5a447cc7 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:24:20.871534 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'name': 'tempest-ServersTestManualDisk-40304155-router', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'gw_port': {'id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '62d1afe1-e021-4ce8-8fff-86121808c196', 'name': '', 'network_id': '21db8485-c054-467b-beec-87e40339314e', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'mac_address': 'fa:16:3e:51:62:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '007570ca-e090-4b11-9188-5caf28ec1f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:14Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'subnets': [{'id': '007570ca-e090-4b11-9188-5caf28ec1f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:20.904920 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1901142d-cb46-4e8a-9710-89d6b56cdc42 req-eacfae2c-6a60-4e27-8742-b59af4dad624 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=09a0907e-365e-4b66-b313-e55d8a252051 HTTP/1.1" status: 200 len: 210 time: 0.1410418 Jul 16 01:24:20.911737 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44806) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:20.922637 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-d9ddb7aa-e52c-4661-9824-0940c2e6502f None None] Allocated IP 172.20.0.2 (43fc4ed9-9143-4186-b20c-1fa72ffa1104/423649d2-9e1e-4621-a070-0428a2210d17/6cdac001-a9f1-47ce-9143-693992f89fda) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:20.925398 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-842acfc6-4049-40d7-abfc-df2cb71668c2 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=edd1ed0455014b31835bf69f0954c3dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1022081 Jul 16 01:24:20.925848 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-f0748757-a63d-40c9-923d-000d9da99979 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:20.928550 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-f0748757-a63d-40c9-923d-000d9da99979 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.84 "GET /v2.0/networks?id=82d9de2b-4bea-47ad-b969-042e519aa5e2 HTTP/1.1" status: 200 len: 813 time: 0.4694467 Jul 16 01:24:20.939135 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e32865-7bc6-4862-9c95-867917f32024 None None] The sync data for ids ['36aba62a-72c9-45a5-a3c8-5a83e0a874b1'] in n-d-792394-16 is: [{'id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'name': 'tempest-ServersTestManualDisk-40304155-router', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'gw_port': {'id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '62d1afe1-e021-4ce8-8fff-86121808c196', 'name': '', 'network_id': '21db8485-c054-467b-beec-87e40339314e', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'mac_address': 'fa:16:3e:51:62:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '007570ca-e090-4b11-9188-5caf28ec1f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:14Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'subnets': [{'id': '007570ca-e090-4b11-9188-5caf28ec1f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:21.010594 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3f2a347e-8236-4310-b225-7e69d6fab039 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.050027 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9144586b-39f0-4c25-8f96-569b57ad7151 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9bc865e4adb4b748ffb8234191c64fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1356225 Jul 16 01:24:21.061472 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-9c35b878-6be8-414d-9f7d-184873741e4d tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Request body: {'port': {'device_id': 'cfa3109d-3509-4832-823c-f852dfee919f', 'network_id': '82d9de2b-4bea-47ad-b969-042e519aa5e2', 'admin_state_up': True, 'tenant_id': '1c96c4b57e6340f3aa0dce63cee1d2fb'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:21.221684 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-7371c918-d507-49d7-87b5-a1584d923fbb tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:21.222185 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-7371c918-d507-49d7-87b5-a1584d923fbb tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2098222 Jul 16 01:24:21.224678 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44820) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:21.245397 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3f2a347e-8236-4310-b225-7e69d6fab039 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.273344 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-55c06567-9553-4cab-a22e-1668cbb95eb5 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Request body: {'port': {'device_id': '09a0907e-365e-4b66-b313-e55d8a252051', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': 'edd1ed0455014b31835bf69f0954c3dd'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:21.339147 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e5c56680-5262-4fd4-b5eb-f0587fe0297b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.346957 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-9c35b878-6be8-414d-9f7d-184873741e4d tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Made reservation on behalf of 1c96c4b57e6340f3aa0dce63cee1d2fb for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:21.353633 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-9c35b878-6be8-414d-9f7d-184873741e4d tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.370651 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3f2a347e-8236-4310-b225-7e69d6fab039 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.374351 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3f2a347e-8236-4310-b225-7e69d6fab039 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9074249 Jul 16 01:24:21.375329 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a347e-8236-4310-b225-7e69d6fab039 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1117a3a3-77f5-4c3b-a1b5-efbda23ab3cf,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:21.383446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44838) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:21.397942 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-5a25abfb-726f-45c0-a0b5-687cc7220cdd tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:21.444112 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44842) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:21.477658 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d9ddb7aa-e52c-4661-9824-0940c2e6502f None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.497493 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e5c56680-5262-4fd4-b5eb-f0587fe0297b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.497802 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d9ddb7aa-e52c-4661-9824-0940c2e6502f None None] Transition to ACTIVE for port object 6cdac001-a9f1-47ce-9143-693992f89fda will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:21.499743 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5a25abfb-726f-45c0-a0b5-687cc7220cdd tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.524353 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d9ddb7aa-e52c-4661-9824-0940c2e6502f None None] Transition to ACTIVE for port object 6cdac001-a9f1-47ce-9143-693992f89fda will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:21.537463 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d9ddb7aa-e52c-4661-9824-0940c2e6502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.581235 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-38320fd4-61a4-4ced-bd7b-e39a4915adf5 req-2f0d8fab-25f6-484d-a128-8ba254b11f10 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfa3109d-3509-4832-823c-f852dfee919f HTTP/1.1" status: 200 len: 210 time: 0.1759586 Jul 16 01:24:21.588814 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e5c56680-5262-4fd4-b5eb-f0587fe0297b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.594985 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e5c56680-5262-4fd4-b5eb-f0587fe0297b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.601230 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e5c56680-5262-4fd4-b5eb-f0587fe0297b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1c798aa-b908-4829-b924-116902dea1dd HTTP/1.1" status: 204 len: 168 time: 0.3730206 Jul 16 01:24:21.626386 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c56680-5262-4fd4-b5eb-f0587fe0297b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c798aa-b908-4829-b924-116902dea1dd,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:21.645500 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ddb7aa-e52c-4661-9824-0940c2e6502f None None] Pushing event updated for resources: {'Port': ['ID=6cdac001-a9f1-47ce-9143-693992f89fda,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:21.656630 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ddb7aa-e52c-4661-9824-0940c2e6502f None None] Network 43fc4ed9-9143-4186-b20c-1fa72ffa1104 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:21.665074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-d9ddb7aa-e52c-4661-9824-0940c2e6502f None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:21.668313 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ddb7aa-e52c-4661-9824-0940c2e6502f None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:21.788856 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d9ddb7aa-e52c-4661-9824-0940c2e6502f None None] Attempting to bind port 6cdac001-a9f1-47ce-9143-693992f89fda on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:21.789268 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d9ddb7aa-e52c-4661-9824-0940c2e6502f None None] Attempting to bind port 6cdac001-a9f1-47ce-9143-693992f89fda by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '169cf887-1bc2-48fb-be6f-0e5952c0044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '43fc4ed9-9143-4186-b20c-1fa72ffa1104'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:21.789599 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ddb7aa-e52c-4661-9824-0940c2e6502f None None] Attempting to bind port 6cdac001-a9f1-47ce-9143-693992f89fda on network 43fc4ed9-9143-4186-b20c-1fa72ffa1104 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:21.810547 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ddb7aa-e52c-4661-9824-0940c2e6502f None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:21.810941 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ddb7aa-e52c-4661-9824-0940c2e6502f None None] Checking segment: {'id': '169cf887-1bc2-48fb-be6f-0e5952c0044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '43fc4ed9-9143-4186-b20c-1fa72ffa1104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:21.811402 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d9ddb7aa-e52c-4661-9824-0940c2e6502f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.811809 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ddb7aa-e52c-4661-9824-0940c2e6502f None None] Bound using segment: {'id': '169cf887-1bc2-48fb-be6f-0e5952c0044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '43fc4ed9-9143-4186-b20c-1fa72ffa1104'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:21.812296 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d9ddb7aa-e52c-4661-9824-0940c2e6502f None None] Bound port: 6cdac001-a9f1-47ce-9143-693992f89fda, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '169cf887-1bc2-48fb-be6f-0e5952c0044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '43fc4ed9-9143-4186-b20c-1fa72ffa1104'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:21.812715 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d9ddb7aa-e52c-4661-9824-0940c2e6502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.841802 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-9c35b878-6be8-414d-9f7d-184873741e4d tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Allocated IP 172.20.0.2 (82d9de2b-4bea-47ad-b969-042e519aa5e2/2b3acb55-2841-4726-a20b-0bdf77029019/19faff92-46bf-431b-8a3f-976efc777c78) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:21.915882 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d9ddb7aa-e52c-4661-9824-0940c2e6502f None None] For port 6cdac001-a9f1-47ce-9143-693992f89fda, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:21.922700 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d9ddb7aa-e52c-4661-9824-0940c2e6502f None None] For port 6cdac001-a9f1-47ce-9143-693992f89fda, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=6cdac001-a9f1-47ce-9143-693992f89fda,segment=NetworkSegment(169cf887-1bc2-48fb-be6f-0e5952c0044e),segment_id=169cf887-1bc2-48fb-be6f-0e5952c0044e)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:21.938933 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d9ddb7aa-e52c-4661-9824-0940c2e6502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.019001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ddb7aa-e52c-4661-9824-0940c2e6502f None None] Pushing event updated for resources: {'Port': ['ID=6cdac001-a9f1-47ce-9143-693992f89fda,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:22.026381 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device fbb1ebed-036e-45cd-a981-a7b13cf8bf10 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:22.146762 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port fbb1ebed-036e-45cd-a981-a7b13cf8bf10 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:22.147141 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.308205 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e3a1bb-2270-47a4-84cf-86230fb27d56 admin admin] Deleting subnet 106197dd-e7b5-4b97-97be-cc2c4f223f80 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:24:22.316560 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a9e3a1bb-2270-47a4-84cf-86230fb27d56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.374035 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a9e3a1bb-2270-47a4-84cf-86230fb27d56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.401458 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.420670 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-9c35b878-6be8-414d-9f7d-184873741e4d tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.480407 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54103087-7d43-4706-8804-34af66c2ac9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb1ebed-036e-45cd-a981-a7b13cf8bf10'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:22.485958 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3217b0c-d234-40b8-a901-4e495a2a982f" -d '{"events": [{"server_uuid": "54103087-7d43-4706-8804-34af66c2ac9e", "name": "network-vif-plugged", "status": "completed", "tag": "fbb1ebed-036e-45cd-a981-a7b13cf8bf10"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:22.521702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port fbb1ebed-036e-45cd-a981-a7b13cf8bf10, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fbb1ebed-036e-45cd-a981-a7b13cf8bf10,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:22.532396 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 62d1afe1-e021-4ce8-8fff-86121808c196 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:22.537950 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.544043 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-9c35b878-6be8-414d-9f7d-184873741e4d tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.574297 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['7511fc6a-9be5-41ba-aba5-0f1a8ef03c05'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:22.644156 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-9c35b878-6be8-414d-9f7d-184873741e4d tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Network 82d9de2b-4bea-47ad-b969-042e519aa5e2 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:22.648737 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-9c35b878-6be8-414d-9f7d-184873741e4d tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:22.678404 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2aa144-a7df-488c-a542-4fad8e1b5303 x-openstack-request-id: req-0f2aa144-a7df-488c-a542-4fad8e1b5303 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:22.678641 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54103087-7d43-4706-8804-34af66c2ac9e", "name": "network-vif-plugged", "status": "completed", "tag": "fbb1ebed-036e-45cd-a981-a7b13cf8bf10", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:22.678847 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f2aa144-a7df-488c-a542-4fad8e1b5303 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:22.679237 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54103087-7d43-4706-8804-34af66c2ac9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb1ebed-036e-45cd-a981-a7b13cf8bf10', 'code': 200} Jul 16 01:24:22.687147 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-9c35b878-6be8-414d-9f7d-184873741e4d tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:22.734110 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=fbb1ebed-036e-45cd-a981-a7b13cf8bf10,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:22.774944 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35b878-6be8-414d-9f7d-184873741e4d tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event updated for resources: {'Port': ['ID=19faff92-46bf-431b-8a3f-976efc777c78,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:22.794533 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9cf78715-76af-4682-b27d-0d7765876098 req-3f172e49-7890-4217-b740-36a2f1d8f686 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=09a0907e-365e-4b66-b313-e55d8a252051 HTTP/1.1" status: 200 len: 210 time: 0.4984105 Jul 16 01:24:22.795705 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a9e3a1bb-2270-47a4-84cf-86230fb27d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.831024 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 62d1afe1-e021-4ce8-8fff-86121808c196 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:22.833999 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-9c35b878-6be8-414d-9f7d-184873741e4d tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:22.835431 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-9c35b878-6be8-414d-9f7d-184873741e4d tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.842126 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 62d1afe1-e021-4ce8-8fff-86121808c196 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:22.842515 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.868647 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-9c35b878-6be8-414d-9f7d-184873741e4d tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8202064 Jul 16 01:24:22.888617 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-fd87c784-eb8b-41e9-91cf-e100e851c74a service neutron] Request body: {'port': {'device_id': 'cfa3109d-3509-4832-823c-f852dfee919f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:22.967690 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-a76de195-e84f-4abe-8c00-c3a7f953d3a2 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Allocated IP 172.20.0.6 (43fc4ed9-9143-4186-b20c-1fa72ffa1104/423649d2-9e1e-4621-a070-0428a2210d17/7369e9ed-47eb-4336-afe2-36ed5a447cc7) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:23.144413 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a9e3a1bb-2270-47a4-84cf-86230fb27d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.195194 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a9e3a1bb-2270-47a4-84cf-86230fb27d56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.204914 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a9e3a1bb-2270-47a4-84cf-86230fb27d56 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/106197dd-e7b5-4b97-97be-cc2c4f223f80 HTTP/1.1" status: 204 len: 168 time: 1.7586870 Jul 16 01:24:23.206704 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44904) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:23.242710 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3a1bb-2270-47a4-84cf-86230fb27d56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=106197dd-e7b5-4b97-97be-cc2c4f223f80,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:23.411206 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c9c59419-75c9-4d0b-93ba-c616a8a31d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.416907 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-fd87c784-eb8b-41e9-91cf-e100e851c74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.480690 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-55c06567-9553-4cab-a22e-1668cbb95eb5 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Made reservation on behalf of edd1ed0455014b31835bf69f0954c3dd for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:23.485102 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-55c06567-9553-4cab-a22e-1668cbb95eb5 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.664659 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54ef39-70ab-4367-ba2e-359a536906ea req-6d6819f9-a874-4d89-82e7-08ddc2ad4b90 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:23.673577 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2e54ef39-70ab-4367-ba2e-359a536906ea req-6d6819f9-a874-4d89-82e7-08ddc2ad4b90 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfa3109d-3509-4832-823c-f852dfee919f HTTP/1.1" status: 200 len: 931 time: 0.6899195 Jul 16 01:24:23.703365 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.838328 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 62d1afe1-e021-4ce8-8fff-86121808c196, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=62d1afe1-e021-4ce8-8fff-86121808c196,segment=NetworkSegment(cc1cf050-125d-4498-b6a8-a34e36ceea1b),segment_id=cc1cf050-125d-4498-b6a8-a34e36ceea1b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:23.854716 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.923791 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5a25abfb-726f-45c0-a0b5-687cc7220cdd tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.013215 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a76de195-e84f-4abe-8c00-c3a7f953d3a2 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.019672 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631bb066-97a3-494c-8c84-3edef5d4ca53 None None] Network 43fc4ed9-9143-4186-b20c-1fa72ffa1104 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:24.069068 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c9c59419-75c9-4d0b-93ba-c616a8a31d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.074843 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=62d1afe1-e021-4ce8-8fff-86121808c196,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:24.085313 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2e54ef39-70ab-4367-ba2e-359a536906ea req-25dee9b5-dac6-45a9-ac5d-2f7392144036 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?id=df07f559-1004-4d5b-97fd-3b5445813da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106858 Jul 16 01:24:24.087099 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-c9c59419-75c9-4d0b-93ba-c616a8a31d01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:24.106519 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-c9c59419-75c9-4d0b-93ba-c616a8a31d01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85de098d-7755-49c8-bd12-540f6c713b3e') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:24.106794 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-c9c59419-75c9-4d0b-93ba-c616a8a31d01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85de098d-7755-49c8-bd12-540f6c713b3e') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:24.121655 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c9c59419-75c9-4d0b-93ba-c616a8a31d01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.152655 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c9c59419-75c9-4d0b-93ba-c616a8a31d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.153838 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b53fbc6c-937b-43dc-b9f5-eb653ef7e9df None None] Provisioning for port 6cdac001-a9f1-47ce-9143-693992f89fda completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:24.162240 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-a76de195-e84f-4abe-8c00-c3a7f953d3a2 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Transition to ACTIVE for port object 7369e9ed-47eb-4336-afe2-36ed5a447cc7 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:24.176037 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c59419-75c9-4d0b-93ba-c616a8a31d01 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:24.180416 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c9c59419-75c9-4d0b-93ba-c616a8a31d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.218425 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-55c06567-9553-4cab-a22e-1668cbb95eb5 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Allocated IP 192.168.233.176 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/d65c684e-612d-4bfe-ac9d-05eb8431748e) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:24.397352 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-5a25abfb-726f-45c0-a0b5-687cc7220cdd tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Allocated IP 172.25.6.23 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/60677743-b643-45ab-a54b-569485855596) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:24.409592 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:24.429674 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a76de195-e84f-4abe-8c00-c3a7f953d3a2 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.556708 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-fd87c784-eb8b-41e9-91cf-e100e851c74a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19faff92-46bf-431b-8a3f-976efc777c78 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:24.574595 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-fd87c784-eb8b-41e9-91cf-e100e851c74a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.609228 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-fd87c784-eb8b-41e9-91cf-e100e851c74a service neutron] Transition to ACTIVE for port object 19faff92-46bf-431b-8a3f-976efc777c78 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:24.637933 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-fd87c784-eb8b-41e9-91cf-e100e851c74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.666302 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 62d1afe1-e021-4ce8-8fff-86121808c196 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:24.717306 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76de195-e84f-4abe-8c00-c3a7f953d3a2 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Network 43fc4ed9-9143-4186-b20c-1fa72ffa1104 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:24.732584 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c9c59419-75c9-4d0b-93ba-c616a8a31d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.762391 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76de195-e84f-4abe-8c00-c3a7f953d3a2 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Pushing event updated for resources: {'Port': ['ID=7369e9ed-47eb-4336-afe2-36ed5a447cc7,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:24.762832 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db7bb29d-0b5d-4648-9c6c-b3ad9efd8ae2 req-229de89c-4759-483e-a357-97d2f5813887 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=09a0907e-365e-4b66-b313-e55d8a252051 HTTP/1.1" status: 200 len: 210 time: 0.1419125 Jul 16 01:24:24.766191 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-a76de195-e84f-4abe-8c00-c3a7f953d3a2 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:24.797571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76de195-e84f-4abe-8c00-c3a7f953d3a2 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:24.799338 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 62d1afe1-e021-4ce8-8fff-86121808c196 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:24.799878 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.817086 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c9c59419-75c9-4d0b-93ba-c616a8a31d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.837816 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c9c59419-75c9-4d0b-93ba-c616a8a31d01 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22 HTTP/1.1" status: 204 len: 168 time: 1.6116562 Jul 16 01:24:24.946017 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c59419-75c9-4d0b-93ba-c616a8a31d01 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f5f4d4e-6b1f-4cb4-93f9-a7ee03046c22,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:24.954748 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87c784-eb8b-41e9-91cf-e100e851c74a service neutron] Pushing event updated for resources: {'Port': ['ID=19faff92-46bf-431b-8a3f-976efc777c78,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:24.985525 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6cdac001-a9f1-47ce-9143-693992f89fda up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:25.081482 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 6cdac001-a9f1-47ce-9143-693992f89fda completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:25.088881 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 6cdac001-a9f1-47ce-9143-693992f89fda triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:25.089354 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.115935 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-55c06567-9553-4cab-a22e-1668cbb95eb5 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.145943 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76de195-e84f-4abe-8c00-c3a7f953d3a2 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:25.146680 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a76de195-e84f-4abe-8c00-c3a7f953d3a2 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.181451 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5a25abfb-726f-45c0-a0b5-687cc7220cdd tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.239305 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a76de195-e84f-4abe-8c00-c3a7f953d3a2 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.5048866 Jul 16 01:24:25.239921 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44982) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:25.241126 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-55c06567-9553-4cab-a22e-1668cbb95eb5 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Transition to ACTIVE for port object d65c684e-612d-4bfe-ac9d-05eb8431748e will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:25.249779 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a169db35-1278-4b7b-9039-3bed3c6fa52a tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Request body: {'port': {'network_id': '43fc4ed9-9143-4186-b20c-1fa72ffa1104', 'name': 'tempest-ExtraDHCPOptionsTestJSON-206965700', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:25.250340 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.api.validators [None req-a169db35-1278-4b7b-9039-3bed3c6fa52a tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] bootfile-name is not in valid_values {{(pid=93955) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:24:25.250934 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.api.validators [None req-a169db35-1278-4b7b-9039-3bed3c6fa52a tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] tftp-server is not in valid_values {{(pid=93955) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:24:25.251615 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.api.validators [None req-a169db35-1278-4b7b-9039-3bed3c6fa52a tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] server-ip-address is not in valid_values {{(pid=93955) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:24:25.255718 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-73ce3f1f-0a6a-40e8-bef1-7fa5037e321b None None] Provisioning for port 7369e9ed-47eb-4336-afe2-36ed5a447cc7 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:25.273012 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44988) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:25.286777 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-fd87c784-eb8b-41e9-91cf-e100e851c74a service neutron] Attempting to bind port 19faff92-46bf-431b-8a3f-976efc777c78 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:25.287253 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-fd87c784-eb8b-41e9-91cf-e100e851c74a service neutron] Attempting to bind port 19faff92-46bf-431b-8a3f-976efc777c78 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'e40cca31-0dfa-4532-9a78-bcb8410a3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '82d9de2b-4bea-47ad-b969-042e519aa5e2'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:25.287598 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-fd87c784-eb8b-41e9-91cf-e100e851c74a service neutron] Attempting to bind port 19faff92-46bf-431b-8a3f-976efc777c78 on network 82d9de2b-4bea-47ad-b969-042e519aa5e2 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:25.313655 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-73ce3f1f-0a6a-40e8-bef1-7fa5037e321b None None] Provisioning complete for port 7369e9ed-47eb-4336-afe2-36ed5a447cc7 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:25.315365 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-fd87c784-eb8b-41e9-91cf-e100e851c74a service neutron] Port 19faff92-46bf-431b-8a3f-976efc777c78 on network 82d9de2b-4bea-47ad-b969-042e519aa5e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:25.315722 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-fd87c784-eb8b-41e9-91cf-e100e851c74a service neutron] Attempting to bind port 19faff92-46bf-431b-8a3f-976efc777c78 on network 82d9de2b-4bea-47ad-b969-042e519aa5e2 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:25.316338 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-73ce3f1f-0a6a-40e8-bef1-7fa5037e321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.347032 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-fd87c784-eb8b-41e9-91cf-e100e851c74a service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:25.347379 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-fd87c784-eb8b-41e9-91cf-e100e851c74a service neutron] Checking segment: {'id': 'e40cca31-0dfa-4532-9a78-bcb8410a3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '82d9de2b-4bea-47ad-b969-042e519aa5e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:25.347777 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-fd87c784-eb8b-41e9-91cf-e100e851c74a service neutron] Bound using segment: {'id': 'e40cca31-0dfa-4532-9a78-bcb8410a3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '82d9de2b-4bea-47ad-b969-042e519aa5e2'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:25.355930 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-fd87c784-eb8b-41e9-91cf-e100e851c74a service neutron] Bound port: 19faff92-46bf-431b-8a3f-976efc777c78, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40cca31-0dfa-4532-9a78-bcb8410a3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '82d9de2b-4bea-47ad-b969-042e519aa5e2'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:25.356428 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-fd87c784-eb8b-41e9-91cf-e100e851c74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.396152 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.418112 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-73ce3f1f-0a6a-40e8-bef1-7fa5037e321b None None] Port 7369e9ed-47eb-4336-afe2-36ed5a447cc7 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:25.438095 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-69e4b019-84e5-4d01-b6ec-b2a63c2262cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8dc46db9da51474a989072848caec489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623371 Jul 16 01:24:25.440626 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44994) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:25.446128 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 6cdac001-a9f1-47ce-9143-693992f89fda, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=6cdac001-a9f1-47ce-9143-693992f89fda,segment=NetworkSegment(169cf887-1bc2-48fb-be6f-0e5952c0044e),segment_id=169cf887-1bc2-48fb-be6f-0e5952c0044e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:25.460803 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.517088 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=6cdac001-a9f1-47ce-9143-693992f89fda,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:25.561535 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-55c06567-9553-4cab-a22e-1668cbb95eb5 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.562961 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-fd87c784-eb8b-41e9-91cf-e100e851c74a service neutron] For port 19faff92-46bf-431b-8a3f-976efc777c78, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:25.567715 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-fd87c784-eb8b-41e9-91cf-e100e851c74a service neutron] For port 19faff92-46bf-431b-8a3f-976efc777c78, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=19faff92-46bf-431b-8a3f-976efc777c78,segment=NetworkSegment(e40cca31-0dfa-4532-9a78-bcb8410a3baf),segment_id=e40cca31-0dfa-4532-9a78-bcb8410a3baf)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:25.577021 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-fd87c784-eb8b-41e9-91cf-e100e851c74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.578980 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['8648b5c6-909b-4737-9bf4-3fa1d78c7810', '68e7c35f-2436-4917-80f7-1478c3f03797', 'd45cd596-b7a8-49b3-992b-1466c9213f6e'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:25.582078 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['4cedddb5-174d-4d99-a67f-313c9716b2bb', '3f154f08-5c8b-4681-ae9f-65b8c6e80783'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:25.647654 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-fd87c784-eb8b-41e9-91cf-e100e851c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:25.648790 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-fd87c784-eb8b-41e9-91cf-e100e851c74a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.650675 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-fd87c784-eb8b-41e9-91cf-e100e851c74a service neutron] 10.222.0.84 "PUT /v2.0/ports/19faff92-46bf-431b-8a3f-976efc777c78 HTTP/1.1" status: 200 len: 1092 time: 2.7742028 Jul 16 01:24:25.651315 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa3109d-3509-4832-823c-f852dfee919f', 'tag': '19faff92-46bf-431b-8a3f-976efc777c78'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:25.654952 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb2fab6-9b72-4610-84a8-c690d53fd2cf" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa3109d-3509-4832-823c-f852dfee919f", "tag": "19faff92-46bf-431b-8a3f-976efc777c78"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:25.668081 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-55c06567-9553-4cab-a22e-1668cbb95eb5 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:25.682688 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c06567-9553-4cab-a22e-1668cbb95eb5 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Pushing event updated for resources: {'Port': ['ID=d65c684e-612d-4bfe-ac9d-05eb8431748e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:25.694635 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-55c06567-9553-4cab-a22e-1668cbb95eb5 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:25.696310 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-55c06567-9553-4cab-a22e-1668cbb95eb5 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:25.746770 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87c784-eb8b-41e9-91cf-e100e851c74a service neutron] Pushing event updated for resources: {'Port': ['ID=19faff92-46bf-431b-8a3f-976efc777c78,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:25.766638 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-55c06567-9553-4cab-a22e-1668cbb95eb5 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:25.767395 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-55c06567-9553-4cab-a22e-1668cbb95eb5 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.792394 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5a25abfb-726f-45c0-a0b5-687cc7220cdd tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.826590 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a25abfb-726f-45c0-a0b5-687cc7220cdd tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:25.828738 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-55c06567-9553-4cab-a22e-1668cbb95eb5 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5598588 Jul 16 01:24:25.841495 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-5a25abfb-726f-45c0-a0b5-687cc7220cdd tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:25.844049 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a25abfb-726f-45c0-a0b5-687cc7220cdd tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:25.884828 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-7f6fdc02-341d-4dc0-88a2-879ccea5ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:25.890816 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-7f6fdc02-341d-4dc0-88a2-879ccea5ea90 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1c96c4b57e6340f3aa0dce63cee1d2fb&device_id=cfa3109d-3509-4832-823c-f852dfee919f HTTP/1.1" status: 200 len: 1095 time: 0.1684942 Jul 16 01:24:25.980486 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-7edfed94-b75d-4c4f-9aaa-4fea14d7a301 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19faff92-46bf-431b-8a3f-976efc777c78 HTTP/1.1" status: 200 len: 217 time: 0.0828884 Jul 16 01:24:25.990496 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-97f22a0d-14f4-4216-810a-cab38a51eafd service neutron] Request body: {'port': {'device_id': '09a0907e-365e-4b66-b313-e55d8a252051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:26.072757 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-5634a38c-5d54-4c7e-9249-54173ad36440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:26.077832 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-5634a38c-5d54-4c7e-9249-54173ad36440 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2b3acb55-2841-4726-a20b-0bdf77029019 HTTP/1.1" status: 200 len: 853 time: 0.0864716 Jul 16 01:24:26.082909 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5a25abfb-726f-45c0-a0b5-687cc7220cdd tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.165060 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a169db35-1278-4b7b-9039-3bed3c6fa52a tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Made reservation on behalf of a9ca4d27fc6a498095076162ffe26acc for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:26.172462 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a169db35-1278-4b7b-9039-3bed3c6fa52a tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.176471 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-dbb8879f-bd30-40f2-8cd2-7bd0055b03bf None None] Provisioning for port d65c684e-612d-4bfe-ac9d-05eb8431748e completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:26.181956 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-a3670f24-d62a-4724-9ab7-6a453c8bb745 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=82d9de2b-4bea-47ad-b969-042e519aa5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952234 Jul 16 01:24:26.189263 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-dbb8879f-bd30-40f2-8cd2-7bd0055b03bf None None] Provisioning complete for port d65c684e-612d-4bfe-ac9d-05eb8431748e triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:26.189888 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dbb8879f-bd30-40f2-8cd2-7bd0055b03bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.228614 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-a169db35-1278-4b7b-9039-3bed3c6fa52a tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] device_id is not set on port 412aa75f-286f-49b9-a44b-7ad07996eb1d yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:24:26.234909 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-dbb8879f-bd30-40f2-8cd2-7bd0055b03bf None None] Port d65c684e-612d-4bfe-ac9d-05eb8431748e cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:26.392421 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-a169db35-1278-4b7b-9039-3bed3c6fa52a tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Allocated IP 172.20.0.10 (43fc4ed9-9143-4186-b20c-1fa72ffa1104/423649d2-9e1e-4621-a070-0428a2210d17/412aa75f-286f-49b9-a44b-7ad07996eb1d) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:26.440511 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-3087cc71-f1ce-4355-9342-8b60b2dded9e service neutron] 10.222.0.84 "GET /v2.0/networks/82d9de2b-4bea-47ad-b969-042e519aa5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551973 Jul 16 01:24:26.442892 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39233cf8-f8bd-46f4-a116-83da05e44aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.452258 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6cdac001-a9f1-47ce-9143-693992f89fda up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:26.476209 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e3a17a-29f1-460a-9146-d884e5df7586 x-openstack-request-id: req-28e3a17a-29f1-460a-9146-d884e5df7586 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:26.476929 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa3109d-3509-4832-823c-f852dfee919f", "tag": "19faff92-46bf-431b-8a3f-976efc777c78", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:26.477423 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28e3a17a-29f1-460a-9146-d884e5df7586 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:26.478662 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa3109d-3509-4832-823c-f852dfee919f', 'tag': '19faff92-46bf-431b-8a3f-976efc777c78', 'status': 'completed', 'code': 200} Jul 16 01:24:26.492727 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc42aa6-6ab3-4b9f-b5b6-d2e4c0c6884a req-f91bd0f4-4142-4cfd-89fb-6e42d34a895b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:26.501907 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3fc42aa6-6ab3-4b9f-b5b6-d2e4c0c6884a req-f91bd0f4-4142-4cfd-89fb-6e42d34a895b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfa3109d-3509-4832-823c-f852dfee919f HTTP/1.1" status: 200 len: 943 time: 1.1143191 Jul 16 01:24:26.555758 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25abfb-726f-45c0-a0b5-687cc7220cdd tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Pushing event updated for resources: {'Port': ['ID=60677743-b643-45ab-a54b-569485855596,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:26.573412 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-de819649-8e2c-4ab5-bb5a-2f356e2da848 req-8c9e4a47-4c20-4233-942d-b29a66f5adee service neutron] 10.222.0.84 "GET /v2.0/networks/82d9de2b-4bea-47ad-b969-042e519aa5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250105 Jul 16 01:24:26.591229 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39233cf8-f8bd-46f4-a116-83da05e44aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.643803 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5a25abfb-726f-45c0-a0b5-687cc7220cdd tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.660078 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2540a4d1-83e4-4000-b23d-325e35021cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.683037 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-97f22a0d-14f4-4216-810a-cab38a51eafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.690212 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 6cdac001-a9f1-47ce-9143-693992f89fda triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:26.690868 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.762994 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3fc42aa6-6ab3-4b9f-b5b6-d2e4c0c6884a req-207e21f1-2d50-4563-9d78-f6c7dde9da90 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?id=df07f559-1004-4d5b-97fd-3b5445813da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600288 Jul 16 01:24:26.765632 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2fab6-9b72-4610-84a8-c690d53fd2cf req-1c770a98-c000-4467-abf7-fcf8ce0907c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:26.770483 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1cb2fab6-9b72-4610-84a8-c690d53fd2cf req-1c770a98-c000-4467-abf7-fcf8ce0907c2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1c96c4b57e6340f3aa0dce63cee1d2fb&device_id=cfa3109d-3509-4832-823c-f852dfee919f HTTP/1.1" status: 200 len: 1095 time: 0.1258922 Jul 16 01:24:26.803828 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee7939-39fb-4644-9d0b-44183fd9f4d9 req-c51e74ad-117e-4081-9b68-ea65f28017ef tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:26.809807 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5fee7939-39fb-4644-9d0b-44183fd9f4d9 req-c51e74ad-117e-4081-9b68-ea65f28017ef tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=09a0907e-365e-4b66-b313-e55d8a252051 HTTP/1.1" status: 200 len: 936 time: 0.1797762 Jul 16 01:24:26.954532 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2fab6-9b72-4610-84a8-c690d53fd2cf req-e58abac0-2206-41c8-b235-95f234eb28ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:26.956136 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1cb2fab6-9b72-4610-84a8-c690d53fd2cf req-e58abac0-2206-41c8-b235-95f234eb28ce service neutron] 10.222.0.84 "GET /v2.0/networks?id=82d9de2b-4bea-47ad-b969-042e519aa5e2 HTTP/1.1" status: 200 len: 914 time: 0.1439397 Jul 16 01:24:27.017395 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1cb2fab6-9b72-4610-84a8-c690d53fd2cf req-78fe00ba-edb1-4142-b03b-7ed12ca4b4d1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19faff92-46bf-431b-8a3f-976efc777c78 HTTP/1.1" status: 200 len: 217 time: 0.0448840 Jul 16 01:24:27.029355 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5fee7939-39fb-4644-9d0b-44183fd9f4d9 req-146c0178-ee99-4954-8b13-858ac417a357 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137823 Jul 16 01:24:27.095333 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a169db35-1278-4b7b-9039-3bed3c6fa52a tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:27.106593 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2fab6-9b72-4610-84a8-c690d53fd2cf req-67494ea0-486e-4d2f-81de-fbbccdb60eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:27.108380 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1cb2fab6-9b72-4610-84a8-c690d53fd2cf req-67494ea0-486e-4d2f-81de-fbbccdb60eb0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2b3acb55-2841-4726-a20b-0bdf77029019 HTTP/1.1" status: 200 len: 853 time: 0.0774353 Jul 16 01:24:27.122525 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-a169db35-1278-4b7b-9039-3bed3c6fa52a tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Transition to ACTIVE for port object 412aa75f-286f-49b9-a44b-7ad07996eb1d will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:27.153459 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1cb2fab6-9b72-4610-84a8-c690d53fd2cf req-183ddc36-91cc-432c-8f53-6e71ff83a9e2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=82d9de2b-4bea-47ad-b969-042e519aa5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361922 Jul 16 01:24:27.168932 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39233cf8-f8bd-46f4-a116-83da05e44aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:27.172191 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39233cf8-f8bd-46f4-a116-83da05e44aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:27.190379 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-39233cf8-f8bd-46f4-a116-83da05e44aab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f58fced3-04de-48ee-a60e-0f12ba3032ef HTTP/1.1" status: 204 len: 168 time: 1.7312620 Jul 16 01:24:27.201285 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5a25abfb-726f-45c0-a0b5-687cc7220cdd tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:27.249572 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a169db35-1278-4b7b-9039-3bed3c6fa52a tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:27.299842 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1cb2fab6-9b72-4610-84a8-c690d53fd2cf req-2f842803-600c-47ca-9a09-175beca7ed7c service neutron] 10.222.0.84 "GET /v2.0/networks/82d9de2b-4bea-47ad-b969-042e519aa5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355431 Jul 16 01:24:27.304943 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5a25abfb-726f-45c0-a0b5-687cc7220cdd tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:27.325132 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39233cf8-f8bd-46f4-a116-83da05e44aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58fced3-04de-48ee-a60e-0f12ba3032ef,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:27.452092 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1cb2fab6-9b72-4610-84a8-c690d53fd2cf req-334e91bb-cc0d-4272-8184-3a65c063b874 service neutron] 10.222.0.84 "GET /v2.0/networks/82d9de2b-4bea-47ad-b969-042e519aa5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373897 Jul 16 01:24:27.589519 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a169db35-1278-4b7b-9039-3bed3c6fa52a tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Network 43fc4ed9-9143-4186-b20c-1fa72ffa1104 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:27.616109 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-a169db35-1278-4b7b-9039-3bed3c6fa52a tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:27.631087 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a169db35-1278-4b7b-9039-3bed3c6fa52a tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:27.640637 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5a25abfb-726f-45c0-a0b5-687cc7220cdd tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:27.709524 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169db35-1278-4b7b-9039-3bed3c6fa52a tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Pushing event updated for resources: {'Port': ['ID=412aa75f-286f-49b9-a44b-7ad07996eb1d,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:27.781010 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25abfb-726f-45c0-a0b5-687cc7220cdd tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Pushing event updated for resources: {'Port': ['ID=60677743-b643-45ab-a54b-569485855596,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:27.856893 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a169db35-1278-4b7b-9039-3bed3c6fa52a tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:27.857992 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a169db35-1278-4b7b-9039-3bed3c6fa52a tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:27.877184 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5a25abfb-726f-45c0-a0b5-687cc7220cdd tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:27.879246 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5a25abfb-726f-45c0-a0b5-687cc7220cdd tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4882171 Jul 16 01:24:27.919492 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a169db35-1278-4b7b-9039-3bed3c6fa52a tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.6745541 Jul 16 01:24:27.921768 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45140) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:28.004631 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 19faff92-46bf-431b-8a3f-976efc777c78 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:28.256447 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-385e6628-7942-417b-b94e-587ec808ebe1 None None] Provisioning for port 412aa75f-286f-49b9-a44b-7ad07996eb1d completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:28.328774 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218ceaab-e5eb-4f02-9f2a-cc0d1042b143 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:28.346117 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218ceaab-e5eb-4f02-9f2a-cc0d1042b143 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:28.348302 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 19faff92-46bf-431b-8a3f-976efc777c78, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=19faff92-46bf-431b-8a3f-976efc777c78,segment=NetworkSegment(e40cca31-0dfa-4532-9a78-bcb8410a3baf),segment_id=e40cca31-0dfa-4532-9a78-bcb8410a3baf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:28.374656 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218ceaab-e5eb-4f02-9f2a-cc0d1042b143 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:28.380136 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-218ceaab-e5eb-4f02-9f2a-cc0d1042b143 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.4563150 Jul 16 01:24:28.380924 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45180) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:28.401685 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4f85c-0445-436c-aeee-ad7a01741cc0 req-3df8090d-b30b-4760-9a8b-4b0ef4c0b007 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:28.403562 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2d4f85c-0445-436c-aeee-ad7a01741cc0 req-3df8090d-b30b-4760-9a8b-4b0ef4c0b007 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfa3109d-3509-4832-823c-f852dfee919f HTTP/1.1" status: 200 len: 943 time: 0.3443317 Jul 16 01:24:28.418585 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-385e6628-7942-417b-b94e-587ec808ebe1 None None] Provisioning complete for port 412aa75f-286f-49b9-a44b-7ad07996eb1d triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:28.425333 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-385e6628-7942-417b-b94e-587ec808ebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.446643 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '19faff92-46bf-431b-8a3f-976efc777c78', 'network_id': '82d9de2b-4bea-47ad-b969-042e519aa5e2', 'port_id': '19faff92-46bf-431b-8a3f-976efc777c78', 'mac_address': 'fa:16:3e:65:9d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b3acb55-2841-4726-a20b-0bdf77029019', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:28.465293 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-97f22a0d-14f4-4216-810a-cab38a51eafd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d65c684e-612d-4bfe-ac9d-05eb8431748e {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:28.474840 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-97f22a0d-14f4-4216-810a-cab38a51eafd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.491981 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-97f22a0d-14f4-4216-810a-cab38a51eafd service neutron] Transition to ACTIVE for port object d65c684e-612d-4bfe-ac9d-05eb8431748e will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:28.500447 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-97f22a0d-14f4-4216-810a-cab38a51eafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.582180 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-385e6628-7942-417b-b94e-587ec808ebe1 None None] Port 412aa75f-286f-49b9-a44b-7ad07996eb1d cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:28.611461 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2d4f85c-0445-436c-aeee-ad7a01741cc0 req-f9630949-df32-4319-92d3-3a7e8d33025e tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?id=df07f559-1004-4d5b-97fd-3b5445813da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877022 Jul 16 01:24:28.683932 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f22a0d-14f4-4216-810a-cab38a51eafd service neutron] Pushing event updated for resources: {'Port': ['ID=d65c684e-612d-4bfe-ac9d-05eb8431748e,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:28.703979 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.738166 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-4cf46716-b277-4231-9cf9-37894e0022f5 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Deleting port 412aa75f-286f-49b9-a44b-7ad07996eb1d {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:28.738685 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4cf46716-b277-4231-9cf9-37894e0022f5 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.749653 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19faff92-46bf-431b-8a3f-976efc777c78 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:28.798414 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 19faff92-46bf-431b-8a3f-976efc777c78, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=19faff92-46bf-431b-8a3f-976efc777c78,segment=NetworkSegment(e40cca31-0dfa-4532-9a78-bcb8410a3baf),segment_id=e40cca31-0dfa-4532-9a78-bcb8410a3baf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:28.812540 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.908780 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb2a687e-106a-459c-92ff-578f88e283aa req-f8960c65-bc49-4a57-a67c-21897d9d567f tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1798674792&fields=id&tenant_id=bd4f8fb6acab47c0b403eff8317f556f HTTP/1.1" status: 200 len: 267 time: 0.0741313 Jul 16 01:24:28.914416 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=19faff92-46bf-431b-8a3f-976efc777c78,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:28.962025 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4cf46716-b277-4231-9cf9-37894e0022f5 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.975992 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-97f22a0d-14f4-4216-810a-cab38a51eafd service neutron] Attempting to bind port d65c684e-612d-4bfe-ac9d-05eb8431748e on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:28.976340 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-97f22a0d-14f4-4216-810a-cab38a51eafd service neutron] Attempting to bind port d65c684e-612d-4bfe-ac9d-05eb8431748e by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:28.976695 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-97f22a0d-14f4-4216-810a-cab38a51eafd service neutron] Attempting to bind port d65c684e-612d-4bfe-ac9d-05eb8431748e on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:29.025817 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-97f22a0d-14f4-4216-810a-cab38a51eafd service neutron] Port d65c684e-612d-4bfe-ac9d-05eb8431748e on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:29.026321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-97f22a0d-14f4-4216-810a-cab38a51eafd service neutron] Attempting to bind port d65c684e-612d-4bfe-ac9d-05eb8431748e on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:29.053425 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-97f22a0d-14f4-4216-810a-cab38a51eafd service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:29.053768 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-97f22a0d-14f4-4216-810a-cab38a51eafd service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:29.054168 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-97f22a0d-14f4-4216-810a-cab38a51eafd service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:29.054623 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-97f22a0d-14f4-4216-810a-cab38a51eafd service neutron] Bound port: d65c684e-612d-4bfe-ac9d-05eb8431748e, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:29.054993 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-97f22a0d-14f4-4216-810a-cab38a51eafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.071599 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['19faff92-46bf-431b-8a3f-976efc777c78'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:29.166966 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-97f22a0d-14f4-4216-810a-cab38a51eafd service neutron] For port d65c684e-612d-4bfe-ac9d-05eb8431748e, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:29.171795 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-97f22a0d-14f4-4216-810a-cab38a51eafd service neutron] For port d65c684e-612d-4bfe-ac9d-05eb8431748e, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=d65c684e-612d-4bfe-ac9d-05eb8431748e,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:29.200458 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-97f22a0d-14f4-4216-810a-cab38a51eafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.322721 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a687e-106a-459c-92ff-578f88e283aa req-cc7f26bd-92fe-4486-a455-aeae2968c051 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:29.333103 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb2a687e-106a-459c-92ff-578f88e283aa req-cc7f26bd-92fe-4486-a455-aeae2968c051 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/networks?id=21db8485-c054-467b-beec-87e40339314e HTTP/1.1" status: 200 len: 810 time: 0.4229779 Jul 16 01:24:29.392996 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb2a687e-106a-459c-92ff-578f88e283aa req-2533ebaf-6b39-4135-98ae-19f79f83f13a tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/quotas/bd4f8fb6acab47c0b403eff8317f556f HTTP/1.1" status: 200 len: 375 time: 0.0578079 Jul 16 01:24:29.404425 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f22a0d-14f4-4216-810a-cab38a51eafd service neutron] Pushing event updated for resources: {'Port': ['ID=d65c684e-612d-4bfe-ac9d-05eb8431748e,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:29.439062 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-4cf46716-b277-4231-9cf9-37894e0022f5 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Calling delete_port for 412aa75f-286f-49b9-a44b-7ad07996eb1d owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:29.440067 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-97f22a0d-14f4-4216-810a-cab38a51eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:29.440769 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-97f22a0d-14f4-4216-810a-cab38a51eafd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.442250 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-97f22a0d-14f4-4216-810a-cab38a51eafd service neutron] 10.222.0.82 "PUT /v2.0/ports/d65c684e-612d-4bfe-ac9d-05eb8431748e HTTP/1.1" status: 200 len: 1097 time: 3.4560850 Jul 16 01:24:29.442599 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a0907e-365e-4b66-b313-e55d8a252051', 'tag': 'd65c684e-612d-4bfe-ac9d-05eb8431748e'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:29.445200 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d194d57-02d3-4daa-85ba-7d6757768b69" -d '{"events": [{"name": "network-changed", "server_uuid": "09a0907e-365e-4b66-b313-e55d8a252051", "tag": "d65c684e-612d-4bfe-ac9d-05eb8431748e"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:29.518233 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada848ae-1bd2-4f53-934f-85f27872093b req-b183aba8-00b4-4254-98c3-af133a7b20d0 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:29.527194 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ada848ae-1bd2-4f53-934f-85f27872093b req-b183aba8-00b4-4254-98c3-af133a7b20d0 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=09a0907e-365e-4b66-b313-e55d8a252051 HTTP/1.1" status: 200 len: 948 time: 0.6355174 Jul 16 01:24:29.532979 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7cc0936f-b45a-4043-8f30-4766c7a224b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.584042 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb2a687e-106a-459c-92ff-578f88e283aa req-8c01e58b-09a3-46e9-a862-f4a4438697c9 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd4f8fb6acab47c0b403eff8317f556f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1797085 Jul 16 01:24:29.628160 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.642849 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ada848ae-1bd2-4f53-934f-85f27872093b req-4b4b5763-c374-4867-ac5c-d358148c26ea tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144300 Jul 16 01:24:29.709948 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-61481ffe-d5a8-4c34-9b29-2993771dca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:29.711399 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-61481ffe-d5a8-4c34-9b29-2993771dca7f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=edd1ed0455014b31835bf69f0954c3dd&device_id=09a0907e-365e-4b66-b313-e55d8a252051 HTTP/1.1" status: 200 len: 1100 time: 0.2045612 Jul 16 01:24:29.725279 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4cf46716-b277-4231-9cf9-37894e0022f5 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.770891 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-1a7930a9-33ed-4c9e-a0f4-a1aec6b31015 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=d65c684e-612d-4bfe-ac9d-05eb8431748e HTTP/1.1" status: 200 len: 217 time: 0.0486634 Jul 16 01:24:29.834595 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf46716-b277-4231-9cf9-37894e0022f5 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Pushing event deleted for resources: {'Port': ['ID=412aa75f-286f-49b9-a44b-7ad07996eb1d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:29.881835 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb2a687e-106a-459c-92ff-578f88e283aa req-0b056086-fcc1-4136-98ca-6a5cfa90eb06 service neutron] 10.222.0.16 "GET /v2.0/networks/21db8485-c054-467b-beec-87e40339314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965715 Jul 16 01:24:29.886117 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-b40d47ea-c159-418c-94d8-c18a1f452e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:29.887869 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-b40d47ea-c159-418c-94d8-c18a1f452e14 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1067154 Jul 16 01:24:29.964806 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4cf46716-b277-4231-9cf9-37894e0022f5 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.970350 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4cf46716-b277-4231-9cf9-37894e0022f5 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] 10.222.0.16 "DELETE /v2.0/ports/412aa75f-286f-49b9-a44b-7ad07996eb1d HTTP/1.1" status: 204 len: 168 time: 1.5848227 Jul 16 01:24:29.993257 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45232) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:29.999686 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-5beb60da-99d5-415f-ba6a-87413be343d1 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Request body: {'port': {'name': 'tempest-new-port-name-1281613456', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:30.000162 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.api.validators [None req-5beb60da-99d5-415f-ba6a-87413be343d1 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] bootfile-name is not in valid_values {{(pid=93956) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:24:30.000618 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.api.validators [None req-5beb60da-99d5-415f-ba6a-87413be343d1 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] tftp-server is not in valid_values {{(pid=93956) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:24:30.001046 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.api.validators [None req-5beb60da-99d5-415f-ba6a-87413be343d1 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] server-ip-address is not in valid_values {{(pid=93956) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:24:30.017828 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 19faff92-46bf-431b-8a3f-976efc777c78 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:30.157149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 19faff92-46bf-431b-8a3f-976efc777c78 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:30.162788 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 19faff92-46bf-431b-8a3f-976efc777c78 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:30.163375 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.184914 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5beb60da-99d5-415f-ba6a-87413be343d1 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.375344 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.466584 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa3109d-3509-4832-823c-f852dfee919f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19faff92-46bf-431b-8a3f-976efc777c78'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:30.476226 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49447a24-4f81-4923-bf80-cc6b58c27e5a" -d '{"events": [{"server_uuid": "cfa3109d-3509-4832-823c-f852dfee919f", "name": "network-vif-plugged", "status": "completed", "tag": "19faff92-46bf-431b-8a3f-976efc777c78"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:30.515785 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-7dfca605-c36c-4f02-8432-fd39976c9d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:30.519153 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-7dfca605-c36c-4f02-8432-fd39976c9d29 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6224246 Jul 16 01:24:30.523947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 19faff92-46bf-431b-8a3f-976efc777c78, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=19faff92-46bf-431b-8a3f-976efc777c78,segment=NetworkSegment(e40cca31-0dfa-4532-9a78-bcb8410a3baf),segment_id=e40cca31-0dfa-4532-9a78-bcb8410a3baf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:30.537554 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.542918 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb2a687e-106a-459c-92ff-578f88e283aa req-be3b5725-637f-4828-8b49-43b3148ddcb0 service neutron] 10.222.0.16 "GET /v2.0/networks/21db8485-c054-467b-beec-87e40339314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6598141 Jul 16 01:24:30.605904 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5beb60da-99d5-415f-ba6a-87413be343d1 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.615747 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5beb60da-99d5-415f-ba6a-87413be343d1 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.729308 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=19faff92-46bf-431b-8a3f-976efc777c78,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:30.748066 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-459af4d9-d36b-4e87-898b-376f7ea1fc89 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040739 Jul 16 01:24:30.752520 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.839869 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08286ba2-ae61-4995-b405-e01f53f939ae x-openstack-request-id: req-08286ba2-ae61-4995-b405-e01f53f939ae {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:30.840020 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a0907e-365e-4b66-b313-e55d8a252051", "tag": "d65c684e-612d-4bfe-ac9d-05eb8431748e", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:30.840257 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08286ba2-ae61-4995-b405-e01f53f939ae {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:30.840775 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a0907e-365e-4b66-b313-e55d8a252051', 'tag': 'd65c684e-612d-4bfe-ac9d-05eb8431748e', 'status': 'completed', 'code': 200} Jul 16 01:24:30.859577 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb60da-99d5-415f-ba6a-87413be343d1 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Pushing event updated for resources: {'Port': ['ID=7369e9ed-47eb-4336-afe2-36ed5a447cc7,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:30.876798 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-5beb60da-99d5-415f-ba6a-87413be343d1 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] In _notify_port_updated(), no bound segment for port 7369e9ed-47eb-4336-afe2-36ed5a447cc7 on network 43fc4ed9-9143-4186-b20c-1fa72ffa1104 {{(pid=93956) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:24:30.882956 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beb60da-99d5-415f-ba6a-87413be343d1 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:30.884165 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5beb60da-99d5-415f-ba6a-87413be343d1 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.889797 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5beb60da-99d5-415f-ba6a-87413be343d1 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] 10.222.0.16 "PUT /v2.0/ports/7369e9ed-47eb-4336-afe2-36ed5a447cc7 HTTP/1.1" status: 200 len: 1136 time: 0.8928967 Jul 16 01:24:30.891976 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45256) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:30.966681 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c18fe4de-51a6-4b23-9bc0-a1e1b457fd9d req-4381d257-d3de-436e-a0f0-0d7898948ccd service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105072 Jul 16 01:24:30.990812 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46183c93-ab8c-4476-a3b1-115e44bb960a tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:30.996581 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45258) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:30.996741 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-46183c93-ab8c-4476-a3b1-115e44bb960a tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] 10.222.0.16 "GET /v2.0/ports/7369e9ed-47eb-4336-afe2-36ed5a447cc7 HTTP/1.1" status: 200 len: 1136 time: 0.1046948 Jul 16 01:24:31.147226 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.191018 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-37f77b17-1348-4f67-85b4-0d5dd27b8b78 None None] Provisioning complete for port 7369e9ed-47eb-4336-afe2-36ed5a447cc7 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:31.191018 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-37f77b17-1348-4f67-85b4-0d5dd27b8b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.230568 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b310213-9670-4979-961f-14ce79f59293 req-13b645c1-1b15-4216-b501-b099c9b4bc0c tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:31.247901 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8b310213-9670-4979-961f-14ce79f59293 req-13b645c1-1b15-4216-b501-b099c9b4bc0c tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfa3109d-3509-4832-823c-f852dfee919f HTTP/1.1" status: 200 len: 945 time: 0.1826339 Jul 16 01:24:31.327458 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d194d57-02d3-4daa-85ba-7d6757768b69 req-1efcf5c5-851f-4478-b7df-74cda7ae3beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:31.327829 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-37f77b17-1348-4f67-85b4-0d5dd27b8b78 None None] Port 7369e9ed-47eb-4336-afe2-36ed5a447cc7 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:31.329398 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d194d57-02d3-4daa-85ba-7d6757768b69 req-1efcf5c5-851f-4478-b7df-74cda7ae3beb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=edd1ed0455014b31835bf69f0954c3dd&device_id=09a0907e-365e-4b66-b313-e55d8a252051 HTTP/1.1" status: 200 len: 1100 time: 0.2234933 Jul 16 01:24:31.381246 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8b310213-9670-4979-961f-14ce79f59293 req-b2f3776b-25e3-4950-83ab-6408a1c67655 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?id=df07f559-1004-4d5b-97fd-3b5445813da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305201 Jul 16 01:24:31.481065 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457ee4cb-865b-4bc5-990d-25efe314f4e2 x-openstack-request-id: req-457ee4cb-865b-4bc5-990d-25efe314f4e2 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:31.481633 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa3109d-3509-4832-823c-f852dfee919f", "name": "network-vif-plugged", "status": "completed", "tag": "19faff92-46bf-431b-8a3f-976efc777c78", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:31.482068 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-457ee4cb-865b-4bc5-990d-25efe314f4e2 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:31.482642 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa3109d-3509-4832-823c-f852dfee919f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19faff92-46bf-431b-8a3f-976efc777c78', 'code': 200} Jul 16 01:24:31.550143 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d194d57-02d3-4daa-85ba-7d6757768b69 req-f5409ca8-3f4e-4c92-9b13-3f5c05cc6c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:31.552939 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d194d57-02d3-4daa-85ba-7d6757768b69 req-f5409ca8-3f4e-4c92-9b13-3f5c05cc6c01 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2149343 Jul 16 01:24:31.606150 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d194d57-02d3-4daa-85ba-7d6757768b69 req-b98498d0-7549-4835-8edb-02ea266f9b57 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=d65c684e-612d-4bfe-ac9d-05eb8431748e HTTP/1.1" status: 200 len: 217 time: 0.0454347 Jul 16 01:24:31.609156 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-50f083d0-a7b2-4fcf-a5e3-2715a1ff6cad tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Deleting port 7369e9ed-47eb-4336-afe2-36ed5a447cc7 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:31.609619 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-50f083d0-a7b2-4fcf-a5e3-2715a1ff6cad tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.766161 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3c909-a537-4e9c-921b-f280683fc75d req-7b44d829-d35b-4dd9-9a8a-2c7816fdd930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:31.771298 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d194d57-02d3-4daa-85ba-7d6757768b69 req-11c674b6-c569-408f-84df-c4c496574497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:31.775913 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-69f3c909-a537-4e9c-921b-f280683fc75d req-7b44d829-d35b-4dd9-9a8a-2c7816fdd930 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cfa3109d-3509-4832-823c-f852dfee919f HTTP/1.1" status: 200 len: 1097 time: 0.1943841 Jul 16 01:24:31.781743 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d194d57-02d3-4daa-85ba-7d6757768b69 req-11c674b6-c569-408f-84df-c4c496574497 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1546066 Jul 16 01:24:31.849771 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-69f3c909-a537-4e9c-921b-f280683fc75d req-48bd89cd-3b71-4541-b4eb-8de70eeaf597 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=df07f559-1004-4d5b-97fd-3b5445813da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599766 Jul 16 01:24:31.903885 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-50f083d0-a7b2-4fcf-a5e3-2715a1ff6cad tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.964110 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-50f083d0-a7b2-4fcf-a5e3-2715a1ff6cad tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Calling delete_port for 7369e9ed-47eb-4336-afe2-36ed5a447cc7 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:31.964804 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57253b81-3a3e-4f07-b1e0-3674dec638eb req-49e29b17-fcd4-400e-a362-6db538bf370c tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:31.984727 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-57253b81-3a3e-4f07-b1e0-3674dec638eb req-49e29b17-fcd4-400e-a362-6db538bf370c tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=09a0907e-365e-4b66-b313-e55d8a252051 HTTP/1.1" status: 200 len: 948 time: 0.1366298 Jul 16 01:24:32.067516 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-57253b81-3a3e-4f07-b1e0-3674dec638eb req-faa24cfc-e5ec-48e5-9558-82dc1a38eb29 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798323 Jul 16 01:24:32.083517 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d194d57-02d3-4daa-85ba-7d6757768b69 req-ca4d042e-8dbf-46dd-acf9-c3f5b70cc169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:32.087243 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d194d57-02d3-4daa-85ba-7d6757768b69 req-ca4d042e-8dbf-46dd-acf9-c3f5b70cc169 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2842402 Jul 16 01:24:32.405781 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bd28d6cb-2c9f-43c3-965c-25cea478ff1a req-3268eed7-9204-4143-8552-9ca0ae93c7be tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0479586 Jul 16 01:24:32.424007 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.437953 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-50f083d0-a7b2-4fcf-a5e3-2715a1ff6cad tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.506234 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d194d57-02d3-4daa-85ba-7d6757768b69 req-8f3388c0-c803-45a9-8d26-ac8ea51ed0c1 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084139 Jul 16 01:24:32.547912 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f083d0-a7b2-4fcf-a5e3-2715a1ff6cad tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Pushing event deleted for resources: {'Port': ['ID=7369e9ed-47eb-4336-afe2-36ed5a447cc7,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:32.561890 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-88eecdc3-dd6b-4d88-9421-df60bc132aec req-8d154116-f9bb-4bc0-9f13-801bd5a13848 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1 HTTP/1.1" status: 200 len: 210 time: 0.0612164 Jul 16 01:24:32.766592 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-50f083d0-a7b2-4fcf-a5e3-2715a1ff6cad tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:32.776065 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-50f083d0-a7b2-4fcf-a5e3-2715a1ff6cad tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] 10.222.0.16 "DELETE /v2.0/ports/7369e9ed-47eb-4336-afe2-36ed5a447cc7 HTTP/1.1" status: 204 len: 168 time: 1.7770586 Jul 16 01:24:32.778298 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45354) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:32.810064 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d194d57-02d3-4daa-85ba-7d6757768b69 req-fc0a7773-88df-4d78-a639-6eadffc52370 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751563 Jul 16 01:24:32.910251 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5845d79-dd10-4709-b75d-23445cdcb916 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Deleting subnet 423649d2-9e1e-4621-a070-0428a2210d17 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:24:32.920665 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b5845d79-dd10-4709-b75d-23445cdcb916 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.009768 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b5845d79-dd10-4709-b75d-23445cdcb916 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.215403 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b5845d79-dd10-4709-b75d-23445cdcb916 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.236229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba4ae1-2844-493e-ad10-8b6a41a13b3e req-52c99915-18bf-4913-b036-8521b179db8f tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:33.249456 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2cba4ae1-2844-493e-ad10-8b6a41a13b3e req-52c99915-18bf-4913-b036-8521b179db8f tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfa3109d-3509-4832-823c-f852dfee919f HTTP/1.1" status: 200 len: 945 time: 0.1967578 Jul 16 01:24:33.317640 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2cba4ae1-2844-493e-ad10-8b6a41a13b3e req-f60b7436-1977-4633-b078-18bcf977b7e7 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?id=df07f559-1004-4d5b-97fd-3b5445813da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669196 Jul 16 01:24:33.337348 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b5845d79-dd10-4709-b75d-23445cdcb916 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.363052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e64e004-9ab6-4de6-ba2e-51cb197f862e None None] Network 43fc4ed9-9143-4186-b20c-1fa72ffa1104 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:33.379474 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b5845d79-dd10-4709-b75d-23445cdcb916 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.382019 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b5845d79-dd10-4709-b75d-23445cdcb916 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] 10.222.0.16 "DELETE /v2.0/subnets/423649d2-9e1e-4621-a070-0428a2210d17 HTTP/1.1" status: 204 len: 168 time: 0.6023922 Jul 16 01:24:33.387373 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45374) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:33.395090 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5845d79-dd10-4709-b75d-23445cdcb916 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Pushing event deleted for resources: {'Subnet': ['ID=423649d2-9e1e-4621-a070-0428a2210d17,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:33.529374 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa1fba-da61-4781-8892-4c252cff35b2 req-d2ab1497-a286-45ef-b716-15caf5fa30cf tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:33.537404 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b4fa1fba-da61-4781-8892-4c252cff35b2 req-d2ab1497-a286-45ef-b716-15caf5fa30cf tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=09a0907e-365e-4b66-b313-e55d8a252051 HTTP/1.1" status: 200 len: 948 time: 0.2384005 Jul 16 01:24:33.548987 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06f32408-8e6c-41cc-ab5c-b10336438d64 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.620930 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b4fa1fba-da61-4781-8892-4c252cff35b2 req-c225e731-44cf-4890-9e4c-97229b590839 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798981 Jul 16 01:24:33.784716 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-06f32408-8e6c-41cc-ab5c-b10336438d64 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Deleting port 6cdac001-a9f1-47ce-9143-693992f89fda {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:33.786568 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06f32408-8e6c-41cc-ab5c-b10336438d64 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:33.817103 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4a0c422f-df60-4a04-a6f5-ba9b287baa94 req-a9b4e1c4-9104-48d2-8daf-b9f32d280e93 tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0670874 Jul 16 01:24:33.880656 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ed4c28-3dcc-45bb-ab4f-8b1278044c8b None None] DHCP port deletion for 43fc4ed9-9143-4186-b20c-1fa72ffa1104 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:24:33.987371 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-06f32408-8e6c-41cc-ab5c-b10336438d64 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] For port 6cdac001-a9f1-47ce-9143-693992f89fda, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=6cdac001-a9f1-47ce-9143-693992f89fda,segment=NetworkSegment(169cf887-1bc2-48fb-be6f-0e5952c0044e),segment_id=169cf887-1bc2-48fb-be6f-0e5952c0044e)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:33.988620 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06f32408-8e6c-41cc-ab5c-b10336438d64 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.011526 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4c28-3dcc-45bb-ab4f-8b1278044c8b None None] Deleting port 6cdac001-a9f1-47ce-9143-693992f89fda {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:34.011896 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-91ed4c28-3dcc-45bb-ab4f-8b1278044c8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.027984 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-06f32408-8e6c-41cc-ab5c-b10336438d64 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Calling delete_port for 6cdac001-a9f1-47ce-9143-693992f89fda owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:34.091748 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a687e-106a-459c-92ff-578f88e283aa req-4bb25132-b688-42d2-bbd6-81bedf65d531 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:34.098546 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c0cf29fe-d6ce-484f-aea5-5eba8fb633b7 req-fabeb5d6-ab87-41a7-a484-33da474bbe91 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1 HTTP/1.1" status: 200 len: 210 time: 0.0614498 Jul 16 01:24:34.119153 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb2a687e-106a-459c-92ff-578f88e283aa req-4bb25132-b688-42d2-bbd6-81bedf65d531 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.84 "GET /v2.0/networks?id=21db8485-c054-467b-beec-87e40339314e HTTP/1.1" status: 200 len: 810 time: 0.3766928 Jul 16 01:24:34.178705 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-91ed4c28-3dcc-45bb-ab4f-8b1278044c8b None None] For port 6cdac001-a9f1-47ce-9143-693992f89fda, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=6cdac001-a9f1-47ce-9143-693992f89fda,segment=NetworkSegment(169cf887-1bc2-48fb-be6f-0e5952c0044e),segment_id=169cf887-1bc2-48fb-be6f-0e5952c0044e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:34.179192 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-91ed4c28-3dcc-45bb-ab4f-8b1278044c8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.201230 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4c28-3dcc-45bb-ab4f-8b1278044c8b None None] Calling delete_port for 6cdac001-a9f1-47ce-9143-693992f89fda owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:34.237157 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device d65c684e-612d-4bfe-ac9d-05eb8431748e details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:34.260821 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb2a687e-106a-459c-92ff-578f88e283aa req-2f8f8943-0c71-4e57-8a04-f9dbc755c433 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd4f8fb6acab47c0b403eff8317f556f HTTP/1.1" status: 200 len: 380 time: 0.0935824 Jul 16 01:24:34.276251 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5c152a3b-66a5-470c-9d08-5fde42006441 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Request body: {'port': {'device_id': '9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1', 'network_id': '21db8485-c054-467b-beec-87e40339314e', 'admin_state_up': True, 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'security_groups': ['67c4a931-9a1d-459e-8adc-1d9329160eb0']}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:34.358895 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06f32408-8e6c-41cc-ab5c-b10336438d64 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.437203 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f32408-8e6c-41cc-ab5c-b10336438d64 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Pushing event deleted for resources: {'Port': ['ID=6cdac001-a9f1-47ce-9143-693992f89fda,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:34.444984 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f32408-8e6c-41cc-ab5c-b10336438d64 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] No DVR routers for this DVR port 6cdac001-a9f1-47ce-9143-693992f89fda on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:34.474466 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6cdac001-a9f1-47ce-9143-693992f89fda no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:34.506432 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 6cdac001-a9f1-47ce-9143-693992f89fda {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:34.507085 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6cdac001-a9f1-47ce-9143-693992f89fda not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:34.558634 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port d65c684e-612d-4bfe-ac9d-05eb8431748e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=d65c684e-612d-4bfe-ac9d-05eb8431748e,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:34.561803 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-91ed4c28-3dcc-45bb-ab4f-8b1278044c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.597581 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4c28-3dcc-45bb-ab4f-8b1278044c8b None None] Pushing event deleted for resources: {'Port': ['ID=6cdac001-a9f1-47ce-9143-693992f89fda,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:34.607490 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'd65c684e-612d-4bfe-ac9d-05eb8431748e', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': 'd65c684e-612d-4bfe-ac9d-05eb8431748e', 'mac_address': 'fa:16:3e:3b:67:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:34.611867 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ed4c28-3dcc-45bb-ab4f-8b1278044c8b None None] No DVR routers for this DVR port 6cdac001-a9f1-47ce-9143-693992f89fda on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:34.644893 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06f32408-8e6c-41cc-ab5c-b10336438d64 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.656421 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.672570 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d65c684e-612d-4bfe-ac9d-05eb8431748e {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:34.683996 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-06f32408-8e6c-41cc-ab5c-b10336438d64 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43fc4ed9-9143-4186-b20c-1fa72ffa1104']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:34.715286 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-06f32408-8e6c-41cc-ab5c-b10336438d64 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '169cf887-1bc2-48fb-be6f-0e5952c0044e') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:34.715595 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-06f32408-8e6c-41cc-ab5c-b10336438d64 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '169cf887-1bc2-48fb-be6f-0e5952c0044e') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:34.716431 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port d65c684e-612d-4bfe-ac9d-05eb8431748e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=d65c684e-612d-4bfe-ac9d-05eb8431748e,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:34.717439 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5c152a3b-66a5-470c-9d08-5fde42006441 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Made reservation on behalf of bd4f8fb6acab47c0b403eff8317f556f for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:34.718528 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.721265 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5c152a3b-66a5-470c-9d08-5fde42006441 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.733995 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.744904 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06f32408-8e6c-41cc-ab5c-b10336438d64 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.853638 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383aedda-26ff-43e6-987a-679a9c3dcb95 req-ac7e764b-e6db-4ca2-b6f5-1663fdc00090 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:34.855395 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-383aedda-26ff-43e6-987a-679a9c3dcb95 req-ac7e764b-e6db-4ca2-b6f5-1663fdc00090 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfa3109d-3509-4832-823c-f852dfee919f HTTP/1.1" status: 200 len: 945 time: 0.3111703 Jul 16 01:24:34.865736 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=d65c684e-612d-4bfe-ac9d-05eb8431748e,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:34.868866 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06f32408-8e6c-41cc-ab5c-b10336438d64 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.897809 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-742d415d-81a6-4f38-9303-c295c14a15d5 req-077328f6-4532-4fc9-ba8a-35a06ccce26c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0339861 Jul 16 01:24:34.900691 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f32408-8e6c-41cc-ab5c-b10336438d64 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:34.901110 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06f32408-8e6c-41cc-ab5c-b10336438d64 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:34.910607 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:35.027304 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-383aedda-26ff-43e6-987a-679a9c3dcb95 req-b211f254-9be7-4e97-8750-db6e0e6d7abd tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?id=df07f559-1004-4d5b-97fd-3b5445813da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648114 Jul 16 01:24:35.047849 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06f32408-8e6c-41cc-ab5c-b10336438d64 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.049984 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5c152a3b-66a5-470c-9d08-5fde42006441 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Allocated IP 172.20.0.4 (21db8485-c054-467b-beec-87e40339314e/007570ca-e090-4b11-9188-5caf28ec1f2f/b89787ee-73a7-4aad-994f-44a048ac45ad) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:35.066675 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06f32408-8e6c-41cc-ab5c-b10336438d64 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.071967 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-06f32408-8e6c-41cc-ab5c-b10336438d64 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] 10.222.0.16 "DELETE /v2.0/networks/43fc4ed9-9143-4186-b20c-1fa72ffa1104 HTTP/1.1" status: 204 len: 168 time: 1.6857569 Jul 16 01:24:35.099904 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f32408-8e6c-41cc-ab5c-b10336438d64 tempest-ExtraDHCPOptionsTestJSON-1379235750 tempest-ExtraDHCPOptionsTestJSON-1379235750-project] Pushing event deleted for resources: {'Network': ['ID=43fc4ed9-9143-4186-b20c-1fa72ffa1104,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:35.102254 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['d65c684e-612d-4bfe-ac9d-05eb8431748e'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:35.266357 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5c152a3b-66a5-470c-9d08-5fde42006441 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.287269 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5c152a3b-66a5-470c-9d08-5fde42006441 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Transition to ACTIVE for port object b89787ee-73a7-4aad-994f-44a048ac45ad will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:35.341549 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5c152a3b-66a5-470c-9d08-5fde42006441 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.363694 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e687f1c3-830c-4e14-8664-28f32a6d1dfe req-02d4f8f8-97ff-4723-a7a6-799cf9e6242b tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0890131 Jul 16 01:24:35.498939 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5c152a3b-66a5-470c-9d08-5fde42006441 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Network 21db8485-c054-467b-beec-87e40339314e is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:35.511278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5c152a3b-66a5-470c-9d08-5fde42006441 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:35.518400 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5c152a3b-66a5-470c-9d08-5fde42006441 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:35.582232 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5c152a3b-66a5-470c-9d08-5fde42006441 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:35.583003 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5c152a3b-66a5-470c-9d08-5fde42006441 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.599686 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c152a3b-66a5-470c-9d08-5fde42006441 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Pushing event updated for resources: {'Port': ['ID=b89787ee-73a7-4aad-994f-44a048ac45ad,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:35.631295 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5c152a3b-66a5-470c-9d08-5fde42006441 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3602042 Jul 16 01:24:35.651895 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276806c-4894-43b5-b291-2944ed8b51e9 req-8e31b561-a3c6-476b-833d-ec4adf148747 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:35.661363 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9276806c-4894-43b5-b291-2944ed8b51e9 req-8e31b561-a3c6-476b-833d-ec4adf148747 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=09a0907e-365e-4b66-b313-e55d8a252051 HTTP/1.1" status: 200 len: 949 time: 0.2972689 Jul 16 01:24:35.682051 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5f54df08-9a94-4bfb-907d-7397542c2e6d service neutron] Request body: {'port': {'device_id': '9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:35.693897 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45508) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:35.766606 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-03e992ab-ab19-4cb2-8200-6af10fcad247 req-c724072a-4d2d-4d6a-9774-ea3b9aca8027 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1232737597&fields=id&tenant_id=1c96c4b57e6340f3aa0dce63cee1d2fb HTTP/1.1" status: 200 len: 267 time: 0.0839264 Jul 16 01:24:35.785373 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5f54df08-9a94-4bfb-907d-7397542c2e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.903132 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e992ab-ab19-4cb2-8200-6af10fcad247 req-67830350-acc7-4a43-9b9e-b8c22db203a3 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:35.912628 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-03e992ab-ab19-4cb2-8200-6af10fcad247 req-67830350-acc7-4a43-9b9e-b8c22db203a3 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfa3109d-3509-4832-823c-f852dfee919f HTTP/1.1" status: 200 len: 945 time: 0.1401303 Jul 16 01:24:35.919368 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-03e992ab-ab19-4cb2-8200-6af10fcad247 req-92c369bd-6d4f-4036-8256-5b36bd77c102 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Request body: {'port': {'security_groups': ['df07f559-1004-4d5b-97fd-3b5445813da7', '4154eb7b-e0dd-45f4-b3a7-d73485b290cd']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:35.965335 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9276806c-4894-43b5-b291-2944ed8b51e9 req-14540942-c40c-45c5-b021-c7616bc0a4a9 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027627 Jul 16 01:24:36.000534 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b0645df7-c2c9-417d-88db-4c2a5208ca10 None None] Provisioning for port b89787ee-73a7-4aad-994f-44a048ac45ad completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:36.008800 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b0645df7-c2c9-417d-88db-4c2a5208ca10 None None] Provisioning complete for port b89787ee-73a7-4aad-994f-44a048ac45ad triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:36.010611 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b0645df7-c2c9-417d-88db-4c2a5208ca10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.026752 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45512) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:36.026936 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1e33cfb4-c022-4c94-8d14-8f42760607fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9ca4d27fc6a498095076162ffe26acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3306315 Jul 16 01:24:36.087547 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-03e992ab-ab19-4cb2-8200-6af10fcad247 req-92c369bd-6d4f-4036-8256-5b36bd77c102 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.093497 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b0645df7-c2c9-417d-88db-4c2a5208ca10 None None] Port b89787ee-73a7-4aad-994f-44a048ac45ad cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:36.280681 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-04c8b962-094f-4c69-8ab0-17ac3d7c79f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.305317 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5f54df08-9a94-4bfb-907d-7397542c2e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89787ee-73a7-4aad-994f-44a048ac45ad {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:36.318832 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5f54df08-9a94-4bfb-907d-7397542c2e6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.331089 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-03e992ab-ab19-4cb2-8200-6af10fcad247 req-92c369bd-6d4f-4036-8256-5b36bd77c102 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] For port 19faff92-46bf-431b-8a3f-976efc777c78, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=19faff92-46bf-431b-8a3f-976efc777c78,segment=NetworkSegment(e40cca31-0dfa-4532-9a78-bcb8410a3baf),segment_id=e40cca31-0dfa-4532-9a78-bcb8410a3baf)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:36.348066 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5f54df08-9a94-4bfb-907d-7397542c2e6d service neutron] Transition to ACTIVE for port object b89787ee-73a7-4aad-994f-44a048ac45ad will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:36.356629 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-04c8b962-094f-4c69-8ab0-17ac3d7c79f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.368702 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-03e992ab-ab19-4cb2-8200-6af10fcad247 req-92c369bd-6d4f-4036-8256-5b36bd77c102 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.372847 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf229a12-465a-4f3c-9e31-1165b8abe547 req-a798218b-cf40-415d-9b4e-76ab096abbaf tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:36.374575 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cf229a12-465a-4f3c-9e31-1165b8abe547 req-a798218b-cf40-415d-9b4e-76ab096abbaf tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1 HTTP/1.1" status: 200 len: 931 time: 0.2031372 Jul 16 01:24:36.376351 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-03e992ab-ab19-4cb2-8200-6af10fcad247 req-92c369bd-6d4f-4036-8256-5b36bd77c102 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.377384 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5f54df08-9a94-4bfb-907d-7397542c2e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.409290 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['19faff92-46bf-431b-8a3f-976efc777c78'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:36.415493 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['7511fc6a-9be5-41ba-aba5-0f1a8ef03c05'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:36.445062 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e992ab-ab19-4cb2-8200-6af10fcad247 req-92c369bd-6d4f-4036-8256-5b36bd77c102 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:36.446104 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-03e992ab-ab19-4cb2-8200-6af10fcad247 req-92c369bd-6d4f-4036-8256-5b36bd77c102 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.459646 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-03e992ab-ab19-4cb2-8200-6af10fcad247 req-92c369bd-6d4f-4036-8256-5b36bd77c102 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "PUT /v2.0/ports/19faff92-46bf-431b-8a3f-976efc777c78 HTTP/1.1" status: 200 len: 981 time: 0.5456386 Jul 16 01:24:36.462580 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa3109d-3509-4832-823c-f852dfee919f', 'tag': '19faff92-46bf-431b-8a3f-976efc777c78'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:36.484789 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8b5b91-a55f-470d-bddf-9a4ef59d906e" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa3109d-3509-4832-823c-f852dfee919f", "tag": "19faff92-46bf-431b-8a3f-976efc777c78"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:36.498686 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cf229a12-465a-4f3c-9e31-1165b8abe547 req-20e71db4-925b-423b-a2e6-f2a8ad1ece60 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c4a931-9a1d-459e-8adc-1d9329160eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152883 Jul 16 01:24:36.516634 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54df08-9a94-4bfb-907d-7397542c2e6d service neutron] Pushing event updated for resources: {'Port': ['ID=b89787ee-73a7-4aad-994f-44a048ac45ad,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:36.591838 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c369bd-6d4f-4036-8256-5b36bd77c102 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event updated for resources: {'Port': ['ID=19faff92-46bf-431b-8a3f-976efc777c78,revision_number=6']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:36.613902 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-04c8b962-094f-4c69-8ab0-17ac3d7c79f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.618030 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-04c8b962-094f-4c69-8ab0-17ac3d7c79f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.618280 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['19faff92-46bf-431b-8a3f-976efc777c78'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:36.623787 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-04c8b962-094f-4c69-8ab0-17ac3d7c79f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9055ee0e-3ccf-4509-92ac-25073b91fd97 HTTP/1.1" status: 204 len: 168 time: 0.5885608 Jul 16 01:24:36.635848 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8b962-094f-4c69-8ab0-17ac3d7c79f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9055ee0e-3ccf-4509-92ac-25073b91fd97,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:36.673855 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5f54df08-9a94-4bfb-907d-7397542c2e6d service neutron] Attempting to bind port b89787ee-73a7-4aad-994f-44a048ac45ad on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:36.677759 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5f54df08-9a94-4bfb-907d-7397542c2e6d service neutron] Attempting to bind port b89787ee-73a7-4aad-994f-44a048ac45ad by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'cc1cf050-125d-4498-b6a8-a34e36ceea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '21db8485-c054-467b-beec-87e40339314e'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:36.678327 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5f54df08-9a94-4bfb-907d-7397542c2e6d service neutron] Attempting to bind port b89787ee-73a7-4aad-994f-44a048ac45ad on network 21db8485-c054-467b-beec-87e40339314e {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:36.688823 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5f54df08-9a94-4bfb-907d-7397542c2e6d service neutron] Port b89787ee-73a7-4aad-994f-44a048ac45ad on network 21db8485-c054-467b-beec-87e40339314e not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:36.689650 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5f54df08-9a94-4bfb-907d-7397542c2e6d service neutron] Attempting to bind port b89787ee-73a7-4aad-994f-44a048ac45ad on network 21db8485-c054-467b-beec-87e40339314e {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:36.703243 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5f54df08-9a94-4bfb-907d-7397542c2e6d service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:36.703939 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5f54df08-9a94-4bfb-907d-7397542c2e6d service neutron] Checking segment: {'id': 'cc1cf050-125d-4498-b6a8-a34e36ceea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '21db8485-c054-467b-beec-87e40339314e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:36.704487 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5f54df08-9a94-4bfb-907d-7397542c2e6d service neutron] Bound using segment: {'id': 'cc1cf050-125d-4498-b6a8-a34e36ceea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '21db8485-c054-467b-beec-87e40339314e'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:36.705075 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5f54df08-9a94-4bfb-907d-7397542c2e6d service neutron] Bound port: b89787ee-73a7-4aad-994f-44a048ac45ad, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc1cf050-125d-4498-b6a8-a34e36ceea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '21db8485-c054-467b-beec-87e40339314e'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:36.705536 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5f54df08-9a94-4bfb-907d-7397542c2e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.861023 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5f54df08-9a94-4bfb-907d-7397542c2e6d service neutron] For port b89787ee-73a7-4aad-994f-44a048ac45ad, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:36.877315 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5f54df08-9a94-4bfb-907d-7397542c2e6d service neutron] For port b89787ee-73a7-4aad-994f-44a048ac45ad, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b89787ee-73a7-4aad-994f-44a048ac45ad,segment=NetworkSegment(cc1cf050-125d-4498-b6a8-a34e36ceea1b),segment_id=cc1cf050-125d-4498-b6a8-a34e36ceea1b)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:36.889553 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5f54df08-9a94-4bfb-907d-7397542c2e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.040652 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5f54df08-9a94-4bfb-907d-7397542c2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:37.045938 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5f54df08-9a94-4bfb-907d-7397542c2e6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.057808 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb2a687e-106a-459c-92ff-578f88e283aa req-5f54df08-9a94-4bfb-907d-7397542c2e6d service neutron] 10.222.0.84 "PUT /v2.0/ports/b89787ee-73a7-4aad-994f-44a048ac45ad HTTP/1.1" status: 200 len: 1092 time: 1.3811567 Jul 16 01:24:37.061103 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1', 'tag': 'b89787ee-73a7-4aad-994f-44a048ac45ad'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:37.063751 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4809a599-664e-4ff8-ab01-f527dab73779" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1", "tag": "b89787ee-73a7-4aad-994f-44a048ac45ad"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:37.181414 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f5f5f56c-b7fb-4ea3-be2f-a9c335ff1e6e req-65c5b786-acb6-46bf-a08c-3b528a11d2ad tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0485625 Jul 16 01:24:37.193425 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54df08-9a94-4bfb-907d-7397542c2e6d service neutron] Pushing event updated for resources: {'Port': ['ID=b89787ee-73a7-4aad-994f-44a048ac45ad,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:37.274795 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a687e-106a-459c-92ff-578f88e283aa req-d9d0daf6-7eb0-4c06-9ec0-d2906eac35d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:37.278102 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb2a687e-106a-459c-92ff-578f88e283aa req-d9d0daf6-7eb0-4c06-9ec0-d2906eac35d5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bd4f8fb6acab47c0b403eff8317f556f&device_id=9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1 HTTP/1.1" status: 200 len: 1095 time: 0.1608865 Jul 16 01:24:37.319272 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-48ec82cb-9eba-4c5e-a2a4-842d7ed51bff req-5b64da81-a48c-490d-8b99-85798d94b13c tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/4154eb7b-e0dd-45f4-b3a7-d73485b290cd HTTP/1.1" status: 200 len: 1803 time: 0.1065552 Jul 16 01:24:37.422827 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-48ec82cb-9eba-4c5e-a2a4-842d7ed51bff req-4b3747aa-21c8-488d-babd-857261c2f128 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:24:37.435094 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb2a687e-106a-459c-92ff-578f88e283aa req-a64a56b2-6b9a-4b98-a24c-8548e4864d42 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b89787ee-73a7-4aad-994f-44a048ac45ad HTTP/1.1" status: 200 len: 217 time: 0.1476207 Jul 16 01:24:37.441285 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-48ec82cb-9eba-4c5e-a2a4-842d7ed51bff req-4b3747aa-21c8-488d-babd-857261c2f128 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "DELETE /v2.0/security-groups/4154eb7b-e0dd-45f4-b3a7-d73485b290cd HTTP/1.1" status: 409 len: 341 time: 0.1160879 Jul 16 01:24:37.514579 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774c8998-1dc3-4f6b-8993-b16fa5dba7b8 x-openstack-request-id: req-774c8998-1dc3-4f6b-8993-b16fa5dba7b8 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:37.515076 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa3109d-3509-4832-823c-f852dfee919f", "tag": "19faff92-46bf-431b-8a3f-976efc777c78", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:37.515526 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-774c8998-1dc3-4f6b-8993-b16fa5dba7b8 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:37.516103 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa3109d-3509-4832-823c-f852dfee919f', 'tag': '19faff92-46bf-431b-8a3f-976efc777c78', 'status': 'completed', 'code': 200} Jul 16 01:24:37.546754 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a687e-106a-459c-92ff-578f88e283aa req-ae21b5b9-1e3c-4219-bf20-b6a702df282e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:37.552792 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb2a687e-106a-459c-92ff-578f88e283aa req-ae21b5b9-1e3c-4219-bf20-b6a702df282e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=007570ca-e090-4b11-9188-5caf28ec1f2f HTTP/1.1" status: 200 len: 849 time: 0.1052678 Jul 16 01:24:37.731970 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a687e-106a-459c-92ff-578f88e283aa req-adb50a1b-7656-4713-9460-23ead71127ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:37.738462 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb2a687e-106a-459c-92ff-578f88e283aa req-adb50a1b-7656-4713-9460-23ead71127ce service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=21db8485-c054-467b-beec-87e40339314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1695015 Jul 16 01:24:37.769517 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b5b91-a55f-470d-bddf-9a4ef59d906e req-06de6428-2f17-4c9f-b976-0e1c01a4a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:37.772126 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7a8b5b91-a55f-470d-bddf-9a4ef59d906e req-06de6428-2f17-4c9f-b976-0e1c01a4a3bf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1c96c4b57e6340f3aa0dce63cee1d2fb&device_id=cfa3109d-3509-4832-823c-f852dfee919f HTTP/1.1" status: 200 len: 1136 time: 0.2036707 Jul 16 01:24:37.984908 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0111bf77-f9e9-4f85-898e-7cb54a3ff2c2 x-openstack-request-id: req-0111bf77-f9e9-4f85-898e-7cb54a3ff2c2 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:37.991195 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1", "tag": "b89787ee-73a7-4aad-994f-44a048ac45ad", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:37.991750 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0111bf77-f9e9-4f85-898e-7cb54a3ff2c2 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:37.992485 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1', 'tag': 'b89787ee-73a7-4aad-994f-44a048ac45ad', 'status': 'completed', 'code': 200} Jul 16 01:24:38.030875 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb2a687e-106a-459c-92ff-578f88e283aa req-75ce4caa-497d-4827-8e87-25e41f44c262 service neutron] 10.222.0.84 "GET /v2.0/networks/21db8485-c054-467b-beec-87e40339314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816613 Jul 16 01:24:38.099701 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8fba0-45e3-4953-af7b-2272ed39f9eb req-e7a6f979-e56d-462d-820f-908e1613ff82 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:38.106434 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7bb8fba0-45e3-4953-af7b-2272ed39f9eb req-e7a6f979-e56d-462d-820f-908e1613ff82 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=09a0907e-365e-4b66-b313-e55d8a252051 HTTP/1.1" status: 200 len: 949 time: 0.3554990 Jul 16 01:24:38.235548 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b5b91-a55f-470d-bddf-9a4ef59d906e req-dc957a42-5181-4e9a-b123-4d38a60328d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:38.237088 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7a8b5b91-a55f-470d-bddf-9a4ef59d906e req-dc957a42-5181-4e9a-b123-4d38a60328d6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=82d9de2b-4bea-47ad-b969-042e519aa5e2 HTTP/1.1" status: 200 len: 914 time: 0.4549794 Jul 16 01:24:38.244015 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device d65c684e-612d-4bfe-ac9d-05eb8431748e up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:38.272258 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7bb8fba0-45e3-4953-af7b-2272ed39f9eb req-44ffb8e8-1a2c-48ee-8c77-71f7b10f9939 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553495 Jul 16 01:24:38.317332 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb2a687e-106a-459c-92ff-578f88e283aa req-14c3812a-04cc-489d-974b-ff8dad02ecc9 service neutron] 10.222.0.84 "GET /v2.0/networks/21db8485-c054-467b-beec-87e40339314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780752 Jul 16 01:24:38.334250 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7a8b5b91-a55f-470d-bddf-9a4ef59d906e req-dd2f17c4-ae5d-42d8-903d-cac4c0dd32ed service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19faff92-46bf-431b-8a3f-976efc777c78 HTTP/1.1" status: 200 len: 217 time: 0.0804877 Jul 16 01:24:38.354485 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port d65c684e-612d-4bfe-ac9d-05eb8431748e completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:38.361501 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port d65c684e-612d-4bfe-ac9d-05eb8431748e triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:38.361878 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.468271 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b5b91-a55f-470d-bddf-9a4ef59d906e req-093956d3-1a0d-4cf2-b34d-f3fedbc042ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:38.470456 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7a8b5b91-a55f-470d-bddf-9a4ef59d906e req-093956d3-1a0d-4cf2-b34d-f3fedbc042ee service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2b3acb55-2841-4726-a20b-0bdf77029019 HTTP/1.1" status: 200 len: 853 time: 0.1280196 Jul 16 01:24:38.483497 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45606) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:38.525439 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809a599-664e-4ff8-ab01-f527dab73779 req-4502eabb-d5ef-4c88-8d0d-468263755351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:38.527000 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4809a599-664e-4ff8-ab01-f527dab73779 req-4502eabb-d5ef-4c88-8d0d-468263755351 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bd4f8fb6acab47c0b403eff8317f556f&device_id=9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1 HTTP/1.1" status: 200 len: 1095 time: 0.1395378 Jul 16 01:24:38.565315 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7a8b5b91-a55f-470d-bddf-9a4ef59d906e req-7ce433c1-e07c-492d-872b-eec2a63b6de9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=82d9de2b-4bea-47ad-b969-042e519aa5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870109 Jul 16 01:24:38.566451 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.643591 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a0907e-365e-4b66-b313-e55d8a252051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65c684e-612d-4bfe-ac9d-05eb8431748e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:38.645795 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac4626d-8f6d-4fec-8f02-eb4f83c04884" -d '{"events": [{"server_uuid": "09a0907e-365e-4b66-b313-e55d8a252051", "name": "network-vif-plugged", "status": "completed", "tag": "d65c684e-612d-4bfe-ac9d-05eb8431748e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:38.675687 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port d65c684e-612d-4bfe-ac9d-05eb8431748e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=d65c684e-612d-4bfe-ac9d-05eb8431748e,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:38.686321 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.720906 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2828b3f1-e8b5-4920-8b3d-c662e658ee2c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1203338599'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:38.758422 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809a599-664e-4ff8-ab01-f527dab73779 req-1dad546b-0629-4810-84fb-967089e1a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:38.760936 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4809a599-664e-4ff8-ab01-f527dab73779 req-1dad546b-0629-4810-84fb-967089e1a4a4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=21db8485-c054-467b-beec-87e40339314e HTTP/1.1" status: 200 len: 911 time: 0.2255437 Jul 16 01:24:38.775456 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2828b3f1-e8b5-4920-8b3d-c662e658ee2c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Made reservation on behalf of 65b74c9f7c7a4277af56c6253487ffb4 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:38.781161 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2828b3f1-e8b5-4920-8b3d-c662e658ee2c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.785306 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=d65c684e-612d-4bfe-ac9d-05eb8431748e,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:38.791081 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7a8b5b91-a55f-470d-bddf-9a4ef59d906e req-5d3c873c-3834-4e30-8f79-4c4217d48f85 service neutron] 10.222.0.84 "GET /v2.0/networks/82d9de2b-4bea-47ad-b969-042e519aa5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196524 Jul 16 01:24:38.807619 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2828b3f1-e8b5-4920-8b3d-c662e658ee2c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.908275 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7a8b5b91-a55f-470d-bddf-9a4ef59d906e req-8c78d7c7-5031-4be6-94f5-7425474306be service neutron] 10.222.0.84 "GET /v2.0/networks/82d9de2b-4bea-47ad-b969-042e519aa5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993145 Jul 16 01:24:38.910384 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4809a599-664e-4ff8-ab01-f527dab73779 req-8330a891-753c-4fae-aa25-7ce834bd9a97 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b89787ee-73a7-4aad-994f-44a048ac45ad HTTP/1.1" status: 200 len: 217 time: 0.1381106 Jul 16 01:24:39.050578 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2828b3f1-e8b5-4920-8b3d-c662e658ee2c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.089612 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2828b3f1-e8b5-4920-8b3d-c662e658ee2c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.113552 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128a739-0aa9-494e-8f54-161e93e78853 req-f322a95c-fc94-4d1b-84c0-91c20a434650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:39.118653 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3128a739-0aa9-494e-8f54-161e93e78853 req-f322a95c-fc94-4d1b-84c0-91c20a434650 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1c96c4b57e6340f3aa0dce63cee1d2fb&device_id=cfa3109d-3509-4832-823c-f852dfee919f HTTP/1.1" status: 200 len: 1136 time: 0.1462302 Jul 16 01:24:39.145539 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2828b3f1-e8b5-4920-8b3d-c662e658ee2c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:39.191515 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828b3f1-e8b5-4920-8b3d-c662e658ee2c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96976a95-e9b6-4073-be79-c28fadffcbe0,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:39.195268 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2828b3f1-e8b5-4920-8b3d-c662e658ee2c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.196230 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-2828b3f1-e8b5-4920-8b3d-c662e658ee2c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Added segment e7542f6d-a2ad-4493-bb37-e99ff3ee4fd1 of type vlan for network ffb5f814-406d-40af-bf80-e3acc12f7473 Jul 16 01:24:39.199061 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809a599-664e-4ff8-ab01-f527dab73779 req-52892d2d-754f-4274-b411-ce93b97c4bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:39.200718 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4809a599-664e-4ff8-ab01-f527dab73779 req-52892d2d-754f-4274-b411-ce93b97c4bce service neutron] 10.222.0.84 "GET /v2.0/subnets?id=007570ca-e090-4b11-9188-5caf28ec1f2f HTTP/1.1" status: 200 len: 849 time: 0.2767625 Jul 16 01:24:39.263126 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128a739-0aa9-494e-8f54-161e93e78853 req-99c54332-6663-4386-abbe-3aed99eed18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:39.278214 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3128a739-0aa9-494e-8f54-161e93e78853 req-99c54332-6663-4386-abbe-3aed99eed18a service neutron] 10.222.0.84 "GET /v2.0/networks?id=82d9de2b-4bea-47ad-b969-042e519aa5e2 HTTP/1.1" status: 200 len: 914 time: 0.1527963 Jul 16 01:24:39.316265 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2828b3f1-e8b5-4920-8b3d-c662e658ee2c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.378256 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3128a739-0aa9-494e-8f54-161e93e78853 req-ffb10185-7422-4444-b443-af9ab1bb87fc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19faff92-46bf-431b-8a3f-976efc777c78 HTTP/1.1" status: 200 len: 217 time: 0.0926507 Jul 16 01:24:39.389070 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809a599-664e-4ff8-ab01-f527dab73779 req-f0c95554-6d80-480c-ae64-d29f93919392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:39.390871 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4809a599-664e-4ff8-ab01-f527dab73779 req-f0c95554-6d80-480c-ae64-d29f93919392 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=21db8485-c054-467b-beec-87e40339314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1756916 Jul 16 01:24:39.421295 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2828b3f1-e8b5-4920-8b3d-c662e658ee2c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.427248 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2828b3f1-e8b5-4920-8b3d-c662e658ee2c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:39.428142 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2828b3f1-e8b5-4920-8b3d-c662e658ee2c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.442704 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128a739-0aa9-494e-8f54-161e93e78853 req-d60c34b1-8102-48dd-9899-a8065fcaae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:39.444482 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3128a739-0aa9-494e-8f54-161e93e78853 req-d60c34b1-8102-48dd-9899-a8065fcaae7f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2b3acb55-2841-4726-a20b-0bdf77029019 HTTP/1.1" status: 200 len: 853 time: 0.0573192 Jul 16 01:24:39.487017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa58bde-b804-48f4-abc7-4bbeac3aee5c req-ab78ad05-b1c7-4590-b755-08d845f7db9c tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:39.495394 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1aa58bde-b804-48f4-abc7-4bbeac3aee5c req-ab78ad05-b1c7-4590-b755-08d845f7db9c tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1 HTTP/1.1" status: 200 len: 943 time: 0.2339320 Jul 16 01:24:39.524384 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3128a739-0aa9-494e-8f54-161e93e78853 req-d3294ed5-bcc0-43b0-a49e-c07302d493db service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=82d9de2b-4bea-47ad-b969-042e519aa5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638871 Jul 16 01:24:39.569292 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2828b3f1-e8b5-4920-8b3d-c662e658ee2c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0845823 Jul 16 01:24:39.654947 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3128a739-0aa9-494e-8f54-161e93e78853 req-1a8fd6f4-e058-4b6e-8857-01f0463bf66f service neutron] 10.222.0.84 "GET /v2.0/networks/82d9de2b-4bea-47ad-b969-042e519aa5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191761 Jul 16 01:24:39.718492 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828b3f1-e8b5-4920-8b3d-c662e658ee2c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Network': ['ID=ffb5f814-406d-40af-bf80-e3acc12f7473,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:39.731036 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network ffb5f814-406d-40af-bf80-e3acc12f7473 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:39.736205 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45664) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:39.745045 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-24146eb3-d1ed-40be-877a-eb2a7537e4c1 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'subnet': {'network_id': 'ffb5f814-406d-40af-bf80-e3acc12f7473', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:39.787738 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1aa58bde-b804-48f4-abc7-4bbeac3aee5c req-3991f91e-8c28-4419-803c-11a9a57d26ca tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c4a931-9a1d-459e-8adc-1d9329160eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910111 Jul 16 01:24:39.818562 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3128a739-0aa9-494e-8f54-161e93e78853 req-1ec4a332-41e0-45e3-b97e-8eb28a40182c service neutron] 10.222.0.84 "GET /v2.0/networks/82d9de2b-4bea-47ad-b969-042e519aa5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546443 Jul 16 01:24:39.878100 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4809a599-664e-4ff8-ab01-f527dab73779 req-9d5a1091-fc83-4d4d-bb3b-cdc09d46bb84 service neutron] 10.222.0.84 "GET /v2.0/networks/21db8485-c054-467b-beec-87e40339314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788542 Jul 16 01:24:39.882437 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24146eb3-d1ed-40be-877a-eb2a7537e4c1 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Made reservation on behalf of 65b74c9f7c7a4277af56c6253487ffb4 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:39.887111 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-24146eb3-d1ed-40be-877a-eb2a7537e4c1 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.080701 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device b89787ee-73a7-4aad-994f-44a048ac45ad details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:40.214310 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port b89787ee-73a7-4aad-994f-44a048ac45ad, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b89787ee-73a7-4aad-994f-44a048ac45ad,segment=NetworkSegment(cc1cf050-125d-4498-b6a8-a34e36ceea1b),segment_id=cc1cf050-125d-4498-b6a8-a34e36ceea1b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:40.240400 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'b89787ee-73a7-4aad-994f-44a048ac45ad', 'network_id': '21db8485-c054-467b-beec-87e40339314e', 'port_id': 'b89787ee-73a7-4aad-994f-44a048ac45ad', 'mac_address': 'fa:16:3e:1d:ec:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007570ca-e090-4b11-9188-5caf28ec1f2f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:40.269234 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4809a599-664e-4ff8-ab01-f527dab73779 req-845de06d-b76a-4fb7-8ee3-092ad3dd956f service neutron] 10.222.0.84 "GET /v2.0/networks/21db8485-c054-467b-beec-87e40339314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767016 Jul 16 01:24:40.285285 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c1cd5-b6a6-4467-bc88-e308e4c2403e req-29eecaf5-83fd-4bb9-af22-72ec4315e27f tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:40.296503 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f80c1cd5-b6a6-4467-bc88-e308e4c2403e req-29eecaf5-83fd-4bb9-af22-72ec4315e27f tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfa3109d-3509-4832-823c-f852dfee919f HTTP/1.1" status: 200 len: 984 time: 0.4010985 Jul 16 01:24:40.337335 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.358185 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-24146eb3-d1ed-40be-877a-eb2a7537e4c1 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.375776 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89787ee-73a7-4aad-994f-44a048ac45ad {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:40.416152 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port b89787ee-73a7-4aad-994f-44a048ac45ad, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b89787ee-73a7-4aad-994f-44a048ac45ad,segment=NetworkSegment(cc1cf050-125d-4498-b6a8-a34e36ceea1b),segment_id=cc1cf050-125d-4498-b6a8-a34e36ceea1b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:40.427358 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.431997 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f80c1cd5-b6a6-4467-bc88-e308e4c2403e req-57a263aa-f946-496b-bed8-e999c2102379 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?id=df07f559-1004-4d5b-97fd-3b5445813da7&id=4154eb7b-e0dd-45f4-b3a7-d73485b290cd&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1324887 Jul 16 01:24:40.547664 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae898870-42b8-4916-9fb9-d290e12a90d8 x-openstack-request-id: req-ae898870-42b8-4916-9fb9-d290e12a90d8 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:40.547972 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a0907e-365e-4b66-b313-e55d8a252051", "name": "network-vif-plugged", "status": "completed", "tag": "d65c684e-612d-4bfe-ac9d-05eb8431748e", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:40.548094 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae898870-42b8-4916-9fb9-d290e12a90d8 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:40.548492 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a0907e-365e-4b66-b313-e55d8a252051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65c684e-612d-4bfe-ac9d-05eb8431748e', 'code': 200} Jul 16 01:24:40.552536 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=b89787ee-73a7-4aad-994f-44a048ac45ad,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:40.573526 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24146eb3-d1ed-40be-877a-eb2a7537e4c1 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Subnet': ['ID=d75a7d61-73fb-4e8f-b5d4-05657547a34f,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:40.588057 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24146eb3-d1ed-40be-877a-eb2a7537e4c1 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Checking segment: {'id': 'e7542f6d-a2ad-4493-bb37-e99ff3ee4fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ffb5f814-406d-40af-bf80-e3acc12f7473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:40.588456 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24146eb3-d1ed-40be-877a-eb2a7537e4c1 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Network hostable DHCP agents. Network: ffb5f814-406d-40af-bf80-e3acc12f7473, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:40.644245 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24146eb3-d1ed-40be-877a-eb2a7537e4c1 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Network ffb5f814-406d-40af-bf80-e3acc12f7473 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:40.674444 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-24146eb3-d1ed-40be-877a-eb2a7537e4c1 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, ffb5f814-406d-40af-bf80-e3acc12f7473) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:40.681921 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24146eb3-d1ed-40be-877a-eb2a7537e4c1 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:40.683700 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-24146eb3-d1ed-40be-877a-eb2a7537e4c1 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.684341 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0883e829-67aa-4109-beed-78e54803cfa2 None None] Network ffb5f814-406d-40af-bf80-e3acc12f7473 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:40.688718 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-960d6232-121f-4bf4-8f64-73f995b55216 req-a40519af-bb45-4e94-b961-fc02876b130a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=295e5ffe-5f79-47f4-aac1-2a09853f3896&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1933420 Jul 16 01:24:40.727524 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-24146eb3-d1ed-40be-877a-eb2a7537e4c1 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9897671 Jul 16 01:24:40.730758 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45696) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:40.736632 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-e3330f74-d451-491a-a814-1d7dd1ffec6b tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-815680113'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:40.813981 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3330f74-d451-491a-a814-1d7dd1ffec6b tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Made reservation on behalf of 65b74c9f7c7a4277af56c6253487ffb4 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:40.823473 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e3330f74-d451-491a-a814-1d7dd1ffec6b tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.863257 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['b89787ee-73a7-4aad-994f-44a048ac45ad'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:40.883771 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3330f74-d451-491a-a814-1d7dd1ffec6b tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:40.909121 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e3330f74-d451-491a-a814-1d7dd1ffec6b tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.910020 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-e3330f74-d451-491a-a814-1d7dd1ffec6b tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Added segment b46fa6af-d535-44ad-a751-baf6a1d8283d of type vlan for network c3ca1192-1798-4c2f-aec2-a0adfb0dcbdf Jul 16 01:24:40.961638 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e3330f74-d451-491a-a814-1d7dd1ffec6b tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.971648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfe902-d58e-43a5-9654-7e06ea9175b5 req-9a722c5b-fc87-4118-b5cd-2056a7c18b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:40.973369 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8ccfe902-d58e-43a5-9654-7e06ea9175b5 req-9a722c5b-fc87-4118-b5cd-2056a7c18b7a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=09a0907e-365e-4b66-b313-e55d8a252051 HTTP/1.1" status: 200 len: 1102 time: 0.2665572 Jul 16 01:24:41.076930 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6130afe-bce4-4bc7-8f3b-828c3f314093 req-70e05811-764f-42bb-a17f-02034d290432 tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0738559 Jul 16 01:24:41.097356 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e3330f74-d451-491a-a814-1d7dd1ffec6b tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.103432 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3330f74-d451-491a-a814-1d7dd1ffec6b tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:41.104057 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e3330f74-d451-491a-a814-1d7dd1ffec6b tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.189422 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8ccfe902-d58e-43a5-9654-7e06ea9175b5 req-04e774c7-3931-4a27-9dbd-dc890f8140f0 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050045 Jul 16 01:24:41.205036 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3330f74-d451-491a-a814-1d7dd1ffec6b tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Network': ['ID=c3ca1192-1798-4c2f-aec2-a0adfb0dcbdf,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:41.209888 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f14bc7b-8b8f-4b69-bc37-a197d2b5ee8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-ffb5f814-406d-40af-bf80-e3acc12f7473', 'network_id': 'ffb5f814-406d-40af-bf80-e3acc12f7473', 'tenant_id': '65b74c9f7c7a4277af56c6253487ffb4', 'fixed_ips': [{'subnet_id': 'd75a7d61-73fb-4e8f-b5d4-05657547a34f'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:24:41.211767 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f14bc7b-8b8f-4b69-bc37-a197d2b5ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.252421 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e3330f74-d451-491a-a814-1d7dd1ffec6b tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5185323 Jul 16 01:24:41.253783 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45714) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:41.263764 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-828397d4-3c6c-4db6-9a23-ed8b0087f2b2 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'subnet': {'network_id': 'c3ca1192-1798-4c2f-aec2-a0adfb0dcbdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:41.387294 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-3f14bc7b-8b8f-4b69-bc37-a197d2b5ee8e None None] Allocated IP 172.20.255.242 (ffb5f814-406d-40af-bf80-e3acc12f7473/d75a7d61-73fb-4e8f-b5d4-05657547a34f/79f506df-0a3c-4884-8aa2-453c91fcd6b4) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:41.411323 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828397d4-3c6c-4db6-9a23-ed8b0087f2b2 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Made reservation on behalf of 65b74c9f7c7a4277af56c6253487ffb4 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:41.416656 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-828397d4-3c6c-4db6-9a23-ed8b0087f2b2 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.459114 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba593f-b927-45fb-9745-f4696273969b req-19a3f68b-972e-49bd-a517-0d085a617f2b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:41.466833 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-81ba593f-b927-45fb-9745-f4696273969b req-19a3f68b-972e-49bd-a517-0d085a617f2b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=09a0907e-365e-4b66-b313-e55d8a252051 HTTP/1.1" status: 200 len: 950 time: 0.6965187 Jul 16 01:24:41.492618 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d6232-121f-4bf4-8f64-73f995b55216 req-60166189-ddad-4f59-8b85-7ddfaffa2467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:41.495158 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-960d6232-121f-4bf4-8f64-73f995b55216 req-60166189-ddad-4f59-8b85-7ddfaffa2467 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=edd1ed0455014b31835bf69f0954c3dd&device_id=295e5ffe-5f79-47f4-aac1-2a09853f3896 HTTP/1.1" status: 200 len: 1102 time: 0.7801354 Jul 16 01:24:41.532970 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-81ba593f-b927-45fb-9745-f4696273969b req-c5bd533b-46cc-4e33-a3fc-d20033ca113f tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651109 Jul 16 01:24:41.576340 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f14bc7b-8b8f-4b69-bc37-a197d2b5ee8e None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.588505 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3f14bc7b-8b8f-4b69-bc37-a197d2b5ee8e None None] Transition to ACTIVE for port object 79f506df-0a3c-4884-8aa2-453c91fcd6b4 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:41.605754 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3f14bc7b-8b8f-4b69-bc37-a197d2b5ee8e None None] Transition to ACTIVE for port object 79f506df-0a3c-4884-8aa2-453c91fcd6b4 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:41.609422 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network c3ca1192-1798-4c2f-aec2-a0adfb0dcbdf details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:41.660097 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f14bc7b-8b8f-4b69-bc37-a197d2b5ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.818303 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d6232-121f-4bf4-8f64-73f995b55216 req-42f7def8-be54-4fd6-a88d-023c8ceac99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:41.819968 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-960d6232-121f-4bf4-8f64-73f995b55216 req-42f7def8-be54-4fd6-a88d-023c8ceac99d service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2860401 Jul 16 01:24:41.892795 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c73139-5caf-44fe-9208-65935018d4a8 req-fae4c867-7f8b-465c-8b84-c1100c755033 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:41.902534 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34c73139-5caf-44fe-9208-65935018d4a8 req-fae4c867-7f8b-465c-8b84-c1100c755033 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1 HTTP/1.1" status: 200 len: 944 time: 0.2006996 Jul 16 01:24:41.913704 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-960d6232-121f-4bf4-8f64-73f995b55216 req-18110453-b52b-45d5-b153-450d2428d81f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=8648b5c6-909b-4737-9bf4-3fa1d78c7810 HTTP/1.1" status: 200 len: 217 time: 0.0826731 Jul 16 01:24:41.932915 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f14bc7b-8b8f-4b69-bc37-a197d2b5ee8e None None] Network ffb5f814-406d-40af-bf80-e3acc12f7473 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:41.943147 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-828397d4-3c6c-4db6-9a23-ed8b0087f2b2 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.975956 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-3f14bc7b-8b8f-4b69-bc37-a197d2b5ee8e None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:41.985531 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f14bc7b-8b8f-4b69-bc37-a197d2b5ee8e None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:41.997277 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14bc7b-8b8f-4b69-bc37-a197d2b5ee8e None None] Pushing event updated for resources: {'Port': ['ID=79f506df-0a3c-4884-8aa2-453c91fcd6b4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:42.022366 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34c73139-5caf-44fe-9208-65935018d4a8 req-12c02ffa-fc34-44ce-86d2-7fbb784609b7 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c4a931-9a1d-459e-8adc-1d9329160eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188211 Jul 16 01:24:42.064625 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d6232-121f-4bf4-8f64-73f995b55216 req-40e28c8e-d9af-4b3c-ba59-7aba879e2bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:42.087135 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-960d6232-121f-4bf4-8f64-73f995b55216 req-40e28c8e-d9af-4b3c-ba59-7aba879e2bd9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1649921 Jul 16 01:24:42.158492 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3f14bc7b-8b8f-4b69-bc37-a197d2b5ee8e None None] Attempting to bind port 79f506df-0a3c-4884-8aa2-453c91fcd6b4 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:42.158933 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3f14bc7b-8b8f-4b69-bc37-a197d2b5ee8e None None] Attempting to bind port 79f506df-0a3c-4884-8aa2-453c91fcd6b4 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'e7542f6d-a2ad-4493-bb37-e99ff3ee4fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ffb5f814-406d-40af-bf80-e3acc12f7473'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:42.159225 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f14bc7b-8b8f-4b69-bc37-a197d2b5ee8e None None] Attempting to bind port 79f506df-0a3c-4884-8aa2-453c91fcd6b4 on network ffb5f814-406d-40af-bf80-e3acc12f7473 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:42.168050 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f14bc7b-8b8f-4b69-bc37-a197d2b5ee8e None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:42.168050 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f14bc7b-8b8f-4b69-bc37-a197d2b5ee8e None None] Checking segment: {'id': 'e7542f6d-a2ad-4493-bb37-e99ff3ee4fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ffb5f814-406d-40af-bf80-e3acc12f7473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:42.168440 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f14bc7b-8b8f-4b69-bc37-a197d2b5ee8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.168721 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f14bc7b-8b8f-4b69-bc37-a197d2b5ee8e None None] Bound using segment: {'id': 'e7542f6d-a2ad-4493-bb37-e99ff3ee4fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ffb5f814-406d-40af-bf80-e3acc12f7473'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:42.169178 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3f14bc7b-8b8f-4b69-bc37-a197d2b5ee8e None None] Bound port: 79f506df-0a3c-4884-8aa2-453c91fcd6b4, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7542f6d-a2ad-4493-bb37-e99ff3ee4fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ffb5f814-406d-40af-bf80-e3acc12f7473'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:42.169567 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f14bc7b-8b8f-4b69-bc37-a197d2b5ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.171127 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828397d4-3c6c-4db6-9a23-ed8b0087f2b2 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Subnet': ['ID=43251f33-e8f7-49d1-8df4-ce6bbaf62adb,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:42.193846 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45732) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:42.219867 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828397d4-3c6c-4db6-9a23-ed8b0087f2b2 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Checking segment: {'id': 'b46fa6af-d535-44ad-a751-baf6a1d8283d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c3ca1192-1798-4c2f-aec2-a0adfb0dcbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:42.220942 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828397d4-3c6c-4db6-9a23-ed8b0087f2b2 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Network hostable DHCP agents. Network: c3ca1192-1798-4c2f-aec2-a0adfb0dcbdf, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:42.244010 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3dd8b7-1eea-4f7c-a768-2507c2c16f04 req-357ab846-10a6-42cf-a518-ac2da9fb5450 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:42.254429 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d6232-121f-4bf4-8f64-73f995b55216 req-a1ab4744-36c3-41fa-9aae-bf350d001f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:42.256102 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8c3dd8b7-1eea-4f7c-a768-2507c2c16f04 req-357ab846-10a6-42cf-a518-ac2da9fb5450 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfa3109d-3509-4832-823c-f852dfee919f HTTP/1.1" status: 200 len: 984 time: 0.3412130 Jul 16 01:24:42.265600 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-960d6232-121f-4bf4-8f64-73f995b55216 req-a1ab4744-36c3-41fa-9aae-bf350d001f1c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1648602 Jul 16 01:24:42.312304 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3f14bc7b-8b8f-4b69-bc37-a197d2b5ee8e None None] For port 79f506df-0a3c-4884-8aa2-453c91fcd6b4, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:42.315405 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828397d4-3c6c-4db6-9a23-ed8b0087f2b2 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Network c3ca1192-1798-4c2f-aec2-a0adfb0dcbdf is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:42.316107 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3f14bc7b-8b8f-4b69-bc37-a197d2b5ee8e None None] For port 79f506df-0a3c-4884-8aa2-453c91fcd6b4, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=79f506df-0a3c-4884-8aa2-453c91fcd6b4,segment=NetworkSegment(e7542f6d-a2ad-4493-bb37-e99ff3ee4fd1),segment_id=e7542f6d-a2ad-4493-bb37-e99ff3ee4fd1)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:42.328843 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f14bc7b-8b8f-4b69-bc37-a197d2b5ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.333167 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-828397d4-3c6c-4db6-9a23-ed8b0087f2b2 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, c3ca1192-1798-4c2f-aec2-a0adfb0dcbdf) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:42.346042 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828397d4-3c6c-4db6-9a23-ed8b0087f2b2 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:42.347182 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-828397d4-3c6c-4db6-9a23-ed8b0087f2b2 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.367022 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1452e622-0cd8-46cb-a465-edcc62802934 None None] Network c3ca1192-1798-4c2f-aec2-a0adfb0dcbdf requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:42.419226 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-960d6232-121f-4bf4-8f64-73f995b55216 req-f7939467-5109-41cb-940e-a517ad1e9e68 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526239 Jul 16 01:24:42.442100 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8c3dd8b7-1eea-4f7c-a768-2507c2c16f04 req-9feaa126-faa7-4eae-991b-fddabb8d81e9 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?id=df07f559-1004-4d5b-97fd-3b5445813da7&id=4154eb7b-e0dd-45f4-b3a7-d73485b290cd&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1848347 Jul 16 01:24:42.457435 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-828397d4-3c6c-4db6-9a23-ed8b0087f2b2 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2023127 Jul 16 01:24:42.460766 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45736) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:42.500163 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14bc7b-8b8f-4b69-bc37-a197d2b5ee8e None None] Pushing event updated for resources: {'Port': ['ID=79f506df-0a3c-4884-8aa2-453c91fcd6b4,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:42.685163 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26f46b48-b494-4096-b22b-7ef5c891c42e req-bdd11c67-3add-4cc4-8901-37c26abe4e10 tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.1139905 Jul 16 01:24:42.687984 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59e4d4d5-4c4e-40ac-8bfa-1ae9e8f096c8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.688584 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-555ed1b6-5d98-4019-8cd2-dfcf5d34ec76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.779228 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-960d6232-121f-4bf4-8f64-73f995b55216 req-13167968-c13b-4634-94b1-a32ce3148a7c service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470759 Jul 16 01:24:42.818721 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99b7b9c-44fe-4427-a480-f903b228ef16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-c3ca1192-1798-4c2f-aec2-a0adfb0dcbdf', 'network_id': 'c3ca1192-1798-4c2f-aec2-a0adfb0dcbdf', 'tenant_id': '65b74c9f7c7a4277af56c6253487ffb4', 'fixed_ips': [{'subnet_id': '43251f33-e8f7-49d1-8df4-ce6bbaf62adb'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:24:42.819745 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b99b7b9c-44fe-4427-a480-f903b228ef16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.843691 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cc62d0c5-025f-472c-8a8b-b45047903955 req-3f71b98c-1a56-486c-8022-a7a2217a1b6c tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1178607560&fields=id&tenant_id=1c96c4b57e6340f3aa0dce63cee1d2fb HTTP/1.1" status: 200 len: 267 time: 0.1459172 Jul 16 01:24:42.938477 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59e4d4d5-4c4e-40ac-8bfa-1ae9e8f096c8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.026719 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62d0c5-025f-472c-8a8b-b45047903955 req-e493abee-9133-4945-a254-fb9ec8d44c99 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:43.034557 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cc62d0c5-025f-472c-8a8b-b45047903955 req-e493abee-9133-4945-a254-fb9ec8d44c99 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfa3109d-3509-4832-823c-f852dfee919f HTTP/1.1" status: 200 len: 984 time: 0.1898003 Jul 16 01:24:43.047346 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-cc62d0c5-025f-472c-8a8b-b45047903955 req-4ddf135d-5495-4436-a8e6-6c97f1cd9492 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Request body: {'port': {'security_groups': ['4154eb7b-e0dd-45f4-b3a7-d73485b290cd', 'df07f559-1004-4d5b-97fd-3b5445813da7', '66604c98-3108-428d-a1c2-13830a8809f0']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:43.086030 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-555ed1b6-5d98-4019-8cd2-dfcf5d34ec76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.096438 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-555ed1b6-5d98-4019-8cd2-dfcf5d34ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.103690 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59e4d4d5-4c4e-40ac-8bfa-1ae9e8f096c8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.136098 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4d4d5-4c4e-40ac-8bfa-1ae9e8f096c8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Subnet': ['ID=43251f33-e8f7-49d1-8df4-ce6bbaf62adb,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:43.163298 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-555ed1b6-5d98-4019-8cd2-dfcf5d34ec76 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3f6a2fe91784551b54cbb5cdc59bb51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9685154 Jul 16 01:24:43.165353 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ed1b6-5d98-4019-8cd2-dfcf5d34ec76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca687cc4-cb25-401b-a4eb-4b8a88e03cc1,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:43.168959 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45746) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server [None req-b99b7b9c-44fe-4427-a480-f903b228ef16 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43251f33-e8f7-49d1-8df4-ce6bbaf62adb: This subnet is being modified by another concurrent operation. Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:24:43.180313 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43251f33-e8f7-49d1-8df4-ce6bbaf62adb: This subnet is being modified by another concurrent operation. Jul 16 01:24:43.195000 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server Jul 16 01:24:43.210690 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53fe46-c597-40c2-bfda-ada4bdd70515 req-41e99954-0521-4908-8428-5dfe6bdf79f3 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:43.218060 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d53fe46-c597-40c2-bfda-ada4bdd70515 req-41e99954-0521-4908-8428-5dfe6bdf79f3 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=09a0907e-365e-4b66-b313-e55d8a252051 HTTP/1.1" status: 200 len: 950 time: 0.2158806 Jul 16 01:24:43.244996 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bcfa78-a0af-4f4c-ab84-9ec6da59ae0f None None] Network c3ca1192-1798-4c2f-aec2-a0adfb0dcbdf requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:43.293023 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d53fe46-c597-40c2-bfda-ada4bdd70515 req-a7de191b-cd5e-4e6d-9ce5-2b28f0522666 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738616 Jul 16 01:24:43.330481 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59e4d4d5-4c4e-40ac-8bfa-1ae9e8f096c8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.350007 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-59e4d4d5-4c4e-40ac-8bfa-1ae9e8f096c8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ca1192-1798-4c2f-aec2-a0adfb0dcbdf']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:43.352292 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e313bcb-68a7-4243-8529-6c8fc11e5d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.370566 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-59e4d4d5-4c4e-40ac-8bfa-1ae9e8f096c8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46fa6af-d535-44ad-a751-baf6a1d8283d') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:43.371943 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-59e4d4d5-4c4e-40ac-8bfa-1ae9e8f096c8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46fa6af-d535-44ad-a751-baf6a1d8283d') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:43.383037 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59e4d4d5-4c4e-40ac-8bfa-1ae9e8f096c8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.411333 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59e4d4d5-4c4e-40ac-8bfa-1ae9e8f096c8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.418377 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e4d4d5-4c4e-40ac-8bfa-1ae9e8f096c8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:43.418892 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59e4d4d5-4c4e-40ac-8bfa-1ae9e8f096c8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.439859 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e313bcb-68a7-4243-8529-6c8fc11e5d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:43.501528 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:43.509242 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59e4d4d5-4c4e-40ac-8bfa-1ae9e8f096c8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.557625 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59e4d4d5-4c4e-40ac-8bfa-1ae9e8f096c8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.563148 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-59e4d4d5-4c4e-40ac-8bfa-1ae9e8f096c8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/networks/c3ca1192-1798-4c2f-aec2-a0adfb0dcbdf HTTP/1.1" status: 204 len: 168 time: 1.0983465 Jul 16 01:24:43.563623 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45760) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:43.569264 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-02225d30-a1e6-432a-b915-6f9aff447c21 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2129525417'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:43.596704 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e313bcb-68a7-4243-8529-6c8fc11e5d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.600315 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e313bcb-68a7-4243-8529-6c8fc11e5d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.601366 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9e313bcb-68a7-4243-8529-6c8fc11e5d26 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca687cc4-cb25-401b-a4eb-4b8a88e03cc1 HTTP/1.1" status: 204 len: 168 time: 0.4262557 Jul 16 01:24:43.650258 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-cc62d0c5-025f-472c-8a8b-b45047903955 req-4ddf135d-5495-4436-a8e6-6c97f1cd9492 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.674184 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4d4d5-4c4e-40ac-8bfa-1ae9e8f096c8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Network': ['ID=c3ca1192-1798-4c2f-aec2-a0adfb0dcbdf,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:43.703309 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e313bcb-68a7-4243-8529-6c8fc11e5d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca687cc4-cb25-401b-a4eb-4b8a88e03cc1,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:43.810088 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02225d30-a1e6-432a-b915-6f9aff447c21 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Made reservation on behalf of 65b74c9f7c7a4277af56c6253487ffb4 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:43.814223 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-02225d30-a1e6-432a-b915-6f9aff447c21 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.874458 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02225d30-a1e6-432a-b915-6f9aff447c21 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:43.912888 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6aed99-3b30-4624-ba9b-fc17e7377a44 req-da20256a-eb89-457e-8fed-d39f78094cdb tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:43.914740 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0f6aed99-3b30-4624-ba9b-fc17e7377a44 req-da20256a-eb89-457e-8fed-d39f78094cdb tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1 HTTP/1.1" status: 200 len: 944 time: 0.2177782 Jul 16 01:24:43.919885 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-02225d30-a1e6-432a-b915-6f9aff447c21 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.920279 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-02225d30-a1e6-432a-b915-6f9aff447c21 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Added segment fc875846-4699-4168-86df-60068d0cf21e of type vlan for network 43efbe64-bdf7-4eec-9092-b81ec17bcc8f Jul 16 01:24:44.029341 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-02225d30-a1e6-432a-b915-6f9aff447c21 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.096721 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0f6aed99-3b30-4624-ba9b-fc17e7377a44 req-80fe74f2-9f8c-409d-b295-58714c6cd0ed tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c4a931-9a1d-459e-8adc-1d9329160eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723509 Jul 16 01:24:44.119620 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-02225d30-a1e6-432a-b915-6f9aff447c21 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.126936 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02225d30-a1e6-432a-b915-6f9aff447c21 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:44.127949 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-02225d30-a1e6-432a-b915-6f9aff447c21 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.131735 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device b89787ee-73a7-4aad-994f-44a048ac45ad up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:44.209225 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-02225d30-a1e6-432a-b915-6f9aff447c21 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6389911 Jul 16 01:24:44.209225 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45768) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:44.252798 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port b89787ee-73a7-4aad-994f-44a048ac45ad completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:44.257199 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port b89787ee-73a7-4aad-994f-44a048ac45ad triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:44.258193 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.271706 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-3911eeb9-5237-46f8-87c1-277816f47ea6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'subnet': {'network_id': '43efbe64-bdf7-4eec-9092-b81ec17bcc8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:44.379720 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.382284 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cd1cfa-229a-4609-a260-dd30c9447ff1 None None] Network ffb5f814-406d-40af-bf80-e3acc12f7473 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:44.497577 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02225d30-a1e6-432a-b915-6f9aff447c21 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Network': ['ID=43efbe64-bdf7-4eec-9092-b81ec17bcc8f,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:44.554164 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 43efbe64-bdf7-4eec-9092-b81ec17bcc8f details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:44.573814 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 79f506df-0a3c-4884-8aa2-453c91fcd6b4 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:44.591292 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3911eeb9-5237-46f8-87c1-277816f47ea6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Made reservation on behalf of 65b74c9f7c7a4277af56c6253487ffb4 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:44.601930 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3911eeb9-5237-46f8-87c1-277816f47ea6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.692780 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89787ee-73a7-4aad-994f-44a048ac45ad'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:44.695101 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927518b1-b5f5-4c06-a51a-2a7499724ed6" -d '{"events": [{"server_uuid": "9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1", "name": "network-vif-plugged", "status": "completed", "tag": "b89787ee-73a7-4aad-994f-44a048ac45ad"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:44.697729 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0d8dfb5a-b85a-4f7c-9029-c634029070a0 None None] Provisioning for port 79f506df-0a3c-4884-8aa2-453c91fcd6b4 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:44.705610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-cc62d0c5-025f-472c-8a8b-b45047903955 req-4ddf135d-5495-4436-a8e6-6c97f1cd9492 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] For port 19faff92-46bf-431b-8a3f-976efc777c78, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=19faff92-46bf-431b-8a3f-976efc777c78,segment=NetworkSegment(e40cca31-0dfa-4532-9a78-bcb8410a3baf),segment_id=e40cca31-0dfa-4532-9a78-bcb8410a3baf)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:44.735790 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port b89787ee-73a7-4aad-994f-44a048ac45ad, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b89787ee-73a7-4aad-994f-44a048ac45ad,segment=NetworkSegment(cc1cf050-125d-4498-b6a8-a34e36ceea1b),segment_id=cc1cf050-125d-4498-b6a8-a34e36ceea1b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:44.769599 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-cc62d0c5-025f-472c-8a8b-b45047903955 req-4ddf135d-5495-4436-a8e6-6c97f1cd9492 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.777475 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-cc62d0c5-025f-472c-8a8b-b45047903955 req-4ddf135d-5495-4436-a8e6-6c97f1cd9492 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.823202 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62d0c5-025f-472c-8a8b-b45047903955 req-4ddf135d-5495-4436-a8e6-6c97f1cd9492 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:44.824046 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-cc62d0c5-025f-472c-8a8b-b45047903955 req-4ddf135d-5495-4436-a8e6-6c97f1cd9492 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.838309 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.844166 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cc62d0c5-025f-472c-8a8b-b45047903955 req-4ddf135d-5495-4436-a8e6-6c97f1cd9492 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "PUT /v2.0/ports/19faff92-46bf-431b-8a3f-976efc777c78 HTTP/1.1" status: 200 len: 1020 time: 1.8070216 Jul 16 01:24:44.846864 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa3109d-3509-4832-823c-f852dfee919f', 'tag': '19faff92-46bf-431b-8a3f-976efc777c78'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:44.852333 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['7511fc6a-9be5-41ba-aba5-0f1a8ef03c05'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:44.855063 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['19faff92-46bf-431b-8a3f-976efc777c78'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:44.858873 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537ef423-b062-4461-8144-904b09963724" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa3109d-3509-4832-823c-f852dfee919f", "tag": "19faff92-46bf-431b-8a3f-976efc777c78"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:44.959926 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.ipam_backend_mixin [None req-3911eeb9-5237-46f8-87c1-277816f47ea6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Performing IP validity checks on allocation pools {{(pid=93956) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:24:44.960179 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.ipam_backend_mixin [None req-3911eeb9-5237-46f8-87c1-277816f47ea6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93956) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:24:45.020307 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf135d-5495-4436-a8e6-6c97f1cd9492 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event updated for resources: {'Port': ['ID=19faff92-46bf-431b-8a3f-976efc777c78,revision_number=7']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:45.101612 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ef2bd340-cf1e-4a44-857c-a5c09051935f req-cd820c3c-a798-4d6b-a8a0-58253aa235f4 tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0358713 Jul 16 01:24:45.124395 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb725cc-a3b5-4244-bd5f-8611f7223c88 req-30bc5def-2fb0-40bc-afd7-5dd979e39850 tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:45.124395 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8fb725cc-a3b5-4244-bd5f-8611f7223c88 req-30bc5def-2fb0-40bc-afd7-5dd979e39850 tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=09a0907e-365e-4b66-b313-e55d8a252051 HTTP/1.1" status: 200 len: 1102 time: 0.4376137 Jul 16 01:24:45.139198 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['19faff92-46bf-431b-8a3f-976efc777c78'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:45.164764 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 79f506df-0a3c-4884-8aa2-453c91fcd6b4 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:45.228142 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8fb725cc-a3b5-4244-bd5f-8611f7223c88 req-7612fbe1-0179-4ab3-9955-a1cc7b47207b tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030977 Jul 16 01:24:45.284282 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 79f506df-0a3c-4884-8aa2-453c91fcd6b4 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:45.284906 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.339533 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3911eeb9-5237-46f8-87c1-277816f47ea6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.398254 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b4da86b-5d6c-4f2b-9768-71ef362243b7 req-26e5170a-e04c-430c-8f1a-64beadabc472 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/66604c98-3108-428d-a1c2-13830a8809f0 HTTP/1.1" status: 200 len: 1802 time: 0.1171799 Jul 16 01:24:45.413595 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c76851-c890-4fe7-9670-a5ece972c393 x-openstack-request-id: req-70c76851-c890-4fe7-9670-a5ece972c393 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:45.414102 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1", "name": "network-vif-plugged", "status": "completed", "tag": "b89787ee-73a7-4aad-994f-44a048ac45ad", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:45.414522 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70c76851-c890-4fe7-9670-a5ece972c393 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:45.415170 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89787ee-73a7-4aad-994f-44a048ac45ad', 'code': 200} Jul 16 01:24:45.450271 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=b89787ee-73a7-4aad-994f-44a048ac45ad,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:45.451142 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1e688c-1093-4ba4-a2ca-30a5e5dcef17 x-openstack-request-id: req-dc1e688c-1093-4ba4-a2ca-30a5e5dcef17 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:45.451439 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa3109d-3509-4832-823c-f852dfee919f", "tag": "19faff92-46bf-431b-8a3f-976efc777c78", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:45.451690 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc1e688c-1093-4ba4-a2ca-30a5e5dcef17 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:45.452085 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa3109d-3509-4832-823c-f852dfee919f', 'tag': '19faff92-46bf-431b-8a3f-976efc777c78', 'status': 'completed', 'code': 200} Jul 16 01:24:45.475270 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911eeb9-5237-46f8-87c1-277816f47ea6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Subnet': ['ID=8aee564c-b602-464e-974a-a970404ef20a,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:45.529939 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3911eeb9-5237-46f8-87c1-277816f47ea6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Checking segment: {'id': 'fc875846-4699-4168-86df-60068d0cf21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '43efbe64-bdf7-4eec-9092-b81ec17bcc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:45.530216 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3911eeb9-5237-46f8-87c1-277816f47ea6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Network hostable DHCP agents. Network: 43efbe64-bdf7-4eec-9092-b81ec17bcc8f, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:45.561554 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-1b4da86b-5d6c-4f2b-9768-71ef362243b7 req-ba0653d0-6f43-48fc-ade5-2013186c1a75 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:24:45.563306 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b4da86b-5d6c-4f2b-9768-71ef362243b7 req-ba0653d0-6f43-48fc-ade5-2013186c1a75 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "DELETE /v2.0/security-groups/66604c98-3108-428d-a1c2-13830a8809f0 HTTP/1.1" status: 409 len: 341 time: 0.1644490 Jul 16 01:24:45.578604 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb028b-fa04-47f5-a3fd-f803fd1919ad req-ede0ede7-eea6-459e-b949-b4319e83b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:45.580401 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-07cb028b-fa04-47f5-a3fd-f803fd1919ad req-ede0ede7-eea6-459e-b949-b4319e83b8d6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1 HTTP/1.1" status: 200 len: 1097 time: 0.1020515 Jul 16 01:24:45.581510 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3911eeb9-5237-46f8-87c1-277816f47ea6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Network 43efbe64-bdf7-4eec-9092-b81ec17bcc8f is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:45.627189 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ef423-b062-4461-8144-904b09963724 req-1ac57014-97b1-45e2-a551-1c1e13000d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:45.630641 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-537ef423-b062-4461-8144-904b09963724 req-1ac57014-97b1-45e2-a551-1c1e13000d68 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1c96c4b57e6340f3aa0dce63cee1d2fb&device_id=cfa3109d-3509-4832-823c-f852dfee919f HTTP/1.1" status: 200 len: 1175 time: 0.1520615 Jul 16 01:24:45.641901 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-3911eeb9-5237-46f8-87c1-277816f47ea6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 43efbe64-bdf7-4eec-9092-b81ec17bcc8f) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:45.655411 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3911eeb9-5237-46f8-87c1-277816f47ea6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:45.655808 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3911eeb9-5237-46f8-87c1-277816f47ea6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.672043 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.697940 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c3e3a0-ed2a-4c77-b3c6-6d20e1e3ebb9 None None] Network 43efbe64-bdf7-4eec-9092-b81ec17bcc8f requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:45.744270 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3911eeb9-5237-46f8-87c1-277816f47ea6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5367503 Jul 16 01:24:45.746102 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45830) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:45.765808 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-07cb028b-fa04-47f5-a3fd-f803fd1919ad req-50b4695f-d820-42d5-999a-ffeebe05bef6 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=67c4a931-9a1d-459e-8adc-1d9329160eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561196 Jul 16 01:24:45.797641 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 79f506df-0a3c-4884-8aa2-453c91fcd6b4, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=79f506df-0a3c-4884-8aa2-453c91fcd6b4,segment=NetworkSegment(e7542f6d-a2ad-4493-bb37-e99ff3ee4fd1),segment_id=e7542f6d-a2ad-4493-bb37-e99ff3ee4fd1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:45.803389 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ef423-b062-4461-8144-904b09963724 req-5935c0f7-299d-4156-832e-bfe3b23bd632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:45.805981 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-537ef423-b062-4461-8144-904b09963724 req-5935c0f7-299d-4156-832e-bfe3b23bd632 service neutron] 10.222.0.84 "GET /v2.0/networks?id=82d9de2b-4bea-47ad-b969-042e519aa5e2 HTTP/1.1" status: 200 len: 914 time: 0.1674604 Jul 16 01:24:45.848860 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.866202 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924620fb-8ce5-4538-8b8e-a86669515285 req-7075bbe6-665d-4a70-a932-944b3e5cde85 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:45.867754 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-924620fb-8ce5-4538-8b8e-a86669515285 req-7075bbe6-665d-4a70-a932-944b3e5cde85 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1 HTTP/1.1" status: 200 len: 945 time: 0.2601221 Jul 16 01:24:45.895251 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-537ef423-b062-4461-8144-904b09963724 req-e1410f83-f667-4d24-87d1-62da85d082e6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19faff92-46bf-431b-8a3f-976efc777c78 HTTP/1.1" status: 200 len: 217 time: 0.0617721 Jul 16 01:24:45.949113 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dd2dc13b-ddf7-4592-9100-f570543aa0a5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.956076 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-924620fb-8ce5-4538-8b8e-a86669515285 req-8d3e66ce-512b-47a0-816a-a4e11f861545 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c4a931-9a1d-459e-8adc-1d9329160eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821559 Jul 16 01:24:46.102558 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ef423-b062-4461-8144-904b09963724 req-6704d9a3-299b-4e68-ba65-3ac329d0493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.104271 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-537ef423-b062-4461-8144-904b09963724 req-6704d9a3-299b-4e68-ba65-3ac329d0493b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2b3acb55-2841-4726-a20b-0bdf77029019 HTTP/1.1" status: 200 len: 853 time: 0.1063211 Jul 16 01:24:46.130876 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=79f506df-0a3c-4884-8aa2-453c91fcd6b4,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:46.156591 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dd2dc13b-ddf7-4592-9100-f570543aa0a5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.179428 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-537ef423-b062-4461-8144-904b09963724 req-5014f549-a21b-4c22-b92b-7e4e33374ee5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=82d9de2b-4bea-47ad-b969-042e519aa5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621574 Jul 16 01:24:46.183236 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-fea5ffaa-da54-4dd6-8048-bcb23389edac None None] Provisioning complete for port 79f506df-0a3c-4884-8aa2-453c91fcd6b4 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:46.183607 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fea5ffaa-da54-4dd6-8048-bcb23389edac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.234729 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-99a96263-f5c8-43de-a604-065dabe9970c req-33831693-96a3-4c1b-9bfb-e29dc0e217be tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=edd1ed0455014b31835bf69f0954c3dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583103 Jul 16 01:24:46.263682 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dd2dc13b-ddf7-4592-9100-f570543aa0a5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.321829 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72200815-a24f-40ed-9b0d-3da9447434ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-43efbe64-bdf7-4eec-9092-b81ec17bcc8f', 'network_id': '43efbe64-bdf7-4eec-9092-b81ec17bcc8f', 'tenant_id': '65b74c9f7c7a4277af56c6253487ffb4', 'fixed_ips': [{'subnet_id': '8aee564c-b602-464e-974a-a970404ef20a'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:24:46.323240 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72200815-a24f-40ed-9b0d-3da9447434ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.331791 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2dc13b-ddf7-4592-9100-f570543aa0a5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Subnet': ['ID=8aee564c-b602-464e-974a-a970404ef20a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:46.442221 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dd2dc13b-ddf7-4592-9100-f570543aa0a5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.467172 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-dd2dc13b-ddf7-4592-9100-f570543aa0a5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43efbe64-bdf7-4eec-9092-b81ec17bcc8f']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:46.486436 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-537ef423-b062-4461-8144-904b09963724 req-6cc770d4-0635-4b15-8dc3-bf0f62d82d8a service neutron] 10.222.0.84 "GET /v2.0/networks/82d9de2b-4bea-47ad-b969-042e519aa5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839789 Jul 16 01:24:46.490400 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-dd2dc13b-ddf7-4592-9100-f570543aa0a5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc875846-4699-4168-86df-60068d0cf21e') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:46.498527 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-dd2dc13b-ddf7-4592-9100-f570543aa0a5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc875846-4699-4168-86df-60068d0cf21e') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:46.507798 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a96263-f5c8-43de-a604-065dabe9970c req-05a02a07-5b96-47cf-a1d5-c8c149cc7aaa tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.516770 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-99a96263-f5c8-43de-a604-065dabe9970c req-05a02a07-5b96-47cf-a1d5-c8c149cc7aaa tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2736344 Jul 16 01:24:46.518456 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dd2dc13b-ddf7-4592-9100-f570543aa0a5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.551498 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dd2dc13b-ddf7-4592-9100-f570543aa0a5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.555012 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 79f506df-0a3c-4884-8aa2-453c91fcd6b4 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:46.560274 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2dc13b-ddf7-4592-9100-f570543aa0a5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:46.560739 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dd2dc13b-ddf7-4592-9100-f570543aa0a5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:46.564134 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:46.570507 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-99a96263-f5c8-43de-a604-065dabe9970c req-0f71d5ad-c141-49ef-bbd1-903c91bf6f26 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/quotas/edd1ed0455014b31835bf69f0954c3dd HTTP/1.1" status: 200 len: 375 time: 0.0522025 Jul 16 01:24:46.666468 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dd2dc13b-ddf7-4592-9100-f570543aa0a5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.688052 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dd2dc13b-ddf7-4592-9100-f570543aa0a5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.690026 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-dd2dc13b-ddf7-4592-9100-f570543aa0a5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/networks/43efbe64-bdf7-4eec-9092-b81ec17bcc8f HTTP/1.1" status: 204 len: 168 time: 0.9429677 Jul 16 01:24:46.691101 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2dc13b-ddf7-4592-9100-f570543aa0a5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Network': ['ID=43efbe64-bdf7-4eec-9092-b81ec17bcc8f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:46.694642 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45850) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:46.703841 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-537ef423-b062-4461-8144-904b09963724 req-6dbeda80-7e95-4c37-9a02-76ece5f50a9b service neutron] 10.222.0.84 "GET /v2.0/networks/82d9de2b-4bea-47ad-b969-042e519aa5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841366 Jul 16 01:24:46.705603 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-510d04c5-67da-48fa-8a12-5afd2b450312 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1275665421'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:46.732808 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-99a96263-f5c8-43de-a604-065dabe9970c req-9526c952-18de-4b1c-865f-a8942c29ad1a tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=edd1ed0455014b31835bf69f0954c3dd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1610394 Jul 16 01:24:46.748852 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a331a7ca-13d5-496a-b799-8975cb5ed0e1 None None] Network 43efbe64-bdf7-4eec-9092-b81ec17bcc8f requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:46.749725 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-76fa5728-dbce-4131-b0ef-b5d18f1d1649 req-603674ef-bb2f-47c7-8372-5cb85384b3a0 tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0402830 Jul 16 01:24:46.771713 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510d04c5-67da-48fa-8a12-5afd2b450312 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Made reservation on behalf of 65b74c9f7c7a4277af56c6253487ffb4 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:46.777119 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-510d04c5-67da-48fa-8a12-5afd2b450312 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.818590 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 79f506df-0a3c-4884-8aa2-453c91fcd6b4 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:46.818590 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.819994 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a331a7ca-13d5-496a-b799-8975cb5ed0e1 None None] Network 43efbe64-bdf7-4eec-9092-b81ec17bcc8f could not be found, it might have been deleted concurrently. {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:24:46.828886 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510d04c5-67da-48fa-8a12-5afd2b450312 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:46.841457 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-510d04c5-67da-48fa-8a12-5afd2b450312 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.841818 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-510d04c5-67da-48fa-8a12-5afd2b450312 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Added segment 6cba5ea7-3c5a-47f2-b648-97ef859d55b4 of type vlan for network 5adacba4-aa95-4aaa-ba1c-7dbc995db318 Jul 16 01:24:46.855771 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c17173d-bd20-4696-9b84-9fff4b51d42a None None] get_active_networks_info from n-d-792394-16 {{(pid=93957) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:24:46.890611 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-510d04c5-67da-48fa-8a12-5afd2b450312 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.949430 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-510d04c5-67da-48fa-8a12-5afd2b450312 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.957483 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510d04c5-67da-48fa-8a12-5afd2b450312 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.960254 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-510d04c5-67da-48fa-8a12-5afd2b450312 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.089376 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e6c25cd-8d1c-4ed7-95ff-b9746ef790f3 req-7e03ad90-f73c-43f7-adc7-4cafd12bc51c tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8856b4b-4ad7-43ca-8632-2f3354eef99c HTTP/1.1" status: 200 len: 210 time: 0.0412493 Jul 16 01:24:47.128882 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c17173d-bd20-4696-9b84-9fff4b51d42a None None] Resources bound (agent type, host, resource id): {{(pid=93957) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:24:47.136764 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-510d04c5-67da-48fa-8a12-5afd2b450312 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4405613 Jul 16 01:24:47.139944 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45884) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:47.145454 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-63f84aee-2ca6-4b4c-88df-3c9d5ce96a7a tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'subnet': {'network_id': '5adacba4-aa95-4aaa-ba1c-7dbc995db318', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:47.196022 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d04c5-67da-48fa-8a12-5afd2b450312 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Network': ['ID=5adacba4-aa95-4aaa-ba1c-7dbc995db318,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:47.221076 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefef161-f3f3-4cb1-b071-57a3d5998847 req-77e8749a-4018-418f-9895-fa0368ffa07f tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.228172 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 5adacba4-aa95-4aaa-ba1c-7dbc995db318 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:47.231117 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cefef161-f3f3-4cb1-b071-57a3d5998847 req-77e8749a-4018-418f-9895-fa0368ffa07f tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfa3109d-3509-4832-823c-f852dfee919f HTTP/1.1" status: 200 len: 1023 time: 0.2448237 Jul 16 01:24:47.292260 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cefef161-f3f3-4cb1-b071-57a3d5998847 req-317aa384-b60d-453d-bf8d-f3a8f457eb4a tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?id=df07f559-1004-4d5b-97fd-3b5445813da7&id=4154eb7b-e0dd-45f4-b3a7-d73485b290cd&id=66604c98-3108-428d-a1c2-13830a8809f0&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0576830 Jul 16 01:24:47.312964 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f84aee-2ca6-4b4c-88df-3c9d5ce96a7a tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Made reservation on behalf of 65b74c9f7c7a4277af56c6253487ffb4 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:47.324175 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-63f84aee-2ca6-4b4c-88df-3c9d5ce96a7a tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.606337 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60771374-b8cd-4971-a458-d615652778e5 req-ad69e453-bf98-400b-9b6d-26dc81cc4229 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.608827 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-60771374-b8cd-4971-a458-d615652778e5 req-ad69e453-bf98-400b-9b6d-26dc81cc4229 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1 HTTP/1.1" status: 200 len: 945 time: 0.1438327 Jul 16 01:24:47.648121 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-63f84aee-2ca6-4b4c-88df-3c9d5ce96a7a tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.664977 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-60771374-b8cd-4971-a458-d615652778e5 req-4cdb460f-b7a7-4d29-bf82-717269852dc0 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c4a931-9a1d-459e-8adc-1d9329160eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498929 Jul 16 01:24:47.789361 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f84aee-2ca6-4b4c-88df-3c9d5ce96a7a tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Subnet': ['ID=31ed0c45-f78c-4904-8777-332e26e77d6c,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:47.818369 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f84aee-2ca6-4b4c-88df-3c9d5ce96a7a tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Checking segment: {'id': '6cba5ea7-3c5a-47f2-b648-97ef859d55b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5adacba4-aa95-4aaa-ba1c-7dbc995db318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:47.818999 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f84aee-2ca6-4b4c-88df-3c9d5ce96a7a tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Network hostable DHCP agents. Network: 5adacba4-aa95-4aaa-ba1c-7dbc995db318, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:47.845659 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f84aee-2ca6-4b4c-88df-3c9d5ce96a7a tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Network 5adacba4-aa95-4aaa-ba1c-7dbc995db318 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:47.859297 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-63f84aee-2ca6-4b4c-88df-3c9d5ce96a7a tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 5adacba4-aa95-4aaa-ba1c-7dbc995db318) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:47.866571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f84aee-2ca6-4b4c-88df-3c9d5ce96a7a tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.867456 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-63f84aee-2ca6-4b4c-88df-3c9d5ce96a7a tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.890221 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-63f84aee-2ca6-4b4c-88df-3c9d5ce96a7a tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7489617 Jul 16 01:24:47.893197 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45914) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:48.014254 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7eaf981-c8e4-4eff-bd3a-88a220c80f91 None None] Network 5adacba4-aa95-4aaa-ba1c-7dbc995db318 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:48.064416 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc64b212-fc55-468a-b2a5-0179e07a6a51 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.136158 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device fbb1ebed-036e-45cd-a981-a7b13cf8bf10 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:48.145644 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ca251-dc16-4899-b9c3-bba26437a601 req-a636fa9c-62a4-42cf-8f7e-c50168dc7f5d tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:48.147303 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d67ca251-dc16-4899-b9c3-bba26437a601 req-a636fa9c-62a4-42cf-8f7e-c50168dc7f5d tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1 HTTP/1.1" status: 200 len: 945 time: 0.1600742 Jul 16 01:24:48.156653 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45940) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:48.158362 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc64b212-fc55-468a-b2a5-0179e07a6a51 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.163177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-3888c2ff-8572-4060-ab9a-c3cf1e841e3d tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Request body: {'floatingip': {'port_id': 'b89787ee-73a7-4aad-994f-44a048ac45ad'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:48.251081 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3888c2ff-8572-4060-ab9a-c3cf1e841e3d tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks [] for floatingip, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.275163 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c62ec7-76b9-47bc-9deb-6c29bfc8739b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-5adacba4-aa95-4aaa-ba1c-7dbc995db318', 'network_id': '5adacba4-aa95-4aaa-ba1c-7dbc995db318', 'tenant_id': '65b74c9f7c7a4277af56c6253487ffb4', 'fixed_ips': [{'subnet_id': '31ed0c45-f78c-4904-8777-332e26e77d6c'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:24:48.276457 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c0c62ec7-76b9-47bc-9deb-6c29bfc8739b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.330065 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc64b212-fc55-468a-b2a5-0179e07a6a51 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.338027 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.371360 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64b212-fc55-468a-b2a5-0179e07a6a51 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Subnet': ['ID=31ed0c45-f78c-4904-8777-332e26e77d6c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:48.415106 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54103087-7d43-4706-8804-34af66c2ac9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbb1ebed-036e-45cd-a981-a7b13cf8bf10'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:48.425398 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400c7dd3-068c-4816-8968-1455079eb394" -d '{"events": [{"server_uuid": "54103087-7d43-4706-8804-34af66c2ac9e", "name": "network-vif-unplugged", "status": "completed", "tag": "fbb1ebed-036e-45cd-a981-a7b13cf8bf10"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:48.436060 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e519c2d2-e811-469a-a19d-bcfce6b34acc req-2f8aaa4c-519b-4b8d-b678-2b11117c2dd1 tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0644858 Jul 16 01:24:48.437829 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7cba10-b671-43a6-abeb-13bf54f3af99 None None] Network 5adacba4-aa95-4aaa-ba1c-7dbc995db318 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:48.499833 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-99a96263-f5c8-43de-a604-065dabe9970c req-e6a2d4f2-3939-422a-ae7a-3fd35dfece3e tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=edd1ed0455014b31835bf69f0954c3dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593200 Jul 16 01:24:48.617638 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port fbb1ebed-036e-45cd-a981-a7b13cf8bf10, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fbb1ebed-036e-45cd-a981-a7b13cf8bf10,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:48.625946 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0cfdb543-53fd-41f0-b52e-8985340ec53f req-e1b19a00-010b-4929-afaa-2af4befc45d6 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8856b4b-4ad7-43ca-8632-2f3354eef99c HTTP/1.1" status: 200 len: 210 time: 0.0727909 Jul 16 01:24:48.645167 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc64b212-fc55-468a-b2a5-0179e07a6a51 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.654145 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.677891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe565d3-660a-4ae5-88fe-03f87d794aae req-b7213913-fd7a-436c-aaff-c6f2050e1759 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:48.679582 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cbe565d3-660a-4ae5-88fe-03f87d794aae req-b7213913-fd7a-436c-aaff-c6f2050e1759 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa3109d-3509-4832-823c-f852dfee919f HTTP/1.1" status: 200 len: 1023 time: 0.3136401 Jul 16 01:24:48.697819 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-cc64b212-fc55-468a-b2a5-0179e07a6a51 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5adacba4-aa95-4aaa-ba1c-7dbc995db318']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:48.716414 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-cc64b212-fc55-468a-b2a5-0179e07a6a51 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cba5ea7-3c5a-47f2-b648-97ef859d55b4') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:48.717007 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-cc64b212-fc55-468a-b2a5-0179e07a6a51 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cba5ea7-3c5a-47f2-b648-97ef859d55b4') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:48.735150 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc64b212-fc55-468a-b2a5-0179e07a6a51 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.743430 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=fbb1ebed-036e-45cd-a981-a7b13cf8bf10,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:48.772096 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a96263-f5c8-43de-a604-065dabe9970c req-2a96222b-3c59-40aa-933e-7526d8fbf0dc tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:48.773974 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-99a96263-f5c8-43de-a604-065dabe9970c req-2a96222b-3c59-40aa-933e-7526d8fbf0dc tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2611408 Jul 16 01:24:48.775298 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc64b212-fc55-468a-b2a5-0179e07a6a51 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.782528 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc64b212-fc55-468a-b2a5-0179e07a6a51 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:48.783161 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc64b212-fc55-468a-b2a5-0179e07a6a51 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:48.786535 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:48.805673 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-99a96263-f5c8-43de-a604-065dabe9970c req-86296c9b-5187-474e-8ec5-6610e5b28937 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Request body: {'port': {'device_id': 'e8856b4b-4ad7-43ca-8632-2f3354eef99c', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': 'edd1ed0455014b31835bf69f0954c3dd'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:48.916832 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc64b212-fc55-468a-b2a5-0179e07a6a51 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.925584 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc64b212-fc55-468a-b2a5-0179e07a6a51 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.931511 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cc64b212-fc55-468a-b2a5-0179e07a6a51 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/networks/5adacba4-aa95-4aaa-ba1c-7dbc995db318 HTTP/1.1" status: 204 len: 168 time: 1.0334711 Jul 16 01:24:48.943474 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45954) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:48.951366 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-89528dd8-fc5d-4bd3-b8c1-6f0e52e2339e tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1750476739'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:48.955180 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64b212-fc55-468a-b2a5-0179e07a6a51 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Network': ['ID=5adacba4-aa95-4aaa-ba1c-7dbc995db318,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:48.956992 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b703496-a64a-42cb-9901-b4da9033e721 x-openstack-request-id: req-8b703496-a64a-42cb-9901-b4da9033e721 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:48.957291 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54103087-7d43-4706-8804-34af66c2ac9e", "name": "network-vif-unplugged", "status": "completed", "tag": "fbb1ebed-036e-45cd-a981-a7b13cf8bf10", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:48.957542 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b703496-a64a-42cb-9901-b4da9033e721 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:48.958155 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54103087-7d43-4706-8804-34af66c2ac9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbb1ebed-036e-45cd-a981-a7b13cf8bf10', 'code': 200} Jul 16 01:24:48.996685 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9fce3-e600-465d-8162-fb5eb8b258ce req-baf641fe-043b-4890-8504-2fa015b69a0b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:48.998517 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dfe9fce3-e600-465d-8162-fb5eb8b258ce req-baf641fe-043b-4890-8504-2fa015b69a0b tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfa3109d-3509-4832-823c-f852dfee919f HTTP/1.1" status: 200 len: 1023 time: 0.1643739 Jul 16 01:24:49.021374 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89528dd8-fc5d-4bd3-b8c1-6f0e52e2339e tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Made reservation on behalf of 65b74c9f7c7a4277af56c6253487ffb4 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:49.026254 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89528dd8-fc5d-4bd3-b8c1-6f0e52e2339e tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.037850 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-cbe565d3-660a-4ae5-88fe-03f87d794aae req-d8fa585c-a53d-406e-a509-89ee76c92296 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Deleting port 19faff92-46bf-431b-8a3f-976efc777c78 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:49.038282 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-cbe565d3-660a-4ae5-88fe-03f87d794aae req-d8fa585c-a53d-406e-a509-89ee76c92296 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.045107 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a96263-f5c8-43de-a604-065dabe9970c req-86296c9b-5187-474e-8ec5-6610e5b28937 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Made reservation on behalf of edd1ed0455014b31835bf69f0954c3dd for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:49.049726 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-99a96263-f5c8-43de-a604-065dabe9970c req-86296c9b-5187-474e-8ec5-6610e5b28937 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.079056 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89528dd8-fc5d-4bd3-b8c1-6f0e52e2339e tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:49.122250 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89528dd8-fc5d-4bd3-b8c1-6f0e52e2339e tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.123097 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-89528dd8-fc5d-4bd3-b8c1-6f0e52e2339e tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Added segment 12d2f575-9da3-4f96-8e72-35651add38fe of type vlan for network 7b0fdad3-c1cf-44f4-b2d1-ad13a7b9724b Jul 16 01:24:49.128716 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dfe9fce3-e600-465d-8162-fb5eb8b258ce req-b8df03b7-bf72-41be-9c55-76aa273f7699 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?id=df07f559-1004-4d5b-97fd-3b5445813da7&id=4154eb7b-e0dd-45f4-b3a7-d73485b290cd&id=66604c98-3108-428d-a1c2-13830a8809f0&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1170459 Jul 16 01:24:49.204992 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89528dd8-fc5d-4bd3-b8c1-6f0e52e2339e tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.302853 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-99a96263-f5c8-43de-a604-065dabe9970c req-86296c9b-5187-474e-8ec5-6610e5b28937 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Allocated IP 192.168.233.168 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/a868c89e-94c0-4cd5-903b-cf36e7f9d749) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:49.311317 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89528dd8-fc5d-4bd3-b8c1-6f0e52e2339e tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.317338 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89528dd8-fc5d-4bd3-b8c1-6f0e52e2339e tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:49.318180 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89528dd8-fc5d-4bd3-b8c1-6f0e52e2339e tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.344760 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-89528dd8-fc5d-4bd3-b8c1-6f0e52e2339e tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3973279 Jul 16 01:24:49.347263 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-cbe565d3-660a-4ae5-88fe-03f87d794aae req-d8fa585c-a53d-406e-a509-89ee76c92296 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] For port 19faff92-46bf-431b-8a3f-976efc777c78, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=19faff92-46bf-431b-8a3f-976efc777c78,segment=NetworkSegment(e40cca31-0dfa-4532-9a78-bcb8410a3baf),segment_id=e40cca31-0dfa-4532-9a78-bcb8410a3baf)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:49.347263 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-cbe565d3-660a-4ae5-88fe-03f87d794aae req-d8fa585c-a53d-406e-a509-89ee76c92296 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.350240 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45970) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:49.358221 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-18d3ec81-228c-4bc7-93a3-edb390c95011 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'subnet': {'network_id': '7b0fdad3-c1cf-44f4-b2d1-ad13a7b9724b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:49.424559 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89528dd8-fc5d-4bd3-b8c1-6f0e52e2339e tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Network': ['ID=7b0fdad3-c1cf-44f4-b2d1-ad13a7b9724b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:49.434461 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-cbe565d3-660a-4ae5-88fe-03f87d794aae req-d8fa585c-a53d-406e-a509-89ee76c92296 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Calling delete_port for 19faff92-46bf-431b-8a3f-976efc777c78 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:49.451233 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 7b0fdad3-c1cf-44f4-b2d1-ad13a7b9724b details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:49.559141 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-99a96263-f5c8-43de-a604-065dabe9970c req-86296c9b-5187-474e-8ec5-6610e5b28937 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.573784 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-99a96263-f5c8-43de-a604-065dabe9970c req-86296c9b-5187-474e-8ec5-6610e5b28937 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Transition to ACTIVE for port object a868c89e-94c0-4cd5-903b-cf36e7f9d749 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:49.585898 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-7ce57749-eb5f-4699-80c6-e363d678a0e9 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:49.587530 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-7ce57749-eb5f-4699-80c6-e363d678a0e9 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/networks?id=7d194017-b2ba-4736-9426-86f2c4d9db47 HTTP/1.1" status: 200 len: 805 time: 0.3058920 Jul 16 01:24:49.592000 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.db.resource_extend [None req-3888c2ff-8572-4060-ab9a-c3cf1e841e3d tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:24:49.614591 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-99a96263-f5c8-43de-a604-065dabe9970c req-86296c9b-5187-474e-8ec5-6610e5b28937 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.626828 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['8648b5c6-909b-4737-9bf4-3fa1d78c7810', '68e7c35f-2436-4917-80f7-1478c3f03797', 'd45cd596-b7a8-49b3-992b-1466c9213f6e', 'd65c684e-612d-4bfe-ac9d-05eb8431748e'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:49.629806 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['4cedddb5-174d-4d99-a67f-313c9716b2bb', '3f154f08-5c8b-4681-ae9f-65b8c6e80783'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:49.681176 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-32c13783-069d-4744-af45-a376a6fd3587 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/quotas/c1a8d4b2ddbf47a7b73f2c07224e331f HTTP/1.1" status: 200 len: 375 time: 0.0510917 Jul 16 01:24:49.699796 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3888c2ff-8572-4060-ab9a-c3cf1e841e3d tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.713908 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d3ec81-228c-4bc7-93a3-edb390c95011 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Made reservation on behalf of 65b74c9f7c7a4277af56c6253487ffb4 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:49.717540 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-18d3ec81-228c-4bc7-93a3-edb390c95011 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.720753 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3888c2ff-8572-4060-ab9a-c3cf1e841e3d tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.965112 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a96263-f5c8-43de-a604-065dabe9970c req-86296c9b-5187-474e-8ec5-6610e5b28937 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:49.977508 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e779d137-d5a0-4a1b-988a-9d64c69c925a req-cdb1b633-6bdd-48ea-b611-1c25630694f7 tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0502450 Jul 16 01:24:49.991782 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-99a96263-f5c8-43de-a604-065dabe9970c req-86296c9b-5187-474e-8ec5-6610e5b28937 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:49.993555 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-3888c2ff-8572-4060-ab9a-c3cf1e841e3d tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Floating IP 0e5dccb5-aa2d-4542-82a5-847c33293363 associated. External IP: 172.25.6.23, port: b89787ee-73a7-4aad-994f-44a048ac45ad. Jul 16 01:24:50.009599 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a96263-f5c8-43de-a604-065dabe9970c req-86296c9b-5187-474e-8ec5-6610e5b28937 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:50.029740 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86296c9b-5187-474e-8ec5-6610e5b28937 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Pushing event updated for resources: {'Port': ['ID=a868c89e-94c0-4cd5-903b-cf36e7f9d749,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:50.111483 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a96263-f5c8-43de-a604-065dabe9970c req-86296c9b-5187-474e-8ec5-6610e5b28937 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:50.112143 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-99a96263-f5c8-43de-a604-065dabe9970c req-86296c9b-5187-474e-8ec5-6610e5b28937 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.138302 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-99a96263-f5c8-43de-a604-065dabe9970c req-86296c9b-5187-474e-8ec5-6610e5b28937 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3471968 Jul 16 01:24:50.155043 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-99a96263-f5c8-43de-a604-065dabe9970c req-baad6206-2f8b-4827-b3b5-da4b9b48623c service neutron] Request body: {'port': {'device_id': 'e8856b4b-4ad7-43ca-8632-2f3354eef99c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:50.279632 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-99a96263-f5c8-43de-a604-065dabe9970c req-baad6206-2f8b-4827-b3b5-da4b9b48623c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.401292 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-35887d7a-2d79-4124-a984-56816f92d71b None None] Provisioning for port a868c89e-94c0-4cd5-903b-cf36e7f9d749 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:50.414571 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-35887d7a-2d79-4124-a984-56816f92d71b None None] Provisioning complete for port a868c89e-94c0-4cd5-903b-cf36e7f9d749 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:50.415557 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-35887d7a-2d79-4124-a984-56816f92d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.415741 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-cbe565d3-660a-4ae5-88fe-03f87d794aae req-d8fa585c-a53d-406e-a509-89ee76c92296 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.432110 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-19734bdc-b9fd-408e-8dfe-34d141df8156 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1a8d4b2ddbf47a7b73f2c07224e331f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7348096 Jul 16 01:24:50.483241 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-35887d7a-2d79-4124-a984-56816f92d71b None None] Port a868c89e-94c0-4cd5-903b-cf36e7f9d749 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:50.530689 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa585c-a53d-406e-a509-89ee76c92296 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event deleted for resources: {'Port': ['ID=19faff92-46bf-431b-8a3f-976efc777c78,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:50.638100 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe565d3-660a-4ae5-88fe-03f87d794aae req-d8fa585c-a53d-406e-a509-89ee76c92296 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] No DVR routers for this DVR port 19faff92-46bf-431b-8a3f-976efc777c78 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:50.668428 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-cbe565d3-660a-4ae5-88fe-03f87d794aae req-d8fa585c-a53d-406e-a509-89ee76c92296 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.670158 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-99a96263-f5c8-43de-a604-065dabe9970c req-baad6206-2f8b-4827-b3b5-da4b9b48623c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a868c89e-94c0-4cd5-903b-cf36e7f9d749 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:50.670664 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cbe565d3-660a-4ae5-88fe-03f87d794aae req-d8fa585c-a53d-406e-a509-89ee76c92296 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.84 "DELETE /v2.0/ports/19faff92-46bf-431b-8a3f-976efc777c78 HTTP/1.1" status: 204 len: 173 time: 1.9241664 Jul 16 01:24:50.673847 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa3109d-3509-4832-823c-f852dfee919f', 'name': 'network-vif-deleted', 'tag': '19faff92-46bf-431b-8a3f-976efc777c78'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:50.676165 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a8563f-d7cd-44ee-bebb-50992216b58a" -d '{"events": [{"server_uuid": "cfa3109d-3509-4832-823c-f852dfee919f", "name": "network-vif-deleted", "tag": "19faff92-46bf-431b-8a3f-976efc777c78"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:50.695670 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-99a96263-f5c8-43de-a604-065dabe9970c req-baad6206-2f8b-4827-b3b5-da4b9b48623c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.721021 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fd551-7287-47cf-a9ec-18ca58b62046 req-ec8b3f4d-7579-40d1-9214-16cb4e73fb36 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:50.722575 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bc5fd551-7287-47cf-a9ec-18ca58b62046 req-ec8b3f4d-7579-40d1-9214-16cb4e73fb36 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8856b4b-4ad7-43ca-8632-2f3354eef99c HTTP/1.1" status: 200 len: 936 time: 0.1735749 Jul 16 01:24:50.728059 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-99a96263-f5c8-43de-a604-065dabe9970c req-baad6206-2f8b-4827-b3b5-da4b9b48623c service neutron] Transition to ACTIVE for port object a868c89e-94c0-4cd5-903b-cf36e7f9d749 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:50.744673 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-99a96263-f5c8-43de-a604-065dabe9970c req-baad6206-2f8b-4827-b3b5-da4b9b48623c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.827299 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a2c77-8f85-4a5e-85bb-6c8c02dffe3d req-fd520f5a-780c-4ccf-8118-fc73526775be tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:50.828870 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b32a2c77-8f85-4a5e-85bb-6c8c02dffe3d req-fd520f5a-780c-4ccf-8118-fc73526775be tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.84 "GET /v2.0/ports?device_id=54103087-7d43-4706-8804-34af66c2ac9e HTTP/1.1" status: 200 len: 943 time: 0.1803904 Jul 16 01:24:50.830535 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-9f6c61cd-e6a3-4257-bf85-ed23e72ba716 service neutron] 10.222.0.16 "GET /v2.0/networks/7d194017-b2ba-4736-9426-86f2c4d9db47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998818 Jul 16 01:24:50.837817 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad6206-2f8b-4827-b3b5-da4b9b48623c service neutron] Pushing event updated for resources: {'Port': ['ID=a868c89e-94c0-4cd5-903b-cf36e7f9d749,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:50.842817 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bc5fd551-7287-47cf-a9ec-18ca58b62046 req-227cb647-2566-46ae-88ee-9f6ce1f35fb8 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087294 Jul 16 01:24:50.846396 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-18d3ec81-228c-4bc7-93a3-edb390c95011 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.012825 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-99a96263-f5c8-43de-a604-065dabe9970c req-baad6206-2f8b-4827-b3b5-da4b9b48623c service neutron] Attempting to bind port a868c89e-94c0-4cd5-903b-cf36e7f9d749 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:51.013201 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-99a96263-f5c8-43de-a604-065dabe9970c req-baad6206-2f8b-4827-b3b5-da4b9b48623c service neutron] Attempting to bind port a868c89e-94c0-4cd5-903b-cf36e7f9d749 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:51.013530 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a96263-f5c8-43de-a604-065dabe9970c req-baad6206-2f8b-4827-b3b5-da4b9b48623c service neutron] Attempting to bind port a868c89e-94c0-4cd5-903b-cf36e7f9d749 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:51.023700 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a96263-f5c8-43de-a604-065dabe9970c req-baad6206-2f8b-4827-b3b5-da4b9b48623c service neutron] Port a868c89e-94c0-4cd5-903b-cf36e7f9d749 on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:51.024101 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a96263-f5c8-43de-a604-065dabe9970c req-baad6206-2f8b-4827-b3b5-da4b9b48623c service neutron] Attempting to bind port a868c89e-94c0-4cd5-903b-cf36e7f9d749 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:51.041453 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a96263-f5c8-43de-a604-065dabe9970c req-baad6206-2f8b-4827-b3b5-da4b9b48623c service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:51.041798 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a96263-f5c8-43de-a604-065dabe9970c req-baad6206-2f8b-4827-b3b5-da4b9b48623c service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:51.042482 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a96263-f5c8-43de-a604-065dabe9970c req-baad6206-2f8b-4827-b3b5-da4b9b48623c service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:51.042949 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-99a96263-f5c8-43de-a604-065dabe9970c req-baad6206-2f8b-4827-b3b5-da4b9b48623c service neutron] Bound port: a868c89e-94c0-4cd5-903b-cf36e7f9d749, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:51.043327 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-99a96263-f5c8-43de-a604-065dabe9970c req-baad6206-2f8b-4827-b3b5-da4b9b48623c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.045904 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3ec81-228c-4bc7-93a3-edb390c95011 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Subnet': ['ID=75f3baf3-8566-4dbd-b87e-2669e7885afd,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:51.058325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3888c2ff-8572-4060-ab9a-c3cf1e841e3d tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Router 36aba62a-72c9-45a5-a3c8-5a83e0a874b1 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:24:51.093802 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d3ec81-228c-4bc7-93a3-edb390c95011 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Checking segment: {'id': '12d2f575-9da3-4f96-8e72-35651add38fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7b0fdad3-c1cf-44f4-b2d1-ad13a7b9724b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:51.094464 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d3ec81-228c-4bc7-93a3-edb390c95011 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Network hostable DHCP agents. Network: 7b0fdad3-c1cf-44f4-b2d1-ad13a7b9724b, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:51.111914 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-a1fdc10e-03c2-4ab6-80a9-dd6e9583a1b4 service neutron] 10.222.0.16 "GET /v2.0/networks/7d194017-b2ba-4736-9426-86f2c4d9db47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803872 Jul 16 01:24:51.135604 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-b32a2c77-8f85-4a5e-85bb-6c8c02dffe3d req-77683b48-6b0a-464d-af1f-a3b95231657a tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Deleting port fbb1ebed-036e-45cd-a981-a7b13cf8bf10 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:51.135953 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b32a2c77-8f85-4a5e-85bb-6c8c02dffe3d req-77683b48-6b0a-464d-af1f-a3b95231657a tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.183694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d3ec81-228c-4bc7-93a3-edb390c95011 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Network 7b0fdad3-c1cf-44f4-b2d1-ad13a7b9724b is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:51.183963 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-99a96263-f5c8-43de-a604-065dabe9970c req-baad6206-2f8b-4827-b3b5-da4b9b48623c service neutron] For port a868c89e-94c0-4cd5-903b-cf36e7f9d749, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:51.234134 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-18d3ec81-228c-4bc7-93a3-edb390c95011 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 7b0fdad3-c1cf-44f4-b2d1-ad13a7b9724b) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:51.243302 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d3ec81-228c-4bc7-93a3-edb390c95011 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:51.244025 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-18d3ec81-228c-4bc7-93a3-edb390c95011 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.249004 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0789814e-f720-4c03-9a40-9fe68025c3a8 None None] Network 7b0fdad3-c1cf-44f4-b2d1-ad13a7b9724b requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:51.260569 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3888c2ff-8572-4060-ab9a-c3cf1e841e3d tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:51.271567 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3888c2ff-8572-4060-ab9a-c3cf1e841e3d tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.272469 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-99a96263-f5c8-43de-a604-065dabe9970c req-baad6206-2f8b-4827-b3b5-da4b9b48623c service neutron] For port a868c89e-94c0-4cd5-903b-cf36e7f9d749, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=a868c89e-94c0-4cd5-903b-cf36e7f9d749,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:51.289293 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaebcc8-d0e4-4513-9c2c-a3003e032136 None None] Sync routers for ids ['36aba62a-72c9-45a5-a3c8-5a83e0a874b1'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:51.307291 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-18d3ec81-228c-4bc7-93a3-edb390c95011 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9531484 Jul 16 01:24:51.310525 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45988) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:51.311462 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-99a96263-f5c8-43de-a604-065dabe9970c req-baad6206-2f8b-4827-b3b5-da4b9b48623c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.355857 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaebcc8-d0e4-4513-9c2c-a3003e032136 None None] Routers {'36aba62a-72c9-45a5-a3c8-5a83e0a874b1'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:51.359780 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-beaebcc8-d0e4-4513-9c2c-a3003e032136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:24:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['36aba62a-72c9-45a5-a3c8-5a83e0a874b1'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:51.377209 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3888c2ff-8572-4060-ab9a-c3cf1e841e3d tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "PUT /v2.0/floatingips/0e5dccb5-aa2d-4542-82a5-847c33293363 HTTP/1.1" status: 200 len: 990 time: 3.2195761 Jul 16 01:24:51.426825 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad6206-2f8b-4827-b3b5-da4b9b48623c service neutron] Pushing event updated for resources: {'Port': ['ID=a868c89e-94c0-4cd5-903b-cf36e7f9d749,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:51.471325 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a96263-f5c8-43de-a604-065dabe9970c req-baad6206-2f8b-4827-b3b5-da4b9b48623c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:51.471981 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-99a96263-f5c8-43de-a604-065dabe9970c req-baad6206-2f8b-4827-b3b5-da4b9b48623c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.474185 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-99a96263-f5c8-43de-a604-065dabe9970c req-baad6206-2f8b-4827-b3b5-da4b9b48623c service neutron] 10.222.0.82 "PUT /v2.0/ports/a868c89e-94c0-4cd5-903b-cf36e7f9d749 HTTP/1.1" status: 200 len: 1097 time: 1.3265245 Jul 16 01:24:51.480761 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f3276f88-70ee-483c-ac73-84b860592647 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.511138 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-b32a2c77-8f85-4a5e-85bb-6c8c02dffe3d req-77683b48-6b0a-464d-af1f-a3b95231657a tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] For port fbb1ebed-036e-45cd-a981-a7b13cf8bf10, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fbb1ebed-036e-45cd-a981-a7b13cf8bf10,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:51.511531 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b32a2c77-8f85-4a5e-85bb-6c8c02dffe3d req-77683b48-6b0a-464d-af1f-a3b95231657a tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.518829 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8856b4b-4ad7-43ca-8632-2f3354eef99c', 'tag': 'a868c89e-94c0-4cd5-903b-cf36e7f9d749'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:51.525102 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d7b818-0091-42c5-970c-8c90539a5ef0 x-openstack-request-id: req-72d7b818-0091-42c5-970c-8c90539a5ef0 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:51.525565 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa3109d-3509-4832-823c-f852dfee919f", "name": "network-vif-deleted", "tag": "19faff92-46bf-431b-8a3f-976efc777c78", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:51.526042 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72d7b818-0091-42c5-970c-8c90539a5ef0 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:51.526601 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa3109d-3509-4832-823c-f852dfee919f', 'name': 'network-vif-deleted', 'tag': '19faff92-46bf-431b-8a3f-976efc777c78', 'status': 'completed', 'code': 200} Jul 16 01:24:51.529923 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1c326c-4dc9-4122-a06c-1dbf158eb58c" -d '{"events": [{"name": "network-changed", "server_uuid": "e8856b4b-4ad7-43ca-8632-2f3354eef99c", "tag": "a868c89e-94c0-4cd5-903b-cf36e7f9d749"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:51.563135 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f3276f88-70ee-483c-ac73-84b860592647 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.632179 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-65ac23e8-4a47-4deb-bc91-07c1f385277a req-da237b37-a21f-4633-9524-23b036034897 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfa3109d-3509-4832-823c-f852dfee919f HTTP/1.1" status: 200 len: 210 time: 0.1957994 Jul 16 01:24:51.637936 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-beaebcc8-d0e4-4513-9c2c-a3003e032136 None None] Set router 36aba62a-72c9-45a5-a3c8-5a83e0a874b1 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:51.675580 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-b32a2c77-8f85-4a5e-85bb-6c8c02dffe3d req-77683b48-6b0a-464d-af1f-a3b95231657a tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Calling delete_port for fbb1ebed-036e-45cd-a981-a7b13cf8bf10 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:51.678331 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f3276f88-70ee-483c-ac73-84b860592647 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.789782 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5294d236-c6be-4838-9acc-dc5c4845276f req-503b506e-134d-4f59-985b-bb95ac51d47e tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.1031458 Jul 16 01:24:51.794327 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3276f88-70ee-483c-ac73-84b860592647 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Subnet': ['ID=75f3baf3-8566-4dbd-b87e-2669e7885afd,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:51.828098 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['7511fc6a-9be5-41ba-aba5-0f1a8ef03c05'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:51.833000 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1be7e872-53a5-4666-9a26-85f6643fc5a8 req-703bbedc-49bb-428c-b5c2-8a96f1e1d345 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 210 time: 0.0779676 Jul 16 01:24:51.883723 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a96263-f5c8-43de-a604-065dabe9970c req-7e10c92a-4058-4c91-94d0-9197f8a3e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:51.896106 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-99a96263-f5c8-43de-a604-065dabe9970c req-7e10c92a-4058-4c91-94d0-9197f8a3e508 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=edd1ed0455014b31835bf69f0954c3dd&device_id=e8856b4b-4ad7-43ca-8632-2f3354eef99c HTTP/1.1" status: 200 len: 1100 time: 0.2888074 Jul 16 01:24:51.928580 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f3276f88-70ee-483c-ac73-84b860592647 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.957249 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-f3276f88-70ee-483c-ac73-84b860592647 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b0fdad3-c1cf-44f4-b2d1-ad13a7b9724b']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:51.963163 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-99a96263-f5c8-43de-a604-065dabe9970c req-34d5e0a1-b5de-4283-a2ce-eb529adea31a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=a868c89e-94c0-4cd5-903b-cf36e7f9d749 HTTP/1.1" status: 200 len: 217 time: 0.0506110 Jul 16 01:24:51.989101 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-f3276f88-70ee-483c-ac73-84b860592647 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d2f575-9da3-4f96-8e72-35651add38fe') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:51.991819 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-f3276f88-70ee-483c-ac73-84b860592647 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d2f575-9da3-4f96-8e72-35651add38fe') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:52.018813 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f3276f88-70ee-483c-ac73-84b860592647 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.029409 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da0645c-0a63-4f5f-a9d8-f85dae204ec0 x-openstack-request-id: req-1da0645c-0a63-4f5f-a9d8-f85dae204ec0 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:52.029644 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8856b4b-4ad7-43ca-8632-2f3354eef99c", "tag": "a868c89e-94c0-4cd5-903b-cf36e7f9d749", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:52.029899 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1da0645c-0a63-4f5f-a9d8-f85dae204ec0 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:52.030292 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8856b4b-4ad7-43ca-8632-2f3354eef99c', 'tag': 'a868c89e-94c0-4cd5-903b-cf36e7f9d749', 'status': 'completed', 'code': 200} Jul 16 01:24:52.059079 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f3276f88-70ee-483c-ac73-84b860592647 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.072731 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3276f88-70ee-483c-ac73-84b860592647 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:52.073444 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f3276f88-70ee-483c-ac73-84b860592647 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.081378 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a96263-f5c8-43de-a604-065dabe9970c req-4e6aa27e-6083-4cce-8f8d-d05ff4564881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:52.083042 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-99a96263-f5c8-43de-a604-065dabe9970c req-4e6aa27e-6083-4cce-8f8d-d05ff4564881 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1145365 Jul 16 01:24:52.087840 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b32a2c77-8f85-4a5e-85bb-6c8c02dffe3d req-77683b48-6b0a-464d-af1f-a3b95231657a tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:52.119361 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:52.126059 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aca7eb0-5c00-4016-af71-b69219a2ab3a None None] Network 7b0fdad3-c1cf-44f4-b2d1-ad13a7b9724b requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:52.176948 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77683b48-6b0a-464d-af1f-a3b95231657a tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Pushing event deleted for resources: {'Port': ['ID=fbb1ebed-036e-45cd-a981-a7b13cf8bf10,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:52.207713 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 19faff92-46bf-431b-8a3f-976efc777c78 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:52.224311 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f3276f88-70ee-483c-ac73-84b860592647 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.231480 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f3276f88-70ee-483c-ac73-84b860592647 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.234120 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f3276f88-70ee-483c-ac73-84b860592647 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/networks/7b0fdad3-c1cf-44f4-b2d1-ad13a7b9724b HTTP/1.1" status: 204 len: 168 time: 0.9219723 Jul 16 01:24:52.242173 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46014) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:52.246726 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32a2c77-8f85-4a5e-85bb-6c8c02dffe3d req-77683b48-6b0a-464d-af1f-a3b95231657a tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] No DVR routers for this DVR port fbb1ebed-036e-45cd-a981-a7b13cf8bf10 on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:52.251776 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-9f1b339c-0c60-4011-888e-a77adc57dfea tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1523875137'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:52.259897 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b32a2c77-8f85-4a5e-85bb-6c8c02dffe3d req-77683b48-6b0a-464d-af1f-a3b95231657a tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.267941 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b32a2c77-8f85-4a5e-85bb-6c8c02dffe3d req-77683b48-6b0a-464d-af1f-a3b95231657a tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.84 "DELETE /v2.0/ports/fbb1ebed-036e-45cd-a981-a7b13cf8bf10 HTTP/1.1" status: 204 len: 173 time: 1.4239869 Jul 16 01:24:52.291585 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3276f88-70ee-483c-ac73-84b860592647 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Network': ['ID=7b0fdad3-c1cf-44f4-b2d1-ad13a7b9724b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:52.311261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a96263-f5c8-43de-a604-065dabe9970c req-b1abd099-9da3-4094-a555-4ca48329fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:52.313342 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-99a96263-f5c8-43de-a604-065dabe9970c req-b1abd099-9da3-4094-a555-4ca48329fe92 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2130795 Jul 16 01:24:52.314753 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1b339c-0c60-4011-888e-a77adc57dfea tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Made reservation on behalf of 65b74c9f7c7a4277af56c6253487ffb4 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:52.321874 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9f1b339c-0c60-4011-888e-a77adc57dfea tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.338081 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 19faff92-46bf-431b-8a3f-976efc777c78 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:52.338516 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 19faff92-46bf-431b-8a3f-976efc777c78 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:52.345082 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e773e3-d23f-4f5e-aa3c-195e40b0a1e4 req-cb2cf04c-6c6d-4bec-b49f-06d200d82f91 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:52.347096 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a9e773e3-d23f-4f5e-aa3c-195e40b0a1e4 req-cb2cf04c-6c6d-4bec-b49f-06d200d82f91 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8856b4b-4ad7-43ca-8632-2f3354eef99c HTTP/1.1" status: 200 len: 948 time: 0.1119177 Jul 16 01:24:52.395865 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f1b339c-0c60-4011-888e-a77adc57dfea tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:52.427644 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-beaebcc8-d0e4-4513-9c2c-a3003e032136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'name': 'tempest-ServersTestManualDisk-40304155-router', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'gw_port': {'id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '0e5dccb5-aa2d-4542-82a5-847c33293363', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'port_id': 'b89787ee-73a7-4aad-994f-44a048ac45ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21db8485-c054-467b-beec-87e40339314e', 'mac_address': 'fa:16:3e:1d:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:24:26Z', 'updated_at': '2021-07-16T01:24:49Z', 'revision_number': 1, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62d1afe1-e021-4ce8-8fff-86121808c196', 'name': '', 'network_id': '21db8485-c054-467b-beec-87e40339314e', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'mac_address': 'fa:16:3e:51:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '007570ca-e090-4b11-9188-5caf28ec1f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:14Z', 'updated_at': '2021-07-16T01:24:23Z', 'revision_number': 5, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'subnets': [{'id': '007570ca-e090-4b11-9188-5caf28ec1f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:52.443033 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a9e773e3-d23f-4f5e-aa3c-195e40b0a1e4 req-a7366c87-79fe-4c51-a955-06120bada96a tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864594 Jul 16 01:24:52.480204 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9f1b339c-0c60-4011-888e-a77adc57dfea tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.480581 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-9f1b339c-0c60-4011-888e-a77adc57dfea tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Added segment ada3042c-2c65-4b88-b6f2-a7df01be22ef of type vlan for network 8a5f6ab8-a94b-4e91-adb0-2a86edd27597 Jul 16 01:24:52.486049 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaebcc8-d0e4-4513-9c2c-a3003e032136 None None] Checking router: 36aba62a-72c9-45a5-a3c8-5a83e0a874b1 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:52.535469 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-99a96263-f5c8-43de-a604-065dabe9970c req-f3463b6e-2cc8-45e0-8d8a-55f77913ad70 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029064 Jul 16 01:24:52.539291 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9f1b339c-0c60-4011-888e-a77adc57dfea tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.553629 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaebcc8-d0e4-4513-9c2c-a3003e032136 None None] Routers {'36aba62a-72c9-45a5-a3c8-5a83e0a874b1'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:52.559932 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-beaebcc8-d0e4-4513-9c2c-a3003e032136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:24:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['36aba62a-72c9-45a5-a3c8-5a83e0a874b1'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:52.648410 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9f1b339c-0c60-4011-888e-a77adc57dfea tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.654812 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1b339c-0c60-4011-888e-a77adc57dfea tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:52.655426 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9f1b339c-0c60-4011-888e-a77adc57dfea tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.715940 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9f1b339c-0c60-4011-888e-a77adc57dfea tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4671016 Jul 16 01:24:52.716775 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46022) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:52.721913 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-bd1a1788-a9d2-49ff-a365-e3dd5336effe tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'subnet': {'network_id': '8a5f6ab8-a94b-4e91-adb0-2a86edd27597', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:52.755313 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-99a96263-f5c8-43de-a604-065dabe9970c req-b6e6a581-769d-48c5-865d-1dfa336f9b27 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114611 Jul 16 01:24:52.756424 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b339c-0c60-4011-888e-a77adc57dfea tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Network': ['ID=8a5f6ab8-a94b-4e91-adb0-2a86edd27597,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:52.884061 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1a1788-a9d2-49ff-a365-e3dd5336effe tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Made reservation on behalf of 65b74c9f7c7a4277af56c6253487ffb4 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:52.890880 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1788-a9d2-49ff-a365-e3dd5336effe tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.900881 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-62cebb76-7538-4b26-95aa-350735966aa6 req-d00a37bc-4df3-413f-96fb-46d5789a8f41 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/4154eb7b-e0dd-45f4-b3a7-d73485b290cd HTTP/1.1" status: 200 len: 1803 time: 0.0704677 Jul 16 01:24:52.917274 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 8a5f6ab8-a94b-4e91-adb0-2a86edd27597 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:52.954566 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c326c-4dc9-4122-a06c-1dbf158eb58c req-56dd1c0a-421e-48d2-832f-dced074992a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:52.956659 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2a1c326c-4dc9-4122-a06c-1dbf158eb58c req-56dd1c0a-421e-48d2-832f-dced074992a3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=edd1ed0455014b31835bf69f0954c3dd&device_id=e8856b4b-4ad7-43ca-8632-2f3354eef99c HTTP/1.1" status: 200 len: 1100 time: 0.1361248 Jul 16 01:24:52.969761 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.ipam_backend_mixin [None req-bd1a1788-a9d2-49ff-a365-e3dd5336effe tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Performing IP validity checks on allocation pools {{(pid=93955) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:24:52.970310 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.ipam_backend_mixin [None req-bd1a1788-a9d2-49ff-a365-e3dd5336effe tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93955) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:24:53.051076 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-beaebcc8-d0e4-4513-9c2c-a3003e032136 None None] Set router 36aba62a-72c9-45a5-a3c8-5a83e0a874b1 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:53.143362 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c326c-4dc9-4122-a06c-1dbf158eb58c req-3466dd76-f48a-426b-b127-511377121218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:53.145299 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2a1c326c-4dc9-4122-a06c-1dbf158eb58c req-3466dd76-f48a-426b-b127-511377121218 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.1676967 Jul 16 01:24:53.184232 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1788-a9d2-49ff-a365-e3dd5336effe tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.228950 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2a1c326c-4dc9-4122-a06c-1dbf158eb58c req-e64fd944-82d2-41cf-8d2b-f476428b13b2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=a868c89e-94c0-4cd5-903b-cf36e7f9d749 HTTP/1.1" status: 200 len: 217 time: 0.0740526 Jul 16 01:24:53.229668 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-62cebb76-7538-4b26-95aa-350735966aa6 req-0f918ec0-543b-4fe6-a5c6-d956b7db2a06 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.292719 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1a1788-a9d2-49ff-a365-e3dd5336effe tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Checking segment: {'id': 'ada3042c-2c65-4b88-b6f2-a7df01be22ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8a5f6ab8-a94b-4e91-adb0-2a86edd27597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:53.293118 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1a1788-a9d2-49ff-a365-e3dd5336effe tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Network hostable DHCP agents. Network: 8a5f6ab8-a94b-4e91-adb0-2a86edd27597, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:53.298471 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a1788-a9d2-49ff-a365-e3dd5336effe tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Subnet': ['ID=29a2dba2-eb2e-45fe-a5db-5632ab45d48e,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:53.325586 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1a1788-a9d2-49ff-a365-e3dd5336effe tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Network 8a5f6ab8-a94b-4e91-adb0-2a86edd27597 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:53.345712 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-bd1a1788-a9d2-49ff-a365-e3dd5336effe tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 8a5f6ab8-a94b-4e91-adb0-2a86edd27597) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:53.352340 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1a1788-a9d2-49ff-a365-e3dd5336effe tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:53.352830 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1788-a9d2-49ff-a365-e3dd5336effe tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.364497 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf02609-a2d3-48c3-943f-a8ee0fda3649 None None] Network 8a5f6ab8-a94b-4e91-adb0-2a86edd27597 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:53.370047 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c326c-4dc9-4122-a06c-1dbf158eb58c req-3feddad0-fcad-4439-981c-7cc29e80e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:53.371610 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2a1c326c-4dc9-4122-a06c-1dbf158eb58c req-3feddad0-fcad-4439-981c-7cc29e80e212 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1208370 Jul 16 01:24:53.377540 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-62cebb76-7538-4b26-95aa-350735966aa6 req-0f918ec0-543b-4fe6-a5c6-d956b7db2a06 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.412011 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bd1a1788-a9d2-49ff-a365-e3dd5336effe tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6944821 Jul 16 01:24:53.434194 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46040) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:53.501304 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-beaebcc8-d0e4-4513-9c2c-a3003e032136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'name': 'tempest-ServersTestManualDisk-40304155-router', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'gw_port': {'id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '0e5dccb5-aa2d-4542-82a5-847c33293363', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'port_id': 'b89787ee-73a7-4aad-994f-44a048ac45ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21db8485-c054-467b-beec-87e40339314e', 'mac_address': 'fa:16:3e:1d:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:24:26Z', 'updated_at': '2021-07-16T01:24:49Z', 'revision_number': 1, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62d1afe1-e021-4ce8-8fff-86121808c196', 'name': '', 'network_id': '21db8485-c054-467b-beec-87e40339314e', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'mac_address': 'fa:16:3e:51:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '007570ca-e090-4b11-9188-5caf28ec1f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:14Z', 'updated_at': '2021-07-16T01:24:23Z', 'revision_number': 5, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'subnets': [{'id': '007570ca-e090-4b11-9188-5caf28ec1f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:53.529963 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c326c-4dc9-4122-a06c-1dbf158eb58c req-5138aee4-2211-4735-8591-a43be07a6511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:53.531609 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2a1c326c-4dc9-4122-a06c-1dbf158eb58c req-5138aee4-2211-4735-8591-a43be07a6511 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1398869 Jul 16 01:24:53.536030 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1', 'tag': 'b89787ee-73a7-4aad-994f-44a048ac45ad'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:53.545410 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c664b9e5-c7fe-44d0-98e8-e75885406093" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1", "tag": "b89787ee-73a7-4aad-994f-44a048ac45ad"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:53.588182 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-62cebb76-7538-4b26-95aa-350735966aa6 req-0f918ec0-543b-4fe6-a5c6-d956b7db2a06 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.590672 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-62cebb76-7538-4b26-95aa-350735966aa6 req-0f918ec0-543b-4fe6-a5c6-d956b7db2a06 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.591825 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-62cebb76-7538-4b26-95aa-350735966aa6 req-0f918ec0-543b-4fe6-a5c6-d956b7db2a06 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "DELETE /v2.0/security-groups/4154eb7b-e0dd-45f4-b3a7-d73485b290cd HTTP/1.1" status: 204 len: 173 time: 0.6695404 Jul 16 01:24:53.601787 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaebcc8-d0e4-4513-9c2c-a3003e032136 None None] The sync data for ids ['36aba62a-72c9-45a5-a3c8-5a83e0a874b1'] in n-d-792394-16 is: [{'id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'name': 'tempest-ServersTestManualDisk-40304155-router', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'gw_port': {'id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '0e5dccb5-aa2d-4542-82a5-847c33293363', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'port_id': 'b89787ee-73a7-4aad-994f-44a048ac45ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21db8485-c054-467b-beec-87e40339314e', 'mac_address': 'fa:16:3e:1d:ec:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:24:26Z', 'updated_at': '2021-07-16T01:24:49Z', 'revision_number': 1, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62d1afe1-e021-4ce8-8fff-86121808c196', 'name': '', 'network_id': '21db8485-c054-467b-beec-87e40339314e', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'mac_address': 'fa:16:3e:51:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '007570ca-e090-4b11-9188-5caf28ec1f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:14Z', 'updated_at': '2021-07-16T01:24:23Z', 'revision_number': 5, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'subnets': [{'id': '007570ca-e090-4b11-9188-5caf28ec1f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:53.615664 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f691dbda-e09f-439e-a7be-b75b82dc2e99 req-7c7d4a1d-6ee7-46b8-9b01-60c84911b9b4 tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0606806 Jul 16 01:24:53.619988 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f918ec0-543b-4fe6-a5c6-d956b7db2a06 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4154eb7b-e0dd-45f4-b3a7-d73485b290cd,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:53.634017 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-8a5f6ab8-a94b-4e91-adb0-2a86edd27597', 'network_id': '8a5f6ab8-a94b-4e91-adb0-2a86edd27597', 'tenant_id': '65b74c9f7c7a4277af56c6253487ffb4', 'fixed_ips': [{'subnet_id': '29a2dba2-eb2e-45fe-a5db-5632ab45d48e'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:24:53.635241 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.639650 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-89abff56-3077-40fc-942e-16e3530a463b tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:53.643890 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-89abff56-3077-40fc-942e-16e3530a463b tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.82 "GET /v2.0/networks?id=7d194017-b2ba-4736-9426-86f2c4d9db47 HTTP/1.1" status: 200 len: 805 time: 0.2622578 Jul 16 01:24:53.659418 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-f55d10e9-b222-4bc3-8e62-3ac42cb4974c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Request body: {'port': {'device_id': '865d4f00-19fa-4ed8-a6b6-2521df644b33', 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47', 'admin_state_up': True, 'tenant_id': 'c1a8d4b2ddbf47a7b73f2c07224e331f'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:53.742169 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.813855 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.901853 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-f55d10e9-b222-4bc3-8e62-3ac42cb4974c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Made reservation on behalf of c1a8d4b2ddbf47a7b73f2c07224e331f for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:53.907948 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-f55d10e9-b222-4bc3-8e62-3ac42cb4974c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.909814 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Allocated IP 172.20.0.3 (8a5f6ab8-a94b-4e91-adb0-2a86edd27597/29a2dba2-eb2e-45fe-a5db-5632ab45d48e/6ba6553c-3684-4bb6-8278-921a1dbdc06b) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:53.933880 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2a1c326c-4dc9-4122-a06c-1dbf158eb58c req-3ab7940a-9050-42f9-b51e-dadb8b49ebbc service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738055 Jul 16 01:24:53.946426 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d6ca228d-9cc3-40c5-b066-56acf8599a8a req-1045759d-4a01-4cd9-8a6d-2cffe3d11cb1 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 210 time: 0.0673256 Jul 16 01:24:53.985973 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9c6401-5780-4a7f-8c1d-00f96252824f None None] New status for floating IP 0e5dccb5-aa2d-4542-82a5-847c33293363: ACTIVE {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:24:54.031184 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54103087-7d43-4706-8804-34af66c2ac9e', 'name': 'network-vif-deleted', 'tag': 'fbb1ebed-036e-45cd-a981-a7b13cf8bf10'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:54.033499 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae525817-4057-4c64-943f-e5ac03b4c041" -d '{"events": [{"server_uuid": "54103087-7d43-4706-8804-34af66c2ac9e", "name": "network-vif-deleted", "tag": "fbb1ebed-036e-45cd-a981-a7b13cf8bf10"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:54.072167 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cc31e5-3345-4eb7-b177-804c7a8413b8 x-openstack-request-id: req-f1cc31e5-3345-4eb7-b177-804c7a8413b8 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:54.072745 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1", "tag": "b89787ee-73a7-4aad-994f-44a048ac45ad", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:54.072745 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1cc31e5-3345-4eb7-b177-804c7a8413b8 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:54.073126 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1', 'tag': 'b89787ee-73a7-4aad-994f-44a048ac45ad', 'status': 'completed', 'code': 200} Jul 16 01:24:54.089183 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.099209 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Transition to ACTIVE for port object 6ba6553c-3684-4bb6-8278-921a1dbdc06b will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:54.116719 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Transition to ACTIVE for port object 6ba6553c-3684-4bb6-8278-921a1dbdc06b will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:54.129147 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.171691 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e2ec9-acd0-4d38-b639-2045ce4fca73 req-42258c1f-c9b8-4c63-8f8b-f675b1cd4340 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:54.179561 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a0e2ec9-acd0-4d38-b639-2045ce4fca73 req-42258c1f-c9b8-4c63-8f8b-f675b1cd4340 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8856b4b-4ad7-43ca-8632-2f3354eef99c HTTP/1.1" status: 200 len: 948 time: 0.1526203 Jul 16 01:24:54.186955 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Pushing event updated for resources: {'Port': ['ID=6ba6553c-3684-4bb6-8278-921a1dbdc06b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:54.189862 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device fbb1ebed-036e-45cd-a981-a7b13cf8bf10 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:54.206667 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-f55d10e9-b222-4bc3-8e62-3ac42cb4974c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Allocated IP 172.20.0.5 (7d194017-b2ba-4736-9426-86f2c4d9db47/01112ffd-e4af-4423-aa07-05f338809738/c65e8d86-669c-48f2-8b93-221464e9ce4b) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:54.226217 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.227549 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:54.228206 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:54.228812 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:54.229400 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:54.230340 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:54.230905 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:54.232949 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:54.233551 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:54.234435 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:54.235020 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:54.236095 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:54.236752 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:54.240716 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: fbb1ebed-036e-45cd-a981-a7b13cf8bf10 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:54.241404 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device fbb1ebed-036e-45cd-a981-a7b13cf8bf10 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:54.250938 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Network 8a5f6ab8-a94b-4e91-adb0-2a86edd27597 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:54.253089 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:54.254605 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a0e2ec9-acd0-4d38-b639-2045ce4fca73 req-2c08d7f6-f3bc-4149-bd1a-de2e088a789d tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740557 Jul 16 01:24:54.255851 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:54.311445 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:24:54.339746 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Attempting to bind port 6ba6553c-3684-4bb6-8278-921a1dbdc06b on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:54.340469 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Attempting to bind port 6ba6553c-3684-4bb6-8278-921a1dbdc06b by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'ada3042c-2c65-4b88-b6f2-a7df01be22ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8a5f6ab8-a94b-4e91-adb0-2a86edd27597'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:54.341104 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Attempting to bind port 6ba6553c-3684-4bb6-8278-921a1dbdc06b on network 8a5f6ab8-a94b-4e91-adb0-2a86edd27597 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:54.348180 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:54.348637 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Checking segment: {'id': 'ada3042c-2c65-4b88-b6f2-a7df01be22ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8a5f6ab8-a94b-4e91-adb0-2a86edd27597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:54.349045 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.349937 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Bound using segment: {'id': 'ada3042c-2c65-4b88-b6f2-a7df01be22ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8a5f6ab8-a94b-4e91-adb0-2a86edd27597'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:54.350694 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Bound port: 6ba6553c-3684-4bb6-8278-921a1dbdc06b, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada3042c-2c65-4b88-b6f2-a7df01be22ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8a5f6ab8-a94b-4e91-adb0-2a86edd27597'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:54.351086 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.448507 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] For port 6ba6553c-3684-4bb6-8278-921a1dbdc06b, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:54.452634 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] For port 6ba6553c-3684-4bb6-8278-921a1dbdc06b, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=6ba6553c-3684-4bb6-8278-921a1dbdc06b,segment=NetworkSegment(ada3042c-2c65-4b88-b6f2-a7df01be22ef),segment_id=ada3042c-2c65-4b88-b6f2-a7df01be22ef)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:54.460945 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.495400 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-f55d10e9-b222-4bc3-8e62-3ac42cb4974c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.566893 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6457815-0e10-49d9-8bb5-e9b76c4009a2 None None] Pushing event updated for resources: {'Port': ['ID=6ba6553c-3684-4bb6-8278-921a1dbdc06b,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:54.580004 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-f55d10e9-b222-4bc3-8e62-3ac42cb4974c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.595255 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9684679-14da-4511-9d8e-4f5c3e3ff707 None None] Network 8a5f6ab8-a94b-4e91-adb0-2a86edd27597 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:54.623904 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9ab04e-676d-4855-9075-503579edc5a0 x-openstack-request-id: req-0f9ab04e-676d-4855-9075-503579edc5a0 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:54.624123 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54103087-7d43-4706-8804-34af66c2ac9e", "name": "network-vif-deleted", "tag": "fbb1ebed-036e-45cd-a981-a7b13cf8bf10", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:54.624347 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f9ab04e-676d-4855-9075-503579edc5a0 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:54.624959 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54103087-7d43-4706-8804-34af66c2ac9e', 'name': 'network-vif-deleted', 'tag': 'fbb1ebed-036e-45cd-a981-a7b13cf8bf10', 'status': 'completed', 'code': 200} Jul 16 01:24:54.633668 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-f55d10e9-b222-4bc3-8e62-3ac42cb4974c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Network 7d194017-b2ba-4736-9426-86f2c4d9db47 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:54.644871 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Subnet': ['ID=29a2dba2-eb2e-45fe-a5db-5632ab45d48e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:54.645207 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-f55d10e9-b222-4bc3-8e62-3ac42cb4974c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:54.655226 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664b9e5-c7fe-44d0-98e8-e75885406093 req-11fa72d3-bf6f-4315-b0b7-18747fb45c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:54.655466 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-f55d10e9-b222-4bc3-8e62-3ac42cb4974c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:54.657227 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c664b9e5-c7fe-44d0-98e8-e75885406093 req-11fa72d3-bf6f-4315-b0b7-18747fb45c39 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bd4f8fb6acab47c0b403eff8317f556f&device_id=9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1 HTTP/1.1" status: 200 len: 1097 time: 0.5680897 Jul 16 01:24:54.661428 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d10e9-b222-4bc3-8e62-3ac42cb4974c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Pushing event updated for resources: {'Port': ['ID=c65e8d86-669c-48f2-8b93-221464e9ce4b,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:54.704130 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2a1c326c-4dc9-4122-a06c-1dbf158eb58c req-ab4bf529-5d1f-4250-ac76-26e0f9065851 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7529573 Jul 16 01:24:54.756891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-f55d10e9-b222-4bc3-8e62-3ac42cb4974c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:54.757856 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-f55d10e9-b222-4bc3-8e62-3ac42cb4974c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.772984 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee4393e-5af1-4169-8410-e80d05dd1d0b None None] get_active_networks_info from n-d-792394-16 {{(pid=93957) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:24:54.783020 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-f55d10e9-b222-4bc3-8e62-3ac42cb4974c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1281409 Jul 16 01:24:54.805373 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-fce21569-4dcb-4e4b-aeb1-559dba1d6d9a service neutron] Request body: {'port': {'device_id': '865d4f00-19fa-4ed8-a6b6-2521df644b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:54.812633 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.824136 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5f6ab8-a94b-4e91-adb0-2a86edd27597']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:54.835352 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada3042c-2c65-4b88-b6f2-a7df01be22ef') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:54.835777 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada3042c-2c65-4b88-b6f2-a7df01be22ef') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:54.846004 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.860852 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-719aad20-4938-4039-8a13-cdff203102ff req-ce986747-08a4-45d6-8312-b2e760a052c6 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/66604c98-3108-428d-a1c2-13830a8809f0 HTTP/1.1" status: 200 len: 1802 time: 0.5913262 Jul 16 01:24:54.873830 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46064) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:54.881626 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fbf61c83-5812-4344-aed6-2d226d6c27ff req-bd3e3457-af64-40ae-9a8e-1a0f7253b76a tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0338979 Jul 16 01:24:54.893494 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee4393e-5af1-4169-8410-e80d05dd1d0b None None] Resources bound (agent type, host, resource id): {{(pid=93957) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:24:54.935992 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.956380 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:54.957167 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:54.961355 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:54.975840 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-fce21569-4dcb-4e4b-aeb1-559dba1d6d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.994498 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664b9e5-c7fe-44d0-98e8-e75885406093 req-d594fcf5-f2ff-43a9-bedb-023cd7adca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:54.996063 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c664b9e5-c7fe-44d0-98e8-e75885406093 req-d594fcf5-f2ff-43a9-bedb-023cd7adca4f service neutron] 10.222.0.84 "GET /v2.0/networks?id=21db8485-c054-467b-beec-87e40339314e HTTP/1.1" status: 200 len: 911 time: 0.3302054 Jul 16 01:24:55.030128 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-719aad20-4938-4039-8a13-cdff203102ff req-c113f5b0-0815-4fbf-83cd-0d82341ffd1f tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.157104 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.db.api [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:24:55.157104 n-d-792394-16 neutron-server[93956]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:24:55.157104 n-d-792394-16 neutron-server[93956]: [parameters: {'id': '8a5f6ab8-a94b-4e91-adb0-2a86edd27597'}] Jul 16 01:24:55.157104 n-d-792394-16 neutron-server[93956]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93956) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:24:55.157712 n-d-792394-16 neutron-server[93956]: DEBUG oslo_db.api [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:24:55.170809 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6d3b488c-fb29-4b1f-bcb9-fe74c8326877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.187028 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-719aad20-4938-4039-8a13-cdff203102ff req-c113f5b0-0815-4fbf-83cd-0d82341ffd1f tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.230226 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c664b9e5-c7fe-44d0-98e8-e75885406093 req-2218c09b-3eb9-4c42-8fad-c2e525dedd7b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b89787ee-73a7-4aad-994f-44a048ac45ad HTTP/1.1" status: 200 len: 1000 time: 0.2125573 Jul 16 01:24:55.307535 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-719aad20-4938-4039-8a13-cdff203102ff req-c113f5b0-0815-4fbf-83cd-0d82341ffd1f tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.309236 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3561fdb-df57-4d20-9812-540d7856602f req-16f68429-f546-4149-b3e3-1737075fcaf8 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:55.310689 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-719aad20-4938-4039-8a13-cdff203102ff req-c113f5b0-0815-4fbf-83cd-0d82341ffd1f tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.310863 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b3561fdb-df57-4d20-9812-540d7856602f req-16f68429-f546-4149-b3e3-1737075fcaf8 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 931 time: 0.1264532 Jul 16 01:24:55.311943 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-719aad20-4938-4039-8a13-cdff203102ff req-c113f5b0-0815-4fbf-83cd-0d82341ffd1f tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "DELETE /v2.0/security-groups/66604c98-3108-428d-a1c2-13830a8809f0 HTTP/1.1" status: 204 len: 173 time: 0.4502749 Jul 16 01:24:55.341845 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113f5b0-0815-4fbf-83cd-0d82341ffd1f tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66604c98-3108-428d-a1c2-13830a8809f0,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:55.348828 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664b9e5-c7fe-44d0-98e8-e75885406093 req-ee95a20a-0bba-4cb3-8076-183b469ec71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:55.350250 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c664b9e5-c7fe-44d0-98e8-e75885406093 req-ee95a20a-0bba-4cb3-8076-183b469ec71b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=007570ca-e090-4b11-9188-5caf28ec1f2f HTTP/1.1" status: 200 len: 849 time: 0.1051741 Jul 16 01:24:55.401297 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b3561fdb-df57-4d20-9812-540d7856602f req-b5453d41-b22f-4d88-bcbf-8f0b7b5ee72b tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824122 Jul 16 01:24:55.449870 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-fce21569-4dcb-4e4b-aeb1-559dba1d6d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65e8d86-669c-48f2-8b93-221464e9ce4b {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:55.457624 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6d3b488c-fb29-4b1f-bcb9-fe74c8326877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.457828 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-fce21569-4dcb-4e4b-aeb1-559dba1d6d9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.464697 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-70d30097-9589-4a35-87a8-de44e0193901 req-6b210c26-abcb-44e1-88b9-917bd4607a25 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1870374452', 'description': 'tempest-description-178112686'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:55.471718 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-fce21569-4dcb-4e4b-aeb1-559dba1d6d9a service neutron] Transition to ACTIVE for port object c65e8d86-669c-48f2-8b93-221464e9ce4b will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:55.474346 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6d3b488c-fb29-4b1f-bcb9-fe74c8326877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.477312 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-fce21569-4dcb-4e4b-aeb1-559dba1d6d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.525042 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664b9e5-c7fe-44d0-98e8-e75885406093 req-6322cbae-a2a7-47ec-90d9-b52ebd190b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:55.526580 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c664b9e5-c7fe-44d0-98e8-e75885406093 req-6322cbae-a2a7-47ec-90d9-b52ebd190b62 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=21db8485-c054-467b-beec-87e40339314e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1659076 Jul 16 01:24:55.544269 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6d3b488c-fb29-4b1f-bcb9-fe74c8326877 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf538f85e4684a4c815f7a619bf433ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6668596 Jul 16 01:24:55.546439 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b488c-fb29-4b1f-bcb9-fe74c8326877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde6fc1a-2c8d-41f2-9057-e354af662009,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:55.549866 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46076) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:55.560265 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-70d30097-9589-4a35-87a8-de44e0193901 req-6b210c26-abcb-44e1-88b9-917bd4607a25 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.581333 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce21569-4dcb-4e4b-aeb1-559dba1d6d9a service neutron] Pushing event updated for resources: {'Port': ['ID=c65e8d86-669c-48f2-8b93-221464e9ce4b,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:55.643644 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-fce21569-4dcb-4e4b-aeb1-559dba1d6d9a service neutron] Attempting to bind port c65e8d86-669c-48f2-8b93-221464e9ce4b on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:55.643975 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-fce21569-4dcb-4e4b-aeb1-559dba1d6d9a service neutron] Attempting to bind port c65e8d86-669c-48f2-8b93-221464e9ce4b by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:55.644290 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-fce21569-4dcb-4e4b-aeb1-559dba1d6d9a service neutron] Attempting to bind port c65e8d86-669c-48f2-8b93-221464e9ce4b on network 7d194017-b2ba-4736-9426-86f2c4d9db47 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:55.657555 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03829c-b564-4d1f-ae00-b2762315fe7a req-2d7b64ce-6487-4de4-bba4-2b5d7722108e tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:55.659057 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab03829c-b564-4d1f-ae00-b2762315fe7a req-2d7b64ce-6487-4de4-bba4-2b5d7722108e tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8856b4b-4ad7-43ca-8632-2f3354eef99c HTTP/1.1" status: 200 len: 948 time: 0.1405613 Jul 16 01:24:55.660125 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-fce21569-4dcb-4e4b-aeb1-559dba1d6d9a service neutron] Port c65e8d86-669c-48f2-8b93-221464e9ce4b on network 7d194017-b2ba-4736-9426-86f2c4d9db47 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:55.660388 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-fce21569-4dcb-4e4b-aeb1-559dba1d6d9a service neutron] Attempting to bind port c65e8d86-669c-48f2-8b93-221464e9ce4b on network 7d194017-b2ba-4736-9426-86f2c4d9db47 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:55.662163 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.665947 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-fce21569-4dcb-4e4b-aeb1-559dba1d6d9a service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:55.666281 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-fce21569-4dcb-4e4b-aeb1-559dba1d6d9a service neutron] Checking segment: {'id': 'c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:55.666679 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-fce21569-4dcb-4e4b-aeb1-559dba1d6d9a service neutron] Bound using segment: {'id': 'c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:55.667084 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-fce21569-4dcb-4e4b-aeb1-559dba1d6d9a service neutron] Bound port: c65e8d86-669c-48f2-8b93-221464e9ce4b, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:55.667437 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-fce21569-4dcb-4e4b-aeb1-559dba1d6d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.713390 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c664b9e5-c7fe-44d0-98e8-e75885406093 req-32293e74-1ee8-408e-ac70-74692070e0ee service neutron] 10.222.0.84 "GET /v2.0/networks/21db8485-c054-467b-beec-87e40339314e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790612 Jul 16 01:24:55.722783 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d14d272-8c74-4b6a-a9a5-407f5d47b557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.729028 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab03829c-b564-4d1f-ae00-b2762315fe7a req-df600e6d-2af4-4b86-9e99-79655e86c0f2 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590675 Jul 16 01:24:55.766896 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-fce21569-4dcb-4e4b-aeb1-559dba1d6d9a service neutron] For port c65e8d86-669c-48f2-8b93-221464e9ce4b, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:55.770512 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-fce21569-4dcb-4e4b-aeb1-559dba1d6d9a service neutron] For port c65e8d86-669c-48f2-8b93-221464e9ce4b, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c65e8d86-669c-48f2-8b93-221464e9ce4b,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:55.775790 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-fce21569-4dcb-4e4b-aeb1-559dba1d6d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.815057 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-fce21569-4dcb-4e4b-aeb1-559dba1d6d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:55.815467 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d14d272-8c74-4b6a-a9a5-407f5d47b557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.815993 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-fce21569-4dcb-4e4b-aeb1-559dba1d6d9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.817126 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-fce21569-4dcb-4e4b-aeb1-559dba1d6d9a service neutron] 10.222.0.82 "PUT /v2.0/ports/c65e8d86-669c-48f2-8b93-221464e9ce4b HTTP/1.1" status: 200 len: 1092 time: 1.0237162 Jul 16 01:24:55.841090 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce21569-4dcb-4e4b-aeb1-559dba1d6d9a service neutron] Pushing event updated for resources: {'Port': ['ID=c65e8d86-669c-48f2-8b93-221464e9ce4b,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:55.915410 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-70d30097-9589-4a35-87a8-de44e0193901 req-6b210c26-abcb-44e1-88b9-917bd4607a25 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.919571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-462e8d2f-5b31-4c32-a808-1b34598fd989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:55.921057 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-462e8d2f-5b31-4c32-a808-1b34598fd989 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c1a8d4b2ddbf47a7b73f2c07224e331f&device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 1095 time: 0.0590277 Jul 16 01:24:55.935392 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-70d30097-9589-4a35-87a8-de44e0193901 req-6b210c26-abcb-44e1-88b9-917bd4607a25 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.964376 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c664b9e5-c7fe-44d0-98e8-e75885406093 req-cadaf8b2-4d77-4edd-a3de-7c12d28adc8b service neutron] 10.222.0.84 "GET /v2.0/networks/21db8485-c054-467b-beec-87e40339314e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431977 Jul 16 01:24:55.978335 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-449a563c-2117-4a30-b48c-5a9021e35829 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c65e8d86-669c-48f2-8b93-221464e9ce4b HTTP/1.1" status: 200 len: 217 time: 0.0493329 Jul 16 01:24:55.980900 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Deleting port 6ba6553c-3684-4bb6-8278-921a1dbdc06b {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:55.981242 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.998401 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-70d30097-9589-4a35-87a8-de44e0193901 req-6b210c26-abcb-44e1-88b9-917bd4607a25 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.003929 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-70d30097-9589-4a35-87a8-de44e0193901 req-6b210c26-abcb-44e1-88b9-917bd4607a25 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5484776 Jul 16 01:24:56.012671 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d14d272-8c74-4b6a-a9a5-407f5d47b557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.015208 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d14d272-8c74-4b6a-a9a5-407f5d47b557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.016390 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1d14d272-8c74-4b6a-a9a5-407f5d47b557 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cde6fc1a-2c8d-41f2-9057-e354af662009 HTTP/1.1" status: 204 len: 168 time: 0.4538634 Jul 16 01:24:56.018970 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b210c26-abcb-44e1-88b9-917bd4607a25 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36f7be1-7309-44b1-9cb7-baf5516728e5,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:56.034301 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14d272-8c74-4b6a-a9a5-407f5d47b557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde6fc1a-2c8d-41f2-9057-e354af662009,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:56.070171 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7a95adc6-0b92-4d92-8420-7f84dea1db22 req-871cbc9b-1bd9-4dff-9480-0444dba02f9d tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0328948 Jul 16 01:24:56.074860 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865d4f00-19fa-4ed8-a6b6-2521df644b33', 'tag': 'c65e8d86-669c-48f2-8b93-221464e9ce4b'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:56.077592 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14244e42-c6f6-42e5-8b59-67006900d8c8" -d '{"events": [{"name": "network-changed", "server_uuid": "865d4f00-19fa-4ed8-a6b6-2521df644b33", "tag": "c65e8d86-669c-48f2-8b93-221464e9ce4b"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:56.096764 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] For port 6ba6553c-3684-4bb6-8278-921a1dbdc06b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=6ba6553c-3684-4bb6-8278-921a1dbdc06b,segment=NetworkSegment(ada3042c-2c65-4b88-b6f2-a7df01be22ef),segment_id=ada3042c-2c65-4b88-b6f2-a7df01be22ef)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:56.097130 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.103952 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-06596442-37b3-4c86-b7d5-5f4ba54c0c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:56.107496 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-06596442-37b3-4c86-b7d5-5f4ba54c0c72 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=01112ffd-e4af-4423-aa07-05f338809738 HTTP/1.1" status: 200 len: 845 time: 0.1221151 Jul 16 01:24:56.121093 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Calling delete_port for 6ba6553c-3684-4bb6-8278-921a1dbdc06b owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:56.140168 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3f15867c-d4a0-45a7-b62d-3191f0c582b5 req-06bc04ca-f009-4357-ab6f-b9bb4bb78e6e tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/b36f7be1-7309-44b1-9cb7-baf5516728e5 HTTP/1.1" status: 200 len: 1802 time: 0.1010313 Jul 16 01:24:56.156786 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-db795176-9f95-4c32-8804-5f9acd714efa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7d194017-b2ba-4736-9426-86f2c4d9db47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416265 Jul 16 01:24:56.179348 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-3f15867c-d4a0-45a7-b62d-3191f0c582b5 req-07dff812-1727-4d41-aa5e-197ab7bd0cc7 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Request body: {'security_group': {'name': 'tempest-sg-hth-909050011', 'description': 'tempest-description-hth-637908352'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:56.224113 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-3f15867c-d4a0-45a7-b62d-3191f0c582b5 req-07dff812-1727-4d41-aa5e-197ab7bd0cc7 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.276489 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.276917 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-b01b08e8-2ac8-49f6-a7c8-69b385a02400 service neutron] 10.222.0.82 "GET /v2.0/networks/7d194017-b2ba-4736-9426-86f2c4d9db47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111057 Jul 16 01:24:56.278717 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4d5ee7-457f-44fe-85b5-6a0fbec5d94b x-openstack-request-id: req-8e4d5ee7-457f-44fe-85b5-6a0fbec5d94b {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:56.279052 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865d4f00-19fa-4ed8-a6b6-2521df644b33", "tag": "c65e8d86-669c-48f2-8b93-221464e9ce4b", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:56.279563 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e4d5ee7-457f-44fe-85b5-6a0fbec5d94b {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:56.279735 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865d4f00-19fa-4ed8-a6b6-2521df644b33', 'tag': 'c65e8d86-669c-48f2-8b93-221464e9ce4b', 'status': 'completed', 'code': 200} Jul 16 01:24:56.315935 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-3f15867c-d4a0-45a7-b62d-3191f0c582b5 req-07dff812-1727-4d41-aa5e-197ab7bd0cc7 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.319068 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Port': ['ID=6ba6553c-3684-4bb6-8278-921a1dbdc06b,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:56.328793 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No DVR routers for this DVR port 6ba6553c-3684-4bb6-8278-921a1dbdc06b on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:56.340571 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device a868c89e-94c0-4cd5-903b-cf36e7f9d749 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:56.356024 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-3f15867c-d4a0-45a7-b62d-3191f0c582b5 req-07dff812-1727-4d41-aa5e-197ab7bd0cc7 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.359533 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-3f15867c-d4a0-45a7-b62d-3191f0c582b5 req-07dff812-1727-4d41-aa5e-197ab7bd0cc7 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.361170 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3f15867c-d4a0-45a7-b62d-3191f0c582b5 req-07dff812-1727-4d41-aa5e-197ab7bd0cc7 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "PUT /v2.0/security-groups/b36f7be1-7309-44b1-9cb7-baf5516728e5 HTTP/1.1" status: 200 len: 1775 time: 0.1886034 Jul 16 01:24:56.440403 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ebe365d3-1d70-4d6b-b17c-49c1153a4e1a req-05806409-e324-4d68-9ad8-dd3b602a03bf service neutron] 10.222.0.82 "GET /v2.0/networks/7d194017-b2ba-4736-9426-86f2c4d9db47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514504 Jul 16 01:24:56.447271 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.463751 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5f6ab8-a94b-4e91-adb0-2a86edd27597']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:56.473917 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98d719be-fc34-43d4-9f55-a13ec727be26 req-3ce8468a-a279-4dd8-9413-4678531c3bbf tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/b36f7be1-7309-44b1-9cb7-baf5516728e5 HTTP/1.1" status: 200 len: 1775 time: 0.0815735 Jul 16 01:24:56.476622 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada3042c-2c65-4b88-b6f2-a7df01be22ef') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:56.477154 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada3042c-2c65-4b88-b6f2-a7df01be22ef') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:56.491565 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.515832 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port a868c89e-94c0-4cd5-903b-cf36e7f9d749, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=a868c89e-94c0-4cd5-903b-cf36e7f9d749,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:56.524165 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dff812-1727-4d41-aa5e-197ab7bd0cc7 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36f7be1-7309-44b1-9cb7-baf5516728e5,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:56.539386 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'a868c89e-94c0-4cd5-903b-cf36e7f9d749', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': 'a868c89e-94c0-4cd5-903b-cf36e7f9d749', 'mac_address': 'fa:16:3e:b3:99:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:56.547809 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.563675 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:56.564166 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:56.570101 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:56.606226 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.625846 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-63f70d2c-13da-4347-8cc2-48c7d34f43e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.634102 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a868c89e-94c0-4cd5-903b-cf36e7f9d749 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:56.656556 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14244e42-c6f6-42e5-8b59-67006900d8c8 req-942e1117-3c60-4eec-9439-88db6afa3758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:56.659037 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-14244e42-c6f6-42e5-8b59-67006900d8c8 req-942e1117-3c60-4eec-9439-88db6afa3758 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c1a8d4b2ddbf47a7b73f2c07224e331f&device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 1095 time: 0.1352036 Jul 16 01:24:56.673861 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port a868c89e-94c0-4cd5-903b-cf36e7f9d749, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=a868c89e-94c0-4cd5-903b-cf36e7f9d749,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:56.686338 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.737270 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.750496 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.756251 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/networks/8a5f6ab8-a94b-4e91-adb0-2a86edd27597 HTTP/1.1" status: 204 len: 168 time: 3.3155935 Jul 16 01:24:56.765005 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46110) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:56.770345 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-d558e274-7d1c-4c9b-a235-fa69bc27cdc8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1254311468'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:56.781360 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850e1ce-ab22-41b0-b5fa-6da6820c4e0d req-1d4e366c-063a-4c60-9dc1-9e350fa5fc6e tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:56.783029 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab0e515f-9821-47f3-808b-6cfc87627a52 req-79799f4f-196b-4bcc-9ed4-0faad70296cc tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/b36f7be1-7309-44b1-9cb7-baf5516728e5 HTTP/1.1" status: 200 len: 1775 time: 0.1175814 Jul 16 01:24:56.785588 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=a868c89e-94c0-4cd5-903b-cf36e7f9d749,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:56.788728 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8850e1ce-ab22-41b0-b5fa-6da6820c4e0d req-1d4e366c-063a-4c60-9dc1-9e350fa5fc6e tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 943 time: 0.1454713 Jul 16 01:24:56.796833 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af118495-d703-4ee9-bdde-c1183d4dfc97 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Network': ['ID=8a5f6ab8-a94b-4e91-adb0-2a86edd27597,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:56.839350 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8850e1ce-ab22-41b0-b5fa-6da6820c4e0d req-1288c66a-fcf2-4316-9026-ec7bda2a34e2 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502150 Jul 16 01:24:57.021279 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['a868c89e-94c0-4cd5-903b-cf36e7f9d749'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:57.023749 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd13099-ed1c-465b-98e2-5beb49a9ed48 req-99ee02dd-6a7e-479c-b000-75a97ab6ad68 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:57.026816 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-edd13099-ed1c-465b-98e2-5beb49a9ed48 req-99ee02dd-6a7e-479c-b000-75a97ab6ad68 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8856b4b-4ad7-43ca-8632-2f3354eef99c HTTP/1.1" status: 200 len: 949 time: 0.0778799 Jul 16 01:24:57.073052 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-edd13099-ed1c-465b-98e2-5beb49a9ed48 req-a07874c9-fe4e-494d-827a-0bbaf03c94eb tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408986 Jul 16 01:24:57.200648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14244e42-c6f6-42e5-8b59-67006900d8c8 req-2cb197d5-f642-40f0-bdce-3d1d3b86cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:57.202330 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-14244e42-c6f6-42e5-8b59-67006900d8c8 req-2cb197d5-f642-40f0-bdce-3d1d3b86cc58 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7d194017-b2ba-4736-9426-86f2c4d9db47 HTTP/1.1" status: 200 len: 906 time: 0.5178471 Jul 16 01:24:57.204217 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d558e274-7d1c-4c9b-a235-fa69bc27cdc8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Made reservation on behalf of 65b74c9f7c7a4277af56c6253487ffb4 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:57.207636 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d558e274-7d1c-4c9b-a235-fa69bc27cdc8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.262350 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-14244e42-c6f6-42e5-8b59-67006900d8c8 req-f25feea0-0989-41c6-bc2f-2b2dff4fe928 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c65e8d86-669c-48f2-8b93-221464e9ce4b HTTP/1.1" status: 200 len: 217 time: 0.0455606 Jul 16 01:24:57.292752 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d558e274-7d1c-4c9b-a235-fa69bc27cdc8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:57.311736 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ab0e515f-9821-47f3-808b-6cfc87627a52 req-451fd78e-ff1c-446e-a7ee-bfb17d0d411c tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.349516 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d558e274-7d1c-4c9b-a235-fa69bc27cdc8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.349864 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-d558e274-7d1c-4c9b-a235-fa69bc27cdc8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Added segment 9f39b8c4-4caa-4bb4-b57a-adf9fc087387 of type vlan for network 0a373a7d-b165-4be9-85aa-6d441cc37995 Jul 16 01:24:57.363807 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ab0e515f-9821-47f3-808b-6cfc87627a52 req-451fd78e-ff1c-446e-a7ee-bfb17d0d411c tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.381882 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ffd3558f-bed7-43fb-953c-cc1cf315be2f req-6f46fc5e-8c7e-495f-bb55-c5949c22c336 tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0312290 Jul 16 01:24:57.395591 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14244e42-c6f6-42e5-8b59-67006900d8c8 req-880dda8c-6126-463c-a660-e0aaca530ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:57.397182 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-14244e42-c6f6-42e5-8b59-67006900d8c8 req-880dda8c-6126-463c-a660-e0aaca530ee2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=01112ffd-e4af-4423-aa07-05f338809738 HTTP/1.1" status: 200 len: 845 time: 0.1188352 Jul 16 01:24:57.448157 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-14244e42-c6f6-42e5-8b59-67006900d8c8 req-08805921-4ae1-4260-bf3a-d964478fba38 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7d194017-b2ba-4736-9426-86f2c4d9db47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403299 Jul 16 01:24:57.455721 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d558e274-7d1c-4c9b-a235-fa69bc27cdc8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.519028 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ab0e515f-9821-47f3-808b-6cfc87627a52 req-451fd78e-ff1c-446e-a7ee-bfb17d0d411c tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.521812 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ab0e515f-9821-47f3-808b-6cfc87627a52 req-451fd78e-ff1c-446e-a7ee-bfb17d0d411c tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.522980 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab0e515f-9821-47f3-808b-6cfc87627a52 req-451fd78e-ff1c-446e-a7ee-bfb17d0d411c tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "DELETE /v2.0/security-groups/b36f7be1-7309-44b1-9cb7-baf5516728e5 HTTP/1.1" status: 204 len: 173 time: 0.7391837 Jul 16 01:24:57.557446 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d558e274-7d1c-4c9b-a235-fa69bc27cdc8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.562867 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d558e274-7d1c-4c9b-a235-fa69bc27cdc8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:57.563460 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d558e274-7d1c-4c9b-a235-fa69bc27cdc8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.584075 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46132) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:57.584587 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fd78e-ff1c-446e-a7ee-bfb17d0d411c tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36f7be1-7309-44b1-9cb7-baf5516728e5,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:57.623418 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d558e274-7d1c-4c9b-a235-fa69bc27cdc8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8573091 Jul 16 01:24:57.626302 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46138) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:57.633053 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-573ceb10-f182-45c5-a24e-8afbc5092c24 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'subnet': {'network_id': '0a373a7d-b165-4be9-85aa-6d441cc37995', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:57.663137 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-14244e42-c6f6-42e5-8b59-67006900d8c8 req-186f5bc1-922c-46a6-abd7-f0985509f638 service neutron] 10.222.0.82 "GET /v2.0/networks/7d194017-b2ba-4736-9426-86f2c4d9db47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016213 Jul 16 01:24:57.663624 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558e274-7d1c-4c9b-a235-fa69bc27cdc8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Network': ['ID=0a373a7d-b165-4be9-85aa-6d441cc37995,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:57.675426 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 0a373a7d-b165-4be9-85aa-6d441cc37995 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:57.749346 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573ceb10-f182-45c5-a24e-8afbc5092c24 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Made reservation on behalf of 65b74c9f7c7a4277af56c6253487ffb4 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:57.754338 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-573ceb10-f182-45c5-a24e-8afbc5092c24 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.777515 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-ee709c32-92cd-4213-8f1e-d121e2e45bd1 req-88806d2e-4704-4ddc-9a66-b788644d1c6f tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] show failed (client error): The resource could not be found. Jul 16 01:24:57.778763 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee709c32-92cd-4213-8f1e-d121e2e45bd1 req-88806d2e-4704-4ddc-9a66-b788644d1c6f tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/66604c98-3108-428d-a1c2-13830a8809f0 HTTP/1.1" status: 404 len: 352 time: 0.0452943 Jul 16 01:24:57.803582 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e474ca17-b437-46b4-b426-65be6ca23811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.830434 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-14244e42-c6f6-42e5-8b59-67006900d8c8 req-2a01cdd2-6827-453a-b0f4-5744522674d3 service neutron] 10.222.0.82 "GET /v2.0/networks/7d194017-b2ba-4736-9426-86f2c4d9db47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576014 Jul 16 01:24:57.831481 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-8f29ae38-ddb1-4bd4-b7fb-913255dcf4cf req-8fee854a-8b01-4ddf-a6e4-00ab67f160ce tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] show failed (client error): The resource could not be found. Jul 16 01:24:57.832508 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f29ae38-ddb1-4bd4-b7fb-913255dcf4cf req-8fee854a-8b01-4ddf-a6e4-00ab67f160ce tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/4154eb7b-e0dd-45f4-b3a7-d73485b290cd HTTP/1.1" status: 404 len: 352 time: 0.0242729 Jul 16 01:24:57.869758 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-4478e06d-3ec2-404c-a8d5-a31d17bfc949 req-443a3db9-5378-41a5-934f-238ece9fd957 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] show failed (client error): The resource could not be found. Jul 16 01:24:57.876350 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4478e06d-3ec2-404c-a8d5-a31d17bfc949 req-443a3db9-5378-41a5-934f-238ece9fd957 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/86ef4845-0db9-4fc7-8616-1f3ec64f5baa HTTP/1.1" status: 404 len: 352 time: 0.0202610 Jul 16 01:24:57.906042 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-7962c029-4fda-470c-8a29-6e3aa01e6c53 req-26106464-c72f-43bb-8794-52e9cefd74a6 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] show failed (client error): The resource could not be found. Jul 16 01:24:57.907057 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7962c029-4fda-470c-8a29-6e3aa01e6c53 req-26106464-c72f-43bb-8794-52e9cefd74a6 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/03c024c3-5e2e-43c4-9455-15f2a04351ca HTTP/1.1" status: 404 len: 352 time: 0.0155621 Jul 16 01:24:57.950659 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-1df2478e-289a-400f-838d-779a89476a60 req-710e324f-585e-43a5-9609-c1d192195a82 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] show failed (client error): The resource could not be found. Jul 16 01:24:57.952337 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1df2478e-289a-400f-838d-779a89476a60 req-710e324f-585e-43a5-9609-c1d192195a82 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/6f58ef90-d243-4245-aca4-f3150b68ca12 HTTP/1.1" status: 404 len: 352 time: 0.0186069 Jul 16 01:24:57.992168 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-80ec9d76-a8c2-4ef3-ae7c-ad2bfca7ba25 req-aaf62934-4386-4057-8d0b-628f8a20a542 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] show failed (client error): The resource could not be found. Jul 16 01:24:57.993548 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-80ec9d76-a8c2-4ef3-ae7c-ad2bfca7ba25 req-aaf62934-4386-4057-8d0b-628f8a20a542 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/f6fd5129-4aa2-4745-b40c-4c3c9c754ae8 HTTP/1.1" status: 404 len: 352 time: 0.0176475 Jul 16 01:24:58.089544 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e474ca17-b437-46b4-b426-65be6ca23811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.094264 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-573ceb10-f182-45c5-a24e-8afbc5092c24 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.106957 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e474ca17-b437-46b4-b426-65be6ca23811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.202122 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e474ca17-b437-46b4-b426-65be6ca23811 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf0b07465c7244faa679d5e5554e8475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6166806 Jul 16 01:24:58.205150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46160) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:58.205967 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474ca17-b437-46b4-b426-65be6ca23811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d06001b-b370-4d02-a95d-4b2687b23ce4,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:58.216101 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ac10f-e7fa-4b9d-9d5a-f6f459f30f8e req-c029a9ec-86c6-4b0f-a588-0ab5882f25d9 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:58.217834 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6e9ac10f-e7fa-4b9d-9d5a-f6f459f30f8e req-c029a9ec-86c6-4b0f-a588-0ab5882f25d9 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 943 time: 0.2509143 Jul 16 01:24:58.221983 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ceb10-f182-45c5-a24e-8afbc5092c24 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Subnet': ['ID=c6e08cca-8c4c-4961-9408-15bcb36e176e,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:58.242521 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573ceb10-f182-45c5-a24e-8afbc5092c24 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Checking segment: {'id': '9f39b8c4-4caa-4bb4-b57a-adf9fc087387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0a373a7d-b165-4be9-85aa-6d441cc37995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:58.243222 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573ceb10-f182-45c5-a24e-8afbc5092c24 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Network hostable DHCP agents. Network: 0a373a7d-b165-4be9-85aa-6d441cc37995, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:58.276219 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-83296fe7-7c62-4db4-80b7-05561e632928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.288947 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6e9ac10f-e7fa-4b9d-9d5a-f6f459f30f8e req-ba537629-633a-46d2-8976-288346526ac5 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488966 Jul 16 01:24:58.290694 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573ceb10-f182-45c5-a24e-8afbc5092c24 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Network 0a373a7d-b165-4be9-85aa-6d441cc37995 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:58.306561 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-83296fe7-7c62-4db4-80b7-05561e632928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.310531 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-573ceb10-f182-45c5-a24e-8afbc5092c24 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 0a373a7d-b165-4be9-85aa-6d441cc37995) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:58.321911 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c29529-f365-44e9-9828-55609054a597 None None] Network 0a373a7d-b165-4be9-85aa-6d441cc37995 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:58.326898 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573ceb10-f182-45c5-a24e-8afbc5092c24 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:58.327636 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-573ceb10-f182-45c5-a24e-8afbc5092c24 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.349992 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-573ceb10-f182-45c5-a24e-8afbc5092c24 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7201335 Jul 16 01:24:58.350876 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46164) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:58.364056 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device a868c89e-94c0-4cd5-903b-cf36e7f9d749 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:58.408057 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-83296fe7-7c62-4db4-80b7-05561e632928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.410629 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-83296fe7-7c62-4db4-80b7-05561e632928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.413483 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-83296fe7-7c62-4db4-80b7-05561e632928 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d06001b-b370-4d02-a95d-4b2687b23ce4 HTTP/1.1" status: 204 len: 168 time: 0.2066810 Jul 16 01:24:58.441897 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83296fe7-7c62-4db4-80b7-05561e632928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d06001b-b370-4d02-a95d-4b2687b23ce4,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:58.473980 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b399c56-24b8-49cc-ae65-20190caf833c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.477679 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935ec9b-64f4-482c-8e2e-f891f1247315 req-693d61dc-d35b-488f-b646-2fddfa6c6ab6 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:58.487138 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8935ec9b-64f4-482c-8e2e-f891f1247315 req-693d61dc-d35b-488f-b646-2fddfa6c6ab6 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8856b4b-4ad7-43ca-8632-2f3354eef99c HTTP/1.1" status: 200 len: 949 time: 0.1273727 Jul 16 01:24:58.553117 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8935ec9b-64f4-482c-8e2e-f891f1247315 req-41f96d56-b72e-41fd-b526-5e775056dd22 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646193 Jul 16 01:24:58.612553 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b399c56-24b8-49cc-ae65-20190caf833c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.625827 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port a868c89e-94c0-4cd5-903b-cf36e7f9d749 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:58.630478 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port a868c89e-94c0-4cd5-903b-cf36e7f9d749 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:58.630854 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.659194 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1355e99-333e-44a2-b643-f3be733dd61d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-0a373a7d-b165-4be9-85aa-6d441cc37995', 'network_id': '0a373a7d-b165-4be9-85aa-6d441cc37995', 'tenant_id': '65b74c9f7c7a4277af56c6253487ffb4', 'fixed_ips': [{'subnet_id': 'c6e08cca-8c4c-4961-9408-15bcb36e176e'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:24:58.660051 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d1355e99-333e-44a2-b643-f3be733dd61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.676167 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26744528-d3e7-4034-bf38-59adec161f33 req-3485b0b0-37a3-4a7e-aae3-29b825022819 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:58.683462 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26744528-d3e7-4034-bf38-59adec161f33 req-3485b0b0-37a3-4a7e-aae3-29b825022819 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0 HTTP/1.1" status: 200 len: 1023 time: 0.1501384 Jul 16 01:24:58.745253 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26744528-d3e7-4034-bf38-59adec161f33 req-594d2fe8-17d2-48a5-b658-467017f2977d tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?id=df07f559-1004-4d5b-97fd-3b5445813da7&id=5788cada-a64e-47ae-8102-7dac2e9bc5e3&id=d7e156e6-b251-4378-a93b-db087c6a5791&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0607686 Jul 16 01:24:58.764836 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-355650c0-1c1d-4b7b-ae42-78039ce4da5e req-c72a533b-675b-4724-96cc-bdaa6adb5240 tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0488811 Jul 16 01:24:58.765525 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b399c56-24b8-49cc-ae65-20190caf833c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.816428 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b399c56-24b8-49cc-ae65-20190caf833c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Subnet': ['ID=c6e08cca-8c4c-4961-9408-15bcb36e176e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server [None req-d1355e99-333e-44a2-b643-f3be733dd61d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c6e08cca-8c4c-4961-9408-15bcb36e176e: This subnet is being modified by another concurrent operation. Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:24:58.827833 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c6e08cca-8c4c-4961-9408-15bcb36e176e: This subnet is being modified by another concurrent operation. Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server Jul 16 01:24:58.833052 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.856692 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c57fcc-c3af-45ec-9aaa-6a16805ddc31 None None] Network 0a373a7d-b165-4be9-85aa-6d441cc37995 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:58.879013 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8856b4b-4ad7-43ca-8632-2f3354eef99c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a868c89e-94c0-4cd5-903b-cf36e7f9d749'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:58.881303 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f07f860-1cbb-4020-8326-b84944c07975" -d '{"events": [{"server_uuid": "e8856b4b-4ad7-43ca-8632-2f3354eef99c", "name": "network-vif-plugged", "status": "completed", "tag": "a868c89e-94c0-4cd5-903b-cf36e7f9d749"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:58.903380 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port a868c89e-94c0-4cd5-903b-cf36e7f9d749, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=a868c89e-94c0-4cd5-903b-cf36e7f9d749,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:58.935809 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b399c56-24b8-49cc-ae65-20190caf833c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.936214 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.945264 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692e0975-74c0-4c8e-974f-8e6af0ce921e x-openstack-request-id: req-692e0975-74c0-4c8e-974f-8e6af0ce921e {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:58.945558 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8856b4b-4ad7-43ca-8632-2f3354eef99c", "name": "network-vif-plugged", "status": "completed", "tag": "a868c89e-94c0-4cd5-903b-cf36e7f9d749", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:58.945798 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-692e0975-74c0-4c8e-974f-8e6af0ce921e {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:58.946207 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8856b4b-4ad7-43ca-8632-2f3354eef99c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a868c89e-94c0-4cd5-903b-cf36e7f9d749', 'code': 200} Jul 16 01:24:58.950579 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-4b399c56-24b8-49cc-ae65-20190caf833c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a373a7d-b165-4be9-85aa-6d441cc37995']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:58.960688 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-4b399c56-24b8-49cc-ae65-20190caf833c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f39b8c4-4caa-4bb4-b57a-adf9fc087387') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:58.961162 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-4b399c56-24b8-49cc-ae65-20190caf833c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f39b8c4-4caa-4bb4-b57a-adf9fc087387') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:58.971998 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b399c56-24b8-49cc-ae65-20190caf833c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.987240 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b399c56-24b8-49cc-ae65-20190caf833c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.994364 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b399c56-24b8-49cc-ae65-20190caf833c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:58.994905 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b399c56-24b8-49cc-ae65-20190caf833c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:59.022236 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:59.099948 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b399c56-24b8-49cc-ae65-20190caf833c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.120879 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba8d74-0f46-4f6f-8e1c-a5049c25e59c req-3dabe49e-55de-40b0-be4b-745d0ae5898d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:59.122786 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-28ba8d74-0f46-4f6f-8e1c-a5049c25e59c req-3dabe49e-55de-40b0-be4b-745d0ae5898d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e8856b4b-4ad7-43ca-8632-2f3354eef99c HTTP/1.1" status: 200 len: 1102 time: 0.0931437 Jul 16 01:24:59.124066 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b399c56-24b8-49cc-ae65-20190caf833c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.126520 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4b399c56-24b8-49cc-ae65-20190caf833c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/networks/0a373a7d-b165-4be9-85aa-6d441cc37995 HTTP/1.1" status: 204 len: 168 time: 0.7708988 Jul 16 01:24:59.127674 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b399c56-24b8-49cc-ae65-20190caf833c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Network': ['ID=0a373a7d-b165-4be9-85aa-6d441cc37995,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:59.130220 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46188) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:59.139425 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-4b377086-9b7e-4d45-b9c0-788cd5605ab5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1769326874'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:59.177397 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b377086-9b7e-4d45-b9c0-788cd5605ab5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Made reservation on behalf of 65b74c9f7c7a4277af56c6253487ffb4 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:59.181519 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-28ba8d74-0f46-4f6f-8e1c-a5049c25e59c req-87a02006-3710-4b43-a84a-f6426c082dc0 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436337 Jul 16 01:24:59.182250 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b377086-9b7e-4d45-b9c0-788cd5605ab5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.214196 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b377086-9b7e-4d45-b9c0-788cd5605ab5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:59.226537 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19127bf-5bb3-442e-be66-e8dcb8b175b4 None None] get_active_networks_info from n-d-792394-16 {{(pid=93957) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:24:59.246260 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b377086-9b7e-4d45-b9c0-788cd5605ab5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.246619 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-4b377086-9b7e-4d45-b9c0-788cd5605ab5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Added segment 5f2c502f-fadf-44fc-b3da-a1ac7f02820c of type vlan for network 3843bef4-8ef7-4995-b614-0d7e9e8afa74 Jul 16 01:24:59.255303 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=a868c89e-94c0-4cd5-903b-cf36e7f9d749,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:59.293946 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b377086-9b7e-4d45-b9c0-788cd5605ab5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.331363 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b377086-9b7e-4d45-b9c0-788cd5605ab5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.333559 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19127bf-5bb3-442e-be66-e8dcb8b175b4 None None] Resources bound (agent type, host, resource id): {{(pid=93957) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:24:59.341826 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b377086-9b7e-4d45-b9c0-788cd5605ab5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:59.342505 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b377086-9b7e-4d45-b9c0-788cd5605ab5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.377538 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46198) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:59.399585 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4b377086-9b7e-4d45-b9c0-788cd5605ab5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2680542 Jul 16 01:24:59.402500 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46202) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:59.407999 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2dea5f38-1e4d-468d-8fd2-6feddee2b715 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'subnet': {'network_id': '3843bef4-8ef7-4995-b614-0d7e9e8afa74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:59.449244 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b377086-9b7e-4d45-b9c0-788cd5605ab5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Network': ['ID=3843bef4-8ef7-4995-b614-0d7e9e8afa74,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:59.475958 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 3843bef4-8ef7-4995-b614-0d7e9e8afa74 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:59.522345 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-31345bba-efde-4db1-9dde-e6699359454d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-848046492-network', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:59.551622 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31345bba-efde-4db1-9dde-e6699359454d admin admin] Made reservation on behalf of 2e2c96b1826a4339b18e4f406fbe264f for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:59.555143 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-31345bba-efde-4db1-9dde-e6699359454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.565723 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-31345bba-efde-4db1-9dde-e6699359454d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.597740 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19be6dd2-33c4-4fd2-a748-a15c73fec1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.631713 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.757037 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-31345bba-efde-4db1-9dde-e6699359454d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.784173 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-31345bba-efde-4db1-9dde-e6699359454d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.813728 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31345bba-efde-4db1-9dde-e6699359454d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:59.826933 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5083a-be7b-4769-bd7d-7f34a5d405e2 req-69982673-9c4e-4feb-bae6-3e0d500e22db tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:59.828494 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22f5083a-be7b-4769-bd7d-7f34a5d405e2 req-69982673-9c4e-4feb-bae6-3e0d500e22db tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 943 time: 0.3905451 Jul 16 01:24:59.837275 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dea5f38-1e4d-468d-8fd2-6feddee2b715 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Made reservation on behalf of 65b74c9f7c7a4277af56c6253487ffb4 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:59.840888 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2dea5f38-1e4d-468d-8fd2-6feddee2b715 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.841392 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-31345bba-efde-4db1-9dde-e6699359454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.841738 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-31345bba-efde-4db1-9dde-e6699359454d admin admin] Added segment 1b85f567-f30c-4911-8c46-1eee3f966e09 of type vlan for network a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83 Jul 16 01:24:59.857460 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31345bba-efde-4db1-9dde-e6699359454d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8009436f-cac7-4461-9ced-5e37705965d7,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:59.902306 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-31345bba-efde-4db1-9dde-e6699359454d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.915198 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae310889-29b9-4dcc-8477-9dad0fe34e26 req-a54df614-c47a-4263-99f0-34dae9b32d05 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:59.916801 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ae310889-29b9-4dcc-8477-9dad0fe34e26 req-a54df614-c47a-4263-99f0-34dae9b32d05 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8856b4b-4ad7-43ca-8632-2f3354eef99c HTTP/1.1" status: 200 len: 950 time: 0.2072880 Jul 16 01:24:59.927679 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22f5083a-be7b-4769-bd7d-7f34a5d405e2 req-3ee37684-596e-41a1-981c-6c4b89d6c67b tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915999 Jul 16 01:24:59.928556 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2b597-baad-486e-b814-d8652c55e5f9 req-d08267d6-1b3f-4bed-8991-28bf042bd1e8 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:59.930092 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bfa2b597-baad-486e-b814-d8652c55e5f9 req-d08267d6-1b3f-4bed-8991-28bf042bd1e8 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.82 "GET /v2.0/ports?device_id=cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0 HTTP/1.1" status: 200 len: 1023 time: 0.2031314 Jul 16 01:25:00.027238 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ae310889-29b9-4dcc-8477-9dad0fe34e26 req-9de43b1d-dcb9-49d3-9cc1-4e4e2f6f1379 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959356 Jul 16 01:25:00.030831 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-31345bba-efde-4db1-9dde-e6699359454d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.033484 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31345bba-efde-4db1-9dde-e6699359454d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:00.033484 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-31345bba-efde-4db1-9dde-e6699359454d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.113609 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2dea5f38-1e4d-468d-8fd2-6feddee2b715 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.135716 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31345bba-efde-4db1-9dde-e6699359454d admin admin] Pushing event updated for resources: {'Network': ['ID=a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:00.138714 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-31345bba-efde-4db1-9dde-e6699359454d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7586315 Jul 16 01:25:00.143500 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46214) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:00.151011 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:00.153118 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-1c2d5950-1438-453c-9f07-c0e931dcb62a admin admin] Request body: {'subnet': {'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-848046492-subnet', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:00.186780 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-bfa2b597-baad-486e-b814-d8652c55e5f9 req-34570d26-9bbc-4ffb-91cc-12cdb201fd58 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Deleting port 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:00.187124 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bfa2b597-baad-486e-b814-d8652c55e5f9 req-34570d26-9bbc-4ffb-91cc-12cdb201fd58 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.204137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2d5950-1438-453c-9f07-c0e931dcb62a admin admin] Made reservation on behalf of 2e2c96b1826a4339b18e4f406fbe264f for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:00.206815 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c2d5950-1438-453c-9f07-c0e931dcb62a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.236742 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea5f38-1e4d-468d-8fd2-6feddee2b715 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Subnet': ['ID=43deb83b-63fe-422b-ac61-fe1036764da7,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:00.247078 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308fed4-b4b8-4225-afb6-6eeb138a13f1 req-dbe9d98d-64c7-4a20-8c36-7080cadf9fd4 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:00.248705 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e308fed4-b4b8-4225-afb6-6eeb138a13f1 req-dbe9d98d-64c7-4a20-8c36-7080cadf9fd4 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0 HTTP/1.1" status: 200 len: 1023 time: 0.1739299 Jul 16 01:25:00.259087 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dea5f38-1e4d-468d-8fd2-6feddee2b715 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Checking segment: {'id': '5f2c502f-fadf-44fc-b3da-a1ac7f02820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3843bef4-8ef7-4995-b614-0d7e9e8afa74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:00.259906 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dea5f38-1e4d-468d-8fd2-6feddee2b715 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Network hostable DHCP agents. Network: 3843bef4-8ef7-4995-b614-0d7e9e8afa74, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:00.281004 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-28bf03eb-52a6-46b2-98f2-4638d7f01e39 req-333a726d-9e70-4e79-9af7-b2abc4f6eb4f tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0510194 Jul 16 01:25:00.317894 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dea5f38-1e4d-468d-8fd2-6feddee2b715 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Network 3843bef4-8ef7-4995-b614-0d7e9e8afa74 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:00.333116 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e308fed4-b4b8-4225-afb6-6eeb138a13f1 req-dd6f9482-7bcc-429b-8bd6-9155fdc380d2 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups?id=df07f559-1004-4d5b-97fd-3b5445813da7&id=5788cada-a64e-47ae-8102-7dac2e9bc5e3&id=d7e156e6-b251-4378-a93b-db087c6a5791&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0704186 Jul 16 01:25:00.342696 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-2dea5f38-1e4d-468d-8fd2-6feddee2b715 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 3843bef4-8ef7-4995-b614-0d7e9e8afa74) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:00.355927 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c65e8d86-669c-48f2-8b93-221464e9ce4b details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:00.357106 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dea5f38-1e4d-468d-8fd2-6feddee2b715 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:00.358489 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2dea5f38-1e4d-468d-8fd2-6feddee2b715 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.363357 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8393fb12-9747-459b-96cf-cb18cbe6ac74 None None] Network 3843bef4-8ef7-4995-b614-0d7e9e8afa74 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:00.381264 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2dea5f38-1e4d-468d-8fd2-6feddee2b715 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9771872 Jul 16 01:25:00.384792 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46216) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:00.430096 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-bfa2b597-baad-486e-b814-d8652c55e5f9 req-34570d26-9bbc-4ffb-91cc-12cdb201fd58 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] For port 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7511fc6a-9be5-41ba-aba5-0f1a8ef03c05,segment=NetworkSegment(e40cca31-0dfa-4532-9a78-bcb8410a3baf),segment_id=e40cca31-0dfa-4532-9a78-bcb8410a3baf)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:00.430942 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bfa2b597-baad-486e-b814-d8652c55e5f9 req-34570d26-9bbc-4ffb-91cc-12cdb201fd58 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.449732 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-bfa2b597-baad-486e-b814-d8652c55e5f9 req-34570d26-9bbc-4ffb-91cc-12cdb201fd58 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Calling delete_port for 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:00.522451 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4ae3885f-121d-4290-8577-8b4901969369 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.579822 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4ae3885f-121d-4290-8577-8b4901969369 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.597968 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port c65e8d86-669c-48f2-8b93-221464e9ce4b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c65e8d86-669c-48f2-8b93-221464e9ce4b,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:00.614990 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'c65e8d86-669c-48f2-8b93-221464e9ce4b', 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47', 'port_id': 'c65e8d86-669c-48f2-8b93-221464e9ce4b', 'mac_address': 'fa:16:3e:a5:ed:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01112ffd-e4af-4423-aa07-05f338809738', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:00.615280 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c2d5950-1438-453c-9f07-c0e931dcb62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.661019 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4ae3885f-121d-4290-8577-8b4901969369 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.663368 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390d0ded-9412-44fa-8083-c778c2b26351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-3843bef4-8ef7-4995-b614-0d7e9e8afa74', 'network_id': '3843bef4-8ef7-4995-b614-0d7e9e8afa74', 'tenant_id': '65b74c9f7c7a4277af56c6253487ffb4', 'fixed_ips': [{'subnet_id': '43deb83b-63fe-422b-ac61-fe1036764da7'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:25:00.664216 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-390d0ded-9412-44fa-8083-c778c2b26351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.692595 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3885f-121d-4290-8577-8b4901969369 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Subnet': ['ID=43deb83b-63fe-422b-ac61-fe1036764da7,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:00.709792 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.716670 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d5950-1438-453c-9f07-c0e931dcb62a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a0b625a-5414-4c49-99ba-fd5b40c816b5,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:00.740948 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2d5950-1438-453c-9f07-c0e931dcb62a admin admin] Checking segment: {'id': '1b85f567-f30c-4911-8c46-1eee3f966e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:00.741384 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2d5950-1438-453c-9f07-c0e931dcb62a admin admin] Network hostable DHCP agents. Network: a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:00.745471 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bfa2b597-baad-486e-b814-d8652c55e5f9 req-34570d26-9bbc-4ffb-91cc-12cdb201fd58 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.767637 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['7511fc6a-9be5-41ba-aba5-0f1a8ef03c05'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:00.774094 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.779360 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4ae3885f-121d-4290-8577-8b4901969369 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.784244 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34570d26-9bbc-4ffb-91cc-12cdb201fd58 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event deleted for resources: {'Port': ['ID=7511fc6a-9be5-41ba-aba5-0f1a8ef03c05,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:00.795460 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65e8d86-669c-48f2-8b93-221464e9ce4b {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:00.795714 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-4ae3885f-121d-4290-8577-8b4901969369 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3843bef4-8ef7-4995-b614-0d7e9e8afa74']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:00.808925 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-4ae3885f-121d-4290-8577-8b4901969369 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2c502f-fadf-44fc-b3da-a1ac7f02820c') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:00.809330 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-4ae3885f-121d-4290-8577-8b4901969369 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2c502f-fadf-44fc-b3da-a1ac7f02820c') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:00.817555 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2d5950-1438-453c-9f07-c0e931dcb62a admin admin] Network a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:00.822050 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port c65e8d86-669c-48f2-8b93-221464e9ce4b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c65e8d86-669c-48f2-8b93-221464e9ce4b,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:00.824762 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2be3d2-adfe-4e52-a4f6-f68beb750902 None None] Network 3843bef4-8ef7-4995-b614-0d7e9e8afa74 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:00.825141 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4ae3885f-121d-4290-8577-8b4901969369 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.828893 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.842806 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa2b597-baad-486e-b814-d8652c55e5f9 req-34570d26-9bbc-4ffb-91cc-12cdb201fd58 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] No DVR routers for this DVR port 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:00.844875 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4ae3885f-121d-4290-8577-8b4901969369 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.846051 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bfa2b597-baad-486e-b814-d8652c55e5f9 req-34570d26-9bbc-4ffb-91cc-12cdb201fd58 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.848486 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bfa2b597-baad-486e-b814-d8652c55e5f9 req-34570d26-9bbc-4ffb-91cc-12cdb201fd58 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.82 "DELETE /v2.0/ports/7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 HTTP/1.1" status: 204 len: 173 time: 0.9078629 Jul 16 01:25:00.849178 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0', 'name': 'network-vif-deleted', 'tag': '7511fc6a-9be5-41ba-aba5-0f1a8ef03c05'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:00.851991 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5824861d-6fbc-44fd-a362-5a9aa976a228" -d '{"events": [{"server_uuid": "cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0", "name": "network-vif-deleted", "tag": "7511fc6a-9be5-41ba-aba5-0f1a8ef03c05"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:00.856337 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-1c2d5950-1438-453c-9f07-c0e931dcb62a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:00.860658 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae3885f-121d-4290-8577-8b4901969369 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:00.861107 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4ae3885f-121d-4290-8577-8b4901969369 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:00.866728 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:00.870885 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2d5950-1438-453c-9f07-c0e931dcb62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:00.871903 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c2d5950-1438-453c-9f07-c0e931dcb62a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.873322 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600341b4-087b-4351-8f45-fc518b874bc2 None None] Network a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:00.903760 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1c2d5950-1438-453c-9f07-c0e931dcb62a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7583869 Jul 16 01:25:00.906047 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46220) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:00.914536 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-848046492-router', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:00.926366 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12b80f0-e3e7-4321-b454-4057eb5c206b x-openstack-request-id: req-a12b80f0-e3e7-4321-b454-4057eb5c206b {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:00.926658 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0", "name": "network-vif-deleted", "tag": "7511fc6a-9be5-41ba-aba5-0f1a8ef03c05", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:00.926906 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a12b80f0-e3e7-4321-b454-4057eb5c206b {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:00.927684 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0', 'name': 'network-vif-deleted', 'tag': '7511fc6a-9be5-41ba-aba5-0f1a8ef03c05', 'status': 'completed', 'code': 200} Jul 16 01:25:00.958012 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.959857 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.983421 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4ae3885f-121d-4290-8577-8b4901969369 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.992774 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4ae3885f-121d-4290-8577-8b4901969369 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.997259 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4ae3885f-121d-4290-8577-8b4901969369 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/networks/3843bef4-8ef7-4995-b614-0d7e9e8afa74 HTTP/1.1" status: 204 len: 168 time: 0.6108425 Jul 16 01:25:01.002227 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=c65e8d86-669c-48f2-8b93-221464e9ce4b,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:01.007622 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46224) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:01.034091 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-e1d8bba1-edea-4fe3-8508-fbcb2541367c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-169280902'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:01.059177 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3885f-121d-4290-8577-8b4901969369 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Network': ['ID=3843bef4-8ef7-4995-b614-0d7e9e8afa74,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:01.093662 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d8bba1-edea-4fe3-8508-fbcb2541367c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Made reservation on behalf of 65b74c9f7c7a4277af56c6253487ffb4 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:01.097782 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1d8bba1-edea-4fe3-8508-fbcb2541367c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.138858 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.152319 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d8bba1-edea-4fe3-8508-fbcb2541367c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:01.173964 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['c65e8d86-669c-48f2-8b93-221464e9ce4b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:01.194719 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1d8bba1-edea-4fe3-8508-fbcb2541367c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.195085 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-e1d8bba1-edea-4fe3-8508-fbcb2541367c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Added segment f0a11cfd-f057-44cc-a0d0-cd224211385a of type vlan for network 8e24708b-ff37-4aae-b395-1c376a1ff35d Jul 16 01:25:01.201694 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcba21b-252a-41dc-8265-c0e3f261e0ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83', 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'fixed_ips': [{'subnet_id': '8a0b625a-5414-4c49-99ba-fd5b40c816b5'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:25:01.202956 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fcba21b-252a-41dc-8265-c0e3f261e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.208162 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.256317 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1d8bba1-edea-4fe3-8508-fbcb2541367c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.277715 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552a3e4-cdf5-4f90-aacc-4ce57ec32537 req-b9e6ba4e-dee4-4059-bd75-325f391eff88 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:01.281432 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f552a3e4-cdf5-4f90-aacc-4ce57ec32537 req-b9e6ba4e-dee4-4059-bd75-325f391eff88 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 944 time: 0.1431255 Jul 16 01:25:01.329880 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1d8bba1-edea-4fe3-8508-fbcb2541367c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.335911 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d8bba1-edea-4fe3-8508-fbcb2541367c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:01.336666 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1d8bba1-edea-4fe3-8508-fbcb2541367c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.363571 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.372886 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f552a3e4-cdf5-4f90-aacc-4ce57ec32537 req-a01446b6-6c61-428d-9c41-aec6e680828d tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865407 Jul 16 01:25:01.419447 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f3f8b-95f9-4508-b43c-7712feefe72d req-9428f13f-674d-4d10-81f3-d53c10bf8800 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:01.427760 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b8f3f8b-95f9-4508-b43c-7712feefe72d req-9428f13f-674d-4d10-81f3-d53c10bf8800 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8856b4b-4ad7-43ca-8632-2f3354eef99c HTTP/1.1" status: 200 len: 950 time: 0.1842227 Jul 16 01:25:01.449582 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-5fcba21b-252a-41dc-8265-c0e3f261e0ec None None] Allocated IP 172.20.0.2 (a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83/8a0b625a-5414-4c49-99ba-fd5b40c816b5/3a0d934c-592a-4937-9496-06ca38e5deb4) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:01.472865 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d8bba1-edea-4fe3-8508-fbcb2541367c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Network': ['ID=8e24708b-ff37-4aae-b395-1c376a1ff35d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:01.491161 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e1d8bba1-edea-4fe3-8508-fbcb2541367c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4763849 Jul 16 01:25:01.494946 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46236) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:01.500706 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 8e24708b-ff37-4aae-b395-1c376a1ff35d details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:01.510222 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2f3351d1-d8c4-4cba-a148-a2b6fc834472 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:01.520941 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b8f3f8b-95f9-4508-b43c-7712feefe72d req-4d6732c3-1706-4a9c-9f5c-a88206f88397 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821261 Jul 16 01:25:01.579041 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bb4ed742-6fdf-4263-b383-5058ac2b2e46 req-c20fa3e6-b9d0-48a0-b169-47de01ebcdf5 tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0546398 Jul 16 01:25:01.764508 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fcba21b-252a-41dc-8265-c0e3f261e0ec None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.775772 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5fcba21b-252a-41dc-8265-c0e3f261e0ec None None] Transition to ACTIVE for port object 3a0d934c-592a-4937-9496-06ca38e5deb4 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:01.793091 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2f3351d1-d8c4-4cba-a148-a2b6fc834472 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.799932 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5fcba21b-252a-41dc-8265-c0e3f261e0ec None None] Transition to ACTIVE for port object 3a0d934c-592a-4937-9496-06ca38e5deb4 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:01.808057 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fcba21b-252a-41dc-8265-c0e3f261e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.811160 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2f3351d1-d8c4-4cba-a148-a2b6fc834472 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.824077 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2f3351d1-d8c4-4cba-a148-a2b6fc834472 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Network 8e24708b-ff37-4aae-b395-1c376a1ff35d is not hosted by any dhcp agent {{(pid=93956) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:25:01.829784 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3351d1-d8c4-4cba-a148-a2b6fc834472 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:01.830597 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2f3351d1-d8c4-4cba-a148-a2b6fc834472 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.831922 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2f3351d1-d8c4-4cba-a148-a2b6fc834472 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "PUT /v2.0/networks/8e24708b-ff37-4aae-b395-1c376a1ff35d HTTP/1.1" status: 200 len: 723 time: 0.3356271 Jul 16 01:25:01.835046 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46240) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:01.835514 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3e7a60c-05bf-4d1f-8f0e-cc0cee93c7fa req-a535296c-edbf-40c9-a87f-1f1b60a80006 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd9f54d-ab01-42bf-b2bc-f547b9e35ad0 HTTP/1.1" status: 200 len: 210 time: 0.0363460 Jul 16 01:25:01.848088 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.854824 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-d34495f1-7ffd-4a24-bfae-a19218eb30ed tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'subnet': {'network_id': '8e24708b-ff37-4aae-b395-1c376a1ff35d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:01.876934 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.882311 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcba21b-252a-41dc-8265-c0e3f261e0ec None None] Pushing event updated for resources: {'Port': ['ID=3a0d934c-592a-4937-9496-06ca38e5deb4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:01.901597 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcba21b-252a-41dc-8265-c0e3f261e0ec None None] Network a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:01.903514 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-5fcba21b-252a-41dc-8265-c0e3f261e0ec None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:01.908093 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcba21b-252a-41dc-8265-c0e3f261e0ec None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:01.979561 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5fcba21b-252a-41dc-8265-c0e3f261e0ec None None] Attempting to bind port 3a0d934c-592a-4937-9496-06ca38e5deb4 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:01.979973 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5fcba21b-252a-41dc-8265-c0e3f261e0ec None None] Attempting to bind port 3a0d934c-592a-4937-9496-06ca38e5deb4 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '1b85f567-f30c-4911-8c46-1eee3f966e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:01.980529 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcba21b-252a-41dc-8265-c0e3f261e0ec None None] Attempting to bind port 3a0d934c-592a-4937-9496-06ca38e5deb4 on network a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:01.985906 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcba21b-252a-41dc-8265-c0e3f261e0ec None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:01.986285 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcba21b-252a-41dc-8265-c0e3f261e0ec None None] Checking segment: {'id': '1b85f567-f30c-4911-8c46-1eee3f966e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:01.986695 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fcba21b-252a-41dc-8265-c0e3f261e0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.987088 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcba21b-252a-41dc-8265-c0e3f261e0ec None None] Bound using segment: {'id': '1b85f567-f30c-4911-8c46-1eee3f966e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:01.987563 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5fcba21b-252a-41dc-8265-c0e3f261e0ec None None] Bound port: 3a0d934c-592a-4937-9496-06ca38e5deb4, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b85f567-f30c-4911-8c46-1eee3f966e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:01.987945 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fcba21b-252a-41dc-8265-c0e3f261e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.991353 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3351d1-d8c4-4cba-a148-a2b6fc834472 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Network': ['ID=8e24708b-ff37-4aae-b395-1c376a1ff35d,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:02.008410 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Allocated IP 172.25.6.199 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/15d46bdb-48f3-43b6-9b91-0acf883b800f) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:02.034352 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 8e24708b-ff37-4aae-b395-1c376a1ff35d details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:02.051954 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34495f1-7ffd-4a24-bfae-a19218eb30ed tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Made reservation on behalf of 65b74c9f7c7a4277af56c6253487ffb4 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:02.055980 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d34495f1-7ffd-4a24-bfae-a19218eb30ed tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.122526 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-5fcba21b-252a-41dc-8265-c0e3f261e0ec None None] For port 3a0d934c-592a-4937-9496-06ca38e5deb4, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:02.127587 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-5fcba21b-252a-41dc-8265-c0e3f261e0ec None None] For port 3a0d934c-592a-4937-9496-06ca38e5deb4, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=3a0d934c-592a-4937-9496-06ca38e5deb4,segment=NetworkSegment(1b85f567-f30c-4911-8c46-1eee3f966e09),segment_id=1b85f567-f30c-4911-8c46-1eee3f966e09)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:02.133794 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fcba21b-252a-41dc-8265-c0e3f261e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.163780 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517c4ad-5a0c-430b-90f6-7239c83c43e6 req-b463add2-2ce9-4279-bbfe-b14e2c8853d8 tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:02.165691 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e517c4ad-5a0c-430b-90f6-7239c83c43e6 req-b463add2-2ce9-4279-bbfe-b14e2c8853d8 tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e8856b4b-4ad7-43ca-8632-2f3354eef99c HTTP/1.1" status: 200 len: 1102 time: 0.1267793 Jul 16 01:25:02.171545 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.230294 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcba21b-252a-41dc-8265-c0e3f261e0ec None None] Pushing event updated for resources: {'Port': ['ID=3a0d934c-592a-4937-9496-06ca38e5deb4,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:02.269372 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e517c4ad-5a0c-430b-90f6-7239c83c43e6 req-e74426c5-fa71-4a1e-a2bc-67c0ed01f538 tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818429 Jul 16 01:25:02.271058 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.318433 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:02.320035 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d34495f1-7ffd-4a24-bfae-a19218eb30ed tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.322069 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:02.326158 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:02.332688 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Pushing event updated for resources: {'Port': ['ID=15d46bdb-48f3-43b6-9b91-0acf883b800f,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:02.402520 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:02.402921 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:02.403269 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:02.404040 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:02.404416 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:02.404757 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:02.405089 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:02.405416 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:02.405750 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:02.413447 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:02.413808 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:02.414693 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:02.433357 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.442038 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34495f1-7ffd-4a24-bfae-a19218eb30ed tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Subnet': ['ID=76949afa-8c14-4b61-9e2b-a2238c81443b,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:02.451242 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34495f1-7ffd-4a24-bfae-a19218eb30ed tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Checking segment: {'id': 'f0a11cfd-f057-44cc-a0d0-cd224211385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8e24708b-ff37-4aae-b395-1c376a1ff35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:02.451685 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34495f1-7ffd-4a24-bfae-a19218eb30ed tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Network hostable DHCP agents. Network: 8e24708b-ff37-4aae-b395-1c376a1ff35d, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:02.481592 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34495f1-7ffd-4a24-bfae-a19218eb30ed tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Network 8e24708b-ff37-4aae-b395-1c376a1ff35d is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:02.524633 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-d34495f1-7ffd-4a24-bfae-a19218eb30ed tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 8e24708b-ff37-4aae-b395-1c376a1ff35d) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:02.538376 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34495f1-7ffd-4a24-bfae-a19218eb30ed tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:02.539068 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d34495f1-7ffd-4a24-bfae-a19218eb30ed tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.553182 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6e92d5-08b9-4836-a699-e62bc94363c2 None None] Network 8e24708b-ff37-4aae-b395-1c376a1ff35d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:02.584973 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d34495f1-7ffd-4a24-bfae-a19218eb30ed tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7372267 Jul 16 01:25:02.588104 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46256) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:02.611271 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-f55ca52f-1105-44d7-8379-912440b3d251 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:02.672808 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-77fbf131-51f4-4236-ae1b-bc021b307e88 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=edd1ed0455014b31835bf69f0954c3dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315440 Jul 16 01:25:02.788723 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f55ca52f-1105-44d7-8379-912440b3d251 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12746889'] for subnet, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.810492 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582bf1f1-045e-470a-a215-ba5ce1835f88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-8e24708b-ff37-4aae-b395-1c376a1ff35d', 'network_id': '8e24708b-ff37-4aae-b395-1c376a1ff35d', 'tenant_id': '65b74c9f7c7a4277af56c6253487ffb4', 'fixed_ips': [{'subnet_id': '76949afa-8c14-4b61-9e2b-a2238c81443b'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:25:02.813762 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-582bf1f1-045e-470a-a215-ba5ce1835f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.887838 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-f3bb3e66-0440-4a34-b3da-8c7cc1688efb tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:02.889470 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-f3bb3e66-0440-4a34-b3da-8c7cc1688efb tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2158825 Jul 16 01:25:02.894371 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2e538-3821-4f27-b8a1-02d88cfebaac req-f1cf31c4-7878-4e4c-955c-3655a077ceec tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:02.896285 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-99e2e538-3821-4f27-b8a1-02d88cfebaac req-f1cf31c4-7878-4e4c-955c-3655a077ceec tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 944 time: 0.2494135 Jul 16 01:25:02.917226 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-b09d9770-3390-4691-a721-ec3c9c65ea46 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/quotas/edd1ed0455014b31835bf69f0954c3dd HTTP/1.1" status: 200 len: 375 time: 0.0181012 Jul 16 01:25:02.940059 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.996103 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-99e2e538-3821-4f27-b8a1-02d88cfebaac req-8080f5c0-7b9f-4119-8823-dfd2a8ef1af0 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875580 Jul 16 01:25:03.009018 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f55ca52f-1105-44d7-8379-912440b3d251 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767329560459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12773629'] for subnet, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.026386 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ca52f-1105-44d7-8379-912440b3d251 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:03.026985 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f55ca52f-1105-44d7-8379-912440b3d251 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.031077 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f55ca52f-1105-44d7-8379-912440b3d251 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "PUT /v2.0/subnets/76949afa-8c14-4b61-9e2b-a2238c81443b HTTP/1.1" status: 200 len: 806 time: 0.4389806 Jul 16 01:25:03.049116 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46266) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:03.074498 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ca52f-1105-44d7-8379-912440b3d251 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Subnet': ['ID=76949afa-8c14-4b61-9e2b-a2238c81443b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:03.075617 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-582bf1f1-045e-470a-a215-ba5ce1835f88 None None] Allocated IP 172.20.0.2 (8e24708b-ff37-4aae-b395-1c376a1ff35d/76949afa-8c14-4b61-9e2b-a2238c81443b/05f36d3d-dd4c-4448-bf79-f542b57b6b8c) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:03.196013 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4b9558ec-8922-41e9-84b0-9971028647a9 req-f0c2636f-38a1-4a9c-ab9f-abfd7aec8e8d tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0520163 Jul 16 01:25:03.217018 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-b534839e-84f2-4839-85cb-dfd3c86d0483 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=edd1ed0455014b31835bf69f0954c3dd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2929475 Jul 16 01:25:03.225196 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.298871 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-582bf1f1-045e-470a-a215-ba5ce1835f88 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.318377 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-582bf1f1-045e-470a-a215-ba5ce1835f88 None None] Transition to ACTIVE for port object 05f36d3d-dd4c-4448-bf79-f542b57b6b8c will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:03.348154 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-582bf1f1-045e-470a-a215-ba5ce1835f88 None None] Transition to ACTIVE for port object 05f36d3d-dd4c-4448-bf79-f542b57b6b8c will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:03.366400 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-582bf1f1-045e-470a-a215-ba5ce1835f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.420803 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.440675 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582bf1f1-045e-470a-a215-ba5ce1835f88 None None] Network 8e24708b-ff37-4aae-b395-1c376a1ff35d is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:03.445287 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-582bf1f1-045e-470a-a215-ba5ce1835f88 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:03.445520 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.448163 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582bf1f1-045e-470a-a215-ba5ce1835f88 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:03.465035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582bf1f1-045e-470a-a215-ba5ce1835f88 None None] Pushing event updated for resources: {'Port': ['ID=05f36d3d-dd4c-4448-bf79-f542b57b6b8c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:03.531351 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-582bf1f1-045e-470a-a215-ba5ce1835f88 None None] Attempting to bind port 05f36d3d-dd4c-4448-bf79-f542b57b6b8c on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:03.531833 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-582bf1f1-045e-470a-a215-ba5ce1835f88 None None] Attempting to bind port 05f36d3d-dd4c-4448-bf79-f542b57b6b8c by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'f0a11cfd-f057-44cc-a0d0-cd224211385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8e24708b-ff37-4aae-b395-1c376a1ff35d'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:03.532723 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582bf1f1-045e-470a-a215-ba5ce1835f88 None None] Attempting to bind port 05f36d3d-dd4c-4448-bf79-f542b57b6b8c on network 8e24708b-ff37-4aae-b395-1c376a1ff35d {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:03.556075 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582bf1f1-045e-470a-a215-ba5ce1835f88 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:03.560875 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582bf1f1-045e-470a-a215-ba5ce1835f88 None None] Checking segment: {'id': 'f0a11cfd-f057-44cc-a0d0-cd224211385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8e24708b-ff37-4aae-b395-1c376a1ff35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:03.561789 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-582bf1f1-045e-470a-a215-ba5ce1835f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.562374 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582bf1f1-045e-470a-a215-ba5ce1835f88 None None] Bound using segment: {'id': 'f0a11cfd-f057-44cc-a0d0-cd224211385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8e24708b-ff37-4aae-b395-1c376a1ff35d'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:03.563081 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-582bf1f1-045e-470a-a215-ba5ce1835f88 None None] Bound port: 05f36d3d-dd4c-4448-bf79-f542b57b6b8c, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a11cfd-f057-44cc-a0d0-cd224211385a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8e24708b-ff37-4aae-b395-1c376a1ff35d'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:03.563659 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-582bf1f1-045e-470a-a215-ba5ce1835f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.609635 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-59a44bc5-704a-4f4d-9371-7e6c9da27133 req-6ff5bbf7-96c2-46ab-ba36-3f702b959ade tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e2c78a4-0abc-4f7b-8be0-138b74ec93da HTTP/1.1" status: 200 len: 210 time: 0.0677385 Jul 16 01:25:03.669165 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-582bf1f1-045e-470a-a215-ba5ce1835f88 None None] For port 05f36d3d-dd4c-4448-bf79-f542b57b6b8c, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:03.673292 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1a44fc-b6ed-46a7-bcf9-ce0e13aa3f6c None None] Network a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:03.676641 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-582bf1f1-045e-470a-a215-ba5ce1835f88 None None] For port 05f36d3d-dd4c-4448-bf79-f542b57b6b8c, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=05f36d3d-dd4c-4448-bf79-f542b57b6b8c,segment=NetworkSegment(f0a11cfd-f057-44cc-a0d0-cd224211385a),segment_id=f0a11cfd-f057-44cc-a0d0-cd224211385a)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:03.698402 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-582bf1f1-045e-470a-a215-ba5ce1835f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.977780 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-fe663011-c11e-46fe-adbc-a1516126809b None None] Provisioning for port 3a0d934c-592a-4937-9496-06ca38e5deb4 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:03.983822 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582bf1f1-045e-470a-a215-ba5ce1835f88 None None] Pushing event updated for resources: {'Port': ['ID=05f36d3d-dd4c-4448-bf79-f542b57b6b8c,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:04.065142 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6249f13d-5448-4dd5-b74e-d87941cfabc8 req-8fea2913-f0c5-4eca-8977-1467b7836c57 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/d7e156e6-b251-4378-a93b-db087c6a5791 HTTP/1.1" status: 200 len: 1800 time: 0.1638002 Jul 16 01:25:04.107828 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.165957 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Subnet': ['ID=76949afa-8c14-4b61-9e2b-a2238c81443b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:04.258692 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.278675 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb73df-8d98-458a-922d-666decfa3280 req-e7c9ea8e-a122-436c-b609-0a91bf1276e0 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:04.286424 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2aeb73df-8d98-458a-922d-666decfa3280 req-e7c9ea8e-a122-436c-b609-0a91bf1276e0 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 944 time: 0.1181068 Jul 16 01:25:04.301489 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6249f13d-5448-4dd5-b74e-d87941cfabc8 req-70c44c03-1168-4069-8357-1391749d19ba tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.310114 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e24708b-ff37-4aae-b395-1c376a1ff35d']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:04.325434 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a11cfd-f057-44cc-a0d0-cd224211385a') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:04.325891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a11cfd-f057-44cc-a0d0-cd224211385a') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:04.340343 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.382845 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.386761 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2aeb73df-8d98-458a-922d-666decfa3280 req-c197835e-c06a-4a51-b311-f9e2519dfd98 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992734 Jul 16 01:25:04.397226 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c65e8d86-669c-48f2-8b93-221464e9ce4b up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:04.408331 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:04.408800 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:04.414053 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:04.471669 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6249f13d-5448-4dd5-b74e-d87941cfabc8 req-70c44c03-1168-4069-8357-1391749d19ba tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.499898 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Router 84b704bc-ebd6-4364-941a-b33e97c1a043 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:25:04.517638 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 05f36d3d-dd4c-4448-bf79-f542b57b6b8c up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:04.575797 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.db.api [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:25:04.575797 n-d-792394-16 neutron-server[93955]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:25:04.575797 n-d-792394-16 neutron-server[93955]: [parameters: {'id': '8e24708b-ff37-4aae-b395-1c376a1ff35d'}] Jul 16 01:25:04.575797 n-d-792394-16 neutron-server[93955]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:25:04.576282 n-d-792394-16 neutron-server[93955]: DEBUG oslo_db.api [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:25:04.581901 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port c65e8d86-669c-48f2-8b93-221464e9ce4b completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:04.587700 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port c65e8d86-669c-48f2-8b93-221464e9ce4b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:04.588085 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.648503 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 05f36d3d-dd4c-4448-bf79-f542b57b6b8c completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:04.652313 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6249f13d-5448-4dd5-b74e-d87941cfabc8 req-70c44c03-1168-4069-8357-1391749d19ba tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.656277 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 3a0d934c-592a-4937-9496-06ca38e5deb4 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:04.656822 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6249f13d-5448-4dd5-b74e-d87941cfabc8 req-70c44c03-1168-4069-8357-1391749d19ba tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.659735 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6249f13d-5448-4dd5-b74e-d87941cfabc8 req-70c44c03-1168-4069-8357-1391749d19ba tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "DELETE /v2.0/security-groups/d7e156e6-b251-4378-a93b-db087c6a5791 HTTP/1.1" status: 204 len: 173 time: 0.5812883 Jul 16 01:25:04.661901 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-77e434b9-664c-48c9-9092-cad3bcc19e9a req-84b620b8-432d-4722-a17f-315aee37053d tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0602345 Jul 16 01:25:04.744905 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:25:04.746894 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c44c03-1168-4069-8357-1391749d19ba tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e156e6-b251-4378-a93b-db087c6a5791,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:04.766528 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.770871 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a78a7ab2-cb0f-418a-876c-19fca8ba20d6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.8611183 Jul 16 01:25:04.771195 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46292) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:04.804003 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] Sync routers for ids ['84b704bc-ebd6-4364-941a-b33e97c1a043'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:25:04.841730 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.886349 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:04.895600 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] Routers {'84b704bc-ebd6-4364-941a-b33e97c1a043'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:04.896600 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:25:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['84b704bc-ebd6-4364-941a-b33e97c1a043'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:04.959672 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-f49d5818-7d3e-4dde-8ba0-424c9073b52a tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=edd1ed0455014b31835bf69f0954c3dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519357 Jul 16 01:25:04.973490 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 3a0d934c-592a-4937-9496-06ca38e5deb4 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:04.996965 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cb3cdf35-3bd2-472b-8993-1f515c045347 req-8bb9bfe8-93af-41fb-ad96-875e8413f018 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "GET /v2.0/security-groups/5788cada-a64e-47ae-8102-7dac2e9bc5e3 HTTP/1.1" status: 200 len: 1800 time: 0.0860901 Jul 16 01:25:04.999326 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865d4f00-19fa-4ed8-a6b6-2521df644b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65e8d86-669c-48f2-8b93-221464e9ce4b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:05.001860 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731088c6-5788-4d33-9417-f3f12dc5f4a7" -d '{"events": [{"server_uuid": "865d4f00-19fa-4ed8-a6b6-2521df644b33", "name": "network-vif-plugged", "status": "completed", "tag": "c65e8d86-669c-48f2-8b93-221464e9ce4b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:05.009994 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 3a0d934c-592a-4937-9496-06ca38e5deb4 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:05.010765 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.077670 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port c65e8d86-669c-48f2-8b93-221464e9ce4b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c65e8d86-669c-48f2-8b93-221464e9ce4b,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:05.081106 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.088820 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a1dc9ee8-2733-4704-a86a-6189f87d1d1f req-a49bebb9-a7c9-4ace-9974-c8feb25e2967 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e2c78a4-0abc-4f7b-8be0-138b74ec93da HTTP/1.1" status: 200 len: 210 time: 0.0452454 Jul 16 01:25:05.112857 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.113708 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:05.154954 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-cb3cdf35-3bd2-472b-8993-1f515c045347 req-22044906-7192-4d06-8f4e-16e5bba5c3e5 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.208086 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-cb3cdf35-3bd2-472b-8993-1f515c045347 req-22044906-7192-4d06-8f4e-16e5bba5c3e5 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.251564 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-ebb6dc2e-730b-4765-9e0c-161410bd4ac9 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.253099 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-ebb6dc2e-730b-4765-9e0c-161410bd4ac9 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2580297 Jul 16 01:25:05.268850 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=c65e8d86-669c-48f2-8b93-221464e9ce4b,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:05.273529 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6048214-f06e-4123-bac6-a60479d55602 x-openstack-request-id: req-b6048214-f06e-4123-bac6-a60479d55602 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:05.273942 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865d4f00-19fa-4ed8-a6b6-2521df644b33", "name": "network-vif-plugged", "status": "completed", "tag": "c65e8d86-669c-48f2-8b93-221464e9ce4b", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:05.274259 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6048214-f06e-4123-bac6-a60479d55602 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:05.274717 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865d4f00-19fa-4ed8-a6b6-2521df644b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65e8d86-669c-48f2-8b93-221464e9ce4b', 'code': 200} Jul 16 01:25:05.278541 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:05.278951 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 7511fc6a-9be5-41ba-aba5-0f1a8ef03c05 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:05.296081 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] Set router 84b704bc-ebd6-4364-941a-b33e97c1a043 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:05.301939 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-c14412c9-b277-458f-b141-71afb8ca7b66 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Request body: {'port': {'device_id': '6e2c78a4-0abc-4f7b-8be0-138b74ec93da', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': 'edd1ed0455014b31835bf69f0954c3dd'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:05.318912 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Deleting port 05f36d3d-dd4c-4448-bf79-f542b57b6b8c {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:05.319340 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.340899 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-cb3cdf35-3bd2-472b-8993-1f515c045347 req-22044906-7192-4d06-8f4e-16e5bba5c3e5 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.343686 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-cb3cdf35-3bd2-472b-8993-1f515c045347 req-22044906-7192-4d06-8f4e-16e5bba5c3e5 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.344961 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cb3cdf35-3bd2-472b-8993-1f515c045347 req-22044906-7192-4d06-8f4e-16e5bba5c3e5 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] 10.222.0.16 "DELETE /v2.0/security-groups/5788cada-a64e-47ae-8102-7dac2e9bc5e3 HTTP/1.1" status: 204 len: 173 time: 0.3342221 Jul 16 01:25:05.354562 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46296) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:05.433449 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22044906-7192-4d06-8f4e-16e5bba5c3e5 tempest-SecurityGroupsTestJSON-1768714022 tempest-SecurityGroupsTestJSON-1768714022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5788cada-a64e-47ae-8102-7dac2e9bc5e3,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:05.451491 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] For port 05f36d3d-dd4c-4448-bf79-f542b57b6b8c, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=05f36d3d-dd4c-4448-bf79-f542b57b6b8c,segment=NetworkSegment(f0a11cfd-f057-44cc-a0d0-cd224211385a),segment_id=f0a11cfd-f057-44cc-a0d0-cd224211385a)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:05.451949 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.479008 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Calling delete_port for 05f36d3d-dd4c-4448-bf79-f542b57b6b8c owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:05.488997 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637b62e-196b-4eeb-8e8d-0c3039609c5f req-a0288617-4cdc-43d8-b12f-21937e7fc7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.490829 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9637b62e-196b-4eeb-8e8d-0c3039609c5f req-a0288617-4cdc-43d8-b12f-21937e7fc7a3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 1097 time: 0.2328990 Jul 16 01:25:05.497983 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9c6192-1df4-44e1-89b3-0c24ace7d2e4 admin admin] Deleting subnet 2b3acb55-2841-4726-a20b-0bdf77029019 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:25:05.519367 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5a9c6192-1df4-44e1-89b3-0c24ace7d2e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.563306 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-c14412c9-b277-458f-b141-71afb8ca7b66 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Made reservation on behalf of edd1ed0455014b31835bf69f0954c3dd for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:05.567209 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-c14412c9-b277-458f-b141-71afb8ca7b66 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.571387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d18656-c1cf-4e30-be0e-de51a63cd120 None None] Network 8e24708b-ff37-4aae-b395-1c376a1ff35d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:05.616987 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5a9c6192-1df4-44e1-89b3-0c24ace7d2e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.648839 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.650573 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9637b62e-196b-4eeb-8e8d-0c3039609c5f req-b92f2905-0f00-4c5b-a7ee-89dd6e5acd59 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494722 Jul 16 01:25:05.683933 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5a9c6192-1df4-44e1-89b3-0c24ace7d2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.734429 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.738728 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-64944d38-59a6-4a4f-9249-9435cafd53ab None None] Provisioning for port 05f36d3d-dd4c-4448-bf79-f542b57b6b8c completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:05.739957 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f1909de-910f-4756-a8bb-b1a9dc3bea27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.769482 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 3a0d934c-592a-4937-9496-06ca38e5deb4, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=3a0d934c-592a-4937-9496-06ca38e5deb4,segment=NetworkSegment(1b85f567-f30c-4911-8c46-1eee3f966e09),segment_id=1b85f567-f30c-4911-8c46-1eee3f966e09)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:05.776536 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Port': ['ID=05f36d3d-dd4c-4448-bf79-f542b57b6b8c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:05.785322 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.794107 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No DVR routers for this DVR port 05f36d3d-dd4c-4448-bf79-f542b57b6b8c on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:05.815615 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ce4ec-065a-4a1a-9238-5e7d7aa418bb req-3ba5463e-1d3c-449d-b2f5-757f570e6f52 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.817378 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-336ce4ec-065a-4a1a-9238-5e7d7aa418bb req-3ba5463e-1d3c-449d-b2f5-757f570e6f52 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 945 time: 0.2268734 Jul 16 01:25:05.828000 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-64944d38-59a6-4a4f-9249-9435cafd53ab None None] Provisioning complete for port 05f36d3d-dd4c-4448-bf79-f542b57b6b8c triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:05.828853 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-64944d38-59a6-4a4f-9249-9435cafd53ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.831540 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5a9c6192-1df4-44e1-89b3-0c24ace7d2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.865452 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-492bddda-f6e8-4b21-97c0-4af5d8fc1285 req-314f09f6-e6d6-4e78-be98-7cf843a4093f tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0634534 Jul 16 01:25:05.882624 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-64944d38-59a6-4a4f-9249-9435cafd53ab None None] Port 05f36d3d-dd4c-4448-bf79-f542b57b6b8c was deleted so its status cannot be updated. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 01:25:05.896306 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c6192-1df4-44e1-89b3-0c24ace7d2e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b3acb55-2841-4726-a20b-0bdf77029019,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:05.909387 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5a9c6192-1df4-44e1-89b3-0c24ace7d2e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.911158 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5a9c6192-1df4-44e1-89b3-0c24ace7d2e4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2b3acb55-2841-4726-a20b-0bdf77029019 HTTP/1.1" status: 204 len: 168 time: 0.5540895 Jul 16 01:25:05.914634 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46306) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:05.928634 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-c14412c9-b277-458f-b141-71afb8ca7b66 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Allocated IP 192.168.233.215 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/fbe83c82-c987-4ad8-8436-6f2f16a8d629) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:05.977258 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.983663 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-336ce4ec-065a-4a1a-9238-5e7d7aa418bb req-d3a6f06a-823a-44a4-95db-d7b39d21cf7e tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565030 Jul 16 01:25:05.993327 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e24708b-ff37-4aae-b395-1c376a1ff35d']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:06.004472 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb0638e-2e9f-4b1d-a443-d2f5b3809ddb None None] DHCP port deletion for 8e24708b-ff37-4aae-b395-1c376a1ff35d request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:25:06.037715 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba73c751-54e8-4956-bfcb-6e816775b5f4 None None] Network 8e24708b-ff37-4aae-b395-1c376a1ff35d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:06.044464 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a11cfd-f057-44cc-a0d0-cd224211385a') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:06.044773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a11cfd-f057-44cc-a0d0-cd224211385a') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:06.057147 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.058700 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=3a0d934c-592a-4937-9496-06ca38e5deb4,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:06.061641 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5d29919-c716-495e-a4f9-af3a2ada4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.085563 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.094104 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:06.094523 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:06.097671 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:06.132685 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'name': 'tempest-ServersTestJSON-848046492-router', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:00Z', 'updated_at': '2021-07-16T01:25:02Z', 'revision_number': 3, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'gw_port': {'id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:01Z', 'updated_at': '2021-07-16T01:25:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:06.180946 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] Checking router: 84b704bc-ebd6-4364-941a-b33e97c1a043 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:25:06.181356 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] Updating router 84b704bc-ebd6-4364-941a-b33e97c1a043 port 15d46bdb-48f3-43b6-9b91-0acf883b800f binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:25:06.232718 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.239694 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5d29919-c716-495e-a4f9-af3a2ada4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.243829 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.263902 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.268533 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/networks/8e24708b-ff37-4aae-b395-1c376a1ff35d HTTP/1.1" status: 204 len: 168 time: 3.2160583 Jul 16 01:25:06.268533 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-c5d29919-c716-495e-a4f9-af3a2ada4ddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d9de2b-4bea-47ad-b969-042e519aa5e2']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:06.279043 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46310) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:06.308868 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-c5d29919-c716-495e-a4f9-af3a2ada4ddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40cca31-0dfa-4532-9a78-bcb8410a3baf') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:06.309163 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-c5d29919-c716-495e-a4f9-af3a2ada4ddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40cca31-0dfa-4532-9a78-bcb8410a3baf') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:06.346544 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3bc08c7e-7842-4aaf-ae22-bddc1bc9ccbb req-d03e1836-4c24-43a8-87e5-939ec3140661 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e2c78a4-0abc-4f7b-8be0-138b74ec93da HTTP/1.1" status: 200 len: 210 time: 0.0757949 Jul 16 01:25:06.349235 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5deb80b-91a4-4818-bca0-42b172f06948 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Network': ['ID=8e24708b-ff37-4aae-b395-1c376a1ff35d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:06.351297 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dce318f-cdbf-44a5-a11b-6b6ee69db530 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] DELETE failed (client error): The resource could not be found. Jul 16 01:25:06.351980 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dce318f-cdbf-44a5-a11b-6b6ee69db530 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:06.357874 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4dce318f-cdbf-44a5-a11b-6b6ee69db530 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/networks/8e24708b-ff37-4aae-b395-1c376a1ff35d HTTP/1.1" status: 404 len: 339 time: 0.0738170 Jul 16 01:25:06.357874 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5d29919-c716-495e-a4f9-af3a2ada4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.358166 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46312) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:06.367873 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-89e6e365-a624-465f-9992-f923754e8ec7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-401920051', 'description': 'd1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:06.389557 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5d29919-c716-495e-a4f9-af3a2ada4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.402209 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d29919-c716-495e-a4f9-af3a2ada4ddd admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:06.402631 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5d29919-c716-495e-a4f9-af3a2ada4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:06.406560 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:06.434185 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e6e365-a624-465f-9992-f923754e8ec7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Made reservation on behalf of 65b74c9f7c7a4277af56c6253487ffb4 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:06.437926 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89e6e365-a624-465f-9992-f923754e8ec7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.495737 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5d29919-c716-495e-a4f9-af3a2ada4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.504132 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5d29919-c716-495e-a4f9-af3a2ada4ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.506497 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c5d29919-c716-495e-a4f9-af3a2ada4ddd admin admin] 10.222.0.16 "DELETE /v2.0/networks/82d9de2b-4bea-47ad-b969-042e519aa5e2 HTTP/1.1" status: 204 len: 168 time: 0.5907781 Jul 16 01:25:06.507318 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e6e365-a624-465f-9992-f923754e8ec7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:06.523918 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d29919-c716-495e-a4f9-af3a2ada4ddd admin admin] Pushing event deleted for resources: {'Network': ['ID=82d9de2b-4bea-47ad-b969-042e519aa5e2,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:06.533574 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89e6e365-a624-465f-9992-f923754e8ec7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.533930 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-89e6e365-a624-465f-9992-f923754e8ec7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Added segment ca81e187-4374-40d4-a8a8-543653c6daf2 of type vlan for network 249711da-7b6f-48f4-8c9f-e201931aa269 Jul 16 01:25:06.589807 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 3a0d934c-592a-4937-9496-06ca38e5deb4 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:06.602607 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89e6e365-a624-465f-9992-f923754e8ec7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.624395 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-c14412c9-b277-458f-b141-71afb8ca7b66 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.641946 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-1f1909de-910f-4756-a8bb-b1a9dc3bea27 admin admin] Allocated IP 172.20.0.1 (a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83/8a0b625a-5414-4c49-99ba-fd5b40c816b5/f1c0d1a3-bb08-4a58-a2cb-1dd899af9859) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:06.653326 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-c14412c9-b277-458f-b141-71afb8ca7b66 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Transition to ACTIVE for port object fbe83c82-c987-4ad8-8436-6f2f16a8d629 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:06.656729 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89e6e365-a624-465f-9992-f923754e8ec7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.660841 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.674593 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] Transition to ACTIVE for port object 15d46bdb-48f3-43b6-9b91-0acf883b800f will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:06.680628 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e6e365-a624-465f-9992-f923754e8ec7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:06.681223 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89e6e365-a624-465f-9992-f923754e8ec7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582441'] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.692640 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.695613 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 3a0d934c-592a-4937-9496-06ca38e5deb4 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:06.696126 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.712635 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46316) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:06.751575 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-89e6e365-a624-465f-9992-f923754e8ec7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3925118 Jul 16 01:25:06.756276 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46318) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:06.796919 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44cd67-7991-4d99-8cfe-142ae9237fc6 None None] Pushing event updated for resources: {'Port': ['ID=15d46bdb-48f3-43b6-9b91-0acf883b800f,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:06.803626 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-c14412c9-b277-458f-b141-71afb8ca7b66 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.820031 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['8648b5c6-909b-4737-9bf4-3fa1d78c7810', '68e7c35f-2436-4917-80f7-1478c3f03797', 'd45cd596-b7a8-49b3-992b-1466c9213f6e', 'd65c684e-612d-4bfe-ac9d-05eb8431748e', 'a868c89e-94c0-4cd5-903b-cf36e7f9d749'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:06.823427 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['4cedddb5-174d-4d99-a67f-313c9716b2bb', '3f154f08-5c8b-4681-ae9f-65b8c6e80783'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:06.844113 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f1909de-910f-4756-a8bb-b1a9dc3bea27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.850196 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] Attempting to bind port 15d46bdb-48f3-43b6-9b91-0acf883b800f on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:06.850888 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] Attempting to bind port 15d46bdb-48f3-43b6-9b91-0acf883b800f by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:06.851298 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] Attempting to bind port 15d46bdb-48f3-43b6-9b91-0acf883b800f on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:06.853932 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6e365-a624-465f-9992-f923754e8ec7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Network': ['ID=249711da-7b6f-48f4-8c9f-e201931aa269,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:06.872519 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e2aa4163-de1b-45ed-8362-ca5f046d52e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c96c4b57e6340f3aa0dce63cee1d2fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555309 Jul 16 01:25:06.873916 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46320) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:06.878367 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-c14412c9-b277-458f-b141-71afb8ca7b66 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:06.886008 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-1f1909de-910f-4756-a8bb-b1a9dc3bea27 admin admin] Transition to ACTIVE for port object f1c0d1a3-bb08-4a58-a2cb-1dd899af9859 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:06.887681 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-c14412c9-b277-458f-b141-71afb8ca7b66 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:06.894547 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-c14412c9-b277-458f-b141-71afb8ca7b66 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:06.899241 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14412c9-b277-458f-b141-71afb8ca7b66 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Pushing event updated for resources: {'Port': ['ID=fbe83c82-c987-4ad8-8436-6f2f16a8d629,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:06.901721 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 249711da-7b6f-48f4-8c9f-e201931aa269 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:06.945229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37764a24-ce3b-4345-9239-2a488e48f046 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:06.946980 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-37764a24-ce3b-4345-9239-2a488e48f046 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "GET /v2.0/networks?id=249711da-7b6f-48f4-8c9f-e201931aa269 HTTP/1.1" status: 200 len: 760 time: 0.1870081 Jul 16 01:25:06.950914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46324) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:06.956099 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-5b13c92a-80f0-424e-9715-c217fa26213f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'network': {'description': 'd2'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:06.982754 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-c14412c9-b277-458f-b141-71afb8ca7b66 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:06.983440 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-c14412c9-b277-458f-b141-71afb8ca7b66 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.007129 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-c14412c9-b277-458f-b141-71afb8ca7b66 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7094839 Jul 16 01:25:07.009834 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f1909de-910f-4756-a8bb-b1a9dc3bea27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.042080 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-6abeed69-4a3d-4004-bfbf-ffa183ff8eda service neutron] Request body: {'port': {'device_id': '6e2c78a4-0abc-4f7b-8be0-138b74ec93da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:07.156375 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-13a5a530-55d5-4e20-8799-d75c7730e2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.157001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:07.157001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:07.157572 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.157989 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:07.158571 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] Bound port: 15d46bdb-48f3-43b6-9b91-0acf883b800f, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:07.159046 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.237016 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d8c86974-94dd-4052-9b04-d6164b0db8a3 req-253c0e46-1fbb-49ca-8818-65468945e525 tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.1445351 Jul 16 01:25:07.246870 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1909de-910f-4756-a8bb-b1a9dc3bea27 admin admin] Network a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:07.247794 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-6abeed69-4a3d-4004-bfbf-ffa183ff8eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.249881 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-1f1909de-910f-4756-a8bb-b1a9dc3bea27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:07.271588 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1909de-910f-4756-a8bb-b1a9dc3bea27 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:07.274930 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-13a5a530-55d5-4e20-8799-d75c7730e2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.289198 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5b13c92a-80f0-424e-9715-c217fa26213f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.350980 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1909de-910f-4756-a8bb-b1a9dc3bea27 admin admin] Pushing event updated for resources: {'Port': ['ID=f1c0d1a3-bb08-4a58-a2cb-1dd899af9859,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:07.361660 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5b13c92a-80f0-424e-9715-c217fa26213f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.399107 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 05f36d3d-dd4c-4448-bf79-f542b57b6b8c no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:07.412245 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f1909de-910f-4756-a8bb-b1a9dc3bea27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.413090 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02df317-b16a-4f02-bb93-3e70fc060f6b req-a93b3a08-63a2-446e-a9cb-d7b2b95145b9 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:07.415756 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b02df317-b16a-4f02-bb93-3e70fc060f6b req-a93b3a08-63a2-446e-a9cb-d7b2b95145b9 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 945 time: 0.2143259 Jul 16 01:25:07.416644 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5b13c92a-80f0-424e-9715-c217fa26213f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Network 249711da-7b6f-48f4-8c9f-e201931aa269 is not hosted by any dhcp agent {{(pid=93955) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:25:07.422376 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b13c92a-80f0-424e-9715-c217fa26213f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:07.423351 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5b13c92a-80f0-424e-9715-c217fa26213f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.428851 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5b13c92a-80f0-424e-9715-c217fa26213f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "PUT /v2.0/networks/249711da-7b6f-48f4-8c9f-e201931aa269 HTTP/1.1" status: 200 len: 757 time: 0.4769554 Jul 16 01:25:07.434296 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46334) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:07.470535 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 05f36d3d-dd4c-4448-bf79-f542b57b6b8c {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:07.471330 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 05f36d3d-dd4c-4448-bf79-f542b57b6b8c not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:07.507157 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f9dc4a0e-3497-45ad-a9d6-56d56679e6e2 None None] Provisioning for port fbe83c82-c987-4ad8-8436-6f2f16a8d629 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:07.518302 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f9dc4a0e-3497-45ad-a9d6-56d56679e6e2 None None] Provisioning complete for port fbe83c82-c987-4ad8-8436-6f2f16a8d629 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:07.518946 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9dc4a0e-3497-45ad-a9d6-56d56679e6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.531310 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13c92a-80f0-424e-9715-c217fa26213f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Network': ['ID=249711da-7b6f-48f4-8c9f-e201931aa269,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:07.550302 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-13a5a530-55d5-4e20-8799-d75c7730e2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.553055 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-13a5a530-55d5-4e20-8799-d75c7730e2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.554507 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-13a5a530-55d5-4e20-8799-d75c7730e2ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df07f559-1004-4d5b-97fd-3b5445813da7 HTTP/1.1" status: 204 len: 168 time: 0.6801467 Jul 16 01:25:07.571046 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5a530-55d5-4e20-8799-d75c7730e2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df07f559-1004-4d5b-97fd-3b5445813da7,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:07.585150 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b02df317-b16a-4f02-bb93-3e70fc060f6b req-b5c30040-26ec-4e05-8763-508f13367f0c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468515 Jul 16 01:25:07.598203 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] For port 15d46bdb-48f3-43b6-9b91-0acf883b800f, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:07.601180 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 249711da-7b6f-48f4-8c9f-e201931aa269 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:07.679447 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] For port 15d46bdb-48f3-43b6-9b91-0acf883b800f, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=15d46bdb-48f3-43b6-9b91-0acf883b800f,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:07.714749 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.716908 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f9dc4a0e-3497-45ad-a9d6-56d56679e6e2 None None] Port fbe83c82-c987-4ad8-8436-6f2f16a8d629 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:07.719963 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f51ca4-0b70-4d3f-bccf-7b2c9d6985fd tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:07.721522 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b3f51ca4-0b70-4d3f-bccf-7b2c9d6985fd tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "GET /v2.0/networks?id=249711da-7b6f-48f4-8c9f-e201931aa269 HTTP/1.1" status: 200 len: 760 time: 0.2268219 Jul 16 01:25:07.726440 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46340) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:07.731388 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-40a8b8ad-5929-4168-addb-54d36dd84eaa tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-24746491'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:07.774475 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a8b8ad-5929-4168-addb-54d36dd84eaa tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Made reservation on behalf of 65b74c9f7c7a4277af56c6253487ffb4 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:07.784194 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-40a8b8ad-5929-4168-addb-54d36dd84eaa tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.862000 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f1909de-910f-4756-a8bb-b1a9dc3bea27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.945305 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a8b8ad-5929-4168-addb-54d36dd84eaa tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:08.006027 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-40a8b8ad-5929-4168-addb-54d36dd84eaa tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.006385 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-40a8b8ad-5929-4168-addb-54d36dd84eaa tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Added segment c93f102a-9873-48a7-a00d-56ee09b7861c of type vlan for network 2bd1eef7-fa1f-471b-b455-45d0aa59cebe Jul 16 01:25:08.020798 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] Routers {'84b704bc-ebd6-4364-941a-b33e97c1a043'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:08.021464 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:25:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['84b704bc-ebd6-4364-941a-b33e97c1a043'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:08.043234 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-6abeed69-4a3d-4004-bfbf-ffa183ff8eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe83c82-c987-4ad8-8436-6f2f16a8d629 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:08.070768 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-6abeed69-4a3d-4004-bfbf-ffa183ff8eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.109703 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d7d00-66d6-4985-95b8-1b5d55a28a4a req-34c5f78b-f515-4d4b-b2d6-aa95e23cc4b9 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.117428 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-014d7d00-66d6-4985-95b8-1b5d55a28a4a req-34c5f78b-f515-4d4b-b2d6-aa95e23cc4b9 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e2c78a4-0abc-4f7b-8be0-138b74ec93da HTTP/1.1" status: 200 len: 936 time: 0.2971077 Jul 16 01:25:08.122911 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7e8012e6-bbeb-4d94-bc3b-6645246da159 None None] Provisioning for port f1c0d1a3-bb08-4a58-a2cb-1dd899af9859 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:08.123950 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-40a8b8ad-5929-4168-addb-54d36dd84eaa tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.130887 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7e8012e6-bbeb-4d94-bc3b-6645246da159 None None] Provisioning complete for port f1c0d1a3-bb08-4a58-a2cb-1dd899af9859 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:08.131905 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e8012e6-bbeb-4d94-bc3b-6645246da159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.176391 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7e8012e6-bbeb-4d94-bc3b-6645246da159 None None] Port f1c0d1a3-bb08-4a58-a2cb-1dd899af9859 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:08.179123 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44cd67-7991-4d99-8cfe-142ae9237fc6 None None] Pushing event updated for resources: {'Port': ['ID=15d46bdb-48f3-43b6-9b91-0acf883b800f,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:08.181122 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-6abeed69-4a3d-4004-bfbf-ffa183ff8eda service neutron] Transition to ACTIVE for port object fbe83c82-c987-4ad8-8436-6f2f16a8d629 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:08.185055 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-014d7d00-66d6-4985-95b8-1b5d55a28a4a req-436aae75-4daf-403d-9029-edd10a8bc8fb tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662341 Jul 16 01:25:08.212764 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-6abeed69-4a3d-4004-bfbf-ffa183ff8eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.218061 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-40a8b8ad-5929-4168-addb-54d36dd84eaa tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.227413 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a8b8ad-5929-4168-addb-54d36dd84eaa tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.228575 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-40a8b8ad-5929-4168-addb-54d36dd84eaa tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.338338 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f1909de-910f-4756-a8bb-b1a9dc3bea27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.356013 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8b8ad-5929-4168-addb-54d36dd84eaa tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Network': ['ID=2bd1eef7-fa1f-471b-b455-45d0aa59cebe,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:08.361443 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abeed69-4a3d-4004-bfbf-ffa183ff8eda service neutron] Pushing event updated for resources: {'Port': ['ID=fbe83c82-c987-4ad8-8436-6f2f16a8d629,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:08.370862 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f1909de-910f-4756-a8bb-b1a9dc3bea27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.390968 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-40a8b8ad-5929-4168-addb-54d36dd84eaa tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6635211 Jul 16 01:25:08.395463 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46358) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:08.409953 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 2bd1eef7-fa1f-471b-b455-45d0aa59cebe details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:08.412560 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-62fb1d99-c5dc-40e3-9183-b44efa92107e tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'subnet': {'network_id': '2bd1eef7-fa1f-471b-b455-45d0aa59cebe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:08.450785 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214b3c4-2f4a-469f-8be8-bf4dba370e49 req-484eddd6-54b2-4018-a867-c1de8336ab08 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.452940 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3214b3c4-2f4a-469f-8be8-bf4dba370e49 req-484eddd6-54b2-4018-a867-c1de8336ab08 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 945 time: 0.3237362 Jul 16 01:25:08.495511 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-56eb89b6-ff48-4b9d-b37d-526d7c975adc req-79e88a91-12e1-49a8-8d73-52ef71547bb7 tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0767064 Jul 16 01:25:08.534604 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] Set router 84b704bc-ebd6-4364-941a-b33e97c1a043 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:08.560693 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1909de-910f-4756-a8bb-b1a9dc3bea27 admin admin] Pushing event updated for resources: {'Port': ['ID=f1c0d1a3-bb08-4a58-a2cb-1dd899af9859,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:08.657120 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f1909de-910f-4756-a8bb-b1a9dc3bea27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.658499 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fb1d99-c5dc-40e3-9183-b44efa92107e tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Made reservation on behalf of 65b74c9f7c7a4277af56c6253487ffb4 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:08.662362 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-62fb1d99-c5dc-40e3-9183-b44efa92107e tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.710276 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3214b3c4-2f4a-469f-8be8-bf4dba370e49 req-f2f55a15-f00b-4ccd-a55b-041361f8f38e tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887789 Jul 16 01:25:08.745434 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-6abeed69-4a3d-4004-bfbf-ffa183ff8eda service neutron] Attempting to bind port fbe83c82-c987-4ad8-8436-6f2f16a8d629 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:08.748400 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-6abeed69-4a3d-4004-bfbf-ffa183ff8eda service neutron] Attempting to bind port fbe83c82-c987-4ad8-8436-6f2f16a8d629 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:08.751180 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-6abeed69-4a3d-4004-bfbf-ffa183ff8eda service neutron] Attempting to bind port fbe83c82-c987-4ad8-8436-6f2f16a8d629 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:08.860771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-6abeed69-4a3d-4004-bfbf-ffa183ff8eda service neutron] Port fbe83c82-c987-4ad8-8436-6f2f16a8d629 on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:08.861096 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-6abeed69-4a3d-4004-bfbf-ffa183ff8eda service neutron] Attempting to bind port fbe83c82-c987-4ad8-8436-6f2f16a8d629 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:08.894381 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1909de-910f-4756-a8bb-b1a9dc3bea27 admin admin] Network a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:08.900096 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-1f1909de-910f-4756-a8bb-b1a9dc3bea27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:08.902171 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-6abeed69-4a3d-4004-bfbf-ffa183ff8eda service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:08.902515 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-6abeed69-4a3d-4004-bfbf-ffa183ff8eda service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:08.902895 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-6abeed69-4a3d-4004-bfbf-ffa183ff8eda service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:08.903344 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-6abeed69-4a3d-4004-bfbf-ffa183ff8eda service neutron] Bound port: fbe83c82-c987-4ad8-8436-6f2f16a8d629, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:08.903703 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-6abeed69-4a3d-4004-bfbf-ffa183ff8eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.974241 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-62fb1d99-c5dc-40e3-9183-b44efa92107e tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.079060 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'name': 'tempest-ServersTestJSON-848046492-router', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:00Z', 'updated_at': '2021-07-16T01:25:07Z', 'revision_number': 4, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'gw_port': {'id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:01Z', 'updated_at': '2021-07-16T01:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'f1c0d1a3-bb08-4a58-a2cb-1dd899af9859', 'name': '', 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'mac_address': 'fa:16:3e:10:a5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '8a0b625a-5414-4c49-99ba-fd5b40c816b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:05Z', 'updated_at': '2021-07-16T01:25:06Z', 'revision_number': 1, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'subnets': [{'id': '8a0b625a-5414-4c49-99ba-fd5b40c816b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:09.091809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb1d99-c5dc-40e3-9183-b44efa92107e tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Subnet': ['ID=d9fd7a83-17cf-4829-9fce-a92aa5a5e43c,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:09.112646 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fb1d99-c5dc-40e3-9183-b44efa92107e tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Checking segment: {'id': 'c93f102a-9873-48a7-a00d-56ee09b7861c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2bd1eef7-fa1f-471b-b455-45d0aa59cebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:09.113010 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fb1d99-c5dc-40e3-9183-b44efa92107e tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Network hostable DHCP agents. Network: 2bd1eef7-fa1f-471b-b455-45d0aa59cebe, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:09.137186 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d024071-0290-4658-b5ad-b54fcb091955 None None] The sync data for ids ['84b704bc-ebd6-4364-941a-b33e97c1a043'] in n-d-792394-16 is: [{'id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'name': 'tempest-ServersTestJSON-848046492-router', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:00Z', 'updated_at': '2021-07-16T01:25:07Z', 'revision_number': 4, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'gw_port': {'id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:01Z', 'updated_at': '2021-07-16T01:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'f1c0d1a3-bb08-4a58-a2cb-1dd899af9859', 'name': '', 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'mac_address': 'fa:16:3e:10:a5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '8a0b625a-5414-4c49-99ba-fd5b40c816b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:05Z', 'updated_at': '2021-07-16T01:25:06Z', 'revision_number': 1, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'subnets': [{'id': '8a0b625a-5414-4c49-99ba-fd5b40c816b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:25:09.140081 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-6abeed69-4a3d-4004-bfbf-ffa183ff8eda service neutron] For port fbe83c82-c987-4ad8-8436-6f2f16a8d629, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:09.146856 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-6abeed69-4a3d-4004-bfbf-ffa183ff8eda service neutron] For port fbe83c82-c987-4ad8-8436-6f2f16a8d629, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fbe83c82-c987-4ad8-8436-6f2f16a8d629,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:09.148507 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fb1d99-c5dc-40e3-9183-b44efa92107e tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Network 2bd1eef7-fa1f-471b-b455-45d0aa59cebe is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:09.164803 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-6abeed69-4a3d-4004-bfbf-ffa183ff8eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.169037 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-62fb1d99-c5dc-40e3-9183-b44efa92107e tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 2bd1eef7-fa1f-471b-b455-45d0aa59cebe) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:09.190848 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0253d1fd-bed9-4d15-84a5-18526d73724d None None] Network 2bd1eef7-fa1f-471b-b455-45d0aa59cebe requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:09.195364 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-6abeed69-4a3d-4004-bfbf-ffa183ff8eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:09.196516 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-6abeed69-4a3d-4004-bfbf-ffa183ff8eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.198433 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-6abeed69-4a3d-4004-bfbf-ffa183ff8eda service neutron] 10.222.0.84 "PUT /v2.0/ports/fbe83c82-c987-4ad8-8436-6f2f16a8d629 HTTP/1.1" status: 200 len: 1097 time: 2.1704857 Jul 16 01:25:09.199381 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fb1d99-c5dc-40e3-9183-b44efa92107e tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:09.200218 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-62fb1d99-c5dc-40e3-9183-b44efa92107e tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.223835 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e2c78a4-0abc-4f7b-8be0-138b74ec93da', 'tag': 'fbe83c82-c987-4ad8-8436-6f2f16a8d629'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:09.237513 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d6f9b5-6f0d-4a1f-a2b1-c992682135b3" -d '{"events": [{"name": "network-changed", "server_uuid": "6e2c78a4-0abc-4f7b-8be0-138b74ec93da", "tag": "fbe83c82-c987-4ad8-8436-6f2f16a8d629"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:09.272353 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-62fb1d99-c5dc-40e3-9183-b44efa92107e tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8713386 Jul 16 01:25:09.275162 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46382) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:09.363358 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c5756d-c1b3-49a0-a434-1d36ee8d8e26 x-openstack-request-id: req-93c5756d-c1b3-49a0-a434-1d36ee8d8e26 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:09.363813 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e2c78a4-0abc-4f7b-8be0-138b74ec93da", "tag": "fbe83c82-c987-4ad8-8436-6f2f16a8d629", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:09.364158 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93c5756d-c1b3-49a0-a434-1d36ee8d8e26 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:09.364852 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e2c78a4-0abc-4f7b-8be0-138b74ec93da', 'tag': 'fbe83c82-c987-4ad8-8436-6f2f16a8d629', 'status': 'completed', 'code': 200} Jul 16 01:25:09.412162 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1909de-910f-4756-a8bb-b1a9dc3bea27 admin admin] Router 84b704bc-ebd6-4364-941a-b33e97c1a043 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:25:09.456721 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abeed69-4a3d-4004-bfbf-ffa183ff8eda service neutron] Pushing event updated for resources: {'Port': ['ID=fbe83c82-c987-4ad8-8436-6f2f16a8d629,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:09.519792 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc8c0-f113-47ed-8c45-66950b0f7aa7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.550571 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-618b7282-f611-4999-8d43-a5dfb8b3f003 None None] Provisioning complete for port f1c0d1a3-bb08-4a58-a2cb-1dd899af9859 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:09.550954 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-618b7282-f611-4999-8d43-a5dfb8b3f003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.670928 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41aa83d-3db0-4311-b4ef-83c27ef83096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-2bd1eef7-fa1f-471b-b455-45d0aa59cebe', 'network_id': '2bd1eef7-fa1f-471b-b455-45d0aa59cebe', 'tenant_id': '65b74c9f7c7a4277af56c6253487ffb4', 'fixed_ips': [{'subnet_id': 'd9fd7a83-17cf-4829-9fce-a92aa5a5e43c'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:25:09.671786 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d41aa83d-3db0-4311-b4ef-83c27ef83096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.673340 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46388) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:09.707188 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-618b7282-f611-4999-8d43-a5dfb8b3f003 None None] Port f1c0d1a3-bb08-4a58-a2cb-1dd899af9859 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:09.708174 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc8c0-f113-47ed-8c45-66950b0f7aa7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.779284 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-f21f89a7-979d-46f3-97da-cca2538aa1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:09.781579 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-f21f89a7-979d-46f3-97da-cca2538aa1d6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=edd1ed0455014b31835bf69f0954c3dd&device_id=6e2c78a4-0abc-4f7b-8be0-138b74ec93da HTTP/1.1" status: 200 len: 1100 time: 0.4924209 Jul 16 01:25:09.833010 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eeb66b85-59ea-4e1e-9226-3e75631c6660 req-d0f2ef36-fcda-421b-944b-b4697a642464 tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0408938 Jul 16 01:25:09.862956 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-91ff3386-5594-48f1-819d-bfe023c650cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.885192 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-90cd59e3-86f1-4032-b0a4-7def21bb5cc5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=fbe83c82-c987-4ad8-8436-6f2f16a8d629 HTTP/1.1" status: 200 len: 217 time: 0.0921078 Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server [None req-d41aa83d-3db0-4311-b4ef-83c27ef83096 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9fd7a83-17cf-4829-9fce-a92aa5a5e43c: This subnet is being modified by another concurrent operation. Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:25:09.894164 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9fd7a83-17cf-4829-9fce-a92aa5a5e43c: This subnet is being modified by another concurrent operation. Jul 16 01:25:09.899040 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server Jul 16 01:25:09.925037 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb567e3-6e83-46f3-adaa-14c4910d8e08 None None] Network 2bd1eef7-fa1f-471b-b455-45d0aa59cebe requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:09.974327 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-38442d5f-eaae-4cc0-afae-6add925a3c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:09.976761 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-38442d5f-eaae-4cc0-afae-6add925a3c72 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0832763 Jul 16 01:25:10.019760 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-91ff3386-5594-48f1-819d-bfe023c650cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.021716 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc8c0-f113-47ed-8c45-66950b0f7aa7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.039505 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-91ff3386-5594-48f1-819d-bfe023c650cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.054218 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcab1fe-923b-4205-84a5-58ae6f142175 req-3fb2f4c3-e0cc-4442-a203-5e0ace439119 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:10.056917 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ffcab1fe-923b-4205-84a5-58ae6f142175 req-3fb2f4c3-e0cc-4442-a203-5e0ace439119 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e2c78a4-0abc-4f7b-8be0-138b74ec93da HTTP/1.1" status: 200 len: 948 time: 0.6036906 Jul 16 01:25:10.064447 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1909de-910f-4756-a8bb-b1a9dc3bea27 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:25:10.081629 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1f1909de-910f-4756-a8bb-b1a9dc3bea27 admin admin] 10.222.0.16 "PUT /v2.0/routers/84b704bc-ebd6-4364-941a-b33e97c1a043/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3081708 Jul 16 01:25:10.142253 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ffcab1fe-923b-4205-84a5-58ae6f142175 req-cdf272bb-cb18-46f0-a1af-ace1ea133d34 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738895 Jul 16 01:25:10.157212 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff3386-5594-48f1-819d-bfe023c650cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1ae368-1792-4a31-aca4-ade9240ff2ce,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:10.159209 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-cfc2df4a-d48c-4980-bb6f-30caea4dd29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:10.160961 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-cfc2df4a-d48c-4980-bb6f-30caea4dd29a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1721323 Jul 16 01:25:10.195184 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67adadaf-56ce-4417-be2a-b4744c5c7ba5 None None] get_active_networks_info from n-d-792394-16 {{(pid=93957) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:25:10.385439 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-dea39c45-2d18-41cf-acd3-6fd9cb725a89 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169869 Jul 16 01:25:10.390306 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc8c0-f113-47ed-8c45-66950b0f7aa7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.409341 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67adadaf-56ce-4417-be2a-b4744c5c7ba5 None None] Resources bound (agent type, host, resource id): {{(pid=93957) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:25:10.412770 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-8b8bc8c0-f113-47ed-8c45-66950b0f7aa7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd1eef7-fa1f-471b-b455-45d0aa59cebe']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:10.421763 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8bc8c0-f113-47ed-8c45-66950b0f7aa7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Subnet': ['ID=d9fd7a83-17cf-4829-9fce-a92aa5a5e43c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:10.427371 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-303b399b-80f8-4d49-8273-809244489cc8 req-3af3ac2a-8fff-4b86-a98a-7f7ec3d8f611 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.2787166 Jul 16 01:25:10.479065 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-8b8bc8c0-f113-47ed-8c45-66950b0f7aa7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93f102a-9873-48a7-a00d-56ee09b7861c') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:10.479356 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-8b8bc8c0-f113-47ed-8c45-66950b0f7aa7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93f102a-9873-48a7-a00d-56ee09b7861c') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:10.487771 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-91ff3386-5594-48f1-819d-bfe023c650cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f2a17bf56274d6c85e79ea5bc9b7621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8104348 Jul 16 01:25:10.494864 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46402) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:10.509809 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc8c0-f113-47ed-8c45-66950b0f7aa7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.549196 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc8c0-f113-47ed-8c45-66950b0f7aa7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.559518 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 15d46bdb-48f3-43b6-9b91-0acf883b800f up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:10.572568 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fab69cdc-d9df-41e8-b218-0ed0fe286419 req-a728f9c4-6342-4cef-bae2-283259d1a0a4 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760080 Jul 16 01:25:10.585468 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8bc8c0-f113-47ed-8c45-66950b0f7aa7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:10.586351 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc8c0-f113-47ed-8c45-66950b0f7aa7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:10.592050 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:10.666508 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a91c7-d2db-4b59-abdd-1d87b495993d req-0f0d132a-c5c2-4c22-aaba-760291b115e9 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:10.668087 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-925a91c7-d2db-4b59-abdd-1d87b495993d req-0f0d132a-c5c2-4c22-aaba-760291b115e9 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 945 time: 0.6417773 Jul 16 01:25:10.721577 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6f9b5-6f0d-4a1f-a2b1-c992682135b3 req-5b3ee4a6-f7cd-4f5a-b14d-bea64586fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:10.723107 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c4d6f9b5-6f0d-4a1f-a2b1-c992682135b3 req-5b3ee4a6-f7cd-4f5a-b14d-bea64586fbca service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=edd1ed0455014b31835bf69f0954c3dd&device_id=6e2c78a4-0abc-4f7b-8be0-138b74ec93da HTTP/1.1" status: 200 len: 1100 time: 0.0821350 Jul 16 01:25:10.730900 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b12db0c2-a0fa-40ce-8907-b3be831710e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.739285 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 15d46bdb-48f3-43b6-9b91-0acf883b800f completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:10.749385 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 15d46bdb-48f3-43b6-9b91-0acf883b800f triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:10.750082 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.776857 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc8c0-f113-47ed-8c45-66950b0f7aa7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.801264 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b8bc8c0-f113-47ed-8c45-66950b0f7aa7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.803193 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8b8bc8c0-f113-47ed-8c45-66950b0f7aa7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/networks/2bd1eef7-fa1f-471b-b455-45d0aa59cebe HTTP/1.1" status: 204 len: 168 time: 1.5269866 Jul 16 01:25:10.805685 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b12db0c2-a0fa-40ce-8907-b3be831710e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.813626 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46406) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:10.817057 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-925a91c7-d2db-4b59-abdd-1d87b495993d req-bc4e98bf-6e9e-4de0-833c-ccaf2592552d tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940373 Jul 16 01:25:10.847912 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8bc8c0-f113-47ed-8c45-66950b0f7aa7 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Network': ['ID=2bd1eef7-fa1f-471b-b455-45d0aa59cebe,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:10.884737 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd51ca8-e9ed-47db-93d0-e5804c13ddf9 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] GET failed (client error): The resource could not be found. Jul 16 01:25:10.888691 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cdd51ca8-e9ed-47db-93d0-e5804c13ddf9 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "GET /v2.0/subnets/d9fd7a83-17cf-4829-9fce-a92aa5a5e43c HTTP/1.1" status: 404 len: 337 time: 0.0699816 Jul 16 01:25:10.898679 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46410) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:10.943255 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6eae86-68c3-44f0-9e35-3f9af061eb36 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] DELETE failed (client error): The resource could not be found. Jul 16 01:25:10.944031 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d6eae86-68c3-44f0-9e35-3f9af061eb36 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:10.950533 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6d6eae86-68c3-44f0-9e35-3f9af061eb36 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/networks/2bd1eef7-fa1f-471b-b455-45d0aa59cebe HTTP/1.1" status: 404 len: 339 time: 0.0507436 Jul 16 01:25:10.951354 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46412) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:11.069474 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.111988 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 15d46bdb-48f3-43b6-9b91-0acf883b800f, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=15d46bdb-48f3-43b6-9b91-0acf883b800f,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:11.127069 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.191567 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=15d46bdb-48f3-43b6-9b91-0acf883b800f,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:11.286191 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46416) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:11.303485 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-8a8a2f92-5195-4502-9a3f-3efeb67bf802 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1082610335', 'description': 'tempest-description--465724332'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:11.375719 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6f9b5-6f0d-4a1f-a2b1-c992682135b3 req-2195e4e8-132b-48ce-8cff-63555b36d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:11.386567 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c4d6f9b5-6f0d-4a1f-a2b1-c992682135b3 req-2195e4e8-132b-48ce-8cff-63555b36d7a9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.6552558 Jul 16 01:25:11.393268 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8a8a2f92-5195-4502-9a3f-3efeb67bf802 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.471481 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c4d6f9b5-6f0d-4a1f-a2b1-c992682135b3 req-92b2134b-b1e6-4d13-870a-7591911ed9b6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=fbe83c82-c987-4ad8-8436-6f2f16a8d629 HTTP/1.1" status: 200 len: 217 time: 0.0602479 Jul 16 01:25:11.590880 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6f9b5-6f0d-4a1f-a2b1-c992682135b3 req-14f2d8da-7534-4b6f-bc76-88c7186b02fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:11.592421 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c4d6f9b5-6f0d-4a1f-a2b1-c992682135b3 req-14f2d8da-7534-4b6f-bc76-88c7186b02fc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0880668 Jul 16 01:25:11.624427 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b12db0c2-a0fa-40ce-8907-b3be831710e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.626934 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b12db0c2-a0fa-40ce-8907-b3be831710e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.628067 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b12db0c2-a0fa-40ce-8907-b3be831710e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd1ae368-1792-4a31-aca4-ade9240ff2ce HTTP/1.1" status: 204 len: 168 time: 1.1315677 Jul 16 01:25:11.640952 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee58d579-0b12-4d30-8b8d-6b1773c21552 req-2c44f9c6-a71c-48f7-ad95-e2c0ab91bbe5 tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0979433 Jul 16 01:25:11.657203 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522917a7-962c-4b8a-8fc5-f70933a8f729 req-ac0300fa-6665-45f3-8b5a-cf41f673b07c tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:11.658865 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-522917a7-962c-4b8a-8fc5-f70933a8f729 req-ac0300fa-6665-45f3-8b5a-cf41f673b07c tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e2c78a4-0abc-4f7b-8be0-138b74ec93da HTTP/1.1" status: 200 len: 948 time: 0.2455218 Jul 16 01:25:11.671286 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12db0c2-a0fa-40ce-8907-b3be831710e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1ae368-1792-4a31-aca4-ade9240ff2ce,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:11.724330 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8a8a2f92-5195-4502-9a3f-3efeb67bf802 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.724845 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f679a2f-dd0b-416f-bfba-c0514c507e50 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:11.726692 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0f679a2f-dd0b-416f-bfba-c0514c507e50 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7733920 Jul 16 01:25:11.729769 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46424) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:11.741275 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8a8a2f92-5195-4502-9a3f-3efeb67bf802 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.761876 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-522917a7-962c-4b8a-8fc5-f70933a8f729 req-250765b2-9eca-4b60-a27e-e50c34239eff tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906200 Jul 16 01:25:11.777952 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9dd52cf4-bd55-4936-a57b-caff3ab5d37b tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "GET /v2.0/subnets?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 207 time: 0.0469487 Jul 16 01:25:11.779542 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6f9b5-6f0d-4a1f-a2b1-c992682135b3 req-16702cbd-b0d3-4171-b9dc-8e08e07e4d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:11.781417 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46426) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:11.793151 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c4d6f9b5-6f0d-4a1f-a2b1-c992682135b3 req-16702cbd-b0d3-4171-b9dc-8e08e07e4d20 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1931338 Jul 16 01:25:11.826103 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a2f92-5195-4502-9a3f-3efeb67bf802 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9894df-6987-4e20-9cc5-b08dd5ef393c,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:11.937838 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8a8a2f92-5195-4502-9a3f-3efeb67bf802 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.941725 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8a8a2f92-5195-4502-9a3f-3efeb67bf802 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6519635 Jul 16 01:25:11.945555 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46432) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:11.950282 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-14b21358-e413-46cb-a744-ea78f3b44438 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Request body: {'security_group_rule': {'security_group_id': 'fa9894df-6987-4e20-9cc5-b08dd5ef393c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:11.984325 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c4d6f9b5-6f0d-4a1f-a2b1-c992682135b3 req-d1cec595-89dc-4be4-8f37-7687411b3886 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740830 Jul 16 01:25:12.034188 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-14b21358-e413-46cb-a744-ea78f3b44438 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.048868 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2235b4df-672a-45e9-9b79-1aba48a2af6c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:12.055928 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2235b4df-672a-45e9-9b79-1aba48a2af6c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:12.062316 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2235b4df-672a-45e9-9b79-1aba48a2af6c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:12.068409 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2235b4df-672a-45e9-9b79-1aba48a2af6c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:12.070243 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2235b4df-672a-45e9-9b79-1aba48a2af6c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2783008 Jul 16 01:25:12.074856 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46438) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:12.115468 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6ab1f-b259-494d-80d9-23f0f73bd8a0 req-aa878165-0039-49b8-a2e2-1be4e3658c24 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:12.117106 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1bd6ab1f-b259-494d-80d9-23f0f73bd8a0 req-aa878165-0039-49b8-a2e2-1be4e3658c24 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 945 time: 0.1229300 Jul 16 01:25:12.167048 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1bd6ab1f-b259-494d-80d9-23f0f73bd8a0 req-dfd720d9-07e4-4c5d-b92c-078bb708db8b tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431449 Jul 16 01:25:12.249953 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device fbe83c82-c987-4ad8-8436-6f2f16a8d629 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:12.253121 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c4d6f9b5-6f0d-4a1f-a2b1-c992682135b3 req-f1e0ada3-8418-43a8-b023-d51414612f57 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625194 Jul 16 01:25:12.295699 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-14b21358-e413-46cb-a744-ea78f3b44438 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.314241 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-14b21358-e413-46cb-a744-ea78f3b44438 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.355515 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-18b2cbfc-2ecc-4484-948f-6bb9b4589653 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2750602 Jul 16 01:25:12.355911 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46448) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:12.357533 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b21358-e413-46cb-a744-ea78f3b44438 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a32fc05-c38a-403c-9537-776157dc85d9,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:12.376936 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-14b21358-e413-46cb-a744-ea78f3b44438 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.380442 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-14b21358-e413-46cb-a744-ea78f3b44438 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4316936 Jul 16 01:25:12.381237 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46452) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:12.386544 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-253178a4-d433-4344-aee1-96539862358f tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Request body: {'security_group_rule': {'security_group_id': 'fa9894df-6987-4e20-9cc5-b08dd5ef393c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:12.407635 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port fbe83c82-c987-4ad8-8436-6f2f16a8d629, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fbe83c82-c987-4ad8-8436-6f2f16a8d629,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:12.422217 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'fbe83c82-c987-4ad8-8436-6f2f16a8d629', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': 'fbe83c82-c987-4ad8-8436-6f2f16a8d629', 'mac_address': 'fa:16:3e:61:1f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:12.441365 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-253178a4-d433-4344-aee1-96539862358f tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.465478 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 15d46bdb-48f3-43b6-9b91-0acf883b800f up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:12.475759 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] Sync routers for ids ['84b704bc-ebd6-4364-941a-b33e97c1a043'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:25:12.494237 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] Routers {'84b704bc-ebd6-4364-941a-b33e97c1a043'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:12.494884 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:25:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['84b704bc-ebd6-4364-941a-b33e97c1a043'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:12.539532 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d1a668-f617-4aed-a6a7-8b2d74d467a2 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:12.541184 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-253178a4-d433-4344-aee1-96539862358f tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.542592 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d1a668-f617-4aed-a6a7-8b2d74d467a2 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:12.545220 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d7d1a668-f617-4aed-a6a7-8b2d74d467a2 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1873569 Jul 16 01:25:12.548401 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46456) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:12.551374 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-253178a4-d433-4344-aee1-96539862358f tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.572916 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253178a4-d433-4344-aee1-96539862358f tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2fe7822-3453-4970-96ed-c5a5fd30abeb,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:12.583795 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-253178a4-d433-4344-aee1-96539862358f tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.589031 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-253178a4-d433-4344-aee1-96539862358f tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2066746 Jul 16 01:25:12.589908 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46458) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:12.596984 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-baa00832-6047-4d5f-abba-6358d372ab12 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:12.626608 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46460) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:12.645680 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-baa00832-6047-4d5f-abba-6358d372ab12 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.655484 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ff3837-b808-44ae-b365-adb8b4e69dab tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['shared'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:12.658662 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ff3837-b808-44ae-b365-adb8b4e69dab tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['shared'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:12.664981 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-98ff3837-b808-44ae-b365-adb8b4e69dab tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1150093 Jul 16 01:25:12.666043 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46464) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:12.719244 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.725032 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] Set router 84b704bc-ebd6-4364-941a-b33e97c1a043 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:12.730929 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 15d46bdb-48f3-43b6-9b91-0acf883b800f triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:12.731302 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.772658 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe83c82-c987-4ad8-8436-6f2f16a8d629 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:12.822949 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bc900c-c690-498a-9fd3-3c30f8988f60 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:12.824993 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-59bc900c-c690-498a-9fd3-3c30f8988f60 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "GET /v2.0/networks/ffb5f814-406d-40af-bf80-e3acc12f7473 HTTP/1.1" status: 200 len: 800 time: 0.1572666 Jul 16 01:25:12.825643 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port fbe83c82-c987-4ad8-8436-6f2f16a8d629, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fbe83c82-c987-4ad8-8436-6f2f16a8d629,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:12.830807 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1392902188-network', 'tenant_id': '3701d37a4b5440afb149894433d38e96'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:12.832680 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46470) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:12.844249 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.915986 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Made reservation on behalf of 3701d37a4b5440afb149894433d38e96 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:12.918728 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.955598 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dd2698c3-55c2-401b-ad33-646bfb944b77 req-dbe67b13-f8ba-481b-8dc8-25e1b166aa1d tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0600412 Jul 16 01:25:12.970841 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.987213 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-baa00832-6047-4d5f-abba-6358d372ab12 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.998850 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2d1109db-63da-4dbd-b33c-3b54d0ddbf0a tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "GET /v2.0/networks/ffb5f814-406d-40af-bf80-e3acc12f7473?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1640942 Jul 16 01:25:13.002229 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46478) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:13.008724 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=fbe83c82-c987-4ad8-8436-6f2f16a8d629,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:13.043336 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'name': 'tempest-ServersTestJSON-848046492-router', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:00Z', 'updated_at': '2021-07-16T01:25:07Z', 'revision_number': 4, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'gw_port': {'id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:01Z', 'updated_at': '2021-07-16T01:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'f1c0d1a3-bb08-4a58-a2cb-1dd899af9859', 'name': '', 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'mac_address': 'fa:16:3e:10:a5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '8a0b625a-5414-4c49-99ba-fd5b40c816b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:05Z', 'updated_at': '2021-07-16T01:25:07Z', 'revision_number': 2, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'subnets': [{'id': '8a0b625a-5414-4c49-99ba-fd5b40c816b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:13.079473 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] Checking router: 84b704bc-ebd6-4364-941a-b33e97c1a043 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:25:13.080115 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] Updating router 84b704bc-ebd6-4364-941a-b33e97c1a043 port f1c0d1a3-bb08-4a58-a2cb-1dd899af9859 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:25:13.096340 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['fbe83c82-c987-4ad8-8436-6f2f16a8d629'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:13.106211 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85953323-47a8-4740-8c55-44411c7df28c req-cc36a5dd-da84-4ac7-bfc5-6242983a9d69 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:13.107937 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85953323-47a8-4740-8c55-44411c7df28c req-cc36a5dd-da84-4ac7-bfc5-6242983a9d69 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e2c78a4-0abc-4f7b-8be0-138b74ec93da HTTP/1.1" status: 200 len: 949 time: 0.1082275 Jul 16 01:25:13.134545 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.148072 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617347c0-25a4-4a6e-8a28-8c460632fd9d tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:13.149889 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-617347c0-25a4-4a6e-8a28-8c460632fd9d tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "GET /v2.0/subnets/d75a7d61-73fb-4e8f-b5d4-05657547a34f HTTP/1.1" status: 200 len: 811 time: 0.1464562 Jul 16 01:25:13.157993 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46480) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:13.169581 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85953323-47a8-4740-8c55-44411c7df28c req-8f06fc9e-4417-4a85-b915-5e489be22fe1 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527027 Jul 16 01:25:13.288511 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-baa00832-6047-4d5f-abba-6358d372ab12 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Allocated IP 172.25.6.60 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/e8fb9147-14dd-406a-98f9-e8f44d7dd401) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:13.351039 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcf23cd-c894-449f-a95b-460207ee5896 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['shared'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:13.352706 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7dcf23cd-c894-449f-a95b-460207ee5896 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "GET /v2.0/subnets/d75a7d61-73fb-4e8f-b5d4-05657547a34f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1936944 Jul 16 01:25:13.358126 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46486) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:13.363264 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-c884d180-95d4-432d-ad26-42e094ec91e8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1467203686'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:13.536254 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.552968 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.554219 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9ebe7-e14b-44d2-8bf9-1fb962181413 req-1520cc0e-8716-407c-b942-40efefdcae1a tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:13.561630 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-71a9ebe7-e14b-44d2-8bf9-1fb962181413 req-1520cc0e-8716-407c-b942-40efefdcae1a tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 945 time: 0.0956333 Jul 16 01:25:13.580832 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:13.596033 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.596913 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Added segment b7ac5752-1786-4fe2-997d-a7666822a9e2 of type vlan for network 9fe5854f-a367-41ef-86ac-dd7bb62febc2 Jul 16 01:25:13.644986 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.651843 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.652560 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-71a9ebe7-e14b-44d2-8bf9-1fb962181413 req-d411e27b-49b6-4dbc-bf94-e682f5bf3e32 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896378 Jul 16 01:25:13.667440 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-baa00832-6047-4d5f-abba-6358d372ab12 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.673911 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] Transition to ACTIVE for port object f1c0d1a3-bb08-4a58-a2cb-1dd899af9859 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:13.682039 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.683744 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c884d180-95d4-432d-ad26-42e094ec91e8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Made reservation on behalf of 65b74c9f7c7a4277af56c6253487ffb4 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:13.691501 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c884d180-95d4-432d-ad26-42e094ec91e8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.729180 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:13.735674 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f998e-8883-4ce0-89b0-60543331f5ed None None] Pushing event updated for resources: {'Port': ['ID=f1c0d1a3-bb08-4a58-a2cb-1dd899af9859,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:13.741090 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c884d180-95d4-432d-ad26-42e094ec91e8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:13.755890 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.756906 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:13.758010 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.768828 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c884d180-95d4-432d-ad26-42e094ec91e8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.769186 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-c884d180-95d4-432d-ad26-42e094ec91e8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Added segment fffb44d8-41e4-4ef0-9dba-c40a909c1a36 of type vlan for network 2bc177de-6539-4c00-bf09-e92da4b5eddf Jul 16 01:25:13.794082 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:13.794319 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:13.794660 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:13.795000 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:13.795330 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:13.795656 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:13.795980 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:13.796303 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:13.796664 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:13.796985 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:13.797307 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:13.797624 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:13.834999 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] Attempting to bind port f1c0d1a3-bb08-4a58-a2cb-1dd899af9859 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:13.835760 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] Attempting to bind port f1c0d1a3-bb08-4a58-a2cb-1dd899af9859 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '1b85f567-f30c-4911-8c46-1eee3f966e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:13.836623 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] Attempting to bind port f1c0d1a3-bb08-4a58-a2cb-1dd899af9859 on network a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:13.843125 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:13.844553 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] Checking segment: {'id': '1b85f567-f30c-4911-8c46-1eee3f966e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:13.844553 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.845104 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] Bound using segment: {'id': '1b85f567-f30c-4911-8c46-1eee3f966e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:13.845806 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] Bound port: f1c0d1a3-bb08-4a58-a2cb-1dd899af9859, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b85f567-f30c-4911-8c46-1eee3f966e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:13.846450 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.885205 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c884d180-95d4-432d-ad26-42e094ec91e8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.916917 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-53fee914-1455-4d07-96bf-28a4225b6eea req-61ec446f-930d-479f-85b4-d1c74f66ddfd tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0491433 Jul 16 01:25:13.937838 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bdbc7306-abc4-4ca2-9e14-fcac4d758fd1 req-7be860c6-afe5-4f67-af2f-c58b3de865b2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=70c0ceebbd0a4fd993f21fb416b13c77&device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.1237457 Jul 16 01:25:13.939673 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] For port f1c0d1a3-bb08-4a58-a2cb-1dd899af9859, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:13.950353 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3193433 Jul 16 01:25:13.953255 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46490) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:13.953831 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] For port f1c0d1a3-bb08-4a58-a2cb-1dd899af9859, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f1c0d1a3-bb08-4a58-a2cb-1dd899af9859,segment=NetworkSegment(1b85f567-f30c-4911-8c46-1eee3f966e09),segment_id=1b85f567-f30c-4911-8c46-1eee3f966e09)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:13.964025 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.965570 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c884d180-95d4-432d-ad26-42e094ec91e8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.975413 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c884d180-95d4-432d-ad26-42e094ec91e8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:13.976449 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c884d180-95d4-432d-ad26-42e094ec91e8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.028882 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c884d180-95d4-432d-ad26-42e094ec91e8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6694739 Jul 16 01:25:14.032879 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46492) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:14.038778 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-573b69e7-dbbb-4709-92fd-0b496be4b7f8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'subnet': {'network_id': '2bc177de-6539-4c00-bf09-e92da4b5eddf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:14.060986 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] Routers {'84b704bc-ebd6-4364-941a-b33e97c1a043'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:14.061618 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:25:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['84b704bc-ebd6-4364-941a-b33e97c1a043'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:14.093313 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-94cabdef-4b7c-4159-8f4b-406757d2d762 admin admin] Request body: {'subnet': {'network_id': '9fe5854f-a367-41ef-86ac-dd7bb62febc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1392902188-subnet', 'tenant_id': '3701d37a4b5440afb149894433d38e96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:14.096880 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea2093-f220-4a30-b190-3f635832c848 admin admin] Pushing event updated for resources: {'Network': ['ID=9fe5854f-a367-41ef-86ac-dd7bb62febc2,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:14.100977 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-baa00832-6047-4d5f-abba-6358d372ab12 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.109503 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 9fe5854f-a367-41ef-86ac-dd7bb62febc2 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:14.111891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884d180-95d4-432d-ad26-42e094ec91e8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Network': ['ID=2bc177de-6539-4c00-bf09-e92da4b5eddf,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:14.127857 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bdbc7306-abc4-4ca2-9e14-fcac4d758fd1 req-1db5a9b8-69b5-44ea-b25d-c2cdb799144b service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=70c0ceebbd0a4fd993f21fb416b13c77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1777184 Jul 16 01:25:14.131459 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 2bc177de-6539-4c00-bf09-e92da4b5eddf details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:14.178158 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f998e-8883-4ce0-89b0-60543331f5ed None None] Pushing event updated for resources: {'Port': ['ID=f1c0d1a3-bb08-4a58-a2cb-1dd899af9859,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:14.216392 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f998e-8883-4ce0-89b0-60543331f5ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:14.219443 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f998e-8883-4ce0-89b0-60543331f5ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:14.219797 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f998e-8883-4ce0-89b0-60543331f5ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:14.220138 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f998e-8883-4ce0-89b0-60543331f5ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:14.220567 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f998e-8883-4ce0-89b0-60543331f5ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:14.220823 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f998e-8883-4ce0-89b0-60543331f5ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:14.221148 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f998e-8883-4ce0-89b0-60543331f5ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:14.221469 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f998e-8883-4ce0-89b0-60543331f5ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:14.221791 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f998e-8883-4ce0-89b0-60543331f5ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:14.222112 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f998e-8883-4ce0-89b0-60543331f5ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:14.222428 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f998e-8883-4ce0-89b0-60543331f5ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:14.222742 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f998e-8883-4ce0-89b0-60543331f5ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:14.284770 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device fbe83c82-c987-4ad8-8436-6f2f16a8d629 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:14.329700 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa00832-6047-4d5f-abba-6358d372ab12 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:14.331641 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] Set router 84b704bc-ebd6-4364-941a-b33e97c1a043 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:14.398093 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-baa00832-6047-4d5f-abba-6358d372ab12 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:14.401103 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa00832-6047-4d5f-abba-6358d372ab12 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:14.437082 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573b69e7-dbbb-4709-92fd-0b496be4b7f8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Made reservation on behalf of 65b74c9f7c7a4277af56c6253487ffb4 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:14.440229 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-573b69e7-dbbb-4709-92fd-0b496be4b7f8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.527779 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f1c0d1a3-bb08-4a58-a2cb-1dd899af9859 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:14.627296 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.ipam_backend_mixin [None req-573b69e7-dbbb-4709-92fd-0b496be4b7f8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Performing IP validity checks on allocation pools {{(pid=93955) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:25:14.627894 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.ipam_backend_mixin [None req-573b69e7-dbbb-4709-92fd-0b496be4b7f8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93955) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:25:14.629640 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cabdef-4b7c-4159-8f4b-406757d2d762 admin admin] Made reservation on behalf of 3701d37a4b5440afb149894433d38e96 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:14.632074 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-94cabdef-4b7c-4159-8f4b-406757d2d762 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.680859 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc7306-abc4-4ca2-9e14-fcac4d758fd1 req-930d9fec-2997-4d43-bc96-23af39e441bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:14.682936 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bdbc7306-abc4-4ca2-9e14-fcac4d758fd1 req-930d9fec-2997-4d43-bc96-23af39e441bc service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5460544 Jul 16 01:25:14.690593 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa00832-6047-4d5f-abba-6358d372ab12 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Pushing event updated for resources: {'Port': ['ID=e8fb9147-14dd-406a-98f9-e8f44d7dd401,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:14.707936 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'name': 'tempest-ServersTestJSON-848046492-router', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:00Z', 'updated_at': '2021-07-16T01:25:07Z', 'revision_number': 4, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'gw_port': {'id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:01Z', 'updated_at': '2021-07-16T01:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'f1c0d1a3-bb08-4a58-a2cb-1dd899af9859', 'name': '', 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'mac_address': 'fa:16:3e:10:a5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '8a0b625a-5414-4c49-99ba-fd5b40c816b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:05Z', 'updated_at': '2021-07-16T01:25:13Z', 'revision_number': 4, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'subnets': [{'id': '8a0b625a-5414-4c49-99ba-fd5b40c816b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:14.713983 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port fbe83c82-c987-4ad8-8436-6f2f16a8d629 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:14.721150 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port fbe83c82-c987-4ad8-8436-6f2f16a8d629 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:14.721324 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ddf7c-a01e-4ce2-9f89-1929da4bcac9 req-b9959c04-5f33-455e-af97-500c14ac6265 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:14.722232 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.730600 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d16ddf7c-a01e-4ce2-9f89-1929da4bcac9 req-b9959c04-5f33-455e-af97-500c14ac6265 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e2c78a4-0abc-4f7b-8be0-138b74ec93da HTTP/1.1" status: 200 len: 949 time: 0.2566292 Jul 16 01:25:14.755300 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port f1c0d1a3-bb08-4a58-a2cb-1dd899af9859 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:14.767214 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port f1c0d1a3-bb08-4a58-a2cb-1dd899af9859 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:14.768596 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.774034 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb4f73b-d703-49fa-b383-b06d901b0495 None None] The sync data for ids ['84b704bc-ebd6-4364-941a-b33e97c1a043'] in n-d-792394-16 is: [{'id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'name': 'tempest-ServersTestJSON-848046492-router', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:00Z', 'updated_at': '2021-07-16T01:25:07Z', 'revision_number': 4, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'gw_port': {'id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:01Z', 'updated_at': '2021-07-16T01:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'f1c0d1a3-bb08-4a58-a2cb-1dd899af9859', 'name': '', 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'mac_address': 'fa:16:3e:10:a5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '8a0b625a-5414-4c49-99ba-fd5b40c816b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:05Z', 'updated_at': '2021-07-16T01:25:13Z', 'revision_number': 4, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'subnets': [{'id': '8a0b625a-5414-4c49-99ba-fd5b40c816b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:25:14.846443 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d16ddf7c-a01e-4ce2-9f89-1929da4bcac9 req-dd62713f-3b69-4ddb-bb50-d1905af55104 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141624 Jul 16 01:25:14.871605 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-baa00832-6047-4d5f-abba-6358d372ab12 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.931769 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-573b69e7-dbbb-4709-92fd-0b496be4b7f8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.956044 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.988170 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:14.994156 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2c78a4-0abc-4f7b-8be0-138b74ec93da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe83c82-c987-4ad8-8436-6f2f16a8d629'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:14.996970 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688b30d2-beba-4fb1-8020-2965c29b89cd" -d '{"events": [{"server_uuid": "6e2c78a4-0abc-4f7b-8be0-138b74ec93da", "name": "network-vif-plugged", "status": "completed", "tag": "fbe83c82-c987-4ad8-8436-6f2f16a8d629"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:15.038458 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b69e7-dbbb-4709-92fd-0b496be4b7f8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Subnet': ['ID=b03f13c6-c081-4b27-af4e-36f10d9faa34,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:15.040086 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port fbe83c82-c987-4ad8-8436-6f2f16a8d629, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fbe83c82-c987-4ad8-8436-6f2f16a8d629,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:15.051617 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.084962 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573b69e7-dbbb-4709-92fd-0b496be4b7f8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Checking segment: {'id': 'fffb44d8-41e4-4ef0-9dba-c40a909c1a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2bc177de-6539-4c00-bf09-e92da4b5eddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:15.085385 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573b69e7-dbbb-4709-92fd-0b496be4b7f8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Network hostable DHCP agents. Network: 2bc177de-6539-4c00-bf09-e92da4b5eddf, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:15.095372 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port f1c0d1a3-bb08-4a58-a2cb-1dd899af9859, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f1c0d1a3-bb08-4a58-a2cb-1dd899af9859,segment=NetworkSegment(1b85f567-f30c-4911-8c46-1eee3f966e09),segment_id=1b85f567-f30c-4911-8c46-1eee3f966e09)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:15.107005 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.122425 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-daf97c28-1f1e-487c-b349-8bdd987cbddb req-4bdf62cf-b2cf-4800-a483-5cca0e79e71a tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0324872 Jul 16 01:25:15.141543 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=fbe83c82-c987-4ad8-8436-6f2f16a8d629,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:15.155821 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573b69e7-dbbb-4709-92fd-0b496be4b7f8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Network 2bc177de-6539-4c00-bf09-e92da4b5eddf is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:15.175795 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-573b69e7-dbbb-4709-92fd-0b496be4b7f8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 2bc177de-6539-4c00-bf09-e92da4b5eddf) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:15.182932 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573b69e7-dbbb-4709-92fd-0b496be4b7f8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:15.184058 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-573b69e7-dbbb-4709-92fd-0b496be4b7f8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.208852 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa551054-c457-4807-932c-3e2b7049421c None None] Network 2bc177de-6539-4c00-bf09-e92da4b5eddf requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:15.212501 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-573b69e7-dbbb-4709-92fd-0b496be4b7f8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1767581 Jul 16 01:25:15.213724 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46506) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:15.217016 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbedcebd-dbd1-4a94-b521-d1aa1e092ac7 x-openstack-request-id: req-fbedcebd-dbd1-4a94-b521-d1aa1e092ac7 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:15.217308 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2c78a4-0abc-4f7b-8be0-138b74ec93da", "name": "network-vif-plugged", "status": "completed", "tag": "fbe83c82-c987-4ad8-8436-6f2f16a8d629", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:15.217746 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fbedcebd-dbd1-4a94-b521-d1aa1e092ac7 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:15.221325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-126060f1-9a54-4a89-9a09-e44f90abcd80 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:15.225591 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2c78a4-0abc-4f7b-8be0-138b74ec93da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe83c82-c987-4ad8-8436-6f2f16a8d629', 'code': 200} Jul 16 01:25:15.253777 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=f1c0d1a3-bb08-4a58-a2cb-1dd899af9859,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:15.343986 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-126060f1-9a54-4a89-9a09-e44f90abcd80 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13064609'] for subnet, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.397996 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-baa00832-6047-4d5f-abba-6358d372ab12 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.444967 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6592b21-2f11-44a4-9b8b-5cc1f2413c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-2bc177de-6539-4c00-bf09-e92da4b5eddf', 'network_id': '2bc177de-6539-4c00-bf09-e92da4b5eddf', 'tenant_id': '65b74c9f7c7a4277af56c6253487ffb4', 'fixed_ips': [{'subnet_id': 'b03f13c6-c081-4b27-af4e-36f10d9faa34'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:25:15.448800 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6592b21-2f11-44a4-9b8b-5cc1f2413c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.526321 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-94cabdef-4b7c-4159-8f4b-406757d2d762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.542333 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a319179-79aa-4abf-bb2d-4a3892016102 req-93d91265-9fe1-46b6-803b-8783e853c7f1 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:15.549699 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3a319179-79aa-4abf-bb2d-4a3892016102 req-93d91265-9fe1-46b6-803b-8783e853c7f1 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 945 time: 0.6665654 Jul 16 01:25:15.551759 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2cad0-3940-45d9-b4c1-b9a07044c4af req-b3c060a5-9b59-47b2-8639-7ea637081cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:15.553380 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-02a2cad0-3940-45d9-b4c1-b9a07044c4af req-b3c060a5-9b59-47b2-8639-7ea637081cd2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6e2c78a4-0abc-4f7b-8be0-138b74ec93da HTTP/1.1" status: 200 len: 1102 time: 0.2130709 Jul 16 01:25:15.635987 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-126060f1-9a54-4a89-9a09-e44f90abcd80 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767329560459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12780699'] for subnet, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.693572 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126060f1-9a54-4a89-9a09-e44f90abcd80 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:15.694010 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-126060f1-9a54-4a89-9a09-e44f90abcd80 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.695436 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-126060f1-9a54-4a89-9a09-e44f90abcd80 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "PUT /v2.0/subnets/b03f13c6-c081-4b27-af4e-36f10d9faa34 HTTP/1.1" status: 200 len: 877 time: 0.4805660 Jul 16 01:25:15.698959 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3a319179-79aa-4abf-bb2d-4a3892016102 req-eae35526-8b64-4e5c-847b-40650a0db1f6 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411195 Jul 16 01:25:15.701479 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-b6592b21-2f11-44a4-9b8b-5cc1f2413c3a None None] Allocated IP 172.20.0.3 (2bc177de-6539-4c00-bf09-e92da4b5eddf/b03f13c6-c081-4b27-af4e-36f10d9faa34/465eedd6-6f64-42b2-9fdd-2af77220b436) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:15.702403 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46512) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:15.741723 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126060f1-9a54-4a89-9a09-e44f90abcd80 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event updated for resources: {'Subnet': ['ID=b03f13c6-c081-4b27-af4e-36f10d9faa34,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:15.842351 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cabdef-4b7c-4159-8f4b-406757d2d762 admin admin] Checking segment: {'id': 'b7ac5752-1786-4fe2-997d-a7666822a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9fe5854f-a367-41ef-86ac-dd7bb62febc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:15.842714 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cabdef-4b7c-4159-8f4b-406757d2d762 admin admin] Network hostable DHCP agents. Network: 9fe5854f-a367-41ef-86ac-dd7bb62febc2, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:15.850694 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cabdef-4b7c-4159-8f4b-406757d2d762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed7bc8f-7b9e-4a4b-9e97-fdd56ab0bccd,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:15.870947 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-02a2cad0-3940-45d9-b4c1-b9a07044c4af req-28faf112-cf6a-4675-a6ec-21dafe03e859 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824392 Jul 16 01:25:15.894025 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6592b21-2f11-44a4-9b8b-5cc1f2413c3a None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.904247 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b6592b21-2f11-44a4-9b8b-5cc1f2413c3a None None] Transition to ACTIVE for port object 465eedd6-6f64-42b2-9fdd-2af77220b436 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:15.921975 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b6592b21-2f11-44a4-9b8b-5cc1f2413c3a None None] Transition to ACTIVE for port object 465eedd6-6f64-42b2-9fdd-2af77220b436 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:15.930677 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6592b21-2f11-44a4-9b8b-5cc1f2413c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.961754 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cabdef-4b7c-4159-8f4b-406757d2d762 admin admin] Network 9fe5854f-a367-41ef-86ac-dd7bb62febc2 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:15.965248 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-baa00832-6047-4d5f-abba-6358d372ab12 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.975059 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6592b21-2f11-44a4-9b8b-5cc1f2413c3a None None] Network 2bc177de-6539-4c00-bf09-e92da4b5eddf is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:15.978345 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-b6592b21-2f11-44a4-9b8b-5cc1f2413c3a None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:15.981933 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6592b21-2f11-44a4-9b8b-5cc1f2413c3a None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:15.988761 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6592b21-2f11-44a4-9b8b-5cc1f2413c3a None None] Pushing event updated for resources: {'Port': ['ID=465eedd6-6f64-42b2-9fdd-2af77220b436,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:16.005114 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-baa00832-6047-4d5f-abba-6358d372ab12 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.009017 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bdbc7306-abc4-4ca2-9e14-fcac4d758fd1 req-a57554a8-839d-41e9-add7-006d0cbff1a3 tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0592961 Jul 16 01:25:16.048056 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-b6592b21-2f11-44a4-9b8b-5cc1f2413c3a None None] Attempting to bind port 465eedd6-6f64-42b2-9fdd-2af77220b436 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:16.048471 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-b6592b21-2f11-44a4-9b8b-5cc1f2413c3a None None] Attempting to bind port 465eedd6-6f64-42b2-9fdd-2af77220b436 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'fffb44d8-41e4-4ef0-9dba-c40a909c1a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2bc177de-6539-4c00-bf09-e92da4b5eddf'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:16.048825 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6592b21-2f11-44a4-9b8b-5cc1f2413c3a None None] Attempting to bind port 465eedd6-6f64-42b2-9fdd-2af77220b436 on network 2bc177de-6539-4c00-bf09-e92da4b5eddf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:16.054267 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6592b21-2f11-44a4-9b8b-5cc1f2413c3a None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:16.054755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6592b21-2f11-44a4-9b8b-5cc1f2413c3a None None] Checking segment: {'id': 'fffb44d8-41e4-4ef0-9dba-c40a909c1a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2bc177de-6539-4c00-bf09-e92da4b5eddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:16.055161 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6592b21-2f11-44a4-9b8b-5cc1f2413c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.055551 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6592b21-2f11-44a4-9b8b-5cc1f2413c3a None None] Bound using segment: {'id': 'fffb44d8-41e4-4ef0-9dba-c40a909c1a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2bc177de-6539-4c00-bf09-e92da4b5eddf'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:16.056020 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-b6592b21-2f11-44a4-9b8b-5cc1f2413c3a None None] Bound port: 465eedd6-6f64-42b2-9fdd-2af77220b436, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fffb44d8-41e4-4ef0-9dba-c40a909c1a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2bc177de-6539-4c00-bf09-e92da4b5eddf'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:16.056397 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6592b21-2f11-44a4-9b8b-5cc1f2413c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.075921 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-94cabdef-4b7c-4159-8f4b-406757d2d762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 9fe5854f-a367-41ef-86ac-dd7bb62febc2) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:16.080467 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cabdef-4b7c-4159-8f4b-406757d2d762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:16.081061 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-94cabdef-4b7c-4159-8f4b-406757d2d762 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.092777 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afd1d6fa-4b16-430d-b766-dbc27233e152 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.097138 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92feb9ba-256b-4dab-9153-6ab4104ff45c None None] Network 9fe5854f-a367-41ef-86ac-dd7bb62febc2 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:16.152585 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa00832-6047-4d5f-abba-6358d372ab12 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Pushing event updated for resources: {'Port': ['ID=e8fb9147-14dd-406a-98f9-e8f44d7dd401,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:16.169891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46516) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:16.170862 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-94cabdef-4b7c-4159-8f4b-406757d2d762 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2035570 Jul 16 01:25:16.176097 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-655900dd-cdf5-4038-9e62-8f862b460f3f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1392902188-router', 'tenant_id': '3701d37a4b5440afb149894433d38e96', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:16.190219 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-baa00832-6047-4d5f-abba-6358d372ab12 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.211474 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-655900dd-cdf5-4038-9e62-8f862b460f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.212935 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-655900dd-cdf5-4038-9e62-8f862b460f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.233551 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b6592b21-2f11-44a4-9b8b-5cc1f2413c3a None None] For port 465eedd6-6f64-42b2-9fdd-2af77220b436, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:16.252787 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b6592b21-2f11-44a4-9b8b-5cc1f2413c3a None None] For port 465eedd6-6f64-42b2-9fdd-2af77220b436, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=465eedd6-6f64-42b2-9fdd-2af77220b436,segment=NetworkSegment(fffb44d8-41e4-4ef0-9dba-c40a909c1a36),segment_id=fffb44d8-41e4-4ef0-9dba-c40a909c1a36)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:16.259736 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2723ee-89c0-4feb-817b-740b0994e4da req-8dd19c75-b771-4d2e-8618-017e67e51069 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:16.261788 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6e2723ee-89c0-4feb-817b-740b0994e4da req-8dd19c75-b771-4d2e-8618-017e67e51069 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e2c78a4-0abc-4f7b-8be0-138b74ec93da HTTP/1.1" status: 200 len: 950 time: 0.2899601 Jul 16 01:25:16.262243 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-baa00832-6047-4d5f-abba-6358d372ab12 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.263370 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-baa00832-6047-4d5f-abba-6358d372ab12 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6714342 Jul 16 01:25:16.272741 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6592b21-2f11-44a4-9b8b-5cc1f2413c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.333797 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-655900dd-cdf5-4038-9e62-8f862b460f3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.346180 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6592b21-2f11-44a4-9b8b-5cc1f2413c3a None None] Pushing event updated for resources: {'Port': ['ID=465eedd6-6f64-42b2-9fdd-2af77220b436,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:16.368202 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6e2723ee-89c0-4feb-817b-740b0994e4da req-689e1242-0897-4b61-a9f8-c91a5593f5d7 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996025 Jul 16 01:25:16.372023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-35c72cac-3662-4001-97fe-57167dd0a63f req-cd704ed4-38f4-40e5-b03a-7da13cbf5e91 tempest-ServerShowV254Test-1750464393 tempest-ServerShowV254Test-1750464393-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1894e30-c1b1-4c1a-9351-764c9fc316f9 HTTP/1.1" status: 200 len: 210 time: 0.0515189 Jul 16 01:25:16.376812 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-afd1d6fa-4b16-430d-b766-dbc27233e152 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Deleting port 465eedd6-6f64-42b2-9fdd-2af77220b436 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:16.378792 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afd1d6fa-4b16-430d-b766-dbc27233e152 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.467427 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f2351f-12df-40ae-8009-757682c6eacc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-9fe5854f-a367-41ef-86ac-dd7bb62febc2', 'network_id': '9fe5854f-a367-41ef-86ac-dd7bb62febc2', 'tenant_id': '3701d37a4b5440afb149894433d38e96', 'fixed_ips': [{'subnet_id': 'bed7bc8f-7b9e-4a4b-9e97-fdd56ab0bccd'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:25:16.473247 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d9f2351f-12df-40ae-8009-757682c6eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.488439 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f1c0d1a3-bb08-4a58-a2cb-1dd899af9859 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:16.558771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-afd1d6fa-4b16-430d-b766-dbc27233e152 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] For port 465eedd6-6f64-42b2-9fdd-2af77220b436, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=465eedd6-6f64-42b2-9fdd-2af77220b436,segment=NetworkSegment(fffb44d8-41e4-4ef0-9dba-c40a909c1a36),segment_id=fffb44d8-41e4-4ef0-9dba-c40a909c1a36)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:16.559395 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afd1d6fa-4b16-430d-b766-dbc27233e152 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.572316 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-afd1d6fa-4b16-430d-b766-dbc27233e152 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Calling delete_port for 465eedd6-6f64-42b2-9fdd-2af77220b436 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:16.598354 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-655900dd-cdf5-4038-9e62-8f862b460f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.728288 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-a8c2e9a6-a6cd-487d-b0a0-41ce3003a99a tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1082610335&fields=id&tenant_id=2e2c96b1826a4339b18e4f406fbe264f HTTP/1.1" status: 200 len: 267 time: 0.1278708 Jul 16 01:25:16.815056 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port f1c0d1a3-bb08-4a58-a2cb-1dd899af9859 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:16.816564 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.916791 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-d9f2351f-12df-40ae-8009-757682c6eacc None None] Allocated IP 172.20.0.2 (9fe5854f-a367-41ef-86ac-dd7bb62febc2/bed7bc8f-7b9e-4a4b-9e97-fdd56ab0bccd/81962843-01e3-4f65-b5ff-233bcb780395) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:16.989702 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-ba8b0b07-915c-4d3f-bae1-25f260676cc6 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:16.996685 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-ba8b0b07-915c-4d3f-bae1-25f260676cc6 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/networks?id=a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83 HTTP/1.1" status: 200 len: 805 time: 0.2691598 Jul 16 01:25:17.005240 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afd1d6fa-4b16-430d-b766-dbc27233e152 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.049823 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-8459ff4b-dc49-42d3-a211-d32052f3cfce tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/quotas/2e2c96b1826a4339b18e4f406fbe264f HTTP/1.1" status: 200 len: 375 time: 0.0521693 Jul 16 01:25:17.068953 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-655900dd-cdf5-4038-9e62-8f862b460f3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.084239 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1d6fa-4b16-430d-b766-dbc27233e152 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Port': ['ID=465eedd6-6f64-42b2-9fdd-2af77220b436,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:17.097262 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-655900dd-cdf5-4038-9e62-8f862b460f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.104145 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd1d6fa-4b16-430d-b766-dbc27233e152 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No DVR routers for this DVR port 465eedd6-6f64-42b2-9fdd-2af77220b436 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:17.185557 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afd1d6fa-4b16-430d-b766-dbc27233e152 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.219860 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d9f2351f-12df-40ae-8009-757682c6eacc None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.233832 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-c7f296ae-bd50-410f-93e1-95efd40f6121 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2e2c96b1826a4339b18e4f406fbe264f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1830082 Jul 16 01:25:17.234961 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d9f2351f-12df-40ae-8009-757682c6eacc None None] Transition to ACTIVE for port object 81962843-01e3-4f65-b5ff-233bcb780395 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:17.260211 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f7d94-9fab-48ff-9e68-e16de9546214 req-800237c7-418b-4e3c-a8b4-1236413fb606 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:17.262826 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d9f2351f-12df-40ae-8009-757682c6eacc None None] Transition to ACTIVE for port object 81962843-01e3-4f65-b5ff-233bcb780395 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:17.267730 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-178f7d94-9fab-48ff-9e68-e16de9546214 req-800237c7-418b-4e3c-a8b4-1236413fb606 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 945 time: 0.1547587 Jul 16 01:25:17.271709 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d9f2351f-12df-40ae-8009-757682c6eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.276014 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afd1d6fa-4b16-430d-b766-dbc27233e152 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.309213 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-178f7d94-9fab-48ff-9e68-e16de9546214 req-cd3aa769-ff5a-47b8-8e2b-1ca24ec493e2 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405667 Jul 16 01:25:17.313071 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f2351f-12df-40ae-8009-757682c6eacc None None] Network 9fe5854f-a367-41ef-86ac-dd7bb62febc2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:17.318851 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-d9f2351f-12df-40ae-8009-757682c6eacc None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:17.321722 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f2351f-12df-40ae-8009-757682c6eacc None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:17.330981 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2351f-12df-40ae-8009-757682c6eacc None None] Pushing event updated for resources: {'Port': ['ID=81962843-01e3-4f65-b5ff-233bcb780395,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:17.332596 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1d6fa-4b16-430d-b766-dbc27233e152 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Subnet': ['ID=b03f13c6-c081-4b27-af4e-36f10d9faa34,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:17.334106 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-655900dd-cdf5-4038-9e62-8f862b460f3f admin admin] Allocated IP 172.25.6.34 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/ebb38b16-7efb-4dde-98cf-5c1be81363bc) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:17.411178 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d9f2351f-12df-40ae-8009-757682c6eacc None None] Attempting to bind port 81962843-01e3-4f65-b5ff-233bcb780395 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:17.411432 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d9f2351f-12df-40ae-8009-757682c6eacc None None] Attempting to bind port 81962843-01e3-4f65-b5ff-233bcb780395 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'b7ac5752-1786-4fe2-997d-a7666822a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9fe5854f-a367-41ef-86ac-dd7bb62febc2'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:17.411734 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f2351f-12df-40ae-8009-757682c6eacc None None] Attempting to bind port 81962843-01e3-4f65-b5ff-233bcb780395 on network 9fe5854f-a367-41ef-86ac-dd7bb62febc2 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:17.417525 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f2351f-12df-40ae-8009-757682c6eacc None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:17.417898 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f2351f-12df-40ae-8009-757682c6eacc None None] Checking segment: {'id': 'b7ac5752-1786-4fe2-997d-a7666822a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9fe5854f-a367-41ef-86ac-dd7bb62febc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:17.418302 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d9f2351f-12df-40ae-8009-757682c6eacc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.419138 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f2351f-12df-40ae-8009-757682c6eacc None None] Bound using segment: {'id': 'b7ac5752-1786-4fe2-997d-a7666822a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9fe5854f-a367-41ef-86ac-dd7bb62febc2'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:17.419138 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d9f2351f-12df-40ae-8009-757682c6eacc None None] Bound port: 81962843-01e3-4f65-b5ff-233bcb780395, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ac5752-1786-4fe2-997d-a7666822a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9fe5854f-a367-41ef-86ac-dd7bb62febc2'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:17.419527 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d9f2351f-12df-40ae-8009-757682c6eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.475100 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afd1d6fa-4b16-430d-b766-dbc27233e152 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.495969 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-655900dd-cdf5-4038-9e62-8f862b460f3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.497989 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-afd1d6fa-4b16-430d-b766-dbc27233e152 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc177de-6539-4c00-bf09-e92da4b5eddf']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:17.515476 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d9f2351f-12df-40ae-8009-757682c6eacc None None] For port 81962843-01e3-4f65-b5ff-233bcb780395, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:17.517450 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-9ec3e38a-b612-4422-b5c3-59fac6131117 service neutron] 10.222.0.16 "GET /v2.0/networks/a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515101 Jul 16 01:25:17.519999 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d9f2351f-12df-40ae-8009-757682c6eacc None None] For port 81962843-01e3-4f65-b5ff-233bcb780395, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=81962843-01e3-4f65-b5ff-233bcb780395,segment=NetworkSegment(b7ac5752-1786-4fe2-997d-a7666822a9e2),segment_id=b7ac5752-1786-4fe2-997d-a7666822a9e2)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:17.521172 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-afd1d6fa-4b16-430d-b766-dbc27233e152 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fffb44d8-41e4-4ef0-9dba-c40a909c1a36') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:17.521626 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-afd1d6fa-4b16-430d-b766-dbc27233e152 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fffb44d8-41e4-4ef0-9dba-c40a909c1a36') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:17.529470 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d9f2351f-12df-40ae-8009-757682c6eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.549032 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afd1d6fa-4b16-430d-b766-dbc27233e152 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.577287 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afd1d6fa-4b16-430d-b766-dbc27233e152 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.588456 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-655900dd-cdf5-4038-9e62-8f862b460f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.619934 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd1d6fa-4b16-430d-b766-dbc27233e152 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:17.620351 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afd1d6fa-4b16-430d-b766-dbc27233e152 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:17.625768 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:17.630372 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2351f-12df-40ae-8009-757682c6eacc None None] Pushing event updated for resources: {'Port': ['ID=81962843-01e3-4f65-b5ff-233bcb780395,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:17.658276 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655900dd-cdf5-4038-9e62-8f862b460f3f admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:17.671476 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-655900dd-cdf5-4038-9e62-8f862b460f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:17.674153 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655900dd-cdf5-4038-9e62-8f862b460f3f admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:17.721870 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-2c76d6c2-b5aa-41fd-885d-c87a65f74f24 service neutron] 10.222.0.16 "GET /v2.0/networks/a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020385 Jul 16 01:25:17.723797 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655900dd-cdf5-4038-9e62-8f862b460f3f admin admin] Pushing event updated for resources: {'Port': ['ID=ebb38b16-7efb-4dde-98cf-5c1be81363bc,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:17.728843 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afd1d6fa-4b16-430d-b766-dbc27233e152 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.739208 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afd1d6fa-4b16-430d-b766-dbc27233e152 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.744395 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-afd1d6fa-4b16-430d-b766-dbc27233e152 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/networks/2bc177de-6539-4c00-bf09-e92da4b5eddf HTTP/1.1" status: 204 len: 168 time: 1.9748514 Jul 16 01:25:17.745402 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46542) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:17.765319 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1d6fa-4b16-430d-b766-dbc27233e152 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Network': ['ID=2bc177de-6539-4c00-bf09-e92da4b5eddf,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:17.792585 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5028513-7f6c-4c6b-9812-3b4a1cfb918a tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] DELETE failed (client error): The resource could not be found. Jul 16 01:25:17.793110 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5028513-7f6c-4c6b-9812-3b4a1cfb918a tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:17.797325 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e5028513-7f6c-4c6b-9812-3b4a1cfb918a tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/subnets/b03f13c6-c081-4b27-af4e-36f10d9faa34 HTTP/1.1" status: 404 len: 337 time: 0.0492771 Jul 16 01:25:17.798308 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46544) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:17.818256 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cca18b4-fc1a-4f56-a775-1d54ecc236ba tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] DELETE failed (client error): The resource could not be found. Jul 16 01:25:17.818838 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cca18b4-fc1a-4f56-a775-1d54ecc236ba tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:17.823414 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7cca18b4-fc1a-4f56-a775-1d54ecc236ba tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/networks/2bc177de-6539-4c00-bf09-e92da4b5eddf HTTP/1.1" status: 404 len: 339 time: 0.0217786 Jul 16 01:25:17.825298 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46546) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:17.859706 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-506c78eb-b5d8-4279-ab7a-72bba6535c2f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] DELETE failed (client error): The resource could not be found. Jul 16 01:25:17.860177 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506c78eb-b5d8-4279-ab7a-72bba6535c2f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:17.864423 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-506c78eb-b5d8-4279-ab7a-72bba6535c2f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/subnets/d9fd7a83-17cf-4829-9fce-a92aa5a5e43c HTTP/1.1" status: 404 len: 337 time: 0.0360627 Jul 16 01:25:17.865231 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46548) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:17.893707 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b448eb4-1e6d-4643-8d73-b45b4f42c9b0 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] DELETE failed (client error): The resource could not be found. Jul 16 01:25:17.894214 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b448eb4-1e6d-4643-8d73-b45b4f42c9b0 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:17.898718 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5b448eb4-1e6d-4643-8d73-b45b4f42c9b0 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/networks/2bd1eef7-fa1f-471b-b455-45d0aa59cebe HTTP/1.1" status: 404 len: 339 time: 0.0300188 Jul 16 01:25:17.899287 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46550) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:17.901888 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a076b-d70d-42d2-a9d9-5e06b464b2e6 req-8cd80a5a-5311-4231-b13c-61ed12e6fdab tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:17.903613 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c18a076b-d70d-42d2-a9d9-5e06b464b2e6 req-8cd80a5a-5311-4231-b13c-61ed12e6fdab tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e2c78a4-0abc-4f7b-8be0-138b74ec93da HTTP/1.1" status: 200 len: 950 time: 0.2416472 Jul 16 01:25:18.059533 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89cbfd2d-b0a8-42ff-80c4-30a2d28c511f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.073704 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c18a076b-d70d-42d2-a9d9-5e06b464b2e6 req-b43e3147-bdae-4475-bfc1-69c8aa645978 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598992 Jul 16 01:25:18.220804 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89cbfd2d-b0a8-42ff-80c4-30a2d28c511f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.244216 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-89cbfd2d-b0a8-42ff-80c4-30a2d28c511f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249711da-7b6f-48f4-8c9f-e201931aa269']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:18.249039 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-655900dd-cdf5-4038-9e62-8f862b460f3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.256701 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-89cbfd2d-b0a8-42ff-80c4-30a2d28c511f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca81e187-4374-40d4-a8a8-543653c6daf2') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:18.257116 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-89cbfd2d-b0a8-42ff-80c4-30a2d28c511f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca81e187-4374-40d4-a8a8-543653c6daf2') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:18.268910 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89cbfd2d-b0a8-42ff-80c4-30a2d28c511f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.293159 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89cbfd2d-b0a8-42ff-80c4-30a2d28c511f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.310674 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89cbfd2d-b0a8-42ff-80c4-30a2d28c511f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:18.311637 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89cbfd2d-b0a8-42ff-80c4-30a2d28c511f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:18.316267 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:18.336389 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b87d479e-8b02-4601-9c4d-b4e76050c171 None None] Could not find standard attr ID for object 465eedd6-6f64-42b2-9fdd-2af77220b436. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:25:18.341702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3373d5c2-698d-4cb3-9eb0-f7a86483897b None None] DHCP port deletion for 2bc177de-6539-4c00-bf09-e92da4b5eddf request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:25:18.379150 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55154952-6554-4576-b965-b31640eb0dd7 None None] Network 2bc177de-6539-4c00-bf09-e92da4b5eddf requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:18.407650 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89cbfd2d-b0a8-42ff-80c4-30a2d28c511f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.420208 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89cbfd2d-b0a8-42ff-80c4-30a2d28c511f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.423149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55154952-6554-4576-b965-b31640eb0dd7 None None] Network 2bc177de-6539-4c00-bf09-e92da4b5eddf could not be found, it might have been deleted concurrently. {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:25:18.426057 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-89cbfd2d-b0a8-42ff-80c4-30a2d28c511f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/networks/249711da-7b6f-48f4-8c9f-e201931aa269 HTTP/1.1" status: 204 len: 168 time: 0.5256734 Jul 16 01:25:18.443789 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde8c040-ba62-4194-a8cc-35daf3bbb115 None None] Network 2bc177de-6539-4c00-bf09-e92da4b5eddf requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:18.449131 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46568) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:18.462612 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde8c040-ba62-4194-a8cc-35daf3bbb115 None None] Network 2bc177de-6539-4c00-bf09-e92da4b5eddf could not be found, it might have been deleted concurrently. {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:25:18.467026 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbfd2d-b0a8-42ff-80c4-30a2d28c511f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Network': ['ID=249711da-7b6f-48f4-8c9f-e201931aa269,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:18.564915 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3eddf4-06ae-4369-89b3-477b9d1f8559 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] DELETE failed (client error): The resource could not be found. Jul 16 01:25:18.566312 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a3eddf4-06ae-4369-89b3-477b9d1f8559 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:18.567824 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0a3eddf4-06ae-4369-89b3-477b9d1f8559 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/subnets/76949afa-8c14-4b61-9e2b-a2238c81443b HTTP/1.1" status: 404 len: 337 time: 0.1174283 Jul 16 01:25:18.570833 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46574) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:18.592980 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 81962843-01e3-4f65-b5ff-233bcb780395 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:18.600788 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-9815f65f-a912-4750-9962-0da73729d6c5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] DELETE failed (client error): The resource could not be found. Jul 16 01:25:18.602360 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9815f65f-a912-4750-9962-0da73729d6c5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:18.604528 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9815f65f-a912-4750-9962-0da73729d6c5 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/networks/8e24708b-ff37-4aae-b395-1c376a1ff35d HTTP/1.1" status: 404 len: 339 time: 0.0322881 Jul 16 01:25:18.607146 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46576) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:18.641708 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b58ac4-a44b-409b-834d-f653044256b8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] DELETE failed (client error): The resource could not be found. Jul 16 01:25:18.642742 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b58ac4-a44b-409b-834d-f653044256b8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:18.645010 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-50b58ac4-a44b-409b-834d-f653044256b8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/subnets/43deb83b-63fe-422b-ac61-fe1036764da7 HTTP/1.1" status: 404 len: 337 time: 0.0365098 Jul 16 01:25:18.647801 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46578) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:18.679344 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d1bda6-a865-432e-9e02-c332f7e0c060 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] DELETE failed (client error): The resource could not be found. Jul 16 01:25:18.680412 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d1bda6-a865-432e-9e02-c332f7e0c060 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:18.683528 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b4d1bda6-a865-432e-9e02-c332f7e0c060 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/networks/3843bef4-8ef7-4995-b614-0d7e9e8afa74 HTTP/1.1" status: 404 len: 339 time: 0.0340948 Jul 16 01:25:18.686352 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46582) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:18.707217 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 81962843-01e3-4f65-b5ff-233bcb780395 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:18.732416 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46584) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:18.755959 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0da39a-3992-4067-b22d-c1ddf11d18ce tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] DELETE failed (client error): The resource could not be found. Jul 16 01:25:18.756444 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c0da39a-3992-4067-b22d-c1ddf11d18ce tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:18.759139 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7c0da39a-3992-4067-b22d-c1ddf11d18ce tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/subnets/c6e08cca-8c4c-4961-9408-15bcb36e176e HTTP/1.1" status: 404 len: 337 time: 0.0709541 Jul 16 01:25:18.761709 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46588) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:18.783271 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82d40f0-4bfb-40f6-9f59-57df09101194 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] DELETE failed (client error): The resource could not be found. Jul 16 01:25:18.783831 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82d40f0-4bfb-40f6-9f59-57df09101194 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:18.785807 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d82d40f0-4bfb-40f6-9f59-57df09101194 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/networks/0a373a7d-b165-4be9-85aa-6d441cc37995 HTTP/1.1" status: 404 len: 339 time: 0.0230231 Jul 16 01:25:18.789195 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46590) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:18.828112 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a187eb-de8b-456d-87f7-f5a4a7489b4c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] DELETE failed (client error): The resource could not be found. Jul 16 01:25:18.828965 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a187eb-de8b-456d-87f7-f5a4a7489b4c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:18.830967 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e7a187eb-de8b-456d-87f7-f5a4a7489b4c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/subnets/29a2dba2-eb2e-45fe-a5db-5632ab45d48e HTTP/1.1" status: 404 len: 337 time: 0.0402942 Jul 16 01:25:18.837364 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46592) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:18.839495 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c9a8f6ee-b179-4a6a-b24b-142309f94482 req-b59f8663-aecb-4bb1-9f05-78f11350b35f tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/ports?device_id=50c32309-560a-4a81-9614-b87659c6d3f8 HTTP/1.1" status: 200 len: 210 time: 0.6242800 Jul 16 01:25:18.852850 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28be442-8c0f-4aac-b689-5714a1dcbdf4 req-31eafcd6-9092-49ac-a3c5-6b040729ea22 tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:18.854528 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e28be442-8c0f-4aac-b689-5714a1dcbdf4 req-31eafcd6-9092-49ac-a3c5-6b040729ea22 tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6e2c78a4-0abc-4f7b-8be0-138b74ec93da HTTP/1.1" status: 200 len: 1102 time: 0.1544662 Jul 16 01:25:18.865229 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f97c16-fea6-4fd2-bf72-0c14047ee7b3 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] DELETE failed (client error): The resource could not be found. Jul 16 01:25:18.866028 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f97c16-fea6-4fd2-bf72-0c14047ee7b3 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:18.870754 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-64f97c16-fea6-4fd2-bf72-0c14047ee7b3 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/networks/8a5f6ab8-a94b-4e91-adb0-2a86edd27597 HTTP/1.1" status: 404 len: 339 time: 0.0303075 Jul 16 01:25:18.871600 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46594) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:18.909046 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e28be442-8c0f-4aac-b689-5714a1dcbdf4 req-1e995ee4-cfef-4c5e-8eed-478d0e06074d tempest-ServersOnMultiNodesTest-1456003214 tempest-ServersOnMultiNodesTest-1456003214-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489078 Jul 16 01:25:18.919294 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d8df64-7ede-4ec5-8e43-38e3387bec82 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] DELETE failed (client error): The resource could not be found. Jul 16 01:25:18.920018 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d8df64-7ede-4ec5-8e43-38e3387bec82 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:18.935245 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f6c2411-6700-4620-98a3-9c5580dfdb7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:18.936187 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b4d8df64-7ede-4ec5-8e43-38e3387bec82 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/subnets/75f3baf3-8566-4dbd-b87e-2669e7885afd HTTP/1.1" status: 404 len: 337 time: 0.0614934 Jul 16 01:25:18.940565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46598) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:18.970606 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe469582-e18d-4c25-8bc5-b67e8d02efa6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] DELETE failed (client error): The resource could not be found. Jul 16 01:25:18.971286 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe469582-e18d-4c25-8bc5-b67e8d02efa6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:18.975406 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fe469582-e18d-4c25-8bc5-b67e8d02efa6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/networks/7b0fdad3-c1cf-44f4-b2d1-ad13a7b9724b HTTP/1.1" status: 404 len: 339 time: 0.0316906 Jul 16 01:25:18.976809 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46600) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:19.020404 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc36ae06-740f-4c94-827e-66218d7bb08f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] DELETE failed (client error): The resource could not be found. Jul 16 01:25:19.020404 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc36ae06-740f-4c94-827e-66218d7bb08f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:19.023882 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bc36ae06-740f-4c94-827e-66218d7bb08f tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/subnets/31ed0c45-f78c-4904-8777-332e26e77d6c HTTP/1.1" status: 404 len: 337 time: 0.0436091 Jul 16 01:25:19.025093 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46602) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:19.064066 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-566d15de-da33-4704-ad5a-1f179a42420c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] DELETE failed (client error): The resource could not be found. Jul 16 01:25:19.064878 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-566d15de-da33-4704-ad5a-1f179a42420c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:19.069614 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-566d15de-da33-4704-ad5a-1f179a42420c tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/networks/5adacba4-aa95-4aaa-ba1c-7dbc995db318 HTTP/1.1" status: 404 len: 339 time: 0.0409009 Jul 16 01:25:19.071499 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46604) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:19.106041 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-53304a2b-e68b-4f42-98a8-0e629fd9dbe8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] DELETE failed (client error): The resource could not be found. Jul 16 01:25:19.106665 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53304a2b-e68b-4f42-98a8-0e629fd9dbe8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:19.111129 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-53304a2b-e68b-4f42-98a8-0e629fd9dbe8 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/subnets/8aee564c-b602-464e-974a-a970404ef20a HTTP/1.1" status: 404 len: 337 time: 0.0368559 Jul 16 01:25:19.112445 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46606) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:19.136063 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-be107179-5601-4648-a8d4-e84a6faa71c2 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] DELETE failed (client error): The resource could not be found. Jul 16 01:25:19.136774 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be107179-5601-4648-a8d4-e84a6faa71c2 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:19.141024 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-be107179-5601-4648-a8d4-e84a6faa71c2 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/networks/43efbe64-bdf7-4eec-9092-b81ec17bcc8f HTTP/1.1" status: 404 len: 339 time: 0.0253024 Jul 16 01:25:19.143819 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46608) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:19.257178 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-79661e37-6232-4d62-919f-999a1338f752 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] DELETE failed (client error): The resource could not be found. Jul 16 01:25:19.257953 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79661e37-6232-4d62-919f-999a1338f752 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:19.263685 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-79661e37-6232-4d62-919f-999a1338f752 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/subnets/43251f33-e8f7-49d1-8df4-ce6bbaf62adb HTTP/1.1" status: 404 len: 337 time: 0.1175303 Jul 16 01:25:19.265229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46610) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:19.295161 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-fffd175a-ebc7-4ad3-a78e-1f7a9e5862cf tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] DELETE failed (client error): The resource could not be found. Jul 16 01:25:19.295768 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fffd175a-ebc7-4ad3-a78e-1f7a9e5862cf tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:19.299133 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fffd175a-ebc7-4ad3-a78e-1f7a9e5862cf tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/networks/c3ca1192-1798-4c2f-aec2-a0adfb0dcbdf HTTP/1.1" status: 404 len: 339 time: 0.0311034 Jul 16 01:25:19.302018 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46612) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:19.320176 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-655900dd-cdf5-4038-9e62-8f862b460f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.411389 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff9fbe5-fa41-4c28-aeaa-cf4a02f77d6f None None] Network 9fe5854f-a367-41ef-86ac-dd7bb62febc2 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:19.447054 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed5d27-2b70-4f2e-99c9-450c52be0398 req-c72eb1d6-a143-48f5-a9e5-3a614401760f tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:19.449423 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa8e485-f913-4ce8-8090-96bf55f85809 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Deleting subnet d75a7d61-73fb-4e8f-b5d4-05657547a34f {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:25:19.455980 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3eed5d27-2b70-4f2e-99c9-450c52be0398 req-c72eb1d6-a143-48f5-a9e5-3a614401760f tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 945 time: 0.2776110 Jul 16 01:25:19.459192 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f6c2411-6700-4620-98a3-9c5580dfdb7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.461221 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4aa8e485-f913-4ce8-8090-96bf55f85809 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.487491 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f6c2411-6700-4620-98a3-9c5580dfdb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.517914 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3eed5d27-2b70-4f2e-99c9-450c52be0398 req-b08dc555-a9dd-4893-9493-b023478e41fa tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607507 Jul 16 01:25:19.548576 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8f6c2411-6700-4620-98a3-9c5580dfdb7f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70c0ceebbd0a4fd993f21fb416b13c77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8113976 Jul 16 01:25:19.549402 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4aa8e485-f913-4ce8-8090-96bf55f85809 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.551852 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46618) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:19.592203 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2e0edad5-b5e0-492e-92fc-7cf7cf84a9ca None None] Provisioning for port 81962843-01e3-4f65-b5ff-233bcb780395 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:19.598398 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2e0edad5-b5e0-492e-92fc-7cf7cf84a9ca None None] Provisioning complete for port 81962843-01e3-4f65-b5ff-233bcb780395 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:19.599092 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e0edad5-b5e0-492e-92fc-7cf7cf84a9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.599190 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c2411-6700-4620-98a3-9c5580dfdb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe14f28-027d-431e-bfc9-f1e8a6200d2e,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:19.639085 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655900dd-cdf5-4038-9e62-8f862b460f3f admin admin] Router c9adc288-bca9-4a0e-959d-4116b049cba0 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:25:19.708570 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1a9c-49a7-4d56-9a28-565da392973d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.726365 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdbbab-56fa-4923-91d8-068aa55a8c55 req-afead04f-f366-4de5-a4d5-c1343f9092a3 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:19.733552 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fafdbbab-56fa-4923-91d8-068aa55a8c55 req-afead04f-f366-4de5-a4d5-c1343f9092a3 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e2c78a4-0abc-4f7b-8be0-138b74ec93da HTTP/1.1" status: 200 len: 950 time: 0.1530776 Jul 16 01:25:19.741952 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1a9c-49a7-4d56-9a28-565da392973d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.746854 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4aa8e485-f913-4ce8-8090-96bf55f85809 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.789417 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e0edad5-b5e0-492e-92fc-7cf7cf84a9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.817565 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fafdbbab-56fa-4923-91d8-068aa55a8c55 req-5298a250-a78d-4817-a2d7-65e5cfddd66e tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829890 Jul 16 01:25:19.817859 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655900dd-cdf5-4038-9e62-8f862b460f3f admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:25:19.832705 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] Sync routers for ids ['c9adc288-bca9-4a0e-959d-4116b049cba0'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:25:19.840558 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-655900dd-cdf5-4038-9e62-8f862b460f3f admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.845068 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-655900dd-cdf5-4038-9e62-8f862b460f3f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6733024 Jul 16 01:25:19.845809 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46620) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:19.855342 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1a9c-49a7-4d56-9a28-565da392973d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.858095 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a9f1a9c-49a7-4d56-9a28-565da392973d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.864009 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1a9f1a9c-49a7-4d56-9a28-565da392973d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0fe14f28-027d-431e-bfc9-f1e8a6200d2e HTTP/1.1" status: 204 len: 168 time: 0.3093727 Jul 16 01:25:19.864177 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] Routers {'c9adc288-bca9-4a0e-959d-4116b049cba0'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:19.873078 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f1a9c-49a7-4d56-9a28-565da392973d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe14f28-027d-431e-bfc9-f1e8a6200d2e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:19.877703 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:25:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c9adc288-bca9-4a0e-959d-4116b049cba0'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:20.007995 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-2e0edad5-b5e0-492e-92fc-7cf7cf84a9ca None None] For port 81962843-01e3-4f65-b5ff-233bcb780395, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=81962843-01e3-4f65-b5ff-233bcb780395,segment=NetworkSegment(b7ac5752-1786-4fe2-997d-a7666822a9e2),segment_id=b7ac5752-1786-4fe2-997d-a7666822a9e2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:20.029236 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e0edad5-b5e0-492e-92fc-7cf7cf84a9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.162053 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b756a9e5-0a5c-4a9e-aa65-03aa34ca6873 req-e57daeb3-a744-4401-922f-6649a4123e58 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/ports?device_id=50c32309-560a-4a81-9614-b87659c6d3f8 HTTP/1.1" status: 200 len: 210 time: 0.0473566 Jul 16 01:25:20.274794 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a66d4c14-9895-4324-8f11-e67a86345196 None None] Provisioning complete for port 81962843-01e3-4f65-b5ff-233bcb780395 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:20.275407 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a66d4c14-9895-4324-8f11-e67a86345196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.385468 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4aa8e485-f913-4ce8-8090-96bf55f85809 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.480495 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0edad5-b5e0-492e-92fc-7cf7cf84a9ca None None] Pushing event updated for resources: {'Port': ['ID=81962843-01e3-4f65-b5ff-233bcb780395,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:20.484557 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8e485-f913-4ce8-8090-96bf55f85809 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Subnet': ['ID=d75a7d61-73fb-4e8f-b5d4-05657547a34f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:20.499094 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] Set router c9adc288-bca9-4a0e-959d-4116b049cba0 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:20.500257 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4aa8e485-f913-4ce8-8090-96bf55f85809 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.502258 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4aa8e485-f913-4ce8-8090-96bf55f85809 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/subnets/d75a7d61-73fb-4e8f-b5d4-05657547a34f HTTP/1.1" status: 204 len: 168 time: 1.1962345 Jul 16 01:25:20.505404 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46638) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:20.538321 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe01de1-09f0-48f0-b669-03708f59223b None None] Network ffb5f814-406d-40af-bf80-e3acc12f7473 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:20.562665 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-c4957ff7-e1db-494a-abf1-f1634c56e119 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:20.564182 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-c4957ff7-e1db-494a-abf1-f1634c56e119 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.84 "GET /v2.0/networks?id=a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83 HTTP/1.1" status: 200 len: 805 time: 0.5947137 Jul 16 01:25:20.617986 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-a5693371-a34d-4e77-a0de-724675f68e34 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e2c96b1826a4339b18e4f406fbe264f HTTP/1.1" status: 200 len: 380 time: 0.0420725 Jul 16 01:25:20.664937 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-6e6a69f6-b976-4865-9b9f-91cecbd43bbc tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Request body: {'port': {'device_id': '50c32309-560a-4a81-9614-b87659c6d3f8', 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83', 'admin_state_up': True, 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'security_groups': ['fa9894df-6987-4e20-9cc5-b08dd5ef393c']}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:20.670200 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a881c88-9908-4569-ae1c-1f4454752ff6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.879795 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1a881c88-9908-4569-ae1c-1f4454752ff6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Deleting port 79f506df-0a3c-4884-8aa2-453c91fcd6b4 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:20.880151 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a881c88-9908-4569-ae1c-1f4454752ff6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.944222 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9adc288-bca9-4a0e-959d-4116b049cba0', 'name': 'tempest-ServersTestMultiNic-1392902188-router', 'tenant_id': '3701d37a4b5440afb149894433d38e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': 'ebb38b16-7efb-4dde-98cf-5c1be81363bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:16Z', 'updated_at': '2021-07-16T01:25:17Z', 'revision_number': 3, 'project_id': '3701d37a4b5440afb149894433d38e96', 'gw_port': {'id': 'ebb38b16-7efb-4dde-98cf-5c1be81363bc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9adc288-bca9-4a0e-959d-4116b049cba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:17Z', 'updated_at': '2021-07-16T01:25:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:20.953028 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c137e-de28-4ace-9f5a-9b350139e49b req-db7d46be-fb39-4085-a8c5-219a8d4bdb9e tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:20.960612 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e73c137e-de28-4ace-9f5a-9b350139e49b req-db7d46be-fb39-4085-a8c5-219a8d4bdb9e tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 945 time: 0.2113342 Jul 16 01:25:20.968627 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46654) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:20.979926 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] Checking router: c9adc288-bca9-4a0e-959d-4116b049cba0 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:25:20.980297 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] Updating router c9adc288-bca9-4a0e-959d-4116b049cba0 port ebb38b16-7efb-4dde-98cf-5c1be81363bc binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:25:21.025612 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1a881c88-9908-4569-ae1c-1f4454752ff6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] For port 79f506df-0a3c-4884-8aa2-453c91fcd6b4, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=79f506df-0a3c-4884-8aa2-453c91fcd6b4,segment=NetworkSegment(e7542f6d-a2ad-4493-bb37-e99ff3ee4fd1),segment_id=e7542f6d-a2ad-4493-bb37-e99ff3ee4fd1)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:21.026081 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a881c88-9908-4569-ae1c-1f4454752ff6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.026729 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-6e6a69f6-b976-4865-9b9f-91cecbd43bbc tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Made reservation on behalf of 2e2c96b1826a4339b18e4f406fbe264f for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:21.031802 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-6e6a69f6-b976-4865-9b9f-91cecbd43bbc tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.033308 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.057221 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1a881c88-9908-4569-ae1c-1f4454752ff6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Calling delete_port for 79f506df-0a3c-4884-8aa2-453c91fcd6b4 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:21.078154 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c42fdf-3d91-4fb1-aed5-6982df116ded None None] DHCP port deletion for ffb5f814-406d-40af-bf80-e3acc12f7473 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:25:21.086353 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e73c137e-de28-4ace-9f5a-9b350139e49b req-81607a2c-20aa-4ad9-98ad-37fb14856731 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245489 Jul 16 01:25:21.101479 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5ecb3a9d-b085-474e-882a-c34f6c909603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.156080 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772e3a6-563d-46b6-8f21-22ff6e004589 req-7fedb9cc-60de-4717-9d62-f867ac1a608c tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:21.157865 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f772e3a6-563d-46b6-8f21-22ff6e004589 req-7fedb9cc-60de-4717-9d62-f867ac1a608c tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.84 "GET /v2.0/ports?device_id=6e2c78a4-0abc-4f7b-8be0-138b74ec93da HTTP/1.1" status: 200 len: 950 time: 0.2901678 Jul 16 01:25:21.236544 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-3a3edae1-bec7-4157-b577-f391a91a0854 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2126410858-network', 'tenant_id': 'b34e809642274173b57688929a40029a'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:21.287673 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-21c42fdf-3d91-4fb1-aed5-6982df116ded None None] Deleting port 79f506df-0a3c-4884-8aa2-453c91fcd6b4 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:21.287980 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-21c42fdf-3d91-4fb1-aed5-6982df116ded None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.297475 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a881c88-9908-4569-ae1c-1f4454752ff6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.323369 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d4f21-b208-4359-80ae-5114483033ad req-264dccc3-4cc7-48a1-9765-533a8de8f48e tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:21.325772 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f74d4f21-b208-4359-80ae-5114483033ad req-264dccc3-4cc7-48a1-9765-533a8de8f48e tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e2c78a4-0abc-4f7b-8be0-138b74ec93da HTTP/1.1" status: 200 len: 950 time: 0.2805414 Jul 16 01:25:21.344516 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a881c88-9908-4569-ae1c-1f4454752ff6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Port': ['ID=79f506df-0a3c-4884-8aa2-453c91fcd6b4,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:21.347346 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a881c88-9908-4569-ae1c-1f4454752ff6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] No DVR routers for this DVR port 79f506df-0a3c-4884-8aa2-453c91fcd6b4 on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:21.399123 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-21c42fdf-3d91-4fb1-aed5-6982df116ded None None] For port 79f506df-0a3c-4884-8aa2-453c91fcd6b4, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=79f506df-0a3c-4884-8aa2-453c91fcd6b4,segment=NetworkSegment(e7542f6d-a2ad-4493-bb37-e99ff3ee4fd1),segment_id=e7542f6d-a2ad-4493-bb37-e99ff3ee4fd1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:21.399378 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-f772e3a6-563d-46b6-8f21-22ff6e004589 req-c1dc3466-a867-468b-ad95-ccf38322398f tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Deleting port fbe83c82-c987-4ad8-8436-6f2f16a8d629 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:21.399579 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-21c42fdf-3d91-4fb1-aed5-6982df116ded None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.399867 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f772e3a6-563d-46b6-8f21-22ff6e004589 req-c1dc3466-a867-468b-ad95-ccf38322398f tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.417222 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-21c42fdf-3d91-4fb1-aed5-6982df116ded None None] Calling delete_port for 79f506df-0a3c-4884-8aa2-453c91fcd6b4 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:21.420124 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-6e6a69f6-b976-4865-9b9f-91cecbd43bbc tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Allocated IP 172.20.0.3 (a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83/8a0b625a-5414-4c49-99ba-fd5b40c816b5/ac96f6dd-ae12-48e2-9b31-22d4529e791f) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:21.435490 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3edae1-bec7-4157-b577-f391a91a0854 admin admin] Made reservation on behalf of b34e809642274173b57688929a40029a for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:21.436749 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3a3edae1-bec7-4157-b577-f391a91a0854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.454709 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26b73b5e-f990-4952-a444-78ff4b3c7f77 req-a05d9582-714b-4808-b259-bc36270101cf tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/ports?device_id=50c32309-560a-4a81-9614-b87659c6d3f8 HTTP/1.1" status: 200 len: 210 time: 0.0749097 Jul 16 01:25:21.479084 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f74d4f21-b208-4359-80ae-5114483033ad req-b14898fb-7627-4230-94c5-8c44b7fb2afc tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426647 Jul 16 01:25:21.500270 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a881c88-9908-4569-ae1c-1f4454752ff6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.512473 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-1a881c88-9908-4569-ae1c-1f4454752ff6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb5f814-406d-40af-bf80-e3acc12f7473']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:21.523270 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-1a881c88-9908-4569-ae1c-1f4454752ff6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7542f6d-a2ad-4493-bb37-e99ff3ee4fd1') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:21.523726 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-1a881c88-9908-4569-ae1c-1f4454752ff6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7542f6d-a2ad-4493-bb37-e99ff3ee4fd1') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:21.533628 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a881c88-9908-4569-ae1c-1f4454752ff6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.536424 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.548786 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a881c88-9908-4569-ae1c-1f4454752ff6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.555463 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a881c88-9908-4569-ae1c-1f4454752ff6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:21.555878 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a881c88-9908-4569-ae1c-1f4454752ff6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.557645 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-5ecb3a9d-b085-474e-882a-c34f6c909603 admin admin] Allocated IP 172.20.0.1 (9fe5854f-a367-41ef-86ac-dd7bb62febc2/bed7bc8f-7b9e-4a4b-9e97-fdd56ab0bccd/46df720b-e967-4278-8a5d-6c3bce657505) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:21.569091 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-21c42fdf-3d91-4fb1-aed5-6982df116ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.570594 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3a3edae1-bec7-4157-b577-f391a91a0854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:21.571997 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:21.596957 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c42fdf-3d91-4fb1-aed5-6982df116ded None None] Pushing event deleted for resources: {'Port': ['ID=79f506df-0a3c-4884-8aa2-453c91fcd6b4,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:21.602702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c42fdf-3d91-4fb1-aed5-6982df116ded None None] No DVR routers for this DVR port 79f506df-0a3c-4884-8aa2-453c91fcd6b4 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:21.667608 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a881c88-9908-4569-ae1c-1f4454752ff6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.667824 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] Transition to ACTIVE for port object ebb38b16-7efb-4dde-98cf-5c1be81363bc will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:21.676401 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a881c88-9908-4569-ae1c-1f4454752ff6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.683043 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1a881c88-9908-4569-ae1c-1f4454752ff6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] 10.222.0.16 "DELETE /v2.0/networks/ffb5f814-406d-40af-bf80-e3acc12f7473 HTTP/1.1" status: 204 len: 168 time: 1.1701133 Jul 16 01:25:21.683216 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.698321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a881c88-9908-4569-ae1c-1f4454752ff6 tempest-NetworksTest-397885132 tempest-NetworksTest-397885132-project] Pushing event deleted for resources: {'Network': ['ID=ffb5f814-406d-40af-bf80-e3acc12f7473,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:21.707058 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f772e3a6-563d-46b6-8f21-22ff6e004589 req-c1dc3466-a867-468b-ad95-ccf38322398f tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] For port fbe83c82-c987-4ad8-8436-6f2f16a8d629, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fbe83c82-c987-4ad8-8436-6f2f16a8d629,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:21.707230 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f772e3a6-563d-46b6-8f21-22ff6e004589 req-c1dc3466-a867-468b-ad95-ccf38322398f tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.726786 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-f772e3a6-563d-46b6-8f21-22ff6e004589 req-c1dc3466-a867-468b-ad95-ccf38322398f tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Calling delete_port for fbe83c82-c987-4ad8-8436-6f2f16a8d629 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:21.760887 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] Attempting to bind port ebb38b16-7efb-4dde-98cf-5c1be81363bc on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:21.761097 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] Attempting to bind port ebb38b16-7efb-4dde-98cf-5c1be81363bc by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:21.761370 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] Attempting to bind port ebb38b16-7efb-4dde-98cf-5c1be81363bc on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:21.765505 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ec41a-766e-4713-b448-c58937d2f2fb None None] Pushing event updated for resources: {'Port': ['ID=ebb38b16-7efb-4dde-98cf-5c1be81363bc,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:21.771977 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:21.773405 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:21.773405 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.773405 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:21.773934 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] Bound port: ebb38b16-7efb-4dde-98cf-5c1be81363bc, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:21.774257 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.835657 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] For port ebb38b16-7efb-4dde-98cf-5c1be81363bc, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:21.839840 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] For port ebb38b16-7efb-4dde-98cf-5c1be81363bc, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=ebb38b16-7efb-4dde-98cf-5c1be81363bc,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:21.845500 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.903867 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5ecb3a9d-b085-474e-882a-c34f6c909603 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.921276 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f772e3a6-563d-46b6-8f21-22ff6e004589 req-c1dc3466-a867-468b-ad95-ccf38322398f tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.929348 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] Routers {'c9adc288-bca9-4a0e-959d-4116b049cba0'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:21.933322 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:25:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c9adc288-bca9-4a0e-959d-4116b049cba0'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:21.938689 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-5ecb3a9d-b085-474e-882a-c34f6c909603 admin admin] Transition to ACTIVE for port object 46df720b-e967-4278-8a5d-6c3bce657505 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:21.941304 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3a3edae1-bec7-4157-b577-f391a91a0854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.947529 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-6e6a69f6-b976-4865-9b9f-91cecbd43bbc tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.952955 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['4cedddb5-174d-4d99-a67f-313c9716b2bb', '3f154f08-5c8b-4681-ae9f-65b8c6e80783', 'fbe83c82-c987-4ad8-8436-6f2f16a8d629'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:21.954256 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3a3edae1-bec7-4157-b577-f391a91a0854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.955269 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['8648b5c6-909b-4737-9bf4-3fa1d78c7810', '68e7c35f-2436-4917-80f7-1478c3f03797', 'd45cd596-b7a8-49b3-992b-1466c9213f6e', 'd65c684e-612d-4bfe-ac9d-05eb8431748e', 'a868c89e-94c0-4cd5-903b-cf36e7f9d749'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:21.981493 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc3466-a867-468b-ad95-ccf38322398f tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Pushing event deleted for resources: {'Port': ['ID=fbe83c82-c987-4ad8-8436-6f2f16a8d629,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:21.995045 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-6e6a69f6-b976-4865-9b9f-91cecbd43bbc tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Transition to ACTIVE for port object ac96f6dd-ae12-48e2-9b31-22d4529e791f will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:22.014302 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3edae1-bec7-4157-b577-f391a91a0854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6659ba-d757-4d61-8419-79a0c08f8fb6,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:22.022555 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3edae1-bec7-4157-b577-f391a91a0854 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:22.056999 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3a3edae1-bec7-4157-b577-f391a91a0854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.057366 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-3a3edae1-bec7-4157-b577-f391a91a0854 admin admin] Added segment 5b3908e5-ef1d-4834-83cc-7a5e334d32e1 of type vlan for network 35ff07a5-b891-4556-995d-01800531e82b Jul 16 01:25:22.058717 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46668) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:22.066054 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-f772e3a6-563d-46b6-8f21-22ff6e004589 req-c1dc3466-a867-468b-ad95-ccf38322398f tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] No DVR routers for this DVR port fbe83c82-c987-4ad8-8436-6f2f16a8d629 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:22.068454 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f772e3a6-563d-46b6-8f21-22ff6e004589 req-c1dc3466-a867-468b-ad95-ccf38322398f tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.071572 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f772e3a6-563d-46b6-8f21-22ff6e004589 req-c1dc3466-a867-468b-ad95-ccf38322398f tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.84 "DELETE /v2.0/ports/fbe83c82-c987-4ad8-8436-6f2f16a8d629 HTTP/1.1" status: 204 len: 173 time: 0.9063349 Jul 16 01:25:22.072174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2c78a4-0abc-4f7b-8be0-138b74ec93da', 'name': 'network-vif-deleted', 'tag': 'fbe83c82-c987-4ad8-8436-6f2f16a8d629'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:22.075024 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682de5f1-17b8-486a-b710-b723172a3001" -d '{"events": [{"server_uuid": "6e2c78a4-0abc-4f7b-8be0-138b74ec93da", "name": "network-vif-deleted", "tag": "fbe83c82-c987-4ad8-8436-6f2f16a8d629"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:22.113441 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ec41a-766e-4713-b448-c58937d2f2fb None None] Pushing event updated for resources: {'Port': ['ID=ebb38b16-7efb-4dde-98cf-5c1be81363bc,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:22.120693 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5ecb3a9d-b085-474e-882a-c34f6c909603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.162440 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888bdeb3-b674-48d7-afdc-d37b2f15fa2d x-openstack-request-id: req-888bdeb3-b674-48d7-afdc-d37b2f15fa2d {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:22.163308 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2c78a4-0abc-4f7b-8be0-138b74ec93da", "name": "network-vif-deleted", "tag": "fbe83c82-c987-4ad8-8436-6f2f16a8d629", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:22.163839 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-888bdeb3-b674-48d7-afdc-d37b2f15fa2d {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:22.164540 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2c78a4-0abc-4f7b-8be0-138b74ec93da', 'name': 'network-vif-deleted', 'tag': 'fbe83c82-c987-4ad8-8436-6f2f16a8d629', 'status': 'completed', 'code': 200} Jul 16 01:25:22.225298 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb3a9d-b085-474e-882a-c34f6c909603 admin admin] Pushing event updated for resources: {'Port': ['ID=46df720b-e967-4278-8a5d-6c3bce657505,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:22.303514 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecb3a9d-b085-474e-882a-c34f6c909603 admin admin] Network 9fe5854f-a367-41ef-86ac-dd7bb62febc2 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:22.304328 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] Set router c9adc288-bca9-4a0e-959d-4116b049cba0 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:22.334828 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3a3edae1-bec7-4157-b577-f391a91a0854 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.371761 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-5ecb3a9d-b085-474e-882a-c34f6c909603 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:22.374541 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecb3a9d-b085-474e-882a-c34f6c909603 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:22.399823 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3a3edae1-bec7-4157-b577-f391a91a0854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.401072 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3edae1-bec7-4157-b577-f391a91a0854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:22.401630 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3a3edae1-bec7-4157-b577-f391a91a0854 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.459293 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 81962843-01e3-4f65-b5ff-233bcb780395 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:22.469569 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-6e6a69f6-b976-4865-9b9f-91cecbd43bbc tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.571748 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3a3edae1-bec7-4157-b577-f391a91a0854 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5366340 Jul 16 01:25:22.576085 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46680) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:22.583261 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f3850dcf-35d5-48e8-8980-efd33e3b9589 admin admin] Request body: {'subnet': {'network_id': '35ff07a5-b891-4556-995d-01800531e82b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2126410858-subnet', 'tenant_id': 'b34e809642274173b57688929a40029a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:22.656743 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5ecb3a9d-b085-474e-882a-c34f6c909603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.664772 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3850dcf-35d5-48e8-8980-efd33e3b9589 admin admin] Made reservation on behalf of b34e809642274173b57688929a40029a for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:22.667279 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f3850dcf-35d5-48e8-8980-efd33e3b9589 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.753940 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3edae1-bec7-4157-b577-f391a91a0854 admin admin] Pushing event updated for resources: {'Network': ['ID=35ff07a5-b891-4556-995d-01800531e82b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:22.771831 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-6e6a69f6-b976-4865-9b9f-91cecbd43bbc tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Network a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:22.776490 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-11a8c016-2084-46ff-912c-6e4c714b907f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65b74c9f7c7a4277af56c6253487ffb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7008634 Jul 16 01:25:22.786514 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7a224-27b0-440c-a169-454315a6490f req-ec5cba37-f5c3-4110-9488-103cb89e8780 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:22.789912 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3db7a224-27b0-440c-a169-454315a6490f req-ec5cba37-f5c3-4110-9488-103cb89e8780 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/ports?device_id=50c32309-560a-4a81-9614-b87659c6d3f8 HTTP/1.1" status: 200 len: 931 time: 0.1749635 Jul 16 01:25:22.790043 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a69f6-b976-4865-9b9f-91cecbd43bbc tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Pushing event updated for resources: {'Port': ['ID=ac96f6dd-ae12-48e2-9b31-22d4529e791f,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:22.790746 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46684) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:22.794689 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 35ff07a5-b891-4556-995d-01800531e82b details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:22.814362 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bbd50-9c96-47ac-9405-48e14aa437e4 req-96c63fe3-f792-44bd-9aaa-211a0c660f09 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:22.816508 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7c1bbd50-9c96-47ac-9405-48e14aa437e4 req-96c63fe3-f792-44bd-9aaa-211a0c660f09 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 945 time: 0.4473097 Jul 16 01:25:22.817570 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-6e6a69f6-b976-4865-9b9f-91cecbd43bbc tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:22.843845 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-6e6a69f6-b976-4865-9b9f-91cecbd43bbc tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:22.915426 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-6e6a69f6-b976-4865-9b9f-91cecbd43bbc tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:22.916579 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-6e6a69f6-b976-4865-9b9f-91cecbd43bbc tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:22.985636 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-6e6a69f6-b976-4865-9b9f-91cecbd43bbc tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3619771 Jul 16 01:25:23.002275 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-b4006c99-fb42-45b2-bb12-c9b7ee149764 service neutron] Request body: {'port': {'device_id': '50c32309-560a-4a81-9614-b87659c6d3f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:23.044203 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3db7a224-27b0-440c-a169-454315a6490f req-645b689c-8ccc-4e5b-8522-190d3d1ef482 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa9894df-6987-4e20-9cc5-b08dd5ef393c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386720 Jul 16 01:25:23.049519 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f3850dcf-35d5-48e8-8980-efd33e3b9589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.101689 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3850dcf-35d5-48e8-8980-efd33e3b9589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3f67e12-f5ad-4d79-ae7c-5f4fe14246c7,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:23.102199 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-b4006c99-fb42-45b2-bb12-c9b7ee149764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.112218 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 81962843-01e3-4f65-b5ff-233bcb780395 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:23.112613 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.117077 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7c1bbd50-9c96-47ac-9405-48e14aa437e4 req-22efe2c4-4118-4c77-8994-fab4b9eb8f92 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780452 Jul 16 01:25:23.126458 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-26ead24a-d84c-482f-928c-d05ceac159a3 None None] Provisioning for port 46df720b-e967-4278-8a5d-6c3bce657505 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:23.152258 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e5166605-e1a0-41c5-95be-d78da67effef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.175446 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-26ead24a-d84c-482f-928c-d05ceac159a3 None None] Provisioning complete for port 46df720b-e967-4278-8a5d-6c3bce657505 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:23.175835 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26ead24a-d84c-482f-928c-d05ceac159a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.204599 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3850dcf-35d5-48e8-8980-efd33e3b9589 admin admin] Checking segment: {'id': '5b3908e5-ef1d-4834-83cc-7a5e334d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '35ff07a5-b891-4556-995d-01800531e82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:23.204964 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3850dcf-35d5-48e8-8980-efd33e3b9589 admin admin] Network hostable DHCP agents. Network: 35ff07a5-b891-4556-995d-01800531e82b, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:23.222337 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-26ead24a-d84c-482f-928c-d05ceac159a3 None None] Port 46df720b-e967-4278-8a5d-6c3bce657505 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:23.222587 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e5166605-e1a0-41c5-95be-d78da67effef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.271159 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3850dcf-35d5-48e8-8980-efd33e3b9589 admin admin] Network 35ff07a5-b891-4556-995d-01800531e82b is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:23.291926 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-f3850dcf-35d5-48e8-8980-efd33e3b9589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 35ff07a5-b891-4556-995d-01800531e82b) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:23.300060 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5ecb3a9d-b085-474e-882a-c34f6c909603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.309520 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3850dcf-35d5-48e8-8980-efd33e3b9589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:23.310788 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f3850dcf-35d5-48e8-8980-efd33e3b9589 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.311565 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7994ba-f402-41de-be5b-e826013d6ce8 None None] Network 35ff07a5-b891-4556-995d-01800531e82b requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:23.327280 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e5166605-e1a0-41c5-95be-d78da67effef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.332767 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9adc288-bca9-4a0e-959d-4116b049cba0', 'name': 'tempest-ServersTestMultiNic-1392902188-router', 'tenant_id': '3701d37a4b5440afb149894433d38e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': 'ebb38b16-7efb-4dde-98cf-5c1be81363bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:16Z', 'updated_at': '2021-07-16T01:25:17Z', 'revision_number': 3, 'project_id': '3701d37a4b5440afb149894433d38e96', 'gw_port': {'id': 'ebb38b16-7efb-4dde-98cf-5c1be81363bc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9adc288-bca9-4a0e-959d-4116b049cba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:17Z', 'updated_at': '2021-07-16T01:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:23.333267 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e5166605-e1a0-41c5-95be-d78da67effef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.334721 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e5166605-e1a0-41c5-95be-d78da67effef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96976a95-e9b6-4073-be79-c28fadffcbe0 HTTP/1.1" status: 204 len: 168 time: 0.5407023 Jul 16 01:25:23.370137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5166605-e1a0-41c5-95be-d78da67effef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96976a95-e9b6-4073-be79-c28fadffcbe0,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:23.381261 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f3850dcf-35d5-48e8-8980-efd33e3b9589 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8033252 Jul 16 01:25:23.446239 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a44e99-5f14-4d2d-b4fb-62db7296786b None None] The sync data for ids ['c9adc288-bca9-4a0e-959d-4116b049cba0'] in n-d-792394-16 is: [{'id': 'c9adc288-bca9-4a0e-959d-4116b049cba0', 'name': 'tempest-ServersTestMultiNic-1392902188-router', 'tenant_id': '3701d37a4b5440afb149894433d38e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': 'ebb38b16-7efb-4dde-98cf-5c1be81363bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:16Z', 'updated_at': '2021-07-16T01:25:17Z', 'revision_number': 3, 'project_id': '3701d37a4b5440afb149894433d38e96', 'gw_port': {'id': 'ebb38b16-7efb-4dde-98cf-5c1be81363bc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9adc288-bca9-4a0e-959d-4116b049cba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:17Z', 'updated_at': '2021-07-16T01:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:25:23.527022 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-fda353fb-be50-4b68-87b9-67e2e00c74d7 None None] Provisioning for port ac96f6dd-ae12-48e2-9b31-22d4529e791f completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:23.609843 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-fda353fb-be50-4b68-87b9-67e2e00c74d7 None None] Provisioning complete for port ac96f6dd-ae12-48e2-9b31-22d4529e791f triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:23.610831 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fda353fb-be50-4b68-87b9-67e2e00c74d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.724866 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-fda353fb-be50-4b68-87b9-67e2e00c74d7 None None] Port ac96f6dd-ae12-48e2-9b31-22d4529e791f cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:23.736184 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 79f506df-0a3c-4884-8aa2-453c91fcd6b4 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:23.748803 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5ecb3a9d-b085-474e-882a-c34f6c909603 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.752079 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-b4006c99-fb42-45b2-bb12-c9b7ee149764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac96f6dd-ae12-48e2-9b31-22d4529e791f {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:23.766755 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-b4006c99-fb42-45b2-bb12-c9b7ee149764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.769442 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5ecb3a9d-b085-474e-882a-c34f6c909603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.796316 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebd727c-202f-4a24-91b3-b5bd44ddca28 None None] Network 35ff07a5-b891-4556-995d-01800531e82b requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:23.807605 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 79f506df-0a3c-4884-8aa2-453c91fcd6b4 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:23.808175 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 79f506df-0a3c-4884-8aa2-453c91fcd6b4 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:24.313247 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-b4006c99-fb42-45b2-bb12-c9b7ee149764 service neutron] Transition to ACTIVE for port object ac96f6dd-ae12-48e2-9b31-22d4529e791f will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:24.324082 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device fbe83c82-c987-4ad8-8436-6f2f16a8d629 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:24.344157 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-b4006c99-fb42-45b2-bb12-c9b7ee149764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.369598 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: fbe83c82-c987-4ad8-8436-6f2f16a8d629 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:24.369920 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device fbe83c82-c987-4ad8-8436-6f2f16a8d629 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:24.377588 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5ecb3a9d-b085-474e-882a-c34f6c909603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.392276 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb3a9d-b085-474e-882a-c34f6c909603 admin admin] Pushing event updated for resources: {'Port': ['ID=46df720b-e967-4278-8a5d-6c3bce657505,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:24.513399 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device ebb38b16-7efb-4dde-98cf-5c1be81363bc up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:24.552951 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4006c99-fb42-45b2-bb12-c9b7ee149764 service neutron] Pushing event updated for resources: {'Port': ['ID=ac96f6dd-ae12-48e2-9b31-22d4529e791f,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:24.624213 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port ebb38b16-7efb-4dde-98cf-5c1be81363bc completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:24.634544 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port ebb38b16-7efb-4dde-98cf-5c1be81363bc triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:24.634929 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.645447 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46736) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:24.705239 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f505c93-225e-4989-8bac-dc36cf35cdcb req-553fd5ff-79e1-4c0e-bc04-2b3f2f03ec27 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:24.714189 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0f505c93-225e-4989-8bac-dc36cf35cdcb req-553fd5ff-79e1-4c0e-bc04-2b3f2f03ec27 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8856b4b-4ad7-43ca-8632-2f3354eef99c HTTP/1.1" status: 200 len: 950 time: 0.4300854 Jul 16 01:25:24.729015 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-b241bc09-14ef-4a92-907a-74c8c5a1ca49 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:24.731974 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-b241bc09-14ef-4a92-907a-74c8c5a1ca49 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/networks?id=35ff07a5-b891-4556-995d-01800531e82b HTTP/1.1" status: 200 len: 814 time: 0.2056990 Jul 16 01:25:24.769369 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-f4cd3f6e-ca5a-4d0a-86fc-426a77263977 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/quotas/b34e809642274173b57688929a40029a HTTP/1.1" status: 200 len: 375 time: 0.0295959 Jul 16 01:25:24.799426 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.814643 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecb3a9d-b085-474e-882a-c34f6c909603 admin admin] Network 9fe5854f-a367-41ef-86ac-dd7bb62febc2 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:24.815596 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-584c2ec1-d2d9-4628-9e9a-c71daad5c931 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b34e809642274173b57688929a40029a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448823 Jul 16 01:25:24.822040 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-5ecb3a9d-b085-474e-882a-c34f6c909603 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:24.826593 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port ebb38b16-7efb-4dde-98cf-5c1be81363bc, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=ebb38b16-7efb-4dde-98cf-5c1be81363bc,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:24.836730 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.908785 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-37b17ce0-a802-47f7-afea-7a9ed659aa99 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2086080232'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:24.920140 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=ebb38b16-7efb-4dde-98cf-5c1be81363bc,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:24.951918 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0f505c93-225e-4989-8bac-dc36cf35cdcb req-7fdfa309-33e8-4e57-ae0d-7bcbc1272c67 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365882 Jul 16 01:25:24.957350 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-b4006c99-fb42-45b2-bb12-c9b7ee149764 service neutron] Attempting to bind port ac96f6dd-ae12-48e2-9b31-22d4529e791f on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:24.957695 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-b4006c99-fb42-45b2-bb12-c9b7ee149764 service neutron] Attempting to bind port ac96f6dd-ae12-48e2-9b31-22d4529e791f by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '1b85f567-f30c-4911-8c46-1eee3f966e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:24.958028 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-b4006c99-fb42-45b2-bb12-c9b7ee149764 service neutron] Attempting to bind port ac96f6dd-ae12-48e2-9b31-22d4529e791f on network a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:24.966027 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-b4006c99-fb42-45b2-bb12-c9b7ee149764 service neutron] Port ac96f6dd-ae12-48e2-9b31-22d4529e791f on network a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:24.966352 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-b4006c99-fb42-45b2-bb12-c9b7ee149764 service neutron] Attempting to bind port ac96f6dd-ae12-48e2-9b31-22d4529e791f on network a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:24.983221 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-b4006c99-fb42-45b2-bb12-c9b7ee149764 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:24.983563 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-b4006c99-fb42-45b2-bb12-c9b7ee149764 service neutron] Checking segment: {'id': '1b85f567-f30c-4911-8c46-1eee3f966e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:24.983958 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-b4006c99-fb42-45b2-bb12-c9b7ee149764 service neutron] Bound using segment: {'id': '1b85f567-f30c-4911-8c46-1eee3f966e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:24.984423 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-b4006c99-fb42-45b2-bb12-c9b7ee149764 service neutron] Bound port: ac96f6dd-ae12-48e2-9b31-22d4529e791f, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b85f567-f30c-4911-8c46-1eee3f966e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:24.984789 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-b4006c99-fb42-45b2-bb12-c9b7ee149764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:24.985245 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-4d67e7f1-c454-421b-8126-dd3ca80300e8 service neutron] 10.222.0.16 "GET /v2.0/networks/35ff07a5-b891-4556-995d-01800531e82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676307 Jul 16 01:25:25.048341 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b17ce0-a802-47f7-afea-7a9ed659aa99 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:25.051897 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-37b17ce0-a802-47f7-afea-7a9ed659aa99 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.080586 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-37b17ce0-a802-47f7-afea-7a9ed659aa99 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.123277 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-5988ea09-fd95-4153-97cb-8eea46acec1b service neutron] 10.222.0.16 "GET /v2.0/networks/35ff07a5-b891-4556-995d-01800531e82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368086 Jul 16 01:25:25.173909 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecb3a9d-b085-474e-882a-c34f6c909603 admin admin] Router c9adc288-bca9-4a0e-959d-4116b049cba0 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:25:25.218610 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c492475a-7f98-4040-b784-8330eab520c1 None None] Provisioning complete for port 46df720b-e967-4278-8a5d-6c3bce657505 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:25.218878 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c492475a-7f98-4040-b784-8330eab520c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.238554 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-b4006c99-fb42-45b2-bb12-c9b7ee149764 service neutron] For port ac96f6dd-ae12-48e2-9b31-22d4529e791f, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:25.283022 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c492475a-7f98-4040-b784-8330eab520c1 None None] Port 46df720b-e967-4278-8a5d-6c3bce657505 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:25.331875 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-b4006c99-fb42-45b2-bb12-c9b7ee149764 service neutron] For port ac96f6dd-ae12-48e2-9b31-22d4529e791f, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ac96f6dd-ae12-48e2-9b31-22d4529e791f,segment=NetworkSegment(1b85f567-f30c-4911-8c46-1eee3f966e09),segment_id=1b85f567-f30c-4911-8c46-1eee3f966e09)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:25.356022 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-b4006c99-fb42-45b2-bb12-c9b7ee149764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.443624 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe3404-daa5-44b6-b598-bae811a83371 req-ffd13475-945c-4b9c-ba6b-b963e0e2bc18 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.445345 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5abe3404-daa5-44b6-b598-bae811a83371 req-ffd13475-945c-4b9c-ba6b-b963e0e2bc18 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/ports?device_id=50c32309-560a-4a81-9614-b87659c6d3f8 HTTP/1.1" status: 200 len: 943 time: 0.3257172 Jul 16 01:25:25.458205 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-b4006c99-fb42-45b2-bb12-c9b7ee149764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.458832 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-b4006c99-fb42-45b2-bb12-c9b7ee149764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.460492 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-b4006c99-fb42-45b2-bb12-c9b7ee149764 service neutron] 10.222.0.84 "PUT /v2.0/ports/ac96f6dd-ae12-48e2-9b31-22d4529e791f HTTP/1.1" status: 200 len: 1092 time: 2.4643574 Jul 16 01:25:25.463043 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c32309-560a-4a81-9614-b87659c6d3f8', 'tag': 'ac96f6dd-ae12-48e2-9b31-22d4529e791f'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:25.465369 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf8b6da-3c45-4d7d-a028-cbd143e61805" -d '{"events": [{"name": "network-changed", "server_uuid": "50c32309-560a-4a81-9614-b87659c6d3f8", "tag": "ac96f6dd-ae12-48e2-9b31-22d4529e791f"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:25.467471 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8650f8-5db8-49cc-b499-73b243b16c2f req-ed9f470b-3222-4149-bae4-71f55f5fb232 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.469154 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bc8650f8-5db8-49cc-b499-73b243b16c2f req-ed9f470b-3222-4149-bae4-71f55f5fb232 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 945 time: 0.1191328 Jul 16 01:25:25.534513 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bc8650f8-5db8-49cc-b499-73b243b16c2f req-25125553-2894-475c-ab6c-287415f73afe tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562427 Jul 16 01:25:25.563043 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59775580-23d3-43de-a28f-ea038b25965c req-9caccca8-da3a-435d-beca-3797dec30fd5 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.563043 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59775580-23d3-43de-a28f-ea038b25965c req-9caccca8-da3a-435d-beca-3797dec30fd5 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8856b4b-4ad7-43ca-8632-2f3354eef99c HTTP/1.1" status: 200 len: 950 time: 0.1600738 Jul 16 01:25:25.674961 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5abe3404-daa5-44b6-b598-bae811a83371 req-56550ca2-d237-419a-af92-c2c554a1ac8d tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa9894df-6987-4e20-9cc5-b08dd5ef393c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928732 Jul 16 01:25:25.677771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecb3a9d-b085-474e-882a-c34f6c909603 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:25:25.701626 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5ecb3a9d-b085-474e-882a-c34f6c909603 admin admin] 10.222.0.16 "PUT /v2.0/routers/c9adc288-bca9-4a0e-959d-4116b049cba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8543222 Jul 16 01:25:25.709822 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4006c99-fb42-45b2-bb12-c9b7ee149764 service neutron] Pushing event updated for resources: {'Port': ['ID=ac96f6dd-ae12-48e2-9b31-22d4529e791f,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:25.740242 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-37b17ce0-a802-47f7-afea-7a9ed659aa99 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.768300 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-37b17ce0-a802-47f7-afea-7a9ed659aa99 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.799049 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b17ce0-a802-47f7-afea-7a9ed659aa99 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:25.843682 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-37b17ce0-a802-47f7-afea-7a9ed659aa99 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.844031 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-37b17ce0-a802-47f7-afea-7a9ed659aa99 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Added segment b1df89ab-2e10-4d44-8f58-8909c06ddcec of type vlan for network 2324f470-9572-452c-8c55-1e833663a658 Jul 16 01:25:25.845543 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b17ce0-a802-47f7-afea-7a9ed659aa99 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc082a0-98bd-4893-a3c0-7267a9fa8b6f,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:25.858115 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cc400083-b01b-41ef-8cc7-db90f38c49f9 req-3ab99439-9c84-4b64-9e0e-e0409c32ee20 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 210 time: 0.0875335 Jul 16 01:25:25.861448 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-c6db7b79-ca30-4062-9dad-941401c8b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.862968 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-c6db7b79-ca30-4062-9dad-941401c8b384 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2e2c96b1826a4339b18e4f406fbe264f&device_id=50c32309-560a-4a81-9614-b87659c6d3f8 HTTP/1.1" status: 200 len: 1095 time: 0.3295238 Jul 16 01:25:25.915642 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-59775580-23d3-43de-a28f-ea038b25965c req-d97cb6bf-c54a-4d81-b5f0-de2162e9d64e tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Deleting port a868c89e-94c0-4cd5-903b-cf36e7f9d749 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:25.916198 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-59775580-23d3-43de-a28f-ea038b25965c req-d97cb6bf-c54a-4d81-b5f0-de2162e9d64e tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:25.969626 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46754) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:25.992725 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a425cfe7-f6a0-43f5-a604-49bc489d2792 x-openstack-request-id: req-a425cfe7-f6a0-43f5-a604-49bc489d2792 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:25.993046 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c32309-560a-4a81-9614-b87659c6d3f8", "tag": "ac96f6dd-ae12-48e2-9b31-22d4529e791f", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:25.993264 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a425cfe7-f6a0-43f5-a604-49bc489d2792 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:25.993656 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c32309-560a-4a81-9614-b87659c6d3f8', 'tag': 'ac96f6dd-ae12-48e2-9b31-22d4529e791f', 'status': 'completed', 'code': 200} Jul 16 01:25:25.998469 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-fdbad75c-80d5-4b21-a0fd-6aa6151fa774 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac96f6dd-ae12-48e2-9b31-22d4529e791f HTTP/1.1" status: 200 len: 217 time: 0.1075058 Jul 16 01:25:25.999865 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-37b17ce0-a802-47f7-afea-7a9ed659aa99 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.066668 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-59775580-23d3-43de-a28f-ea038b25965c req-d97cb6bf-c54a-4d81-b5f0-de2162e9d64e tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] For port a868c89e-94c0-4cd5-903b-cf36e7f9d749, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=a868c89e-94c0-4cd5-903b-cf36e7f9d749,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:26.067500 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-59775580-23d3-43de-a28f-ea038b25965c req-d97cb6bf-c54a-4d81-b5f0-de2162e9d64e tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.086489 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-1f6a3584-f03e-4746-b5a5-979cbe31b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:26.088172 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-1f6a3584-f03e-4746-b5a5-979cbe31b820 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8a0b625a-5414-4c49-99ba-fd5b40c816b5 HTTP/1.1" status: 200 len: 844 time: 0.0827978 Jul 16 01:25:26.091681 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-37b17ce0-a802-47f7-afea-7a9ed659aa99 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.092237 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-c14561bf-a722-461f-b765-c03866be3107 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-392675171'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:26.093167 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] Sync routers for ids ['c9adc288-bca9-4a0e-959d-4116b049cba0'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:25:26.098348 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b17ce0-a802-47f7-afea-7a9ed659aa99 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:26.099186 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-37b17ce0-a802-47f7-afea-7a9ed659aa99 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.106102 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] Routers {'c9adc288-bca9-4a0e-959d-4116b049cba0'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:26.107736 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:25:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c9adc288-bca9-4a0e-959d-4116b049cba0'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:26.118565 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-59775580-23d3-43de-a28f-ea038b25965c req-d97cb6bf-c54a-4d81-b5f0-de2162e9d64e tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Calling delete_port for a868c89e-94c0-4cd5-903b-cf36e7f9d749 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:26.120496 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14561bf-a722-461f-b765-c03866be3107 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Made reservation on behalf of 3701d37a4b5440afb149894433d38e96 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:26.124547 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c14561bf-a722-461f-b765-c03866be3107 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.137804 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-37b17ce0-a802-47f7-afea-7a9ed659aa99 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4889290 Jul 16 01:25:26.144889 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46760) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:26.150277 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-949d244b-1fd8-4082-9213-2f4760c8f4c9 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'port': {'network_id': '2324f470-9572-452c-8c55-1e833663a658', 'name': 'tempest-PortsIpV6TestJSON-1493907249'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:26.227692 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b17ce0-a802-47f7-afea-7a9ed659aa99 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Network': ['ID=2324f470-9572-452c-8c55-1e833663a658,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:26.235447 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] Set router c9adc288-bca9-4a0e-959d-4116b049cba0 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:26.244869 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 2324f470-9572-452c-8c55-1e833663a658 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:26.276923 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c14561bf-a722-461f-b765-c03866be3107 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:26.301874 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-c2cc4bab-3b50-4f38-afe5-db0a9072bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:26.304098 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-c2cc4bab-3b50-4f38-afe5-db0a9072bee9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1906354 Jul 16 01:25:26.309754 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c14561bf-a722-461f-b765-c03866be3107 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.310112 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-c14561bf-a722-461f-b765-c03866be3107 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Added segment 4ac171b9-4215-4d20-8163-3dcc5b470393 of type vlan for network 63dc658c-4ff9-42ad-90ea-7b816efae517 Jul 16 01:25:26.381014 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c14561bf-a722-461f-b765-c03866be3107 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.432395 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eec050-6459-4214-97be-cee65af6c609 req-b98fe2e0-890a-4b9c-8449-34db83a7dd8b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:26.439546 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949d244b-1fd8-4082-9213-2f4760c8f4c9 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:26.441463 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34eec050-6459-4214-97be-cee65af6c609 req-b98fe2e0-890a-4b9c-8449-34db83a7dd8b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8856b4b-4ad7-43ca-8632-2f3354eef99c HTTP/1.1" status: 200 len: 950 time: 0.1984744 Jul 16 01:25:26.443210 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-949d244b-1fd8-4082-9213-2f4760c8f4c9 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.452612 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-6279d4a1-aed1-4de2-8fc5-073130ce14bb service neutron] 10.222.0.84 "GET /v2.0/networks/a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399314 Jul 16 01:25:26.506727 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9adc288-bca9-4a0e-959d-4116b049cba0', 'name': 'tempest-ServersTestMultiNic-1392902188-router', 'tenant_id': '3701d37a4b5440afb149894433d38e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': 'ebb38b16-7efb-4dde-98cf-5c1be81363bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:16Z', 'updated_at': '2021-07-16T01:25:22Z', 'revision_number': 4, 'project_id': '3701d37a4b5440afb149894433d38e96', 'gw_port': {'id': 'ebb38b16-7efb-4dde-98cf-5c1be81363bc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9adc288-bca9-4a0e-959d-4116b049cba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:17Z', 'updated_at': '2021-07-16T01:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '46df720b-e967-4278-8a5d-6c3bce657505', 'name': '', 'network_id': '9fe5854f-a367-41ef-86ac-dd7bb62febc2', 'tenant_id': '3701d37a4b5440afb149894433d38e96', 'mac_address': 'fa:16:3e:4a:67:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9adc288-bca9-4a0e-959d-4116b049cba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'bed7bc8f-7b9e-4a4b-9e97-fdd56ab0bccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:21Z', 'updated_at': '2021-07-16T01:25:23Z', 'revision_number': 2, 'project_id': '3701d37a4b5440afb149894433d38e96', 'subnets': [{'id': 'bed7bc8f-7b9e-4a4b-9e97-fdd56ab0bccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:26.532560 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c14561bf-a722-461f-b765-c03866be3107 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.535549 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34eec050-6459-4214-97be-cee65af6c609 req-2b420043-2ee3-4a40-b03b-fe8542bb46f0 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931075 Jul 16 01:25:26.538059 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14561bf-a722-461f-b765-c03866be3107 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:26.540319 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c14561bf-a722-461f-b765-c03866be3107 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.543913 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device ebb38b16-7efb-4dde-98cf-5c1be81363bc up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:26.545786 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-949d244b-1fd8-4082-9213-2f4760c8f4c9 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] device_id is not set on port bf505b49-13c1-4f55-b81d-444d3d3fcf96 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:25:26.563988 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] Checking router: c9adc288-bca9-4a0e-959d-4116b049cba0 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:25:26.564334 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] Updating router c9adc288-bca9-4a0e-959d-4116b049cba0 port 46df720b-e967-4278-8a5d-6c3bce657505 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:25:26.587822 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-59775580-23d3-43de-a28f-ea038b25965c req-d97cb6bf-c54a-4d81-b5f0-de2162e9d64e tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.607843 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['4cedddb5-174d-4d99-a67f-313c9716b2bb', '3f154f08-5c8b-4681-ae9f-65b8c6e80783'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:26.611220 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['8648b5c6-909b-4737-9bf4-3fa1d78c7810', '68e7c35f-2436-4917-80f7-1478c3f03797', 'd45cd596-b7a8-49b3-992b-1466c9213f6e', 'd65c684e-612d-4bfe-ac9d-05eb8431748e'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:26.623687 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.670957 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8af8d664-0a1b-4166-ab68-565cabc599fb req-010df234-ba73-41c9-bacb-46a40ced7312 service neutron] 10.222.0.84 "GET /v2.0/networks/a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088065 Jul 16 01:25:26.702884 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c14561bf-a722-461f-b765-c03866be3107 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7318542 Jul 16 01:25:26.705667 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46764) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:26.710117 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be317111-18dd-42ff-9a8d-99d6b023bf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.710901 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-d00a3603-b9bc-4cf3-bde1-e96987e92045 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Request body: {'subnet': {'network_id': '63dc658c-4ff9-42ad-90ea-7b816efae517', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:26.747163 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97cb6bf-c54a-4d81-b5f0-de2162e9d64e tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Pushing event deleted for resources: {'Port': ['ID=a868c89e-94c0-4cd5-903b-cf36e7f9d749,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:26.776850 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port ebb38b16-7efb-4dde-98cf-5c1be81363bc triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:26.777257 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:26.864962 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14561bf-a722-461f-b765-c03866be3107 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event updated for resources: {'Network': ['ID=63dc658c-4ff9-42ad-90ea-7b816efae517,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:27.016514 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 63dc658c-4ff9-42ad-90ea-7b816efae517 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:27.027320 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8b6da-3c45-4d7d-a028-cbd143e61805 req-6197ee75-396d-4076-a83a-c3054edba53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:27.029385 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ddf8b6da-3c45-4d7d-a028-cbd143e61805 req-6197ee75-396d-4076-a83a-c3054edba53f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2e2c96b1826a4339b18e4f406fbe264f&device_id=50c32309-560a-4a81-9614-b87659c6d3f8 HTTP/1.1" status: 200 len: 1095 time: 0.1875441 Jul 16 01:25:27.030691 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00a3603-b9bc-4cf3-bde1-e96987e92045 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Made reservation on behalf of 3701d37a4b5440afb149894433d38e96 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:27.035470 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d00a3603-b9bc-4cf3-bde1-e96987e92045 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.121253 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-59775580-23d3-43de-a28f-ea038b25965c req-d97cb6bf-c54a-4d81-b5f0-de2162e9d64e tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] No DVR routers for this DVR port a868c89e-94c0-4cd5-903b-cf36e7f9d749 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:27.125296 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-59775580-23d3-43de-a28f-ea038b25965c req-d97cb6bf-c54a-4d81-b5f0-de2162e9d64e tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.128815 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59775580-23d3-43de-a28f-ea038b25965c req-d97cb6bf-c54a-4d81-b5f0-de2162e9d64e tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.82 "DELETE /v2.0/ports/a868c89e-94c0-4cd5-903b-cf36e7f9d749 HTTP/1.1" status: 204 len: 173 time: 1.5581486 Jul 16 01:25:27.137365 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8856b4b-4ad7-43ca-8632-2f3354eef99c', 'name': 'network-vif-deleted', 'tag': 'a868c89e-94c0-4cd5-903b-cf36e7f9d749'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:27.140133 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183fc8be-c9ee-4b2d-a9b4-15d589021393" -d '{"events": [{"server_uuid": "e8856b4b-4ad7-43ca-8632-2f3354eef99c", "name": "network-vif-deleted", "tag": "a868c89e-94c0-4cd5-903b-cf36e7f9d749"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:27.367368 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8b6da-3c45-4d7d-a028-cbd143e61805 req-e8c6143d-9d4c-4f50-a0eb-2b2d859c1efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:27.373606 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ddf8b6da-3c45-4d7d-a028-cbd143e61805 req-e8c6143d-9d4c-4f50-a0eb-2b2d859c1efd service neutron] 10.222.0.84 "GET /v2.0/networks?id=a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83 HTTP/1.1" status: 200 len: 906 time: 0.3276260 Jul 16 01:25:27.395303 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb60da-a78b-47cd-a2f5-1aecca31f84a req-88332c38-a0e4-441f-9261-1311a0fd8e8e tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:27.404027 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-35cb60da-a78b-47cd-a2f5-1aecca31f84a req-88332c38-a0e4-441f-9261-1311a0fd8e8e tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 945 time: 0.6757884 Jul 16 01:25:27.409571 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c6592-cf20-4726-ad92-488be8a0be67 req-2cbd1e8c-90d0-4a2e-904f-74fb6f65798b tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:27.415083 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f56c6592-cf20-4726-ad92-488be8a0be67 req-2cbd1e8c-90d0-4a2e-904f-74fb6f65798b tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/ports?device_id=50c32309-560a-4a81-9614-b87659c6d3f8 HTTP/1.1" status: 200 len: 943 time: 0.2794969 Jul 16 01:25:27.415874 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.443350 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-949d244b-1fd8-4082-9213-2f4760c8f4c9 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.453916 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] Transition to ACTIVE for port object 46df720b-e967-4278-8a5d-6c3bce657505 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:27.462759 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-67d4cbe4-3319-4493-b92c-8ef97444537f tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:27.464724 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-67d4cbe4-3319-4493-b92c-8ef97444537f tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.84 "GET /v2.0/networks?id=35ff07a5-b891-4556-995d-01800531e82b HTTP/1.1" status: 200 len: 814 time: 0.4829736 Jul 16 01:25:27.474529 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.492919 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-20464459-2745-40b8-b0bc-dbd25d6508ef tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Request body: {'port': {'device_id': 'b4a98b25-128c-4398-a4d6-84acd7fc9a07', 'network_id': '35ff07a5-b891-4556-995d-01800531e82b', 'admin_state_up': True, 'tenant_id': 'b34e809642274173b57688929a40029a'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:27.540179 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fa715-060a-4b8c-baf4-dea374e60652 None None] Pushing event updated for resources: {'Port': ['ID=46df720b-e967-4278-8a5d-6c3bce657505,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:27.542646 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ddf8b6da-3c45-4d7d-a028-cbd143e61805 req-98636191-f211-42a3-a720-dbce184a1f46 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac96f6dd-ae12-48e2-9b31-22d4529e791f HTTP/1.1" status: 200 len: 217 time: 0.0872009 Jul 16 01:25:27.637559 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-35cb60da-a78b-47cd-a2f5-1aecca31f84a req-bbd12a60-4616-418f-b827-79fa40a823af tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323790 Jul 16 01:25:27.682809 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] Attempting to bind port 46df720b-e967-4278-8a5d-6c3bce657505 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:27.689075 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] Attempting to bind port 46df720b-e967-4278-8a5d-6c3bce657505 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'b7ac5752-1786-4fe2-997d-a7666822a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9fe5854f-a367-41ef-86ac-dd7bb62febc2'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:27.689645 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] Attempting to bind port 46df720b-e967-4278-8a5d-6c3bce657505 on network 9fe5854f-a367-41ef-86ac-dd7bb62febc2 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:27.698500 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:27.700092 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] Checking segment: {'id': 'b7ac5752-1786-4fe2-997d-a7666822a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9fe5854f-a367-41ef-86ac-dd7bb62febc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:27.700531 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.703107 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] Bound using segment: {'id': 'b7ac5752-1786-4fe2-997d-a7666822a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9fe5854f-a367-41ef-86ac-dd7bb62febc2'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:27.703657 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] Bound port: 46df720b-e967-4278-8a5d-6c3bce657505, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ac5752-1786-4fe2-997d-a7666822a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9fe5854f-a367-41ef-86ac-dd7bb62febc2'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:27.704050 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.715759 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-20464459-2745-40b8-b0bc-dbd25d6508ef tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Made reservation on behalf of b34e809642274173b57688929a40029a for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:27.720661 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-20464459-2745-40b8-b0bc-dbd25d6508ef tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.733475 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-949d244b-1fd8-4082-9213-2f4760c8f4c9 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.757152 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d00a3603-b9bc-4cf3-bde1-e96987e92045 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.762793 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f56c6592-cf20-4726-ad92-488be8a0be67 req-5a33135d-3ba9-4a60-9808-953e3bc89dc2 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa9894df-6987-4e20-9cc5-b08dd5ef393c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059053 Jul 16 01:25:27.830027 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8b6da-3c45-4d7d-a028-cbd143e61805 req-758212ea-baef-4801-8d26-4587feca007d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:27.832533 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ddf8b6da-3c45-4d7d-a028-cbd143e61805 req-758212ea-baef-4801-8d26-4587feca007d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8a0b625a-5414-4c49-99ba-fd5b40c816b5 HTTP/1.1" status: 200 len: 844 time: 0.2804124 Jul 16 01:25:27.835098 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] For port 46df720b-e967-4278-8a5d-6c3bce657505, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:27.842126 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] For port 46df720b-e967-4278-8a5d-6c3bce657505, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=46df720b-e967-4278-8a5d-6c3bce657505,segment=NetworkSegment(b7ac5752-1786-4fe2-997d-a7666822a9e2),segment_id=b7ac5752-1786-4fe2-997d-a7666822a9e2)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:27.852635 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:27.949719 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-da079397-a30d-4589-9925-d0333fed8a41 req-cd6c0d81-42fa-4cfd-a424-7c612ee2908d tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 210 time: 0.1025710 Jul 16 01:25:27.962494 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d244b-1fd8-4082-9213-2f4760c8f4c9 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Port': ['ID=bf505b49-13c1-4f55-b81d-444d3d3fcf96,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:27.991469 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949d244b-1fd8-4082-9213-2f4760c8f4c9 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Checking segment: {'id': 'b1df89ab-2e10-4d44-8f58-8909c06ddcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2324f470-9572-452c-8c55-1e833663a658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:27.992444 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949d244b-1fd8-4082-9213-2f4760c8f4c9 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network hostable DHCP agents. Network: 2324f470-9572-452c-8c55-1e833663a658, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:28.000650 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fa715-060a-4b8c-baf4-dea374e60652 None None] Pushing event updated for resources: {'Port': ['ID=46df720b-e967-4278-8a5d-6c3bce657505,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:28.018217 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a3603-b9bc-4cf3-bde1-e96987e92045 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event updated for resources: {'Subnet': ['ID=57ffaffc-cb35-4394-ab1d-69a3accc1d93,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:28.035642 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] Routers {'c9adc288-bca9-4a0e-959d-4116b049cba0'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:28.036303 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:25:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c9adc288-bca9-4a0e-959d-4116b049cba0'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:28.071841 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00a3603-b9bc-4cf3-bde1-e96987e92045 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Checking segment: {'id': '4ac171b9-4215-4d20-8163-3dcc5b470393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '63dc658c-4ff9-42ad-90ea-7b816efae517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:28.075031 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00a3603-b9bc-4cf3-bde1-e96987e92045 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Network hostable DHCP agents. Network: 63dc658c-4ff9-42ad-90ea-7b816efae517, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:28.080931 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d35370-d8c1-4fb2-8d7d-168912dbcc1e x-openstack-request-id: req-45d35370-d8c1-4fb2-8d7d-168912dbcc1e {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:28.082815 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8856b4b-4ad7-43ca-8632-2f3354eef99c", "name": "network-vif-deleted", "tag": "a868c89e-94c0-4cd5-903b-cf36e7f9d749", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:28.082815 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45d35370-d8c1-4fb2-8d7d-168912dbcc1e {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:28.082815 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8856b4b-4ad7-43ca-8632-2f3354eef99c', 'name': 'network-vif-deleted', 'tag': 'a868c89e-94c0-4cd5-903b-cf36e7f9d749', 'status': 'completed', 'code': 200} Jul 16 01:25:28.112497 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8b6da-3c45-4d7d-a028-cbd143e61805 req-c1f78dc3-273b-44bd-bf4d-1636e5db8f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:28.116799 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ddf8b6da-3c45-4d7d-a028-cbd143e61805 req-c1f78dc3-273b-44bd-bf4d-1636e5db8f37 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2515771 Jul 16 01:25:28.169751 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949d244b-1fd8-4082-9213-2f4760c8f4c9 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network 2324f470-9572-452c-8c55-1e833663a658 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:28.184224 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00a3603-b9bc-4cf3-bde1-e96987e92045 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Network 63dc658c-4ff9-42ad-90ea-7b816efae517 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:28.199123 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-20464459-2745-40b8-b0bc-dbd25d6508ef tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Allocated IP 172.20.0.3 (35ff07a5-b891-4556-995d-01800531e82b/d3f67e12-f5ad-4d79-ae7c-5f4fe14246c7/5a667ba4-53dc-45af-b92d-faf315772a8b) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:28.212197 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-949d244b-1fd8-4082-9213-2f4760c8f4c9 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 2324f470-9572-452c-8c55-1e833663a658) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:28.222799 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949d244b-1fd8-4082-9213-2f4760c8f4c9 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:28.223945 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-d00a3603-b9bc-4cf3-bde1-e96987e92045 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 63dc658c-4ff9-42ad-90ea-7b816efae517) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:28.230498 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949d244b-1fd8-4082-9213-2f4760c8f4c9 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:28.231186 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-949d244b-1fd8-4082-9213-2f4760c8f4c9 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.238834 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f41d80d-8084-4a36-8d6d-8f9471cb1f43 None None] Network 2324f470-9572-452c-8c55-1e833663a658 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:28.242318 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00a3603-b9bc-4cf3-bde1-e96987e92045 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:28.243118 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d00a3603-b9bc-4cf3-bde1-e96987e92045 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.344892 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-949d244b-1fd8-4082-9213-2f4760c8f4c9 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1986516 Jul 16 01:25:28.355257 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46780) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:28.368250 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7445f957-055b-4755-bb3a-85532cc270ba None None] Network 63dc658c-4ff9-42ad-90ea-7b816efae517 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:28.372723 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ac96f6dd-ae12-48e2-9b31-22d4529e791f details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:28.381380 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-941d57d8-04a5-4026-b6a7-11cc35a4e873 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1616102592'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:28.411242 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] Set router c9adc288-bca9-4a0e-959d-4116b049cba0 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:28.415294 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d00a3603-b9bc-4cf3-bde1-e96987e92045 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7057056 Jul 16 01:25:28.424348 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46782) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:28.437756 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-64bab7fc-409a-4427-a57e-ef4dd94219bb tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2041616669'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:28.476791 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ddf8b6da-3c45-4d7d-a028-cbd143e61805 req-43285c69-f044-4e24-b3d5-20323d42b38c service neutron] 10.222.0.84 "GET /v2.0/networks/a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526797 Jul 16 01:25:28.510376 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device a868c89e-94c0-4cd5-903b-cf36e7f9d749 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:28.514369 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-985276c7-096c-43fa-8746-4c0867e954de req-d753ab03-ebd5-4e94-902d-9bd55994753f tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8856b4b-4ad7-43ca-8632-2f3354eef99c HTTP/1.1" status: 200 len: 210 time: 0.1176975 Jul 16 01:25:28.537768 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941d57d8-04a5-4026-b6a7-11cc35a4e873 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:28.543087 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-941d57d8-04a5-4026-b6a7-11cc35a4e873 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.622865 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-20464459-2745-40b8-b0bc-dbd25d6508ef tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.626908 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941d57d8-04a5-4026-b6a7-11cc35a4e873 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:28.636898 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-941d57d8-04a5-4026-b6a7-11cc35a4e873 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.637235 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-941d57d8-04a5-4026-b6a7-11cc35a4e873 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Added segment 452055fc-711c-4c23-ac0f-ac3c4c721634 of type vlan for network fb9a6e47-3d85-4ce9-9491-54ede6cf48f7 Jul 16 01:25:28.683232 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-20464459-2745-40b8-b0bc-dbd25d6508ef tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.691114 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bab7fc-409a-4427-a57e-ef4dd94219bb tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Made reservation on behalf of 3701d37a4b5440afb149894433d38e96 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:28.695323 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64bab7fc-409a-4427-a57e-ef4dd94219bb tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.717916 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-941d57d8-04a5-4026-b6a7-11cc35a4e873 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.720152 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9adc288-bca9-4a0e-959d-4116b049cba0', 'name': 'tempest-ServersTestMultiNic-1392902188-router', 'tenant_id': '3701d37a4b5440afb149894433d38e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': 'ebb38b16-7efb-4dde-98cf-5c1be81363bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:16Z', 'updated_at': '2021-07-16T01:25:22Z', 'revision_number': 4, 'project_id': '3701d37a4b5440afb149894433d38e96', 'gw_port': {'id': 'ebb38b16-7efb-4dde-98cf-5c1be81363bc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9adc288-bca9-4a0e-959d-4116b049cba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:17Z', 'updated_at': '2021-07-16T01:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '46df720b-e967-4278-8a5d-6c3bce657505', 'name': '', 'network_id': '9fe5854f-a367-41ef-86ac-dd7bb62febc2', 'tenant_id': '3701d37a4b5440afb149894433d38e96', 'mac_address': 'fa:16:3e:4a:67:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9adc288-bca9-4a0e-959d-4116b049cba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'bed7bc8f-7b9e-4a4b-9e97-fdd56ab0bccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:21Z', 'updated_at': '2021-07-16T01:25:27Z', 'revision_number': 4, 'project_id': '3701d37a4b5440afb149894433d38e96', 'subnets': [{'id': 'bed7bc8f-7b9e-4a4b-9e97-fdd56ab0bccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:28.747005 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: a868c89e-94c0-4cd5-903b-cf36e7f9d749 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:28.747598 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device a868c89e-94c0-4cd5-903b-cf36e7f9d749 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:28.753577 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20464459-2745-40b8-b0bc-dbd25d6508ef tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Pushing event updated for resources: {'Port': ['ID=5a667ba4-53dc-45af-b92d-faf315772a8b,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:28.756981 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ddf8b6da-3c45-4d7d-a028-cbd143e61805 req-7b63eb2e-0728-4b59-b25c-dcd3e02c5293 service neutron] 10.222.0.84 "GET /v2.0/networks/a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720304 Jul 16 01:25:28.771182 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-20464459-2745-40b8-b0bc-dbd25d6508ef tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Network 35ff07a5-b891-4556-995d-01800531e82b is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:28.772424 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-20464459-2745-40b8-b0bc-dbd25d6508ef tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:28.775594 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64bab7fc-409a-4427-a57e-ef4dd94219bb tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:28.782973 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-20464459-2745-40b8-b0bc-dbd25d6508ef tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:28.793484 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64bab7fc-409a-4427-a57e-ef4dd94219bb tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.793905 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-64bab7fc-409a-4427-a57e-ef4dd94219bb tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Added segment 5f14f265-ab91-4142-b20b-60ddcd610e5f of type vlan for network 08b50b16-1dc4-4895-8ddc-9aa6086fe5c8 Jul 16 01:25:28.843771 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58bd6b0-a34a-4a89-8274-6e366a117ff3 None None] The sync data for ids ['c9adc288-bca9-4a0e-959d-4116b049cba0'] in n-d-792394-16 is: [{'id': 'c9adc288-bca9-4a0e-959d-4116b049cba0', 'name': 'tempest-ServersTestMultiNic-1392902188-router', 'tenant_id': '3701d37a4b5440afb149894433d38e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': 'ebb38b16-7efb-4dde-98cf-5c1be81363bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:16Z', 'updated_at': '2021-07-16T01:25:22Z', 'revision_number': 4, 'project_id': '3701d37a4b5440afb149894433d38e96', 'gw_port': {'id': 'ebb38b16-7efb-4dde-98cf-5c1be81363bc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9adc288-bca9-4a0e-959d-4116b049cba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:17Z', 'updated_at': '2021-07-16T01:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '46df720b-e967-4278-8a5d-6c3bce657505', 'name': '', 'network_id': '9fe5854f-a367-41ef-86ac-dd7bb62febc2', 'tenant_id': '3701d37a4b5440afb149894433d38e96', 'mac_address': 'fa:16:3e:4a:67:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9adc288-bca9-4a0e-959d-4116b049cba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'bed7bc8f-7b9e-4a4b-9e97-fdd56ab0bccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:21Z', 'updated_at': '2021-07-16T01:25:27Z', 'revision_number': 4, 'project_id': '3701d37a4b5440afb149894433d38e96', 'subnets': [{'id': 'bed7bc8f-7b9e-4a4b-9e97-fdd56ab0bccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:25:28.852506 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64bab7fc-409a-4427-a57e-ef4dd94219bb tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.866658 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-20464459-2745-40b8-b0bc-dbd25d6508ef tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:28.867412 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-20464459-2745-40b8-b0bc-dbd25d6508ef tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.890119 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-20464459-2745-40b8-b0bc-dbd25d6508ef tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4129553 Jul 16 01:25:28.896052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port ac96f6dd-ae12-48e2-9b31-22d4529e791f, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ac96f6dd-ae12-48e2-9b31-22d4529e791f,segment=NetworkSegment(1b85f567-f30c-4911-8c46-1eee3f966e09),segment_id=1b85f567-f30c-4911-8c46-1eee3f966e09)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:28.905348 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-dc19c006-002b-4a26-bc16-97fe1ec2bc23 service neutron] Request body: {'port': {'device_id': 'b4a98b25-128c-4398-a4d6-84acd7fc9a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:28.981727 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'ac96f6dd-ae12-48e2-9b31-22d4529e791f', 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83', 'port_id': 'ac96f6dd-ae12-48e2-9b31-22d4529e791f', 'mac_address': 'fa:16:3e:0e:f3:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a0b625a-5414-4c49-99ba-fd5b40c816b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:28.984232 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-941d57d8-04a5-4026-b6a7-11cc35a4e873 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:28.996123 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941d57d8-04a5-4026-b6a7-11cc35a4e873 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:28.997251 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-941d57d8-04a5-4026-b6a7-11cc35a4e873 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.035713 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64bab7fc-409a-4427-a57e-ef4dd94219bb tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.042795 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bab7fc-409a-4427-a57e-ef4dd94219bb tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:29.043115 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64bab7fc-409a-4427-a57e-ef4dd94219bb tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.053788 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-941d57d8-04a5-4026-b6a7-11cc35a4e873 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6969905 Jul 16 01:25:29.054936 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46792) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:29.085352 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8467adf-0b43-43a3-bd71-fac4bfd7d692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-63dc658c-4ff9-42ad-90ea-7b816efae517', 'network_id': '63dc658c-4ff9-42ad-90ea-7b816efae517', 'tenant_id': '3701d37a4b5440afb149894433d38e96', 'fixed_ips': [{'subnet_id': '57ffaffc-cb35-4394-ab1d-69a3accc1d93'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:25:29.086938 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8467adf-0b43-43a3-bd71-fac4bfd7d692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.095188 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'ports': [{'network_id': '2324f470-9572-452c-8c55-1e833663a658'}, {'network_id': 'fb9a6e47-3d85-4ce9-9491-54ede6cf48f7'}]} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:29.095516 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'port': {'network_id': '2324f470-9572-452c-8c55-1e833663a658'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:29.095992 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'port': {'network_id': 'fb9a6e47-3d85-4ce9-9491-54ede6cf48f7'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:29.130514 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.147472 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-dc19c006-002b-4a26-bc16-97fe1ec2bc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.186440 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc3bfc-8193-4d95-9fed-a0894b10ba96 req-aee2c423-a4e3-4ddc-acbe-f344145bb1e1 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:29.190417 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac96f6dd-ae12-48e2-9b31-22d4529e791f {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:29.200219 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eecc3bfc-8193-4d95-9fed-a0894b10ba96 req-aee2c423-a4e3-4ddc-acbe-f344145bb1e1 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/ports?device_id=50c32309-560a-4a81-9614-b87659c6d3f8 HTTP/1.1" status: 200 len: 943 time: 0.2331131 Jul 16 01:25:29.235570 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port ac96f6dd-ae12-48e2-9b31-22d4529e791f, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ac96f6dd-ae12-48e2-9b31-22d4529e791f,segment=NetworkSegment(1b85f567-f30c-4911-8c46-1eee3f966e09),segment_id=1b85f567-f30c-4911-8c46-1eee3f966e09)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:29.266336 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.526658 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=ac96f6dd-ae12-48e2-9b31-22d4529e791f,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:29.569276 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-31b7b639-2286-49c0-993b-28cc7ff3837c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.583231 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-a8467adf-0b43-43a3-bd71-fac4bfd7d692 None None] Allocated IP 19.80.0.2 (63dc658c-4ff9-42ad-90ea-7b816efae517/57ffaffc-cb35-4394-ab1d-69a3accc1d93/75f3438f-3f19-4b49-a82a-c3b97f096d85) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:29.590258 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-64bab7fc-409a-4427-a57e-ef4dd94219bb tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1626658 Jul 16 01:25:29.594225 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46798) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:29.604157 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-9338d221-248d-4bcc-b5c1-dd832371e4b4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Request body: {'subnet': {'network_id': '08b50b16-1dc4-4895-8ddc-9aa6086fe5c8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:29.661891 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d57d8-04a5-4026-b6a7-11cc35a4e873 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Network': ['ID=fb9a6e47-3d85-4ce9-9491-54ede6cf48f7,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:29.778963 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8467adf-0b43-43a3-bd71-fac4bfd7d692 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.789043 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a8467adf-0b43-43a3-bd71-fac4bfd7d692 None None] Transition to ACTIVE for port object 75f3438f-3f19-4b49-a82a-c3b97f096d85 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:29.806830 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a8467adf-0b43-43a3-bd71-fac4bfd7d692 None None] Transition to ACTIVE for port object 75f3438f-3f19-4b49-a82a-c3b97f096d85 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:29.817380 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['ac96f6dd-ae12-48e2-9b31-22d4529e791f'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:29.818007 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451caed6-2fcb-4da9-8cb0-8b17678539c8 req-17597439-cd81-4172-9c7d-d4d0da9978da tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:29.821087 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network fb9a6e47-3d85-4ce9-9491-54ede6cf48f7 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:29.826709 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-451caed6-2fcb-4da9-8cb0-8b17678539c8 req-17597439-cd81-4172-9c7d-d4d0da9978da tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 945 time: 0.8472843 Jul 16 01:25:29.827676 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8467adf-0b43-43a3-bd71-fac4bfd7d692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.869351 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bab7fc-409a-4427-a57e-ef4dd94219bb tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event updated for resources: {'Network': ['ID=08b50b16-1dc4-4895-8ddc-9aa6086fe5c8,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:29.914528 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 08b50b16-1dc4-4895-8ddc-9aa6086fe5c8 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:29.951172 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.962381 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-451caed6-2fcb-4da9-8cb0-8b17678539c8 req-04a1c146-3783-4fd8-b32a-492ac733449b tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346381 Jul 16 01:25:29.963961 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'port': 2} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:29.975526 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.989075 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eecc3bfc-8193-4d95-9fed-a0894b10ba96 req-9fe97d4a-23f2-4f6a-ba34-3325a20d8de1 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa9894df-6987-4e20-9cc5-b08dd5ef393c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7872627 Jul 16 01:25:29.995773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-dc19c006-002b-4a26-bc16-97fe1ec2bc23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a667ba4-53dc-45af-b92d-faf315772a8b {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:30.007373 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-dc19c006-002b-4a26-bc16-97fe1ec2bc23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.026685 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-dc19c006-002b-4a26-bc16-97fe1ec2bc23 service neutron] Transition to ACTIVE for port object 5a667ba4-53dc-45af-b92d-faf315772a8b will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:30.029678 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.042220 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-dc19c006-002b-4a26-bc16-97fe1ec2bc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.050559 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8467adf-0b43-43a3-bd71-fac4bfd7d692 None None] Network 63dc658c-4ff9-42ad-90ea-7b816efae517 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:30.058802 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9338d221-248d-4bcc-b5c1-dd832371e4b4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Made reservation on behalf of 3701d37a4b5440afb149894433d38e96 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:30.066597 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9338d221-248d-4bcc-b5c1-dd832371e4b4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.092733 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-a8467adf-0b43-43a3-bd71-fac4bfd7d692 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:30.155561 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8467adf-0b43-43a3-bd71-fac4bfd7d692 None None] Pushing event updated for resources: {'Port': ['ID=75f3438f-3f19-4b49-a82a-c3b97f096d85,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:30.177501 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8467adf-0b43-43a3-bd71-fac4bfd7d692 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:30.194436 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19c006-002b-4a26-bc16-97fe1ec2bc23 service neutron] Pushing event updated for resources: {'Port': ['ID=5a667ba4-53dc-45af-b92d-faf315772a8b,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:30.268021 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-dc19c006-002b-4a26-bc16-97fe1ec2bc23 service neutron] Attempting to bind port 5a667ba4-53dc-45af-b92d-faf315772a8b on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:30.268425 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-dc19c006-002b-4a26-bc16-97fe1ec2bc23 service neutron] Attempting to bind port 5a667ba4-53dc-45af-b92d-faf315772a8b by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '5b3908e5-ef1d-4834-83cc-7a5e334d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '35ff07a5-b891-4556-995d-01800531e82b'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:30.268699 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-dc19c006-002b-4a26-bc16-97fe1ec2bc23 service neutron] Attempting to bind port 5a667ba4-53dc-45af-b92d-faf315772a8b on network 35ff07a5-b891-4556-995d-01800531e82b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:30.278007 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-dc19c006-002b-4a26-bc16-97fe1ec2bc23 service neutron] Port 5a667ba4-53dc-45af-b92d-faf315772a8b on network 35ff07a5-b891-4556-995d-01800531e82b not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:30.278320 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-dc19c006-002b-4a26-bc16-97fe1ec2bc23 service neutron] Attempting to bind port 5a667ba4-53dc-45af-b92d-faf315772a8b on network 35ff07a5-b891-4556-995d-01800531e82b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:30.288560 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a8467adf-0b43-43a3-bd71-fac4bfd7d692 None None] Attempting to bind port 75f3438f-3f19-4b49-a82a-c3b97f096d85 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:30.289354 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a8467adf-0b43-43a3-bd71-fac4bfd7d692 None None] Attempting to bind port 75f3438f-3f19-4b49-a82a-c3b97f096d85 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '4ac171b9-4215-4d20-8163-3dcc5b470393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '63dc658c-4ff9-42ad-90ea-7b816efae517'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:30.289612 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8467adf-0b43-43a3-bd71-fac4bfd7d692 None None] Attempting to bind port 75f3438f-3f19-4b49-a82a-c3b97f096d85 on network 63dc658c-4ff9-42ad-90ea-7b816efae517 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:30.291501 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-dc19c006-002b-4a26-bc16-97fe1ec2bc23 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:30.291907 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-dc19c006-002b-4a26-bc16-97fe1ec2bc23 service neutron] Checking segment: {'id': '5b3908e5-ef1d-4834-83cc-7a5e334d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '35ff07a5-b891-4556-995d-01800531e82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:30.292214 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-dc19c006-002b-4a26-bc16-97fe1ec2bc23 service neutron] Bound using segment: {'id': '5b3908e5-ef1d-4834-83cc-7a5e334d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '35ff07a5-b891-4556-995d-01800531e82b'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:30.292677 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-dc19c006-002b-4a26-bc16-97fe1ec2bc23 service neutron] Bound port: 5a667ba4-53dc-45af-b92d-faf315772a8b, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b3908e5-ef1d-4834-83cc-7a5e334d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '35ff07a5-b891-4556-995d-01800531e82b'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:30.293033 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-dc19c006-002b-4a26-bc16-97fe1ec2bc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.318067 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8467adf-0b43-43a3-bd71-fac4bfd7d692 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:30.318477 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8467adf-0b43-43a3-bd71-fac4bfd7d692 None None] Checking segment: {'id': '4ac171b9-4215-4d20-8163-3dcc5b470393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '63dc658c-4ff9-42ad-90ea-7b816efae517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:30.322582 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026c968-9af4-4d17-a09f-c016e65499cf req-97e02838-b1d6-4f70-8367-65250afe488d tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:30.323003 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8467adf-0b43-43a3-bd71-fac4bfd7d692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.323500 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8467adf-0b43-43a3-bd71-fac4bfd7d692 None None] Bound using segment: {'id': '4ac171b9-4215-4d20-8163-3dcc5b470393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '63dc658c-4ff9-42ad-90ea-7b816efae517'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:30.324191 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4026c968-9af4-4d17-a09f-c016e65499cf req-97e02838-b1d6-4f70-8367-65250afe488d tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 943 time: 0.1263585 Jul 16 01:25:30.336651 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a8467adf-0b43-43a3-bd71-fac4bfd7d692 None None] Bound port: 75f3438f-3f19-4b49-a82a-c3b97f096d85, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac171b9-4215-4d20-8163-3dcc5b470393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '63dc658c-4ff9-42ad-90ea-7b816efae517'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:30.337224 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8467adf-0b43-43a3-bd71-fac4bfd7d692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.370404 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] device_id is not set on port c021caa3-1df2-4d25-8553-ae657c3a0c8b yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:25:30.456007 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4026c968-9af4-4d17-a09f-c016e65499cf req-521a92d9-2f57-495d-9f0a-495e9105f0e1 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132605 Jul 16 01:25:30.478096 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-dc19c006-002b-4a26-bc16-97fe1ec2bc23 service neutron] For port 5a667ba4-53dc-45af-b92d-faf315772a8b, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:30.498992 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-dc19c006-002b-4a26-bc16-97fe1ec2bc23 service neutron] For port 5a667ba4-53dc-45af-b92d-faf315772a8b, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=5a667ba4-53dc-45af-b92d-faf315772a8b,segment=NetworkSegment(5b3908e5-ef1d-4834-83cc-7a5e334d32e1),segment_id=5b3908e5-ef1d-4834-83cc-7a5e334d32e1)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:30.514530 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-dc19c006-002b-4a26-bc16-97fe1ec2bc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.525816 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 46df720b-e967-4278-8a5d-6c3bce657505 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:30.572435 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a8467adf-0b43-43a3-bd71-fac4bfd7d692 None None] For port 75f3438f-3f19-4b49-a82a-c3b97f096d85, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:30.578784 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19c006-002b-4a26-bc16-97fe1ec2bc23 service neutron] Pushing event updated for resources: {'Port': ['ID=5a667ba4-53dc-45af-b92d-faf315772a8b,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:30.586445 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-dc19c006-002b-4a26-bc16-97fe1ec2bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:30.587090 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-dc19c006-002b-4a26-bc16-97fe1ec2bc23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.591361 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-dc19c006-002b-4a26-bc16-97fe1ec2bc23 service neutron] 10.222.0.84 "PUT /v2.0/ports/5a667ba4-53dc-45af-b92d-faf315772a8b HTTP/1.1" status: 200 len: 1092 time: 1.6926670 Jul 16 01:25:30.591964 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a98b25-128c-4398-a4d6-84acd7fc9a07', 'tag': '5a667ba4-53dc-45af-b92d-faf315772a8b'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:30.603319 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c30b507-ed9f-4bd9-b915-b1d4d95a3c71" -d '{"events": [{"name": "network-changed", "server_uuid": "b4a98b25-128c-4398-a4d6-84acd7fc9a07", "tag": "5a667ba4-53dc-45af-b92d-faf315772a8b"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:30.606716 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a8467adf-0b43-43a3-bd71-fac4bfd7d692 None None] For port 75f3438f-3f19-4b49-a82a-c3b97f096d85, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=75f3438f-3f19-4b49-a82a-c3b97f096d85,segment=NetworkSegment(4ac171b9-4215-4d20-8163-3dcc5b470393),segment_id=4ac171b9-4215-4d20-8163-3dcc5b470393)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:30.633680 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8467adf-0b43-43a3-bd71-fac4bfd7d692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.691042 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9338d221-248d-4bcc-b5c1-dd832371e4b4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.701919 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd776a3-4cb9-45ba-ad0d-88d2bff8c8bb x-openstack-request-id: req-9dd776a3-4cb9-45ba-ad0d-88d2bff8c8bb {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:30.703838 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4a98b25-128c-4398-a4d6-84acd7fc9a07", "tag": "5a667ba4-53dc-45af-b92d-faf315772a8b", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:30.704117 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9dd776a3-4cb9-45ba-ad0d-88d2bff8c8bb {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:30.704521 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a98b25-128c-4398-a4d6-84acd7fc9a07', 'tag': '5a667ba4-53dc-45af-b92d-faf315772a8b', 'status': 'completed', 'code': 200} Jul 16 01:25:30.714149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 46df720b-e967-4278-8a5d-6c3bce657505 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:30.722783 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 46df720b-e967-4278-8a5d-6c3bce657505 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:30.723451 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.747561 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8467adf-0b43-43a3-bd71-fac4bfd7d692 None None] Pushing event updated for resources: {'Port': ['ID=75f3438f-3f19-4b49-a82a-c3b97f096d85,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:30.767176 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.772997 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.773219 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-340bce90-8b68-4bd8-beaa-1c48211c7f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:30.774967 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-340bce90-8b68-4bd8-beaa-1c48211c7f69 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b34e809642274173b57688929a40029a&device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 1095 time: 0.1298366 Jul 16 01:25:30.831438 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338d221-248d-4bcc-b5c1-dd832371e4b4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Checking segment: {'id': '5f14f265-ab91-4142-b20b-60ddcd610e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '08b50b16-1dc4-4895-8ddc-9aa6086fe5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:30.831898 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9338d221-248d-4bcc-b5c1-dd832371e4b4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Network hostable DHCP agents. Network: 08b50b16-1dc4-4895-8ddc-9aa6086fe5c8, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:30.845977 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-225d4906-0c18-49c9-9265-3741ad621a4c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a667ba4-53dc-45af-b92d-faf315772a8b HTTP/1.1" status: 200 len: 217 time: 0.0622261 Jul 16 01:25:30.853295 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338d221-248d-4bcc-b5c1-dd832371e4b4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event updated for resources: {'Subnet': ['ID=91796b57-b6d8-4af2-b5e8-8825c73c9983,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:30.873358 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.923718 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 46df720b-e967-4278-8a5d-6c3bce657505, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=46df720b-e967-4278-8a5d-6c3bce657505,segment=NetworkSegment(b7ac5752-1786-4fe2-997d-a7666822a9e2),segment_id=b7ac5752-1786-4fe2-997d-a7666822a9e2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:30.931811 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.959752 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] device_id is not set on port 2e4d1903-a70e-4699-abd3-309c8ef04a65 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:25:30.963406 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-2c237850-c22f-4e10-80dd-fb291022d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:30.969221 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-2c237850-c22f-4e10-80dd-fb291022d742 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f67e12-f5ad-4d79-ae7c-5f4fe14246c7 HTTP/1.1" status: 200 len: 854 time: 0.1134953 Jul 16 01:25:31.003095 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9338d221-248d-4bcc-b5c1-dd832371e4b4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Network 08b50b16-1dc4-4895-8ddc-9aa6086fe5c8 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:31.075654 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-9338d221-248d-4bcc-b5c1-dd832371e4b4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 08b50b16-1dc4-4895-8ddc-9aa6086fe5c8) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:31.086318 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=46df720b-e967-4278-8a5d-6c3bce657505,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:31.110487 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9338d221-248d-4bcc-b5c1-dd832371e4b4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:31.110780 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9338d221-248d-4bcc-b5c1-dd832371e4b4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.132573 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-ff0dd4a8-b09e-4b6e-b03a-1d1ddce3d44e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=35ff07a5-b891-4556-995d-01800531e82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1554425 Jul 16 01:25:31.134481 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91e276f-5c0c-4a06-9804-cb035bf8b27b None None] Network 08b50b16-1dc4-4895-8ddc-9aa6086fe5c8 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:31.200975 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9338d221-248d-4bcc-b5c1-dd832371e4b4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6012053 Jul 16 01:25:31.287385 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:25:31.401589 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.431963 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.435419 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-11f3b0c1-ceb7-44dc-a26a-9d25fbccc111 service neutron] 10.222.0.84 "GET /v2.0/networks/35ff07a5-b891-4556-995d-01800531e82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950802 Jul 16 01:25:31.456408 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9743467-2451-488c-b16d-6f69b75649b5 req-e9de2007-3101-45bd-a501-7d1476fd09ae tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:31.457995 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f9743467-2451-488c-b16d-6f69b75649b5 req-e9de2007-3101-45bd-a501-7d1476fd09ae tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 945 time: 0.1447306 Jul 16 01:25:31.483540 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020eefe7-9290-494a-9d55-9d33e9ced06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-08b50b16-1dc4-4895-8ddc-9aa6086fe5c8', 'network_id': '08b50b16-1dc4-4895-8ddc-9aa6086fe5c8', 'tenant_id': '3701d37a4b5440afb149894433d38e96', 'fixed_ips': [{'subnet_id': '91796b57-b6d8-4af2-b5e8-8825c73c9983'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:25:31.485316 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-020eefe7-9290-494a-9d55-9d33e9ced06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.499994 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.561258 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9485f-021f-4abc-90e1-e0e34a0027a0 req-44eadeca-4b51-40bb-9a5b-5b26520f2ee6 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:31.563030 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a8d9485f-021f-4abc-90e1-e0e34a0027a0 req-44eadeca-4b51-40bb-9a5b-5b26520f2ee6 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=09a0907e-365e-4b66-b313-e55d8a252051 HTTP/1.1" status: 200 len: 950 time: 0.2238913 Jul 16 01:25:31.595460 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f9743467-2451-488c-b16d-6f69b75649b5 req-64c3dc77-2887-4013-a43f-304ae866ed4f tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268413 Jul 16 01:25:31.598010 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network 2324f470-9572-452c-8c55-1e833663a658 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:31.603741 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19399ede-000e-4ba2-8b93-33d6d40669d9 req-45f6c68b-0dd4-4dbe-8ce8-6514a213c00d service neutron] 10.222.0.84 "GET /v2.0/networks/35ff07a5-b891-4556-995d-01800531e82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622434 Jul 16 01:25:31.606908 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:31.611875 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:31.612552 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.627064 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Port': ['ID=c021caa3-1df2-4d25-8553-ae657c3a0c8b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:31.661553 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a8d9485f-021f-4abc-90e1-e0e34a0027a0 req-f485e98f-8d98-4234-b1b2-de55285448e3 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820491 Jul 16 01:25:31.741129 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Port': ['ID=2e4d1903-a70e-4699-abd3-309c8ef04a65,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:31.747270 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-020eefe7-9290-494a-9d55-9d33e9ced06d None None] Allocated IP 19.86.0.2 (08b50b16-1dc4-4895-8ddc-9aa6086fe5c8/91796b57-b6d8-4af2-b5e8-8825c73c9983/7a7c04fb-846d-4f08-b7b3-189338e03c5c) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:31.747527 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Checking segment: {'id': '452055fc-711c-4c23-ac0f-ac3c4c721634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fb9a6e47-3d85-4ce9-9491-54ede6cf48f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:31.748697 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network hostable DHCP agents. Network: fb9a6e47-3d85-4ce9-9491-54ede6cf48f7, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:31.798397 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30b507-ed9f-4bd9-b915-b1d4d95a3c71 req-96910542-f337-4594-97a6-0a0c511495b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:31.800476 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c30b507-ed9f-4bd9-b915-b1d4d95a3c71 req-96910542-f337-4594-97a6-0a0c511495b0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b34e809642274173b57688929a40029a&device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 1095 time: 0.1128738 Jul 16 01:25:31.806863 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network fb9a6e47-3d85-4ce9-9491-54ede6cf48f7 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:31.826161 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, fb9a6e47-3d85-4ce9-9491-54ede6cf48f7) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:31.844490 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:31.854884 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:31.858162 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdf7f4c-d992-4ff9-ad43-5ba10d327ff6 None None] Network fb9a6e47-3d85-4ce9-9491-54ede6cf48f7 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:31.859332 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:31.869293 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.905105 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbfe22-adf4-4ed1-84a0-3573306dc818 req-6b7fb516-e1e5-4315-9911-03ba0ac7bfb4 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:31.914220 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-86bbfe22-adf4-4ed1-84a0-3573306dc818 req-6b7fb516-e1e5-4315-9911-03ba0ac7bfb4 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/ports?device_id=50c32309-560a-4a81-9614-b87659c6d3f8 HTTP/1.1" status: 200 len: 944 time: 0.1529231 Jul 16 01:25:31.919897 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46824) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:31.920780 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0e068d55-c2ff-4c38-897f-6c31de650529 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8338647 Jul 16 01:25:31.988492 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-86bbfe22-adf4-4ed1-84a0-3573306dc818 req-e5d8a807-ad6a-4886-9ccf-fb85842d51ee tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa9894df-6987-4e20-9cc5-b08dd5ef393c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656865 Jul 16 01:25:32.074407 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30b507-ed9f-4bd9-b915-b1d4d95a3c71 req-90b3a05a-1c7c-4dc0-93fa-48c6d22adc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:32.075946 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c30b507-ed9f-4bd9-b915-b1d4d95a3c71 req-90b3a05a-1c7c-4dc0-93fa-48c6d22adc3a service neutron] 10.222.0.84 "GET /v2.0/networks?id=35ff07a5-b891-4556-995d-01800531e82b HTTP/1.1" status: 200 len: 915 time: 0.2633221 Jul 16 01:25:32.105976 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-020eefe7-9290-494a-9d55-9d33e9ced06d None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.124539 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-020eefe7-9290-494a-9d55-9d33e9ced06d None None] Transition to ACTIVE for port object 7a7c04fb-846d-4f08-b7b3-189338e03c5c will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:32.161608 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-020eefe7-9290-494a-9d55-9d33e9ced06d None None] Transition to ACTIVE for port object 7a7c04fb-846d-4f08-b7b3-189338e03c5c will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:32.174885 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c30b507-ed9f-4bd9-b915-b1d4d95a3c71 req-ff9bb21f-d271-4778-b19f-655c3c277588 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a667ba4-53dc-45af-b92d-faf315772a8b HTTP/1.1" status: 200 len: 217 time: 0.0871470 Jul 16 01:25:32.178206 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-020eefe7-9290-494a-9d55-9d33e9ced06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.233336 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020eefe7-9290-494a-9d55-9d33e9ced06d None None] Pushing event updated for resources: {'Port': ['ID=7a7c04fb-846d-4f08-b7b3-189338e03c5c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:32.246220 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020eefe7-9290-494a-9d55-9d33e9ced06d None None] Network 08b50b16-1dc4-4895-8ddc-9aa6086fe5c8 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:32.254151 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45134d2-2db6-4957-a83d-87b732567383 req-ff28e9e4-68fc-49b1-b509-f61ffcd35fc7 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:32.258606 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-020eefe7-9290-494a-9d55-9d33e9ced06d None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:32.262802 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45134d2-2db6-4957-a83d-87b732567383 req-ff28e9e4-68fc-49b1-b509-f61ffcd35fc7 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:32.263024 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020eefe7-9290-494a-9d55-9d33e9ced06d None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:32.263638 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-ff28e9e4-68fc-49b1-b509-f61ffcd35fc7 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/networks?id=63dc658c-4ff9-42ad-90ea-7b816efae517&id=08b50b16-1dc4-4895-8ddc-9aa6086fe5c8&id=63dc658c-4ff9-42ad-90ea-7b816efae517 HTTP/1.1" status: 200 len: 1391 time: 0.3005583 Jul 16 01:25:32.297606 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30b507-ed9f-4bd9-b915-b1d4d95a3c71 req-589f206c-5dc2-444f-b363-cdca07601748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:32.300113 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c30b507-ed9f-4bd9-b915-b1d4d95a3c71 req-589f206c-5dc2-444f-b363-cdca07601748 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f67e12-f5ad-4d79-ae7c-5f4fe14246c7 HTTP/1.1" status: 200 len: 854 time: 0.1169784 Jul 16 01:25:32.301647 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-dd9ad360-b818-4a47-9ce1-058307d4ae33 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/quotas/3701d37a4b5440afb149894433d38e96 HTTP/1.1" status: 200 len: 375 time: 0.0319684 Jul 16 01:25:32.347281 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325b9e6-b955-4227-ab18-35bf1874cb94 req-b59897f2-c3d9-446d-8403-e4275a5f2ab2 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:32.347411 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7279f9-45b4-42f0-b6d9-1f6a2f688a33 None None] Network 63dc658c-4ff9-42ad-90ea-7b816efae517 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:32.348938 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2325b9e6-b955-4227-ab18-35bf1874cb94 req-b59897f2-c3d9-446d-8403-e4275a5f2ab2 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 943 time: 0.1013079 Jul 16 01:25:32.364319 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-6ddd0c38-62cf-4be3-9b08-4e87f2d8602e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting port 2e4d1903-a70e-4699-abd3-309c8ef04a65 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:32.364693 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ddd0c38-62cf-4be3-9b08-4e87f2d8602e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.403556 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c30b507-ed9f-4bd9-b915-b1d4d95a3c71 req-8da5d5b5-51e0-44ed-aea6-a4f621a1908e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=35ff07a5-b891-4556-995d-01800531e82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974183 Jul 16 01:25:32.412236 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ac96f6dd-ae12-48e2-9b31-22d4529e791f up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:32.448564 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2325b9e6-b955-4227-ab18-35bf1874cb94 req-b1ff58a7-e953-409c-ae7d-73ec0d5e5c47 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822632 Jul 16 01:25:32.459267 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-020eefe7-9290-494a-9d55-9d33e9ced06d None None] Attempting to bind port 7a7c04fb-846d-4f08-b7b3-189338e03c5c on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:32.459883 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-020eefe7-9290-494a-9d55-9d33e9ced06d None None] Attempting to bind port 7a7c04fb-846d-4f08-b7b3-189338e03c5c by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '5f14f265-ab91-4142-b20b-60ddcd610e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '08b50b16-1dc4-4895-8ddc-9aa6086fe5c8'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:32.460032 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020eefe7-9290-494a-9d55-9d33e9ced06d None None] Attempting to bind port 7a7c04fb-846d-4f08-b7b3-189338e03c5c on network 08b50b16-1dc4-4895-8ddc-9aa6086fe5c8 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:32.520667 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020eefe7-9290-494a-9d55-9d33e9ced06d None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:32.520932 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020eefe7-9290-494a-9d55-9d33e9ced06d None None] Checking segment: {'id': '5f14f265-ab91-4142-b20b-60ddcd610e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '08b50b16-1dc4-4895-8ddc-9aa6086fe5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:32.521347 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-020eefe7-9290-494a-9d55-9d33e9ced06d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.521748 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020eefe7-9290-494a-9d55-9d33e9ced06d None None] Bound using segment: {'id': '5f14f265-ab91-4142-b20b-60ddcd610e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '08b50b16-1dc4-4895-8ddc-9aa6086fe5c8'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:32.522239 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-020eefe7-9290-494a-9d55-9d33e9ced06d None None] Bound port: 7a7c04fb-846d-4f08-b7b3-189338e03c5c, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f14f265-ab91-4142-b20b-60ddcd610e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '08b50b16-1dc4-4895-8ddc-9aa6086fe5c8'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:32.522809 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-020eefe7-9290-494a-9d55-9d33e9ced06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.537611 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.545140 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cc501f97-7130-48b0-a81c-37d6b000c8d0 None None] Provisioning for port 75f3438f-3f19-4b49-a82a-c3b97f096d85 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:32.559206 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 46df720b-e967-4278-8a5d-6c3bce657505 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:32.605043 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ddd0c38-62cf-4be3-9b08-4e87f2d8602e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.636599 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-6ddd0c38-62cf-4be3-9b08-4e87f2d8602e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Calling delete_port for 2e4d1903-a70e-4699-abd3-309c8ef04a65 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:32.675405 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca55596-a6b7-429f-8781-11b3e26d1f6f req-6f9fdb8a-953d-41c2-b5a3-8ad36ddcc1fb tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:32.677077 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dca55596-a6b7-429f-8781-11b3e26d1f6f req-6f9fdb8a-953d-41c2-b5a3-8ad36ddcc1fb tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.82 "GET /v2.0/ports?device_id=09a0907e-365e-4b66-b313-e55d8a252051 HTTP/1.1" status: 200 len: 950 time: 0.3476732 Jul 16 01:25:32.679071 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c30b507-ed9f-4bd9-b915-b1d4d95a3c71 req-b084fb19-6ee9-4625-a6c0-6613b2c37ec0 service neutron] 10.222.0.84 "GET /v2.0/networks/35ff07a5-b891-4556-995d-01800531e82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635903 Jul 16 01:25:32.680853 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port ac96f6dd-ae12-48e2-9b31-22d4529e791f completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:32.699338 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port ac96f6dd-ae12-48e2-9b31-22d4529e791f triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:32.699338 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.732138 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-f316e350-d316-40c0-9446-d67a8a7b6067 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3701d37a4b5440afb149894433d38e96&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4241302 Jul 16 01:25:32.742700 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-020eefe7-9290-494a-9d55-9d33e9ced06d None None] For port 7a7c04fb-846d-4f08-b7b3-189338e03c5c, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:32.766202 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-020eefe7-9290-494a-9d55-9d33e9ced06d None None] For port 7a7c04fb-846d-4f08-b7b3-189338e03c5c, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7a7c04fb-846d-4f08-b7b3-189338e03c5c,segment=NetworkSegment(5f14f265-ab91-4142-b20b-60ddcd610e5f),segment_id=5f14f265-ab91-4142-b20b-60ddcd610e5f)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:32.799729 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-020eefe7-9290-494a-9d55-9d33e9ced06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.809216 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f3d62-3564-471b-ab26-602e66007e71 req-8308f5fe-1148-4ea5-bd7e-6fb8f10fca97 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:32.810706 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-749f3d62-3564-471b-ab26-602e66007e71 req-8308f5fe-1148-4ea5-bd7e-6fb8f10fca97 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 945 time: 0.0788732 Jul 16 01:25:32.835762 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 46df720b-e967-4278-8a5d-6c3bce657505 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:32.836140 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:32.860743 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-749f3d62-3564-471b-ab26-602e66007e71 req-f83ae2a7-fe84-42df-8f2f-57679ae49fc3 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397816 Jul 16 01:25:32.935503 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020eefe7-9290-494a-9d55-9d33e9ced06d None None] Pushing event updated for resources: {'Port': ['ID=7a7c04fb-846d-4f08-b7b3-189338e03c5c,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:32.973358 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.015050 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c30b507-ed9f-4bd9-b915-b1d4d95a3c71 req-f5d2efc5-ae81-4fb3-b6a6-8c34036af35c service neutron] 10.222.0.84 "GET /v2.0/networks/35ff07a5-b891-4556-995d-01800531e82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817326 Jul 16 01:25:33.020000 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ddd0c38-62cf-4be3-9b08-4e87f2d8602e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.050020 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c32309-560a-4a81-9614-b87659c6d3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac96f6dd-ae12-48e2-9b31-22d4529e791f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:33.052284 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91098b5-45f3-4b47-8858-660a0111d21f" -d '{"events": [{"server_uuid": "50c32309-560a-4a81-9614-b87659c6d3f8", "name": "network-vif-plugged", "status": "completed", "tag": "ac96f6dd-ae12-48e2-9b31-22d4529e791f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:33.085777 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 75f3438f-3f19-4b49-a82a-c3b97f096d85 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:33.096482 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ddd0c38-62cf-4be3-9b08-4e87f2d8602e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.101875 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6ddd0c38-62cf-4be3-9b08-4e87f2d8602e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/ports/2e4d1903-a70e-4699-abd3-309c8ef04a65 HTTP/1.1" status: 204 len: 168 time: 1.1784544 Jul 16 01:25:33.106160 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46840) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:33.107663 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-f42b48c6-57b5-4c2b-b985-36facd53db6f service neutron] 10.222.0.16 "GET /v2.0/networks/63dc658c-4ff9-42ad-90ea-7b816efae517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421981 Jul 16 01:25:33.120429 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd0c38-62cf-4be3-9b08-4e87f2d8602e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Port': ['ID=2e4d1903-a70e-4699-abd3-309c8ef04a65,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:33.148779 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port ac96f6dd-ae12-48e2-9b31-22d4529e791f, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ac96f6dd-ae12-48e2-9b31-22d4529e791f,segment=NetworkSegment(1b85f567-f30c-4911-8c46-1eee3f966e09),segment_id=1b85f567-f30c-4911-8c46-1eee3f966e09)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:33.157391 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-dca55596-a6b7-429f-8781-11b3e26d1f6f req-78fa9114-93f8-41f5-84b5-3426194605f9 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Deleting port d65c684e-612d-4bfe-ac9d-05eb8431748e {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:33.157736 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-dca55596-a6b7-429f-8781-11b3e26d1f6f req-78fa9114-93f8-41f5-84b5-3426194605f9 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.161443 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.273983 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=ac96f6dd-ae12-48e2-9b31-22d4529e791f,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:33.276068 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8276c2-6f51-41fd-bae0-5e590af54553 req-09ca8237-d943-4783-95d2-f264ebbbe01f tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:33.277943 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9f8276c2-6f51-41fd-bae0-5e590af54553 req-09ca8237-d943-4783-95d2-f264ebbbe01f tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=09a0907e-365e-4b66-b313-e55d8a252051 HTTP/1.1" status: 200 len: 950 time: 0.2440436 Jul 16 01:25:33.280731 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 75f3438f-3f19-4b49-a82a-c3b97f096d85 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:33.291923 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 75f3438f-3f19-4b49-a82a-c3b97f096d85 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:33.292968 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.311061 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42470d32-9883-4fef-a6a3-6da678b90fbc tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:33.327074 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42470d32-9883-4fef-a6a3-6da678b90fbc tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:33.332639 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-42470d32-9883-4fef-a6a3-6da678b90fbc tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2249963 Jul 16 01:25:33.334099 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46844) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:33.349619 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-36dd5878-98b2-492d-ac33-de33f06bc068 service neutron] 10.222.0.16 "GET /v2.0/networks/63dc658c-4ff9-42ad-90ea-7b816efae517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410486 Jul 16 01:25:33.389519 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9f8276c2-6f51-41fd-bae0-5e590af54553 req-a2dc4767-8546-400b-8005-c8c8f418bc93 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551481 Jul 16 01:25:33.434548 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-dca55596-a6b7-429f-8781-11b3e26d1f6f req-78fa9114-93f8-41f5-84b5-3426194605f9 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] For port d65c684e-612d-4bfe-ac9d-05eb8431748e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=d65c684e-612d-4bfe-ac9d-05eb8431748e,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:33.434928 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-dca55596-a6b7-429f-8781-11b3e26d1f6f req-78fa9114-93f8-41f5-84b5-3426194605f9 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.467546 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4121c54c-9e94-4368-8e90-64bc7371191b None None] Provisioning complete for port 75f3438f-3f19-4b49-a82a-c3b97f096d85 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:33.468106 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4121c54c-9e94-4368-8e90-64bc7371191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.469690 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.503578 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-dca55596-a6b7-429f-8781-11b3e26d1f6f req-78fa9114-93f8-41f5-84b5-3426194605f9 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Calling delete_port for d65c684e-612d-4bfe-ac9d-05eb8431748e owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:33.540640 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 75f3438f-3f19-4b49-a82a-c3b97f096d85, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=75f3438f-3f19-4b49-a82a-c3b97f096d85,segment=NetworkSegment(4ac171b9-4215-4d20-8163-3dcc5b470393),segment_id=4ac171b9-4215-4d20-8163-3dcc5b470393)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:33.548428 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.632796 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-2b846388-732b-4458-8337-f4c18d7ffae8 service neutron] 10.222.0.16 "GET /v2.0/networks/08b50b16-1dc4-4895-8ddc-9aa6086fe5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544982 Jul 16 01:25:33.639767 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=75f3438f-3f19-4b49-a82a-c3b97f096d85,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:33.694469 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-a57c5fb1-8afb-4735-8ab4-fa6f783a4ff3 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting port c021caa3-1df2-4d25-8553-ae657c3a0c8b {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:33.694895 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a57c5fb1-8afb-4735-8ab4-fa6f783a4ff3 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.735232 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d8757-1043-44db-8751-dc1100cd8d18 req-fa1b59db-7173-4304-8064-ff0c3e203eb8 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:33.737065 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-851d8757-1043-44db-8751-dc1100cd8d18 req-fa1b59db-7173-4304-8064-ff0c3e203eb8 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/ports?device_id=50c32309-560a-4a81-9614-b87659c6d3f8 HTTP/1.1" status: 200 len: 945 time: 0.0698943 Jul 16 01:25:33.785018 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-851d8757-1043-44db-8751-dc1100cd8d18 req-25edb1f3-ba37-4d6b-a957-9db6b7168cb7 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa9894df-6987-4e20-9cc5-b08dd5ef393c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415802 Jul 16 01:25:33.836599 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66474e5d-2b3b-4312-af18-3c95d77defbf x-openstack-request-id: req-66474e5d-2b3b-4312-af18-3c95d77defbf {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:33.836896 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c32309-560a-4a81-9614-b87659c6d3f8", "name": "network-vif-plugged", "status": "completed", "tag": "ac96f6dd-ae12-48e2-9b31-22d4529e791f", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:33.838213 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-66474e5d-2b3b-4312-af18-3c95d77defbf {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:33.838649 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c32309-560a-4a81-9614-b87659c6d3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac96f6dd-ae12-48e2-9b31-22d4529e791f', 'code': 200} Jul 16 01:25:33.846803 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a57c5fb1-8afb-4735-8ab4-fa6f783a4ff3 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.897262 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-5b3d4d92-2d30-4bd9-beb2-85f1e9c71fcf service neutron] 10.222.0.16 "GET /v2.0/networks/08b50b16-1dc4-4895-8ddc-9aa6086fe5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386715 Jul 16 01:25:33.901091 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-a57c5fb1-8afb-4735-8ab4-fa6f783a4ff3 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Calling delete_port for c021caa3-1df2-4d25-8553-ae657c3a0c8b owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:33.970582 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-dca55596-a6b7-429f-8781-11b3e26d1f6f req-78fa9114-93f8-41f5-84b5-3426194605f9 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:33.982441 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['8648b5c6-909b-4737-9bf4-3fa1d78c7810', '68e7c35f-2436-4917-80f7-1478c3f03797', 'd45cd596-b7a8-49b3-992b-1466c9213f6e', 'd65c684e-612d-4bfe-ac9d-05eb8431748e'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:33.986345 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['4cedddb5-174d-4d99-a67f-313c9716b2bb', '3f154f08-5c8b-4681-ae9f-65b8c6e80783'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:34.047532 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa9114-93f8-41f5-84b5-3426194605f9 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Pushing event deleted for resources: {'Port': ['ID=d65c684e-612d-4bfe-ac9d-05eb8431748e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:34.126741 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9f70f-2931-4b08-82e5-9456b31c5c3f req-ce182d7b-66ca-4562-b36b-baf69c280107 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:34.135693 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ebf9f70f-2931-4b08-82e5-9456b31c5c3f req-ce182d7b-66ca-4562-b36b-baf69c280107 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 943 time: 0.0847154 Jul 16 01:25:34.182317 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca55596-a6b7-429f-8781-11b3e26d1f6f req-78fa9114-93f8-41f5-84b5-3426194605f9 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] No DVR routers for this DVR port d65c684e-612d-4bfe-ac9d-05eb8431748e on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:34.187492 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-dca55596-a6b7-429f-8781-11b3e26d1f6f req-78fa9114-93f8-41f5-84b5-3426194605f9 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:34.189626 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dca55596-a6b7-429f-8781-11b3e26d1f6f req-78fa9114-93f8-41f5-84b5-3426194605f9 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.82 "DELETE /v2.0/ports/d65c684e-612d-4bfe-ac9d-05eb8431748e HTTP/1.1" status: 204 len: 173 time: 1.5063870 Jul 16 01:25:34.191590 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a0907e-365e-4b66-b313-e55d8a252051', 'name': 'network-vif-deleted', 'tag': 'd65c684e-612d-4bfe-ac9d-05eb8431748e'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:34.191911 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ebf9f70f-2931-4b08-82e5-9456b31c5c3f req-38a33371-81ed-496f-91bb-427764086fae tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526299 Jul 16 01:25:34.194196 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8484f0aa-cb8d-4ba3-8bfa-586296512241" -d '{"events": [{"server_uuid": "09a0907e-365e-4b66-b313-e55d8a252051", "name": "network-vif-deleted", "tag": "d65c684e-612d-4bfe-ac9d-05eb8431748e"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:34.207428 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-ef66402a-ed9d-42d8-810e-737b042dca47 service neutron] 10.222.0.16 "GET /v2.0/networks/63dc658c-4ff9-42ad-90ea-7b816efae517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949438 Jul 16 01:25:34.256593 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bc781-4084-4e1c-9d37-d103c76cca1a req-65140c23-1722-49df-a647-5ae5b173abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:34.258985 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-634bc781-4084-4e1c-9d37-d103c76cca1a req-65140c23-1722-49df-a647-5ae5b173abd9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=50c32309-560a-4a81-9614-b87659c6d3f8 HTTP/1.1" status: 200 len: 1097 time: 0.3401976 Jul 16 01:25:34.381013 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a57c5fb1-8afb-4735-8ab4-fa6f783a4ff3 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:34.419004 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65361640-d396-4cc5-a661-445af783b47d req-a4fcc457-4ff3-4011-a4f5-4a2fa480ea6b tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:34.436889 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-65361640-d396-4cc5-a661-445af783b47d req-a4fcc457-4ff3-4011-a4f5-4a2fa480ea6b tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 945 time: 0.1008873 Jul 16 01:25:34.497554 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-65361640-d396-4cc5-a661-445af783b47d req-7a8c9144-b7ce-4144-a322-a8db51c17ba4 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592594 Jul 16 01:25:34.514737 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 5a667ba4-53dc-45af-b92d-faf315772a8b details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:34.610280 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab47fb8-5594-4d7e-9645-528d0eab3041 None None] Network 08b50b16-1dc4-4895-8ddc-9aa6086fe5c8 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:34.654749 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 75f3438f-3f19-4b49-a82a-c3b97f096d85 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:34.705855 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 5a667ba4-53dc-45af-b92d-faf315772a8b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=5a667ba4-53dc-45af-b92d-faf315772a8b,segment=NetworkSegment(5b3908e5-ef1d-4834-83cc-7a5e334d32e1),segment_id=5b3908e5-ef1d-4834-83cc-7a5e334d32e1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:34.729101 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-819df0f9-aa68-430f-91da-d54f8db9c6bc req-a9c40929-5419-4d5a-90ab-8540ed8ad082 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=09a0907e-365e-4b66-b313-e55d8a252051 HTTP/1.1" status: 200 len: 210 time: 0.0393846 Jul 16 01:25:34.812241 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '5a667ba4-53dc-45af-b92d-faf315772a8b', 'network_id': '35ff07a5-b891-4556-995d-01800531e82b', 'port_id': '5a667ba4-53dc-45af-b92d-faf315772a8b', 'mac_address': 'fa:16:3e:8e:68:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f67e12-f5ad-4d79-ae7c-5f4fe14246c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:34.824099 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f35d3971-0756-402f-8148-dbc3dc1f0d6e None None] Provisioning for port 7a7c04fb-846d-4f08-b7b3-189338e03c5c completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:34.899201 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.003623 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edf4ac6-3537-4750-82f4-1086c3d28c71 x-openstack-request-id: req-4edf4ac6-3537-4750-82f4-1086c3d28c71 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:35.004465 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a0907e-365e-4b66-b313-e55d8a252051", "name": "network-vif-deleted", "tag": "d65c684e-612d-4bfe-ac9d-05eb8431748e", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:35.004889 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4edf4ac6-3537-4750-82f4-1086c3d28c71 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:35.005205 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a0907e-365e-4b66-b313-e55d8a252051', 'name': 'network-vif-deleted', 'tag': 'd65c684e-612d-4bfe-ac9d-05eb8431748e', 'status': 'completed', 'code': 200} Jul 16 01:25:35.009265 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-634bc781-4084-4e1c-9d37-d103c76cca1a req-c7463e95-fbfb-4a18-a3d9-ecec84b79930 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=fa9894df-6987-4e20-9cc5-b08dd5ef393c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7384584 Jul 16 01:25:35.011198 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.014673 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c5fb1-8afb-4735-8ab4-fa6f783a4ff3 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Port': ['ID=c021caa3-1df2-4d25-8553-ae657c3a0c8b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:35.026011 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a57c5fb1-8afb-4735-8ab4-fa6f783a4ff3 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.026358 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 75f3438f-3f19-4b49-a82a-c3b97f096d85 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:35.026847 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.028132 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a57c5fb1-8afb-4735-8ab4-fa6f783a4ff3 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/ports/c021caa3-1df2-4d25-8553-ae657c3a0c8b HTTP/1.1" status: 204 len: 168 time: 1.6929047 Jul 16 01:25:35.031252 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46860) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:35.105039 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-31fe9879-7e44-4b53-a365-9009d83cd50d service neutron] 10.222.0.16 "GET /v2.0/networks/63dc658c-4ff9-42ad-90ea-7b816efae517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8695576 Jul 16 01:25:35.106908 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfb952-007b-4a23-93b9-274e8487d630 req-0e3b68fc-88eb-469b-8a39-171e9c296aa1 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:35.113962 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b4dfb952-007b-4a23-93b9-274e8487d630 req-0e3b68fc-88eb-469b-8a39-171e9c296aa1 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/ports?device_id=50c32309-560a-4a81-9614-b87659c6d3f8 HTTP/1.1" status: 200 len: 945 time: 0.0919118 Jul 16 01:25:35.130632 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a667ba4-53dc-45af-b92d-faf315772a8b {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:35.171833 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799ff7ee-7573-4e58-aec0-26d8905b3910 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:35.172471 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b4dfb952-007b-4a23-93b9-274e8487d630 req-e08238e4-d7eb-4427-991d-7e54a2743bbc tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa9894df-6987-4e20-9cc5-b08dd5ef393c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542712 Jul 16 01:25:35.173573 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-799ff7ee-7573-4e58-aec0-26d8905b3910 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1411335 Jul 16 01:25:35.176264 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46862) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:35.218079 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6371b6c-6d09-4086-8bee-e9538ad72511 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] GET failed (client error): The resource could not be found. Jul 16 01:25:35.220220 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a6371b6c-6d09-4086-8bee-e9538ad72511 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports/2e4d1903-a70e-4699-abd3-309c8ef04a65 HTTP/1.1" status: 404 len: 333 time: 0.0426478 Jul 16 01:25:35.222581 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46866) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:35.224231 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 5a667ba4-53dc-45af-b92d-faf315772a8b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=5a667ba4-53dc-45af-b92d-faf315772a8b,segment=NetworkSegment(5b3908e5-ef1d-4834-83cc-7a5e334d32e1),segment_id=5b3908e5-ef1d-4834-83cc-7a5e334d32e1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:35.239129 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.255492 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd16546f-a45e-460c-b5e4-bc16cd961f79 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] GET failed (client error): The resource could not be found. Jul 16 01:25:35.257364 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bd16546f-a45e-460c-b5e4-bc16cd961f79 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports/c021caa3-1df2-4d25-8553-ae657c3a0c8b HTTP/1.1" status: 404 len: 333 time: 0.0334613 Jul 16 01:25:35.260893 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46870) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:35.371101 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-63395fb8-1036-450e-8308-d944f2220caa tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.431542 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=5a667ba4-53dc-45af-b92d-faf315772a8b,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:35.447637 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7a7c04fb-846d-4f08-b7b3-189338e03c5c up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:35.505451 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['5a667ba4-53dc-45af-b92d-faf315772a8b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:35.517091 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c744c-7aba-4237-8b35-bfe34f23bba7 req-665fccf2-fee2-4cfb-b1d1-b920e7946c3a tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:35.521028 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a87c744c-7aba-4237-8b35-bfe34f23bba7 req-665fccf2-fee2-4cfb-b1d1-b920e7946c3a tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 944 time: 0.1306276 Jul 16 01:25:35.542364 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-da866b19-9fc3-4799-bd5d-da82ce3accaf req-0f348d0c-f471-42f8-b8ee-5a13b23eb446 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 210 time: 0.0938239 Jul 16 01:25:35.592343 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a87c744c-7aba-4237-8b35-bfe34f23bba7 req-9874a90b-257d-4450-aee7-0ecf9e26354e tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561628 Jul 16 01:25:35.612438 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 7a7c04fb-846d-4f08-b7b3-189338e03c5c completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:35.634835 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-63395fb8-1036-450e-8308-d944f2220caa tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.640884 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 7a7c04fb-846d-4f08-b7b3-189338e03c5c triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:35.641269 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.650264 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-63395fb8-1036-450e-8308-d944f2220caa tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9a6e47-3d85-4ce9-9491-54ede6cf48f7']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:35.663658 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-63395fb8-1036-450e-8308-d944f2220caa tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '452055fc-711c-4c23-ac0f-ac3c4c721634') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:35.664284 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-63395fb8-1036-450e-8308-d944f2220caa tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '452055fc-711c-4c23-ac0f-ac3c4c721634') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:35.676345 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-63395fb8-1036-450e-8308-d944f2220caa tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.694729 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-63395fb8-1036-450e-8308-d944f2220caa tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.702215 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63395fb8-1036-450e-8308-d944f2220caa tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:35.702912 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-63395fb8-1036-450e-8308-d944f2220caa tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:35.706836 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:35.854727 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-63395fb8-1036-450e-8308-d944f2220caa tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.874771 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.884204 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-63395fb8-1036-450e-8308-d944f2220caa tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.890411 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46886) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:35.892942 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-63395fb8-1036-450e-8308-d944f2220caa tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/networks/fb9a6e47-3d85-4ce9-9491-54ede6cf48f7 HTTP/1.1" status: 204 len: 168 time: 0.6306975 Jul 16 01:25:35.901541 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-b9eefa37-17a1-4b7e-bd0b-04898afd216e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-247007283'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:35.930497 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63395fb8-1036-450e-8308-d944f2220caa tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Network': ['ID=fb9a6e47-3d85-4ce9-9491-54ede6cf48f7,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:35.961694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9eefa37-17a1-4b7e-bd0b-04898afd216e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:35.972908 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b9eefa37-17a1-4b7e-bd0b-04898afd216e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:35.986779 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 7a7c04fb-846d-4f08-b7b3-189338e03c5c, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7a7c04fb-846d-4f08-b7b3-189338e03c5c,segment=NetworkSegment(5f14f265-ab91-4142-b20b-60ddcd610e5f),segment_id=5f14f265-ab91-4142-b20b-60ddcd610e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:36.011547 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e9d65-3611-4e04-a7dc-a9a945e39bbd req-f005d7b5-5ea9-480a-816a-7aefc78491ce tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:36.015805 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:36.021537 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9eefa37-17a1-4b7e-bd0b-04898afd216e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:36.027120 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2b2f3a04-ebb5-4c3a-bd25-2ed7d3b1066f None None] Provisioning complete for port 7a7c04fb-846d-4f08-b7b3-189338e03c5c triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:36.027816 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2b2f3a04-ebb5-4c3a-bd25-2ed7d3b1066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:36.031964 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c50e9d65-3611-4e04-a7dc-a9a945e39bbd req-f005d7b5-5ea9-480a-816a-7aefc78491ce tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 945 time: 0.2875683 Jul 16 01:25:36.033547 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b9eefa37-17a1-4b7e-bd0b-04898afd216e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:36.034059 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-b9eefa37-17a1-4b7e-bd0b-04898afd216e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Added segment ae07c5db-17c4-4b0c-9abb-cd08e1520317 of type vlan for network d0c69e30-fcea-4b0c-8e84-1646eca9781e Jul 16 01:25:36.086216 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b9eefa37-17a1-4b7e-bd0b-04898afd216e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:36.119015 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=7a7c04fb-846d-4f08-b7b3-189338e03c5c,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:36.125709 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b9eefa37-17a1-4b7e-bd0b-04898afd216e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:36.138081 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c50e9d65-3611-4e04-a7dc-a9a945e39bbd req-75e8b3ca-00a9-469f-9f6e-f8b20ecd5bb2 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007984 Jul 16 01:25:36.139686 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9eefa37-17a1-4b7e-bd0b-04898afd216e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:36.140558 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b9eefa37-17a1-4b7e-bd0b-04898afd216e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:36.214081 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b9eefa37-17a1-4b7e-bd0b-04898afd216e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3194501 Jul 16 01:25:36.214452 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46892) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:36.220699 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-f98eba64-1dfd-499c-9cdb-ffcdca5c8658 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'subnet': {'network_id': 'd0c69e30-fcea-4b0c-8e84-1646eca9781e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:36.300610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eefa37-17a1-4b7e-bd0b-04898afd216e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Network': ['ID=d0c69e30-fcea-4b0c-8e84-1646eca9781e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:36.314627 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network d0c69e30-fcea-4b0c-8e84-1646eca9781e details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:36.371420 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98eba64-1dfd-499c-9cdb-ffcdca5c8658 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:36.376578 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f98eba64-1dfd-499c-9cdb-ffcdca5c8658 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:36.461954 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a86c0b-59f0-4f19-a003-2a6a2a1f559f req-7736188f-ea65-4c3c-8e60-b6e55c8cb1ab tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:36.466307 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f2a86c0b-59f0-4f19-a003-2a6a2a1f559f req-7736188f-ea65-4c3c-8e60-b6e55c8cb1ab tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/ports?device_id=50c32309-560a-4a81-9614-b87659c6d3f8 HTTP/1.1" status: 200 len: 945 time: 0.1320257 Jul 16 01:25:36.490201 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7a7c04fb-846d-4f08-b7b3-189338e03c5c up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:36.538636 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f2a86c0b-59f0-4f19-a003-2a6a2a1f559f req-16612510-3eb7-4169-a918-e032ba445317 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa9894df-6987-4e20-9cc5-b08dd5ef393c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683467 Jul 16 01:25:36.538811 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device d65c684e-612d-4bfe-ac9d-05eb8431748e no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:36.563823 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: d65c684e-612d-4bfe-ac9d-05eb8431748e {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:36.564279 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device d65c684e-612d-4bfe-ac9d-05eb8431748e not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:36.581727 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 7a7c04fb-846d-4f08-b7b3-189338e03c5c triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:36.583249 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:36.650689 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f98eba64-1dfd-499c-9cdb-ffcdca5c8658 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:36.733099 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98eba64-1dfd-499c-9cdb-ffcdca5c8658 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Checking segment: {'id': 'ae07c5db-17c4-4b0c-9abb-cd08e1520317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd0c69e30-fcea-4b0c-8e84-1646eca9781e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:36.733614 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98eba64-1dfd-499c-9cdb-ffcdca5c8658 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network hostable DHCP agents. Network: d0c69e30-fcea-4b0c-8e84-1646eca9781e, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:36.736764 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98eba64-1dfd-499c-9cdb-ffcdca5c8658 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Subnet': ['ID=aeac637e-ae0d-40c1-8b54-dc29c2d51f77,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:36.755133 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98eba64-1dfd-499c-9cdb-ffcdca5c8658 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network d0c69e30-fcea-4b0c-8e84-1646eca9781e is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:36.766665 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-f98eba64-1dfd-499c-9cdb-ffcdca5c8658 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, d0c69e30-fcea-4b0c-8e84-1646eca9781e) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:36.771755 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98eba64-1dfd-499c-9cdb-ffcdca5c8658 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:36.772604 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f98eba64-1dfd-499c-9cdb-ffcdca5c8658 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:36.777163 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05c6302-1b29-4cf3-8ac7-050fa3226ccd None None] Network d0c69e30-fcea-4b0c-8e84-1646eca9781e requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:36.836827 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f98eba64-1dfd-499c-9cdb-ffcdca5c8658 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6206090 Jul 16 01:25:36.840138 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46904) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:36.855167 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-fa3e10c0-7649-4246-a059-786150fbda00 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'port': {'network_id': 'd0c69e30-fcea-4b0c-8e84-1646eca9781e', 'name': 'tempest-PortsIpV6TestJSON-1748647749'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:36.892848 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f28520-c158-49e9-92de-444026cf5813 req-3b84496e-b2ce-402a-ad75-156935bfdc70 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:36.904337 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46908) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:36.907338 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-18f28520-c158-49e9-92de-444026cf5813 req-3b84496e-b2ce-402a-ad75-156935bfdc70 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/ports?device_id=50c32309-560a-4a81-9614-b87659c6d3f8 HTTP/1.1" status: 200 len: 945 time: 0.1287825 Jul 16 01:25:36.910312 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a73ebe29-eea1-459f-8be2-4b9bc2a0c95e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Request body: {'floatingip': {'port_id': 'ac96f6dd-ae12-48e2-9b31-22d4529e791f'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:36.964837 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a73ebe29-eea1-459f-8be2-4b9bc2a0c95e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks [] for floatingip, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.015060 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce79fea-19ee-41d8-913c-88f57c948967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-d0c69e30-fcea-4b0c-8e84-1646eca9781e', 'network_id': 'd0c69e30-fcea-4b0c-8e84-1646eca9781e', 'tenant_id': 'c502d8556a3d4fd890ce88130235b09d', 'fixed_ips': [{'subnet_id': 'aeac637e-ae0d-40c1-8b54-dc29c2d51f77'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:25:37.016005 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6ce79fea-19ee-41d8-913c-88f57c948967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.122150 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40553269-c0d8-4f96-8b24-585353162afd req-506b6552-33c1-450e-87c5-b71b88c28b32 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 210 time: 0.1099269 Jul 16 01:25:37.142051 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd72690-d0d2-42aa-857f-7ce020095768 req-e6e74d42-0c5b-4dcd-9a57-0d5bc3d0b308 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:37.142051 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2bd72690-d0d2-42aa-857f-7ce020095768 req-e6e74d42-0c5b-4dcd-9a57-0d5bc3d0b308 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 944 time: 0.0895948 Jul 16 01:25:37.221212 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-6ce79fea-19ee-41d8-913c-88f57c948967 None None] Allocated IP 2001:db8::2 (d0c69e30-fcea-4b0c-8e84-1646eca9781e/aeac637e-ae0d-40c1-8b54-dc29c2d51f77/c8628db9-248d-414f-af73-4bec62015f2f) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:37.229591 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2bd72690-d0d2-42aa-857f-7ce020095768 req-b212e573-f3cc-4366-8253-19050d108aa8 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860484 Jul 16 01:25:37.418312 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45134d2-2db6-4957-a83d-87b732567383 req-77e52126-ee54-43cc-8fe0-f8ba4528fe45 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:37.424020 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45134d2-2db6-4957-a83d-87b732567383 req-77e52126-ee54-43cc-8fe0-f8ba4528fe45 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:37.425717 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-77e52126-ee54-43cc-8fe0-f8ba4528fe45 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.82 "GET /v2.0/networks?id=63dc658c-4ff9-42ad-90ea-7b816efae517&id=08b50b16-1dc4-4895-8ddc-9aa6086fe5c8&id=63dc658c-4ff9-42ad-90ea-7b816efae517 HTTP/1.1" status: 200 len: 1391 time: 0.3025947 Jul 16 01:25:37.427273 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6ce79fea-19ee-41d8-913c-88f57c948967 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.440012 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6ce79fea-19ee-41d8-913c-88f57c948967 None None] Transition to ACTIVE for port object c8628db9-248d-414f-af73-4bec62015f2f will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:37.442859 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b8127-7bf0-4a39-856e-acff9a44d613 req-22a32e76-0cdc-4b45-b2a8-21b43fb2bf12 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:37.450345 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9a6b8127-7bf0-4a39-856e-acff9a44d613 req-22a32e76-0cdc-4b45-b2a8-21b43fb2bf12 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 945 time: 0.0898056 Jul 16 01:25:37.458002 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6ce79fea-19ee-41d8-913c-88f57c948967 None None] Transition to ACTIVE for port object c8628db9-248d-414f-af73-4bec62015f2f will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:37.467687 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6ce79fea-19ee-41d8-913c-88f57c948967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.469009 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-f45134d2-2db6-4957-a83d-87b732567383 req-b0151750-c253-4f15-b48a-e9d61d4a9615 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Request body: {'port': {'device_id': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'network_id': '63dc658c-4ff9-42ad-90ea-7b816efae517', 'admin_state_up': True, 'tenant_id': '3701d37a4b5440afb149894433d38e96'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:37.489167 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3e10c0-7649-4246-a059-786150fbda00 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:37.492742 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa3e10c0-7649-4246-a059-786150fbda00 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.497978 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9a6b8127-7bf0-4a39-856e-acff9a44d613 req-be7d9d33-102f-4b85-94ce-22b3f11c9915 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466890 Jul 16 01:25:37.510943 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce79fea-19ee-41d8-913c-88f57c948967 None None] Network d0c69e30-fcea-4b0c-8e84-1646eca9781e is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:37.514085 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-6ce79fea-19ee-41d8-913c-88f57c948967 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:37.518830 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce79fea-19ee-41d8-913c-88f57c948967 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:37.521316 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce79fea-19ee-41d8-913c-88f57c948967 None None] Pushing event updated for resources: {'Port': ['ID=c8628db9-248d-414f-af73-4bec62015f2f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:37.590743 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-6ce79fea-19ee-41d8-913c-88f57c948967 None None] Attempting to bind port c8628db9-248d-414f-af73-4bec62015f2f on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:37.591272 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-6ce79fea-19ee-41d8-913c-88f57c948967 None None] Attempting to bind port c8628db9-248d-414f-af73-4bec62015f2f by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'ae07c5db-17c4-4b0c-9abb-cd08e1520317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd0c69e30-fcea-4b0c-8e84-1646eca9781e'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:37.591723 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce79fea-19ee-41d8-913c-88f57c948967 None None] Attempting to bind port c8628db9-248d-414f-af73-4bec62015f2f on network d0c69e30-fcea-4b0c-8e84-1646eca9781e {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:37.598747 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce79fea-19ee-41d8-913c-88f57c948967 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:37.599959 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce79fea-19ee-41d8-913c-88f57c948967 None None] Checking segment: {'id': 'ae07c5db-17c4-4b0c-9abb-cd08e1520317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd0c69e30-fcea-4b0c-8e84-1646eca9781e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:37.600477 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6ce79fea-19ee-41d8-913c-88f57c948967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.601908 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce79fea-19ee-41d8-913c-88f57c948967 None None] Bound using segment: {'id': 'ae07c5db-17c4-4b0c-9abb-cd08e1520317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd0c69e30-fcea-4b0c-8e84-1646eca9781e'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:37.602830 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-6ce79fea-19ee-41d8-913c-88f57c948967 None None] Bound port: c8628db9-248d-414f-af73-4bec62015f2f, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae07c5db-17c4-4b0c-9abb-cd08e1520317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd0c69e30-fcea-4b0c-8e84-1646eca9781e'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:37.603321 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6ce79fea-19ee-41d8-913c-88f57c948967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.608134 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-fa3e10c0-7649-4246-a059-786150fbda00 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] device_id is not set on port 93db499c-4319-43ac-a221-6ee774f665e2 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:25:37.626920 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999b36e-5219-4200-a63b-389bae03cc50 req-09488a43-f6db-4ec7-88a8-cf9b09d90f4a tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:37.628557 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7999b36e-5219-4200-a63b-389bae03cc50 req-09488a43-f6db-4ec7-88a8-cf9b09d90f4a tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd HTTP/1.1" status: 200 len: 950 time: 0.3110635 Jul 16 01:25:37.677382 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6ce79fea-19ee-41d8-913c-88f57c948967 None None] For port c8628db9-248d-414f-af73-4bec62015f2f, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:37.683947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6ce79fea-19ee-41d8-913c-88f57c948967 None None] For port c8628db9-248d-414f-af73-4bec62015f2f, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c8628db9-248d-414f-af73-4bec62015f2f,segment=NetworkSegment(ae07c5db-17c4-4b0c-9abb-cd08e1520317),segment_id=ae07c5db-17c4-4b0c-9abb-cd08e1520317)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:37.691406 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6ce79fea-19ee-41d8-913c-88f57c948967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.778978 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce79fea-19ee-41d8-913c-88f57c948967 None None] Pushing event updated for resources: {'Port': ['ID=c8628db9-248d-414f-af73-4bec62015f2f,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:37.798014 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7999b36e-5219-4200-a63b-389bae03cc50 req-75b3f33b-4fb3-4250-be71-f3ad109042a0 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608622 Jul 16 01:25:37.930658 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45134d2-2db6-4957-a83d-87b732567383 req-b0151750-c253-4f15-b48a-e9d61d4a9615 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Made reservation on behalf of 3701d37a4b5440afb149894433d38e96 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:37.934256 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-b0151750-c253-4f15-b48a-e9d61d4a9615 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.962040 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-fa3e10c0-7649-4246-a059-786150fbda00 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Allocated IP 2001:db8::381 (d0c69e30-fcea-4b0c-8e84-1646eca9781e/aeac637e-ae0d-40c1-8b54-dc29c2d51f77/93db499c-4319-43ac-a221-6ee774f665e2) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:38.205773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98984696-0e6a-465d-8f66-e6308b00cb8b req-32a817a5-0779-47a4-9fe8-a621f1e0bcdf tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:38.207414 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98984696-0e6a-465d-8f66-e6308b00cb8b req-32a817a5-0779-47a4-9fe8-a621f1e0bcdf tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd HTTP/1.1" status: 200 len: 950 time: 0.3476908 Jul 16 01:25:38.280481 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.db.resource_extend [None req-a73ebe29-eea1-459f-8be2-4b9bc2a0c95e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:25:38.281066 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb33af6e-90b5-4f08-9c9b-318a260b81ed req-7f50279b-931d-4b18-853c-d2c127d193d5 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 210 time: 0.0400910 Jul 16 01:25:38.412509 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3b854-7e49-465b-a27e-07486b2f8334 req-3a616b42-f90f-43e5-91bd-7bf3914c7357 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:38.414832 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f2f3b854-7e49-465b-a27e-07486b2f8334 req-3a616b42-f90f-43e5-91bd-7bf3914c7357 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.82 "GET /v2.0/ports?device_id=b92e5c51-69bd-41cb-be2f-674054762456 HTTP/1.1" status: 200 len: 949 time: 0.1323075 Jul 16 01:25:38.416896 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 5a667ba4-53dc-45af-b92d-faf315772a8b up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:38.452966 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-f45134d2-2db6-4957-a83d-87b732567383 req-b0151750-c253-4f15-b48a-e9d61d4a9615 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Allocated IP 19.80.0.176 (63dc658c-4ff9-42ad-90ea-7b816efae517/57ffaffc-cb35-4394-ab1d-69a3accc1d93/c3319874-8a0b-448c-88a1-f3fadbe3a687) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:38.524611 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a73ebe29-eea1-459f-8be2-4b9bc2a0c95e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.532411 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c8628db9-248d-414f-af73-4bec62015f2f up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:38.566987 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a73ebe29-eea1-459f-8be2-4b9bc2a0c95e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.572262 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 5a667ba4-53dc-45af-b92d-faf315772a8b completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:38.579506 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 5a667ba4-53dc-45af-b92d-faf315772a8b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:38.579950 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.617826 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-f2f3b854-7e49-465b-a27e-07486b2f8334 req-4512c549-1299-4174-b94a-50d5d5e7e682 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Deleting port d45cd596-b7a8-49b3-992b-1466c9213f6e {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:38.618583 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f2f3b854-7e49-465b-a27e-07486b2f8334 req-4512c549-1299-4174-b94a-50d5d5e7e682 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.700494 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa3e10c0-7649-4246-a059-786150fbda00 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.722579 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.727538 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port c8628db9-248d-414f-af73-4bec62015f2f completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:38.763216 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-f2f3b854-7e49-465b-a27e-07486b2f8334 req-4512c549-1299-4174-b94a-50d5d5e7e682 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] For port d45cd596-b7a8-49b3-992b-1466c9213f6e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=d45cd596-b7a8-49b3-992b-1466c9213f6e,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:38.764151 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f2f3b854-7e49-465b-a27e-07486b2f8334 req-4512c549-1299-4174-b94a-50d5d5e7e682 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.775253 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a98b25-128c-4398-a4d6-84acd7fc9a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a667ba4-53dc-45af-b92d-faf315772a8b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:38.778029 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae8c2bd-77e7-4d33-9008-0b16842e6c1b" -d '{"events": [{"server_uuid": "b4a98b25-128c-4398-a4d6-84acd7fc9a07", "name": "network-vif-plugged", "status": "completed", "tag": "5a667ba4-53dc-45af-b92d-faf315772a8b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:38.793795 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 5a667ba4-53dc-45af-b92d-faf315772a8b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=5a667ba4-53dc-45af-b92d-faf315772a8b,segment=NetworkSegment(5b3908e5-ef1d-4834-83cc-7a5e334d32e1),segment_id=5b3908e5-ef1d-4834-83cc-7a5e334d32e1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:38.800189 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.801245 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 3f154f08-5c8b-4681-ae9f-65b8c6e80783 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:38.813088 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-fa3e10c0-7649-4246-a059-786150fbda00 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Transition to ACTIVE for port object 93db499c-4319-43ac-a221-6ee774f665e2 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:38.815708 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-98984696-0e6a-465d-8f66-e6308b00cb8b req-cee076c3-1686-47f7-94dd-faae0a55c2de tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Deleting port 3f154f08-5c8b-4681-ae9f-65b8c6e80783 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:38.816196 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-98984696-0e6a-465d-8f66-e6308b00cb8b req-cee076c3-1686-47f7-94dd-faae0a55c2de tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.819714 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-f2f3b854-7e49-465b-a27e-07486b2f8334 req-4512c549-1299-4174-b94a-50d5d5e7e682 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Calling delete_port for d45cd596-b7a8-49b3-992b-1466c9213f6e owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:38.906304 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=5a667ba4-53dc-45af-b92d-faf315772a8b,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:38.921019 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fa1d0-2abb-4b72-b179-1ae13e3c9060 req-beede011-4823-4393-aa4b-629b8f98ea1e tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:38.928427 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-177fa1d0-2abb-4b72-b179-1ae13e3c9060 req-beede011-4823-4393-aa4b-629b8f98ea1e tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 945 time: 0.1603272 Jul 16 01:25:38.958857 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.981470 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-177fa1d0-2abb-4b72-b179-1ae13e3c9060 req-7e402514-5b76-4d9c-8fb3-89eebe3f9e5f tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518196 Jul 16 01:25:39.002987 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8576973-7df1-4dd6-9df2-2bae91c1600b None None] Network d0c69e30-fcea-4b0c-8e84-1646eca9781e requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:39.046356 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 3f154f08-5c8b-4681-ae9f-65b8c6e80783, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3f154f08-5c8b-4681-ae9f-65b8c6e80783,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:39.064005 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.071976 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f2f3b854-7e49-465b-a27e-07486b2f8334 req-4512c549-1299-4174-b94a-50d5d5e7e682 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.137278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512c549-1299-4174-b94a-50d5d5e7e682 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Pushing event deleted for resources: {'Port': ['ID=d45cd596-b7a8-49b3-992b-1466c9213f6e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:39.229402 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f3b854-7e49-465b-a27e-07486b2f8334 req-4512c549-1299-4174-b94a-50d5d5e7e682 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] No DVR routers for this DVR port d45cd596-b7a8-49b3-992b-1466c9213f6e on host n-h2-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:39.234352 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f2f3b854-7e49-465b-a27e-07486b2f8334 req-4512c549-1299-4174-b94a-50d5d5e7e682 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.236618 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f2f3b854-7e49-465b-a27e-07486b2f8334 req-4512c549-1299-4174-b94a-50d5d5e7e682 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.82 "DELETE /v2.0/ports/d45cd596-b7a8-49b3-992b-1466c9213f6e HTTP/1.1" status: 204 len: 173 time: 0.8149087 Jul 16 01:25:39.237457 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92e5c51-69bd-41cb-be2f-674054762456', 'name': 'network-vif-deleted', 'tag': 'd45cd596-b7a8-49b3-992b-1466c9213f6e'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:39.278245 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b900da-19ae-48e9-b26b-73430fbc1fbe" -d '{"events": [{"server_uuid": "b92e5c51-69bd-41cb-be2f-674054762456", "name": "network-vif-deleted", "tag": "d45cd596-b7a8-49b3-992b-1466c9213f6e"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:39.356136 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39909b08-b35e-43f9-b8ef-0214509b2b83 x-openstack-request-id: req-39909b08-b35e-43f9-b8ef-0214509b2b83 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:39.356596 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a98b25-128c-4398-a4d6-84acd7fc9a07", "name": "network-vif-plugged", "status": "completed", "tag": "5a667ba4-53dc-45af-b92d-faf315772a8b", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:39.356760 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39909b08-b35e-43f9-b8ef-0214509b2b83 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:39.357159 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a98b25-128c-4398-a4d6-84acd7fc9a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a667ba4-53dc-45af-b92d-faf315772a8b', 'code': 200} Jul 16 01:25:39.358647 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['8648b5c6-909b-4737-9bf4-3fa1d78c7810', '68e7c35f-2436-4917-80f7-1478c3f03797', 'd45cd596-b7a8-49b3-992b-1466c9213f6e'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:39.361916 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['4cedddb5-174d-4d99-a67f-313c9716b2bb'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:39.363572 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c3e47b39-d40d-4c02-b483-bec66cad0a70 None None] Provisioning for port c8628db9-248d-414f-af73-4bec62015f2f completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:39.417147 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c3e47b39-d40d-4c02-b483-bec66cad0a70 None None] Provisioning complete for port c8628db9-248d-414f-af73-4bec62015f2f triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:39.417523 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c3e47b39-d40d-4c02-b483-bec66cad0a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.439774 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28b914-cbf1-451d-bd3e-a1100588d4eb req-9a1b8ac9-ffef-4bf8-b701-8c2c39a63130 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:39.447288 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db28b914-cbf1-451d-bd3e-a1100588d4eb req-9a1b8ac9-ffef-4bf8-b701-8c2c39a63130 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 944 time: 1.0637331 Jul 16 01:25:39.474253 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=3f154f08-5c8b-4681-ae9f-65b8c6e80783,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:39.483136 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa3e10c0-7649-4246-a059-786150fbda00 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.498008 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a7d93-4a14-4efd-8563-d8e0048dc050 req-abb14a8f-3718-4682-931b-dd1b60aa5d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:39.508887 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-df6a7d93-4a14-4efd-8563-d8e0048dc050 req-abb14a8f-3718-4682-931b-dd1b60aa5d6f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 1097 time: 0.1054285 Jul 16 01:25:39.544650 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-a73ebe29-eea1-459f-8be2-4b9bc2a0c95e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Floating IP 0f332abb-0089-4d82-af54-41a4431ed9bf associated. External IP: 172.25.6.60, port: ac96f6dd-ae12-48e2-9b31-22d4529e791f. Jul 16 01:25:39.585927 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-df6a7d93-4a14-4efd-8563-d8e0048dc050 req-ee6ffeba-5ca7-4908-8213-223157b03ea2 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760357 Jul 16 01:25:39.670220 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-b0151750-c253-4f15-b48a-e9d61d4a9615 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.674123 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e10c0-7649-4246-a059-786150fbda00 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Port': ['ID=93db499c-4319-43ac-a221-6ee774f665e2,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:39.738669 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3e10c0-7649-4246-a059-786150fbda00 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network d0c69e30-fcea-4b0c-8e84-1646eca9781e is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:39.751223 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8671b-e632-4cf8-9fb0-3b0c95d82ea2 req-ec4d81bc-1db3-4101-83e8-c94af8a0496c tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:39.759771 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c3f8671b-e632-4cf8-9fb0-3b0c95d82ea2 req-ec4d81bc-1db3-4101-83e8-c94af8a0496c tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd HTTP/1.1" status: 200 len: 948 time: 0.0859993 Jul 16 01:25:39.761622 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-fa3e10c0-7649-4246-a059-786150fbda00 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:39.766577 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db28b914-cbf1-451d-bd3e-a1100588d4eb req-d4c8f1f5-f45d-420c-a608-e5685a6a6e23 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183324 Jul 16 01:25:39.771399 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3e10c0-7649-4246-a059-786150fbda00 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:39.777798 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3e10c0-7649-4246-a059-786150fbda00 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:39.778470 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa3e10c0-7649-4246-a059-786150fbda00 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.783045 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c3e47b39-d40d-4c02-b483-bec66cad0a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.788825 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-f45134d2-2db6-4957-a83d-87b732567383 req-b0151750-c253-4f15-b48a-e9d61d4a9615 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Transition to ACTIVE for port object c3319874-8a0b-448c-88a1-f3fadbe3a687 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:39.815033 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c3f8671b-e632-4cf8-9fb0-3b0c95d82ea2 req-9af3d1c7-20ed-4c7e-91f1-3d9655a8b8fa tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541184 Jul 16 01:25:39.873352 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565c3586-edd1-4fc6-bd31-22f95481313e x-openstack-request-id: req-565c3586-edd1-4fc6-bd31-22f95481313e {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:39.873549 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92e5c51-69bd-41cb-be2f-674054762456", "name": "network-vif-deleted", "tag": "d45cd596-b7a8-49b3-992b-1466c9213f6e", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:39.873686 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-565c3586-edd1-4fc6-bd31-22f95481313e {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:39.874054 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92e5c51-69bd-41cb-be2f-674054762456', 'name': 'network-vif-deleted', 'tag': 'd45cd596-b7a8-49b3-992b-1466c9213f6e', 'status': 'completed', 'code': 200} Jul 16 01:25:39.877547 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fa3e10c0-7649-4246-a059-786150fbda00 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0304987 Jul 16 01:25:39.878679 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46936) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:39.897109 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-98984696-0e6a-465d-8f66-e6308b00cb8b req-cee076c3-1686-47f7-94dd-faae0a55c2de tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] For port 3f154f08-5c8b-4681-ae9f-65b8c6e80783, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3f154f08-5c8b-4681-ae9f-65b8c6e80783,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:39.897852 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-98984696-0e6a-465d-8f66-e6308b00cb8b req-cee076c3-1686-47f7-94dd-faae0a55c2de tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.933296 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-98984696-0e6a-465d-8f66-e6308b00cb8b req-cee076c3-1686-47f7-94dd-faae0a55c2de tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Calling delete_port for 3f154f08-5c8b-4681-ae9f-65b8c6e80783 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:39.965388 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c3e47b39-d40d-4c02-b483-bec66cad0a70 None None] For port c8628db9-248d-414f-af73-4bec62015f2f, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c8628db9-248d-414f-af73-4bec62015f2f,segment=NetworkSegment(ae07c5db-17c4-4b0c-9abb-cd08e1520317),segment_id=ae07c5db-17c4-4b0c-9abb-cd08e1520317)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:39.997245 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c3e47b39-d40d-4c02-b483-bec66cad0a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.145603 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e47b39-d40d-4c02-b483-bec66cad0a70 None None] Pushing event updated for resources: {'Port': ['ID=c8628db9-248d-414f-af73-4bec62015f2f,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:40.219399 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-b0151750-c253-4f15-b48a-e9d61d4a9615 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.236424 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-24c00a26-8a73-4705-b9e1-19e113a10f5d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting port 93db499c-4319-43ac-a221-6ee774f665e2 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:40.236858 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-24c00a26-8a73-4705-b9e1-19e113a10f5d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.438585 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8b481-9dd9-44b7-b4f5-6d6e285644d1 req-19757656-4e66-4214-be9c-3c7ea37d83d3 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:40.452535 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0b8b481-9dd9-44b7-b4f5-6d6e285644d1 req-19757656-4e66-4214-be9c-3c7ea37d83d3 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 932 time: 0.3426273 Jul 16 01:25:40.494774 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c8628db9-248d-414f-af73-4bec62015f2f up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:40.512286 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73ebe29-eea1-459f-8be2-4b9bc2a0c95e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Router 84b704bc-ebd6-4364-941a-b33e97c1a043 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:25:40.517008 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45134d2-2db6-4957-a83d-87b732567383 req-b0151750-c253-4f15-b48a-e9d61d4a9615 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Network 63dc658c-4ff9-42ad-90ea-7b816efae517 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:40.536285 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-f45134d2-2db6-4957-a83d-87b732567383 req-b0151750-c253-4f15-b48a-e9d61d4a9615 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:40.546938 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45134d2-2db6-4957-a83d-87b732567383 req-b0151750-c253-4f15-b48a-e9d61d4a9615 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:40.590042 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0151750-c253-4f15-b48a-e9d61d4a9615 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event updated for resources: {'Port': ['ID=c3319874-8a0b-448c-88a1-f3fadbe3a687,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:40.598616 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-98984696-0e6a-465d-8f66-e6308b00cb8b req-cee076c3-1686-47f7-94dd-faae0a55c2de tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.623813 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['4cedddb5-174d-4d99-a67f-313c9716b2bb'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:40.677998 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7cdf1269-205f-4ca3-a729-c4f9e71315a8 None None] Provisioning complete for port c8628db9-248d-414f-af73-4bec62015f2f triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:40.678628 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7cdf1269-205f-4ca3-a729-c4f9e71315a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.700485 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-24c00a26-8a73-4705-b9e1-19e113a10f5d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.723399 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port c8628db9-248d-414f-af73-4bec62015f2f triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:40.723781 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.775616 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-24c00a26-8a73-4705-b9e1-19e113a10f5d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Calling delete_port for 93db499c-4319-43ac-a221-6ee774f665e2 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:40.810369 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee076c3-1686-47f7-94dd-faae0a55c2de tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Pushing event deleted for resources: {'Port': ['ID=3f154f08-5c8b-4681-ae9f-65b8c6e80783,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:40.821069 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0b8b481-9dd9-44b7-b4f5-6d6e285644d1 req-a00e963a-095b-460b-ae45-a9a0001ca287 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657382 Jul 16 01:25:40.857924 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-0e323df8-22ab-4910-8202-c2487f860553 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4475129 Jul 16 01:25:40.899058 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['8648b5c6-909b-4737-9bf4-3fa1d78c7810', '68e7c35f-2436-4917-80f7-1478c3f03797'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:40.903048 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45134d2-2db6-4957-a83d-87b732567383 req-b0151750-c253-4f15-b48a-e9d61d4a9615 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:40.903868 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-b0151750-c253-4f15-b48a-e9d61d4a9615 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.970394 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-98984696-0e6a-465d-8f66-e6308b00cb8b req-cee076c3-1686-47f7-94dd-faae0a55c2de tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] No DVR routers for this DVR port 3f154f08-5c8b-4681-ae9f-65b8c6e80783 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:41.047598 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-98984696-0e6a-465d-8f66-e6308b00cb8b req-cee076c3-1686-47f7-94dd-faae0a55c2de tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.050122 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98984696-0e6a-465d-8f66-e6308b00cb8b req-cee076c3-1686-47f7-94dd-faae0a55c2de tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.84 "DELETE /v2.0/ports/3f154f08-5c8b-4681-ae9f-65b8c6e80783 HTTP/1.1" status: 204 len: 173 time: 2.8279142 Jul 16 01:25:41.051778 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd', 'name': 'network-vif-deleted', 'tag': '3f154f08-5c8b-4681-ae9f-65b8c6e80783'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:41.054617 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703a9aac-a28c-421e-98d1-27f90773dff1" -d '{"events": [{"server_uuid": "3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd", "name": "network-vif-deleted", "tag": "3f154f08-5c8b-4681-ae9f-65b8c6e80783"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:41.063887 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-b0151750-c253-4f15-b48a-e9d61d4a9615 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6005926 Jul 16 01:25:41.104743 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c2c551b-ba8d-4389-974f-5a0cb40ae43a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Request body: {'port': {'device_id': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'network_id': '08b50b16-1dc4-4895-8ddc-9aa6086fe5c8', 'admin_state_up': True, 'tenant_id': '3701d37a4b5440afb149894433d38e96'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:41.172006 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73ebe29-eea1-459f-8be2-4b9bc2a0c95e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:25:41.194647 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a73ebe29-eea1-459f-8be2-4b9bc2a0c95e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.219382 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f73c914-313d-4210-9188-1d2bc2326bf9 None None] Sync routers for ids ['84b704bc-ebd6-4364-941a-b33e97c1a043'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:25:41.293684 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bef8aa07-5752-4a70-aeee-635dee164826 req-a03faa72-5695-4bc5-b230-8cba16e5761d tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd HTTP/1.1" status: 200 len: 210 time: 0.0598488 Jul 16 01:25:41.341816 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f73c914-313d-4210-9188-1d2bc2326bf9 None None] Routers {'84b704bc-ebd6-4364-941a-b33e97c1a043'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:41.342593 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9f73c914-313d-4210-9188-1d2bc2326bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:25:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['84b704bc-ebd6-4364-941a-b33e97c1a043'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:41.370606 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a73ebe29-eea1-459f-8be2-4b9bc2a0c95e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "PUT /v2.0/floatingips/0f332abb-0089-4d82-af54-41a4431ed9bf HTTP/1.1" status: 200 len: 990 time: 4.4644835 Jul 16 01:25:41.397842 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b13820-4426-4276-b51c-9f7a767f81db x-openstack-request-id: req-38b13820-4426-4276-b51c-9f7a767f81db {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:41.398307 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd", "name": "network-vif-deleted", "tag": "3f154f08-5c8b-4681-ae9f-65b8c6e80783", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:41.398709 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38b13820-4426-4276-b51c-9f7a767f81db {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:41.399360 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd', 'name': 'network-vif-deleted', 'tag': '3f154f08-5c8b-4681-ae9f-65b8c6e80783', 'status': 'completed', 'code': 200} Jul 16 01:25:41.408728 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f154f08-5c8b-4681-ae9f-65b8c6e80783'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:41.411272 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe9b573-60f5-438e-a554-a134720aefe2" -d '{"events": [{"server_uuid": "3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd", "name": "network-vif-unplugged", "status": "completed", "tag": "3f154f08-5c8b-4681-ae9f-65b8c6e80783"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:41.460274 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c2c551b-ba8d-4389-974f-5a0cb40ae43a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Made reservation on behalf of 3701d37a4b5440afb149894433d38e96 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:41.464864 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c2c551b-ba8d-4389-974f-5a0cb40ae43a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.631519 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c2c551b-ba8d-4389-974f-5a0cb40ae43a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Allocated IP 19.86.0.18 (08b50b16-1dc4-4895-8ddc-9aa6086fe5c8/91796b57-b6d8-4af2-b5e8-8825c73c9983/7d460bf4-ebd6-4ae8-ab46-765df21e1654) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:41.645457 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-05ea4df5-37bb-431c-a172-3e172de4380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:41.646130 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-05ea4df5-37bb-431c-a172-3e172de4380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:41.646263 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-05ea4df5-37bb-431c-a172-3e172de4380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:41.646690 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-05ea4df5-37bb-431c-a172-3e172de4380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:41.647204 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-05ea4df5-37bb-431c-a172-3e172de4380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:41.647757 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-05ea4df5-37bb-431c-a172-3e172de4380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:41.648593 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-05ea4df5-37bb-431c-a172-3e172de4380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:41.650725 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-05ea4df5-37bb-431c-a172-3e172de4380b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=673d6f606a904bf5902fda58599b5f5e&device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 6508 time: 0.6070900 Jul 16 01:25:41.652265 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3803a1-bce2-4301-8552-483fb50692ca x-openstack-request-id: req-cb3803a1-bce2-4301-8552-483fb50692ca {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:41.652587 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd", "name": "network-vif-unplugged", "status": "completed", "tag": "3f154f08-5c8b-4681-ae9f-65b8c6e80783", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:41.652822 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb3803a1-bce2-4301-8552-483fb50692ca {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:41.653306 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce5ec86-b30e-4a0c-81fd-590a4c2b9fcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f154f08-5c8b-4681-ae9f-65b8c6e80783', 'code': 200} Jul 16 01:25:41.659647 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-9f73c914-313d-4210-9188-1d2bc2326bf9 None None] Set router 84b704bc-ebd6-4364-941a-b33e97c1a043 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:41.673995 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-24c00a26-8a73-4705-b9e1-19e113a10f5d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.702450 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7cdf1269-205f-4ca3-a729-c4f9e71315a8 None None] Provisioning for port 93db499c-4319-43ac-a221-6ee774f665e2 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:41.716642 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c00a26-8a73-4705-b9e1-19e113a10f5d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Port': ['ID=93db499c-4319-43ac-a221-6ee774f665e2,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:41.721907 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7cdf1269-205f-4ca3-a729-c4f9e71315a8 None None] Provisioning complete for port 93db499c-4319-43ac-a221-6ee774f665e2 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:41.722139 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7cdf1269-205f-4ca3-a729-c4f9e71315a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.777152 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-24c00a26-8a73-4705-b9e1-19e113a10f5d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.781986 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-24c00a26-8a73-4705-b9e1-19e113a10f5d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/ports/93db499c-4319-43ac-a221-6ee774f665e2 HTTP/1.1" status: 204 len: 168 time: 1.8996339 Jul 16 01:25:41.788745 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba18cb-5e4c-46af-83dd-e57aad5756ae req-32c47816-9132-4d1a-9f60-c3393b2aff5f tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:41.795840 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aaba18cb-5e4c-46af-83dd-e57aad5756ae req-32c47816-9132-4d1a-9f60-c3393b2aff5f tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1954849 Jul 16 01:25:41.797120 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46972) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:41.821562 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7cdf1269-205f-4ca3-a729-c4f9e71315a8 None None] Port 93db499c-4319-43ac-a221-6ee774f665e2 was deleted so its status cannot be updated. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 01:25:41.881565 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-84afe8e9-ac5f-445b-8ffc-dc080f0310a4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] DELETE failed (client error): The resource could not be found. Jul 16 01:25:41.881779 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84afe8e9-ac5f-445b-8ffc-dc080f0310a4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:25:41.886737 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-84afe8e9-ac5f-445b-8ffc-dc080f0310a4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/ports/93db499c-4319-43ac-a221-6ee774f665e2 HTTP/1.1" status: 404 len: 333 time: 0.0865195 Jul 16 01:25:41.887209 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46976) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:41.939807 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ffc002-b56e-4770-9e1a-51b888b270f7 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] GET failed (client error): The resource could not be found. Jul 16 01:25:41.941619 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b5ffc002-b56e-4770-9e1a-51b888b270f7 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports/93db499c-4319-43ac-a221-6ee774f665e2 HTTP/1.1" status: 404 len: 333 time: 0.0517488 Jul 16 01:25:41.946103 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 46978) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:41.964597 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-29ee9d8b-da99-4b0a-ad17-39345bcf79e5 None None] Could not find standard attr ID for object 93db499c-4319-43ac-a221-6ee774f665e2. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:25:42.004217 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c2c551b-ba8d-4389-974f-5a0cb40ae43a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.027423 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c2c551b-ba8d-4389-974f-5a0cb40ae43a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Transition to ACTIVE for port object 7d460bf4-ebd6-4ae8-ab46-765df21e1654 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:42.050471 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-cc6958a7-3142-4293-869c-53e1e422a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.050950 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-cc6958a7-3142-4293-869c-53e1e422a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.051419 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-cc6958a7-3142-4293-869c-53e1e422a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.059116 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-cc6958a7-3142-4293-869c-53e1e422a2af service neutron] 10.222.0.82 "GET /v2.0/networks?id=99585749-6e41-4e60-92b1-0c114a9091db&id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&id=7baef46c-4da4-4d46-bf21-e653349e66a6&id=7baef46c-4da4-4d46-bf21-e653349e66a6 HTTP/1.1" status: 200 len: 2298 time: 0.3546579 Jul 16 01:25:42.086445 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aaba18cb-5e4c-46af-83dd-e57aad5756ae req-2bca1835-cd4c-4587-a520-52bb98cc9cbc tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888277 Jul 16 01:25:42.118396 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c2c551b-ba8d-4389-974f-5a0cb40ae43a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.150672 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-29ee9d8b-da99-4b0a-ad17-39345bcf79e5 None None] Provisioning for port c3319874-8a0b-448c-88a1-f3fadbe3a687 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:42.162102 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-29ee9d8b-da99-4b0a-ad17-39345bcf79e5 None None] Provisioning complete for port c3319874-8a0b-448c-88a1-f3fadbe3a687 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:42.162484 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29ee9d8b-da99-4b0a-ad17-39345bcf79e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.197238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c2c551b-ba8d-4389-974f-5a0cb40ae43a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Network 08b50b16-1dc4-4895-8ddc-9aa6086fe5c8 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:42.203430 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c2c551b-ba8d-4389-974f-5a0cb40ae43a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:42.206400 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c2c551b-ba8d-4389-974f-5a0cb40ae43a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:42.234356 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-29ee9d8b-da99-4b0a-ad17-39345bcf79e5 None None] Port c3319874-8a0b-448c-88a1-f3fadbe3a687 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:42.245611 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c9862c1-e0f0-4a2a-92d2-97d5798ca669 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting subnet aeac637e-ae0d-40c1-8b54-dc29c2d51f77 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:25:42.251093 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9f73c914-313d-4210-9188-1d2bc2326bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'name': 'tempest-ServersTestJSON-848046492-router', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:00Z', 'updated_at': '2021-07-16T01:25:07Z', 'revision_number': 4, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'gw_port': {'id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:01Z', 'updated_at': '2021-07-16T01:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '0f332abb-0089-4d82-af54-41a4431ed9bf', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'port_id': 'ac96f6dd-ae12-48e2-9b31-22d4529e791f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83', 'mac_address': 'fa:16:3e:0e:f3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c32309-560a-4a81-9614-b87659c6d3f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:25:14Z', 'updated_at': '2021-07-16T01:25:38Z', 'revision_number': 1, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c0d1a3-bb08-4a58-a2cb-1dd899af9859', 'name': '', 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'mac_address': 'fa:16:3e:10:a5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '8a0b625a-5414-4c49-99ba-fd5b40c816b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:05Z', 'updated_at': '2021-07-16T01:25:15Z', 'revision_number': 5, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'subnets': [{'id': '8a0b625a-5414-4c49-99ba-fd5b40c816b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:42.255026 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5c9862c1-e0f0-4a2a-92d2-97d5798ca669 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.284665 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c551b-ba8d-4389-974f-5a0cb40ae43a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event updated for resources: {'Port': ['ID=7d460bf4-ebd6-4ae8-ab46-765df21e1654,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:42.296885 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f73c914-313d-4210-9188-1d2bc2326bf9 None None] Checking router: 84b704bc-ebd6-4364-941a-b33e97c1a043 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:25:42.308046 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f73c914-313d-4210-9188-1d2bc2326bf9 None None] Routers {'84b704bc-ebd6-4364-941a-b33e97c1a043'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:42.309137 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9f73c914-313d-4210-9188-1d2bc2326bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:25:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['84b704bc-ebd6-4364-941a-b33e97c1a043'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:42.348096 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c2c551b-ba8d-4389-974f-5a0cb40ae43a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.349189 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c2c551b-ba8d-4389-974f-5a0cb40ae43a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.360212 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-bacb0b60-5eb7-455d-ae42-efeacfd2ae9a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beacc2e5-69c8-4208-89bd-64878bc5925b HTTP/1.1" status: 200 len: 1001 time: 0.2666047 Jul 16 01:25:42.372583 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5c9862c1-e0f0-4a2a-92d2-97d5798ca669 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.379450 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79dbed-f843-4947-8404-7782f1e03a73 req-5f35767f-7e01-4a59-8cb0-6d0d821e05f9 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.392729 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79dbed-f843-4947-8404-7782f1e03a73 req-5f35767f-7e01-4a59-8cb0-6d0d821e05f9 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.394663 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5a79dbed-f843-4947-8404-7782f1e03a73 req-5f35767f-7e01-4a59-8cb0-6d0d821e05f9 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 1654 time: 0.1958508 Jul 16 01:25:42.397186 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c2c551b-ba8d-4389-974f-5a0cb40ae43a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3142853 Jul 16 01:25:42.423151 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-f45134d2-2db6-4957-a83d-87b732567383 req-08fd6f43-6204-454a-832c-3521e2a5072c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Request body: {'port': {'device_id': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'network_id': '63dc658c-4ff9-42ad-90ea-7b816efae517', 'admin_state_up': True, 'tenant_id': '3701d37a4b5440afb149894433d38e96'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:42.494525 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-526dad7c-8216-419b-baf0-90114963bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.496232 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-526dad7c-8216-419b-baf0-90114963bb6a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d41468b7-b0b4-41eb-bdf2-84a94c3d3c68 HTTP/1.1" status: 200 len: 856 time: 0.1206162 Jul 16 01:25:42.501030 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-9f73c914-313d-4210-9188-1d2bc2326bf9 None None] Set router 84b704bc-ebd6-4364-941a-b33e97c1a043 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:42.541715 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c65e8d86-669c-48f2-8b93-221464e9ce4b details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:42.542025 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5a79dbed-f843-4947-8404-7782f1e03a73 req-5c280ef2-ac5f-4689-b899-c59ccc388c27 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286297 Jul 16 01:25:42.543879 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device d45cd596-b7a8-49b3-992b-1466c9213f6e no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:42.588882 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: d45cd596-b7a8-49b3-992b-1466c9213f6e {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:42.589239 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device d45cd596-b7a8-49b3-992b-1466c9213f6e not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:42.657461 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45134d2-2db6-4957-a83d-87b732567383 req-08fd6f43-6204-454a-832c-3521e2a5072c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Made reservation on behalf of 3701d37a4b5440afb149894433d38e96 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:42.662362 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-08fd6f43-6204-454a-832c-3521e2a5072c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.715521 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b5b815a3-7131-47c5-ac9a-2135e4f6a522 None None] Provisioning for port 7d460bf4-ebd6-4ae8-ab46-765df21e1654 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:42.737073 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-5422ff71-a4b9-438e-9c48-35c7a9df77f2 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.738594 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-5422ff71-a4b9-438e-9c48-35c7a9df77f2 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/networks?id=35ff07a5-b891-4556-995d-01800531e82b HTTP/1.1" status: 200 len: 814 time: 0.1672351 Jul 16 01:25:42.776648 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-59ab8275-6830-4836-9d7a-c68b6db317a3 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/quotas/b34e809642274173b57688929a40029a HTTP/1.1" status: 200 len: 375 time: 0.0224922 Jul 16 01:25:42.784943 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5c9862c1-e0f0-4a2a-92d2-97d5798ca669 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.842442 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-f45134d2-2db6-4957-a83d-87b732567383 req-08fd6f43-6204-454a-832c-3521e2a5072c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Allocated IP 19.80.0.167 (63dc658c-4ff9-42ad-90ea-7b816efae517/57ffaffc-cb35-4394-ab1d-69a3accc1d93/2582d953-284c-4878-b384-29a8d4048e40) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:42.916638 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b5b815a3-7131-47c5-ac9a-2135e4f6a522 None None] Provisioning complete for port 7d460bf4-ebd6-4ae8-ab46-765df21e1654 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:42.916924 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5b815a3-7131-47c5-ac9a-2135e4f6a522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.968070 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-7b72dff4-0bd3-4362-8075-e6786ca97806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.969791 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-7b72dff4-0bd3-4362-8075-e6786ca97806 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=99585749-6e41-4e60-92b1-0c114a9091db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4636397 Jul 16 01:25:42.997664 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b5b815a3-7131-47c5-ac9a-2135e4f6a522 None None] Port 7d460bf4-ebd6-4ae8-ab46-765df21e1654 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:43.024382 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-7f9fe3ef-b29a-4a0c-8ff9-4620e5cd5b55 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b34e809642274173b57688929a40029a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2337732 Jul 16 01:25:43.069278 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port c65e8d86-669c-48f2-8b93-221464e9ce4b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c65e8d86-669c-48f2-8b93-221464e9ce4b,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:43.101412 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'c65e8d86-669c-48f2-8b93-221464e9ce4b', 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47', 'port_id': 'c65e8d86-669c-48f2-8b93-221464e9ce4b', 'mac_address': 'fa:16:3e:a5:ed:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01112ffd-e4af-4423-aa07-05f338809738', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:43.123690 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-08fd6f43-6204-454a-832c-3521e2a5072c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.127288 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5c9862c1-e0f0-4a2a-92d2-97d5798ca669 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.147997 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-f45134d2-2db6-4957-a83d-87b732567383 req-08fd6f43-6204-454a-832c-3521e2a5072c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Transition to ACTIVE for port object 2582d953-284c-4878-b384-29a8d4048e40 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:43.198607 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-08fd6f43-6204-454a-832c-3521e2a5072c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.205916 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-eefe04c5-2ea7-4de6-a49a-56ba56968291 service neutron] 10.222.0.82 "GET /v2.0/networks/99585749-6e41-4e60-92b1-0c114a9091db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235336 Jul 16 01:25:43.212122 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9862c1-e0f0-4a2a-92d2-97d5798ca669 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Subnet': ['ID=aeac637e-ae0d-40c1-8b54-dc29c2d51f77,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:43.238958 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5c9862c1-e0f0-4a2a-92d2-97d5798ca669 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.245143 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5c9862c1-e0f0-4a2a-92d2-97d5798ca669 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/subnets/aeac637e-ae0d-40c1-8b54-dc29c2d51f77 HTTP/1.1" status: 204 len: 168 time: 1.2889285 Jul 16 01:25:43.251832 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47026) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:43.289585 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45134d2-2db6-4957-a83d-87b732567383 req-08fd6f43-6204-454a-832c-3521e2a5072c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Network 63dc658c-4ff9-42ad-90ea-7b816efae517 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:43.305471 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-f45134d2-2db6-4957-a83d-87b732567383 req-08fd6f43-6204-454a-832c-3521e2a5072c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:43.305643 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a81b8b2-5a01-45f2-82cc-29724e632f75 None None] Network d0c69e30-fcea-4b0c-8e84-1646eca9781e requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:43.330380 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45134d2-2db6-4957-a83d-87b732567383 req-08fd6f43-6204-454a-832c-3521e2a5072c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:43.402148 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45134d2-2db6-4957-a83d-87b732567383 req-08fd6f43-6204-454a-832c-3521e2a5072c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:43.402994 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-08fd6f43-6204-454a-832c-3521e2a5072c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.414235 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c32309-560a-4a81-9614-b87659c6d3f8', 'tag': 'ac96f6dd-ae12-48e2-9b31-22d4529e791f'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:43.415941 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0672a1-984e-4255-bfad-e96d22ff6d70" -d '{"events": [{"name": "network-changed", "server_uuid": "50c32309-560a-4a81-9614-b87659c6d3f8", "tag": "ac96f6dd-ae12-48e2-9b31-22d4529e791f"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:43.426198 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-08238574-296e-4e46-ad14-80ea78d41da2 service neutron] 10.222.0.16 "GET /v2.0/networks/35ff07a5-b891-4556-995d-01800531e82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700409 Jul 16 01:25:43.438849 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.456121 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd6f43-6204-454a-832c-3521e2a5072c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event updated for resources: {'Port': ['ID=2582d953-284c-4878-b384-29a8d4048e40,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:43.503877 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c65e8d86-669c-48f2-8b93-221464e9ce4b {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:43.522460 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-08fd6f43-6204-454a-832c-3521e2a5072c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1155870 Jul 16 01:25:43.529962 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1396637-ad1a-4ff7-9211-14cb01c65da5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.544603 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-f45134d2-2db6-4957-a83d-87b732567383 req-e4cd2aaa-07b8-488a-9ddd-62c1554b4d45 service neutron] Request body: {'port': {'device_id': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:43.569790 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9f73c914-313d-4210-9188-1d2bc2326bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'name': 'tempest-ServersTestJSON-848046492-router', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:00Z', 'updated_at': '2021-07-16T01:25:07Z', 'revision_number': 4, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'gw_port': {'id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:01Z', 'updated_at': '2021-07-16T01:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '0f332abb-0089-4d82-af54-41a4431ed9bf', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'port_id': 'ac96f6dd-ae12-48e2-9b31-22d4529e791f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83', 'mac_address': 'fa:16:3e:0e:f3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c32309-560a-4a81-9614-b87659c6d3f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:25:14Z', 'updated_at': '2021-07-16T01:25:38Z', 'revision_number': 1, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c0d1a3-bb08-4a58-a2cb-1dd899af9859', 'name': '', 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'mac_address': 'fa:16:3e:10:a5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '8a0b625a-5414-4c49-99ba-fd5b40c816b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:05Z', 'updated_at': '2021-07-16T01:25:15Z', 'revision_number': 5, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'subnets': [{'id': '8a0b625a-5414-4c49-99ba-fd5b40c816b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:43.576430 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port c65e8d86-669c-48f2-8b93-221464e9ce4b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c65e8d86-669c-48f2-8b93-221464e9ce4b,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:43.620646 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f73c914-313d-4210-9188-1d2bc2326bf9 None None] The sync data for ids ['84b704bc-ebd6-4364-941a-b33e97c1a043'] in n-d-792394-16 is: [{'id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'name': 'tempest-ServersTestJSON-848046492-router', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:00Z', 'updated_at': '2021-07-16T01:25:07Z', 'revision_number': 4, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'gw_port': {'id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:01Z', 'updated_at': '2021-07-16T01:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '0f332abb-0089-4d82-af54-41a4431ed9bf', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'port_id': 'ac96f6dd-ae12-48e2-9b31-22d4529e791f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83', 'mac_address': 'fa:16:3e:0e:f3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c32309-560a-4a81-9614-b87659c6d3f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:25:14Z', 'updated_at': '2021-07-16T01:25:38Z', 'revision_number': 1, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c0d1a3-bb08-4a58-a2cb-1dd899af9859', 'name': '', 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'mac_address': 'fa:16:3e:10:a5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '8a0b625a-5414-4c49-99ba-fd5b40c816b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:05Z', 'updated_at': '2021-07-16T01:25:15Z', 'revision_number': 5, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'subnets': [{'id': '8a0b625a-5414-4c49-99ba-fd5b40c816b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:25:43.622552 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.628168 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-791f343e-56bb-42ee-a3bb-8abe64b2cbb8 service neutron] 10.222.0.16 "GET /v2.0/networks/35ff07a5-b891-4556-995d-01800531e82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007592 Jul 16 01:25:43.664375 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-7d5b5bc3-25c6-43fa-8aa6-71a7d13d95ef service neutron] 10.222.0.82 "GET /v2.0/networks/99585749-6e41-4e60-92b1-0c114a9091db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416463 Jul 16 01:25:43.787402 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['c65e8d86-669c-48f2-8b93-221464e9ce4b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:43.806883 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-e4cd2aaa-07b8-488a-9ddd-62c1554b4d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:43.810499 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-4aa82bad-41b6-43b8-b46f-f96f1a5df344 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=4345b472-d891-4095-9ac3-2e3b8fe40305 HTTP/1.1" status: 200 len: 217 time: 0.1394835 Jul 16 01:25:43.927277 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=c65e8d86-669c-48f2-8b93-221464e9ce4b,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:43.933605 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-3ff7702f-15f9-4a29-954d-cecfd3ea6736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:43.935159 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-3ff7702f-15f9-4a29-954d-cecfd3ea6736 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7407fa8c-a52a-4e33-b68e-404660b41399 HTTP/1.1" status: 200 len: 797 time: 0.1168475 Jul 16 01:25:44.004757 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5e3f0ce5-a8ef-404c-89e8-fff386ecf161 None None] Provisioning for port 2582d953-284c-4878-b384-29a8d4048e40 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:44.030380 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235ada51-1466-475a-a9e2-43ea2d117b8e None None] DHCP port deletion for d0c69e30-fcea-4b0c-8e84-1646eca9781e request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:25:44.079096 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5e3f0ce5-a8ef-404c-89e8-fff386ecf161 None None] Provisioning complete for port 2582d953-284c-4878-b384-29a8d4048e40 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:44.079476 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e3f0ce5-a8ef-404c-89e8-fff386ecf161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.094786 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-077d1c82-d3bd-4ae7-895b-2917dede222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:44.102659 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-077d1c82-d3bd-4ae7-895b-2917dede222b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1602907 Jul 16 01:25:44.127434 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fcd228-0cb5-4974-9f65-e4b95ca1098c None None] New status for floating IP 0f332abb-0089-4d82-af54-41a4431ed9bf: ACTIVE {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:25:44.149478 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5b2296-feed-4e16-85ec-0f686da76504 x-openstack-request-id: req-ba5b2296-feed-4e16-85ec-0f686da76504 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:44.149798 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c32309-560a-4a81-9614-b87659c6d3f8", "tag": "ac96f6dd-ae12-48e2-9b31-22d4529e791f", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:44.150052 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba5b2296-feed-4e16-85ec-0f686da76504 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:44.150442 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c32309-560a-4a81-9614-b87659c6d3f8', 'tag': 'ac96f6dd-ae12-48e2-9b31-22d4529e791f', 'status': 'completed', 'code': 200} Jul 16 01:25:44.153197 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-e1396637-ad1a-4ff7-9211-14cb01c65da5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting port c8628db9-248d-414f-af73-4bec62015f2f {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:44.153540 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1396637-ad1a-4ff7-9211-14cb01c65da5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.416169 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5e3f0ce5-a8ef-404c-89e8-fff386ecf161 None None] Port 2582d953-284c-4878-b384-29a8d4048e40 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:44.518979 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-e1396637-ad1a-4ff7-9211-14cb01c65da5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] For port c8628db9-248d-414f-af73-4bec62015f2f, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c8628db9-248d-414f-af73-4bec62015f2f,segment=NetworkSegment(ae07c5db-17c4-4b0c-9abb-cd08e1520317),segment_id=ae07c5db-17c4-4b0c-9abb-cd08e1520317)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:44.519781 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1396637-ad1a-4ff7-9211-14cb01c65da5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.541654 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-e1396637-ad1a-4ff7-9211-14cb01c65da5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Calling delete_port for c8628db9-248d-414f-af73-4bec62015f2f owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:44.553108 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c8628db9-248d-414f-af73-4bec62015f2f no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:44.570731 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-b8f773b8-698c-4ba6-8d57-c808e287b3e7 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604928 Jul 16 01:25:44.684577 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1396637-ad1a-4ff7-9211-14cb01c65da5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.703496 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No active binding found for port c8628db9-248d-414f-af73-4bec62015f2f {{(pid=93957) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 01:25:44.703828 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c8628db9-248d-414f-af73-4bec62015f2f not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:44.727910 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1396637-ad1a-4ff7-9211-14cb01c65da5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Port': ['ID=c8628db9-248d-414f-af73-4bec62015f2f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:44.728344 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-235ada51-1466-475a-a9e2-43ea2d117b8e None None] Deleting port c8628db9-248d-414f-af73-4bec62015f2f {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:44.728792 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-235ada51-1466-475a-a9e2-43ea2d117b8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.844922 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f2c36-d0d7-4423-b4b4-a31b0c6780b9 req-4f30c30c-b810-4085-a332-5b2aab224e52 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:44.851961 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f2c36-d0d7-4423-b4b4-a31b0c6780b9 req-4f30c30c-b810-4085-a332-5b2aab224e52 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:44.860047 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f2c36-d0d7-4423-b4b4-a31b0c6780b9 req-4f30c30c-b810-4085-a332-5b2aab224e52 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:44.862056 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-904f2c36-d0d7-4423-b4b4-a31b0c6780b9 req-4f30c30c-b810-4085-a332-5b2aab224e52 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 2376 time: 0.5490341 Jul 16 01:25:44.867375 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1396637-ad1a-4ff7-9211-14cb01c65da5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] No DVR routers for this DVR port c8628db9-248d-414f-af73-4bec62015f2f on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:44.895186 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-a3af4e6a-22ed-4275-b299-765f8b627aa1 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032000 Jul 16 01:25:44.964424 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-e3cc569e-de44-4ed5-a983-7b4075791d37 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=28a2b02f-aee0-487c-baab-2cdc1ff4a615 HTTP/1.1" status: 200 len: 217 time: 0.0591621 Jul 16 01:25:45.052788 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0672a1-984e-4255-bfad-e96d22ff6d70 req-c17a8da7-4db5-415b-b1d7-efabb6fac616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:45.062184 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e0672a1-984e-4255-bfad-e96d22ff6d70 req-c17a8da7-4db5-415b-b1d7-efabb6fac616 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2e2c96b1826a4339b18e4f406fbe264f&device_id=50c32309-560a-4a81-9614-b87659c6d3f8 HTTP/1.1" status: 200 len: 1097 time: 0.9108348 Jul 16 01:25:45.065915 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-235ada51-1466-475a-a9e2-43ea2d117b8e None None] For port c8628db9-248d-414f-af73-4bec62015f2f, host n-d-792394-16, got binding levels [] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:45.066462 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-235ada51-1466-475a-a9e2-43ea2d117b8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.072642 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-904f2c36-d0d7-4423-b4b4-a31b0c6780b9 req-c319e489-16c3-474d-9c57-e5694dc3fce5 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901917 Jul 16 01:25:45.108227 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-235ada51-1466-475a-a9e2-43ea2d117b8e None None] Calling delete_port for c8628db9-248d-414f-af73-4bec62015f2f owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:45.121505 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.ipam_backend_mixin [None req-235ada51-1466-475a-a9e2-43ea2d117b8e None None] Port c8628db9-248d-414f-af73-4bec62015f2f was not found and therefore no delete operation was performed {{(pid=93957) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:25:45.132310 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-235ada51-1466-475a-a9e2-43ea2d117b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.136241 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-b7dc4e15-f46b-46cc-bd44-2db0da871c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:45.138573 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-b7dc4e15-f46b-46cc-bd44-2db0da871c58 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7407fa8c-a52a-4e33-b68e-404660b41399 HTTP/1.1" status: 200 len: 797 time: 0.1644299 Jul 16 01:25:45.206265 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0672a1-984e-4255-bfad-e96d22ff6d70 req-f431b419-3dda-4345-8264-af387bb8a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:45.209639 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ada51-1466-475a-a9e2-43ea2d117b8e None None] Pushing event deleted for resources: {'Port': ['ID=c8628db9-248d-414f-af73-4bec62015f2f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:45.214360 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e0672a1-984e-4255-bfad-e96d22ff6d70 req-f431b419-3dda-4345-8264-af387bb8a381 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83 HTTP/1.1" status: 200 len: 906 time: 0.1266243 Jul 16 01:25:45.237776 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ada51-1466-475a-a9e2-43ea2d117b8e None None] No DVR routers for this DVR port c8628db9-248d-414f-af73-4bec62015f2f on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:45.338389 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1396637-ad1a-4ff7-9211-14cb01c65da5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.361645 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d47aed-c9c8-470a-82dd-5faf787cb21c req-b89160bb-58c3-4eac-9e0e-8f9e52d81d1b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:45.365167 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-12d47aed-c9c8-470a-82dd-5faf787cb21c req-b89160bb-58c3-4eac-9e0e-8f9e52d81d1b tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.82 "GET /v2.0/ports?device_id=e1445c03-b171-4709-98a7-e09b397c3de8 HTTP/1.1" status: 200 len: 950 time: 0.3202343 Jul 16 01:25:45.367907 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-e1396637-ad1a-4ff7-9211-14cb01c65da5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c69e30-fcea-4b0c-8e84-1646eca9781e']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:45.429281 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d9061208-e5b3-46f2-962e-c9fb7a0cca5d req-19bc8c99-4eeb-4d04-ba9d-1fdc361947a9 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc46446-934f-4c41-a8b6-6d967963336e HTTP/1.1" status: 200 len: 210 time: 0.0875163 Jul 16 01:25:45.437709 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-e1396637-ad1a-4ff7-9211-14cb01c65da5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae07c5db-17c4-4b0c-9abb-cd08e1520317') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:45.438014 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-e1396637-ad1a-4ff7-9211-14cb01c65da5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae07c5db-17c4-4b0c-9abb-cd08e1520317') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:45.475639 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1396637-ad1a-4ff7-9211-14cb01c65da5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.478819 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e0672a1-984e-4255-bfad-e96d22ff6d70 req-2f4794cd-2c85-45ea-bd2f-7e90c336b2f6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac96f6dd-ae12-48e2-9b31-22d4529e791f HTTP/1.1" status: 200 len: 1000 time: 0.2534738 Jul 16 01:25:45.559021 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-ea5699d6-6302-4ac6-8a4a-0b26e2ebd633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:45.561986 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-ea5699d6-6302-4ac6-8a4a-0b26e2ebd633 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4139838 Jul 16 01:25:45.571843 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1396637-ad1a-4ff7-9211-14cb01c65da5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.586670 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0672a1-984e-4255-bfad-e96d22ff6d70 req-345075e3-b393-4226-9d3d-67271f2ccc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:45.588385 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e0672a1-984e-4255-bfad-e96d22ff6d70 req-345075e3-b393-4226-9d3d-67271f2ccc40 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8a0b625a-5414-4c49-99ba-fd5b40c816b5 HTTP/1.1" status: 200 len: 844 time: 0.0977588 Jul 16 01:25:45.598078 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1396637-ad1a-4ff7-9211-14cb01c65da5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:45.598701 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1396637-ad1a-4ff7-9211-14cb01c65da5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:45.603139 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:45.681523 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-f45134d2-2db6-4957-a83d-87b732567383 req-e4cd2aaa-07b8-488a-9ddd-62c1554b4d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3319874-8a0b-448c-88a1-f3fadbe3a687 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:45.725751 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-e4cd2aaa-07b8-488a-9ddd-62c1554b4d45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.735524 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bf788-4e74-4b60-945a-607780c5b0a6 req-9bdd344f-1437-498f-838d-5fdc39234a3c tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:45.737300 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f3bf788-4e74-4b60-945a-607780c5b0a6 req-9bdd344f-1437-498f-838d-5fdc39234a3c tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1445c03-b171-4709-98a7-e09b397c3de8 HTTP/1.1" status: 200 len: 950 time: 0.2090302 Jul 16 01:25:45.744197 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-12d47aed-c9c8-470a-82dd-5faf787cb21c req-18b1ac44-29fa-4a57-90a3-2195002bb825 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Deleting port 68e7c35f-2436-4917-80f7-1478c3f03797 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:45.744197 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-12d47aed-c9c8-470a-82dd-5faf787cb21c req-18b1ac44-29fa-4a57-90a3-2195002bb825 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.771735 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1396637-ad1a-4ff7-9211-14cb01c65da5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.798923 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-5e72ab5e-d9e3-4d14-86e8-5c37dad1da95 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153027 Jul 16 01:25:45.799265 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1396637-ad1a-4ff7-9211-14cb01c65da5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.805968 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e1396637-ad1a-4ff7-9211-14cb01c65da5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/networks/d0c69e30-fcea-4b0c-8e84-1646eca9781e HTTP/1.1" status: 204 len: 168 time: 2.5511174 Jul 16 01:25:45.809256 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47090) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:45.817713 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2a3fd262-7f9b-446e-83a9-1d6392916e7c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1356390054'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:45.843497 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-f45134d2-2db6-4957-a83d-87b732567383 req-e4cd2aaa-07b8-488a-9ddd-62c1554b4d45 service neutron] Transition to ACTIVE for port object c3319874-8a0b-448c-88a1-f3fadbe3a687 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:45.847565 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1396637-ad1a-4ff7-9211-14cb01c65da5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Network': ['ID=d0c69e30-fcea-4b0c-8e84-1646eca9781e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:45.860111 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-e4cd2aaa-07b8-488a-9ddd-62c1554b4d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.936865 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd2aaa-07b8-488a-9ddd-62c1554b4d45 service neutron] Pushing event updated for resources: {'Port': ['ID=c3319874-8a0b-448c-88a1-f3fadbe3a687,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:45.937786 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f3bf788-4e74-4b60-945a-607780c5b0a6 req-eede3707-6043-435f-b597-e7fc2c81f5ce tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857808 Jul 16 01:25:45.979174 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3fd262-7f9b-446e-83a9-1d6392916e7c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:45.983227 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd262-7f9b-446e-83a9-1d6392916e7c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.987089 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0672a1-984e-4255-bfad-e96d22ff6d70 req-32e3a4f9-8e50-472c-b7ea-ba24bc0ae462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:45.989925 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e0672a1-984e-4255-bfad-e96d22ff6d70 req-32e3a4f9-8e50-472c-b7ea-ba24bc0ae462 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3812010 Jul 16 01:25:46.022619 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-12d47aed-c9c8-470a-82dd-5faf787cb21c req-18b1ac44-29fa-4a57-90a3-2195002bb825 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] For port 68e7c35f-2436-4917-80f7-1478c3f03797, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=68e7c35f-2436-4917-80f7-1478c3f03797,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:46.035097 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-12d47aed-c9c8-470a-82dd-5faf787cb21c req-18b1ac44-29fa-4a57-90a3-2195002bb825 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.069677 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-12d47aed-c9c8-470a-82dd-5faf787cb21c req-18b1ac44-29fa-4a57-90a3-2195002bb825 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Calling delete_port for 68e7c35f-2436-4917-80f7-1478c3f03797 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:46.105018 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3fd262-7f9b-446e-83a9-1d6392916e7c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:46.119074 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-d9779e79-3007-4502-a7a7-d63f4916cd53 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961993 Jul 16 01:25:46.154395 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.82', 52400) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:46.176499 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd262-7f9b-446e-83a9-1d6392916e7c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.176847 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-2a3fd262-7f9b-446e-83a9-1d6392916e7c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Added segment 2220d134-831b-4e00-8658-9f96fed71eb4 of type vlan for network 47c6c180-aebb-43a2-a342-096434352fcf Jul 16 01:25:46.184905 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e0672a1-984e-4255-bfad-e96d22ff6d70 req-5d6a4ffd-18d0-4c7d-be77-79d47278dcae service neutron] 10.222.0.84 "GET /v2.0/networks/a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847460 Jul 16 01:25:46.334530 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-7ad38864-4ae0-4576-8dd2-591437dd3282 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=31957c03-e96c-4dce-b43d-07797f5d84a0 HTTP/1.1" status: 200 len: 217 time: 0.1773202 Jul 16 01:25:46.569271 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c65e8d86-669c-48f2-8b93-221464e9ce4b up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:46.661419 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port c65e8d86-669c-48f2-8b93-221464e9ce4b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:46.661801 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.778481 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.806000 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865d4f00-19fa-4ed8-a6b6-2521df644b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65e8d86-669c-48f2-8b93-221464e9ce4b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:46.809068 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5da6d7c-0639-4331-91c4-8503360aeb9e" -d '{"events": [{"server_uuid": "865d4f00-19fa-4ed8-a6b6-2521df644b33", "name": "network-vif-plugged", "status": "completed", "tag": "c65e8d86-669c-48f2-8b93-221464e9ce4b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:46.825569 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd262-7f9b-446e-83a9-1d6392916e7c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.828811 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port c65e8d86-669c-48f2-8b93-221464e9ce4b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c65e8d86-669c-48f2-8b93-221464e9ce4b,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:46.836591 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.917352 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-047efd3b-dd5f-4155-b5b6-4e5d7e8cb14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:46.919827 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-047efd3b-dd5f-4155-b5b6-4e5d7e8cb14f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7407fa8c-a52a-4e33-b68e-404660b41399 HTTP/1.1" status: 200 len: 797 time: 0.5151665 Jul 16 01:25:46.922216 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=c65e8d86-669c-48f2-8b93-221464e9ce4b,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:46.978628 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd262-7f9b-446e-83a9-1d6392916e7c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.985026 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3fd262-7f9b-446e-83a9-1d6392916e7c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:46.985678 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd262-7f9b-446e-83a9-1d6392916e7c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.024590 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e0672a1-984e-4255-bfad-e96d22ff6d70 req-ca0ed870-d9a1-40cd-9537-21079db2f066 service neutron] 10.222.0.84 "GET /v2.0/networks/a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7548115 Jul 16 01:25:47.046756 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afcb98-6a01-4091-a2aa-c004d7e644ee req-a1a4dfd2-00f7-436d-aa68-8d6f3099c3f5 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:47.048307 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-55afcb98-6a01-4091-a2aa-c004d7e644ee req-a1a4dfd2-00f7-436d-aa68-8d6f3099c3f5 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.82 "GET /v2.0/ports?device_id=295e5ffe-5f79-47f4-aac1-2a09853f3896 HTTP/1.1" status: 200 len: 950 time: 0.8892562 Jul 16 01:25:47.135984 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c6b9a-9c8e-4c75-9640-d499216ddfcf req-0b3bd2aa-be09-4097-b0de-924471fb55ec tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:47.142494 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c6b9a-9c8e-4c75-9640-d499216ddfcf req-0b3bd2aa-be09-4097-b0de-924471fb55ec tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:47.150627 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c6b9a-9c8e-4c75-9640-d499216ddfcf req-0b3bd2aa-be09-4097-b0de-924471fb55ec tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:47.162698 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6645baaa-176e-490f-8a36-d0626a067230 req-1caabdcd-72b5-493b-952b-a3d99c739c90 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc46446-934f-4c41-a8b6-6d967963336e HTTP/1.1" status: 200 len: 210 time: 0.1284146 Jul 16 01:25:47.162977 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6c1c6b9a-9c8e-4c75-9640-d499216ddfcf req-0b3bd2aa-be09-4097-b0de-924471fb55ec tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 2388 time: 0.8327565 Jul 16 01:25:47.167084 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f45134d2-2db6-4957-a83d-87b732567383 req-e4cd2aaa-07b8-488a-9ddd-62c1554b4d45 service neutron] Attempting to bind port c3319874-8a0b-448c-88a1-f3fadbe3a687 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:47.167483 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f45134d2-2db6-4957-a83d-87b732567383 req-e4cd2aaa-07b8-488a-9ddd-62c1554b4d45 service neutron] Attempting to bind port c3319874-8a0b-448c-88a1-f3fadbe3a687 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '4ac171b9-4215-4d20-8163-3dcc5b470393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '63dc658c-4ff9-42ad-90ea-7b816efae517'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:47.167881 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45134d2-2db6-4957-a83d-87b732567383 req-e4cd2aaa-07b8-488a-9ddd-62c1554b4d45 service neutron] Attempting to bind port c3319874-8a0b-448c-88a1-f3fadbe3a687 on network 63dc658c-4ff9-42ad-90ea-7b816efae517 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:47.182916 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45134d2-2db6-4957-a83d-87b732567383 req-e4cd2aaa-07b8-488a-9ddd-62c1554b4d45 service neutron] Port c3319874-8a0b-448c-88a1-f3fadbe3a687 on network 63dc658c-4ff9-42ad-90ea-7b816efae517 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:47.183238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45134d2-2db6-4957-a83d-87b732567383 req-e4cd2aaa-07b8-488a-9ddd-62c1554b4d45 service neutron] Attempting to bind port c3319874-8a0b-448c-88a1-f3fadbe3a687 on network 63dc658c-4ff9-42ad-90ea-7b816efae517 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:47.215402 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45134d2-2db6-4957-a83d-87b732567383 req-e4cd2aaa-07b8-488a-9ddd-62c1554b4d45 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:47.215786 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45134d2-2db6-4957-a83d-87b732567383 req-e4cd2aaa-07b8-488a-9ddd-62c1554b4d45 service neutron] Checking segment: {'id': '4ac171b9-4215-4d20-8163-3dcc5b470393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '63dc658c-4ff9-42ad-90ea-7b816efae517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:47.216240 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45134d2-2db6-4957-a83d-87b732567383 req-e4cd2aaa-07b8-488a-9ddd-62c1554b4d45 service neutron] Bound using segment: {'id': '4ac171b9-4215-4d20-8163-3dcc5b470393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '63dc658c-4ff9-42ad-90ea-7b816efae517'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:47.216567 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f45134d2-2db6-4957-a83d-87b732567383 req-e4cd2aaa-07b8-488a-9ddd-62c1554b4d45 service neutron] Bound port: c3319874-8a0b-448c-88a1-f3fadbe3a687, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac171b9-4215-4d20-8163-3dcc5b470393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '63dc658c-4ff9-42ad-90ea-7b816efae517'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:47.216962 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-e4cd2aaa-07b8-488a-9ddd-62c1554b4d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.218687 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2a3fd262-7f9b-446e-83a9-1d6392916e7c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4081581 Jul 16 01:25:47.231099 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47108) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:47.253149 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2fbc6c07-b77c-43fa-9a6c-518c7386bf6b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'subnet': {'network_id': '47c6c180-aebb-43a2-a342-096434352fcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:47.303041 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f45134d2-2db6-4957-a83d-87b732567383 req-e4cd2aaa-07b8-488a-9ddd-62c1554b4d45 service neutron] For port c3319874-8a0b-448c-88a1-f3fadbe3a687, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:47.309756 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fd262-7f9b-446e-83a9-1d6392916e7c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Network': ['ID=47c6c180-aebb-43a2-a342-096434352fcf,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:47.310945 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f45134d2-2db6-4957-a83d-87b732567383 req-e4cd2aaa-07b8-488a-9ddd-62c1554b4d45 service neutron] For port c3319874-8a0b-448c-88a1-f3fadbe3a687, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c3319874-8a0b-448c-88a1-f3fadbe3a687,segment=NetworkSegment(4ac171b9-4215-4d20-8163-3dcc5b470393),segment_id=4ac171b9-4215-4d20-8163-3dcc5b470393)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:47.323570 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 47c6c180-aebb-43a2-a342-096434352fcf details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:47.331584 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-e20692f1-55e0-46ad-8ea8-f24af6202823 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:47.333499 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-e20692f1-55e0-46ad-8ea8-f24af6202823 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.82 "GET /v2.0/networks?id=35ff07a5-b891-4556-995d-01800531e82b HTTP/1.1" status: 200 len: 814 time: 1.1472278 Jul 16 01:25:47.335148 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-e4cd2aaa-07b8-488a-9ddd-62c1554b4d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.348806 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-c929a7be-4b2b-4630-8de1-d06ee073516b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Request body: {'port': {'device_id': 'afc46446-934f-4c41-a8b6-6d967963336e', 'network_id': '35ff07a5-b891-4556-995d-01800531e82b', 'admin_state_up': True, 'tenant_id': 'b34e809642274173b57688929a40029a'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:47.473292 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45134d2-2db6-4957-a83d-87b732567383 req-e4cd2aaa-07b8-488a-9ddd-62c1554b4d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:47.473932 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-e4cd2aaa-07b8-488a-9ddd-62c1554b4d45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.475375 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-e4cd2aaa-07b8-488a-9ddd-62c1554b4d45 service neutron] 10.222.0.82 "PUT /v2.0/ports/c3319874-8a0b-448c-88a1-f3fadbe3a687 HTTP/1.1" status: 200 len: 1093 time: 3.9389284 Jul 16 01:25:47.491224 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'tag': 'c3319874-8a0b-448c-88a1-f3fadbe3a687'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:47.497758 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00854b79-201d-4216-960c-0d670756f9da" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a674e4-81f7-4b13-ad5a-031ddaa560be", "tag": "c3319874-8a0b-448c-88a1-f3fadbe3a687"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:47.544713 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6c1c6b9a-9c8e-4c75-9640-d499216ddfcf req-433f839e-d4cb-409d-9166-322ad0b2a19a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854785 Jul 16 01:25:47.545601 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-12d47aed-c9c8-470a-82dd-5faf787cb21c req-18b1ac44-29fa-4a57-90a3-2195002bb825 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.548101 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c07ce82-1c3e-4dd2-9c61-6684bae20abe service neutron] Request body: {'port': {'device_id': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:47.568841 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['8648b5c6-909b-4737-9bf4-3fa1d78c7810'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:47.572144 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['4cedddb5-174d-4d99-a67f-313c9716b2bb'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:47.585433 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b640931b-403a-4374-9744-db82bb9c1ead x-openstack-request-id: req-b640931b-403a-4374-9744-db82bb9c1ead {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:47.585866 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865d4f00-19fa-4ed8-a6b6-2521df644b33", "name": "network-vif-plugged", "status": "completed", "tag": "c65e8d86-669c-48f2-8b93-221464e9ce4b", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:47.586157 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b640931b-403a-4374-9744-db82bb9c1ead {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:47.586568 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865d4f00-19fa-4ed8-a6b6-2521df644b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65e8d86-669c-48f2-8b93-221464e9ce4b', 'code': 200} Jul 16 01:25:47.615644 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1ac44-29fa-4a57-90a3-2195002bb825 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Pushing event deleted for resources: {'Port': ['ID=68e7c35f-2436-4917-80f7-1478c3f03797,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:47.658747 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-e3f20a6b-d976-4ccc-9672-c4a3ec14c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:47.661008 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-e3f20a6b-d976-4ccc-9672-c4a3ec14c088 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7216461 Jul 16 01:25:47.721910 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbc6c07-b77c-43fa-9a6c-518c7386bf6b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:47.729727 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2fbc6c07-b77c-43fa-9a6c-518c7386bf6b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.787305 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c07ce82-1c3e-4dd2-9c61-6684bae20abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.834461 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd2aaa-07b8-488a-9ddd-62c1554b4d45 service neutron] Pushing event updated for resources: {'Port': ['ID=c3319874-8a0b-448c-88a1-f3fadbe3a687,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:47.849435 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a666d4-b92d-4286-8bd0-53d6d1642ad9 x-openstack-request-id: req-35a666d4-b92d-4286-8bd0-53d6d1642ad9 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:47.850160 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a674e4-81f7-4b13-ad5a-031ddaa560be", "tag": "c3319874-8a0b-448c-88a1-f3fadbe3a687", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:47.850796 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35a666d4-b92d-4286-8bd0-53d6d1642ad9 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:47.851697 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'tag': 'c3319874-8a0b-448c-88a1-f3fadbe3a687', 'status': 'completed', 'code': 200} Jul 16 01:25:47.895379 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.82', 52401) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:47.907190 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-349f1c31-85d2-458c-bd65-10d629e88cdf req-9094afea-e582-47be-8f94-ea1438d5a44b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=34bd44be-8677-476b-831c-7cc5be010ff9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5151048 Jul 16 01:25:48.024031 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d47aed-c9c8-470a-82dd-5faf787cb21c req-18b1ac44-29fa-4a57-90a3-2195002bb825 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] No DVR routers for this DVR port 68e7c35f-2436-4917-80f7-1478c3f03797 on host n-h2-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:48.081409 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-c929a7be-4b2b-4630-8de1-d06ee073516b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Made reservation on behalf of b34e809642274173b57688929a40029a for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:48.085149 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-c929a7be-4b2b-4630-8de1-d06ee073516b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.091650 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-12d47aed-c9c8-470a-82dd-5faf787cb21c req-18b1ac44-29fa-4a57-90a3-2195002bb825 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.094407 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-12d47aed-c9c8-470a-82dd-5faf787cb21c req-18b1ac44-29fa-4a57-90a3-2195002bb825 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.82 "DELETE /v2.0/ports/68e7c35f-2436-4917-80f7-1478c3f03797 HTTP/1.1" status: 204 len: 173 time: 2.7200098 Jul 16 01:25:48.111584 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1445c03-b171-4709-98a7-e09b397c3de8', 'name': 'network-vif-deleted', 'tag': '68e7c35f-2436-4917-80f7-1478c3f03797'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:48.116570 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b653f2c-8bdf-44e3-9a90-9524dc80e198" -d '{"events": [{"server_uuid": "e1445c03-b171-4709-98a7-e09b397c3de8", "name": "network-vif-deleted", "tag": "68e7c35f-2436-4917-80f7-1478c3f03797"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:48.141941 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ae71ad18-bf31-4ae2-9b4a-89a507596b1c req-1cbf53c3-1c69-48a7-9e9e-1735a6b5a836 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1445c03-b171-4709-98a7-e09b397c3de8 HTTP/1.1" status: 200 len: 210 time: 0.2915974 Jul 16 01:25:48.317085 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b2f49f-e67a-4261-aa44-aaebd60f72a4 x-openstack-request-id: req-87b2f49f-e67a-4261-aa44-aaebd60f72a4 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:48.317766 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1445c03-b171-4709-98a7-e09b397c3de8", "name": "network-vif-deleted", "tag": "68e7c35f-2436-4917-80f7-1478c3f03797", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:48.318212 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87b2f49f-e67a-4261-aa44-aaebd60f72a4 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:48.318901 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1445c03-b171-4709-98a7-e09b397c3de8', 'name': 'network-vif-deleted', 'tag': '68e7c35f-2436-4917-80f7-1478c3f03797', 'status': 'completed', 'code': 200} Jul 16 01:25:48.441177 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-55afcb98-6a01-4091-a2aa-c004d7e644ee req-588a922f-e420-4263-86e8-d2011ca02880 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Deleting port 8648b5c6-909b-4737-9bf4-3fa1d78c7810 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:48.441675 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-55afcb98-6a01-4091-a2aa-c004d7e644ee req-588a922f-e420-4263-86e8-d2011ca02880 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.454738 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00854b79-201d-4216-960c-0d670756f9da req-fa7a1e7f-419b-4b6c-8522-b47384694d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.455462 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00854b79-201d-4216-960c-0d670756f9da req-fa7a1e7f-419b-4b6c-8522-b47384694d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.456016 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00854b79-201d-4216-960c-0d670756f9da req-fa7a1e7f-419b-4b6c-8522-b47384694d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.461594 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00854b79-201d-4216-960c-0d670756f9da req-fa7a1e7f-419b-4b6c-8522-b47384694d09 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3701d37a4b5440afb149894433d38e96&device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 2732 time: 0.5495245 Jul 16 01:25:48.580036 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9ecd50cf-6a6d-4ed9-9e4b-915cd95e1ae5 req-3d462ec9-8473-4a96-94df-c08c26db70da tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc46446-934f-4c41-a8b6-6d967963336e HTTP/1.1" status: 200 len: 210 time: 0.0696607 Jul 16 01:25:48.582321 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-8af3b870-e21b-46cd-9a95-956fcd8e65eb service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8974359 Jul 16 01:25:48.587191 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8648b5c6-909b-4737-9bf4-3fa1d78c7810 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:48.587832 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c07ce82-1c3e-4dd2-9c61-6684bae20abe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d460bf4-ebd6-4ae8-ab46-765df21e1654 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:48.596879 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f1c31-85d2-458c-bd65-10d629e88cdf req-89308948-3083-4f41-b04c-cda7110cb5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.598432 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-349f1c31-85d2-458c-bd65-10d629e88cdf req-89308948-3083-4f41-b04c-cda7110cb5b1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=edd1ed0455014b31835bf69f0954c3dd&device_id=34bd44be-8677-476b-831c-7cc5be010ff9 HTTP/1.1" status: 200 len: 1102 time: 0.5565801 Jul 16 01:25:48.613257 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c07ce82-1c3e-4dd2-9c61-6684bae20abe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.750146 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.849078 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8648b5c6-909b-4737-9bf4-3fa1d78c7810, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8648b5c6-909b-4737-9bf4-3fa1d78c7810,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:48.857808 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.858615 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 68e7c35f-2436-4917-80f7-1478c3f03797 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:48.899762 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-55afcb98-6a01-4091-a2aa-c004d7e644ee req-588a922f-e420-4263-86e8-d2011ca02880 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] For port 8648b5c6-909b-4737-9bf4-3fa1d78c7810, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8648b5c6-909b-4737-9bf4-3fa1d78c7810,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:48.900778 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-55afcb98-6a01-4091-a2aa-c004d7e644ee req-588a922f-e420-4263-86e8-d2011ca02880 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.943032 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-c929a7be-4b2b-4630-8de1-d06ee073516b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Allocated IP 172.20.0.10 (35ff07a5-b891-4556-995d-01800531e82b/d3f67e12-f5ad-4d79-ae7c-5f4fe14246c7/9415260f-0a5f-4275-ba01-7b0dcf685367) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:49.009125 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-55afcb98-6a01-4091-a2aa-c004d7e644ee req-588a922f-e420-4263-86e8-d2011ca02880 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Calling delete_port for 8648b5c6-909b-4737-9bf4-3fa1d78c7810 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:49.048100 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-cfaf552c-3fe2-45ea-8973-af8c83e2fda7 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389100 Jul 16 01:25:49.054807 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 68e7c35f-2436-4917-80f7-1478c3f03797 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:49.055410 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 68e7c35f-2436-4917-80f7-1478c3f03797 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:49.082044 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=8648b5c6-909b-4737-9bf4-3fa1d78c7810,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:49.110706 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2fbc6c07-b77c-43fa-9a6c-518c7386bf6b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.150547 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-c929a7be-4b2b-4630-8de1-d06ee073516b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.179188 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-ecf23f1c-e6a7-43a2-ac00-4627b8117f9a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb HTTP/1.1" status: 200 len: 217 time: 0.1185343 Jul 16 01:25:49.241317 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c07ce82-1c3e-4dd2-9c61-6684bae20abe service neutron] Transition to ACTIVE for port object 7d460bf4-ebd6-4ae8-ab46-765df21e1654 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:49.309953 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc6c07-b77c-43fa-9a6c-518c7386bf6b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Subnet': ['ID=07801353-be1b-41a7-82ab-2f5ebeedc351,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:49.322117 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d77a8c-aaf8-4285-8125-42f2ba364f78 req-500674a3-fa58-4be8-bdd9-00b22acd87d7 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:49.328476 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d77a8c-aaf8-4285-8125-42f2ba364f78 req-500674a3-fa58-4be8-bdd9-00b22acd87d7 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:49.334806 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d77a8c-aaf8-4285-8125-42f2ba364f78 req-500674a3-fa58-4be8-bdd9-00b22acd87d7 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:49.343051 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-15d77a8c-aaf8-4285-8125-42f2ba364f78 req-500674a3-fa58-4be8-bdd9-00b22acd87d7 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 2388 time: 0.4579120 Jul 16 01:25:49.344613 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00854b79-201d-4216-960c-0d670756f9da req-442a4e9a-a351-4470-882e-c59555e00e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:49.345297 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00854b79-201d-4216-960c-0d670756f9da req-442a4e9a-a351-4470-882e-c59555e00e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:49.346239 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00854b79-201d-4216-960c-0d670756f9da req-442a4e9a-a351-4470-882e-c59555e00e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:49.348139 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00854b79-201d-4216-960c-0d670756f9da req-442a4e9a-a351-4470-882e-c59555e00e7a service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=3701d37a4b5440afb149894433d38e96&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8359799 Jul 16 01:25:49.350925 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-c929a7be-4b2b-4630-8de1-d06ee073516b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.364701 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['5a667ba4-53dc-45af-b92d-faf315772a8b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:49.386074 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-78ac4b16-163c-42c9-8610-1033f221ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:49.391816 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-78ac4b16-163c-42c9-8610-1033f221ee64 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7407fa8c-a52a-4e33-b68e-404660b41399 HTTP/1.1" status: 200 len: 797 time: 0.1989489 Jul 16 01:25:49.453930 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-c929a7be-4b2b-4630-8de1-d06ee073516b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Network 35ff07a5-b891-4556-995d-01800531e82b is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:49.455454 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c07ce82-1c3e-4dd2-9c61-6684bae20abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.461646 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929a7be-4b2b-4630-8de1-d06ee073516b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Pushing event updated for resources: {'Port': ['ID=9415260f-0a5f-4275-ba01-7b0dcf685367,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:49.473790 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-c929a7be-4b2b-4630-8de1-d06ee073516b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:49.529061 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbc6c07-b77c-43fa-9a6c-518c7386bf6b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Checking segment: {'id': '2220d134-831b-4e00-8658-9f96fed71eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '47c6c180-aebb-43a2-a342-096434352fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:49.532804 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbc6c07-b77c-43fa-9a6c-518c7386bf6b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network hostable DHCP agents. Network: 47c6c180-aebb-43a2-a342-096434352fcf, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:49.560288 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-c929a7be-4b2b-4630-8de1-d06ee073516b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:49.592754 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295e5ffe-5f79-47f4-aac1-2a09853f3896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8648b5c6-909b-4737-9bf4-3fa1d78c7810'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:49.594891 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab5702f-aa7f-4a23-86f8-009360bfaba3" -d '{"events": [{"server_uuid": "295e5ffe-5f79-47f4-aac1-2a09853f3896", "name": "network-vif-unplugged", "status": "completed", "tag": "8648b5c6-909b-4737-9bf4-3fa1d78c7810"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:49.622452 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07ce82-1c3e-4dd2-9c61-6684bae20abe service neutron] Pushing event updated for resources: {'Port': ['ID=7d460bf4-ebd6-4ae8-ab46-765df21e1654,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:49.631576 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-c929a7be-4b2b-4630-8de1-d06ee073516b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:49.633205 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-c929a7be-4b2b-4630-8de1-d06ee073516b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.687532 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-c929a7be-4b2b-4630-8de1-d06ee073516b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3451276 Jul 16 01:25:49.696681 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-55afcb98-6a01-4091-a2aa-c004d7e644ee req-588a922f-e420-4263-86e8-d2011ca02880 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.716177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-7dd8f018-17cf-47f6-b0ff-586b06b7719a service neutron] Request body: {'port': {'device_id': 'afc46446-934f-4c41-a8b6-6d967963336e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:49.727473 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-15d77a8c-aaf8-4285-8125-42f2ba364f78 req-9d532197-133e-4d90-af8b-8ee2f39813b9 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833070 Jul 16 01:25:49.795917 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbc6c07-b77c-43fa-9a6c-518c7386bf6b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network 47c6c180-aebb-43a2-a342-096434352fcf is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:49.799518 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-e93de233-6b14-4a78-80d6-73bee9e6319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:49.801179 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-e93de233-6b14-4a78-80d6-73bee9e6319a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4017861 Jul 16 01:25:49.809619 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a922f-e420-4263-86e8-d2011ca02880 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Pushing event deleted for resources: {'Port': ['ID=8648b5c6-909b-4737-9bf4-3fa1d78c7810,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:49.860962 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f1c31-85d2-458c-bd65-10d629e88cdf req-83110105-6fed-42e5-9cf8-3ccfbd6eceba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:49.862457 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-349f1c31-85d2-458c-bd65-10d629e88cdf req-83110105-6fed-42e5-9cf8-3ccfbd6eceba service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 1.2365077 Jul 16 01:25:49.942729 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa387ccc-6773-4c94-8ed2-0356141ec736 x-openstack-request-id: req-aa387ccc-6773-4c94-8ed2-0356141ec736 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:49.943255 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-349f1c31-85d2-458c-bd65-10d629e88cdf req-03a7dfb1-75f1-4388-9ffe-258eb315ca20 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=4cedddb5-174d-4d99-a67f-313c9716b2bb HTTP/1.1" status: 200 len: 217 time: 0.0690029 Jul 16 01:25:49.945035 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295e5ffe-5f79-47f4-aac1-2a09853f3896", "name": "network-vif-unplugged", "status": "completed", "tag": "8648b5c6-909b-4737-9bf4-3fa1d78c7810", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:49.945720 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa387ccc-6773-4c94-8ed2-0356141ec736 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:49.946418 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295e5ffe-5f79-47f4-aac1-2a09853f3896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8648b5c6-909b-4737-9bf4-3fa1d78c7810', 'code': 200} Jul 16 01:25:49.957343 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['4cedddb5-174d-4d99-a67f-313c9716b2bb'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:49.974923 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-2fbc6c07-b77c-43fa-9a6c-518c7386bf6b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 47c6c180-aebb-43a2-a342-096434352fcf) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:49.986762 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-55afcb98-6a01-4091-a2aa-c004d7e644ee req-588a922f-e420-4263-86e8-d2011ca02880 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] No DVR routers for this DVR port 8648b5c6-909b-4737-9bf4-3fa1d78c7810 on host n-h2-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:49.994529 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-55afcb98-6a01-4091-a2aa-c004d7e644ee req-588a922f-e420-4263-86e8-d2011ca02880 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:49.996621 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-55afcb98-6a01-4091-a2aa-c004d7e644ee req-588a922f-e420-4263-86e8-d2011ca02880 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.82 "DELETE /v2.0/ports/8648b5c6-909b-4737-9bf4-3fa1d78c7810 HTTP/1.1" status: 204 len: 173 time: 2.9089704 Jul 16 01:25:49.997883 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbc6c07-b77c-43fa-9a6c-518c7386bf6b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:49.998467 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2fbc6c07-b77c-43fa-9a6c-518c7386bf6b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.029315 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1473f3-94a7-4246-a597-c7355ca7fe28 None None] Network 47c6c180-aebb-43a2-a342-096434352fcf requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:50.056294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00854b79-201d-4216-960c-0d670756f9da req-62451f10-0d55-4acd-8846-b3c24264ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:50.058141 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00854b79-201d-4216-960c-0d670756f9da req-62451f10-0d55-4acd-8846-b3c24264ba60 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7010238 Jul 16 01:25:50.096136 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-7dd8f018-17cf-47f6-b0ff-586b06b7719a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.131698 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb605e6-8045-42c9-bba8-bebd706b8bcc req-fb50f9a1-74d1-49a8-b74d-1063b17d77af tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:50.139880 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2eb605e6-8045-42c9-bba8-bebd706b8bcc req-fb50f9a1-74d1-49a8-b74d-1063b17d77af tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=295e5ffe-5f79-47f4-aac1-2a09853f3896 HTTP/1.1" status: 200 len: 865 time: 0.5911624 Jul 16 01:25:50.184314 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2fbc6c07-b77c-43fa-9a6c-518c7386bf6b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9523797 Jul 16 01:25:50.191748 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47172) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:50.197478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f1c31-85d2-458c-bd65-10d629e88cdf req-53ae28bb-9a8d-4fa9-ad62-a270c5b08d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:50.199002 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-349f1c31-85d2-458c-bd65-10d629e88cdf req-53ae28bb-9a8d-4fa9-ad62-a270c5b08d3f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.2429473 Jul 16 01:25:50.232270 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-f0805465-78a6-46de-8a60-1d01753ed931 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'port': {'network_id': '47c6c180-aebb-43a2-a342-096434352fcf', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-900903998'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:50.338455 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295e5ffe-5f79-47f4-aac1-2a09853f3896', 'name': 'network-vif-deleted', 'tag': '8648b5c6-909b-4737-9bf4-3fa1d78c7810'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:50.341460 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604b625a-4ded-4a68-8250-cc30c71bac2e" -d '{"events": [{"server_uuid": "295e5ffe-5f79-47f4-aac1-2a09853f3896", "name": "network-vif-deleted", "tag": "8648b5c6-909b-4737-9bf4-3fa1d78c7810"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:50.357611 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2eb605e6-8045-42c9-bba8-bebd706b8bcc req-d2251c33-d5c2-414b-9f30-c7880a138b0f tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158763 Jul 16 01:25:50.499206 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-e8b22b35-5b0e-4d9e-9327-6b476002a58f service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6585283 Jul 16 01:25:50.527953 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c07ce82-1c3e-4dd2-9c61-6684bae20abe service neutron] Attempting to bind port 7d460bf4-ebd6-4ae8-ab46-765df21e1654 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:50.528626 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c07ce82-1c3e-4dd2-9c61-6684bae20abe service neutron] Attempting to bind port 7d460bf4-ebd6-4ae8-ab46-765df21e1654 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '5f14f265-ab91-4142-b20b-60ddcd610e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '08b50b16-1dc4-4895-8ddc-9aa6086fe5c8'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:50.529188 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c07ce82-1c3e-4dd2-9c61-6684bae20abe service neutron] Attempting to bind port 7d460bf4-ebd6-4ae8-ab46-765df21e1654 on network 08b50b16-1dc4-4895-8ddc-9aa6086fe5c8 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:50.554785 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c07ce82-1c3e-4dd2-9c61-6684bae20abe service neutron] Port 7d460bf4-ebd6-4ae8-ab46-765df21e1654 on network 08b50b16-1dc4-4895-8ddc-9aa6086fe5c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:50.555744 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c07ce82-1c3e-4dd2-9c61-6684bae20abe service neutron] Attempting to bind port 7d460bf4-ebd6-4ae8-ab46-765df21e1654 on network 08b50b16-1dc4-4895-8ddc-9aa6086fe5c8 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:50.568888 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dc71ac-c77d-4aca-9d9d-4a6cca4121be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-47c6c180-aebb-43a2-a342-096434352fcf', 'network_id': '47c6c180-aebb-43a2-a342-096434352fcf', 'tenant_id': 'c502d8556a3d4fd890ce88130235b09d', 'fixed_ips': [{'subnet_id': '07801353-be1b-41a7-82ab-2f5ebeedc351'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:25:50.569940 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-10dc71ac-c77d-4aca-9d9d-4a6cca4121be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.584801 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c07ce82-1c3e-4dd2-9c61-6684bae20abe service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:50.585448 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c07ce82-1c3e-4dd2-9c61-6684bae20abe service neutron] Checking segment: {'id': '5f14f265-ab91-4142-b20b-60ddcd610e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '08b50b16-1dc4-4895-8ddc-9aa6086fe5c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:50.586074 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c07ce82-1c3e-4dd2-9c61-6684bae20abe service neutron] Bound using segment: {'id': '5f14f265-ab91-4142-b20b-60ddcd610e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '08b50b16-1dc4-4895-8ddc-9aa6086fe5c8'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:50.586643 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c07ce82-1c3e-4dd2-9c61-6684bae20abe service neutron] Bound port: 7d460bf4-ebd6-4ae8-ab46-765df21e1654, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f14f265-ab91-4142-b20b-60ddcd610e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '08b50b16-1dc4-4895-8ddc-9aa6086fe5c8'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:50.587254 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c07ce82-1c3e-4dd2-9c61-6684bae20abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:50.622154 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f1c31-85d2-458c-bd65-10d629e88cdf req-f3977b90-5733-44ca-8572-35e34068f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:50.629309 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-349f1c31-85d2-458c-bd65-10d629e88cdf req-f3977b90-5733-44ca-8572-35e34068f9ef service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4071205 Jul 16 01:25:50.854765 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-10dc71ac-c77d-4aca-9d9d-4a6cca4121be None None] Allocated IP 2001:db8::2 (47c6c180-aebb-43a2-a342-096434352fcf/07801353-be1b-41a7-82ab-2f5ebeedc351/26d38c16-a293-4b54-8a10-665fda695c14) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:51.090129 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c07ce82-1c3e-4dd2-9c61-6684bae20abe service neutron] For port 7d460bf4-ebd6-4ae8-ab46-765df21e1654, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:51.113607 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c07ce82-1c3e-4dd2-9c61-6684bae20abe service neutron] For port 7d460bf4-ebd6-4ae8-ab46-765df21e1654, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7d460bf4-ebd6-4ae8-ab46-765df21e1654,segment=NetworkSegment(5f14f265-ab91-4142-b20b-60ddcd610e5f),segment_id=5f14f265-ab91-4142-b20b-60ddcd610e5f)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:51.121065 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-349f1c31-85d2-458c-bd65-10d629e88cdf req-10305bb9-bc1d-43d1-8abd-af18a05a524b service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663336 Jul 16 01:25:51.130296 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-7dd8f018-17cf-47f6-b0ff-586b06b7719a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9415260f-0a5f-4275-ba01-7b0dcf685367 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:51.144563 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-7dd8f018-17cf-47f6-b0ff-586b06b7719a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.176016 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c07ce82-1c3e-4dd2-9c61-6684bae20abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.196811 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-10dc71ac-c77d-4aca-9d9d-4a6cca4121be None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.202470 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-7dd8f018-17cf-47f6-b0ff-586b06b7719a service neutron] Transition to ACTIVE for port object 9415260f-0a5f-4275-ba01-7b0dcf685367 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:51.204903 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa2938-3b63-48a5-9343-de6c303a7f0e req-437abadc-696b-4ef0-be0a-3d217ea24864 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:51.221143 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3bfa2938-3b63-48a5-9343-de6c303a7f0e req-437abadc-696b-4ef0-be0a-3d217ea24864 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc46446-934f-4c41-a8b6-6d967963336e HTTP/1.1" status: 200 len: 932 time: 0.9668608 Jul 16 01:25:51.231168 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-10dc71ac-c77d-4aca-9d9d-4a6cca4121be None None] Transition to ACTIVE for port object 26d38c16-a293-4b54-8a10-665fda695c14 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:51.247885 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c07ce82-1c3e-4dd2-9c61-6684bae20abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:51.248811 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c07ce82-1c3e-4dd2-9c61-6684bae20abe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.251563 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-7c07ce82-1c3e-4dd2-9c61-6684bae20abe service neutron] 10.222.0.82 "PUT /v2.0/ports/7d460bf4-ebd6-4ae8-ab46-765df21e1654 HTTP/1.1" status: 200 len: 1092 time: 3.7077487 Jul 16 01:25:51.252624 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-7dd8f018-17cf-47f6-b0ff-586b06b7719a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.254825 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'tag': '7d460bf4-ebd6-4ae8-ab46-765df21e1654'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:51.258066 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5a491a-155b-41e9-9401-3853356998d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a674e4-81f7-4b13-ad5a-031ddaa560be", "tag": "7d460bf4-ebd6-4ae8-ab46-765df21e1654"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:51.264905 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-10dc71ac-c77d-4aca-9d9d-4a6cca4121be None None] Transition to ACTIVE for port object 26d38c16-a293-4b54-8a10-665fda695c14 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:51.281832 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-10dc71ac-c77d-4aca-9d9d-4a6cca4121be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.326186 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-f45134d2-2db6-4957-a83d-87b732567383 req-0f29e15c-039d-4463-9f57-b86a1da143aa service neutron] Request body: {'port': {'device_id': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:51.405951 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dc71ac-c77d-4aca-9d9d-4a6cca4121be None None] Network 47c6c180-aebb-43a2-a342-096434352fcf is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:51.409882 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-10dc71ac-c77d-4aca-9d9d-4a6cca4121be None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:51.417872 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049916df-a2ca-472c-85b7-9e2d0e2a8e9d x-openstack-request-id: req-049916df-a2ca-472c-85b7-9e2d0e2a8e9d {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:51.418241 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295e5ffe-5f79-47f4-aac1-2a09853f3896", "name": "network-vif-deleted", "tag": "8648b5c6-909b-4737-9bf4-3fa1d78c7810", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:51.418404 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-049916df-a2ca-472c-85b7-9e2d0e2a8e9d {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:51.419070 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295e5ffe-5f79-47f4-aac1-2a09853f3896', 'name': 'network-vif-deleted', 'tag': '8648b5c6-909b-4737-9bf4-3fa1d78c7810', 'status': 'completed', 'code': 200} Jul 16 01:25:51.432416 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc71ac-c77d-4aca-9d9d-4a6cca4121be None None] Pushing event updated for resources: {'Port': ['ID=26d38c16-a293-4b54-8a10-665fda695c14,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:51.443835 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dc71ac-c77d-4aca-9d9d-4a6cca4121be None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:51.445919 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07ce82-1c3e-4dd2-9c61-6684bae20abe service neutron] Pushing event updated for resources: {'Port': ['ID=7d460bf4-ebd6-4ae8-ab46-765df21e1654,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:51.465947 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0805465-78a6-46de-8a60-1d01753ed931 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:51.474142 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0805465-78a6-46de-8a60-1d01753ed931 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.537289 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3bfa2938-3b63-48a5-9343-de6c303a7f0e req-859fe485-d493-4912-862a-d44ac7ec8122 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133061 Jul 16 01:25:51.546032 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-4c94a5f9-06b3-4b55-b8ee-75d37ec31831 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0353782 Jul 16 01:25:51.599520 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-f0805465-78a6-46de-8a60-1d01753ed931 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] device_id is not set on port 6a6df56e-c10a-4878-8068-a0d882beb9bc yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:25:51.669155 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8f018-17cf-47f6-b0ff-586b06b7719a service neutron] Pushing event updated for resources: {'Port': ['ID=9415260f-0a5f-4275-ba01-7b0dcf685367,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:51.691496 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-10dc71ac-c77d-4aca-9d9d-4a6cca4121be None None] Attempting to bind port 26d38c16-a293-4b54-8a10-665fda695c14 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:51.692092 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-10dc71ac-c77d-4aca-9d9d-4a6cca4121be None None] Attempting to bind port 26d38c16-a293-4b54-8a10-665fda695c14 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '2220d134-831b-4e00-8658-9f96fed71eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '47c6c180-aebb-43a2-a342-096434352fcf'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:51.692694 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dc71ac-c77d-4aca-9d9d-4a6cca4121be None None] Attempting to bind port 26d38c16-a293-4b54-8a10-665fda695c14 on network 47c6c180-aebb-43a2-a342-096434352fcf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:51.706335 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dc71ac-c77d-4aca-9d9d-4a6cca4121be None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:51.706870 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dc71ac-c77d-4aca-9d9d-4a6cca4121be None None] Checking segment: {'id': '2220d134-831b-4e00-8658-9f96fed71eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '47c6c180-aebb-43a2-a342-096434352fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:51.707528 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-10dc71ac-c77d-4aca-9d9d-4a6cca4121be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.708196 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dc71ac-c77d-4aca-9d9d-4a6cca4121be None None] Bound using segment: {'id': '2220d134-831b-4e00-8658-9f96fed71eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '47c6c180-aebb-43a2-a342-096434352fcf'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:51.708907 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-10dc71ac-c77d-4aca-9d9d-4a6cca4121be None None] Bound port: 26d38c16-a293-4b54-8a10-665fda695c14, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2220d134-831b-4e00-8658-9f96fed71eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '47c6c180-aebb-43a2-a342-096434352fcf'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:51.709525 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-10dc71ac-c77d-4aca-9d9d-4a6cca4121be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.796168 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-0a506344-1ed8-4932-b54c-335f684d815f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eb9afd08-8589-466c-acc7-7a1d1cc88b43 HTTP/1.1" status: 200 len: 217 time: 0.2355564 Jul 16 01:25:51.798958 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bebeba-d21a-4473-b292-c241db2e9770 x-openstack-request-id: req-14bebeba-d21a-4473-b292-c241db2e9770 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:51.799151 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a674e4-81f7-4b13-ad5a-031ddaa560be", "tag": "7d460bf4-ebd6-4ae8-ab46-765df21e1654", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:51.799500 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14bebeba-d21a-4473-b292-c241db2e9770 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:51.800092 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'tag': '7d460bf4-ebd6-4ae8-ab46-765df21e1654', 'status': 'completed', 'code': 200} Jul 16 01:25:51.919754 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-349f1c31-85d2-458c-bd65-10d629e88cdf req-200b1cce-ad3e-4fd4-99b6-83460ef4bd43 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7572620 Jul 16 01:25:51.945555 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-d4628ca6-31e1-469c-9a99-24a8b2a707ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:51.946983 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-d4628ca6-31e1-469c-9a99-24a8b2a707ef service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9ae7ab5f-1aba-40ab-8a57-c511550c4d96 HTTP/1.1" status: 200 len: 797 time: 0.1399138 Jul 16 01:25:51.973974 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-10dc71ac-c77d-4aca-9d9d-4a6cca4121be None None] For port 26d38c16-a293-4b54-8a10-665fda695c14, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:51.978544 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-10dc71ac-c77d-4aca-9d9d-4a6cca4121be None None] For port 26d38c16-a293-4b54-8a10-665fda695c14, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=26d38c16-a293-4b54-8a10-665fda695c14,segment=NetworkSegment(2220d134-831b-4e00-8658-9f96fed71eb4),segment_id=2220d134-831b-4e00-8658-9f96fed71eb4)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:51.988249 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-10dc71ac-c77d-4aca-9d9d-4a6cca4121be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:51.991104 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-f0805465-78a6-46de-8a60-1d01753ed931 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Allocated IP 2001:db8::26d (47c6c180-aebb-43a2-a342-096434352fcf/07801353-be1b-41a7-82ab-2f5ebeedc351/6a6df56e-c10a-4878-8068-a0d882beb9bc) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:52.113168 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc71ac-c77d-4aca-9d9d-4a6cca4121be None None] Pushing event updated for resources: {'Port': ['ID=26d38c16-a293-4b54-8a10-665fda695c14,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:52.193066 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0805465-78a6-46de-8a60-1d01753ed931 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.214339 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-f0805465-78a6-46de-8a60-1d01753ed931 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Transition to ACTIVE for port object 6a6df56e-c10a-4878-8068-a0d882beb9bc will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:52.277118 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0805465-78a6-46de-8a60-1d01753ed931 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.354131 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0805465-78a6-46de-8a60-1d01753ed931 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network 47c6c180-aebb-43a2-a342-096434352fcf is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:52.361302 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-f0805465-78a6-46de-8a60-1d01753ed931 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:52.365601 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0805465-78a6-46de-8a60-1d01753ed931 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:52.407969 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0805465-78a6-46de-8a60-1d01753ed931 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:52.410715 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0805465-78a6-46de-8a60-1d01753ed931 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.419808 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-3139ffed-1298-4f4b-8c75-e1cf28bc61f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:52.421505 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-3139ffed-1298-4f4b-8c75-e1cf28bc61f1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7baef46c-4da4-4d46-bf21-e653349e66a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4490862 Jul 16 01:25:52.496202 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0805465-78a6-46de-8a60-1d01753ed931 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Port': ['ID=6a6df56e-c10a-4878-8068-a0d882beb9bc,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:52.516417 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f0805465-78a6-46de-8a60-1d01753ed931 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.2989058 Jul 16 01:25:52.517098 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47208) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:52.710897 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-62b3b162-8bf2-4417-85c7-d63051c902af service neutron] 10.222.0.82 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706082 Jul 16 01:25:52.724484 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-0f29e15c-039d-4463-9f57-b86a1da143aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.774702 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-e1d65153-9e80-4b75-ad28-d1ad0aa11c5e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting port 6a6df56e-c10a-4878-8068-a0d882beb9bc {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:52.775051 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1d65153-9e80-4b75-ad28-d1ad0aa11c5e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.787565 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-7dd8f018-17cf-47f6-b0ff-586b06b7719a service neutron] Attempting to bind port 9415260f-0a5f-4275-ba01-7b0dcf685367 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:52.787953 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-7dd8f018-17cf-47f6-b0ff-586b06b7719a service neutron] Attempting to bind port 9415260f-0a5f-4275-ba01-7b0dcf685367 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '5b3908e5-ef1d-4834-83cc-7a5e334d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '35ff07a5-b891-4556-995d-01800531e82b'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:52.788251 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-7dd8f018-17cf-47f6-b0ff-586b06b7719a service neutron] Attempting to bind port 9415260f-0a5f-4275-ba01-7b0dcf685367 on network 35ff07a5-b891-4556-995d-01800531e82b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:52.816625 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-7dd8f018-17cf-47f6-b0ff-586b06b7719a service neutron] Port 9415260f-0a5f-4275-ba01-7b0dcf685367 on network 35ff07a5-b891-4556-995d-01800531e82b not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:52.816982 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-7dd8f018-17cf-47f6-b0ff-586b06b7719a service neutron] Attempting to bind port 9415260f-0a5f-4275-ba01-7b0dcf685367 on network 35ff07a5-b891-4556-995d-01800531e82b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:52.847953 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-7dd8f018-17cf-47f6-b0ff-586b06b7719a service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:52.848329 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-7dd8f018-17cf-47f6-b0ff-586b06b7719a service neutron] Checking segment: {'id': '5b3908e5-ef1d-4834-83cc-7a5e334d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '35ff07a5-b891-4556-995d-01800531e82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:52.848711 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-7dd8f018-17cf-47f6-b0ff-586b06b7719a service neutron] Bound using segment: {'id': '5b3908e5-ef1d-4834-83cc-7a5e334d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '35ff07a5-b891-4556-995d-01800531e82b'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:52.849167 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-7dd8f018-17cf-47f6-b0ff-586b06b7719a service neutron] Bound port: 9415260f-0a5f-4275-ba01-7b0dcf685367, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b3908e5-ef1d-4834-83cc-7a5e334d32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '35ff07a5-b891-4556-995d-01800531e82b'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:52.849555 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-7dd8f018-17cf-47f6-b0ff-586b06b7719a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.910792 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3b279-6b59-440a-8eed-e18157d72fc0 req-f05d4ac7-f354-49e2-a5d2-45e0920cfa67 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:52.917612 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3b279-6b59-440a-8eed-e18157d72fc0 req-f05d4ac7-f354-49e2-a5d2-45e0920cfa67 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:52.923710 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3b279-6b59-440a-8eed-e18157d72fc0 req-f05d4ac7-f354-49e2-a5d2-45e0920cfa67 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:52.925680 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0fb3b279-6b59-440a-8eed-e18157d72fc0 req-f05d4ac7-f354-49e2-a5d2-45e0920cfa67 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 2400 time: 1.2492778 Jul 16 01:25:52.934390 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-e19616fb-34fc-40f9-8615-56cd4976ef62 service neutron] 10.222.0.82 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158637 Jul 16 01:25:52.968448 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a491a-155b-41e9-9401-3853356998d3 req-71c881af-b4ea-46c2-b721-0d5908d7f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:52.968951 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a491a-155b-41e9-9401-3853356998d3 req-71c881af-b4ea-46c2-b721-0d5908d7f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:52.969413 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a491a-155b-41e9-9401-3853356998d3 req-71c881af-b4ea-46c2-b721-0d5908d7f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:52.971071 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9e5a491a-155b-41e9-9401-3853356998d3 req-71c881af-b4ea-46c2-b721-0d5908d7f544 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3701d37a4b5440afb149894433d38e96&device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 2800 time: 1.0691271 Jul 16 01:25:52.997246 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-d76055c9-9e14-425f-89df-dcfb7704f4a6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e2ef83a1-f91f-49e7-bc9f-992cf81fc73d HTTP/1.1" status: 200 len: 217 time: 0.0490084 Jul 16 01:25:53.005048 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1d65153-9e80-4b75-ad28-d1ad0aa11c5e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.058521 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-e1d65153-9e80-4b75-ad28-d1ad0aa11c5e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Calling delete_port for 6a6df56e-c10a-4878-8068-a0d882beb9bc owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:53.134664 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-ebd1d4a3-6e56-4e0b-a632-01a2bb0b3f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:53.137592 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-ebd1d4a3-6e56-4e0b-a632-01a2bb0b3f31 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9ae7ab5f-1aba-40ab-8a57-c511550c4d96 HTTP/1.1" status: 200 len: 797 time: 0.1281567 Jul 16 01:25:53.166753 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0fb3b279-6b59-440a-8eed-e18157d72fc0 req-637ba639-f4b9-4c33-8e49-67c615efacaf tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253232 Jul 16 01:25:53.293585 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-7dd8f018-17cf-47f6-b0ff-586b06b7719a service neutron] For port 9415260f-0a5f-4275-ba01-7b0dcf685367, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:53.324391 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-7dd8f018-17cf-47f6-b0ff-586b06b7719a service neutron] For port 9415260f-0a5f-4275-ba01-7b0dcf685367, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=9415260f-0a5f-4275-ba01-7b0dcf685367,segment=NetworkSegment(5b3908e5-ef1d-4834-83cc-7a5e334d32e1),segment_id=5b3908e5-ef1d-4834-83cc-7a5e334d32e1)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:53.330582 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a491a-155b-41e9-9401-3853356998d3 req-8c50ef62-22cb-48d1-a1c6-9eeb971180f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:53.331066 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a491a-155b-41e9-9401-3853356998d3 req-8c50ef62-22cb-48d1-a1c6-9eeb971180f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:53.331535 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a491a-155b-41e9-9401-3853356998d3 req-8c50ef62-22cb-48d1-a1c6-9eeb971180f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:53.333577 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9e5a491a-155b-41e9-9401-3853356998d3 req-8c50ef62-22cb-48d1-a1c6-9eeb971180f7 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=3701d37a4b5440afb149894433d38e96&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3512063 Jul 16 01:25:53.377827 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-7dd8f018-17cf-47f6-b0ff-586b06b7719a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.422023 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-99ac4d94-8296-42f2-be01-fafea8357e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:53.424997 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-99ac4d94-8296-42f2-be01-fafea8357e17 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7baef46c-4da4-4d46-bf21-e653349e66a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2768602 Jul 16 01:25:53.564102 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c5205-2ac4-4ff1-bd17-a58e3f91c661 req-e01b5ac4-54c5-44e8-b58d-940de873dfd7 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:53.566067 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2e4c5205-2ac4-4ff1-bd17-a58e3f91c661 req-e01b5ac4-54c5-44e8-b58d-940de873dfd7 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc46446-934f-4c41-a8b6-6d967963336e HTTP/1.1" status: 200 len: 944 time: 0.3073297 Jul 16 01:25:53.566824 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1d65153-9e80-4b75-ad28-d1ad0aa11c5e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.577078 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-7dd8f018-17cf-47f6-b0ff-586b06b7719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:53.577743 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-7dd8f018-17cf-47f6-b0ff-586b06b7719a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.579236 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-7dd8f018-17cf-47f6-b0ff-586b06b7719a service neutron] 10.222.0.82 "PUT /v2.0/ports/9415260f-0a5f-4275-ba01-7b0dcf685367 HTTP/1.1" status: 200 len: 1093 time: 3.8704286 Jul 16 01:25:53.664075 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d65153-9e80-4b75-ad28-d1ad0aa11c5e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Port': ['ID=6a6df56e-c10a-4878-8068-a0d882beb9bc,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:53.731757 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8f018-17cf-47f6-b0ff-586b06b7719a service neutron] Pushing event updated for resources: {'Port': ['ID=9415260f-0a5f-4275-ba01-7b0dcf685367,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:53.743832 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1d65153-9e80-4b75-ad28-d1ad0aa11c5e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.746898 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e1d65153-9e80-4b75-ad28-d1ad0aa11c5e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/ports/6a6df56e-c10a-4878-8068-a0d882beb9bc HTTP/1.1" status: 204 len: 168 time: 1.2261775 Jul 16 01:25:53.749594 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-a2429d5e-865f-456d-9bc4-d335ee07641c service neutron] 10.222.0.82 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160157 Jul 16 01:25:53.750223 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47228) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:53.781656 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf2fcde-6be2-460f-95d0-0321ce3d5d5d None None] Network 47c6c180-aebb-43a2-a342-096434352fcf requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:53.806880 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc46446-934f-4c41-a8b6-6d967963336e', 'tag': '9415260f-0a5f-4275-ba01-7b0dcf685367'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:53.811436 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27368bf-240a-4065-b819-b227cd4d2f76" -d '{"events": [{"name": "network-changed", "server_uuid": "afc46446-934f-4c41-a8b6-6d967963336e", "tag": "9415260f-0a5f-4275-ba01-7b0dcf685367"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:53.813041 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-098029eb-3c98-49d9-8875-987e4387c595 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] GET failed (client error): The resource could not be found. Jul 16 01:25:53.815870 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-098029eb-3c98-49d9-8875-987e4387c595 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports/6a6df56e-c10a-4878-8068-a0d882beb9bc HTTP/1.1" status: 404 len: 333 time: 0.0628400 Jul 16 01:25:53.827416 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47232) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:53.847926 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a491a-155b-41e9-9401-3853356998d3 req-f58f89ef-f5dc-4dae-9dab-17e81341800c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:53.855783 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9e5a491a-155b-41e9-9401-3853356998d3 req-f58f89ef-f5dc-4dae-9dab-17e81341800c service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5154166 Jul 16 01:25:53.907482 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-f45134d2-2db6-4957-a83d-87b732567383 req-0f29e15c-039d-4463-9f57-b86a1da143aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2582d953-284c-4878-b384-29a8d4048e40 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:53.914571 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a82c2269-125b-483c-bd50-72be241073a9 None None] Provisioning for port 26d38c16-a293-4b54-8a10-665fda695c14 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:53.926872 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-0f29e15c-039d-4463-9f57-b86a1da143aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.935194 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2e4c5205-2ac4-4ff1-bd17-a58e3f91c661 req-75b179a8-6b21-4e21-8d7f-3e54fe7af0fa tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497131 Jul 16 01:25:53.941721 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abfc05-2fc6-44e4-8aae-38927c973dde req-4c8716cd-47f5-41e4-b16e-2915a75883a7 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:53.943310 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78abfc05-2fc6-44e4-8aae-38927c973dde req-4c8716cd-47f5-41e4-b16e-2915a75883a7 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=34bd44be-8677-476b-831c-7cc5be010ff9 HTTP/1.1" status: 200 len: 950 time: 0.4551439 Jul 16 01:25:53.946216 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94c178d-4dcf-476c-b4e5-7c200f59b1f3 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting subnet 07801353-be1b-41a7-82ab-2f5ebeedc351 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:25:53.953370 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-0c8f6340-7017-43fb-b068-5dd70af672c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:53.954924 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-0c8f6340-7017-43fb-b068-5dd70af672c9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b34e809642274173b57688929a40029a&device_id=afc46446-934f-4c41-a8b6-6d967963336e HTTP/1.1" status: 200 len: 1096 time: 0.3205845 Jul 16 01:25:53.963728 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e94c178d-4dcf-476c-b4e5-7c200f59b1f3 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:54.005052 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-f45134d2-2db6-4957-a83d-87b732567383 req-0f29e15c-039d-4463-9f57-b86a1da143aa service neutron] Transition to ACTIVE for port object 2582d953-284c-4878-b384-29a8d4048e40 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:54.047538 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-0f29e15c-039d-4463-9f57-b86a1da143aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:54.066053 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-c77e9d08-d06a-4b4d-a868-e628adb0c20f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9415260f-0a5f-4275-ba01-7b0dcf685367 HTTP/1.1" status: 200 len: 217 time: 0.0777376 Jul 16 01:25:54.078177 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78abfc05-2fc6-44e4-8aae-38927c973dde req-e5e07ef5-9ced-4340-81ed-3380e3f340b9 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176486 Jul 16 01:25:54.168029 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-b4648182-2687-4df7-bbcf-f848eb86ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:54.169917 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-b4648182-2687-4df7-bbcf-f848eb86ee0d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d3f67e12-f5ad-4d79-ae7c-5f4fe14246c7 HTTP/1.1" status: 200 len: 854 time: 0.0907602 Jul 16 01:25:54.174129 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e94c178d-4dcf-476c-b4e5-7c200f59b1f3 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:54.251468 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c1ab2f-aa46-489b-bb34-03373b601f01 x-openstack-request-id: req-e3c1ab2f-aa46-489b-bb34-03373b601f01 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:54.251738 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc46446-934f-4c41-a8b6-6d967963336e", "tag": "9415260f-0a5f-4275-ba01-7b0dcf685367", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:54.251989 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3c1ab2f-aa46-489b-bb34-03373b601f01 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:54.252410 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc46446-934f-4c41-a8b6-6d967963336e', 'tag': '9415260f-0a5f-4275-ba01-7b0dcf685367', 'status': 'completed', 'code': 200} Jul 16 01:25:54.262371 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-3c5acfef-ac34-4aed-9d29-cfcc78f39687 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=35ff07a5-b891-4556-995d-01800531e82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644581 Jul 16 01:25:54.317236 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d11a4ab-c27d-493b-92ba-66b2f3ef8d82 req-cac8e8a0-bfbc-4bc8-95f4-0e9fab99006c service neutron] 10.222.0.82 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215399 Jul 16 01:25:54.415966 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29e15c-039d-4463-9f57-b86a1da143aa service neutron] Pushing event updated for resources: {'Port': ['ID=2582d953-284c-4878-b384-29a8d4048e40,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:54.493101 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e94c178d-4dcf-476c-b4e5-7c200f59b1f3 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:54.549019 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976874e-6da3-4656-9623-03a03d2da99d req-8f8713ef-2a84-4e88-8986-0b57ab39c188 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:54.550638 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e976874e-6da3-4656-9623-03a03d2da99d req-8f8713ef-2a84-4e88-8986-0b57ab39c188 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.84 "GET /v2.0/ports?device_id=34bd44be-8677-476b-831c-7cc5be010ff9 HTTP/1.1" status: 200 len: 950 time: 0.2419572 Jul 16 01:25:54.699973 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 26d38c16-a293-4b54-8a10-665fda695c14 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:54.715402 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e94c178d-4dcf-476c-b4e5-7c200f59b1f3 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:54.722519 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f45134d2-2db6-4957-a83d-87b732567383 req-0f29e15c-039d-4463-9f57-b86a1da143aa service neutron] Attempting to bind port 2582d953-284c-4878-b384-29a8d4048e40 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:54.724220 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f45134d2-2db6-4957-a83d-87b732567383 req-0f29e15c-039d-4463-9f57-b86a1da143aa service neutron] Attempting to bind port 2582d953-284c-4878-b384-29a8d4048e40 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '4ac171b9-4215-4d20-8163-3dcc5b470393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '63dc658c-4ff9-42ad-90ea-7b816efae517'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:54.724451 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45134d2-2db6-4957-a83d-87b732567383 req-0f29e15c-039d-4463-9f57-b86a1da143aa service neutron] Attempting to bind port 2582d953-284c-4878-b384-29a8d4048e40 on network 63dc658c-4ff9-42ad-90ea-7b816efae517 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:54.774224 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c178d-4dcf-476c-b4e5-7c200f59b1f3 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Subnet': ['ID=07801353-be1b-41a7-82ab-2f5ebeedc351,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:54.788606 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45134d2-2db6-4957-a83d-87b732567383 req-0f29e15c-039d-4463-9f57-b86a1da143aa service neutron] Port 2582d953-284c-4878-b384-29a8d4048e40 on network 63dc658c-4ff9-42ad-90ea-7b816efae517 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:54.788606 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45134d2-2db6-4957-a83d-87b732567383 req-0f29e15c-039d-4463-9f57-b86a1da143aa service neutron] Attempting to bind port 2582d953-284c-4878-b384-29a8d4048e40 on network 63dc658c-4ff9-42ad-90ea-7b816efae517 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:54.799692 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e94c178d-4dcf-476c-b4e5-7c200f59b1f3 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:54.802563 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 26d38c16-a293-4b54-8a10-665fda695c14 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:54.806645 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e94c178d-4dcf-476c-b4e5-7c200f59b1f3 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/subnets/07801353-be1b-41a7-82ab-2f5ebeedc351 HTTP/1.1" status: 204 len: 168 time: 0.9608297 Jul 16 01:25:54.807369 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47248) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:54.807824 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 26d38c16-a293-4b54-8a10-665fda695c14 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:54.808236 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:54.884783 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45134d2-2db6-4957-a83d-87b732567383 req-0f29e15c-039d-4463-9f57-b86a1da143aa service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:54.885139 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45134d2-2db6-4957-a83d-87b732567383 req-0f29e15c-039d-4463-9f57-b86a1da143aa service neutron] Checking segment: {'id': '4ac171b9-4215-4d20-8163-3dcc5b470393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '63dc658c-4ff9-42ad-90ea-7b816efae517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:54.885550 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45134d2-2db6-4957-a83d-87b732567383 req-0f29e15c-039d-4463-9f57-b86a1da143aa service neutron] Bound using segment: {'id': '4ac171b9-4215-4d20-8163-3dcc5b470393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '63dc658c-4ff9-42ad-90ea-7b816efae517'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:54.886021 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f45134d2-2db6-4957-a83d-87b732567383 req-0f29e15c-039d-4463-9f57-b86a1da143aa service neutron] Bound port: 2582d953-284c-4878-b384-29a8d4048e40, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac171b9-4215-4d20-8163-3dcc5b470393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '63dc658c-4ff9-42ad-90ea-7b816efae517'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:54.886396 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-0f29e15c-039d-4463-9f57-b86a1da143aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:54.974711 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-bf07542f-19e3-4bb6-9b7b-39b0990b694c service neutron] 10.222.0.82 "GET /v2.0/networks/35ff07a5-b891-4556-995d-01800531e82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6773665 Jul 16 01:25:54.975967 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d610e72-0b91-4ef8-85d5-150bca7d30af tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.124954 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-9d610e72-0b91-4ef8-85d5-150bca7d30af tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting port 26d38c16-a293-4b54-8a10-665fda695c14 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:55.125369 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d610e72-0b91-4ef8-85d5-150bca7d30af tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.151260 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4289031-18ec-46cc-a837-0b497ec4371e req-fd992389-315a-4694-b97a-76876ad57590 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:55.159242 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4289031-18ec-46cc-a837-0b497ec4371e req-fd992389-315a-4694-b97a-76876ad57590 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:55.170824 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4289031-18ec-46cc-a837-0b497ec4371e req-fd992389-315a-4694-b97a-76876ad57590 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:55.183604 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f4289031-18ec-46cc-a837-0b497ec4371e req-fd992389-315a-4694-b97a-76876ad57590 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 2412 time: 0.5250177 Jul 16 01:25:55.233130 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2582d485-08d9-4f1f-a594-a01a2f8de61e None None] Network 47c6c180-aebb-43a2-a342-096434352fcf requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:55.269107 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-9d610e72-0b91-4ef8-85d5-150bca7d30af tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] For port 26d38c16-a293-4b54-8a10-665fda695c14, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=26d38c16-a293-4b54-8a10-665fda695c14,segment=NetworkSegment(2220d134-831b-4e00-8658-9f96fed71eb4),segment_id=2220d134-831b-4e00-8658-9f96fed71eb4)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:55.269468 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d610e72-0b91-4ef8-85d5-150bca7d30af tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.274641 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f45134d2-2db6-4957-a83d-87b732567383 req-0f29e15c-039d-4463-9f57-b86a1da143aa service neutron] For port 2582d953-284c-4878-b384-29a8d4048e40, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:55.278665 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f45134d2-2db6-4957-a83d-87b732567383 req-0f29e15c-039d-4463-9f57-b86a1da143aa service neutron] For port 2582d953-284c-4878-b384-29a8d4048e40, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2582d953-284c-4878-b384-29a8d4048e40,segment=NetworkSegment(4ac171b9-4215-4d20-8163-3dcc5b470393),segment_id=4ac171b9-4215-4d20-8163-3dcc5b470393)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:55.282253 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-afcc828d-1553-4a9f-8566-c721bab88a8b None None] Provisioning complete for port 26d38c16-a293-4b54-8a10-665fda695c14 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:55.282934 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-afcc828d-1553-4a9f-8566-c721bab88a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.285449 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-e976874e-6da3-4656-9623-03a03d2da99d req-8145aa38-6797-4663-acbb-c9dc0878e9a0 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Deleting port 4cedddb5-174d-4d99-a67f-313c9716b2bb {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:55.285708 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-9d610e72-0b91-4ef8-85d5-150bca7d30af tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Calling delete_port for 26d38c16-a293-4b54-8a10-665fda695c14 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:55.286022 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e976874e-6da3-4656-9623-03a03d2da99d req-8145aa38-6797-4663-acbb-c9dc0878e9a0 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.305179 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbee62-48c5-4184-97af-253e23bc09a0 req-0a5ceea9-b79f-46a9-9927-7a0674b47399 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:55.312502 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ccbee62-48c5-4184-97af-253e23bc09a0 req-0a5ceea9-b79f-46a9-9927-7a0674b47399 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc46446-934f-4c41-a8b6-6d967963336e HTTP/1.1" status: 200 len: 944 time: 0.1591265 Jul 16 01:25:55.396255 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ccbee62-48c5-4184-97af-253e23bc09a0 req-e6b316a9-2654-434e-870d-00793752b737 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828950 Jul 16 01:25:55.416705 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-e976874e-6da3-4656-9623-03a03d2da99d req-8145aa38-6797-4663-acbb-c9dc0878e9a0 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] For port 4cedddb5-174d-4d99-a67f-313c9716b2bb, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=4cedddb5-174d-4d99-a67f-313c9716b2bb,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:55.417074 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e976874e-6da3-4656-9623-03a03d2da99d req-8145aa38-6797-4663-acbb-c9dc0878e9a0 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.437571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-e976874e-6da3-4656-9623-03a03d2da99d req-8145aa38-6797-4663-acbb-c9dc0878e9a0 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Calling delete_port for 4cedddb5-174d-4d99-a67f-313c9716b2bb owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:55.481992 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d610e72-0b91-4ef8-85d5-150bca7d30af tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.503358 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-afcc828d-1553-4a9f-8566-c721bab88a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.528214 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.537924 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d610e72-0b91-4ef8-85d5-150bca7d30af tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Port': ['ID=26d38c16-a293-4b54-8a10-665fda695c14,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:55.545637 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d610e72-0b91-4ef8-85d5-150bca7d30af tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] No DVR routers for this DVR port 26d38c16-a293-4b54-8a10-665fda695c14 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:55.613265 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-0f29e15c-039d-4463-9f57-b86a1da143aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.694323 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45134d2-2db6-4957-a83d-87b732567383 req-0f29e15c-039d-4463-9f57-b86a1da143aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:55.695657 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f45134d2-2db6-4957-a83d-87b732567383 req-0f29e15c-039d-4463-9f57-b86a1da143aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.698145 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-0f29e15c-039d-4463-9f57-b86a1da143aa service neutron] 10.222.0.82 "PUT /v2.0/ports/2582d953-284c-4878-b384-29a8d4048e40 HTTP/1.1" status: 200 len: 1093 time: 4.3770721 Jul 16 01:25:55.708447 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d9ae62-0883-446e-adc1-99d90a88e1e5 None None] DHCP port deletion for 47c6c180-aebb-43a2-a342-096434352fcf request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:25:55.779962 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d610e72-0b91-4ef8-85d5-150bca7d30af tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.793902 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-9d610e72-0b91-4ef8-85d5-150bca7d30af tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c6c180-aebb-43a2-a342-096434352fcf']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:55.813529 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-9d610e72-0b91-4ef8-85d5-150bca7d30af tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2220d134-831b-4e00-8658-9f96fed71eb4') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:55.813834 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-9d610e72-0b91-4ef8-85d5-150bca7d30af tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2220d134-831b-4e00-8658-9f96fed71eb4') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:55.832815 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d610e72-0b91-4ef8-85d5-150bca7d30af tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.841847 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29e15c-039d-4463-9f57-b86a1da143aa service neutron] Pushing event updated for resources: {'Port': ['ID=2582d953-284c-4878-b384-29a8d4048e40,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:55.842425 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-936467e4-7fe6-4164-9c84-cc8cfcf82d65 None None] Could not find standard attr ID for object 6a6df56e-c10a-4878-8068-a0d882beb9bc. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:25:55.851278 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f4289031-18ec-46cc-a837-0b497ec4371e req-2750320f-1453-4953-abcd-20cd437756a5 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6657467 Jul 16 01:25:55.894432 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e10e4f-48fb-4753-bf3c-934b728bb8a9 req-c0136ca4-f060-4512-a955-075e4c043512 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:55.896135 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-76e10e4f-48fb-4753-bf3c-934b728bb8a9 req-c0136ca4-f060-4512-a955-075e4c043512 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/ports?device_id=34bd44be-8677-476b-831c-7cc5be010ff9 HTTP/1.1" status: 200 len: 950 time: 0.2597497 Jul 16 01:25:55.897398 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d610e72-0b91-4ef8-85d5-150bca7d30af tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.902068 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a63531d5-9515-47fa-ae74-db32bf0c167a req-15389386-17da-4332-a2a2-445fd2d06339 service neutron] 10.222.0.82 "GET /v2.0/networks/35ff07a5-b891-4556-995d-01800531e82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8933642 Jul 16 01:25:55.917460 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d610e72-0b91-4ef8-85d5-150bca7d30af tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:55.918433 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d610e72-0b91-4ef8-85d5-150bca7d30af tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:55.923700 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:56.032223 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-76e10e4f-48fb-4753-bf3c-934b728bb8a9 req-54b8ef24-3774-49ef-a0cb-8985f6af7fec tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.16 "GET /v2.0/security-groups?id=acec1c65-bd5f-4d39-92bd-cb508076612f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263978 Jul 16 01:25:56.049836 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d610e72-0b91-4ef8-85d5-150bca7d30af tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.056885 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e976874e-6da3-4656-9623-03a03d2da99d req-8145aa38-6797-4663-acbb-c9dc0878e9a0 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.059878 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d610e72-0b91-4ef8-85d5-150bca7d30af tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.070561 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47262) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:56.071480 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9d610e72-0b91-4ef8-85d5-150bca7d30af tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/networks/47c6c180-aebb-43a2-a342-096434352fcf HTTP/1.1" status: 204 len: 168 time: 1.2628129 Jul 16 01:25:56.109308 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d610e72-0b91-4ef8-85d5-150bca7d30af tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Network': ['ID=47c6c180-aebb-43a2-a342-096434352fcf,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:56.111252 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-7b4b0067-eea6-4f62-ba06-1d31a347c23f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'port': {'network_id': '2324f470-9572-452c-8c55-1e833663a658', 'name': 'tempest-PortsIpV6TestJSON-1531364588'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:56.197753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45134d2-2db6-4957-a83d-87b732567383 req-cac402c2-02a6-4d51-a747-3965e2df68dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:56.197753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45134d2-2db6-4957-a83d-87b732567383 req-cac402c2-02a6-4d51-a747-3965e2df68dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:56.197753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45134d2-2db6-4957-a83d-87b732567383 req-cac402c2-02a6-4d51-a747-3965e2df68dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:56.199987 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-cac402c2-02a6-4d51-a747-3965e2df68dd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3701d37a4b5440afb149894433d38e96&device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 2868 time: 0.4448237 Jul 16 01:25:56.281217 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'tag': '2582d953-284c-4878-b384-29a8d4048e40'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:56.284234 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b91aae2-5046-461d-bdbc-d3b1f180f1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a674e4-81f7-4b13-ad5a-031ddaa560be", "tag": "2582d953-284c-4878-b384-29a8d4048e40"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:56.287763 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-7afb6a43-cc3d-48da-a43a-0f4fad6db0bf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.176&port_id=c3319874-8a0b-448c-88a1-f3fadbe3a687 HTTP/1.1" status: 200 len: 217 time: 0.0481260 Jul 16 01:25:56.292997 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145aa38-6797-4663-acbb-c9dc0878e9a0 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Pushing event deleted for resources: {'Port': ['ID=4cedddb5-174d-4d99-a67f-313c9716b2bb,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:56.368958 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-e976874e-6da3-4656-9623-03a03d2da99d req-8145aa38-6797-4663-acbb-c9dc0878e9a0 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] No DVR routers for this DVR port 4cedddb5-174d-4d99-a67f-313c9716b2bb on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:25:56.380407 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e976874e-6da3-4656-9623-03a03d2da99d req-8145aa38-6797-4663-acbb-c9dc0878e9a0 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.382998 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e976874e-6da3-4656-9623-03a03d2da99d req-8145aa38-6797-4663-acbb-c9dc0878e9a0 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] 10.222.0.84 "DELETE /v2.0/ports/4cedddb5-174d-4d99-a67f-313c9716b2bb HTTP/1.1" status: 204 len: 173 time: 1.8239512 Jul 16 01:25:56.413236 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7764728-f0f2-40c6-b23d-a154bb10e95b x-openstack-request-id: req-a7764728-f0f2-40c6-b23d-a154bb10e95b {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:56.413515 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a674e4-81f7-4b13-ad5a-031ddaa560be", "tag": "2582d953-284c-4878-b384-29a8d4048e40", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:56.414012 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7764728-f0f2-40c6-b23d-a154bb10e95b {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:56.415004 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'tag': '2582d953-284c-4878-b384-29a8d4048e40', 'status': 'completed', 'code': 200} Jul 16 01:25:56.439082 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45134d2-2db6-4957-a83d-87b732567383 req-c8a14c82-8087-42ec-8a20-1742086eb80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:56.440617 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-c8a14c82-8087-42ec-8a20-1742086eb80e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57ffaffc-cb35-4394-ab1d-69a3accc1d93 HTTP/1.1" status: 200 len: 801 time: 0.1435723 Jul 16 01:25:56.486933 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27368bf-240a-4065-b819-b227cd4d2f76 req-56115a27-12f5-4bba-ac4c-fe1d9e24b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:56.488637 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a27368bf-240a-4065-b819-b227cd4d2f76 req-56115a27-12f5-4bba-ac4c-fe1d9e24b103 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b34e809642274173b57688929a40029a&device_id=afc46446-934f-4c41-a8b6-6d967963336e HTTP/1.1" status: 200 len: 1096 time: 0.5089221 Jul 16 01:25:56.506643 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 4cedddb5-174d-4d99-a67f-313c9716b2bb no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:56.543785 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4b0067-eea6-4f62-ba06-1d31a347c23f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:56.550029 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7b4b0067-eea6-4f62-ba06-1d31a347c23f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.555381 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 26d38c16-a293-4b54-8a10-665fda695c14 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:56.572447 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 4cedddb5-174d-4d99-a67f-313c9716b2bb {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:56.573159 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 4cedddb5-174d-4d99-a67f-313c9716b2bb not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:56.595086 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-7b4b0067-eea6-4f62-ba06-1d31a347c23f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] device_id is not set on port aa59b552-7566-4156-9888-2293a02fa342 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:25:56.602432 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 26d38c16-a293-4b54-8a10-665fda695c14 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:25:56.603464 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 26d38c16-a293-4b54-8a10-665fda695c14 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:25:56.650594 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fefdb094-0d51-4c52-9c38-b6768ea50ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.793712 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45134d2-2db6-4957-a83d-87b732567383 req-1ad12609-64cf-46a7-acfe-a11c6daeae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:56.796126 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-1ad12609-64cf-46a7-acfe-a11c6daeae29 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=63dc658c-4ff9-42ad-90ea-7b816efae517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3455491 Jul 16 01:25:56.918084 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27368bf-240a-4065-b819-b227cd4d2f76 req-1403d0c6-0918-455f-86bf-cd38482daeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:56.919636 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a27368bf-240a-4065-b819-b227cd4d2f76 req-1403d0c6-0918-455f-86bf-cd38482daeaa service neutron] 10.222.0.82 "GET /v2.0/networks?id=35ff07a5-b891-4556-995d-01800531e82b HTTP/1.1" status: 200 len: 915 time: 0.4206812 Jul 16 01:25:57.018066 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a27368bf-240a-4065-b819-b227cd4d2f76 req-22940061-6776-40bd-992d-6dfd37e039db service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9415260f-0a5f-4275-ba01-7b0dcf685367 HTTP/1.1" status: 200 len: 217 time: 0.0659492 Jul 16 01:25:57.142470 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7b4b0067-eea6-4f62-ba06-1d31a347c23f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:57.269368 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-cc6d767a-8571-4d7f-b8ff-42bc48dab746 service neutron] 10.222.0.82 "GET /v2.0/networks/63dc658c-4ff9-42ad-90ea-7b816efae517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601107 Jul 16 01:25:57.280952 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7b4b0067-eea6-4f62-ba06-1d31a347c23f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:57.311262 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385499f-a703-49d1-a159-1ddb3b4cfd75 req-197e5553-52a6-4978-9b11-fe322d7c4582 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:57.336299 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385499f-a703-49d1-a159-1ddb3b4cfd75 req-197e5553-52a6-4978-9b11-fe322d7c4582 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:57.354648 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385499f-a703-49d1-a159-1ddb3b4cfd75 req-197e5553-52a6-4978-9b11-fe322d7c4582 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:57.355604 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4b0067-eea6-4f62-ba06-1d31a347c23f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network 2324f470-9572-452c-8c55-1e833663a658 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:57.374889 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6385499f-a703-49d1-a159-1ddb3b4cfd75 req-197e5553-52a6-4978-9b11-fe322d7c4582 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 2412 time: 0.2815785 Jul 16 01:25:57.384127 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-7b4b0067-eea6-4f62-ba06-1d31a347c23f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:57.388549 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4b0067-eea6-4f62-ba06-1d31a347c23f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:57.410110 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4b0067-eea6-4f62-ba06-1d31a347c23f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:57.410791 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7b4b0067-eea6-4f62-ba06-1d31a347c23f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:57.480200 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6385499f-a703-49d1-a159-1ddb3b4cfd75 req-3603bcd9-d935-4311-9300-3412a5372a57 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038110 Jul 16 01:25:57.552552 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27368bf-240a-4065-b819-b227cd4d2f76 req-2ff41ffa-144f-48c1-936f-7e2a5db32715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:57.554450 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a27368bf-240a-4065-b819-b227cd4d2f76 req-2ff41ffa-144f-48c1-936f-7e2a5db32715 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d3f67e12-f5ad-4d79-ae7c-5f4fe14246c7 HTTP/1.1" status: 200 len: 854 time: 0.5296404 Jul 16 01:25:58.003150 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47302) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:58.055612 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7b50e-1b3d-4f81-8836-2b1d0a2aa768 req-f77b72bc-8028-462d-bc67-65c16a02a552 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:58.065929 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-21d7b50e-1b3d-4f81-8836-2b1d0a2aa768 req-f77b72bc-8028-462d-bc67-65c16a02a552 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc46446-934f-4c41-a8b6-6d967963336e HTTP/1.1" status: 200 len: 944 time: 1.4007638 Jul 16 01:25:58.074614 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a27368bf-240a-4065-b819-b227cd4d2f76 req-559e4466-3d04-4fed-8773-39cd29fe7ef8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=35ff07a5-b891-4556-995d-01800531e82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5092103 Jul 16 01:25:58.088422 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7b4b0067-eea6-4f62-ba06-1d31a347c23f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9830818 Jul 16 01:25:58.089980 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47306) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:58.114135 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b0067-eea6-4f62-ba06-1d31a347c23f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Port': ['ID=aa59b552-7566-4156-9888-2293a02fa342,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:58.244026 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-21d7b50e-1b3d-4f81-8836-2b1d0a2aa768 req-1a5cd3a3-ed99-4382-b1e0-4c588e50fa02 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770320 Jul 16 01:25:58.289714 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6a30ce17-ba9d-48e1-8c49-656e6cd74086 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=edd1ed0455014b31835bf69f0954c3dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842157 Jul 16 01:25:58.292936 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47308) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:58.312641 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-c2cd30c0-a9fa-4ca3-80f3-9760ff8e6bf8 service neutron] 10.222.0.82 "GET /v2.0/networks/63dc658c-4ff9-42ad-90ea-7b816efae517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9852324 Jul 16 01:25:58.313561 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-e0b83b99-f4b5-4656-b44b-f377b5dbeb52 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting port aa59b552-7566-4156-9888-2293a02fa342 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:58.314124 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e0b83b99-f4b5-4656-b44b-f377b5dbeb52 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.321440 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a27368bf-240a-4065-b819-b227cd4d2f76 req-93630195-5573-49e0-ae3e-ec9f9331ac99 service neutron] 10.222.0.82 "GET /v2.0/networks/35ff07a5-b891-4556-995d-01800531e82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278788 Jul 16 01:25:58.402869 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-ad5a2ac2-ab79-422c-9862-2f54fb5b30ef service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.18&port_id=7d460bf4-ebd6-4ae8-ab46-765df21e1654 HTTP/1.1" status: 200 len: 217 time: 0.0797250 Jul 16 01:25:58.419697 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bd44be-8677-476b-831c-7cc5be010ff9', 'name': 'network-vif-deleted', 'tag': '4cedddb5-174d-4d99-a67f-313c9716b2bb'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:58.422737 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e84e82d-17c0-42f7-8e2f-5ac62a4c1665" -d '{"events": [{"server_uuid": "34bd44be-8677-476b-831c-7cc5be010ff9", "name": "network-vif-deleted", "tag": "4cedddb5-174d-4d99-a67f-313c9716b2bb"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:58.510540 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45134d2-2db6-4957-a83d-87b732567383 req-6d84c690-08a1-4f18-a896-779248fbd9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:58.512073 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-6d84c690-08a1-4f18-a896-779248fbd9f6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=91796b57-b6d8-4af2-b5e8-8825c73c9983 HTTP/1.1" status: 200 len: 801 time: 0.1022031 Jul 16 01:25:58.516018 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a27368bf-240a-4065-b819-b227cd4d2f76 req-26b04dc2-2f93-4920-81d7-3564670e3272 service neutron] 10.222.0.82 "GET /v2.0/networks/35ff07a5-b891-4556-995d-01800531e82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864188 Jul 16 01:25:58.558720 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e0b83b99-f4b5-4656-b44b-f377b5dbeb52 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.585433 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5ccb67-23a8-4db0-baa4-008d98f9bb32 x-openstack-request-id: req-ed5ccb67-23a8-4db0-baa4-008d98f9bb32 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:58.586056 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bd44be-8677-476b-831c-7cc5be010ff9", "name": "network-vif-deleted", "tag": "4cedddb5-174d-4d99-a67f-313c9716b2bb", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:58.586505 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed5ccb67-23a8-4db0-baa4-008d98f9bb32 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:58.587619 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bd44be-8677-476b-831c-7cc5be010ff9', 'name': 'network-vif-deleted', 'tag': '4cedddb5-174d-4d99-a67f-313c9716b2bb', 'status': 'completed', 'code': 200} Jul 16 01:25:58.591370 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b662-a6ff-4a55-afa9-e9fd020ab104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.621544 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b662-a6ff-4a55-afa9-e9fd020ab104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.644254 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45134d2-2db6-4957-a83d-87b732567383 req-a1febe8d-2fed-4518-8e75-90a7b3eb7cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:58.648536 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-a1febe8d-2fed-4518-8e75-90a7b3eb7cc5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=08b50b16-1dc4-4895-8ddc-9aa6086fe5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256406 Jul 16 01:25:58.650969 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 9415260f-0a5f-4275-ba01-7b0dcf685367 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:58.674054 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-e0b83b99-f4b5-4656-b44b-f377b5dbeb52 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Calling delete_port for aa59b552-7566-4156-9888-2293a02fa342 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:58.687147 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b662-a6ff-4a55-afa9-e9fd020ab104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.690036 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b662-a6ff-4a55-afa9-e9fd020ab104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.691425 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4eb1b662-a6ff-4a55-afa9-e9fd020ab104 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/acec1c65-bd5f-4d39-92bd-cb508076612f HTTP/1.1" status: 204 len: 168 time: 0.3970084 Jul 16 01:25:58.734714 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1b662-a6ff-4a55-afa9-e9fd020ab104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acec1c65-bd5f-4d39-92bd-cb508076612f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:58.800696 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e0b83b99-f4b5-4656-b44b-f377b5dbeb52 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.877947 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b83b99-f4b5-4656-b44b-f377b5dbeb52 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Port': ['ID=aa59b552-7566-4156-9888-2293a02fa342,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:58.891258 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e0b83b99-f4b5-4656-b44b-f377b5dbeb52 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.896882 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e0b83b99-f4b5-4656-b44b-f377b5dbeb52 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/ports/aa59b552-7566-4156-9888-2293a02fa342 HTTP/1.1" status: 204 len: 168 time: 0.8052061 Jul 16 01:25:58.900119 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47322) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:58.909765 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2debe69e-ae21-423b-9e01-6c86d081bd0b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'port': {'network_id': '2324f470-9572-452c-8c55-1e833663a658', 'mac_address': 'fa:16:3e:2c:9f:48', 'name': 'tempest-PortsIpV6TestJSON-169277266'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:58.952396 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 9415260f-0a5f-4275-ba01-7b0dcf685367, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=9415260f-0a5f-4275-ba01-7b0dcf685367,segment=NetworkSegment(5b3908e5-ef1d-4834-83cc-7a5e334d32e1),segment_id=5b3908e5-ef1d-4834-83cc-7a5e334d32e1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:58.977855 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-77857960-2282-420c-9b21-3a26a1282615 service neutron] 10.222.0.82 "GET /v2.0/networks/08b50b16-1dc4-4895-8ddc-9aa6086fe5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223624 Jul 16 01:25:58.987035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '9415260f-0a5f-4275-ba01-7b0dcf685367', 'network_id': '35ff07a5-b891-4556-995d-01800531e82b', 'port_id': '9415260f-0a5f-4275-ba01-7b0dcf685367', 'mac_address': 'fa:16:3e:7d:6e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f67e12-f5ad-4d79-ae7c-5f4fe14246c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:59.094831 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2debe69e-ae21-423b-9e01-6c86d081bd0b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:59.115432 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.121306 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-e6649c3a-1e38-475f-a7c6-89bba42b89c5 service neutron] 10.222.0.82 "GET /v2.0/networks/08b50b16-1dc4-4895-8ddc-9aa6086fe5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276970 Jul 16 01:25:59.132438 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e4199-fb15-43b9-8ce9-3864ed4244fc req-4c78684a-6b2d-44c9-a47f-04be456d78de tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:59.139361 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e4199-fb15-43b9-8ce9-3864ed4244fc req-4c78684a-6b2d-44c9-a47f-04be456d78de tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:59.146074 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e4199-fb15-43b9-8ce9-3864ed4244fc req-4c78684a-6b2d-44c9-a47f-04be456d78de tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:59.153319 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f05e4199-fb15-43b9-8ce9-3864ed4244fc req-4c78684a-6b2d-44c9-a47f-04be456d78de tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 2412 time: 0.4364631 Jul 16 01:25:59.169594 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9415260f-0a5f-4275-ba01-7b0dcf685367 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:59.239254 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 9415260f-0a5f-4275-ba01-7b0dcf685367, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=9415260f-0a5f-4275-ba01-7b0dcf685367,segment=NetworkSegment(5b3908e5-ef1d-4834-83cc-7a5e334d32e1),segment_id=5b3908e5-ef1d-4834-83cc-7a5e334d32e1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:59.251784 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.300243 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-d8830165-df91-420c-a22a-660eefc335bd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.167&port_id=2582d953-284c-4878-b384-29a8d4048e40 HTTP/1.1" status: 200 len: 217 time: 0.1306887 Jul 16 01:25:59.319563 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2debe69e-ae21-423b-9e01-6c86d081bd0b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.386421 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-2debe69e-ae21-423b-9e01-6c86d081bd0b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] device_id is not set on port 4bd11afc-2b03-466c-b4ef-01a32b88a1ce yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:25:59.404558 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f05e4199-fb15-43b9-8ce9-3864ed4244fc req-7c08212e-9d07-492d-a5b4-912710f56077 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443197 Jul 16 01:25:59.406574 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45134d2-2db6-4957-a83d-87b732567383 req-bac1d5e8-6fbf-4485-a42e-05364f607f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:59.410218 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-bac1d5e8-6fbf-4485-a42e-05364f607f7f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57ffaffc-cb35-4394-ab1d-69a3accc1d93 HTTP/1.1" status: 200 len: 801 time: 0.0757511 Jul 16 01:25:59.491829 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47338) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:59.526308 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=9415260f-0a5f-4275-ba01-7b0dcf685367,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:59.539966 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0b025f75-8e01-42d9-9bbb-4e2611134bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.547139 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:59.547727 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:59.548225 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:59.548812 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:59.549519 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:59.550070 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:59.550558 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:59.551256 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:59.552008 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:59.552533 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:59.553246 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:59.553741 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:59.562605 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['9415260f-0a5f-4275-ba01-7b0dcf685367'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:59.657007 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9c88d110-fad7-4b5b-b8ee-4ff70f6409a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6176983dd8134d59b5cd9871f437c33e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1565228 Jul 16 01:25:59.663891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47344) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:59.726242 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.803726 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45134d2-2db6-4957-a83d-87b732567383 req-522add86-93f6-4397-bbe1-81df05cbbdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:59.807064 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-522add86-93f6-4397-bbe1-81df05cbbdcd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=63dc658c-4ff9-42ad-90ea-7b816efae517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3914292 Jul 16 01:25:59.936676 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-59a6b1fd-d37e-4e68-acd0-888ddc8e8e17 service neutron] 10.222.0.82 "GET /v2.0/networks/63dc658c-4ff9-42ad-90ea-7b816efae517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210978 Jul 16 01:25:59.978366 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f4a644a-0699-45a3-88ea-d08c05272c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:00.051102 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f4a644a-0699-45a3-88ea-d08c05272c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:00.114368 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f45134d2-2db6-4957-a83d-87b732567383 req-c00e53c4-7d9b-4ce0-80f7-3288ee0b4133 service neutron] 10.222.0.82 "GET /v2.0/networks/63dc658c-4ff9-42ad-90ea-7b816efae517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669836 Jul 16 01:26:00.140733 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f4a644a-0699-45a3-88ea-d08c05272c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:00.144498 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f4a644a-0699-45a3-88ea-d08c05272c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:00.162514 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8f4a644a-0699-45a3-88ea-d08c05272c4b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d9d3f1a-0f97-482e-bc52-967495d3ed2b HTTP/1.1" status: 204 len: 168 time: 0.4821100 Jul 16 01:26:00.173123 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2debe69e-ae21-423b-9e01-6c86d081bd0b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:00.199028 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a644a-0699-45a3-88ea-d08c05272c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9d3f1a-0f97-482e-bc52-967495d3ed2b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:00.269344 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3015421-537b-4267-b0bc-4836880c785f req-ba6bd6d1-6ea3-468f-a452-edef19e5aba2 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.273158 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a3015421-537b-4267-b0bc-4836880c785f req-ba6bd6d1-6ea3-468f-a452-edef19e5aba2 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc46446-934f-4c41-a8b6-6d967963336e HTTP/1.1" status: 200 len: 945 time: 0.1582313 Jul 16 01:26:00.308335 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2debe69e-ae21-423b-9e01-6c86d081bd0b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:00.367251 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2debe69e-ae21-423b-9e01-6c86d081bd0b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network 2324f470-9572-452c-8c55-1e833663a658 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:00.376900 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-2debe69e-ae21-423b-9e01-6c86d081bd0b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:00.383082 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2debe69e-ae21-423b-9e01-6c86d081bd0b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:00.384191 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91aae2-5046-461d-bdbc-d3b1f180f1d1 req-eafeb6ff-eca2-4445-b7fe-4d1692d310b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.385355 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91aae2-5046-461d-bdbc-d3b1f180f1d1 req-eafeb6ff-eca2-4445-b7fe-4d1692d310b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.386276 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91aae2-5046-461d-bdbc-d3b1f180f1d1 req-eafeb6ff-eca2-4445-b7fe-4d1692d310b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.389011 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2debe69e-ae21-423b-9e01-6c86d081bd0b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.389761 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2debe69e-ae21-423b-9e01-6c86d081bd0b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:00.390899 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b91aae2-5046-461d-bdbc-d3b1f180f1d1 req-eafeb6ff-eca2-4445-b7fe-4d1692d310b7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3701d37a4b5440afb149894433d38e96&device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 2868 time: 0.1518281 Jul 16 01:26:00.420685 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a3015421-537b-4267-b0bc-4836880c785f req-063108d8-bae4-461c-a4ee-2a423335c599 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343586 Jul 16 01:26:00.427868 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debe69e-ae21-423b-9e01-6c86d081bd0b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Port': ['ID=4bd11afc-2b03-466c-b4ef-01a32b88a1ce,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:00.447885 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2debe69e-ae21-423b-9e01-6c86d081bd0b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5442905 Jul 16 01:26:00.448520 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47352) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:00.577833 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635a9f10-3cda-43ca-85e6-64ee317ec7e5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.585981 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47358) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:00.601327 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-635a9f10-3cda-43ca-85e6-64ee317ec7e5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports/4bd11afc-2b03-466c-b4ef-01a32b88a1ce HTTP/1.1" status: 200 len: 844 time: 0.1513019 Jul 16 01:26:00.607600 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91aae2-5046-461d-bdbc-d3b1f180f1d1 req-c64d1ea9-bd3e-42f6-b5d7-cc625b64c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.610612 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b91aae2-5046-461d-bdbc-d3b1f180f1d1 req-c64d1ea9-bd3e-42f6-b5d7-cc625b64c6ed service neutron] 10.222.0.82 "GET /v2.0/networks?id=63dc658c-4ff9-42ad-90ea-7b816efae517 HTTP/1.1" status: 200 len: 902 time: 0.2123423 Jul 16 01:26:00.664309 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 9415260f-0a5f-4275-ba01-7b0dcf685367 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:00.747146 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b91aae2-5046-461d-bdbc-d3b1f180f1d1 req-6720f498-c1a2-47f5-85be-b0c461811f09 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.167&port_id=2582d953-284c-4878-b384-29a8d4048e40 HTTP/1.1" status: 200 len: 217 time: 0.0998433 Jul 16 01:26:00.766861 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:00.820733 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 9415260f-0a5f-4275-ba01-7b0dcf685367 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:00.837283 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 9415260f-0a5f-4275-ba01-7b0dcf685367 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:00.837867 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:00.864838 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3ef89-6de5-4c91-9eb4-80142685795a req-1fa90aa6-860b-4157-b40d-d37c8cc37747 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.871299 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3ef89-6de5-4c91-9eb4-80142685795a req-1fa90aa6-860b-4157-b40d-d37c8cc37747 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.878826 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3ef89-6de5-4c91-9eb4-80142685795a req-1fa90aa6-860b-4157-b40d-d37c8cc37747 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.890046 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2bb3ef89-6de5-4c91-9eb4-80142685795a req-1fa90aa6-860b-4157-b40d-d37c8cc37747 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 2412 time: 0.2823412 Jul 16 01:26:00.891732 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91aae2-5046-461d-bdbc-d3b1f180f1d1 req-87f3efe5-4e4a-4c44-9880-d0db30e0766c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.893294 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b91aae2-5046-461d-bdbc-d3b1f180f1d1 req-87f3efe5-4e4a-4c44-9880-d0db30e0766c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57ffaffc-cb35-4394-ab1d-69a3accc1d93 HTTP/1.1" status: 200 len: 801 time: 0.1393991 Jul 16 01:26:00.990801 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-98756298-bde4-4053-a1b9-4773f5e78237 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting port 4bd11afc-2b03-466c-b4ef-01a32b88a1ce {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:00.991154 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-98756298-bde4-4053-a1b9-4773f5e78237 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.006628 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2bb3ef89-6de5-4c91-9eb4-80142685795a req-87ad7530-a6ac-404c-b7fa-44d564e61417 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185451 Jul 16 01:26:01.032891 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.093749 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc46446-934f-4c41-a8b6-6d967963336e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9415260f-0a5f-4275-ba01-7b0dcf685367'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:01.101280 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746ed66e-9d85-40fb-9cf5-42fd1ef8922d" -d '{"events": [{"server_uuid": "afc46446-934f-4c41-a8b6-6d967963336e", "name": "network-vif-plugged", "status": "completed", "tag": "9415260f-0a5f-4275-ba01-7b0dcf685367"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:01.104467 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91aae2-5046-461d-bdbc-d3b1f180f1d1 req-c7b37e41-4269-4d86-96b8-fec73af2c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:01.109028 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b91aae2-5046-461d-bdbc-d3b1f180f1d1 req-c7b37e41-4269-4d86-96b8-fec73af2c8c4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=63dc658c-4ff9-42ad-90ea-7b816efae517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2037649 Jul 16 01:26:01.141804 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 9415260f-0a5f-4275-ba01-7b0dcf685367, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=9415260f-0a5f-4275-ba01-7b0dcf685367,segment=NetworkSegment(5b3908e5-ef1d-4834-83cc-7a5e334d32e1),segment_id=5b3908e5-ef1d-4834-83cc-7a5e334d32e1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:01.155082 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.173460 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-6b91aae2-5046-461d-bdbc-d3b1f180f1d1 req-6247c1e2-5772-4f59-b800-02b840ee6dbd service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:26:01.174603 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b91aae2-5046-461d-bdbc-d3b1f180f1d1 req-6247c1e2-5772-4f59-b800-02b840ee6dbd service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110605 Jul 16 01:26:01.179482 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-98756298-bde4-4053-a1b9-4773f5e78237 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.196386 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-98756298-bde4-4053-a1b9-4773f5e78237 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Calling delete_port for 4bd11afc-2b03-466c-b4ef-01a32b88a1ce owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:01.241964 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71533055-c7b6-4b65-b288-d7bec6ba9602 x-openstack-request-id: req-71533055-c7b6-4b65-b288-d7bec6ba9602 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:01.242679 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc46446-934f-4c41-a8b6-6d967963336e", "name": "network-vif-plugged", "status": "completed", "tag": "9415260f-0a5f-4275-ba01-7b0dcf685367", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:01.243179 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71533055-c7b6-4b65-b288-d7bec6ba9602 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:01.243775 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc46446-934f-4c41-a8b6-6d967963336e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9415260f-0a5f-4275-ba01-7b0dcf685367', 'code': 200} Jul 16 01:26:01.266368 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.299881 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=9415260f-0a5f-4275-ba01-7b0dcf685367,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:01.335966 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-98756298-bde4-4053-a1b9-4773f5e78237 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.518283 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98756298-bde4-4053-a1b9-4773f5e78237 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Port': ['ID=4bd11afc-2b03-466c-b4ef-01a32b88a1ce,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:01.559371 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-98756298-bde4-4053-a1b9-4773f5e78237 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.565264 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-98756298-bde4-4053-a1b9-4773f5e78237 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/ports/4bd11afc-2b03-466c-b4ef-01a32b88a1ce HTTP/1.1" status: 204 len: 168 time: 0.9754300 Jul 16 01:26:01.566044 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47394) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:01.605000 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b91aae2-5046-461d-bdbc-d3b1f180f1d1 req-6f2eda93-0311-4e22-965a-9980783bad3e service neutron] 10.222.0.82 "GET /v2.0/networks/63dc658c-4ff9-42ad-90ea-7b816efae517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092620 Jul 16 01:26:01.637235 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fc767-5d76-4bbc-bbde-350a31ee76bd req-e428a749-36f7-4596-8c38-f35ef67f08e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:01.638988 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c62fc767-5d76-4bbc-bbde-350a31ee76bd req-e428a749-36f7-4596-8c38-f35ef67f08e6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=afc46446-934f-4c41-a8b6-6d967963336e HTTP/1.1" status: 200 len: 1098 time: 0.2752991 Jul 16 01:26:01.647887 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddaf15cc-1131-4d67-a3aa-ab77377ec625 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] GET failed (client error): The resource could not be found. Jul 16 01:26:01.650107 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ddaf15cc-1131-4d67-a3aa-ab77377ec625 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports/4bd11afc-2b03-466c-b4ef-01a32b88a1ce HTTP/1.1" status: 404 len: 333 time: 0.0824568 Jul 16 01:26:01.656436 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47396) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:01.660437 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47398) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:01.667450 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-49981fd8-acea-4178-80a8-b05c80cdb6e4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'port': {'network_id': '2324f470-9572-452c-8c55-1e833663a658', 'name': 'tempest-PortsIpV6TestJSON-1591023765'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:01.867550 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ae77f-b0b5-46f9-9b1e-ecacba16beb0 req-8653c181-499e-47fc-8369-6ea84257e113 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:01.872167 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cc4ae77f-b0b5-46f9-9b1e-ecacba16beb0 req-8653c181-499e-47fc-8369-6ea84257e113 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc46446-934f-4c41-a8b6-6d967963336e HTTP/1.1" status: 200 len: 946 time: 0.1240339 Jul 16 01:26:01.879337 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0a919961-7f08-4003-80d1-8a1d7008455e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1703489689-network', 'tenant_id': '799df3fd56a9406fbf6cae8f3b8f73bd'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:01.881008 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c62fc767-5d76-4bbc-bbde-350a31ee76bd req-56629d32-5efd-4538-bfd5-31cb1958a4cf service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623478 Jul 16 01:26:01.903318 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49981fd8-acea-4178-80a8-b05c80cdb6e4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:01.907602 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-49981fd8-acea-4178-80a8-b05c80cdb6e4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.925516 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b91aae2-5046-461d-bdbc-d3b1f180f1d1 req-b64f481a-18fd-4e97-9812-598ecd4a8744 service neutron] 10.222.0.82 "GET /v2.0/networks/63dc658c-4ff9-42ad-90ea-7b816efae517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100402 Jul 16 01:26:01.942555 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cc4ae77f-b0b5-46f9-9b1e-ecacba16beb0 req-80988fb0-868a-4f03-b068-6738b450e095 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579712 Jul 16 01:26:01.948873 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a919961-7f08-4003-80d1-8a1d7008455e admin admin] Made reservation on behalf of 799df3fd56a9406fbf6cae8f3b8f73bd for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:01.952287 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-49981fd8-acea-4178-80a8-b05c80cdb6e4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] device_id is not set on port 8f1a5c82-68de-44a1-8ca1-7cd3dd4b138d yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:26:01.958862 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a919961-7f08-4003-80d1-8a1d7008455e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.971665 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a919961-7f08-4003-80d1-8a1d7008455e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.141043 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a919961-7f08-4003-80d1-8a1d7008455e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.169976 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a919961-7f08-4003-80d1-8a1d7008455e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.221568 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a919961-7f08-4003-80d1-8a1d7008455e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:26:02.243284 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a919961-7f08-4003-80d1-8a1d7008455e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd7ba38-3af8-4f66-b79b-324d6d4f1631,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:02.255521 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a919961-7f08-4003-80d1-8a1d7008455e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.256084 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-0a919961-7f08-4003-80d1-8a1d7008455e admin admin] Added segment 165221f4-4e91-4985-8580-40b189e7d0cd of type vlan for network 0fca7c22-5d99-41d7-9d7d-ac2bfaf94956 Jul 16 01:26:02.311056 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a919961-7f08-4003-80d1-8a1d7008455e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.315369 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-49981fd8-acea-4178-80a8-b05c80cdb6e4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.349706 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79213d3-1f8e-4894-bf1b-330633289326 req-6171d5f1-d0d2-4838-a103-b1ac9b74eae8 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:02.350664 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a919961-7f08-4003-80d1-8a1d7008455e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.352642 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a919961-7f08-4003-80d1-8a1d7008455e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:02.353606 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a919961-7f08-4003-80d1-8a1d7008455e admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.358784 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79213d3-1f8e-4894-bf1b-330633289326 req-6171d5f1-d0d2-4838-a103-b1ac9b74eae8 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:02.369085 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79213d3-1f8e-4894-bf1b-330633289326 req-6171d5f1-d0d2-4838-a103-b1ac9b74eae8 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:02.372628 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f79213d3-1f8e-4894-bf1b-330633289326 req-6171d5f1-d0d2-4838-a103-b1ac9b74eae8 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 2412 time: 0.2470014 Jul 16 01:26:02.440323 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a919961-7f08-4003-80d1-8a1d7008455e admin admin] Pushing event updated for resources: {'Network': ['ID=0fca7c22-5d99-41d7-9d7d-ac2bfaf94956,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:02.443141 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.447394 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-49981fd8-acea-4178-80a8-b05c80cdb6e4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.452572 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f79213d3-1f8e-4894-bf1b-330633289326 req-2b18d105-f9c6-4c2f-a79e-7f4fe4e43374 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688057 Jul 16 01:26:02.454427 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 0fca7c22-5d99-41d7-9d7d-ac2bfaf94956 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:26:02.481297 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0a919961-7f08-4003-80d1-8a1d7008455e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8154883 Jul 16 01:26:02.481589 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47416) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:02.488010 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-6f767a41-e853-4fed-b1ae-cc84701d0d5c admin admin] Request body: {'subnet': {'network_id': '0fca7c22-5d99-41d7-9d7d-ac2bfaf94956', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1703489689-subnet', 'tenant_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:02.527018 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49981fd8-acea-4178-80a8-b05c80cdb6e4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network 2324f470-9572-452c-8c55-1e833663a658 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:02.531162 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f767a41-e853-4fed-b1ae-cc84701d0d5c admin admin] Made reservation on behalf of 799df3fd56a9406fbf6cae8f3b8f73bd for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:02.531614 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-49981fd8-acea-4178-80a8-b05c80cdb6e4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:02.534117 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6f767a41-e853-4fed-b1ae-cc84701d0d5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.536615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49981fd8-acea-4178-80a8-b05c80cdb6e4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:02.542529 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49981fd8-acea-4178-80a8-b05c80cdb6e4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:02.543195 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-49981fd8-acea-4178-80a8-b05c80cdb6e4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.563420 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49981fd8-acea-4178-80a8-b05c80cdb6e4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Port': ['ID=8f1a5c82-68de-44a1-8ca1-7cd3dd4b138d,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:02.583533 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-49981fd8-acea-4178-80a8-b05c80cdb6e4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9191945 Jul 16 01:26:02.583533 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49981fd8-acea-4178-80a8-b05c80cdb6e4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:02.584554 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49981fd8-acea-4178-80a8-b05c80cdb6e4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:02.584713 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49981fd8-acea-4178-80a8-b05c80cdb6e4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:02.584941 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47420) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:02.585570 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49981fd8-acea-4178-80a8-b05c80cdb6e4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:02.585938 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49981fd8-acea-4178-80a8-b05c80cdb6e4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:02.586568 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49981fd8-acea-4178-80a8-b05c80cdb6e4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:02.587147 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49981fd8-acea-4178-80a8-b05c80cdb6e4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:02.587795 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49981fd8-acea-4178-80a8-b05c80cdb6e4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:02.588376 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49981fd8-acea-4178-80a8-b05c80cdb6e4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:02.589100 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49981fd8-acea-4178-80a8-b05c80cdb6e4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:02.589623 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49981fd8-acea-4178-80a8-b05c80cdb6e4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:02.590918 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49981fd8-acea-4178-80a8-b05c80cdb6e4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:02.603448 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-00b5cf3f-9fd6-4d11-baaf-6b954b970724 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:02.709960 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2582d953-284c-4878-b384-29a8d4048e40 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:02.747896 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-00b5cf3f-9fd6-4d11-baaf-6b954b970724 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:02.904786 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 2582d953-284c-4878-b384-29a8d4048e40, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2582d953-284c-4878-b384-29a8d4048e40,segment=NetworkSegment(4ac171b9-4215-4d20-8163-3dcc5b470393),segment_id=4ac171b9-4215-4d20-8163-3dcc5b470393)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:02.918902 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '2582d953-284c-4878-b384-29a8d4048e40', 'network_id': '63dc658c-4ff9-42ad-90ea-7b816efae517', 'port_id': '2582d953-284c-4878-b384-29a8d4048e40', 'mac_address': 'fa:16:3e:77:31:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57ffaffc-cb35-4394-ab1d-69a3accc1d93', 'ip_address': '19.80.0.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:02.977669 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.000218 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2582d953-284c-4878-b384-29a8d4048e40 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:03.023022 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 2582d953-284c-4878-b384-29a8d4048e40, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2582d953-284c-4878-b384-29a8d4048e40,segment=NetworkSegment(4ac171b9-4215-4d20-8163-3dcc5b470393),segment_id=4ac171b9-4215-4d20-8163-3dcc5b470393)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:03.030042 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.031025 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 7d460bf4-ebd6-4ae8-ab46-765df21e1654 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:03.061307 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6f767a41-e853-4fed-b1ae-cc84701d0d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.126921 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-00b5cf3f-9fd6-4d11-baaf-6b954b970724 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.133747 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=2582d953-284c-4878-b384-29a8d4048e40,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:03.163367 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-00b5cf3f-9fd6-4d11-baaf-6b954b970724 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.211193 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f767a41-e853-4fed-b1ae-cc84701d0d5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f74dd75-4068-4fab-974d-1a6bb6341812,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:03.238981 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-00b5cf3f-9fd6-4d11-baaf-6b954b970724 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] In _notify_port_updated(), no bound segment for port 8f1a5c82-68de-44a1-8ca1-7cd3dd4b138d on network 2324f470-9572-452c-8c55-1e833663a658 {{(pid=93956) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:26:03.246112 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b5cf3f-9fd6-4d11-baaf-6b954b970724 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:03.247039 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-00b5cf3f-9fd6-4d11-baaf-6b954b970724 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.248980 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-00b5cf3f-9fd6-4d11-baaf-6b954b970724 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "PUT /v2.0/ports/8f1a5c82-68de-44a1-8ca1-7cd3dd4b138d HTTP/1.1" status: 200 len: 818 time: 0.6617775 Jul 16 01:26:03.252839 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47436) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:03.254961 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 7d460bf4-ebd6-4ae8-ab46-765df21e1654, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7d460bf4-ebd6-4ae8-ab46-765df21e1654,segment=NetworkSegment(5f14f265-ab91-4142-b20b-60ddcd610e5f),segment_id=5f14f265-ab91-4142-b20b-60ddcd610e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:03.265480 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f767a41-e853-4fed-b1ae-cc84701d0d5c admin admin] Checking segment: {'id': '165221f4-4e91-4985-8580-40b189e7d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0fca7c22-5d99-41d7-9d7d-ac2bfaf94956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:03.265969 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f767a41-e853-4fed-b1ae-cc84701d0d5c admin admin] Network hostable DHCP agents. Network: 0fca7c22-5d99-41d7-9d7d-ac2bfaf94956, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:26:03.276763 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '7d460bf4-ebd6-4ae8-ab46-765df21e1654', 'network_id': '08b50b16-1dc4-4895-8ddc-9aa6086fe5c8', 'port_id': '7d460bf4-ebd6-4ae8-ab46-765df21e1654', 'mac_address': 'fa:16:3e:ef:f5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91796b57-b6d8-4af2-b5e8-8825c73c9983', 'ip_address': '19.86.0.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:03.277566 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5cf3f-9fd6-4d11-baaf-6b954b970724 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Port': ['ID=8f1a5c82-68de-44a1-8ca1-7cd3dd4b138d,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:03.295514 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db1529-df49-4f45-a2bc-c7d8aac74f30 req-95cd7b81-a28c-43e7-a211-e6733037e26d tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:03.302703 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34db1529-df49-4f45-a2bc-c7d8aac74f30 req-95cd7b81-a28c-43e7-a211-e6733037e26d tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc46446-934f-4c41-a8b6-6d967963336e HTTP/1.1" status: 200 len: 946 time: 0.1922803 Jul 16 01:26:03.331883 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.354092 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d460bf4-ebd6-4ae8-ab46-765df21e1654 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:03.368747 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34db1529-df49-4f45-a2bc-c7d8aac74f30 req-81dc34a3-3fe5-403b-b1bd-5026e83a9fd0 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641568 Jul 16 01:26:03.371621 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f767a41-e853-4fed-b1ae-cc84701d0d5c admin admin] Network 0fca7c22-5d99-41d7-9d7d-ac2bfaf94956 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:26:03.399800 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 7d460bf4-ebd6-4ae8-ab46-765df21e1654, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7d460bf4-ebd6-4ae8-ab46-765df21e1654,segment=NetworkSegment(5f14f265-ab91-4142-b20b-60ddcd610e5f),segment_id=5f14f265-ab91-4142-b20b-60ddcd610e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:03.410751 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-6f767a41-e853-4fed-b1ae-cc84701d0d5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 0fca7c22-5d99-41d7-9d7d-ac2bfaf94956) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:03.419126 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f767a41-e853-4fed-b1ae-cc84701d0d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:03.420160 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6f767a41-e853-4fed-b1ae-cc84701d0d5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.426192 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe29218-8b14-471b-9686-4267f45e0ba1 None None] Network 0fca7c22-5d99-41d7-9d7d-ac2bfaf94956 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:03.438447 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.441953 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c3319874-8a0b-448c-88a1-f3fadbe3a687 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:03.449716 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6f767a41-e853-4fed-b1ae-cc84701d0d5c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9670126 Jul 16 01:26:03.452298 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47442) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:03.468261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2cd2f16e-8639-4667-9abf-def1871d9ef6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1703489689-router', 'tenant_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:03.505725 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f16e-8639-4667-9abf-def1871d9ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.508349 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f16e-8639-4667-9abf-def1871d9ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.538703 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port c3319874-8a0b-448c-88a1-f3fadbe3a687, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c3319874-8a0b-448c-88a1-f3fadbe3a687,segment=NetworkSegment(4ac171b9-4215-4d20-8163-3dcc5b470393),segment_id=4ac171b9-4215-4d20-8163-3dcc5b470393)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:03.590051 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f16e-8639-4667-9abf-def1871d9ef6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.611195 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-5897cbb9-445b-4e1f-b0cc-108e1047ccf7 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting port 8f1a5c82-68de-44a1-8ca1-7cd3dd4b138d {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:03.619065 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5897cbb9-445b-4e1f-b0cc-108e1047ccf7 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.761920 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'c3319874-8a0b-448c-88a1-f3fadbe3a687', 'network_id': '63dc658c-4ff9-42ad-90ea-7b816efae517', 'port_id': 'c3319874-8a0b-448c-88a1-f3fadbe3a687', 'mac_address': 'fa:16:3e:3d:0d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57ffaffc-cb35-4394-ab1d-69a3accc1d93', 'ip_address': '19.80.0.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:03.771622 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=7d460bf4-ebd6-4ae8-ab46-765df21e1654,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:03.832998 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f16e-8639-4667-9abf-def1871d9ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.842580 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.861927 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5897cbb9-445b-4e1f-b0cc-108e1047ccf7 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.910462 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3319874-8a0b-448c-88a1-f3fadbe3a687 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:03.932526 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-5897cbb9-445b-4e1f-b0cc-108e1047ccf7 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Calling delete_port for 8f1a5c82-68de-44a1-8ca1-7cd3dd4b138d owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:04.002864 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port c3319874-8a0b-448c-88a1-f3fadbe3a687, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c3319874-8a0b-448c-88a1-f3fadbe3a687,segment=NetworkSegment(4ac171b9-4215-4d20-8163-3dcc5b470393),segment_id=4ac171b9-4215-4d20-8163-3dcc5b470393)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:04.080217 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.218158 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ec4a15-e5a8-4582-89e9-5c40a755880e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-0fca7c22-5d99-41d7-9d7d-ac2bfaf94956', 'network_id': '0fca7c22-5d99-41d7-9d7d-ac2bfaf94956', 'tenant_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'fixed_ips': [{'subnet_id': '1f74dd75-4068-4fab-974d-1a6bb6341812'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:26:04.219964 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95ec4a15-e5a8-4582-89e9-5c40a755880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.235466 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5897cbb9-445b-4e1f-b0cc-108e1047ccf7 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.261047 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=c3319874-8a0b-448c-88a1-f3fadbe3a687,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:04.302881 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897cbb9-445b-4e1f-b0cc-108e1047ccf7 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Port': ['ID=8f1a5c82-68de-44a1-8ca1-7cd3dd4b138d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:04.329116 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35681c6f-c37f-4b47-9814-ce910be9d112 req-a870bb4b-be48-4995-848b-afb45ee34d8a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:04.340466 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35681c6f-c37f-4b47-9814-ce910be9d112 req-a870bb4b-be48-4995-848b-afb45ee34d8a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:04.352778 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35681c6f-c37f-4b47-9814-ce910be9d112 req-a870bb4b-be48-4995-848b-afb45ee34d8a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:04.365950 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-35681c6f-c37f-4b47-9814-ce910be9d112 req-a870bb4b-be48-4995-848b-afb45ee34d8a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 2414 time: 0.4745770 Jul 16 01:26:04.407187 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5897cbb9-445b-4e1f-b0cc-108e1047ccf7 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.409064 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f16e-8639-4667-9abf-def1871d9ef6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.410879 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5897cbb9-445b-4e1f-b0cc-108e1047ccf7 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/ports/8f1a5c82-68de-44a1-8ca1-7cd3dd4b138d HTTP/1.1" status: 204 len: 168 time: 1.1564341 Jul 16 01:26:04.416109 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47454) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:04.447805 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f16e-8639-4667-9abf-def1871d9ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.472523 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-35681c6f-c37f-4b47-9814-ce910be9d112 req-ba462c12-c7ae-45ff-8b0f-9649548a9731 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017344 Jul 16 01:26:04.510776 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-95ec4a15-e5a8-4582-89e9-5c40a755880e None None] Allocated IP 172.20.0.2 (0fca7c22-5d99-41d7-9d7d-ac2bfaf94956/1f74dd75-4068-4fab-974d-1a6bb6341812/d8d28cb0-a2ff-456c-9e0e-a4129f839e68) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:04.565269 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['7d460bf4-ebd6-4ae8-ab46-765df21e1654'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:04.577304 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5690973-1570-47bf-aafc-670eab8a7934 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:04.578936 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b5690973-1570-47bf-aafc-670eab8a7934 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1618378 Jul 16 01:26:04.581656 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47464) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:04.622268 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a51c143-14c6-47d1-9267-18fc15853a2d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] GET failed (client error): The resource could not be found. Jul 16 01:26:04.629439 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5a51c143-14c6-47d1-9267-18fc15853a2d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports/8f1a5c82-68de-44a1-8ca1-7cd3dd4b138d HTTP/1.1" status: 404 len: 333 time: 0.0455415 Jul 16 01:26:04.630569 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47466) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:04.636251 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-b7d0e7b0-de81-40c0-888f-754d2cc46885 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-432284939'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:04.638074 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112cbd6-0eb0-4e1b-9761-336e34831ff7 req-e9adbbb2-9a54-470c-8f7a-59210c80c0a2 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:04.651323 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8112cbd6-0eb0-4e1b-9761-336e34831ff7 req-e9adbbb2-9a54-470c-8f7a-59210c80c0a2 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc46446-934f-4c41-a8b6-6d967963336e HTTP/1.1" status: 200 len: 946 time: 0.2050769 Jul 16 01:26:04.682817 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['c3319874-8a0b-448c-88a1-f3fadbe3a687'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:04.688809 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['2582d953-284c-4878-b384-29a8d4048e40'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:04.702424 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d0e7b0-de81-40c0-888f-754d2cc46885 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:04.715783 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b7d0e7b0-de81-40c0-888f-754d2cc46885 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.726666 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-2cd2f16e-8639-4667-9abf-def1871d9ef6 admin admin] Allocated IP 172.25.6.197 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/5c6b5557-efcc-4647-bc48-92b6eeca0e05) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:04.835940 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d0e7b0-de81-40c0-888f-754d2cc46885 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:26:04.860893 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8112cbd6-0eb0-4e1b-9761-336e34831ff7 req-280a3af3-6d8b-4f08-afa2-8c1277c10c5b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081127 Jul 16 01:26:04.890411 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b7d0e7b0-de81-40c0-888f-754d2cc46885 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.890411 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-b7d0e7b0-de81-40c0-888f-754d2cc46885 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Added segment a7cd7784-1063-459e-823a-35cd5361a471 of type vlan for network 11df5b65-6556-4753-8b1d-51557f69375e Jul 16 01:26:04.954966 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.983038 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b7d0e7b0-de81-40c0-888f-754d2cc46885 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.988734 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f16e-8639-4667-9abf-def1871d9ef6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.044238 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b7d0e7b0-de81-40c0-888f-754d2cc46885 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.048079 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f16e-8639-4667-9abf-def1871d9ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.065159 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d0e7b0-de81-40c0-888f-754d2cc46885 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:05.066645 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b7d0e7b0-de81-40c0-888f-754d2cc46885 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.118565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd2f16e-8639-4667-9abf-def1871d9ef6 admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:05.123421 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2f16e-8639-4667-9abf-def1871d9ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=5c6b5557-efcc-4647-bc48-92b6eeca0e05,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:05.126748 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-2cd2f16e-8639-4667-9abf-def1871d9ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:05.129706 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd2f16e-8639-4667-9abf-def1871d9ef6 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:05.228597 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b7d0e7b0-de81-40c0-888f-754d2cc46885 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5961509 Jul 16 01:26:05.245408 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47476) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:05.250622 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-961dad8a-9e68-466d-bb47-c863ba3fc563 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'subnet': {'network_id': '11df5b65-6556-4753-8b1d-51557f69375e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:05.277376 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95ec4a15-e5a8-4582-89e9-5c40a755880e None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.345891 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-95ec4a15-e5a8-4582-89e9-5c40a755880e None None] Transition to ACTIVE for port object d8d28cb0-a2ff-456c-9e0e-a4129f839e68 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:05.348224 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0e7b0-de81-40c0-888f-754d2cc46885 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Network': ['ID=11df5b65-6556-4753-8b1d-51557f69375e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:05.386728 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 11df5b65-6556-4753-8b1d-51557f69375e details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:26:05.431338 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-95ec4a15-e5a8-4582-89e9-5c40a755880e None None] Transition to ACTIVE for port object d8d28cb0-a2ff-456c-9e0e-a4129f839e68 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:05.454510 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95ec4a15-e5a8-4582-89e9-5c40a755880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.458402 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50983a4-b6c1-4cf1-a9c5-2cf1f9070f24 req-b70d4851-9739-4374-948b-5537ef0deb05 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:05.460388 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b50983a4-b6c1-4cf1-a9c5-2cf1f9070f24 req-b70d4851-9739-4374-948b-5537ef0deb05 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.82 "GET /v2.0/ports?device_id=afc46446-934f-4c41-a8b6-6d967963336e HTTP/1.1" status: 200 len: 946 time: 0.1354821 Jul 16 01:26:05.490809 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961dad8a-9e68-466d-bb47-c863ba3fc563 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:05.495857 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-961dad8a-9e68-466d-bb47-c863ba3fc563 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.638224 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f16e-8639-4667-9abf-def1871d9ef6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.725867 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b50983a4-b6c1-4cf1-a9c5-2cf1f9070f24 req-7b9d9723-e1a2-4025-93d3-e0701d83b6d8 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Deleting port 9415260f-0a5f-4275-ba01-7b0dcf685367 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:05.726507 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b50983a4-b6c1-4cf1-a9c5-2cf1f9070f24 req-7b9d9723-e1a2-4025-93d3-e0701d83b6d8 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.799804 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ec4a15-e5a8-4582-89e9-5c40a755880e None None] Network 0fca7c22-5d99-41d7-9d7d-ac2bfaf94956 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:05.801913 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec4a15-e5a8-4582-89e9-5c40a755880e None None] Pushing event updated for resources: {'Port': ['ID=d8d28cb0-a2ff-456c-9e0e-a4129f839e68,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:05.806559 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-95ec4a15-e5a8-4582-89e9-5c40a755880e None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:05.809602 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ec4a15-e5a8-4582-89e9-5c40a755880e None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:05.929433 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-b50983a4-b6c1-4cf1-a9c5-2cf1f9070f24 req-7b9d9723-e1a2-4025-93d3-e0701d83b6d8 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] For port 9415260f-0a5f-4275-ba01-7b0dcf685367, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=9415260f-0a5f-4275-ba01-7b0dcf685367,segment=NetworkSegment(5b3908e5-ef1d-4834-83cc-7a5e334d32e1),segment_id=5b3908e5-ef1d-4834-83cc-7a5e334d32e1)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:05.930027 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b50983a4-b6c1-4cf1-a9c5-2cf1f9070f24 req-7b9d9723-e1a2-4025-93d3-e0701d83b6d8 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.934187 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-95ec4a15-e5a8-4582-89e9-5c40a755880e None None] Attempting to bind port d8d28cb0-a2ff-456c-9e0e-a4129f839e68 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:05.936929 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-95ec4a15-e5a8-4582-89e9-5c40a755880e None None] Attempting to bind port d8d28cb0-a2ff-456c-9e0e-a4129f839e68 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '165221f4-4e91-4985-8580-40b189e7d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0fca7c22-5d99-41d7-9d7d-ac2bfaf94956'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:05.937639 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ec4a15-e5a8-4582-89e9-5c40a755880e None None] Attempting to bind port d8d28cb0-a2ff-456c-9e0e-a4129f839e68 on network 0fca7c22-5d99-41d7-9d7d-ac2bfaf94956 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:05.954623 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ec4a15-e5a8-4582-89e9-5c40a755880e None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:05.955845 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ec4a15-e5a8-4582-89e9-5c40a755880e None None] Checking segment: {'id': '165221f4-4e91-4985-8580-40b189e7d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0fca7c22-5d99-41d7-9d7d-ac2bfaf94956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:05.957007 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95ec4a15-e5a8-4582-89e9-5c40a755880e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.957119 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b50983a4-b6c1-4cf1-a9c5-2cf1f9070f24 req-7b9d9723-e1a2-4025-93d3-e0701d83b6d8 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Calling delete_port for 9415260f-0a5f-4275-ba01-7b0dcf685367 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:05.957729 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ec4a15-e5a8-4582-89e9-5c40a755880e None None] Bound using segment: {'id': '165221f4-4e91-4985-8580-40b189e7d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0fca7c22-5d99-41d7-9d7d-ac2bfaf94956'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:05.958834 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-95ec4a15-e5a8-4582-89e9-5c40a755880e None None] Bound port: d8d28cb0-a2ff-456c-9e0e-a4129f839e68, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165221f4-4e91-4985-8580-40b189e7d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0fca7c22-5d99-41d7-9d7d-ac2bfaf94956'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:05.962103 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95ec4a15-e5a8-4582-89e9-5c40a755880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.099734 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-95ec4a15-e5a8-4582-89e9-5c40a755880e None None] For port d8d28cb0-a2ff-456c-9e0e-a4129f839e68, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:06.108974 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-95ec4a15-e5a8-4582-89e9-5c40a755880e None None] For port d8d28cb0-a2ff-456c-9e0e-a4129f839e68, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d8d28cb0-a2ff-456c-9e0e-a4129f839e68,segment=NetworkSegment(165221f4-4e91-4985-8580-40b189e7d0cd),segment_id=165221f4-4e91-4985-8580-40b189e7d0cd)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:06.121136 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95ec4a15-e5a8-4582-89e9-5c40a755880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.164885 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-961dad8a-9e68-466d-bb47-c863ba3fc563 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.247267 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b50983a4-b6c1-4cf1-a9c5-2cf1f9070f24 req-7b9d9723-e1a2-4025-93d3-e0701d83b6d8 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.269034 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['5a667ba4-53dc-45af-b92d-faf315772a8b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:06.281251 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec4a15-e5a8-4582-89e9-5c40a755880e None None] Pushing event updated for resources: {'Port': ['ID=d8d28cb0-a2ff-456c-9e0e-a4129f839e68,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:06.309453 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9929f6-e0c9-4201-a9e0-b37d879487f9 req-401714c7-42fb-4d75-8d5b-e6a6a30381b3 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:06.315957 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9929f6-e0c9-4201-a9e0-b37d879487f9 req-401714c7-42fb-4d75-8d5b-e6a6a30381b3 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:06.319749 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9bfe1cc1-527e-4744-9062-f693b337e47c req-90b861d9-a90c-4c4f-90a5-a50bd49e4f0d tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc46446-934f-4c41-a8b6-6d967963336e HTTP/1.1" status: 200 len: 210 time: 0.0936549 Jul 16 01:26:06.347080 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9929f6-e0c9-4201-a9e0-b37d879487f9 req-401714c7-42fb-4d75-8d5b-e6a6a30381b3 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:06.354228 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0f9929f6-e0c9-4201-a9e0-b37d879487f9 req-401714c7-42fb-4d75-8d5b-e6a6a30381b3 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 2415 time: 0.5474985 Jul 16 01:26:06.392588 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d9723-e1a2-4025-93d3-e0701d83b6d8 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Pushing event deleted for resources: {'Port': ['ID=9415260f-0a5f-4275-ba01-7b0dcf685367,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:06.554186 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50983a4-b6c1-4cf1-a9c5-2cf1f9070f24 req-7b9d9723-e1a2-4025-93d3-e0701d83b6d8 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] No DVR routers for this DVR port 9415260f-0a5f-4275-ba01-7b0dcf685367 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:06.564124 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b50983a4-b6c1-4cf1-a9c5-2cf1f9070f24 req-7b9d9723-e1a2-4025-93d3-e0701d83b6d8 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.566309 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b50983a4-b6c1-4cf1-a9c5-2cf1f9070f24 req-7b9d9723-e1a2-4025-93d3-e0701d83b6d8 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.82 "DELETE /v2.0/ports/9415260f-0a5f-4275-ba01-7b0dcf685367 HTTP/1.1" status: 204 len: 173 time: 1.0915589 Jul 16 01:26:06.566851 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc46446-934f-4c41-a8b6-6d967963336e', 'name': 'network-vif-deleted', 'tag': '9415260f-0a5f-4275-ba01-7b0dcf685367'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:06.581788 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c1d6e4-5a77-413f-857a-8949ed6017b9" -d '{"events": [{"server_uuid": "afc46446-934f-4c41-a8b6-6d967963336e", "name": "network-vif-deleted", "tag": "9415260f-0a5f-4275-ba01-7b0dcf685367"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:06.724488 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['9415260f-0a5f-4275-ba01-7b0dcf685367'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:06.814107 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 7d460bf4-ebd6-4ae8-ab46-765df21e1654 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:06.892901 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961dad8a-9e68-466d-bb47-c863ba3fc563 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Subnet': ['ID=b96833a8-6c11-44d2-827f-109c6a6b2c8f,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:06.902763 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 7d460bf4-ebd6-4ae8-ab46-765df21e1654 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:06.908640 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 7d460bf4-ebd6-4ae8-ab46-765df21e1654 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:06.909108 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.923661 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f16e-8639-4667-9abf-def1871d9ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.928746 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0f9929f6-e0c9-4201-a9e0-b37d879487f9 req-9febf488-2752-4dea-8621-5086cefbed15 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108187 Jul 16 01:26:06.933694 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961dad8a-9e68-466d-bb47-c863ba3fc563 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Checking segment: {'id': 'a7cd7784-1063-459e-823a-35cd5361a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '11df5b65-6556-4753-8b1d-51557f69375e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:06.934060 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961dad8a-9e68-466d-bb47-c863ba3fc563 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network hostable DHCP agents. Network: 11df5b65-6556-4753-8b1d-51557f69375e, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:26:06.949839 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faeabcca-d66b-4f94-8467-6e6c5f5af862 x-openstack-request-id: req-faeabcca-d66b-4f94-8467-6e6c5f5af862 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:06.950406 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc46446-934f-4c41-a8b6-6d967963336e", "name": "network-vif-deleted", "tag": "9415260f-0a5f-4275-ba01-7b0dcf685367", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:06.950553 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-faeabcca-d66b-4f94-8467-6e6c5f5af862 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:06.951493 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc46446-934f-4c41-a8b6-6d967963336e', 'name': 'network-vif-deleted', 'tag': '9415260f-0a5f-4275-ba01-7b0dcf685367', 'status': 'completed', 'code': 200} Jul 16 01:26:07.005555 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961dad8a-9e68-466d-bb47-c863ba3fc563 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network 11df5b65-6556-4753-8b1d-51557f69375e is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:26:07.057486 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-961dad8a-9e68-466d-bb47-c863ba3fc563 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 11df5b65-6556-4753-8b1d-51557f69375e) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:07.066108 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961dad8a-9e68-466d-bb47-c863ba3fc563 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:07.066700 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-961dad8a-9e68-466d-bb47-c863ba3fc563 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.093456 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.104088 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-961dad8a-9e68-466d-bb47-c863ba3fc563 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8542545 Jul 16 01:26:07.104582 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47528) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:07.111068 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f878e17f-049c-40b2-98dd-5cb8c9b6b75c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'subnet': {'network_id': '11df5b65-6556-4753-8b1d-51557f69375e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:07.168229 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 7d460bf4-ebd6-4ae8-ab46-765df21e1654, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7d460bf4-ebd6-4ae8-ab46-765df21e1654,segment=NetworkSegment(5f14f265-ab91-4142-b20b-60ddcd610e5f),segment_id=5f14f265-ab91-4142-b20b-60ddcd610e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:07.170810 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be1f1a0-893c-4080-85c3-84dc0cc327c9 None None] Network 11df5b65-6556-4753-8b1d-51557f69375e requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:07.174935 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d460bf4-ebd6-4ae8-ab46-765df21e1654'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:07.180143 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbb7572-55ae-4580-8d0c-efd9fa6fbb08" -d '{"events": [{"server_uuid": "f1a674e4-81f7-4b13-ad5a-031ddaa560be", "name": "network-vif-plugged", "status": "completed", "tag": "7d460bf4-ebd6-4ae8-ab46-765df21e1654"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:07.188087 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.189651 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c3319874-8a0b-448c-88a1-f3fadbe3a687 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:07.214048 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd2f16e-8639-4667-9abf-def1871d9ef6 admin admin] Router 26338738-07c0-459b-b203-194adbf1e0ab is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:26:07.355408 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01177e53-67c3-49c8-b85e-3215e4f64a6b x-openstack-request-id: req-01177e53-67c3-49c8-b85e-3215e4f64a6b {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:07.355857 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a674e4-81f7-4b13-ad5a-031ddaa560be", "name": "network-vif-plugged", "status": "completed", "tag": "7d460bf4-ebd6-4ae8-ab46-765df21e1654", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:07.356053 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01177e53-67c3-49c8-b85e-3215e4f64a6b {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:07.356492 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d460bf4-ebd6-4ae8-ab46-765df21e1654', 'code': 200} Jul 16 01:26:07.377443 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=7d460bf4-ebd6-4ae8-ab46-765df21e1654,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:07.395404 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f878e17f-049c-40b2-98dd-5cb8c9b6b75c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:07.403390 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f878e17f-049c-40b2-98dd-5cb8c9b6b75c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.524421 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port c3319874-8a0b-448c-88a1-f3fadbe3a687 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:07.536840 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port c3319874-8a0b-448c-88a1-f3fadbe3a687 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:07.537056 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.588205 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd2f16e-8639-4667-9abf-def1871d9ef6 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:07.620957 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] Sync routers for ids ['26338738-07c0-459b-b203-194adbf1e0ab'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:07.626938 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f16e-8639-4667-9abf-def1871d9ef6 admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.628431 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2cd2f16e-8639-4667-9abf-def1871d9ef6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1718287 Jul 16 01:26:07.633305 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47554) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:07.652290 n-d-792394-16 neutron-server[93955]: INFO neutron.db.ipam_backend_mixin [None req-f878e17f-049c-40b2-98dd-5cb8c9b6b75c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b96833a8-6c11-44d2-827f-109c6a6b2c8f (CIDR: 2001:db8::/64) Jul 16 01:26:07.659026 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-f878e17f-049c-40b2-98dd-5cb8c9b6b75c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:26:07.659829 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f878e17f-049c-40b2-98dd-5cb8c9b6b75c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:26:07.689220 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f878e17f-049c-40b2-98dd-5cb8c9b6b75c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5831678 Jul 16 01:26:07.690094 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47558) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:07.696655 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-5e171270-2064-4142-acec-5b67a0e7e795 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'subnet': {'network_id': '11df5b65-6556-4753-8b1d-51557f69375e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:07.740491 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] Routers {'26338738-07c0-459b-b203-194adbf1e0ab'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:07.741336 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:26:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['26338738-07c0-459b-b203-194adbf1e0ab'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:07.843768 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6a25d0-70ce-41ae-8191-d0b56883c81d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-11df5b65-6556-4753-8b1d-51557f69375e', 'network_id': '11df5b65-6556-4753-8b1d-51557f69375e', 'tenant_id': 'c502d8556a3d4fd890ce88130235b09d', 'fixed_ips': [{'subnet_id': 'b96833a8-6c11-44d2-827f-109c6a6b2c8f'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:26:07.845674 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f6a25d0-70ce-41ae-8191-d0b56883c81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.893987 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-500303f6-2824-4fc8-80a9-b3b2337d26a0 req-740a7bf2-bf31-472f-818d-49b453056b94 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc46446-934f-4c41-a8b6-6d967963336e HTTP/1.1" status: 200 len: 210 time: 0.0840538 Jul 16 01:26:07.946152 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a55458e-ae6e-451b-97cc-ab8b677fb35b None None] Network 0fca7c22-5d99-41d7-9d7d-ac2bfaf94956 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:07.959657 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e171270-2064-4142-acec-5b67a0e7e795 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:07.968027 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e171270-2064-4142-acec-5b67a0e7e795 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.104763 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.210632 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-33697e5c-1b85-4816-bfd3-99c69c0ede93 None None] Provisioning for port d8d28cb0-a2ff-456c-9e0e-a4129f839e68 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:08.216457 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] Set router 26338738-07c0-459b-b203-194adbf1e0ab gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:08.286865 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:26:08.339331 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port c3319874-8a0b-448c-88a1-f3fadbe3a687, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c3319874-8a0b-448c-88a1-f3fadbe3a687,segment=NetworkSegment(4ac171b9-4215-4d20-8163-3dcc5b470393),segment_id=4ac171b9-4215-4d20-8163-3dcc5b470393)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:08.361379 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-3f6a25d0-70ce-41ae-8191-d0b56883c81d None None] Allocated IP 2001:db8::2 (11df5b65-6556-4753-8b1d-51557f69375e/b96833a8-6c11-44d2-827f-109c6a6b2c8f/39294324-64b7-41a0-aa00-7f37117af371) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:08.365190 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.366047 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 9415260f-0a5f-4275-ba01-7b0dcf685367 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:08.408477 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e171270-2064-4142-acec-5b67a0e7e795 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.470593 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e171270-2064-4142-acec-5b67a0e7e795 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network 11df5b65-6556-4753-8b1d-51557f69375e is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:08.478637 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-5e171270-2064-4142-acec-5b67a0e7e795 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:08.488270 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e171270-2064-4142-acec-5b67a0e7e795 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:08.489866 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e171270-2064-4142-acec-5b67a0e7e795 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.536635 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e171270-2064-4142-acec-5b67a0e7e795 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Subnet': ['ID=f6000f0d-79dc-44bc-9010-3f57f1d028ef,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:08.556639 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5e171270-2064-4142-acec-5b67a0e7e795 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8536537 Jul 16 01:26:08.557980 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47594) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:08.567136 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 9415260f-0a5f-4275-ba01-7b0dcf685367 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:08.568645 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-de13074b-8a74-4b9d-9c48-e3db894d0dbd tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'port': {'network_id': '11df5b65-6556-4753-8b1d-51557f69375e', 'fixed_ips': [{'subnet_id': 'b96833a8-6c11-44d2-827f-109c6a6b2c8f'}, {'subnet_id': 'f6000f0d-79dc-44bc-9010-3f57f1d028ef'}], 'name': 'tempest-PortsIpV6TestJSON-508393143'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:08.572523 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 9415260f-0a5f-4275-ba01-7b0dcf685367 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:08.643159 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d8d28cb0-a2ff-456c-9e0e-a4129f839e68 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:08.689968 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b7502f87-c825-416b-aaa7-d2425be0395e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.727491 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a1b4-862a-4d92-94db-6ff074a47d88 req-d0081b66-d64c-4dbc-b0b2-dec9de109629 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:08.733879 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a1b4-862a-4d92-94db-6ff074a47d88 req-d0081b66-d64c-4dbc-b0b2-dec9de109629 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:08.740802 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50a1b4-862a-4d92-94db-6ff074a47d88 req-d0081b66-d64c-4dbc-b0b2-dec9de109629 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:08.743787 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7e50a1b4-862a-4d92-94db-6ff074a47d88 req-d0081b66-d64c-4dbc-b0b2-dec9de109629 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 2417 time: 0.3880768 Jul 16 01:26:08.776593 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2582d953-284c-4878-b384-29a8d4048e40 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:08.815493 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=c3319874-8a0b-448c-88a1-f3fadbe3a687,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:08.918222 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7e50a1b4-862a-4d92-94db-6ff074a47d88 req-37c817fa-1c2e-4ee9-987d-57c653ab9c36 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200006 Jul 16 01:26:08.998808 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de13074b-8a74-4b9d-9c48-e3db894d0dbd tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:09.041040 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-b7502f87-c825-416b-aaa7-d2425be0395e admin admin] Allocated IP 172.20.0.1 (0fca7c22-5d99-41d7-9d7d-ac2bfaf94956/1f74dd75-4068-4fab-974d-1a6bb6341812/8af31745-3a41-4bf8-ac55-6fa80ee42aad) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:09.115860 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port d8d28cb0-a2ff-456c-9e0e-a4129f839e68 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:09.136263 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port d8d28cb0-a2ff-456c-9e0e-a4129f839e68 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:09.136668 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.172543 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f6a25d0-70ce-41ae-8191-d0b56883c81d None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.176646 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-de13074b-8a74-4b9d-9c48-e3db894d0dbd tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.192693 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 2582d953-284c-4878-b384-29a8d4048e40 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:09.224132 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3f6a25d0-70ce-41ae-8191-d0b56883c81d None None] Transition to ACTIVE for port object 39294324-64b7-41a0-aa00-7f37117af371 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:09.227376 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 2582d953-284c-4878-b384-29a8d4048e40 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:09.228008 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.289245 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26338738-07c0-459b-b203-194adbf1e0ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1703489689-router', 'tenant_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '5c6b5557-efcc-4647-bc48-92b6eeca0e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:03Z', 'updated_at': '2021-07-16T01:26:05Z', 'revision_number': 3, 'project_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'gw_port': {'id': '5c6b5557-efcc-4647-bc48-92b6eeca0e05', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26338738-07c0-459b-b203-194adbf1e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:04Z', 'updated_at': '2021-07-16T01:26:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:09.292960 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-de13074b-8a74-4b9d-9c48-e3db894d0dbd tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] device_id is not set on port 3f57f389-79a0-40b6-8864-492e052c3320 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:26:09.296355 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3f6a25d0-70ce-41ae-8191-d0b56883c81d None None] Transition to ACTIVE for port object 39294324-64b7-41a0-aa00-7f37117af371 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:09.350533 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] Checking router: 26338738-07c0-459b-b203-194adbf1e0ab for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:09.351187 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] Updating router 26338738-07c0-459b-b203-194adbf1e0ab port 5c6b5557-efcc-4647-bc48-92b6eeca0e05 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:26:09.378769 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3319874-8a0b-448c-88a1-f3fadbe3a687'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:09.381709 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3e46d3-cf1e-4d52-abc1-5db0d02dc5d1" -d '{"events": [{"server_uuid": "f1a674e4-81f7-4b13-ad5a-031ddaa560be", "name": "network-vif-plugged", "status": "completed", "tag": "c3319874-8a0b-448c-88a1-f3fadbe3a687"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:09.390817 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f6a25d0-70ce-41ae-8191-d0b56883c81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.479748 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.500868 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6a25d0-70ce-41ae-8191-d0b56883c81d None None] Network 11df5b65-6556-4753-8b1d-51557f69375e is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:09.551474 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.553478 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-3f6a25d0-70ce-41ae-8191-d0b56883c81d None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:09.560013 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a25d0-70ce-41ae-8191-d0b56883c81d None None] Pushing event updated for resources: {'Port': ['ID=39294324-64b7-41a0-aa00-7f37117af371,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:09.561536 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b7502f87-c825-416b-aaa7-d2425be0395e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.578783 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-71264c04-7585-43f6-b956-86ff4f678f3b tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:09.579454 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6a25d0-70ce-41ae-8191-d0b56883c81d None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:09.589481 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-71264c04-7585-43f6-b956-86ff4f678f3b tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/networks?id=7d194017-b2ba-4736-9426-86f2c4d9db47 HTTP/1.1" status: 200 len: 805 time: 0.5743062 Jul 16 01:26:09.591875 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0e98755a-40a1-41b9-b83d-814cbb184805 None None] Provisioning complete for port d8d28cb0-a2ff-456c-9e0e-a4129f839e68 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:09.591875 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0e98755a-40a1-41b9-b83d-814cbb184805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.603079 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-259859f8-b682-4a38-a054-8c1a46b30cd1 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/quotas/c1a8d4b2ddbf47a7b73f2c07224e331f HTTP/1.1" status: 200 len: 375 time: 0.0163140 Jul 16 01:26:09.618349 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-b7502f87-c825-416b-aaa7-d2425be0395e admin admin] Transition to ACTIVE for port object 8af31745-3a41-4bf8-ac55-6fa80ee42aad will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:09.656239 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6365b-be8d-447e-a805-f76aad0ec7f0 req-b3a809f6-d4d2-409e-b1f8-6a2394c80936 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:09.658009 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-12b6365b-be8d-447e-a805-f76aad0ec7f0 req-b3a809f6-d4d2-409e-b1f8-6a2394c80936 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.4399180 Jul 16 01:26:09.697387 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-dcf639d0-c92d-46b7-a02a-551ee80ad010 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1a8d4b2ddbf47a7b73f2c07224e331f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0929415 Jul 16 01:26:09.722735 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.783275 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port d8d28cb0-a2ff-456c-9e0e-a4129f839e68, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d8d28cb0-a2ff-456c-9e0e-a4129f839e68,segment=NetworkSegment(165221f4-4e91-4985-8580-40b189e7d0cd),segment_id=165221f4-4e91-4985-8580-40b189e7d0cd)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:09.806382 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.813530 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b7502f87-c825-416b-aaa7-d2425be0395e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.817128 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-ca38fded-b916-4ba6-94e9-7e0fc6ad5931 service neutron] 10.222.0.16 "GET /v2.0/networks/7d194017-b2ba-4736-9426-86f2c4d9db47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161914 Jul 16 01:26:09.826639 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-12b6365b-be8d-447e-a805-f76aad0ec7f0 req-4b1c08fd-775c-43ff-99ca-9b8ad3eb1b54 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370995 Jul 16 01:26:09.853825 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3f6a25d0-70ce-41ae-8191-d0b56883c81d None None] Attempting to bind port 39294324-64b7-41a0-aa00-7f37117af371 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:09.854203 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3f6a25d0-70ce-41ae-8191-d0b56883c81d None None] Attempting to bind port 39294324-64b7-41a0-aa00-7f37117af371 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'a7cd7784-1063-459e-823a-35cd5361a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '11df5b65-6556-4753-8b1d-51557f69375e'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:09.854573 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6a25d0-70ce-41ae-8191-d0b56883c81d None None] Attempting to bind port 39294324-64b7-41a0-aa00-7f37117af371 on network 11df5b65-6556-4753-8b1d-51557f69375e {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:09.881154 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7502f87-c825-416b-aaa7-d2425be0395e admin admin] Network 0fca7c22-5d99-41d7-9d7d-ac2bfaf94956 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:09.891484 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-b7502f87-c825-416b-aaa7-d2425be0395e admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:09.906024 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7502f87-c825-416b-aaa7-d2425be0395e admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:09.910479 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-de13074b-8a74-4b9d-9c48-e3db894d0dbd tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Allocated IP 2001:db8::c9 (11df5b65-6556-4753-8b1d-51557f69375e/b96833a8-6c11-44d2-827f-109c6a6b2c8f/3f57f389-79a0-40b6-8864-492e052c3320) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:09.913336 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7502f87-c825-416b-aaa7-d2425be0395e admin admin] Pushing event updated for resources: {'Port': ['ID=8af31745-3a41-4bf8-ac55-6fa80ee42aad,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:09.942780 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6a25d0-70ce-41ae-8191-d0b56883c81d None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:09.943375 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6a25d0-70ce-41ae-8191-d0b56883c81d None None] Checking segment: {'id': 'a7cd7784-1063-459e-823a-35cd5361a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '11df5b65-6556-4753-8b1d-51557f69375e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:09.943715 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f6a25d0-70ce-41ae-8191-d0b56883c81d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.944086 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6a25d0-70ce-41ae-8191-d0b56883c81d None None] Bound using segment: {'id': 'a7cd7784-1063-459e-823a-35cd5361a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '11df5b65-6556-4753-8b1d-51557f69375e'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:09.944523 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3f6a25d0-70ce-41ae-8191-d0b56883c81d None None] Bound port: 39294324-64b7-41a0-aa00-7f37117af371, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7cd7784-1063-459e-823a-35cd5361a471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '11df5b65-6556-4753-8b1d-51557f69375e'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:09.945197 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f6a25d0-70ce-41ae-8191-d0b56883c81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.954343 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-de13074b-8a74-4b9d-9c48-e3db894d0dbd tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Allocated IP 2001:db8:0:1::371 (11df5b65-6556-4753-8b1d-51557f69375e/f6000f0d-79dc-44bc-9010-3f57f1d028ef/3f57f389-79a0-40b6-8864-492e052c3320) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:09.988955 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b7502f87-c825-416b-aaa7-d2425be0395e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:09.997686 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 2582d953-284c-4878-b384-29a8d4048e40, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2582d953-284c-4878-b384-29a8d4048e40,segment=NetworkSegment(4ac171b9-4215-4d20-8163-3dcc5b470393),segment_id=4ac171b9-4215-4d20-8163-3dcc5b470393)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:10.067819 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-ac67e465-fce6-40f4-a2ff-1c9d6a0eede0 service neutron] 10.222.0.16 "GET /v2.0/networks/7d194017-b2ba-4736-9426-86f2c4d9db47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281184 Jul 16 01:26:10.089627 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.139018 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=d8d28cb0-a2ff-456c-9e0e-a4129f839e68,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:10.170084 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3ac93f-8e24-4fbc-812e-cd2739e441bd x-openstack-request-id: req-bf3ac93f-8e24-4fbc-812e-cd2739e441bd {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:10.170297 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9553061-1d4b-489f-a247-a062c6f7f2a1 req-de9f0bdf-c2aa-43b6-97e1-299c3ccc3fed tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.170405 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a674e4-81f7-4b13-ad5a-031ddaa560be", "name": "network-vif-plugged", "status": "completed", "tag": "c3319874-8a0b-448c-88a1-f3fadbe3a687", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:10.171347 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf3ac93f-8e24-4fbc-812e-cd2739e441bd {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:10.171347 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3319874-8a0b-448c-88a1-f3fadbe3a687', 'code': 200} Jul 16 01:26:10.174569 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f9553061-1d4b-489f-a247-a062c6f7f2a1 req-de9f0bdf-c2aa-43b6-97e1-299c3ccc3fed tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.82 "GET /v2.0/ports?device_id=865d4f00-19fa-4ed8-a6b6-2521df644b33 HTTP/1.1" status: 200 len: 945 time: 0.1728358 Jul 16 01:26:10.380135 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=2582d953-284c-4878-b384-29a8d4048e40,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:10.393968 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-de13074b-8a74-4b9d-9c48-e3db894d0dbd tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.417553 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3f6a25d0-70ce-41ae-8191-d0b56883c81d None None] For port 39294324-64b7-41a0-aa00-7f37117af371, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:10.448440 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-de13074b-8a74-4b9d-9c48-e3db894d0dbd tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Transition to ACTIVE for port object 3f57f389-79a0-40b6-8864-492e052c3320 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:10.449858 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b7502f87-c825-416b-aaa7-d2425be0395e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.503660 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3f6a25d0-70ce-41ae-8191-d0b56883c81d None None] For port 39294324-64b7-41a0-aa00-7f37117af371, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=39294324-64b7-41a0-aa00-7f37117af371,segment=NetworkSegment(a7cd7784-1063-459e-823a-35cd5361a471),segment_id=a7cd7784-1063-459e-823a-35cd5361a471)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:10.518375 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-f9553061-1d4b-489f-a247-a062c6f7f2a1 req-021416e0-93b1-4ce2-9b44-16a7dc554f63 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Deleting port c65e8d86-669c-48f2-8b93-221464e9ce4b {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:10.518923 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f9553061-1d4b-489f-a247-a062c6f7f2a1 req-021416e0-93b1-4ce2-9b44-16a7dc554f63 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.527634 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f6a25d0-70ce-41ae-8191-d0b56883c81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.545864 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-df235289-0296-48a1-967b-a3d9f1b6e2d6 None None] Provisioning for port 8af31745-3a41-4bf8-ac55-6fa80ee42aad completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:10.556399 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.582862 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-df235289-0296-48a1-967b-a3d9f1b6e2d6 None None] Provisioning complete for port 8af31745-3a41-4bf8-ac55-6fa80ee42aad triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:10.583110 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-df235289-0296-48a1-967b-a3d9f1b6e2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.621064 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-de13074b-8a74-4b9d-9c48-e3db894d0dbd tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.646004 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] Transition to ACTIVE for port object 5c6b5557-efcc-4647-bc48-92b6eeca0e05 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:10.682045 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.729832 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d8d28cb0-a2ff-456c-9e0e-a4129f839e68 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:10.765337 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de13074b-8a74-4b9d-9c48-e3db894d0dbd tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network 11df5b65-6556-4753-8b1d-51557f69375e is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:10.779315 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-df235289-0296-48a1-967b-a3d9f1b6e2d6 None None] Port 8af31745-3a41-4bf8-ac55-6fa80ee42aad cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:10.782903 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c65e8d86-669c-48f2-8b93-221464e9ce4b no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:10.817151 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2ee99c99-d9c4-4434-9c1f-ba5f9e79e4fe req-0d5465e6-2d1d-4da7-896e-8360d5146905 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=121a3db2-ef3d-423b-a7ad-4ca450554922 HTTP/1.1" status: 200 len: 210 time: 0.0479980 Jul 16 01:26:10.822279 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a25d0-70ce-41ae-8191-d0b56883c81d None None] Pushing event updated for resources: {'Port': ['ID=39294324-64b7-41a0-aa00-7f37117af371,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:10.822511 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13074b-8a74-4b9d-9c48-e3db894d0dbd tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Port': ['ID=3f57f389-79a0-40b6-8864-492e052c3320,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:10.858971 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-de13074b-8a74-4b9d-9c48-e3db894d0dbd tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:10.866754 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de13074b-8a74-4b9d-9c48-e3db894d0dbd tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:10.871907 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] Attempting to bind port 5c6b5557-efcc-4647-bc48-92b6eeca0e05 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:10.872457 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] Attempting to bind port 5c6b5557-efcc-4647-bc48-92b6eeca0e05 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:10.872601 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de13074b-8a74-4b9d-9c48-e3db894d0dbd tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.873019 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] Attempting to bind port 5c6b5557-efcc-4647-bc48-92b6eeca0e05 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:10.874306 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-de13074b-8a74-4b9d-9c48-e3db894d0dbd tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.900046 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-de13074b-8a74-4b9d-9c48-e3db894d0dbd tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.3377564 Jul 16 01:26:10.905497 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47636) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:10.914810 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-c6344dde-ac6c-4d2d-b637-1da423648d62 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b96833a8-6c11-44d2-827f-109c6a6b2c8f'}]}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:10.940504 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f9553061-1d4b-489f-a247-a062c6f7f2a1 req-021416e0-93b1-4ce2-9b44-16a7dc554f63 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] For port c65e8d86-669c-48f2-8b93-221464e9ce4b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c65e8d86-669c-48f2-8b93-221464e9ce4b,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:10.944912 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f9553061-1d4b-489f-a247-a062c6f7f2a1 req-021416e0-93b1-4ce2-9b44-16a7dc554f63 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.007605 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:11.008330 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:11.010297 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.010780 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:11.011483 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] Bound port: 5c6b5557-efcc-4647-bc48-92b6eeca0e05, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:11.013291 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.045713 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-f9553061-1d4b-489f-a247-a062c6f7f2a1 req-021416e0-93b1-4ce2-9b44-16a7dc554f63 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Calling delete_port for c65e8d86-669c-48f2-8b93-221464e9ce4b owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:11.072476 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c6344dde-ac6c-4d2d-b637-1da423648d62 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.115801 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ef7db-630c-4c4d-8e38-eed8d6769f2b req-c726252c-a2a4-416c-9a49-42083dda3b14 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:11.120887 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da4435-89b6-41a9-b1f9-9b34dfe0d29b None None] Pushing event updated for resources: {'Port': ['ID=5c6b5557-efcc-4647-bc48-92b6eeca0e05,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:11.122157 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ef7db-630c-4c4d-8e38-eed8d6769f2b req-c726252c-a2a4-416c-9a49-42083dda3b14 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:11.132122 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ef7db-630c-4c4d-8e38-eed8d6769f2b req-c726252c-a2a4-416c-9a49-42083dda3b14 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:11.140014 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1e4ef7db-630c-4c4d-8e38-eed8d6769f2b req-c726252c-a2a4-416c-9a49-42083dda3b14 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 2418 time: 0.3930504 Jul 16 01:26:11.217382 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port d8d28cb0-a2ff-456c-9e0e-a4129f839e68 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:11.217911 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.248043 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b7502f87-c825-416b-aaa7-d2425be0395e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.252059 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.263950 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b7502f87-c825-416b-aaa7-d2425be0395e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.271982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] For port 5c6b5557-efcc-4647-bc48-92b6eeca0e05, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:11.272194 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1e4ef7db-630c-4c4d-8e38-eed8d6769f2b req-1ab4b454-a73f-41e7-a66b-335bc63e8b30 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312547 Jul 16 01:26:11.296419 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] For port 5c6b5557-efcc-4647-bc48-92b6eeca0e05, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=5c6b5557-efcc-4647-bc48-92b6eeca0e05,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:11.308599 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.330001 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f9553061-1d4b-489f-a247-a062c6f7f2a1 req-021416e0-93b1-4ce2-9b44-16a7dc554f63 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.400296 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7502f87-c825-416b-aaa7-d2425be0395e admin admin] Pushing event updated for resources: {'Port': ['ID=8af31745-3a41-4bf8-ac55-6fa80ee42aad,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:11.405965 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d2746-a6a5-4a4d-8c1e-e0ce8fe72202 req-dcc48dcf-2c0a-471b-915d-f3e08b8103ea tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:11.408966 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b7502f87-c825-416b-aaa7-d2425be0395e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.415984 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ac3d2746-a6a5-4a4d-8c1e-e0ce8fe72202 req-dcc48dcf-2c0a-471b-915d-f3e08b8103ea tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.4473178 Jul 16 01:26:11.482877 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021416e0-93b1-4ce2-9b44-16a7dc554f63 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Pushing event deleted for resources: {'Port': ['ID=c65e8d86-669c-48f2-8b93-221464e9ce4b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:11.512313 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] Routers {'26338738-07c0-459b-b203-194adbf1e0ab'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:11.513028 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:26:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['26338738-07c0-459b-b203-194adbf1e0ab'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:11.542710 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9553061-1d4b-489f-a247-a062c6f7f2a1 req-021416e0-93b1-4ce2-9b44-16a7dc554f63 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] No DVR routers for this DVR port c65e8d86-669c-48f2-8b93-221464e9ce4b on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:11.547979 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f9553061-1d4b-489f-a247-a062c6f7f2a1 req-021416e0-93b1-4ce2-9b44-16a7dc554f63 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.551093 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f9553061-1d4b-489f-a247-a062c6f7f2a1 req-021416e0-93b1-4ce2-9b44-16a7dc554f63 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.82 "DELETE /v2.0/ports/c65e8d86-669c-48f2-8b93-221464e9ce4b HTTP/1.1" status: 204 len: 173 time: 1.3593428 Jul 16 01:26:11.552396 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865d4f00-19fa-4ed8-a6b6-2521df644b33', 'name': 'network-vif-deleted', 'tag': 'c65e8d86-669c-48f2-8b93-221464e9ce4b'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:11.555652 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d87fe6b-ce48-4c75-8f30-055aea3230c8" -d '{"events": [{"server_uuid": "865d4f00-19fa-4ed8-a6b6-2521df644b33", "name": "network-vif-deleted", "tag": "c65e8d86-669c-48f2-8b93-221464e9ce4b"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:11.564624 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da4435-89b6-41a9-b1f9-9b34dfe0d29b None None] Pushing event updated for resources: {'Port': ['ID=5c6b5557-efcc-4647-bc48-92b6eeca0e05,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:11.601472 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ac3d2746-a6a5-4a4d-8c1e-e0ce8fe72202 req-05a008f5-a2b1-4aa2-a47a-e73fbf678d1f tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827486 Jul 16 01:26:11.858360 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ffb0ac-2931-4301-a5c2-2e3e92639fb9 x-openstack-request-id: req-25ffb0ac-2931-4301-a5c2-2e3e92639fb9 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:11.858960 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865d4f00-19fa-4ed8-a6b6-2521df644b33", "name": "network-vif-deleted", "tag": "c65e8d86-669c-48f2-8b93-221464e9ce4b", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:11.859314 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25ffb0ac-2931-4301-a5c2-2e3e92639fb9 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:11.859939 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865d4f00-19fa-4ed8-a6b6-2521df644b33', 'name': 'network-vif-deleted', 'tag': 'c65e8d86-669c-48f2-8b93-221464e9ce4b', 'status': 'completed', 'code': 200} Jul 16 01:26:11.886991 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] Set router 26338738-07c0-459b-b203-194adbf1e0ab gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:12.037936 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c7ed6005-1a5a-45f4-a4e4-0358c892916e req-6792ffd6-b822-4549-95e2-2e2436b2b9de tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=121a3db2-ef3d-423b-a7ad-4ca450554922 HTTP/1.1" status: 200 len: 210 time: 0.0645561 Jul 16 01:26:12.365923 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2582d953-284c-4878-b384-29a8d4048e40'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:12.369792 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27f562c-1df0-45fe-b252-d4ac73624303" -d '{"events": [{"server_uuid": "f1a674e4-81f7-4b13-ad5a-031ddaa560be", "name": "network-vif-plugged", "status": "completed", "tag": "2582d953-284c-4878-b384-29a8d4048e40"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:12.382674 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314d528b-cb2d-4f23-b004-f4e430d1442f None None] Network 11df5b65-6556-4753-8b1d-51557f69375e requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:12.420906 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683e9bf-2cff-4d1c-825c-099bcbdcbbd6 req-e556cfed-0207-4ab3-b36b-59c53066ba4e tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:12.422532 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9683e9bf-2cff-4d1c-825c-099bcbdcbbd6 req-e556cfed-0207-4ab3-b36b-59c53066ba4e tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.3157692 Jul 16 01:26:12.423765 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-c6344dde-ac6c-4d2d-b637-1da423648d62 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Delete allocated IP 2001:db8:0:1::371 (11df5b65-6556-4753-8b1d-51557f69375e/f6000f0d-79dc-44bc-9010-3f57f1d028ef) {{(pid=93956) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:26:12.479464 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-361097e0-1e31-40d4-9e81-69d2d1df86fb None None] Provisioning for port 39294324-64b7-41a0-aa00-7f37117af371 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:12.485849 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7502f87-c825-416b-aaa7-d2425be0395e admin admin] Network 0fca7c22-5d99-41d7-9d7d-ac2bfaf94956 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:12.509380 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-b7502f87-c825-416b-aaa7-d2425be0395e admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:12.557855 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9683e9bf-2cff-4d1c-825c-099bcbdcbbd6 req-1a7fc032-a29e-4b19-bb7b-458608383e47 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203105 Jul 16 01:26:12.563719 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133faada-3864-4224-8345-b898a2ebf9aa req-c0e82c5e-6d2e-466a-8061-78af7d3ef6c3 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:12.570378 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133faada-3864-4224-8345-b898a2ebf9aa req-c0e82c5e-6d2e-466a-8061-78af7d3ef6c3 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:12.577307 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133faada-3864-4224-8345-b898a2ebf9aa req-c0e82c5e-6d2e-466a-8061-78af7d3ef6c3 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:12.585312 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-133faada-3864-4224-8345-b898a2ebf9aa req-c0e82c5e-6d2e-466a-8061-78af7d3ef6c3 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 2418 time: 0.1381240 Jul 16 01:26:12.628562 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 39294324-64b7-41a0-aa00-7f37117af371 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:12.663238 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-133faada-3864-4224-8345-b898a2ebf9aa req-386b4743-4750-4590-94ad-43278e69d2ea tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768886 Jul 16 01:26:12.688904 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a661719-5e3e-45a8-82a0-956e2ef0410f x-openstack-request-id: req-6a661719-5e3e-45a8-82a0-956e2ef0410f {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:12.689207 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a674e4-81f7-4b13-ad5a-031ddaa560be", "name": "network-vif-plugged", "status": "completed", "tag": "2582d953-284c-4878-b384-29a8d4048e40", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:12.689459 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a661719-5e3e-45a8-82a0-956e2ef0410f {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:12.689931 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2582d953-284c-4878-b384-29a8d4048e40', 'code': 200} Jul 16 01:26:12.769317 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26338738-07c0-459b-b203-194adbf1e0ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1703489689-router', 'tenant_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '5c6b5557-efcc-4647-bc48-92b6eeca0e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:03Z', 'updated_at': '2021-07-16T01:26:10Z', 'revision_number': 4, 'project_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'gw_port': {'id': '5c6b5557-efcc-4647-bc48-92b6eeca0e05', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26338738-07c0-459b-b203-194adbf1e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:04Z', 'updated_at': '2021-07-16T01:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '8af31745-3a41-4bf8-ac55-6fa80ee42aad', 'name': '', 'network_id': '0fca7c22-5d99-41d7-9d7d-ac2bfaf94956', 'tenant_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'mac_address': 'fa:16:3e:d7:7b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26338738-07c0-459b-b203-194adbf1e0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '1f74dd75-4068-4fab-974d-1a6bb6341812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:08Z', 'updated_at': '2021-07-16T01:26:10Z', 'revision_number': 2, 'project_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'subnets': [{'id': '1f74dd75-4068-4fab-974d-1a6bb6341812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:12.830820 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7502f87-c825-416b-aaa7-d2425be0395e admin admin] Router 26338738-07c0-459b-b203-194adbf1e0ab has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:26:12.850598 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c6344dde-ac6c-4d2d-b637-1da423648d62 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.875398 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-c6344dde-ac6c-4d2d-b637-1da423648d62 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Ignored duplicate provisioning block setup for port 3f57f389-79a0-40b6-8864-492e052c3320 by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:26:12.886495 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c6344dde-ac6c-4d2d-b637-1da423648d62 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.959584 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdada7d-4b13-43fc-b7a4-d7df54f07548 None None] The sync data for ids ['26338738-07c0-459b-b203-194adbf1e0ab'] in n-d-792394-16 is: [{'id': '26338738-07c0-459b-b203-194adbf1e0ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1703489689-router', 'tenant_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '5c6b5557-efcc-4647-bc48-92b6eeca0e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:03Z', 'updated_at': '2021-07-16T01:26:10Z', 'revision_number': 4, 'project_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'gw_port': {'id': '5c6b5557-efcc-4647-bc48-92b6eeca0e05', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26338738-07c0-459b-b203-194adbf1e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:04Z', 'updated_at': '2021-07-16T01:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '8af31745-3a41-4bf8-ac55-6fa80ee42aad', 'name': '', 'network_id': '0fca7c22-5d99-41d7-9d7d-ac2bfaf94956', 'tenant_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'mac_address': 'fa:16:3e:d7:7b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26338738-07c0-459b-b203-194adbf1e0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '1f74dd75-4068-4fab-974d-1a6bb6341812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:08Z', 'updated_at': '2021-07-16T01:26:10Z', 'revision_number': 2, 'project_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'subnets': [{'id': '1f74dd75-4068-4fab-974d-1a6bb6341812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:13.050748 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e347b-f3c6-4e33-84db-f58506601c99 req-f465a44d-0f60-4823-87c4-fe64b744b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:13.051293 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e347b-f3c6-4e33-84db-f58506601c99 req-f465a44d-0f60-4823-87c4-fe64b744b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:13.059300 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e347b-f3c6-4e33-84db-f58506601c99 req-f465a44d-0f60-4823-87c4-fe64b744b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:13.068848 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-901e347b-f3c6-4e33-84db-f58506601c99 req-f465a44d-0f60-4823-87c4-fe64b744b4e7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 2874 time: 0.2930496 Jul 16 01:26:13.170601 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-39f7126a-7157-403e-af68-daed5ef74eb3 None None] Provisioning complete for port 8af31745-3a41-4bf8-ac55-6fa80ee42aad triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:13.187184 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-39f7126a-7157-403e-af68-daed5ef74eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.341093 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-901e347b-f3c6-4e33-84db-f58506601c99 req-df327bc5-422f-4065-ac6e-bfb387ed1772 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404500 Jul 16 01:26:13.357120 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-39f7126a-7157-403e-af68-daed5ef74eb3 None None] Port 8af31745-3a41-4bf8-ac55-6fa80ee42aad cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:13.359600 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 39294324-64b7-41a0-aa00-7f37117af371 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:13.403602 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 39294324-64b7-41a0-aa00-7f37117af371 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:13.404815 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.450389 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6344dde-ac6c-4d2d-b637-1da423648d62 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Port': ['ID=3f57f389-79a0-40b6-8864-492e052c3320,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:13.468823 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-ea5e5003-a043-411d-917e-ed23cf7d1894 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:13.472550 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-ea5e5003-a043-411d-917e-ed23cf7d1894 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.84 "GET /v2.0/networks?id=7d194017-b2ba-4736-9426-86f2c4d9db47 HTTP/1.1" status: 200 len: 805 time: 0.4003799 Jul 16 01:26:13.485424 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-49abe86a-976c-4e18-866c-e8beab74aaf2 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Request body: {'port': {'device_id': '121a3db2-ef3d-423b-a7ad-4ca450554922', 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47', 'admin_state_up': True, 'tenant_id': 'c1a8d4b2ddbf47a7b73f2c07224e331f'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:13.566645 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756ac5e4-e0fc-40c5-a631-883a087e8f4c None None] Update dhcp port {'port': {'network_id': '11df5b65-6556-4753-8b1d-51557f69375e', 'fixed_ips': [{'subnet_id': 'b96833a8-6c11-44d2-827f-109c6a6b2c8f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f6000f0d-79dc-44bc-9010-3f57f1d028ef'}], 'binding:host_id': 'n-d-792394-16'}, 'id': '39294324-64b7-41a0-aa00-7f37117af371'} from n-d-792394-16. {{(pid=93957) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:26:13.585890 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-c6344dde-ac6c-4d2d-b637-1da423648d62 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] In _notify_port_updated(), no bound segment for port 3f57f389-79a0-40b6-8864-492e052c3320 on network 11df5b65-6556-4753-8b1d-51557f69375e {{(pid=93956) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:26:13.601809 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6344dde-ac6c-4d2d-b637-1da423648d62 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:13.613410 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c6344dde-ac6c-4d2d-b637-1da423648d62 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.615051 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c6344dde-ac6c-4d2d-b637-1da423648d62 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "PUT /v2.0/ports/3f57f389-79a0-40b6-8864-492e052c3320 HTTP/1.1" status: 200 len: 924 time: 2.7076986 Jul 16 01:26:13.629085 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-756ac5e4-e0fc-40c5-a631-883a087e8f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.650221 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47684) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:13.656042 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0b4b717b-1ec2-4f25-bf00-abbdd4deb14b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b96833a8-6c11-44d2-827f-109c6a6b2c8f'}, {'subnet_id': 'f6000f0d-79dc-44bc-9010-3f57f1d028ef'}]}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:13.671607 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3feda700-695a-4e94-9dd5-d7f98dc515f4 req-7b44c228-9116-4aa2-9d0b-ba19a2ef1d29 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=121a3db2-ef3d-423b-a7ad-4ca450554922 HTTP/1.1" status: 200 len: 210 time: 0.2127194 Jul 16 01:26:13.733777 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-49abe86a-976c-4e18-866c-e8beab74aaf2 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Made reservation on behalf of c1a8d4b2ddbf47a7b73f2c07224e331f for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:13.737723 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-49abe86a-976c-4e18-866c-e8beab74aaf2 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.781945 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7502f87-c825-416b-aaa7-d2425be0395e admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:13.816382 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b7502f87-c825-416b-aaa7-d2425be0395e admin admin] 10.222.0.16 "PUT /v2.0/routers/26338738-07c0-459b-b203-194adbf1e0ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1812568 Jul 16 01:26:13.901805 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.932631 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0b4b717b-1ec2-4f25-bf00-abbdd4deb14b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.017914 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 39294324-64b7-41a0-aa00-7f37117af371, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=39294324-64b7-41a0-aa00-7f37117af371,segment=NetworkSegment(a7cd7784-1063-459e-823a-35cd5361a471),segment_id=a7cd7784-1063-459e-823a-35cd5361a471)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:14.087605 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.118644 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aaa628-2024-4e6a-9864-5702b432cfaa req-2529200d-f4f2-48fe-8b17-da5443d290a5 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:14.143610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aaa628-2024-4e6a-9864-5702b432cfaa req-2529200d-f4f2-48fe-8b17-da5443d290a5 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:14.176700 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aaa628-2024-4e6a-9864-5702b432cfaa req-2529200d-f4f2-48fe-8b17-da5443d290a5 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:14.179233 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-756ac5e4-e0fc-40c5-a631-883a087e8f4c None None] Allocated IP 2001:db8:0:1::2 (11df5b65-6556-4753-8b1d-51557f69375e/f6000f0d-79dc-44bc-9010-3f57f1d028ef/39294324-64b7-41a0-aa00-7f37117af371) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:14.199854 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6aaa628-2024-4e6a-9864-5702b432cfaa req-2529200d-f4f2-48fe-8b17-da5443d290a5 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 2418 time: 0.3034666 Jul 16 01:26:14.245132 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-49abe86a-976c-4e18-866c-e8beab74aaf2 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Allocated IP 172.20.0.10 (7d194017-b2ba-4736-9426-86f2c4d9db47/01112ffd-e4af-4423-aa07-05f338809738/afbaec30-af88-4400-aea8-6309577d9c58) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:14.262932 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=39294324-64b7-41a0-aa00-7f37117af371,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:14.447018 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6aaa628-2024-4e6a-9864-5702b432cfaa req-2e9537ed-5bd6-48fe-a896-31d655edcbfe tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457924 Jul 16 01:26:14.601765 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-756ac5e4-e0fc-40c5-a631-883a087e8f4c None None] For port 39294324-64b7-41a0-aa00-7f37117af371, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=39294324-64b7-41a0-aa00-7f37117af371,segment=NetworkSegment(a7cd7784-1063-459e-823a-35cd5361a471),segment_id=a7cd7784-1063-459e-823a-35cd5361a471)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:14.714562 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-756ac5e4-e0fc-40c5-a631-883a087e8f4c None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.749869 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-756ac5e4-e0fc-40c5-a631-883a087e8f4c None None] Transition to ACTIVE for port object 39294324-64b7-41a0-aa00-7f37117af371 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:14.770971 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 39294324-64b7-41a0-aa00-7f37117af371 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:14.779391 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-756ac5e4-e0fc-40c5-a631-883a087e8f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.786052 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-49abe86a-976c-4e18-866c-e8beab74aaf2 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:14.874241 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ed53b3a-ef97-4239-9278-94ba1d72e957 req-0f846607-39ce-4317-a125-ac2408ac3820 tempest-FloatingIPsNegativeTestJSON-257561240 tempest-FloatingIPsNegativeTestJSON-257561240-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=799df3fd56a9406fbf6cae8f3b8f73bd HTTP/1.1" status: 200 len: 217 time: 0.2287996 Jul 16 01:26:14.942627 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-0b4b717b-1ec2-4f25-bf00-abbdd4deb14b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Allocated IP 2001:db8:0:1::47 (11df5b65-6556-4753-8b1d-51557f69375e/f6000f0d-79dc-44bc-9010-3f57f1d028ef/3f57f389-79a0-40b6-8864-492e052c3320) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:15.037861 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c86c6b09-d4b0-4f57-a425-945c7339f839 req-e6948ab9-6936-4f5a-a810-3e6c98dce0e8 tempest-FloatingIPsNegativeTestJSON-257561240 tempest-FloatingIPsNegativeTestJSON-257561240-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1127062 Jul 16 01:26:15.065036 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-49abe86a-976c-4e18-866c-e8beab74aaf2 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:15.070542 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ac5e4-e0fc-40c5-a631-883a087e8f4c None None] Pushing event updated for resources: {'Port': ['ID=39294324-64b7-41a0-aa00-7f37117af371,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:15.111640 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 5c6b5557-efcc-4647-bc48-92b6eeca0e05 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:15.209596 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49abe86a-976c-4e18-866c-e8beab74aaf2 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Pushing event updated for resources: {'Port': ['ID=afbaec30-af88-4400-aea8-6309577d9c58,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:15.221218 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-5551cbf7-348f-483d-8937-b12a90d64f10 req-5221f348-29c7-45aa-9626-f90269b2e1d9 tempest-FloatingIPsNegativeTestJSON-257561240 tempest-FloatingIPsNegativeTestJSON-257561240-project] show failed (client error): The resource could not be found. Jul 16 01:26:15.222326 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5551cbf7-348f-483d-8937-b12a90d64f10 req-5221f348-29c7-45aa-9626-f90269b2e1d9 tempest-FloatingIPsNegativeTestJSON-257561240 tempest-FloatingIPsNegativeTestJSON-257561240-project] 10.222.0.16 "GET /v2.0/floatingips/775194ad-7adb-43f4-990d-9c61fe804c04 HTTP/1.1" status: 404 len: 350 time: 0.1500697 Jul 16 01:26:15.238725 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47708) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:15.243620 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 5c6b5557-efcc-4647-bc48-92b6eeca0e05 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:15.258410 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 5c6b5557-efcc-4647-bc48-92b6eeca0e05 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:15.259198 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:15.267540 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-49abe86a-976c-4e18-866c-e8beab74aaf2 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Network 7d194017-b2ba-4736-9426-86f2c4d9db47 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:15.271920 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-49abe86a-976c-4e18-866c-e8beab74aaf2 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:15.276346 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-49abe86a-976c-4e18-866c-e8beab74aaf2 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:15.426067 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-49abe86a-976c-4e18-866c-e8beab74aaf2 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.426853 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-49abe86a-976c-4e18-866c-e8beab74aaf2 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:15.516265 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-49abe86a-976c-4e18-866c-e8beab74aaf2 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0353131 Jul 16 01:26:15.538519 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-9b84edf8-07a2-41ce-9292-1fa1809986f9 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:26:15.539902 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-9b84edf8-07a2-41ce-9292-1fa1809986f9 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125875 Jul 16 01:26:15.548651 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f057ef-cc23-453b-8e30-dd47ac4bd0b3 req-cf62720c-4996-43e1-8d55-71a32110898c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.551535 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:15.557896 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22f057ef-cc23-453b-8e30-dd47ac4bd0b3 req-cf62720c-4996-43e1-8d55-71a32110898c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=121a3db2-ef3d-423b-a7ad-4ca450554922 HTTP/1.1" status: 200 len: 932 time: 0.4086492 Jul 16 01:26:15.586488 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 5c6b5557-efcc-4647-bc48-92b6eeca0e05, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=5c6b5557-efcc-4647-bc48-92b6eeca0e05,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:15.594988 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:15.658748 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22f057ef-cc23-453b-8e30-dd47ac4bd0b3 req-2b9fc30e-5d3f-42c3-99ed-8489b4c49bf2 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999422 Jul 16 01:26:15.686842 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0b4b717b-1ec2-4f25-bf00-abbdd4deb14b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:15.722908 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-0b4b717b-1ec2-4f25-bf00-abbdd4deb14b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Ignored duplicate provisioning block setup for port 3f57f389-79a0-40b6-8864-492e052c3320 by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:26:15.729802 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0b4b717b-1ec2-4f25-bf00-abbdd4deb14b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:15.749578 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=5c6b5557-efcc-4647-bc48-92b6eeca0e05,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:15.825080 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-7f4868fd-0256-4d6e-9a01-4c9be5eb068a service neutron] Request body: {'port': {'device_id': '121a3db2-ef3d-423b-a7ad-4ca450554922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:15.880336 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-0b4b717b-1ec2-4f25-bf00-abbdd4deb14b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] In _notify_port_updated(), no bound segment for port 3f57f389-79a0-40b6-8864-492e052c3320 on network 11df5b65-6556-4753-8b1d-51557f69375e {{(pid=93956) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:26:15.888941 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4b717b-1ec2-4f25-bf00-abbdd4deb14b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.889650 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0b4b717b-1ec2-4f25-bf00-abbdd4deb14b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:15.891023 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0b4b717b-1ec2-4f25-bf00-abbdd4deb14b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "PUT /v2.0/ports/3f57f389-79a0-40b6-8864-492e052c3320 HTTP/1.1" status: 200 len: 1009 time: 2.2394950 Jul 16 01:26:15.895687 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47726) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:15.905631 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b717b-1ec2-4f25-bf00-abbdd4deb14b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Port': ['ID=3f57f389-79a0-40b6-8864-492e052c3320,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:15.945319 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b717b-1ec2-4f25-bf00-abbdd4deb14b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:15.946164 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b717b-1ec2-4f25-bf00-abbdd4deb14b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:15.946164 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b717b-1ec2-4f25-bf00-abbdd4deb14b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:15.946299 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b717b-1ec2-4f25-bf00-abbdd4deb14b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:15.946615 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b717b-1ec2-4f25-bf00-abbdd4deb14b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:15.946935 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b717b-1ec2-4f25-bf00-abbdd4deb14b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:15.947693 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b717b-1ec2-4f25-bf00-abbdd4deb14b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:15.948178 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b717b-1ec2-4f25-bf00-abbdd4deb14b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:15.948888 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b717b-1ec2-4f25-bf00-abbdd4deb14b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:15.954185 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b717b-1ec2-4f25-bf00-abbdd4deb14b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:15.955214 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b717b-1ec2-4f25-bf00-abbdd4deb14b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:15.956314 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b717b-1ec2-4f25-bf00-abbdd4deb14b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:16.011922 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-7f4868fd-0256-4d6e-9a01-4c9be5eb068a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:16.067962 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-3c1fa8c3-3edf-45e7-8236-7059fec0f239 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting port 3f57f389-79a0-40b6-8864-492e052c3320 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:16.068404 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3c1fa8c3-3edf-45e7-8236-7059fec0f239 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:16.132093 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cb3f9-e3e9-4f13-8310-3af05e63d85d req-241f839c-f1a5-4a61-a1b4-f53cbf38cf36 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:16.138571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cb3f9-e3e9-4f13-8310-3af05e63d85d req-241f839c-f1a5-4a61-a1b4-f53cbf38cf36 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:16.145709 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cb3f9-e3e9-4f13-8310-3af05e63d85d req-241f839c-f1a5-4a61-a1b4-f53cbf38cf36 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:16.147467 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-af4cb3f9-e3e9-4f13-8310-3af05e63d85d req-241f839c-f1a5-4a61-a1b4-f53cbf38cf36 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 2418 time: 0.3167031 Jul 16 01:26:16.181199 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa83308-5db4-4e99-8be8-649c3e2298f8 None None] Network 11df5b65-6556-4753-8b1d-51557f69375e requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:16.252671 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3c1fa8c3-3edf-45e7-8236-7059fec0f239 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:16.276392 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-70307fdf-2f0e-4d3c-b553-cc39e2830a5c None None] Provisioning for port 3f57f389-79a0-40b6-8864-492e052c3320 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:16.288348 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-70307fdf-2f0e-4d3c-b553-cc39e2830a5c None None] Provisioning complete for port 3f57f389-79a0-40b6-8864-492e052c3320 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:16.289231 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-70307fdf-2f0e-4d3c-b553-cc39e2830a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:16.334786 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-3c1fa8c3-3edf-45e7-8236-7059fec0f239 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Calling delete_port for 3f57f389-79a0-40b6-8864-492e052c3320 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:16.392035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-70307fdf-2f0e-4d3c-b553-cc39e2830a5c None None] Port 3f57f389-79a0-40b6-8864-492e052c3320 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:16.413670 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-af4cb3f9-e3e9-4f13-8310-3af05e63d85d req-43e27c4d-e6d4-4577-9aca-7b67e378ef75 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567689 Jul 16 01:26:16.465800 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-70307fdf-2f0e-4d3c-b553-cc39e2830a5c None None] Provisioning for port 39294324-64b7-41a0-aa00-7f37117af371 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:16.478000 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-70307fdf-2f0e-4d3c-b553-cc39e2830a5c None None] Provisioning complete for port 39294324-64b7-41a0-aa00-7f37117af371 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:16.478740 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-70307fdf-2f0e-4d3c-b553-cc39e2830a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:16.575143 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 39294324-64b7-41a0-aa00-7f37117af371 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:16.600546 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdc158-3c6d-4597-a8c9-d68d6f2c5274 req-c44bb9c7-60f4-4139-8e78-f8169b754796 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:16.603268 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-29fdc158-3c6d-4597-a8c9-d68d6f2c5274 req-c44bb9c7-60f4-4139-8e78-f8169b754796 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.3545275 Jul 16 01:26:16.692719 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 39294324-64b7-41a0-aa00-7f37117af371 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:16.693285 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:16.756806 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-29fdc158-3c6d-4597-a8c9-d68d6f2c5274 req-30e72e66-3847-49bd-b2b6-a9cb9b2c6848 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372993 Jul 16 01:26:16.858678 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 5c6b5557-efcc-4647-bc48-92b6eeca0e05 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:16.925645 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3c1fa8c3-3edf-45e7-8236-7059fec0f239 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:16.941086 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 5c6b5557-efcc-4647-bc48-92b6eeca0e05 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:16.941890 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:16.972130 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20117047-c0b5-49cb-bf48-14872157443b None None] Sync routers for ids ['26338738-07c0-459b-b203-194adbf1e0ab'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:16.977273 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fa8c3-3edf-45e7-8236-7059fec0f239 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Port': ['ID=3f57f389-79a0-40b6-8864-492e052c3320,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:16.987524 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20117047-c0b5-49cb-bf48-14872157443b None None] Routers {'26338738-07c0-459b-b203-194adbf1e0ab'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:16.990216 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-20117047-c0b5-49cb-bf48-14872157443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:26:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['26338738-07c0-459b-b203-194adbf1e0ab'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:17.102060 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3c1fa8c3-3edf-45e7-8236-7059fec0f239 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.107061 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3c1fa8c3-3edf-45e7-8236-7059fec0f239 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/ports/3f57f389-79a0-40b6-8864-492e052c3320 HTTP/1.1" status: 204 len: 168 time: 1.2102823 Jul 16 01:26:17.107773 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47750) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:17.116079 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-df61f8db-91c4-445c-b5fd-e4921aecb987 None None] Could not find standard attr ID for object 3f57f389-79a0-40b6-8864-492e052c3320. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:26:17.144956 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-df61f8db-91c4-445c-b5fd-e4921aecb987 None None] Provisioning complete for port 39294324-64b7-41a0-aa00-7f37117af371 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:17.145496 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-df61f8db-91c4-445c-b5fd-e4921aecb987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.153103 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-867191d1-11ca-4bee-9fcb-303865a0c6cd tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] GET failed (client error): The resource could not be found. Jul 16 01:26:17.157819 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-867191d1-11ca-4bee-9fcb-303865a0c6cd tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports/3f57f389-79a0-40b6-8864-492e052c3320 HTTP/1.1" status: 404 len: 333 time: 0.0489688 Jul 16 01:26:17.169200 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47752) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:17.267591 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-20117047-c0b5-49cb-bf48-14872157443b None None] Set router 26338738-07c0-459b-b203-194adbf1e0ab gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:17.268155 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c18a05e2-842c-46cd-9300-7b5eb7d91c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.284811 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c88b45-b47e-40be-8192-037dedadb45c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting subnet f6000f0d-79dc-44bc-9010-3f57f1d028ef {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:26:17.293900 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-66c88b45-b47e-40be-8192-037dedadb45c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.311476 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-7f4868fd-0256-4d6e-9a01-4c9be5eb068a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afbaec30-af88-4400-aea8-6309577d9c58 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:17.331415 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-7f4868fd-0256-4d6e-9a01-4c9be5eb068a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.355544 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-66c88b45-b47e-40be-8192-037dedadb45c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.398257 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-7f4868fd-0256-4d6e-9a01-4c9be5eb068a service neutron] Transition to ACTIVE for port object afbaec30-af88-4400-aea8-6309577d9c58 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:17.437290 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-7f4868fd-0256-4d6e-9a01-4c9be5eb068a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.472918 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-715e7eb0-ffb4-49bc-98d7-b9f484d20a09 None None] Could not find standard attr ID for object 3f57f389-79a0-40b6-8864-492e052c3320. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:26:17.504146 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea219b8-66a2-4a25-a076-a216966d3d38 req-70ea7525-b93e-481b-94a2-f24cd706197c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:17.506489 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cea219b8-66a2-4a25-a076-a216966d3d38 req-70ea7525-b93e-481b-94a2-f24cd706197c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=121a3db2-ef3d-423b-a7ad-4ca450554922 HTTP/1.1" status: 200 len: 932 time: 0.3317020 Jul 16 01:26:17.548888 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-20117047-c0b5-49cb-bf48-14872157443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26338738-07c0-459b-b203-194adbf1e0ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1703489689-router', 'tenant_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '5c6b5557-efcc-4647-bc48-92b6eeca0e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:03Z', 'updated_at': '2021-07-16T01:26:10Z', 'revision_number': 4, 'project_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'gw_port': {'id': '5c6b5557-efcc-4647-bc48-92b6eeca0e05', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26338738-07c0-459b-b203-194adbf1e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:04Z', 'updated_at': '2021-07-16T01:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '8af31745-3a41-4bf8-ac55-6fa80ee42aad', 'name': '', 'network_id': '0fca7c22-5d99-41d7-9d7d-ac2bfaf94956', 'tenant_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'mac_address': 'fa:16:3e:d7:7b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26338738-07c0-459b-b203-194adbf1e0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '1f74dd75-4068-4fab-974d-1a6bb6341812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:08Z', 'updated_at': '2021-07-16T01:26:10Z', 'revision_number': 2, 'project_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'subnets': [{'id': '1f74dd75-4068-4fab-974d-1a6bb6341812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:17.568138 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215b69c-56f8-425b-bb45-56c1b4dea276 req-07971fc2-aa9b-4ef4-b596-88d41e0f68ca tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:17.569906 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a215b69c-56f8-425b-bb45-56c1b4dea276 req-07971fc2-aa9b-4ef4-b596-88d41e0f68ca tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1678994 Jul 16 01:26:17.577045 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-66c88b45-b47e-40be-8192-037dedadb45c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.588724 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20117047-c0b5-49cb-bf48-14872157443b None None] Checking router: 26338738-07c0-459b-b203-194adbf1e0ab for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:17.589332 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20117047-c0b5-49cb-bf48-14872157443b None None] Updating router 26338738-07c0-459b-b203-194adbf1e0ab port 8af31745-3a41-4bf8-ac55-6fa80ee42aad binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:26:17.642705 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4868fd-0256-4d6e-9a01-4c9be5eb068a service neutron] Pushing event updated for resources: {'Port': ['ID=afbaec30-af88-4400-aea8-6309577d9c58,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:17.645165 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20117047-c0b5-49cb-bf48-14872157443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.657872 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a215b69c-56f8-425b-bb45-56c1b4dea276 req-2d516c07-6e6e-48d6-834f-837c09650619 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762110 Jul 16 01:26:17.735241 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-66c88b45-b47e-40be-8192-037dedadb45c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.786755 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c88b45-b47e-40be-8192-037dedadb45c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Subnet': ['ID=f6000f0d-79dc-44bc-9010-3f57f1d028ef,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:17.793887 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-66c88b45-b47e-40be-8192-037dedadb45c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.799911 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-66c88b45-b47e-40be-8192-037dedadb45c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/subnets/f6000f0d-79dc-44bc-9010-3f57f1d028ef HTTP/1.1" status: 204 len: 168 time: 0.6296477 Jul 16 01:26:17.800732 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47758) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:17.820400 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cea219b8-66a2-4a25-a076-a216966d3d38 req-37ebec61-dbae-4c85-91dd-586a4dfec7eb tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032491 Jul 16 01:26:17.876026 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7bbe8a-6089-459c-8694-477092baac65 None None] Network 11df5b65-6556-4753-8b1d-51557f69375e requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:17.887661 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea04f46-f875-4121-a9cb-efa0b10cb80b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting subnet b96833a8-6c11-44d2-827f-109c6a6b2c8f {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:26:17.897336 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cea04f46-f875-4121-a9cb-efa0b10cb80b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.935341 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-7f4868fd-0256-4d6e-9a01-4c9be5eb068a service neutron] Attempting to bind port afbaec30-af88-4400-aea8-6309577d9c58 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:17.936231 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-7f4868fd-0256-4d6e-9a01-4c9be5eb068a service neutron] Attempting to bind port afbaec30-af88-4400-aea8-6309577d9c58 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:17.937150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-7f4868fd-0256-4d6e-9a01-4c9be5eb068a service neutron] Attempting to bind port afbaec30-af88-4400-aea8-6309577d9c58 on network 7d194017-b2ba-4736-9426-86f2c4d9db47 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:17.951861 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-7f4868fd-0256-4d6e-9a01-4c9be5eb068a service neutron] Port afbaec30-af88-4400-aea8-6309577d9c58 on network 7d194017-b2ba-4736-9426-86f2c4d9db47 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:26:17.952513 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-7f4868fd-0256-4d6e-9a01-4c9be5eb068a service neutron] Attempting to bind port afbaec30-af88-4400-aea8-6309577d9c58 on network 7d194017-b2ba-4736-9426-86f2c4d9db47 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:17.979064 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-7f4868fd-0256-4d6e-9a01-4c9be5eb068a service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:17.980227 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-7f4868fd-0256-4d6e-9a01-4c9be5eb068a service neutron] Checking segment: {'id': 'c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:17.981322 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-7f4868fd-0256-4d6e-9a01-4c9be5eb068a service neutron] Bound using segment: {'id': 'c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:17.982426 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-7f4868fd-0256-4d6e-9a01-4c9be5eb068a service neutron] Bound port: afbaec30-af88-4400-aea8-6309577d9c58, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:17.983406 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-7f4868fd-0256-4d6e-9a01-4c9be5eb068a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.011404 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cea04f46-f875-4121-a9cb-efa0b10cb80b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.131297 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20117047-c0b5-49cb-bf48-14872157443b None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.152307 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-20117047-c0b5-49cb-bf48-14872157443b None None] Transition to ACTIVE for port object 8af31745-3a41-4bf8-ac55-6fa80ee42aad will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:18.164676 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-7f4868fd-0256-4d6e-9a01-4c9be5eb068a service neutron] For port afbaec30-af88-4400-aea8-6309577d9c58, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:18.165499 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20117047-c0b5-49cb-bf48-14872157443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.169886 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-7f4868fd-0256-4d6e-9a01-4c9be5eb068a service neutron] For port afbaec30-af88-4400-aea8-6309577d9c58, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=afbaec30-af88-4400-aea8-6309577d9c58,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:18.172002 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-720c2e3d-fdb5-427d-abf9-04f65491bca5 None None] Could not find standard attr ID for object 3f57f389-79a0-40b6-8864-492e052c3320. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:26:18.194734 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-7f4868fd-0256-4d6e-9a01-4c9be5eb068a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.273838 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0bbd8-82ca-4b40-8d37-e49fe76954d1 None None] Pushing event updated for resources: {'Port': ['ID=8af31745-3a41-4bf8-ac55-6fa80ee42aad,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:18.278924 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-7f4868fd-0256-4d6e-9a01-4c9be5eb068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:18.280739 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-7f4868fd-0256-4d6e-9a01-4c9be5eb068a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.281052 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-7f4868fd-0256-4d6e-9a01-4c9be5eb068a service neutron] 10.222.0.84 "PUT /v2.0/ports/afbaec30-af88-4400-aea8-6309577d9c58 HTTP/1.1" status: 200 len: 1093 time: 2.7337852 Jul 16 01:26:18.298571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121a3db2-ef3d-423b-a7ad-4ca450554922', 'tag': 'afbaec30-af88-4400-aea8-6309577d9c58'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:18.310152 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54b4bdd-dc08-45fb-9ebe-a7749fbff78d" -d '{"events": [{"name": "network-changed", "server_uuid": "121a3db2-ef3d-423b-a7ad-4ca450554922", "tag": "afbaec30-af88-4400-aea8-6309577d9c58"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:18.318033 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-c18a05e2-842c-46cd-9300-7b5eb7d91c29 admin admin] Deleting port 8af31745-3a41-4bf8-ac55-6fa80ee42aad {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:18.318439 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c18a05e2-842c-46cd-9300-7b5eb7d91c29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.389257 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0bbd8-82ca-4b40-8d37-e49fe76954d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.389700 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0bbd8-82ca-4b40-8d37-e49fe76954d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.390245 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0bbd8-82ca-4b40-8d37-e49fe76954d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.390649 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0bbd8-82ca-4b40-8d37-e49fe76954d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.391113 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0bbd8-82ca-4b40-8d37-e49fe76954d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.391588 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0bbd8-82ca-4b40-8d37-e49fe76954d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.391919 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0bbd8-82ca-4b40-8d37-e49fe76954d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.392245 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0bbd8-82ca-4b40-8d37-e49fe76954d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.393762 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0bbd8-82ca-4b40-8d37-e49fe76954d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.394338 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0bbd8-82ca-4b40-8d37-e49fe76954d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.394825 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0bbd8-82ca-4b40-8d37-e49fe76954d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.395273 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0bbd8-82ca-4b40-8d37-e49fe76954d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:18.414069 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cea04f46-f875-4121-a9cb-efa0b10cb80b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.441468 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-20117047-c0b5-49cb-bf48-14872157443b None None] Attempting to bind port 8af31745-3a41-4bf8-ac55-6fa80ee42aad on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:18.443939 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-20117047-c0b5-49cb-bf48-14872157443b None None] Attempting to bind port 8af31745-3a41-4bf8-ac55-6fa80ee42aad by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '165221f4-4e91-4985-8580-40b189e7d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0fca7c22-5d99-41d7-9d7d-ac2bfaf94956'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:18.445049 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20117047-c0b5-49cb-bf48-14872157443b None None] Attempting to bind port 8af31745-3a41-4bf8-ac55-6fa80ee42aad on network 0fca7c22-5d99-41d7-9d7d-ac2bfaf94956 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:18.454441 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20117047-c0b5-49cb-bf48-14872157443b None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:18.455336 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20117047-c0b5-49cb-bf48-14872157443b None None] Checking segment: {'id': '165221f4-4e91-4985-8580-40b189e7d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0fca7c22-5d99-41d7-9d7d-ac2bfaf94956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:18.456552 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20117047-c0b5-49cb-bf48-14872157443b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.456969 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20117047-c0b5-49cb-bf48-14872157443b None None] Bound using segment: {'id': '165221f4-4e91-4985-8580-40b189e7d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0fca7c22-5d99-41d7-9d7d-ac2bfaf94956'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:18.458767 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-20117047-c0b5-49cb-bf48-14872157443b None None] Bound port: 8af31745-3a41-4bf8-ac55-6fa80ee42aad, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165221f4-4e91-4985-8580-40b189e7d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0fca7c22-5d99-41d7-9d7d-ac2bfaf94956'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:18.459198 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20117047-c0b5-49cb-bf48-14872157443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.562891 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-20117047-c0b5-49cb-bf48-14872157443b None None] For port 8af31745-3a41-4bf8-ac55-6fa80ee42aad, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:18.571930 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-20117047-c0b5-49cb-bf48-14872157443b None None] For port 8af31745-3a41-4bf8-ac55-6fa80ee42aad, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8af31745-3a41-4bf8-ac55-6fa80ee42aad,segment=NetworkSegment(165221f4-4e91-4985-8580-40b189e7d0cd),segment_id=165221f4-4e91-4985-8580-40b189e7d0cd)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:18.589278 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4868fd-0256-4d6e-9a01-4c9be5eb068a service neutron] Pushing event updated for resources: {'Port': ['ID=afbaec30-af88-4400-aea8-6309577d9c58,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:18.593493 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20117047-c0b5-49cb-bf48-14872157443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.595547 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a2b4e9-2455-4196-8e23-d39d299546d7 x-openstack-request-id: req-b8a2b4e9-2455-4196-8e23-d39d299546d7 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:18.602793 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121a3db2-ef3d-423b-a7ad-4ca450554922", "tag": "afbaec30-af88-4400-aea8-6309577d9c58", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:18.603115 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8a2b4e9-2455-4196-8e23-d39d299546d7 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:18.603704 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '121a3db2-ef3d-423b-a7ad-4ca450554922', 'tag': 'afbaec30-af88-4400-aea8-6309577d9c58', 'status': 'completed', 'code': 200} Jul 16 01:26:18.627817 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d162ba3-c133-4bb4-87b2-7a72f114d087 req-1f032297-5f55-428a-8356-c8c5f594a3d5 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:18.638553 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d162ba3-c133-4bb4-87b2-7a72f114d087 req-1f032297-5f55-428a-8356-c8c5f594a3d5 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:18.648706 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d162ba3-c133-4bb4-87b2-7a72f114d087 req-1f032297-5f55-428a-8356-c8c5f594a3d5 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:18.662287 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d162ba3-c133-4bb4-87b2-7a72f114d087 req-1f032297-5f55-428a-8356-c8c5f594a3d5 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 2418 time: 0.3415067 Jul 16 01:26:18.682205 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20117047-c0b5-49cb-bf48-14872157443b None None] Routers {'26338738-07c0-459b-b203-194adbf1e0ab'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:18.682737 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-20117047-c0b5-49cb-bf48-14872157443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:26:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['26338738-07c0-459b-b203-194adbf1e0ab'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:18.710586 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c18a05e2-842c-46cd-9300-7b5eb7d91c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.732402 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cea04f46-f875-4121-a9cb-efa0b10cb80b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.739619 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0bbd8-82ca-4b40-8d37-e49fe76954d1 None None] Pushing event updated for resources: {'Port': ['ID=8af31745-3a41-4bf8-ac55-6fa80ee42aad,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:18.742615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-13c3324a-b8cf-4706-88c9-6fb380621072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:18.746255 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-13c3324a-b8cf-4706-88c9-6fb380621072 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c1a8d4b2ddbf47a7b73f2c07224e331f&device_id=121a3db2-ef3d-423b-a7ad-4ca450554922 HTTP/1.1" status: 200 len: 1096 time: 0.3764849 Jul 16 01:26:18.752802 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-c18a05e2-842c-46cd-9300-7b5eb7d91c29 admin admin] Calling delete_port for 8af31745-3a41-4bf8-ac55-6fa80ee42aad owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:18.846164 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-20117047-c0b5-49cb-bf48-14872157443b None None] Set router 26338738-07c0-459b-b203-194adbf1e0ab gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:18.879480 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-b7708ae1-de16-4f7c-ad2f-1469da1a2d49 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afbaec30-af88-4400-aea8-6309577d9c58 HTTP/1.1" status: 200 len: 217 time: 0.1235809 Jul 16 01:26:18.888508 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cea04f46-f875-4121-a9cb-efa0b10cb80b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.890865 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cea04f46-f875-4121-a9cb-efa0b10cb80b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/subnets/b96833a8-6c11-44d2-827f-109c6a6b2c8f HTTP/1.1" status: 204 len: 168 time: 1.0886023 Jul 16 01:26:18.892200 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea04f46-f875-4121-a9cb-efa0b10cb80b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Subnet': ['ID=b96833a8-6c11-44d2-827f-109c6a6b2c8f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:18.893986 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47774) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:18.897062 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d162ba3-c133-4bb4-87b2-7a72f114d087 req-a78f3435-a634-444a-9cf7-087a02fdb91b tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285068 Jul 16 01:26:18.964499 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-72319017-fdb2-4bb0-91bc-2c5b52e13476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:18.966457 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-72319017-fdb2-4bb0-91bc-2c5b52e13476 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=01112ffd-e4af-4423-aa07-05f338809738 HTTP/1.1" status: 200 len: 845 time: 0.0790715 Jul 16 01:26:19.092946 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3eaf3ea5-68f1-404a-8c85-a2d5f982da42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.121936 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-c67927ee-972e-4951-8914-a6045d48d79a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7d194017-b2ba-4736-9426-86f2c4d9db47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806544 Jul 16 01:26:19.215835 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-20117047-c0b5-49cb-bf48-14872157443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26338738-07c0-459b-b203-194adbf1e0ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1703489689-router', 'tenant_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '5c6b5557-efcc-4647-bc48-92b6eeca0e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:03Z', 'updated_at': '2021-07-16T01:26:10Z', 'revision_number': 4, 'project_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'gw_port': {'id': '5c6b5557-efcc-4647-bc48-92b6eeca0e05', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26338738-07c0-459b-b203-194adbf1e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:04Z', 'updated_at': '2021-07-16T01:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '8af31745-3a41-4bf8-ac55-6fa80ee42aad', 'name': '', 'network_id': '0fca7c22-5d99-41d7-9d7d-ac2bfaf94956', 'tenant_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'mac_address': 'fa:16:3e:d7:7b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26338738-07c0-459b-b203-194adbf1e0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '1f74dd75-4068-4fab-974d-1a6bb6341812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:08Z', 'updated_at': '2021-07-16T01:26:18Z', 'revision_number': 4, 'project_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'subnets': [{'id': '1f74dd75-4068-4fab-974d-1a6bb6341812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:19.243790 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20117047-c0b5-49cb-bf48-14872157443b None None] The sync data for ids ['26338738-07c0-459b-b203-194adbf1e0ab'] in n-d-792394-16 is: [{'id': '26338738-07c0-459b-b203-194adbf1e0ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1703489689-router', 'tenant_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '5c6b5557-efcc-4647-bc48-92b6eeca0e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:03Z', 'updated_at': '2021-07-16T01:26:10Z', 'revision_number': 4, 'project_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'gw_port': {'id': '5c6b5557-efcc-4647-bc48-92b6eeca0e05', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26338738-07c0-459b-b203-194adbf1e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:04Z', 'updated_at': '2021-07-16T01:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '8af31745-3a41-4bf8-ac55-6fa80ee42aad', 'name': '', 'network_id': '0fca7c22-5d99-41d7-9d7d-ac2bfaf94956', 'tenant_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'mac_address': 'fa:16:3e:d7:7b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26338738-07c0-459b-b203-194adbf1e0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '1f74dd75-4068-4fab-974d-1a6bb6341812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:08Z', 'updated_at': '2021-07-16T01:26:18Z', 'revision_number': 4, 'project_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'subnets': [{'id': '1f74dd75-4068-4fab-974d-1a6bb6341812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:19.269274 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-3eaf3ea5-68f1-404a-8c85-a2d5f982da42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting port 39294324-64b7-41a0-aa00-7f37117af371 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:19.269714 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3eaf3ea5-68f1-404a-8c85-a2d5f982da42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.442035 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-3eaf3ea5-68f1-404a-8c85-a2d5f982da42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] For port 39294324-64b7-41a0-aa00-7f37117af371, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=39294324-64b7-41a0-aa00-7f37117af371,segment=NetworkSegment(a7cd7784-1063-459e-823a-35cd5361a471),segment_id=a7cd7784-1063-459e-823a-35cd5361a471)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:19.442403 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3eaf3ea5-68f1-404a-8c85-a2d5f982da42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.469008 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-3eaf3ea5-68f1-404a-8c85-a2d5f982da42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Calling delete_port for 39294324-64b7-41a0-aa00-7f37117af371 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:19.481505 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f6681-9b79-4b5b-a175-170c54b14917 req-eb660df5-af92-4b8c-81d9-5aec3b89283e tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:19.496316 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f6681-9b79-4b5b-a175-170c54b14917 req-eb660df5-af92-4b8c-81d9-5aec3b89283e tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:19.506186 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f6681-9b79-4b5b-a175-170c54b14917 req-eb660df5-af92-4b8c-81d9-5aec3b89283e tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:19.514350 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-703f6681-9b79-4b5b-a175-170c54b14917 req-eb660df5-af92-4b8c-81d9-5aec3b89283e tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.82 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 2418 time: 0.6821575 Jul 16 01:26:19.546425 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff977bfc-59f2-44e4-a2e4-a8d98fdb7f5f None None] Network 11df5b65-6556-4753-8b1d-51557f69375e requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:19.671542 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3eaf3ea5-68f1-404a-8c85-a2d5f982da42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.697981 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-caf21619-63dd-44b1-bb18-29a2667ce50b None None] Provisioning complete for port 39294324-64b7-41a0-aa00-7f37117af371 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:19.698134 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-caf21619-63dd-44b1-bb18-29a2667ce50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.731966 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-caf21619-63dd-44b1-bb18-29a2667ce50b None None] Port 39294324-64b7-41a0-aa00-7f37117af371 was deleted so its status cannot be updated. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 01:26:19.744412 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf3ea5-68f1-404a-8c85-a2d5f982da42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Port': ['ID=39294324-64b7-41a0-aa00-7f37117af371,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:19.748998 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaf3ea5-68f1-404a-8c85-a2d5f982da42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] No DVR routers for this DVR port 39294324-64b7-41a0-aa00-7f37117af371 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:19.854856 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3eaf3ea5-68f1-404a-8c85-a2d5f982da42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.861387 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7dde8-4a10-44b3-9c2d-760857edbc98 req-f130af25-dae0-4db2-84b1-0c88e4bdd5b1 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:19.863021 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-17c7dde8-4a10-44b3-9c2d-760857edbc98 req-f130af25-dae0-4db2-84b1-0c88e4bdd5b1 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=121a3db2-ef3d-423b-a7ad-4ca450554922 HTTP/1.1" status: 200 len: 944 time: 0.7569742 Jul 16 01:26:19.878676 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-3eaf3ea5-68f1-404a-8c85-a2d5f982da42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11df5b65-6556-4753-8b1d-51557f69375e']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:19.891907 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-3eaf3ea5-68f1-404a-8c85-a2d5f982da42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7cd7784-1063-459e-823a-35cd5361a471') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:19.892169 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-3eaf3ea5-68f1-404a-8c85-a2d5f982da42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7cd7784-1063-459e-823a-35cd5361a471') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:19.905029 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3eaf3ea5-68f1-404a-8c85-a2d5f982da42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.917318 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ad0c73-c2be-461b-80f9-299510c8efdd None None] DHCP port deletion for 11df5b65-6556-4753-8b1d-51557f69375e request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:26:19.926093 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-d1bf1573-bf3f-4a90-9803-4cfc197be3cb service neutron] 10.222.0.84 "GET /v2.0/networks/7d194017-b2ba-4736-9426-86f2c4d9db47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7699745 Jul 16 01:26:19.953066 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3eaf3ea5-68f1-404a-8c85-a2d5f982da42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.966243 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eaf3ea5-68f1-404a-8c85-a2d5f982da42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:26:19.967240 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3eaf3ea5-68f1-404a-8c85-a2d5f982da42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:26:19.971438 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:26:19.991039 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-17c7dde8-4a10-44b3-9c2d-760857edbc98 req-52964d90-acbc-405b-9678-8624e85f854f tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937510 Jul 16 01:26:20.073849 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3eaf3ea5-68f1-404a-8c85-a2d5f982da42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.080499 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3eaf3ea5-68f1-404a-8c85-a2d5f982da42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.088523 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3eaf3ea5-68f1-404a-8c85-a2d5f982da42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/networks/11df5b65-6556-4753-8b1d-51557f69375e HTTP/1.1" status: 204 len: 168 time: 1.1903362 Jul 16 01:26:20.089207 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47784) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:20.130062 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf3ea5-68f1-404a-8c85-a2d5f982da42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Network': ['ID=11df5b65-6556-4753-8b1d-51557f69375e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:20.240552 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154aaf0-fc87-46ec-a1cf-0eb8be9ba2bf req-34d10c8e-b103-4681-81bc-bc8062dea0e2 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:20.246688 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154aaf0-fc87-46ec-a1cf-0eb8be9ba2bf req-34d10c8e-b103-4681-81bc-bc8062dea0e2 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:20.252513 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154aaf0-fc87-46ec-a1cf-0eb8be9ba2bf req-34d10c8e-b103-4681-81bc-bc8062dea0e2 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:20.254585 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3154aaf0-fc87-46ec-a1cf-0eb8be9ba2bf req-34d10c8e-b103-4681-81bc-bc8062dea0e2 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 2418 time: 0.1643152 Jul 16 01:26:20.264263 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1578ddff-c76c-4611-9072-64e9edc5b457 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:20.266166 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1578ddff-c76c-4611-9072-64e9edc5b457 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1711771 Jul 16 01:26:20.273541 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47788) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:20.343752 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3154aaf0-fc87-46ec-a1cf-0eb8be9ba2bf req-238b9f1d-1446-4377-80b8-8971297e68d1 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762846 Jul 16 01:26:20.379185 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0d6b0f5b-d931-4266-a273-54cbe895575e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1014245 Jul 16 01:26:20.382893 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47790) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:20.386714 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-703f6681-9b79-4b5b-a175-170c54b14917 req-901edb67-c88b-472f-9439-f21247aaa05b tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Deleting port c3319874-8a0b-448c-88a1-f3fadbe3a687 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:20.387057 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-703f6681-9b79-4b5b-a175-170c54b14917 req-901edb67-c88b-472f-9439-f21247aaa05b tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.390957 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-31b516a1-8e92-4c25-94fc-70997e4ed193 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-711096292'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:20.436614 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b516a1-8e92-4c25-94fc-70997e4ed193 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:20.447702 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31b516a1-8e92-4c25-94fc-70997e4ed193 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.453883 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c18a05e2-842c-46cd-9300-7b5eb7d91c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.484838 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b516a1-8e92-4c25-94fc-70997e4ed193 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:26:20.499953 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31b516a1-8e92-4c25-94fc-70997e4ed193 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.500705 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-31b516a1-8e92-4c25-94fc-70997e4ed193 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Added segment 5d80b0c3-6c9b-4fd6-a956-54a7ce12fa49 of type vlan for network f9fedac7-9629-4bf5-b81e-9354c6e0f015 Jul 16 01:26:20.531675 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ba90bf2-fa16-4e19-aa2d-8bc682c52a73 req-77f59388-ef79-4695-b1e4-0338bb765f5f service neutron] 10.222.0.84 "GET /v2.0/networks/7d194017-b2ba-4736-9426-86f2c4d9db47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5874891 Jul 16 01:26:20.559278 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a05e2-842c-46cd-9300-7b5eb7d91c29 admin admin] Pushing event deleted for resources: {'Port': ['ID=8af31745-3a41-4bf8-ac55-6fa80ee42aad,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:20.564158 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8af31745-3a41-4bf8-ac55-6fa80ee42aad up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:20.596237 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31b516a1-8e92-4c25-94fc-70997e4ed193 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.601974 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 8af31745-3a41-4bf8-ac55-6fa80ee42aad {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:20.602343 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8af31745-3a41-4bf8-ac55-6fa80ee42aad not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 01:26:20.641541 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Port 8af31745-3a41-4bf8-ac55-6fa80ee42aad not found, will not notify nova. {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 01:26:20.654267 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31b516a1-8e92-4c25-94fc-70997e4ed193 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.660526 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b516a1-8e92-4c25-94fc-70997e4ed193 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:20.661533 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31b516a1-8e92-4c25-94fc-70997e4ed193 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.690858 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-703f6681-9b79-4b5b-a175-170c54b14917 req-901edb67-c88b-472f-9439-f21247aaa05b tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] For port c3319874-8a0b-448c-88a1-f3fadbe3a687, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c3319874-8a0b-448c-88a1-f3fadbe3a687,segment=NetworkSegment(4ac171b9-4215-4d20-8163-3dcc5b470393),segment_id=4ac171b9-4215-4d20-8163-3dcc5b470393)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:20.691241 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-703f6681-9b79-4b5b-a175-170c54b14917 req-901edb67-c88b-472f-9439-f21247aaa05b tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.722157 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 39294324-64b7-41a0-aa00-7f37117af371 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:20.786329 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-31b516a1-8e92-4c25-94fc-70997e4ed193 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4008362 Jul 16 01:26:20.792470 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47804) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:20.796382 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 39294324-64b7-41a0-aa00-7f37117af371 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:20.799228 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 39294324-64b7-41a0-aa00-7f37117af371 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:20.801345 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-aa65154c-ee0d-4997-a358-050377fc15f5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'subnet': {'network_id': 'f9fedac7-9629-4bf5-b81e-9354c6e0f015', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:20.826578 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c18a05e2-842c-46cd-9300-7b5eb7d91c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.891043 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-703f6681-9b79-4b5b-a175-170c54b14917 req-901edb67-c88b-472f-9439-f21247aaa05b tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Calling delete_port for c3319874-8a0b-448c-88a1-f3fadbe3a687 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:20.894199 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b516a1-8e92-4c25-94fc-70997e4ed193 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Network': ['ID=f9fedac7-9629-4bf5-b81e-9354c6e0f015,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:20.906704 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network f9fedac7-9629-4bf5-b81e-9354c6e0f015 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:26:20.988600 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa65154c-ee0d-4997-a358-050377fc15f5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:20.992928 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aa65154c-ee0d-4997-a358-050377fc15f5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:21.089892 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b4bdd-dc08-45fb-9ebe-a7749fbff78d req-2c53c689-43e3-480b-bbb4-96da639377bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:21.091450 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f54b4bdd-dc08-45fb-9ebe-a7749fbff78d req-2c53c689-43e3-480b-bbb4-96da639377bb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c1a8d4b2ddbf47a7b73f2c07224e331f&device_id=121a3db2-ef3d-423b-a7ad-4ca450554922 HTTP/1.1" status: 200 len: 1096 time: 0.4920301 Jul 16 01:26:21.231112 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aa65154c-ee0d-4997-a358-050377fc15f5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:21.236581 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d95625-15b2-4bfa-9230-fb0ea40f7bd2 req-5ec2a040-d932-4455-af4e-51a7f898234c tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:21.238130 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3d95625-15b2-4bfa-9230-fb0ea40f7bd2 req-5ec2a040-d932-4455-af4e-51a7f898234c tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.3244464 Jul 16 01:26:21.287667 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f74d6c-6d33-43dd-9699-a31dd3b38e32 req-e8960d5b-eb2f-47e9-b6dd-6817bca02a2e tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:21.292967 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a9f74d6c-6d33-43dd-9699-a31dd3b38e32 req-e8960d5b-eb2f-47e9-b6dd-6817bca02a2e tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=121a3db2-ef3d-423b-a7ad-4ca450554922 HTTP/1.1" status: 200 len: 944 time: 0.1497905 Jul 16 01:26:21.338398 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65154c-ee0d-4997-a358-050377fc15f5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Subnet': ['ID=441a37b2-117b-4d2c-8a8f-9644fa0d64c0,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:21.400540 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b4bdd-dc08-45fb-9ebe-a7749fbff78d req-8d19d517-287a-4faf-9c7a-a31137f3e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:21.402059 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f54b4bdd-dc08-45fb-9ebe-a7749fbff78d req-8d19d517-287a-4faf-9c7a-a31137f3e9c8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7d194017-b2ba-4736-9426-86f2c4d9db47 HTTP/1.1" status: 200 len: 906 time: 0.2990983 Jul 16 01:26:21.428356 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3d95625-15b2-4bfa-9230-fb0ea40f7bd2 req-23c6b340-c9a1-4e40-9b2c-78ebdf224365 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579235 Jul 16 01:26:21.467679 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f54b4bdd-dc08-45fb-9ebe-a7749fbff78d req-1be45477-d313-4aaa-a18d-303bd2fe99ab service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afbaec30-af88-4400-aea8-6309577d9c58 HTTP/1.1" status: 200 len: 217 time: 0.0552256 Jul 16 01:26:21.488204 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-703f6681-9b79-4b5b-a175-170c54b14917 req-901edb67-c88b-472f-9439-f21247aaa05b tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:21.518179 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18a05e2-842c-46cd-9300-7b5eb7d91c29 admin admin] Router 26338738-07c0-459b-b203-194adbf1e0ab has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:26:21.563718 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901edb67-c88b-472f-9439-f21247aaa05b tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event deleted for resources: {'Port': ['ID=c3319874-8a0b-448c-88a1-f3fadbe3a687,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:21.583333 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b4bdd-dc08-45fb-9ebe-a7749fbff78d req-d974e5ab-aeae-4dd3-983c-d973fbe2ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:21.585010 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f54b4bdd-dc08-45fb-9ebe-a7749fbff78d req-d974e5ab-aeae-4dd3-983c-d973fbe2ee7a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=01112ffd-e4af-4423-aa07-05f338809738 HTTP/1.1" status: 200 len: 845 time: 0.1113374 Jul 16 01:26:21.687237 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-703f6681-9b79-4b5b-a175-170c54b14917 req-901edb67-c88b-472f-9439-f21247aaa05b tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] No DVR routers for this DVR port c3319874-8a0b-448c-88a1-f3fadbe3a687 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:21.691448 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f54b4bdd-dc08-45fb-9ebe-a7749fbff78d req-b66f4b6a-69b1-4ece-a729-8dc3289b9df4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7d194017-b2ba-4736-9426-86f2c4d9db47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868173 Jul 16 01:26:21.692161 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa65154c-ee0d-4997-a358-050377fc15f5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Checking segment: {'id': '5d80b0c3-6c9b-4fd6-a956-54a7ce12fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f9fedac7-9629-4bf5-b81e-9354c6e0f015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:21.692565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa65154c-ee0d-4997-a358-050377fc15f5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network hostable DHCP agents. Network: f9fedac7-9629-4bf5-b81e-9354c6e0f015, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:26:21.692817 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-703f6681-9b79-4b5b-a175-170c54b14917 req-901edb67-c88b-472f-9439-f21247aaa05b tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:21.695224 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-703f6681-9b79-4b5b-a175-170c54b14917 req-901edb67-c88b-472f-9439-f21247aaa05b tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.82 "DELETE /v2.0/ports/c3319874-8a0b-448c-88a1-f3fadbe3a687 HTTP/1.1" status: 204 len: 173 time: 2.1735561 Jul 16 01:26:21.697829 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'name': 'network-vif-deleted', 'tag': 'c3319874-8a0b-448c-88a1-f3fadbe3a687'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:21.700215 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cdc4d5-d2f1-4a7e-8a74-46070f3d95b2" -d '{"events": [{"server_uuid": "f1a674e4-81f7-4b13-ad5a-031ddaa560be", "name": "network-vif-deleted", "tag": "c3319874-8a0b-448c-88a1-f3fadbe3a687"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:21.702918 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a9f74d6c-6d33-43dd-9699-a31dd3b38e32 req-fd5a045f-b3eb-4752-97b8-e49c5637e6fa tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041522 Jul 16 01:26:21.744344 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa65154c-ee0d-4997-a358-050377fc15f5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network f9fedac7-9629-4bf5-b81e-9354c6e0f015 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:26:21.762444 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-aa65154c-ee0d-4997-a358-050377fc15f5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, f9fedac7-9629-4bf5-b81e-9354c6e0f015) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:21.767349 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa65154c-ee0d-4997-a358-050377fc15f5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:21.767924 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aa65154c-ee0d-4997-a358-050377fc15f5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:21.785323 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e508afa1-9476-4f94-8a07-5ce92289ff0e None None] Network f9fedac7-9629-4bf5-b81e-9354c6e0f015 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:21.792882 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-aa65154c-ee0d-4997-a358-050377fc15f5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9991467 Jul 16 01:26:21.793545 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47820) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:21.798847 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-c6ca8ddf-2698-457a-9cdb-3511653a9111 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'port': {'network_id': 'f9fedac7-9629-4bf5-b81e-9354c6e0f015', 'name': 'tempest-PortsIpV6TestJSON-129615839'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:22.002735 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18a05e2-842c-46cd-9300-7b5eb7d91c29 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:22.010473 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16292a0d-0db6-4f5b-94e6-250f4aedb1b9 req-ef833a81-fa71-41a9-af6e-c209b5138f0c tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:22.012090 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16292a0d-0db6-4f5b-94e6-250f4aedb1b9 req-ef833a81-fa71-41a9-af6e-c209b5138f0c tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1138549 Jul 16 01:26:22.013540 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ca8ddf-2698-457a-9cdb-3511653a9111 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:22.018203 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c18a05e2-842c-46cd-9300-7b5eb7d91c29 admin admin] 10.222.0.16 "PUT /v2.0/routers/26338738-07c0-459b-b203-194adbf1e0ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7739849 Jul 16 01:26:22.019316 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c6ca8ddf-2698-457a-9cdb-3511653a9111 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.022388 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47824) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:22.030929 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b9625e-0370-4c16-80d7-cc80bf587ccf None None] Sync routers for ids ['26338738-07c0-459b-b203-194adbf1e0ab'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:22.046796 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec100c3d-dbde-4209-b202-a6fd09cfc7e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-f9fedac7-9629-4bf5-b81e-9354c6e0f015', 'network_id': 'f9fedac7-9629-4bf5-b81e-9354c6e0f015', 'tenant_id': 'c502d8556a3d4fd890ce88130235b09d', 'fixed_ips': [{'subnet_id': '441a37b2-117b-4d2c-8a8f-9644fa0d64c0'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:26:22.047957 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ec100c3d-dbde-4209-b202-a6fd09cfc7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.053404 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565782b-73b1-4827-b2e9-ca3959b74497 req-c1e5ba70-092a-43c4-8cd6-7a10c1aff9c8 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:22.053880 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b9625e-0370-4c16-80d7-cc80bf587ccf None None] Routers {'26338738-07c0-459b-b203-194adbf1e0ab'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:22.055061 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-45b9625e-0370-4c16-80d7-cc80bf587ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:26:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['26338738-07c0-459b-b203-194adbf1e0ab'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:22.060590 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-c6ca8ddf-2698-457a-9cdb-3511653a9111 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] device_id is not set on port 8c18e6ff-6066-448c-97d5-1066e9715566 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:26:22.065128 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565782b-73b1-4827-b2e9-ca3959b74497 req-c1e5ba70-092a-43c4-8cd6-7a10c1aff9c8 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:22.068090 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b565782b-73b1-4827-b2e9-ca3959b74497 req-c1e5ba70-092a-43c4-8cd6-7a10c1aff9c8 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 1682 time: 0.3601413 Jul 16 01:26:22.071542 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f54b4bdd-dc08-45fb-9ebe-a7749fbff78d req-4807c4c0-75b5-4712-ae4e-b794ee4b70ca service neutron] 10.222.0.84 "GET /v2.0/networks/7d194017-b2ba-4736-9426-86f2c4d9db47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661149 Jul 16 01:26:22.116096 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16292a0d-0db6-4f5b-94e6-250f4aedb1b9 req-b2994722-dd95-4895-bba4-6bf7d88a889e tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927982 Jul 16 01:26:22.241401 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-c6ca8ddf-2698-457a-9cdb-3511653a9111 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Allocated IP 2001:db8::142 (f9fedac7-9629-4bf5-b81e-9354c6e0f015/441a37b2-117b-4d2c-8a8f-9644fa0d64c0/8c18e6ff-6066-448c-97d5-1066e9715566) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:22.311850 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6ebf-a2fe-40c9-ae31-12dbd1fc399d admin admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.401548 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d70f94-d6cf-49bf-9710-023cdbb2c57d x-openstack-request-id: req-64d70f94-d6cf-49bf-9710-023cdbb2c57d {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:22.401819 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a674e4-81f7-4b13-ad5a-031ddaa560be", "name": "network-vif-deleted", "tag": "c3319874-8a0b-448c-88a1-f3fadbe3a687", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:22.402243 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64d70f94-d6cf-49bf-9710-023cdbb2c57d {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:22.402592 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'name': 'network-vif-deleted', 'tag': 'c3319874-8a0b-448c-88a1-f3fadbe3a687', 'status': 'completed', 'code': 200} Jul 16 01:26:22.441876 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-703f6681-9b79-4b5b-a175-170c54b14917 req-74469d80-8ccc-424d-ae9d-9b953f699df6 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Deleting port 2582d953-284c-4878-b384-29a8d4048e40 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:22.442226 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-703f6681-9b79-4b5b-a175-170c54b14917 req-74469d80-8ccc-424d-ae9d-9b953f699df6 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.451363 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b565782b-73b1-4827-b2e9-ca3959b74497 req-b3e22fbc-3d57-4eed-bacc-7a85fe224458 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358731 Jul 16 01:26:22.557792 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c6ca8ddf-2698-457a-9cdb-3511653a9111 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.582938 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-c6ca8ddf-2698-457a-9cdb-3511653a9111 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Transition to ACTIVE for port object 8c18e6ff-6066-448c-97d5-1066e9715566 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:22.610411 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-45b9625e-0370-4c16-80d7-cc80bf587ccf None None] Set router 26338738-07c0-459b-b203-194adbf1e0ab gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:22.643631 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c6ca8ddf-2698-457a-9cdb-3511653a9111 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.705221 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ca8ddf-2698-457a-9cdb-3511653a9111 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network f9fedac7-9629-4bf5-b81e-9354c6e0f015 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:22.709217 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-c6ca8ddf-2698-457a-9cdb-3511653a9111 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:22.714975 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ca8ddf-2698-457a-9cdb-3511653a9111 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:22.720798 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ca8ddf-2698-457a-9cdb-3511653a9111 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:22.721478 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c6ca8ddf-2698-457a-9cdb-3511653a9111 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.728410 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca8ddf-2698-457a-9cdb-3511653a9111 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Port': ['ID=8c18e6ff-6066-448c-97d5-1066e9715566,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:22.746881 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c6ca8ddf-2698-457a-9cdb-3511653a9111 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9522169 Jul 16 01:26:22.750181 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47836) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:22.755730 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-fa7dd953-6392-4a14-ad7a-c8796c0387f4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'port': {'network_id': 'f9fedac7-9629-4bf5-b81e-9354c6e0f015', 'name': 'tempest-PortsIpV6TestJSON-1888745450'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:22.758316 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device afbaec30-af88-4400-aea8-6309577d9c58 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:22.797265 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2582d953-284c-4878-b384-29a8d4048e40 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:22.910515 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7dd953-6392-4a14-ad7a-c8796c0387f4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:22.914872 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f54b4bdd-dc08-45fb-9ebe-a7749fbff78d req-4e52e315-bbd2-424e-a3a1-ee4d7f911bde service neutron] 10.222.0.84 "GET /v2.0/networks/7d194017-b2ba-4736-9426-86f2c4d9db47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8008444 Jul 16 01:26:22.920849 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-ec100c3d-dbde-4209-b202-a6fd09cfc7e2 None None] Allocated IP 2001:db8::2 (f9fedac7-9629-4bf5-b81e-9354c6e0f015/441a37b2-117b-4d2c-8a8f-9644fa0d64c0/110dce19-b2d0-483f-9b43-76735e44d10a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:22.934663 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fa7dd953-6392-4a14-ad7a-c8796c0387f4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.004004 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6ebf-a2fe-40c9-ae31-12dbd1fc399d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.030430 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-fa7dd953-6392-4a14-ad7a-c8796c0387f4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] device_id is not set on port ef596bca-e317-4e9f-9674-662f35f10f4d yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:26:23.049803 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ecaba0-90e4-4fe7-8396-d91b2b0a1d43 req-bf01bd34-cfac-4eb6-bd28-d9f48945ff21 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:23.052924 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a8ecaba0-90e4-4fe7-8396-d91b2b0a1d43 req-bf01bd34-cfac-4eb6-bd28-d9f48945ff21 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.2069166 Jul 16 01:26:23.056105 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-703f6681-9b79-4b5b-a175-170c54b14917 req-74469d80-8ccc-424d-ae9d-9b953f699df6 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] For port 2582d953-284c-4878-b384-29a8d4048e40, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2582d953-284c-4878-b384-29a8d4048e40,segment=NetworkSegment(4ac171b9-4215-4d20-8163-3dcc5b470393),segment_id=4ac171b9-4215-4d20-8163-3dcc5b470393)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:23.057246 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-703f6681-9b79-4b5b-a175-170c54b14917 req-74469d80-8ccc-424d-ae9d-9b953f699df6 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.107206 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-703f6681-9b79-4b5b-a175-170c54b14917 req-74469d80-8ccc-424d-ae9d-9b953f699df6 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Calling delete_port for 2582d953-284c-4878-b384-29a8d4048e40 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:23.125832 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55facca-152f-47b7-a1dc-327f10421ba3 req-5c752b91-190a-410c-856b-4e606c487ccb tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:23.127438 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d55facca-152f-47b7-a1dc-327f10421ba3 req-5c752b91-190a-410c-856b-4e606c487ccb tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=121a3db2-ef3d-423b-a7ad-4ca450554922 HTTP/1.1" status: 200 len: 944 time: 0.1465237 Jul 16 01:26:23.177856 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d55facca-152f-47b7-a1dc-327f10421ba3 req-1b69f1a4-ed7c-4eb7-b6eb-eb12d3dab983 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419269 Jul 16 01:26:23.187642 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a8ecaba0-90e4-4fe7-8396-d91b2b0a1d43 req-a1d64a9a-ba84-4bc1-b127-0f6067198be8 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189201 Jul 16 01:26:23.216698 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-e7ee6ebf-a2fe-40c9-ae31-12dbd1fc399d admin admin] Deleting port 5c6b5557-efcc-4647-bc48-92b6eeca0e05 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:23.217026 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6ebf-a2fe-40c9-ae31-12dbd1fc399d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.244963 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port afbaec30-af88-4400-aea8-6309577d9c58, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=afbaec30-af88-4400-aea8-6309577d9c58,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:23.260134 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.303469 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'afbaec30-af88-4400-aea8-6309577d9c58', 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47', 'port_id': 'afbaec30-af88-4400-aea8-6309577d9c58', 'mac_address': 'fa:16:3e:83:d2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01112ffd-e4af-4423-aa07-05f338809738', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:23.368500 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.413858 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbaec30-af88-4400-aea8-6309577d9c58 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:23.413961 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-e7ee6ebf-a2fe-40c9-ae31-12dbd1fc399d admin admin] For port 5c6b5557-efcc-4647-bc48-92b6eeca0e05, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=5c6b5557-efcc-4647-bc48-92b6eeca0e05,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:23.413961 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6ebf-a2fe-40c9-ae31-12dbd1fc399d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.429179 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-e7ee6ebf-a2fe-40c9-ae31-12dbd1fc399d admin admin] Calling delete_port for 5c6b5557-efcc-4647-bc48-92b6eeca0e05 owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:23.434994 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-703f6681-9b79-4b5b-a175-170c54b14917 req-74469d80-8ccc-424d-ae9d-9b953f699df6 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.446896 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90c871-ade4-4696-99e5-2d99932fc40d req-4a244362-d560-4de0-baee-c2ad4d65b055 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:23.451075 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6f90c871-ade4-4696-99e5-2d99932fc40d req-4a244362-d560-4de0-baee-c2ad4d65b055 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1004796 Jul 16 01:26:23.455418 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-45b9625e-0370-4c16-80d7-cc80bf587ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26338738-07c0-459b-b203-194adbf1e0ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1703489689-router', 'tenant_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '5c6b5557-efcc-4647-bc48-92b6eeca0e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:03Z', 'updated_at': '2021-07-16T01:26:19Z', 'revision_number': 5, 'project_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'gw_port': {'id': '5c6b5557-efcc-4647-bc48-92b6eeca0e05', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26338738-07c0-459b-b203-194adbf1e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:04Z', 'updated_at': '2021-07-16T01:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:23.462135 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 7d460bf4-ebd6-4ae8-ab46-765df21e1654 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:23.476591 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74469d80-8ccc-424d-ae9d-9b953f699df6 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event deleted for resources: {'Port': ['ID=2582d953-284c-4878-b384-29a8d4048e40,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:23.497990 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ec100c3d-dbde-4209-b202-a6fd09cfc7e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.505859 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6f90c871-ade4-4696-99e5-2d99932fc40d req-5b385a77-1acb-464f-96fb-4070d708fd52 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488558 Jul 16 01:26:23.534608 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b9625e-0370-4c16-80d7-cc80bf587ccf None None] Checking router: 26338738-07c0-459b-b203-194adbf1e0ab for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:23.541714 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port afbaec30-af88-4400-aea8-6309577d9c58, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=afbaec30-af88-4400-aea8-6309577d9c58,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:23.558125 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ec100c3d-dbde-4209-b202-a6fd09cfc7e2 None None] Transition to ACTIVE for port object 110dce19-b2d0-483f-9b43-76735e44d10a will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:23.577280 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.606199 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-703f6681-9b79-4b5b-a175-170c54b14917 req-74469d80-8ccc-424d-ae9d-9b953f699df6 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] No DVR routers for this DVR port 2582d953-284c-4878-b384-29a8d4048e40 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:23.616072 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-703f6681-9b79-4b5b-a175-170c54b14917 req-74469d80-8ccc-424d-ae9d-9b953f699df6 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.619279 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-703f6681-9b79-4b5b-a175-170c54b14917 req-74469d80-8ccc-424d-ae9d-9b953f699df6 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.82 "DELETE /v2.0/ports/2582d953-284c-4878-b384-29a8d4048e40 HTTP/1.1" status: 204 len: 173 time: 1.9124224 Jul 16 01:26:23.670496 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b9625e-0370-4c16-80d7-cc80bf587ccf None None] Routers {'26338738-07c0-459b-b203-194adbf1e0ab'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:23.671169 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-45b9625e-0370-4c16-80d7-cc80bf587ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:26:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['26338738-07c0-459b-b203-194adbf1e0ab'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:23.756968 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ec100c3d-dbde-4209-b202-a6fd09cfc7e2 None None] Transition to ACTIVE for port object 110dce19-b2d0-483f-9b43-76735e44d10a will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:23.771787 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=afbaec30-af88-4400-aea8-6309577d9c58,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:23.791465 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ec100c3d-dbde-4209-b202-a6fd09cfc7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.838371 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-45b9625e-0370-4c16-80d7-cc80bf587ccf None None] Set router 26338738-07c0-459b-b203-194adbf1e0ab gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:23.858452 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-fa7dd953-6392-4a14-ad7a-c8796c0387f4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Allocated IP 2001:db8::220 (f9fedac7-9629-4bf5-b81e-9354c6e0f015/441a37b2-117b-4d2c-8a8f-9644fa0d64c0/ef596bca-e317-4e9f-9674-662f35f10f4d) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:23.890541 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e221b16-11f8-4598-aab0-d299ae2bf273 req-5708892d-d922-4bfb-ad2d-a75c13eaf9e3 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:23.892122 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e221b16-11f8-4598-aab0-d299ae2bf273 req-5708892d-d922-4bfb-ad2d-a75c13eaf9e3 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1554220 Jul 16 01:26:23.898001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec100c3d-dbde-4209-b202-a6fd09cfc7e2 None None] Network f9fedac7-9629-4bf5-b81e-9354c6e0f015 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:23.906702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['afbaec30-af88-4400-aea8-6309577d9c58'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:23.911797 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724e24a-b723-4cde-b0d8-e7f4e5580ab4 req-fb7ee44e-b4a7-417a-87fb-c9f93c8fd3c4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:23.913617 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c724e24a-b723-4cde-b0d8-e7f4e5580ab4 req-fb7ee44e-b4a7-417a-87fb-c9f93c8fd3c4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 945 time: 0.1945302 Jul 16 01:26:23.951917 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6ebf-a2fe-40c9-ae31-12dbd1fc399d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.957783 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-ec100c3d-dbde-4209-b202-a6fd09cfc7e2 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:23.982551 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e221b16-11f8-4598-aab0-d299ae2bf273 req-625c977f-77a7-4e5a-bb51-96f2ca175dba tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744574 Jul 16 01:26:23.986505 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-45b9625e-0370-4c16-80d7-cc80bf587ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26338738-07c0-459b-b203-194adbf1e0ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1703489689-router', 'tenant_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:03Z', 'updated_at': '2021-07-16T01:26:23Z', 'revision_number': 6, 'project_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:23.993482 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec100c3d-dbde-4209-b202-a6fd09cfc7e2 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:23.999424 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-703f6681-9b79-4b5b-a175-170c54b14917 req-76328949-e09a-4f93-967a-705c9856f107 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Deleting port 7d460bf4-ebd6-4ae8-ab46-765df21e1654 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:24.000984 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-703f6681-9b79-4b5b-a175-170c54b14917 req-76328949-e09a-4f93-967a-705c9856f107 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.002059 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec100c3d-dbde-4209-b202-a6fd09cfc7e2 None None] Pushing event updated for resources: {'Port': ['ID=110dce19-b2d0-483f-9b43-76735e44d10a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:24.006721 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee6ebf-a2fe-40c9-ae31-12dbd1fc399d admin admin] Pushing event deleted for resources: {'Port': ['ID=5c6b5557-efcc-4647-bc48-92b6eeca0e05,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:24.053826 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b9625e-0370-4c16-80d7-cc80bf587ccf None None] The sync data for ids ['26338738-07c0-459b-b203-194adbf1e0ab'] in n-d-792394-16 is: [{'id': '26338738-07c0-459b-b203-194adbf1e0ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1703489689-router', 'tenant_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:03Z', 'updated_at': '2021-07-16T01:26:23Z', 'revision_number': 6, 'project_id': '799df3fd56a9406fbf6cae8f3b8f73bd', 'gw_port_host': None}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:24.061765 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.127069 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fa7dd953-6392-4a14-ad7a-c8796c0387f4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.143741 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c724e24a-b723-4cde-b0d8-e7f4e5580ab4 req-37c254dc-8385-4aa6-ba0c-e2d3236625a4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191694 Jul 16 01:26:24.149634 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-fa7dd953-6392-4a14-ad7a-c8796c0387f4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Transition to ACTIVE for port object ef596bca-e317-4e9f-9674-662f35f10f4d will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:24.156644 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d460bf4-ebd6-4ae8-ab46-765df21e1654'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:24.168702 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cff9866-da5f-4a33-bc49-d92ed79908cd" -d '{"events": [{"server_uuid": "f1a674e4-81f7-4b13-ad5a-031ddaa560be", "name": "network-vif-unplugged", "status": "completed", "tag": "7d460bf4-ebd6-4ae8-ab46-765df21e1654"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:24.188982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ec100c3d-dbde-4209-b202-a6fd09cfc7e2 None None] Attempting to bind port 110dce19-b2d0-483f-9b43-76735e44d10a on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:24.189346 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ec100c3d-dbde-4209-b202-a6fd09cfc7e2 None None] Attempting to bind port 110dce19-b2d0-483f-9b43-76735e44d10a by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '5d80b0c3-6c9b-4fd6-a956-54a7ce12fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f9fedac7-9629-4bf5-b81e-9354c6e0f015'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:24.190199 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec100c3d-dbde-4209-b202-a6fd09cfc7e2 None None] Attempting to bind port 110dce19-b2d0-483f-9b43-76735e44d10a on network f9fedac7-9629-4bf5-b81e-9354c6e0f015 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:24.197072 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 7d460bf4-ebd6-4ae8-ab46-765df21e1654, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7d460bf4-ebd6-4ae8-ab46-765df21e1654,segment=NetworkSegment(5f14f265-ab91-4142-b20b-60ddcd610e5f),segment_id=5f14f265-ab91-4142-b20b-60ddcd610e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:24.207619 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.208434 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c3319874-8a0b-448c-88a1-f3fadbe3a687 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:24.210501 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec100c3d-dbde-4209-b202-a6fd09cfc7e2 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:24.210937 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec100c3d-dbde-4209-b202-a6fd09cfc7e2 None None] Checking segment: {'id': '5d80b0c3-6c9b-4fd6-a956-54a7ce12fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f9fedac7-9629-4bf5-b81e-9354c6e0f015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:24.211395 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ec100c3d-dbde-4209-b202-a6fd09cfc7e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.211791 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec100c3d-dbde-4209-b202-a6fd09cfc7e2 None None] Bound using segment: {'id': '5d80b0c3-6c9b-4fd6-a956-54a7ce12fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f9fedac7-9629-4bf5-b81e-9354c6e0f015'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:24.212299 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ec100c3d-dbde-4209-b202-a6fd09cfc7e2 None None] Bound port: 110dce19-b2d0-483f-9b43-76735e44d10a, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d80b0c3-6c9b-4fd6-a956-54a7ce12fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f9fedac7-9629-4bf5-b81e-9354c6e0f015'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:24.212740 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ec100c3d-dbde-4209-b202-a6fd09cfc7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.228253 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fa7dd953-6392-4a14-ad7a-c8796c0387f4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.245283 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: c3319874-8a0b-448c-88a1-f3fadbe3a687 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:24.245631 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c3319874-8a0b-448c-88a1-f3fadbe3a687 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:24.302347 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7dd953-6392-4a14-ad7a-c8796c0387f4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Port': ['ID=ef596bca-e317-4e9f-9674-662f35f10f4d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:24.336887 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7dd953-6392-4a14-ad7a-c8796c0387f4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network f9fedac7-9629-4bf5-b81e-9354c6e0f015 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:24.361125 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-fa7dd953-6392-4a14-ad7a-c8796c0387f4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:24.361340 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6ebf-a2fe-40c9-ae31-12dbd1fc399d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.375645 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7dd953-6392-4a14-ad7a-c8796c0387f4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:24.379971 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=7d460bf4-ebd6-4ae8-ab46-765df21e1654,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:24.383837 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7dd953-6392-4a14-ad7a-c8796c0387f4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:24.385411 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fa7dd953-6392-4a14-ad7a-c8796c0387f4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.439683 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ec100c3d-dbde-4209-b202-a6fd09cfc7e2 None None] For port 110dce19-b2d0-483f-9b43-76735e44d10a, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:24.441802 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe7c0d-4b29-4b5a-97de-af5da4be4048 req-6f8d0a39-15e4-463a-96c6-cde21d79b133 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:24.443374 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f7fe7c0d-4b29-4b5a-97de-af5da4be4048 req-6f8d0a39-15e4-463a-96c6-cde21d79b133 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1334949 Jul 16 01:26:24.447782 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fa7dd953-6392-4a14-ad7a-c8796c0387f4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6966302 Jul 16 01:26:24.448763 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47862) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:24.510594 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6ebf-a2fe-40c9-ae31-12dbd1fc399d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.513898 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6ebf-a2fe-40c9-ae31-12dbd1fc399d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.517667 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ec100c3d-dbde-4209-b202-a6fd09cfc7e2 None None] For port 110dce19-b2d0-483f-9b43-76735e44d10a, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=110dce19-b2d0-483f-9b43-76735e44d10a,segment=NetworkSegment(5d80b0c3-6c9b-4fd6-a956-54a7ce12fa49),segment_id=5d80b0c3-6c9b-4fd6-a956-54a7ce12fa49)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:24.528270 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ec100c3d-dbde-4209-b202-a6fd09cfc7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.587831 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f7fe7c0d-4b29-4b5a-97de-af5da4be4048 req-053c627e-28eb-4140-a8ef-b30e11489ae3 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947821 Jul 16 01:26:24.593438 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8af31745-3a41-4bf8-ac55-6fa80ee42aad no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:24.643006 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd073876-dbcb-4eb5-b38a-02b46e388b6e x-openstack-request-id: req-fd073876-dbcb-4eb5-b38a-02b46e388b6e {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:24.643006 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a674e4-81f7-4b13-ad5a-031ddaa560be", "name": "network-vif-unplugged", "status": "completed", "tag": "7d460bf4-ebd6-4ae8-ab46-765df21e1654", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:24.643006 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd073876-dbcb-4eb5-b38a-02b46e388b6e {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:24.643006 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d460bf4-ebd6-4ae8-ab46-765df21e1654', 'code': 200} Jul 16 01:26:24.643006 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 8af31745-3a41-4bf8-ac55-6fa80ee42aad {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:24.643006 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8af31745-3a41-4bf8-ac55-6fa80ee42aad not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:24.703756 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'name': 'network-vif-deleted', 'tag': '2582d953-284c-4878-b384-29a8d4048e40'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:24.706590 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec100c3d-dbde-4209-b202-a6fd09cfc7e2 None None] Pushing event updated for resources: {'Port': ['ID=110dce19-b2d0-483f-9b43-76735e44d10a,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:24.708293 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc775e4-8ca5-4406-9af4-d84a0367c090" -d '{"events": [{"server_uuid": "f1a674e4-81f7-4b13-ad5a-031ddaa560be", "name": "network-vif-deleted", "tag": "2582d953-284c-4878-b384-29a8d4048e40"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:24.716003 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1530aaab-2534-4369-bee6-8c5b1fb5d67c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:24.721392 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1530aaab-2534-4369-bee6-8c5b1fb5d67c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A142 HTTP/1.1" status: 200 len: 928 time: 0.2714882 Jul 16 01:26:24.722215 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47872) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:24.724238 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6ebf-a2fe-40c9-ae31-12dbd1fc399d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.725213 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ee6ebf-a2fe-40c9-ae31-12dbd1fc399d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26338738-07c0-459b-b203-194adbf1e0ab {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:26:24.739705 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6ebf-a2fe-40c9-ae31-12dbd1fc399d admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.745913 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e7ee6ebf-a2fe-40c9-ae31-12dbd1fc399d admin admin] 10.222.0.16 "DELETE /v2.0/routers/26338738-07c0-459b-b203-194adbf1e0ab HTTP/1.1" status: 204 len: 168 time: 2.7200851 Jul 16 01:26:24.747020 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47874) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:24.814321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-703f6681-9b79-4b5b-a175-170c54b14917 req-76328949-e09a-4f93-967a-705c9856f107 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] For port 7d460bf4-ebd6-4ae8-ab46-765df21e1654, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7d460bf4-ebd6-4ae8-ab46-765df21e1654,segment=NetworkSegment(5f14f265-ab91-4142-b20b-60ddcd610e5f),segment_id=5f14f265-ab91-4142-b20b-60ddcd610e5f)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:24.815515 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-703f6681-9b79-4b5b-a175-170c54b14917 req-76328949-e09a-4f93-967a-705c9856f107 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.834312 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-703f6681-9b79-4b5b-a175-170c54b14917 req-76328949-e09a-4f93-967a-705c9856f107 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Calling delete_port for 7d460bf4-ebd6-4ae8-ab46-765df21e1654 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:24.844289 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab69a30d-91ac-4490-8609-382ed9bb5b63 admin admin] Deleting subnet 1f74dd75-4068-4fab-974d-1a6bb6341812 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:26:24.852403 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ab69a30d-91ac-4490-8609-382ed9bb5b63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.900134 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-a9102e2b-6a8c-4004-9bb8-454cb68e170e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting port ef596bca-e317-4e9f-9674-662f35f10f4d {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:24.900771 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a9102e2b-6a8c-4004-9bb8-454cb68e170e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.939306 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025aae2b-c5f6-4dde-b3f0-d61204aa2b53 x-openstack-request-id: req-025aae2b-c5f6-4dde-b3f0-d61204aa2b53 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:24.939932 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a674e4-81f7-4b13-ad5a-031ddaa560be", "name": "network-vif-deleted", "tag": "2582d953-284c-4878-b384-29a8d4048e40", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:24.940492 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-025aae2b-c5f6-4dde-b3f0-d61204aa2b53 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:24.941871 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'name': 'network-vif-deleted', 'tag': '2582d953-284c-4878-b384-29a8d4048e40', 'status': 'completed', 'code': 200} Jul 16 01:26:24.978109 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ab69a30d-91ac-4490-8609-382ed9bb5b63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.014889 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a9102e2b-6a8c-4004-9bb8-454cb68e170e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.027281 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-a9102e2b-6a8c-4004-9bb8-454cb68e170e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Calling delete_port for ef596bca-e317-4e9f-9674-662f35f10f4d owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:25.174677 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916853b0-4fdc-4753-a595-9c0dabdc5ca0 req-aa5df73f-bb28-4f63-be05-4a5eb43b1fbf tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:25.180661 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-916853b0-4fdc-4753-a595-9c0dabdc5ca0 req-aa5df73f-bb28-4f63-be05-4a5eb43b1fbf tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=121a3db2-ef3d-423b-a7ad-4ca450554922 HTTP/1.1" status: 200 len: 945 time: 0.2945080 Jul 16 01:26:25.183721 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b0222-4f5b-425e-8020-ae6b27cefda8 req-8088b73d-6905-4b58-a8f3-82496aa4dd2e tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:25.191385 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b68b0222-4f5b-425e-8020-ae6b27cefda8 req-8088b73d-6905-4b58-a8f3-82496aa4dd2e tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1597877 Jul 16 01:26:25.191637 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ab69a30d-91ac-4490-8609-382ed9bb5b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.283792 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b68b0222-4f5b-425e-8020-ae6b27cefda8 req-f096e2c8-58d5-4995-95b6-dd7a4fe0d4a0 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914268 Jul 16 01:26:25.309673 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-916853b0-4fdc-4753-a595-9c0dabdc5ca0 req-a8d6f4de-b485-4f03-b5ca-3de7ab8d1a78 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280556 Jul 16 01:26:25.315268 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-703f6681-9b79-4b5b-a175-170c54b14917 req-76328949-e09a-4f93-967a-705c9856f107 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.350659 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a9102e2b-6a8c-4004-9bb8-454cb68e170e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.382132 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76328949-e09a-4f93-967a-705c9856f107 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event deleted for resources: {'Port': ['ID=7d460bf4-ebd6-4ae8-ab46-765df21e1654,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:25.433501 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ab69a30d-91ac-4490-8609-382ed9bb5b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.457438 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9102e2b-6a8c-4004-9bb8-454cb68e170e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Port': ['ID=ef596bca-e317-4e9f-9674-662f35f10f4d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:25.464443 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a9102e2b-6a8c-4004-9bb8-454cb68e170e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.470267 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a9102e2b-6a8c-4004-9bb8-454cb68e170e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/ports/ef596bca-e317-4e9f-9674-662f35f10f4d HTTP/1.1" status: 204 len: 168 time: 0.7440662 Jul 16 01:26:25.477921 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47886) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:25.495443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69a30d-91ac-4490-8609-382ed9bb5b63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f74dd75-4068-4fab-974d-1a6bb6341812,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:25.502548 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ab69a30d-91ac-4490-8609-382ed9bb5b63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.505068 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ab69a30d-91ac-4490-8609-382ed9bb5b63 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1f74dd75-4068-4fab-974d-1a6bb6341812 HTTP/1.1" status: 204 len: 168 time: 0.7509155 Jul 16 01:26:25.506473 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-703f6681-9b79-4b5b-a175-170c54b14917 req-76328949-e09a-4f93-967a-705c9856f107 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] No DVR routers for this DVR port 7d460bf4-ebd6-4ae8-ab46-765df21e1654 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:25.506953 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1072a9-f1ec-4f51-91c2-3a73b5bbf3ef None None] Network 0fca7c22-5d99-41d7-9d7d-ac2bfaf94956 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:25.510766 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-703f6681-9b79-4b5b-a175-170c54b14917 req-76328949-e09a-4f93-967a-705c9856f107 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.513474 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-703f6681-9b79-4b5b-a175-170c54b14917 req-76328949-e09a-4f93-967a-705c9856f107 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.82 "DELETE /v2.0/ports/7d460bf4-ebd6-4ae8-ab46-765df21e1654 HTTP/1.1" status: 204 len: 173 time: 1.8874233 Jul 16 01:26:25.513626 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47888) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:25.572506 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-23fdb08f-3afb-4209-a124-c5af68b55fd3 req-6b4894fc-bb25-43be-b370-b10c7fe3a693 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1a674e4-81f7-4b13-ad5a-031ddaa560be HTTP/1.1" status: 200 len: 210 time: 0.1035903 Jul 16 01:26:25.574144 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d59f58-ce8f-4907-a624-8b6ffefe3a81 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] GET failed (client error): The resource could not be found. Jul 16 01:26:25.578472 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d9d59f58-ce8f-4907-a624-8b6ffefe3a81 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports/ef596bca-e317-4e9f-9674-662f35f10f4d HTTP/1.1" status: 404 len: 333 time: 0.0955036 Jul 16 01:26:25.579407 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47890) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:25.723071 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d4c45dd-5332-4c02-bb81-90b413516219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.839229 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-bbf08a22-81d5-4275-b8fb-4ac0cbc1f002 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting port 8c18e6ff-6066-448c-97d5-1066e9715566 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:25.843622 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bbf08a22-81d5-4275-b8fb-4ac0cbc1f002 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.893953 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d0534-9040-4369-9578-71abc52d378b req-9ccb9f1c-a3db-4de7-842a-795d7fe6ca1d tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:25.901844 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-080d0534-9040-4369-9578-71abc52d378b req-9ccb9f1c-a3db-4de7-842a-795d7fe6ca1d tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1543286 Jul 16 01:26:25.930576 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-8d4c45dd-5332-4c02-bb81-90b413516219 admin admin] Deleting port d8d28cb0-a2ff-456c-9e0e-a4129f839e68 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:25.930930 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d4c45dd-5332-4c02-bb81-90b413516219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.977072 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-080d0534-9040-4369-9578-71abc52d378b req-41f4e864-3855-46d1-a531-7f5c2013284f tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742238 Jul 16 01:26:25.994556 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bbf08a22-81d5-4275-b8fb-4ac0cbc1f002 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.010105 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-bbf08a22-81d5-4275-b8fb-4ac0cbc1f002 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Calling delete_port for 8c18e6ff-6066-448c-97d5-1066e9715566 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:26.097853 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-8d4c45dd-5332-4c02-bb81-90b413516219 admin admin] For port d8d28cb0-a2ff-456c-9e0e-a4129f839e68, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d8d28cb0-a2ff-456c-9e0e-a4129f839e68,segment=NetworkSegment(165221f4-4e91-4985-8580-40b189e7d0cd),segment_id=165221f4-4e91-4985-8580-40b189e7d0cd)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:26.098534 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d4c45dd-5332-4c02-bb81-90b413516219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.116645 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-8d4c45dd-5332-4c02-bb81-90b413516219 admin admin] Calling delete_port for d8d28cb0-a2ff-456c-9e0e-a4129f839e68 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:26.167866 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe61995-bbc3-4eea-ad61-36b23db55392 None None] DHCP port deletion for 0fca7c22-5d99-41d7-9d7d-ac2bfaf94956 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:26:26.206138 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bbf08a22-81d5-4275-b8fb-4ac0cbc1f002 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.245194 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8fe61995-bbc3-4eea-ad61-36b23db55392 None None] Deleting port d8d28cb0-a2ff-456c-9e0e-a4129f839e68 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:26.245933 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8fe61995-bbc3-4eea-ad61-36b23db55392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.257953 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf08a22-81d5-4275-b8fb-4ac0cbc1f002 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Port': ['ID=8c18e6ff-6066-448c-97d5-1066e9715566,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:26.287696 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bbf08a22-81d5-4275-b8fb-4ac0cbc1f002 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.290432 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bbf08a22-81d5-4275-b8fb-4ac0cbc1f002 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/ports/8c18e6ff-6066-448c-97d5-1066e9715566 HTTP/1.1" status: 204 len: 168 time: 0.7099860 Jul 16 01:26:26.293052 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47900) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:26.330482 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b888a1-abf7-4491-8f0f-a600564db051 req-c7adf264-1f18-4123-8d9d-16ef68c55ed3 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:26.339014 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d6b888a1-abf7-4491-8f0f-a600564db051 req-c7adf264-1f18-4123-8d9d-16ef68c55ed3 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1371517 Jul 16 01:26:26.344903 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-8fe61995-bbc3-4eea-ad61-36b23db55392 None None] For port d8d28cb0-a2ff-456c-9e0e-a4129f839e68, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d8d28cb0-a2ff-456c-9e0e-a4129f839e68,segment=NetworkSegment(165221f4-4e91-4985-8580-40b189e7d0cd),segment_id=165221f4-4e91-4985-8580-40b189e7d0cd)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:26.345268 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ae57dc-c81a-4a59-96df-a78081ca0e59 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] GET failed (client error): The resource could not be found. Jul 16 01:26:26.346016 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8fe61995-bbc3-4eea-ad61-36b23db55392 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.346938 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-47ae57dc-c81a-4a59-96df-a78081ca0e59 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports/8c18e6ff-6066-448c-97d5-1066e9715566 HTTP/1.1" status: 404 len: 333 time: 0.0529206 Jul 16 01:26:26.351945 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47904) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:26.365625 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d4c45dd-5332-4c02-bb81-90b413516219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.369684 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8fe61995-bbc3-4eea-ad61-36b23db55392 None None] Calling delete_port for d8d28cb0-a2ff-456c-9e0e-a4129f839e68 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:26.407805 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c45dd-5332-4c02-bb81-90b413516219 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8d28cb0-a2ff-456c-9e0e-a4129f839e68,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:26.413549 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcac0d1c-470d-487b-ab6b-bf29d277ff6a tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting subnet 441a37b2-117b-4d2c-8a8f-9644fa0d64c0 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:26:26.416733 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bcac0d1c-470d-487b-ab6b-bf29d277ff6a tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.417480 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4c45dd-5332-4c02-bb81-90b413516219 admin admin] No DVR routers for this DVR port d8d28cb0-a2ff-456c-9e0e-a4129f839e68 on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:26.429622 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d6b888a1-abf7-4491-8f0f-a600564db051 req-9bce3345-2095-44a5-a1cc-69763f537b5b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890279 Jul 16 01:26:26.478290 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bcac0d1c-470d-487b-ab6b-bf29d277ff6a tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.508872 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e37ed00-8e5b-44ec-8f22-f2ea52984ecd None None] Network f9fedac7-9629-4bf5-b81e-9354c6e0f015 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:26.578100 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bcac0d1c-470d-487b-ab6b-bf29d277ff6a tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.613174 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d4c45dd-5332-4c02-bb81-90b413516219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.624088 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-8d4c45dd-5332-4c02-bb81-90b413516219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fca7c22-5d99-41d7-9d7d-ac2bfaf94956']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:26.636686 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-8d4c45dd-5332-4c02-bb81-90b413516219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165221f4-4e91-4985-8580-40b189e7d0cd') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:26.637028 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-8d4c45dd-5332-4c02-bb81-90b413516219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165221f4-4e91-4985-8580-40b189e7d0cd') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:26.651255 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d4c45dd-5332-4c02-bb81-90b413516219 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.653751 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bcac0d1c-470d-487b-ab6b-bf29d277ff6a tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.679703 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d4c45dd-5332-4c02-bb81-90b413516219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.685429 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 110dce19-b2d0-483f-9b43-76735e44d10a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:26.703356 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4c45dd-5332-4c02-bb81-90b413516219 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:26:26.703767 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d4c45dd-5332-4c02-bb81-90b413516219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:26:26.705474 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:26:26.713907 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac0d1c-470d-487b-ab6b-bf29d277ff6a tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Subnet': ['ID=441a37b2-117b-4d2c-8a8f-9644fa0d64c0,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:26.720234 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bcac0d1c-470d-487b-ab6b-bf29d277ff6a tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.722152 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bcac0d1c-470d-487b-ab6b-bf29d277ff6a tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/subnets/441a37b2-117b-4d2c-8a8f-9644fa0d64c0 HTTP/1.1" status: 204 len: 168 time: 0.3690088 Jul 16 01:26:26.729372 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47912) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:26.749828 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device afbaec30-af88-4400-aea8-6309577d9c58 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:26.795097 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d4c45dd-5332-4c02-bb81-90b413516219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.808707 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8d4c45dd-5332-4c02-bb81-90b413516219 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.813936 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8d4c45dd-5332-4c02-bb81-90b413516219 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0fca7c22-5d99-41d7-9d7d-ac2bfaf94956 HTTP/1.1" status: 204 len: 168 time: 1.2992766 Jul 16 01:26:26.821359 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c9f61e9-f4d6-4881-9f3b-6d62333c4d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.826796 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef9e99-13eb-4c9a-ac0f-88cd08fae603 req-84edb9a3-e495-4add-8282-546645651816 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:26.828552 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d8ef9e99-13eb-4c9a-ac0f-88cd08fae603 req-84edb9a3-e495-4add-8282-546645651816 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=121a3db2-ef3d-423b-a7ad-4ca450554922 HTTP/1.1" status: 200 len: 945 time: 0.1882055 Jul 16 01:26:26.832301 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-54c5ee82-8b6f-40e9-9cbb-5f3c3ebc474d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.833264 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea13f22-7989-4277-a096-1cff679eb84b req-e332f1c5-ada9-4890-9dfd-fbf74c056fde tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:26.834899 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6ea13f22-7989-4277-a096-1cff679eb84b req-e332f1c5-ada9-4890-9dfd-fbf74c056fde tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1652172 Jul 16 01:26:26.836564 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c45dd-5332-4c02-bb81-90b413516219 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fca7c22-5d99-41d7-9d7d-ac2bfaf94956,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:26.852694 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-90d74a72-38c9-448e-a9b4-eb7772982b90 None None] Provisioning for port 110dce19-b2d0-483f-9b43-76735e44d10a completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:26.881108 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6ea13f22-7989-4277-a096-1cff679eb84b req-aa38efb0-d832-4f98-9af3-3e9279e3bcce tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397551 Jul 16 01:26:26.896328 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d8ef9e99-13eb-4c9a-ac0f-88cd08fae603 req-313f9f6c-7032-4cc2-9baf-1e49fb843fa1 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550723 Jul 16 01:26:26.902218 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8fe61995-bbc3-4eea-ad61-36b23db55392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.942193 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'name': 'network-vif-deleted', 'tag': '7d460bf4-ebd6-4ae8-ab46-765df21e1654'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:26.946072 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b6fff7-3e4f-4526-b0fe-e8136d5c1321" -d '{"events": [{"server_uuid": "f1a674e4-81f7-4b13-ad5a-031ddaa560be", "name": "network-vif-deleted", "tag": "7d460bf4-ebd6-4ae8-ab46-765df21e1654"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:26.955415 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe61995-bbc3-4eea-ad61-36b23db55392 None None] Pushing event deleted for resources: {'Port': ['ID=d8d28cb0-a2ff-456c-9e0e-a4129f839e68,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:26.964098 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8fe61995-bbc3-4eea-ad61-36b23db55392 None None] Network 0fca7c22-5d99-41d7-9d7d-ac2bfaf94956 is not hosted by any dhcp agent {{(pid=93957) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:26:26.964873 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe61995-bbc3-4eea-ad61-36b23db55392 None None] No DVR routers for this DVR port d8d28cb0-a2ff-456c-9e0e-a4129f839e68 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:26.988275 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 110dce19-b2d0-483f-9b43-76735e44d10a completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:26.996542 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 110dce19-b2d0-483f-9b43-76735e44d10a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:26.996912 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.019961 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-54c5ee82-8b6f-40e9-9cbb-5f3c3ebc474d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting port 110dce19-b2d0-483f-9b43-76735e44d10a {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:27.020724 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-54c5ee82-8b6f-40e9-9cbb-5f3c3ebc474d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.022578 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port afbaec30-af88-4400-aea8-6309577d9c58 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:27.035440 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port afbaec30-af88-4400-aea8-6309577d9c58 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:27.035838 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.064825 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47926) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:27.065326 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47928) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:27.152684 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cc7349-8d10-4228-87d7-df6c010874cb None None] DHCP port deletion for f9fedac7-9629-4bf5-b81e-9354c6e0f015 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:26:27.160241 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45911a1-99a1-4516-9ac7-aa02ddee5eaf x-openstack-request-id: req-d45911a1-99a1-4516-9ac7-aa02ddee5eaf {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:27.160843 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a674e4-81f7-4b13-ad5a-031ddaa560be", "name": "network-vif-deleted", "tag": "7d460bf4-ebd6-4ae8-ab46-765df21e1654", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:27.161160 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d45911a1-99a1-4516-9ac7-aa02ddee5eaf {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:27.161626 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a674e4-81f7-4b13-ad5a-031ddaa560be', 'name': 'network-vif-deleted', 'tag': '7d460bf4-ebd6-4ae8-ab46-765df21e1654', 'status': 'completed', 'code': 200} Jul 16 01:26:27.189398 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.207111 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-176af905-ba72-4049-91f8-6e70f99eee7a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Deleting subnet 91796b57-b6d8-4af2-b5e8-8825c73c9983 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:26:27.215927 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-176af905-ba72-4049-91f8-6e70f99eee7a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.249000 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.273464 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 110dce19-b2d0-483f-9b43-76735e44d10a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=110dce19-b2d0-483f-9b43-76735e44d10a,segment=NetworkSegment(5d80b0c3-6c9b-4fd6-a956-54a7ce12fa49),segment_id=5d80b0c3-6c9b-4fd6-a956-54a7ce12fa49)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:27.290665 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.291231 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-54c5ee82-8b6f-40e9-9cbb-5f3c3ebc474d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] For port 110dce19-b2d0-483f-9b43-76735e44d10a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=110dce19-b2d0-483f-9b43-76735e44d10a,segment=NetworkSegment(5d80b0c3-6c9b-4fd6-a956-54a7ce12fa49),segment_id=5d80b0c3-6c9b-4fd6-a956-54a7ce12fa49)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:27.291713 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-54c5ee82-8b6f-40e9-9cbb-5f3c3ebc474d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.302231 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121a3db2-ef3d-423b-a7ad-4ca450554922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbaec30-af88-4400-aea8-6309577d9c58'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:27.304936 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8b0fd6-a51c-4544-a5ab-04536707d74f" -d '{"events": [{"server_uuid": "121a3db2-ef3d-423b-a7ad-4ca450554922", "name": "network-vif-plugged", "status": "completed", "tag": "afbaec30-af88-4400-aea8-6309577d9c58"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:27.308392 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47934) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:27.316421 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3f4e7838-0901-4f9a-8065-9acc907d21e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=799df3fd56a9406fbf6cae8f3b8f73bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2497709 Jul 16 01:26:27.345534 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-54c5ee82-8b6f-40e9-9cbb-5f3c3ebc474d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Calling delete_port for 110dce19-b2d0-483f-9b43-76735e44d10a owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:27.345759 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port afbaec30-af88-4400-aea8-6309577d9c58, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=afbaec30-af88-4400-aea8-6309577d9c58,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:27.355601 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c7cc7349-8d10-4228-87d7-df6c010874cb None None] Deleting port 110dce19-b2d0-483f-9b43-76735e44d10a {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:27.355981 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7349-8d10-4228-87d7-df6c010874cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.362144 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.365218 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-176af905-ba72-4049-91f8-6e70f99eee7a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.386116 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 5c6b5557-efcc-4647-bc48-92b6eeca0e05 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:27.399132 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b2d0-8847-41ff-9351-6d339f5c7935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.420277 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f138db9b-1bf4-44c2-a9b8-bb6b7759df3a x-openstack-request-id: req-f138db9b-1bf4-44c2-a9b8-bb6b7759df3a {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:27.420774 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121a3db2-ef3d-423b-a7ad-4ca450554922", "name": "network-vif-plugged", "status": "completed", "tag": "afbaec30-af88-4400-aea8-6309577d9c58", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:27.421193 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f138db9b-1bf4-44c2-a9b8-bb6b7759df3a {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:27.421685 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121a3db2-ef3d-423b-a7ad-4ca450554922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbaec30-af88-4400-aea8-6309577d9c58', 'code': 200} Jul 16 01:26:27.425541 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b2d0-8847-41ff-9351-6d339f5c7935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.459592 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 5c6b5557-efcc-4647-bc48-92b6eeca0e05 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:27.461193 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 5c6b5557-efcc-4647-bc48-92b6eeca0e05 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:27.461193 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d8d28cb0-a2ff-456c-9e0e-a4129f839e68 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:27.465723 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=110dce19-b2d0-483f-9b43-76735e44d10a,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:27.494682 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: d8d28cb0-a2ff-456c-9e0e-a4129f839e68 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:27.495307 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d8d28cb0-a2ff-456c-9e0e-a4129f839e68 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:27.529930 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310d93c-f93e-4c32-8d64-42edf95c9f53 req-b05e92e9-0516-4bb0-89b5-d3c131d1485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:27.531647 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c310d93c-f93e-4c32-8d64-42edf95c9f53 req-b05e92e9-0516-4bb0-89b5-d3c131d1485b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=121a3db2-ef3d-423b-a7ad-4ca450554922 HTTP/1.1" status: 200 len: 1098 time: 0.0669124 Jul 16 01:26:27.532282 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b2d0-8847-41ff-9351-6d339f5c7935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.534871 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7d2b2d0-8847-41ff-9351-6d339f5c7935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.538728 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e7d2b2d0-8847-41ff-9351-6d339f5c7935 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5fd7ba38-3af8-4f66-b79b-324d6d4f1631 HTTP/1.1" status: 204 len: 168 time: 0.2263865 Jul 16 01:26:27.564177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2b2d0-8847-41ff-9351-6d339f5c7935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd7ba38-3af8-4f66-b79b-324d6d4f1631,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:27.585004 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c310d93c-f93e-4c32-8d64-42edf95c9f53 req-b654a813-0ed1-4f1e-89e3-d5c569cd7fc9 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463443 Jul 16 01:26:27.599549 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c7cc7349-8d10-4228-87d7-df6c010874cb None None] For port 110dce19-b2d0-483f-9b43-76735e44d10a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=110dce19-b2d0-483f-9b43-76735e44d10a,segment=NetworkSegment(5d80b0c3-6c9b-4fd6-a956-54a7ce12fa49),segment_id=5d80b0c3-6c9b-4fd6-a956-54a7ce12fa49)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:27.600157 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7349-8d10-4228-87d7-df6c010874cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.617149 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c383f53-8a3a-40dc-9e20-1b547b590141 req-38591855-99e8-4f92-981f-71abc62e3810 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:27.618839 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6c383f53-8a3a-40dc-9e20-1b547b590141 req-38591855-99e8-4f92-981f-71abc62e3810 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.2490785 Jul 16 01:26:27.629031 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=afbaec30-af88-4400-aea8-6309577d9c58,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:27.636441 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c7cc7349-8d10-4228-87d7-df6c010874cb None None] Calling delete_port for 110dce19-b2d0-483f-9b43-76735e44d10a owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:27.642334 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-176af905-ba72-4049-91f8-6e70f99eee7a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.691687 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-54c5ee82-8b6f-40e9-9cbb-5f3c3ebc474d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.739201 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c5ee82-8b6f-40e9-9cbb-5f3c3ebc474d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] No DVR routers for this DVR port 110dce19-b2d0-483f-9b43-76735e44d10a on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:27.743440 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7349-8d10-4228-87d7-df6c010874cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.750710 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5ee82-8b6f-40e9-9cbb-5f3c3ebc474d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Port': ['ID=110dce19-b2d0-483f-9b43-76735e44d10a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:27.756050 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6c383f53-8a3a-40dc-9e20-1b547b590141 req-26a50174-c4d0-48bc-b801-9cf12b271ebf tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282499 Jul 16 01:26:27.777187 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc7349-8d10-4228-87d7-df6c010874cb None None] Pushing event deleted for resources: {'Port': ['ID=110dce19-b2d0-483f-9b43-76735e44d10a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:27.793232 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cc7349-8d10-4228-87d7-df6c010874cb None None] No DVR routers for this DVR port 110dce19-b2d0-483f-9b43-76735e44d10a on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:27.838456 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-176af905-ba72-4049-91f8-6e70f99eee7a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.870777 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-54c5ee82-8b6f-40e9-9cbb-5f3c3ebc474d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.906753 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176af905-ba72-4049-91f8-6e70f99eee7a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event deleted for resources: {'Subnet': ['ID=91796b57-b6d8-4af2-b5e8-8825c73c9983,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:27.909648 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-54c5ee82-8b6f-40e9-9cbb-5f3c3ebc474d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9fedac7-9629-4bf5-b81e-9354c6e0f015']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:27.921993 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-176af905-ba72-4049-91f8-6e70f99eee7a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.926527 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-176af905-ba72-4049-91f8-6e70f99eee7a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "DELETE /v2.0/subnets/91796b57-b6d8-4af2-b5e8-8825c73c9983 HTTP/1.1" status: 204 len: 168 time: 0.8492932 Jul 16 01:26:27.926692 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e995c857-5ba6-43ec-b1a8-13d4853b5566 None None] Network 08b50b16-1dc4-4895-8ddc-9aa6086fe5c8 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:27.926799 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47946) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:27.930614 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-54c5ee82-8b6f-40e9-9cbb-5f3c3ebc474d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d80b0c3-6c9b-4fd6-a956-54a7ce12fa49') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:27.930913 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-54c5ee82-8b6f-40e9-9cbb-5f3c3ebc474d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d80b0c3-6c9b-4fd6-a956-54a7ce12fa49') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:27.970859 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-54c5ee82-8b6f-40e9-9cbb-5f3c3ebc474d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.007024 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-54c5ee82-8b6f-40e9-9cbb-5f3c3ebc474d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.009483 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704334f1-8f15-401c-b979-135652992558 req-147ef940-2ee8-4004-bd96-65bba47fb6e5 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:28.020475 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-704334f1-8f15-401c-b979-135652992558 req-147ef940-2ee8-4004-bd96-65bba47fb6e5 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1151638 Jul 16 01:26:28.052355 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c5ee82-8b6f-40e9-9cbb-5f3c3ebc474d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:26:28.052835 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-54c5ee82-8b6f-40e9-9cbb-5f3c3ebc474d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:26:28.056510 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:26:28.075857 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bc6b078-8524-46ba-859b-646447c0c44a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.083179 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-704334f1-8f15-401c-b979-135652992558 req-dde1779b-bd1a-4c70-b88e-6243273072b7 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613208 Jul 16 01:26:28.206399 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f3ed9d-6567-4b13-8440-5c1debadec03 None None] DHCP port deletion for 08b50b16-1dc4-4895-8ddc-9aa6086fe5c8 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:26:28.220154 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-54c5ee82-8b6f-40e9-9cbb-5f3c3ebc474d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.249170 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-54c5ee82-8b6f-40e9-9cbb-5f3c3ebc474d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.251536 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-54c5ee82-8b6f-40e9-9cbb-5f3c3ebc474d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/networks/f9fedac7-9629-4bf5-b81e-9354c6e0f015 HTTP/1.1" status: 204 len: 168 time: 1.5166891 Jul 16 01:26:28.255795 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47962) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:28.262613 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-73cd42f7-0475-46ae-8d2b-4b2e65a808b0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-52056774'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:28.277816 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-83f3ed9d-6567-4b13-8440-5c1debadec03 None None] Deleting port 7a7c04fb-846d-4f08-b7b3-189338e03c5c {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:28.278715 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83f3ed9d-6567-4b13-8440-5c1debadec03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.295066 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cd42f7-0475-46ae-8d2b-4b2e65a808b0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:28.295400 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5ee82-8b6f-40e9-9cbb-5f3c3ebc474d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Network': ['ID=f9fedac7-9629-4bf5-b81e-9354c6e0f015,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:28.309485 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73cd42f7-0475-46ae-8d2b-4b2e65a808b0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.358941 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5025c47-d92e-4499-9f30-6e026b1edc51 req-b5718bdb-57a9-4c79-a75f-380d8fc9886e tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:28.367318 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73cd42f7-0475-46ae-8d2b-4b2e65a808b0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:26:28.372258 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b5025c47-d92e-4499-9f30-6e026b1edc51 req-b5718bdb-57a9-4c79-a75f-380d8fc9886e tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=121a3db2-ef3d-423b-a7ad-4ca450554922 HTTP/1.1" status: 200 len: 946 time: 0.2716143 Jul 16 01:26:28.390881 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-0bc6b078-8524-46ba-859b-646447c0c44a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Deleting port 7a7c04fb-846d-4f08-b7b3-189338e03c5c {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:28.391472 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bc6b078-8524-46ba-859b-646447c0c44a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.400430 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73cd42f7-0475-46ae-8d2b-4b2e65a808b0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.401285 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-73cd42f7-0475-46ae-8d2b-4b2e65a808b0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Added segment 93825916-c4d5-400c-9245-7c1af612589a of type vlan for network 610c70e6-3e2d-487c-bb78-8b2199feaf07 Jul 16 01:26:28.424698 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-83f3ed9d-6567-4b13-8440-5c1debadec03 None None] For port 7a7c04fb-846d-4f08-b7b3-189338e03c5c, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7a7c04fb-846d-4f08-b7b3-189338e03c5c,segment=NetworkSegment(5f14f265-ab91-4142-b20b-60ddcd610e5f),segment_id=5f14f265-ab91-4142-b20b-60ddcd610e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:28.424698 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83f3ed9d-6567-4b13-8440-5c1debadec03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.476458 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73cd42f7-0475-46ae-8d2b-4b2e65a808b0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.480682 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-83f3ed9d-6567-4b13-8440-5c1debadec03 None None] Calling delete_port for 7a7c04fb-846d-4f08-b7b3-189338e03c5c owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:28.553290 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 110dce19-b2d0-483f-9b43-76735e44d10a no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:28.557765 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73cd42f7-0475-46ae-8d2b-4b2e65a808b0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.563584 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b5025c47-d92e-4499-9f30-6e026b1edc51 req-f907c042-e96e-4e44-8f15-8b196bb5e80d tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899700 Jul 16 01:26:28.582136 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cd42f7-0475-46ae-8d2b-4b2e65a808b0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:28.583942 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73cd42f7-0475-46ae-8d2b-4b2e65a808b0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.587700 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 110dce19-b2d0-483f-9b43-76735e44d10a {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:28.588102 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 110dce19-b2d0-483f-9b43-76735e44d10a not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:28.588705 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7a7c04fb-846d-4f08-b7b3-189338e03c5c no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:28.694977 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-73cd42f7-0475-46ae-8d2b-4b2e65a808b0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4338496 Jul 16 01:26:28.694977 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd42f7-0475-46ae-8d2b-4b2e65a808b0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Network': ['ID=610c70e6-3e2d-487c-bb78-8b2199feaf07,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:28.695675 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47974) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:28.703080 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-27390d3e-c854-4c81-8832-e023eab55bd5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'subnet': {'network_id': '610c70e6-3e2d-487c-bb78-8b2199feaf07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:28.714837 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 610c70e6-3e2d-487c-bb78-8b2199feaf07 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:26:28.732590 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-0bc6b078-8524-46ba-859b-646447c0c44a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] For port 7a7c04fb-846d-4f08-b7b3-189338e03c5c, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7a7c04fb-846d-4f08-b7b3-189338e03c5c,segment=NetworkSegment(5f14f265-ab91-4142-b20b-60ddcd610e5f),segment_id=5f14f265-ab91-4142-b20b-60ddcd610e5f)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:28.733454 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bc6b078-8524-46ba-859b-646447c0c44a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.749527 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-0bc6b078-8524-46ba-859b-646447c0c44a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Calling delete_port for 7a7c04fb-846d-4f08-b7b3-189338e03c5c owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:28.847530 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83f3ed9d-6567-4b13-8440-5c1debadec03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.860412 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27390d3e-c854-4c81-8832-e023eab55bd5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:28.865107 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-27390d3e-c854-4c81-8832-e023eab55bd5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.898502 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.942628 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3ed9d-6567-4b13-8440-5c1debadec03 None None] Pushing event deleted for resources: {'Port': ['ID=7a7c04fb-846d-4f08-b7b3-189338e03c5c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:28.954677 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f3ed9d-6567-4b13-8440-5c1debadec03 None None] No DVR routers for this DVR port 7a7c04fb-846d-4f08-b7b3-189338e03c5c on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:29.024274 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bc6b078-8524-46ba-859b-646447c0c44a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.043296 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997d165-5fa9-4cf8-95ca-6db5264cd360 req-0f8e3ca4-6d95-4c77-b3c5-8ee51963c9f8 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:29.049811 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e997d165-5fa9-4cf8-95ca-6db5264cd360 req-0f8e3ca4-6d95-4c77-b3c5-8ee51963c9f8 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/networks?id=35ff07a5-b891-4556-995d-01800531e82b HTTP/1.1" status: 200 len: 814 time: 0.2110250 Jul 16 01:26:29.052855 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc6b078-8524-46ba-859b-646447c0c44a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] No DVR routers for this DVR port 7a7c04fb-846d-4f08-b7b3-189338e03c5c on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:29.085074 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6b078-8524-46ba-859b-646447c0c44a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event deleted for resources: {'Port': ['ID=7a7c04fb-846d-4f08-b7b3-189338e03c5c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:29.152541 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-27390d3e-c854-4c81-8832-e023eab55bd5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.220110 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27390d3e-c854-4c81-8832-e023eab55bd5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Subnet': ['ID=c4976468-4cee-4a9b-b0a4-8b5f6dc5fd9c,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:29.231625 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27390d3e-c854-4c81-8832-e023eab55bd5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Checking segment: {'id': '93825916-c4d5-400c-9245-7c1af612589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '610c70e6-3e2d-487c-bb78-8b2199feaf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:29.231976 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27390d3e-c854-4c81-8832-e023eab55bd5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network hostable DHCP agents. Network: 610c70e6-3e2d-487c-bb78-8b2199feaf07, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:26:29.255408 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27390d3e-c854-4c81-8832-e023eab55bd5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network 610c70e6-3e2d-487c-bb78-8b2199feaf07 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:26:29.268540 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-27390d3e-c854-4c81-8832-e023eab55bd5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 610c70e6-3e2d-487c-bb78-8b2199feaf07) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:29.278844 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446fc02e-0191-4f8a-8fe2-df1dc0925782 None None] Network 610c70e6-3e2d-487c-bb78-8b2199feaf07 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:29.281811 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27390d3e-c854-4c81-8832-e023eab55bd5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:29.283304 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-27390d3e-c854-4c81-8832-e023eab55bd5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.301550 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-27390d3e-c854-4c81-8832-e023eab55bd5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6042323 Jul 16 01:26:29.304714 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47998) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:29.316062 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-7d831ee3-0359-4c98-afa1-a48e7910174e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'port': {'network_id': '610c70e6-3e2d-487c-bb78-8b2199feaf07', 'name': 'tempest-PortsIpV6TestJSON-274021577', 'fixed_ips': [{'subnet_id': 'c4976468-4cee-4a9b-b0a4-8b5f6dc5fd9c', 'ip_address': '2001:db8::10'}]}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:29.410685 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e997d165-5fa9-4cf8-95ca-6db5264cd360 req-95b20865-3d19-4d3f-85b4-396265a29073 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/quotas/b34e809642274173b57688929a40029a HTTP/1.1" status: 200 len: 375 time: 0.3601840 Jul 16 01:26:29.485442 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad85e904-46b9-4075-8916-6693f00136dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-610c70e6-3e2d-487c-bb78-8b2199feaf07', 'network_id': '610c70e6-3e2d-487c-bb78-8b2199feaf07', 'tenant_id': 'c502d8556a3d4fd890ce88130235b09d', 'fixed_ips': [{'subnet_id': 'c4976468-4cee-4a9b-b0a4-8b5f6dc5fd9c'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:26:29.490030 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad85e904-46b9-4075-8916-6693f00136dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.501679 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bc6b078-8524-46ba-859b-646447c0c44a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.516266 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-0bc6b078-8524-46ba-859b-646447c0c44a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b50b16-1dc4-4895-8ddc-9aa6086fe5c8']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:29.519955 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48004) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:29.540139 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-0bc6b078-8524-46ba-859b-646447c0c44a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f14f265-ab91-4142-b20b-60ddcd610e5f') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:29.540459 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-0bc6b078-8524-46ba-859b-646447c0c44a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f14f265-ab91-4142-b20b-60ddcd610e5f') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:29.560704 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bc6b078-8524-46ba-859b-646447c0c44a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.579440 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e997d165-5fa9-4cf8-95ca-6db5264cd360 req-ac0cea4c-53a8-4360-950f-842d2690f1c6 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b34e809642274173b57688929a40029a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1542614 Jul 16 01:26:29.589705 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bc6b078-8524-46ba-859b-646447c0c44a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.598336 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc6b078-8524-46ba-859b-646447c0c44a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:26:29.599875 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bc6b078-8524-46ba-859b-646447c0c44a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:26:29.605707 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:26:29.629501 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44e30efd-8dab-4759-8cf5-3a7aec4c080f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.665764 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.743154 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-ad85e904-46b9-4075-8916-6693f00136dc None None] Allocated IP 2001:db8::2 (610c70e6-3e2d-487c-bb78-8b2199feaf07/c4976468-4cee-4a9b-b0a4-8b5f6dc5fd9c/02eca163-9bb6-41a1-9465-a7f741f08c87) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:29.746218 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bc6b078-8524-46ba-859b-646447c0c44a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.766064 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bc6b078-8524-46ba-859b-646447c0c44a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.784120 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0bc6b078-8524-46ba-859b-646447c0c44a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "DELETE /v2.0/networks/08b50b16-1dc4-4895-8ddc-9aa6086fe5c8 HTTP/1.1" status: 204 len: 168 time: 1.8562655 Jul 16 01:26:29.792738 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48014) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:29.808611 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-418719bd-4519-4593-ae6d-5e70c9e34a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.824923 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6b078-8524-46ba-859b-646447c0c44a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event deleted for resources: {'Network': ['ID=08b50b16-1dc4-4895-8ddc-9aa6086fe5c8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:29.900834 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.db.api [None req-418719bd-4519-4593-ae6d-5e70c9e34a94 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:26:29.900834 n-d-792394-16 neutron-server[93956]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:26:29.900834 n-d-792394-16 neutron-server[93956]: [parameters: {'project_id': '55dce97fadda4ae48d434f9837e3c16e', 'id': '4c11ff4b-5c7a-406d-9893-0c2547f3a573', 'expiration': datetime.datetime(2021, 7, 16, 1, 28, 29, 882194)}] Jul 16 01:26:29.900834 n-d-792394-16 neutron-server[93956]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93956) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:26:29.901332 n-d-792394-16 neutron-server[93956]: DEBUG oslo_db.api [None req-418719bd-4519-4593-ae6d-5e70c9e34a94 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:26:29.907072 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72dd2a5-5929-493a-beda-6617054db776 req-465fd9d7-1478-4296-931d-92cce9789ba2 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:29.912221 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02a5f43-7cd1-4a09-b236-3e860a94fee2 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Deleting subnet 57ffaffc-cb35-4394-ab1d-69a3accc1d93 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:26:29.915411 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d72dd2a5-5929-493a-beda-6617054db776 req-465fd9d7-1478-4296-931d-92cce9789ba2 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=121a3db2-ef3d-423b-a7ad-4ca450554922 HTTP/1.1" status: 200 len: 946 time: 0.1152823 Jul 16 01:26:29.918067 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f02a5f43-7cd1-4a09-b236-3e860a94fee2 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.918462 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d831ee3-0359-4c98-afa1-a48e7910174e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:29.955256 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad85e904-46b9-4075-8916-6693f00136dc None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.965642 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ad85e904-46b9-4075-8916-6693f00136dc None None] Transition to ACTIVE for port object 02eca163-9bb6-41a1-9465-a7f741f08c87 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:29.980644 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c0255-095a-47a7-89ce-c5b2d25d0657 req-8208ccfb-3fda-4adf-b84d-4ae7ee8908b2 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:29.982206 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-046c0255-095a-47a7-89ce-c5b2d25d0657 req-8208ccfb-3fda-4adf-b84d-4ae7ee8908b2 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1529992 Jul 16 01:26:29.984552 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f02a5f43-7cd1-4a09-b236-3e860a94fee2 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.988718 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ad85e904-46b9-4075-8916-6693f00136dc None None] Transition to ACTIVE for port object 02eca163-9bb6-41a1-9465-a7f741f08c87 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:29.995655 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad85e904-46b9-4075-8916-6693f00136dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.006864 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d72dd2a5-5929-493a-beda-6617054db776 req-cb60aa6c-8b0d-49b7-82fd-0d3dfefb678f tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905523 Jul 16 01:26:30.039660 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad85e904-46b9-4075-8916-6693f00136dc None None] Network 610c70e6-3e2d-487c-bb78-8b2199feaf07 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:30.042627 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-ad85e904-46b9-4075-8916-6693f00136dc None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:30.046408 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad85e904-46b9-4075-8916-6693f00136dc None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:30.051691 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d831ee3-0359-4c98-afa1-a48e7910174e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.060445 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85e904-46b9-4075-8916-6693f00136dc None None] Pushing event updated for resources: {'Port': ['ID=02eca163-9bb6-41a1-9465-a7f741f08c87,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:30.070736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-7d831ee3-0359-4c98-afa1-a48e7910174e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] device_id is not set on port 03cd1f41-244a-4971-8b73-a76b42140bca yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:26:30.078181 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-046c0255-095a-47a7-89ce-c5b2d25d0657 req-bb5b981a-2b7e-484c-aa25-00cfb20f37b7 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901341 Jul 16 01:26:30.129128 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f02a5f43-7cd1-4a09-b236-3e860a94fee2 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.175781 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ad85e904-46b9-4075-8916-6693f00136dc None None] Attempting to bind port 02eca163-9bb6-41a1-9465-a7f741f08c87 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:30.176448 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ad85e904-46b9-4075-8916-6693f00136dc None None] Attempting to bind port 02eca163-9bb6-41a1-9465-a7f741f08c87 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '93825916-c4d5-400c-9245-7c1af612589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '610c70e6-3e2d-487c-bb78-8b2199feaf07'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:30.177001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad85e904-46b9-4075-8916-6693f00136dc None None] Attempting to bind port 02eca163-9bb6-41a1-9465-a7f741f08c87 on network 610c70e6-3e2d-487c-bb78-8b2199feaf07 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:30.191009 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad85e904-46b9-4075-8916-6693f00136dc None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:30.191247 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad85e904-46b9-4075-8916-6693f00136dc None None] Checking segment: {'id': '93825916-c4d5-400c-9245-7c1af612589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '610c70e6-3e2d-487c-bb78-8b2199feaf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:30.191592 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad85e904-46b9-4075-8916-6693f00136dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.192129 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad85e904-46b9-4075-8916-6693f00136dc None None] Bound using segment: {'id': '93825916-c4d5-400c-9245-7c1af612589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '610c70e6-3e2d-487c-bb78-8b2199feaf07'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:30.192660 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ad85e904-46b9-4075-8916-6693f00136dc None None] Bound port: 02eca163-9bb6-41a1-9465-a7f741f08c87, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93825916-c4d5-400c-9245-7c1af612589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '610c70e6-3e2d-487c-bb78-8b2199feaf07'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:30.193224 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad85e904-46b9-4075-8916-6693f00136dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.210615 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f02a5f43-7cd1-4a09-b236-3e860a94fee2 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.253446 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202fb8f5-49f5-4e0a-99bb-cd9554f4f71e None None] Network 63dc658c-4ff9-42ad-90ea-7b816efae517 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:30.266782 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f02a5f43-7cd1-4a09-b236-3e860a94fee2 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.268289 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f02a5f43-7cd1-4a09-b236-3e860a94fee2 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "DELETE /v2.0/subnets/57ffaffc-cb35-4394-ab1d-69a3accc1d93 HTTP/1.1" status: 204 len: 168 time: 0.4618061 Jul 16 01:26:30.269629 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a5f43-7cd1-4a09-b236-3e860a94fee2 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event deleted for resources: {'Subnet': ['ID=57ffaffc-cb35-4394-ab1d-69a3accc1d93,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:30.271314 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48024) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:30.352413 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-7d831ee3-0359-4c98-afa1-a48e7910174e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Allocated IP 2001:db8::10 (610c70e6-3e2d-487c-bb78-8b2199feaf07/c4976468-4cee-4a9b-b0a4-8b5f6dc5fd9c/03cd1f41-244a-4971-8b73-a76b42140bca) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:30.358793 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2379e033-99d9-4aab-9a33-fe3801a74b6f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.413093 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-418719bd-4519-4593-ae6d-5e70c9e34a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.539389 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d831ee3-0359-4c98-afa1-a48e7910174e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.554498 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ad85e904-46b9-4075-8916-6693f00136dc None None] For port 02eca163-9bb6-41a1-9465-a7f741f08c87, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:30.557914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-7d831ee3-0359-4c98-afa1-a48e7910174e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Transition to ACTIVE for port object 03cd1f41-244a-4971-8b73-a76b42140bca will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:30.575795 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-2379e033-99d9-4aab-9a33-fe3801a74b6f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Deleting port 75f3438f-3f19-4b49-a82a-c3b97f096d85 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:30.576233 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2379e033-99d9-4aab-9a33-fe3801a74b6f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.589727 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ad85e904-46b9-4075-8916-6693f00136dc None None] For port 02eca163-9bb6-41a1-9465-a7f741f08c87, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=02eca163-9bb6-41a1-9465-a7f741f08c87,segment=NetworkSegment(93825916-c4d5-400c-9245-7c1af612589a),segment_id=93825916-c4d5-400c-9245-7c1af612589a)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:30.605240 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d831ee3-0359-4c98-afa1-a48e7910174e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.622379 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad85e904-46b9-4075-8916-6693f00136dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.646670 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1a7f6-172d-4a9d-be98-00808cf1828e req-6a418536-ae97-4ae4-a15c-c53a4dd59faa tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:30.649001 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4ce1a7f6-172d-4a9d-be98-00808cf1828e req-6a418536-ae97-4ae4-a15c-c53a4dd59faa tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1963253 Jul 16 01:26:30.660889 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d831ee3-0359-4c98-afa1-a48e7910174e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network 610c70e6-3e2d-487c-bb78-8b2199feaf07 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:30.664895 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-7d831ee3-0359-4c98-afa1-a48e7910174e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:30.667444 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d831ee3-0359-4c98-afa1-a48e7910174e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:30.673281 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d831ee3-0359-4c98-afa1-a48e7910174e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:30.673978 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d831ee3-0359-4c98-afa1-a48e7910174e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.682690 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d831ee3-0359-4c98-afa1-a48e7910174e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Port': ['ID=03cd1f41-244a-4971-8b73-a76b42140bca,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:30.747013 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-2379e033-99d9-4aab-9a33-fe3801a74b6f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] For port 75f3438f-3f19-4b49-a82a-c3b97f096d85, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=75f3438f-3f19-4b49-a82a-c3b97f096d85,segment=NetworkSegment(4ac171b9-4215-4d20-8163-3dcc5b470393),segment_id=4ac171b9-4215-4d20-8163-3dcc5b470393)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:30.747612 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2379e033-99d9-4aab-9a33-fe3801a74b6f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.756317 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85e904-46b9-4075-8916-6693f00136dc None None] Pushing event updated for resources: {'Port': ['ID=02eca163-9bb6-41a1-9465-a7f741f08c87,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:30.768959 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.789167 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4ce1a7f6-172d-4a9d-be98-00808cf1828e req-98c71979-aafc-4031-93e6-c364775cf656 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069806 Jul 16 01:26:30.790329 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-2379e033-99d9-4aab-9a33-fe3801a74b6f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Calling delete_port for 75f3438f-3f19-4b49-a82a-c3b97f096d85 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:30.791673 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70904646-6e1f-48b6-8790-d37aa440177d req-24ddd878-40c1-4184-aaa3-b064ab1e3c0f tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:30.801392 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-70904646-6e1f-48b6-8790-d37aa440177d req-24ddd878-40c1-4184-aaa3-b064ab1e3c0f tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1 HTTP/1.1" status: 200 len: 945 time: 0.0927942 Jul 16 01:26:30.873149 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-70904646-6e1f-48b6-8790-d37aa440177d req-3d0da51b-735f-4d4f-9572-b7099ed6c298 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c4a931-9a1d-459e-8adc-1d9329160eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706627 Jul 16 01:26:30.907007 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d651605-babe-42ba-b62e-e89508bd8d0f None None] DHCP port deletion for 63dc658c-4ff9-42ad-90ea-7b816efae517 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:26:30.907268 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-418719bd-4519-4593-ae6d-5e70c9e34a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.922985 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-418719bd-4519-4593-ae6d-5e70c9e34a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.925348 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7d831ee3-0359-4c98-afa1-a48e7910174e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6182976 Jul 16 01:26:30.926233 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48034) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:30.932413 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-21e292d3-6ad9-4842-aa5f-e732b111613f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'port': {'network_id': '610c70e6-3e2d-487c-bb78-8b2199feaf07', 'name': 'tempest-PortsIpV6TestJSON-573620221', 'fixed_ips': [{'subnet_id': 'c4976468-4cee-4a9b-b0a4-8b5f6dc5fd9c', 'ip_address': '2001:db8::f'}]}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:30.991397 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-418719bd-4519-4593-ae6d-5e70c9e34a94 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55dce97fadda4ae48d434f9837e3c16e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4675810 Jul 16 01:26:30.994319 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48038) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:31.033746 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7d651605-babe-42ba-b62e-e89508bd8d0f None None] Deleting port 75f3438f-3f19-4b49-a82a-c3b97f096d85 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:31.036179 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d651605-babe-42ba-b62e-e89508bd8d0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.127188 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418719bd-4519-4593-ae6d-5e70c9e34a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800892f8-9661-41d0-9b44-651029c8ee31,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:31.186482 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d51040a5-2b99-460d-94da-1147b6bc2ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.222642 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2379e033-99d9-4aab-9a33-fe3801a74b6f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.238768 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e292d3-6ad9-4842-aa5f-e732b111613f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:31.249811 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2379e033-99d9-4aab-9a33-fe3801a74b6f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] No DVR routers for this DVR port 75f3438f-3f19-4b49-a82a-c3b97f096d85 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:31.253608 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-21e292d3-6ad9-4842-aa5f-e732b111613f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.265054 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d51040a5-2b99-460d-94da-1147b6bc2ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.283462 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7d651605-babe-42ba-b62e-e89508bd8d0f None None] For port 75f3438f-3f19-4b49-a82a-c3b97f096d85, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=75f3438f-3f19-4b49-a82a-c3b97f096d85,segment=NetworkSegment(4ac171b9-4215-4d20-8163-3dcc5b470393),segment_id=4ac171b9-4215-4d20-8163-3dcc5b470393)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:31.283462 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d651605-babe-42ba-b62e-e89508bd8d0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.285408 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.297604 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7d651605-babe-42ba-b62e-e89508bd8d0f None None] Calling delete_port for 75f3438f-3f19-4b49-a82a-c3b97f096d85 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:31.301422 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e09c45a9-f425-4d44-b36b-0b939a8749b4 req-536753b2-c702-471b-8b94-785ed62b8937 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b34e809642274173b57688929a40029a HTTP/1.1" status: 200 len: 221 time: 0.1449642 Jul 16 01:26:31.310790 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379e033-99d9-4aab-9a33-fe3801a74b6f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event deleted for resources: {'Port': ['ID=75f3438f-3f19-4b49-a82a-c3b97f096d85,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:31.328783 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-21e292d3-6ad9-4842-aa5f-e732b111613f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] device_id is not set on port ed709eb9-85d4-49fd-8275-769ffd58a636 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:26:31.416245 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb0266-2d0a-4512-9053-897fc336937c req-a108e89b-faad-4310-90a3-2e9a7f1ab3af tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:31.424139 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aacb0266-2d0a-4512-9053-897fc336937c req-a108e89b-faad-4310-90a3-2e9a7f1ab3af tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=121a3db2-ef3d-423b-a7ad-4ca450554922 HTTP/1.1" status: 200 len: 946 time: 0.2125428 Jul 16 01:26:31.433418 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2379e033-99d9-4aab-9a33-fe3801a74b6f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.433625 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d651605-babe-42ba-b62e-e89508bd8d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.442896 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d651605-babe-42ba-b62e-e89508bd8d0f None None] No DVR routers for this DVR port 75f3438f-3f19-4b49-a82a-c3b97f096d85 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:31.456085 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-2379e033-99d9-4aab-9a33-fe3801a74b6f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63dc658c-4ff9-42ad-90ea-7b816efae517']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:31.475300 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-2379e033-99d9-4aab-9a33-fe3801a74b6f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac171b9-4215-4d20-8163-3dcc5b470393') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:31.475589 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-2379e033-99d9-4aab-9a33-fe3801a74b6f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac171b9-4215-4d20-8163-3dcc5b470393') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:31.479528 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d651605-babe-42ba-b62e-e89508bd8d0f None None] Pushing event deleted for resources: {'Port': ['ID=75f3438f-3f19-4b49-a82a-c3b97f096d85,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:31.494508 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2379e033-99d9-4aab-9a33-fe3801a74b6f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.512524 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d51040a5-2b99-460d-94da-1147b6bc2ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.514032 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d51040a5-2b99-460d-94da-1147b6bc2ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.519386 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d51040a5-2b99-460d-94da-1147b6bc2ad5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/800892f8-9661-41d0-9b44-651029c8ee31 HTTP/1.1" status: 204 len: 168 time: 0.5225317 Jul 16 01:26:31.520414 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2379e033-99d9-4aab-9a33-fe3801a74b6f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.536539 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51040a5-2b99-460d-94da-1147b6bc2ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800892f8-9661-41d0-9b44-651029c8ee31,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:31.538103 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2379e033-99d9-4aab-9a33-fe3801a74b6f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:26:31.538507 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2379e033-99d9-4aab-9a33-fe3801a74b6f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:26:31.549770 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:26:31.574548 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aacb0266-2d0a-4512-9053-897fc336937c req-653bbde4-15c5-4ca2-b59c-1383b2ea5f19 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433165 Jul 16 01:26:31.676499 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-21e292d3-6ad9-4842-aa5f-e732b111613f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Allocated IP 2001:db8::f (610c70e6-3e2d-487c-bb78-8b2199feaf07/c4976468-4cee-4a9b-b0a4-8b5f6dc5fd9c/ed709eb9-85d4-49fd-8275-769ffd58a636) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:31.741603 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2379e033-99d9-4aab-9a33-fe3801a74b6f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.750968 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2379e033-99d9-4aab-9a33-fe3801a74b6f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.756019 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2379e033-99d9-4aab-9a33-fe3801a74b6f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "DELETE /v2.0/networks/63dc658c-4ff9-42ad-90ea-7b816efae517 HTTP/1.1" status: 204 len: 168 time: 1.4772789 Jul 16 01:26:31.771259 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48056) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:31.779558 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379e033-99d9-4aab-9a33-fe3801a74b6f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event deleted for resources: {'Network': ['ID=63dc658c-4ff9-42ad-90ea-7b816efae517,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:31.779904 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-373c4ba9-0ad1-4bfc-9358-fe35624bb52f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1219154261'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:31.852736 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d9e14-bc6e-443d-b04c-fdb95d1ae6d8 req-0fab9baa-981e-4098-9580-599596b6569d tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:31.854450 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f97d9e14-bc6e-443d-b04c-fdb95d1ae6d8 req-0fab9baa-981e-4098-9580-599596b6569d tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1749318 Jul 16 01:26:31.912761 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373c4ba9-0ad1-4bfc-9358-fe35624bb52f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Made reservation on behalf of 3701d37a4b5440afb149894433d38e96 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:31.920707 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-373c4ba9-0ad1-4bfc-9358-fe35624bb52f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.966563 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f97d9e14-bc6e-443d-b04c-fdb95d1ae6d8 req-2d79fd7b-3b3f-4b62-afdd-15ead0f013ef tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903130 Jul 16 01:26:32.049683 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373c4ba9-0ad1-4bfc-9358-fe35624bb52f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:26:32.074866 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-373c4ba9-0ad1-4bfc-9358-fe35624bb52f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.075202 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-373c4ba9-0ad1-4bfc-9358-fe35624bb52f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Added segment c13bc4a4-f64a-44a6-bd98-ce84387523f9 of type vlan for network 09751c05-4cdd-430d-bd14-547ee52871c0 Jul 16 01:26:32.128063 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-21e292d3-6ad9-4842-aa5f-e732b111613f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.146207 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-21e292d3-6ad9-4842-aa5f-e732b111613f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Transition to ACTIVE for port object ed709eb9-85d4-49fd-8275-769ffd58a636 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:32.189081 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-373c4ba9-0ad1-4bfc-9358-fe35624bb52f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.249837 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-373c4ba9-0ad1-4bfc-9358-fe35624bb52f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.256757 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373c4ba9-0ad1-4bfc-9358-fe35624bb52f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:32.257459 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-373c4ba9-0ad1-4bfc-9358-fe35624bb52f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.269944 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-21e292d3-6ad9-4842-aa5f-e732b111613f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.319663 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49fac71-3654-445d-87a1-ed9f5595ccab None None] Network 610c70e6-3e2d-487c-bb78-8b2199feaf07 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:32.357174 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-373c4ba9-0ad1-4bfc-9358-fe35624bb52f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5817955 Jul 16 01:26:32.358882 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48078) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:32.366994 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-38476afa-9ca9-4d25-827b-444e30623131 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Request body: {'subnet': {'network_id': '09751c05-4cdd-430d-bd14-547ee52871c0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:32.451000 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e292d3-6ad9-4842-aa5f-e732b111613f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network 610c70e6-3e2d-487c-bb78-8b2199feaf07 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:32.458723 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c4ba9-0ad1-4bfc-9358-fe35624bb52f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event updated for resources: {'Network': ['ID=09751c05-4cdd-430d-bd14-547ee52871c0,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:32.458849 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-526c896a-aff5-4eaa-8118-d88b523feb74 None None] Provisioning for port 02eca163-9bb6-41a1-9465-a7f741f08c87 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:32.470230 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-21e292d3-6ad9-4842-aa5f-e732b111613f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:32.477566 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e292d3-6ad9-4842-aa5f-e732b111613f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:32.478043 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 09751c05-4cdd-430d-bd14-547ee52871c0 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:26:32.485005 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e292d3-6ad9-4842-aa5f-e732b111613f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:32.485684 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-21e292d3-6ad9-4842-aa5f-e732b111613f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.490148 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.490384 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e292d3-6ad9-4842-aa5f-e732b111613f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Port': ['ID=ed709eb9-85d4-49fd-8275-769ffd58a636,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:32.514754 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-21e292d3-6ad9-4842-aa5f-e732b111613f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5872324 Jul 16 01:26:32.517525 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48082) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:32.595756 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbde32-a6cc-4faf-92db-6bbfb5eeda83 req-618d2579-9c3f-4f60-9d6c-36f40f408162 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:32.597816 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-57cbde32-a6cc-4faf-92db-6bbfb5eeda83 req-618d2579-9c3f-4f60-9d6c-36f40f408162 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.3076541 Jul 16 01:26:32.599659 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 02eca163-9bb6-41a1-9465-a7f741f08c87 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:32.649532 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38476afa-9ca9-4d25-827b-444e30623131 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Made reservation on behalf of 3701d37a4b5440afb149894433d38e96 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:32.653957 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38476afa-9ca9-4d25-827b-444e30623131 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.692698 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-57cbde32-a6cc-4faf-92db-6bbfb5eeda83 req-e1970007-4b10-43af-a0d0-369472c2700c tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831959 Jul 16 01:26:32.710209 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c647383-e2d6-4462-8221-2de1d76d00c9 req-f0bf20bf-b2e5-485b-aad9-8e2aba67be46 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:32.716920 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6c647383-e2d6-4462-8221-2de1d76d00c9 req-f0bf20bf-b2e5-485b-aad9-8e2aba67be46 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1 HTTP/1.1" status: 200 len: 945 time: 0.3208621 Jul 16 01:26:32.729175 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47df550b-8865-42c6-bf6a-955fb065af9e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:32.730202 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 02eca163-9bb6-41a1-9465-a7f741f08c87 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:32.730834 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-47df550b-8865-42c6-bf6a-955fb065af9e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2123361 Jul 16 01:26:32.735797 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 02eca163-9bb6-41a1-9465-a7f741f08c87 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:32.736958 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.740230 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48094) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:32.796042 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48096) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:32.843643 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.863482 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6c647383-e2d6-4462-8221-2de1d76d00c9 req-d1f1d282-d1d3-472f-a011-38419e3835cf tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c4a931-9a1d-459e-8adc-1d9329160eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430299 Jul 16 01:26:32.908823 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 02eca163-9bb6-41a1-9465-a7f741f08c87, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=02eca163-9bb6-41a1-9465-a7f741f08c87,segment=NetworkSegment(93825916-c4d5-400c-9245-7c1af612589a),segment_id=93825916-c4d5-400c-9245-7c1af612589a)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:32.913588 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959569c9-17b2-4b9e-bf12-b938f9e4960e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:32.916750 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.930789 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959569c9-17b2-4b9e-bf12-b938f9e4960e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:32.949184 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959569c9-17b2-4b9e-bf12-b938f9e4960e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:32.950947 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-959569c9-17b2-4b9e-bf12-b938f9e4960e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.2096825 Jul 16 01:26:32.954133 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48102) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:32.996099 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=02eca163-9bb6-41a1-9465-a7f741f08c87,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:33.017395 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 75f3438f-3f19-4b49-a82a-c3b97f096d85 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:33.030628 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-942ccb75-e80f-4ac4-b3ca-145349a8793b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1897078865-network', 'tenant_id': '1839410780cc4b50a2fae90c7a3704b3'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:33.052754 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 75f3438f-3f19-4b49-a82a-c3b97f096d85 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:33.053069 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 75f3438f-3f19-4b49-a82a-c3b97f096d85 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:33.106541 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-632a811a-d6ad-45a4-9401-a1097968aedc None None] Provisioning for port 03cd1f41-244a-4971-8b73-a76b42140bca completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:33.111390 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-632a811a-d6ad-45a4-9401-a1097968aedc None None] Provisioning complete for port 03cd1f41-244a-4971-8b73-a76b42140bca triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:33.111831 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-632a811a-d6ad-45a4-9401-a1097968aedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.143087 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-138649b8-cf0f-4d8d-82a5-0a05bbdb7eda tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting port ed709eb9-85d4-49fd-8275-769ffd58a636 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:33.143605 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-138649b8-cf0f-4d8d-82a5-0a05bbdb7eda tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.166163 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38476afa-9ca9-4d25-827b-444e30623131 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.166635 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-632a811a-d6ad-45a4-9401-a1097968aedc None None] Port 03cd1f41-244a-4971-8b73-a76b42140bca cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:33.186769 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-632a811a-d6ad-45a4-9401-a1097968aedc None None] Provisioning for port ed709eb9-85d4-49fd-8275-769ffd58a636 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:33.192560 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-632a811a-d6ad-45a4-9401-a1097968aedc None None] Provisioning complete for port ed709eb9-85d4-49fd-8275-769ffd58a636 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:33.192986 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-632a811a-d6ad-45a4-9401-a1097968aedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.202152 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c417a-6ab6-44ca-9a62-adf140a5c6b9 req-c9b27391-b501-4366-8caf-41d51a2ed2f8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:33.208477 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c417a-6ab6-44ca-9a62-adf140a5c6b9 req-c9b27391-b501-4366-8caf-41d51a2ed2f8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:33.215184 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c417a-6ab6-44ca-9a62-adf140a5c6b9 req-c9b27391-b501-4366-8caf-41d51a2ed2f8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:33.221666 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c417a-6ab6-44ca-9a62-adf140a5c6b9 req-c9b27391-b501-4366-8caf-41d51a2ed2f8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:33.227509 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c417a-6ab6-44ca-9a62-adf140a5c6b9 req-c9b27391-b501-4366-8caf-41d51a2ed2f8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:33.233776 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c417a-6ab6-44ca-9a62-adf140a5c6b9 req-c9b27391-b501-4366-8caf-41d51a2ed2f8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:33.239578 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c417a-6ab6-44ca-9a62-adf140a5c6b9 req-c9b27391-b501-4366-8caf-41d51a2ed2f8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:33.242112 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-632a811a-d6ad-45a4-9401-a1097968aedc None None] Port ed709eb9-85d4-49fd-8275-769ffd58a636 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:33.247665 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-429c417a-6ab6-44ca-9a62-adf140a5c6b9 req-c9b27391-b501-4366-8caf-41d51a2ed2f8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5444 time: 0.2924123 Jul 16 01:26:33.251763 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942ccb75-e80f-4ac4-b3ca-145349a8793b admin admin] Made reservation on behalf of 1839410780cc4b50a2fae90c7a3704b3 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:33.254195 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-942ccb75-e80f-4ac4-b3ca-145349a8793b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.255384 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-632a811a-d6ad-45a4-9401-a1097968aedc None None] Provisioning complete for port 02eca163-9bb6-41a1-9465-a7f741f08c87 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:33.255806 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-632a811a-d6ad-45a4-9401-a1097968aedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.300590 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-942ccb75-e80f-4ac4-b3ca-145349a8793b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.335588 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38476afa-9ca9-4d25-827b-444e30623131 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event updated for resources: {'Subnet': ['ID=6ce4081a-614b-4801-9768-7756048f4a7c,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:33.340615 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-429c417a-6ab6-44ca-9a62-adf140a5c6b9 req-875dd958-8d81-4d07-8d37-3c47ddf669b0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0919933 Jul 16 01:26:33.356510 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-138649b8-cf0f-4d8d-82a5-0a05bbdb7eda tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.361348 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38476afa-9ca9-4d25-827b-444e30623131 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Checking segment: {'id': 'c13bc4a4-f64a-44a6-bd98-ce84387523f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '09751c05-4cdd-430d-bd14-547ee52871c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:33.361717 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38476afa-9ca9-4d25-827b-444e30623131 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Network hostable DHCP agents. Network: 09751c05-4cdd-430d-bd14-547ee52871c0, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:26:33.374044 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-138649b8-cf0f-4d8d-82a5-0a05bbdb7eda tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Calling delete_port for ed709eb9-85d4-49fd-8275-769ffd58a636 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:33.416351 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bdabc-d8f5-493e-b08b-69de05a6c90a req-dc90a4e5-c44f-410e-88f6-15f368994481 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:33.417990 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6c7bdabc-d8f5-493e-b08b-69de05a6c90a req-dc90a4e5-c44f-410e-88f6-15f368994481 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=121a3db2-ef3d-423b-a7ad-4ca450554922 HTTP/1.1" status: 200 len: 946 time: 0.1763816 Jul 16 01:26:33.420396 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38476afa-9ca9-4d25-827b-444e30623131 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Network 09751c05-4cdd-430d-bd14-547ee52871c0 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:26:33.467497 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-38476afa-9ca9-4d25-827b-444e30623131 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 09751c05-4cdd-430d-bd14-547ee52871c0) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:33.485164 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65128f50-ffad-4d90-b3a6-add55929f7c7 None None] Network 09751c05-4cdd-430d-bd14-547ee52871c0 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:33.490441 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38476afa-9ca9-4d25-827b-444e30623131 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:33.491123 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38476afa-9ca9-4d25-827b-444e30623131 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.541104 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6c7bdabc-d8f5-493e-b08b-69de05a6c90a req-fa2cb270-df82-4fdd-b909-51a9de4db53c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980892 Jul 16 01:26:33.590215 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-942ccb75-e80f-4ac4-b3ca-145349a8793b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.599024 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d4f46b0-c4f0-4a85-affa-03a0bd87a610 None None] Provisioning complete for port 03cd1f41-244a-4971-8b73-a76b42140bca triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:33.599400 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d4f46b0-c4f0-4a85-affa-03a0bd87a610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.609661 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-942ccb75-e80f-4ac4-b3ca-145349a8793b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.623109 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942ccb75-e80f-4ac4-b3ca-145349a8793b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:26:33.634135 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-942ccb75-e80f-4ac4-b3ca-145349a8793b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.634686 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-942ccb75-e80f-4ac4-b3ca-145349a8793b admin admin] Added segment 0abf27c0-33bd-4aa4-a59f-84048d7bd0db of type vlan for network 6252f5cd-759b-4519-9324-34a52e8f66e4 Jul 16 01:26:33.682336 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-138649b8-cf0f-4d8d-82a5-0a05bbdb7eda tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.686469 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-942ccb75-e80f-4ac4-b3ca-145349a8793b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.696957 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d4f46b0-c4f0-4a85-affa-03a0bd87a610 None None] Port 03cd1f41-244a-4971-8b73-a76b42140bca cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:33.722328 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138649b8-cf0f-4d8d-82a5-0a05bbdb7eda tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Port': ['ID=ed709eb9-85d4-49fd-8275-769ffd58a636,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:33.730880 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-38476afa-9ca9-4d25-827b-444e30623131 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3711920 Jul 16 01:26:33.736794 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48112) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:33.749593 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-942ccb75-e80f-4ac4-b3ca-145349a8793b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.750655 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942ccb75-e80f-4ac4-b3ca-145349a8793b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:33.751206 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-2f84bff7-7bf1-41bb-845a-8025a9013793 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1017750484'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:33.751332 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-942ccb75-e80f-4ac4-b3ca-145349a8793b admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.804453 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f84bff7-7bf1-41bb-845a-8025a9013793 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Made reservation on behalf of 3701d37a4b5440afb149894433d38e96 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:33.807967 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f84bff7-7bf1-41bb-845a-8025a9013793 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.813844 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5640f88f-5d67-4fbb-8b01-f6fd9b197629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-09751c05-4cdd-430d-bd14-547ee52871c0', 'network_id': '09751c05-4cdd-430d-bd14-547ee52871c0', 'tenant_id': '3701d37a4b5440afb149894433d38e96', 'fixed_ips': [{'subnet_id': '6ce4081a-614b-4801-9768-7756048f4a7c'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:26:33.817089 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5640f88f-5d67-4fbb-8b01-f6fd9b197629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.820868 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-138649b8-cf0f-4d8d-82a5-0a05bbdb7eda tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.825511 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-138649b8-cf0f-4d8d-82a5-0a05bbdb7eda tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/ports/ed709eb9-85d4-49fd-8275-769ffd58a636 HTTP/1.1" status: 204 len: 168 time: 0.8667474 Jul 16 01:26:33.826242 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48116) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:33.826904 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ccb75-e80f-4ac4-b3ca-145349a8793b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1658b2ed-4553-43f8-ae13-825720e22af9,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:33.830202 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-942ccb75-e80f-4ac4-b3ca-145349a8793b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0330405 Jul 16 01:26:33.835055 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ec39d-6d3d-4ea7-8a38-38ac7f0b623b req-62056363-dec5-48c5-880a-9b45ac3be116 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:33.836719 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7a7ec39d-6d3d-4ea7-8a38-38ac7f0b623b req-62056363-dec5-48c5-880a-9b45ac3be116 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.2661726 Jul 16 01:26:33.837226 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48118) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:33.845869 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-877f5858-769a-4c4e-973a-ae0d57056d63 admin admin] Request body: {'subnet': {'network_id': '6252f5cd-759b-4519-9324-34a52e8f66e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1897078865-subnet', 'tenant_id': '1839410780cc4b50a2fae90c7a3704b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:33.853113 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e5a7e711-b7d8-4e45-bd7a-69c7517430a0 None None] Could not find standard attr ID for object ed709eb9-85d4-49fd-8275-769ffd58a636. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:26:33.890412 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ccb75-e80f-4ac4-b3ca-145349a8793b admin admin] Pushing event updated for resources: {'Network': ['ID=6252f5cd-759b-4519-9324-34a52e8f66e4,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:33.894670 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-271e16b2-d799-4102-bf17-2a1534a85518 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] GET failed (client error): The resource could not be found. Jul 16 01:26:33.896573 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-271e16b2-d799-4102-bf17-2a1534a85518 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports/ed709eb9-85d4-49fd-8275-769ffd58a636 HTTP/1.1" status: 404 len: 333 time: 0.0652874 Jul 16 01:26:33.901734 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48120) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:33.904160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f84bff7-7bf1-41bb-845a-8025a9013793 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:26:33.930809 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7a7ec39d-6d3d-4ea7-8a38-38ac7f0b623b req-327792b6-f2e4-413c-9ea8-5aee59645deb tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812657 Jul 16 01:26:33.938810 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddb3a7-7852-493b-8036-5d369b94ad85 req-11cfce56-04e3-457f-9127-737d7e60cfc5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:33.939024 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 6252f5cd-759b-4519-9324-34a52e8f66e4 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:26:33.950268 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddb3a7-7852-493b-8036-5d369b94ad85 req-11cfce56-04e3-457f-9127-737d7e60cfc5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:33.960230 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddb3a7-7852-493b-8036-5d369b94ad85 req-11cfce56-04e3-457f-9127-737d7e60cfc5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:33.969445 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddb3a7-7852-493b-8036-5d369b94ad85 req-11cfce56-04e3-457f-9127-737d7e60cfc5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:33.976690 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddb3a7-7852-493b-8036-5d369b94ad85 req-11cfce56-04e3-457f-9127-737d7e60cfc5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:33.981722 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877f5858-769a-4c4e-973a-ae0d57056d63 admin admin] Made reservation on behalf of 1839410780cc4b50a2fae90c7a3704b3 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:33.984595 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddb3a7-7852-493b-8036-5d369b94ad85 req-11cfce56-04e3-457f-9127-737d7e60cfc5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:33.985521 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-877f5858-769a-4c4e-973a-ae0d57056d63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.988775 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f84bff7-7bf1-41bb-845a-8025a9013793 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.989285 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-2f84bff7-7bf1-41bb-845a-8025a9013793 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Added segment 87aeec83-81df-4464-b355-d974ce0804e4 of type vlan for network b76e0d74-bb47-49a6-9599-dfbabe451dd7 Jul 16 01:26:33.992061 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddb3a7-7852-493b-8036-5d369b94ad85 req-11cfce56-04e3-457f-9127-737d7e60cfc5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:34.000002 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a3ddb3a7-7852-493b-8036-5d369b94ad85 req-11cfce56-04e3-457f-9127-737d7e60cfc5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5444 time: 0.2744596 Jul 16 01:26:34.160700 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-5640f88f-5d67-4fbb-8b01-f6fd9b197629 None None] Allocated IP 19.80.0.2 (09751c05-4cdd-430d-bd14-547ee52871c0/6ce4081a-614b-4801-9768-7756048f4a7c/5b232c44-587d-4136-a218-2a148b938d46) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:34.175597 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f84bff7-7bf1-41bb-845a-8025a9013793 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.274189 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f84bff7-7bf1-41bb-845a-8025a9013793 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.280275 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f84bff7-7bf1-41bb-845a-8025a9013793 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:34.280935 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f84bff7-7bf1-41bb-845a-8025a9013793 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.318082 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-e8d93806-aee7-49a7-bb53-4235ba4d2bc2 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting port 03cd1f41-244a-4971-8b73-a76b42140bca {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:34.326954 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e8d93806-aee7-49a7-bb53-4235ba4d2bc2 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.381713 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2f84bff7-7bf1-41bb-845a-8025a9013793 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6429145 Jul 16 01:26:34.385329 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48138) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:34.395609 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-e39bd7cd-ca14-471b-bc71-74a1fae0a18c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Request body: {'subnet': {'network_id': 'b76e0d74-bb47-49a6-9599-dfbabe451dd7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:34.409587 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5640f88f-5d67-4fbb-8b01-f6fd9b197629 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.437265 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5640f88f-5d67-4fbb-8b01-f6fd9b197629 None None] Transition to ACTIVE for port object 5b232c44-587d-4136-a218-2a148b938d46 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:34.475187 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5640f88f-5d67-4fbb-8b01-f6fd9b197629 None None] Transition to ACTIVE for port object 5b232c44-587d-4136-a218-2a148b938d46 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:34.488946 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84bff7-7bf1-41bb-845a-8025a9013793 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event updated for resources: {'Network': ['ID=b76e0d74-bb47-49a6-9599-dfbabe451dd7,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:34.493208 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5640f88f-5d67-4fbb-8b01-f6fd9b197629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.517993 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network b76e0d74-bb47-49a6-9599-dfbabe451dd7 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:26:34.553144 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5640f88f-5d67-4fbb-8b01-f6fd9b197629 None None] Network 09751c05-4cdd-430d-bd14-547ee52871c0 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:34.567843 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-877f5858-769a-4c4e-973a-ae0d57056d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.584414 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-5640f88f-5d67-4fbb-8b01-f6fd9b197629 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:34.591010 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e8d93806-aee7-49a7-bb53-4235ba4d2bc2 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.595356 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 02eca163-9bb6-41a1-9465-a7f741f08c87 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:34.630903 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5640f88f-5d67-4fbb-8b01-f6fd9b197629 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:34.661365 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39bd7cd-ca14-471b-bc71-74a1fae0a18c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Made reservation on behalf of 3701d37a4b5440afb149894433d38e96 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:34.666108 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e39bd7cd-ca14-471b-bc71-74a1fae0a18c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.688164 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-e8d93806-aee7-49a7-bb53-4235ba4d2bc2 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Calling delete_port for 03cd1f41-244a-4971-8b73-a76b42140bca owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:34.718230 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640f88f-5d67-4fbb-8b01-f6fd9b197629 None None] Pushing event updated for resources: {'Port': ['ID=5b232c44-587d-4136-a218-2a148b938d46,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:34.754326 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f5858-769a-4c4e-973a-ae0d57056d63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25eeba9a-23db-4f82-9d06-f83167e74c6e,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:34.771778 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877f5858-769a-4c4e-973a-ae0d57056d63 admin admin] Checking segment: {'id': '0abf27c0-33bd-4aa4-a59f-84048d7bd0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6252f5cd-759b-4519-9324-34a52e8f66e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:34.772139 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877f5858-769a-4c4e-973a-ae0d57056d63 admin admin] Network hostable DHCP agents. Network: 6252f5cd-759b-4519-9324-34a52e8f66e4, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:26:34.804628 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 02eca163-9bb6-41a1-9465-a7f741f08c87 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:34.805016 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.810236 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877f5858-769a-4c4e-973a-ae0d57056d63 admin admin] Network 6252f5cd-759b-4519-9324-34a52e8f66e4 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:26:34.811760 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672bd663-5740-4699-bc61-ed80e241a9eb req-dd3feb85-d2ce-4776-926f-d631560675a5 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:34.820984 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-672bd663-5740-4699-bc61-ed80e241a9eb req-dd3feb85-d2ce-4776-926f-d631560675a5 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.2557693 Jul 16 01:26:34.823706 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-877f5858-769a-4c4e-973a-ae0d57056d63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 6252f5cd-759b-4519-9324-34a52e8f66e4) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:34.834365 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877f5858-769a-4c4e-973a-ae0d57056d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:34.835079 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-877f5858-769a-4c4e-973a-ae0d57056d63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.882982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ada41a-625e-4eb7-bb00-4d072f8b9b66 None None] Network 6252f5cd-759b-4519-9324-34a52e8f66e4 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:34.887357 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-672bd663-5740-4699-bc61-ed80e241a9eb req-473f30c7-bb86-44a5-ae72-ccb0444cbf9a tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650811 Jul 16 01:26:34.905940 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-877f5858-769a-4c4e-973a-ae0d57056d63 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0656071 Jul 16 01:26:34.959526 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e8d93806-aee7-49a7-bb53-4235ba4d2bc2 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.963508 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.964958 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5640f88f-5d67-4fbb-8b01-f6fd9b197629 None None] Attempting to bind port 5b232c44-587d-4136-a218-2a148b938d46 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:34.965524 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5640f88f-5d67-4fbb-8b01-f6fd9b197629 None None] Attempting to bind port 5b232c44-587d-4136-a218-2a148b938d46 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'c13bc4a4-f64a-44a6-bd98-ce84387523f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '09751c05-4cdd-430d-bd14-547ee52871c0'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:34.966089 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5640f88f-5d67-4fbb-8b01-f6fd9b197629 None None] Attempting to bind port 5b232c44-587d-4136-a218-2a148b938d46 on network 09751c05-4cdd-430d-bd14-547ee52871c0 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:34.987485 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e39bd7cd-ca14-471b-bc71-74a1fae0a18c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.989069 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5640f88f-5d67-4fbb-8b01-f6fd9b197629 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:34.989689 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5640f88f-5d67-4fbb-8b01-f6fd9b197629 None None] Checking segment: {'id': 'c13bc4a4-f64a-44a6-bd98-ce84387523f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '09751c05-4cdd-430d-bd14-547ee52871c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:34.990318 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5640f88f-5d67-4fbb-8b01-f6fd9b197629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.990892 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5640f88f-5d67-4fbb-8b01-f6fd9b197629 None None] Bound using segment: {'id': 'c13bc4a4-f64a-44a6-bd98-ce84387523f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '09751c05-4cdd-430d-bd14-547ee52871c0'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:34.992353 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5640f88f-5d67-4fbb-8b01-f6fd9b197629 None None] Bound port: 5b232c44-587d-4136-a218-2a148b938d46, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13bc4a4-f64a-44a6-bd98-ce84387523f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '09751c05-4cdd-430d-bd14-547ee52871c0'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:34.992972 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5640f88f-5d67-4fbb-8b01-f6fd9b197629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.046999 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d93806-aee7-49a7-bb53-4235ba4d2bc2 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Port': ['ID=03cd1f41-244a-4971-8b73-a76b42140bca,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:35.120973 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bd7cd-ca14-471b-bc71-74a1fae0a18c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event updated for resources: {'Subnet': ['ID=9570fc14-8df1-42ad-965a-2ecc0ed8d149,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:35.192845 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39bd7cd-ca14-471b-bc71-74a1fae0a18c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Checking segment: {'id': '87aeec83-81df-4464-b355-d974ce0804e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b76e0d74-bb47-49a6-9599-dfbabe451dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:35.195084 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39bd7cd-ca14-471b-bc71-74a1fae0a18c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Network hostable DHCP agents. Network: b76e0d74-bb47-49a6-9599-dfbabe451dd7, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:26:35.283660 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39bd7cd-ca14-471b-bc71-74a1fae0a18c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Network b76e0d74-bb47-49a6-9599-dfbabe451dd7 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:26:35.308692 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-5640f88f-5d67-4fbb-8b01-f6fd9b197629 None None] For port 5b232c44-587d-4136-a218-2a148b938d46, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:35.311726 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdce0b-f859-4b1f-a63a-3478c724232d req-5da64a6d-bdbb-44a4-8ee3-bcbc858c8483 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:35.313141 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a341d45d-5f3e-44a0-9144-737652cbf51b None None] Network 6252f5cd-759b-4519-9324-34a52e8f66e4 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:35.318300 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-5640f88f-5d67-4fbb-8b01-f6fd9b197629 None None] For port 5b232c44-587d-4136-a218-2a148b938d46, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=5b232c44-587d-4136-a218-2a148b938d46,segment=NetworkSegment(c13bc4a4-f64a-44a6-bd98-ce84387523f9),segment_id=c13bc4a4-f64a-44a6-bd98-ce84387523f9)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:35.319284 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-63cdce0b-f859-4b1f-a63a-3478c724232d req-5da64a6d-bdbb-44a4-8ee3-bcbc858c8483 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1145377 Jul 16 01:26:35.328840 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-e39bd7cd-ca14-471b-bc71-74a1fae0a18c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, b76e0d74-bb47-49a6-9599-dfbabe451dd7) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:35.342561 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39bd7cd-ca14-471b-bc71-74a1fae0a18c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:35.343230 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e39bd7cd-ca14-471b-bc71-74a1fae0a18c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.355830 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3242be-cdce-40d4-a0db-7723b55702a6 None None] Network b76e0d74-bb47-49a6-9599-dfbabe451dd7 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:35.374193 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e39bd7cd-ca14-471b-bc71-74a1fae0a18c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9869082 Jul 16 01:26:35.388227 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-63cdce0b-f859-4b1f-a63a-3478c724232d req-9123c727-df7a-441c-8f22-afd4d83ea482 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677459 Jul 16 01:26:35.412064 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5640f88f-5d67-4fbb-8b01-f6fd9b197629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.485795 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e8d93806-aee7-49a7-bb53-4235ba4d2bc2 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.490738 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48168) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:35.490954 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e8d93806-aee7-49a7-bb53-4235ba4d2bc2 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/ports/03cd1f41-244a-4971-8b73-a76b42140bca HTTP/1.1" status: 204 len: 168 time: 1.5879736 Jul 16 01:26:35.504146 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf07f9-88dd-4567-bace-4c1f63715585 req-8fce4beb-8b76-4bf6-b438-ed595fef1da4 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:35.511757 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cbcf07f9-88dd-4567-bace-4c1f63715585 req-8fce4beb-8b76-4bf6-b438-ed595fef1da4 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1 HTTP/1.1" status: 200 len: 945 time: 0.6113451 Jul 16 01:26:35.544588 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b5a8ee-0318-40e3-9ff2-3b1f8f81d98b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] GET failed (client error): The resource could not be found. Jul 16 01:26:35.547430 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-14b5a8ee-0318-40e3-9ff2-3b1f8f81d98b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports/03cd1f41-244a-4971-8b73-a76b42140bca HTTP/1.1" status: 404 len: 333 time: 0.0554647 Jul 16 01:26:35.550296 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48172) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:35.553689 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cbcf07f9-88dd-4567-bace-4c1f63715585 req-6d4516cb-f89b-499d-a134-f255c6348740 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c4a931-9a1d-459e-8adc-1d9329160eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410242 Jul 16 01:26:35.620211 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-68720a59-6e2c-4c79-ad37-c46b4a070354 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting subnet c4976468-4cee-4a9b-b0a4-8b5f6dc5fd9c {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:26:35.627158 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68720a59-6e2c-4c79-ad37-c46b4a070354 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.710589 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68720a59-6e2c-4c79-ad37-c46b4a070354 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.826837 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc01cad-f9ee-4fa1-a37c-1761dda36d54 req-3aadfec9-8eba-4db2-9d00-dea04d03a3ea tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:35.828845 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-efc01cad-f9ee-4fa1-a37c-1761dda36d54 req-3aadfec9-8eba-4db2-9d00-dea04d03a3ea tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1320765 Jul 16 01:26:35.837622 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85895a75-dcf8-4a78-9c62-44d7ff352ddc req-7af4b4b9-d48a-4284-ad9e-84827dd74e74 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:35.839492 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85895a75-dcf8-4a78-9c62-44d7ff352ddc req-7af4b4b9-d48a-4284-ad9e-84827dd74e74 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.84 "GET /v2.0/ports?device_id=9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1 HTTP/1.1" status: 200 len: 945 time: 0.1578391 Jul 16 01:26:35.878428 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-efc01cad-f9ee-4fa1-a37c-1761dda36d54 req-c93595ef-e8e2-4f21-a028-caa196328327 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378098 Jul 16 01:26:35.889977 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640f88f-5d67-4fbb-8b01-f6fd9b197629 None None] Pushing event updated for resources: {'Port': ['ID=5b232c44-587d-4136-a218-2a148b938d46,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:35.890769 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68720a59-6e2c-4c79-ad37-c46b4a070354 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.982315 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e62ee-29d2-4eda-b858-06362325bb28 req-c6e2576d-ea6a-4ce1-ac7e-934fb6857166 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:35.989317 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-440e62ee-29d2-4eda-b858-06362325bb28 req-c6e2576d-ea6a-4ce1-ac7e-934fb6857166 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/networks?id=6252f5cd-759b-4519-9324-34a52e8f66e4 HTTP/1.1" status: 200 len: 814 time: 0.2814567 Jul 16 01:26:36.003722 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68720a59-6e2c-4c79-ad37-c46b4a070354 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:36.009790 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3effe1a-9d8e-4b8d-80e6-e33e5491878e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-b76e0d74-bb47-49a6-9599-dfbabe451dd7', 'network_id': 'b76e0d74-bb47-49a6-9599-dfbabe451dd7', 'tenant_id': '3701d37a4b5440afb149894433d38e96', 'fixed_ips': [{'subnet_id': '9570fc14-8df1-42ad-965a-2ecc0ed8d149'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:26:36.010734 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3effe1a-9d8e-4b8d-80e6-e33e5491878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:36.015624 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-440e62ee-29d2-4eda-b858-06362325bb28 req-07a34283-17f8-4e34-8548-080f00fc31e3 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/quotas/1839410780cc4b50a2fae90c7a3704b3 HTTP/1.1" status: 200 len: 375 time: 0.0248318 Jul 16 01:26:36.112388 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-440e62ee-29d2-4eda-b858-06362325bb28 req-204b0df5-fcba-4b53-8c50-ddfc19116d18 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1839410780cc4b50a2fae90c7a3704b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0911858 Jul 16 01:26:36.112388 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68720a59-6e2c-4c79-ad37-c46b4a070354 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Subnet': ['ID=c4976468-4cee-4a9b-b0a4-8b5f6dc5fd9c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:36.121038 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68720a59-6e2c-4c79-ad37-c46b4a070354 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:36.125449 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-68720a59-6e2c-4c79-ad37-c46b4a070354 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/subnets/c4976468-4cee-4a9b-b0a4-8b5f6dc5fd9c HTTP/1.1" status: 204 len: 168 time: 0.5716090 Jul 16 01:26:36.130450 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48200) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:36.174796 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652c7274-a9be-472b-89b1-eef32dd10506 None None] Network 610c70e6-3e2d-487c-bb78-8b2199feaf07 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:36.257202 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-85895a75-dcf8-4a78-9c62-44d7ff352ddc req-50cf4be5-e01e-4e9f-a134-b51e4cdf08f1 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Deleting port b89787ee-73a7-4aad-994f-44a048ac45ad {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:36.257202 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-85895a75-dcf8-4a78-9c62-44d7ff352ddc req-50cf4be5-e01e-4e9f-a134-b51e4cdf08f1 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:36.266496 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-440e62ee-29d2-4eda-b858-06362325bb28 req-c72a9d0f-3484-447e-8907-d834cd2fb90f service neutron] 10.222.0.16 "GET /v2.0/networks/6252f5cd-759b-4519-9324-34a52e8f66e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370053 Jul 16 01:26:36.315842 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e1ceaa6-6563-493a-9acd-f3f0cef995c0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:36.387228 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-d3effe1a-9d8e-4b8d-80e6-e33e5491878e None None] Allocated IP 19.86.0.2 (b76e0d74-bb47-49a6-9599-dfbabe451dd7/9570fc14-8df1-42ad-965a-2ecc0ed8d149/24aef3c4-d2b3-4e34-b170-f083975fce9a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:36.409418 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-440e62ee-29d2-4eda-b858-06362325bb28 req-430f7442-8018-40db-af00-7a5c579ba88c service neutron] 10.222.0.16 "GET /v2.0/networks/6252f5cd-759b-4519-9324-34a52e8f66e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379116 Jul 16 01:26:36.432019 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-0de17296-52a5-45b1-8939-7079d7d04e7c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:36.439157 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-0de17296-52a5-45b1-8939-7079d7d04e7c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:36.447382 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-0de17296-52a5-45b1-8939-7079d7d04e7c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/networks?id=09751c05-4cdd-430d-bd14-547ee52871c0&id=b76e0d74-bb47-49a6-9599-dfbabe451dd7 HTTP/1.1" status: 200 len: 1392 time: 0.4121795 Jul 16 01:26:36.484650 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-85895a75-dcf8-4a78-9c62-44d7ff352ddc req-50cf4be5-e01e-4e9f-a134-b51e4cdf08f1 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] For port b89787ee-73a7-4aad-994f-44a048ac45ad, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b89787ee-73a7-4aad-994f-44a048ac45ad,segment=NetworkSegment(cc1cf050-125d-4498-b6a8-a34e36ceea1b),segment_id=cc1cf050-125d-4498-b6a8-a34e36ceea1b)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:36.485099 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-85895a75-dcf8-4a78-9c62-44d7ff352ddc req-50cf4be5-e01e-4e9f-a134-b51e4cdf08f1 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:36.500965 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-a1cf3cf4-93c0-47ea-999c-ee048aacaeb6 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/quotas/3701d37a4b5440afb149894433d38e96 HTTP/1.1" status: 200 len: 375 time: 0.0526567 Jul 16 01:26:36.592384 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 5b232c44-587d-4136-a218-2a148b938d46 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:36.753321 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60608387-5b21-48f9-ad72-8cb51da5298e None None] DHCP port deletion for 610c70e6-3e2d-487c-bb78-8b2199feaf07 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:26:36.796408 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3effe1a-9d8e-4b8d-80e6-e33e5491878e None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:36.800419 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device afbaec30-af88-4400-aea8-6309577d9c58 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:36.828232 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 5b232c44-587d-4136-a218-2a148b938d46 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:36.880752 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48230) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:36.892661 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d3effe1a-9d8e-4b8d-80e6-e33e5491878e None None] Transition to ACTIVE for port object 24aef3c4-d2b3-4e34-b170-f083975fce9a will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:36.898955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ceaa6-6563-493a-9acd-f3f0cef995c0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting port 02eca163-9bb6-41a1-9465-a7f741f08c87 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:36.899555 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e1ceaa6-6563-493a-9acd-f3f0cef995c0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:36.925894 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d3effe1a-9d8e-4b8d-80e6-e33e5491878e None None] Transition to ACTIVE for port object 24aef3c4-d2b3-4e34-b170-f083975fce9a will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:36.970287 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3effe1a-9d8e-4b8d-80e6-e33e5491878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:36.972004 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0535870d-f019-4971-af7c-3653e245b0bb req-4b484970-37f5-4b2e-8ce8-2691844e2684 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/ports?device_id=76119a77-77c6-4d18-8e59-9fcb240e0e36 HTTP/1.1" status: 200 len: 210 time: 0.0441959 Jul 16 01:26:37.059541 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-8e9a4e41-3f1f-44ce-837b-0bad34a05ef2 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3701d37a4b5440afb149894433d38e96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5558748 Jul 16 01:26:37.153402 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a17e48-848d-4644-bc09-5f829cfa00ac req-3ea4bfb4-3c64-4988-879b-e2feee9733fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:37.154216 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a17e48-848d-4644-bc09-5f829cfa00ac req-3ea4bfb4-3c64-4988-879b-e2feee9733fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:37.154736 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a17e48-848d-4644-bc09-5f829cfa00ac req-3ea4bfb4-3c64-4988-879b-e2feee9733fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:37.155214 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a17e48-848d-4644-bc09-5f829cfa00ac req-3ea4bfb4-3c64-4988-879b-e2feee9733fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:37.155928 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a17e48-848d-4644-bc09-5f829cfa00ac req-3ea4bfb4-3c64-4988-879b-e2feee9733fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:37.156622 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a17e48-848d-4644-bc09-5f829cfa00ac req-3ea4bfb4-3c64-4988-879b-e2feee9733fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:37.157711 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a17e48-848d-4644-bc09-5f829cfa00ac req-3ea4bfb4-3c64-4988-879b-e2feee9733fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:37.161380 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-72a17e48-848d-4644-bc09-5f829cfa00ac req-3ea4bfb4-3c64-4988-879b-e2feee9733fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 6508 time: 0.2793365 Jul 16 01:26:37.165330 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-85895a75-dcf8-4a78-9c62-44d7ff352ddc req-50cf4be5-e01e-4e9f-a134-b51e4cdf08f1 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.165932 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-85895a75-dcf8-4a78-9c62-44d7ff352ddc req-50cf4be5-e01e-4e9f-a134-b51e4cdf08f1 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.166483 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [req-85895a75-dcf8-4a78-9c62-44d7ff352ddc req-50cf4be5-e01e-4e9f-a134-b51e4cdf08f1 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Floating IP 0e5dccb5-aa2d-4542-82a5-847c33293363 disassociated. External IP: 172.25.6.23, port: b89787ee-73a7-4aad-994f-44a048ac45ad. Jul 16 01:26:37.166987 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-85895a75-dcf8-4a78-9c62-44d7ff352ddc req-50cf4be5-e01e-4e9f-a134-b51e4cdf08f1 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Calling delete_port for b89787ee-73a7-4aad-994f-44a048ac45ad owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:37.181594 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-3e1ceaa6-6563-493a-9acd-f3f0cef995c0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] For port 02eca163-9bb6-41a1-9465-a7f741f08c87, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=02eca163-9bb6-41a1-9465-a7f741f08c87,segment=NetworkSegment(93825916-c4d5-400c-9245-7c1af612589a),segment_id=93825916-c4d5-400c-9245-7c1af612589a)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:37.182102 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e1ceaa6-6563-493a-9acd-f3f0cef995c0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.205708 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-60608387-5b21-48f9-ad72-8cb51da5298e None None] Deleting port 02eca163-9bb6-41a1-9465-a7f741f08c87 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:37.206580 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-60608387-5b21-48f9-ad72-8cb51da5298e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.209921 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3effe1a-9d8e-4b8d-80e6-e33e5491878e None None] Network b76e0d74-bb47-49a6-9599-dfbabe451dd7 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:37.213779 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port afbaec30-af88-4400-aea8-6309577d9c58, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=afbaec30-af88-4400-aea8-6309577d9c58,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:37.238425 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-d3effe1a-9d8e-4b8d-80e6-e33e5491878e None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:37.240800 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ceaa6-6563-493a-9acd-f3f0cef995c0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Calling delete_port for 02eca163-9bb6-41a1-9465-a7f741f08c87 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:37.256285 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3effe1a-9d8e-4b8d-80e6-e33e5491878e None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:37.262972 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3effe1a-9d8e-4b8d-80e6-e33e5491878e None None] Pushing event updated for resources: {'Port': ['ID=24aef3c4-d2b3-4e34-b170-f083975fce9a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:37.288765 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-72a17e48-848d-4644-bc09-5f829cfa00ac req-daf34e6e-b9f6-4cc7-9cf2-ce7c18475e51 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&id=29b89b39-e165-429b-9624-e5d1ce582c99&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1172667 Jul 16 01:26:37.301732 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'afbaec30-af88-4400-aea8-6309577d9c58', 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47', 'port_id': 'afbaec30-af88-4400-aea8-6309577d9c58', 'mac_address': 'fa:16:3e:83:d2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01112ffd-e4af-4423-aa07-05f338809738', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:37.365319 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738ff09-a1f2-4147-ab56-e4fffacdbebc req-958298e6-cdc5-4ba1-a815-24b3747e1ae2 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:37.367014 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6738ff09-a1f2-4147-ab56-e4fffacdbebc req-958298e6-cdc5-4ba1-a815-24b3747e1ae2 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1 HTTP/1.1" status: 200 len: 945 time: 0.1617992 Jul 16 01:26:37.381326 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.384228 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dd1d0c-dc7e-4c1c-85b4-9d4e7c3b6c05 None None] Network 09751c05-4cdd-430d-bd14-547ee52871c0 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:37.451556 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d3effe1a-9d8e-4b8d-80e6-e33e5491878e None None] Attempting to bind port 24aef3c4-d2b3-4e34-b170-f083975fce9a on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:37.451955 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d3effe1a-9d8e-4b8d-80e6-e33e5491878e None None] Attempting to bind port 24aef3c4-d2b3-4e34-b170-f083975fce9a by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '87aeec83-81df-4464-b355-d974ce0804e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b76e0d74-bb47-49a6-9599-dfbabe451dd7'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:37.452289 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3effe1a-9d8e-4b8d-80e6-e33e5491878e None None] Attempting to bind port 24aef3c4-d2b3-4e34-b170-f083975fce9a on network b76e0d74-bb47-49a6-9599-dfbabe451dd7 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:37.464385 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6738ff09-a1f2-4147-ab56-e4fffacdbebc req-7f841ba1-241f-413c-a58d-ad1c6ce5e617 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c4a931-9a1d-459e-8adc-1d9329160eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889924 Jul 16 01:26:37.481452 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3effe1a-9d8e-4b8d-80e6-e33e5491878e None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:37.481831 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3effe1a-9d8e-4b8d-80e6-e33e5491878e None None] Checking segment: {'id': '87aeec83-81df-4464-b355-d974ce0804e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b76e0d74-bb47-49a6-9599-dfbabe451dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:37.482340 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3effe1a-9d8e-4b8d-80e6-e33e5491878e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.482623 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3effe1a-9d8e-4b8d-80e6-e33e5491878e None None] Bound using segment: {'id': '87aeec83-81df-4464-b355-d974ce0804e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b76e0d74-bb47-49a6-9599-dfbabe451dd7'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:37.483112 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d3effe1a-9d8e-4b8d-80e6-e33e5491878e None None] Bound port: 24aef3c4-d2b3-4e34-b170-f083975fce9a, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aeec83-81df-4464-b355-d974ce0804e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b76e0d74-bb47-49a6-9599-dfbabe451dd7'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:37.483495 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3effe1a-9d8e-4b8d-80e6-e33e5491878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.537213 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-53bdbccd-dad6-4b52-a1fe-75df8614ffc9 service neutron] 10.222.0.16 "GET /v2.0/networks/09751c05-4cdd-430d-bd14-547ee52871c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784944 Jul 16 01:26:37.558108 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d3effe1a-9d8e-4b8d-80e6-e33e5491878e None None] For port 24aef3c4-d2b3-4e34-b170-f083975fce9a, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:37.564278 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d3effe1a-9d8e-4b8d-80e6-e33e5491878e None None] For port 24aef3c4-d2b3-4e34-b170-f083975fce9a, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=24aef3c4-d2b3-4e34-b170-f083975fce9a,segment=NetworkSegment(87aeec83-81df-4464-b355-d974ce0804e4),segment_id=87aeec83-81df-4464-b355-d974ce0804e4)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:37.578165 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-60608387-5b21-48f9-ad72-8cb51da5298e None None] For port 02eca163-9bb6-41a1-9465-a7f741f08c87, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=02eca163-9bb6-41a1-9465-a7f741f08c87,segment=NetworkSegment(93825916-c4d5-400c-9245-7c1af612589a),segment_id=93825916-c4d5-400c-9245-7c1af612589a)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:37.578547 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-60608387-5b21-48f9-ad72-8cb51da5298e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.582401 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id afbaec30-af88-4400-aea8-6309577d9c58 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:37.599096 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-85895a75-dcf8-4a78-9c62-44d7ff352ddc req-50cf4be5-e01e-4e9f-a134-b51e4cdf08f1 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.609790 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port afbaec30-af88-4400-aea8-6309577d9c58, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=afbaec30-af88-4400-aea8-6309577d9c58,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:37.631479 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3effe1a-9d8e-4b8d-80e6-e33e5491878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.657757 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.658653 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e1ceaa6-6563-493a-9acd-f3f0cef995c0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.695357 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1ceaa6-6563-493a-9acd-f3f0cef995c0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] No DVR routers for this DVR port 02eca163-9bb6-41a1-9465-a7f741f08c87 on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:37.697560 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf4be5-e01e-4e9f-a134-b51e4cdf08f1 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Pushing event deleted for resources: {'Port': ['ID=b89787ee-73a7-4aad-994f-44a048ac45ad,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:37.719958 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f1d5b-df20-420c-b0b9-70b30cae76c5 req-10c3aa14-36d3-433d-839d-5f5c05590213 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:37.731925 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e98f1d5b-df20-420c-b0b9-70b30cae76c5 req-10c3aa14-36d3-433d-839d-5f5c05590213 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1356587 Jul 16 01:26:37.767708 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-60608387-5b21-48f9-ad72-8cb51da5298e None None] Calling delete_port for 02eca163-9bb6-41a1-9465-a7f741f08c87 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:37.769468 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3effe1a-9d8e-4b8d-80e6-e33e5491878e None None] Pushing event updated for resources: {'Port': ['ID=24aef3c4-d2b3-4e34-b170-f083975fce9a,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:37.800490 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ceaa6-6563-493a-9acd-f3f0cef995c0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Port': ['ID=02eca163-9bb6-41a1-9465-a7f741f08c87,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:37.811184 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e98f1d5b-df20-420c-b0b9-70b30cae76c5 req-62e783de-51b6-4f97-957d-9b18f622ab21 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770366 Jul 16 01:26:37.819622 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-26c84c6c-0cf4-4569-9f84-30a2b16fbebd None None] Provisioning for port 5b232c44-587d-4136-a218-2a148b938d46 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:37.883002 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['afbaec30-af88-4400-aea8-6309577d9c58'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:37.938261 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e1ceaa6-6563-493a-9acd-f3f0cef995c0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.955747 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-3e1ceaa6-6563-493a-9acd-f3f0cef995c0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610c70e6-3e2d-487c-bb78-8b2199feaf07']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:37.956566 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-26c84c6c-0cf4-4569-9f84-30a2b16fbebd None None] Provisioning complete for port 5b232c44-587d-4136-a218-2a148b938d46 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:37.957146 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26c84c6c-0cf4-4569-9f84-30a2b16fbebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.969975 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-3e1ceaa6-6563-493a-9acd-f3f0cef995c0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93825916-c4d5-400c-9245-7c1af612589a') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:37.971999 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-3e1ceaa6-6563-493a-9acd-f3f0cef995c0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93825916-c4d5-400c-9245-7c1af612589a') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:38.030640 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e1ceaa6-6563-493a-9acd-f3f0cef995c0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.044223 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-7ec683f0-f6b7-4a4b-a3bf-cc52296ed15d service neutron] 10.222.0.16 "GET /v2.0/networks/09751c05-4cdd-430d-bd14-547ee52871c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994459 Jul 16 01:26:38.213603 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e1ceaa6-6563-493a-9acd-f3f0cef995c0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.282035 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e1ceaa6-6563-493a-9acd-f3f0cef995c0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:26:38.282459 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e1ceaa6-6563-493a-9acd-f3f0cef995c0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:26:38.288332 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:26:38.370027 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31459073-9bd3-4e4f-b7fd-61516ea05404 req-697f5e05-888b-42d7-ba9b-648887b60bba tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:38.370864 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-0424e4bc-9800-4946-81d4-6fb05f3f4242 service neutron] 10.222.0.16 "GET /v2.0/networks/b76e0d74-bb47-49a6-9599-dfbabe451dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255987 Jul 16 01:26:38.379174 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-31459073-9bd3-4e4f-b7fd-61516ea05404 req-697f5e05-888b-42d7-ba9b-648887b60bba tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1450295 Jul 16 01:26:38.461763 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=afbaec30-af88-4400-aea8-6309577d9c58,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:38.543524 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e1ceaa6-6563-493a-9acd-f3f0cef995c0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.544134 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-31459073-9bd3-4e4f-b7fd-61516ea05404 req-4fe76a14-9aeb-490b-9e9b-e6c2dc409b4c tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606553 Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: from cryptography.utils import int_from_bytes Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: from cryptography.utils import int_from_bytes Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.560132 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.562961 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.562961 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.562961 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.562961 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.562961 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.562961 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.562961 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.562961 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.562961 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.562961 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.562961 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.562961 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.562961 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:26:38.562961 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:26:38.570844 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-60608387-5b21-48f9-ad72-8cb51da5298e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.571131 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e1ceaa6-6563-493a-9acd-f3f0cef995c0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.574966 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3e1ceaa6-6563-493a-9acd-f3f0cef995c0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/networks/610c70e6-3e2d-487c-bb78-8b2199feaf07 HTTP/1.1" status: 204 len: 168 time: 2.4424179 Jul 16 01:26:38.587950 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48282) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:38.615805 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-3ddae1b9-4e49-4e3c-b594-5e6237b1d007 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-551733894'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:38.663923 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85895a75-dcf8-4a78-9c62-44d7ff352ddc req-50cf4be5-e01e-4e9f-a134-b51e4cdf08f1 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Router 36aba62a-72c9-45a5-a3c8-5a83e0a874b1 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:26:38.697678 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddae1b9-4e49-4e3c-b594-5e6237b1d007 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:38.710142 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-60608387-5b21-48f9-ad72-8cb51da5298e None None] Network 610c70e6-3e2d-487c-bb78-8b2199feaf07 is not hosted by any dhcp agent {{(pid=93957) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:26:38.710765 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60608387-5b21-48f9-ad72-8cb51da5298e None None] No DVR routers for this DVR port 02eca163-9bb6-41a1-9465-a7f741f08c87 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:38.715265 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ddae1b9-4e49-4e3c-b594-5e6237b1d007 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.725337 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60608387-5b21-48f9-ad72-8cb51da5298e None None] Pushing event deleted for resources: {'Port': ['ID=02eca163-9bb6-41a1-9465-a7f741f08c87,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:38.765981 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ceaa6-6563-493a-9acd-f3f0cef995c0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Network': ['ID=610c70e6-3e2d-487c-bb78-8b2199feaf07,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:38.827915 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26c84c6c-0cf4-4569-9f84-30a2b16fbebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.832834 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 24aef3c4-d2b3-4e34-b170-f083975fce9a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:38.834223 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device b89787ee-73a7-4aad-994f-44a048ac45ad no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:38.836288 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ddae1b9-4e49-4e3c-b594-5e6237b1d007 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:26:38.875533 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ddae1b9-4e49-4e3c-b594-5e6237b1d007 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.875915 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-3ddae1b9-4e49-4e3c-b594-5e6237b1d007 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Added segment db1147f3-27cd-45d8-8b8f-a35836fb2aaf of type vlan for network db37feaa-c2ce-4cef-ad34-63cbffc49bf0 Jul 16 01:26:38.904459 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: b89787ee-73a7-4aad-994f-44a048ac45ad {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:38.904879 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device b89787ee-73a7-4aad-994f-44a048ac45ad not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:38.995066 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-f0da020f-a3da-4b19-ac68-535a2af48882 service neutron] 10.222.0.16 "GET /v2.0/networks/b76e0d74-bb47-49a6-9599-dfbabe451dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6231947 Jul 16 01:26:39.029421 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-26c84c6c-0cf4-4569-9f84-30a2b16fbebd None None] For port 5b232c44-587d-4136-a218-2a148b938d46, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=5b232c44-587d-4136-a218-2a148b938d46,segment=NetworkSegment(c13bc4a4-f64a-44a6-bd98-ce84387523f9),segment_id=c13bc4a4-f64a-44a6-bd98-ce84387523f9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:39.057119 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26c84c6c-0cf4-4569-9f84-30a2b16fbebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.066703 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ddae1b9-4e49-4e3c-b594-5e6237b1d007 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.119055 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 24aef3c4-d2b3-4e34-b170-f083975fce9a completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:39.151811 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c84c6c-0cf4-4569-9f84-30a2b16fbebd None None] Pushing event updated for resources: {'Port': ['ID=5b232c44-587d-4136-a218-2a148b938d46,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:39.160378 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-371846e3-5ae4-47ba-b8e4-3a2fd941bece req-da9b0547-0e1d-4c5d-8bce-5f7f21e60d10 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/ports?device_id=76119a77-77c6-4d18-8e59-9fcb240e0e36 HTTP/1.1" status: 200 len: 210 time: 0.1851423 Jul 16 01:26:39.256145 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ddae1b9-4e49-4e3c-b594-5e6237b1d007 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.260018 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 02eca163-9bb6-41a1-9465-a7f741f08c87 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:39.269911 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddae1b9-4e49-4e3c-b594-5e6237b1d007 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:39.271415 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ddae1b9-4e49-4e3c-b594-5e6237b1d007 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.321571 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 02eca163-9bb6-41a1-9465-a7f741f08c87 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:39.322184 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 02eca163-9bb6-41a1-9465-a7f741f08c87 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:39.372313 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3ddae1b9-4e49-4e3c-b594-5e6237b1d007 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7792854 Jul 16 01:26:39.396767 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48296) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:39.405400 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-94e3df1b-5da5-455d-baa0-bc8cb6d9463b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'subnet': {'network_id': 'db37feaa-c2ce-4cef-ad34-63cbffc49bf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:39.595393 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddae1b9-4e49-4e3c-b594-5e6237b1d007 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Network': ['ID=db37feaa-c2ce-4cef-ad34-63cbffc49bf0,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:39.608688 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network db37feaa-c2ce-4cef-ad34-63cbffc49bf0 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:26:39.638127 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3188bc63-1d5c-4f20-bbc3-b482ec292789 req-db93e48f-c888-4cd1-979b-1d963c773b87 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1 HTTP/1.1" status: 200 len: 210 time: 0.2158868 Jul 16 01:26:39.772977 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0bfc2733-a68f-466b-be82-26478eb326d5 None None] Provisioning complete for port 5b232c44-587d-4136-a218-2a148b938d46 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:39.773395 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0bfc2733-a68f-466b-be82-26478eb326d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.823537 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e3df1b-5da5-455d-baa0-bc8cb6d9463b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:39.827464 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-94e3df1b-5da5-455d-baa0-bc8cb6d9463b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.858958 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98573ed-db41-445e-872e-6f70c0158f50 None None] Network b76e0d74-bb47-49a6-9599-dfbabe451dd7 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:39.873826 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e62ee-29d2-4eda-b858-06362325bb28 req-26e59c23-dc7a-4a23-aeaa-ccd133ef3b90 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:39.875426 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-440e62ee-29d2-4eda-b858-06362325bb28 req-26e59c23-dc7a-4a23-aeaa-ccd133ef3b90 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.82 "GET /v2.0/networks?id=6252f5cd-759b-4519-9324-34a52e8f66e4 HTTP/1.1" status: 200 len: 814 time: 1.2948589 Jul 16 01:26:39.915413 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-440e62ee-29d2-4eda-b858-06362325bb28 req-789e2747-831c-4e36-92c9-19e677b074ab tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Request body: {'port': {'device_id': '76119a77-77c6-4d18-8e59-9fcb240e0e36', 'network_id': '6252f5cd-759b-4519-9324-34a52e8f66e4', 'admin_state_up': True, 'tenant_id': '1839410780cc4b50a2fae90c7a3704b3'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:39.937010 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6f7ca075-189c-4435-847c-3bc10d7bcbe1 req-e7a86f59-9610-4315-8182-0b67fa0791fb tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 210 time: 0.2025020 Jul 16 01:26:40.061229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85895a75-dcf8-4a78-9c62-44d7ff352ddc req-50cf4be5-e01e-4e9f-a134-b51e4cdf08f1 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:40.075572 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2bd4e6-15d9-45d3-855e-14032bf19cff None None] Sync routers for ids ['36aba62a-72c9-45a5-a3c8-5a83e0a874b1'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:40.105115 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2bd4e6-15d9-45d3-855e-14032bf19cff None None] Routers {'36aba62a-72c9-45a5-a3c8-5a83e0a874b1'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:40.107738 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-2c2bd4e6-15d9-45d3-855e-14032bf19cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:26:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['36aba62a-72c9-45a5-a3c8-5a83e0a874b1'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:40.221700 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-85895a75-dcf8-4a78-9c62-44d7ff352ddc req-50cf4be5-e01e-4e9f-a134-b51e4cdf08f1 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] No DVR routers for this DVR port b89787ee-73a7-4aad-994f-44a048ac45ad on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:40.228715 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-85895a75-dcf8-4a78-9c62-44d7ff352ddc req-50cf4be5-e01e-4e9f-a134-b51e4cdf08f1 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:40.230776 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85895a75-dcf8-4a78-9c62-44d7ff352ddc req-50cf4be5-e01e-4e9f-a134-b51e4cdf08f1 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.84 "DELETE /v2.0/ports/b89787ee-73a7-4aad-994f-44a048ac45ad HTTP/1.1" status: 204 len: 173 time: 4.3558488 Jul 16 01:26:40.231187 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1', 'name': 'network-vif-deleted', 'tag': 'b89787ee-73a7-4aad-994f-44a048ac45ad'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:40.233437 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740db254-8253-440d-813f-6bca247a7693" -d '{"events": [{"server_uuid": "9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1", "name": "network-vif-deleted", "tag": "b89787ee-73a7-4aad-994f-44a048ac45ad"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:40.327110 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-440e62ee-29d2-4eda-b858-06362325bb28 req-789e2747-831c-4e36-92c9-19e677b074ab tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Made reservation on behalf of 1839410780cc4b50a2fae90c7a3704b3 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:40.330735 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-440e62ee-29d2-4eda-b858-06362325bb28 req-789e2747-831c-4e36-92c9-19e677b074ab tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:40.353597 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4affe522-2ca0-4d99-ba3c-d5f75d6e3c9b None None] Provisioning for port 24aef3c4-d2b3-4e34-b170-f083975fce9a completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:40.361959 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4affe522-2ca0-4d99-ba3c-d5f75d6e3c9b None None] Provisioning complete for port 24aef3c4-d2b3-4e34-b170-f083975fce9a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:40.362336 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4affe522-2ca0-4d99-ba3c-d5f75d6e3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:40.461276 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-2c2bd4e6-15d9-45d3-855e-14032bf19cff None None] Set router 36aba62a-72c9-45a5-a3c8-5a83e0a874b1 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:40.671054 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 5b232c44-587d-4136-a218-2a148b938d46 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:40.684720 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3f3840f0-eb4b-4830-8a65-1680a9e88ead req-a2fde22b-c4da-4c2b-abc1-bfe41744200d tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/ports?device_id=76119a77-77c6-4d18-8e59-9fcb240e0e36 HTTP/1.1" status: 200 len: 210 time: 0.1696768 Jul 16 01:26:40.803271 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4affe522-2ca0-4d99-ba3c-d5f75d6e3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:40.809275 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device afbaec30-af88-4400-aea8-6309577d9c58 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:40.844738 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-440e62ee-29d2-4eda-b858-06362325bb28 req-789e2747-831c-4e36-92c9-19e677b074ab tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Allocated IP 172.20.0.11 (6252f5cd-759b-4519-9324-34a52e8f66e4/25eeba9a-23db-4f82-9d06-f83167e74c6e/09511f8f-4921-4b3c-96b3-03f98a4fb22d) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:40.856131 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2947ea-4b04-41bc-986b-d43cb2793e21 x-openstack-request-id: req-dd2947ea-4b04-41bc-986b-d43cb2793e21 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:40.856449 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1", "name": "network-vif-deleted", "tag": "b89787ee-73a7-4aad-994f-44a048ac45ad", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:40.856718 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd2947ea-4b04-41bc-986b-d43cb2793e21 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:40.858405 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1', 'name': 'network-vif-deleted', 'tag': 'b89787ee-73a7-4aad-994f-44a048ac45ad', 'status': 'completed', 'code': 200} Jul 16 01:26:40.945674 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 5b232c44-587d-4136-a218-2a148b938d46 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:40.946713 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:40.952471 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-4affe522-2ca0-4d99-ba3c-d5f75d6e3c9b None None] For port 24aef3c4-d2b3-4e34-b170-f083975fce9a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=24aef3c4-d2b3-4e34-b170-f083975fce9a,segment=NetworkSegment(87aeec83-81df-4464-b355-d974ce0804e4),segment_id=87aeec83-81df-4464-b355-d974ce0804e4)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:40.985155 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96612a9-22f6-4d2b-b6c7-1834de471ee6 req-15838215-2881-4e20-93f7-46a844738d8f tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:40.989096 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4affe522-2ca0-4d99-ba3c-d5f75d6e3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.003882 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d96612a9-22f6-4d2b-b6c7-1834de471ee6 req-15838215-2881-4e20-93f7-46a844738d8f tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.4266708 Jul 16 01:26:41.054434 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port afbaec30-af88-4400-aea8-6309577d9c58 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:41.055288 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.222673 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-53387809-6f9a-42e5-b6c7-2a0c1ebfe32c None None] Provisioning complete for port 24aef3c4-d2b3-4e34-b170-f083975fce9a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:41.223446 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-53387809-6f9a-42e5-b6c7-2a0c1ebfe32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.280959 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-440e62ee-29d2-4eda-b858-06362325bb28 req-789e2747-831c-4e36-92c9-19e677b074ab tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.306254 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d96612a9-22f6-4d2b-b6c7-1834de471ee6 req-bdf1bdc3-f1df-4c46-8604-853db0fa44e7 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988102 Jul 16 01:26:41.354218 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affe522-2ca0-4d99-ba3c-d5f75d6e3c9b None None] Pushing event updated for resources: {'Port': ['ID=24aef3c4-d2b3-4e34-b170-f083975fce9a,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:41.398000 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-440e62ee-29d2-4eda-b858-06362325bb28 req-789e2747-831c-4e36-92c9-19e677b074ab tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.439323 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-94e3df1b-5da5-455d-baa0-bc8cb6d9463b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.468086 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-2c2bd4e6-15d9-45d3-855e-14032bf19cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'name': 'tempest-ServersTestManualDisk-40304155-router', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'gw_port': {'id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '62d1afe1-e021-4ce8-8fff-86121808c196', 'name': '', 'network_id': '21db8485-c054-467b-beec-87e40339314e', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'mac_address': 'fa:16:3e:51:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '007570ca-e090-4b11-9188-5caf28ec1f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:14Z', 'updated_at': '2021-07-16T01:24:23Z', 'revision_number': 5, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'subnets': [{'id': '007570ca-e090-4b11-9188-5caf28ec1f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:41.507733 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2bd4e6-15d9-45d3-855e-14032bf19cff None None] Checking router: 36aba62a-72c9-45a5-a3c8-5a83e0a874b1 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:41.523595 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2bd4e6-15d9-45d3-855e-14032bf19cff None None] Routers {'36aba62a-72c9-45a5-a3c8-5a83e0a874b1'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:41.524681 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-2c2bd4e6-15d9-45d3-855e-14032bf19cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:26:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['36aba62a-72c9-45a5-a3c8-5a83e0a874b1'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:41.624082 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.653576 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c1a3e2b1-99ea-4339-ba37-9ce063e8995b req-cc92852b-a5b8-4024-a99f-e79b59d416ef tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4814ce-6b04-4af0-9e25-8f1d7e5cbfc1 HTTP/1.1" status: 200 len: 210 time: 0.1399686 Jul 16 01:26:41.673441 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-440e62ee-29d2-4eda-b858-06362325bb28 req-789e2747-831c-4e36-92c9-19e677b074ab tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Network 6252f5cd-759b-4519-9324-34a52e8f66e4 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:41.705191 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-440e62ee-29d2-4eda-b858-06362325bb28 req-789e2747-831c-4e36-92c9-19e677b074ab tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:41.717215 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121a3db2-ef3d-423b-a7ad-4ca450554922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbaec30-af88-4400-aea8-6309577d9c58'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:41.720887 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15cd3f7-aadb-4978-9376-f5264e09f459" -d '{"events": [{"server_uuid": "121a3db2-ef3d-423b-a7ad-4ca450554922", "name": "network-vif-plugged", "status": "completed", "tag": "afbaec30-af88-4400-aea8-6309577d9c58"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:41.729235 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e2747-831c-4e36-92c9-19e677b074ab tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Pushing event updated for resources: {'Port': ['ID=09511f8f-4921-4b3c-96b3-03f98a4fb22d,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:41.745300 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-440e62ee-29d2-4eda-b858-06362325bb28 req-789e2747-831c-4e36-92c9-19e677b074ab tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:41.752022 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port afbaec30-af88-4400-aea8-6309577d9c58, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=afbaec30-af88-4400-aea8-6309577d9c58,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:41.769124 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.775289 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-783d9c31-5fdc-4c99-9ef3-c350d616d378 req-dbb9cf5a-1071-4199-a06a-471c1cc80870 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 210 time: 0.1119559 Jul 16 01:26:41.777204 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3df1b-5da5-455d-baa0-bc8cb6d9463b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Subnet': ['ID=f1d78f71-730d-4325-821e-e805698fff58,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:41.787541 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e3df1b-5da5-455d-baa0-bc8cb6d9463b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Checking segment: {'id': 'db1147f3-27cd-45d8-8b8f-a35836fb2aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'db37feaa-c2ce-4cef-ad34-63cbffc49bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:41.787731 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e3df1b-5da5-455d-baa0-bc8cb6d9463b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network hostable DHCP agents. Network: db37feaa-c2ce-4cef-ad34-63cbffc49bf0, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:26:41.792383 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-2c2bd4e6-15d9-45d3-855e-14032bf19cff None None] Set router 36aba62a-72c9-45a5-a3c8-5a83e0a874b1 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:41.824399 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e3df1b-5da5-455d-baa0-bc8cb6d9463b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network db37feaa-c2ce-4cef-ad34-63cbffc49bf0 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:26:41.846646 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-94e3df1b-5da5-455d-baa0-bc8cb6d9463b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, db37feaa-c2ce-4cef-ad34-63cbffc49bf0) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:41.852901 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e3df1b-5da5-455d-baa0-bc8cb6d9463b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:41.853496 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-94e3df1b-5da5-455d-baa0-bc8cb6d9463b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.900530 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3661540b-5a87-49f4-b159-3fdf480b9066 None None] Network db37feaa-c2ce-4cef-ad34-63cbffc49bf0 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:41.903497 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-94e3df1b-5da5-455d-baa0-bc8cb6d9463b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5021958 Jul 16 01:26:41.906303 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48344) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:41.914122 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-8faa5573-8db1-4655-8c18-5d8cf3e11ecc tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1386825559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:41.974453 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8faa5573-8db1-4655-8c18-5d8cf3e11ecc tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.975437 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8faa5573-8db1-4655-8c18-5d8cf3e11ecc tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.977976 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e62ee-29d2-4eda-b858-06362325bb28 req-789e2747-831c-4e36-92c9-19e677b074ab tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:41.978676 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-440e62ee-29d2-4eda-b858-06362325bb28 req-789e2747-831c-4e36-92c9-19e677b074ab tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.024895 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-440e62ee-29d2-4eda-b858-06362325bb28 req-789e2747-831c-4e36-92c9-19e677b074ab tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1125021 Jul 16 01:26:42.049213 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-440e62ee-29d2-4eda-b858-06362325bb28 req-b453ed31-42b1-4110-b4fc-c99e1192f291 service neutron] Request body: {'port': {'device_id': '76119a77-77c6-4d18-8e59-9fcb240e0e36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:42.160549 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8faa5573-8db1-4655-8c18-5d8cf3e11ecc tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.174928 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8faa5573-8db1-4655-8c18-5d8cf3e11ecc tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.196172 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-225b56dc-f1c3-42d0-b4d1-03fd2b2cca6d tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:42.202054 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-225b56dc-f1c3-42d0-b4d1-03fd2b2cca6d tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:42.205391 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8faa5573-8db1-4655-8c18-5d8cf3e11ecc tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.207105 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8faa5573-8db1-4655-8c18-5d8cf3e11ecc tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2997665 Jul 16 01:26:42.210528 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48348) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:42.216134 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-45cb1a60-ba77-4e71-8849-e563f355ca4e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'port': {'network_id': 'db37feaa-c2ce-4cef-ad34-63cbffc49bf0', 'name': 'tempest-PortsIpV6TestJSON-269715906'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:42.217802 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-225b56dc-f1c3-42d0-b4d1-03fd2b2cca6d tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.82 "GET /v2.0/networks?id=09751c05-4cdd-430d-bd14-547ee52871c0&id=b76e0d74-bb47-49a6-9599-dfbabe451dd7 HTTP/1.1" status: 200 len: 1392 time: 0.5604069 Jul 16 01:26:42.241705 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-2c2bd4e6-15d9-45d3-855e-14032bf19cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'name': 'tempest-ServersTestManualDisk-40304155-router', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'gw_port': {'id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '62d1afe1-e021-4ce8-8fff-86121808c196', 'name': '', 'network_id': '21db8485-c054-467b-beec-87e40339314e', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'mac_address': 'fa:16:3e:51:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '007570ca-e090-4b11-9188-5caf28ec1f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:14Z', 'updated_at': '2021-07-16T01:24:23Z', 'revision_number': 5, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'subnets': [{'id': '007570ca-e090-4b11-9188-5caf28ec1f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:42.257392 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=afbaec30-af88-4400-aea8-6309577d9c58,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:42.267286 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddc7c0-a2af-4f29-925f-2ed8d0fff889 req-95d7a418-1d68-4a07-8692-ffae89325f62 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:42.269145 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5eddc7c0-a2af-4f29-925f-2ed8d0fff889 req-95d7a418-1d68-4a07-8692-ffae89325f62 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/ports?device_id=76119a77-77c6-4d18-8e59-9fcb240e0e36 HTTP/1.1" status: 200 len: 932 time: 0.1604331 Jul 16 01:26:42.269272 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-0edd0f9d-2456-4082-be93-3d34de29ba2f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Request body: {'port': {'device_id': '6b92e061-ce4f-4e12-9c5c-3a84fc0976de', 'network_id': '09751c05-4cdd-430d-bd14-547ee52871c0', 'admin_state_up': True, 'tenant_id': '3701d37a4b5440afb149894433d38e96'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:42.287305 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2bd4e6-15d9-45d3-855e-14032bf19cff None None] The sync data for ids ['36aba62a-72c9-45a5-a3c8-5a83e0a874b1'] in n-d-792394-16 is: [{'id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'name': 'tempest-ServersTestManualDisk-40304155-router', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'gw_port': {'id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '62d1afe1-e021-4ce8-8fff-86121808c196', 'name': '', 'network_id': '21db8485-c054-467b-beec-87e40339314e', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'mac_address': 'fa:16:3e:51:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '007570ca-e090-4b11-9188-5caf28ec1f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:14Z', 'updated_at': '2021-07-16T01:24:23Z', 'revision_number': 5, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'subnets': [{'id': '007570ca-e090-4b11-9188-5caf28ec1f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:42.368853 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e06d791-ed2f-441d-9327-90fa0c9d36e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-db37feaa-c2ce-4cef-ad34-63cbffc49bf0', 'network_id': 'db37feaa-c2ce-4cef-ad34-63cbffc49bf0', 'tenant_id': 'c502d8556a3d4fd890ce88130235b09d', 'fixed_ips': [{'subnet_id': 'f1d78f71-730d-4325-821e-e805698fff58'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:26:42.369594 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e06d791-ed2f-441d-9327-90fa0c9d36e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.427447 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5eddc7c0-a2af-4f29-925f-2ed8d0fff889 req-7ba87895-c1bb-4ab6-8659-9c3b4574a8ff tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/security-groups?id=1658b2ed-4553-43f8-ae13-825720e22af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461437 Jul 16 01:26:42.438523 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-440e62ee-29d2-4eda-b858-06362325bb28 req-b453ed31-42b1-4110-b4fc-c99e1192f291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.584029 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90fc24-3caf-43e8-83d4-a63fafea3099 req-6526e66f-7af1-4667-b817-1f4eada60f05 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:42.586026 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bd90fc24-3caf-43e8-83d4-a63fafea3099 req-6526e66f-7af1-4667-b817-1f4eada60f05 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.4383504 Jul 16 01:26:42.593120 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cb1a60-ba77-4e71-8849-e563f355ca4e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:42.597414 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45cb1a60-ba77-4e71-8849-e563f355ca4e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.622504 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 24aef3c4-d2b3-4e34-b170-f083975fce9a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:42.633062 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-45cb1a60-ba77-4e71-8849-e563f355ca4e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] device_id is not set on port b855a636-5e84-4343-9bbc-2ea31adea44f yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:26:42.661804 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7177eb0-8477-4492-8dc7-89edc09e9dab x-openstack-request-id: req-e7177eb0-8477-4492-8dc7-89edc09e9dab {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:42.662103 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121a3db2-ef3d-423b-a7ad-4ca450554922", "name": "network-vif-plugged", "status": "completed", "tag": "afbaec30-af88-4400-aea8-6309577d9c58", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:42.662357 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7177eb0-8477-4492-8dc7-89edc09e9dab {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:42.662755 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121a3db2-ef3d-423b-a7ad-4ca450554922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbaec30-af88-4400-aea8-6309577d9c58', 'code': 200} Jul 16 01:26:42.714875 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b508ba1f-b9d9-4ec9-9bc3-0a41c8e4f3f2 None None] New status for floating IP 0e5dccb5-aa2d-4542-82a5-847c33293363: DOWN {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:26:42.811195 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bd90fc24-3caf-43e8-83d4-a63fafea3099 req-c44efdc6-75da-4b77-8e28-17183e6f3a82 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169003 Jul 16 01:26:42.890158 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-8e06d791-ed2f-441d-9327-90fa0c9d36e9 None None] Allocated IP 2001:db8::2 (db37feaa-c2ce-4cef-ad34-63cbffc49bf0/f1d78f71-730d-4325-821e-e805698fff58/7c248232-f8b2-4c29-8eb9-d39deb262f9f) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:42.940651 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-0edd0f9d-2456-4082-be93-3d34de29ba2f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Made reservation on behalf of 3701d37a4b5440afb149894433d38e96 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:42.944345 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-0edd0f9d-2456-4082-be93-3d34de29ba2f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:42.983457 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48370) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:43.087715 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e06d791-ed2f-441d-9327-90fa0c9d36e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.097385 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8e06d791-ed2f-441d-9327-90fa0c9d36e9 None None] Transition to ACTIVE for port object 7c248232-f8b2-4c29-8eb9-d39deb262f9f will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:43.118985 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8e06d791-ed2f-441d-9327-90fa0c9d36e9 None None] Transition to ACTIVE for port object 7c248232-f8b2-4c29-8eb9-d39deb262f9f will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:43.120963 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 24aef3c4-d2b3-4e34-b170-f083975fce9a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:43.121349 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.150955 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e06d791-ed2f-441d-9327-90fa0c9d36e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.155489 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-950de05a-f452-42fb-aa97-be64c9efe2e0 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.194122 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e06d791-ed2f-441d-9327-90fa0c9d36e9 None None] Network db37feaa-c2ce-4cef-ad34-63cbffc49bf0 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:43.206914 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-8e06d791-ed2f-441d-9327-90fa0c9d36e9 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:43.208826 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e06d791-ed2f-441d-9327-90fa0c9d36e9 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:43.270377 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06d791-ed2f-441d-9327-90fa0c9d36e9 None None] Pushing event updated for resources: {'Port': ['ID=7c248232-f8b2-4c29-8eb9-d39deb262f9f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:43.314504 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-48139a8a-f8ef-41d5-836f-de5b092dc92d req-685680ee-8fbf-4af5-89e1-fceefcab8bab tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 210 time: 0.1670766 Jul 16 01:26:43.374130 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-8e06d791-ed2f-441d-9327-90fa0c9d36e9 None None] Attempting to bind port 7c248232-f8b2-4c29-8eb9-d39deb262f9f on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:43.375087 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-8e06d791-ed2f-441d-9327-90fa0c9d36e9 None None] Attempting to bind port 7c248232-f8b2-4c29-8eb9-d39deb262f9f by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'db1147f3-27cd-45d8-8b8f-a35836fb2aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'db37feaa-c2ce-4cef-ad34-63cbffc49bf0'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:43.375609 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e06d791-ed2f-441d-9327-90fa0c9d36e9 None None] Attempting to bind port 7c248232-f8b2-4c29-8eb9-d39deb262f9f on network db37feaa-c2ce-4cef-ad34-63cbffc49bf0 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:43.380901 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-440e62ee-29d2-4eda-b858-06362325bb28 req-b453ed31-42b1-4110-b4fc-c99e1192f291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09511f8f-4921-4b3c-96b3-03f98a4fb22d {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:43.382987 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-950de05a-f452-42fb-aa97-be64c9efe2e0 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.386172 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e06d791-ed2f-441d-9327-90fa0c9d36e9 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:43.387055 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e06d791-ed2f-441d-9327-90fa0c9d36e9 None None] Checking segment: {'id': 'db1147f3-27cd-45d8-8b8f-a35836fb2aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'db37feaa-c2ce-4cef-ad34-63cbffc49bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:43.387471 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e06d791-ed2f-441d-9327-90fa0c9d36e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.387862 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e06d791-ed2f-441d-9327-90fa0c9d36e9 None None] Bound using segment: {'id': 'db1147f3-27cd-45d8-8b8f-a35836fb2aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'db37feaa-c2ce-4cef-ad34-63cbffc49bf0'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:43.388554 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-8e06d791-ed2f-441d-9327-90fa0c9d36e9 None None] Bound port: 7c248232-f8b2-4c29-8eb9-d39deb262f9f, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1147f3-27cd-45d8-8b8f-a35836fb2aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'db37feaa-c2ce-4cef-ad34-63cbffc49bf0'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:43.389317 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e06d791-ed2f-441d-9327-90fa0c9d36e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.392025 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-440e62ee-29d2-4eda-b858-06362325bb28 req-b453ed31-42b1-4110-b4fc-c99e1192f291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.407742 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-440e62ee-29d2-4eda-b858-06362325bb28 req-b453ed31-42b1-4110-b4fc-c99e1192f291 service neutron] Transition to ACTIVE for port object 09511f8f-4921-4b3c-96b3-03f98a4fb22d will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:43.440133 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-45cb1a60-ba77-4e71-8849-e563f355ca4e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Allocated IP 2001:db8::12a (db37feaa-c2ce-4cef-ad34-63cbffc49bf0/f1d78f71-730d-4325-821e-e805698fff58/b855a636-5e84-4343-9bbc-2ea31adea44f) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:43.447414 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-440e62ee-29d2-4eda-b858-06362325bb28 req-b453ed31-42b1-4110-b4fc-c99e1192f291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.509188 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-950de05a-f452-42fb-aa97-be64c9efe2e0 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.511712 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-950de05a-f452-42fb-aa97-be64c9efe2e0 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.515613 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-950de05a-f452-42fb-aa97-be64c9efe2e0 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "DELETE /v2.0/security-groups/67c4a931-9a1d-459e-8adc-1d9329160eb0 HTTP/1.1" status: 204 len: 168 time: 0.5302980 Jul 16 01:26:43.520049 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48374) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:43.525406 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453ed31-42b1-4110-b4fc-c99e1192f291 service neutron] Pushing event updated for resources: {'Port': ['ID=09511f8f-4921-4b3c-96b3-03f98a4fb22d,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:43.549498 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950de05a-f452-42fb-aa97-be64c9efe2e0 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c4a931-9a1d-459e-8adc-1d9329160eb0,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:43.563659 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-a971a894-1e9c-4880-8e89-d24b3971c386 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] show failed (client error): The resource could not be found. Jul 16 01:26:43.568578 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a971a894-1e9c-4880-8e89-d24b3971c386 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "GET /v2.0/security-groups/67c4a931-9a1d-459e-8adc-1d9329160eb0 HTTP/1.1" status: 404 len: 347 time: 0.0446775 Jul 16 01:26:43.569249 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48376) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:43.632599 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7318d7-775c-416c-b662-740556cdf875 req-1b11d3e5-9d5e-410b-9899-3da8f1d46170 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:43.640944 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c7318d7-775c-416c-b662-740556cdf875 req-1b11d3e5-9d5e-410b-9899-3da8f1d46170 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.3889372 Jul 16 01:26:43.645947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-8e06d791-ed2f-441d-9327-90fa0c9d36e9 None None] For port 7c248232-f8b2-4c29-8eb9-d39deb262f9f, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:43.660149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-8e06d791-ed2f-441d-9327-90fa0c9d36e9 None None] For port 7c248232-f8b2-4c29-8eb9-d39deb262f9f, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7c248232-f8b2-4c29-8eb9-d39deb262f9f,segment=NetworkSegment(db1147f3-27cd-45d8-8b8f-a35836fb2aaf),segment_id=db1147f3-27cd-45d8-8b8f-a35836fb2aaf)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:43.671052 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e06d791-ed2f-441d-9327-90fa0c9d36e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.773372 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c7318d7-775c-416c-b662-740556cdf875 req-88d3188f-252f-49d4-a81e-d2cf65a718a1 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310070 Jul 16 01:26:43.791011 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-0edd0f9d-2456-4082-be93-3d34de29ba2f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Allocated IP 19.80.0.204 (09751c05-4cdd-430d-bd14-547ee52871c0/6ce4081a-614b-4801-9768-7756048f4a7c/82f0c4c3-5dbf-4949-b4d5-042f08464cca) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:43.800826 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-440e62ee-29d2-4eda-b858-06362325bb28 req-b453ed31-42b1-4110-b4fc-c99e1192f291 service neutron] Attempting to bind port 09511f8f-4921-4b3c-96b3-03f98a4fb22d on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:43.801219 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-440e62ee-29d2-4eda-b858-06362325bb28 req-b453ed31-42b1-4110-b4fc-c99e1192f291 service neutron] Attempting to bind port 09511f8f-4921-4b3c-96b3-03f98a4fb22d by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '0abf27c0-33bd-4aa4-a59f-84048d7bd0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6252f5cd-759b-4519-9324-34a52e8f66e4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:43.801538 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440e62ee-29d2-4eda-b858-06362325bb28 req-b453ed31-42b1-4110-b4fc-c99e1192f291 service neutron] Attempting to bind port 09511f8f-4921-4b3c-96b3-03f98a4fb22d on network 6252f5cd-759b-4519-9324-34a52e8f66e4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:43.822013 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06d791-ed2f-441d-9327-90fa0c9d36e9 None None] Pushing event updated for resources: {'Port': ['ID=7c248232-f8b2-4c29-8eb9-d39deb262f9f,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:43.827256 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440e62ee-29d2-4eda-b858-06362325bb28 req-b453ed31-42b1-4110-b4fc-c99e1192f291 service neutron] Port 09511f8f-4921-4b3c-96b3-03f98a4fb22d on network 6252f5cd-759b-4519-9324-34a52e8f66e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:26:43.827652 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440e62ee-29d2-4eda-b858-06362325bb28 req-b453ed31-42b1-4110-b4fc-c99e1192f291 service neutron] Attempting to bind port 09511f8f-4921-4b3c-96b3-03f98a4fb22d on network 6252f5cd-759b-4519-9324-34a52e8f66e4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:43.849426 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440e62ee-29d2-4eda-b858-06362325bb28 req-b453ed31-42b1-4110-b4fc-c99e1192f291 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:43.849774 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440e62ee-29d2-4eda-b858-06362325bb28 req-b453ed31-42b1-4110-b4fc-c99e1192f291 service neutron] Checking segment: {'id': '0abf27c0-33bd-4aa4-a59f-84048d7bd0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6252f5cd-759b-4519-9324-34a52e8f66e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:43.850171 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440e62ee-29d2-4eda-b858-06362325bb28 req-b453ed31-42b1-4110-b4fc-c99e1192f291 service neutron] Bound using segment: {'id': '0abf27c0-33bd-4aa4-a59f-84048d7bd0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6252f5cd-759b-4519-9324-34a52e8f66e4'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:43.850618 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-440e62ee-29d2-4eda-b858-06362325bb28 req-b453ed31-42b1-4110-b4fc-c99e1192f291 service neutron] Bound port: 09511f8f-4921-4b3c-96b3-03f98a4fb22d, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0abf27c0-33bd-4aa4-a59f-84048d7bd0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6252f5cd-759b-4519-9324-34a52e8f66e4'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:43.851013 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-440e62ee-29d2-4eda-b858-06362325bb28 req-b453ed31-42b1-4110-b4fc-c99e1192f291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.932783 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45cb1a60-ba77-4e71-8849-e563f355ca4e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.979654 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-45cb1a60-ba77-4e71-8849-e563f355ca4e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Transition to ACTIVE for port object b855a636-5e84-4343-9bbc-2ea31adea44f will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:43.994021 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-cfc8c6b7-ccf2-4330-99d4-7af318051c73 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Deleting port 60677743-b643-45ab-a54b-569485855596 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:43.994768 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cfc8c6b7-ccf2-4330-99d4-7af318051c73 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.080160 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d0e76-ddc1-478d-833a-dd4908b3fc18 req-ce7f375a-3ff6-47d7-be99-13f6b09c7920 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:44.088121 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c00d0e76-ddc1-478d-833a-dd4908b3fc18 req-ce7f375a-3ff6-47d7-be99-13f6b09c7920 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/ports?device_id=76119a77-77c6-4d18-8e59-9fcb240e0e36 HTTP/1.1" status: 200 len: 944 time: 0.2656355 Jul 16 01:26:44.112188 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-440e62ee-29d2-4eda-b858-06362325bb28 req-b453ed31-42b1-4110-b4fc-c99e1192f291 service neutron] For port 09511f8f-4921-4b3c-96b3-03f98a4fb22d, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:44.171452 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-440e62ee-29d2-4eda-b858-06362325bb28 req-b453ed31-42b1-4110-b4fc-c99e1192f291 service neutron] For port 09511f8f-4921-4b3c-96b3-03f98a4fb22d, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=09511f8f-4921-4b3c-96b3-03f98a4fb22d,segment=NetworkSegment(0abf27c0-33bd-4aa4-a59f-84048d7bd0db),segment_id=0abf27c0-33bd-4aa4-a59f-84048d7bd0db)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:44.193333 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-440e62ee-29d2-4eda-b858-06362325bb28 req-b453ed31-42b1-4110-b4fc-c99e1192f291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.222458 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c00d0e76-ddc1-478d-833a-dd4908b3fc18 req-885ba8e9-c38a-47dc-8c8a-b15acb6ef763 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/security-groups?id=1658b2ed-4553-43f8-ae13-825720e22af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332662 Jul 16 01:26:44.226617 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45cb1a60-ba77-4e71-8849-e563f355ca4e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.321769 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cb1a60-ba77-4e71-8849-e563f355ca4e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network db37feaa-c2ce-4cef-ad34-63cbffc49bf0 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:44.327793 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e62ee-29d2-4eda-b858-06362325bb28 req-b453ed31-42b1-4110-b4fc-c99e1192f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:44.328265 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cfc8c6b7-ccf2-4330-99d4-7af318051c73 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.328445 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-440e62ee-29d2-4eda-b858-06362325bb28 req-b453ed31-42b1-4110-b4fc-c99e1192f291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.329111 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cfc8c6b7-ccf2-4330-99d4-7af318051c73 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.329987 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-440e62ee-29d2-4eda-b858-06362325bb28 req-b453ed31-42b1-4110-b4fc-c99e1192f291 service neutron] 10.222.0.82 "PUT /v2.0/ports/09511f8f-4921-4b3c-96b3-03f98a4fb22d HTTP/1.1" status: 200 len: 1093 time: 2.2894928 Jul 16 01:26:44.349985 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76119a77-77c6-4d18-8e59-9fcb240e0e36', 'tag': '09511f8f-4921-4b3c-96b3-03f98a4fb22d'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:44.350256 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-45cb1a60-ba77-4e71-8849-e563f355ca4e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:44.352606 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff142d53-0318-42fd-8a6d-b14a1639148e" -d '{"events": [{"name": "network-changed", "server_uuid": "76119a77-77c6-4d18-8e59-9fcb240e0e36", "tag": "09511f8f-4921-4b3c-96b3-03f98a4fb22d"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:44.355124 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cb1a60-ba77-4e71-8849-e563f355ca4e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:44.361691 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cb1a60-ba77-4e71-8849-e563f355ca4e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:44.362506 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45cb1a60-ba77-4e71-8849-e563f355ca4e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.399802 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-cfc8c6b7-ccf2-4330-99d4-7af318051c73 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Calling delete_port for 60677743-b643-45ab-a54b-569485855596 owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:44.420750 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb1a60-ba77-4e71-8849-e563f355ca4e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Port': ['ID=b855a636-5e84-4343-9bbc-2ea31adea44f,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:44.428769 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-0edd0f9d-2456-4082-be93-3d34de29ba2f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.430976 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-45cb1a60-ba77-4e71-8849-e563f355ca4e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2191393 Jul 16 01:26:44.473509 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48388) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:44.490982 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6bc85-7440-412c-94bc-784983a36651 req-849b96e4-9b52-4144-b67a-2275f037f775 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:44.497944 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eae6bc85-7440-412c-94bc-784983a36651 req-849b96e4-9b52-4144-b67a-2275f037f775 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.4316943 Jul 16 01:26:44.645165 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cfc8c6b7-ccf2-4330-99d4-7af318051c73 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.662935 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7c248232-f8b2-4c29-8eb9-d39deb262f9f up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:44.694911 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8c6b7-ccf2-4330-99d4-7af318051c73 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Pushing event deleted for resources: {'Port': ['ID=60677743-b643-45ab-a54b-569485855596,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:44.732983 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453ed31-42b1-4110-b4fc-c99e1192f291 service neutron] Pushing event updated for resources: {'Port': ['ID=09511f8f-4921-4b3c-96b3-03f98a4fb22d,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:44.776549 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 7c248232-f8b2-4c29-8eb9-d39deb262f9f completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:44.795205 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-0edd0f9d-2456-4082-be93-3d34de29ba2f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Transition to ACTIVE for port object 82f0c4c3-5dbf-4949-b4d5-042f08464cca will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:44.815092 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-06f665b5-aba6-41f2-b091-2c8ea1533228 req-f45f19ba-fbd1-4e2c-805a-6f557992d2b6 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 210 time: 0.0384088 Jul 16 01:26:44.831869 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cfc8c6b7-ccf2-4330-99d4-7af318051c73 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.836435 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cfc8c6b7-ccf2-4330-99d4-7af318051c73 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:44.836435 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cfc8c6b7-ccf2-4330-99d4-7af318051c73 tempest-ServersTestManualDisk-1863504153 tempest-ServersTestManualDisk-1863504153-project] 10.222.0.16 "DELETE /v2.0/floatingips/0e5dccb5-aa2d-4542-82a5-847c33293363 HTTP/1.1" status: 204 len: 168 time: 1.2580419 Jul 16 01:26:44.847123 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48398) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:44.871544 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eae6bc85-7440-412c-94bc-784983a36651 req-5fa82ff7-433f-4ae4-962f-a249e4854d85 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657238 Jul 16 01:26:44.956447 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885de9e7-2669-49e1-94b5-902bc944cf9f x-openstack-request-id: req-885de9e7-2669-49e1-94b5-902bc944cf9f {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:44.956737 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76119a77-77c6-4d18-8e59-9fcb240e0e36", "tag": "09511f8f-4921-4b3c-96b3-03f98a4fb22d", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:44.956983 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-885de9e7-2669-49e1-94b5-902bc944cf9f {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:44.957374 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76119a77-77c6-4d18-8e59-9fcb240e0e36', 'tag': '09511f8f-4921-4b3c-96b3-03f98a4fb22d', 'status': 'completed', 'code': 200} Jul 16 01:26:45.159495 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e62ee-29d2-4eda-b858-06362325bb28 req-60a084fe-3b27-4a5e-889b-c790f56ba774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:45.162245 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-440e62ee-29d2-4eda-b858-06362325bb28 req-60a084fe-3b27-4a5e-889b-c790f56ba774 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1839410780cc4b50a2fae90c7a3704b3&device_id=76119a77-77c6-4d18-8e59-9fcb240e0e36 HTTP/1.1" status: 200 len: 1096 time: 0.7506859 Jul 16 01:26:45.173056 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-0edd0f9d-2456-4082-be93-3d34de29ba2f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.248729 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfce92-8773-49bb-ad7a-b70ff4a4beac req-5b46827a-24a1-4106-8778-d667fb30f2ce tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:45.256093 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c9dfce92-8773-49bb-ad7a-b70ff4a4beac req-5b46827a-24a1-4106-8778-d667fb30f2ce tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1986275 Jul 16 01:26:45.276461 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-440e62ee-29d2-4eda-b858-06362325bb28 req-711cb93c-94be-45d3-a169-8e958fef811f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09511f8f-4921-4b3c-96b3-03f98a4fb22d HTTP/1.1" status: 200 len: 217 time: 0.1009657 Jul 16 01:26:45.285995 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:26:45.364190 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-0edd0f9d-2456-4082-be93-3d34de29ba2f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Network 09751c05-4cdd-430d-bd14-547ee52871c0 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:45.381216 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-0edd0f9d-2456-4082-be93-3d34de29ba2f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:45.386064 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-0edd0f9d-2456-4082-be93-3d34de29ba2f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:45.388601 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd0f9d-2456-4082-be93-3d34de29ba2f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event updated for resources: {'Port': ['ID=82f0c4c3-5dbf-4949-b4d5-042f08464cca,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:45.454881 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c9dfce92-8773-49bb-ad7a-b70ff4a4beac req-cf1c67cd-765c-4734-afc5-d48f3c7b2345 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977415 Jul 16 01:26:45.460637 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4c91aa-400b-4771-b4fb-189b64f12a49 None None] Network db37feaa-c2ce-4cef-ad34-63cbffc49bf0 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:45.658634 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-45c33f8d-a36e-4b31-84d8-9cde2d2f238e None None] Provisioning for port 7c248232-f8b2-4c29-8eb9-d39deb262f9f completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:45.674370 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-45c33f8d-a36e-4b31-84d8-9cde2d2f238e None None] Provisioning complete for port 7c248232-f8b2-4c29-8eb9-d39deb262f9f triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:45.681013 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-45c33f8d-a36e-4b31-84d8-9cde2d2f238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.803074 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9236c65c-24b7-4a5c-9d68-3ec50f5d89db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.860456 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-45c33f8d-a36e-4b31-84d8-9cde2d2f238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:45.909496 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-45c33f8d-a36e-4b31-84d8-9cde2d2f238e None None] For port 7c248232-f8b2-4c29-8eb9-d39deb262f9f, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7c248232-f8b2-4c29-8eb9-d39deb262f9f,segment=NetworkSegment(db1147f3-27cd-45d8-8b8f-a35836fb2aaf),segment_id=db1147f3-27cd-45d8-8b8f-a35836fb2aaf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:45.928597 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-45c33f8d-a36e-4b31-84d8-9cde2d2f238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.021664 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e62ee-29d2-4eda-b858-06362325bb28 req-38f48515-e41e-466f-8a0c-95594bb542e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:46.025375 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-440e62ee-29d2-4eda-b858-06362325bb28 req-38f48515-e41e-466f-8a0c-95594bb542e4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25eeba9a-23db-4f82-9d06-f83167e74c6e HTTP/1.1" status: 200 len: 854 time: 0.7426121 Jul 16 01:26:46.032692 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d07075-1eea-4776-955e-817184b2e410 req-4e533267-6002-494b-bdd9-11266ea57f12 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:46.040345 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26d07075-1eea-4776-955e-817184b2e410 req-4e533267-6002-494b-bdd9-11266ea57f12 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1676567 Jul 16 01:26:46.062012 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c33f8d-a36e-4b31-84d8-9cde2d2f238e None None] Pushing event updated for resources: {'Port': ['ID=7c248232-f8b2-4c29-8eb9-d39deb262f9f,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:46.089021 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-84a9abb5-d0da-4eb3-8efc-f522bb5252a2 None None] Provisioning for port 82f0c4c3-5dbf-4949-b4d5-042f08464cca completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:46.093652 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-84a9abb5-d0da-4eb3-8efc-f522bb5252a2 None None] Provisioning complete for port 82f0c4c3-5dbf-4949-b4d5-042f08464cca triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:46.094032 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84a9abb5-d0da-4eb3-8efc-f522bb5252a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.130655 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26d07075-1eea-4776-955e-817184b2e410 req-2e88a8b0-f22a-4181-90da-33cf3b37005d tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891509 Jul 16 01:26:46.150469 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db7f0272-16d2-41d3-901d-3c568650f562 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.183428 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-84a9abb5-d0da-4eb3-8efc-f522bb5252a2 None None] Port 82f0c4c3-5dbf-4949-b4d5-042f08464cca cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:46.252287 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-440e62ee-29d2-4eda-b858-06362325bb28 req-1977e452-83e7-4505-b12e-a97a52ada060 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6252f5cd-759b-4519-9324-34a52e8f66e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216719 Jul 16 01:26:46.283807 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-0edd0f9d-2456-4082-be93-3d34de29ba2f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:46.284514 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-0edd0f9d-2456-4082-be93-3d34de29ba2f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.480309 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-0edd0f9d-2456-4082-be93-3d34de29ba2f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2190437 Jul 16 01:26:46.485990 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-9236c65c-24b7-4a5c-9d68-3ec50f5d89db admin admin] Deleting port 62d1afe1-e021-4ce8-8fff-86121808c196 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:46.486790 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9236c65c-24b7-4a5c-9d68-3ec50f5d89db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.489896 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2086c191-9df2-44d1-aaed-daa1eae9871e None None] Provisioning complete for port 7c248232-f8b2-4c29-8eb9-d39deb262f9f triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:46.490366 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2086c191-9df2-44d1-aaed-daa1eae9871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.644773 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7c248232-f8b2-4c29-8eb9-d39deb262f9f up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:46.670678 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-2b6607ab-82ca-429f-8521-45e1850c2426 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Request body: {'port': {'device_id': '6b92e061-ce4f-4e12-9c5c-3a84fc0976de', 'network_id': 'b76e0d74-bb47-49a6-9599-dfbabe451dd7', 'admin_state_up': True, 'tenant_id': '3701d37a4b5440afb149894433d38e96'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:46.714080 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-9236c65c-24b7-4a5c-9d68-3ec50f5d89db admin admin] For port 62d1afe1-e021-4ce8-8fff-86121808c196, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=62d1afe1-e021-4ce8-8fff-86121808c196,segment=NetworkSegment(cc1cf050-125d-4498-b6a8-a34e36ceea1b),segment_id=cc1cf050-125d-4498-b6a8-a34e36ceea1b)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:46.714961 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9236c65c-24b7-4a5c-9d68-3ec50f5d89db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.730507 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-9236c65c-24b7-4a5c-9d68-3ec50f5d89db admin admin] Calling delete_port for 62d1afe1-e021-4ce8-8fff-86121808c196 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:46.776818 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2086c191-9df2-44d1-aaed-daa1eae9871e None None] Provisioning for port b855a636-5e84-4343-9bbc-2ea31adea44f completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:46.780690 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 7c248232-f8b2-4c29-8eb9-d39deb262f9f triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:46.781067 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.784340 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2086c191-9df2-44d1-aaed-daa1eae9871e None None] Provisioning complete for port b855a636-5e84-4343-9bbc-2ea31adea44f triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:46.784522 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2086c191-9df2-44d1-aaed-daa1eae9871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.784774 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe7032-2fa2-4223-a688-2c250d4aa5a7 req-974b876f-283c-4b1d-9671-4bea12977bf4 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:46.796392 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bfe7032-2fa2-4223-a688-2c250d4aa5a7 req-974b876f-283c-4b1d-9671-4bea12977bf4 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/ports?device_id=76119a77-77c6-4d18-8e59-9fcb240e0e36 HTTP/1.1" status: 200 len: 944 time: 1.3042321 Jul 16 01:26:46.860169 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2086c191-9df2-44d1-aaed-daa1eae9871e None None] Port b855a636-5e84-4343-9bbc-2ea31adea44f cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:46.918011 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d2fac-7b78-4f2a-936a-0172d6ea5759 req-c4c5f8fb-ebc2-4b98-99bc-5a39b53a071b tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:46.919672 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f74d2fac-7b78-4f2a-936a-0172d6ea5759 req-c4c5f8fb-ebc2-4b98-99bc-5a39b53a071b tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 932 time: 0.4086578 Jul 16 01:26:46.981310 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bf37e6bc-6793-4460-8d24-df22242be005 None None] Provisioning complete for port b855a636-5e84-4343-9bbc-2ea31adea44f triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:46.981681 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bf37e6bc-6793-4460-8d24-df22242be005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.991659 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f74d2fac-7b78-4f2a-936a-0172d6ea5759 req-f157b77c-78ea-4373-bdc8-373bb0d6322e tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640373 Jul 16 01:26:47.023397 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-bf37e6bc-6793-4460-8d24-df22242be005 None None] Port b855a636-5e84-4343-9bbc-2ea31adea44f cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:47.031209 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bfe7032-2fa2-4223-a688-2c250d4aa5a7 req-8dc2b540-b8e2-4e07-894b-59b86033151e tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/security-groups?id=1658b2ed-4553-43f8-ae13-825720e22af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099543 Jul 16 01:26:47.041447 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-440e62ee-29d2-4eda-b858-06362325bb28 req-c4c34e6f-575d-4b31-9f0b-05cf01985ae8 service neutron] 10.222.0.82 "GET /v2.0/networks/6252f5cd-759b-4519-9324-34a52e8f66e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7778242 Jul 16 01:26:47.097704 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9236c65c-24b7-4a5c-9d68-3ec50f5d89db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.130981 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236c65c-24b7-4a5c-9d68-3ec50f5d89db admin admin] Pushing event deleted for resources: {'Port': ['ID=62d1afe1-e021-4ce8-8fff-86121808c196,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:47.183011 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db7f0272-16d2-41d3-901d-3c568650f562 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.317687 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db7f0272-16d2-41d3-901d-3c568650f562 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.322219 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-440e62ee-29d2-4eda-b858-06362325bb28 req-e0f30aae-85d5-4713-8e67-af2b15cfbf1d service neutron] 10.222.0.82 "GET /v2.0/networks/6252f5cd-759b-4519-9324-34a52e8f66e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724512 Jul 16 01:26:47.330276 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-2b6607ab-82ca-429f-8521-45e1850c2426 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Made reservation on behalf of 3701d37a4b5440afb149894433d38e96 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:47.334940 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-2b6607ab-82ca-429f-8521-45e1850c2426 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.613455 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f0272-16d2-41d3-901d-3c568650f562 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Port': ['ID=b855a636-5e84-4343-9bbc-2ea31adea44f,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:47.641985 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff142d53-0318-42fd-8a6d-b14a1639148e req-d9c622c9-136f-44da-8dd0-47a7216c68c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:47.644542 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff142d53-0318-42fd-8a6d-b14a1639148e req-d9c622c9-136f-44da-8dd0-47a7216c68c4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1839410780cc4b50a2fae90c7a3704b3&device_id=76119a77-77c6-4d18-8e59-9fcb240e0e36 HTTP/1.1" status: 200 len: 1096 time: 0.2368073 Jul 16 01:26:47.827137 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db7f0272-16d2-41d3-901d-3c568650f562 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.859635 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-07961fc2-4f8f-40a2-9cf4-88b480cdac9e None None] Provisioning complete for port b855a636-5e84-4343-9bbc-2ea31adea44f triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:47.863909 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-07961fc2-4f8f-40a2-9cf4-88b480cdac9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.876106 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9236c65c-24b7-4a5c-9d68-3ec50f5d89db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.907944 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-07961fc2-4f8f-40a2-9cf4-88b480cdac9e None None] Port b855a636-5e84-4343-9bbc-2ea31adea44f cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:47.991502 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718f855-2006-4289-a380-08cf6b07ce34 req-88bbb2a1-d057-43f7-90aa-b78dfe828e5c tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:47.999210 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4718f855-2006-4289-a380-08cf6b07ce34 req-88bbb2a1-d057-43f7-90aa-b78dfe828e5c tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.6755986 Jul 16 01:26:48.162522 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-2b6607ab-82ca-429f-8521-45e1850c2426 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Allocated IP 19.86.0.31 (b76e0d74-bb47-49a6-9599-dfbabe451dd7/9570fc14-8df1-42ad-965a-2ecc0ed8d149/c4e9a3f7-5345-4564-9b1c-dd77c0834b82) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:48.184778 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff142d53-0318-42fd-8a6d-b14a1639148e req-d8626501-c8fa-4810-aa03-0f5ca7020019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:48.186371 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff142d53-0318-42fd-8a6d-b14a1639148e req-d8626501-c8fa-4810-aa03-0f5ca7020019 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6252f5cd-759b-4519-9324-34a52e8f66e4 HTTP/1.1" status: 200 len: 915 time: 0.3377013 Jul 16 01:26:48.226007 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9236c65c-24b7-4a5c-9d68-3ec50f5d89db admin admin] Router 36aba62a-72c9-45a5-a3c8-5a83e0a874b1 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:26:48.251290 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4718f855-2006-4289-a380-08cf6b07ce34 req-dcd3ffc5-a01c-4c1e-ab76-c429384edaa3 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509832 Jul 16 01:26:48.321951 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff142d53-0318-42fd-8a6d-b14a1639148e req-8697a50f-b91e-41ac-a3fe-c981c432da7a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09511f8f-4921-4b3c-96b3-03f98a4fb22d HTTP/1.1" status: 200 len: 217 time: 0.1161032 Jul 16 01:26:48.333689 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694eb82e-38a0-45d2-9c80-f62e0d145e79 req-73ef5035-97ca-4694-acde-c3361601e28e tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:48.342016 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-694eb82e-38a0-45d2-9c80-f62e0d145e79 req-73ef5035-97ca-4694-acde-c3361601e28e tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 932 time: 0.1790750 Jul 16 01:26:48.452898 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-694eb82e-38a0-45d2-9c80-f62e0d145e79 req-da08511a-fee4-4ee1-8a20-8a0a9ee9dd72 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097713 Jul 16 01:26:48.481682 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9236c65c-24b7-4a5c-9d68-3ec50f5d89db admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:48.491252 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f304e-f787-4ff0-ba1f-0feb9cfbf548 None None] Sync routers for ids ['36aba62a-72c9-45a5-a3c8-5a83e0a874b1'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:48.493871 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9236c65c-24b7-4a5c-9d68-3ec50f5d89db admin admin] 10.222.0.16 "PUT /v2.0/routers/36aba62a-72c9-45a5-a3c8-5a83e0a874b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6455410 Jul 16 01:26:48.496823 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48456) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:48.505102 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f304e-f787-4ff0-ba1f-0feb9cfbf548 None None] Routers {'36aba62a-72c9-45a5-a3c8-5a83e0a874b1'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:48.505717 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-304f304e-f787-4ff0-ba1f-0feb9cfbf548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:26:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['36aba62a-72c9-45a5-a3c8-5a83e0a874b1'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:48.526674 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db7f0272-16d2-41d3-901d-3c568650f562 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:48.577301 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff142d53-0318-42fd-8a6d-b14a1639148e req-f88f10f2-cc14-4351-b153-fcfceff50ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:48.578698 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff142d53-0318-42fd-8a6d-b14a1639148e req-f88f10f2-cc14-4351-b153-fcfceff50ee6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25eeba9a-23db-4f82-9d06-f83167e74c6e HTTP/1.1" status: 200 len: 854 time: 0.2191067 Jul 16 01:26:48.668677 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff142d53-0318-42fd-8a6d-b14a1639148e req-14f93201-71dd-421e-a6c7-0fe033854ddf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6252f5cd-759b-4519-9324-34a52e8f66e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797703 Jul 16 01:26:48.670053 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8320c9ba-972b-4586-a084-18714301245a admin admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:48.672410 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0357f42-f13b-4be2-a5d7-a4517a9c66d8 req-827cb5fb-d55e-4a5e-b6da-0a814c12db84 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=50c32309-560a-4a81-9614-b87659c6d3f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4496262 Jul 16 01:26:48.730576 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-304f304e-f787-4ff0-ba1f-0feb9cfbf548 None None] Set router 36aba62a-72c9-45a5-a3c8-5a83e0a874b1 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:48.832509 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff142d53-0318-42fd-8a6d-b14a1639148e req-a6adb02b-47d8-4cba-9a9f-830edbb5bf0f service neutron] 10.222.0.82 "GET /v2.0/networks/6252f5cd-759b-4519-9324-34a52e8f66e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478872 Jul 16 01:26:48.848802 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 09511f8f-4921-4b3c-96b3-03f98a4fb22d details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:48.970792 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d9277-d42f-4ffe-90a0-3719d051a3ff req-1db500d4-0d18-489c-aaaa-15a3d554804f tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:48.972544 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b30d9277-d42f-4ffe-90a0-3719d051a3ff req-1db500d4-0d18-489c-aaaa-15a3d554804f tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/ports?device_id=76119a77-77c6-4d18-8e59-9fcb240e0e36 HTTP/1.1" status: 200 len: 944 time: 0.5467522 Jul 16 01:26:49.000210 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8320c9ba-972b-4586-a084-18714301245a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:49.053634 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d971d3-aeb3-4015-9854-01b4c81dde7d req-5ce97526-7ae2-4d0a-8cf8-77ada69aedab tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:49.055423 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-19d971d3-aeb3-4015-9854-01b4c81dde7d req-5ce97526-7ae2-4d0a-8cf8-77ada69aedab tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.2389195 Jul 16 01:26:49.057182 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-304f304e-f787-4ff0-ba1f-0feb9cfbf548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'name': 'tempest-ServersTestManualDisk-40304155-router', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:26:47Z', 'revision_number': 5, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'gw_port': {'id': '108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:49.106440 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 09511f8f-4921-4b3c-96b3-03f98a4fb22d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=09511f8f-4921-4b3c-96b3-03f98a4fb22d,segment=NetworkSegment(0abf27c0-33bd-4aa4-a59f-84048d7bd0db),segment_id=0abf27c0-33bd-4aa4-a59f-84048d7bd0db)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:49.128255 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-19d971d3-aeb3-4015-9854-01b4c81dde7d req-0d74ce8f-3752-464e-bb86-a79e63e7f7b3 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589342 Jul 16 01:26:49.128532 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f304e-f787-4ff0-ba1f-0feb9cfbf548 None None] Checking router: 36aba62a-72c9-45a5-a3c8-5a83e0a874b1 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:49.138572 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f304e-f787-4ff0-ba1f-0feb9cfbf548 None None] Routers {'36aba62a-72c9-45a5-a3c8-5a83e0a874b1'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:49.139210 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-304f304e-f787-4ff0-ba1f-0feb9cfbf548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:26:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['36aba62a-72c9-45a5-a3c8-5a83e0a874b1'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:49.143021 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-8320c9ba-972b-4586-a084-18714301245a admin admin] Deleting port 108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:49.143363 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8320c9ba-972b-4586-a084-18714301245a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:49.326670 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-304f304e-f787-4ff0-ba1f-0feb9cfbf548 None None] Set router 36aba62a-72c9-45a5-a3c8-5a83e0a874b1 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:49.349155 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-8320c9ba-972b-4586-a084-18714301245a admin admin] For port 108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:49.349516 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8320c9ba-972b-4586-a084-18714301245a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:49.381598 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-8320c9ba-972b-4586-a084-18714301245a admin admin] Calling delete_port for 108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00 owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:49.441259 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-304f304e-f787-4ff0-ba1f-0feb9cfbf548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'name': 'tempest-ServersTestManualDisk-40304155-router', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:26:49Z', 'revision_number': 6, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:49.476144 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f304e-f787-4ff0-ba1f-0feb9cfbf548 None None] The sync data for ids ['36aba62a-72c9-45a5-a3c8-5a83e0a874b1'] in n-d-792394-16 is: [{'id': '36aba62a-72c9-45a5-a3c8-5a83e0a874b1', 'name': 'tempest-ServersTestManualDisk-40304155-router', 'tenant_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:10Z', 'updated_at': '2021-07-16T01:26:49Z', 'revision_number': 6, 'project_id': 'bd4f8fb6acab47c0b403eff8317f556f', 'gw_port_host': None}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:49.563956 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '09511f8f-4921-4b3c-96b3-03f98a4fb22d', 'network_id': '6252f5cd-759b-4519-9324-34a52e8f66e4', 'port_id': '09511f8f-4921-4b3c-96b3-03f98a4fb22d', 'mac_address': 'fa:16:3e:5f:c5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25eeba9a-23db-4f82-9d06-f83167e74c6e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:49.614616 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff142d53-0318-42fd-8a6d-b14a1639148e req-0e7f3563-a768-490b-b46f-f904d010c32d service neutron] 10.222.0.82 "GET /v2.0/networks/6252f5cd-759b-4519-9324-34a52e8f66e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7672486 Jul 16 01:26:49.652646 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:49.682463 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09511f8f-4921-4b3c-96b3-03f98a4fb22d {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:49.682722 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-2b6607ab-82ca-429f-8521-45e1850c2426 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:49.727697 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 09511f8f-4921-4b3c-96b3-03f98a4fb22d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=09511f8f-4921-4b3c-96b3-03f98a4fb22d,segment=NetworkSegment(0abf27c0-33bd-4aa4-a59f-84048d7bd0db),segment_id=0abf27c0-33bd-4aa4-a59f-84048d7bd0db)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:49.739300 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:49.763474 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-2b6607ab-82ca-429f-8521-45e1850c2426 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Transition to ACTIVE for port object c4e9a3f7-5345-4564-9b1c-dd77c0834b82 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:49.782476 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b30d9277-d42f-4ffe-90a0-3719d051a3ff req-d6ec4ee0-2b65-4c67-afac-66f3c9a9df0c tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/security-groups?id=1658b2ed-4553-43f8-ae13-825720e22af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817200 Jul 16 01:26:49.814348 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=09511f8f-4921-4b3c-96b3-03f98a4fb22d,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:49.814547 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa7d0d-0330-4bb1-b2c2-bf706b1c441b req-2fcfdadf-fad8-41fa-9c61-2bfb38f1732e tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:49.816476 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16fa7d0d-0330-4bb1-b2c2-bf706b1c441b req-2fcfdadf-fad8-41fa-9c61-2bfb38f1732e tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.3038564 Jul 16 01:26:49.860816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0357f42-f13b-4be2-a5d7-a4517a9c66d8 req-3e038e82-d8e3-492a-b010-32bdde2cb26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:49.862434 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0357f42-f13b-4be2-a5d7-a4517a9c66d8 req-3e038e82-d8e3-492a-b010-32bdde2cb26c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2e2c96b1826a4339b18e4f406fbe264f&device_id=50c32309-560a-4a81-9614-b87659c6d3f8 HTTP/1.1" status: 200 len: 1097 time: 1.0504687 Jul 16 01:26:49.973460 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16fa7d0d-0330-4bb1-b2c2-bf706b1c441b req-d142c4e6-cd7e-4494-82c8-9be0c95cefe6 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162398 Jul 16 01:26:49.997626 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['09511f8f-4921-4b3c-96b3-03f98a4fb22d'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:50.018010 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8320c9ba-972b-4586-a084-18714301245a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.081665 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320c9ba-972b-4586-a084-18714301245a admin admin] Pushing event deleted for resources: {'Port': ['ID=108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:50.157438 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-2b6607ab-82ca-429f-8521-45e1850c2426 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.187152 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8320c9ba-972b-4586-a084-18714301245a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.223212 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db7f0272-16d2-41d3-901d-3c568650f562 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.267402 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db7f0272-16d2-41d3-901d-3c568650f562 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.268350 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db7f0272-16d2-41d3-901d-3c568650f562 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.295237 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-2b6607ab-82ca-429f-8521-45e1850c2426 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Network b76e0d74-bb47-49a6-9599-dfbabe451dd7 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:50.300183 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0357f42-f13b-4be2-a5d7-a4517a9c66d8 req-ec0e549b-e07e-44c8-9cb1-2969ca191b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:50.301898 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0357f42-f13b-4be2-a5d7-a4517a9c66d8 req-ec0e549b-e07e-44c8-9cb1-2969ca191b2c service neutron] 10.222.0.84 "GET /v2.0/networks?id=a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83 HTTP/1.1" status: 200 len: 906 time: 0.3962629 Jul 16 01:26:50.312035 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-2b6607ab-82ca-429f-8521-45e1850c2426 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:50.336096 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6607ab-82ca-429f-8521-45e1850c2426 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event updated for resources: {'Port': ['ID=c4e9a3f7-5345-4564-9b1c-dd77c0834b82,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:50.337828 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8320c9ba-972b-4586-a084-18714301245a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.343150 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8320c9ba-972b-4586-a084-18714301245a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.347553 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-2b6607ab-82ca-429f-8521-45e1850c2426 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:50.365193 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1640b-7634-4f7a-b4c9-24f5a2fd9e02 req-b749ef98-46b6-4f51-a042-4163bf65348a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:50.366937 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-75b1640b-7634-4f7a-b4c9-24f5a2fd9e02 req-b749ef98-46b6-4f51-a042-4163bf65348a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 932 time: 0.4412320 Jul 16 01:26:50.469008 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8320c9ba-972b-4586-a084-18714301245a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.469685 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8320c9ba-972b-4586-a084-18714301245a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36aba62a-72c9-45a5-a3c8-5a83e0a874b1 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:26:50.483087 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8320c9ba-972b-4586-a084-18714301245a admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.488634 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8320c9ba-972b-4586-a084-18714301245a admin admin] 10.222.0.16 "DELETE /v2.0/routers/36aba62a-72c9-45a5-a3c8-5a83e0a874b1 HTTP/1.1" status: 204 len: 168 time: 1.9911952 Jul 16 01:26:50.491125 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48480) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:50.559827 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 62d1afe1-e021-4ce8-8fff-86121808c196 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:50.594932 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef4f0aa-c6c7-4870-a91e-e465bf672cc3 admin admin] Deleting subnet 007570ca-e090-4b11-9188-5caf28ec1f2f {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:26:50.606006 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0ef4f0aa-c6c7-4870-a91e-e465bf672cc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.611704 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 62d1afe1-e021-4ce8-8fff-86121808c196 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:50.612052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 62d1afe1-e021-4ce8-8fff-86121808c196 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:50.612503 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:50.671250 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:50.671603 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 108bc9f2-5a5e-4cfd-8c4d-5d9b99e44d00 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:50.680667 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37be9de-3e1a-4a45-9a91-ced4022811c5 req-19096be7-f607-40eb-aad3-958e5600d91f tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:50.682913 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c37be9de-3e1a-4a45-9a91-ced4022811c5 req-19096be7-f607-40eb-aad3-958e5600d91f tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.2728496 Jul 16 01:26:50.708583 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7f0272-16d2-41d3-901d-3c568650f562 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network db37feaa-c2ce-4cef-ad34-63cbffc49bf0 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:50.731248 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-db7f0272-16d2-41d3-901d-3c568650f562 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:50.733629 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0ef4f0aa-c6c7-4870-a91e-e465bf672cc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.738972 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f0272-16d2-41d3-901d-3c568650f562 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Port': ['ID=b855a636-5e84-4343-9bbc-2ea31adea44f,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:50.767527 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-75b1640b-7634-4f7a-b4c9-24f5a2fd9e02 req-b89fd0b7-7eb8-4b8f-88af-d9f24b65a898 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573620 Jul 16 01:26:50.800033 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c37be9de-3e1a-4a45-9a91-ced4022811c5 req-776aa49a-77ea-42d2-8490-5de738dd2512 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026618 Jul 16 01:26:50.803443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-2b6607ab-82ca-429f-8521-45e1850c2426 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:50.804617 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-2b6607ab-82ca-429f-8521-45e1850c2426 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.811054 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ba19741f-7375-42da-8eb7-a9258ff5d9ac None None] Provisioning for port c4e9a3f7-5345-4564-9b1c-dd77c0834b82 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:50.818144 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0357f42-f13b-4be2-a5d7-a4517a9c66d8 req-70f6364f-b783-4147-bd61-dd1a3e015e14 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac96f6dd-ae12-48e2-9b31-22d4529e791f HTTP/1.1" status: 200 len: 1000 time: 0.5022480 Jul 16 01:26:50.824578 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ba19741f-7375-42da-8eb7-a9258ff5d9ac None None] Provisioning complete for port c4e9a3f7-5345-4564-9b1c-dd77c0834b82 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:50.824961 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba19741f-7375-42da-8eb7-a9258ff5d9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:50.933373 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ba19741f-7375-42da-8eb7-a9258ff5d9ac None None] Port c4e9a3f7-5345-4564-9b1c-dd77c0834b82 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:50.952105 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0ef4f0aa-c6c7-4870-a91e-e465bf672cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.074893 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-2b6607ab-82ca-429f-8521-45e1850c2426 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4078934 Jul 16 01:26:51.095732 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-8e3cb538-b260-40ee-ab1b-50b60b9888f3 service neutron] Request body: {'port': {'device_id': '6b92e061-ce4f-4e12-9c5c-3a84fc0976de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:51.119758 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0ef4f0aa-c6c7-4870-a91e-e465bf672cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.152793 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d362f50-3d5a-434d-ba11-403add77e281 None None] Network 21db8485-c054-467b-beec-87e40339314e requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:51.171995 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0ef4f0aa-c6c7-4870-a91e-e465bf672cc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.178332 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0ef4f0aa-c6c7-4870-a91e-e465bf672cc3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/007570ca-e090-4b11-9188-5caf28ec1f2f HTTP/1.1" status: 204 len: 168 time: 0.6859889 Jul 16 01:26:51.183195 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48496) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:51.186843 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0357f42-f13b-4be2-a5d7-a4517a9c66d8 req-5435024e-575d-4418-b1ad-6b09065884dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:51.191167 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4f0aa-c6c7-4870-a91e-e465bf672cc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=007570ca-e090-4b11-9188-5caf28ec1f2f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:51.199907 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0357f42-f13b-4be2-a5d7-a4517a9c66d8 req-5435024e-575d-4418-b1ad-6b09065884dc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8a0b625a-5414-4c49-99ba-fd5b40c816b5 HTTP/1.1" status: 200 len: 844 time: 0.2403197 Jul 16 01:26:51.232106 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917920e9-4a70-41e3-b794-39d07a2aea90 req-b1df657e-63d4-4fa1-a223-39c0cb634046 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:51.239370 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-917920e9-4a70-41e3-b794-39d07a2aea90 req-b1df657e-63d4-4fa1-a223-39c0cb634046 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/ports?device_id=76119a77-77c6-4d18-8e59-9fcb240e0e36 HTTP/1.1" status: 200 len: 945 time: 0.2137983 Jul 16 01:26:51.323565 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-917920e9-4a70-41e3-b794-39d07a2aea90 req-cf623f4c-3663-417a-8c0b-f2931ff76c91 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/security-groups?id=1658b2ed-4553-43f8-ae13-825720e22af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832264 Jul 16 01:26:51.358018 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bf89935-c6fa-42b4-a1c5-68a3196c275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.448223 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-766479e9-52e3-4cd1-8b49-56562245f722 None None] Provisioning complete for port b855a636-5e84-4343-9bbc-2ea31adea44f triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:51.448947 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-766479e9-52e3-4cd1-8b49-56562245f722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.464306 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-8e3cb538-b260-40ee-ab1b-50b60b9888f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.485771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-0bf89935-c6fa-42b4-a1c5-68a3196c275e admin admin] Deleting port f9e1ba20-d95b-4b57-83f3-b4f7146db2a5 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:51.486253 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bf89935-c6fa-42b4-a1c5-68a3196c275e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.525258 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-766479e9-52e3-4cd1-8b49-56562245f722 None None] Port b855a636-5e84-4343-9bbc-2ea31adea44f cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:51.567730 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53811b5-3acc-4d00-8243-27667ee0ef83 req-e1e39a9a-ae0c-4cf3-9567-0bc743a3c59a tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:51.575625 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e53811b5-3acc-4d00-8243-27667ee0ef83 req-e1e39a9a-ae0c-4cf3-9567-0bc743a3c59a tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.3996496 Jul 16 01:26:51.584990 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3326d4-a2a4-4389-a8f8-6b2446d20be1 None None] DHCP port deletion for 21db8485-c054-467b-beec-87e40339314e request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:26:51.616261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-0bf89935-c6fa-42b4-a1c5-68a3196c275e admin admin] For port f9e1ba20-d95b-4b57-83f3-b4f7146db2a5, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f9e1ba20-d95b-4b57-83f3-b4f7146db2a5,segment=NetworkSegment(cc1cf050-125d-4498-b6a8-a34e36ceea1b),segment_id=cc1cf050-125d-4498-b6a8-a34e36ceea1b)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:51.616779 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bf89935-c6fa-42b4-a1c5-68a3196c275e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.634460 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e53811b5-3acc-4d00-8243-27667ee0ef83 req-c41b6990-7aa9-4a8d-98be-e015eedd188c tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582252 Jul 16 01:26:51.634675 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-0bf89935-c6fa-42b4-a1c5-68a3196c275e admin admin] Calling delete_port for f9e1ba20-d95b-4b57-83f3-b4f7146db2a5 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:51.672005 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7f0272-16d2-41d3-901d-3c568650f562 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Router fb3d6fcf-17bf-4761-97b7-ff285ff12e4e is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:26:51.674713 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ea3326d4-a2a4-4389-a8f8-6b2446d20be1 None None] Deleting port f9e1ba20-d95b-4b57-83f3-b4f7146db2a5 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:51.675116 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ea3326d4-a2a4-4389-a8f8-6b2446d20be1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.693656 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0357f42-f13b-4be2-a5d7-a4517a9c66d8 req-23c79bbf-963d-442d-a792-4daaaf883d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:51.695790 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0357f42-f13b-4be2-a5d7-a4517a9c66d8 req-23c79bbf-963d-442d-a792-4daaaf883d26 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4951308 Jul 16 01:26:51.774177 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ea3326d4-a2a4-4389-a8f8-6b2446d20be1 None None] For port f9e1ba20-d95b-4b57-83f3-b4f7146db2a5, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f9e1ba20-d95b-4b57-83f3-b4f7146db2a5,segment=NetworkSegment(cc1cf050-125d-4498-b6a8-a34e36ceea1b),segment_id=cc1cf050-125d-4498-b6a8-a34e36ceea1b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:51.774826 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ea3326d4-a2a4-4389-a8f8-6b2446d20be1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.778875 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bf89935-c6fa-42b4-a1c5-68a3196c275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.791814 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ea3326d4-a2a4-4389-a8f8-6b2446d20be1 None None] Calling delete_port for f9e1ba20-d95b-4b57-83f3-b4f7146db2a5 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:51.810565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf89935-c6fa-42b4-a1c5-68a3196c275e admin admin] No DVR routers for this DVR port f9e1ba20-d95b-4b57-83f3-b4f7146db2a5 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:51.812301 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf89935-c6fa-42b4-a1c5-68a3196c275e admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e1ba20-d95b-4b57-83f3-b4f7146db2a5,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:51.900061 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ea3326d4-a2a4-4389-a8f8-6b2446d20be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.917516 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3326d4-a2a4-4389-a8f8-6b2446d20be1 None None] No DVR routers for this DVR port f9e1ba20-d95b-4b57-83f3-b4f7146db2a5 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:51.955896 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3326d4-a2a4-4389-a8f8-6b2446d20be1 None None] Pushing event deleted for resources: {'Port': ['ID=f9e1ba20-d95b-4b57-83f3-b4f7146db2a5,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:51.968700 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bf89935-c6fa-42b4-a1c5-68a3196c275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:51.987525 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-0bf89935-c6fa-42b4-a1c5-68a3196c275e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21db8485-c054-467b-beec-87e40339314e']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:52.005791 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-0bf89935-c6fa-42b4-a1c5-68a3196c275e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc1cf050-125d-4498-b6a8-a34e36ceea1b') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:52.006164 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-0bf89935-c6fa-42b4-a1c5-68a3196c275e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc1cf050-125d-4498-b6a8-a34e36ceea1b') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:52.018535 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bf89935-c6fa-42b4-a1c5-68a3196c275e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.040384 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83881df7-86ab-4f43-8db2-8a4ea5a13573 req-f1e9aae0-2251-46d4-932e-58dd9380e93e tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:52.041929 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-83881df7-86ab-4f43-8db2-8a4ea5a13573 req-f1e9aae0-2251-46d4-932e-58dd9380e93e tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1676102 Jul 16 01:26:52.046236 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bf89935-c6fa-42b4-a1c5-68a3196c275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.060868 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf89935-c6fa-42b4-a1c5-68a3196c275e admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:26:52.061287 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bf89935-c6fa-42b4-a1c5-68a3196c275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:26:52.064034 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:26:52.155599 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-83881df7-86ab-4f43-8db2-8a4ea5a13573 req-4847d9c3-8bb2-4670-bdbe-d203788b6ebe tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024172 Jul 16 01:26:52.165871 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0357f42-f13b-4be2-a5d7-a4517a9c66d8 req-d8e064b8-c380-4bbd-bc78-59a3b9d44481 service neutron] 10.222.0.84 "GET /v2.0/networks/a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512494 Jul 16 01:26:52.166364 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bf89935-c6fa-42b4-a1c5-68a3196c275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.174989 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bf89935-c6fa-42b4-a1c5-68a3196c275e admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.177910 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0bf89935-c6fa-42b4-a1c5-68a3196c275e admin admin] 10.222.0.16 "DELETE /v2.0/networks/21db8485-c054-467b-beec-87e40339314e HTTP/1.1" status: 204 len: 168 time: 0.9926698 Jul 16 01:26:52.207841 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf89935-c6fa-42b4-a1c5-68a3196c275e admin admin] Pushing event deleted for resources: {'Network': ['ID=21db8485-c054-467b-beec-87e40339314e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:52.465281 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48520) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:52.478384 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0357f42-f13b-4be2-a5d7-a4517a9c66d8 req-df513ed5-d841-4e67-87bc-4396f302cc94 service neutron] 10.222.0.84 "GET /v2.0/networks/a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594852 Jul 16 01:26:52.489230 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-8e3cb538-b260-40ee-ab1b-50b60b9888f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f0c4c3-5dbf-4949-b4d5-042f08464cca {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:52.527849 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-8e3cb538-b260-40ee-ab1b-50b60b9888f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.560208 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-8e3cb538-b260-40ee-ab1b-50b60b9888f3 service neutron] Transition to ACTIVE for port object 82f0c4c3-5dbf-4949-b4d5-042f08464cca will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:52.561363 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7f0272-16d2-41d3-901d-3c568650f562 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:52.570502 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-db7f0272-16d2-41d3-901d-3c568650f562 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "PUT /v2.0/routers/fb3d6fcf-17bf-4761-97b7-ff285ff12e4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0619183 Jul 16 01:26:52.570502 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48530) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:52.577496 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927db7cd-4dac-4a72-9e2b-811d4d531c7f None None] Sync routers for ids ['fb3d6fcf-17bf-4761-97b7-ff285ff12e4e'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:52.588835 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f9e1ba20-d95b-4b57-83f3-b4f7146db2a5 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:52.589749 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-8e3cb538-b260-40ee-ab1b-50b60b9888f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.607800 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6d8c4ae4-4577-421b-9adc-1ef0759c9284 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd4f8fb6acab47c0b403eff8317f556f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411519 Jul 16 01:26:52.619698 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48532) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:52.636171 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022f229-c62c-4d0c-b360-9fff25c5fddc req-a2c2d43c-cd4f-47b4-8db8-3d0f83bc4617 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:52.643173 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927db7cd-4dac-4a72-9e2b-811d4d531c7f None None] Routers {'fb3d6fcf-17bf-4761-97b7-ff285ff12e4e'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:52.643360 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022f229-c62c-4d0c-b360-9fff25c5fddc req-a2c2d43c-cd4f-47b4-8db8-3d0f83bc4617 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:52.643837 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-927db7cd-4dac-4a72-9e2b-811d4d531c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:26:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['fb3d6fcf-17bf-4761-97b7-ff285ff12e4e'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:52.645082 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d022f229-c62c-4d0c-b360-9fff25c5fddc req-a2c2d43c-cd4f-47b4-8db8-3d0f83bc4617 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 1654 time: 0.4822938 Jul 16 01:26:52.645786 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: f9e1ba20-d95b-4b57-83f3-b4f7146db2a5 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:52.646127 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f9e1ba20-d95b-4b57-83f3-b4f7146db2a5 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:52.712175 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-927db7cd-4dac-4a72-9e2b-811d4d531c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:52.722525 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927db7cd-4dac-4a72-9e2b-811d4d531c7f None None] Routers {'fb3d6fcf-17bf-4761-97b7-ff285ff12e4e'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:52.723335 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-927db7cd-4dac-4a72-9e2b-811d4d531c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:26:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['fb3d6fcf-17bf-4761-97b7-ff285ff12e4e'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:52.775137 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-927db7cd-4dac-4a72-9e2b-811d4d531c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:52.775800 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927db7cd-4dac-4a72-9e2b-811d4d531c7f None None] The sync data for ids ['fb3d6fcf-17bf-4761-97b7-ff285ff12e4e'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:52.807252 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d022f229-c62c-4d0c-b360-9fff25c5fddc req-35f1597e-f957-4c01-b1ec-fd1db6d8769b tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120420 Jul 16 01:26:52.832638 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cb538-b260-40ee-ab1b-50b60b9888f3 service neutron] Pushing event updated for resources: {'Port': ['ID=82f0c4c3-5dbf-4949-b4d5-042f08464cca,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:52.882713 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 09511f8f-4921-4b3c-96b3-03f98a4fb22d up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:52.940231 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c97e810-cd8c-4795-9772-d2a7bb916927 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:52.940940 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d0d93d6-c8e0-4164-9084-724c24c5e219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:52.941861 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3c97e810-cd8c-4795-9772-d2a7bb916927 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb3d6fcf-17bf-4761-97b7-ff285ff12e4e HTTP/1.1" status: 200 len: 988 time: 0.3703244 Jul 16 01:26:52.944731 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48534) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:52.980670 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 09511f8f-4921-4b3c-96b3-03f98a4fb22d completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:52.993018 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 09511f8f-4921-4b3c-96b3-03f98a4fb22d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:52.993497 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.013045 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a754502-1f53-46e0-a90e-5acb9a90322b req-bc290990-3acd-4788-9069-5d435696fdf4 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:53.020045 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a754502-1f53-46e0-a90e-5acb9a90322b req-bc290990-3acd-4788-9069-5d435696fdf4 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/ports?device_id=76119a77-77c6-4d18-8e59-9fcb240e0e36 HTTP/1.1" status: 200 len: 945 time: 0.3231134 Jul 16 01:26:53.063955 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d0d93d6-c8e0-4164-9084-724c24c5e219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.113416 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a754502-1f53-46e0-a90e-5acb9a90322b req-a66822d6-1eab-44d8-acdd-148a2862b990 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/security-groups?id=1658b2ed-4553-43f8-ae13-825720e22af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901246 Jul 16 01:26:53.120090 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-8e3cb538-b260-40ee-ab1b-50b60b9888f3 service neutron] Attempting to bind port 82f0c4c3-5dbf-4949-b4d5-042f08464cca on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:53.120454 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-8e3cb538-b260-40ee-ab1b-50b60b9888f3 service neutron] Attempting to bind port 82f0c4c3-5dbf-4949-b4d5-042f08464cca by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'c13bc4a4-f64a-44a6-bd98-ce84387523f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '09751c05-4cdd-430d-bd14-547ee52871c0'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:53.120790 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-8e3cb538-b260-40ee-ab1b-50b60b9888f3 service neutron] Attempting to bind port 82f0c4c3-5dbf-4949-b4d5-042f08464cca on network 09751c05-4cdd-430d-bd14-547ee52871c0 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:53.159562 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d0d93d6-c8e0-4164-9084-724c24c5e219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.162374 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-8e3cb538-b260-40ee-ab1b-50b60b9888f3 service neutron] Port 82f0c4c3-5dbf-4949-b4d5-042f08464cca on network 09751c05-4cdd-430d-bd14-547ee52871c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:26:53.162374 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-8e3cb538-b260-40ee-ab1b-50b60b9888f3 service neutron] Attempting to bind port 82f0c4c3-5dbf-4949-b4d5-042f08464cca on network 09751c05-4cdd-430d-bd14-547ee52871c0 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:53.162991 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d0d93d6-c8e0-4164-9084-724c24c5e219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.163710 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9d0d93d6-c8e0-4164-9084-724c24c5e219 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a5f8e3e-564e-4f7d-bd08-7d92c19c1de4 HTTP/1.1" status: 204 len: 168 time: 0.5344315 Jul 16 01:26:53.165133 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.177080 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-8e3cb538-b260-40ee-ab1b-50b60b9888f3 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:53.177827 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-8e3cb538-b260-40ee-ab1b-50b60b9888f3 service neutron] Checking segment: {'id': 'c13bc4a4-f64a-44a6-bd98-ce84387523f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '09751c05-4cdd-430d-bd14-547ee52871c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:53.177827 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-8e3cb538-b260-40ee-ab1b-50b60b9888f3 service neutron] Bound using segment: {'id': 'c13bc4a4-f64a-44a6-bd98-ce84387523f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '09751c05-4cdd-430d-bd14-547ee52871c0'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:53.178223 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-8e3cb538-b260-40ee-ab1b-50b60b9888f3 service neutron] Bound port: 82f0c4c3-5dbf-4949-b4d5-042f08464cca, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13bc4a4-f64a-44a6-bd98-ce84387523f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '09751c05-4cdd-430d-bd14-547ee52871c0'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:53.178584 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-8e3cb538-b260-40ee-ab1b-50b60b9888f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.183399 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d93d6-c8e0-4164-9084-724c24c5e219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5f8e3e-564e-4f7d-bd08-7d92c19c1de4,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:53.238432 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 09511f8f-4921-4b3c-96b3-03f98a4fb22d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=09511f8f-4921-4b3c-96b3-03f98a4fb22d,segment=NetworkSegment(0abf27c0-33bd-4aa4-a59f-84048d7bd0db),segment_id=0abf27c0-33bd-4aa4-a59f-84048d7bd0db)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:53.244264 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76119a77-77c6-4d18-8e59-9fcb240e0e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09511f8f-4921-4b3c-96b3-03f98a4fb22d'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:53.250677 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371156a5-01ed-4019-b214-a0daba6e7f44" -d '{"events": [{"server_uuid": "76119a77-77c6-4d18-8e59-9fcb240e0e36", "name": "network-vif-plugged", "status": "completed", "tag": "09511f8f-4921-4b3c-96b3-03f98a4fb22d"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:53.286980 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.399322 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=09511f8f-4921-4b3c-96b3-03f98a4fb22d,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:53.420978 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8268bd1c-2bae-4cf3-af63-aca87249e83e x-openstack-request-id: req-8268bd1c-2bae-4cf3-af63-aca87249e83e {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:53.421272 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76119a77-77c6-4d18-8e59-9fcb240e0e36", "name": "network-vif-plugged", "status": "completed", "tag": "09511f8f-4921-4b3c-96b3-03f98a4fb22d", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:53.421866 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8268bd1c-2bae-4cf3-af63-aca87249e83e {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:53.422216 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76119a77-77c6-4d18-8e59-9fcb240e0e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09511f8f-4921-4b3c-96b3-03f98a4fb22d', 'code': 200} Jul 16 01:26:53.791401 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2b19f-f4e9-48b5-ae4e-be0d17d610a9 req-c2b6b9b1-f3ac-4fe3-b9b4-965ea6fdc248 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:53.793040 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f7c2b19f-f4e9-48b5-ae4e-be0d17d610a9 req-c2b6b9b1-f3ac-4fe3-b9b4-965ea6fdc248 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.7404034 Jul 16 01:26:53.946001 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-8e3cb538-b260-40ee-ab1b-50b60b9888f3 service neutron] For port 82f0c4c3-5dbf-4949-b4d5-042f08464cca, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:53.979720 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f7c2b19f-f4e9-48b5-ae4e-be0d17d610a9 req-1816f74c-1242-4359-bd6b-5c979c075b9c tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803091 Jul 16 01:26:53.987868 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-8e3cb538-b260-40ee-ab1b-50b60b9888f3 service neutron] For port 82f0c4c3-5dbf-4949-b4d5-042f08464cca, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=82f0c4c3-5dbf-4949-b4d5-042f08464cca,segment=NetworkSegment(c13bc4a4-f64a-44a6-bd98-ce84387523f9),segment_id=c13bc4a4-f64a-44a6-bd98-ce84387523f9)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:54.017702 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c65ac-8d48-429b-835f-10175110c682 req-ae8e251e-2899-4730-9e98-f90de6070e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:54.019897 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9f2c65ac-8d48-429b-835f-10175110c682 req-ae8e251e-2899-4730-9e98-f90de6070e93 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=76119a77-77c6-4d18-8e59-9fcb240e0e36 HTTP/1.1" status: 200 len: 1098 time: 0.3680770 Jul 16 01:26:54.024014 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-8e3cb538-b260-40ee-ab1b-50b60b9888f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.120342 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae0dd9-bedc-4a78-9e6d-9ff15b0d9ed2 req-d8657793-03f6-4070-8179-aebb45278804 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:54.126591 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae0dd9-bedc-4a78-9e6d-9ff15b0d9ed2 req-d8657793-03f6-4070-8179-aebb45278804 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:54.135298 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-82ae0dd9-bedc-4a78-9e6d-9ff15b0d9ed2 req-d8657793-03f6-4070-8179-aebb45278804 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 1666 time: 0.1246862 Jul 16 01:26:54.151280 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cb538-b260-40ee-ab1b-50b60b9888f3 service neutron] Pushing event updated for resources: {'Port': ['ID=82f0c4c3-5dbf-4949-b4d5-042f08464cca,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:54.187520 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-82ae0dd9-bedc-4a78-9e6d-9ff15b0d9ed2 req-565de9f4-f38e-4537-8693-6779ee943f1c tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509496 Jul 16 01:26:54.191051 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9f2c65ac-8d48-429b-835f-10175110c682 req-71edddc7-fe7d-4d29-8d53-3a17b923574b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1658b2ed-4553-43f8-ae13-825720e22af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632178 Jul 16 01:26:54.226859 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-8e3cb538-b260-40ee-ab1b-50b60b9888f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:54.228062 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-8e3cb538-b260-40ee-ab1b-50b60b9888f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.229524 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-8e3cb538-b260-40ee-ab1b-50b60b9888f3 service neutron] 10.222.0.82 "PUT /v2.0/ports/82f0c4c3-5dbf-4949-b4d5-042f08464cca HTTP/1.1" status: 200 len: 1093 time: 3.1381786 Jul 16 01:26:54.230140 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b92e061-ce4f-4e12-9c5c-3a84fc0976de', 'tag': '82f0c4c3-5dbf-4949-b4d5-042f08464cca'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:54.233245 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa848b4-6150-4ccf-855c-a43c77d4e409" -d '{"events": [{"name": "network-changed", "server_uuid": "6b92e061-ce4f-4e12-9c5c-3a84fc0976de", "tag": "82f0c4c3-5dbf-4949-b4d5-042f08464cca"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:54.379866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-7c38f743-bb52-4a17-b369-64841bf52503 service neutron] Request body: {'port': {'device_id': '6b92e061-ce4f-4e12-9c5c-3a84fc0976de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:54.481202 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48580) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:54.646501 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326286e8-be30-4955-9651-05e1f068a314 x-openstack-request-id: req-326286e8-be30-4955-9651-05e1f068a314 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:54.646778 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b92e061-ce4f-4e12-9c5c-3a84fc0976de", "tag": "82f0c4c3-5dbf-4949-b4d5-042f08464cca", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:54.647025 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-326286e8-be30-4955-9651-05e1f068a314 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:54.647431 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b92e061-ce4f-4e12-9c5c-3a84fc0976de', 'tag': '82f0c4c3-5dbf-4949-b4d5-042f08464cca', 'status': 'completed', 'code': 200} Jul 16 01:26:54.649834 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6df94243-c47d-43be-a91f-6a120e8c91b6 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.750290 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-d16f070c-a640-4f26-9af8-8d89da27ccd0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1634803443-network', 'tenant_id': 'd09653f1b51b4e2b8cb943931a409907'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:54.833543 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16f070c-a640-4f26-9af8-8d89da27ccd0 admin admin] Made reservation on behalf of d09653f1b51b4e2b8cb943931a409907 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:54.837559 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d16f070c-a640-4f26-9af8-8d89da27ccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.853100 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-7c38f743-bb52-4a17-b369-64841bf52503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.854567 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d16f070c-a640-4f26-9af8-8d89da27ccd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.937152 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d4558-7c7a-4da9-af5f-e1df9eb67992 req-84c008e5-fdb7-42a9-8d4f-1f3fb245f27a tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:54.944118 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-398d4558-7c7a-4da9-af5f-e1df9eb67992 req-84c008e5-fdb7-42a9-8d4f-1f3fb245f27a tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/ports?device_id=76119a77-77c6-4d18-8e59-9fcb240e0e36 HTTP/1.1" status: 200 len: 946 time: 0.4628413 Jul 16 01:26:55.093517 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12cc0f-0911-4a46-9958-a2aeb46017e4 req-8667575a-dc9c-4660-800e-9df269d9fe6e tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:55.095325 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a12cc0f-0911-4a46-9958-a2aeb46017e4 req-8667575a-dc9c-4660-800e-9df269d9fe6e tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1628675 Jul 16 01:26:55.098761 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-398d4558-7c7a-4da9-af5f-e1df9eb67992 req-1a910313-597c-499b-88b1-e64e8f18b603 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/security-groups?id=1658b2ed-4553-43f8-ae13-825720e22af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537321 Jul 16 01:26:55.147354 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa848b4-6150-4ccf-855c-a43c77d4e409 req-7dafb921-b5af-447e-a3dc-3f5b3059040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:55.147602 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa848b4-6150-4ccf-855c-a43c77d4e409 req-7dafb921-b5af-447e-a3dc-3f5b3059040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:55.149710 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8aa848b4-6150-4ccf-855c-a43c77d4e409 req-7dafb921-b5af-447e-a3dc-3f5b3059040e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3701d37a4b5440afb149894433d38e96&device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 1914 time: 0.5008171 Jul 16 01:26:55.167183 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d16f070c-a640-4f26-9af8-8d89da27ccd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.174359 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a12cc0f-0911-4a46-9958-a2aeb46017e4 req-31d3da7c-0d5a-49e6-8466-aa45e3bc6074 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708907 Jul 16 01:26:55.175542 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d16f070c-a640-4f26-9af8-8d89da27ccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.191266 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16f070c-a640-4f26-9af8-8d89da27ccd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:26:55.202222 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d16f070c-a640-4f26-9af8-8d89da27ccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.202586 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-d16f070c-a640-4f26-9af8-8d89da27ccd0 admin admin] Added segment 315879ea-f1be-4494-af13-98d628a1a5eb of type vlan for network f262d5d4-4d22-402e-b36e-ed38d4251d84 Jul 16 01:26:55.252676 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d16f070c-a640-4f26-9af8-8d89da27ccd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.301633 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d16f070c-a640-4f26-9af8-8d89da27ccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.302850 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16f070c-a640-4f26-9af8-8d89da27ccd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:55.303432 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d16f070c-a640-4f26-9af8-8d89da27ccd0 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.379602 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f070c-a640-4f26-9af8-8d89da27ccd0 admin admin] Pushing event updated for resources: {'Network': ['ID=f262d5d4-4d22-402e-b36e-ed38d4251d84,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:55.400050 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f070c-a640-4f26-9af8-8d89da27ccd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8c7661-c420-46b9-835a-0a74ea9208dc,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:55.402355 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network f262d5d4-4d22-402e-b36e-ed38d4251d84 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:26:55.407642 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d16f070c-a640-4f26-9af8-8d89da27ccd0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9248445 Jul 16 01:26:55.411844 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48598) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:55.420439 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-aae42cde-1c77-4a5d-96d6-c971d602e1bc admin admin] Request body: {'subnet': {'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1634803443-subnet', 'tenant_id': 'd09653f1b51b4e2b8cb943931a409907', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:55.444227 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa848b4-6150-4ccf-855c-a43c77d4e409 req-ecb15d7f-879f-44f5-9a33-a3a39c1f64e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:55.444894 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa848b4-6150-4ccf-855c-a43c77d4e409 req-ecb15d7f-879f-44f5-9a33-a3a39c1f64e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:55.445114 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae42cde-1c77-4a5d-96d6-c971d602e1bc admin admin] Made reservation on behalf of d09653f1b51b4e2b8cb943931a409907 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:55.445242 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa848b4-6150-4ccf-855c-a43c77d4e409 req-ecb15d7f-879f-44f5-9a33-a3a39c1f64e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:55.447039 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8aa848b4-6150-4ccf-855c-a43c77d4e409 req-ecb15d7f-879f-44f5-9a33-a3a39c1f64e9 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=3701d37a4b5440afb149894433d38e96&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2897785 Jul 16 01:26:55.449336 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aae42cde-1c77-4a5d-96d6-c971d602e1bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.623915 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df88a7c-4f54-4730-a748-b40101427816 req-485554a0-b938-4a55-9c24-7f9bf01727a4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:55.629837 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df88a7c-4f54-4730-a748-b40101427816 req-485554a0-b938-4a55-9c24-7f9bf01727a4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:55.631409 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9df88a7c-4f54-4730-a748-b40101427816 req-485554a0-b938-4a55-9c24-7f9bf01727a4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 1666 time: 0.2552431 Jul 16 01:26:55.634146 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-6df94243-c47d-43be-a91f-6a120e8c91b6 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting port b855a636-5e84-4343-9bbc-2ea31adea44f {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:55.634146 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6df94243-c47d-43be-a91f-6a120e8c91b6 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.669035 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aae42cde-1c77-4a5d-96d6-c971d602e1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.745574 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae42cde-1c77-4a5d-96d6-c971d602e1bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=58a11241-f184-48f8-b355-80863b2e27ca,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:55.772344 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae42cde-1c77-4a5d-96d6-c971d602e1bc admin admin] Checking segment: {'id': '315879ea-f1be-4494-af13-98d628a1a5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:55.772344 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae42cde-1c77-4a5d-96d6-c971d602e1bc admin admin] Network hostable DHCP agents. Network: f262d5d4-4d22-402e-b36e-ed38d4251d84, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:26:55.802864 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae42cde-1c77-4a5d-96d6-c971d602e1bc admin admin] Network f262d5d4-4d22-402e-b36e-ed38d4251d84 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:26:55.823939 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-aae42cde-1c77-4a5d-96d6-c971d602e1bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, f262d5d4-4d22-402e-b36e-ed38d4251d84) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:55.829037 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae42cde-1c77-4a5d-96d6-c971d602e1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:55.829701 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aae42cde-1c77-4a5d-96d6-c971d602e1bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.838027 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24daa4a6-78d8-4b8a-a3cf-ca254d33f406 None None] Network f262d5d4-4d22-402e-b36e-ed38d4251d84 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:55.856293 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6df94243-c47d-43be-a91f-6a120e8c91b6 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.866307 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-aae42cde-1c77-4a5d-96d6-c971d602e1bc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4532919 Jul 16 01:26:55.919903 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9df88a7c-4f54-4730-a748-b40101427816 req-df231afc-1f02-4d5c-a353-e78ab6aeb4f6 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642181 Jul 16 01:26:55.922785 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-6df94243-c47d-43be-a91f-6a120e8c91b6 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Calling delete_port for b855a636-5e84-4343-9bbc-2ea31adea44f owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:55.939950 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-7c38f743-bb52-4a17-b369-64841bf52503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4e9a3f7-5345-4564-9b1c-dd77c0834b82 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:55.947423 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa848b4-6150-4ccf-855c-a43c77d4e409 req-b7e98a50-5d87-4b6f-9288-dcde2e546d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:55.949113 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8aa848b4-6150-4ccf-855c-a43c77d4e409 req-b7e98a50-5d87-4b6f-9288-dcde2e546d97 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4947298 Jul 16 01:26:55.954281 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-7c38f743-bb52-4a17-b369-64841bf52503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:56.006650 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-7c38f743-bb52-4a17-b369-64841bf52503 service neutron] Transition to ACTIVE for port object c4e9a3f7-5345-4564-9b1c-dd77c0834b82 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:56.016928 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-7c38f743-bb52-4a17-b369-64841bf52503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:56.070932 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6576970-ea8b-4f9b-a93f-36a45b29eeae None None] Network f262d5d4-4d22-402e-b36e-ed38d4251d84 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:56.144767 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38f743-bb52-4a17-b369-64841bf52503 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e9a3f7-5345-4564-9b1c-dd77c0834b82,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:56.394984 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcacddd-684e-489d-afce-283b7408a55e req-cc658a5d-f414-41fb-924f-b47f12aeb57d tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:56.402886 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5bcacddd-684e-489d-afce-283b7408a55e req-cc658a5d-f414-41fb-924f-b47f12aeb57d tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/ports?device_id=76119a77-77c6-4d18-8e59-9fcb240e0e36 HTTP/1.1" status: 200 len: 946 time: 0.0877564 Jul 16 01:26:56.425688 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-7c38f743-bb52-4a17-b369-64841bf52503 service neutron] Attempting to bind port c4e9a3f7-5345-4564-9b1c-dd77c0834b82 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:56.426027 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-7c38f743-bb52-4a17-b369-64841bf52503 service neutron] Attempting to bind port c4e9a3f7-5345-4564-9b1c-dd77c0834b82 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '87aeec83-81df-4464-b355-d974ce0804e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b76e0d74-bb47-49a6-9599-dfbabe451dd7'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:56.426353 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-7c38f743-bb52-4a17-b369-64841bf52503 service neutron] Attempting to bind port c4e9a3f7-5345-4564-9b1c-dd77c0834b82 on network b76e0d74-bb47-49a6-9599-dfbabe451dd7 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:56.441142 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-7c38f743-bb52-4a17-b369-64841bf52503 service neutron] Port c4e9a3f7-5345-4564-9b1c-dd77c0834b82 on network b76e0d74-bb47-49a6-9599-dfbabe451dd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:26:56.441476 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-7c38f743-bb52-4a17-b369-64841bf52503 service neutron] Attempting to bind port c4e9a3f7-5345-4564-9b1c-dd77c0834b82 on network b76e0d74-bb47-49a6-9599-dfbabe451dd7 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:56.444543 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5bcacddd-684e-489d-afce-283b7408a55e req-4ccdb6b9-bdee-449c-81b3-f056a9e7a37e tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/security-groups?id=1658b2ed-4553-43f8-ae13-825720e22af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407207 Jul 16 01:26:56.461271 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6df94243-c47d-43be-a91f-6a120e8c91b6 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:56.484115 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-7c38f743-bb52-4a17-b369-64841bf52503 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:56.484497 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-7c38f743-bb52-4a17-b369-64841bf52503 service neutron] Checking segment: {'id': '87aeec83-81df-4464-b355-d974ce0804e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b76e0d74-bb47-49a6-9599-dfbabe451dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:56.484991 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-7c38f743-bb52-4a17-b369-64841bf52503 service neutron] Bound using segment: {'id': '87aeec83-81df-4464-b355-d974ce0804e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b76e0d74-bb47-49a6-9599-dfbabe451dd7'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:56.485477 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-7c38f743-bb52-4a17-b369-64841bf52503 service neutron] Bound port: c4e9a3f7-5345-4564-9b1c-dd77c0834b82, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87aeec83-81df-4464-b355-d974ce0804e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b76e0d74-bb47-49a6-9599-dfbabe451dd7'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:56.485839 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-7c38f743-bb52-4a17-b369-64841bf52503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:56.537377 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df94243-c47d-43be-a91f-6a120e8c91b6 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Port': ['ID=b855a636-5e84-4343-9bbc-2ea31adea44f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:56.604136 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7f1ada7-db14-4492-87aa-5f8cd8d74e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:56.650840 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec8056-3834-41df-87ea-02b68a0c42e3 req-f978e13c-5d4d-4290-abf2-93d7a8656e71 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:56.658701 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-66ec8056-3834-41df-87ea-02b68a0c42e3 req-f978e13c-5d4d-4290-abf2-93d7a8656e71 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.0848536 Jul 16 01:26:56.718942 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-66ec8056-3834-41df-87ea-02b68a0c42e3 req-87251685-f44c-4d08-9804-0f0c80cf8772 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590429 Jul 16 01:26:56.754533 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb529785-5003-4230-bd0e-d528a0885adb req-32c6a08e-c04c-4517-8dae-a0ff6a81a5e3 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:56.756493 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb529785-5003-4230-bd0e-d528a0885adb req-32c6a08e-c04c-4517-8dae-a0ff6a81a5e3 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/networks?id=f262d5d4-4d22-402e-b36e-ed38d4251d84 HTTP/1.1" status: 200 len: 812 time: 0.2203503 Jul 16 01:26:57.035620 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f73549-9efd-4055-8f1e-0beb58c6e08e req-932ae6ff-c81d-47a8-a0bc-21af60245000 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:57.037207 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f6f73549-9efd-4055-8f1e-0beb58c6e08e req-932ae6ff-c81d-47a8-a0bc-21af60245000 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.0918643 Jul 16 01:26:57.092007 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f6f73549-9efd-4055-8f1e-0beb58c6e08e req-a0d2a161-15c8-448d-8e9d-4bcd425a2247 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486126 Jul 16 01:26:57.220689 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb529785-5003-4230-bd0e-d528a0885adb req-9f28a372-29a8-4870-8cfe-7aef30465b54 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/quotas/d09653f1b51b4e2b8cb943931a409907 HTTP/1.1" status: 200 len: 375 time: 0.4209435 Jul 16 01:26:57.223575 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6df94243-c47d-43be-a91f-6a120e8c91b6 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:57.308620 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-7c38f743-bb52-4a17-b369-64841bf52503 service neutron] For port c4e9a3f7-5345-4564-9b1c-dd77c0834b82, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:57.315378 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb529785-5003-4230-bd0e-d528a0885adb req-a32ccff6-5dce-4359-a55d-62a2ed95f6ca tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d09653f1b51b4e2b8cb943931a409907&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801125 Jul 16 01:26:57.391881 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-7c38f743-bb52-4a17-b369-64841bf52503 service neutron] For port c4e9a3f7-5345-4564-9b1c-dd77c0834b82, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c4e9a3f7-5345-4564-9b1c-dd77c0834b82,segment=NetworkSegment(87aeec83-81df-4464-b355-d974ce0804e4),segment_id=87aeec83-81df-4464-b355-d974ce0804e4)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:57.411767 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-7c38f743-bb52-4a17-b369-64841bf52503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:57.591287 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-7c38f743-bb52-4a17-b369-64841bf52503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:57.591990 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-7c38f743-bb52-4a17-b369-64841bf52503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:57.593616 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-7c38f743-bb52-4a17-b369-64841bf52503 service neutron] 10.222.0.82 "PUT /v2.0/ports/c4e9a3f7-5345-4564-9b1c-dd77c0834b82 HTTP/1.1" status: 200 len: 1092 time: 3.2417636 Jul 16 01:26:57.598024 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b92e061-ce4f-4e12-9c5c-3a84fc0976de', 'tag': 'c4e9a3f7-5345-4564-9b1c-dd77c0834b82'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:57.600458 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18c2501-a2bf-4e34-a5df-2d797bb59322" -d '{"events": [{"name": "network-changed", "server_uuid": "6b92e061-ce4f-4e12-9c5c-3a84fc0976de", "tag": "c4e9a3f7-5345-4564-9b1c-dd77c0834b82"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:57.628608 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df94243-c47d-43be-a91f-6a120e8c91b6 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Router fb3d6fcf-17bf-4761-97b7-ff285ff12e4e has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:26:57.667459 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb529785-5003-4230-bd0e-d528a0885adb req-c9bc1046-fa5c-423f-980a-cacdbc1c226f service neutron] 10.222.0.16 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157578 Jul 16 01:26:57.692535 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38f743-bb52-4a17-b369-64841bf52503 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e9a3f7-5345-4564-9b1c-dd77c0834b82,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:57.738330 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03ad33-e27b-4caa-9a12-f0847a32ae4d req-6e4bd01d-320e-4169-b37b-68010ca6eb7a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:57.746858 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03ad33-e27b-4caa-9a12-f0847a32ae4d req-6e4bd01d-320e-4169-b37b-68010ca6eb7a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:57.749231 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d03ad33-e27b-4caa-9a12-f0847a32ae4d req-6e4bd01d-320e-4169-b37b-68010ca6eb7a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 1678 time: 0.1520588 Jul 16 01:26:57.803855 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d03ad33-e27b-4caa-9a12-f0847a32ae4d req-b4f97bdf-f163-47a2-a731-8a74a5c22b1f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455625 Jul 16 01:26:57.915752 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160e9b8-d09d-4b15-950c-8cdf9e71fc74 req-59d7fc68-7069-421f-b8b8-0cb7038a70dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:57.915970 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b160e9b8-d09d-4b15-950c-8cdf9e71fc74 req-59d7fc68-7069-421f-b8b8-0cb7038a70dc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1839410780cc4b50a2fae90c7a3704b3&device_id=76119a77-77c6-4d18-8e59-9fcb240e0e36 HTTP/1.1" status: 200 len: 1098 time: 0.4223766 Jul 16 01:26:57.956439 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df94243-c47d-43be-a91f-6a120e8c91b6 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:57.968599 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249e3235-50be-48e3-9d35-1c3d09053544 None None] Sync routers for ids ['fb3d6fcf-17bf-4761-97b7-ff285ff12e4e'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:57.978045 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249e3235-50be-48e3-9d35-1c3d09053544 None None] Routers {'fb3d6fcf-17bf-4761-97b7-ff285ff12e4e'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:57.978934 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-249e3235-50be-48e3-9d35-1c3d09053544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:26:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['fb3d6fcf-17bf-4761-97b7-ff285ff12e4e'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:58.004438 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6df94243-c47d-43be-a91f-6a120e8c91b6 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "PUT /v2.0/routers/fb3d6fcf-17bf-4761-97b7-ff285ff12e4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0580862 Jul 16 01:26:58.006580 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb529785-5003-4230-bd0e-d528a0885adb req-be6982c1-5158-42ad-be2c-36f2823d9b22 service neutron] 10.222.0.16 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163888 Jul 16 01:26:58.006700 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48662) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:58.082585 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-249e3235-50be-48e3-9d35-1c3d09053544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:58.103084 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eda096b-b0ae-479d-9cb0-4dbe595f4bf9 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] GET failed (client error): The resource could not be found. Jul 16 01:26:58.107778 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2eda096b-b0ae-479d-9cb0-4dbe595f4bf9 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports/b855a636-5e84-4343-9bbc-2ea31adea44f HTTP/1.1" status: 404 len: 333 time: 0.0896435 Jul 16 01:26:58.111975 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249e3235-50be-48e3-9d35-1c3d09053544 None None] Routers {'fb3d6fcf-17bf-4761-97b7-ff285ff12e4e'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:58.113591 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48666) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:58.114129 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-249e3235-50be-48e3-9d35-1c3d09053544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:26:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['fb3d6fcf-17bf-4761-97b7-ff285ff12e4e'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:58.123042 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160e9b8-d09d-4b15-950c-8cdf9e71fc74 req-d62769ff-7150-4cd2-b1d9-78c7ba34abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:58.127988 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b160e9b8-d09d-4b15-950c-8cdf9e71fc74 req-d62769ff-7150-4cd2-b1d9-78c7ba34abfc service neutron] 10.222.0.82 "GET /v2.0/networks?id=6252f5cd-759b-4519-9324-34a52e8f66e4 HTTP/1.1" status: 200 len: 915 time: 0.1729524 Jul 16 01:26:58.195179 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b160e9b8-d09d-4b15-950c-8cdf9e71fc74 req-618c823d-49c2-4eb1-a849-2c67cc897d37 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09511f8f-4921-4b3c-96b3-03f98a4fb22d HTTP/1.1" status: 200 len: 217 time: 0.0553823 Jul 16 01:26:58.201458 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-249e3235-50be-48e3-9d35-1c3d09053544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:58.203452 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249e3235-50be-48e3-9d35-1c3d09053544 None None] The sync data for ids ['fb3d6fcf-17bf-4761-97b7-ff285ff12e4e'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:58.219916 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-4b929a03-29aa-48be-bde1-290a16f5484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:58.220713 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-4b929a03-29aa-48be-bde1-290a16f5484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:58.222535 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-4b929a03-29aa-48be-bde1-290a16f5484c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3701d37a4b5440afb149894433d38e96&device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 1982 time: 0.5541539 Jul 16 01:26:58.280972 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-71cbf404-c57e-4754-b532-9e2f4e5735c9 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.323487 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-d7c53050-d2b8-49bc-9e37-8732d5a3f6f5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.204&port_id=82f0c4c3-5dbf-4949-b4d5-042f08464cca HTTP/1.1" status: 200 len: 217 time: 0.0745060 Jul 16 01:26:58.402034 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-fd924156-5c73-4f1b-8c46-db5f174bed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:58.403582 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-fd924156-5c73-4f1b-8c46-db5f174bed18 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6ce4081a-614b-4801-9768-7756048f4a7c HTTP/1.1" status: 200 len: 801 time: 0.0693653 Jul 16 01:26:58.410033 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08349ef-7fa4-4cd1-8bab-e69a04301a4b x-openstack-request-id: req-f08349ef-7fa4-4cd1-8bab-e69a04301a4b {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:58.410327 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b92e061-ce4f-4e12-9c5c-3a84fc0976de", "tag": "c4e9a3f7-5345-4564-9b1c-dd77c0834b82", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:58.410582 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f08349ef-7fa4-4cd1-8bab-e69a04301a4b {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:58.411143 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b92e061-ce4f-4e12-9c5c-3a84fc0976de', 'tag': 'c4e9a3f7-5345-4564-9b1c-dd77c0834b82', 'status': 'completed', 'code': 200} Jul 16 01:26:58.466774 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160e9b8-d09d-4b15-950c-8cdf9e71fc74 req-e8a85837-e35c-4ac0-bbfe-9374cd8a74a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:58.468313 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b160e9b8-d09d-4b15-950c-8cdf9e71fc74 req-e8a85837-e35c-4ac0-bbfe-9374cd8a74a0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25eeba9a-23db-4f82-9d06-f83167e74c6e HTTP/1.1" status: 200 len: 854 time: 0.2660215 Jul 16 01:26:58.545277 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b160e9b8-d09d-4b15-950c-8cdf9e71fc74 req-ed9d06a6-3ce0-4e6a-88c7-fff02e450712 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6252f5cd-759b-4519-9324-34a52e8f66e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646160 Jul 16 01:26:58.636035 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-69ae4cdf-8830-43f1-8382-728af7315d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:58.637619 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-69ae4cdf-8830-43f1-8382-728af7315d0a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=09751c05-4cdd-430d-bd14-547ee52871c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2256510 Jul 16 01:26:58.787917 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc8552-64e3-4eda-a4af-3d2675f14edd req-a1115d1f-73da-42f8-8646-6db3fd723003 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:58.800270 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9bbc8552-64e3-4eda-a4af-3d2675f14edd req-a1115d1f-73da-42f8-8646-6db3fd723003 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.2538486 Jul 16 01:26:58.808165 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473dd3d-9c11-4340-bf79-1fe4fea0da52 req-ddbfb7a6-e5c7-402b-8402-f0741195fbf5 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:58.815797 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5473dd3d-9c11-4340-bf79-1fe4fea0da52 req-ddbfb7a6-e5c7-402b-8402-f0741195fbf5 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/ports?device_id=76119a77-77c6-4d18-8e59-9fcb240e0e36 HTTP/1.1" status: 200 len: 946 time: 0.6419249 Jul 16 01:26:58.871843 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-71cbf404-c57e-4754-b532-9e2f4e5735c9 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.877353 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-71cbf404-c57e-4754-b532-9e2f4e5735c9 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.898867 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b160e9b8-d09d-4b15-950c-8cdf9e71fc74 req-717b9744-fff9-410f-9b6c-97ce6609e7c1 service neutron] 10.222.0.82 "GET /v2.0/networks/6252f5cd-759b-4519-9324-34a52e8f66e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186409 Jul 16 01:26:58.902909 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-7f8b3e5e-9453-43cd-854d-2525e5e747fd service neutron] 10.222.0.82 "GET /v2.0/networks/09751c05-4cdd-430d-bd14-547ee52871c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539384 Jul 16 01:26:58.906649 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9bbc8552-64e3-4eda-a4af-3d2675f14edd req-4acfc5ba-3cc7-437f-b19c-35a7521e57be tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965519 Jul 16 01:26:58.940164 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5473dd3d-9c11-4340-bf79-1fe4fea0da52 req-ed02e4c4-c87a-4a1c-9b67-9adce93510bd tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/security-groups?id=1658b2ed-4553-43f8-ae13-825720e22af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234078 Jul 16 01:26:58.953615 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-71cbf404-c57e-4754-b532-9e2f4e5735c9 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.954127 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cbf404-c57e-4754-b532-9e2f4e5735c9 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Fanout notify agent at l3_agent the message router_deleted on router fb3d6fcf-17bf-4761-97b7-ff285ff12e4e {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:26:58.975287 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-71cbf404-c57e-4754-b532-9e2f4e5735c9 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.977764 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-71cbf404-c57e-4754-b532-9e2f4e5735c9 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/routers/fb3d6fcf-17bf-4761-97b7-ff285ff12e4e HTTP/1.1" status: 204 len: 168 time: 0.8627059 Jul 16 01:26:58.980389 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48692) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:59.050820 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbed9553-44cc-4131-a2c8-c94ac5fa57a4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting subnet f1d78f71-730d-4325-821e-e805698fff58 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:26:59.054434 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bbed9553-44cc-4131-a2c8-c94ac5fa57a4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.107918 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bbed9553-44cc-4131-a2c8-c94ac5fa57a4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.117628 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-952ada77-3e6c-4869-bad1-352ca1cf1a3b req-d3d83811-6634-45ef-8add-9a849d2d6985 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=971e8843-ddc9-48c2-8c8d-25831e7688e4 HTTP/1.1" status: 200 len: 210 time: 0.0868604 Jul 16 01:26:59.162878 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b160e9b8-d09d-4b15-950c-8cdf9e71fc74 req-c126c698-4bc1-4958-a7ea-ebbc8c0a495b service neutron] 10.222.0.82 "GET /v2.0/networks/6252f5cd-759b-4519-9324-34a52e8f66e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530496 Jul 16 01:26:59.168718 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-cd145fab-3ebb-4fd2-9b0f-e4bad7a81614 service neutron] 10.222.0.82 "GET /v2.0/networks/09751c05-4cdd-430d-bd14-547ee52871c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265377 Jul 16 01:26:59.214760 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bbed9553-44cc-4131-a2c8-c94ac5fa57a4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.261907 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-30a4997a-f871-4fbc-bf0b-a9aee141b0ba service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.31&port_id=c4e9a3f7-5345-4564-9b1c-dd77c0834b82 HTTP/1.1" status: 200 len: 217 time: 0.0855620 Jul 16 01:26:59.291968 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bbed9553-44cc-4131-a2c8-c94ac5fa57a4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.338922 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed9553-44cc-4131-a2c8-c94ac5fa57a4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Subnet': ['ID=f1d78f71-730d-4325-821e-e805698fff58,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:59.345331 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bbed9553-44cc-4131-a2c8-c94ac5fa57a4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.348023 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bbed9553-44cc-4131-a2c8-c94ac5fa57a4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/subnets/f1d78f71-730d-4325-821e-e805698fff58 HTTP/1.1" status: 204 len: 168 time: 0.3665278 Jul 16 01:26:59.350524 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48708) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:59.354016 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa273b11-0cc9-44ff-b653-59e57cf1e185 None None] Network db37feaa-c2ce-4cef-ad34-63cbffc49bf0 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:59.414550 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-e63917c7-65a1-43a3-9c89-065f1f19eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:59.416389 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-e63917c7-65a1-43a3-9c89-065f1f19eda9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9570fc14-8df1-42ad-965a-2ecc0ed8d149 HTTP/1.1" status: 200 len: 801 time: 0.1485553 Jul 16 01:26:59.457213 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bd42fb16-ed7d-406e-add8-7f1484b37c98 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.482599 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6107430-0dfa-4767-aba2-1ae19fae9ec5 req-62991a0f-1a58-4256-b8bc-63c53affbd6b tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:59.488740 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6107430-0dfa-4767-aba2-1ae19fae9ec5 req-62991a0f-1a58-4256-b8bc-63c53affbd6b tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:59.490508 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b6107430-0dfa-4767-aba2-1ae19fae9ec5 req-62991a0f-1a58-4256-b8bc-63c53affbd6b tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 1678 time: 0.1808598 Jul 16 01:26:59.551596 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-63f10d9f-0bd1-47e6-b076-0e019d209a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:59.553328 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-63f10d9f-0bd1-47e6-b076-0e019d209a42 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b76e0d74-bb47-49a6-9599-dfbabe451dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281116 Jul 16 01:26:59.556919 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b6107430-0dfa-4767-aba2-1ae19fae9ec5 req-f6cd3043-d1f0-4207-b0ad-8baddae0453b tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583558 Jul 16 01:26:59.613291 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e6546-b800-4f61-9dfa-a489ab168955 req-6c124228-4a33-4239-bcb1-cab83678b0ed tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:59.629322 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dd4e6546-b800-4f61-9dfa-a489ab168955 req-6c124228-4a33-4239-bcb1-cab83678b0ed tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1554441 Jul 16 01:26:59.683315 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-82b9c70f-e0ed-482c-a8e0-f43b037121e5 service neutron] 10.222.0.82 "GET /v2.0/networks/b76e0d74-bb47-49a6-9599-dfbabe451dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200826 Jul 16 01:26:59.684794 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba410600-7a87-4d85-b91d-6a06d55cd5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.717245 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dd4e6546-b800-4f61-9dfa-a489ab168955 req-c3f79fbd-b097-490f-95ae-f9c746e3e952 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869277 Jul 16 01:26:59.720073 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.759803 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-bd42fb16-ed7d-406e-add8-7f1484b37c98 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting port 7c248232-f8b2-4c29-8eb9-d39deb262f9f {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:59.760129 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bd42fb16-ed7d-406e-add8-7f1484b37c98 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.806269 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95f9a7cc-8f77-4f9a-b4de-677633a9c144 req-c79527eb-d0a9-4c75-8ced-a268da732f9f service neutron] 10.222.0.82 "GET /v2.0/networks/b76e0d74-bb47-49a6-9599-dfbabe451dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161304 Jul 16 01:26:59.831308 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e210f9c0-86aa-40eb-a8b8-83b471614784 None None] DHCP port deletion for db37feaa-c2ce-4cef-ad34-63cbffc49bf0 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:26:59.884450 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-bd42fb16-ed7d-406e-add8-7f1484b37c98 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] For port 7c248232-f8b2-4c29-8eb9-d39deb262f9f, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7c248232-f8b2-4c29-8eb9-d39deb262f9f,segment=NetworkSegment(db1147f3-27cd-45d8-8b8f-a35836fb2aaf),segment_id=db1147f3-27cd-45d8-8b8f-a35836fb2aaf)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:59.885079 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bd42fb16-ed7d-406e-add8-7f1484b37c98 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.913727 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e210f9c0-86aa-40eb-a8b8-83b471614784 None None] Deleting port 7c248232-f8b2-4c29-8eb9-d39deb262f9f {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:59.914877 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e210f9c0-86aa-40eb-a8b8-83b471614784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.920020 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-bd42fb16-ed7d-406e-add8-7f1484b37c98 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Calling delete_port for 7c248232-f8b2-4c29-8eb9-d39deb262f9f owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:59.945225 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c2501-a2bf-4e34-a5df-2d797bb59322 req-cad8c009-1c01-4460-971b-a0c98a8364a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:59.945951 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c2501-a2bf-4e34-a5df-2d797bb59322 req-cad8c009-1c01-4460-971b-a0c98a8364a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:59.947659 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d18c2501-a2bf-4e34-a5df-2d797bb59322 req-cad8c009-1c01-4460-971b-a0c98a8364a5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3701d37a4b5440afb149894433d38e96&device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 1982 time: 0.0828054 Jul 16 01:27:00.037603 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e210f9c0-86aa-40eb-a8b8-83b471614784 None None] For port 7c248232-f8b2-4c29-8eb9-d39deb262f9f, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7c248232-f8b2-4c29-8eb9-d39deb262f9f,segment=NetworkSegment(db1147f3-27cd-45d8-8b8f-a35836fb2aaf),segment_id=db1147f3-27cd-45d8-8b8f-a35836fb2aaf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:00.038168 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e210f9c0-86aa-40eb-a8b8-83b471614784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.062728 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e210f9c0-86aa-40eb-a8b8-83b471614784 None None] Calling delete_port for 7c248232-f8b2-4c29-8eb9-d39deb262f9f owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:00.084933 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c2501-a2bf-4e34-a5df-2d797bb59322 req-1bab4f9d-7612-44ff-82c1-1c36da1c9587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:00.086785 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d18c2501-a2bf-4e34-a5df-2d797bb59322 req-1bab4f9d-7612-44ff-82c1-1c36da1c9587 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b76e0d74-bb47-49a6-9599-dfbabe451dd7 HTTP/1.1" status: 200 len: 903 time: 0.1327984 Jul 16 01:27:00.105550 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cbe84-9f8b-4ceb-903a-9cf622ce4474 req-478c49df-439a-45b3-96e7-4f306b478703 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:00.112997 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-014cbe84-9f8b-4ceb-903a-9cf622ce4474 req-478c49df-439a-45b3-96e7-4f306b478703 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1213353 Jul 16 01:27:00.135617 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bd42fb16-ed7d-406e-add8-7f1484b37c98 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.166929 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d18c2501-a2bf-4e34-a5df-2d797bb59322 req-45ea27b0-700b-4fd6-8b24-3883f9950b8f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.31&port_id=c4e9a3f7-5345-4564-9b1c-dd77c0834b82 HTTP/1.1" status: 200 len: 217 time: 0.0713120 Jul 16 01:27:00.173624 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e210f9c0-86aa-40eb-a8b8-83b471614784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.221068 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210f9c0-86aa-40eb-a8b8-83b471614784 None None] Pushing event deleted for resources: {'Port': ['ID=7c248232-f8b2-4c29-8eb9-d39deb262f9f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:00.230085 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42fb16-ed7d-406e-add8-7f1484b37c98 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Port': ['ID=7c248232-f8b2-4c29-8eb9-d39deb262f9f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:00.236242 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd42fb16-ed7d-406e-add8-7f1484b37c98 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] No DVR routers for this DVR port 7c248232-f8b2-4c29-8eb9-d39deb262f9f on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:00.241694 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e210f9c0-86aa-40eb-a8b8-83b471614784 None None] No DVR routers for this DVR port 7c248232-f8b2-4c29-8eb9-d39deb262f9f on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:00.243408 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210f9c0-86aa-40eb-a8b8-83b471614784 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:00.244424 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210f9c0-86aa-40eb-a8b8-83b471614784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:00.244906 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210f9c0-86aa-40eb-a8b8-83b471614784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:00.245401 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210f9c0-86aa-40eb-a8b8-83b471614784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:00.245577 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210f9c0-86aa-40eb-a8b8-83b471614784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:00.246192 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210f9c0-86aa-40eb-a8b8-83b471614784 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:00.247426 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210f9c0-86aa-40eb-a8b8-83b471614784 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:00.248166 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210f9c0-86aa-40eb-a8b8-83b471614784 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:00.248659 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210f9c0-86aa-40eb-a8b8-83b471614784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:00.249154 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210f9c0-86aa-40eb-a8b8-83b471614784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:00.250193 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210f9c0-86aa-40eb-a8b8-83b471614784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:00.250474 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-014cbe84-9f8b-4ceb-903a-9cf622ce4474 req-df49628c-a925-42a8-bb02-e6684093d141 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355529 Jul 16 01:27:00.250580 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210f9c0-86aa-40eb-a8b8-83b471614784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:00.290010 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c2501-a2bf-4e34-a5df-2d797bb59322 req-7528b310-a7c5-462c-ab90-fbd35059dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:00.292214 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d18c2501-a2bf-4e34-a5df-2d797bb59322 req-7528b310-a7c5-462c-ab90-fbd35059dc73 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9570fc14-8df1-42ad-965a-2ecc0ed8d149 HTTP/1.1" status: 200 len: 801 time: 0.1189582 Jul 16 01:27:00.347588 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bd42fb16-ed7d-406e-add8-7f1484b37c98 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.359680 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-bd42fb16-ed7d-406e-add8-7f1484b37c98 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db37feaa-c2ce-4cef-ad34-63cbffc49bf0']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:00.371792 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-bd42fb16-ed7d-406e-add8-7f1484b37c98 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1147f3-27cd-45d8-8b8f-a35836fb2aaf') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:00.372386 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-bd42fb16-ed7d-406e-add8-7f1484b37c98 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1147f3-27cd-45d8-8b8f-a35836fb2aaf') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:00.385876 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bd42fb16-ed7d-406e-add8-7f1484b37c98 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.405289 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bd42fb16-ed7d-406e-add8-7f1484b37c98 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.416855 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd42fb16-ed7d-406e-add8-7f1484b37c98 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:27:00.417355 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bd42fb16-ed7d-406e-add8-7f1484b37c98 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:27:00.421012 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:27:00.429733 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb529785-5003-4230-bd0e-d528a0885adb req-635a5e62-8917-43db-a938-473fc42a3b8d tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:00.431684 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb529785-5003-4230-bd0e-d528a0885adb req-635a5e62-8917-43db-a938-473fc42a3b8d tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.84 "GET /v2.0/networks?id=f262d5d4-4d22-402e-b36e-ed38d4251d84 HTTP/1.1" status: 200 len: 812 time: 0.2217052 Jul 16 01:27:00.454163 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-bb529785-5003-4230-bd0e-d528a0885adb req-a3a8799b-79d1-4cf2-b7fe-7f963f50b649 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Request body: {'port': {'device_id': '971e8843-ddc9-48c2-8c8d-25831e7688e4', 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84', 'admin_state_up': True, 'tenant_id': 'd09653f1b51b4e2b8cb943931a409907'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:00.547600 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7c248232-f8b2-4c29-8eb9-d39deb262f9f no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:00.558701 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bd42fb16-ed7d-406e-add8-7f1484b37c98 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.571621 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 7c248232-f8b2-4c29-8eb9-d39deb262f9f {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:00.572337 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7c248232-f8b2-4c29-8eb9-d39deb262f9f not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:00.592646 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bd42fb16-ed7d-406e-add8-7f1484b37c98 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.597648 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bd42fb16-ed7d-406e-add8-7f1484b37c98 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/networks/db37feaa-c2ce-4cef-ad34-63cbffc49bf0 HTTP/1.1" status: 204 len: 168 time: 1.2444317 Jul 16 01:27:00.620836 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48770) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:00.622772 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42fb16-ed7d-406e-add8-7f1484b37c98 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Network': ['ID=db37feaa-c2ce-4cef-ad34-63cbffc49bf0,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:00.675654 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4df05-f608-4d7c-a84a-3e0a6c70ee36 req-71164da1-477c-4a84-a0dd-ee395ac364e4 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:00.677283 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b0c4df05-f608-4d7c-a84a-3e0a6c70ee36 req-71164da1-477c-4a84-a0dd-ee395ac364e4 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/ports?device_id=76119a77-77c6-4d18-8e59-9fcb240e0e36 HTTP/1.1" status: 200 len: 946 time: 0.1758139 Jul 16 01:27:00.715211 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.721733 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbff714-80d9-49cf-b9e6-d712bbe3fb8a tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:00.723305 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-dcbff714-80d9-49cf-b9e6-d712bbe3fb8a tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports/bf505b49-13c1-4f55-b81d-444d3d3fcf96 HTTP/1.1" status: 200 len: 845 time: 0.0983539 Jul 16 01:27:00.730744 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48774) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:00.788323 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b0c4df05-f608-4d7c-a84a-3e0a6c70ee36 req-5808ed6b-3cc1-43a8-acc1-219f4c65bc40 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/security-groups?id=1658b2ed-4553-43f8-ae13-825720e22af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958796 Jul 16 01:27:00.800834 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f6ad9697-f527-471e-9660-5908e7ed173e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports/bf505b49-13c1-4f55-b81d-444d3d3fcf96?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0675137 Jul 16 01:27:00.812458 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48776) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:00.817724 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-fe3e6c26-754c-4de7-8ec0-c45315851158 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'subnet': {'network_id': '2324f470-9572-452c-8c55-1e833663a658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:00.919656 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3e6c26-754c-4de7-8ec0-c45315851158 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:00.924619 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fe3e6c26-754c-4de7-8ec0-c45315851158 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.957327 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4af49784-3fcc-407d-a910-b8bee978a4ab req-2e56743d-1188-457e-a71f-2895196a1502 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=971e8843-ddc9-48c2-8c8d-25831e7688e4 HTTP/1.1" status: 200 len: 210 time: 0.0439014 Jul 16 01:27:00.979811 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c2501-a2bf-4e34-a5df-2d797bb59322 req-0de10808-b6ae-484d-a780-4be462b9366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:00.981288 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d18c2501-a2bf-4e34-a5df-2d797bb59322 req-0de10808-b6ae-484d-a780-4be462b9366c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b76e0d74-bb47-49a6-9599-dfbabe451dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6310880 Jul 16 01:27:01.068157 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb529785-5003-4230-bd0e-d528a0885adb req-a3a8799b-79d1-4cf2-b7fe-7f963f50b649 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Made reservation on behalf of d09653f1b51b4e2b8cb943931a409907 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:01.072335 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb529785-5003-4230-bd0e-d528a0885adb req-a3a8799b-79d1-4cf2-b7fe-7f963f50b649 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.146205 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe1936-8f14-4354-a403-4cf6c5e422d8 req-9864cc8a-7472-4493-a89c-1d809efa1423 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:01.147739 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2ebe1936-8f14-4354-a403-4cf6c5e422d8 req-9864cc8a-7472-4493-a89c-1d809efa1423 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1328897 Jul 16 01:27:01.182740 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.195105 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d18c2501-a2bf-4e34-a5df-2d797bb59322 req-36c80de0-a75e-4668-a21c-7aa2595aa2a2 service neutron] 10.222.0.82 "GET /v2.0/networks/b76e0d74-bb47-49a6-9599-dfbabe451dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059312 Jul 16 01:27:01.215545 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fe3e6c26-754c-4de7-8ec0-c45315851158 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.249642 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2ebe1936-8f14-4354-a403-4cf6c5e422d8 req-a51ab556-c3f7-4cb5-b255-8e476d4c8a5f tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770762 Jul 16 01:27:01.265956 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3e6c26-754c-4de7-8ec0-c45315851158 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network 2324f470-9572-452c-8c55-1e833663a658 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:01.270908 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-fe3e6c26-754c-4de7-8ec0-c45315851158 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:01.280187 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3e6c26-754c-4de7-8ec0-c45315851158 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:01.280953 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fe3e6c26-754c-4de7-8ec0-c45315851158 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.285047 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3298f0a5-fdb2-43c1-ac82-ce9df0b3c066 None None] Network 2324f470-9572-452c-8c55-1e833663a658 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:01.293951 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e6c26-754c-4de7-8ec0-c45315851158 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Subnet': ['ID=db372f98-2c63-46e1-a888-03f417266713,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:01.306298 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fe3e6c26-754c-4de7-8ec0-c45315851158 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4899020 Jul 16 01:27:01.309446 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48782) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:01.315188 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-18988463-1325-4399-9789-7319b462db3d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'security_group': {'name': 'tempest-secgroup-1020301104'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:01.354253 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-18988463-1325-4399-9789-7319b462db3d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.362856 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a630a0-524a-4084-ba5b-dbb3e499cf78 req-9f32eb1b-e13a-4bca-8b4a-07e8881a84bb tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:01.369515 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a630a0-524a-4084-ba5b-dbb3e499cf78 req-9f32eb1b-e13a-4bca-8b4a-07e8881a84bb tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:01.376605 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d0a630a0-524a-4084-ba5b-dbb3e499cf78 req-9f32eb1b-e13a-4bca-8b4a-07e8881a84bb tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 1678 time: 0.2839134 Jul 16 01:27:01.396283 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-bb529785-5003-4230-bd0e-d528a0885adb req-a3a8799b-79d1-4cf2-b7fe-7f963f50b649 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Allocated IP 172.20.0.12 (f262d5d4-4d22-402e-b36e-ed38d4251d84/58a11241-f184-48f8-b355-80863b2e27ca/848e3202-5c9d-4441-aad7-798f47295a04) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:01.446834 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d18c2501-a2bf-4e34-a5df-2d797bb59322 req-234504d3-1199-477f-a56f-c1fdd2a1befa service neutron] 10.222.0.82 "GET /v2.0/networks/b76e0d74-bb47-49a6-9599-dfbabe451dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456167 Jul 16 01:27:01.475464 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d0a630a0-524a-4084-ba5b-dbb3e499cf78 req-f9493a02-3ca6-44ec-98cd-f97625efcdf4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978622 Jul 16 01:27:01.499381 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-18988463-1325-4399-9789-7319b462db3d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.509005 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-18988463-1325-4399-9789-7319b462db3d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.582025 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db0a5d4-8fba-41a6-9288-072237978945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-2324f470-9572-452c-8c55-1e833663a658', 'network_id': '2324f470-9572-452c-8c55-1e833663a658', 'tenant_id': 'c502d8556a3d4fd890ce88130235b09d', 'fixed_ips': [{'subnet_id': 'db372f98-2c63-46e1-a888-03f417266713'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:27:01.583109 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5db0a5d4-8fba-41a6-9288-072237978945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.616618 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-18988463-1325-4399-9789-7319b462db3d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.617963 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-18988463-1325-4399-9789-7319b462db3d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3066895 Jul 16 01:27:01.620845 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48786) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:01.625850 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18988463-1325-4399-9789-7319b462db3d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c50ec2-e7ee-4b27-85ef-8e4b52a6b787,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:01.627010 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-e02f0e70-6eb5-4211-9ac8-e653c9c80093 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'security_group': {'name': 'tempest-secgroup-1420740916'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:01.703313 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e02f0e70-6eb5-4211-9ac8-e653c9c80093 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.813370 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-5db0a5d4-8fba-41a6-9288-072237978945 None None] Allocated IP 2001:db8::2 (2324f470-9572-452c-8c55-1e833663a658/db372f98-2c63-46e1-a888-03f417266713/718bbdb9-1465-4261-9fef-20195446629b) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:01.815415 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb529785-5003-4230-bd0e-d528a0885adb req-a3a8799b-79d1-4cf2-b7fe-7f963f50b649 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.839719 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bb532-19e9-4557-be06-105be44e735d req-38a53245-34b3-4731-92e6-c1186e9beb62 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:01.847849 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e02f0e70-6eb5-4211-9ac8-e653c9c80093 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.848083 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-931bb532-19e9-4557-be06-105be44e735d req-38a53245-34b3-4731-92e6-c1186e9beb62 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.0910883 Jul 16 01:27:01.858877 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e02f0e70-6eb5-4211-9ac8-e653c9c80093 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.895394 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f0e70-6eb5-4211-9ac8-e653c9c80093 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06fad77c-a89d-406a-95a0-77c94d934a71,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:01.896384 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-931bb532-19e9-4557-be06-105be44e735d req-0e4461a5-1035-4d5f-aea9-ddaeaff556f0 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471511 Jul 16 01:27:01.929992 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb529785-5003-4230-bd0e-d528a0885adb req-a3a8799b-79d1-4cf2-b7fe-7f963f50b649 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.937872 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e02f0e70-6eb5-4211-9ac8-e653c9c80093 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.939278 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e02f0e70-6eb5-4211-9ac8-e653c9c80093 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3170190 Jul 16 01:27:01.942410 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48798) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:01.972789 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-1533e327-6c34-4738-992d-43f171626e2b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1672693047', 'security_groups': ['06fad77c-a89d-406a-95a0-77c94d934a71'], 'network_id': '2324f470-9572-452c-8c55-1e833663a658', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'db372f98-2c63-46e1-a888-03f417266713'}]}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:02.021787 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb529785-5003-4230-bd0e-d528a0885adb req-a3a8799b-79d1-4cf2-b7fe-7f963f50b649 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Network f262d5d4-4d22-402e-b36e-ed38d4251d84 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:02.032033 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-bb529785-5003-4230-bd0e-d528a0885adb req-a3a8799b-79d1-4cf2-b7fe-7f963f50b649 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:02.052437 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5db0a5d4-8fba-41a6-9288-072237978945 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.062722 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5db0a5d4-8fba-41a6-9288-072237978945 None None] Transition to ACTIVE for port object 718bbdb9-1465-4261-9fef-20195446629b will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:02.073386 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb529785-5003-4230-bd0e-d528a0885adb req-a3a8799b-79d1-4cf2-b7fe-7f963f50b649 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:02.080041 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8799b-79d1-4cf2-b7fe-7f963f50b649 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Pushing event updated for resources: {'Port': ['ID=848e3202-5c9d-4441-aad7-798f47295a04,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:02.083789 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5db0a5d4-8fba-41a6-9288-072237978945 None None] Transition to ACTIVE for port object 718bbdb9-1465-4261-9fef-20195446629b will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:02.093973 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5db0a5d4-8fba-41a6-9288-072237978945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.111296 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db0a5d4-8fba-41a6-9288-072237978945 None None] Network 2324f470-9572-452c-8c55-1e833663a658 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:02.113745 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-5db0a5d4-8fba-41a6-9288-072237978945 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:02.137253 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db0a5d4-8fba-41a6-9288-072237978945 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:02.156540 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-4f16b7d1-cce8-4520-ba33-16daf38b3ee4 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:02.157275 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb529785-5003-4230-bd0e-d528a0885adb req-a3a8799b-79d1-4cf2-b7fe-7f963f50b649 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:02.157948 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb529785-5003-4230-bd0e-d528a0885adb req-a3a8799b-79d1-4cf2-b7fe-7f963f50b649 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.164649 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-4f16b7d1-cce8-4520-ba33-16daf38b3ee4 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/networks?id=7d194017-b2ba-4736-9426-86f2c4d9db47 HTTP/1.1" status: 200 len: 805 time: 0.1630976 Jul 16 01:27:02.178705 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb529785-5003-4230-bd0e-d528a0885adb req-a3a8799b-79d1-4cf2-b7fe-7f963f50b649 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7324896 Jul 16 01:27:02.187916 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-a69fa52d-0222-46bb-b4c4-ec14fbe6b2a9 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/quotas/c1a8d4b2ddbf47a7b73f2c07224e331f HTTP/1.1" status: 200 len: 375 time: 0.0221615 Jul 16 01:27:02.206233 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-bb529785-5003-4230-bd0e-d528a0885adb req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Request body: {'port': {'device_id': '971e8843-ddc9-48c2-8c8d-25831e7688e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:02.209955 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0a5d4-8fba-41a6-9288-072237978945 None None] Pushing event updated for resources: {'Port': ['ID=718bbdb9-1465-4261-9fef-20195446629b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:02.225052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5db0a5d4-8fba-41a6-9288-072237978945 None None] Attempting to bind port 718bbdb9-1465-4261-9fef-20195446629b on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:02.225421 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5db0a5d4-8fba-41a6-9288-072237978945 None None] Attempting to bind port 718bbdb9-1465-4261-9fef-20195446629b by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'b1df89ab-2e10-4d44-8f58-8909c06ddcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2324f470-9572-452c-8c55-1e833663a658'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:02.225828 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db0a5d4-8fba-41a6-9288-072237978945 None None] Attempting to bind port 718bbdb9-1465-4261-9fef-20195446629b on network 2324f470-9572-452c-8c55-1e833663a658 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:02.231494 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db0a5d4-8fba-41a6-9288-072237978945 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:02.231871 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db0a5d4-8fba-41a6-9288-072237978945 None None] Checking segment: {'id': 'b1df89ab-2e10-4d44-8f58-8909c06ddcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2324f470-9572-452c-8c55-1e833663a658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:02.232320 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5db0a5d4-8fba-41a6-9288-072237978945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.232751 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db0a5d4-8fba-41a6-9288-072237978945 None None] Bound using segment: {'id': 'b1df89ab-2e10-4d44-8f58-8909c06ddcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2324f470-9572-452c-8c55-1e833663a658'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:02.233213 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5db0a5d4-8fba-41a6-9288-072237978945 None None] Bound port: 718bbdb9-1465-4261-9fef-20195446629b, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1df89ab-2e10-4d44-8f58-8909c06ddcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2324f470-9572-452c-8c55-1e833663a658'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:02.233626 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5db0a5d4-8fba-41a6-9288-072237978945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.238398 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1533e327-6c34-4738-992d-43f171626e2b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:02.272095 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-fee03b8e-d33c-4d16-abb1-8ba4a395af88 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1a8d4b2ddbf47a7b73f2c07224e331f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0762489 Jul 16 01:27:02.308178 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-5db0a5d4-8fba-41a6-9288-072237978945 None None] For port 718bbdb9-1465-4261-9fef-20195446629b, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:02.312238 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-5db0a5d4-8fba-41a6-9288-072237978945 None None] For port 718bbdb9-1465-4261-9fef-20195446629b, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=718bbdb9-1465-4261-9fef-20195446629b,segment=NetworkSegment(b1df89ab-2e10-4d44-8f58-8909c06ddcec),segment_id=b1df89ab-2e10-4d44-8f58-8909c06ddcec)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:02.319954 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5db0a5d4-8fba-41a6-9288-072237978945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.375502 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-dd42664b-15bf-4a29-9299-58a427fd1d96 service neutron] 10.222.0.16 "GET /v2.0/networks/7d194017-b2ba-4736-9426-86f2c4d9db47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955956 Jul 16 01:27:02.406019 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0a5d4-8fba-41a6-9288-072237978945 None None] Pushing event updated for resources: {'Port': ['ID=718bbdb9-1465-4261-9fef-20195446629b,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:02.422914 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb529785-5003-4230-bd0e-d528a0885adb req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.435738 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1533e327-6c34-4738-992d-43f171626e2b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.447268 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:02.469674 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db222e7-e736-4178-9126-b52509a32db6 req-c1395e00-b2f1-41d5-b68f-801f4f7b904c tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:02.471228 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6db222e7-e736-4178-9126-b52509a32db6 req-c1395e00-b2f1-41d5-b68f-801f4f7b904c tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.2361412 Jul 16 01:27:02.492848 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1533e327-6c34-4738-992d-43f171626e2b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] device_id is not set on port 114ef336-eaf7-44df-b237-4ccdaba84518 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:27:02.511073 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-5336e71b-31d3-4211-af79-83a0903946c7 service neutron] 10.222.0.16 "GET /v2.0/networks/7d194017-b2ba-4736-9426-86f2c4d9db47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277204 Jul 16 01:27:02.746689 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6db222e7-e736-4178-9126-b52509a32db6 req-bd52b0e1-8fc3-448a-ac33-1f2e35ec3143 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114699 Jul 16 01:27:02.829846 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88915a74-aa55-4526-9bec-a89dab06257e req-52af899b-04e8-456d-8c50-a32b21089975 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:02.838088 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-88915a74-aa55-4526-9bec-a89dab06257e req-52af899b-04e8-456d-8c50-a32b21089975 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/ports?device_id=76119a77-77c6-4d18-8e59-9fcb240e0e36 HTTP/1.1" status: 200 len: 946 time: 0.0815864 Jul 16 01:27:02.894418 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device afbaec30-af88-4400-aea8-6309577d9c58 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:02.897660 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-88915a74-aa55-4526-9bec-a89dab06257e req-afe6225c-bea1-4347-8081-4d86eda6a920 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/security-groups?id=1658b2ed-4553-43f8-ae13-825720e22af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586059 Jul 16 01:27:02.927866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-1533e327-6c34-4738-992d-43f171626e2b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Allocated IP 2001:db8::12 (2324f470-9572-452c-8c55-1e833663a658/db372f98-2c63-46e1-a888-03f417266713/114ef336-eaf7-44df-b237-4ccdaba84518) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:02.966296 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 82f0c4c3-5dbf-4949-b4d5-042f08464cca details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:03.091530 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b85fd-d46a-4289-b957-176747a6c1be req-53f8f758-6a55-4e11-9470-b19d2aeb4788 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:03.093336 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6f8b85fd-d46a-4289-b957-176747a6c1be req-53f8f758-6a55-4e11-9470-b19d2aeb4788 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=971e8843-ddc9-48c2-8c8d-25831e7688e4 HTTP/1.1" status: 200 len: 932 time: 0.2223239 Jul 16 01:27:03.100467 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666596d-0334-40e7-8424-b17adcde352b req-52da477c-5783-49a1-8a8d-c1da22bf4f2b tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:03.108205 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666596d-0334-40e7-8424-b17adcde352b req-52da477c-5783-49a1-8a8d-c1da22bf4f2b tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:03.116285 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d666596d-0334-40e7-8424-b17adcde352b req-52da477c-5783-49a1-8a8d-c1da22bf4f2b tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 1678 time: 0.0933304 Jul 16 01:27:03.122781 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.142940 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-bb529785-5003-4230-bd0e-d528a0885adb req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848e3202-5c9d-4441-aad7-798f47295a04 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:03.166612 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d666596d-0334-40e7-8424-b17adcde352b req-90712bff-6fd3-4193-97d7-aec9711d54ba tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490103 Jul 16 01:27:03.181021 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb529785-5003-4230-bd0e-d528a0885adb req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.183050 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121a3db2-ef3d-423b-a7ad-4ca450554922', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afbaec30-af88-4400-aea8-6309577d9c58'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:03.185571 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5760f2-c3ce-4806-97b4-0404e3c4146f" -d '{"events": [{"server_uuid": "121a3db2-ef3d-423b-a7ad-4ca450554922", "name": "network-vif-unplugged", "status": "completed", "tag": "afbaec30-af88-4400-aea8-6309577d9c58"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:03.191720 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port afbaec30-af88-4400-aea8-6309577d9c58, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=afbaec30-af88-4400-aea8-6309577d9c58,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:03.206076 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.277031 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=afbaec30-af88-4400-aea8-6309577d9c58,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:03.295487 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-bb529785-5003-4230-bd0e-d528a0885adb req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Transition to ACTIVE for port object 848e3202-5c9d-4441-aad7-798f47295a04 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:03.308248 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 82f0c4c3-5dbf-4949-b4d5-042f08464cca, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=82f0c4c3-5dbf-4949-b4d5-042f08464cca,segment=NetworkSegment(c13bc4a4-f64a-44a6-bd98-ce84387523f9),segment_id=c13bc4a4-f64a-44a6-bd98-ce84387523f9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:03.317022 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1536ecc0-6daf-465a-aeab-1ca28c29d6b1 req-19e644d2-17b7-489d-ae25-b1fd347b96b4 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=77946f35-3ac6-4517-816f-c6e1bf6f5715 HTTP/1.1" status: 200 len: 210 time: 0.0618675 Jul 16 01:27:03.326299 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb529785-5003-4230-bd0e-d528a0885adb req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.344806 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '82f0c4c3-5dbf-4949-b4d5-042f08464cca', 'network_id': '09751c05-4cdd-430d-bd14-547ee52871c0', 'port_id': '82f0c4c3-5dbf-4949-b4d5-042f08464cca', 'mac_address': 'fa:16:3e:f9:39:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce4081a-614b-4801-9768-7756048f4a7c', 'ip_address': '19.80.0.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:03.355000 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d5d09-63a0-42ae-aaaf-71ac69fe86ff req-a38e75d5-3dfc-47e6-8063-f07854584e29 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:03.359649 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9d3d5d09-63a0-42ae-aaaf-71ac69fe86ff req-a38e75d5-3dfc-47e6-8063-f07854584e29 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.84 "GET /v2.0/ports?device_id=121a3db2-ef3d-423b-a7ad-4ca450554922 HTTP/1.1" status: 200 len: 944 time: 0.1809168 Jul 16 01:27:03.409006 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.437659 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f0c4c3-5dbf-4949-b4d5-042f08464cca {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:03.464909 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6f8b85fd-d46a-4289-b957-176747a6c1be req-d5581af1-d795-4af6-a901-2e8a0009ab19 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610876 Jul 16 01:27:03.469652 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 82f0c4c3-5dbf-4949-b4d5-042f08464cca, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=82f0c4c3-5dbf-4949-b4d5-042f08464cca,segment=NetworkSegment(c13bc4a4-f64a-44a6-bd98-ce84387523f9),segment_id=c13bc4a4-f64a-44a6-bd98-ce84387523f9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:03.489869 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.490835 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c4e9a3f7-5345-4564-9b1c-dd77c0834b82 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:03.533668 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Pushing event updated for resources: {'Port': ['ID=848e3202-5c9d-4441-aad7-798f47295a04,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:03.637134 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port c4e9a3f7-5345-4564-9b1c-dd77c0834b82, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c4e9a3f7-5345-4564-9b1c-dd77c0834b82,segment=NetworkSegment(87aeec83-81df-4464-b355-d974ce0804e4),segment_id=87aeec83-81df-4464-b355-d974ce0804e4)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:03.650163 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-9d3d5d09-63a0-42ae-aaaf-71ac69fe86ff req-98a7048c-ba27-4ae3-bff4-74e40ce2531c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Deleting port afbaec30-af88-4400-aea8-6309577d9c58 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:03.651180 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-9d3d5d09-63a0-42ae-aaaf-71ac69fe86ff req-98a7048c-ba27-4ae3-bff4-74e40ce2531c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.653706 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7f283d-367b-44b5-b5ad-87c80f6ab419 x-openstack-request-id: req-ea7f283d-367b-44b5-b5ad-87c80f6ab419 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:03.654249 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121a3db2-ef3d-423b-a7ad-4ca450554922", "name": "network-vif-unplugged", "status": "completed", "tag": "afbaec30-af88-4400-aea8-6309577d9c58", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:03.654648 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea7f283d-367b-44b5-b5ad-87c80f6ab419 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:03.655380 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121a3db2-ef3d-423b-a7ad-4ca450554922', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afbaec30-af88-4400-aea8-6309577d9c58', 'code': 200} Jul 16 01:27:03.658935 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'c4e9a3f7-5345-4564-9b1c-dd77c0834b82', 'network_id': 'b76e0d74-bb47-49a6-9599-dfbabe451dd7', 'port_id': 'c4e9a3f7-5345-4564-9b1c-dd77c0834b82', 'mac_address': 'fa:16:3e:8b:2e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9570fc14-8df1-42ad-965a-2ecc0ed8d149', 'ip_address': '19.86.0.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:03.660783 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1533e327-6c34-4738-992d-43f171626e2b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.672196 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:03.672602 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:03.673004 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:03.673533 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:03.673836 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:03.674773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:03.675251 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:03.675890 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:03.676288 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:03.676698 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:03.677084 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:03.677468 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:03.729357 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1533e327-6c34-4738-992d-43f171626e2b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Transition to ACTIVE for port object 114ef336-eaf7-44df-b237-4ccdaba84518 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:03.761419 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed33748-84ba-44fe-ad57-67bf01990898 req-726b1f5f-ab37-4eaf-a970-8bd8ec2aab23 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:03.763267 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ed33748-84ba-44fe-ad57-67bf01990898 req-726b1f5f-ab37-4eaf-a970-8bd8ec2aab23 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.82 "GET /v2.0/ports?device_id=76119a77-77c6-4d18-8e59-9fcb240e0e36 HTTP/1.1" status: 200 len: 946 time: 0.3450539 Jul 16 01:27:03.764965 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-bb529785-5003-4230-bd0e-d528a0885adb req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Attempting to bind port 848e3202-5c9d-4441-aad7-798f47295a04 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:03.765307 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-bb529785-5003-4230-bd0e-d528a0885adb req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Attempting to bind port 848e3202-5c9d-4441-aad7-798f47295a04 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '315879ea-f1be-4494-af13-98d628a1a5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:03.765633 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb529785-5003-4230-bd0e-d528a0885adb req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Attempting to bind port 848e3202-5c9d-4441-aad7-798f47295a04 on network f262d5d4-4d22-402e-b36e-ed38d4251d84 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:03.780975 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.795471 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=82f0c4c3-5dbf-4949-b4d5-042f08464cca,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:03.812522 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e9a3f7-5345-4564-9b1c-dd77c0834b82 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:03.817785 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb529785-5003-4230-bd0e-d528a0885adb req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Port 848e3202-5c9d-4441-aad7-798f47295a04 on network f262d5d4-4d22-402e-b36e-ed38d4251d84 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:03.821024 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb529785-5003-4230-bd0e-d528a0885adb req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Attempting to bind port 848e3202-5c9d-4441-aad7-798f47295a04 on network f262d5d4-4d22-402e-b36e-ed38d4251d84 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:03.838762 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb529785-5003-4230-bd0e-d528a0885adb req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:03.839533 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb529785-5003-4230-bd0e-d528a0885adb req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Checking segment: {'id': '315879ea-f1be-4494-af13-98d628a1a5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:03.840209 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb529785-5003-4230-bd0e-d528a0885adb req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Bound using segment: {'id': '315879ea-f1be-4494-af13-98d628a1a5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:03.840911 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-bb529785-5003-4230-bd0e-d528a0885adb req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Bound port: 848e3202-5c9d-4441-aad7-798f47295a04, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315879ea-f1be-4494-af13-98d628a1a5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:03.842065 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb529785-5003-4230-bd0e-d528a0885adb req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.843487 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-9d3d5d09-63a0-42ae-aaaf-71ac69fe86ff req-98a7048c-ba27-4ae3-bff4-74e40ce2531c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] For port afbaec30-af88-4400-aea8-6309577d9c58, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=afbaec30-af88-4400-aea8-6309577d9c58,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:03.843918 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-9d3d5d09-63a0-42ae-aaaf-71ac69fe86ff req-98a7048c-ba27-4ae3-bff4-74e40ce2531c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.858303 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-9d3d5d09-63a0-42ae-aaaf-71ac69fe86ff req-98a7048c-ba27-4ae3-bff4-74e40ce2531c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Calling delete_port for afbaec30-af88-4400-aea8-6309577d9c58 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:03.861445 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port c4e9a3f7-5345-4564-9b1c-dd77c0834b82, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c4e9a3f7-5345-4564-9b1c-dd77c0834b82,segment=NetworkSegment(87aeec83-81df-4464-b355-d974ce0804e4),segment_id=87aeec83-81df-4464-b355-d974ce0804e4)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:03.873055 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.923442 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c88900cf-997f-4a7e-89d4-2d5941f44084 None None] Provisioning complete for port bf505b49-13c1-4f55-b81d-444d3d3fcf96 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:03.923929 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c88900cf-997f-4a7e-89d4-2d5941f44084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:03.973778 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=c4e9a3f7-5345-4564-9b1c-dd77c0834b82,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:03.990155 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c88900cf-997f-4a7e-89d4-2d5941f44084 None None] Port bf505b49-13c1-4f55-b81d-444d3d3fcf96 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:03.992614 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1533e327-6c34-4738-992d-43f171626e2b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.010947 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-bb529785-5003-4230-bd0e-d528a0885adb req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] For port 848e3202-5c9d-4441-aad7-798f47295a04, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:04.011931 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c88900cf-997f-4a7e-89d4-2d5941f44084 None None] Provisioning for port 718bbdb9-1465-4261-9fef-20195446629b completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:04.067972 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-bb529785-5003-4230-bd0e-d528a0885adb req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] For port 848e3202-5c9d-4441-aad7-798f47295a04, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=848e3202-5c9d-4441-aad7-798f47295a04,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:04.098350 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb529785-5003-4230-bd0e-d528a0885adb req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.107145 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1533e327-6c34-4738-992d-43f171626e2b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network 2324f470-9572-452c-8c55-1e833663a658 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:04.118075 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-1533e327-6c34-4738-992d-43f171626e2b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:04.121321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1533e327-6c34-4738-992d-43f171626e2b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:04.123716 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b4f7d-8718-4d33-9b17-0018ee40d52d req-bad75ba3-228c-498d-b42f-05581b414e7f tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:04.125730 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db6b4f7d-8718-4d33-9b17-0018ee40d52d req-bad75ba3-228c-498d-b42f-05581b414e7f tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1672940 Jul 16 01:27:04.126885 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1533e327-6c34-4738-992d-43f171626e2b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:04.127516 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1533e327-6c34-4738-992d-43f171626e2b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.133931 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533e327-6c34-4738-992d-43f171626e2b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Port': ['ID=114ef336-eaf7-44df-b237-4ccdaba84518,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:04.147039 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-5ed33748-84ba-44fe-ad57-67bf01990898 req-c7075e55-37c4-4c9e-b0e9-a0f65003c51d tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Deleting port 09511f8f-4921-4b3c-96b3-03f98a4fb22d {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:04.147199 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5ed33748-84ba-44fe-ad57-67bf01990898 req-c7075e55-37c4-4c9e-b0e9-a0f65003c51d tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.152877 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['82f0c4c3-5dbf-4949-b4d5-042f08464cca'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:04.203445 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb529785-5003-4230-bd0e-d528a0885adb req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:04.203979 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb529785-5003-4230-bd0e-d528a0885adb req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.205475 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb529785-5003-4230-bd0e-d528a0885adb req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] 10.222.0.84 "PUT /v2.0/ports/848e3202-5c9d-4441-aad7-798f47295a04 HTTP/1.1" status: 200 len: 1093 time: 2.0152633 Jul 16 01:27:04.206173 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '971e8843-ddc9-48c2-8c8d-25831e7688e4', 'tag': '848e3202-5c9d-4441-aad7-798f47295a04'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:04.208287 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bea4976-0cba-472f-a4b2-2bd395c09c82" -d '{"events": [{"name": "network-changed", "server_uuid": "971e8843-ddc9-48c2-8c8d-25831e7688e4", "tag": "848e3202-5c9d-4441-aad7-798f47295a04"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:04.227270 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1533e327-6c34-4738-992d-43f171626e2b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2805746 Jul 16 01:27:04.240587 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48838) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:04.240813 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db6b4f7d-8718-4d33-9b17-0018ee40d52d req-6a743247-0138-4d21-8b12-f2516297da33 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087079 Jul 16 01:27:04.241601 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-9d3d5d09-63a0-42ae-aaaf-71ac69fe86ff req-98a7048c-ba27-4ae3-bff4-74e40ce2531c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.249173 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-c59d9b24-fbdc-41e0-b6c8-226093016473 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'subnet': {'network_id': '2324f470-9572-452c-8c55-1e833663a658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:04.355906 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7048c-ba27-4ae3-bff4-74e40ce2531c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Pushing event deleted for resources: {'Port': ['ID=afbaec30-af88-4400-aea8-6309577d9c58,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:04.470310 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3d5d09-63a0-42ae-aaaf-71ac69fe86ff req-98a7048c-ba27-4ae3-bff4-74e40ce2531c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] No DVR routers for this DVR port afbaec30-af88-4400-aea8-6309577d9c58 on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:04.475849 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-9d3d5d09-63a0-42ae-aaaf-71ac69fe86ff req-98a7048c-ba27-4ae3-bff4-74e40ce2531c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.482722 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9d3d5d09-63a0-42ae-aaaf-71ac69fe86ff req-98a7048c-ba27-4ae3-bff4-74e40ce2531c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.84 "DELETE /v2.0/ports/afbaec30-af88-4400-aea8-6309577d9c58 HTTP/1.1" status: 204 len: 173 time: 1.1206093 Jul 16 01:27:04.490802 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121a3db2-ef3d-423b-a7ad-4ca450554922', 'name': 'network-vif-deleted', 'tag': 'afbaec30-af88-4400-aea8-6309577d9c58'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:04.491756 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed66140-54f7-4208-a9a9-20e2f45b2854 service neutron] Pushing event updated for resources: {'Port': ['ID=848e3202-5c9d-4441-aad7-798f47295a04,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:04.495429 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e7792e-3f0c-4251-8fb5-130a80abe844" -d '{"events": [{"server_uuid": "121a3db2-ef3d-423b-a7ad-4ca450554922", "name": "network-vif-deleted", "tag": "afbaec30-af88-4400-aea8-6309577d9c58"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:04.617012 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d961d5f-d43c-41a0-ac0d-120ec3119ec6 req-1dd89b0d-2ba3-4d40-b4aa-9ce25f3581c0 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:04.629248 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d961d5f-d43c-41a0-ac0d-120ec3119ec6 req-1dd89b0d-2ba3-4d40-b4aa-9ce25f3581c0 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:04.631232 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8d961d5f-d43c-41a0-ac0d-120ec3119ec6 req-1dd89b0d-2ba3-4d40-b4aa-9ce25f3581c0 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 1680 time: 0.1417253 Jul 16 01:27:04.654157 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e0f55494-a2eb-4fb6-a1f2-2e587e9b6c8a None None] Provisioning for port 114ef336-eaf7-44df-b237-4ccdaba84518 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:04.659861 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e0f55494-a2eb-4fb6-a1f2-2e587e9b6c8a None None] Provisioning complete for port 114ef336-eaf7-44df-b237-4ccdaba84518 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:04.660572 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e0f55494-a2eb-4fb6-a1f2-2e587e9b6c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.701802 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 718bbdb9-1465-4261-9fef-20195446629b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:04.717548 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8d961d5f-d43c-41a0-ac0d-120ec3119ec6 req-87465468-8cdc-416f-aa2f-4ce70039ac13 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773313 Jul 16 01:27:04.775391 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.777556 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e0f55494-a2eb-4fb6-a1f2-2e587e9b6c8a None None] Port 114ef336-eaf7-44df-b237-4ccdaba84518 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:04.796687 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 718bbdb9-1465-4261-9fef-20195446629b completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:04.802610 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 718bbdb9-1465-4261-9fef-20195446629b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:04.803233 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.927304 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fd4e4-76c2-4201-bc08-59c463e0adaf req-54fec289-fa3c-44b8-8afb-d6f48e2548e4 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:04.930281 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.935677 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c04fd4e4-76c2-4201-bc08-59c463e0adaf req-54fec289-fa3c-44b8-8afb-d6f48e2548e4 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.0750058 Jul 16 01:27:04.944944 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204f47c-8656-4946-8442-24171a891e4d req-6373f2ed-decc-439b-9a5b-d3adaba97151 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:04.946653 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8204f47c-8656-4946-8442-24171a891e4d req-6373f2ed-decc-439b-9a5b-d3adaba97151 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/ports?device_id=76119a77-77c6-4d18-8e59-9fcb240e0e36 HTTP/1.1" status: 200 len: 946 time: 0.8972332 Jul 16 01:27:04.957372 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee22dceb-07b9-49bc-9740-9ae543ad0526 x-openstack-request-id: req-ee22dceb-07b9-49bc-9740-9ae543ad0526 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:04.957654 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "971e8843-ddc9-48c2-8c8d-25831e7688e4", "tag": "848e3202-5c9d-4441-aad7-798f47295a04", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:04.957898 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee22dceb-07b9-49bc-9740-9ae543ad0526 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:04.958285 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '971e8843-ddc9-48c2-8c8d-25831e7688e4', 'tag': '848e3202-5c9d-4441-aad7-798f47295a04', 'status': 'completed', 'code': 200} Jul 16 01:27:04.966873 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 718bbdb9-1465-4261-9fef-20195446629b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=718bbdb9-1465-4261-9fef-20195446629b,segment=NetworkSegment(b1df89ab-2e10-4d44-8f58-8909c06ddcec),segment_id=b1df89ab-2e10-4d44-8f58-8909c06ddcec)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:04.975118 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.980990 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c04fd4e4-76c2-4201-bc08-59c463e0adaf req-e7185f41-c1cb-4ced-9fdb-9108afc60901 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440404 Jul 16 01:27:05.064063 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-5ed33748-84ba-44fe-ad57-67bf01990898 req-c7075e55-37c4-4c9e-b0e9-a0f65003c51d tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] For port 09511f8f-4921-4b3c-96b3-03f98a4fb22d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=09511f8f-4921-4b3c-96b3-03f98a4fb22d,segment=NetworkSegment(0abf27c0-33bd-4aa4-a59f-84048d7bd0db),segment_id=0abf27c0-33bd-4aa4-a59f-84048d7bd0db)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:05.064453 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5ed33748-84ba-44fe-ad57-67bf01990898 req-c7075e55-37c4-4c9e-b0e9-a0f65003c51d tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.118190 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-5ed33748-84ba-44fe-ad57-67bf01990898 req-c7075e55-37c4-4c9e-b0e9-a0f65003c51d tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Calling delete_port for 09511f8f-4921-4b3c-96b3-03f98a4fb22d owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:05.131842 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8204f47c-8656-4946-8442-24171a891e4d req-bf353602-9eab-40a1-ac58-7d80c29141ef tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/security-groups?id=1658b2ed-4553-43f8-ae13-825720e22af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661737 Jul 16 01:27:05.139402 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb529785-5003-4230-bd0e-d528a0885adb req-dd4ea32a-fa34-4a4e-b867-437f2495c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.141056 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb529785-5003-4230-bd0e-d528a0885adb req-dd4ea32a-fa34-4a4e-b867-437f2495c67c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d09653f1b51b4e2b8cb943931a409907&device_id=971e8843-ddc9-48c2-8c8d-25831e7688e4 HTTP/1.1" status: 200 len: 1096 time: 0.8320465 Jul 16 01:27:05.194576 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb529785-5003-4230-bd0e-d528a0885adb req-34106cb5-b366-4771-9d1c-ce73740121ca service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=848e3202-5c9d-4441-aad7-798f47295a04 HTTP/1.1" status: 200 len: 217 time: 0.0437944 Jul 16 01:27:05.194900 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=718bbdb9-1465-4261-9fef-20195446629b,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:05.204298 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-29b441a9-50bf-423a-ad6b-efff87e8709c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.205850 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-29b441a9-50bf-423a-ad6b-efff87e8709c tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.84 "GET /v2.0/networks?id=7d194017-b2ba-4736-9426-86f2c4d9db47 HTTP/1.1" status: 200 len: 805 time: 0.8821533 Jul 16 01:27:05.212353 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4a2d2839-ccc7-440e-bbbb-8834bbc9bf7d req-7a2b7d32-f699-4011-a6fd-8f4ec5c22071 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=77946f35-3ac6-4517-816f-c6e1bf6f5715 HTTP/1.1" status: 200 len: 210 time: 0.0496340 Jul 16 01:27:05.239605 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-054f5ad6-42db-4a61-90ec-eb5f25fcd941 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Request body: {'port': {'device_id': '77946f35-3ac6-4517-816f-c6e1bf6f5715', 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47', 'admin_state_up': True, 'tenant_id': 'c1a8d4b2ddbf47a7b73f2c07224e331f'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:05.286014 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['c4e9a3f7-5345-4564-9b1c-dd77c0834b82'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:05.299783 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59d9b24-fbdc-41e0-b6c8-226093016473 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:05.305810 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c59d9b24-fbdc-41e0-b6c8-226093016473 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.416973 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1e66ad-ef93-4e2a-981e-8975473d2e42 x-openstack-request-id: req-3b1e66ad-ef93-4e2a-981e-8975473d2e42 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:05.417867 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121a3db2-ef3d-423b-a7ad-4ca450554922", "name": "network-vif-deleted", "tag": "afbaec30-af88-4400-aea8-6309577d9c58", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:05.418313 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b1e66ad-ef93-4e2a-981e-8975473d2e42 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:05.419927 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121a3db2-ef3d-423b-a7ad-4ca450554922', 'name': 'network-vif-deleted', 'tag': 'afbaec30-af88-4400-aea8-6309577d9c58', 'status': 'completed', 'code': 200} Jul 16 01:27:05.470791 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb529785-5003-4230-bd0e-d528a0885adb req-780731f9-36ec-40af-ab8e-c937fb872f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.472151 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb529785-5003-4230-bd0e-d528a0885adb req-780731f9-36ec-40af-ab8e-c937fb872f20 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=58a11241-f184-48f8-b355-80863b2e27ca HTTP/1.1" status: 200 len: 852 time: 0.2633228 Jul 16 01:27:05.539670 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb529785-5003-4230-bd0e-d528a0885adb req-6df40db5-172f-4303-8ee6-acacdcb1e3e8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f262d5d4-4d22-402e-b36e-ed38d4251d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605478 Jul 16 01:27:05.631516 n-d-792394-16 neutron-server[93955]: INFO neutron.db.ipam_backend_mixin [None req-c59d9b24-fbdc-41e0-b6c8-226093016473 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet db372f98-2c63-46e1-a888-03f417266713 (CIDR: 2001:db8::/64) Jul 16 01:27:05.650081 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59d9b24-fbdc-41e0-b6c8-226093016473 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:27:05.650431 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59d9b24-fbdc-41e0-b6c8-226093016473 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:05.698980 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045011fe-1b0d-41ba-ba94-bd847fa23a4e req-af80d3c5-ac99-4fa4-9c02-1792bec3587e tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.699688 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-054f5ad6-42db-4a61-90ec-eb5f25fcd941 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Made reservation on behalf of c1a8d4b2ddbf47a7b73f2c07224e331f for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:05.700710 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-045011fe-1b0d-41ba-ba94-bd847fa23a4e req-af80d3c5-ac99-4fa4-9c02-1792bec3587e tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.0703661 Jul 16 01:27:05.703184 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-054f5ad6-42db-4a61-90ec-eb5f25fcd941 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.712190 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc98615-0ed3-4231-b2cc-db2aa59ae75d req-c3f2ba20-1fbe-41ef-a93e-ba063ba82d00 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.713720 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3bc98615-0ed3-4231-b2cc-db2aa59ae75d req-c3f2ba20-1fbe-41ef-a93e-ba063ba82d00 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=971e8843-ddc9-48c2-8c8d-25831e7688e4 HTTP/1.1" status: 200 len: 944 time: 0.3659890 Jul 16 01:27:05.722237 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5ed33748-84ba-44fe-ad57-67bf01990898 req-c7075e55-37c4-4c9e-b0e9-a0f65003c51d tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.741516 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c59d9b24-fbdc-41e0-b6c8-226093016473 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4986274 Jul 16 01:27:05.744135 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-045011fe-1b0d-41ba-ba94-bd847fa23a4e req-e0e56193-509a-4981-9737-71ad08a305db tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364804 Jul 16 01:27:05.744482 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48858) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:05.749518 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-6a730402-d292-4b9c-b59c-604f1ded3dfe tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'subnet': {'network_id': '2324f470-9572-452c-8c55-1e833663a658', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:05.778329 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7075e55-37c4-4c9e-b0e9-a0f65003c51d tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Pushing event deleted for resources: {'Port': ['ID=09511f8f-4921-4b3c-96b3-03f98a4fb22d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:05.816976 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb529785-5003-4230-bd0e-d528a0885adb req-d8131b36-eaa4-44df-9920-c71afd391b22 service neutron] 10.222.0.84 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664855 Jul 16 01:27:05.901683 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a730402-d292-4b9c-b59c-604f1ded3dfe tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:05.905274 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6a730402-d292-4b9c-b59c-604f1ded3dfe tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.915106 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed33748-84ba-44fe-ad57-67bf01990898 req-c7075e55-37c4-4c9e-b0e9-a0f65003c51d tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] No DVR routers for this DVR port 09511f8f-4921-4b3c-96b3-03f98a4fb22d on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:05.919284 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3bc98615-0ed3-4231-b2cc-db2aa59ae75d req-c843cf42-b04d-4ab9-9947-62d5992d7011 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872475 Jul 16 01:27:05.925092 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5ed33748-84ba-44fe-ad57-67bf01990898 req-c7075e55-37c4-4c9e-b0e9-a0f65003c51d tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.927147 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ed33748-84ba-44fe-ad57-67bf01990898 req-c7075e55-37c4-4c9e-b0e9-a0f65003c51d tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.82 "DELETE /v2.0/ports/09511f8f-4921-4b3c-96b3-03f98a4fb22d HTTP/1.1" status: 204 len: 173 time: 2.1550484 Jul 16 01:27:06.025313 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79206f-e856-4f67-8083-1d154bccc6f2 req-50e5ceb7-4a46-4c9e-89bf-c5a9d3147cbe tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:06.031155 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79206f-e856-4f67-8083-1d154bccc6f2 req-50e5ceb7-4a46-4c9e-89bf-c5a9d3147cbe tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:06.038139 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3f79206f-e856-4f67-8083-1d154bccc6f2 req-50e5ceb7-4a46-4c9e-89bf-c5a9d3147cbe tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 1680 time: 0.1740727 Jul 16 01:27:06.053859 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-054f5ad6-42db-4a61-90ec-eb5f25fcd941 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Allocated IP 172.20.0.10 (7d194017-b2ba-4736-9426-86f2c4d9db47/01112ffd-e4af-4423-aa07-05f338809738/d4bc22fd-aeb2-490b-81eb-3904a37e406b) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:06.057936 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb529785-5003-4230-bd0e-d528a0885adb req-94a232c8-69ad-4627-8c94-68fc7a0972ad service neutron] 10.222.0.84 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884613 Jul 16 01:27:06.102742 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3f79206f-e856-4f67-8083-1d154bccc6f2 req-7554e649-fe49-4195-b101-c81f90598147 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635951 Jul 16 01:27:06.259247 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6a730402-d292-4b9c-b59c-604f1ded3dfe tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.278223 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896ab7b-387a-4000-a288-0b8d3a8b2940 req-dbd9ad97-c776-4f2e-a699-93cc18d93633 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:06.279711 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d896ab7b-387a-4000-a288-0b8d3a8b2940 req-dbd9ad97-c776-4f2e-a699-93cc18d93633 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1921477 Jul 16 01:27:06.318960 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a730402-d292-4b9c-b59c-604f1ded3dfe tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network 2324f470-9572-452c-8c55-1e833663a658 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:06.322374 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea4976-0cba-472f-a4b2-2bd395c09c82 req-407ff1fc-8398-4798-827c-8d7ed3678508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:06.323883 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9bea4976-0cba-472f-a4b2-2bd395c09c82 req-407ff1fc-8398-4798-827c-8d7ed3678508 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d09653f1b51b4e2b8cb943931a409907&device_id=971e8843-ddc9-48c2-8c8d-25831e7688e4 HTTP/1.1" status: 200 len: 1096 time: 0.1702771 Jul 16 01:27:06.329711 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-054f5ad6-42db-4a61-90ec-eb5f25fcd941 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.341382 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-6a730402-d292-4b9c-b59c-604f1ded3dfe tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:06.347277 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-82d9fbc5-a241-46c7-89f4-2c0fbd78e2b8 req-42871f24-2958-4770-b959-ff8f7c1381d8 tempest-InstanceActionsTestJSON-1985753424 tempest-InstanceActionsTestJSON-1985753424-project] 10.222.0.16 "GET /v2.0/ports?device_id=76119a77-77c6-4d18-8e59-9fcb240e0e36 HTTP/1.1" status: 200 len: 210 time: 0.0448105 Jul 16 01:27:06.348398 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a730402-d292-4b9c-b59c-604f1ded3dfe tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:06.348954 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6a730402-d292-4b9c-b59c-604f1ded3dfe tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.357691 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f7b534-c234-464e-a6f0-5decc319291e None None] Network 2324f470-9572-452c-8c55-1e833663a658 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:06.361673 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a730402-d292-4b9c-b59c-604f1ded3dfe tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Subnet': ['ID=1959cf7d-9c4d-4f49-af56-ecac3c1dced1,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:06.392477 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d896ab7b-387a-4000-a288-0b8d3a8b2940 req-83ade7e8-7dee-496b-9c87-4d5833825652 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017938 Jul 16 01:27:06.397862 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6a730402-d292-4b9c-b59c-604f1ded3dfe tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6508918 Jul 16 01:27:06.400936 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48866) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:06.410953 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-f9870eb4-e994-4fb0-b7ed-409661dd3192 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-385089576', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1959cf7d-9c4d-4f49-af56-ecac3c1dced1'}], 'security_groups': ['b2c50ec2-e7ee-4b27-85ef-8e4b52a6b787']}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:06.486560 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-054f5ad6-42db-4a61-90ec-eb5f25fcd941 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.488682 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea4976-0cba-472f-a4b2-2bd395c09c82 req-baa74b9a-299f-4ee7-b069-a4aaa2f53933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:06.490219 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9bea4976-0cba-472f-a4b2-2bd395c09c82 req-baa74b9a-299f-4ee7-b069-a4aaa2f53933 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f262d5d4-4d22-402e-b36e-ed38d4251d84 HTTP/1.1" status: 200 len: 913 time: 0.1572709 Jul 16 01:27:06.603574 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9bea4976-0cba-472f-a4b2-2bd395c09c82 req-30e1624d-560e-4e36-ab4b-aaccb83b5b93 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=848e3202-5c9d-4441-aad7-798f47295a04 HTTP/1.1" status: 200 len: 217 time: 0.0905931 Jul 16 01:27:06.613366 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-054f5ad6-42db-4a61-90ec-eb5f25fcd941 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Network 7d194017-b2ba-4736-9426-86f2c4d9db47 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:06.629971 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-054f5ad6-42db-4a61-90ec-eb5f25fcd941 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:06.649557 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f5ad6-42db-4a61-90ec-eb5f25fcd941 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Pushing event updated for resources: {'Port': ['ID=d4bc22fd-aeb2-490b-81eb-3904a37e406b,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:06.650410 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 718bbdb9-1465-4261-9fef-20195446629b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:06.652050 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-054f5ad6-42db-4a61-90ec-eb5f25fcd941 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:06.701315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea4976-0cba-472f-a4b2-2bd395c09c82 req-80334e48-6359-463f-a2c2-ba4d00085d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:06.702804 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9bea4976-0cba-472f-a4b2-2bd395c09c82 req-80334e48-6359-463f-a2c2-ba4d00085d84 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=58a11241-f184-48f8-b355-80863b2e27ca HTTP/1.1" status: 200 len: 852 time: 0.0880737 Jul 16 01:27:06.716052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 718bbdb9-1465-4261-9fef-20195446629b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:06.716470 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.732719 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-054f5ad6-42db-4a61-90ec-eb5f25fcd941 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:06.733405 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-054f5ad6-42db-4a61-90ec-eb5f25fcd941 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.794706 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9bea4976-0cba-472f-a4b2-2bd395c09c82 req-4170a35f-e7c0-4b40-ad6b-0cd4889dd24e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f262d5d4-4d22-402e-b36e-ed38d4251d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834410 Jul 16 01:27:06.800523 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9870eb4-e994-4fb0-b7ed-409661dd3192 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.805047 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-054f5ad6-42db-4a61-90ec-eb5f25fcd941 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5690532 Jul 16 01:27:06.848659 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-1d46a612-7f40-4c22-9a5f-ae5c0ff89c82 service neutron] Request body: {'port': {'device_id': '77946f35-3ac6-4517-816f-c6e1bf6f5715', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:06.887947 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253dd90-d904-4601-8e9c-d7cb131c4fda req-e060b34e-7fb5-431c-aa7d-c4f7a9edfdbf tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:06.889521 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2253dd90-d904-4601-8e9c-d7cb131c4fda req-e060b34e-7fb5-431c-aa7d-c4f7a9edfdbf tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=77946f35-3ac6-4517-816f-c6e1bf6f5715 HTTP/1.1" status: 200 len: 932 time: 0.3836339 Jul 16 01:27:06.897060 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca30dbd-28fc-4d58-ab0a-5178c5bd1456 None None] Update dhcp port {'port': {'network_id': '2324f470-9572-452c-8c55-1e833663a658', 'fixed_ips': [{'subnet_id': 'db372f98-2c63-46e1-a888-03f417266713', 'ip_address': '2001:db8::2'}, {'subnet_id': '1959cf7d-9c4d-4f49-af56-ecac3c1dced1'}], 'binding:host_id': 'n-d-792394-16'}, 'id': '718bbdb9-1465-4261-9fef-20195446629b'} from n-d-792394-16. {{(pid=93957) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:27:06.935654 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device afbaec30-af88-4400-aea8-6309577d9c58 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:06.940842 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ca30dbd-28fc-4d58-ab0a-5178c5bd1456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.965533 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: afbaec30-af88-4400-aea8-6309577d9c58 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:06.965858 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device afbaec30-af88-4400-aea8-6309577d9c58 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:06.973762 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c4e9a3f7-5345-4564-9b1c-dd77c0834b82 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:06.980249 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76119a77-77c6-4d18-8e59-9fcb240e0e36', 'name': 'network-vif-deleted', 'tag': '09511f8f-4921-4b3c-96b3-03f98a4fb22d'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:06.982660 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba3d06d-eb2f-46fc-9c54-1ced62c01d37" -d '{"events": [{"server_uuid": "76119a77-77c6-4d18-8e59-9fcb240e0e36", "name": "network-vif-deleted", "tag": "09511f8f-4921-4b3c-96b3-03f98a4fb22d"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:07.052903 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-1d46a612-7f40-4c22-9a5f-ae5c0ff89c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.064887 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9bea4976-0cba-472f-a4b2-2bd395c09c82 req-fd53ab10-3d6c-4639-a55b-42a3222d2a0d service neutron] 10.222.0.84 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417381 Jul 16 01:27:07.081052 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2253dd90-d904-4601-8e9c-d7cb131c4fda req-31faeabd-a33f-40e0-b4b0-99683d77bf44 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843155 Jul 16 01:27:07.119720 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port c4e9a3f7-5345-4564-9b1c-dd77c0834b82 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:07.127984 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port c4e9a3f7-5345-4564-9b1c-dd77c0834b82 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:07.128543 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.159538 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9c55c-f1a6-46a7-b0cc-6a00f3d8d872 req-ddc63415-0ae5-4cce-962e-0b19812fee8c tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.161118 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4cf9c55c-f1a6-46a7-b0cc-6a00f3d8d872 req-ddc63415-0ae5-4cce-962e-0b19812fee8c tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.2273870 Jul 16 01:27:07.202718 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-7ca30dbd-28fc-4d58-ab0a-5178c5bd1456 None None] Allocated IP 2001:db8:0:1::2 (2324f470-9572-452c-8c55-1e833663a658/1959cf7d-9c4d-4f49-af56-ecac3c1dced1/718bbdb9-1465-4261-9fef-20195446629b) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:07.281426 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a6bf1-a3ec-4d51-bb5e-6aade7c2d44a req-1c4b007a-bce0-4c21-997a-8c834bd06876 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.283296 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a53a6bf1-a3ec-4d51-bb5e-6aade7c2d44a req-1c4b007a-bce0-4c21-997a-8c834bd06876 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=971e8843-ddc9-48c2-8c8d-25831e7688e4 HTTP/1.1" status: 200 len: 944 time: 0.0730705 Jul 16 01:27:07.307032 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.325600 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4cf9c55c-f1a6-46a7-b0cc-6a00f3d8d872 req-6e40b664-5878-460a-ae60-d4c526091420 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270194 Jul 16 01:27:07.329143 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a53a6bf1-a3ec-4d51-bb5e-6aade7c2d44a req-1e99a83d-412f-4409-b069-10cb03545ec5 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365858 Jul 16 01:27:07.337974 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9bea4976-0cba-472f-a4b2-2bd395c09c82 req-1254404c-e794-4a75-bd22-c5a0b6374b8a service neutron] 10.222.0.84 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637603 Jul 16 01:27:07.350591 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port c4e9a3f7-5345-4564-9b1c-dd77c0834b82, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c4e9a3f7-5345-4564-9b1c-dd77c0834b82,segment=NetworkSegment(87aeec83-81df-4464-b355-d974ce0804e4),segment_id=87aeec83-81df-4464-b355-d974ce0804e4)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:07.353671 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b92e061-ce4f-4e12-9c5c-3a84fc0976de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e9a3f7-5345-4564-9b1c-dd77c0834b82'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:07.356468 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96fda29-2adb-4c48-a240-6101030c59ec" -d '{"events": [{"server_uuid": "6b92e061-ce4f-4e12-9c5c-3a84fc0976de", "name": "network-vif-plugged", "status": "completed", "tag": "c4e9a3f7-5345-4564-9b1c-dd77c0834b82"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:07.361946 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.362922 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 82f0c4c3-5dbf-4949-b4d5-042f08464cca up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:07.437462 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7ca30dbd-28fc-4d58-ab0a-5178c5bd1456 None None] For port 718bbdb9-1465-4261-9fef-20195446629b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=718bbdb9-1465-4261-9fef-20195446629b,segment=NetworkSegment(b1df89ab-2e10-4d44-8f58-8909c06ddcec),segment_id=b1df89ab-2e10-4d44-8f58-8909c06ddcec)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:07.447514 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba2474f-2b94-4eb0-8d53-edefb1b39b05 x-openstack-request-id: req-eba2474f-2b94-4eb0-8d53-edefb1b39b05 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:07.447895 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b92e061-ce4f-4e12-9c5c-3a84fc0976de", "name": "network-vif-plugged", "status": "completed", "tag": "c4e9a3f7-5345-4564-9b1c-dd77c0834b82", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:07.448316 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eba2474f-2b94-4eb0-8d53-edefb1b39b05 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:07.448881 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b92e061-ce4f-4e12-9c5c-3a84fc0976de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e9a3f7-5345-4564-9b1c-dd77c0834b82', 'code': 200} Jul 16 01:27:07.484903 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=c4e9a3f7-5345-4564-9b1c-dd77c0834b82,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:07.485647 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13923076-a29f-4382-9702-fc0797fc41ff x-openstack-request-id: req-13923076-a29f-4382-9702-fc0797fc41ff {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:07.486178 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76119a77-77c6-4d18-8e59-9fcb240e0e36", "name": "network-vif-deleted", "tag": "09511f8f-4921-4b3c-96b3-03f98a4fb22d", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:07.486432 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13923076-a29f-4382-9702-fc0797fc41ff {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:07.486825 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76119a77-77c6-4d18-8e59-9fcb240e0e36', 'name': 'network-vif-deleted', 'tag': '09511f8f-4921-4b3c-96b3-03f98a4fb22d', 'status': 'completed', 'code': 200} Jul 16 01:27:07.501976 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ca30dbd-28fc-4d58-ab0a-5178c5bd1456 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.519226 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7ca30dbd-28fc-4d58-ab0a-5178c5bd1456 None None] Transition to ACTIVE for port object 718bbdb9-1465-4261-9fef-20195446629b will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:07.522131 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 82f0c4c3-5dbf-4949-b4d5-042f08464cca completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:07.526448 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ca30dbd-28fc-4d58-ab0a-5178c5bd1456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.532423 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 82f0c4c3-5dbf-4949-b4d5-042f08464cca triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:07.532423 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.591569 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-1d46a612-7f40-4c22-9a5f-ae5c0ff89c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4bc22fd-aeb2-490b-81eb-3904a37e406b {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:07.608105 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccbdbb-b4c2-46da-b596-932c664099a9 req-c3e02194-8559-4258-8046-4c6491ae2d44 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.613641 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccbdbb-b4c2-46da-b596-932c664099a9 req-c3e02194-8559-4258-8046-4c6491ae2d44 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.615320 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ebccbdbb-b4c2-46da-b596-932c664099a9 req-c3e02194-8559-4258-8046-4c6491ae2d44 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 1681 time: 0.1277041 Jul 16 01:27:07.617638 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-1d46a612-7f40-4c22-9a5f-ae5c0ff89c82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.643235 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-1d46a612-7f40-4c22-9a5f-ae5c0ff89c82 service neutron] Transition to ACTIVE for port object d4bc22fd-aeb2-490b-81eb-3904a37e406b will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:07.653391 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-1d46a612-7f40-4c22-9a5f-ae5c0ff89c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.683064 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca30dbd-28fc-4d58-ab0a-5178c5bd1456 None None] Pushing event updated for resources: {'Port': ['ID=718bbdb9-1465-4261-9fef-20195446629b,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:07.689538 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-f9870eb4-e994-4fb0-b7ed-409661dd3192 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Delete allocated IP 2001:db8::12 (2324f470-9572-452c-8c55-1e833663a658/db372f98-2c63-46e1-a888-03f417266713) {{(pid=93956) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:27:07.709003 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228233d3-d375-4980-9220-3c97f910da23 req-863c072c-f0f9-46fb-be9b-addee02f459d tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.710716 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-228233d3-d375-4980-9220-3c97f910da23 req-863c072c-f0f9-46fb-be9b-addee02f459d tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1457069 Jul 16 01:27:07.715437 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-f9870eb4-e994-4fb0-b7ed-409661dd3192 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Allocated IP 2001:db8:0:1::3de (2324f470-9572-452c-8c55-1e833663a658/1959cf7d-9c4d-4f49-af56-ecac3c1dced1/114ef336-eaf7-44df-b237-4ccdaba84518) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:07.729706 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.760186 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ebccbdbb-b4c2-46da-b596-932c664099a9 req-bdbf8ac1-b0b5-410d-aacd-93b1402e3d1a tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285880 Jul 16 01:27:07.776231 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 82f0c4c3-5dbf-4949-b4d5-042f08464cca, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=82f0c4c3-5dbf-4949-b4d5-042f08464cca,segment=NetworkSegment(c13bc4a4-f64a-44a6-bd98-ce84387523f9),segment_id=c13bc4a4-f64a-44a6-bd98-ce84387523f9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:07.782149 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.783441 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 09511f8f-4921-4b3c-96b3-03f98a4fb22d no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:07.787168 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-228233d3-d375-4980-9220-3c97f910da23 req-8b2f5668-8a2f-4e03-b837-4aaa1a824821 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685663 Jul 16 01:27:07.796763 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46a612-7f40-4c22-9a5f-ae5c0ff89c82 service neutron] Pushing event updated for resources: {'Port': ['ID=d4bc22fd-aeb2-490b-81eb-3904a37e406b,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:07.891059 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 09511f8f-4921-4b3c-96b3-03f98a4fb22d {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:07.891605 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 09511f8f-4921-4b3c-96b3-03f98a4fb22d not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:07.896210 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48890) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:07.932586 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-1d46a612-7f40-4c22-9a5f-ae5c0ff89c82 service neutron] Attempting to bind port d4bc22fd-aeb2-490b-81eb-3904a37e406b on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:07.933864 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-1d46a612-7f40-4c22-9a5f-ae5c0ff89c82 service neutron] Attempting to bind port d4bc22fd-aeb2-490b-81eb-3904a37e406b by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:07.938335 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-1d46a612-7f40-4c22-9a5f-ae5c0ff89c82 service neutron] Attempting to bind port d4bc22fd-aeb2-490b-81eb-3904a37e406b on network 7d194017-b2ba-4736-9426-86f2c4d9db47 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:07.947435 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=82f0c4c3-5dbf-4949-b4d5-042f08464cca,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:07.954794 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-1d46a612-7f40-4c22-9a5f-ae5c0ff89c82 service neutron] Port d4bc22fd-aeb2-490b-81eb-3904a37e406b on network 7d194017-b2ba-4736-9426-86f2c4d9db47 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:07.955356 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-1d46a612-7f40-4c22-9a5f-ae5c0ff89c82 service neutron] Attempting to bind port d4bc22fd-aeb2-490b-81eb-3904a37e406b on network 7d194017-b2ba-4736-9426-86f2c4d9db47 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:07.966729 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-1d46a612-7f40-4c22-9a5f-ae5c0ff89c82 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:07.970484 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-1d46a612-7f40-4c22-9a5f-ae5c0ff89c82 service neutron] Checking segment: {'id': 'c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:07.971073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-1d46a612-7f40-4c22-9a5f-ae5c0ff89c82 service neutron] Bound using segment: {'id': 'c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:07.971707 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-1d46a612-7f40-4c22-9a5f-ae5c0ff89c82 service neutron] Bound port: d4bc22fd-aeb2-490b-81eb-3904a37e406b, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:07.972226 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-1d46a612-7f40-4c22-9a5f-ae5c0ff89c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.990846 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c5356e-5b76-4d90-87ff-d9e9f5a0f043 admin admin] Deleting subnet 25eeba9a-23db-4f82-9d06-f83167e74c6e {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:07.996966 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19c5356e-5b76-4d90-87ff-d9e9f5a0f043 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.003600 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9870eb4-e994-4fb0-b7ed-409661dd3192 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.022165 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-f9870eb4-e994-4fb0-b7ed-409661dd3192 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Transition to ACTIVE for port object 114ef336-eaf7-44df-b237-4ccdaba84518 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:08.028830 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9870eb4-e994-4fb0-b7ed-409661dd3192 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.075007 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19c5356e-5b76-4d90-87ff-d9e9f5a0f043 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.113167 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-f9870eb4-e994-4fb0-b7ed-409661dd3192 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] In _notify_port_updated(), no bound segment for port 114ef336-eaf7-44df-b237-4ccdaba84518 on network 2324f470-9572-452c-8c55-1e833663a658 {{(pid=93956) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:27:08.122335 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9870eb4-e994-4fb0-b7ed-409661dd3192 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:08.123181 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9870eb4-e994-4fb0-b7ed-409661dd3192 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.127264 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f9870eb4-e994-4fb0-b7ed-409661dd3192 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "PUT /v2.0/ports/114ef336-eaf7-44df-b237-4ccdaba84518 HTTP/1.1" status: 200 len: 930 time: 1.7222836 Jul 16 01:27:08.134191 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9870eb4-e994-4fb0-b7ed-409661dd3192 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Port': ['ID=114ef336-eaf7-44df-b237-4ccdaba84518,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:08.137036 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48896) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:08.173940 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-1d46a612-7f40-4c22-9a5f-ae5c0ff89c82 service neutron] For port d4bc22fd-aeb2-490b-81eb-3904a37e406b, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:08.177918 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19c5356e-5b76-4d90-87ff-d9e9f5a0f043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.181101 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-1d46a612-7f40-4c22-9a5f-ae5c0ff89c82 service neutron] For port d4bc22fd-aeb2-490b-81eb-3904a37e406b, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d4bc22fd-aeb2-490b-81eb-3904a37e406b,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:08.206418 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-1d46a612-7f40-4c22-9a5f-ae5c0ff89c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.296992 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-41c96868-067d-40e6-8620-6d3a00696e05 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting port 114ef336-eaf7-44df-b237-4ccdaba84518 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:08.297341 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-41c96868-067d-40e6-8620-6d3a00696e05 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.306278 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-1d46a612-7f40-4c22-9a5f-ae5c0ff89c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:08.306986 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-1d46a612-7f40-4c22-9a5f-ae5c0ff89c82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.308498 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-1d46a612-7f40-4c22-9a5f-ae5c0ff89c82 service neutron] 10.222.0.84 "PUT /v2.0/ports/d4bc22fd-aeb2-490b-81eb-3904a37e406b HTTP/1.1" status: 200 len: 1093 time: 1.4776499 Jul 16 01:27:08.325695 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb3ab1-53e6-4ab6-ac8e-da6161b4d9ca req-d0af96d5-2506-4ced-b561-10a7ada786d8 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:08.327743 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7eeb3ab1-53e6-4ab6-ac8e-da6161b4d9ca req-d0af96d5-2506-4ced-b561-10a7ada786d8 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.2553847 Jul 16 01:27:08.329574 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19c5356e-5b76-4d90-87ff-d9e9f5a0f043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.331620 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46a612-7f40-4c22-9a5f-ae5c0ff89c82 service neutron] Pushing event updated for resources: {'Port': ['ID=d4bc22fd-aeb2-490b-81eb-3904a37e406b,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:08.381129 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5356e-5b76-4d90-87ff-d9e9f5a0f043 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25eeba9a-23db-4f82-9d06-f83167e74c6e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:08.412711 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19c5356e-5b76-4d90-87ff-d9e9f5a0f043 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.417263 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-19c5356e-5b76-4d90-87ff-d9e9f5a0f043 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/25eeba9a-23db-4f82-9d06-f83167e74c6e HTTP/1.1" status: 204 len: 168 time: 0.5170760 Jul 16 01:27:08.417808 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48900) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:08.483862 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7eeb3ab1-53e6-4ab6-ac8e-da6161b4d9ca req-7d8b8e65-16e1-424d-be46-2ac8ae99e050 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416910 Jul 16 01:27:08.532583 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e8152ff-b559-4fb6-922d-3c42c77114a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.542570 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-2e5fb603-2355-414a-b717-6b85bce41995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:08.544118 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-2e5fb603-2355-414a-b717-6b85bce41995 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c1a8d4b2ddbf47a7b73f2c07224e331f&device_id=77946f35-3ac6-4517-816f-c6e1bf6f5715 HTTP/1.1" status: 200 len: 1096 time: 0.1757030 Jul 16 01:27:08.552969 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 718bbdb9-1465-4261-9fef-20195446629b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:08.597445 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-413872fd-b79c-40e8-8e76-47e81ef98ead service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4bc22fd-aeb2-490b-81eb-3904a37e406b HTTP/1.1" status: 200 len: 217 time: 0.0448012 Jul 16 01:27:08.671227 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-03ee8979-c75f-460f-a6dd-24b80026ff1a None None] Provisioning for port 114ef336-eaf7-44df-b237-4ccdaba84518 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:08.677591 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-03ee8979-c75f-460f-a6dd-24b80026ff1a None None] Provisioning complete for port 114ef336-eaf7-44df-b237-4ccdaba84518 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:08.678090 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03ee8979-c75f-460f-a6dd-24b80026ff1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.731330 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb47e7c-846e-4ae6-a353-988d02becef0 req-a953e5e5-c0fb-472f-9b0d-2a50d254436a tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:08.732182 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-03ee8979-c75f-460f-a6dd-24b80026ff1a None None] Port 114ef336-eaf7-44df-b237-4ccdaba84518 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:08.732997 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4eb47e7c-846e-4ae6-a353-988d02becef0 req-a953e5e5-c0fb-472f-9b0d-2a50d254436a tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=77946f35-3ac6-4517-816f-c6e1bf6f5715 HTTP/1.1" status: 200 len: 944 time: 0.4867778 Jul 16 01:27:08.749810 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e8152ff-b559-4fb6-922d-3c42c77114a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.755464 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-03ee8979-c75f-460f-a6dd-24b80026ff1a None None] Provisioning complete for port bf505b49-13c1-4f55-b81d-444d3d3fcf96 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:08.756112 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03ee8979-c75f-460f-a6dd-24b80026ff1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.767560 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-9ad6b174-956a-4d1e-adc7-3462d9c1d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:08.769145 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-9ad6b174-956a-4d1e-adc7-3462d9c1d409 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=01112ffd-e4af-4423-aa07-05f338809738 HTTP/1.1" status: 200 len: 845 time: 0.1534743 Jul 16 01:27:08.777159 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-41c96868-067d-40e6-8620-6d3a00696e05 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.777405 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-9e8152ff-b559-4fb6-922d-3c42c77114a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6252f5cd-759b-4519-9324-34a52e8f66e4']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:08.801443 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-03ee8979-c75f-460f-a6dd-24b80026ff1a None None] Port bf505b49-13c1-4f55-b81d-444d3d3fcf96 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:08.805142 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4eb47e7c-846e-4ae6-a353-988d02becef0 req-3cb44544-438f-4762-838f-05b62448e0c3 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644636 Jul 16 01:27:08.809808 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-41c96868-067d-40e6-8620-6d3a00696e05 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Calling delete_port for 114ef336-eaf7-44df-b237-4ccdaba84518 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:08.835451 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-03ee8979-c75f-460f-a6dd-24b80026ff1a None None] Provisioning for port 718bbdb9-1465-4261-9fef-20195446629b completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:08.840734 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-03ee8979-c75f-460f-a6dd-24b80026ff1a None None] Provisioning complete for port 718bbdb9-1465-4261-9fef-20195446629b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:08.841345 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03ee8979-c75f-460f-a6dd-24b80026ff1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.939043 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 848e3202-5c9d-4441-aad7-798f47295a04 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:09.035022 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-41c96868-067d-40e6-8620-6d3a00696e05 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.070661 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c96868-067d-40e6-8620-6d3a00696e05 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Port': ['ID=114ef336-eaf7-44df-b237-4ccdaba84518,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:09.073720 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-57151d0b-d732-422e-9e46-c565c3a66c2e None None] Could not find standard attr ID for object 114ef336-eaf7-44df-b237-4ccdaba84518. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:27:09.076954 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 848e3202-5c9d-4441-aad7-798f47295a04, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=848e3202-5c9d-4441-aad7-798f47295a04,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:09.091155 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '848e3202-5c9d-4441-aad7-798f47295a04', 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84', 'port_id': '848e3202-5c9d-4441-aad7-798f47295a04', 'mac_address': 'fa:16:3e:c4:16:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a11241-f184-48f8-b355-80863b2e27ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:09.107464 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-41c96868-067d-40e6-8620-6d3a00696e05 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.109447 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-41c96868-067d-40e6-8620-6d3a00696e05 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/ports/114ef336-eaf7-44df-b237-4ccdaba84518 HTTP/1.1" status: 204 len: 168 time: 0.9714248 Jul 16 01:27:09.118243 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cded1-aedc-4f08-ac09-51086da8e4c6 req-d9ca262c-0282-4790-998a-b859692d17ec tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:09.119788 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ae3cded1-aedc-4f08-ac09-51086da8e4c6 req-d9ca262c-0282-4790-998a-b859692d17ec tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1364944 Jul 16 01:27:09.120298 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48908) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:09.145039 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.153851 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-299aa5a9-6d89-4e09-9070-2de573b0ef9b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] GET failed (client error): The resource could not be found. Jul 16 01:27:09.155543 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-299aa5a9-6d89-4e09-9070-2de573b0ef9b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports/114ef336-eaf7-44df-b237-4ccdaba84518 HTTP/1.1" status: 404 len: 333 time: 0.0342526 Jul 16 01:27:09.161100 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48910) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:09.166242 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848e3202-5c9d-4441-aad7-798f47295a04 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:09.186880 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-9e8152ff-b559-4fb6-922d-3c42c77114a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0abf27c0-33bd-4aa4-a59f-84048d7bd0db') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:09.187246 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-9e8152ff-b559-4fb6-922d-3c42c77114a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0abf27c0-33bd-4aa4-a59f-84048d7bd0db') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:09.214689 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-03293c8e-a49b-4484-b649-342db8eb257b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7d194017-b2ba-4736-9426-86f2c4d9db47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4232666 Jul 16 01:27:09.217040 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 848e3202-5c9d-4441-aad7-798f47295a04, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=848e3202-5c9d-4441-aad7-798f47295a04,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:09.219033 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e8152ff-b559-4fb6-922d-3c42c77114a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.224267 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.227600 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ae3cded1-aedc-4f08-ac09-51086da8e4c6 req-6d9cc747-1a01-43b0-b97d-31356913b224 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758054 Jul 16 01:27:09.247813 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4e11bda0-80ed-4910-aace-8262f77dbb37 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.275994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32758614-de45-43c4-89f5-1eb27e7b135c req-937429b0-657c-43ab-bd6e-f76b2bad3832 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:09.283371 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-32758614-de45-43c4-89f5-1eb27e7b135c req-937429b0-657c-43ab-bd6e-f76b2bad3832 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=971e8843-ddc9-48c2-8c8d-25831e7688e4 HTTP/1.1" status: 200 len: 944 time: 0.6204462 Jul 16 01:27:09.290794 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e8152ff-b559-4fb6-922d-3c42c77114a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.300339 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4e11bda0-80ed-4910-aace-8262f77dbb37 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.311386 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8152ff-b559-4fb6-922d-3c42c77114a8 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:27:09.311827 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e8152ff-b559-4fb6-922d-3c42c77114a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:27:09.315154 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:27:09.331903 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=848e3202-5c9d-4441-aad7-798f47295a04,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:09.378448 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4e11bda0-80ed-4910-aace-8262f77dbb37 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.381472 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4e11bda0-80ed-4910-aace-8262f77dbb37 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.383348 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4e11bda0-80ed-4910-aace-8262f77dbb37 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/security-groups/06fad77c-a89d-406a-95a0-77c94d934a71 HTTP/1.1" status: 204 len: 168 time: 0.2209861 Jul 16 01:27:09.395899 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48914) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:09.420808 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11bda0-80ed-4910-aace-8262f77dbb37 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fad77c-a89d-406a-95a0-77c94d934a71,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:09.443593 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-32758614-de45-43c4-89f5-1eb27e7b135c req-a8fadc05-302a-4f79-b145-f5da19053395 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592255 Jul 16 01:27:09.446588 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e8152ff-b559-4fb6-922d-3c42c77114a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.450627 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b92e061-ce4f-4e12-9c5c-3a84fc0976de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f0c4c3-5dbf-4949-b4d5-042f08464cca'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:09.471674 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e8152ff-b559-4fb6-922d-3c42c77114a8 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.473779 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9e8152ff-b559-4fb6-922d-3c42c77114a8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6252f5cd-759b-4519-9324-34a52e8f66e4 HTTP/1.1" status: 204 len: 168 time: 1.0535719 Jul 16 01:27:09.475184 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33c4cc1-d28e-4704-a3e3-e4cb3de71abe" -d '{"events": [{"server_uuid": "6b92e061-ce4f-4e12-9c5c-3a84fc0976de", "name": "network-vif-plugged", "status": "completed", "tag": "82f0c4c3-5dbf-4949-b4d5-042f08464cca"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:09.486125 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['848e3202-5c9d-4441-aad7-798f47295a04'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:09.493404 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77946f35-3ac6-4517-816f-c6e1bf6f5715', 'tag': 'd4bc22fd-aeb2-490b-81eb-3904a37e406b'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:09.495790 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6eeec4-f817-4600-b39f-97e803a5c2a2" -d '{"events": [{"name": "network-changed", "server_uuid": "77946f35-3ac6-4517-816f-c6e1bf6f5715", "tag": "d4bc22fd-aeb2-490b-81eb-3904a37e406b"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:09.501403 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8152ff-b559-4fb6-922d-3c42c77114a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6252f5cd-759b-4519-9324-34a52e8f66e4,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:09.508318 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-2f9503aa-1f92-483b-9d8e-3e6831fb2722 service neutron] 10.222.0.84 "GET /v2.0/networks/7d194017-b2ba-4736-9426-86f2c4d9db47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859752 Jul 16 01:27:09.539733 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0dc826d-1d9a-4be9-9cd8-85b153479dae tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.574959 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0dc826d-1d9a-4be9-9cd8-85b153479dae tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.600064 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed2eaf-0de1-4678-924e-3b952b5b2302 req-faed57d9-eccc-48b3-8898-f82f08d8e975 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:09.606329 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed2eaf-0de1-4678-924e-3b952b5b2302 req-faed57d9-eccc-48b3-8898-f82f08d8e975 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:09.607978 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e9ed2eaf-0de1-4678-924e-3b952b5b2302 req-faed57d9-eccc-48b3-8898-f82f08d8e975 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 1682 time: 0.1682332 Jul 16 01:27:09.671123 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-80f1cf84-27d7-4d84-9fea-b710d34ec31d req-303aeb36-ce46-4a25-8851-f64e6dadad91 service neutron] 10.222.0.84 "GET /v2.0/networks/7d194017-b2ba-4736-9426-86f2c4d9db47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556330 Jul 16 01:27:09.675679 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e9ed2eaf-0de1-4678-924e-3b952b5b2302 req-1ceb8cc5-b198-4731-b301-66b515e7e106 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601578 Jul 16 01:27:09.681687 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0dc826d-1d9a-4be9-9cd8-85b153479dae tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.690790 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0dc826d-1d9a-4be9-9cd8-85b153479dae tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.693158 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f0dc826d-1d9a-4be9-9cd8-85b153479dae tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/security-groups/b2c50ec2-e7ee-4b27-85ef-8e4b52a6b787 HTTP/1.1" status: 204 len: 168 time: 0.2948582 Jul 16 01:27:09.696600 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48922) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:09.703238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48924) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:09.718851 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc826d-1d9a-4be9-9cd8-85b153479dae tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c50ec2-e7ee-4b27-85ef-8e4b52a6b787,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:09.763304 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9232fe-124a-46d0-8fe7-8532faea343b x-openstack-request-id: req-dd9232fe-124a-46d0-8fe7-8532faea343b {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:09.763804 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b92e061-ce4f-4e12-9c5c-3a84fc0976de", "name": "network-vif-plugged", "status": "completed", "tag": "82f0c4c3-5dbf-4949-b4d5-042f08464cca", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:09.763920 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd9232fe-124a-46d0-8fe7-8532faea343b {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:09.764506 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b92e061-ce4f-4e12-9c5c-3a84fc0976de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f0c4c3-5dbf-4949-b4d5-042f08464cca', 'code': 200} Jul 16 01:27:09.791356 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-58270240-6e4e-4789-8650-1f2eb57448d0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting subnet db372f98-2c63-46e1-a888-03f417266713 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:09.798766 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43faa151-2a1f-4194-8333-78ff27fc45b3 x-openstack-request-id: req-43faa151-2a1f-4194-8333-78ff27fc45b3 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:09.799044 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77946f35-3ac6-4517-816f-c6e1bf6f5715", "tag": "d4bc22fd-aeb2-490b-81eb-3904a37e406b", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:09.799434 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43faa151-2a1f-4194-8333-78ff27fc45b3 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:09.800424 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77946f35-3ac6-4517-816f-c6e1bf6f5715', 'tag': 'd4bc22fd-aeb2-490b-81eb-3904a37e406b', 'status': 'completed', 'code': 200} Jul 16 01:27:09.802297 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-58270240-6e4e-4789-8650-1f2eb57448d0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.811045 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48928) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:09.812379 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-acd27976-3229-4e5b-b828-b7e634147af5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1839410780cc4b50a2fae90c7a3704b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1169636 Jul 16 01:27:09.882076 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5092c3e-c780-462c-843f-375948fd8539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.920246 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-58270240-6e4e-4789-8650-1f2eb57448d0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.943371 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5092c3e-c780-462c-843f-375948fd8539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.003840 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d04dc-8e5b-45dd-a769-ad0eaaa4db23 req-dc3f6986-7bdd-4c0c-ba8f-d1e8d567af36 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:10.005584 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-704d04dc-8e5b-45dd-a769-ad0eaaa4db23 req-dc3f6986-7bdd-4c0c-ba8f-d1e8d567af36 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1204991 Jul 16 01:27:10.023338 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5092c3e-c780-462c-843f-375948fd8539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.025995 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5092c3e-c780-462c-843f-375948fd8539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.027150 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f5092c3e-c780-462c-843f-375948fd8539 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1658b2ed-4553-43f8-ae13-825720e22af9 HTTP/1.1" status: 204 len: 168 time: 0.2149668 Jul 16 01:27:10.038228 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878985e4-01e5-4e1a-81ca-97deb523e6a7 req-48405373-77da-4c17-bc2d-6e2a2a3e824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:10.038997 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878985e4-01e5-4e1a-81ca-97deb523e6a7 req-48405373-77da-4c17-bc2d-6e2a2a3e824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:10.040913 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-878985e4-01e5-4e1a-81ca-97deb523e6a7 req-48405373-77da-4c17-bc2d-6e2a2a3e824e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 1986 time: 0.1934290 Jul 16 01:27:10.042961 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6eeec4-f817-4600-b39f-97e803a5c2a2 req-93a04cb0-baa7-46ef-bb9b-66867041a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:10.044246 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f6eeec4-f817-4600-b39f-97e803a5c2a2 req-93a04cb0-baa7-46ef-bb9b-66867041a710 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c1a8d4b2ddbf47a7b73f2c07224e331f&device_id=77946f35-3ac6-4517-816f-c6e1bf6f5715 HTTP/1.1" status: 200 len: 1096 time: 0.2113945 Jul 16 01:27:10.051469 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5092c3e-c780-462c-843f-375948fd8539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1658b2ed-4553-43f8-ae13-825720e22af9,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:10.069188 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-704d04dc-8e5b-45dd-a769-ad0eaaa4db23 req-6e96d025-2a0c-4507-b05f-06037d9fdcbd tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558031 Jul 16 01:27:10.162554 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-58270240-6e4e-4789-8650-1f2eb57448d0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.221057 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-878985e4-01e5-4e1a-81ca-97deb523e6a7 req-97c6e33b-4ab4-44d7-a212-3d875b8c8331 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511731 Jul 16 01:27:10.228959 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e5168-a2e5-4b84-9e8c-02d25c29323d req-07580765-c3da-4d35-977f-a00edd43e126 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:10.230609 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ec9e5168-a2e5-4b84-9e8c-02d25c29323d req-07580765-c3da-4d35-977f-a00edd43e126 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=77946f35-3ac6-4517-816f-c6e1bf6f5715 HTTP/1.1" status: 200 len: 944 time: 0.2794781 Jul 16 01:27:10.261846 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e70724-4a31-44e4-bef8-5aa6dd378a14 req-b71650cc-5abe-4cd2-a183-68a955304754 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:10.268733 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-19e70724-4a31-44e4-bef8-5aa6dd378a14 req-b71650cc-5abe-4cd2-a183-68a955304754 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.0799148 Jul 16 01:27:10.297386 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6eeec4-f817-4600-b39f-97e803a5c2a2 req-9b961bbd-8e8b-4998-982b-43f9e4248209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:10.298595 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f6eeec4-f817-4600-b39f-97e803a5c2a2 req-9b961bbd-8e8b-4998-982b-43f9e4248209 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7d194017-b2ba-4736-9426-86f2c4d9db47 HTTP/1.1" status: 200 len: 906 time: 0.2311676 Jul 16 01:27:10.309533 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-19e70724-4a31-44e4-bef8-5aa6dd378a14 req-a7eea265-36ab-446e-909c-8846c109241b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392699 Jul 16 01:27:10.313326 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ec9e5168-a2e5-4b84-9e8c-02d25c29323d req-9d9da985-da29-4209-b3c1-559d8754f4f6 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734556 Jul 16 01:27:10.361452 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-58270240-6e4e-4789-8650-1f2eb57448d0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.364470 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f6eeec4-f817-4600-b39f-97e803a5c2a2 req-2b7d4520-efd9-404d-861c-6ae88e044b42 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4bc22fd-aeb2-490b-81eb-3904a37e406b HTTP/1.1" status: 200 len: 217 time: 0.0545347 Jul 16 01:27:10.413006 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3f08f3-c961-4bbc-b59a-1d9afaad3be5 None None] Network 2324f470-9572-452c-8c55-1e833663a658 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:10.421526 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58270240-6e4e-4789-8650-1f2eb57448d0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Subnet': ['ID=db372f98-2c63-46e1-a888-03f417266713,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:10.431510 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-58270240-6e4e-4789-8650-1f2eb57448d0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.437277 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-58270240-6e4e-4789-8650-1f2eb57448d0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/subnets/db372f98-2c63-46e1-a888-03f417266713 HTTP/1.1" status: 204 len: 168 time: 0.7284274 Jul 16 01:27:10.438111 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48946) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:10.448273 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-e6548c87-cf96-49b6-ac86-bc47e2ddfd0c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'subnet': {'network_id': '2324f470-9572-452c-8c55-1e833663a658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:10.477957 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6eeec4-f817-4600-b39f-97e803a5c2a2 req-6cf1f5ec-965a-4258-a545-91c73719d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:10.481858 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f6eeec4-f817-4600-b39f-97e803a5c2a2 req-6cf1f5ec-965a-4258-a545-91c73719d5ad service neutron] 10.222.0.84 "GET /v2.0/subnets?id=01112ffd-e4af-4423-aa07-05f338809738 HTTP/1.1" status: 200 len: 845 time: 0.1085708 Jul 16 01:27:10.552887 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f6eeec4-f817-4600-b39f-97e803a5c2a2 req-25102726-255e-4f40-b5eb-a2e7a8e2504c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7d194017-b2ba-4736-9426-86f2c4d9db47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635769 Jul 16 01:27:10.593769 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6548c87-cf96-49b6-ac86-bc47e2ddfd0c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:10.599571 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e6548c87-cf96-49b6-ac86-bc47e2ddfd0c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.745688 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f6eeec4-f817-4600-b39f-97e803a5c2a2 req-734a05c5-cf68-4e4b-83ab-b3ff8223bea8 service neutron] 10.222.0.84 "GET /v2.0/networks/7d194017-b2ba-4736-9426-86f2c4d9db47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844022 Jul 16 01:27:10.802471 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3db16-4d3a-4d0d-b532-0efc2ecd4466 req-c07f3146-c157-436c-a622-1f8f68d0303d tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:10.804064 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ece3db16-4d3a-4d0d-b532-0efc2ecd4466 req-c07f3146-c157-436c-a622-1f8f68d0303d tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=971e8843-ddc9-48c2-8c8d-25831e7688e4 HTTP/1.1" status: 200 len: 945 time: 0.1170161 Jul 16 01:27:10.804461 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9134f74-0680-42d8-bb05-e520ff5a8167 req-3e0be053-4b83-4ff1-8736-7ab1c937734a tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:10.806017 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c9134f74-0680-42d8-bb05-e520ff5a8167 req-3e0be053-4b83-4ff1-8736-7ab1c937734a tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1286490 Jul 16 01:27:10.895302 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ece3db16-4d3a-4d0d-b532-0efc2ecd4466 req-fba5dc68-7844-4cca-a7fa-6cba6e36045e tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784006 Jul 16 01:27:10.928644 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c9134f74-0680-42d8-bb05-e520ff5a8167 req-9931d8c0-1891-41e9-83c7-95ab85ac15be tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074877 Jul 16 01:27:10.931362 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f6eeec4-f817-4600-b39f-97e803a5c2a2 req-2ba24087-afe5-4185-9d98-327f743119d6 service neutron] 10.222.0.84 "GET /v2.0/networks/7d194017-b2ba-4736-9426-86f2c4d9db47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714571 Jul 16 01:27:10.948679 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 848e3202-5c9d-4441-aad7-798f47295a04 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:11.053028 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e6548c87-cf96-49b6-ac86-bc47e2ddfd0c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.087227 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 848e3202-5c9d-4441-aad7-798f47295a04 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:11.091608 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 848e3202-5c9d-4441-aad7-798f47295a04 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:11.092055 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.137388 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48970) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:11.140019 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6548c87-cf96-49b6-ac86-bc47e2ddfd0c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network 2324f470-9572-452c-8c55-1e833663a658 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:11.146821 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-e6548c87-cf96-49b6-ac86-bc47e2ddfd0c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:11.150975 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6548c87-cf96-49b6-ac86-bc47e2ddfd0c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:11.151650 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e6548c87-cf96-49b6-ac86-bc47e2ddfd0c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.183562 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6548c87-cf96-49b6-ac86-bc47e2ddfd0c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Subnet': ['ID=6b2f524d-8887-4f88-ab7f-0fd218c06c71,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:11.203161 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e6548c87-cf96-49b6-ac86-bc47e2ddfd0c tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7643161 Jul 16 01:27:11.205732 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48974) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:11.211910 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-5051d261-3d71-429a-afa9-1d2739ac16fd tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'security_group': {'name': 'tempest-secgroup-786919763'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:11.266375 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.324878 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-5e3914dc-6a44-4835-b3df-1c8029dd193f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1992212222-network', 'tenant_id': '692a63996e41406db3d6abeb6e141e86'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:11.325723 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 848e3202-5c9d-4441-aad7-798f47295a04, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=848e3202-5c9d-4441-aad7-798f47295a04,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:11.329853 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5051d261-3d71-429a-afa9-1d2739ac16fd tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.335268 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.344533 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf772d9-738f-4d5f-82c0-925de3d4d63b req-dce333fb-46ff-4266-94d5-b6bd22938ee7 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:11.351248 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf772d9-738f-4d5f-82c0-925de3d4d63b req-dce333fb-46ff-4266-94d5-b6bd22938ee7 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:11.352975 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eaf772d9-738f-4d5f-82c0-925de3d4d63b req-dce333fb-46ff-4266-94d5-b6bd22938ee7 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 1682 time: 0.1554475 Jul 16 01:27:11.367020 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fea0f6-3023-41c2-9899-3aebb7651389 req-76dcd779-008c-499c-90ee-c94fb45ef4b7 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:11.374843 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c7fea0f6-3023-41c2-9899-3aebb7651389 req-76dcd779-008c-499c-90ee-c94fb45ef4b7 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1514158 Jul 16 01:27:11.410973 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=848e3202-5c9d-4441-aad7-798f47295a04,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:11.422290 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eaf772d9-738f-4d5f-82c0-925de3d4d63b req-165319fc-ee89-497a-aadc-831bc42ace1f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634894 Jul 16 01:27:11.483184 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c7fea0f6-3023-41c2-9899-3aebb7651389 req-b362d38c-e66e-4bef-adc8-e4cf6479656d tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067090 Jul 16 01:27:11.512878 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5051d261-3d71-429a-afa9-1d2739ac16fd tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.524337 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5051d261-3d71-429a-afa9-1d2739ac16fd tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.544503 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3914dc-6a44-4835-b3df-1c8029dd193f admin admin] Made reservation on behalf of 692a63996e41406db3d6abeb6e141e86 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:11.549163 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e3914dc-6a44-4835-b3df-1c8029dd193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.561683 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5051d261-3d71-429a-afa9-1d2739ac16fd tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.565589 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5051d261-3d71-429a-afa9-1d2739ac16fd tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3556349 Jul 16 01:27:11.569512 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48982) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:11.571052 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051d261-3d71-429a-afa9-1d2739ac16fd tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f474a885-28c1-4437-b50c-e5b4a392969d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:11.581523 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-adf0dd73-62c2-4698-b9db-839f09cee975 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'security_group': {'name': 'tempest-secgroup-52217679'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:11.581965 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e3914dc-6a44-4835-b3df-1c8029dd193f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.589571 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fcb2c3-203e-43ce-b61c-0b1776862437 None None] Network 2324f470-9572-452c-8c55-1e833663a658 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:11.612123 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-adf0dd73-62c2-4698-b9db-839f09cee975 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.667425 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-090959e1-abe4-4fb1-a0ea-0dcc76fd5d77 None None] Provisioning complete for port bf505b49-13c1-4f55-b81d-444d3d3fcf96 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:11.667825 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-090959e1-abe4-4fb1-a0ea-0dcc76fd5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.681414 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fb135-5a7b-431e-8fc8-1c9c869cd861 req-9e0251c6-ed2a-4106-a095-626caf8d0c04 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:11.682999 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b1fb135-5a7b-431e-8fc8-1c9c869cd861 req-9e0251c6-ed2a-4106-a095-626caf8d0c04 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=77946f35-3ac6-4517-816f-c6e1bf6f5715 HTTP/1.1" status: 200 len: 944 time: 0.1044898 Jul 16 01:27:11.719052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-090959e1-abe4-4fb1-a0ea-0dcc76fd5d77 None None] Port bf505b49-13c1-4f55-b81d-444d3d3fcf96 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:11.745097 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b1fb135-5a7b-431e-8fc8-1c9c869cd861 req-814c4794-2d98-49bc-8bf6-2acba7d9be08 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553565 Jul 16 01:27:11.751793 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4d6c9-5394-4533-8f64-7fad812cf21b req-c806b68a-67d0-424e-bc0d-4b8c58b34536 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:11.753744 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-68f4d6c9-5394-4533-8f64-7fad812cf21b req-c806b68a-67d0-424e-bc0d-4b8c58b34536 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.0960705 Jul 16 01:27:11.764171 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-090959e1-abe4-4fb1-a0ea-0dcc76fd5d77 None None] Provisioning complete for port 718bbdb9-1465-4261-9fef-20195446629b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:11.764834 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-090959e1-abe4-4fb1-a0ea-0dcc76fd5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.768317 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971e8843-ddc9-48c2-8c8d-25831e7688e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848e3202-5c9d-4441-aad7-798f47295a04'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:11.770748 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f1f4f1-eecf-43ad-9903-21143e3b066a" -d '{"events": [{"server_uuid": "971e8843-ddc9-48c2-8c8d-25831e7688e4", "name": "network-vif-plugged", "status": "completed", "tag": "848e3202-5c9d-4441-aad7-798f47295a04"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:11.779042 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e3914dc-6a44-4835-b3df-1c8029dd193f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.784844 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e3914dc-6a44-4835-b3df-1c8029dd193f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.818106 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e3914dc-6a44-4835-b3df-1c8029dd193f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:27:11.827185 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0622a0b3-90ef-4748-91d1-9c40931989d6 x-openstack-request-id: req-0622a0b3-90ef-4748-91d1-9c40931989d6 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:11.827396 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971e8843-ddc9-48c2-8c8d-25831e7688e4", "name": "network-vif-plugged", "status": "completed", "tag": "848e3202-5c9d-4441-aad7-798f47295a04", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:11.827823 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0622a0b3-90ef-4748-91d1-9c40931989d6 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:11.828216 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971e8843-ddc9-48c2-8c8d-25831e7688e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848e3202-5c9d-4441-aad7-798f47295a04', 'code': 200} Jul 16 01:27:11.837061 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e3914dc-6a44-4835-b3df-1c8029dd193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.837454 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-5e3914dc-6a44-4835-b3df-1c8029dd193f admin admin] Added segment b0595f35-5692-4f2e-a964-01ef140f17b4 of type vlan for network 03b6cd22-52d6-45a9-973b-c092f4bad640 Jul 16 01:27:11.839059 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-68f4d6c9-5394-4533-8f64-7fad812cf21b req-3dd176d9-4c3f-422d-b6ae-9cd3d97adf2b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717778 Jul 16 01:27:11.841138 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3914dc-6a44-4835-b3df-1c8029dd193f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf0e1ba-ad80-401e-8c0f-635d03603530,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:11.900418 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e3914dc-6a44-4835-b3df-1c8029dd193f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.968220 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-adf0dd73-62c2-4698-b9db-839f09cee975 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.980939 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-adf0dd73-62c2-4698-b9db-839f09cee975 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.986634 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e3914dc-6a44-4835-b3df-1c8029dd193f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.987581 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3914dc-6a44-4835-b3df-1c8029dd193f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:11.988319 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e3914dc-6a44-4835-b3df-1c8029dd193f admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.022168 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-adf0dd73-62c2-4698-b9db-839f09cee975 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.027205 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-adf0dd73-62c2-4698-b9db-839f09cee975 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4501920 Jul 16 01:27:12.028140 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48990) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:12.029499 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28302db-6f6a-4f58-b680-b18c1877c131 None None] Update dhcp port {'port': {'network_id': '2324f470-9572-452c-8c55-1e833663a658', 'fixed_ips': [{'subnet_id': '1959cf7d-9c4d-4f49-af56-ecac3c1dced1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6b2f524d-8887-4f88-ab7f-0fd218c06c71'}], 'binding:host_id': 'n-d-792394-16'}, 'id': '718bbdb9-1465-4261-9fef-20195446629b'} from n-d-792394-16. {{(pid=93957) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:27:12.040656 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-55063f05-b4c9-4041-91be-0f9549e7cc42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'security_group': {'name': 'tempest-secgroup-297384254'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:12.075027 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61865366-43b4-4f39-8a13-011be20c0ce3 req-a0435c24-4724-46ef-9d7c-f823dddb9d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:12.077349 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d28302db-6f6a-4f58-b680-b18c1877c131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.077858 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-61865366-43b4-4f39-8a13-011be20c0ce3 req-a0435c24-4724-46ef-9d7c-f823dddb9d89 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=971e8843-ddc9-48c2-8c8d-25831e7688e4 HTTP/1.1" status: 200 len: 1098 time: 0.1671705 Jul 16 01:27:12.101635 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0dd73-62c2-4698-b9db-839f09cee975 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaec2863-1c91-4878-91bd-e5a75830dff8,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:12.120595 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-55063f05-b4c9-4041-91be-0f9549e7cc42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.129142 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5e3914dc-6a44-4835-b3df-1c8029dd193f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9902058 Jul 16 01:27:12.137000 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48994) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:12.144645 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3914dc-6a44-4835-b3df-1c8029dd193f admin admin] Pushing event updated for resources: {'Network': ['ID=03b6cd22-52d6-45a9-973b-c092f4bad640,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:12.151703 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-61788b7a-e4b0-499e-9c81-ea0ad229e50f admin admin] Request body: {'subnet': {'network_id': '03b6cd22-52d6-45a9-973b-c092f4bad640', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1992212222-subnet', 'tenant_id': '692a63996e41406db3d6abeb6e141e86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:12.161810 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a938cb9-35e7-4220-8c2f-65c85c9d748b req-8b2f7cd4-56b0-4819-bdaa-13f4f84846b7 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:12.163629 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2a938cb9-35e7-4220-8c2f-65c85c9d748b req-8b2f7cd4-56b0-4819-bdaa-13f4f84846b7 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=971e8843-ddc9-48c2-8c8d-25831e7688e4 HTTP/1.1" status: 200 len: 946 time: 0.1168911 Jul 16 01:27:12.192655 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-61865366-43b4-4f39-8a13-011be20c0ce3 req-8c312a6a-2bbc-43a3-b0ee-549469c78bb7 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623250 Jul 16 01:27:12.209467 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e6c23-ff8c-4e07-a5c5-2198eda18c35 req-6a1fa453-491c-46a0-b497-8eeb385a3066 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:12.211088 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d82e6c23-ff8c-4e07-a5c5-2198eda18c35 req-6a1fa453-491c-46a0-b497-8eeb385a3066 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1839700 Jul 16 01:27:12.222289 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2a938cb9-35e7-4220-8c2f-65c85c9d748b req-a631b45c-a4d3-4b73-9308-ec96aaa1cc3b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524962 Jul 16 01:27:12.228071 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 03b6cd22-52d6-45a9-973b-c092f4bad640 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:27:12.257198 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d82e6c23-ff8c-4e07-a5c5-2198eda18c35 req-76af6c47-06dd-44c6-b91d-26776db93874 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388806 Jul 16 01:27:12.275873 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-55063f05-b4c9-4041-91be-0f9549e7cc42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.303295 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-55063f05-b4c9-4041-91be-0f9549e7cc42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.316741 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61788b7a-e4b0-499e-9c81-ea0ad229e50f admin admin] Made reservation on behalf of 692a63996e41406db3d6abeb6e141e86 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:12.320208 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-61788b7a-e4b0-499e-9c81-ea0ad229e50f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.371297 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-d28302db-6f6a-4f58-b680-b18c1877c131 None None] Allocated IP 2001:db8::2 (2324f470-9572-452c-8c55-1e833663a658/6b2f524d-8887-4f88-ab7f-0fd218c06c71/718bbdb9-1465-4261-9fef-20195446629b) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:12.379730 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-55063f05-b4c9-4041-91be-0f9549e7cc42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.381328 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-55063f05-b4c9-4041-91be-0f9549e7cc42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3486876 Jul 16 01:27:12.384472 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48998) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:12.390764 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2fda3b49-6dda-4dc3-8f9c-cd717a4e9364 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-582909120', 'security_groups': ['699c07a9-806a-414d-8b48-0b0166fb6418'], 'network_id': '2324f470-9572-452c-8c55-1e833663a658', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6b2f524d-8887-4f88-ab7f-0fd218c06c71'}]}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:12.416815 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55063f05-b4c9-4041-91be-0f9549e7cc42 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=699c07a9-806a-414d-8b48-0b0166fb6418,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:12.525268 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d28302db-6f6a-4f58-b680-b18c1877c131 None None] For port 718bbdb9-1465-4261-9fef-20195446629b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=718bbdb9-1465-4261-9fef-20195446629b,segment=NetworkSegment(b1df89ab-2e10-4d44-8f58-8909c06ddcec),segment_id=b1df89ab-2e10-4d44-8f58-8909c06ddcec)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:12.561139 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d28302db-6f6a-4f58-b680-b18c1877c131 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.585822 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d28302db-6f6a-4f58-b680-b18c1877c131 None None] Transition to ACTIVE for port object 718bbdb9-1465-4261-9fef-20195446629b will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:12.591198 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d28302db-6f6a-4f58-b680-b18c1877c131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.594382 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-61788b7a-e4b0-499e-9c81-ea0ad229e50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.665297 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fda3b49-6dda-4dc3-8f9c-cd717a4e9364 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:12.668284 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61788b7a-e4b0-499e-9c81-ea0ad229e50f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7883c93-7704-45b1-869a-1fef96a9595d,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:12.680930 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61788b7a-e4b0-499e-9c81-ea0ad229e50f admin admin] Checking segment: {'id': 'b0595f35-5692-4f2e-a964-01ef140f17b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '03b6cd22-52d6-45a9-973b-c092f4bad640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:12.681398 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61788b7a-e4b0-499e-9c81-ea0ad229e50f admin admin] Network hostable DHCP agents. Network: 03b6cd22-52d6-45a9-973b-c092f4bad640, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:27:12.702443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61788b7a-e4b0-499e-9c81-ea0ad229e50f admin admin] Network 03b6cd22-52d6-45a9-973b-c092f4bad640 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:27:12.708847 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191ea05-7712-409d-8d08-ac5d85d810c8 req-0b71c43d-9ad1-4113-b002-11ee17838d84 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:12.716103 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191ea05-7712-409d-8d08-ac5d85d810c8 req-0b71c43d-9ad1-4113-b002-11ee17838d84 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:12.719619 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-61788b7a-e4b0-499e-9c81-ea0ad229e50f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 03b6cd22-52d6-45a9-973b-c092f4bad640) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:12.724846 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a191ea05-7712-409d-8d08-ac5d85d810c8 req-0b71c43d-9ad1-4113-b002-11ee17838d84 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 1682 time: 0.1548190 Jul 16 01:27:12.725398 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61788b7a-e4b0-499e-9c81-ea0ad229e50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:12.726165 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-61788b7a-e4b0-499e-9c81-ea0ad229e50f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.737468 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97a70d9-a3a5-4392-9644-ed7ebfbcb9a6 None None] Network 03b6cd22-52d6-45a9-973b-c092f4bad640 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:12.754748 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-61788b7a-e4b0-499e-9c81-ea0ad229e50f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5996354 Jul 16 01:27:12.757357 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28302db-6f6a-4f58-b680-b18c1877c131 None None] Pushing event updated for resources: {'Port': ['ID=718bbdb9-1465-4261-9fef-20195446629b,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:12.844590 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a191ea05-7712-409d-8d08-ac5d85d810c8 req-f4bb4fec-46df-4d9e-ae1d-0f85606a41e0 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187155 Jul 16 01:27:12.889792 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2fda3b49-6dda-4dc3-8f9c-cd717a4e9364 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.941020 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d4bc22fd-aeb2-490b-81eb-3904a37e406b details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:12.952512 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-2fda3b49-6dda-4dc3-8f9c-cd717a4e9364 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] device_id is not set on port 1748b157-61ed-4073-a78e-a0c034ceb155 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:27:13.112927 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219ec61-7707-4822-bbb3-b95fbf3d344f req-0faf565d-614a-466c-bbec-43edacbe019a tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.114626 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f219ec61-7707-4822-bbb3-b95fbf3d344f req-0faf565d-614a-466c-bbec-43edacbe019a tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=77946f35-3ac6-4517-816f-c6e1bf6f5715 HTTP/1.1" status: 200 len: 944 time: 0.1150193 Jul 16 01:27:13.196239 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f219ec61-7707-4822-bbb3-b95fbf3d344f req-9684ae4d-ba18-415b-a1a2-c89ea3d31361 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716267 Jul 16 01:27:13.242554 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fe797c-35ac-4d65-935b-d9b12d6cf1fc None None] Network 03b6cd22-52d6-45a9-973b-c092f4bad640 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:13.308395 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83ca0d-10f5-4d89-859f-2bfd1d08c959 req-9b57d7e3-b8aa-4f3b-936a-1a6766005688 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.309908 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1d83ca0d-10f5-4d89-859f-2bfd1d08c959 req-9b57d7e3-b8aa-4f3b-936a-1a6766005688 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1976154 Jul 16 01:27:13.384470 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-2fda3b49-6dda-4dc3-8f9c-cd717a4e9364 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Allocated IP 2001:db8::1ef (2324f470-9572-452c-8c55-1e833663a658/6b2f524d-8887-4f88-ab7f-0fd218c06c71/1748b157-61ed-4073-a78e-a0c034ceb155) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:13.421196 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d4bc22fd-aeb2-490b-81eb-3904a37e406b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d4bc22fd-aeb2-490b-81eb-3904a37e406b,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:13.440424 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1d83ca0d-10f5-4d89-859f-2bfd1d08c959 req-aa83c87e-bb76-41e0-933e-b75f4a4211cd tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215758 Jul 16 01:27:13.455270 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'd4bc22fd-aeb2-490b-81eb-3904a37e406b', 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47', 'port_id': 'd4bc22fd-aeb2-490b-81eb-3904a37e406b', 'mac_address': 'fa:16:3e:fb:2e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01112ffd-e4af-4423-aa07-05f338809738', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:13.628839 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.648320 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4bc22fd-aeb2-490b-81eb-3904a37e406b {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:13.677430 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d4bc22fd-aeb2-490b-81eb-3904a37e406b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d4bc22fd-aeb2-490b-81eb-3904a37e406b,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:13.683897 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.738676 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2fda3b49-6dda-4dc3-8f9c-cd717a4e9364 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.748415 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=d4bc22fd-aeb2-490b-81eb-3904a37e406b,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:13.756181 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-471c5dd2-ce7b-45b0-9860-4e633ac6d12f None None] Provisioning complete for port bf505b49-13c1-4f55-b81d-444d3d3fcf96 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:13.757071 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-471c5dd2-ce7b-45b0-9860-4e633ac6d12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.761896 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-2fda3b49-6dda-4dc3-8f9c-cd717a4e9364 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Transition to ACTIVE for port object 1748b157-61ed-4073-a78e-a0c034ceb155 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:13.770555 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f151efd-82df-4da3-b2a0-fffed41d2a2f req-32c16e5a-923d-4a8d-9457-997b05991772 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.772252 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f151efd-82df-4da3-b2a0-fffed41d2a2f req-32c16e5a-923d-4a8d-9457-997b05991772 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=971e8843-ddc9-48c2-8c8d-25831e7688e4 HTTP/1.1" status: 200 len: 946 time: 0.1269341 Jul 16 01:27:13.777106 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba636cb-bbce-499f-81d9-faec99273d65 req-7b090470-9507-4117-b186-09e2639f39eb tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.783764 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eba636cb-bbce-499f-81d9-faec99273d65 req-7b090470-9507-4117-b186-09e2639f39eb tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.16 "GET /v2.0/networks?id=03b6cd22-52d6-45a9-973b-c092f4bad640 HTTP/1.1" status: 200 len: 822 time: 0.1836553 Jul 16 01:27:13.793509 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-471c5dd2-ce7b-45b0-9860-4e633ac6d12f None None] Port bf505b49-13c1-4f55-b81d-444d3d3fcf96 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:13.800005 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eba636cb-bbce-499f-81d9-faec99273d65 req-8169d0b0-e5d5-44d7-abbd-03689a8facde tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.16 "GET /v2.0/quotas/692a63996e41406db3d6abeb6e141e86 HTTP/1.1" status: 200 len: 375 time: 0.0152841 Jul 16 01:27:13.808338 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-471c5dd2-ce7b-45b0-9860-4e633ac6d12f None None] Provisioning for port 718bbdb9-1465-4261-9fef-20195446629b completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:13.818959 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-471c5dd2-ce7b-45b0-9860-4e633ac6d12f None None] Provisioning complete for port 718bbdb9-1465-4261-9fef-20195446629b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:13.819345 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-471c5dd2-ce7b-45b0-9860-4e633ac6d12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.853104 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eba636cb-bbce-499f-81d9-faec99273d65 req-bd28e9ef-fd2c-4b1d-bc0a-021397add610 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=692a63996e41406db3d6abeb6e141e86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520532 Jul 16 01:27:13.854490 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f151efd-82df-4da3-b2a0-fffed41d2a2f req-44252a9f-5064-40fd-ad74-581928a54722 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719385 Jul 16 01:27:13.859408 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-eba636cb-bbce-499f-81d9-faec99273d65 req-60867491-1c66-43c8-9923-08f868c5d51a tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:27:13.862132 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2fda3b49-6dda-4dc3-8f9c-cd717a4e9364 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.867698 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eba636cb-bbce-499f-81d9-faec99273d65 req-60867491-1c66-43c8-9923-08f868c5d51a tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135603 Jul 16 01:27:13.926259 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fda3b49-6dda-4dc3-8f9c-cd717a4e9364 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network 2324f470-9572-452c-8c55-1e833663a658 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:13.932953 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-2fda3b49-6dda-4dc3-8f9c-cd717a4e9364 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:13.935419 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['d4bc22fd-aeb2-490b-81eb-3904a37e406b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:13.937568 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fda3b49-6dda-4dc3-8f9c-cd717a4e9364 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:13.944572 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fda3b49-6dda-4dc3-8f9c-cd717a4e9364 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.945635 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2fda3b49-6dda-4dc3-8f9c-cd717a4e9364 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.959979 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda3b49-6dda-4dc3-8f9c-cd717a4e9364 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Port': ['ID=1748b157-61ed-4073-a78e-a0c034ceb155,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:13.973032 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2fda3b49-6dda-4dc3-8f9c-cd717a4e9364 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5872371 Jul 16 01:27:13.978041 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49042) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:13.995097 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-237c5391-a4ca-4dad-9057-1c2f1edc43bf tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'subnet': {'network_id': '2324f470-9572-452c-8c55-1e833663a658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:14.109367 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eba636cb-bbce-499f-81d9-faec99273d65 req-86a26f09-c225-4e67-997e-9435def7cab0 service neutron] 10.222.0.16 "GET /v2.0/networks/03b6cd22-52d6-45a9-973b-c092f4bad640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405047 Jul 16 01:27:14.241642 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237c5391-a4ca-4dad-9057-1c2f1edc43bf tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:14.245982 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-237c5391-a4ca-4dad-9057-1c2f1edc43bf tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.269309 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eba636cb-bbce-499f-81d9-faec99273d65 req-0479a48c-c6a9-470f-8484-09e7ede662d8 service neutron] 10.222.0.16 "GET /v2.0/networks/03b6cd22-52d6-45a9-973b-c092f4bad640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585686 Jul 16 01:27:14.396859 n-d-792394-16 neutron-server[93956]: INFO neutron.db.ipam_backend_mixin [None req-237c5391-a4ca-4dad-9057-1c2f1edc43bf tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b2f524d-8887-4f88-ab7f-0fd218c06c71 (CIDR: 2001:db8::/64) Jul 16 01:27:14.405430 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-237c5391-a4ca-4dad-9057-1c2f1edc43bf tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:27:14.406254 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237c5391-a4ca-4dad-9057-1c2f1edc43bf tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:14.426939 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-237c5391-a4ca-4dad-9057-1c2f1edc43bf tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4451995 Jul 16 01:27:14.427457 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49048) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:14.433738 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-cc99f4ab-4c02-4fc1-ba3e-0156b36784df tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'subnet': {'network_id': '2324f470-9572-452c-8c55-1e833663a658', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:14.435716 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-327975dd-22be-4d07-a9f4-0d366150c623 None None] Provisioning for port 1748b157-61ed-4073-a78e-a0c034ceb155 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:14.440927 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-327975dd-22be-4d07-a9f4-0d366150c623 None None] Provisioning complete for port 1748b157-61ed-4073-a78e-a0c034ceb155 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:14.441547 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-327975dd-22be-4d07-a9f4-0d366150c623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.548308 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-327975dd-22be-4d07-a9f4-0d366150c623 None None] Port 1748b157-61ed-4073-a78e-a0c034ceb155 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:14.605348 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc99f4ab-4c02-4fc1-ba3e-0156b36784df tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:14.609087 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc99f4ab-4c02-4fc1-ba3e-0156b36784df tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.621725 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 718bbdb9-1465-4261-9fef-20195446629b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:14.728920 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 718bbdb9-1465-4261-9fef-20195446629b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:14.729999 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.770982 n-d-792394-16 neutron-server[93956]: INFO neutron.db.ipam_backend_mixin [None req-cc99f4ab-4c02-4fc1-ba3e-0156b36784df tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1959cf7d-9c4d-4f49-af56-ecac3c1dced1 (CIDR: 2001:db8:0:1::/64) Jul 16 01:27:14.776522 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc99f4ab-4c02-4fc1-ba3e-0156b36784df tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:27:14.777159 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc99f4ab-4c02-4fc1-ba3e-0156b36784df tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:14.798744 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cc99f4ab-4c02-4fc1-ba3e-0156b36784df tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3693466 Jul 16 01:27:14.801541 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49062) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:14.809840 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-d682feb2-dd2d-4221-bb8e-6d3bd93a922b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'subnet': {'network_id': '2324f470-9572-452c-8c55-1e833663a658', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:14.825295 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc492cf1-03e4-41ff-a666-6a215d9a6391 req-3bcff680-0c92-4a9e-9766-8161d1f041e6 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:14.828446 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fc492cf1-03e4-41ff-a666-6a215d9a6391 req-3bcff680-0c92-4a9e-9766-8161d1f041e6 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=77946f35-3ac6-4517-816f-c6e1bf6f5715 HTTP/1.1" status: 200 len: 945 time: 0.1249549 Jul 16 01:27:14.890630 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fc492cf1-03e4-41ff-a666-6a215d9a6391 req-3886ffbb-3927-406e-9f3c-a906bb8867d1 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530572 Jul 16 01:27:14.960012 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d4bc22fd-aeb2-490b-81eb-3904a37e406b up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:14.966233 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c15262b-45d1-47eb-bbd7-68d7cca21795 req-371a4a50-131e-49cf-82a2-53a466b07c98 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.16 "GET /v2.0/ports?device_id=35ab6271-7a72-49eb-860b-10ca49a7ebf4 HTTP/1.1" status: 200 len: 210 time: 0.0347269 Jul 16 01:27:14.979845 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f424f5-2ac5-4365-82be-31f10a75da7c req-b5e35646-38a9-4ef0-9233-d12c136efa59 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:14.986703 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f424f5-2ac5-4365-82be-31f10a75da7c req-b5e35646-38a9-4ef0-9233-d12c136efa59 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:14.988496 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-80f424f5-2ac5-4365-82be-31f10a75da7c req-b5e35646-38a9-4ef0-9233-d12c136efa59 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 1682 time: 0.1604052 Jul 16 01:27:15.033770 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port d4bc22fd-aeb2-490b-81eb-3904a37e406b completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:15.040756 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port d4bc22fd-aeb2-490b-81eb-3904a37e406b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:15.040756 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.054467 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-80f424f5-2ac5-4365-82be-31f10a75da7c req-3434fd6c-d2fd-4e09-93f8-98c2f685b518 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584440 Jul 16 01:27:15.055320 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d682feb2-dd2d-4221-bb8e-6d3bd93a922b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Made reservation on behalf of c502d8556a3d4fd890ce88130235b09d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:15.058718 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d682feb2-dd2d-4221-bb8e-6d3bd93a922b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.162038 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.186233 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77946f35-3ac6-4517-816f-c6e1bf6f5715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bc22fd-aeb2-490b-81eb-3904a37e406b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:15.188733 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4318b205-b841-463d-9e6d-d55c6dea0433" -d '{"events": [{"server_uuid": "77946f35-3ac6-4517-816f-c6e1bf6f5715", "name": "network-vif-plugged", "status": "completed", "tag": "d4bc22fd-aeb2-490b-81eb-3904a37e406b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:15.205123 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d4bc22fd-aeb2-490b-81eb-3904a37e406b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d4bc22fd-aeb2-490b-81eb-3904a37e406b,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:15.205597 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d625e34-58f1-4a91-aa91-45be263c0e4f req-715ea229-18e3-4e40-8ad9-33c36ac3e865 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:15.214460 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5d625e34-58f1-4a91-aa91-45be263c0e4f req-715ea229-18e3-4e40-8ad9-33c36ac3e865 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1084685 Jul 16 01:27:15.216864 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.267985 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=d4bc22fd-aeb2-490b-81eb-3904a37e406b,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:15.272576 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5d625e34-58f1-4a91-aa91-45be263c0e4f req-f8028bb1-5368-46f3-985b-d62adde6f577 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549176 Jul 16 01:27:15.321080 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca86e12-ce30-413e-bc69-a1d017eee277 x-openstack-request-id: req-8ca86e12-ce30-413e-bc69-a1d017eee277 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:15.321374 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77946f35-3ac6-4517-816f-c6e1bf6f5715", "name": "network-vif-plugged", "status": "completed", "tag": "d4bc22fd-aeb2-490b-81eb-3904a37e406b", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:15.321623 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ca86e12-ce30-413e-bc69-a1d017eee277 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:15.322017 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77946f35-3ac6-4517-816f-c6e1bf6f5715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bc22fd-aeb2-490b-81eb-3904a37e406b', 'code': 200} Jul 16 01:27:15.360268 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e50d2d-929e-4af5-9b69-39d559cf76a8 req-61e5fdf1-d64d-4ce1-998f-6f95766b03fa tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:15.361320 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-11e50d2d-929e-4af5-9b69-39d559cf76a8 req-61e5fdf1-d64d-4ce1-998f-6f95766b03fa tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=971e8843-ddc9-48c2-8c8d-25831e7688e4 HTTP/1.1" status: 200 len: 946 time: 0.1389382 Jul 16 01:27:15.449981 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-11e50d2d-929e-4af5-9b69-39d559cf76a8 req-d49d1392-0ae4-455c-a647-190e67ab2c35 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615456 Jul 16 01:27:15.468214 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d682feb2-dd2d-4221-bb8e-6d3bd93a922b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.523633 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823561bb-4b75-4dcc-aa34-cc24bf51bc21 req-60012b64-08d8-43f7-92e7-00c8e8cae8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:15.526489 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-823561bb-4b75-4dcc-aa34-cc24bf51bc21 req-60012b64-08d8-43f7-92e7-00c8e8cae8ff service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=77946f35-3ac6-4517-816f-c6e1bf6f5715 HTTP/1.1" status: 200 len: 1098 time: 0.1123600 Jul 16 01:27:15.538132 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d682feb2-dd2d-4221-bb8e-6d3bd93a922b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Network 2324f470-9572-452c-8c55-1e833663a658 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:15.543664 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-d682feb2-dd2d-4221-bb8e-6d3bd93a922b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:15.547178 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d682feb2-dd2d-4221-bb8e-6d3bd93a922b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:15.547779 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d682feb2-dd2d-4221-bb8e-6d3bd93a922b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.555631 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840fdc15-1b66-433e-9394-88c1370b0da9 None None] Network 2324f470-9572-452c-8c55-1e833663a658 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:15.569715 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682feb2-dd2d-4221-bb8e-6d3bd93a922b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Subnet': ['ID=5c307c0d-4a26-4963-94c4-0e0279b4ee0f,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:15.575256 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-823561bb-4b75-4dcc-aa34-cc24bf51bc21 req-0236d455-d965-412a-808b-bc06f5bebcfd service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379121 Jul 16 01:27:15.577515 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d682feb2-dd2d-4221-bb8e-6d3bd93a922b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7745800 Jul 16 01:27:15.580165 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49070) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:15.585675 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-015f859a-97bc-44e3-8602-b53dfe3e5f51 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1956924282', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5c307c0d-4a26-4963-94c4-0e0279b4ee0f'}], 'security_groups': ['f474a885-28c1-4437-b50c-e5b4a392969d', 'eaec2863-1c91-4878-91bd-e5a75830dff8']}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:15.676335 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-015f859a-97bc-44e3-8602-b53dfe3e5f51 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.829958 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da83a7-c3ca-4def-928b-cbc8629e1c4b req-04a56e7e-03e5-4069-a193-1de9179ed307 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:15.836462 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da83a7-c3ca-4def-928b-cbc8629e1c4b req-04a56e7e-03e5-4069-a193-1de9179ed307 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:15.838092 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36da83a7-c3ca-4def-928b-cbc8629e1c4b req-04a56e7e-03e5-4069-a193-1de9179ed307 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.82 "GET /v2.0/ports?device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 1682 time: 0.1032896 Jul 16 01:27:15.845711 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6861a6da-50b6-4aea-9f69-176a4c0207e3 None None] Update dhcp port {'port': {'network_id': '2324f470-9572-452c-8c55-1e833663a658', 'fixed_ips': [{'subnet_id': '1959cf7d-9c4d-4f49-af56-ecac3c1dced1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6b2f524d-8887-4f88-ab7f-0fd218c06c71', 'ip_address': '2001:db8::2'}, {'subnet_id': '5c307c0d-4a26-4963-94c4-0e0279b4ee0f'}], 'binding:host_id': 'n-d-792394-16'}, 'id': '718bbdb9-1465-4261-9fef-20195446629b'} from n-d-792394-16. {{(pid=93957) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:27:15.896990 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6861a6da-50b6-4aea-9f69-176a4c0207e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.111072 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba636cb-bbce-499f-81d9-faec99273d65 req-31f5d423-3f14-4562-8d85-d15758b9c95c tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:16.112659 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eba636cb-bbce-499f-81d9-faec99273d65 req-31f5d423-3f14-4562-8d85-d15758b9c95c tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.82 "GET /v2.0/networks?id=03b6cd22-52d6-45a9-973b-c092f4bad640 HTTP/1.1" status: 200 len: 822 time: 0.2550547 Jul 16 01:27:16.127229 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-015f859a-97bc-44e3-8602-b53dfe3e5f51 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Delete allocated IP 2001:db8::1ef (2324f470-9572-452c-8c55-1e833663a658/6b2f524d-8887-4f88-ab7f-0fd218c06c71) {{(pid=93956) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:27:16.143998 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-eba636cb-bbce-499f-81d9-faec99273d65 req-1d25136d-0452-4573-a91d-a29bd3c62241 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Request body: {'port': {'device_id': '35ab6271-7a72-49eb-860b-10ca49a7ebf4', 'network_id': '03b6cd22-52d6-45a9-973b-c092f4bad640', 'admin_state_up': True, 'tenant_id': '692a63996e41406db3d6abeb6e141e86'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:16.150419 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-36da83a7-c3ca-4def-928b-cbc8629e1c4b req-e675a925-cf72-476d-a403-ec161a9990c4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Deleting port 82f0c4c3-5dbf-4949-b4d5-042f08464cca {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:16.150681 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-015f859a-97bc-44e3-8602-b53dfe3e5f51 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Allocated IP 2001:db8:0:2::111 (2324f470-9572-452c-8c55-1e833663a658/5c307c0d-4a26-4963-94c4-0e0279b4ee0f/1748b157-61ed-4073-a78e-a0c034ceb155) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:16.150792 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-36da83a7-c3ca-4def-928b-cbc8629e1c4b req-e675a925-cf72-476d-a403-ec161a9990c4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.176224 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566d7e3-802c-43f8-b7c3-09fb7ca30f70 req-4fcb0fe6-420c-497a-a993-4dcd2648e4e4 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:16.177953 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3566d7e3-802c-43f8-b7c3-09fb7ca30f70 req-4fcb0fe6-420c-497a-a993-4dcd2648e4e4 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=77946f35-3ac6-4517-816f-c6e1bf6f5715 HTTP/1.1" status: 200 len: 946 time: 0.1473250 Jul 16 01:27:16.219681 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6ed7a9d6-3f07-42c1-b112-faaa79b8ea71 req-03e130e6-94f8-4328-890b-542bdbca8682 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.16 "GET /v2.0/ports?device_id=35ab6271-7a72-49eb-860b-10ca49a7ebf4 HTTP/1.1" status: 200 len: 210 time: 0.0657816 Jul 16 01:27:16.249809 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3566d7e3-802c-43f8-b7c3-09fb7ca30f70 req-c039f6a2-470c-4cab-b11d-04ef9a813aac tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651488 Jul 16 01:27:16.385121 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-015f859a-97bc-44e3-8602-b53dfe3e5f51 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.406314 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-36da83a7-c3ca-4def-928b-cbc8629e1c4b req-e675a925-cf72-476d-a403-ec161a9990c4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] For port 82f0c4c3-5dbf-4949-b4d5-042f08464cca, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=82f0c4c3-5dbf-4949-b4d5-042f08464cca,segment=NetworkSegment(c13bc4a4-f64a-44a6-bd98-ce84387523f9),segment_id=c13bc4a4-f64a-44a6-bd98-ce84387523f9)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:16.406681 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-36da83a7-c3ca-4def-928b-cbc8629e1c4b req-e675a925-cf72-476d-a403-ec161a9990c4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.409784 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-015f859a-97bc-44e3-8602-b53dfe3e5f51 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Transition to ACTIVE for port object 1748b157-61ed-4073-a78e-a0c034ceb155 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:16.419970 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-015f859a-97bc-44e3-8602-b53dfe3e5f51 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.436466 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-36da83a7-c3ca-4def-928b-cbc8629e1c4b req-e675a925-cf72-476d-a403-ec161a9990c4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Calling delete_port for 82f0c4c3-5dbf-4949-b4d5-042f08464cca owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:16.493039 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-6861a6da-50b6-4aea-9f69-176a4c0207e3 None None] Allocated IP 2001:db8:0:2::2 (2324f470-9572-452c-8c55-1e833663a658/5c307c0d-4a26-4963-94c4-0e0279b4ee0f/718bbdb9-1465-4261-9fef-20195446629b) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:16.516825 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba636cb-bbce-499f-81d9-faec99273d65 req-1d25136d-0452-4573-a91d-a29bd3c62241 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Made reservation on behalf of 692a63996e41406db3d6abeb6e141e86 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:16.522021 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-eba636cb-bbce-499f-81d9-faec99273d65 req-1d25136d-0452-4573-a91d-a29bd3c62241 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.531680 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-015f859a-97bc-44e3-8602-b53dfe3e5f51 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] In _notify_port_updated(), no bound segment for port 1748b157-61ed-4073-a78e-a0c034ceb155 on network 2324f470-9572-452c-8c55-1e833663a658 {{(pid=93956) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:27:16.537303 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015f859a-97bc-44e3-8602-b53dfe3e5f51 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:16.537960 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-015f859a-97bc-44e3-8602-b53dfe3e5f51 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.539620 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-015f859a-97bc-44e3-8602-b53dfe3e5f51 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "PUT /v2.0/ports/1748b157-61ed-4073-a78e-a0c034ceb155 HTTP/1.1" status: 200 len: 970 time: 0.9582386 Jul 16 01:27:16.550880 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49082) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:16.563529 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef855a-3610-46fc-aac0-b68ff77ff2fd req-cb858339-8564-42e2-a18e-a522c850e4e0 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:16.563824 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f859a-97bc-44e3-8602-b53dfe3e5f51 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event updated for resources: {'Port': ['ID=1748b157-61ed-4073-a78e-a0c034ceb155,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:16.564344 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-02ef855a-3610-46fc-aac0-b68ff77ff2fd req-cb858339-8564-42e2-a18e-a522c850e4e0 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.84 "GET /v2.0/ports?device_id=971e8843-ddc9-48c2-8c8d-25831e7688e4 HTTP/1.1" status: 200 len: 946 time: 0.2799988 Jul 16 01:27:16.611745 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f859a-97bc-44e3-8602-b53dfe3e5f51 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:16.612127 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f859a-97bc-44e3-8602-b53dfe3e5f51 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:16.612682 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f859a-97bc-44e3-8602-b53dfe3e5f51 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:16.613050 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f859a-97bc-44e3-8602-b53dfe3e5f51 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:16.613397 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f859a-97bc-44e3-8602-b53dfe3e5f51 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:16.613756 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f859a-97bc-44e3-8602-b53dfe3e5f51 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:16.614135 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f859a-97bc-44e3-8602-b53dfe3e5f51 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:16.614478 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f859a-97bc-44e3-8602-b53dfe3e5f51 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:16.614830 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f859a-97bc-44e3-8602-b53dfe3e5f51 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:16.615167 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f859a-97bc-44e3-8602-b53dfe3e5f51 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:16.615493 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f859a-97bc-44e3-8602-b53dfe3e5f51 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:16.615809 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f859a-97bc-44e3-8602-b53dfe3e5f51 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:16.622302 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6861a6da-50b6-4aea-9f69-176a4c0207e3 None None] For port 718bbdb9-1465-4261-9fef-20195446629b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=718bbdb9-1465-4261-9fef-20195446629b,segment=NetworkSegment(b1df89ab-2e10-4d44-8f58-8909c06ddcec),segment_id=b1df89ab-2e10-4d44-8f58-8909c06ddcec)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:16.631617 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87174d4-0166-411c-885b-5353c056cf3e req-44837540-ecf8-4888-9f5e-859a4e8c5fa1 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:16.638712 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87174d4-0166-411c-885b-5353c056cf3e req-44837540-ecf8-4888-9f5e-859a4e8c5fa1 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:16.640354 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d87174d4-0166-411c-885b-5353c056cf3e req-44837540-ecf8-4888-9f5e-859a4e8c5fa1 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 1682 time: 0.2992444 Jul 16 01:27:16.656974 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb60391-724c-4bfd-8260-d1a68517e27e req-bfbf844f-b7c8-4d47-95d8-16a07c79497d tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:16.663325 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6861a6da-50b6-4aea-9f69-176a4c0207e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.665565 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bdb60391-724c-4bfd-8260-d1a68517e27e req-bfbf844f-b7c8-4d47-95d8-16a07c79497d tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.2479420 Jul 16 01:27:16.680037 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6861a6da-50b6-4aea-9f69-176a4c0207e3 None None] Transition to ACTIVE for port object 718bbdb9-1465-4261-9fef-20195446629b will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:16.685962 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6861a6da-50b6-4aea-9f69-176a4c0207e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.732466 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bdb60391-724c-4bfd-8260-d1a68517e27e req-b845d36d-12c4-401b-9adf-17b8b4e88f11 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658610 Jul 16 01:27:16.751424 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-2f5e7017-b93e-4b0a-b99d-666856e681d0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting port 1748b157-61ed-4073-a78e-a0c034ceb155 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:16.751899 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2f5e7017-b93e-4b0a-b99d-666856e681d0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.805214 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861a6da-50b6-4aea-9f69-176a4c0207e3 None None] Pushing event updated for resources: {'Port': ['ID=718bbdb9-1465-4261-9fef-20195446629b,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:16.875959 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2f5e7017-b93e-4b0a-b99d-666856e681d0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.895905 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-2f5e7017-b93e-4b0a-b99d-666856e681d0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Calling delete_port for 1748b157-61ed-4073-a78e-a0c034ceb155 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:17.039014 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92b53c-91c7-4638-b3cd-b41643c81929 req-0a7ba64b-bb35-4ec4-b53f-278fb0219838 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:17.040909 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7e92b53c-91c7-4638-b3cd-b41643c81929 req-0a7ba64b-bb35-4ec4-b53f-278fb0219838 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=971e8843-ddc9-48c2-8c8d-25831e7688e4 HTTP/1.1" status: 200 len: 946 time: 0.1321049 Jul 16 01:27:17.138359 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7e92b53c-91c7-4638-b3cd-b41643c81929 req-3721c0dc-629d-4608-ab62-52df2ebdad5c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839443 Jul 16 01:27:17.142048 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2f5e7017-b93e-4b0a-b99d-666856e681d0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.177483 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d87174d4-0166-411c-885b-5353c056cf3e req-ecad6609-b399-4610-a701-3439c0062f07 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5282269 Jul 16 01:27:17.203211 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e7017-b93e-4b0a-b99d-666856e681d0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Port': ['ID=1748b157-61ed-4073-a78e-a0c034ceb155,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:17.244283 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-eba636cb-bbce-499f-81d9-faec99273d65 req-1d25136d-0452-4573-a91d-a29bd3c62241 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Allocated IP 172.20.0.3 (03b6cd22-52d6-45a9-973b-c092f4bad640/e7883c93-7704-45b1-869a-1fef96a9595d/6902cb2a-5cdc-40a7-af7b-f909202ce418) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:17.247238 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-36da83a7-c3ca-4def-928b-cbc8629e1c4b req-e675a925-cf72-476d-a403-ec161a9990c4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.258045 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2f5e7017-b93e-4b0a-b99d-666856e681d0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.262960 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2f5e7017-b93e-4b0a-b99d-666856e681d0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/ports/1748b157-61ed-4073-a78e-a0c034ceb155 HTTP/1.1" status: 204 len: 168 time: 0.7085857 Jul 16 01:27:17.263109 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49088) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:17.306624 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f11420d-dadb-4be5-a1f0-f14ea2d96d53 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] GET failed (client error): The resource could not be found. Jul 16 01:27:17.311433 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-02ef855a-3610-46fc-aac0-b68ff77ff2fd req-867d5e05-0d46-4dcf-babd-a2acb5b877c7 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Deleting port 848e3202-5c9d-4441-aad7-798f47295a04 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:17.311777 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7f11420d-dadb-4be5-a1f0-f14ea2d96d53 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports/1748b157-61ed-4073-a78e-a0c034ceb155 HTTP/1.1" status: 404 len: 333 time: 0.0447061 Jul 16 01:27:17.311875 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-02ef855a-3610-46fc-aac0-b68ff77ff2fd req-867d5e05-0d46-4dcf-babd-a2acb5b877c7 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.311977 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49094) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:17.315442 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675a925-cf72-476d-a403-ec161a9990c4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event deleted for resources: {'Port': ['ID=82f0c4c3-5dbf-4949-b4d5-042f08464cca,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:17.420202 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8526d6fc-dbba-4f2e-84fe-fe97740d592d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.477725 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8526d6fc-dbba-4f2e-84fe-fe97740d592d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.497790 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-36da83a7-c3ca-4def-928b-cbc8629e1c4b req-e675a925-cf72-476d-a403-ec161a9990c4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] No DVR routers for this DVR port 82f0c4c3-5dbf-4949-b4d5-042f08464cca on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:17.501200 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-36da83a7-c3ca-4def-928b-cbc8629e1c4b req-e675a925-cf72-476d-a403-ec161a9990c4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.503936 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36da83a7-c3ca-4def-928b-cbc8629e1c4b req-e675a925-cf72-476d-a403-ec161a9990c4 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.82 "DELETE /v2.0/ports/82f0c4c3-5dbf-4949-b4d5-042f08464cca HTTP/1.1" status: 204 len: 173 time: 1.6537378 Jul 16 01:27:17.566090 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8526d6fc-dbba-4f2e-84fe-fe97740d592d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.568935 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b92e061-ce4f-4e12-9c5c-3a84fc0976de', 'name': 'network-vif-deleted', 'tag': '82f0c4c3-5dbf-4949-b4d5-042f08464cca'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:17.569072 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8526d6fc-dbba-4f2e-84fe-fe97740d592d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.572580 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8526d6fc-dbba-4f2e-84fe-fe97740d592d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/security-groups/699c07a9-806a-414d-8b48-0b0166fb6418 HTTP/1.1" status: 204 len: 168 time: 0.2575521 Jul 16 01:27:17.572732 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe749af-cd5d-4a76-b712-a9a1e48a5159" -d '{"events": [{"server_uuid": "6b92e061-ce4f-4e12-9c5c-3a84fc0976de", "name": "network-vif-deleted", "tag": "82f0c4c3-5dbf-4949-b4d5-042f08464cca"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:17.575118 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49096) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:17.584839 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf4ee2-c05d-4ae9-9107-07ed46bb1ab1 req-17bba0df-b0bb-432d-a91b-7f036661894a tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:17.586382 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b7bf4ee2-c05d-4ae9-9107-07ed46bb1ab1 req-17bba0df-b0bb-432d-a91b-7f036661894a tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=77946f35-3ac6-4517-816f-c6e1bf6f5715 HTTP/1.1" status: 200 len: 946 time: 0.1283865 Jul 16 01:27:17.613415 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b719f45-f818-44e2-bbce-0f127e4a8199 req-c67c12c0-64ea-4fc0-8fe3-bd8c81fa2f15 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.16 "GET /v2.0/ports?device_id=35ab6271-7a72-49eb-860b-10ca49a7ebf4 HTTP/1.1" status: 200 len: 210 time: 0.1633699 Jul 16 01:27:17.624860 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526d6fc-dbba-4f2e-84fe-fe97740d592d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=699c07a9-806a-414d-8b48-0b0166fb6418,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:17.695763 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b7bf4ee2-c05d-4ae9-9107-07ed46bb1ab1 req-c9f67f56-bec3-4822-a8b7-15753b60af82 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004503 Jul 16 01:27:17.738201 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7a949620-eb7e-439a-83ad-8e83ae0aed39 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.748607 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-eba636cb-bbce-499f-81d9-faec99273d65 req-1d25136d-0452-4573-a91d-a29bd3c62241 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.774839 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8d6da5-660b-4cef-9596-888db35db19d x-openstack-request-id: req-1e8d6da5-660b-4cef-9596-888db35db19d {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:17.775072 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b92e061-ce4f-4e12-9c5c-3a84fc0976de", "name": "network-vif-deleted", "tag": "82f0c4c3-5dbf-4949-b4d5-042f08464cca", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:17.775426 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e8d6da5-660b-4cef-9596-888db35db19d {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:17.775914 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b92e061-ce4f-4e12-9c5c-3a84fc0976de', 'name': 'network-vif-deleted', 'tag': '82f0c4c3-5dbf-4949-b4d5-042f08464cca', 'status': 'completed', 'code': 200} Jul 16 01:27:17.782021 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7a949620-eb7e-439a-83ad-8e83ae0aed39 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.791951 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-45be00fe-8a7d-4395-8d9c-9e531855acb7 None None] Could not find standard attr ID for object 1748b157-61ed-4073-a78e-a0c034ceb155. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:27:17.806746 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-45be00fe-8a7d-4395-8d9c-9e531855acb7 None None] Provisioning complete for port bf505b49-13c1-4f55-b81d-444d3d3fcf96 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:17.807154 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-45be00fe-8a7d-4395-8d9c-9e531855acb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.816629 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-02ef855a-3610-46fc-aac0-b68ff77ff2fd req-867d5e05-0d46-4dcf-babd-a2acb5b877c7 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] For port 848e3202-5c9d-4441-aad7-798f47295a04, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=848e3202-5c9d-4441-aad7-798f47295a04,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:17.817149 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-02ef855a-3610-46fc-aac0-b68ff77ff2fd req-867d5e05-0d46-4dcf-babd-a2acb5b877c7 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.850893 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-45be00fe-8a7d-4395-8d9c-9e531855acb7 None None] Port bf505b49-13c1-4f55-b81d-444d3d3fcf96 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:17.861173 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-02ef855a-3610-46fc-aac0-b68ff77ff2fd req-867d5e05-0d46-4dcf-babd-a2acb5b877c7 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Calling delete_port for 848e3202-5c9d-4441-aad7-798f47295a04 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:17.867405 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7a949620-eb7e-439a-83ad-8e83ae0aed39 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.870946 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7a949620-eb7e-439a-83ad-8e83ae0aed39 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.872518 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7a949620-eb7e-439a-83ad-8e83ae0aed39 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/security-groups/eaec2863-1c91-4878-91bd-e5a75830dff8 HTTP/1.1" status: 204 len: 168 time: 0.2961457 Jul 16 01:27:17.883469 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-45be00fe-8a7d-4395-8d9c-9e531855acb7 None None] Provisioning for port 718bbdb9-1465-4261-9fef-20195446629b completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:17.884762 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49104) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:17.885221 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a949620-eb7e-439a-83ad-8e83ae0aed39 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaec2863-1c91-4878-91bd-e5a75830dff8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:17.889963 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-45be00fe-8a7d-4395-8d9c-9e531855acb7 None None] Provisioning complete for port 718bbdb9-1465-4261-9fef-20195446629b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:17.890755 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-45be00fe-8a7d-4395-8d9c-9e531855acb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.976139 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-eba636cb-bbce-499f-81d9-faec99273d65 req-1d25136d-0452-4573-a91d-a29bd3c62241 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.978056 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b68f93b2-0e47-4988-8433-1077f9c80141 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.989472 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-36da83a7-c3ca-4def-928b-cbc8629e1c4b req-8006942c-5846-45b1-afa9-7db868ba50e1 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Deleting port c4e9a3f7-5345-4564-9b1c-dd77c0834b82 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:17.989838 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-36da83a7-c3ca-4def-928b-cbc8629e1c4b req-8006942c-5846-45b1-afa9-7db868ba50e1 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.020774 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b68f93b2-0e47-4988-8433-1077f9c80141 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.105989 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b68f93b2-0e47-4988-8433-1077f9c80141 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.110939 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b68f93b2-0e47-4988-8433-1077f9c80141 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.115878 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b68f93b2-0e47-4988-8433-1077f9c80141 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/security-groups/f474a885-28c1-4437-b50c-e5b4a392969d HTTP/1.1" status: 204 len: 168 time: 0.2282338 Jul 16 01:27:18.116727 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49114) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:18.125753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba636cb-bbce-499f-81d9-faec99273d65 req-1d25136d-0452-4573-a91d-a29bd3c62241 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Network 03b6cd22-52d6-45a9-973b-c092f4bad640 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:18.130934 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f93b2-0e47-4988-8433-1077f9c80141 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f474a885-28c1-4437-b50c-e5b4a392969d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:18.139684 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89ac3a-df8d-4850-a46d-4cca81b326ff req-d837a649-ce09-4f97-b13f-aff8be105537 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:18.144344 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f89ac3a-df8d-4850-a46d-4cca81b326ff req-d837a649-ce09-4f97-b13f-aff8be105537 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/ports?device_id=50c32309-560a-4a81-9614-b87659c6d3f8 HTTP/1.1" status: 200 len: 945 time: 0.3673992 Jul 16 01:27:18.155908 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-eba636cb-bbce-499f-81d9-faec99273d65 req-1d25136d-0452-4573-a91d-a29bd3c62241 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:18.168726 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba636cb-bbce-499f-81d9-faec99273d65 req-1d25136d-0452-4573-a91d-a29bd3c62241 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:18.202196 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-37b4b60d-6e84-4688-aee7-93a72f13a713 None None] Could not find standard attr ID for object 1748b157-61ed-4073-a78e-a0c034ceb155. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:27:18.218158 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd100e46-3682-41b6-9ae2-6843101178ce tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting subnet 6b2f524d-8887-4f88-ab7f-0fd218c06c71 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:18.222154 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bd100e46-3682-41b6-9ae2-6843101178ce tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.259171 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-36da83a7-c3ca-4def-928b-cbc8629e1c4b req-8006942c-5846-45b1-afa9-7db868ba50e1 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] For port c4e9a3f7-5345-4564-9b1c-dd77c0834b82, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c4e9a3f7-5345-4564-9b1c-dd77c0834b82,segment=NetworkSegment(87aeec83-81df-4464-b355-d974ce0804e4),segment_id=87aeec83-81df-4464-b355-d974ce0804e4)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:18.259792 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-36da83a7-c3ca-4def-928b-cbc8629e1c4b req-8006942c-5846-45b1-afa9-7db868ba50e1 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.276115 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bd100e46-3682-41b6-9ae2-6843101178ce tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.319800 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25136d-0452-4573-a91d-a29bd3c62241 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Pushing event updated for resources: {'Port': ['ID=6902cb2a-5cdc-40a7-af7b-f909202ce418,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:18.348449 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-36da83a7-c3ca-4def-928b-cbc8629e1c4b req-8006942c-5846-45b1-afa9-7db868ba50e1 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Calling delete_port for c4e9a3f7-5345-4564-9b1c-dd77c0834b82 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:18.474158 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba636cb-bbce-499f-81d9-faec99273d65 req-1d25136d-0452-4573-a91d-a29bd3c62241 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:18.474833 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-eba636cb-bbce-499f-81d9-faec99273d65 req-1d25136d-0452-4573-a91d-a29bd3c62241 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.477776 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-02ef855a-3610-46fc-aac0-b68ff77ff2fd req-867d5e05-0d46-4dcf-babd-a2acb5b877c7 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.542055 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 718bbdb9-1465-4261-9fef-20195446629b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:18.553406 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d5e05-0d46-4dcf-babd-a2acb5b877c7 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Pushing event deleted for resources: {'Port': ['ID=848e3202-5c9d-4441-aad7-798f47295a04,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:18.565184 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f89ac3a-df8d-4850-a46d-4cca81b326ff req-0864ef30-25bb-4b53-ae05-ab68dc91247d tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa9894df-6987-4e20-9cc5-b08dd5ef393c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3809717 Jul 16 01:27:18.581511 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eba636cb-bbce-499f-81d9-faec99273d65 req-1d25136d-0452-4573-a91d-a29bd3c62241 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4585953 Jul 16 01:27:18.626901 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-eba636cb-bbce-499f-81d9-faec99273d65 req-a3ef760b-a016-4053-b2e0-6e27ce266c78 service neutron] Request body: {'port': {'device_id': '35ab6271-7a72-49eb-860b-10ca49a7ebf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:18.645251 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 718bbdb9-1465-4261-9fef-20195446629b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:18.645948 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.735661 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ef855a-3610-46fc-aac0-b68ff77ff2fd req-867d5e05-0d46-4dcf-babd-a2acb5b877c7 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] No DVR routers for this DVR port 848e3202-5c9d-4441-aad7-798f47295a04 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:18.739950 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-02ef855a-3610-46fc-aac0-b68ff77ff2fd req-867d5e05-0d46-4dcf-babd-a2acb5b877c7 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.743569 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-02ef855a-3610-46fc-aac0-b68ff77ff2fd req-867d5e05-0d46-4dcf-babd-a2acb5b877c7 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.84 "DELETE /v2.0/ports/848e3202-5c9d-4441-aad7-798f47295a04 HTTP/1.1" status: 204 len: 173 time: 2.1641395 Jul 16 01:27:18.787383 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bd100e46-3682-41b6-9ae2-6843101178ce tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.810839 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-eba636cb-bbce-499f-81d9-faec99273d65 req-a3ef760b-a016-4053-b2e0-6e27ce266c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.814913 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7dd15a88-5802-46ee-8916-1f1a50e7da2a req-9e7642e6-0ade-4a69-add0-cdf22c382fc9 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=971e8843-ddc9-48c2-8c8d-25831e7688e4 HTTP/1.1" status: 200 len: 210 time: 0.0642200 Jul 16 01:27:18.873186 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95379c-3d29-4251-8c78-29d9e2b13be4 req-318f7be9-ee1a-4d5d-97ee-c55df102ba8d tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:18.881546 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9b95379c-3d29-4251-8c78-29d9e2b13be4 req-318f7be9-ee1a-4d5d-97ee-c55df102ba8d tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1438291 Jul 16 01:27:18.911965 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bd100e46-3682-41b6-9ae2-6843101178ce tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.963498 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd100e46-3682-41b6-9ae2-6843101178ce tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Subnet': ['ID=6b2f524d-8887-4f88-ab7f-0fd218c06c71,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:18.965791 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bd100e46-3682-41b6-9ae2-6843101178ce tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.971069 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bd100e46-3682-41b6-9ae2-6843101178ce tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/subnets/6b2f524d-8887-4f88-ab7f-0fd218c06c71 HTTP/1.1" status: 204 len: 168 time: 0.8385789 Jul 16 01:27:18.974229 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 848e3202-5c9d-4441-aad7-798f47295a04 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:18.978873 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51095c82-4ae3-4e6d-89c8-f5ecc2087adb None None] Network 2324f470-9572-452c-8c55-1e833663a658 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:18.979612 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9b95379c-3d29-4251-8c78-29d9e2b13be4 req-0ff8e33f-28a7-42db-9d6a-6162e758e9cf tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971177 Jul 16 01:27:18.980141 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49128) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:19.008064 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 848e3202-5c9d-4441-aad7-798f47295a04 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:19.008439 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 848e3202-5c9d-4441-aad7-798f47295a04 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:19.037715 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc185e2-d6f7-44e6-827f-b177ae439ca0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting subnet 5c307c0d-4a26-4963-94c4-0e0279b4ee0f {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:19.041514 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0fc185e2-d6f7-44e6-827f-b177ae439ca0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.073423 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c4e9a3f7-5345-4564-9b1c-dd77c0834b82 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:19.097675 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0fc185e2-d6f7-44e6-827f-b177ae439ca0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.116411 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-36da83a7-c3ca-4def-928b-cbc8629e1c4b req-8006942c-5846-45b1-afa9-7db868ba50e1 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.168094 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No active binding found for port c4e9a3f7-5345-4564-9b1c-dd77c0834b82 {{(pid=93957) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 01:27:19.168734 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c4e9a3f7-5345-4564-9b1c-dd77c0834b82 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:19.169394 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 82f0c4c3-5dbf-4949-b4d5-042f08464cca no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:19.196163 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 82f0c4c3-5dbf-4949-b4d5-042f08464cca {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:19.196866 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 82f0c4c3-5dbf-4949-b4d5-042f08464cca not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:19.209842 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0fc185e2-d6f7-44e6-827f-b177ae439ca0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.343183 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-eba636cb-bbce-499f-81d9-faec99273d65 req-a3ef760b-a016-4053-b2e0-6e27ce266c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6902cb2a-5cdc-40a7-af7b-f909202ce418 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:19.351186 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0fc185e2-d6f7-44e6-827f-b177ae439ca0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.352530 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-eba636cb-bbce-499f-81d9-faec99273d65 req-a3ef760b-a016-4053-b2e0-6e27ce266c78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.371017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006942c-5846-45b1-afa9-7db868ba50e1 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event deleted for resources: {'Port': ['ID=c4e9a3f7-5345-4564-9b1c-dd77c0834b82,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:19.414968 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-eba636cb-bbce-499f-81d9-faec99273d65 req-a3ef760b-a016-4053-b2e0-6e27ce266c78 service neutron] Transition to ACTIVE for port object 6902cb2a-5cdc-40a7-af7b-f909202ce418 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:19.416921 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0fc185e2-d6f7-44e6-827f-b177ae439ca0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.421115 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0fc185e2-d6f7-44e6-827f-b177ae439ca0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/subnets/5c307c0d-4a26-4963-94c4-0e0279b4ee0f HTTP/1.1" status: 204 len: 168 time: 0.4372058 Jul 16 01:27:19.421115 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc185e2-d6f7-44e6-827f-b177ae439ca0 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Subnet': ['ID=5c307c0d-4a26-4963-94c4-0e0279b4ee0f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:19.422849 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49140) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:19.443729 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-eba636cb-bbce-499f-81d9-faec99273d65 req-a3ef760b-a016-4053-b2e0-6e27ce266c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.467261 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cde0402-f9f7-480e-a816-940d89bc591a tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] DELETE failed (client error): The resource could not be found. Jul 16 01:27:19.467717 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cde0402-f9f7-480e-a816-940d89bc591a tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:19.471782 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7cde0402-f9f7-480e-a816-940d89bc591a tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/subnets/6b2f524d-8887-4f88-ab7f-0fd218c06c71 HTTP/1.1" status: 404 len: 337 time: 0.0457370 Jul 16 01:27:19.472900 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49142) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:19.478259 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-36da83a7-c3ca-4def-928b-cbc8629e1c4b req-8006942c-5846-45b1-afa9-7db868ba50e1 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] No DVR routers for this DVR port c4e9a3f7-5345-4564-9b1c-dd77c0834b82 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:19.493291 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e204c46-9ff6-4aad-83da-6168455265a3 req-1d05f920-04b2-456b-a9b1-3f01ef959b23 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:19.495562 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e204c46-9ff6-4aad-83da-6168455265a3 req-1d05f920-04b2-456b-a9b1-3f01ef959b23 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.16 "GET /v2.0/ports?device_id=35ab6271-7a72-49eb-860b-10ca49a7ebf4 HTTP/1.1" status: 200 len: 931 time: 0.2235372 Jul 16 01:27:19.504713 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc05a6a-07ac-41b7-921c-979b782908fe req-491359d0-3a01-4943-81ce-7ab9940c45c6 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:19.512575 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-acc05a6a-07ac-41b7-921c-979b782908fe req-491359d0-3a01-4943-81ce-7ab9940c45c6 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b92e061-ce4f-4e12-9c5c-3a84fc0976de HTTP/1.1" status: 200 len: 867 time: 0.5463803 Jul 16 01:27:19.517585 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-36da83a7-c3ca-4def-928b-cbc8629e1c4b req-8006942c-5846-45b1-afa9-7db868ba50e1 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.519811 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36da83a7-c3ca-4def-928b-cbc8629e1c4b req-8006942c-5846-45b1-afa9-7db868ba50e1 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.82 "DELETE /v2.0/ports/c4e9a3f7-5345-4564-9b1c-dd77c0834b82 HTTP/1.1" status: 204 len: 173 time: 1.9206824 Jul 16 01:27:19.573281 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e08a862-5ee5-49aa-b274-3d726d36ffb2 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting subnet 1959cf7d-9c4d-4f49-af56-ecac3c1dced1 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:19.576963 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e08a862-5ee5-49aa-b274-3d726d36ffb2 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.595020 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef760b-a016-4053-b2e0-6e27ce266c78 service neutron] Pushing event updated for resources: {'Port': ['ID=6902cb2a-5cdc-40a7-af7b-f909202ce418,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:19.617375 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-acc05a6a-07ac-41b7-921c-979b782908fe req-1bd6e9ce-af4f-41d7-8446-ab540237688d tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "GET /v2.0/security-groups?id=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034985 Jul 16 01:27:19.636477 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e08a862-5ee5-49aa-b274-3d726d36ffb2 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.732296 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-eba636cb-bbce-499f-81d9-faec99273d65 req-a3ef760b-a016-4053-b2e0-6e27ce266c78 service neutron] Attempting to bind port 6902cb2a-5cdc-40a7-af7b-f909202ce418 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:19.732958 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-eba636cb-bbce-499f-81d9-faec99273d65 req-a3ef760b-a016-4053-b2e0-6e27ce266c78 service neutron] Attempting to bind port 6902cb2a-5cdc-40a7-af7b-f909202ce418 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'b0595f35-5692-4f2e-a964-01ef140f17b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '03b6cd22-52d6-45a9-973b-c092f4bad640'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:19.747261 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba636cb-bbce-499f-81d9-faec99273d65 req-a3ef760b-a016-4053-b2e0-6e27ce266c78 service neutron] Attempting to bind port 6902cb2a-5cdc-40a7-af7b-f909202ce418 on network 03b6cd22-52d6-45a9-973b-c092f4bad640 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:19.756467 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba636cb-bbce-499f-81d9-faec99273d65 req-a3ef760b-a016-4053-b2e0-6e27ce266c78 service neutron] Port 6902cb2a-5cdc-40a7-af7b-f909202ce418 on network 03b6cd22-52d6-45a9-973b-c092f4bad640 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:19.757069 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba636cb-bbce-499f-81d9-faec99273d65 req-a3ef760b-a016-4053-b2e0-6e27ce266c78 service neutron] Attempting to bind port 6902cb2a-5cdc-40a7-af7b-f909202ce418 on network 03b6cd22-52d6-45a9-973b-c092f4bad640 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:19.767747 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba636cb-bbce-499f-81d9-faec99273d65 req-a3ef760b-a016-4053-b2e0-6e27ce266c78 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:19.774171 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba636cb-bbce-499f-81d9-faec99273d65 req-a3ef760b-a016-4053-b2e0-6e27ce266c78 service neutron] Checking segment: {'id': 'b0595f35-5692-4f2e-a964-01ef140f17b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '03b6cd22-52d6-45a9-973b-c092f4bad640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:19.774654 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba636cb-bbce-499f-81d9-faec99273d65 req-a3ef760b-a016-4053-b2e0-6e27ce266c78 service neutron] Bound using segment: {'id': 'b0595f35-5692-4f2e-a964-01ef140f17b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '03b6cd22-52d6-45a9-973b-c092f4bad640'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:19.775105 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-eba636cb-bbce-499f-81d9-faec99273d65 req-a3ef760b-a016-4053-b2e0-6e27ce266c78 service neutron] Bound port: 6902cb2a-5cdc-40a7-af7b-f909202ce418, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0595f35-5692-4f2e-a964-01ef140f17b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '03b6cd22-52d6-45a9-973b-c092f4bad640'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:19.775451 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-eba636cb-bbce-499f-81d9-faec99273d65 req-a3ef760b-a016-4053-b2e0-6e27ce266c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.777459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971e8843-ddc9-48c2-8c8d-25831e7688e4', 'name': 'network-vif-deleted', 'tag': '848e3202-5c9d-4441-aad7-798f47295a04'}, {'server_uuid': '6b92e061-ce4f-4e12-9c5c-3a84fc0976de', 'name': 'network-vif-deleted', 'tag': 'c4e9a3f7-5345-4564-9b1c-dd77c0834b82'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:19.779776 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9080163-f1d7-403f-b1eb-bce983aeb6ad" -d '{"events": [{"server_uuid": "971e8843-ddc9-48c2-8c8d-25831e7688e4", "name": "network-vif-deleted", "tag": "848e3202-5c9d-4441-aad7-798f47295a04"}, {"server_uuid": "6b92e061-ce4f-4e12-9c5c-3a84fc0976de", "name": "network-vif-deleted", "tag": "c4e9a3f7-5345-4564-9b1c-dd77c0834b82"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:19.782491 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e204c46-9ff6-4aad-83da-6168455265a3 req-70defac5-1537-46a7-bc27-467557839ccf tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdf0e1ba-ad80-401e-8c0f-635d03603530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609012 Jul 16 01:27:19.819175 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e08a862-5ee5-49aa-b274-3d726d36ffb2 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.906821 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-eba636cb-bbce-499f-81d9-faec99273d65 req-a3ef760b-a016-4053-b2e0-6e27ce266c78 service neutron] For port 6902cb2a-5cdc-40a7-af7b-f909202ce418, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:19.913191 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-eba636cb-bbce-499f-81d9-faec99273d65 req-a3ef760b-a016-4053-b2e0-6e27ce266c78 service neutron] For port 6902cb2a-5cdc-40a7-af7b-f909202ce418, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=6902cb2a-5cdc-40a7-af7b-f909202ce418,segment=NetworkSegment(b0595f35-5692-4f2e-a964-01ef140f17b4),segment_id=b0595f35-5692-4f2e-a964-01ef140f17b4)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:19.915037 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e08a862-5ee5-49aa-b274-3d726d36ffb2 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.924837 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-eba636cb-bbce-499f-81d9-faec99273d65 req-a3ef760b-a016-4053-b2e0-6e27ce266c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.957283 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08a862-5ee5-49aa-b274-3d726d36ffb2 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Subnet': ['ID=1959cf7d-9c4d-4f49-af56-ecac3c1dced1,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:19.959663 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e08a862-5ee5-49aa-b274-3d726d36ffb2 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.962601 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9e08a862-5ee5-49aa-b274-3d726d36ffb2 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/subnets/1959cf7d-9c4d-4f49-af56-ecac3c1dced1 HTTP/1.1" status: 204 len: 168 time: 0.4868102 Jul 16 01:27:19.965129 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49164) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:19.981319 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba636cb-bbce-499f-81d9-faec99273d65 req-a3ef760b-a016-4053-b2e0-6e27ce266c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:19.981982 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-eba636cb-bbce-499f-81d9-faec99273d65 req-a3ef760b-a016-4053-b2e0-6e27ce266c78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.983509 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eba636cb-bbce-499f-81d9-faec99273d65 req-a3ef760b-a016-4053-b2e0-6e27ce266c78 service neutron] 10.222.0.82 "PUT /v2.0/ports/6902cb2a-5cdc-40a7-af7b-f909202ce418 HTTP/1.1" status: 200 len: 1092 time: 1.3764324 Jul 16 01:27:20.005470 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a058963-d809-482a-8038-2831ac1bb852 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] DELETE failed (client error): The resource could not be found. Jul 16 01:27:20.006006 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a058963-d809-482a-8038-2831ac1bb852 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:20.007913 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9a058963-d809-482a-8038-2831ac1bb852 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/subnets/db372f98-2c63-46e1-a888-03f417266713 HTTP/1.1" status: 404 len: 337 time: 0.0417573 Jul 16 01:27:20.011220 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49170) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:20.065172 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-94bef614-b2a1-4d7f-8bdc-a48449efd020 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb3d6fcf-17bf-4761-97b7-ff285ff12e4e HTTP/1.1" status: 200 len: 205 time: 0.0502355 Jul 16 01:27:20.065547 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd5a46a-1391-4de6-9937-b9e7fa4b27d9 x-openstack-request-id: req-efd5a46a-1391-4de6-9937-b9e7fa4b27d9 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:20.065700 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971e8843-ddc9-48c2-8c8d-25831e7688e4", "name": "network-vif-deleted", "tag": "848e3202-5c9d-4441-aad7-798f47295a04", "status": "completed", "code": 200}, {"server_uuid": "6b92e061-ce4f-4e12-9c5c-3a84fc0976de", "name": "network-vif-deleted", "tag": "c4e9a3f7-5345-4564-9b1c-dd77c0834b82", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:20.066141 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-efd5a46a-1391-4de6-9937-b9e7fa4b27d9 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:20.066479 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971e8843-ddc9-48c2-8c8d-25831e7688e4', 'name': 'network-vif-deleted', 'tag': '848e3202-5c9d-4441-aad7-798f47295a04', 'status': 'completed', 'code': 200} Jul 16 01:27:20.066960 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b92e061-ce4f-4e12-9c5c-3a84fc0976de', 'name': 'network-vif-deleted', 'tag': 'c4e9a3f7-5345-4564-9b1c-dd77c0834b82', 'status': 'completed', 'code': 200} Jul 16 01:27:20.067415 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49172) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:20.069381 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef760b-a016-4053-b2e0-6e27ce266c78 service neutron] Pushing event updated for resources: {'Port': ['ID=6902cb2a-5cdc-40a7-af7b-f909202ce418,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:20.149004 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-79131312-4755-4ff4-9c58-5fc3203291b5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] delete failed (client error): The resource could not be found. Jul 16 01:27:20.150068 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-79131312-4755-4ff4-9c58-5fc3203291b5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/routers/fb3d6fcf-17bf-4761-97b7-ff285ff12e4e HTTP/1.1" status: 404 len: 336 time: 0.0816557 Jul 16 01:27:20.154114 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49176) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:20.224167 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba636cb-bbce-499f-81d9-faec99273d65 req-2f741a0e-0910-42c8-b4e9-6e2069d1f6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:20.226896 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eba636cb-bbce-499f-81d9-faec99273d65 req-2f741a0e-0910-42c8-b4e9-6e2069d1f6a5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=692a63996e41406db3d6abeb6e141e86&device_id=35ab6271-7a72-49eb-860b-10ca49a7ebf4 HTTP/1.1" status: 200 len: 1095 time: 0.1760447 Jul 16 01:27:20.248600 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed707cb-4b1e-4b74-8dfe-0409da02d41b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] DELETE failed (client error): The resource could not be found. Jul 16 01:27:20.261609 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed707cb-4b1e-4b74-8dfe-0409da02d41b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:20.272738 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49180) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:20.273859 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc91e439-6271-4867-99f8-060405b30161 None None] Network 2324f470-9572-452c-8c55-1e833663a658 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:20.281781 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eba636cb-bbce-499f-81d9-faec99273d65 req-0958deeb-5054-467d-aaac-e5c3f77b0463 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6902cb2a-5cdc-40a7-af7b-f909202ce418 HTTP/1.1" status: 200 len: 217 time: 0.0477555 Jul 16 01:27:20.287890 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fed707cb-4b1e-4b74-8dfe-0409da02d41b tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/subnets/f1d78f71-730d-4325-821e-e805698fff58 HTTP/1.1" status: 404 len: 337 time: 0.1121738 Jul 16 01:27:20.324776 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e69d1f-6e9a-405f-b950-275077fba64e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] DELETE failed (client error): The resource could not be found. Jul 16 01:27:20.325221 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e69d1f-6e9a-405f-b950-275077fba64e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:20.326922 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b0e69d1f-6e9a-405f-b950-275077fba64e tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/subnets/c4976468-4cee-4a9b-b0a4-8b5f6dc5fd9c HTTP/1.1" status: 404 len: 337 time: 0.0532093 Jul 16 01:27:20.332907 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49182) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:20.396347 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1873ac00-2a7a-4dac-9e5f-caf4cafef977 None None] Provisioning complete for port bf505b49-13c1-4f55-b81d-444d3d3fcf96 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:20.396695 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1873ac00-2a7a-4dac-9e5f-caf4cafef977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.418018 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-44206fc2-d046-4592-89ea-7db024960adf tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] DELETE failed (client error): The resource could not be found. Jul 16 01:27:20.419174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44206fc2-d046-4592-89ea-7db024960adf tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:20.421763 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-44206fc2-d046-4592-89ea-7db024960adf tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/subnets/441a37b2-117b-4d2c-8a8f-9644fa0d64c0 HTTP/1.1" status: 404 len: 337 time: 0.0868409 Jul 16 01:27:20.424596 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49186) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:20.429334 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f149d6-5be7-493f-89a2-cad89a6970b3 req-e2cf42af-31fb-4c59-a29b-c860c6a948cb tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:20.440594 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-23f149d6-5be7-493f-89a2-cad89a6970b3 req-e2cf42af-31fb-4c59-a29b-c860c6a948cb tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.2029095 Jul 16 01:27:20.481578 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1873ac00-2a7a-4dac-9e5f-caf4cafef977 None None] Port bf505b49-13c1-4f55-b81d-444d3d3fcf96 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:20.502492 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-79342eac-d327-48cd-9036-8917f4cb85f5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] DELETE failed (client error): The resource could not be found. Jul 16 01:27:20.503253 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79342eac-d327-48cd-9036-8917f4cb85f5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:20.504935 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-79342eac-d327-48cd-9036-8917f4cb85f5 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/ports/3f57f389-79a0-40b6-8864-492e052c3320 HTTP/1.1" status: 404 len: 333 time: 0.0790455 Jul 16 01:27:20.507978 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49188) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:20.510338 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1873ac00-2a7a-4dac-9e5f-caf4cafef977 None None] Provisioning complete for port 718bbdb9-1465-4261-9fef-20195446629b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:20.510716 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1873ac00-2a7a-4dac-9e5f-caf4cafef977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.522522 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-23f149d6-5be7-493f-89a2-cad89a6970b3 req-77554c65-9819-4cee-a45b-00811156311c tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808339 Jul 16 01:27:20.535462 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba636cb-bbce-499f-81d9-faec99273d65 req-c841a18c-d1d5-4183-a8e2-096c51958ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:20.540601 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eba636cb-bbce-499f-81d9-faec99273d65 req-c841a18c-d1d5-4183-a8e2-096c51958ea0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e7883c93-7704-45b1-869a-1fef96a9595d HTTP/1.1" status: 200 len: 862 time: 0.2395849 Jul 16 01:27:20.591500 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ab2176-9624-4349-88f4-5d80f3b41f57 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] DELETE failed (client error): The resource could not be found. Jul 16 01:27:20.592020 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ab2176-9624-4349-88f4-5d80f3b41f57 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:20.596024 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-23ab2176-9624-4349-88f4-5d80f3b41f57 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/subnets/f6000f0d-79dc-44bc-9010-3f57f1d028ef HTTP/1.1" status: 404 len: 337 time: 0.0850496 Jul 16 01:27:20.596697 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49196) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:20.625570 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bc0aab-c7a0-489a-b4c6-0bf64378ac02 None None] DHCP port deletion for 2324f470-9572-452c-8c55-1e833663a658 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:27:20.626562 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-4603e8c8-23d3-4292-ba23-e584c601c813 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] DELETE failed (client error): The resource could not be found. Jul 16 01:27:20.627115 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4603e8c8-23d3-4292-ba23-e584c601c813 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:20.629147 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4603e8c8-23d3-4292-ba23-e584c601c813 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/subnets/b96833a8-6c11-44d2-827f-109c6a6b2c8f HTTP/1.1" status: 404 len: 337 time: 0.0315328 Jul 16 01:27:20.631833 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49202) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:20.639153 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eba636cb-bbce-499f-81d9-faec99273d65 req-6c81cfe1-7077-4df7-932a-0987db40831b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=03b6cd22-52d6-45a9-973b-c092f4bad640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570807 Jul 16 01:27:20.662304 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-0331a803-999f-46d3-a26a-2e2a9d2d407d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] DELETE failed (client error): The resource could not be found. Jul 16 01:27:20.663031 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0331a803-999f-46d3-a26a-2e2a9d2d407d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:20.667839 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0331a803-999f-46d3-a26a-2e2a9d2d407d tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/ports/6a6df56e-c10a-4878-8068-a0d882beb9bc HTTP/1.1" status: 404 len: 333 time: 0.0347197 Jul 16 01:27:20.668758 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49210) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:20.688018 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-57bc0aab-c7a0-489a-b4c6-0bf64378ac02 None None] Deleting port 718bbdb9-1465-4261-9fef-20195446629b {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:20.688724 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57bc0aab-c7a0-489a-b4c6-0bf64378ac02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.722782 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-658aa962-b451-452c-838a-949e4ae86ea4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] DELETE failed (client error): The resource could not be found. Jul 16 01:27:20.723242 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-658aa962-b451-452c-838a-949e4ae86ea4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:20.727574 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-658aa962-b451-452c-838a-949e4ae86ea4 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/subnets/07801353-be1b-41a7-82ab-2f5ebeedc351 HTTP/1.1" status: 404 len: 337 time: 0.0450578 Jul 16 01:27:20.727734 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ae809-1398-44b8-9ea7-0a9b020e66ca req-2cb7f2ca-9498-49cd-a0de-2947f0eb2ebb tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:20.728657 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49212) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:20.732898 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e68ae809-1398-44b8-9ea7-0a9b020e66ca req-2cb7f2ca-9498-49cd-a0de-2947f0eb2ebb tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/ports?device_id=50c32309-560a-4a81-9614-b87659c6d3f8 HTTP/1.1" status: 200 len: 945 time: 0.2437642 Jul 16 01:27:20.754052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-57bc0aab-c7a0-489a-b4c6-0bf64378ac02 None None] For port 718bbdb9-1465-4261-9fef-20195446629b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=718bbdb9-1465-4261-9fef-20195446629b,segment=NetworkSegment(b1df89ab-2e10-4d44-8f58-8909c06ddcec),segment_id=b1df89ab-2e10-4d44-8f58-8909c06ddcec)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:20.754450 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57bc0aab-c7a0-489a-b4c6-0bf64378ac02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.767362 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-57bc0aab-c7a0-489a-b4c6-0bf64378ac02 None None] Calling delete_port for 718bbdb9-1465-4261-9fef-20195446629b owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:20.788970 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-6312cfa8-0c7a-404a-9c14-36d8919d27cc tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] DELETE failed (client error): The resource could not be found. Jul 16 01:27:20.789428 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6312cfa8-0c7a-404a-9c14-36d8919d27cc tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:27:20.790450 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e68ae809-1398-44b8-9ea7-0a9b020e66ca req-40a8f6df-7c02-4a1d-b1c4-2caa05a5f50e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa9894df-6987-4e20-9cc5-b08dd5ef393c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563321 Jul 16 01:27:20.791175 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6312cfa8-0c7a-404a-9c14-36d8919d27cc tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/subnets/aeac637e-ae0d-40c1-8b54-dc29c2d51f77 HTTP/1.1" status: 404 len: 337 time: 0.0623329 Jul 16 01:27:20.794063 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49214) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:20.798113 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eba636cb-bbce-499f-81d9-faec99273d65 req-b53cc768-b684-4791-a439-abe991375aa1 service neutron] 10.222.0.82 "GET /v2.0/networks/03b6cd22-52d6-45a9-973b-c092f4bad640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499078 Jul 16 01:27:20.861592 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da1442-cdd1-44d9-971c-9e4864933242 req-3bca05a3-949b-4f42-ab1b-0f74cd79b210 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:20.863032 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-79da1442-cdd1-44d9-971c-9e4864933242 req-3bca05a3-949b-4f42-ab1b-0f74cd79b210 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/networks?id=f262d5d4-4d22-402e-b36e-ed38d4251d84 HTTP/1.1" status: 200 len: 812 time: 0.1934872 Jul 16 01:27:20.875935 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57bc0aab-c7a0-489a-b4c6-0bf64378ac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.902384 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc0aab-c7a0-489a-b4c6-0bf64378ac02 None None] Pushing event deleted for resources: {'Port': ['ID=718bbdb9-1465-4261-9fef-20195446629b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:20.910048 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-79da1442-cdd1-44d9-971c-9e4864933242 req-34233599-196d-4961-8a4b-2171c9dab613 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/quotas/d09653f1b51b4e2b8cb943931a409907 HTTP/1.1" status: 200 len: 375 time: 0.0362556 Jul 16 01:27:20.916758 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bc0aab-c7a0-489a-b4c6-0bf64378ac02 None None] No DVR routers for this DVR port 718bbdb9-1465-4261-9fef-20195446629b on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:20.926988 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eba636cb-bbce-499f-81d9-faec99273d65 req-83bca98b-5549-4bbb-9f34-94c0d24c10c5 service neutron] 10.222.0.82 "GET /v2.0/networks/03b6cd22-52d6-45a9-973b-c092f4bad640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219816 Jul 16 01:27:20.953900 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-79da1442-cdd1-44d9-971c-9e4864933242 req-ff40c375-392e-4eee-9be0-a0d4c3332e43 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d09653f1b51b4e2b8cb943931a409907&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371809 Jul 16 01:27:20.970949 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-79da1442-cdd1-44d9-971c-9e4864933242 req-0c6f0640-a66b-4da0-86c4-b05b1cb47c5b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:27:20.971970 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-79da1442-cdd1-44d9-971c-9e4864933242 req-0c6f0640-a66b-4da0-86c4-b05b1cb47c5b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072777 Jul 16 01:27:20.973555 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-05ee40a8-7b39-458c-8e75-fb5618be6295 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Deleting port bf505b49-13c1-4f55-b81d-444d3d3fcf96 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:20.974096 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-05ee40a8-7b39-458c-8e75-fb5618be6295 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.002316 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1e1ab-f694-4b26-b607-3c1edd82c512 req-1c0206e5-dcc5-42cc-a6c6-49520d3c9910 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:21.004099 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-96f1e1ab-f694-4b26-b607-3c1edd82c512 req-1c0206e5-dcc5-42cc-a6c6-49520d3c9910 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=77946f35-3ac6-4517-816f-c6e1bf6f5715 HTTP/1.1" status: 200 len: 946 time: 0.0747461 Jul 16 01:27:21.049095 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-96f1e1ab-f694-4b26-b607-3c1edd82c512 req-b9a03d5b-7d92-46da-a60a-27e960356929 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371301 Jul 16 01:27:21.098188 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-05ee40a8-7b39-458c-8e75-fb5618be6295 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.116805 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-05ee40a8-7b39-458c-8e75-fb5618be6295 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Calling delete_port for bf505b49-13c1-4f55-b81d-444d3d3fcf96 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:21.132610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49220) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:21.181926 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-79da1442-cdd1-44d9-971c-9e4864933242 req-e39cd997-c467-444f-b002-314e102e96d8 service neutron] 10.222.0.16 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924307 Jul 16 01:27:21.189970 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-c000f6d6-e956-43a3-bd11-55aa5a57b24f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Deleting subnet 9570fc14-8df1-42ad-965a-2ecc0ed8d149 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:21.193368 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c000f6d6-e956-43a3-bd11-55aa5a57b24f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.243966 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c000f6d6-e956-43a3-bd11-55aa5a57b24f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.298723 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-05ee40a8-7b39-458c-8e75-fb5618be6295 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.330351 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-79da1442-cdd1-44d9-971c-9e4864933242 req-28dfacab-34de-4c93-9966-51d180b6a530 service neutron] 10.222.0.16 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422362 Jul 16 01:27:21.333217 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee40a8-7b39-458c-8e75-fb5618be6295 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Port': ['ID=bf505b49-13c1-4f55-b81d-444d3d3fcf96,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:21.354138 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-05ee40a8-7b39-458c-8e75-fb5618be6295 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.358709 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-05ee40a8-7b39-458c-8e75-fb5618be6295 tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/ports/bf505b49-13c1-4f55-b81d-444d3d3fcf96 HTTP/1.1" status: 204 len: 168 time: 0.5615928 Jul 16 01:27:21.359059 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49222) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:21.372760 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fed7e-f0d7-4daa-a731-6de33f6e3d41 req-2a45a9b9-121a-4399-944d-2d7ccbe42e82 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:21.374350 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4e8fed7e-f0d7-4daa-a731-6de33f6e3d41 req-2a45a9b9-121a-4399-944d-2d7ccbe42e82 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.16 "GET /v2.0/ports?device_id=35ab6271-7a72-49eb-860b-10ca49a7ebf4 HTTP/1.1" status: 200 len: 943 time: 0.1461539 Jul 16 01:27:21.377896 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c000f6d6-e956-43a3-bd11-55aa5a57b24f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.454827 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-14c98caa-4688-427f-972a-1f387b37fd1f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.457358 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4e8fed7e-f0d7-4daa-a731-6de33f6e3d41 req-31cbb3c8-58a0-4fba-8dfd-12accacb5fcd tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdf0e1ba-ad80-401e-8c0f-635d03603530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758650 Jul 16 01:27:21.522497 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c000f6d6-e956-43a3-bd11-55aa5a57b24f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.554342 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c000f6d6-e956-43a3-bd11-55aa5a57b24f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.557061 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c000f6d6-e956-43a3-bd11-55aa5a57b24f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "DELETE /v2.0/subnets/9570fc14-8df1-42ad-965a-2ecc0ed8d149 HTTP/1.1" status: 204 len: 168 time: 0.4221656 Jul 16 01:27:21.559901 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000f6d6-e956-43a3-bd11-55aa5a57b24f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event deleted for resources: {'Subnet': ['ID=9570fc14-8df1-42ad-965a-2ecc0ed8d149,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:21.562357 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49232) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:21.562727 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d504b9-cf0c-49cb-92d7-72cfec5b1f89 None None] Network b76e0d74-bb47-49a6-9599-dfbabe451dd7 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:21.611384 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cb47da36-3bb7-4ca9-8daa-7df4c4f0123a req-f2d2a95b-3a8c-405e-b54d-89f5c51844ba tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=323facbe-670b-46e4-9007-4946859341d2 HTTP/1.1" status: 200 len: 210 time: 0.0839965 Jul 16 01:27:21.655446 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-14c98caa-4688-427f-972a-1f387b37fd1f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.667875 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-14c98caa-4688-427f-972a-1f387b37fd1f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2324f470-9572-452c-8c55-1e833663a658']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:21.678578 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-14c98caa-4688-427f-972a-1f387b37fd1f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1df89ab-2e10-4d44-8f58-8909c06ddcec') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:21.678864 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-14c98caa-4688-427f-972a-1f387b37fd1f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1df89ab-2e10-4d44-8f58-8909c06ddcec') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:21.689601 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-14c98caa-4688-427f-972a-1f387b37fd1f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.704623 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-14c98caa-4688-427f-972a-1f387b37fd1f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.726730 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c98caa-4688-427f-972a-1f387b37fd1f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:27:21.727182 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-14c98caa-4688-427f-972a-1f387b37fd1f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.732498 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f9eb15c3-202a-4c30-990a-71e6c9ed8fbf tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:27:21.762313 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:27:21.835096 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-14c98caa-4688-427f-972a-1f387b37fd1f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.844834 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-14c98caa-4688-427f-972a-1f387b37fd1f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.849704 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-14c98caa-4688-427f-972a-1f387b37fd1f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] 10.222.0.16 "DELETE /v2.0/networks/2324f470-9572-452c-8c55-1e833663a658 HTTP/1.1" status: 204 len: 168 time: 0.4877920 Jul 16 01:27:21.870726 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb15c3-202a-4c30-990a-71e6c9ed8fbf tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Deleting port 24aef3c4-d2b3-4e34-b170-f083975fce9a {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:21.871100 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f9eb15c3-202a-4c30-990a-71e6c9ed8fbf tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.887801 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbac683e-b6dd-4e00-8b17-3063af94bc2b None None] DHCP port deletion for b76e0d74-bb47-49a6-9599-dfbabe451dd7 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:27:21.898170 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c98caa-4688-427f-972a-1f387b37fd1f tempest-PortsIpV6TestJSON-1416430401 tempest-PortsIpV6TestJSON-1416430401-project] Pushing event deleted for resources: {'Network': ['ID=2324f470-9572-452c-8c55-1e833663a658,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:21.904393 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2b47c-13e9-47d8-ad1f-e499a8a391a8 req-81e0a852-41da-43aa-a1b0-adebabb42fa0 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:21.911346 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ad2b47c-13e9-47d8-ad1f-e499a8a391a8 req-81e0a852-41da-43aa-a1b0-adebabb42fa0 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1282721 Jul 16 01:27:21.982969 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-fbac683e-b6dd-4e00-8b17-3063af94bc2b None None] Deleting port 24aef3c4-d2b3-4e34-b170-f083975fce9a {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:21.983350 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fbac683e-b6dd-4e00-8b17-3063af94bc2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.997795 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ad2b47c-13e9-47d8-ad1f-e499a8a391a8 req-8f74bc45-9bb0-4ee6-b6ef-a2f629497de9 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854821 Jul 16 01:27:22.012007 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-f9eb15c3-202a-4c30-990a-71e6c9ed8fbf tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] For port 24aef3c4-d2b3-4e34-b170-f083975fce9a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=24aef3c4-d2b3-4e34-b170-f083975fce9a,segment=NetworkSegment(87aeec83-81df-4464-b355-d974ce0804e4),segment_id=87aeec83-81df-4464-b355-d974ce0804e4)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:22.012380 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f9eb15c3-202a-4c30-990a-71e6c9ed8fbf tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.038785 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb15c3-202a-4c30-990a-71e6c9ed8fbf tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Calling delete_port for 24aef3c4-d2b3-4e34-b170-f083975fce9a owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:22.068952 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ab6271-7a72-49eb-860b-10ca49a7ebf4', 'tag': '6902cb2a-5cdc-40a7-af7b-f909202ce418'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:22.071779 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7915e33-1c64-4e6f-9f17-2c1516e617de" -d '{"events": [{"name": "network-changed", "server_uuid": "35ab6271-7a72-49eb-860b-10ca49a7ebf4", "tag": "6902cb2a-5cdc-40a7-af7b-f909202ce418"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:22.172860 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49252) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:22.175702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-fbac683e-b6dd-4e00-8b17-3063af94bc2b None None] For port 24aef3c4-d2b3-4e34-b170-f083975fce9a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=24aef3c4-d2b3-4e34-b170-f083975fce9a,segment=NetworkSegment(87aeec83-81df-4464-b355-d974ce0804e4),segment_id=87aeec83-81df-4464-b355-d974ce0804e4)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:22.176097 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fbac683e-b6dd-4e00-8b17-3063af94bc2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.192179 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-fbac683e-b6dd-4e00-8b17-3063af94bc2b None None] Calling delete_port for 24aef3c4-d2b3-4e34-b170-f083975fce9a owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:22.296627 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:27:22.399800 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fbac683e-b6dd-4e00-8b17-3063af94bc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.426266 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac683e-b6dd-4e00-8b17-3063af94bc2b None None] Pushing event deleted for resources: {'Port': ['ID=24aef3c4-d2b3-4e34-b170-f083975fce9a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:22.433968 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbac683e-b6dd-4e00-8b17-3063af94bc2b None None] No DVR routers for this DVR port 24aef3c4-d2b3-4e34-b170-f083975fce9a on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:22.474349 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b2d50108-7eff-4bed-b05b-307b221bca9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c502d8556a3d4fd890ce88130235b09d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2997005 Jul 16 01:27:22.496661 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49258) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:22.532343 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 718bbdb9-1465-4261-9fef-20195446629b no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:22.553196 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 718bbdb9-1465-4261-9fef-20195446629b {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:22.553695 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 718bbdb9-1465-4261-9fef-20195446629b not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:22.554662 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 24aef3c4-d2b3-4e34-b170-f083975fce9a no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:22.577340 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263a9e1f-d570-4056-b14d-77e80bf0d85f x-openstack-request-id: req-263a9e1f-d570-4056-b14d-77e80bf0d85f {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:22.577786 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ab6271-7a72-49eb-860b-10ca49a7ebf4", "tag": "6902cb2a-5cdc-40a7-af7b-f909202ce418", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:22.577880 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-263a9e1f-d570-4056-b14d-77e80bf0d85f {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:22.578228 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ab6271-7a72-49eb-860b-10ca49a7ebf4', 'tag': '6902cb2a-5cdc-40a7-af7b-f909202ce418', 'status': 'completed', 'code': 200} Jul 16 01:27:22.584131 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1da60e6c-95d6-444d-ab7c-e7c9c8ff06bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.587114 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 24aef3c4-d2b3-4e34-b170-f083975fce9a {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:22.588134 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 24aef3c4-d2b3-4e34-b170-f083975fce9a not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:22.599299 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb6cc7-9be4-4b9f-84c5-81c2b483334f req-a4252b6a-6468-45dc-a696-3580e178cffb tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:22.601603 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-13fb6cc7-9be4-4b9f-84c5-81c2b483334f req-a4252b6a-6468-45dc-a696-3580e178cffb tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/ports?device_id=50c32309-560a-4a81-9614-b87659c6d3f8 HTTP/1.1" status: 200 len: 945 time: 0.1541455 Jul 16 01:27:22.638492 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1da60e6c-95d6-444d-ab7c-e7c9c8ff06bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.674717 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-13fb6cc7-9be4-4b9f-84c5-81c2b483334f req-b029210f-b500-45d0-8c2f-861eaef98f41 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa9894df-6987-4e20-9cc5-b08dd5ef393c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640316 Jul 16 01:27:22.707204 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7915e33-1c64-4e6f-9f17-2c1516e617de req-47e138f6-d549-4490-ad1e-5fed00427366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:22.708764 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a7915e33-1c64-4e6f-9f17-2c1516e617de req-47e138f6-d549-4490-ad1e-5fed00427366 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=692a63996e41406db3d6abeb6e141e86&device_id=35ab6271-7a72-49eb-860b-10ca49a7ebf4 HTTP/1.1" status: 200 len: 1095 time: 0.1287100 Jul 16 01:27:22.715516 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1da60e6c-95d6-444d-ab7c-e7c9c8ff06bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.716423 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c780900-c391-445f-aa99-97aea4a38f37 req-00711cb8-6f69-4586-91c8-6f38ad724f32 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:22.717873 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c780900-c391-445f-aa99-97aea4a38f37 req-00711cb8-6f69-4586-91c8-6f38ad724f32 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=77946f35-3ac6-4517-816f-c6e1bf6f5715 HTTP/1.1" status: 200 len: 946 time: 0.1389101 Jul 16 01:27:22.719007 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1da60e6c-95d6-444d-ab7c-e7c9c8ff06bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.722614 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1da60e6c-95d6-444d-ab7c-e7c9c8ff06bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9fc082a0-98bd-4893-a3c0-7267a9fa8b6f HTTP/1.1" status: 204 len: 168 time: 0.2226522 Jul 16 01:27:22.723165 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f9eb15c3-202a-4c30-990a-71e6c9ed8fbf tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.730284 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da60e6c-95d6-444d-ab7c-e7c9c8ff06bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc082a0-98bd-4893-a3c0-7267a9fa8b6f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:22.792290 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb15c3-202a-4c30-990a-71e6c9ed8fbf tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event deleted for resources: {'Port': ['ID=24aef3c4-d2b3-4e34-b170-f083975fce9a,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:22.796657 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb15c3-202a-4c30-990a-71e6c9ed8fbf tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] No DVR routers for this DVR port 24aef3c4-d2b3-4e34-b170-f083975fce9a on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:22.894592 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c780900-c391-445f-aa99-97aea4a38f37 req-a9941bf3-eb0a-43ed-9578-42454585be66 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678689 Jul 16 01:27:22.899283 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa38c0c-7a24-491d-9651-47ca35d32f4e req-eec73763-991f-4b77-8ebe-f636859ac4f8 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:22.906333 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-faa38c0c-7a24-491d-9651-47ca35d32f4e req-eec73763-991f-4b77-8ebe-f636859ac4f8 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.16 "GET /v2.0/ports?device_id=35ab6271-7a72-49eb-860b-10ca49a7ebf4 HTTP/1.1" status: 200 len: 943 time: 0.0953367 Jul 16 01:27:22.940135 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f9eb15c3-202a-4c30-990a-71e6c9ed8fbf tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.957471 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-f9eb15c3-202a-4c30-990a-71e6c9ed8fbf tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76e0d74-bb47-49a6-9599-dfbabe451dd7']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:22.959333 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-faa38c0c-7a24-491d-9651-47ca35d32f4e req-8471d360-611e-4f50-81a2-8609bfe20a55 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdf0e1ba-ad80-401e-8c0f-635d03603530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521090 Jul 16 01:27:22.960898 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7915e33-1c64-4e6f-9f17-2c1516e617de req-7c3be9de-701f-49b1-9dda-b3ce427ab12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:22.962926 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a7915e33-1c64-4e6f-9f17-2c1516e617de req-7c3be9de-701f-49b1-9dda-b3ce427ab12f service neutron] 10.222.0.82 "GET /v2.0/networks?id=03b6cd22-52d6-45a9-973b-c092f4bad640 HTTP/1.1" status: 200 len: 923 time: 0.2437835 Jul 16 01:27:22.979168 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-f9eb15c3-202a-4c30-990a-71e6c9ed8fbf tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87aeec83-81df-4464-b355-d974ce0804e4') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:22.979654 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-f9eb15c3-202a-4c30-990a-71e6c9ed8fbf tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87aeec83-81df-4464-b355-d974ce0804e4') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:23.019177 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f9eb15c3-202a-4c30-990a-71e6c9ed8fbf tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.024607 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d4bc22fd-aeb2-490b-81eb-3904a37e406b details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:23.034900 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f9eb15c3-202a-4c30-990a-71e6c9ed8fbf tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.041473 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9eb15c3-202a-4c30-990a-71e6c9ed8fbf tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:27:23.042084 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f9eb15c3-202a-4c30-990a-71e6c9ed8fbf tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:27:23.080145 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:27:23.179248 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 6902cb2a-5cdc-40a7-af7b-f909202ce418 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:23.187001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d4bc22fd-aeb2-490b-81eb-3904a37e406b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d4bc22fd-aeb2-490b-81eb-3904a37e406b,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:23.205840 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'd4bc22fd-aeb2-490b-81eb-3904a37e406b', 'network_id': '7d194017-b2ba-4736-9426-86f2c4d9db47', 'port_id': 'd4bc22fd-aeb2-490b-81eb-3904a37e406b', 'mac_address': 'fa:16:3e:fb:2e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01112ffd-e4af-4423-aa07-05f338809738', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:23.276499 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a7915e33-1c64-4e6f-9f17-2c1516e617de req-412e48d9-6963-4eed-addb-ca2ef4eb2b07 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6902cb2a-5cdc-40a7-af7b-f909202ce418 HTTP/1.1" status: 200 len: 217 time: 0.3052745 Jul 16 01:27:23.281061 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b26957a7-4a25-4968-8477-640272a6fef4 req-2e2f94da-8877-49b0-b0d3-7d6b5b728aac tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=323facbe-670b-46e4-9007-4946859341d2 HTTP/1.1" status: 200 len: 210 time: 0.1585939 Jul 16 01:27:23.386196 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7915e33-1c64-4e6f-9f17-2c1516e617de req-e391cb5b-2a23-48e9-8f9e-a196adb64e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:23.387870 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a7915e33-1c64-4e6f-9f17-2c1516e617de req-e391cb5b-2a23-48e9-8f9e-a196adb64e3c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e7883c93-7704-45b1-869a-1fef96a9595d HTTP/1.1" status: 200 len: 862 time: 0.0683870 Jul 16 01:27:23.409086 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f9eb15c3-202a-4c30-990a-71e6c9ed8fbf tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.434017 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.resource_extend [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:27:23.436513 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f9eb15c3-202a-4c30-990a-71e6c9ed8fbf tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.438904 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f9eb15c3-202a-4c30-990a-71e6c9ed8fbf tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "DELETE /v2.0/networks/b76e0d74-bb47-49a6-9599-dfbabe451dd7 HTTP/1.1" status: 204 len: 168 time: 1.8748972 Jul 16 01:27:23.441757 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49282) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:23.480587 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a7915e33-1c64-4e6f-9f17-2c1516e617de req-63397103-5112-4644-944e-3cb4e7e9b519 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=03b6cd22-52d6-45a9-973b-c092f4bad640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857730 Jul 16 01:27:23.492250 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.562320 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4bc22fd-aeb2-490b-81eb-3904a37e406b {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:23.570749 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb12c18-9e27-44fc-a0a4-3835cee5c04f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Deleting subnet 6ce4081a-614b-4801-9768-7756048f4a7c {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:23.582991 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2fb12c18-9e27-44fc-a0a4-3835cee5c04f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.598813 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d4bc22fd-aeb2-490b-81eb-3904a37e406b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d4bc22fd-aeb2-490b-81eb-3904a37e406b,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:23.619276 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 6902cb2a-5cdc-40a7-af7b-f909202ce418, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=6902cb2a-5cdc-40a7-af7b-f909202ce418,segment=NetworkSegment(b0595f35-5692-4f2e-a964-01ef140f17b4),segment_id=b0595f35-5692-4f2e-a964-01ef140f17b4)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:23.622378 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.643316 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2fb12c18-9e27-44fc-a0a4-3835cee5c04f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.649480 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '6902cb2a-5cdc-40a7-af7b-f909202ce418', 'network_id': '03b6cd22-52d6-45a9-973b-c092f4bad640', 'port_id': '6902cb2a-5cdc-40a7-af7b-f909202ce418', 'mac_address': 'fa:16:3e:1a:e1:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7883c93-7704-45b1-869a-1fef96a9595d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:23.693964 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da1442-cdd1-44d9-971c-9e4864933242 req-70e44c55-3ad4-43ad-8b24-38a5055f8c94 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:23.696393 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-79da1442-cdd1-44d9-971c-9e4864933242 req-70e44c55-3ad4-43ad-8b24-38a5055f8c94 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.82 "GET /v2.0/networks?id=f262d5d4-4d22-402e-b36e-ed38d4251d84 HTTP/1.1" status: 200 len: 812 time: 0.5565362 Jul 16 01:27:23.698912 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a7915e33-1c64-4e6f-9f17-2c1516e617de req-ab4c9547-cf18-45e8-af91-cd3dde088db6 service neutron] 10.222.0.82 "GET /v2.0/networks/03b6cd22-52d6-45a9-973b-c092f4bad640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995680 Jul 16 01:27:23.715298 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['d4bc22fd-aeb2-490b-81eb-3904a37e406b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:23.773386 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb15c3-202a-4c30-990a-71e6c9ed8fbf tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event deleted for resources: {'Network': ['ID=b76e0d74-bb47-49a6-9599-dfbabe451dd7,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:23.791018 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=d4bc22fd-aeb2-490b-81eb-3904a37e406b,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:23.791432 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-79da1442-cdd1-44d9-971c-9e4864933242 req-e8ae9e0c-d964-4ee0-bed8-24145dba5af2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Request body: {'port': {'device_id': '323facbe-670b-46e4-9007-4946859341d2', 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84', 'admin_state_up': True, 'tenant_id': 'd09653f1b51b4e2b8cb943931a409907'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:23.798713 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2fb12c18-9e27-44fc-a0a4-3835cee5c04f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.807005 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.825323 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6902cb2a-5cdc-40a7-af7b-f909202ce418 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:23.858549 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49300) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:23.877566 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2fb12c18-9e27-44fc-a0a4-3835cee5c04f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.889454 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 6902cb2a-5cdc-40a7-af7b-f909202ce418, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=6902cb2a-5cdc-40a7-af7b-f909202ce418,segment=NetworkSegment(b0595f35-5692-4f2e-a964-01ef140f17b4),segment_id=b0595f35-5692-4f2e-a964-01ef140f17b4)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:23.894596 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2fb12c18-9e27-44fc-a0a4-3835cee5c04f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.896843 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2fb12c18-9e27-44fc-a0a4-3835cee5c04f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "DELETE /v2.0/subnets/6ce4081a-614b-4801-9768-7756048f4a7c HTTP/1.1" status: 204 len: 168 time: 0.4540701 Jul 16 01:27:23.908799 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3aa3291-0c06-41e0-82c6-2077b2e55ca4 None None] Network 09751c05-4cdd-430d-bd14-547ee52871c0 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:23.916879 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49306) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:23.920686 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb12c18-9e27-44fc-a0a4-3835cee5c04f tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event deleted for resources: {'Subnet': ['ID=6ce4081a-614b-4801-9768-7756048f4a7c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:23.930923 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.009592 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65ec6f62-fc2b-43c0-b919-bef6575c8639 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.034403 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-27c42862-48ec-46a4-9a83-20f88b4a4475 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-216244879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:24.077195 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79da1442-cdd1-44d9-971c-9e4864933242 req-e8ae9e0c-d964-4ee0-bed8-24145dba5af2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Made reservation on behalf of d09653f1b51b4e2b8cb943931a409907 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:24.081561 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-79da1442-cdd1-44d9-971c-9e4864933242 req-e8ae9e0c-d964-4ee0-bed8-24145dba5af2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.114214 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af8eef-28a3-4bac-a1e7-a38d6e6d94dd req-40913f66-92db-4c9f-95be-7c63802631fb tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:24.115917 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1af8eef-28a3-4bac-a1e7-a38d6e6d94dd req-40913f66-92db-4c9f-95be-7c63802631fb tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.84 "GET /v2.0/ports?device_id=50c32309-560a-4a81-9614-b87659c6d3f8 HTTP/1.1" status: 200 len: 945 time: 0.4163351 Jul 16 01:27:24.121110 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-27c42862-48ec-46a4-9a83-20f88b4a4475 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.122128 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-27c42862-48ec-46a4-9a83-20f88b4a4475 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.139133 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18d1e5-2baf-4b2c-9514-332cd3069d85 req-9ba45923-c838-4bff-b342-736fae709a16 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:24.141067 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=6902cb2a-5cdc-40a7-af7b-f909202ce418,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:24.148186 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f18d1e5-2baf-4b2c-9514-332cd3069d85 req-9ba45923-c838-4bff-b342-736fae709a16 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.4461691 Jul 16 01:27:24.154269 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65463668-dec6-4935-88f1-dd3e93bf4b8d req-88cfc845-50ad-4a3e-8f79-eddcb99bb172 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:24.160083 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-65463668-dec6-4935-88f1-dd3e93bf4b8d req-88cfc845-50ad-4a3e-8f79-eddcb99bb172 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/ports?device_id=50c32309-560a-4a81-9614-b87659c6d3f8 HTTP/1.1" status: 200 len: 945 time: 0.1473236 Jul 16 01:27:24.195619 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['6902cb2a-5cdc-40a7-af7b-f909202ce418'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:24.201294 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-65ec6f62-fc2b-43c0-b919-bef6575c8639 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Deleting port 5b232c44-587d-4136-a218-2a148b938d46 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:24.201645 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65ec6f62-fc2b-43c0-b919-bef6575c8639 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.210671 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a7915e33-1c64-4e6f-9f17-2c1516e617de req-f5823d6b-c174-432a-9e4f-06596f6c9bf2 service neutron] 10.222.0.82 "GET /v2.0/networks/03b6cd22-52d6-45a9-973b-c092f4bad640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834812 Jul 16 01:27:24.276484 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-27c42862-48ec-46a4-9a83-20f88b4a4475 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.283481 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-27c42862-48ec-46a4-9a83-20f88b4a4475 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.308421 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f18d1e5-2baf-4b2c-9514-332cd3069d85 req-92dab1b9-3e04-471a-ac46-22a95c833df6 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589515 Jul 16 01:27:24.318696 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-65463668-dec6-4935-88f1-dd3e93bf4b8d req-5e43d88c-8198-4eac-aef6-42d5c5bab6e7 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa9894df-6987-4e20-9cc5-b08dd5ef393c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559052 Jul 16 01:27:24.326887 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-27c42862-48ec-46a4-9a83-20f88b4a4475 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.333845 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49312) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:24.334513 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-27c42862-48ec-46a4-9a83-20f88b4a4475 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4746172 Jul 16 01:27:24.357623 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-97384961-dd61-4adc-a6e2-3f30096ca3f1 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2027073379'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:24.363329 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39eadb4b-0fd4-4deb-bc8a-35d2919ac52f None None] DHCP port deletion for 09751c05-4cdd-430d-bd14-547ee52871c0 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:27:24.447918 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-39eadb4b-0fd4-4deb-bc8a-35d2919ac52f None None] Deleting port 5b232c44-587d-4136-a218-2a148b938d46 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:24.448302 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-39eadb4b-0fd4-4deb-bc8a-35d2919ac52f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.454606 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-65ec6f62-fc2b-43c0-b919-bef6575c8639 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] For port 5b232c44-587d-4136-a218-2a148b938d46, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=5b232c44-587d-4136-a218-2a148b938d46,segment=NetworkSegment(c13bc4a4-f64a-44a6-bd98-ce84387523f9),segment_id=c13bc4a4-f64a-44a6-bd98-ce84387523f9)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:24.454882 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65ec6f62-fc2b-43c0-b919-bef6575c8639 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.484103 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-65ec6f62-fc2b-43c0-b919-bef6575c8639 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Calling delete_port for 5b232c44-587d-4136-a218-2a148b938d46 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:24.490114 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97384961-dd61-4adc-a6e2-3f30096ca3f1 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Made reservation on behalf of c105c10b3a7742e39ef62117bd9189a8 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:24.493437 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97384961-dd61-4adc-a6e2-3f30096ca3f1 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.497594 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-79da1442-cdd1-44d9-971c-9e4864933242 req-e8ae9e0c-d964-4ee0-bed8-24145dba5af2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Allocated IP 172.20.0.6 (f262d5d4-4d22-402e-b36e-ed38d4251d84/58a11241-f184-48f8-b355-80863b2e27ca/ba5ea9c7-e832-4fb2-9761-c9bf30395cc8) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:24.529856 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97384961-dd61-4adc-a6e2-3f30096ca3f1 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.542616 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-39eadb4b-0fd4-4deb-bc8a-35d2919ac52f None None] For port 5b232c44-587d-4136-a218-2a148b938d46, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=5b232c44-587d-4136-a218-2a148b938d46,segment=NetworkSegment(c13bc4a4-f64a-44a6-bd98-ce84387523f9),segment_id=c13bc4a4-f64a-44a6-bd98-ce84387523f9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:24.543017 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-39eadb4b-0fd4-4deb-bc8a-35d2919ac52f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.558633 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-39eadb4b-0fd4-4deb-bc8a-35d2919ac52f None None] Calling delete_port for 5b232c44-587d-4136-a218-2a148b938d46 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:24.562066 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 5b232c44-587d-4136-a218-2a148b938d46 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:24.580860 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-e1af8eef-28a3-4bac-a1e7-a38d6e6d94dd req-68beba05-7796-420f-9e0d-f4514d4a984e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Deleting port ac96f6dd-ae12-48e2-9b31-22d4529e791f {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:24.581209 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e1af8eef-28a3-4bac-a1e7-a38d6e6d94dd req-68beba05-7796-420f-9e0d-f4514d4a984e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.655120 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687abe17-8a71-4dd7-a082-d0c77a7ffeb1 req-7959748d-597b-429f-a3b5-d315924f30bd tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:24.656864 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-687abe17-8a71-4dd7-a082-d0c77a7ffeb1 req-7959748d-597b-429f-a3b5-d315924f30bd tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=77946f35-3ac6-4517-816f-c6e1bf6f5715 HTTP/1.1" status: 200 len: 945 time: 0.1352530 Jul 16 01:27:24.673926 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65ec6f62-fc2b-43c0-b919-bef6575c8639 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.686056 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Port 5b232c44-587d-4136-a218-2a148b938d46 update to DOWN by agent not found {{(pid=93957) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 01:27:24.714981 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-39eadb4b-0fd4-4deb-bc8a-35d2919ac52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.716744 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ec6f62-fc2b-43c0-b919-bef6575c8639 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] No DVR routers for this DVR port 5b232c44-587d-4136-a218-2a148b938d46 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:24.724140 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec6f62-fc2b-43c0-b919-bef6575c8639 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event deleted for resources: {'Port': ['ID=5b232c44-587d-4136-a218-2a148b938d46,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:24.748573 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eadb4b-0fd4-4deb-bc8a-35d2919ac52f None None] Pushing event deleted for resources: {'Port': ['ID=5b232c44-587d-4136-a218-2a148b938d46,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:24.752390 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eadb4b-0fd4-4deb-bc8a-35d2919ac52f None None] No DVR routers for this DVR port 5b232c44-587d-4136-a218-2a148b938d46 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:24.787349 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-687abe17-8a71-4dd7-a082-d0c77a7ffeb1 req-5fe928a1-8d24-4c3d-887c-444d15a1d451 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205897 Jul 16 01:27:24.840948 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65ec6f62-fc2b-43c0-b919-bef6575c8639 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.845300 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-e1af8eef-28a3-4bac-a1e7-a38d6e6d94dd req-68beba05-7796-420f-9e0d-f4514d4a984e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] For port ac96f6dd-ae12-48e2-9b31-22d4529e791f, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ac96f6dd-ae12-48e2-9b31-22d4529e791f,segment=NetworkSegment(1b85f567-f30c-4911-8c46-1eee3f966e09),segment_id=1b85f567-f30c-4911-8c46-1eee3f966e09)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:24.845868 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e1af8eef-28a3-4bac-a1e7-a38d6e6d94dd req-68beba05-7796-420f-9e0d-f4514d4a984e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.852902 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-65ec6f62-fc2b-43c0-b919-bef6575c8639 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09751c05-4cdd-430d-bd14-547ee52871c0']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:24.863922 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-65ec6f62-fc2b-43c0-b919-bef6575c8639 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13bc4a4-f64a-44a6-bd98-ce84387523f9') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:24.864318 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-65ec6f62-fc2b-43c0-b919-bef6575c8639 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13bc4a4-f64a-44a6-bd98-ce84387523f9') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:24.894840 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65ec6f62-fc2b-43c0-b919-bef6575c8639 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.912103 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe09221-5894-460b-a594-49986aba80b2 req-786d5578-e69b-4d86-ad9c-b7268220f03a tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:24.913719 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2fe09221-5894-460b-a594-49986aba80b2 req-786d5578-e69b-4d86-ad9c-b7268220f03a tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.16 "GET /v2.0/ports?device_id=35ab6271-7a72-49eb-860b-10ca49a7ebf4 HTTP/1.1" status: 200 len: 944 time: 0.3730907 Jul 16 01:27:24.918629 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65ec6f62-fc2b-43c0-b919-bef6575c8639 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.942435 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-15522d8b-dde9-4764-aefa-5e219fc838f8 req-596f52df-3016-4321-bcac-32d16f46530a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=323facbe-670b-46e4-9007-4946859341d2 HTTP/1.1" status: 200 len: 210 time: 0.0361967 Jul 16 01:27:24.943518 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ec6f62-fc2b-43c0-b919-bef6575c8639 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:27:24.943990 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65ec6f62-fc2b-43c0-b919-bef6575c8639 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:27:24.947337 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:27:25.019883 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65ec6f62-fc2b-43c0-b919-bef6575c8639 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.030914 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-79da1442-cdd1-44d9-971c-9e4864933242 req-e8ae9e0c-d964-4ee0-bed8-24145dba5af2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.031840 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65ec6f62-fc2b-43c0-b919-bef6575c8639 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.037691 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-65ec6f62-fc2b-43c0-b919-bef6575c8639 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] 10.222.0.16 "DELETE /v2.0/networks/09751c05-4cdd-430d-bd14-547ee52871c0 HTTP/1.1" status: 204 len: 168 time: 1.1157420 Jul 16 01:27:25.045061 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d4bc22fd-aeb2-490b-81eb-3904a37e406b up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:25.054510 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec6f62-fc2b-43c0-b919-bef6575c8639 tempest-ServersTestMultiNic-155051856 tempest-ServersTestMultiNic-155051856-project] Pushing event deleted for resources: {'Network': ['ID=09751c05-4cdd-430d-bd14-547ee52871c0,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:25.062450 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97384961-dd61-4adc-a6e2-3f30096ca3f1 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.078517 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 6902cb2a-5cdc-40a7-af7b-f909202ce418 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:25.105067 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97384961-dd61-4adc-a6e2-3f30096ca3f1 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.117692 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2fe09221-5894-460b-a594-49986aba80b2 req-dac4453e-4e94-4cc7-9824-3a3fca3d1eaf tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdf0e1ba-ad80-401e-8c0f-635d03603530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630311 Jul 16 01:27:25.145044 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port d4bc22fd-aeb2-490b-81eb-3904a37e406b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:25.145732 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.166945 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 6902cb2a-5cdc-40a7-af7b-f909202ce418 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:25.174505 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 6902cb2a-5cdc-40a7-af7b-f909202ce418 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:25.174884 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.201469 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97384961-dd61-4adc-a6e2-3f30096ca3f1 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:27:25.224475 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97384961-dd61-4adc-a6e2-3f30096ca3f1 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca19f879-db7b-45ca-a052-7edf36d5935f,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:25.240062 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97384961-dd61-4adc-a6e2-3f30096ca3f1 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.240477 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-97384961-dd61-4adc-a6e2-3f30096ca3f1 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Added segment b27511c9-dba8-431c-b7a1-cc62a7e76c0c of type vlan for network 28f36edd-a9fc-40db-ba47-638776811378 Jul 16 01:27:25.287849 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e1af8eef-28a3-4bac-a1e7-a38d6e6d94dd req-68beba05-7796-420f-9e0d-f4514d4a984e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.288197 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e1af8eef-28a3-4bac-a1e7-a38d6e6d94dd req-68beba05-7796-420f-9e0d-f4514d4a984e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.288750 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [req-e1af8eef-28a3-4bac-a1e7-a38d6e6d94dd req-68beba05-7796-420f-9e0d-f4514d4a984e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Floating IP 0f332abb-0089-4d82-af54-41a4431ed9bf disassociated. External IP: 172.25.6.60, port: ac96f6dd-ae12-48e2-9b31-22d4529e791f. Jul 16 01:27:25.289080 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-e1af8eef-28a3-4bac-a1e7-a38d6e6d94dd req-68beba05-7796-420f-9e0d-f4514d4a984e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Calling delete_port for ac96f6dd-ae12-48e2-9b31-22d4529e791f owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:25.295138 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.318755 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.341165 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77946f35-3ac6-4517-816f-c6e1bf6f5715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bc22fd-aeb2-490b-81eb-3904a37e406b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:25.344347 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0150eb9-af81-4f41-8547-48c3079c534b" -d '{"events": [{"server_uuid": "77946f35-3ac6-4517-816f-c6e1bf6f5715", "name": "network-vif-plugged", "status": "completed", "tag": "d4bc22fd-aeb2-490b-81eb-3904a37e406b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:25.346710 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-79da1442-cdd1-44d9-971c-9e4864933242 req-e8ae9e0c-d964-4ee0-bed8-24145dba5af2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.352569 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97384961-dd61-4adc-a6e2-3f30096ca3f1 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.378169 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49328) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:25.390774 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d4bc22fd-aeb2-490b-81eb-3904a37e406b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d4bc22fd-aeb2-490b-81eb-3904a37e406b,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:25.397655 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 6902cb2a-5cdc-40a7-af7b-f909202ce418, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=6902cb2a-5cdc-40a7-af7b-f909202ce418,segment=NetworkSegment(b0595f35-5692-4f2e-a964-01ef140f17b4),segment_id=b0595f35-5692-4f2e-a964-01ef140f17b4)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:25.407114 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.436064 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.448157 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b34fc79-9c48-4dac-81ee-37ec4a678481 x-openstack-request-id: req-6b34fc79-9c48-4dac-81ee-37ec4a678481 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:25.448472 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77946f35-3ac6-4517-816f-c6e1bf6f5715", "name": "network-vif-plugged", "status": "completed", "tag": "d4bc22fd-aeb2-490b-81eb-3904a37e406b", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:25.448728 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b34fc79-9c48-4dac-81ee-37ec4a678481 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:25.449168 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77946f35-3ac6-4517-816f-c6e1bf6f5715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bc22fd-aeb2-490b-81eb-3904a37e406b', 'code': 200} Jul 16 01:27:25.469241 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=d4bc22fd-aeb2-490b-81eb-3904a37e406b,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:25.541203 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=6902cb2a-5cdc-40a7-af7b-f909202ce418,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:25.550246 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79da1442-cdd1-44d9-971c-9e4864933242 req-e8ae9e0c-d964-4ee0-bed8-24145dba5af2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Network f262d5d4-4d22-402e-b36e-ed38d4251d84 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:25.577235 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-79da1442-cdd1-44d9-971c-9e4864933242 req-e8ae9e0c-d964-4ee0-bed8-24145dba5af2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:25.583489 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-79da1442-cdd1-44d9-971c-9e4864933242 req-e8ae9e0c-d964-4ee0-bed8-24145dba5af2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:25.591107 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae9e0c-d964-4ee0-bed8-24145dba5af2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Pushing event updated for resources: {'Port': ['ID=ba5ea9c7-e832-4fb2-9761-c9bf30395cc8,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:25.623649 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97384961-dd61-4adc-a6e2-3f30096ca3f1 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.634524 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97384961-dd61-4adc-a6e2-3f30096ca3f1 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:25.635660 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97384961-dd61-4adc-a6e2-3f30096ca3f1 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.667179 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d5b17-5139-458a-8160-c4d6ccd8717a req-59de550a-2127-40a0-bc28-159525d4a7e8 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:25.668713 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b3d5b17-5139-458a-8160-c4d6ccd8717a req-59de550a-2127-40a0-bc28-159525d4a7e8 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.84 "GET /v2.0/ports?device_id=77946f35-3ac6-4517-816f-c6e1bf6f5715 HTTP/1.1" status: 200 len: 945 time: 0.4234769 Jul 16 01:27:25.726165 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae7131-dfef-45cb-a5d3-25a767b60f68 req-950b5137-8e57-4261-995d-89cb8cc211af tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:25.727902 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-38ae7131-dfef-45cb-a5d3-25a767b60f68 req-950b5137-8e57-4261-995d-89cb8cc211af tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1423428 Jul 16 01:27:25.751367 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-97384961-dd61-4adc-a6e2-3f30096ca3f1 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4102552 Jul 16 01:27:25.756850 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49330) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:25.760848 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da1442-cdd1-44d9-971c-9e4864933242 req-e8ae9e0c-d964-4ee0-bed8-24145dba5af2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:25.761528 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-79da1442-cdd1-44d9-971c-9e4864933242 req-e8ae9e0c-d964-4ee0-bed8-24145dba5af2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.762772 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-01d7dca8-7ff7-49d0-b692-f8c07b40d6b2 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Request body: {'subnet': {'network_id': '28f36edd-a9fc-40db-ba47-638776811378', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:25.831782 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-38ae7131-dfef-45cb-a5d3-25a767b60f68 req-1a3a487c-7216-49cf-92a3-ef2be6fa1b29 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970211 Jul 16 01:27:25.846270 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97384961-dd61-4adc-a6e2-3f30096ca3f1 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Pushing event updated for resources: {'Network': ['ID=28f36edd-a9fc-40db-ba47-638776811378,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:25.860988 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 28f36edd-a9fc-40db-ba47-638776811378 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:27:25.891671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d6b63-0e4f-499f-b3d2-f28e594fa3ec req-66c09695-5e43-487b-b72b-3187b7858fe2 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:25.898683 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-139d6b63-0e4f-499f-b3d2-f28e594fa3ec req-66c09695-5e43-487b-b72b-3187b7858fe2 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/ports?device_id=50c32309-560a-4a81-9614-b87659c6d3f8 HTTP/1.1" status: 200 len: 945 time: 0.4184871 Jul 16 01:27:25.901263 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-79da1442-cdd1-44d9-971c-9e4864933242 req-e8ae9e0c-d964-4ee0-bed8-24145dba5af2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1343372 Jul 16 01:27:25.917607 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d7dca8-7ff7-49d0-b692-f8c07b40d6b2 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Made reservation on behalf of c105c10b3a7742e39ef62117bd9189a8 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:25.921997 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-01d7dca8-7ff7-49d0-b692-f8c07b40d6b2 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.924233 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-79da1442-cdd1-44d9-971c-9e4864933242 req-37dcd798-2d86-4cf7-98bb-0fc5d21dcf9b service neutron] Request body: {'port': {'device_id': '323facbe-670b-46e4-9007-4946859341d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:25.958898 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e1af8eef-28a3-4bac-a1e7-a38d6e6d94dd req-68beba05-7796-420f-9e0d-f4514d4a984e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.023585 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68beba05-7796-420f-9e0d-f4514d4a984e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Pushing event deleted for resources: {'Port': ['ID=ac96f6dd-ae12-48e2-9b31-22d4529e791f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:26.066595 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-139d6b63-0e4f-499f-b3d2-f28e594fa3ec req-9c6f1202-bbc9-419d-a37d-8b78afa310e5 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa9894df-6987-4e20-9cc5-b08dd5ef393c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653187 Jul 16 01:27:26.147455 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cd985394-376c-465b-8b2d-3c3ed82841f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.533331 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-7b3d5b17-5139-458a-8160-c4d6ccd8717a req-49dfafe3-05a9-47ce-bc25-e834241d3dcd tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Deleting port d4bc22fd-aeb2-490b-81eb-3904a37e406b {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:26.533678 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7b3d5b17-5139-458a-8160-c4d6ccd8717a req-49dfafe3-05a9-47ce-bc25-e834241d3dcd tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.566365 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-79da1442-cdd1-44d9-971c-9e4864933242 req-37dcd798-2d86-4cf7-98bb-0fc5d21dcf9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.608613 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-24d6bc95-4b82-484c-a6c5-5ba516c7d985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.668315 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb16923-78ef-4d35-9199-03bb81be0d5c req-7dd5a931-bd2a-4e53-b388-035d0ac9b08a tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:26.675683 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-efb16923-78ef-4d35-9199-03bb81be0d5c req-7dd5a931-bd2a-4e53-b388-035d0ac9b08a tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=77946f35-3ac6-4517-816f-c6e1bf6f5715 HTTP/1.1" status: 200 len: 946 time: 0.6414356 Jul 16 01:27:26.762674 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-efb16923-78ef-4d35-9199-03bb81be0d5c req-31c7de02-fdc5-43af-a2d3-04ef73e9797e tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/security-groups?id=b04f1a80-c06e-45cd-8f20-30823981754c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860810 Jul 16 01:27:26.773856 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36251901-973f-428f-81b9-fed9130d5f5d req-e3a9e4b3-8f6e-4a0f-a2a6-d2b387f0f50d tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:26.789918 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36251901-973f-428f-81b9-fed9130d5f5d req-e3a9e4b3-8f6e-4a0f-a2a6-d2b387f0f50d tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=323facbe-670b-46e4-9007-4946859341d2 HTTP/1.1" status: 200 len: 931 time: 0.3347995 Jul 16 01:27:26.808998 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-7b3d5b17-5139-458a-8160-c4d6ccd8717a req-49dfafe3-05a9-47ce-bc25-e834241d3dcd tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] For port d4bc22fd-aeb2-490b-81eb-3904a37e406b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d4bc22fd-aeb2-490b-81eb-3904a37e406b,segment=NetworkSegment(c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2),segment_id=c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:26.809513 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7b3d5b17-5139-458a-8160-c4d6ccd8717a req-49dfafe3-05a9-47ce-bc25-e834241d3dcd tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.827472 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-7b3d5b17-5139-458a-8160-c4d6ccd8717a req-49dfafe3-05a9-47ce-bc25-e834241d3dcd tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Calling delete_port for d4bc22fd-aeb2-490b-81eb-3904a37e406b owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:26.886983 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-01d7dca8-7ff7-49d0-b692-f8c07b40d6b2 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.965125 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1af8eef-28a3-4bac-a1e7-a38d6e6d94dd req-68beba05-7796-420f-9e0d-f4514d4a984e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Router 84b704bc-ebd6-4364-941a-b33e97c1a043 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:27:27.044748 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7dca8-7ff7-49d0-b692-f8c07b40d6b2 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Pushing event updated for resources: {'Subnet': ['ID=fee3afc1-aeaa-47d1-8cff-5de53be137ec,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:27.059485 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 5a667ba4-53dc-45af-b92d-faf315772a8b details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:27.060045 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d7dca8-7ff7-49d0-b692-f8c07b40d6b2 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Checking segment: {'id': 'b27511c9-dba8-431c-b7a1-cc62a7e76c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28f36edd-a9fc-40db-ba47-638776811378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:27.060826 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d7dca8-7ff7-49d0-b692-f8c07b40d6b2 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Network hostable DHCP agents. Network: 28f36edd-a9fc-40db-ba47-638776811378, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:27:27.065055 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ac96f6dd-ae12-48e2-9b31-22d4529e791f no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:27.075090 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36251901-973f-428f-81b9-fed9130d5f5d req-2f4ebc55-9f86-4a90-bf9c-921e0b5e322d tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840319 Jul 16 01:27:27.124137 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d7dca8-7ff7-49d0-b692-f8c07b40d6b2 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Network 28f36edd-a9fc-40db-ba47-638776811378 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:27:27.130385 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: ac96f6dd-ae12-48e2-9b31-22d4529e791f {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:27.134641 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ac96f6dd-ae12-48e2-9b31-22d4529e791f not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:27.149214 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c5de9-d224-4536-b30c-95eefa447d3a req-7949ddd7-1741-4937-9dd3-1e562dbc282c tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:27.157180 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-030c5de9-d224-4536-b30c-95eefa447d3a req-7949ddd7-1741-4937-9dd3-1e562dbc282c tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.16 "GET /v2.0/ports?device_id=35ab6271-7a72-49eb-860b-10ca49a7ebf4 HTTP/1.1" status: 200 len: 945 time: 0.1893501 Jul 16 01:27:27.167606 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-01d7dca8-7ff7-49d0-b692-f8c07b40d6b2 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 28f36edd-a9fc-40db-ba47-638776811378) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:27.180100 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d7dca8-7ff7-49d0-b692-f8c07b40d6b2 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:27.180901 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-01d7dca8-7ff7-49d0-b692-f8c07b40d6b2 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.186364 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9457bcb7-3f7f-4d73-9aa0-6b7b496990d2 None None] Network 28f36edd-a9fc-40db-ba47-638776811378 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:27.227715 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-01d7dca8-7ff7-49d0-b692-f8c07b40d6b2 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4697247 Jul 16 01:27:27.233937 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49364) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:27.243000 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-fb99b60f-b0dc-4662-a7fe-6ff6760051f8 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Request body: {'network': {'name': 'tempest-router-network01--1443515210'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:27.260718 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-030c5de9-d224-4536-b30c-95eefa447d3a req-882bb1a3-8bff-43a4-97ec-5245e3b9dcf6 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdf0e1ba-ad80-401e-8c0f-635d03603530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025095 Jul 16 01:27:27.328065 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb99b60f-b0dc-4662-a7fe-6ff6760051f8 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Made reservation on behalf of c105c10b3a7742e39ef62117bd9189a8 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:27.331818 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fb99b60f-b0dc-4662-a7fe-6ff6760051f8 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.398043 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1af8eef-28a3-4bac-a1e7-a38d6e6d94dd req-68beba05-7796-420f-9e0d-f4514d4a984e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:27.410162 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb99b60f-b0dc-4662-a7fe-6ff6760051f8 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:27:27.416427 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-cd985394-376c-465b-8b2d-3c3ed82841f8 admin admin] Deleting port 46df720b-e967-4278-8a5d-6c3bce657505 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:27.417369 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cd985394-376c-465b-8b2d-3c3ed82841f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.417658 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3964d38d-728d-4892-956d-59bdfb8631f2 None None] Sync routers for ids ['84b704bc-ebd6-4364-941a-b33e97c1a043'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:27.440353 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 5a667ba4-53dc-45af-b92d-faf315772a8b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=5a667ba4-53dc-45af-b92d-faf315772a8b,segment=NetworkSegment(5b3908e5-ef1d-4834-83cc-7a5e334d32e1),segment_id=5b3908e5-ef1d-4834-83cc-7a5e334d32e1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:27.444401 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fb99b60f-b0dc-4662-a7fe-6ff6760051f8 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.445115 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-fb99b60f-b0dc-4662-a7fe-6ff6760051f8 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Added segment 9bd51622-efe6-495f-8760-cd9076df10ea of type vlan for network 72613f4a-b77c-422d-bd64-d4c4d53d0cce Jul 16 01:27:27.454143 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ab6271-7a72-49eb-860b-10ca49a7ebf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6902cb2a-5cdc-40a7-af7b-f909202ce418'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:27.460973 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60184a83-78f4-48c1-812d-ef20a720d1cc" -d '{"events": [{"server_uuid": "35ab6271-7a72-49eb-860b-10ca49a7ebf4", "name": "network-vif-plugged", "status": "completed", "tag": "6902cb2a-5cdc-40a7-af7b-f909202ce418"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:27.494992 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3964d38d-728d-4892-956d-59bdfb8631f2 None None] Routers {'84b704bc-ebd6-4364-941a-b33e97c1a043'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:27.495658 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-3964d38d-728d-4892-956d-59bdfb8631f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:27:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['84b704bc-ebd6-4364-941a-b33e97c1a043'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:27.557471 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1e2939a5-efe0-4c81-ae49-aede0ba21062 req-69481762-b353-46fa-b7fb-246a2571db0d tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/ports?device_id=50c32309-560a-4a81-9614-b87659c6d3f8 HTTP/1.1" status: 200 len: 210 time: 0.0657818 Jul 16 01:27:27.559176 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fb99b60f-b0dc-4662-a7fe-6ff6760051f8 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.578092 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7b3d5b17-5139-458a-8160-c4d6ccd8717a req-49dfafe3-05a9-47ce-bc25-e834241d3dcd tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.596627 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-cd985394-376c-465b-8b2d-3c3ed82841f8 admin admin] For port 46df720b-e967-4278-8a5d-6c3bce657505, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=46df720b-e967-4278-8a5d-6c3bce657505,segment=NetworkSegment(b7ac5752-1786-4fe2-997d-a7666822a9e2),segment_id=b7ac5752-1786-4fe2-997d-a7666822a9e2)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:27.596992 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cd985394-376c-465b-8b2d-3c3ed82841f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.598584 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1af8eef-28a3-4bac-a1e7-a38d6e6d94dd req-68beba05-7796-420f-9e0d-f4514d4a984e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] No DVR routers for this DVR port ac96f6dd-ae12-48e2-9b31-22d4529e791f on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:27.611857 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-cd985394-376c-465b-8b2d-3c3ed82841f8 admin admin] Calling delete_port for 46df720b-e967-4278-8a5d-6c3bce657505 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:27.628742 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-3964d38d-728d-4892-956d-59bdfb8631f2 None None] Set router 84b704bc-ebd6-4364-941a-b33e97c1a043 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:27.637999 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e1af8eef-28a3-4bac-a1e7-a38d6e6d94dd req-68beba05-7796-420f-9e0d-f4514d4a984e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.651291 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1af8eef-28a3-4bac-a1e7-a38d6e6d94dd req-68beba05-7796-420f-9e0d-f4514d4a984e tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.84 "DELETE /v2.0/ports/ac96f6dd-ae12-48e2-9b31-22d4529e791f HTTP/1.1" status: 204 len: 173 time: 3.5003881 Jul 16 01:27:27.658394 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c32309-560a-4a81-9614-b87659c6d3f8', 'name': 'network-vif-deleted', 'tag': 'ac96f6dd-ae12-48e2-9b31-22d4529e791f'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:27.661117 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a03643-5769-4b31-ae59-53338217a1ab" -d '{"events": [{"server_uuid": "50c32309-560a-4a81-9614-b87659c6d3f8", "name": "network-vif-deleted", "tag": "ac96f6dd-ae12-48e2-9b31-22d4529e791f"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:27.730851 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfafe3-05a9-47ce-bc25-e834241d3dcd tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Pushing event deleted for resources: {'Port': ['ID=d4bc22fd-aeb2-490b-81eb-3904a37e406b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:27.773905 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb04418-9011-4b37-9b90-49d21a343cfd x-openstack-request-id: req-dbb04418-9011-4b37-9b90-49d21a343cfd {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:27.774564 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c32309-560a-4a81-9614-b87659c6d3f8", "name": "network-vif-deleted", "tag": "ac96f6dd-ae12-48e2-9b31-22d4529e791f", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:27.775009 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dbb04418-9011-4b37-9b90-49d21a343cfd {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:27.775793 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c32309-560a-4a81-9614-b87659c6d3f8', 'name': 'network-vif-deleted', 'tag': 'ac96f6dd-ae12-48e2-9b31-22d4529e791f', 'status': 'completed', 'code': 200} Jul 16 01:27:27.823294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-79da1442-cdd1-44d9-971c-9e4864933242 req-37dcd798-2d86-4cf7-98bb-0fc5d21dcf9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5ea9c7-e832-4fb2-9761-c9bf30395cc8 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:27.834452 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cd985394-376c-465b-8b2d-3c3ed82841f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.838607 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3d5b17-5139-458a-8160-c4d6ccd8717a req-49dfafe3-05a9-47ce-bc25-e834241d3dcd tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] No DVR routers for this DVR port d4bc22fd-aeb2-490b-81eb-3904a37e406b on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:27.857842 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255d193-a10e-4cfb-bcb2-4caba92a89dc req-1d8413a3-da33-42e0-85c9-2311a143cbc9 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:27.859462 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8255d193-a10e-4cfb-bcb2-4caba92a89dc req-1d8413a3-da33-42e0-85c9-2311a143cbc9 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.5239716 Jul 16 01:27:27.878069 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4bd4b5-9579-46a2-ade3-1598a0c7680b x-openstack-request-id: req-cc4bd4b5-9579-46a2-ade3-1598a0c7680b {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:27.880753 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ab6271-7a72-49eb-860b-10ca49a7ebf4", "name": "network-vif-plugged", "status": "completed", "tag": "6902cb2a-5cdc-40a7-af7b-f909202ce418", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:27.881270 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc4bd4b5-9579-46a2-ade3-1598a0c7680b {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:27.881907 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ab6271-7a72-49eb-860b-10ca49a7ebf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6902cb2a-5cdc-40a7-af7b-f909202ce418', 'code': 200} Jul 16 01:27:27.882017 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7b3d5b17-5139-458a-8160-c4d6ccd8717a req-49dfafe3-05a9-47ce-bc25-e834241d3dcd tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.885005 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b3d5b17-5139-458a-8160-c4d6ccd8717a req-49dfafe3-05a9-47ce-bc25-e834241d3dcd tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.84 "DELETE /v2.0/ports/d4bc22fd-aeb2-490b-81eb-3904a37e406b HTTP/1.1" status: 204 len: 173 time: 2.1994054 Jul 16 01:27:27.891977 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['d4bc22fd-aeb2-490b-81eb-3904a37e406b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:27.901729 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-79da1442-cdd1-44d9-971c-9e4864933242 req-37dcd798-2d86-4cf7-98bb-0fc5d21dcf9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.939463 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '5a667ba4-53dc-45af-b92d-faf315772a8b', 'network_id': '35ff07a5-b891-4556-995d-01800531e82b', 'port_id': '5a667ba4-53dc-45af-b92d-faf315772a8b', 'mac_address': 'fa:16:3e:8e:68:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f67e12-f5ad-4d79-ae7c-5f4fe14246c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:27.975560 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd985394-376c-465b-8b2d-3c3ed82841f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=46df720b-e967-4278-8a5d-6c3bce657505,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:27.977929 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fb99b60f-b0dc-4662-a7fe-6ff6760051f8 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.993869 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb99b60f-b0dc-4662-a7fe-6ff6760051f8 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:27.994524 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fb99b60f-b0dc-4662-a7fe-6ff6760051f8 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.026393 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-79da1442-cdd1-44d9-971c-9e4864933242 req-37dcd798-2d86-4cf7-98bb-0fc5d21dcf9b service neutron] Transition to ACTIVE for port object ba5ea9c7-e832-4fb2-9761-c9bf30395cc8 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:28.057807 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-79da1442-cdd1-44d9-971c-9e4864933242 req-37dcd798-2d86-4cf7-98bb-0fc5d21dcf9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.058707 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.113976 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8255d193-a10e-4cfb-bcb2-4caba92a89dc req-e2d274da-e304-46d2-b496-05cbcea8fe23 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142482 Jul 16 01:27:28.185197 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-abe7a63b-2eee-4208-b8e1-accdb551744e req-94e75f5d-8653-48e4-97c9-d5edd720ebc0 tempest-ImagesTestJSON-1103419044 tempest-ImagesTestJSON-1103419044-project] 10.222.0.16 "GET /v2.0/ports?device_id=77946f35-3ac6-4517-816f-c6e1bf6f5715 HTTP/1.1" status: 200 len: 210 time: 0.2118976 Jul 16 01:27:28.195972 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f550206-1844-4bac-8205-cfd11deeeac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-28f36edd-a9fc-40db-ba47-638776811378', 'network_id': '28f36edd-a9fc-40db-ba47-638776811378', 'tenant_id': 'c105c10b3a7742e39ef62117bd9189a8', 'fixed_ips': [{'subnet_id': 'fee3afc1-aeaa-47d1-8cff-5de53be137ec'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:27:28.203517 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f550206-1844-4bac-8205-cfd11deeeac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.226885 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a667ba4-53dc-45af-b92d-faf315772a8b {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:28.242978 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fb99b60f-b0dc-4662-a7fe-6ff6760051f8 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0050352 Jul 16 01:27:28.256724 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49374) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:28.275239 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-1cd97dc1-98d8-4526-a6d4-129db5675c39 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Request body: {'network': {'name': 'tempest-router-network02--101749754'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:28.349338 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcd798-2d86-4cf7-98bb-0fc5d21dcf9b service neutron] Pushing event updated for resources: {'Port': ['ID=ba5ea9c7-e832-4fb2-9761-c9bf30395cc8,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:28.368116 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67398ff3-510c-4d7c-9781-7f79cf01ee4d req-5f122c8a-6ee2-45d1-9c51-eccd3a3dc2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:28.370259 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67398ff3-510c-4d7c-9781-7f79cf01ee4d req-5f122c8a-6ee2-45d1-9c51-eccd3a3dc2d8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=35ab6271-7a72-49eb-860b-10ca49a7ebf4 HTTP/1.1" status: 200 len: 1097 time: 0.5499637 Jul 16 01:27:28.424216 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 5a667ba4-53dc-45af-b92d-faf315772a8b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=5a667ba4-53dc-45af-b92d-faf315772a8b,segment=NetworkSegment(5b3908e5-ef1d-4834-83cc-7a5e334d32e1),segment_id=5b3908e5-ef1d-4834-83cc-7a5e334d32e1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:28.425850 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99b60f-b0dc-4662-a7fe-6ff6760051f8 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Pushing event updated for resources: {'Network': ['ID=72613f4a-b77c-422d-bd64-d4c4d53d0cce,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:28.449046 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.521176 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67398ff3-510c-4d7c-9781-7f79cf01ee4d req-60987510-a0cd-4a5c-aa21-fe86e141ac40 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fdf0e1ba-ad80-401e-8c0f-635d03603530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414833 Jul 16 01:27:28.552310 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 72613f4a-b77c-422d-bd64-d4c4d53d0cce details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:27:28.555449 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd97dc1-98d8-4526-a6d4-129db5675c39 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Made reservation on behalf of c105c10b3a7742e39ef62117bd9189a8 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:28.563403 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1cd97dc1-98d8-4526-a6d4-129db5675c39 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.576032 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-79da1442-cdd1-44d9-971c-9e4864933242 req-37dcd798-2d86-4cf7-98bb-0fc5d21dcf9b service neutron] Attempting to bind port ba5ea9c7-e832-4fb2-9761-c9bf30395cc8 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:28.576407 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-79da1442-cdd1-44d9-971c-9e4864933242 req-37dcd798-2d86-4cf7-98bb-0fc5d21dcf9b service neutron] Attempting to bind port ba5ea9c7-e832-4fb2-9761-c9bf30395cc8 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '315879ea-f1be-4494-af13-98d628a1a5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:28.580275 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da1442-cdd1-44d9-971c-9e4864933242 req-37dcd798-2d86-4cf7-98bb-0fc5d21dcf9b service neutron] Attempting to bind port ba5ea9c7-e832-4fb2-9761-c9bf30395cc8 on network f262d5d4-4d22-402e-b36e-ed38d4251d84 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:28.626891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da1442-cdd1-44d9-971c-9e4864933242 req-37dcd798-2d86-4cf7-98bb-0fc5d21dcf9b service neutron] Port ba5ea9c7-e832-4fb2-9761-c9bf30395cc8 on network f262d5d4-4d22-402e-b36e-ed38d4251d84 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:28.627229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da1442-cdd1-44d9-971c-9e4864933242 req-37dcd798-2d86-4cf7-98bb-0fc5d21dcf9b service neutron] Attempting to bind port ba5ea9c7-e832-4fb2-9761-c9bf30395cc8 on network f262d5d4-4d22-402e-b36e-ed38d4251d84 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:28.650992 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=5a667ba4-53dc-45af-b92d-faf315772a8b,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:28.654120 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da1442-cdd1-44d9-971c-9e4864933242 req-37dcd798-2d86-4cf7-98bb-0fc5d21dcf9b service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:28.661755 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da1442-cdd1-44d9-971c-9e4864933242 req-37dcd798-2d86-4cf7-98bb-0fc5d21dcf9b service neutron] Checking segment: {'id': '315879ea-f1be-4494-af13-98d628a1a5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:28.661755 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da1442-cdd1-44d9-971c-9e4864933242 req-37dcd798-2d86-4cf7-98bb-0fc5d21dcf9b service neutron] Bound using segment: {'id': '315879ea-f1be-4494-af13-98d628a1a5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:28.662090 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-79da1442-cdd1-44d9-971c-9e4864933242 req-37dcd798-2d86-4cf7-98bb-0fc5d21dcf9b service neutron] Bound port: ba5ea9c7-e832-4fb2-9761-c9bf30395cc8, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315879ea-f1be-4494-af13-98d628a1a5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:28.662533 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-79da1442-cdd1-44d9-971c-9e4864933242 req-37dcd798-2d86-4cf7-98bb-0fc5d21dcf9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.706462 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['5a667ba4-53dc-45af-b92d-faf315772a8b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:28.762811 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8377412-96d3-4ae4-b5cc-c1e9c1f0998b req-934dc99b-20cb-4646-a014-151de9179536 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:28.774043 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d8377412-96d3-4ae4-b5cc-c1e9c1f0998b req-934dc99b-20cb-4646-a014-151de9179536 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=323facbe-670b-46e4-9007-4946859341d2 HTTP/1.1" status: 200 len: 943 time: 0.3529532 Jul 16 01:27:28.782119 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd97dc1-98d8-4526-a6d4-129db5675c39 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:27:28.797475 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1cd97dc1-98d8-4526-a6d4-129db5675c39 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.798390 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-1cd97dc1-98d8-4526-a6d4-129db5675c39 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Added segment 943fdbff-be1f-43e0-8bd9-b07168e21d7f of type vlan for network d3d08f71-0808-46b5-b2ec-0cb9660a4879 Jul 16 01:27:28.866632 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d8377412-96d3-4ae4-b5cc-c1e9c1f0998b req-5d5eaa0c-5e35-4e48-b5de-74381e7e1c78 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902367 Jul 16 01:27:28.884583 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1cd97dc1-98d8-4526-a6d4-129db5675c39 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.903384 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-79da1442-cdd1-44d9-971c-9e4864933242 req-37dcd798-2d86-4cf7-98bb-0fc5d21dcf9b service neutron] For port ba5ea9c7-e832-4fb2-9761-c9bf30395cc8, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:28.912021 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-79da1442-cdd1-44d9-971c-9e4864933242 req-37dcd798-2d86-4cf7-98bb-0fc5d21dcf9b service neutron] For port ba5ea9c7-e832-4fb2-9761-c9bf30395cc8, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=ba5ea9c7-e832-4fb2-9761-c9bf30395cc8,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:28.931397 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-79da1442-cdd1-44d9-971c-9e4864933242 req-37dcd798-2d86-4cf7-98bb-0fc5d21dcf9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.987399 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1cd97dc1-98d8-4526-a6d4-129db5675c39 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.000337 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd97dc1-98d8-4526-a6d4-129db5675c39 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:29.001436 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1cd97dc1-98d8-4526-a6d4-129db5675c39 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.020570 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-9f550206-1844-4bac-8205-cfd11deeeac2 None None] Allocated IP 172.20.0.2 (28f36edd-a9fc-40db-ba47-638776811378/fee3afc1-aeaa-47d1-8cff-5de53be137ec/8e1cfe73-513d-46bc-a855-c59eb2f29c02) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:29.031663 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cd985394-376c-465b-8b2d-3c3ed82841f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.059218 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da1442-cdd1-44d9-971c-9e4864933242 req-37dcd798-2d86-4cf7-98bb-0fc5d21dcf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:29.063002 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-79da1442-cdd1-44d9-971c-9e4864933242 req-37dcd798-2d86-4cf7-98bb-0fc5d21dcf9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.068439 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-79da1442-cdd1-44d9-971c-9e4864933242 req-37dcd798-2d86-4cf7-98bb-0fc5d21dcf9b service neutron] 10.222.0.82 "PUT /v2.0/ports/ba5ea9c7-e832-4fb2-9761-c9bf30395cc8 HTTP/1.1" status: 200 len: 1092 time: 3.1544209 Jul 16 01:27:29.092012 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1cd97dc1-98d8-4526-a6d4-129db5675c39 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8256257 Jul 16 01:27:29.102657 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49382) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:29.128982 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-836ae2d6-fd9a-4cba-9f53-e832d9b68fea tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Request body: {'subnet': {'network_id': '72613f4a-b77c-422d-bd64-d4c4d53d0cce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:29.197028 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49384) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:29.212952 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511902d5-7c40-49e4-956a-207eb3ca99b0 req-a028faf3-ad9e-472f-8236-adf2337a4711 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:29.223138 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-511902d5-7c40-49e4-956a-207eb3ca99b0 req-a028faf3-ad9e-472f-8236-adf2337a4711 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.16 "GET /v2.0/ports?device_id=35ab6271-7a72-49eb-860b-10ca49a7ebf4 HTTP/1.1" status: 200 len: 945 time: 0.6144006 Jul 16 01:27:29.244946 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd97dc1-98d8-4526-a6d4-129db5675c39 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Pushing event updated for resources: {'Network': ['ID=d3d08f71-0808-46b5-b2ec-0cb9660a4879,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:29.292207 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcd798-2d86-4cf7-98bb-0fc5d21dcf9b service neutron] Pushing event updated for resources: {'Port': ['ID=ba5ea9c7-e832-4fb2-9761-c9bf30395cc8,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:29.521050 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-511902d5-7c40-49e4-956a-207eb3ca99b0 req-3c9a6944-d26d-4d22-924d-94b29d496c41 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdf0e1ba-ad80-401e-8c0f-635d03603530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950759 Jul 16 01:27:29.545639 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3540d8b2-b047-4db7-97fd-3119ab453542 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.550329 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da1442-cdd1-44d9-971c-9e4864933242 req-b377f4ed-66ec-437c-932c-5427e543352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:29.551944 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-79da1442-cdd1-44d9-971c-9e4864933242 req-b377f4ed-66ec-437c-932c-5427e543352a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d09653f1b51b4e2b8cb943931a409907&device_id=323facbe-670b-46e4-9007-4946859341d2 HTTP/1.1" status: 200 len: 1095 time: 0.4157176 Jul 16 01:27:29.557404 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836ae2d6-fd9a-4cba-9f53-e832d9b68fea tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Made reservation on behalf of c105c10b3a7742e39ef62117bd9189a8 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:29.568962 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-836ae2d6-fd9a-4cba-9f53-e832d9b68fea tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.582299 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d4bc22fd-aeb2-490b-81eb-3904a37e406b no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:29.588681 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network d3d08f71-0808-46b5-b2ec-0cb9660a4879 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:27:29.674670 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3540d8b2-b047-4db7-97fd-3119ab453542 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.688660 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-79da1442-cdd1-44d9-971c-9e4864933242 req-739cf2dc-6600-4149-8b87-de00823b804e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba5ea9c7-e832-4fb2-9761-c9bf30395cc8 HTTP/1.1" status: 200 len: 217 time: 0.1069150 Jul 16 01:27:29.751045 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: d4bc22fd-aeb2-490b-81eb-3904a37e406b {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:29.751528 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d4bc22fd-aeb2-490b-81eb-3904a37e406b not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:29.806646 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77946f35-3ac6-4517-816f-c6e1bf6f5715', 'name': 'network-vif-deleted', 'tag': 'd4bc22fd-aeb2-490b-81eb-3904a37e406b'}, {'name': 'network-changed', 'server_uuid': '323facbe-670b-46e4-9007-4946859341d2', 'tag': 'ba5ea9c7-e832-4fb2-9761-c9bf30395cc8'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:29.809037 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-433d3693-fc14-48ed-aa41-eca59a499fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.809339 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccecedd4-423d-4910-ba4d-696a1a7d0445" -d '{"events": [{"server_uuid": "77946f35-3ac6-4517-816f-c6e1bf6f5715", "name": "network-vif-deleted", "tag": "d4bc22fd-aeb2-490b-81eb-3904a37e406b"}, {"name": "network-changed", "server_uuid": "323facbe-670b-46e4-9007-4946859341d2", "tag": "ba5ea9c7-e832-4fb2-9761-c9bf30395cc8"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:29.880868 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd985394-376c-465b-8b2d-3c3ed82841f8 admin admin] Router c9adc288-bca9-4a0e-959d-4116b049cba0 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:27:29.894236 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434d1c8-1bdb-46e4-95a0-f1c40a5c6573 req-9ad10d50-14ce-41c1-93e8-824f2599c608 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:29.901550 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8434d1c8-1bdb-46e4-95a0-f1c40a5c6573 req-9ad10d50-14ce-41c1-93e8-824f2599c608 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 944 time: 0.4994507 Jul 16 01:27:29.947363 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.953015 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f550206-1844-4bac-8205-cfd11deeeac2 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.974160 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9f550206-1844-4bac-8205-cfd11deeeac2 None None] Transition to ACTIVE for port object 8e1cfe73-513d-46bc-a855-c59eb2f29c02 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:30.008312 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-3964d38d-728d-4892-956d-59bdfb8631f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'name': 'tempest-ServersTestJSON-848046492-router', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:00Z', 'updated_at': '2021-07-16T01:25:07Z', 'revision_number': 4, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'gw_port': {'id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:01Z', 'updated_at': '2021-07-16T01:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'f1c0d1a3-bb08-4a58-a2cb-1dd899af9859', 'name': '', 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'mac_address': 'fa:16:3e:10:a5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '8a0b625a-5414-4c49-99ba-fd5b40c816b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:05Z', 'updated_at': '2021-07-16T01:25:15Z', 'revision_number': 5, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'subnets': [{'id': '8a0b625a-5414-4c49-99ba-fd5b40c816b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:30.028859 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9f550206-1844-4bac-8205-cfd11deeeac2 None None] Transition to ACTIVE for port object 8e1cfe73-513d-46bc-a855-c59eb2f29c02 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:30.072732 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3964d38d-728d-4892-956d-59bdfb8631f2 None None] Checking router: 84b704bc-ebd6-4364-941a-b33e97c1a043 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:27:30.098839 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f550206-1844-4bac-8205-cfd11deeeac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.154733 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3964d38d-728d-4892-956d-59bdfb8631f2 None None] Routers {'84b704bc-ebd6-4364-941a-b33e97c1a043'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:30.155387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-3964d38d-728d-4892-956d-59bdfb8631f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:27:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['84b704bc-ebd6-4364-941a-b33e97c1a043'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:30.182098 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd985394-376c-465b-8b2d-3c3ed82841f8 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:30.193843 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da1442-cdd1-44d9-971c-9e4864933242 req-b1ddf269-420f-42fb-9179-ae27fac381f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:30.198491 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cd985394-376c-465b-8b2d-3c3ed82841f8 admin admin] 10.222.0.16 "PUT /v2.0/routers/c9adc288-bca9-4a0e-959d-4116b049cba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8155782 Jul 16 01:27:30.198727 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49404) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:30.213099 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d381f06c-b9ab-4608-9270-4eda1c915df7 None None] Sync routers for ids ['c9adc288-bca9-4a0e-959d-4116b049cba0'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:30.217032 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-79da1442-cdd1-44d9-971c-9e4864933242 req-b1ddf269-420f-42fb-9179-ae27fac381f0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=58a11241-f184-48f8-b355-80863b2e27ca HTTP/1.1" status: 200 len: 852 time: 0.4915252 Jul 16 01:27:30.228851 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d381f06c-b9ab-4608-9270-4eda1c915df7 None None] Routers {'c9adc288-bca9-4a0e-959d-4116b049cba0'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:30.229495 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-d381f06c-b9ab-4608-9270-4eda1c915df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:27:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c9adc288-bca9-4a0e-959d-4116b049cba0'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:30.293837 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-79da1442-cdd1-44d9-971c-9e4864933242 req-158072a3-271b-4eaa-b4fe-b502c3a9e9e0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f262d5d4-4d22-402e-b36e-ed38d4251d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756238 Jul 16 01:27:30.325397 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8161fe5-ecc6-450a-bf64-69178ffb1d7b x-openstack-request-id: req-e8161fe5-ecc6-450a-bf64-69178ffb1d7b {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:30.325860 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77946f35-3ac6-4517-816f-c6e1bf6f5715", "name": "network-vif-deleted", "tag": "d4bc22fd-aeb2-490b-81eb-3904a37e406b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "323facbe-670b-46e4-9007-4946859341d2", "tag": "ba5ea9c7-e832-4fb2-9761-c9bf30395cc8", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:30.326055 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8161fe5-ecc6-450a-bf64-69178ffb1d7b {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:30.326550 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77946f35-3ac6-4517-816f-c6e1bf6f5715', 'name': 'network-vif-deleted', 'tag': 'd4bc22fd-aeb2-490b-81eb-3904a37e406b', 'status': 'completed', 'code': 200} Jul 16 01:27:30.327245 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323facbe-670b-46e4-9007-4946859341d2', 'tag': 'ba5ea9c7-e832-4fb2-9761-c9bf30395cc8', 'status': 'completed', 'code': 200} Jul 16 01:27:30.358759 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8434d1c8-1bdb-46e4-95a0-f1c40a5c6573 req-24d4e314-3c31-4d7e-b75c-45955d38aeaa tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554334 Jul 16 01:27:30.364966 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-836ae2d6-fd9a-4cba-9f53-e832d9b68fea tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.376380 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ee8188e-4230-4dfd-9bdf-5c11fad63eb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.379717 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-3964d38d-728d-4892-956d-59bdfb8631f2 None None] Set router 84b704bc-ebd6-4364-941a-b33e97c1a043 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:30.388999 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3540d8b2-b047-4db7-97fd-3119ab453542 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.397094 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f550206-1844-4bac-8205-cfd11deeeac2 None None] Pushing event updated for resources: {'Port': ['ID=8e1cfe73-513d-46bc-a855-c59eb2f29c02,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:30.399757 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3540d8b2-b047-4db7-97fd-3119ab453542 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.407342 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3540d8b2-b047-4db7-97fd-3119ab453542 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "DELETE /v2.0/security-groups/fa9894df-6987-4e20-9cc5-b08dd5ef393c HTTP/1.1" status: 204 len: 168 time: 1.2041042 Jul 16 01:27:30.432952 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49406) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:30.468061 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-d381f06c-b9ab-4608-9270-4eda1c915df7 None None] Set router c9adc288-bca9-4a0e-959d-4116b049cba0 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:30.593543 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f550206-1844-4bac-8205-cfd11deeeac2 None None] Network 28f36edd-a9fc-40db-ba47-638776811378 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:30.597344 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540d8b2-b047-4db7-97fd-3119ab453542 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9894df-6987-4e20-9cc5-b08dd5ef393c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:30.609946 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-6a290a06-a3c8-43fe-bb5f-ad2d09c26189 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] show failed (client error): The resource could not be found. Jul 16 01:27:30.615479 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6a290a06-a3c8-43fe-bb5f-ad2d09c26189 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "GET /v2.0/security-groups/fa9894df-6987-4e20-9cc5-b08dd5ef393c HTTP/1.1" status: 404 len: 347 time: 0.1732860 Jul 16 01:27:30.616705 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49416) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:30.710086 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-9f550206-1844-4bac-8205-cfd11deeeac2 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:30.724422 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f550206-1844-4bac-8205-cfd11deeeac2 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:30.766987 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ee8188e-4230-4dfd-9bdf-5c11fad63eb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.794207 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ae2d6-fd9a-4cba-9f53-e832d9b68fea tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Pushing event updated for resources: {'Subnet': ['ID=35d8b568-dab0-4feb-9869-f658d223eeb6,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:30.803295 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad30a6-22b0-4b3b-8be0-be78d0def32f req-f45d818f-b3d7-4e63-a805-67c3b2a1269f tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:30.805346 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6bad30a6-22b0-4b3b-8be0-be78d0def32f req-f45d818f-b3d7-4e63-a805-67c3b2a1269f tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=323facbe-670b-46e4-9007-4946859341d2 HTTP/1.1" status: 200 len: 943 time: 0.2573459 Jul 16 01:27:30.825794 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ae2d6-fd9a-4cba-9f53-e832d9b68fea tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Checking segment: {'id': '9bd51622-efe6-495f-8760-cd9076df10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '72613f4a-b77c-422d-bd64-d4c4d53d0cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:30.826546 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836ae2d6-fd9a-4cba-9f53-e832d9b68fea tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Network hostable DHCP agents. Network: 72613f4a-b77c-422d-bd64-d4c4d53d0cce, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:27:30.854402 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.897904 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-79da1442-cdd1-44d9-971c-9e4864933242 req-d175d761-a410-4bc4-84c7-beb81f81fbc7 service neutron] 10.222.0.82 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645847 Jul 16 01:27:30.902372 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6bad30a6-22b0-4b3b-8be0-be78d0def32f req-bb5b362b-99fd-4ff8-989e-6e49ffdee949 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634172 Jul 16 01:27:30.943356 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-3ee8188e-4230-4dfd-9bdf-5c11fad63eb3 admin admin] Deleting port ebb38b16-7efb-4dde-98cf-5c1be81363bc {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:30.943706 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ee8188e-4230-4dfd-9bdf-5c11fad63eb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.952167 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-9f550206-1844-4bac-8205-cfd11deeeac2 None None] Attempting to bind port 8e1cfe73-513d-46bc-a855-c59eb2f29c02 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:30.953196 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-9f550206-1844-4bac-8205-cfd11deeeac2 None None] Attempting to bind port 8e1cfe73-513d-46bc-a855-c59eb2f29c02 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'b27511c9-dba8-431c-b7a1-cc62a7e76c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28f36edd-a9fc-40db-ba47-638776811378'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:30.953587 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f550206-1844-4bac-8205-cfd11deeeac2 None None] Attempting to bind port 8e1cfe73-513d-46bc-a855-c59eb2f29c02 on network 28f36edd-a9fc-40db-ba47-638776811378 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:30.957333 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836ae2d6-fd9a-4cba-9f53-e832d9b68fea tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Network 72613f4a-b77c-422d-bd64-d4c4d53d0cce is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:27:30.966931 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f550206-1844-4bac-8205-cfd11deeeac2 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:30.967306 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f550206-1844-4bac-8205-cfd11deeeac2 None None] Checking segment: {'id': 'b27511c9-dba8-431c-b7a1-cc62a7e76c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28f36edd-a9fc-40db-ba47-638776811378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:30.967714 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f550206-1844-4bac-8205-cfd11deeeac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.968109 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f550206-1844-4bac-8205-cfd11deeeac2 None None] Bound using segment: {'id': 'b27511c9-dba8-431c-b7a1-cc62a7e76c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28f36edd-a9fc-40db-ba47-638776811378'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:30.968621 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-9f550206-1844-4bac-8205-cfd11deeeac2 None None] Bound port: 8e1cfe73-513d-46bc-a855-c59eb2f29c02, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27511c9-dba8-431c-b7a1-cc62a7e76c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '28f36edd-a9fc-40db-ba47-638776811378'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:30.969011 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f550206-1844-4bac-8205-cfd11deeeac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.985079 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-836ae2d6-fd9a-4cba-9f53-e832d9b68fea tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 72613f4a-b77c-422d-bd64-d4c4d53d0cce) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:30.990128 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836ae2d6-fd9a-4cba-9f53-e832d9b68fea tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:30.991909 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-836ae2d6-fd9a-4cba-9f53-e832d9b68fea tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.002987 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-51cd41ff-e88f-4c27-a17b-b86cd1dbc795 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Deleting port e8fb9147-14dd-406a-98f9-e8f44d7dd401 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:31.003726 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51cd41ff-e88f-4c27-a17b-b86cd1dbc795 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.007601 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c7a9bc-b558-4cb7-a399-d36d833af31d None None] Network 72613f4a-b77c-422d-bd64-d4c4d53d0cce requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:31.014126 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29369d8f-f988-4838-b223-527b5a24f5c2 req-1a8a373e-0903-4fc7-bdae-50e4a8dfc97f tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:31.021691 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-29369d8f-f988-4838-b223-527b5a24f5c2 req-1a8a373e-0903-4fc7-bdae-50e4a8dfc97f tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.16 "GET /v2.0/ports?device_id=35ab6271-7a72-49eb-860b-10ca49a7ebf4 HTTP/1.1" status: 200 len: 945 time: 0.1921494 Jul 16 01:27:31.116896 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-836ae2d6-fd9a-4cba-9f53-e832d9b68fea tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0036933 Jul 16 01:27:31.119039 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-d381f06c-b9ab-4608-9270-4eda1c915df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9adc288-bca9-4a0e-959d-4116b049cba0', 'name': 'tempest-ServersTestMultiNic-1392902188-router', 'tenant_id': '3701d37a4b5440afb149894433d38e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': 'ebb38b16-7efb-4dde-98cf-5c1be81363bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:16Z', 'updated_at': '2021-07-16T01:27:27Z', 'revision_number': 5, 'project_id': '3701d37a4b5440afb149894433d38e96', 'gw_port': {'id': 'ebb38b16-7efb-4dde-98cf-5c1be81363bc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:52:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9adc288-bca9-4a0e-959d-4116b049cba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:17Z', 'updated_at': '2021-07-16T01:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:31.121093 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49422) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:31.137365 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-29369d8f-f988-4838-b223-527b5a24f5c2 req-ad8340fe-5c10-43e5-a612-60a12d47d08c tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdf0e1ba-ad80-401e-8c0f-635d03603530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134713 Jul 16 01:27:31.143584 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-ecbddf52-5de9-46e5-b9a5-02ad54c62e72 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Request body: {'subnet': {'network_id': 'd3d08f71-0808-46b5-b2ec-0cb9660a4879', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:31.188586 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 5a667ba4-53dc-45af-b92d-faf315772a8b up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:31.194881 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d381f06c-b9ab-4608-9270-4eda1c915df7 None None] Checking router: c9adc288-bca9-4a0e-959d-4116b049cba0 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:27:31.233584 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d381f06c-b9ab-4608-9270-4eda1c915df7 None None] Routers {'c9adc288-bca9-4a0e-959d-4116b049cba0'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:31.236208 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-d381f06c-b9ab-4608-9270-4eda1c915df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:27:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c9adc288-bca9-4a0e-959d-4116b049cba0'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:31.267621 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-3ee8188e-4230-4dfd-9bdf-5c11fad63eb3 admin admin] For port ebb38b16-7efb-4dde-98cf-5c1be81363bc, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=ebb38b16-7efb-4dde-98cf-5c1be81363bc,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:31.267992 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ee8188e-4230-4dfd-9bdf-5c11fad63eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.318564 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-79da1442-cdd1-44d9-971c-9e4864933242 req-64187b9a-7e43-494b-bbb7-0c2c7cb1da91 service neutron] 10.222.0.82 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064832 Jul 16 01:27:31.323914 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-3ee8188e-4230-4dfd-9bdf-5c11fad63eb3 admin admin] Calling delete_port for ebb38b16-7efb-4dde-98cf-5c1be81363bc owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:31.366675 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51cd41ff-e88f-4c27-a17b-b86cd1dbc795 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.367645 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51cd41ff-e88f-4c27-a17b-b86cd1dbc795 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.381713 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbddf52-5de9-46e5-b9a5-02ad54c62e72 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Made reservation on behalf of c105c10b3a7742e39ef62117bd9189a8 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:31.386421 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ecbddf52-5de9-46e5-b9a5-02ad54c62e72 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.472645 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-51cd41ff-e88f-4c27-a17b-b86cd1dbc795 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Calling delete_port for e8fb9147-14dd-406a-98f9-e8f44d7dd401 owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:31.518976 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-d381f06c-b9ab-4608-9270-4eda1c915df7 None None] Set router c9adc288-bca9-4a0e-959d-4116b049cba0 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:31.670988 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-d381f06c-b9ab-4608-9270-4eda1c915df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9adc288-bca9-4a0e-959d-4116b049cba0', 'name': 'tempest-ServersTestMultiNic-1392902188-router', 'tenant_id': '3701d37a4b5440afb149894433d38e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:16Z', 'updated_at': '2021-07-16T01:27:30Z', 'revision_number': 6, 'project_id': '3701d37a4b5440afb149894433d38e96', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:31.757123 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d381f06c-b9ab-4608-9270-4eda1c915df7 None None] The sync data for ids ['c9adc288-bca9-4a0e-959d-4116b049cba0'] in n-d-792394-16 is: [{'id': 'c9adc288-bca9-4a0e-959d-4116b049cba0', 'name': 'tempest-ServersTestMultiNic-1392902188-router', 'tenant_id': '3701d37a4b5440afb149894433d38e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:16Z', 'updated_at': '2021-07-16T01:27:30Z', 'revision_number': 6, 'project_id': '3701d37a4b5440afb149894433d38e96', 'gw_port_host': None}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:31.775528 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.818586 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-9f550206-1844-4bac-8205-cfd11deeeac2 None None] For port 8e1cfe73-513d-46bc-a855-c59eb2f29c02, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:31.826617 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-9f550206-1844-4bac-8205-cfd11deeeac2 None None] For port 8e1cfe73-513d-46bc-a855-c59eb2f29c02, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8e1cfe73-513d-46bc-a855-c59eb2f29c02,segment=NetworkSegment(b27511c9-dba8-431c-b7a1-cc62a7e76c0c),segment_id=b27511c9-dba8-431c-b7a1-cc62a7e76c0c)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:31.846404 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f550206-1844-4bac-8205-cfd11deeeac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.858076 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ee8188e-4230-4dfd-9bdf-5c11fad63eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.937139 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8188e-4230-4dfd-9bdf-5c11fad63eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebb38b16-7efb-4dde-98cf-5c1be81363bc,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:31.940747 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ecbddf52-5de9-46e5-b9a5-02ad54c62e72 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.065614 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3fd782-c495-42d8-9699-7feb0a2e6c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-72613f4a-b77c-422d-bd64-d4c4d53d0cce', 'network_id': '72613f4a-b77c-422d-bd64-d4c4d53d0cce', 'tenant_id': 'c105c10b3a7742e39ef62117bd9189a8', 'fixed_ips': [{'subnet_id': '35d8b568-dab0-4feb-9869-f658d223eeb6'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:27:32.066282 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e3fd782-c495-42d8-9699-7feb0a2e6c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.084947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 5a667ba4-53dc-45af-b92d-faf315772a8b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:32.085459 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.095687 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-3964d38d-728d-4892-956d-59bdfb8631f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'name': 'tempest-ServersTestJSON-848046492-router', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:00Z', 'updated_at': '2021-07-16T01:25:07Z', 'revision_number': 4, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'gw_port': {'id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:01Z', 'updated_at': '2021-07-16T01:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'f1c0d1a3-bb08-4a58-a2cb-1dd899af9859', 'name': '', 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'mac_address': 'fa:16:3e:10:a5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '8a0b625a-5414-4c49-99ba-fd5b40c816b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:05Z', 'updated_at': '2021-07-16T01:25:15Z', 'revision_number': 5, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'subnets': [{'id': '8a0b625a-5414-4c49-99ba-fd5b40c816b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:32.123424 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f550206-1844-4bac-8205-cfd11deeeac2 None None] Pushing event updated for resources: {'Port': ['ID=8e1cfe73-513d-46bc-a855-c59eb2f29c02,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:32.210817 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3964d38d-728d-4892-956d-59bdfb8631f2 None None] The sync data for ids ['84b704bc-ebd6-4364-941a-b33e97c1a043'] in n-d-792394-16 is: [{'id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'name': 'tempest-ServersTestJSON-848046492-router', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:00Z', 'updated_at': '2021-07-16T01:25:07Z', 'revision_number': 4, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'gw_port': {'id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:01Z', 'updated_at': '2021-07-16T01:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'f1c0d1a3-bb08-4a58-a2cb-1dd899af9859', 'name': '', 'network_id': 'a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'mac_address': 'fa:16:3e:10:a5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '8a0b625a-5414-4c49-99ba-fd5b40c816b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:05Z', 'updated_at': '2021-07-16T01:25:15Z', 'revision_number': 5, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'subnets': [{'id': '8a0b625a-5414-4c49-99ba-fd5b40c816b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:32.249805 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49446) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:32.387401 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecedd4-423d-4910-ba4d-696a1a7d0445 req-df65f4e5-3c03-400e-af0a-9de65a7cadbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:32.389051 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ccecedd4-423d-4910-ba4d-696a1a7d0445 req-df65f4e5-3c03-400e-af0a-9de65a7cadbd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d09653f1b51b4e2b8cb943931a409907&device_id=323facbe-670b-46e4-9007-4946859341d2 HTTP/1.1" status: 200 len: 1095 time: 0.9970877 Jul 16 01:27:32.591840 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.717629 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecedd4-423d-4910-ba4d-696a1a7d0445 req-7864707d-3406-4b52-a800-ac48e6cc778d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:32.719423 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ccecedd4-423d-4910-ba4d-696a1a7d0445 req-7864707d-3406-4b52-a800-ac48e6cc778d service neutron] 10.222.0.82 "GET /v2.0/networks?id=f262d5d4-4d22-402e-b36e-ed38d4251d84 HTTP/1.1" status: 200 len: 913 time: 0.3060749 Jul 16 01:27:32.771661 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.797818 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-8e3fd782-c495-42d8-9699-7feb0a2e6c23 None None] Allocated IP 172.20.0.2 (72613f4a-b77c-422d-bd64-d4c4d53d0cce/35d8b568-dab0-4feb-9869-f658d223eeb6/ef560bfb-683b-4da7-8f66-99b8a9e58fba) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:32.894662 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cede7f-8d91-472b-a2a8-a4f311a34280 req-556a62bd-e31e-448b-8475-af495703f0e3 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:32.900045 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a98b25-128c-4398-a4d6-84acd7fc9a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a667ba4-53dc-45af-b92d-faf315772a8b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:32.902801 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-63cede7f-8d91-472b-a2a8-a4f311a34280 req-556a62bd-e31e-448b-8475-af495703f0e3 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 944 time: 0.7174037 Jul 16 01:27:32.905867 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ccecedd4-423d-4910-ba4d-696a1a7d0445 req-f514640c-bac8-4525-99e8-f7f7886883e1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba5ea9c7-e832-4fb2-9761-c9bf30395cc8 HTTP/1.1" status: 200 len: 217 time: 0.1749260 Jul 16 01:27:32.911107 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62eb1c3-15ec-48af-a8d6-deecf95a0832" -d '{"events": [{"server_uuid": "b4a98b25-128c-4398-a4d6-84acd7fc9a07", "name": "network-vif-plugged", "status": "completed", "tag": "5a667ba4-53dc-45af-b92d-faf315772a8b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:32.951743 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 46df720b-e967-4278-8a5d-6c3bce657505 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:32.964662 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd662d-ef12-43a7-be19-04f37b3639bc None None] New status for floating IP 0f332abb-0089-4d82-af54-41a4431ed9bf: DOWN {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:27:32.976395 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 5a667ba4-53dc-45af-b92d-faf315772a8b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=5a667ba4-53dc-45af-b92d-faf315772a8b,segment=NetworkSegment(5b3908e5-ef1d-4834-83cc-7a5e334d32e1),segment_id=5b3908e5-ef1d-4834-83cc-7a5e334d32e1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:32.989719 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecedd4-423d-4910-ba4d-696a1a7d0445 req-5bdd2487-1d61-4072-9551-e3554b95b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:32.991634 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ccecedd4-423d-4910-ba4d-696a1a7d0445 req-5bdd2487-1d61-4072-9551-e3554b95b8db service neutron] 10.222.0.82 "GET /v2.0/subnets?id=58a11241-f184-48f8-b355-80863b2e27ca HTTP/1.1" status: 200 len: 852 time: 0.0722749 Jul 16 01:27:33.066046 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.080045 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 46df720b-e967-4278-8a5d-6c3bce657505 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:33.080045 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 46df720b-e967-4278-8a5d-6c3bce657505 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:33.080045 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device ebb38b16-7efb-4dde-98cf-5c1be81363bc no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:33.095310 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ccecedd4-423d-4910-ba4d-696a1a7d0445 req-f47ab446-f2dc-4394-b7c3-69fc73676a80 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f262d5d4-4d22-402e-b36e-ed38d4251d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872004 Jul 16 01:27:33.099360 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device ba5ea9c7-e832-4fb2-9761-c9bf30395cc8 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:33.163208 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbddf52-5de9-46e5-b9a5-02ad54c62e72 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Pushing event updated for resources: {'Subnet': ['ID=18a4c62d-5b29-4edf-ac9a-e9f110fb383c,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:33.167490 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ee8188e-4230-4dfd-9bdf-5c11fad63eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.201979 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-63cede7f-8d91-472b-a2a8-a4f311a34280 req-f228aa3f-ae53-45f9-98c4-e5f433ec4b2c tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976432 Jul 16 01:27:33.208932 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51cd41ff-e88f-4c27-a17b-b86cd1dbc795 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.239292 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: ebb38b16-7efb-4dde-98cf-5c1be81363bc {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:33.239925 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device ebb38b16-7efb-4dde-98cf-5c1be81363bc not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:33.276532 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd41ff-e88f-4c27-a17b-b86cd1dbc795 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Pushing event deleted for resources: {'Port': ['ID=e8fb9147-14dd-406a-98f9-e8f44d7dd401,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:33.294412 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-fbcd662d-ef12-43a7-be19-04f37b3639bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:27:33.294786 n-d-792394-16 neutron-server[93957]: DEBUG oslo_db.api [None req-fbcd662d-ef12-43a7-be19-04f37b3639bc None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:27:33.426102 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ccecedd4-423d-4910-ba4d-696a1a7d0445 req-fa061d8a-3be5-48e3-b4a7-7a295405c232 service neutron] 10.222.0.82 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006074 Jul 16 01:27:33.435718 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbddf52-5de9-46e5-b9a5-02ad54c62e72 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Checking segment: {'id': '943fdbff-be1f-43e0-8bd9-b07168e21d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd3d08f71-0808-46b5-b2ec-0cb9660a4879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:33.436086 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbddf52-5de9-46e5-b9a5-02ad54c62e72 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Network hostable DHCP agents. Network: d3d08f71-0808-46b5-b2ec-0cb9660a4879, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:27:33.446621 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e3fd782-c495-42d8-9699-7feb0a2e6c23 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.457841 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8e3fd782-c495-42d8-9699-7feb0a2e6c23 None None] Transition to ACTIVE for port object ef560bfb-683b-4da7-8f66-99b8a9e58fba will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:33.461684 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51cd41ff-e88f-4c27-a17b-b86cd1dbc795 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.465842 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51cd41ff-e88f-4c27-a17b-b86cd1dbc795 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.467631 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-51cd41ff-e88f-4c27-a17b-b86cd1dbc795 tempest-ServersTestJSON-2063838134 tempest-ServersTestJSON-2063838134-project] 10.222.0.16 "DELETE /v2.0/floatingips/0f332abb-0089-4d82-af54-41a4431ed9bf HTTP/1.1" status: 204 len: 168 time: 2.8447392 Jul 16 01:27:33.477244 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49450) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:33.478772 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8e3fd782-c495-42d8-9699-7feb0a2e6c23 None None] Transition to ACTIVE for port object ef560bfb-683b-4da7-8f66-99b8a9e58fba will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:33.481752 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc76e80-e853-4c66-95f0-f30ef48cb2e5 admin admin] Deleting subnet 01112ffd-e4af-4423-aa07-05f338809738 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:33.482853 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=5a667ba4-53dc-45af-b92d-faf315772a8b,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:33.502431 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.resource_extend [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:27:33.526106 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dc76e80-e853-4c66-95f0-f30ef48cb2e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.561474 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ee8188e-4230-4dfd-9bdf-5c11fad63eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.571803 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ee8188e-4230-4dfd-9bdf-5c11fad63eb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.639308 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37583f-17b3-4708-bd57-e06574fddfbd req-ce3d752c-d6f8-4fe1-a4ec-6c4af92ce2c8 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:33.641310 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee37583f-17b3-4708-bd57-e06574fddfbd req-ce3d752c-d6f8-4fe1-a4ec-6c4af92ce2c8 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.82 "GET /v2.0/ports?device_id=35ab6271-7a72-49eb-860b-10ca49a7ebf4 HTTP/1.1" status: 200 len: 945 time: 0.3563371 Jul 16 01:27:33.658113 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dc76e80-e853-4c66-95f0-f30ef48cb2e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.663980 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e3fd782-c495-42d8-9699-7feb0a2e6c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.696071 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbddf52-5de9-46e5-b9a5-02ad54c62e72 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Network d3d08f71-0808-46b5-b2ec-0cb9660a4879 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:27:33.726090 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296a827-6399-420e-8fc0-3649591f643f req-aadfafbd-93bb-48da-8691-f3e5065f1fe7 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:33.727752 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c296a827-6399-420e-8fc0-3649591f643f req-aadfafbd-93bb-48da-8691-f3e5065f1fe7 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=323facbe-670b-46e4-9007-4946859341d2 HTTP/1.1" status: 200 len: 943 time: 0.6444917 Jul 16 01:27:33.746268 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-ecbddf52-5de9-46e5-b9a5-02ad54c62e72 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, d3d08f71-0808-46b5-b2ec-0cb9660a4879) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:33.770341 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port ba5ea9c7-e832-4fb2-9761-c9bf30395cc8, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=ba5ea9c7-e832-4fb2-9761-c9bf30395cc8,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:33.786453 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ee8188e-4230-4dfd-9bdf-5c11fad63eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.787012 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee8188e-4230-4dfd-9bdf-5c11fad63eb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9adc288-bca9-4a0e-959d-4116b049cba0 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:27:33.790505 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbddf52-5de9-46e5-b9a5-02ad54c62e72 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:33.791090 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ecbddf52-5de9-46e5-b9a5-02ad54c62e72 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.804926 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcd662d-ef12-43a7-be19-04f37b3639bc None None] New status for floating IP 0f332abb-0089-4d82-af54-41a4431ed9bf: DOWN {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:27:33.807719 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1b4611-bd70-453b-9ba9-10003d8aaeb9 None None] Network d3d08f71-0808-46b5-b2ec-0cb9660a4879 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:33.819156 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ee8188e-4230-4dfd-9bdf-5c11fad63eb3 admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.820709 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3ee8188e-4230-4dfd-9bdf-5c11fad63eb3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c9adc288-bca9-4a0e-959d-4116b049cba0 HTTP/1.1" status: 204 len: 168 time: 3.6208789 Jul 16 01:27:33.825631 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3fd782-c495-42d8-9699-7feb0a2e6c23 None None] Network 72613f4a-b77c-422d-bd64-d4c4d53d0cce is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:33.833729 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49452) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:33.871091 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dc76e80-e853-4c66-95f0-f30ef48cb2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.944163 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ecbddf52-5de9-46e5-b9a5-02ad54c62e72 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8130252 Jul 16 01:27:33.948754 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c296a827-6399-420e-8fc0-3649591f643f req-4960a746-e7db-4331-a8ea-f4f8dd95aae9 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080917 Jul 16 01:27:33.952305 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f94c32e-43dd-48c2-81cc-ec41c148998e admin admin] Deleting subnet bed7bc8f-7b9e-4a4b-9e97-fdd56ab0bccd {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:33.952829 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49454) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:33.981718 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7f94c32e-43dd-48c2-81cc-ec41c148998e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.993883 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fd3c6-54b2-4aa9-8ce7-141d1bebca4d req-1baefd3b-4182-4bea-9d2f-3f311b71160c tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:33.995792 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d65fd3c6-54b2-4aa9-8ce7-141d1bebca4d req-1baefd3b-4182-4bea-9d2f-3f311b71160c tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.16 "GET /v2.0/ports?device_id=35ab6271-7a72-49eb-860b-10ca49a7ebf4 HTTP/1.1" status: 200 len: 945 time: 0.4763653 Jul 16 01:27:34.099063 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ccecedd4-423d-4910-ba4d-696a1a7d0445 req-c046f527-15d6-4b4f-9e55-5b5ba3379dde service neutron] 10.222.0.82 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6633711 Jul 16 01:27:34.230902 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1285568a-620a-43b9-861f-eaf35e76b897 x-openstack-request-id: req-1285568a-620a-43b9-861f-eaf35e76b897 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:34.231265 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a98b25-128c-4398-a4d6-84acd7fc9a07", "name": "network-vif-plugged", "status": "completed", "tag": "5a667ba4-53dc-45af-b92d-faf315772a8b", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:34.231639 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1285568a-620a-43b9-861f-eaf35e76b897 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:34.232092 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a98b25-128c-4398-a4d6-84acd7fc9a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a667ba4-53dc-45af-b92d-faf315772a8b', 'code': 200} Jul 16 01:27:34.270005 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7f94c32e-43dd-48c2-81cc-ec41c148998e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.274413 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-8e3fd782-c495-42d8-9699-7feb0a2e6c23 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:34.301209 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fd782-c495-42d8-9699-7feb0a2e6c23 None None] Pushing event updated for resources: {'Port': ['ID=ef560bfb-683b-4da7-8f66-99b8a9e58fba,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:34.304524 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'ba5ea9c7-e832-4fb2-9761-c9bf30395cc8', 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84', 'port_id': 'ba5ea9c7-e832-4fb2-9761-c9bf30395cc8', 'mac_address': 'fa:16:3e:60:a8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a11241-f184-48f8-b355-80863b2e27ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:34.304960 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d65fd3c6-54b2-4aa9-8ce7-141d1bebca4d req-914819d7-1e12-4f13-ab30-2ce71b4b8fa8 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdf0e1ba-ad80-401e-8c0f-635d03603530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607381 Jul 16 01:27:34.307048 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3898532-2ead-48e8-a9bb-035ca992a058 None None] Network 28f36edd-a9fc-40db-ba47-638776811378 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:34.318103 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3fd782-c495-42d8-9699-7feb0a2e6c23 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:34.363366 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dc76e80-e853-4c66-95f0-f30ef48cb2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.417377 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-ee37583f-17b3-4708-bd57-e06574fddfbd req-edda340b-ed30-4f0e-9b20-989edf1f25f4 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Deleting port 6902cb2a-5cdc-40a7-af7b-f909202ce418 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:34.418034 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ee37583f-17b3-4708-bd57-e06574fddfbd req-edda340b-ed30-4f0e-9b20-989edf1f25f4 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.496868 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d72634-0e33-404b-9a81-d1137606ef02 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.498972 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc76e80-e853-4c66-95f0-f30ef48cb2e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01112ffd-e4af-4423-aa07-05f338809738,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:34.515057 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dc76e80-e853-4c66-95f0-f30ef48cb2e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.520474 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6dc76e80-e853-4c66-95f0-f30ef48cb2e5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/01112ffd-e4af-4423-aa07-05f338809738 HTTP/1.1" status: 204 len: 168 time: 2.2228265 Jul 16 01:27:34.520805 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49458) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:34.599895 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c74dab77-0acd-4a2b-a558-f924c08a6c07 None None] Provisioning for port 8e1cfe73-513d-46bc-a855-c59eb2f29c02 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:34.682413 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.684852 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f8e82861-f977-4fb7-aaaf-3c78c0ee796a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.698267 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-8e3fd782-c495-42d8-9699-7feb0a2e6c23 None None] Attempting to bind port ef560bfb-683b-4da7-8f66-99b8a9e58fba on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:34.698732 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-8e3fd782-c495-42d8-9699-7feb0a2e6c23 None None] Attempting to bind port ef560bfb-683b-4da7-8f66-99b8a9e58fba by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '9bd51622-efe6-495f-8760-cd9076df10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '72613f4a-b77c-422d-bd64-d4c4d53d0cce'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:34.699227 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3fd782-c495-42d8-9699-7feb0a2e6c23 None None] Attempting to bind port ef560bfb-683b-4da7-8f66-99b8a9e58fba on network 72613f4a-b77c-422d-bd64-d4c4d53d0cce {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:34.744626 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5ea9c7-e832-4fb2-9761-c9bf30395cc8 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:34.758295 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3fd782-c495-42d8-9699-7feb0a2e6c23 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:34.758295 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3fd782-c495-42d8-9699-7feb0a2e6c23 None None] Checking segment: {'id': '9bd51622-efe6-495f-8760-cd9076df10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '72613f4a-b77c-422d-bd64-d4c4d53d0cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:34.758967 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e3fd782-c495-42d8-9699-7feb0a2e6c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.759888 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3fd782-c495-42d8-9699-7feb0a2e6c23 None None] Bound using segment: {'id': '9bd51622-efe6-495f-8760-cd9076df10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '72613f4a-b77c-422d-bd64-d4c4d53d0cce'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:34.760302 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-8e3fd782-c495-42d8-9699-7feb0a2e6c23 None None] Bound port: ef560bfb-683b-4da7-8f66-99b8a9e58fba, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd51622-efe6-495f-8760-cd9076df10ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '72613f4a-b77c-422d-bd64-d4c4d53d0cce'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:34.760764 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e3fd782-c495-42d8-9699-7feb0a2e6c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.768780 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ee37583f-17b3-4708-bd57-e06574fddfbd req-edda340b-ed30-4f0e-9b20-989edf1f25f4 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] For port 6902cb2a-5cdc-40a7-af7b-f909202ce418, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=6902cb2a-5cdc-40a7-af7b-f909202ce418,segment=NetworkSegment(b0595f35-5692-4f2e-a964-01ef140f17b4),segment_id=b0595f35-5692-4f2e-a964-01ef140f17b4)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:34.769409 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ee37583f-17b3-4708-bd57-e06574fddfbd req-edda340b-ed30-4f0e-9b20-989edf1f25f4 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.771487 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8e1cfe73-513d-46bc-a855-c59eb2f29c02 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:34.799420 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-ee37583f-17b3-4708-bd57-e06574fddfbd req-edda340b-ed30-4f0e-9b20-989edf1f25f4 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Calling delete_port for 6902cb2a-5cdc-40a7-af7b-f909202ce418 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:34.823386 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7f94c32e-43dd-48c2-81cc-ec41c148998e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.885285 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de39d91-a4cc-47e4-8721-d51b3cdf2b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-d3d08f71-0808-46b5-b2ec-0cb9660a4879', 'network_id': 'd3d08f71-0808-46b5-b2ec-0cb9660a4879', 'tenant_id': 'c105c10b3a7742e39ef62117bd9189a8', 'fixed_ips': [{'subnet_id': '18a4c62d-5b29-4edf-ac9a-e9f110fb383c'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:27:34.886101 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3de39d91-a4cc-47e4-8721-d51b3cdf2b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.925579 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port ba5ea9c7-e832-4fb2-9761-c9bf30395cc8, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=ba5ea9c7-e832-4fb2-9761-c9bf30395cc8,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:35.008886 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3551d-5c1f-4b42-b4bc-a1c292155e89 req-b6b709ca-5eb3-4c95-977c-ef8b6dc4b481 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:35.009676 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7f94c32e-43dd-48c2-81cc-ec41c148998e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.017097 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-59a3551d-5c1f-4b42-b4bc-a1c292155e89 req-b6b709ca-5eb3-4c95-977c-ef8b6dc4b481 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.5494323 Jul 16 01:27:35.042852 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94c32e-43dd-48c2-81cc-ec41c148998e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bed7bc8f-7b9e-4a4b-9e97-fdd56ab0bccd,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:35.054465 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f8e82861-f977-4fb7-aaaf-3c78c0ee796a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.057301 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7f94c32e-43dd-48c2-81cc-ec41c148998e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.059861 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7f94c32e-43dd-48c2-81cc-ec41c148998e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bed7bc8f-7b9e-4a4b-9e97-fdd56ab0bccd HTTP/1.1" status: 204 len: 168 time: 1.2187004 Jul 16 01:27:35.063348 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49466) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:35.086138 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-f8e82861-f977-4fb7-aaaf-3c78c0ee796a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d194017-b2ba-4736-9426-86f2c4d9db47']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:35.104519 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-f8e82861-f977-4fb7-aaaf-3c78c0ee796a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:35.104903 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-f8e82861-f977-4fb7-aaaf-3c78c0ee796a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8fb5d89-b4f7-42a0-83d3-3282d4aa7ac2') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:35.105013 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-8e3fd782-c495-42d8-9699-7feb0a2e6c23 None None] For port ef560bfb-683b-4da7-8f66-99b8a9e58fba, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:35.116969 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-8e3fd782-c495-42d8-9699-7feb0a2e6c23 None None] For port ef560bfb-683b-4da7-8f66-99b8a9e58fba, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=ef560bfb-683b-4da7-8f66-99b8a9e58fba,segment=NetworkSegment(9bd51622-efe6-495f-8760-cd9076df10ea),segment_id=9bd51622-efe6-495f-8760-cd9076df10ea)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:35.122927 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b0263e6f-7fde-4872-9275-a081bea68568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.130614 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f8e82861-f977-4fb7-aaaf-3c78c0ee796a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.143847 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-59a3551d-5c1f-4b42-b4bc-a1c292155e89 req-b597415f-98a0-494a-8718-6f84fcaa1887 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257703 Jul 16 01:27:35.161074 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.161074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319d802e-9560-43a7-a0da-8b301c9bdd99 None None] Network 9fe5854f-a367-41ef-86ac-dd7bb62febc2 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:35.182763 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.184050 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e3fd782-c495-42d8-9699-7feb0a2e6c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.204746 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f8e82861-f977-4fb7-aaaf-3c78c0ee796a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.216985 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e82861-f977-4fb7-aaaf-3c78c0ee796a admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:27:35.217772 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f8e82861-f977-4fb7-aaaf-3c78c0ee796a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:27:35.220031 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:27:35.248438 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-86d72634-0e33-404b-9a81-d1137606ef02 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Allocated IP 172.20.0.1 (72613f4a-b77c-422d-bd64-d4c4d53d0cce/35d8b568-dab0-4feb-9869-f658d223eeb6/f5b11329-9bee-476d-9951-b6d878ad3959) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:35.364876 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f8e82861-f977-4fb7-aaaf-3c78c0ee796a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.410652 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f8e82861-f977-4fb7-aaaf-3c78c0ee796a admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.412599 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f8e82861-f977-4fb7-aaaf-3c78c0ee796a admin admin] 10.222.0.16 "DELETE /v2.0/networks/7d194017-b2ba-4736-9426-86f2c4d9db47 HTTP/1.1" status: 204 len: 168 time: 0.8822393 Jul 16 01:27:35.416955 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e82861-f977-4fb7-aaaf-3c78c0ee796a admin admin] Pushing event deleted for resources: {'Network': ['ID=7d194017-b2ba-4736-9426-86f2c4d9db47,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:35.464126 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ee37583f-17b3-4708-bd57-e06574fddfbd req-edda340b-ed30-4f0e-9b20-989edf1f25f4 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.523800 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['ba5ea9c7-e832-4fb2-9761-c9bf30395cc8'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:35.565876 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39aced3a-44c3-4764-938b-8598b8029e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.575838 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d72634-0e33-404b-9a81-d1137606ef02 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.587946 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda340b-ed30-4f0e-9b20-989edf1f25f4 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Pushing event deleted for resources: {'Port': ['ID=6902cb2a-5cdc-40a7-af7b-f909202ce418,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:35.599070 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-86d72634-0e33-404b-9a81-d1137606ef02 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Transition to ACTIVE for port object f5b11329-9bee-476d-9951-b6d878ad3959 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:35.662520 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 8e1cfe73-513d-46bc-a855-c59eb2f29c02 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:35.779735 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e994225e-f3cd-4605-89fa-71625b0a1599 req-c6b8a6f0-250f-4565-92a7-2d094f1cafd6 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.16 "GET /v2.0/ports?device_id=35ab6271-7a72-49eb-860b-10ca49a7ebf4 HTTP/1.1" status: 200 len: 210 time: 0.1060119 Jul 16 01:27:35.784045 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d72634-0e33-404b-9a81-d1137606ef02 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.801629 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee37583f-17b3-4708-bd57-e06574fddfbd req-edda340b-ed30-4f0e-9b20-989edf1f25f4 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] No DVR routers for this DVR port 6902cb2a-5cdc-40a7-af7b-f909202ce418 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:35.808744 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ee37583f-17b3-4708-bd57-e06574fddfbd req-edda340b-ed30-4f0e-9b20-989edf1f25f4 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.810864 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee37583f-17b3-4708-bd57-e06574fddfbd req-edda340b-ed30-4f0e-9b20-989edf1f25f4 tempest-InstanceActionsNegativeTestJSON-1839147043 tempest-InstanceActionsNegativeTestJSON-1839147043-project] 10.222.0.82 "DELETE /v2.0/ports/6902cb2a-5cdc-40a7-af7b-f909202ce418 HTTP/1.1" status: 204 len: 173 time: 2.1596615 Jul 16 01:27:35.820020 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ab6271-7a72-49eb-860b-10ca49a7ebf4', 'name': 'network-vif-deleted', 'tag': '6902cb2a-5cdc-40a7-af7b-f909202ce418'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:35.823035 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc21e81-fc63-4560-a50d-212bfcbcc2f8" -d '{"events": [{"server_uuid": "35ab6271-7a72-49eb-860b-10ca49a7ebf4", "name": "network-vif-deleted", "tag": "6902cb2a-5cdc-40a7-af7b-f909202ce418"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:35.854743 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cca401-2677-4d8e-b413-76b2d8cbdb96 req-bdb60ecb-88b8-499f-a2a9-cf45d4915e8d tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:35.862926 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-10cca401-2677-4d8e-b413-76b2d8cbdb96 req-bdb60ecb-88b8-499f-a2a9-cf45d4915e8d tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=323facbe-670b-46e4-9007-4946859341d2 HTTP/1.1" status: 200 len: 944 time: 0.5637770 Jul 16 01:27:35.918906 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-3de39d91-a4cc-47e4-8721-d51b3cdf2b15 None None] Allocated IP 172.20.0.2 (d3d08f71-0808-46b5-b2ec-0cb9660a4879/18a4c62d-5b29-4edf-ac9a-e9f110fb383c/2442adb6-96f8-465b-b6a0-6b6b5af3af4e) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:35.925903 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49474) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:35.926331 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d72634-0e33-404b-9a81-d1137606ef02 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Pushing event updated for resources: {'Port': ['ID=f5b11329-9bee-476d-9951-b6d878ad3959,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:35.938712 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8df71b-53ac-405f-8e10-4ad28dfb798e x-openstack-request-id: req-db8df71b-53ac-405f-8e10-4ad28dfb798e {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:35.939014 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ab6271-7a72-49eb-860b-10ca49a7ebf4", "name": "network-vif-deleted", "tag": "6902cb2a-5cdc-40a7-af7b-f909202ce418", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:35.939266 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db8df71b-53ac-405f-8e10-4ad28dfb798e {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:35.939745 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ab6271-7a72-49eb-860b-10ca49a7ebf4', 'name': 'network-vif-deleted', 'tag': '6902cb2a-5cdc-40a7-af7b-f909202ce418', 'status': 'completed', 'code': 200} Jul 16 01:27:35.954801 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d72634-0e33-404b-9a81-d1137606ef02 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Network 72613f4a-b77c-422d-bd64-d4c4d53d0cce is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:35.959737 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-86d72634-0e33-404b-9a81-d1137606ef02 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:35.965209 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d72634-0e33-404b-9a81-d1137606ef02 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:36.033068 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c8d017f0-6f4c-481a-b8df-d57a9447bed1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c1a8d4b2ddbf47a7b73f2c07224e331f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0922663 Jul 16 01:27:36.036164 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49476) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:36.062481 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-10cca401-2677-4d8e-b413-76b2d8cbdb96 req-3fdebcd4-0d66-4d03-8bb9-5f0245c05ab5 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995130 Jul 16 01:27:36.090764 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-39aced3a-44c3-4764-938b-8598b8029e6f admin admin] Deleting port 81962843-01e3-4f65-b5ff-233bcb780395 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:36.091645 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39aced3a-44c3-4764-938b-8598b8029e6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.157160 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d72634-0e33-404b-9a81-d1137606ef02 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.187577 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3de39d91-a4cc-47e4-8721-d51b3cdf2b15 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.211908 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-39aced3a-44c3-4764-938b-8598b8029e6f admin admin] For port 81962843-01e3-4f65-b5ff-233bcb780395, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=81962843-01e3-4f65-b5ff-233bcb780395,segment=NetworkSegment(b7ac5752-1786-4fe2-997d-a7666822a9e2),segment_id=b7ac5752-1786-4fe2-997d-a7666822a9e2)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:36.212404 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39aced3a-44c3-4764-938b-8598b8029e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.216113 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3de39d91-a4cc-47e4-8721-d51b3cdf2b15 None None] Transition to ACTIVE for port object 2442adb6-96f8-465b-b6a0-6b6b5af3af4e will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:36.236925 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-b0263e6f-7fde-4872-9275-a081bea68568 admin admin] Deleting port f1c0d1a3-bb08-4a58-a2cb-1dd899af9859 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:36.237422 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b0263e6f-7fde-4872-9275-a081bea68568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.243551 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-39aced3a-44c3-4764-938b-8598b8029e6f admin admin] Calling delete_port for 81962843-01e3-4f65-b5ff-233bcb780395 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:36.260239 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3de39d91-a4cc-47e4-8721-d51b3cdf2b15 None None] Transition to ACTIVE for port object 2442adb6-96f8-465b-b6a0-6b6b5af3af4e will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:36.281916 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 8e1cfe73-513d-46bc-a855-c59eb2f29c02 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:36.282591 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.304822 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d44ef5ff-0f72-4b8f-aac0-da4df1e85cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.346126 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d44ef5ff-0f72-4b8f-aac0-da4df1e85cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.433303 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d72634-0e33-404b-9a81-d1137606ef02 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.464976 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3de39d91-a4cc-47e4-8721-d51b3cdf2b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.468863 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=ba5ea9c7-e832-4fb2-9761-c9bf30395cc8,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:36.890661 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de39d91-a4cc-47e4-8721-d51b3cdf2b15 None None] Network d3d08f71-0808-46b5-b2ec-0cb9660a4879 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:36.940883 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-3de39d91-a4cc-47e4-8721-d51b3cdf2b15 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:36.943168 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de39d91-a4cc-47e4-8721-d51b3cdf2b15 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:37.017425 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d72634-0e33-404b-9a81-d1137606ef02 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.020033 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49482) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:37.042735 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fd782-c495-42d8-9699-7feb0a2e6c23 None None] Pushing event updated for resources: {'Port': ['ID=ef560bfb-683b-4da7-8f66-99b8a9e58fba,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:37.102074 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-549f940a-8107-408a-b408-89c6a0d26208 admin admin] Deleting subnet e7883c93-7704-45b1-869a-1fef96a9595d {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:37.109764 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d44ef5ff-0f72-4b8f-aac0-da4df1e85cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.113546 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d44ef5ff-0f72-4b8f-aac0-da4df1e85cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.115202 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d44ef5ff-0f72-4b8f-aac0-da4df1e85cf1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b04f1a80-c06e-45cd-8f20-30823981754c HTTP/1.1" status: 204 len: 168 time: 1.0634108 Jul 16 01:27:37.116156 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d72634-0e33-404b-9a81-d1137606ef02 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.121247 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-549f940a-8107-408a-b408-89c6a0d26208 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.196202 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd69ce0e-c58f-4e40-847d-c1d15d4b63b5 None None] Network 72613f4a-b77c-422d-bd64-d4c4d53d0cce requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:37.198323 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 6902cb2a-5cdc-40a7-af7b-f909202ce418 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:37.258432 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d72634-0e33-404b-9a81-d1137606ef02 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.268261 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-b0263e6f-7fde-4872-9275-a081bea68568 admin admin] For port f1c0d1a3-bb08-4a58-a2cb-1dd899af9859, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f1c0d1a3-bb08-4a58-a2cb-1dd899af9859,segment=NetworkSegment(1b85f567-f30c-4911-8c46-1eee3f966e09),segment_id=1b85f567-f30c-4911-8c46-1eee3f966e09)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:37.277435 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b0263e6f-7fde-4872-9275-a081bea68568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.286388 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 6902cb2a-5cdc-40a7-af7b-f909202ce418 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:37.286732 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 6902cb2a-5cdc-40a7-af7b-f909202ce418 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:37.297535 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-b0263e6f-7fde-4872-9275-a081bea68568 admin admin] Calling delete_port for f1c0d1a3-bb08-4a58-a2cb-1dd899af9859 owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:37.320745 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ef5ff-0f72-4b8f-aac0-da4df1e85cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04f1a80-c06e-45cd-8f20-30823981754c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:37.359906 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-549f940a-8107-408a-b408-89c6a0d26208 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.397998 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54306a02-94b2-489c-ad6a-8a6f2984a56d req-8c9e4be3-3582-4bfe-a1f6-789fb15ef685 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:37.399716 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-54306a02-94b2-489c-ad6a-8a6f2984a56d req-8c9e4be3-3582-4bfe-a1f6-789fb15ef685 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.9546468 Jul 16 01:27:37.404504 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d72634-0e33-404b-9a81-d1137606ef02 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Pushing event updated for resources: {'Port': ['ID=f5b11329-9bee-476d-9951-b6d878ad3959,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:37.468401 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1dcf7b4a-befa-4098-991b-3035c57a6b61 None None] Provisioning complete for port 8e1cfe73-513d-46bc-a855-c59eb2f29c02 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:37.468933 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1dcf7b4a-befa-4098-991b-3035c57a6b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.543451 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.583789 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-549f940a-8107-408a-b408-89c6a0d26208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.593465 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-54306a02-94b2-489c-ad6a-8a6f2984a56d req-4958549d-9b19-4cb8-9f9c-11cb7d35172b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446514 Jul 16 01:27:37.616594 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de39d91-a4cc-47e4-8721-d51b3cdf2b15 None None] Pushing event updated for resources: {'Port': ['ID=2442adb6-96f8-465b-b6a0-6b6b5af3af4e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:37.642763 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85708a4d-c77f-4b6d-9cf4-2236f30e4e92 None None] DHCP port deletion for 9fe5854f-a367-41ef-86ac-dd7bb62febc2 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:27:37.652961 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3de39d91-a4cc-47e4-8721-d51b3cdf2b15 None None] Attempting to bind port 2442adb6-96f8-465b-b6a0-6b6b5af3af4e on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:37.653671 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3de39d91-a4cc-47e4-8721-d51b3cdf2b15 None None] Attempting to bind port 2442adb6-96f8-465b-b6a0-6b6b5af3af4e by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '943fdbff-be1f-43e0-8bd9-b07168e21d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd3d08f71-0808-46b5-b2ec-0cb9660a4879'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:37.654115 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de39d91-a4cc-47e4-8721-d51b3cdf2b15 None None] Attempting to bind port 2442adb6-96f8-465b-b6a0-6b6b5af3af4e on network d3d08f71-0808-46b5-b2ec-0cb9660a4879 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:37.677973 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de39d91-a4cc-47e4-8721-d51b3cdf2b15 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:37.678504 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de39d91-a4cc-47e4-8721-d51b3cdf2b15 None None] Checking segment: {'id': '943fdbff-be1f-43e0-8bd9-b07168e21d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd3d08f71-0808-46b5-b2ec-0cb9660a4879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:37.679464 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3de39d91-a4cc-47e4-8721-d51b3cdf2b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.679863 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de39d91-a4cc-47e4-8721-d51b3cdf2b15 None None] Bound using segment: {'id': '943fdbff-be1f-43e0-8bd9-b07168e21d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd3d08f71-0808-46b5-b2ec-0cb9660a4879'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:37.680504 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3de39d91-a4cc-47e4-8721-d51b3cdf2b15 None None] Bound port: 2442adb6-96f8-465b-b6a0-6b6b5af3af4e, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943fdbff-be1f-43e0-8bd9-b07168e21d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd3d08f71-0808-46b5-b2ec-0cb9660a4879'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:37.681950 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3de39d91-a4cc-47e4-8721-d51b3cdf2b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.682075 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d72634-0e33-404b-9a81-d1137606ef02 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Network 72613f4a-b77c-422d-bd64-d4c4d53d0cce is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:37.687971 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b0263e6f-7fde-4872-9275-a081bea68568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.690612 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-86d72634-0e33-404b-9a81-d1137606ef02 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:37.741766 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39aced3a-44c3-4764-938b-8598b8029e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.747589 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 8e1cfe73-513d-46bc-a855-c59eb2f29c02, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8e1cfe73-513d-46bc-a855-c59eb2f29c02,segment=NetworkSegment(b27511c9-dba8-431c-b7a1-cc62a7e76c0c),segment_id=b27511c9-dba8-431c-b7a1-cc62a7e76c0c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:37.748630 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-85708a4d-c77f-4b6d-9cf4-2236f30e4e92 None None] The port '81962843-01e3-4f65-b5ff-233bcb780395' was deleted {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 01:27:37.766224 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.833134 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-549f940a-8107-408a-b408-89c6a0d26208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.888456 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0263e6f-7fde-4872-9275-a081bea68568 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c0d1a3-bb08-4a58-a2cb-1dd899af9859,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:38.006793 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f940a-8107-408a-b408-89c6a0d26208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7883c93-7704-45b1-869a-1fef96a9595d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:38.018378 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-549f940a-8107-408a-b408-89c6a0d26208 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.027561 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-549f940a-8107-408a-b408-89c6a0d26208 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e7883c93-7704-45b1-869a-1fef96a9595d HTTP/1.1" status: 204 len: 168 time: 1.0037322 Jul 16 01:27:38.029846 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49498) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:38.162316 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device ef560bfb-683b-4da7-8f66-99b8a9e58fba up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:38.177826 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aced3a-44c3-4764-938b-8598b8029e6f admin admin] Pushing event deleted for resources: {'Port': ['ID=81962843-01e3-4f65-b5ff-233bcb780395,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:38.187519 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aced3a-44c3-4764-938b-8598b8029e6f admin admin] No DVR routers for this DVR port 81962843-01e3-4f65-b5ff-233bcb780395 on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:38.228976 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06c5bbd3-17a7-4146-83c2-bc336969cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.232057 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0bda6-131e-49a6-8582-356b541361ba req-e60ad3b0-8ec9-4e30-90fb-1ad81871f09f tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:38.242546 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-87d0bda6-131e-49a6-8582-356b541361ba req-e60ad3b0-8ec9-4e30-90fb-1ad81871f09f tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=323facbe-670b-46e4-9007-4946859341d2 HTTP/1.1" status: 200 len: 944 time: 0.5603788 Jul 16 01:27:38.270410 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d72634-0e33-404b-9a81-d1137606ef02 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Router 7dad8143-c4cd-453e-8e08-68e0be248f5a is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:27:38.327271 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3de39d91-a4cc-47e4-8721-d51b3cdf2b15 None None] For port 2442adb6-96f8-465b-b6a0-6b6b5af3af4e, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:38.356883 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=8e1cfe73-513d-46bc-a855-c59eb2f29c02,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:38.363361 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3de39d91-a4cc-47e4-8721-d51b3cdf2b15 None None] For port 2442adb6-96f8-465b-b6a0-6b6b5af3af4e, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2442adb6-96f8-465b-b6a0-6b6b5af3af4e,segment=NetworkSegment(943fdbff-be1f-43e0-8bd9-b07168e21d7f),segment_id=943fdbff-be1f-43e0-8bd9-b07168e21d7f)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:38.371211 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39aced3a-44c3-4764-938b-8598b8029e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.389870 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3de39d91-a4cc-47e4-8721-d51b3cdf2b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.412120 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port ef560bfb-683b-4da7-8f66-99b8a9e58fba completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:38.480748 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-39aced3a-44c3-4764-938b-8598b8029e6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe5854f-a367-41ef-86ac-dd7bb62febc2']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:38.529158 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-39aced3a-44c3-4764-938b-8598b8029e6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ac5752-1786-4fe2-997d-a7666822a9e2') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:38.537112 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-39aced3a-44c3-4764-938b-8598b8029e6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ac5752-1786-4fe2-997d-a7666822a9e2') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:38.548337 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b0fab01f-45ff-4d61-8ab1-45af974868b2 None None] Provisioning for port ef560bfb-683b-4da7-8f66-99b8a9e58fba completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:38.558827 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06c5bbd3-17a7-4146-83c2-bc336969cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.580121 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b0fab01f-45ff-4d61-8ab1-45af974868b2 None None] Provisioning complete for port ef560bfb-683b-4da7-8f66-99b8a9e58fba triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:38.580652 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b0fab01f-45ff-4d61-8ab1-45af974868b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.583508 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de39d91-a4cc-47e4-8721-d51b3cdf2b15 None None] Pushing event updated for resources: {'Port': ['ID=2442adb6-96f8-465b-b6a0-6b6b5af3af4e,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:38.587826 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39aced3a-44c3-4764-938b-8598b8029e6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.593429 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-06c5bbd3-17a7-4146-83c2-bc336969cf62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b6cd22-52d6-45a9-973b-c092f4bad640']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:38.634208 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-06c5bbd3-17a7-4146-83c2-bc336969cf62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0595f35-5692-4f2e-a964-01ef140f17b4') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:38.634568 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-06c5bbd3-17a7-4146-83c2-bc336969cf62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0595f35-5692-4f2e-a964-01ef140f17b4') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:38.669328 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06c5bbd3-17a7-4146-83c2-bc336969cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.683563 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 81962843-01e3-4f65-b5ff-233bcb780395 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:38.695070 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-87d0bda6-131e-49a6-8582-356b541361ba req-b22f08d8-ab52-418e-9397-58277f05a689 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511566 Jul 16 01:27:38.711319 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39aced3a-44c3-4764-938b-8598b8029e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.727844 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06c5bbd3-17a7-4146-83c2-bc336969cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.759120 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39aced3a-44c3-4764-938b-8598b8029e6f admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:27:38.760806 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c5bbd3-17a7-4146-83c2-bc336969cf62 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:27:38.761760 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39aced3a-44c3-4764-938b-8598b8029e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.765489 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06c5bbd3-17a7-4146-83c2-bc336969cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.771730 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 81962843-01e3-4f65-b5ff-233bcb780395 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:38.772080 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 81962843-01e3-4f65-b5ff-233bcb780395 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:38.899122 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b0fab01f-45ff-4d61-8ab1-45af974868b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.932887 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d72634-0e33-404b-9a81-d1137606ef02 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:27:38.939352 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:27:38.949243 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a367bb-60cf-4e52-8408-1a261815da9c None None] Sync routers for ids ['7dad8143-c4cd-453e-8e08-68e0be248f5a'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:38.954357 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-86d72634-0e33-404b-9a81-d1137606ef02 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] 10.222.0.16 "PUT /v2.0/routers/7dad8143-c4cd-453e-8e08-68e0be248f5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9998345 Jul 16 01:27:38.972672 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a367bb-60cf-4e52-8408-1a261815da9c None None] Routers {'7dad8143-c4cd-453e-8e08-68e0be248f5a'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:38.977005 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-d9a367bb-60cf-4e52-8408-1a261815da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:27:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['7dad8143-c4cd-453e-8e08-68e0be248f5a'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:38.979207 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49516) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:38.999914 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b0fab01f-45ff-4d61-8ab1-45af974868b2 None None] For port ef560bfb-683b-4da7-8f66-99b8a9e58fba, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=ef560bfb-683b-4da7-8f66-99b8a9e58fba,segment=NetworkSegment(9bd51622-efe6-495f-8760-cd9076df10ea),segment_id=9bd51622-efe6-495f-8760-cd9076df10ea)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:39.010502 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b0fab01f-45ff-4d61-8ab1-45af974868b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:27:39.026727 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:27:39.082582 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-d9a367bb-60cf-4e52-8408-1a261815da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:39.114162 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a367bb-60cf-4e52-8408-1a261815da9c None None] Routers {'7dad8143-c4cd-453e-8e08-68e0be248f5a'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:39.120844 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-d9a367bb-60cf-4e52-8408-1a261815da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:27:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['7dad8143-c4cd-453e-8e08-68e0be248f5a'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:39.138544 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b0263e6f-7fde-4872-9275-a081bea68568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.149311 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fab01f-45ff-4d61-8ab1-45af974868b2 None None] Pushing event updated for resources: {'Port': ['ID=ef560bfb-683b-4da7-8f66-99b8a9e58fba,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:39.165977 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39aced3a-44c3-4764-938b-8598b8029e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.175066 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device ba5ea9c7-e832-4fb2-9761-c9bf30395cc8 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:39.203033 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-d9a367bb-60cf-4e52-8408-1a261815da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:39.203620 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a367bb-60cf-4e52-8408-1a261815da9c None None] The sync data for ids ['7dad8143-c4cd-453e-8e08-68e0be248f5a'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:39.237307 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39aced3a-44c3-4764-938b-8598b8029e6f admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.246304 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-39aced3a-44c3-4764-938b-8598b8029e6f admin admin] 10.222.0.16 "DELETE /v2.0/networks/9fe5854f-a367-41ef-86ac-dd7bb62febc2 HTTP/1.1" status: 204 len: 168 time: 4.1808190 Jul 16 01:27:39.247836 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aced3a-44c3-4764-938b-8598b8029e6f admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe5854f-a367-41ef-86ac-dd7bb62febc2,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:39.303578 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-64f26d66-d917-4fa0-8e52-8c69ac4cc56f None None] Provisioning for port f5b11329-9bee-476d-9951-b6d878ad3959 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:39.320469 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-64f26d66-d917-4fa0-8e52-8c69ac4cc56f None None] Provisioning complete for port f5b11329-9bee-476d-9951-b6d878ad3959 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:39.320856 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-64f26d66-d917-4fa0-8e52-8c69ac4cc56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.438705 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port ba5ea9c7-e832-4fb2-9761-c9bf30395cc8 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:39.474798 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port ba5ea9c7-e832-4fb2-9761-c9bf30395cc8 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:39.475177 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.479787 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-64f26d66-d917-4fa0-8e52-8c69ac4cc56f None None] Port f5b11329-9bee-476d-9951-b6d878ad3959 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:39.524809 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e876a81-7f19-494e-9383-1ba27301131a req-4b9e680c-a2ce-47c5-a32f-21126d649316 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4fbb0a41f6d4403bb8fc7a19f6130078&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1225512 Jul 16 01:27:39.557063 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-64f26d66-d917-4fa0-8e52-8c69ac4cc56f None None] Provisioning complete for port ef560bfb-683b-4da7-8f66-99b8a9e58fba triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:39.557435 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-64f26d66-d917-4fa0-8e52-8c69ac4cc56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.754221 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.904392 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323facbe-670b-46e4-9007-4946859341d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5ea9c7-e832-4fb2-9761-c9bf30395cc8'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:39.907002 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c7b4e7-8358-448f-a599-98bb6653d00d" -d '{"events": [{"server_uuid": "323facbe-670b-46e4-9007-4946859341d2", "name": "network-vif-plugged", "status": "completed", "tag": "ba5ea9c7-e832-4fb2-9761-c9bf30395cc8"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:39.911108 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49528) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:39.940894 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port ba5ea9c7-e832-4fb2-9761-c9bf30395cc8, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=ba5ea9c7-e832-4fb2-9761-c9bf30395cc8,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:39.951722 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.075224 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a8381ce5-2679-49e7-9925-1416c538c8d4 None None] Provisioning complete for port f5b11329-9bee-476d-9951-b6d878ad3959 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:40.075614 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8381ce5-2679-49e7-9925-1416c538c8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.132447 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e876a81-7f19-494e-9383-1ba27301131a req-77b855d3-7544-406b-8634-276d72f4af16 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:40.132776 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=ba5ea9c7-e832-4fb2-9761-c9bf30395cc8,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:40.136497 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e876a81-7f19-494e-9383-1ba27301131a req-77b855d3-7544-406b-8634-276d72f4af16 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6095364 Jul 16 01:27:40.165451 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a8381ce5-2679-49e7-9925-1416c538c8d4 None None] Port f5b11329-9bee-476d-9951-b6d878ad3959 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:40.174212 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e876a81-7f19-494e-9383-1ba27301131a req-484c2632-cb3b-4b90-bfc4-ece692c430eb tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/quotas/4fbb0a41f6d4403bb8fc7a19f6130078 HTTP/1.1" status: 200 len: 375 time: 0.0367432 Jul 16 01:27:40.177091 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06c5bbd3-17a7-4146-83c2-bc336969cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.189310 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0263e6f-7fde-4872-9275-a081bea68568 admin admin] Router 84b704bc-ebd6-4364-941a-b33e97c1a043 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:27:40.207011 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06c5bbd3-17a7-4146-83c2-bc336969cf62 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.209153 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-06c5bbd3-17a7-4146-83c2-bc336969cf62 admin admin] 10.222.0.16 "DELETE /v2.0/networks/03b6cd22-52d6-45a9-973b-c092f4bad640 HTTP/1.1" status: 204 len: 168 time: 2.1623027 Jul 16 01:27:40.229261 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e876a81-7f19-494e-9383-1ba27301131a req-caa7f8e2-2bf2-469e-8bc4-734711a0d864 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4fbb0a41f6d4403bb8fc7a19f6130078&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534577 Jul 16 01:27:40.235197 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2b08f96e-1582-4cba-a617-77aed03ed0ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3701d37a4b5440afb149894433d38e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3229179 Jul 16 01:27:40.242637 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49536) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:40.297936 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-05e7fc34-0eab-4368-848c-757d24bb9028 None None] Provisioning complete for port f5b11329-9bee-476d-9951-b6d878ad3959 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:40.298926 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05e7fc34-0eab-4368-848c-757d24bb9028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.316350 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5bbd3-17a7-4146-83c2-bc336969cf62 admin admin] Pushing event deleted for resources: {'Network': ['ID=03b6cd22-52d6-45a9-973b-c092f4bad640,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:40.397374 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-05e7fc34-0eab-4368-848c-757d24bb9028 None None] Port f5b11329-9bee-476d-9951-b6d878ad3959 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:40.401477 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2442adb6-96f8-465b-b6a0-6b6b5af3af4e up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:40.540601 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbaa2d2-6f9a-4ae0-bf1d-fd16795d6370 req-53ddbc99-5a94-4cde-ad92-61717c3f20f1 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:40.549814 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-abbaa2d2-6f9a-4ae0-bf1d-fd16795d6370 req-53ddbc99-5a94-4cde-ad92-61717c3f20f1 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 1.5889456 Jul 16 01:27:40.567913 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 2442adb6-96f8-465b-b6a0-6b6b5af3af4e completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:40.582006 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device ef560bfb-683b-4da7-8f66-99b8a9e58fba up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:40.594186 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ea2056-35d7-46dd-9060-ae110f71c652 None None] Network d3d08f71-0808-46b5-b2ec-0cb9660a4879 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:40.622106 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0263e6f-7fde-4872-9275-a081bea68568 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:40.627747 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b0263e6f-7fde-4872-9275-a081bea68568 admin admin] 10.222.0.16 "PUT /v2.0/routers/84b704bc-ebd6-4364-941a-b33e97c1a043/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1451573 Jul 16 01:27:40.639525 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-abbaa2d2-6f9a-4ae0-bf1d-fd16795d6370 req-965b757d-a3b8-4c08-9aa0-04a54ac8224d tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884190 Jul 16 01:27:40.645776 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49542) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:40.726521 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2ba8cf-fa50-4f43-bf8b-64fa957d49c5 None None] Sync routers for ids ['84b704bc-ebd6-4364-941a-b33e97c1a043'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:40.755128 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49544) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:40.768825 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9858509-c77e-4b5a-a970-002d9f7c643c x-openstack-request-id: req-e9858509-c77e-4b5a-a970-002d9f7c643c {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:40.769292 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323facbe-670b-46e4-9007-4946859341d2", "name": "network-vif-plugged", "status": "completed", "tag": "ba5ea9c7-e832-4fb2-9761-c9bf30395cc8", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:40.770792 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9858509-c77e-4b5a-a970-002d9f7c643c {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:40.771512 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323facbe-670b-46e4-9007-4946859341d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5ea9c7-e832-4fb2-9761-c9bf30395cc8', 'code': 200} Jul 16 01:27:40.830196 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2ba8cf-fa50-4f43-bf8b-64fa957d49c5 None None] Routers {'84b704bc-ebd6-4364-941a-b33e97c1a043'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:40.830841 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-8e2ba8cf-fa50-4f43-bf8b-64fa957d49c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:27:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['84b704bc-ebd6-4364-941a-b33e97c1a043'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:40.953237 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a3b6008e-baa4-4f43-9be1-d1a1c4baa98d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=692a63996e41406db3d6abeb6e141e86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969278 Jul 16 01:27:40.980677 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eef6b2fc-2ab2-434c-bebb-0593b465bbb6 req-8840bb7e-4071-4438-b0b6-5a113c5a6612 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/ports?device_id=6993e618-0887-4f96-9ed1-d5c6fe4bf567 HTTP/1.1" status: 200 len: 210 time: 0.0789232 Jul 16 01:27:40.981194 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49550) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:41.000721 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0ce1a607-5831-4088-945f-9baccc015bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.001501 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-692c0530-1d36-4bb2-8bac-a53afdc79232 None None] Provisioning for port 2442adb6-96f8-465b-b6a0-6b6b5af3af4e completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:41.027807 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-692c0530-1d36-4bb2-8bac-a53afdc79232 None None] Provisioning complete for port 2442adb6-96f8-465b-b6a0-6b6b5af3af4e triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:41.028514 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-692c0530-1d36-4bb2-8bac-a53afdc79232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.067330 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-acc7ab1d-0400-44c5-97ec-10594cb833e0 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:27:41.070992 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-acc7ab1d-0400-44c5-97ec-10594cb833e0 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] 10.222.0.16 "PUT /v2.0/routers/7dad8143-c4cd-453e-8e08-68e0be248f5a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0891955 Jul 16 01:27:41.074757 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49552) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:41.086835 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e6da762e-8fb3-4bc7-9eed-7ee6375a9a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.125122 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e6da762e-8fb3-4bc7-9eed-7ee6375a9a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.209021 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e6da762e-8fb3-4bc7-9eed-7ee6375a9a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.216801 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e6da762e-8fb3-4bc7-9eed-7ee6375a9a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.216801 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e6da762e-8fb3-4bc7-9eed-7ee6375a9a33 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fdf0e1ba-ad80-401e-8c0f-635d03603530 HTTP/1.1" status: 204 len: 168 time: 0.2286713 Jul 16 01:27:41.228967 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da762e-8fb3-4bc7-9eed-7ee6375a9a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf0e1ba-ad80-401e-8c0f-635d03603530,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:41.287917 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port ef560bfb-683b-4da7-8f66-99b8a9e58fba triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:41.288226 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.334063 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-8e2ba8cf-fa50-4f43-bf8b-64fa957d49c5 None None] Set router 84b704bc-ebd6-4364-941a-b33e97c1a043 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:41.425710 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0ce1a607-5831-4088-945f-9baccc015bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.463277 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84708866-eb57-43f2-a6e1-445e8c67a061 req-b80be06d-a246-41fc-b81a-e86bd510fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:41.464979 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-84708866-eb57-43f2-a6e1-445e8c67a061 req-b80be06d-a246-41fc-b81a-e86bd510fd2e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=323facbe-670b-46e4-9007-4946859341d2 HTTP/1.1" status: 200 len: 1097 time: 0.6265476 Jul 16 01:27:41.498528 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a8864bc9-fc1c-4a32-9527-6c244509befa admin admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.647293 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-692c0530-1d36-4bb2-8bac-a53afdc79232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.723280 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-692c0530-1d36-4bb2-8bac-a53afdc79232 None None] For port 2442adb6-96f8-465b-b6a0-6b6b5af3af4e, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2442adb6-96f8-465b-b6a0-6b6b5af3af4e,segment=NetworkSegment(943fdbff-be1f-43e0-8bd9-b07168e21d7f),segment_id=943fdbff-be1f-43e0-8bd9-b07168e21d7f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:41.736253 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-692c0530-1d36-4bb2-8bac-a53afdc79232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.885029 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8e1cfe73-513d-46bc-a855-c59eb2f29c02 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:41.916008 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c0530-1d36-4bb2-8bac-a53afdc79232 None None] Pushing event updated for resources: {'Port': ['ID=2442adb6-96f8-465b-b6a0-6b6b5af3af4e,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:41.948107 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-8e2ba8cf-fa50-4f43-bf8b-64fa957d49c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'name': 'tempest-ServersTestJSON-848046492-router', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:00Z', 'updated_at': '2021-07-16T01:27:37Z', 'revision_number': 5, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'gw_port': {'id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:01Z', 'updated_at': '2021-07-16T01:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:42.136545 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307843e-3544-43ac-959f-9279b405560f req-20d2ac67-43c2-47ac-bd18-8d6e7e4e9558 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.146499 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9307843e-3544-43ac-959f-9279b405560f req-20d2ac67-43c2-47ac-bd18-8d6e7e4e9558 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1719546 Jul 16 01:27:42.227443 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2ba8cf-fa50-4f43-bf8b-64fa957d49c5 None None] Checking router: 84b704bc-ebd6-4364-941a-b33e97c1a043 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:27:42.250793 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2ba8cf-fa50-4f43-bf8b-64fa957d49c5 None None] Routers {'84b704bc-ebd6-4364-941a-b33e97c1a043'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:42.252424 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-8e2ba8cf-fa50-4f43-bf8b-64fa957d49c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:27:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['84b704bc-ebd6-4364-941a-b33e97c1a043'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:42.255387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e802a7be-9236-48db-b099-a3fc2cd30111 None None] Provisioning complete for port 2442adb6-96f8-465b-b6a0-6b6b5af3af4e triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:42.255978 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e802a7be-9236-48db-b099-a3fc2cd30111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.262546 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9307843e-3544-43ac-959f-9279b405560f req-a1a64e8b-4d08-4231-8459-8d2fb6ba7b70 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149852 Jul 16 01:27:42.495781 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-8e2ba8cf-fa50-4f43-bf8b-64fa957d49c5 None None] Set router 84b704bc-ebd6-4364-941a-b33e97c1a043 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:42.599621 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d78c2075-433a-42f9-a88d-a5b412a374cc req-e0373510-4476-4f0b-abff-1d1c6dd09cba tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/ports?device_id=6993e618-0887-4f96-9ed1-d5c6fe4bf567 HTTP/1.1" status: 200 len: 210 time: 0.0443327 Jul 16 01:27:42.631114 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 8e1cfe73-513d-46bc-a855-c59eb2f29c02 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:42.631508 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.664262 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0ce1a607-5831-4088-945f-9baccc015bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.667323 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0ce1a607-5831-4088-945f-9baccc015bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.673443 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0ce1a607-5831-4088-945f-9baccc015bb2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb HTTP/1.1" status: 204 len: 168 time: 2.4164608 Jul 16 01:27:42.675788 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e876a81-7f19-494e-9383-1ba27301131a req-a17cf10b-c3eb-4cb2-9be3-4bdf1bcc4374 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=4fbb0a41f6d4403bb8fc7a19f6130078&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1336219 Jul 16 01:27:42.708623 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ecfcf-07fc-4190-abeb-29126e34a78a req-3592e119-704f-4e8b-b7f1-9aff50bcf7a6 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.717856 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a8ecfcf-07fc-4190-abeb-29126e34a78a req-3592e119-704f-4e8b-b7f1-9aff50bcf7a6 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=323facbe-670b-46e4-9007-4946859341d2 HTTP/1.1" status: 200 len: 945 time: 1.8890381 Jul 16 01:27:42.864272 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49586) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:42.878019 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1a607-5831-4088-945f-9baccc015bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96f14e9-a6b6-4a91-9fa2-7e1b9ada38cb,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:42.890389 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e876a81-7f19-494e-9383-1ba27301131a req-dcf6fc8f-f371-4023-a238-67c4d8c370ab tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:42.891896 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e876a81-7f19-494e-9383-1ba27301131a req-dcf6fc8f-f371-4023-a238-67c4d8c370ab tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2078774 Jul 16 01:27:42.903212 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-84708866-eb57-43f2-a6e1-445e8c67a061 req-6a2dd1eb-7d29-4a38-8083-8ce2a385d23a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4199250 Jul 16 01:27:42.919662 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-5e876a81-7f19-494e-9383-1ba27301131a req-54a27bff-8fc3-4bdf-b76d-abea5086a44c tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Request body: {'port': {'device_id': '6993e618-0887-4f96-9ed1-d5c6fe4bf567', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': '4fbb0a41f6d4403bb8fc7a19f6130078'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:43.013832 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-8e2ba8cf-fa50-4f43-bf8b-64fa957d49c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'name': 'tempest-ServersTestJSON-848046492-router', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:00Z', 'updated_at': '2021-07-16T01:27:37Z', 'revision_number': 5, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'gw_port': {'id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:01Z', 'updated_at': '2021-07-16T01:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:43.069869 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a8864bc9-fc1c-4a32-9527-6c244509befa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.094654 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e876a81-7f19-494e-9383-1ba27301131a req-54a27bff-8fc3-4bdf-b76d-abea5086a44c tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Made reservation on behalf of 4fbb0a41f6d4403bb8fc7a19f6130078 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:43.096084 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5e876a81-7f19-494e-9383-1ba27301131a req-54a27bff-8fc3-4bdf-b76d-abea5086a44c tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.104503 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2ba8cf-fa50-4f43-bf8b-64fa957d49c5 None None] The sync data for ids ['84b704bc-ebd6-4364-941a-b33e97c1a043'] in n-d-792394-16 is: [{'id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'name': 'tempest-ServersTestJSON-848046492-router', 'tenant_id': '2e2c96b1826a4339b18e4f406fbe264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:25:00Z', 'updated_at': '2021-07-16T01:27:37Z', 'revision_number': 5, 'project_id': '2e2c96b1826a4339b18e4f406fbe264f', 'gw_port': {'id': '15d46bdb-48f3-43b6-9b91-0acf883b800f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b704bc-ebd6-4364-941a-b33e97c1a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:25:01Z', 'updated_at': '2021-07-16T01:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:43.117947 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a8ecfcf-07fc-4190-abeb-29126e34a78a req-d8aa920f-8337-425b-977a-cc00cd05baa8 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990030 Jul 16 01:27:43.134746 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5e876a81-7f19-494e-9383-1ba27301131a req-54a27bff-8fc3-4bdf-b76d-abea5086a44c tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.155096 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2442adb6-96f8-465b-b6a0-6b6b5af3af4e up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:43.304319 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 2442adb6-96f8-465b-b6a0-6b6b5af3af4e triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:43.307785 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.464959 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-64485cb7-7cc8-499e-a5f3-5f266a2ff98d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-20684112-network', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:43.469119 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-a8864bc9-fc1c-4a32-9527-6c244509befa admin admin] Deleting port 15d46bdb-48f3-43b6-9b91-0acf883b800f {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:43.469478 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a8864bc9-fc1c-4a32-9527-6c244509befa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.751315 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752f0cd-2428-43fa-93eb-ea1b652f57b8 req-e648cc7c-ee66-497c-b46c-2ff27840417b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:43.771443 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b752f0cd-2428-43fa-93eb-ea1b652f57b8 req-e648cc7c-ee66-497c-b46c-2ff27840417b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.1663096 Jul 16 01:27:43.851207 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5e876a81-7f19-494e-9383-1ba27301131a req-54a27bff-8fc3-4bdf-b76d-abea5086a44c tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.852674 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b752f0cd-2428-43fa-93eb-ea1b652f57b8 req-677e4f0d-4d6f-484b-a642-f36158b8f30d tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802906 Jul 16 01:27:43.881338 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5e876a81-7f19-494e-9383-1ba27301131a req-54a27bff-8fc3-4bdf-b76d-abea5086a44c tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.904845 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64485cb7-7cc8-499e-a5f3-5f266a2ff98d admin admin] Made reservation on behalf of 8c1cd71b2bbb4da2b2edf2be3f2fbcab for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:43.907547 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64485cb7-7cc8-499e-a5f3-5f266a2ff98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.937257 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64485cb7-7cc8-499e-a5f3-5f266a2ff98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.987404 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b66859d2-a211-48d7-a994-c58319300ad6 req-ff2748d7-807d-4a29-8ee7-556bb1d567a7 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/ports?device_id=6993e618-0887-4f96-9ed1-d5c6fe4bf567 HTTP/1.1" status: 200 len: 210 time: 0.1071250 Jul 16 01:27:44.045067 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-a8864bc9-fc1c-4a32-9527-6c244509befa admin admin] For port 15d46bdb-48f3-43b6-9b91-0acf883b800f, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=15d46bdb-48f3-43b6-9b91-0acf883b800f,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:44.045285 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a8864bc9-fc1c-4a32-9527-6c244509befa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.053478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a27bff-8fc3-4bdf-b76d-abea5086a44c tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5c4a92-1dec-4d30-adc9-eee5dbbd7989,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:44.110045 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-a8864bc9-fc1c-4a32-9527-6c244509befa admin admin] Calling delete_port for 15d46bdb-48f3-43b6-9b91-0acf883b800f owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:44.127401 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bdef8b87-c9bd-45b8-b493-4bd81fb1fbee tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.160938 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64485cb7-7cc8-499e-a5f3-5f266a2ff98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.166717 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64485cb7-7cc8-499e-a5f3-5f266a2ff98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.246982 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64485cb7-7cc8-499e-a5f3-5f266a2ff98d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:27:44.273351 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64485cb7-7cc8-499e-a5f3-5f266a2ff98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2711cc75-e7fb-4c2a-99ba-8133a9efb49e,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:44.287937 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64485cb7-7cc8-499e-a5f3-5f266a2ff98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.288294 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-64485cb7-7cc8-499e-a5f3-5f266a2ff98d admin admin] Added segment 8f0f9ecd-12aa-437f-9ccc-a075b6654bb2 of type vlan for network 7cb02b0d-151c-40b4-a49f-996c30b19d5d Jul 16 01:27:44.384862 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-5e876a81-7f19-494e-9383-1ba27301131a req-54a27bff-8fc3-4bdf-b76d-abea5086a44c tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Allocated IP 192.168.233.187 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/ba827c17-1a2f-4be3-94f3-618b98056c6e) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:44.389154 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49614) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:44.445562 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64485cb7-7cc8-499e-a5f3-5f266a2ff98d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.536886 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f03ca-ae08-427d-9622-39ea31ff0055 req-a4d66869-7919-44b1-adaf-c9874a97b60d tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.538831 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e90f03ca-ae08-427d-9622-39ea31ff0055 req-a4d66869-7919-44b1-adaf-c9874a97b60d tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=323facbe-670b-46e4-9007-4946859341d2 HTTP/1.1" status: 200 len: 945 time: 0.1564250 Jul 16 01:27:44.540395 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64485cb7-7cc8-499e-a5f3-5f266a2ff98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.541409 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64485cb7-7cc8-499e-a5f3-5f266a2ff98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.542007 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64485cb7-7cc8-499e-a5f3-5f266a2ff98d admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.607660 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-64485cb7-7cc8-499e-a5f3-5f266a2ff98d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7395840 Jul 16 01:27:44.610534 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49618) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:44.619631 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-24a5fc91-e139-43bd-984f-a39abe23d1ce admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1662022088-network', 'tenant_id': '4f5ea53f54a7488181cae8d9cdffa32a'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:44.644210 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-845c6a6d-323c-4be7-8d8c-ffe515b7ff90 admin admin] Request body: {'subnet': {'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-20684112-subnet', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:44.655036 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64485cb7-7cc8-499e-a5f3-5f266a2ff98d admin admin] Pushing event updated for resources: {'Network': ['ID=7cb02b0d-151c-40b4-a49f-996c30b19d5d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:44.667087 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 7cb02b0d-151c-40b4-a49f-996c30b19d5d details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:27:44.670324 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a5fc91-e139-43bd-984f-a39abe23d1ce admin admin] Made reservation on behalf of 4f5ea53f54a7488181cae8d9cdffa32a for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:44.673933 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-24a5fc91-e139-43bd-984f-a39abe23d1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.682056 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e90f03ca-ae08-427d-9622-39ea31ff0055 req-658fda8a-d674-43a7-ad1f-5a40efd1203b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334901 Jul 16 01:27:44.711280 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845c6a6d-323c-4be7-8d8c-ffe515b7ff90 admin admin] Made reservation on behalf of 8c1cd71b2bbb4da2b2edf2be3f2fbcab for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:44.725058 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-845c6a6d-323c-4be7-8d8c-ffe515b7ff90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.755322 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-24a5fc91-e139-43bd-984f-a39abe23d1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.790900 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a8864bc9-fc1c-4a32-9527-6c244509befa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.884665 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8864bc9-fc1c-4a32-9527-6c244509befa admin admin] Pushing event deleted for resources: {'Port': ['ID=15d46bdb-48f3-43b6-9b91-0acf883b800f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:44.964338 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5e876a81-7f19-494e-9383-1ba27301131a req-54a27bff-8fc3-4bdf-b76d-abea5086a44c tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.092326 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-845c6a6d-323c-4be7-8d8c-ffe515b7ff90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.099551 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-5e876a81-7f19-494e-9383-1ba27301131a req-54a27bff-8fc3-4bdf-b76d-abea5086a44c tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Transition to ACTIVE for port object ba827c17-1a2f-4be3-94f3-618b98056c6e will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:45.127937 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f1c0d1a3-bb08-4a58-a2cb-1dd899af9859 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:45.187631 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c6a6d-323c-4be7-8d8c-ffe515b7ff90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9075885-b498-4569-92ab-9ab8f9b2e064,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:45.194157 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: f1c0d1a3-bb08-4a58-a2cb-1dd899af9859 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:45.198044 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a8864bc9-fc1c-4a32-9527-6c244509befa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.200271 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f1c0d1a3-bb08-4a58-a2cb-1dd899af9859 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:45.295518 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-bdef8b87-c9bd-45b8-b493-4bd81fb1fbee tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Deleting port f5b11329-9bee-476d-9951-b6d878ad3959 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:45.295723 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bdef8b87-c9bd-45b8-b493-4bd81fb1fbee tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.339560 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845c6a6d-323c-4be7-8d8c-ffe515b7ff90 admin admin] Checking segment: {'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:45.340346 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845c6a6d-323c-4be7-8d8c-ffe515b7ff90 admin admin] Network hostable DHCP agents. Network: 7cb02b0d-151c-40b4-a49f-996c30b19d5d, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:27:45.361357 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5b2d0f9e-2434-4e19-8e66-f9de0890b873 req-23689f04-4f7b-4527-8034-e3a37f9021dd tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/ports?device_id=6993e618-0887-4f96-9ed1-d5c6fe4bf567 HTTP/1.1" status: 200 len: 210 time: 0.1055472 Jul 16 01:27:45.361704 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a8864bc9-fc1c-4a32-9527-6c244509befa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.377280 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a8864bc9-fc1c-4a32-9527-6c244509befa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.405515 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845c6a6d-323c-4be7-8d8c-ffe515b7ff90 admin admin] Network 7cb02b0d-151c-40b4-a49f-996c30b19d5d is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:27:45.425809 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-845c6a6d-323c-4be7-8d8c-ffe515b7ff90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 7cb02b0d-151c-40b4-a49f-996c30b19d5d) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:45.433327 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845c6a6d-323c-4be7-8d8c-ffe515b7ff90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:45.437732 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-845c6a6d-323c-4be7-8d8c-ffe515b7ff90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.442085 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158beee9-5fd0-4562-924c-b884fd8b8213 None None] Network 7cb02b0d-151c-40b4-a49f-996c30b19d5d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:45.495285 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-24a5fc91-e139-43bd-984f-a39abe23d1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.522931 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-845c6a6d-323c-4be7-8d8c-ffe515b7ff90 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9110708 Jul 16 01:27:45.526253 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49636) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:45.538044 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-3cab5d67-9329-42c2-8d72-953b981a16b4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-20684112-router', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:45.550902 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5e876a81-7f19-494e-9383-1ba27301131a req-54a27bff-8fc3-4bdf-b76d-abea5086a44c tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.579674 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3cab5d67-9329-42c2-8d72-953b981a16b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.581262 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3cab5d67-9329-42c2-8d72-953b981a16b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.614767 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-24a5fc91-e139-43bd-984f-a39abe23d1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.660237 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3cab5d67-9329-42c2-8d72-953b981a16b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.681787 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afa00ea-b15e-44cd-b7ce-280674b4982d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'fixed_ips': [{'subnet_id': 'd9075885-b498-4569-92ab-9ab8f9b2e064'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:27:45.683354 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7afa00ea-b15e-44cd-b7ce-280674b4982d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.693965 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a8864bc9-fc1c-4a32-9527-6c244509befa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.694537 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8864bc9-fc1c-4a32-9527-6c244509befa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84b704bc-ebd6-4364-941a-b33e97c1a043 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:27:45.716604 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a8864bc9-fc1c-4a32-9527-6c244509befa admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.717956 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a8864bc9-fc1c-4a32-9527-6c244509befa admin admin] 10.222.0.16 "DELETE /v2.0/routers/84b704bc-ebd6-4364-941a-b33e97c1a043 HTTP/1.1" status: 204 len: 168 time: 5.0711279 Jul 16 01:27:45.754596 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81639c9-e631-4bf3-ab7b-1e9fb6d0c290 req-78dff691-8f8f-4ef5-b696-40da24aa2aa5 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:45.762382 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f81639c9-e631-4bf3-ab7b-1e9fb6d0c290 req-78dff691-8f8f-4ef5-b696-40da24aa2aa5 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.6789496 Jul 16 01:27:45.771501 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49640) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:45.783046 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-d0cd4d63-25d4-408c-913d-75c4f750d70e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6676121 Jul 16 01:27:45.880002 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a5fc91-e139-43bd-984f-a39abe23d1ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:27:45.923367 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-7afa00ea-b15e-44cd-b7ce-280674b4982d None None] Allocated IP 172.20.0.2 (7cb02b0d-151c-40b4-a49f-996c30b19d5d/d9075885-b498-4569-92ab-9ab8f9b2e064/d89fcf59-8ed2-4304-ae5f-bc28f3c06eae) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:45.947258 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3cab5d67-9329-42c2-8d72-953b981a16b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.975012 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e876a81-7f19-494e-9383-1ba27301131a req-54a27bff-8fc3-4bdf-b76d-abea5086a44c tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:46.024191 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bdef8b87-c9bd-45b8-b493-4bd81fb1fbee tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.087159 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a27bff-8fc3-4bdf-b76d-abea5086a44c tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Pushing event updated for resources: {'Port': ['ID=ba827c17-1a2f-4be3-94f3-618b98056c6e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:46.102931 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-5e876a81-7f19-494e-9383-1ba27301131a req-54a27bff-8fc3-4bdf-b76d-abea5086a44c tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:46.133831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e876a81-7f19-494e-9383-1ba27301131a req-54a27bff-8fc3-4bdf-b76d-abea5086a44c tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:46.191214 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-24a5fc91-e139-43bd-984f-a39abe23d1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.191583 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-24a5fc91-e139-43bd-984f-a39abe23d1ce admin admin] Added segment 93b4c2d2-2e14-4e98-b04b-d4a19b004959 of type vlan for network 7771ce22-8772-4f34-9479-20c2030064b5 Jul 16 01:27:46.198450 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-bdef8b87-c9bd-45b8-b493-4bd81fb1fbee tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Calling delete_port for f5b11329-9bee-476d-9951-b6d878ad3959 owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:46.212058 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7afa00ea-b15e-44cd-b7ce-280674b4982d None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.233367 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7afa00ea-b15e-44cd-b7ce-280674b4982d None None] Transition to ACTIVE for port object d89fcf59-8ed2-4304-ae5f-bc28f3c06eae will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:46.235383 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5fc91-e139-43bd-984f-a39abe23d1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:46.277016 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a4be27-ce47-49d7-a5bc-7db08d7a90c6 admin admin] Deleting subnet 8a0b625a-5414-4c49-99ba-fd5b40c816b5 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:46.280981 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b4a4be27-ce47-49d7-a5bc-7db08d7a90c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.286464 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7afa00ea-b15e-44cd-b7ce-280674b4982d None None] Transition to ACTIVE for port object d89fcf59-8ed2-4304-ae5f-bc28f3c06eae will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:46.305934 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7afa00ea-b15e-44cd-b7ce-280674b4982d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.363798 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f81639c9-e631-4bf3-ab7b-1e9fb6d0c290 req-61caa29f-044c-4e90-ba78-515005485838 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6004174 Jul 16 01:27:46.491178 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3cab5d67-9329-42c2-8d72-953b981a16b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.539339 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afa00ea-b15e-44cd-b7ce-280674b4982d None None] Network 7cb02b0d-151c-40b4-a49f-996c30b19d5d is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:46.550333 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-7afa00ea-b15e-44cd-b7ce-280674b4982d None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:46.560419 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-24a5fc91-e139-43bd-984f-a39abe23d1ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.577453 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afa00ea-b15e-44cd-b7ce-280674b4982d None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:46.585992 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa00ea-b15e-44cd-b7ce-280674b4982d None None] Pushing event updated for resources: {'Port': ['ID=d89fcf59-8ed2-4304-ae5f-bc28f3c06eae,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:46.588397 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3cab5d67-9329-42c2-8d72-953b981a16b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.687944 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7afa00ea-b15e-44cd-b7ce-280674b4982d None None] Attempting to bind port d89fcf59-8ed2-4304-ae5f-bc28f3c06eae on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:46.689267 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7afa00ea-b15e-44cd-b7ce-280674b4982d None None] Attempting to bind port d89fcf59-8ed2-4304-ae5f-bc28f3c06eae by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:46.689878 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afa00ea-b15e-44cd-b7ce-280674b4982d None None] Attempting to bind port d89fcf59-8ed2-4304-ae5f-bc28f3c06eae on network 7cb02b0d-151c-40b4-a49f-996c30b19d5d {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:46.696535 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afa00ea-b15e-44cd-b7ce-280674b4982d None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:46.709553 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afa00ea-b15e-44cd-b7ce-280674b4982d None None] Checking segment: {'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:46.717445 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7afa00ea-b15e-44cd-b7ce-280674b4982d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.718447 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afa00ea-b15e-44cd-b7ce-280674b4982d None None] Bound using segment: {'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:46.719214 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7afa00ea-b15e-44cd-b7ce-280674b4982d None None] Bound port: d89fcf59-8ed2-4304-ae5f-bc28f3c06eae, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:46.720603 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7afa00ea-b15e-44cd-b7ce-280674b4982d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.824371 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7afa00ea-b15e-44cd-b7ce-280674b4982d None None] For port d89fcf59-8ed2-4304-ae5f-bc28f3c06eae, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:46.828654 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7afa00ea-b15e-44cd-b7ce-280674b4982d None None] For port d89fcf59-8ed2-4304-ae5f-bc28f3c06eae, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d89fcf59-8ed2-4304-ae5f-bc28f3c06eae,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:46.832585 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5fcb4a95-16b0-4fff-89b3-69c0a3b0f0f7 None None] Provisioning for port ba827c17-1a2f-4be3-94f3-618b98056c6e completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:46.838149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5fcb4a95-16b0-4fff-89b3-69c0a3b0f0f7 None None] Provisioning complete for port ba827c17-1a2f-4be3-94f3-618b98056c6e triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:46.839131 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fcb4a95-16b0-4fff-89b3-69c0a3b0f0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.843383 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7afa00ea-b15e-44cd-b7ce-280674b4982d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.845002 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b4a4be27-ce47-49d7-a5bc-7db08d7a90c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.859890 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4bb56-f7fe-4e5f-85ac-fe5248628f3e req-5dceb6a7-61b0-410a-af57-323ce4f0c4b5 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:46.867072 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b5c4bb56-f7fe-4e5f-85ac-fe5248628f3e req-5dceb6a7-61b0-410a-af57-323ce4f0c4b5 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/ports?device_id=6993e618-0887-4f96-9ed1-d5c6fe4bf567 HTTP/1.1" status: 200 len: 936 time: 0.1573002 Jul 16 01:27:46.900537 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-3cab5d67-9329-42c2-8d72-953b981a16b4 admin admin] Allocated IP 172.25.6.253 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/92d57527-fa50-4533-be36-6f0b3c94e8ca) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:46.957626 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bdef8b87-c9bd-45b8-b493-4bd81fb1fbee tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.959555 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-24a5fc91-e139-43bd-984f-a39abe23d1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.960714 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a5fc91-e139-43bd-984f-a39abe23d1ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:46.961266 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-24a5fc91-e139-43bd-984f-a39abe23d1ce admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.967001 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b5c4bb56-f7fe-4e5f-85ac-fe5248628f3e req-cd5fb2f0-9277-49d6-9067-fdd6da536e99 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b5c4a92-1dec-4d30-adc9-eee5dbbd7989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986862 Jul 16 01:27:46.969540 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5fcb4a95-16b0-4fff-89b3-69c0a3b0f0f7 None None] Port ba827c17-1a2f-4be3-94f3-618b98056c6e cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:47.001307 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b4a4be27-ce47-49d7-a5bc-7db08d7a90c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.011290 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 15d46bdb-48f3-43b6-9b91-0acf883b800f no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:47.066234 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e876a81-7f19-494e-9383-1ba27301131a req-54a27bff-8fc3-4bdf-b76d-abea5086a44c tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.066889 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5e876a81-7f19-494e-9383-1ba27301131a req-54a27bff-8fc3-4bdf-b76d-abea5086a44c tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.070943 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 15d46bdb-48f3-43b6-9b91-0acf883b800f {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:47.071292 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 15d46bdb-48f3-43b6-9b91-0acf883b800f not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:47.078098 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa00ea-b15e-44cd-b7ce-280674b4982d None None] Pushing event updated for resources: {'Port': ['ID=d89fcf59-8ed2-4304-ae5f-bc28f3c06eae,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:47.111370 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3cab5d67-9329-42c2-8d72-953b981a16b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.129031 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-24a5fc91-e139-43bd-984f-a39abe23d1ce admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7349963 Jul 16 01:27:47.132355 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49646) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:47.141612 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-4be09adb-7551-4913-97a2-75e685ada9b2 admin admin] Request body: {'subnet': {'network_id': '7771ce22-8772-4f34-9479-20c2030064b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1662022088-subnet', 'tenant_id': '4f5ea53f54a7488181cae8d9cdffa32a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:47.145961 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef8b87-c9bd-45b8-b493-4bd81fb1fbee tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Pushing event deleted for resources: {'Port': ['ID=f5b11329-9bee-476d-9951-b6d878ad3959,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:47.186504 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-aa866ed4-331e-4c2e-9892-dfa0ac91908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.187103 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-aa866ed4-331e-4c2e-9892-dfa0ac91908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.187572 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-aa866ed4-331e-4c2e-9892-dfa0ac91908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.188077 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-aa866ed4-331e-4c2e-9892-dfa0ac91908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.188625 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-aa866ed4-331e-4c2e-9892-dfa0ac91908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.189160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-aa866ed4-331e-4c2e-9892-dfa0ac91908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.189619 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-aa866ed4-331e-4c2e-9892-dfa0ac91908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.191808 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-aa866ed4-331e-4c2e-9892-dfa0ac91908e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=673d6f606a904bf5902fda58599b5f5e&device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 6508 time: 1.2421470 Jul 16 01:27:47.193496 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3cab5d67-9329-42c2-8d72-953b981a16b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.271546 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab5d67-9329-42c2-8d72-953b981a16b4 admin admin] Pushing event updated for resources: {'Port': ['ID=92d57527-fa50-4533-be36-6f0b3c94e8ca,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:47.291584 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cab5d67-9329-42c2-8d72-953b981a16b4 admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:47.292733 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be09adb-7551-4913-97a2-75e685ada9b2 admin admin] Made reservation on behalf of 4f5ea53f54a7488181cae8d9cdffa32a for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:47.295304 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4be09adb-7551-4913-97a2-75e685ada9b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.301139 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-3cab5d67-9329-42c2-8d72-953b981a16b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:47.323496 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab5d67-9329-42c2-8d72-953b981a16b4 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:47.714325 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4be09adb-7551-4913-97a2-75e685ada9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.823610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5fc91-e139-43bd-984f-a39abe23d1ce admin admin] Pushing event updated for resources: {'Network': ['ID=7771ce22-8772-4f34-9479-20c2030064b5,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:47.837085 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 7771ce22-8772-4f34-9479-20c2030064b5 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:27:47.867700 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be09adb-7551-4913-97a2-75e685ada9b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=903d9a38-9e68-4c42-9c73-4c190106626e,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:47.976522 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be09adb-7551-4913-97a2-75e685ada9b2 admin admin] Checking segment: {'id': '93b4c2d2-2e14-4e98-b04b-d4a19b004959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7771ce22-8772-4f34-9479-20c2030064b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:47.976522 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be09adb-7551-4913-97a2-75e685ada9b2 admin admin] Network hostable DHCP agents. Network: 7771ce22-8772-4f34-9479-20c2030064b5, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:27:47.979542 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e876a81-7f19-494e-9383-1ba27301131a req-54a27bff-8fc3-4bdf-b76d-abea5086a44c tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0739524 Jul 16 01:27:47.980799 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-4dd9b822-5d70-40f6-9144-17f2b497aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.981280 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-4dd9b822-5d70-40f6-9144-17f2b497aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.981747 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-4dd9b822-5d70-40f6-9144-17f2b497aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.983267 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-4dd9b822-5d70-40f6-9144-17f2b497aa45 service neutron] 10.222.0.82 "GET /v2.0/networks?id=99585749-6e41-4e60-92b1-0c114a9091db&id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&id=7baef46c-4da4-4d46-bf21-e653349e66a6&id=7baef46c-4da4-4d46-bf21-e653349e66a6 HTTP/1.1" status: 200 len: 2298 time: 0.1533926 Jul 16 01:27:48.046781 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be09adb-7551-4913-97a2-75e685ada9b2 admin admin] Network 7771ce22-8772-4f34-9479-20c2030064b5 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:27:48.071951 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-4be09adb-7551-4913-97a2-75e685ada9b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 7771ce22-8772-4f34-9479-20c2030064b5) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:48.079720 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be09adb-7551-4913-97a2-75e685ada9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.080448 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4be09adb-7551-4913-97a2-75e685ada9b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.084312 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b75fd1e-7433-4bb1-8f78-341ad17ce4c8 None None] Network 7771ce22-8772-4f34-9479-20c2030064b5 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:48.086601 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3cab5d67-9329-42c2-8d72-953b981a16b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.093230 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-5e876a81-7f19-494e-9383-1ba27301131a req-c7c79e37-e1d4-40f1-a39d-11ab0ab45f1b service neutron] Request body: {'port': {'device_id': '6993e618-0887-4f96-9ed1-d5c6fe4bf567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:48.155916 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-b3ad2053-3445-4fff-8f17-589aa1f96ad5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beacc2e5-69c8-4208-89bd-64878bc5925b HTTP/1.1" status: 200 len: 1001 time: 0.1485741 Jul 16 01:27:48.172525 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4be09adb-7551-4913-97a2-75e685ada9b2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0353642 Jul 16 01:27:48.374374 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5e876a81-7f19-494e-9383-1ba27301131a req-c7c79e37-e1d4-40f1-a39d-11ab0ab45f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.500533 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f203245-1661-4204-8b8e-3058c548a88f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-7771ce22-8772-4f34-9479-20c2030064b5', 'network_id': '7771ce22-8772-4f34-9479-20c2030064b5', 'tenant_id': '4f5ea53f54a7488181cae8d9cdffa32a', 'fixed_ips': [{'subnet_id': '903d9a38-9e68-4c42-9c73-4c190106626e'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:27:48.501587 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f203245-1661-4204-8b8e-3058c548a88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.610216 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3cab5d67-9329-42c2-8d72-953b981a16b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.689447 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5352225f-5e2e-462c-80a3-0db95bb3da15 None None] Network 7cb02b0d-151c-40b4-a49f-996c30b19d5d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:48.781002 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-5e876a81-7f19-494e-9383-1ba27301131a req-c7c79e37-e1d4-40f1-a39d-11ab0ab45f1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba827c17-1a2f-4be3-94f3-618b98056c6e {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:48.790028 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5e876a81-7f19-494e-9383-1ba27301131a req-c7c79e37-e1d4-40f1-a39d-11ab0ab45f1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.803557 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-5e876a81-7f19-494e-9383-1ba27301131a req-c7c79e37-e1d4-40f1-a39d-11ab0ab45f1b service neutron] Transition to ACTIVE for port object ba827c17-1a2f-4be3-94f3-618b98056c6e will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:48.808923 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-71cb1715-04bb-4e1a-ad72-6df02c413c54 None None] Provisioning for port d89fcf59-8ed2-4304-ae5f-bc28f3c06eae completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:48.814354 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b4a4be27-ce47-49d7-a5bc-7db08d7a90c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.865556 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ff402-fee5-4d36-9eb8-c70904d2465c req-19d18820-6bb7-4021-979a-cef61408196a tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.882400 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba8ff402-fee5-4d36-9eb8-c70904d2465c req-19d18820-6bb7-4021-979a-cef61408196a tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/ports?device_id=6993e618-0887-4f96-9ed1-d5c6fe4bf567 HTTP/1.1" status: 200 len: 936 time: 0.2763736 Jul 16 01:27:48.885970 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-9f203245-1661-4204-8b8e-3058c548a88f None None] Allocated IP 172.20.0.2 (7771ce22-8772-4f34-9479-20c2030064b5/903d9a38-9e68-4c42-9c73-4c190106626e/d2bf6a82-8e74-4c3c-a43b-72cc908739ab) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:49.042459 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bdef8b87-c9bd-45b8-b493-4bd81fb1fbee tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:49.044654 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5e876a81-7f19-494e-9383-1ba27301131a req-c7c79e37-e1d4-40f1-a39d-11ab0ab45f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:49.050660 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f203245-1661-4204-8b8e-3058c548a88f None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:49.060311 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9f203245-1661-4204-8b8e-3058c548a88f None None] Transition to ACTIVE for port object d2bf6a82-8e74-4c3c-a43b-72cc908739ab will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:49.060957 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba8ff402-fee5-4d36-9eb8-c70904d2465c req-ba0407a1-402a-43b4-bd07-6274fca9b9b1 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b5c4a92-1dec-4d30-adc9-eee5dbbd7989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625073 Jul 16 01:27:49.075316 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9f203245-1661-4204-8b8e-3058c548a88f None None] Transition to ACTIVE for port object d2bf6a82-8e74-4c3c-a43b-72cc908739ab will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:49.089274 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b4a4be27-ce47-49d7-a5bc-7db08d7a90c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:49.093526 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b4a4be27-ce47-49d7-a5bc-7db08d7a90c6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8a0b625a-5414-4c49-99ba-fd5b40c816b5 HTTP/1.1" status: 204 len: 168 time: 3.3073287 Jul 16 01:27:49.094144 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4be27-ce47-49d7-a5bc-7db08d7a90c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a0b625a-5414-4c49-99ba-fd5b40c816b5,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:49.099180 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49674) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:49.200931 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-33e6a190-a750-4de2-9e72-acc553f70717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.202435 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-33e6a190-a750-4de2-9e72-acc553f70717 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d41468b7-b0b4-41eb-bdf2-84a94c3d3c68 HTTP/1.1" status: 200 len: 856 time: 1.0373306 Jul 16 01:27:49.216302 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b27548-09e1-42a7-b888-3a51116bc72f None None] Network a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:49.238643 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f203245-1661-4204-8b8e-3058c548a88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:49.304413 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f281d800-083a-46d1-af7a-c17eb19ae2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:49.360445 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cab5d67-9329-42c2-8d72-953b981a16b4 admin admin] Router c9674832-0211-4b8d-b71b-9324f55a7b11 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:27:49.545363 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f203245-1661-4204-8b8e-3058c548a88f None None] Pushing event updated for resources: {'Port': ['ID=d2bf6a82-8e74-4c3c-a43b-72cc908739ab,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:49.552080 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d89fcf59-8ed2-4304-ae5f-bc28f3c06eae up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:49.568295 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c06d0-259a-4eaa-b94c-480c1a55127b req-a7dadf63-a871-47c0-abd4-3dd811e0a63b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.578486 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f15c06d0-259a-4eaa-b94c-480c1a55127b req-a7dadf63-a871-47c0-abd4-3dd811e0a63b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 1.7519681 Jul 16 01:27:49.672797 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f203245-1661-4204-8b8e-3058c548a88f None None] Network 7771ce22-8772-4f34-9479-20c2030064b5 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:49.679419 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-9f203245-1661-4204-8b8e-3058c548a88f None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:49.689688 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f203245-1661-4204-8b8e-3058c548a88f None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:49.696346 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c79e37-e1d4-40f1-a39d-11ab0ab45f1b service neutron] Pushing event updated for resources: {'Port': ['ID=ba827c17-1a2f-4be3-94f3-618b98056c6e,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:49.778756 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port d89fcf59-8ed2-4304-ae5f-bc28f3c06eae completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:49.823387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port d89fcf59-8ed2-4304-ae5f-bc28f3c06eae triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:49.823934 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:49.853338 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdef8b87-c9bd-45b8-b493-4bd81fb1fbee tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Router 7dad8143-c4cd-453e-8e08-68e0be248f5a has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:27:49.872221 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f15c06d0-259a-4eaa-b94c-480c1a55127b req-7832c3b7-970c-42c6-8a88-e59341ec9bb2 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927387 Jul 16 01:27:49.905360 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-9f203245-1661-4204-8b8e-3058c548a88f None None] Attempting to bind port d2bf6a82-8e74-4c3c-a43b-72cc908739ab on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:49.906044 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-9f203245-1661-4204-8b8e-3058c548a88f None None] Attempting to bind port d2bf6a82-8e74-4c3c-a43b-72cc908739ab by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '93b4c2d2-2e14-4e98-b04b-d4a19b004959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7771ce22-8772-4f34-9479-20c2030064b5'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:49.906189 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f203245-1661-4204-8b8e-3058c548a88f None None] Attempting to bind port d2bf6a82-8e74-4c3c-a43b-72cc908739ab on network 7771ce22-8772-4f34-9479-20c2030064b5 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:49.958120 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f203245-1661-4204-8b8e-3058c548a88f None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:49.958449 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f203245-1661-4204-8b8e-3058c548a88f None None] Checking segment: {'id': '93b4c2d2-2e14-4e98-b04b-d4a19b004959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7771ce22-8772-4f34-9479-20c2030064b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:49.958946 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f203245-1661-4204-8b8e-3058c548a88f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:49.959348 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f203245-1661-4204-8b8e-3058c548a88f None None] Bound using segment: {'id': '93b4c2d2-2e14-4e98-b04b-d4a19b004959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7771ce22-8772-4f34-9479-20c2030064b5'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:49.961055 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-9f203245-1661-4204-8b8e-3058c548a88f None None] Bound port: d2bf6a82-8e74-4c3c-a43b-72cc908739ab, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b4c2d2-2e14-4e98-b04b-d4a19b004959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7771ce22-8772-4f34-9479-20c2030064b5'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:49.961556 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f203245-1661-4204-8b8e-3058c548a88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:49.976666 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-83f52200-da08-452f-bc7e-a298062c7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.979563 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-83f52200-da08-452f-bc7e-a298062c7c34 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=99585749-6e41-4e60-92b1-0c114a9091db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7503216 Jul 16 01:27:49.980566 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-5e876a81-7f19-494e-9383-1ba27301131a req-c7c79e37-e1d4-40f1-a39d-11ab0ab45f1b service neutron] Attempting to bind port ba827c17-1a2f-4be3-94f3-618b98056c6e on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:49.981049 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-5e876a81-7f19-494e-9383-1ba27301131a req-c7c79e37-e1d4-40f1-a39d-11ab0ab45f1b service neutron] Attempting to bind port ba827c17-1a2f-4be3-94f3-618b98056c6e by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:49.981552 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e876a81-7f19-494e-9383-1ba27301131a req-c7c79e37-e1d4-40f1-a39d-11ab0ab45f1b service neutron] Attempting to bind port ba827c17-1a2f-4be3-94f3-618b98056c6e on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:50.061836 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-9f203245-1661-4204-8b8e-3058c548a88f None None] For port d2bf6a82-8e74-4c3c-a43b-72cc908739ab, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:50.067269 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-9f203245-1661-4204-8b8e-3058c548a88f None None] For port d2bf6a82-8e74-4c3c-a43b-72cc908739ab, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d2bf6a82-8e74-4c3c-a43b-72cc908739ab,segment=NetworkSegment(93b4c2d2-2e14-4e98-b04b-d4a19b004959),segment_id=93b4c2d2-2e14-4e98-b04b-d4a19b004959)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:50.103555 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f203245-1661-4204-8b8e-3058c548a88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:50.212806 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f203245-1661-4204-8b8e-3058c548a88f None None] Pushing event updated for resources: {'Port': ['ID=d2bf6a82-8e74-4c3c-a43b-72cc908739ab,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:50.249566 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647a587d-0557-4156-996d-c58fdf97e0dd None None] DHCP port deletion for a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:27:50.274003 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e876a81-7f19-494e-9383-1ba27301131a req-c7c79e37-e1d4-40f1-a39d-11ab0ab45f1b service neutron] Port ba827c17-1a2f-4be3-94f3-618b98056c6e on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:50.274524 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e876a81-7f19-494e-9383-1ba27301131a req-c7c79e37-e1d4-40f1-a39d-11ab0ab45f1b service neutron] Attempting to bind port ba827c17-1a2f-4be3-94f3-618b98056c6e on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:50.307325 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cab5d67-9329-42c2-8d72-953b981a16b4 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:50.324568 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-f281d800-083a-46d1-af7a-c17eb19ae2cf admin admin] Deleting port 3a0d934c-592a-4937-9496-06ca38e5deb4 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:50.324985 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f281d800-083a-46d1-af7a-c17eb19ae2cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:50.356863 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] Sync routers for ids ['c9674832-0211-4b8d-b71b-9324f55a7b11'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:50.358396 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdef8b87-c9bd-45b8-b493-4bd81fb1fbee tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:50.375957 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] Routers {'c9674832-0211-4b8d-b71b-9324f55a7b11'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:50.376624 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:27:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c9674832-0211-4b8d-b71b-9324f55a7b11'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:50.383852 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bdef8b87-c9bd-45b8-b493-4bd81fb1fbee tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] 10.222.0.16 "PUT /v2.0/routers/7dad8143-c4cd-453e-8e08-68e0be248f5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2952747 Jul 16 01:27:50.394964 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49688) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:50.434912 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e876a81-7f19-494e-9383-1ba27301131a req-c7c79e37-e1d4-40f1-a39d-11ab0ab45f1b service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:50.435240 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e876a81-7f19-494e-9383-1ba27301131a req-c7c79e37-e1d4-40f1-a39d-11ab0ab45f1b service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:50.435719 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e876a81-7f19-494e-9383-1ba27301131a req-c7c79e37-e1d4-40f1-a39d-11ab0ab45f1b service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:50.436885 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-5e876a81-7f19-494e-9383-1ba27301131a req-c7c79e37-e1d4-40f1-a39d-11ab0ab45f1b service neutron] Bound port: ba827c17-1a2f-4be3-94f3-618b98056c6e, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:50.436885 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5e876a81-7f19-494e-9383-1ba27301131a req-c7c79e37-e1d4-40f1-a39d-11ab0ab45f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:50.496554 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb0eefc-7f23-409b-bc91-615c46989262 None None] Sync routers for ids ['7dad8143-c4cd-453e-8e08-68e0be248f5a'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:50.548600 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-a8bf5409-27b0-4e8f-a596-3ac7ff401051 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:50.559707 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-a8bf5409-27b0-4e8f-a596-3ac7ff401051 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/networks?id=7771ce22-8772-4f34-9479-20c2030064b5 HTTP/1.1" status: 200 len: 816 time: 1.0744805 Jul 16 01:27:50.560538 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:50.574434 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb0eefc-7f23-409b-bc91-615c46989262 None None] Routers {'7dad8143-c4cd-453e-8e08-68e0be248f5a'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:50.575404 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2bb0eefc-7f23-409b-bc91-615c46989262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:27:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['7dad8143-c4cd-453e-8e08-68e0be248f5a'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:50.600395 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-1e53e508-c607-46a2-99a0-e9774bce12b8 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] delete failed (client error): The resource could not be found. Jul 16 01:27:50.608933 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1e53e508-c607-46a2-99a0-e9774bce12b8 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-500991386 HTTP/1.1" status: 404 len: 334 time: 0.1900299 Jul 16 01:27:50.614875 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3cab5d67-9329-42c2-8d72-953b981a16b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:50.616322 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3cab5d67-9329-42c2-8d72-953b981a16b4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0825889 Jul 16 01:27:50.622624 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49698) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:50.626818 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49700) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:50.634922 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-ce563ac5-ea93-4566-90d0-0299fe9e4488 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Request body: {'router': {'external_gateway_info': {'network_id': '7dad8143-c4cd-453e-8e08-68e0be248f5a'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:50.785181 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] Set router c9674832-0211-4b8d-b71b-9324f55a7b11 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:50.799702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-647a587d-0557-4156-996d-c58fdf97e0dd None None] Deleting port 3a0d934c-592a-4937-9496-06ca38e5deb4 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:50.800079 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-647a587d-0557-4156-996d-c58fdf97e0dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:50.806368 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2bb0eefc-7f23-409b-bc91-615c46989262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:50.938082 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port d89fcf59-8ed2-4304-ae5f-bc28f3c06eae, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d89fcf59-8ed2-4304-ae5f-bc28f3c06eae,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:50.941437 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4bcbc775-eef4-4bfd-b810-e2bb79f4959b None None] Provisioning complete for port d89fcf59-8ed2-4304-ae5f-bc28f3c06eae triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:50.942357 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4bcbc775-eef4-4bfd-b810-e2bb79f4959b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:50.956053 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-0081faaf-bca4-4475-9ee1-c19cb22801be tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/quotas/4f5ea53f54a7488181cae8d9cdffa32a HTTP/1.1" status: 200 len: 375 time: 0.3934448 Jul 16 01:27:51.012345 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb0eefc-7f23-409b-bc91-615c46989262 None None] Routers {'7dad8143-c4cd-453e-8e08-68e0be248f5a'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:51.013549 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2bb0eefc-7f23-409b-bc91-615c46989262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:27:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['7dad8143-c4cd-453e-8e08-68e0be248f5a'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:51.023039 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-b6fc4882-43c1-4b15-9c31-6bec2f9cba1d service neutron] 10.222.0.82 "GET /v2.0/networks/99585749-6e41-4e60-92b1-0c114a9091db?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0327210 Jul 16 01:27:51.029225 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.049388 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-5e876a81-7f19-494e-9383-1ba27301131a req-c7c79e37-e1d4-40f1-a39d-11ab0ab45f1b service neutron] For port ba827c17-1a2f-4be3-94f3-618b98056c6e, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:51.088305 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-5e876a81-7f19-494e-9383-1ba27301131a req-c7c79e37-e1d4-40f1-a39d-11ab0ab45f1b service neutron] For port ba827c17-1a2f-4be3-94f3-618b98056c6e, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ba827c17-1a2f-4be3-94f3-618b98056c6e,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:51.102038 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5e876a81-7f19-494e-9383-1ba27301131a req-c7c79e37-e1d4-40f1-a39d-11ab0ab45f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.191846 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-647a587d-0557-4156-996d-c58fdf97e0dd None None] For port 3a0d934c-592a-4937-9496-06ca38e5deb4, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=3a0d934c-592a-4937-9496-06ca38e5deb4,segment=NetworkSegment(1b85f567-f30c-4911-8c46-1eee3f966e09),segment_id=1b85f567-f30c-4911-8c46-1eee3f966e09)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:51.192546 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-647a587d-0557-4156-996d-c58fdf97e0dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.244763 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2bb0eefc-7f23-409b-bc91-615c46989262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:51.246683 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb0eefc-7f23-409b-bc91-615c46989262 None None] The sync data for ids ['7dad8143-c4cd-453e-8e08-68e0be248f5a'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:51.267129 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'name': 'tempest-ServerActionsTestJSON-20684112-router', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:45Z', 'updated_at': '2021-07-16T01:27:47Z', 'revision_number': 3, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'gw_port': {'id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:46Z', 'updated_at': '2021-07-16T01:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:51.286119 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-647a587d-0557-4156-996d-c58fdf97e0dd None None] Calling delete_port for 3a0d934c-592a-4937-9496-06ca38e5deb4 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:51.318698 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d2bf6a82-8e74-4c3c-a43b-72cc908739ab up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:51.339508 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] Checking router: c9674832-0211-4b8d-b71b-9324f55a7b11 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:27:51.340007 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] Updating router c9674832-0211-4b8d-b71b-9324f55a7b11 port 92d57527-fa50-4533-be36-6f0b3c94e8ca binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:27:51.349195 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c79e37-e1d4-40f1-a39d-11ab0ab45f1b service neutron] Pushing event updated for resources: {'Port': ['ID=ba827c17-1a2f-4be3-94f3-618b98056c6e,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:51.386651 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=d89fcf59-8ed2-4304-ae5f-bc28f3c06eae,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:51.395551 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c00f2f-80ad-4e5c-8554-203b222a4136 req-e400ff13-bd7f-4507-b937-ab598c513d89 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:51.401930 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-64c00f2f-80ad-4e5c-8554-203b222a4136 req-e400ff13-bd7f-4507-b937-ab598c513d89 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/ports?device_id=6993e618-0887-4f96-9ed1-d5c6fe4bf567 HTTP/1.1" status: 200 len: 948 time: 0.8497944 Jul 16 01:27:51.404124 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b34ea-4e8b-4985-9bd3-61eac0e45812 req-7c750fb4-b71c-4560-a8c4-2e7a660187dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:51.418038 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1c9b34ea-4e8b-4985-9bd3-61eac0e45812 req-7c750fb4-b71c-4560-a8c4-2e7a660187dd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b34e809642274173b57688929a40029a&device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 1097 time: 1.1781719 Jul 16 01:27:51.421222 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.457746 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e876a81-7f19-494e-9383-1ba27301131a req-c7c79e37-e1d4-40f1-a39d-11ab0ab45f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:51.458507 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5e876a81-7f19-494e-9383-1ba27301131a req-c7c79e37-e1d4-40f1-a39d-11ab0ab45f1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.460005 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e876a81-7f19-494e-9383-1ba27301131a req-c7c79e37-e1d4-40f1-a39d-11ab0ab45f1b service neutron] 10.222.0.84 "PUT /v2.0/ports/ba827c17-1a2f-4be3-94f3-618b98056c6e HTTP/1.1" status: 200 len: 1097 time: 3.3729899 Jul 16 01:27:51.531829 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6993e618-0887-4f96-9ed1-d5c6fe4bf567', 'tag': 'ba827c17-1a2f-4be3-94f3-618b98056c6e'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:51.541415 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb78a320-aacf-43f2-a773-70f5a54f1910" -d '{"events": [{"name": "network-changed", "server_uuid": "6993e618-0887-4f96-9ed1-d5c6fe4bf567", "tag": "ba827c17-1a2f-4be3-94f3-618b98056c6e"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:51.562230 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-f281d800-083a-46d1-af7a-c17eb19ae2cf admin admin] For port 3a0d934c-592a-4937-9496-06ca38e5deb4, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=3a0d934c-592a-4937-9496-06ca38e5deb4,segment=NetworkSegment(1b85f567-f30c-4911-8c46-1eee3f966e09),segment_id=1b85f567-f30c-4911-8c46-1eee3f966e09)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:51.562821 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f281d800-083a-46d1-af7a-c17eb19ae2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.726389 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port d2bf6a82-8e74-4c3c-a43b-72cc908739ab completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:51.748259 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-647a587d-0557-4156-996d-c58fdf97e0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.820473 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce563ac5-ea93-4566-90d0-0299fe9e4488 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.834105 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a587d-0557-4156-996d-c58fdf97e0dd None None] Pushing event deleted for resources: {'Port': ['ID=3a0d934c-592a-4937-9496-06ca38e5deb4,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:51.841459 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a587d-0557-4156-996d-c58fdf97e0dd None None] No DVR routers for this DVR port 3a0d934c-592a-4937-9496-06ca38e5deb4 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:51.856701 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 3a0d934c-592a-4937-9496-06ca38e5deb4 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:51.908326 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 3a0d934c-592a-4937-9496-06ca38e5deb4 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:51.908864 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 3a0d934c-592a-4937-9496-06ca38e5deb4 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:51.915466 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-f281d800-083a-46d1-af7a-c17eb19ae2cf admin admin] Calling delete_port for 3a0d934c-592a-4937-9496-06ca38e5deb4 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:51.961870 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-ce563ac5-ea93-4566-90d0-0299fe9e4488 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] update failed (client error): The resource could not be found. Jul 16 01:27:51.971526 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ce563ac5-ea93-4566-90d0-0299fe9e4488 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] 10.222.0.16 "PUT /v2.0/routers/7dad8143-c4cd-453e-8e08-68e0be248f5a HTTP/1.1" status: 404 len: 339 time: 1.3426898 Jul 16 01:27:51.973300 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49708) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:52.005855 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-64c00f2f-80ad-4e5c-8554-203b222a4136 req-fbad4edf-4aa9-4a07-89eb-217d9610cd6f tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b5c4a92-1dec-4d30-adc9-eee5dbbd7989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5867405 Jul 16 01:27:52.152343 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.183907 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] Transition to ACTIVE for port object 92d57527-fa50-4533-be36-6f0b3c94e8ca will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:52.200450 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-cb36146c-f602-4e44-8f43-0f1a4d9dea31 service neutron] 10.222.0.82 "GET /v2.0/networks/99585749-6e41-4e60-92b1-0c114a9091db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1570890 Jul 16 01:27:52.203120 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.214358 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-6487fea4-f7fa-43bc-b0c3-a5c09d77b2f9 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f5ea53f54a7488181cae8d9cdffa32a&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1385465 Jul 16 01:27:52.300493 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0178a5-d155-41e5-b8cf-14a80e4210b6 None None] Network 7771ce22-8772-4f34-9479-20c2030064b5 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:52.319715 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] Attempting to bind port 92d57527-fa50-4533-be36-6f0b3c94e8ca on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:52.320139 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] Attempting to bind port 92d57527-fa50-4533-be36-6f0b3c94e8ca by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:52.320522 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] Attempting to bind port 92d57527-fa50-4533-be36-6f0b3c94e8ca on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:52.321780 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b34ea-4e8b-4985-9bd3-61eac0e45812 req-d1ca4ede-2cbe-48bc-b650-0de31856a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:52.323389 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1c9b34ea-4e8b-4985-9bd3-61eac0e45812 req-d1ca4ede-2cbe-48bc-b650-0de31856a58b service neutron] 10.222.0.84 "GET /v2.0/networks?id=35ff07a5-b891-4556-995d-01800531e82b HTTP/1.1" status: 200 len: 915 time: 0.8579891 Jul 16 01:27:52.327371 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e876a81-7f19-494e-9383-1ba27301131a req-70b323ba-5a51-4613-aa95-334807fb5f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:52.328920 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e876a81-7f19-494e-9383-1ba27301131a req-70b323ba-5a51-4613-aa95-334807fb5f16 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4fbb0a41f6d4403bb8fc7a19f6130078&device_id=6993e618-0887-4f96-9ed1-d5c6fe4bf567 HTTP/1.1" status: 200 len: 1100 time: 0.7408836 Jul 16 01:27:52.330261 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-5dfbb276-2a30-45dc-86db-2217658489ef service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=4345b472-d891-4095-9ac3-2e3b8fe40305 HTTP/1.1" status: 200 len: 217 time: 0.1045797 Jul 16 01:27:52.344216 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:52.345156 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:52.346391 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.347007 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:52.348152 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] Bound port: 92d57527-fa50-4533-be36-6f0b3c94e8ca, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:52.348827 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.406474 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] For port 92d57527-fa50-4533-be36-6f0b3c94e8ca, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:52.410762 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] For port 92d57527-fa50-4533-be36-6f0b3c94e8ca, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=92d57527-fa50-4533-be36-6f0b3c94e8ca,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:52.416417 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a4651-4d94-45c2-a09c-a9fe6c55b0a8 None None] Pushing event updated for resources: {'Port': ['ID=92d57527-fa50-4533-be36-6f0b3c94e8ca,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:52.421389 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.431214 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a4651-4d94-45c2-a09c-a9fe6c55b0a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:52.434443 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a4651-4d94-45c2-a09c-a9fe6c55b0a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:52.435020 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a4651-4d94-45c2-a09c-a9fe6c55b0a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:52.435576 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a4651-4d94-45c2-a09c-a9fe6c55b0a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:52.436397 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a4651-4d94-45c2-a09c-a9fe6c55b0a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:52.436954 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a4651-4d94-45c2-a09c-a9fe6c55b0a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:52.437483 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a4651-4d94-45c2-a09c-a9fe6c55b0a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:52.438522 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a4651-4d94-45c2-a09c-a9fe6c55b0a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:52.440243 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a4651-4d94-45c2-a09c-a9fe6c55b0a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:52.440823 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a4651-4d94-45c2-a09c-a9fe6c55b0a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:52.441378 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a4651-4d94-45c2-a09c-a9fe6c55b0a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:52.441910 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a4651-4d94-45c2-a09c-a9fe6c55b0a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:52.519571 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a4651-4d94-45c2-a09c-a9fe6c55b0a8 None None] Pushing event updated for resources: {'Port': ['ID=92d57527-fa50-4533-be36-6f0b3c94e8ca,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:52.521135 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0985f723-ac2c-4d5c-bd4c-509d3780baa1 None None] Provisioning for port d2bf6a82-8e74-4c3c-a43b-72cc908739ab completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:52.527805 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0985f723-ac2c-4d5c-bd4c-509d3780baa1 None None] Provisioning complete for port d2bf6a82-8e74-4c3c-a43b-72cc908739ab triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:52.528230 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0985f723-ac2c-4d5c-bd4c-509d3780baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.566131 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e876a81-7f19-494e-9383-1ba27301131a req-46594749-9b1e-48f2-8d77-369153640b0a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=ba827c17-1a2f-4be3-94f3-618b98056c6e HTTP/1.1" status: 200 len: 217 time: 0.2263498 Jul 16 01:27:52.567791 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] Routers {'c9674832-0211-4b8d-b71b-9324f55a7b11'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:52.568733 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:27:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c9674832-0211-4b8d-b71b-9324f55a7b11'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:52.634865 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-dd6340a3-5f73-41b8-96b0-78e257739a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:52.639135 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-dd6340a3-5f73-41b8-96b0-78e257739a74 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7407fa8c-a52a-4e33-b68e-404660b41399 HTTP/1.1" status: 200 len: 797 time: 0.2705743 Jul 16 01:27:52.644012 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1c9b34ea-4e8b-4985-9bd3-61eac0e45812 req-10ab7819-2918-4254-9881-e8bf834038f6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a667ba4-53dc-45af-b92d-faf315772a8b HTTP/1.1" status: 200 len: 217 time: 0.2928643 Jul 16 01:27:52.691253 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f281d800-083a-46d1-af7a-c17eb19ae2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.704884 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e876a81-7f19-494e-9383-1ba27301131a req-3aa65b6f-fb48-4c4c-b2c6-273b8e5848dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:52.706439 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e876a81-7f19-494e-9383-1ba27301131a req-3aa65b6f-fb48-4c4c-b2c6-273b8e5848dc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0614688 Jul 16 01:27:52.767272 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f281d800-083a-46d1-af7a-c17eb19ae2cf admin admin] No DVR routers for this DVR port 3a0d934c-592a-4937-9496-06ca38e5deb4 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:52.773103 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] Set router c9674832-0211-4b8d-b71b-9324f55a7b11 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:52.780570 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281d800-083a-46d1-af7a-c17eb19ae2cf admin admin] Pushing event deleted for resources: {'Port': ['ID=3a0d934c-592a-4937-9496-06ca38e5deb4,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:52.866818 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0985f723-ac2c-4d5c-bd4c-509d3780baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.874978 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b34ea-4e8b-4985-9bd3-61eac0e45812 req-3f618d25-d374-43c5-a187-d6dcf2e8bf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:52.877378 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1c9b34ea-4e8b-4985-9bd3-61eac0e45812 req-3f618d25-d374-43c5-a187-d6dcf2e8bf84 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f67e12-f5ad-4d79-ae7c-5f4fe14246c7 HTTP/1.1" status: 200 len: 854 time: 0.1701207 Jul 16 01:27:52.949789 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-0985f723-ac2c-4d5c-bd4c-509d3780baa1 None None] For port d2bf6a82-8e74-4c3c-a43b-72cc908739ab, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d2bf6a82-8e74-4c3c-a43b-72cc908739ab,segment=NetworkSegment(93b4c2d2-2e14-4e98-b04b-d4a19b004959),segment_id=93b4c2d2-2e14-4e98-b04b-d4a19b004959)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:52.958977 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0985f723-ac2c-4d5c-bd4c-509d3780baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:52.961478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad2dd8-7ac7-4395-b479-feb024abb861 req-c3739f92-852c-4a0d-b522-dfeae9b52d57 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:52.962772 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1ad2dd8-7ac7-4395-b479-feb024abb861 req-c3739f92-852c-4a0d-b522-dfeae9b52d57 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.7176869 Jul 16 01:27:52.967284 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1c9b34ea-4e8b-4985-9bd3-61eac0e45812 req-7063ac74-e501-4d93-8152-f1cfa5416020 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=35ff07a5-b891-4556-995d-01800531e82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728955 Jul 16 01:27:53.038976 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e876a81-7f19-494e-9383-1ba27301131a req-e919c0bf-ea3c-497b-bec7-4e7fef04299f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:53.042175 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e876a81-7f19-494e-9383-1ba27301131a req-e919c0bf-ea3c-497b-bec7-4e7fef04299f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2962146 Jul 16 01:27:53.121506 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'name': 'tempest-ServerActionsTestJSON-20684112-router', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:45Z', 'updated_at': '2021-07-16T01:27:47Z', 'revision_number': 3, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'gw_port': {'id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:46Z', 'updated_at': '2021-07-16T01:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:53.127292 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-50bcf869-0861-410e-9131-2dfd026f4e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:53.137020 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985f723-ac2c-4d5c-bd4c-509d3780baa1 None None] Pushing event updated for resources: {'Port': ['ID=d2bf6a82-8e74-4c3c-a43b-72cc908739ab,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:53.153103 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-50bcf869-0861-410e-9131-2dfd026f4e37 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3852074 Jul 16 01:27:53.205476 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d89fcf59-8ed2-4304-ae5f-bc28f3c06eae up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:53.320651 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port d89fcf59-8ed2-4304-ae5f-bc28f3c06eae triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:53.321325 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.340685 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a42780a-a44a-4080-a426-a42cf313fbc3 None None] The sync data for ids ['c9674832-0211-4b8d-b71b-9324f55a7b11'] in n-d-792394-16 is: [{'id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'name': 'tempest-ServerActionsTestJSON-20684112-router', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:45Z', 'updated_at': '2021-07-16T01:27:47Z', 'revision_number': 3, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'gw_port': {'id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:46Z', 'updated_at': '2021-07-16T01:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:53.403169 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d2462683-76eb-4a18-8a5f-e82f8e44434c None None] Provisioning complete for port d2bf6a82-8e74-4c3c-a43b-72cc908739ab triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:53.404048 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d2462683-76eb-4a18-8a5f-e82f8e44434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.599951 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f281d800-083a-46d1-af7a-c17eb19ae2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.671010 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-6547c8cf-3434-4585-ae67-e0bff69b0410 service neutron] 10.222.0.16 "GET /v2.0/networks/7771ce22-8772-4f34-9479-20c2030064b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4556935 Jul 16 01:27:53.757508 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-f281d800-083a-46d1-af7a-c17eb19ae2cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:53.803393 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1ad2dd8-7ac7-4395-b479-feb024abb861 req-36bf3b32-38e3-4d5d-a4d1-a9df7778d1f6 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8246620 Jul 16 01:27:53.806194 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da93b620-14c7-4b94-a976-727dfe5cae59 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.818299 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-f281d800-083a-46d1-af7a-c17eb19ae2cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b85f567-f30c-4911-8c46-1eee3f966e09') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:53.818607 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-f281d800-083a-46d1-af7a-c17eb19ae2cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b85f567-f30c-4911-8c46-1eee3f966e09') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:53.842187 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f281d800-083a-46d1-af7a-c17eb19ae2cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.887150 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fab259-7c7d-4de9-b34a-30f081fce334 x-openstack-request-id: req-33fab259-7c7d-4de9-b34a-30f081fce334 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:53.887446 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6993e618-0887-4f96-9ed1-d5c6fe4bf567", "tag": "ba827c17-1a2f-4be3-94f3-618b98056c6e", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:53.891041 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33fab259-7c7d-4de9-b34a-30f081fce334 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:53.891483 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6993e618-0887-4f96-9ed1-d5c6fe4bf567', 'tag': 'ba827c17-1a2f-4be3-94f3-618b98056c6e', 'status': 'completed', 'code': 200} Jul 16 01:27:53.921979 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1c9b34ea-4e8b-4985-9bd3-61eac0e45812 req-55e86ed6-0ace-4331-b4cd-6fd540637834 service neutron] 10.222.0.84 "GET /v2.0/networks/35ff07a5-b891-4556-995d-01800531e82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9373176 Jul 16 01:27:53.925715 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e876a81-7f19-494e-9383-1ba27301131a req-41b5e411-3227-4cbb-954a-af010fcf2f74 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7318957 Jul 16 01:27:53.932437 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f281d800-083a-46d1-af7a-c17eb19ae2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.957592 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-09e4aa9b-eb83-47b9-b053-b32c12baa136 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8018837 Jul 16 01:27:54.014377 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-42716de4-8ad2-444e-b1de-0de72839ae38 service neutron] 10.222.0.16 "GET /v2.0/networks/7771ce22-8772-4f34-9479-20c2030064b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424661 Jul 16 01:27:54.055039 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f281d800-083a-46d1-af7a-c17eb19ae2cf admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:27:54.055391 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f281d800-083a-46d1-af7a-c17eb19ae2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:27:54.057627 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:27:54.263987 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e876a81-7f19-494e-9383-1ba27301131a req-24faf6b8-d750-411d-8e91-91ddfe3404a4 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042922 Jul 16 01:27:54.381013 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f281d800-083a-46d1-af7a-c17eb19ae2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.427583 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f281d800-083a-46d1-af7a-c17eb19ae2cf admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.441276 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f281d800-083a-46d1-af7a-c17eb19ae2cf admin admin] 10.222.0.16 "DELETE /v2.0/networks/a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83 HTTP/1.1" status: 204 len: 168 time: 5.3398795 Jul 16 01:27:54.480310 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281d800-083a-46d1-af7a-c17eb19ae2cf admin admin] Pushing event deleted for resources: {'Network': ['ID=a5ed8a5a-1e88-41f1-b2c2-05e9b83f6c83,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:54.501125 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-dfe1deeb-3ed7-4864-97f4-400dab8b346f service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5186615 Jul 16 01:27:54.547528 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-b6b754f0-2311-4e8e-87cb-962ad6680a6e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=28a2b02f-aee0-487c-baab-2cdc1ff4a615 HTTP/1.1" status: 200 len: 217 time: 0.0443156 Jul 16 01:27:54.549752 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1c9b34ea-4e8b-4985-9bd3-61eac0e45812 req-23b67ac5-48a6-4aaa-9979-96932b193dfc service neutron] 10.222.0.84 "GET /v2.0/networks/35ff07a5-b891-4556-995d-01800531e82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5911856 Jul 16 01:27:54.665323 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b830d-7b7a-4898-a854-4afefee6e668 req-595c7e00-6fb4-492b-aff2-d65796863c54 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:54.673199 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee9b830d-7b7a-4898-a854-4afefee6e668 req-595c7e00-6fb4-492b-aff2-d65796863c54 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/ports?device_id=6993e618-0887-4f96-9ed1-d5c6fe4bf567 HTTP/1.1" status: 200 len: 948 time: 0.5780039 Jul 16 01:27:54.678137 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce33d768-9794-41dd-9d87-c70f39d52003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.712926 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-da93b620-14c7-4b94-a976-727dfe5cae59 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Allocated IP 172.20.0.1 (28f36edd-a9fc-40db-ba47-638776811378/fee3afc1-aeaa-47d1-8cff-5de53be137ec/28f93db8-02e4-4f52-ad24-7a2893df920a) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:54.773338 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78a320-aacf-43f2-a773-70f5a54f1910 req-f538e6ba-1032-4785-807b-38af4261cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:54.777100 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb78a320-aacf-43f2-a773-70f5a54f1910 req-f538e6ba-1032-4785-807b-38af4261cc0e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4fbb0a41f6d4403bb8fc7a19f6130078&device_id=6993e618-0887-4f96-9ed1-d5c6fe4bf567 HTTP/1.1" status: 200 len: 1100 time: 0.3992810 Jul 16 01:27:54.781871 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49746) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:54.827147 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-78d06198-d11e-40ef-95e8-0013ba68a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:54.828752 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-78d06198-d11e-40ef-95e8-0013ba68a72c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7407fa8c-a52a-4e33-b68e-404660b41399 HTTP/1.1" status: 200 len: 797 time: 0.2589712 Jul 16 01:27:54.861376 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-85576eb0-92c3-46fe-9fd6-385e9a4185ca tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:54.862897 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-85576eb0-92c3-46fe-9fd6-385e9a4185ca tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/networks?id=7771ce22-8772-4f34-9479-20c2030064b5 HTTP/1.1" status: 200 len: 816 time: 0.3465433 Jul 16 01:27:54.935787 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-e47d7b61-ed9d-429b-a8ae-44f5483851d5 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/quotas/4f5ea53f54a7488181cae8d9cdffa32a HTTP/1.1" status: 200 len: 375 time: 0.0567689 Jul 16 01:27:55.001903 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee9b830d-7b7a-4898-a854-4afefee6e668 req-36e94257-4d51-40d6-a994-d18fa4f853f9 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b5c4a92-1dec-4d30-adc9-eee5dbbd7989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277562 Jul 16 01:27:55.048320 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78a320-aacf-43f2-a773-70f5a54f1910 req-ea9f924d-5958-4abf-bca7-51494fc14906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.059101 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb78a320-aacf-43f2-a773-70f5a54f1910 req-ea9f924d-5958-4abf-bca7-51494fc14906 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2708778 Jul 16 01:27:55.081574 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-39683a7c-999e-4e90-8c39-a504c91c0133 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e2c96b1826a4339b18e4f406fbe264f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2940705 Jul 16 01:27:55.088195 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49752) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:55.091728 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9221ff-68e3-49c7-977f-96fa37588240 req-c13a5d56-7af7-43f0-8306-6a99ec8ee4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.093315 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad9221ff-68e3-49c7-977f-96fa37588240 req-c13a5d56-7af7-43f0-8306-6a99ec8ee4bc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b34e809642274173b57688929a40029a&device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 1097 time: 0.4487212 Jul 16 01:27:55.167303 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da93b620-14c7-4b94-a976-727dfe5cae59 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.181864 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb78a320-aacf-43f2-a773-70f5a54f1910 req-4e878fc3-ffa1-4e4b-8421-9c1d747cd488 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=ba827c17-1a2f-4be3-94f3-618b98056c6e HTTP/1.1" status: 200 len: 217 time: 0.1095378 Jul 16 01:27:55.230501 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-da93b620-14c7-4b94-a976-727dfe5cae59 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Transition to ACTIVE for port object 28f93db8-02e4-4f52-ad24-7a2893df920a will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:55.232336 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-ce33d768-9794-41dd-9d87-c70f39d52003 admin admin] Allocated IP 172.20.0.1 (7cb02b0d-151c-40b4-a49f-996c30b19d5d/d9075885-b498-4569-92ab-9ab8f9b2e064/f39291ba-955f-4d75-88b1-2b480d4e476a) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:55.266357 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-c6431731-e313-4c09-a5d7-98d083c434ee tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f5ea53f54a7488181cae8d9cdffa32a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3295932 Jul 16 01:27:55.284082 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f97ffbd3-114c-49e2-b2ef-41060ee96f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.316193 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f97ffbd3-114c-49e2-b2ef-41060ee96f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.368642 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 92d57527-fa50-4533-be36-6f0b3c94e8ca up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:55.374459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-273b240d-ce6f-4e8e-a1bc-cb8ea65c9104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.376351 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-273b240d-ce6f-4e8e-a1bc-cb8ea65c9104 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4311879 Jul 16 01:27:55.400815 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78a320-aacf-43f2-a773-70f5a54f1910 req-a9f76ee0-8792-4c93-b814-20d7b8d9e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.402631 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb78a320-aacf-43f2-a773-70f5a54f1910 req-a9f76ee0-8792-4c93-b814-20d7b8d9e5fe service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1632941 Jul 16 01:27:55.502047 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 92d57527-fa50-4533-be36-6f0b3c94e8ca completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:55.510392 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 92d57527-fa50-4533-be36-6f0b3c94e8ca triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:55.510773 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.548077 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-d5de452e-a45b-4189-b7a8-dbda3e29efb8 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394696 Jul 16 01:27:55.594559 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f97ffbd3-114c-49e2-b2ef-41060ee96f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.600339 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f97ffbd3-114c-49e2-b2ef-41060ee96f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.602222 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f97ffbd3-114c-49e2-b2ef-41060ee96f95 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8009436f-cac7-4461-9ced-5e37705965d7 HTTP/1.1" status: 204 len: 168 time: 0.5133412 Jul 16 01:27:55.669402 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ffbd3-114c-49e2-b2ef-41060ee96f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8009436f-cac7-4461-9ced-5e37705965d7,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:55.680616 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da93b620-14c7-4b94-a976-727dfe5cae59 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.700060 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.752946 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 92d57527-fa50-4533-be36-6f0b3c94e8ca, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=92d57527-fa50-4533-be36-6f0b3c94e8ca,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:55.762800 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-e32a21ea-eae3-47a3-8c15-09dc85f7f1ec service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301646 Jul 16 01:27:55.763569 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.764443 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d2bf6a82-8e74-4c3c-a43b-72cc908739ab up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:55.816176 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a52d8-6e73-44db-b2b7-3da91ae1095d req-85a3c8e3-5ce7-47a8-9e56-f42d50ca15ff tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.818491 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ae5a52d8-6e73-44db-b2b7-3da91ae1095d req-85a3c8e3-5ce7-47a8-9e56-f42d50ca15ff tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.5747478 Jul 16 01:27:55.832953 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-fca9f88f-bcc3-471e-aae8-2f44b4225550 service neutron] 10.222.0.16 "GET /v2.0/networks/7771ce22-8772-4f34-9479-20c2030064b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682608 Jul 16 01:27:55.867113 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da93b620-14c7-4b94-a976-727dfe5cae59 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Network 28f36edd-a9fc-40db-ba47-638776811378 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:55.872791 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce33d768-9794-41dd-9d87-c70f39d52003 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.876948 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-0dfdbf1a-9b00-4787-b928-6e3a2c77b525 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=31957c03-e96c-4dce-b43d-07797f5d84a0 HTTP/1.1" status: 200 len: 217 time: 0.1031830 Jul 16 01:27:55.913583 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-da93b620-14c7-4b94-a976-727dfe5cae59 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:55.948993 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=92d57527-fa50-4533-be36-6f0b3c94e8ca,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:55.968824 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port d2bf6a82-8e74-4c3c-a43b-72cc908739ab triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:55.969496 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.979198 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da93b620-14c7-4b94-a976-727dfe5cae59 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:56.001602 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78a320-aacf-43f2-a773-70f5a54f1910 req-3e5d9847-979e-447c-bb40-e4fe842e6840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:56.003492 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb78a320-aacf-43f2-a773-70f5a54f1910 req-3e5d9847-979e-447c-bb40-e4fe842e6840 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4592323 Jul 16 01:27:56.006837 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ae5a52d8-6e73-44db-b2b7-3da91ae1095d req-a22e44d7-d522-44d7-bc73-0a16737ab8a2 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436925 Jul 16 01:27:56.010008 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-a8df06c2-c5b5-4b67-a1e6-3e9887129471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:56.020523 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-a8df06c2-c5b5-4b67-a1e6-3e9887129471 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7407fa8c-a52a-4e33-b68e-404660b41399 HTTP/1.1" status: 200 len: 797 time: 0.0696857 Jul 16 01:27:56.021233 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93b620-14c7-4b94-a976-727dfe5cae59 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Pushing event updated for resources: {'Port': ['ID=28f93db8-02e4-4f52-ad24-7a2893df920a,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:56.202165 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-d4077166-0fbe-4175-80b1-3773671aa4b0 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:56.204010 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-d4077166-0fbe-4175-80b1-3773671aa4b0 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.84 "GET /v2.0/networks?id=7771ce22-8772-4f34-9479-20c2030064b5 HTTP/1.1" status: 200 len: 816 time: 0.1741242 Jul 16 01:27:56.208322 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-ce33d768-9794-41dd-9d87-c70f39d52003 admin admin] Transition to ACTIVE for port object f39291ba-955f-4d75-88b1-2b480d4e476a will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:56.218581 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-75a6f806-a4af-4b71-a1db-535d16cc701a tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Request body: {'port': {'device_id': 'f6342867-83db-4514-931c-0538095b4ea5', 'network_id': '7771ce22-8772-4f34-9479-20c2030064b5', 'admin_state_up': True, 'tenant_id': '4f5ea53f54a7488181cae8d9cdffa32a'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:56.293407 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9221ff-68e3-49c7-977f-96fa37588240 req-e74810bc-5dd7-4fe6-9079-4fc6f61ead0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:56.295041 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad9221ff-68e3-49c7-977f-96fa37588240 req-e74810bc-5dd7-4fe6-9079-4fc6f61ead0e service neutron] 10.222.0.84 "GET /v2.0/networks?id=35ff07a5-b891-4556-995d-01800531e82b HTTP/1.1" status: 200 len: 915 time: 1.1079199 Jul 16 01:27:56.384016 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb78a320-aacf-43f2-a773-70f5a54f1910 req-338bb06c-be47-4fd8-86c0-7f4bb5b3e14b service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465238 Jul 16 01:27:56.388694 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da93b620-14c7-4b94-a976-727dfe5cae59 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.424166 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7de701b3-29f5-40ca-a8af-8de9a8e709f7 None None] Provisioning for port 28f93db8-02e4-4f52-ad24-7a2893df920a completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:56.428526 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7de701b3-29f5-40ca-a8af-8de9a8e709f7 None None] Provisioning complete for port 28f93db8-02e4-4f52-ad24-7a2893df920a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:56.429040 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7de701b3-29f5-40ca-a8af-8de9a8e709f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.506883 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad9221ff-68e3-49c7-977f-96fa37588240 req-943a3222-9d2d-4772-a4e2-445aa4b1ab73 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a667ba4-53dc-45af-b92d-faf315772a8b HTTP/1.1" status: 200 len: 217 time: 0.1981556 Jul 16 01:27:56.507149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7de701b3-29f5-40ca-a8af-8de9a8e709f7 None None] Port 28f93db8-02e4-4f52-ad24-7a2893df920a cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:56.609739 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0ce4415c-e553-47cd-a7ff-1b5fcc663865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.657145 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9221ff-68e3-49c7-977f-96fa37588240 req-0cc5060f-24d2-4f8a-a993-dc238928cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:56.658823 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad9221ff-68e3-49c7-977f-96fa37588240 req-0cc5060f-24d2-4f8a-a993-dc238928cb29 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f67e12-f5ad-4d79-ae7c-5f4fe14246c7 HTTP/1.1" status: 200 len: 854 time: 0.1327813 Jul 16 01:27:56.696464 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-b4bfa5bc-e162-49ed-b1a9-69fbe5ccfd2e service neutron] 10.222.0.16 "GET /v2.0/networks/7771ce22-8772-4f34-9479-20c2030064b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8622928 Jul 16 01:27:56.726042 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-02900cb3-6762-4186-a220-38cd7fad3f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:56.727944 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-02900cb3-6762-4186-a220-38cd7fad3f40 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7063804 Jul 16 01:27:56.733527 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce33d768-9794-41dd-9d87-c70f39d52003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.734182 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb78a320-aacf-43f2-a773-70f5a54f1910 req-05cd136c-e644-4adc-8635-20bc5ab1ff10 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636476 Jul 16 01:27:56.736925 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad9221ff-68e3-49c7-977f-96fa37588240 req-f6937a55-3380-42a9-bc29-79fc802318cb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=35ff07a5-b891-4556-995d-01800531e82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682824 Jul 16 01:27:56.770011 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371111c-b4fc-417d-ba69-33cee76ee029 req-709e9cf2-bb1f-4edc-ab70-7b7edbe984da tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:56.777564 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f371111c-b4fc-417d-ba69-33cee76ee029 req-709e9cf2-bb1f-4edc-ab70-7b7edbe984da tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/ports?device_id=6993e618-0887-4f96-9ed1-d5c6fe4bf567 HTTP/1.1" status: 200 len: 948 time: 0.4767699 Jul 16 01:27:56.826821 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33d768-9794-41dd-9d87-c70f39d52003 admin admin] Pushing event updated for resources: {'Port': ['ID=f39291ba-955f-4d75-88b1-2b480d4e476a,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:56.844613 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce33d768-9794-41dd-9d87-c70f39d52003 admin admin] Network 7cb02b0d-151c-40b4-a49f-996c30b19d5d is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:56.878070 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-ce33d768-9794-41dd-9d87-c70f39d52003 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:56.886600 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce33d768-9794-41dd-9d87-c70f39d52003 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:56.945208 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da93b620-14c7-4b94-a976-727dfe5cae59 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.014480 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f371111c-b4fc-417d-ba69-33cee76ee029 req-9a4fc87f-3c68-4e37-9515-73db66973770 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b5c4a92-1dec-4d30-adc9-eee5dbbd7989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360885 Jul 16 01:27:57.040093 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-baf641f6-a454-4f67-b1da-dc10c4cbabe5 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027384 Jul 16 01:27:57.112064 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad9221ff-68e3-49c7-977f-96fa37588240 req-a41b1b3c-33aa-446b-8c62-73de592789dd service neutron] 10.222.0.84 "GET /v2.0/networks/35ff07a5-b891-4556-995d-01800531e82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642952 Jul 16 01:27:57.157168 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49788) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:57.201254 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 92d57527-fa50-4533-be36-6f0b3c94e8ca up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:57.300942 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ba827c17-1a2f-4be3-94f3-618b98056c6e details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:57.303118 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 5a667ba4-53dc-45af-b92d-faf315772a8b no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:57.347521 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-75a6f806-a4af-4b71-a1db-535d16cc701a tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Made reservation on behalf of 4f5ea53f54a7488181cae8d9cdffa32a for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:57.351223 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-75a6f806-a4af-4b71-a1db-535d16cc701a tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.351667 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a7cac5a3-7e0e-45ab-8013-c4efc4fd8955 None None] Provisioning for port f39291ba-955f-4d75-88b1-2b480d4e476a completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:57.360650 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a7cac5a3-7e0e-45ab-8013-c4efc4fd8955 None None] Provisioning complete for port f39291ba-955f-4d75-88b1-2b480d4e476a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:57.361271 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7cac5a3-7e0e-45ab-8013-c4efc4fd8955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.393140 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-19bb1bab-d96c-4f67-a7e9-05c6a4b6c041 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1423069485-network', 'tenant_id': 'd4ef3d48038b436b8d6507a4018d0b3e'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:57.451086 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a7cac5a3-7e0e-45ab-8013-c4efc4fd8955 None None] Port f39291ba-955f-4d75-88b1-2b480d4e476a cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:57.465087 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce33d768-9794-41dd-9d87-c70f39d52003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.478162 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad9221ff-68e3-49c7-977f-96fa37588240 req-2779c954-0577-4b20-a576-6bc6b598e669 service neutron] 10.222.0.84 "GET /v2.0/networks/35ff07a5-b891-4556-995d-01800531e82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863305 Jul 16 01:27:57.485626 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-526d3aee-a939-447e-a994-7770af831a64 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359589 Jul 16 01:27:57.486187 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bb1bab-d96c-4f67-a7e9-05c6a4b6c041 admin admin] Made reservation on behalf of d4ef3d48038b436b8d6507a4018d0b3e for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:57.488725 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19bb1bab-d96c-4f67-a7e9-05c6a4b6c041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.510961 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19bb1bab-d96c-4f67-a7e9-05c6a4b6c041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.527920 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 92d57527-fa50-4533-be36-6f0b3c94e8ca triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:57.528468 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.545696 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-2e25ec09-88c4-44eb-8c05-c2968072a87d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb HTTP/1.1" status: 200 len: 217 time: 0.0444858 Jul 16 01:27:57.630791 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-9e94baf9-f52a-4221-8d91-f2448d004419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:57.631946 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-9e94baf9-f52a-4221-8d91-f2448d004419 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7407fa8c-a52a-4e33-b68e-404660b41399 HTTP/1.1" status: 200 len: 797 time: 0.0629056 Jul 16 01:27:57.634914 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-75a6f806-a4af-4b71-a1db-535d16cc701a tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Allocated IP 172.20.0.11 (7771ce22-8772-4f34-9479-20c2030064b5/903d9a38-9e68-4c42-9c73-4c190106626e/b374de59-b8e8-4c16-aaf6-908bdbd9ed91) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:57.637271 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.643454 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175d9e3-b364-4ae2-8f42-ac232cea2508 req-bac250c6-90e8-44e1-a44a-e66f64d7cdb3 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:57.645105 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f175d9e3-b364-4ae2-8f42-ac232cea2508 req-bac250c6-90e8-44e1-a44a-e66f64d7cdb3 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 945 time: 0.3964074 Jul 16 01:27:57.748772 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-c7ca3878-ee6a-44ae-b9ca-d124fa9c6e1c tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:57.750636 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-c7ca3878-ee6a-44ae-b9ca-d124fa9c6e1c tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/networks?id=7771ce22-8772-4f34-9479-20c2030064b5 HTTP/1.1" status: 200 len: 816 time: 0.4040427 Jul 16 01:27:57.776071 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-02b20e45-1a9b-46a2-9763-3bdeb14ce0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:57.778005 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-02b20e45-1a9b-46a2-9763-3bdeb14ce0dc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1277118 Jul 16 01:27:57.797069 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f175d9e3-b364-4ae2-8f42-ac232cea2508 req-fbf269d5-b9e8-44df-b5b9-fd347132cbf7 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113255 Jul 16 01:27:57.879417 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a98b25-128c-4398-a4d6-84acd7fc9a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a667ba4-53dc-45af-b92d-faf315772a8b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:57.882711 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8910314f-953a-49f3-a9bc-7d2f1c2f3bbf" -d '{"events": [{"server_uuid": "b4a98b25-128c-4398-a4d6-84acd7fc9a07", "name": "network-vif-unplugged", "status": "completed", "tag": "5a667ba4-53dc-45af-b92d-faf315772a8b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:57.919851 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port ba827c17-1a2f-4be3-94f3-618b98056c6e, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ba827c17-1a2f-4be3-94f3-618b98056c6e,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:57.945758 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 5a667ba4-53dc-45af-b92d-faf315772a8b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=5a667ba4-53dc-45af-b92d-faf315772a8b,segment=NetworkSegment(5b3908e5-ef1d-4834-83cc-7a5e334d32e1),segment_id=5b3908e5-ef1d-4834-83cc-7a5e334d32e1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:57.975288 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dbbab5-f706-47f1-80c7-022c46b639f9 x-openstack-request-id: req-26dbbab5-f706-47f1-80c7-022c46b639f9 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:57.975572 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a98b25-128c-4398-a4d6-84acd7fc9a07", "name": "network-vif-unplugged", "status": "completed", "tag": "5a667ba4-53dc-45af-b92d-faf315772a8b", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:57.975886 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26dbbab5-f706-47f1-80c7-022c46b639f9 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:57.976332 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a98b25-128c-4398-a4d6-84acd7fc9a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a667ba4-53dc-45af-b92d-faf315772a8b', 'code': 200} Jul 16 01:27:57.982084 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'ba827c17-1a2f-4be3-94f3-618b98056c6e', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': 'ba827c17-1a2f-4be3-94f3-618b98056c6e', 'mac_address': 'fa:16:3e:0e:20:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:57.983886 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.096988 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.099534 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=5a667ba4-53dc-45af-b92d-faf315772a8b,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:58.115949 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba827c17-1a2f-4be3-94f3-618b98056c6e {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:58.138654 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port ba827c17-1a2f-4be3-94f3-618b98056c6e, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ba827c17-1a2f-4be3-94f3-618b98056c6e,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:58.145796 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.215856 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=ba827c17-1a2f-4be3-94f3-618b98056c6e,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:58.268780 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-cbeaa6fe-c520-43b4-bb82-2fbf750365aa tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/quotas/4f5ea53f54a7488181cae8d9cdffa32a HTTP/1.1" status: 200 len: 375 time: 0.0415742 Jul 16 01:27:58.305471 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da93b620-14c7-4b94-a976-727dfe5cae59 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.328846 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-400c4979-a6ea-4b12-8dc0-cb8a7a434f35 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5423226 Jul 16 01:27:58.338561 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da93b620-14c7-4b94-a976-727dfe5cae59 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.361458 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['ba827c17-1a2f-4be3-94f3-618b98056c6e'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:58.372928 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19bb1bab-d96c-4f67-a7e9-05c6a4b6c041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.398305 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19bb1bab-d96c-4f67-a7e9-05c6a4b6c041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.496289 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19bb1bab-d96c-4f67-a7e9-05c6a4b6c041 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:27:58.503785 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce33d768-9794-41dd-9d87-c70f39d52003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.519520 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da93b620-14c7-4b94-a976-727dfe5cae59 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.544447 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93b620-14c7-4b94-a976-727dfe5cae59 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Pushing event updated for resources: {'Port': ['ID=28f93db8-02e4-4f52-ad24-7a2893df920a,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:58.557835 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb1bab-d96c-4f67-a7e9-05c6a4b6c041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144beba8-7b4a-40fb-88a4-97751e782a21,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:58.578111 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6ff9a-576c-47fa-b5b7-d2fd5eb5f82b req-bc0acaeb-7c34-4bc0-8f24-974c7ee2fc3a tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:58.585768 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2af6ff9a-576c-47fa-b5b7-d2fd5eb5f82b req-bc0acaeb-7c34-4bc0-8f24-974c7ee2fc3a tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/ports?device_id=6993e618-0887-4f96-9ed1-d5c6fe4bf567 HTTP/1.1" status: 200 len: 949 time: 0.2722149 Jul 16 01:27:58.599310 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19bb1bab-d96c-4f67-a7e9-05c6a4b6c041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.599673 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-19bb1bab-d96c-4f67-a7e9-05c6a4b6c041 admin admin] Added segment e9fcba09-6c38-4df9-9c16-7e5f9056f040 of type vlan for network 9d5f669b-34f1-47fd-8e87-a780defd1b90 Jul 16 01:27:58.670375 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-75a6f806-a4af-4b71-a1db-535d16cc701a tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.722100 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-75a6f806-a4af-4b71-a1db-535d16cc701a tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Transition to ACTIVE for port object b374de59-b8e8-4c16-aaf6-908bdbd9ed91 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:58.733929 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19bb1bab-d96c-4f67-a7e9-05c6a4b6c041 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.739036 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-ac63cf92-5c6c-4f46-a7c2-8bb50660c9d1 service neutron] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028783 Jul 16 01:27:58.741479 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-6f80743e-3df1-4265-9056-5a923f031174 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f5ea53f54a7488181cae8d9cdffa32a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4595039 Jul 16 01:27:58.745768 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2af6ff9a-576c-47fa-b5b7-d2fd5eb5f82b req-c2f77915-f110-44fa-8c4c-c14072305ac6 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b5c4a92-1dec-4d30-adc9-eee5dbbd7989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587539 Jul 16 01:27:58.810748 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-e09f54b7-b2f5-4758-9b6d-a94608b00c87 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:58.812201 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-e09f54b7-b2f5-4758-9b6d-a94608b00c87 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.82 "GET /v2.0/networks?id=7771ce22-8772-4f34-9479-20c2030064b5 HTTP/1.1" status: 200 len: 816 time: 0.3292468 Jul 16 01:27:58.816836 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-a25407f3-a131-400d-a952-f96207d8505e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eb9afd08-8589-466c-acc7-7a1d1cc88b43 HTTP/1.1" status: 200 len: 217 time: 0.0674913 Jul 16 01:27:58.833583 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-76e35950-1128-4cfa-be36-3aac8260d237 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Request body: {'port': {'device_id': 'afbc6406-205d-4bdf-9c96-88323334361d', 'network_id': '7771ce22-8772-4f34-9479-20c2030064b5', 'admin_state_up': True, 'tenant_id': '4f5ea53f54a7488181cae8d9cdffa32a'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:58.873978 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19bb1bab-d96c-4f67-a7e9-05c6a4b6c041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.874999 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bb1bab-d96c-4f67-a7e9-05c6a4b6c041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:58.875580 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19bb1bab-d96c-4f67-a7e9-05c6a4b6c041 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.955724 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-19bb1bab-d96c-4f67-a7e9-05c6a4b6c041 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7948060 Jul 16 01:27:58.964240 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-850f3c98-28a4-4e6e-a53a-56c54889580b service neutron] 10.222.0.16 "GET /v2.0/networks/7771ce22-8772-4f34-9479-20c2030064b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212012 Jul 16 01:27:58.965352 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49818) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:58.976648 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-646dd9fc-0a23-4bbb-b173-609bded5ae79 admin admin] Request body: {'subnet': {'network_id': '9d5f669b-34f1-47fd-8e87-a780defd1b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1423069485-subnet', 'tenant_id': 'd4ef3d48038b436b8d6507a4018d0b3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:58.990308 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-a1ad3350-3728-4479-9053-2e099e9823ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:58.992220 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-a1ad3350-3728-4479-9053-2e099e9823ff service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9ae7ab5f-1aba-40ab-8a57-c511550c4d96 HTTP/1.1" status: 200 len: 797 time: 0.1637266 Jul 16 01:27:59.012484 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da93b620-14c7-4b94-a976-727dfe5cae59 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Network 28f36edd-a9fc-40db-ba47-638776811378 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:59.037707 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-da93b620-14c7-4b94-a976-727dfe5cae59 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:59.056923 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-75a6f806-a4af-4b71-a1db-535d16cc701a tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.064521 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb1bab-d96c-4f67-a7e9-05c6a4b6c041 admin admin] Pushing event updated for resources: {'Network': ['ID=9d5f669b-34f1-47fd-8e87-a780defd1b90,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:59.082738 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 9d5f669b-34f1-47fd-8e87-a780defd1b90 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:27:59.161173 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-f324fc81-502c-4e0b-bd09-79c4df9d35fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:59.163134 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-f324fc81-502c-4e0b-bd09-79c4df9d35fa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7baef46c-4da4-4d46-bf21-e653349e66a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1289747 Jul 16 01:27:59.249676 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ba827c17-1a2f-4be3-94f3-618b98056c6e up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:59.255612 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce33d768-9794-41dd-9d87-c70f39d52003 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.264939 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646dd9fc-0a23-4bbb-b173-609bded5ae79 admin admin] Made reservation on behalf of d4ef3d48038b436b8d6507a4018d0b3e for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:59.267557 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-646dd9fc-0a23-4bbb-b173-609bded5ae79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.286201 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:27:59.314108 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce33d768-9794-41dd-9d87-c70f39d52003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.334509 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-75a6f806-a4af-4b71-a1db-535d16cc701a tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Network 7771ce22-8772-4f34-9479-20c2030064b5 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:59.352437 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6f806-a4af-4b71-a1db-535d16cc701a tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Pushing event updated for resources: {'Port': ['ID=b374de59-b8e8-4c16-aaf6-908bdbd9ed91,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:59.355019 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-75a6f806-a4af-4b71-a1db-535d16cc701a tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:59.361945 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port ba827c17-1a2f-4be3-94f3-618b98056c6e completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:59.364204 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-76e35950-1128-4cfa-be36-3aac8260d237 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Made reservation on behalf of 4f5ea53f54a7488181cae8d9cdffa32a for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:59.368662 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port ba827c17-1a2f-4be3-94f3-618b98056c6e triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:59.369309 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.372412 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-76e35950-1128-4cfa-be36-3aac8260d237 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.382488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-75a6f806-a4af-4b71-a1db-535d16cc701a tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:59.424481 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-a8c4270b-6304-4f33-8af2-84246d66831a service neutron] 10.222.0.82 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497983 Jul 16 01:27:59.455596 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-41b43db6-07e9-450e-bf8e-850946a493b0 None None] Provisioning complete for port 28f93db8-02e4-4f52-ad24-7a2893df920a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:59.456105 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-41b43db6-07e9-450e-bf8e-850946a493b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.457872 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da93b620-14c7-4b94-a976-727dfe5cae59 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Router 7dad8143-c4cd-453e-8e08-68e0be248f5a has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:27:59.535788 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-41b43db6-07e9-450e-bf8e-850946a493b0 None None] Port 28f93db8-02e4-4f52-ad24-7a2893df920a cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:59.539570 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.548930 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d02ee282-bd21-46fc-8b74-f6871a9175ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.555017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f32796-5593-461d-b10f-b8f581b67749 req-28f072fc-e5b6-44f8-9547-a4644bce4ff1 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:59.556629 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-75a6f806-a4af-4b71-a1db-535d16cc701a tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:59.557652 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-75a6f806-a4af-4b71-a1db-535d16cc701a tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.562775 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-13f32796-5593-461d-b10f-b8f581b67749 req-28f072fc-e5b6-44f8-9547-a4644bce4ff1 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 943 time: 0.3766360 Jul 16 01:27:59.592630 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port ba827c17-1a2f-4be3-94f3-618b98056c6e, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ba827c17-1a2f-4be3-94f3-618b98056c6e,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:59.601712 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.612585 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33d768-9794-41dd-9d87-c70f39d52003 admin admin] Pushing event updated for resources: {'Port': ['ID=f39291ba-955f-4d75-88b1-2b480d4e476a,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:59.649340 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-c91dacba-b9fd-48fe-a639-6b9b5f70ece1 service neutron] 10.222.0.16 "GET /v2.0/networks/7771ce22-8772-4f34-9479-20c2030064b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6680055 Jul 16 01:27:59.650315 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-13f32796-5593-461d-b10f-b8f581b67749 req-28d7003d-b90f-43a0-be52-0b3b8d9b67b4 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859411 Jul 16 01:27:59.672065 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce33d768-9794-41dd-9d87-c70f39d52003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.690711 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=ba827c17-1a2f-4be3-94f3-618b98056c6e,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:59.697452 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-75a6f806-a4af-4b71-a1db-535d16cc701a tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4831054 Jul 16 01:27:59.704644 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.748386 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-76e35950-1128-4cfa-be36-3aac8260d237 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Allocated IP 172.20.0.4 (7771ce22-8772-4f34-9479-20c2030064b5/903d9a38-9e68-4c42-9c73-4c190106626e/4c0e22b0-bece-4678-a1cb-6756d243ce4d) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:59.760884 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-ad03c92f-f1ba-4cfb-b446-398fb4761a03 service neutron] Request body: {'port': {'device_id': 'f6342867-83db-4514-931c-0538095b4ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:59.782784 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-347ee356-899e-48db-933f-01539f8db1f0 None None] Provisioning for port b374de59-b8e8-4c16-aaf6-908bdbd9ed91 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:59.788761 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-347ee356-899e-48db-933f-01539f8db1f0 None None] Provisioning complete for port b374de59-b8e8-4c16-aaf6-908bdbd9ed91 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:59.789756 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-347ee356-899e-48db-933f-01539f8db1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.840009 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-347ee356-899e-48db-933f-01539f8db1f0 None None] Port b374de59-b8e8-4c16-aaf6-908bdbd9ed91 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:59.874123 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-84a016a9-5874-4469-a55a-9c441120221f service neutron] 10.222.0.82 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691092 Jul 16 01:27:59.965038 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-85aa1cf0-a344-4ee2-beec-8c2af26dafe1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e2ef83a1-f91f-49e7-bc9f-992cf81fc73d HTTP/1.1" status: 200 len: 217 time: 0.0833054 Jul 16 01:27:59.978048 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6993e618-0887-4f96-9ed1-d5c6fe4bf567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba827c17-1a2f-4be3-94f3-618b98056c6e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:59.980675 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160ad024-c1fa-42ad-ab32-fbc0b4f2b091" -d '{"events": [{"server_uuid": "6993e618-0887-4f96-9ed1-d5c6fe4bf567", "name": "network-vif-plugged", "status": "completed", "tag": "ba827c17-1a2f-4be3-94f3-618b98056c6e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:00.062275 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2c9017f5-af7b-45d8-b449-d1c6fae72542 req-aded3ede-6164-49c5-81c8-adbbe44a28be tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf6d3e74-cbb1-455a-affa-5a5e5544d093 HTTP/1.1" status: 200 len: 210 time: 0.1415122 Jul 16 01:28:00.089147 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da93b620-14c7-4b94-a976-727dfe5cae59 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:00.098900 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363e60d9-f559-4893-9036-343b064cf691 None None] Sync routers for ids ['7dad8143-c4cd-453e-8e08-68e0be248f5a'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:00.104335 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-da93b620-14c7-4b94-a976-727dfe5cae59 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] 10.222.0.16 "PUT /v2.0/routers/7dad8143-c4cd-453e-8e08-68e0be248f5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1147864 Jul 16 01:28:00.107573 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49834) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:00.116740 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363e60d9-f559-4893-9036-343b064cf691 None None] Routers {'7dad8143-c4cd-453e-8e08-68e0be248f5a'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:00.117386 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-363e60d9-f559-4893-9036-343b064cf691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:28:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['7dad8143-c4cd-453e-8e08-68e0be248f5a'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:00.151542 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fd5c97-4b28-4de4-a962-24db9f676656 x-openstack-request-id: req-09fd5c97-4b28-4de4-a962-24db9f676656 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:00.152051 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6993e618-0887-4f96-9ed1-d5c6fe4bf567", "name": "network-vif-plugged", "status": "completed", "tag": "ba827c17-1a2f-4be3-94f3-618b98056c6e", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:00.152051 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09fd5c97-4b28-4de4-a962-24db9f676656 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:00.152618 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6993e618-0887-4f96-9ed1-d5c6fe4bf567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba827c17-1a2f-4be3-94f3-618b98056c6e', 'code': 200} Jul 16 01:28:00.183496 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-363e60d9-f559-4893-9036-343b064cf691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:00.202260 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363e60d9-f559-4893-9036-343b064cf691 None None] Routers {'7dad8143-c4cd-453e-8e08-68e0be248f5a'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:00.203528 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-363e60d9-f559-4893-9036-343b064cf691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:28:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['7dad8143-c4cd-453e-8e08-68e0be248f5a'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:00.205956 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-9ff4dc36-6a54-48ba-bc47-76b7cc4853fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:00.208474 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-9ff4dc36-6a54-48ba-bc47-76b7cc4853fd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9ae7ab5f-1aba-40ab-8a57-c511550c4d96 HTTP/1.1" status: 200 len: 797 time: 0.1696029 Jul 16 01:28:00.261271 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-363e60d9-f559-4893-9036-343b064cf691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:00.262498 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363e60d9-f559-4893-9036-343b064cf691 None None] The sync data for ids ['7dad8143-c4cd-453e-8e08-68e0be248f5a'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:00.263298 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-76e35950-1128-4cfa-be36-3aac8260d237 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.314840 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce33d768-9794-41dd-9d87-c70f39d52003 admin admin] Network 7cb02b0d-151c-40b4-a49f-996c30b19d5d is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:00.322600 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fe428-8218-4d38-b0ce-5da58e06b7ee req-104a153b-f4e1-448b-a3f3-492a2f98a1c8 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:00.323732 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-ce33d768-9794-41dd-9d87-c70f39d52003 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:00.324030 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-218fe428-8218-4d38-b0ce-5da58e06b7ee req-104a153b-f4e1-448b-a3f3-492a2f98a1c8 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/ports?device_id=6993e618-0887-4f96-9ed1-d5c6fe4bf567 HTTP/1.1" status: 200 len: 950 time: 0.4262693 Jul 16 01:28:00.325727 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-ad03c92f-f1ba-4cfb-b446-398fb4761a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.328157 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-76e35950-1128-4cfa-be36-3aac8260d237 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Transition to ACTIVE for port object 4c0e22b0-bece-4678-a1cb-6756d243ce4d will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:00.341072 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-646dd9fc-0a23-4bbb-b173-609bded5ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.426285 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-c7aaff1e-22be-4a17-8745-1a719defd94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:00.428039 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-c7aaff1e-22be-4a17-8745-1a719defd94c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7baef46c-4da4-4d46-bf21-e653349e66a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2071791 Jul 16 01:28:00.447078 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-218fe428-8218-4d38-b0ce-5da58e06b7ee req-7a01c323-8d5a-4dc9-905d-904aa14d4721 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b5c4a92-1dec-4d30-adc9-eee5dbbd7989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092870 Jul 16 01:28:00.460559 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4701b0b5-eb48-47ba-8317-06c05fe8451b tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.495911 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-76e35950-1128-4cfa-be36-3aac8260d237 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.500982 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb936a7-430f-4d51-992e-b761c89a2c4e req-81a27bd4-606a-4204-8c76-1f41088c6875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:00.502820 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-abb936a7-430f-4d51-992e-b761c89a2c4e req-81a27bd4-606a-4204-8c76-1f41088c6875 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6993e618-0887-4f96-9ed1-d5c6fe4bf567 HTTP/1.1" status: 200 len: 1102 time: 0.2468529 Jul 16 01:28:00.613403 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-76e35950-1128-4cfa-be36-3aac8260d237 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Network 7771ce22-8772-4f34-9479-20c2030064b5 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:00.618707 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-76e35950-1128-4cfa-be36-3aac8260d237 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:00.641156 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-76e35950-1128-4cfa-be36-3aac8260d237 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:00.666026 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-16021af8-7556-42b7-b745-42691cdff3bd None None] Provisioning complete for port f39291ba-955f-4d75-88b1-2b480d4e476a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:00.666670 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-16021af8-7556-42b7-b745-42691cdff3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.699316 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-abb936a7-430f-4d51-992e-b761c89a2c4e req-b6d61a4a-e408-4681-9590-f2e76532a798 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=9b5c4a92-1dec-4d30-adc9-eee5dbbd7989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620722 Jul 16 01:28:00.712709 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-7199e58b-32c4-4081-a679-5551dabafe2f service neutron] 10.222.0.82 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747166 Jul 16 01:28:00.717058 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e35950-1128-4cfa-be36-3aac8260d237 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Pushing event updated for resources: {'Port': ['ID=4c0e22b0-bece-4678-a1cb-6756d243ce4d,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:00.764022 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-76e35950-1128-4cfa-be36-3aac8260d237 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:00.765120 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-76e35950-1128-4cfa-be36-3aac8260d237 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.786715 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-76e35950-1128-4cfa-be36-3aac8260d237 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9570611 Jul 16 01:28:00.801135 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-7e0d9ef2-43eb-4f9b-b96a-447c36ef5f97 service neutron] Request body: {'port': {'device_id': 'afbc6406-205d-4bdf-9c96-88323334361d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:00.815277 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.816382 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-16021af8-7556-42b7-b745-42691cdff3bd None None] Port f39291ba-955f-4d75-88b1-2b480d4e476a cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:00.944738 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-7e0d9ef2-43eb-4f9b-b96a-447c36ef5f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.971544 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d14c5588-6241-4743-ab8e-5f863a6fe31a req-cb582363-8372-45ab-b009-835779d45251 service neutron] 10.222.0.82 "GET /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473593 Jul 16 01:28:00.985325 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646dd9fc-0a23-4bbb-b173-609bded5ae79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3ca6cbb-e466-420b-bb6d-c45cdf24f90e,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:01.039737 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-58a61f9a-ea57-4832-8aa2-a2b213f6a397 None None] Provisioning for port 4c0e22b0-bece-4678-a1cb-6756d243ce4d completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:01.046048 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-58a61f9a-ea57-4832-8aa2-a2b213f6a397 None None] Provisioning complete for port 4c0e22b0-bece-4678-a1cb-6756d243ce4d triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:01.046482 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-58a61f9a-ea57-4832-8aa2-a2b213f6a397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.088407 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-58a61f9a-ea57-4832-8aa2-a2b213f6a397 None None] Port 4c0e22b0-bece-4678-a1cb-6756d243ce4d cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:01.120564 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-4701b0b5-eb48-47ba-8317-06c05fe8451b tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:28:01.124506 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4701b0b5-eb48-47ba-8317-06c05fe8451b tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] 10.222.0.16 "DELETE /v2.0/routers/7dad8143-c4cd-453e-8e08-68e0be248f5a HTTP/1.1" status: 409 len: 329 time: 1.0103493 Jul 16 01:28:01.124506 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646dd9fc-0a23-4bbb-b173-609bded5ae79 admin admin] Checking segment: {'id': 'e9fcba09-6c38-4df9-9c16-7e5f9056f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9d5f669b-34f1-47fd-8e87-a780defd1b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:01.124506 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646dd9fc-0a23-4bbb-b173-609bded5ae79 admin admin] Network hostable DHCP agents. Network: 9d5f669b-34f1-47fd-8e87-a780defd1b90, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:28:01.125312 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49844) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:01.155630 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce33d768-9794-41dd-9d87-c70f39d52003 admin admin] Router c9674832-0211-4b8d-b71b-9324f55a7b11 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:01.178340 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646dd9fc-0a23-4bbb-b173-609bded5ae79 admin admin] Network 9d5f669b-34f1-47fd-8e87-a780defd1b90 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:28:01.192336 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bb2c0-8944-477f-b23b-a1aef355779e req-522d2e79-2297-43eb-84e0-bce361c26b0d tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:01.199412 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb7bb2c0-8944-477f-b23b-a1aef355779e req-522d2e79-2297-43eb-84e0-bce361c26b0d tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 943 time: 0.3109360 Jul 16 01:28:01.222565 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.247080 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-646dd9fc-0a23-4bbb-b173-609bded5ae79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 9d5f669b-34f1-47fd-8e87-a780defd1b90) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:01.255023 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646dd9fc-0a23-4bbb-b173-609bded5ae79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:01.255613 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-646dd9fc-0a23-4bbb-b173-609bded5ae79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.257552 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6596567e-0a07-44ef-a060-cc5aab55a1a7 req-41a3809c-38b0-4734-9406-d02717b31aab tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf6d3e74-cbb1-455a-affa-5a5e5544d093 HTTP/1.1" status: 200 len: 210 time: 0.0345917 Jul 16 01:28:01.277313 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c4e546-8e21-4ac2-b0d1-134f77effd29 None None] Network 9d5f669b-34f1-47fd-8e87-a780defd1b90 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:01.345863 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-646dd9fc-0a23-4bbb-b173-609bded5ae79 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3655958 Jul 16 01:28:01.362385 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb7bb2c0-8944-477f-b23b-a1aef355779e req-d9c8d7bf-cd96-4b32-b66b-c8f0e90ff754 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619375 Jul 16 01:28:01.453123 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce33d768-9794-41dd-9d87-c70f39d52003 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:01.468521 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ce33d768-9794-41dd-9d87-c70f39d52003 admin admin] 10.222.0.16 "PUT /v2.0/routers/c9674832-0211-4b8d-b71b-9324f55a7b11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8184698 Jul 16 01:28:01.534581 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] Sync routers for ids ['c9674832-0211-4b8d-b71b-9324f55a7b11'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:01.555165 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683bd10a-a0ef-4341-9f29-6fa63308fb06 None None] Network 9d5f669b-34f1-47fd-8e87-a780defd1b90 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:01.705499 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] Routers {'c9674832-0211-4b8d-b71b-9324f55a7b11'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:01.706636 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:28:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c9674832-0211-4b8d-b71b-9324f55a7b11'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:01.824970 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34b329-ac08-4179-9a2e-44eb612ec6b0 req-e30a4e4f-0dec-4adb-bfe1-f688bd91cf75 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:01.826593 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3c34b329-ac08-4179-9a2e-44eb612ec6b0 req-e30a4e4f-0dec-4adb-bfe1-f688bd91cf75 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/ports?device_id=6993e618-0887-4f96-9ed1-d5c6fe4bf567 HTTP/1.1" status: 200 len: 950 time: 0.1043687 Jul 16 01:28:01.869469 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3c34b329-ac08-4179-9a2e-44eb612ec6b0 req-b20d4ccf-34ff-4a3e-a221-2720aad98b6a tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b5c4a92-1dec-4d30-adc9-eee5dbbd7989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365198 Jul 16 01:28:01.901004 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] Set router c9674832-0211-4b8d-b71b-9324f55a7b11 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:02.137660 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'name': 'tempest-ServerActionsTestJSON-20684112-router', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:45Z', 'updated_at': '2021-07-16T01:27:58Z', 'revision_number': 4, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'gw_port': {'id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:46Z', 'updated_at': '2021-07-16T01:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'f39291ba-955f-4d75-88b1-2b480d4e476a', 'name': '', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'mac_address': 'fa:16:3e:93:f8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:54Z', 'updated_at': '2021-07-16T01:27:58Z', 'revision_number': 2, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'subnets': [{'id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:02.139580 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-7e0d9ef2-43eb-4f9b-b96a-447c36ef5f97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c0e22b0-bece-4678-a1cb-6756d243ce4d {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:02.173801 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] Checking router: c9674832-0211-4b8d-b71b-9324f55a7b11 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:28:02.174322 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] Updating router c9674832-0211-4b8d-b71b-9324f55a7b11 port f39291ba-955f-4d75-88b1-2b480d4e476a binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:28:02.186148 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-7e0d9ef2-43eb-4f9b-b96a-447c36ef5f97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.203555 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-0061d3cf-0cc7-44ae-b418-68938d431351 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:02.206272 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-0061d3cf-0cc7-44ae-b418-68938d431351 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.84 "GET /v2.0/networks?id=7771ce22-8772-4f34-9479-20c2030064b5 HTTP/1.1" status: 200 len: 816 time: 0.7828088 Jul 16 01:28:02.214579 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.224268 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-e2fafbe2-4d64-45e7-8ca8-8a386dfe7fc8 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:02.226280 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-e2fafbe2-4d64-45e7-8ca8-8a386dfe7fc8 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] 10.222.0.16 "GET /v2.0/networks?id=9d5f669b-34f1-47fd-8e87-a780defd1b90 HTTP/1.1" status: 200 len: 818 time: 0.1285906 Jul 16 01:28:02.234450 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-03e99ea1-7a5a-497f-ad68-16d26654d6b4 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Request body: {'port': {'device_id': 'bf6d3e74-cbb1-455a-affa-5a5e5544d093', 'network_id': '7771ce22-8772-4f34-9479-20c2030064b5', 'admin_state_up': True, 'tenant_id': '4f5ea53f54a7488181cae8d9cdffa32a'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:02.243759 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-7e0d9ef2-43eb-4f9b-b96a-447c36ef5f97 service neutron] Transition to ACTIVE for port object 4c0e22b0-bece-4678-a1cb-6756d243ce4d will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:02.247849 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-5c8c500e-2aca-4824-832c-0c0453c8ab28 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] 10.222.0.16 "GET /v2.0/quotas/d4ef3d48038b436b8d6507a4018d0b3e HTTP/1.1" status: 200 len: 375 time: 0.0132799 Jul 16 01:28:02.276856 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1240bf-f3ed-40f9-9bb7-7677e4ff0cb7 req-eab1e544-b410-4e61-aad1-479c7768c902 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:02.278401 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f1240bf-f3ed-40f9-9bb7-7677e4ff0cb7 req-eab1e544-b410-4e61-aad1-479c7768c902 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 943 time: 0.3741059 Jul 16 01:28:02.281987 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-7e0d9ef2-43eb-4f9b-b96a-447c36ef5f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.305386 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-db8fd7ba-ba54-422e-958b-75d853c8bb89 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d4ef3d48038b436b8d6507a4018d0b3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436106 Jul 16 01:28:02.460682 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.462343 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f1240bf-f3ed-40f9-9bb7-7677e4ff0cb7 req-280d79c6-bcf5-410a-b1df-0ccb6e77b950 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645989 Jul 16 01:28:02.476750 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d9ef2-43eb-4f9b-b96a-447c36ef5f97 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0e22b0-bece-4678-a1cb-6756d243ce4d,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:02.485292 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-560c3dd3-06cb-4cd5-9522-05520ce84e4f service neutron] 10.222.0.16 "GET /v2.0/networks/9d5f669b-34f1-47fd-8e87-a780defd1b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463742 Jul 16 01:28:02.595953 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-ad03c92f-f1ba-4cfb-b446-398fb4761a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b374de59-b8e8-4c16-aaf6-908bdbd9ed91 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:02.617675 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-ad03c92f-f1ba-4cfb-b446-398fb4761a03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.660527 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-03e99ea1-7a5a-497f-ad68-16d26654d6b4 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Made reservation on behalf of 4f5ea53f54a7488181cae8d9cdffa32a for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:02.664920 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-03e99ea1-7a5a-497f-ad68-16d26654d6b4 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.673770 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.691068 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] Transition to ACTIVE for port object f39291ba-955f-4d75-88b1-2b480d4e476a will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:02.705848 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-7e0d9ef2-43eb-4f9b-b96a-447c36ef5f97 service neutron] Attempting to bind port 4c0e22b0-bece-4678-a1cb-6756d243ce4d on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:02.706249 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-7e0d9ef2-43eb-4f9b-b96a-447c36ef5f97 service neutron] Attempting to bind port 4c0e22b0-bece-4678-a1cb-6756d243ce4d by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '93b4c2d2-2e14-4e98-b04b-d4a19b004959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7771ce22-8772-4f34-9479-20c2030064b5'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:02.706524 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-7e0d9ef2-43eb-4f9b-b96a-447c36ef5f97 service neutron] Attempting to bind port 4c0e22b0-bece-4678-a1cb-6756d243ce4d on network 7771ce22-8772-4f34-9479-20c2030064b5 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:02.709329 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-ad03c92f-f1ba-4cfb-b446-398fb4761a03 service neutron] Transition to ACTIVE for port object b374de59-b8e8-4c16-aaf6-908bdbd9ed91 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:02.719941 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.730774 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-7e0d9ef2-43eb-4f9b-b96a-447c36ef5f97 service neutron] Port 4c0e22b0-bece-4678-a1cb-6756d243ce4d on network 7771ce22-8772-4f34-9479-20c2030064b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:02.731183 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-7e0d9ef2-43eb-4f9b-b96a-447c36ef5f97 service neutron] Attempting to bind port 4c0e22b0-bece-4678-a1cb-6756d243ce4d on network 7771ce22-8772-4f34-9479-20c2030064b5 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:02.732986 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-ad03c92f-f1ba-4cfb-b446-398fb4761a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.780643 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-7e0d9ef2-43eb-4f9b-b96a-447c36ef5f97 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:02.781006 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-7e0d9ef2-43eb-4f9b-b96a-447c36ef5f97 service neutron] Checking segment: {'id': '93b4c2d2-2e14-4e98-b04b-d4a19b004959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7771ce22-8772-4f34-9479-20c2030064b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:02.781364 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-7e0d9ef2-43eb-4f9b-b96a-447c36ef5f97 service neutron] Bound using segment: {'id': '93b4c2d2-2e14-4e98-b04b-d4a19b004959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7771ce22-8772-4f34-9479-20c2030064b5'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:02.781843 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-7e0d9ef2-43eb-4f9b-b96a-447c36ef5f97 service neutron] Bound port: 4c0e22b0-bece-4678-a1cb-6756d243ce4d, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b4c2d2-2e14-4e98-b04b-d4a19b004959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7771ce22-8772-4f34-9479-20c2030064b5'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:02.782202 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-7e0d9ef2-43eb-4f9b-b96a-447c36ef5f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.785026 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-94b313c5-5605-45f5-ac93-efb72e751ada service neutron] 10.222.0.16 "GET /v2.0/networks/9d5f669b-34f1-47fd-8e87-a780defd1b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709739 Jul 16 01:28:02.790141 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cf795987-0ae3-4a22-a449-0339846e0bff tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.800225 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c564f-2cd6-4775-9ad2-4c4c590b260e None None] Pushing event updated for resources: {'Port': ['ID=f39291ba-955f-4d75-88b1-2b480d4e476a,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:02.815506 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2c564f-2cd6-4775-9ad2-4c4c590b260e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:02.815857 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2c564f-2cd6-4775-9ad2-4c4c590b260e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:02.816383 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2c564f-2cd6-4775-9ad2-4c4c590b260e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:02.816677 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2c564f-2cd6-4775-9ad2-4c4c590b260e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:02.816885 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2c564f-2cd6-4775-9ad2-4c4c590b260e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:02.817218 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2c564f-2cd6-4775-9ad2-4c4c590b260e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:02.817547 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2c564f-2cd6-4775-9ad2-4c4c590b260e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:02.817879 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2c564f-2cd6-4775-9ad2-4c4c590b260e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:02.818206 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2c564f-2cd6-4775-9ad2-4c4c590b260e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:02.818561 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2c564f-2cd6-4775-9ad2-4c4c590b260e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:02.818887 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2c564f-2cd6-4775-9ad2-4c4c590b260e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:02.819215 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2c564f-2cd6-4775-9ad2-4c4c590b260e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:02.864524 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03c92f-f1ba-4cfb-b446-398fb4761a03 service neutron] Pushing event updated for resources: {'Port': ['ID=b374de59-b8e8-4c16-aaf6-908bdbd9ed91,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:02.909465 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] Attempting to bind port f39291ba-955f-4d75-88b1-2b480d4e476a on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:02.909842 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] Attempting to bind port f39291ba-955f-4d75-88b1-2b480d4e476a by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:02.910301 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] Attempting to bind port f39291ba-955f-4d75-88b1-2b480d4e476a on network 7cb02b0d-151c-40b4-a49f-996c30b19d5d {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:02.917875 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:02.918256 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] Checking segment: {'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:02.918667 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.919074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] Bound using segment: {'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:02.919557 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] Bound port: f39291ba-955f-4d75-88b1-2b480d4e476a, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:02.919943 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.054589 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] For port f39291ba-955f-4d75-88b1-2b480d4e476a, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:03.061277 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] For port f39291ba-955f-4d75-88b1-2b480d4e476a, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f39291ba-955f-4d75-88b1-2b480d4e476a,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:03.079446 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.093017 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-ad03c92f-f1ba-4cfb-b446-398fb4761a03 service neutron] Attempting to bind port b374de59-b8e8-4c16-aaf6-908bdbd9ed91 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:03.093354 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-ad03c92f-f1ba-4cfb-b446-398fb4761a03 service neutron] Attempting to bind port b374de59-b8e8-4c16-aaf6-908bdbd9ed91 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '93b4c2d2-2e14-4e98-b04b-d4a19b004959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7771ce22-8772-4f34-9479-20c2030064b5'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:03.093682 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-ad03c92f-f1ba-4cfb-b446-398fb4761a03 service neutron] Attempting to bind port b374de59-b8e8-4c16-aaf6-908bdbd9ed91 on network 7771ce22-8772-4f34-9479-20c2030064b5 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:03.104583 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-ad03c92f-f1ba-4cfb-b446-398fb4761a03 service neutron] Port b374de59-b8e8-4c16-aaf6-908bdbd9ed91 on network 7771ce22-8772-4f34-9479-20c2030064b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:03.104924 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-ad03c92f-f1ba-4cfb-b446-398fb4761a03 service neutron] Attempting to bind port b374de59-b8e8-4c16-aaf6-908bdbd9ed91 on network 7771ce22-8772-4f34-9479-20c2030064b5 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:03.127548 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-ad03c92f-f1ba-4cfb-b446-398fb4761a03 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:03.128152 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-ad03c92f-f1ba-4cfb-b446-398fb4761a03 service neutron] Checking segment: {'id': '93b4c2d2-2e14-4e98-b04b-d4a19b004959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7771ce22-8772-4f34-9479-20c2030064b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:03.128791 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-ad03c92f-f1ba-4cfb-b446-398fb4761a03 service neutron] Bound using segment: {'id': '93b4c2d2-2e14-4e98-b04b-d4a19b004959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7771ce22-8772-4f34-9479-20c2030064b5'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:03.130273 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-ad03c92f-f1ba-4cfb-b446-398fb4761a03 service neutron] Bound port: b374de59-b8e8-4c16-aaf6-908bdbd9ed91, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b4c2d2-2e14-4e98-b04b-d4a19b004959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7771ce22-8772-4f34-9479-20c2030064b5'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:03.131615 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-ad03c92f-f1ba-4cfb-b446-398fb4761a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.167297 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49892) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:03.186437 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-cb7a3ffc-c7b3-47af-b85d-baada3e4b451 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Request body: {'security_group': {'name': 'tempest-securitygroup--342945060', 'description': 'tempest-description--2075637690'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:03.231792 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-03e99ea1-7a5a-497f-ad68-16d26654d6b4 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Allocated IP 172.20.0.7 (7771ce22-8772-4f34-9479-20c2030064b5/903d9a38-9e68-4c42-9c73-4c190106626e/ed19b434-a73b-43fd-b31c-b9decb56b780) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:03.288756 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] Routers {'c9674832-0211-4b8d-b71b-9324f55a7b11'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:03.289466 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:28:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c9674832-0211-4b8d-b71b-9324f55a7b11'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:03.291691 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 5a667ba4-53dc-45af-b92d-faf315772a8b no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:03.370388 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cb7a3ffc-c7b3-47af-b85d-baada3e4b451 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.483637 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cb7a3ffc-c7b3-47af-b85d-baada3e4b451 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.495654 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9b213415-fbf4-4333-87b1-0c0ef6e23b9b req-561e771a-4c6c-4b19-979a-3aeec9d929ac tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf6d3e74-cbb1-455a-affa-5a5e5544d093 HTTP/1.1" status: 200 len: 210 time: 0.1751986 Jul 16 01:28:03.499984 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c564f-2cd6-4775-9ad2-4c4c590b260e None None] Pushing event updated for resources: {'Port': ['ID=f39291ba-955f-4d75-88b1-2b480d4e476a,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:03.510494 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cb7a3ffc-c7b3-47af-b85d-baada3e4b451 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.556238 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-ad03c92f-f1ba-4cfb-b446-398fb4761a03 service neutron] For port b374de59-b8e8-4c16-aaf6-908bdbd9ed91, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:03.594402 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-ad03c92f-f1ba-4cfb-b446-398fb4761a03 service neutron] For port b374de59-b8e8-4c16-aaf6-908bdbd9ed91, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b374de59-b8e8-4c16-aaf6-908bdbd9ed91,segment=NetworkSegment(93b4c2d2-2e14-4e98-b04b-d4a19b004959),segment_id=93b4c2d2-2e14-4e98-b04b-d4a19b004959)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:03.623871 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cb7a3ffc-c7b3-47af-b85d-baada3e4b451 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.625669 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cb7a3ffc-c7b3-47af-b85d-baada3e4b451 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4550633 Jul 16 01:28:03.635092 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49900) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:03.649075 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] Set router c9674832-0211-4b8d-b71b-9324f55a7b11 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:03.656171 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-ad03c92f-f1ba-4cfb-b446-398fb4761a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.656769 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-17af2015-d13d-4c40-951a-151331fd998a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Request body: {'security_group_rule': {'security_group_id': 'c29c0b1a-b2f0-4561-af7d-e88ef38bc078', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:03.673558 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8bf0ebdf-ea24-40bb-9d44-008c35bd4f5f req-a0938899-4f4c-4e25-b8a6-0d64092d4651 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9755bb31-3bd9-4a01-9228-b4d784f719ac HTTP/1.1" status: 200 len: 210 time: 0.0735929 Jul 16 01:28:03.735563 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-17af2015-d13d-4c40-951a-151331fd998a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.758770 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03c92f-f1ba-4cfb-b446-398fb4761a03 service neutron] Pushing event updated for resources: {'Port': ['ID=b374de59-b8e8-4c16-aaf6-908bdbd9ed91,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:03.762680 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a3ffc-c7b3-47af-b85d-baada3e4b451 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c29c0b1a-b2f0-4561-af7d-e88ef38bc078,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:03.771904 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-03e99ea1-7a5a-497f-ad68-16d26654d6b4 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.780063 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-ad03c92f-f1ba-4cfb-b446-398fb4761a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:03.780969 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-ad03c92f-f1ba-4cfb-b446-398fb4761a03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.782652 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-ad03c92f-f1ba-4cfb-b446-398fb4761a03 service neutron] 10.222.0.84 "PUT /v2.0/ports/b374de59-b8e8-4c16-aaf6-908bdbd9ed91 HTTP/1.1" status: 200 len: 1093 time: 4.0607328 Jul 16 01:28:03.783348 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6342867-83db-4514-931c-0538095b4ea5', 'tag': 'b374de59-b8e8-4c16-aaf6-908bdbd9ed91'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:03.786353 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2598515-659c-4f57-ae9f-188d1bb7aa28" -d '{"events": [{"name": "network-changed", "server_uuid": "f6342867-83db-4514-931c-0538095b4ea5", "tag": "b374de59-b8e8-4c16-aaf6-908bdbd9ed91"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:03.850626 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-03e99ea1-7a5a-497f-ad68-16d26654d6b4 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Transition to ACTIVE for port object ed19b434-a73b-43fd-b31c-b9decb56b780 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:03.869797 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-7e0d9ef2-43eb-4f9b-b96a-447c36ef5f97 service neutron] For port 4c0e22b0-bece-4678-a1cb-6756d243ce4d, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:03.949157 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-17af2015-d13d-4c40-951a-151331fd998a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.950157 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-919de92a-a36f-4899-9d0b-c7934700404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:03.951612 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-7e0d9ef2-43eb-4f9b-b96a-447c36ef5f97 service neutron] For port 4c0e22b0-bece-4678-a1cb-6756d243ce4d, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=4c0e22b0-bece-4678-a1cb-6756d243ce4d,segment=NetworkSegment(93b4c2d2-2e14-4e98-b04b-d4a19b004959),segment_id=93b4c2d2-2e14-4e98-b04b-d4a19b004959)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:03.951807 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-919de92a-a36f-4899-9d0b-c7934700404a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4f5ea53f54a7488181cae8d9cdffa32a&device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 1096 time: 0.1197224 Jul 16 01:28:03.970866 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-17af2015-d13d-4c40-951a-151331fd998a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.012863 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab9dab-6e15-4cea-93d1-ca071726e228 req-14716524-5d10-4239-9229-2da5e2acaae1 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:04.023267 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05ab9dab-6e15-4cea-93d1-ca071726e228 req-14716524-5d10-4239-9229-2da5e2acaae1 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/ports?device_id=6993e618-0887-4f96-9ed1-d5c6fe4bf567 HTTP/1.1" status: 200 len: 950 time: 0.4959919 Jul 16 01:28:04.028009 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-efe596f5-4d31-47ca-8c6b-394d8da0c9bd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b374de59-b8e8-4c16-aaf6-908bdbd9ed91 HTTP/1.1" status: 200 len: 217 time: 0.0688839 Jul 16 01:28:04.097936 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-7e0d9ef2-43eb-4f9b-b96a-447c36ef5f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.109466 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-a6f031d6-aecb-4a64-83fb-0f2df613b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:04.111102 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-a6f031d6-aecb-4a64-83fb-0f2df613b86e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=903d9a38-9e68-4c42-9c73-4c190106626e HTTP/1.1" status: 200 len: 855 time: 0.0735626 Jul 16 01:28:04.206806 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-e9babca0-b8e9-458d-be7c-3ff9ba71fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:04.209421 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-e9babca0-b8e9-458d-be7c-3ff9ba71fc67 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7771ce22-8772-4f34-9479-20c2030064b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901654 Jul 16 01:28:04.224138 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-7e0d9ef2-43eb-4f9b-b96a-447c36ef5f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:04.224773 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-7e0d9ef2-43eb-4f9b-b96a-447c36ef5f97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.226243 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-7e0d9ef2-43eb-4f9b-b96a-447c36ef5f97 service neutron] 10.222.0.82 "PUT /v2.0/ports/4c0e22b0-bece-4678-a1cb-6756d243ce4d HTTP/1.1" status: 200 len: 1092 time: 3.4304206 Jul 16 01:28:04.251404 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-03e99ea1-7a5a-497f-ad68-16d26654d6b4 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.281554 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afbc6406-205d-4bdf-9c96-88323334361d', 'tag': '4c0e22b0-bece-4678-a1cb-6756d243ce4d'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:04.284244 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbe933c-e36d-4728-9c0d-fa516b786e85" -d '{"events": [{"name": "network-changed", "server_uuid": "afbc6406-205d-4bdf-9c96-88323334361d", "tag": "4c0e22b0-bece-4678-a1cb-6756d243ce4d"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:04.302310 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05ab9dab-6e15-4cea-93d1-ca071726e228 req-93554928-e540-4a49-9e2b-a78e2f927586 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b5c4a92-1dec-4d30-adc9-eee5dbbd7989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765346 Jul 16 01:28:04.341173 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-9f68947d-be05-4c75-9413-ee6669b39baf req-539cf9cd-9a31-4fa6-80b9-8ead902f8892 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:28:04.359794 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9f68947d-be05-4c75-9413-ee6669b39baf req-539cf9cd-9a31-4fa6-80b9-8ead902f8892 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1487315 Jul 16 01:28:04.365432 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'name': 'tempest-ServerActionsTestJSON-20684112-router', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:45Z', 'updated_at': '2021-07-16T01:27:58Z', 'revision_number': 4, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'gw_port': {'id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:46Z', 'updated_at': '2021-07-16T01:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'f39291ba-955f-4d75-88b1-2b480d4e476a', 'name': '', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'mac_address': 'fa:16:3e:93:f8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:54Z', 'updated_at': '2021-07-16T01:28:03Z', 'revision_number': 4, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'subnets': [{'id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:04.434478 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb40fa70-3da9-4cf1-a184-6bfa93355bdf x-openstack-request-id: req-fb40fa70-3da9-4cf1-a184-6bfa93355bdf {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:04.436652 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6342867-83db-4514-931c-0538095b4ea5", "tag": "b374de59-b8e8-4c16-aaf6-908bdbd9ed91", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:04.437072 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb40fa70-3da9-4cf1-a184-6bfa93355bdf {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:04.438660 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6342867-83db-4514-931c-0538095b4ea5', 'tag': 'b374de59-b8e8-4c16-aaf6-908bdbd9ed91', 'status': 'completed', 'code': 200} Jul 16 01:28:04.444349 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af2015-d13d-4c40-951a-151331fd998a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ad4823-147c-43d8-9890-e14ef2700f40,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:04.449514 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191d69b8-4d40-4fd7-93f5-af45a5c65360 None None] The sync data for ids ['c9674832-0211-4b8d-b71b-9324f55a7b11'] in n-d-792394-16 is: [{'id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'name': 'tempest-ServerActionsTestJSON-20684112-router', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:45Z', 'updated_at': '2021-07-16T01:27:58Z', 'revision_number': 4, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'gw_port': {'id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:46Z', 'updated_at': '2021-07-16T01:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'f39291ba-955f-4d75-88b1-2b480d4e476a', 'name': '', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'mac_address': 'fa:16:3e:93:f8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:54Z', 'updated_at': '2021-07-16T01:28:03Z', 'revision_number': 4, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'subnets': [{'id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:04.452198 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-03e99ea1-7a5a-497f-ad68-16d26654d6b4 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Network 7771ce22-8772-4f34-9479-20c2030064b5 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:04.455007 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-17af2015-d13d-4c40-951a-151331fd998a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.461545 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-17af2015-d13d-4c40-951a-151331fd998a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8225391 Jul 16 01:28:04.468774 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49914) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:04.471400 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-7517803a-0db3-48aa-b4a5-775c9ee8b913 service neutron] 10.222.0.84 "GET /v2.0/networks/7771ce22-8772-4f34-9479-20c2030064b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546966 Jul 16 01:28:04.477004 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-65dced69-f092-4558-b232-df9b194e7c6f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Request body: {'security_group_rule': {'security_group_id': 'c29c0b1a-b2f0-4561-af7d-e88ef38bc078', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:04.539548 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-03e99ea1-7a5a-497f-ad68-16d26654d6b4 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:04.559020 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-03e99ea1-7a5a-497f-ad68-16d26654d6b4 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:04.616395 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17af2015-d13d-4c40-951a-151331fd998a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:04.619457 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17af2015-d13d-4c40-951a-151331fd998a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:04.619457 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17af2015-d13d-4c40-951a-151331fd998a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:04.622383 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17af2015-d13d-4c40-951a-151331fd998a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:04.622994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17af2015-d13d-4c40-951a-151331fd998a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:04.624895 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17af2015-d13d-4c40-951a-151331fd998a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:04.625462 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17af2015-d13d-4c40-951a-151331fd998a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:04.625904 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17af2015-d13d-4c40-951a-151331fd998a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:04.629558 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17af2015-d13d-4c40-951a-151331fd998a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:04.629992 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17af2015-d13d-4c40-951a-151331fd998a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:04.630423 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17af2015-d13d-4c40-951a-151331fd998a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:04.630823 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17af2015-d13d-4c40-951a-151331fd998a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:04.637793 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65dced69-f092-4558-b232-df9b194e7c6f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.749473 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-cf795987-0ae3-4a22-a449-0339846e0bff tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Deleting port 28f93db8-02e4-4f52-ad24-7a2893df920a {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:04.755482 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cf795987-0ae3-4a22-a449-0339846e0bff tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.761078 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67e142ce-bb5d-48ed-9496-3e66f885aecb req-148202ff-94ed-4ba8-8342-62b54023177b service neutron] 10.222.0.84 "GET /v2.0/networks/7771ce22-8772-4f34-9479-20c2030064b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782454 Jul 16 01:28:04.771441 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d9ef2-43eb-4f9b-b96a-447c36ef5f97 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0e22b0-bece-4678-a1cb-6756d243ce4d,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:04.797021 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65dced69-f092-4558-b232-df9b194e7c6f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.809439 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65dced69-f092-4558-b232-df9b194e7c6f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.860335 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.950446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e99ea1-7a5a-497f-ad68-16d26654d6b4 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Pushing event updated for resources: {'Port': ['ID=ed19b434-a73b-43fd-b31c-b9decb56b780,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:04.958710 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dced69-f092-4558-b232-df9b194e7c6f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8428ab17-f571-4750-9fc3-da04f0c1a423,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:04.973218 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-03e99ea1-7a5a-497f-ad68-16d26654d6b4 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:04.973938 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-03e99ea1-7a5a-497f-ad68-16d26654d6b4 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.995264 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65dced69-f092-4558-b232-df9b194e7c6f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.999610 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-65dced69-f092-4558-b232-df9b194e7c6f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5262499 Jul 16 01:28:05.006379 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49928) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:05.023181 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-37ced4ad-a408-4954-b65f-0abdf29ad2b7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:05.030025 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-37d27742-260a-4628-b4ed-93f619ddfd19 None None] Provisioning for port ed19b434-a73b-43fd-b31c-b9decb56b780 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:05.034653 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-37d27742-260a-4628-b4ed-93f619ddfd19 None None] Provisioning complete for port ed19b434-a73b-43fd-b31c-b9decb56b780 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:05.035067 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-37d27742-260a-4628-b4ed-93f619ddfd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.139098 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2598515-659c-4f57-ae9f-188d1bb7aa28 req-bcea7ebe-5c4a-4b5d-90c1-598a39fec6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.142678 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2598515-659c-4f57-ae9f-188d1bb7aa28 req-bcea7ebe-5c4a-4b5d-90c1-598a39fec6e0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4f5ea53f54a7488181cae8d9cdffa32a&device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 1096 time: 0.3019602 Jul 16 01:28:05.146838 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-03e99ea1-7a5a-497f-ad68-16d26654d6b4 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9257426 Jul 16 01:28:05.156694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-1e3198a4-3f7d-4abd-ad30-234c011d390d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.158795 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-1e3198a4-3f7d-4abd-ad30-234c011d390d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4f5ea53f54a7488181cae8d9cdffa32a&device_id=afbc6406-205d-4bdf-9c96-88323334361d HTTP/1.1" status: 200 len: 1095 time: 0.7854488 Jul 16 01:28:05.161346 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-37d27742-260a-4628-b4ed-93f619ddfd19 None None] Port ed19b434-a73b-43fd-b31c-b9decb56b780 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:05.181506 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-8030ba11-d539-4003-8132-35fc2457af73 service neutron] Request body: {'port': {'device_id': 'bf6d3e74-cbb1-455a-affa-5a5e5544d093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:05.247317 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f39291ba-955f-4d75-88b1-2b480d4e476a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:05.279292 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-37ced4ad-a408-4954-b65f-0abdf29ad2b7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.354415 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-9dade3a0-cf2d-41f8-b4b6-90ccaaa002f4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c0e22b0-bece-4678-a1cb-6756d243ce4d HTTP/1.1" status: 200 len: 217 time: 0.1614225 Jul 16 01:28:05.382919 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a1e5e-61fc-4e7c-aef8-6aaaed9fe104 req-48213217-9ad9-46e0-8dae-61ad04543163 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.397044 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2e2a1e5e-61fc-4e7c-aef8-6aaaed9fe104 req-48213217-9ad9-46e0-8dae-61ad04543163 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=323facbe-670b-46e4-9007-4946859341d2 HTTP/1.1" status: 200 len: 945 time: 0.6950364 Jul 16 01:28:05.398275 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port f39291ba-955f-4d75-88b1-2b480d4e476a completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:05.405186 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port f39291ba-955f-4d75-88b1-2b480d4e476a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:05.406030 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.416179 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cf795987-0ae3-4a22-a449-0339846e0bff tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.541406 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.612282 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-d88fc42f-0351-4eda-8327-ab5745200fe5 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.614184 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-d88fc42f-0351-4eda-8327-ab5745200fe5 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] 10.222.0.82 "GET /v2.0/networks?id=9d5f669b-34f1-47fd-8e87-a780defd1b90 HTTP/1.1" status: 200 len: 818 time: 0.4834030 Jul 16 01:28:05.615827 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port f39291ba-955f-4d75-88b1-2b480d4e476a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f39291ba-955f-4d75-88b1-2b480d4e476a,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:05.624397 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.663843 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2598515-659c-4f57-ae9f-188d1bb7aa28 req-87149855-993b-4e1a-81a3-a83d35a253cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.672698 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-635c74b1-fba2-48dd-950a-a31eff601e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.672987 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2598515-659c-4f57-ae9f-188d1bb7aa28 req-87149855-993b-4e1a-81a3-a83d35a253cb service neutron] 10.222.0.84 "GET /v2.0/networks?id=7771ce22-8772-4f34-9479-20c2030064b5 HTTP/1.1" status: 200 len: 917 time: 0.5104017 Jul 16 01:28:05.675168 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-635c74b1-fba2-48dd-950a-a31eff601e68 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=903d9a38-9e68-4c42-9c73-4c190106626e HTTP/1.1" status: 200 len: 855 time: 0.2614446 Jul 16 01:28:05.679115 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9068369-1c57-4153-b083-8082deadfc37 x-openstack-request-id: req-d9068369-1c57-4153-b083-8082deadfc37 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:05.679643 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afbc6406-205d-4bdf-9c96-88323334361d", "tag": "4c0e22b0-bece-4678-a1cb-6756d243ce4d", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:05.680725 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9068369-1c57-4153-b083-8082deadfc37 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:05.681439 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afbc6406-205d-4bdf-9c96-88323334361d', 'tag': '4c0e22b0-bece-4678-a1cb-6756d243ce4d', 'status': 'completed', 'code': 200} Jul 16 01:28:05.690278 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-8030ba11-d539-4003-8132-35fc2457af73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.704136 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=f39291ba-955f-4d75-88b1-2b480d4e476a,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:05.704671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-25a6a435-aeaf-4496-9030-8ef3f36ab43b tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Request body: {'port': {'device_id': '9755bb31-3bd9-4a01-9228-b4d784f719ac', 'network_id': '9d5f669b-34f1-47fd-8e87-a780defd1b90', 'admin_state_up': True, 'tenant_id': 'd4ef3d48038b436b8d6507a4018d0b3e'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:05.769234 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2598515-659c-4f57-ae9f-188d1bb7aa28 req-71c6b67a-feb8-41b3-8350-3c5ef73939a0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b374de59-b8e8-4c16-aaf6-908bdbd9ed91 HTTP/1.1" status: 200 len: 217 time: 0.0897574 Jul 16 01:28:05.814394 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-cf795987-0ae3-4a22-a449-0339846e0bff tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Calling delete_port for 28f93db8-02e4-4f52-ad24-7a2893df920a owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:05.872079 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-004623b9-7911-4bde-8e38-6eee1b37e2d7 req-21258113-a04f-4330-9cc9-886f18859217 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6049137 Jul 16 01:28:05.922037 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2598515-659c-4f57-ae9f-188d1bb7aa28 req-a7b7e571-70b9-4016-a8a9-ca13d3544328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.923646 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2598515-659c-4f57-ae9f-188d1bb7aa28 req-a7b7e571-70b9-4016-a8a9-ca13d3544328 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=903d9a38-9e68-4c42-9c73-4c190106626e HTTP/1.1" status: 200 len: 855 time: 0.1421194 Jul 16 01:28:05.982970 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516f90a-4cbf-4bc7-935d-68a9739d7527 req-3af86199-7ae4-4168-818d-08cee32b99ee tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.990301 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7516f90a-4cbf-4bc7-935d-68a9739d7527 req-3af86199-7ae4-4168-818d-08cee32b99ee tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf6d3e74-cbb1-455a-affa-5a5e5544d093 HTTP/1.1" status: 200 len: 931 time: 0.3135021 Jul 16 01:28:06.000099 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2e2a1e5e-61fc-4e7c-aef8-6aaaed9fe104 req-2b44cdc4-3163-4f23-96d2-f9db34a3969e tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019957 Jul 16 01:28:06.027479 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-25a6a435-aeaf-4496-9030-8ef3f36ab43b tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Made reservation on behalf of d4ef3d48038b436b8d6507a4018d0b3e for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:06.039562 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-25a6a435-aeaf-4496-9030-8ef3f36ab43b tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:06.063538 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-37ced4ad-a408-4954-b65f-0abdf29ad2b7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:06.100260 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7516f90a-4cbf-4bc7-935d-68a9739d7527 req-b1daa10d-10cc-41d8-8094-7e753a394a22 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999968 Jul 16 01:28:06.119342 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a05219-97eb-48e2-9f78-cb4eb2360299 req-2383c3e4-0fca-4d23-b90f-45e8af5232ca tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:06.121243 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-08a05219-97eb-48e2-9f78-cb4eb2360299 req-2383c3e4-0fca-4d23-b90f-45e8af5232ca tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.82 "GET /v2.0/ports?device_id=323facbe-670b-46e4-9007-4946859341d2 HTTP/1.1" status: 200 len: 945 time: 0.2464578 Jul 16 01:28:06.301114 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-27970853-7ca2-463a-a505-3fa25e715bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:06.302649 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-27970853-7ca2-463a-a505-3fa25e715bf8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7771ce22-8772-4f34-9479-20c2030064b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6085391 Jul 16 01:28:06.337857 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-06b78b2b-2c05-47b4-8340-9a796024d464 req-5582d175-1601-42b0-89d2-4510add207a1 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9755bb31-3bd9-4a01-9228-b4d784f719ac HTTP/1.1" status: 200 len: 210 time: 0.0551846 Jul 16 01:28:06.376258 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2598515-659c-4f57-ae9f-188d1bb7aa28 req-1d44e049-cf03-4f8b-80d3-ce8cc407008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:06.378462 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2598515-659c-4f57-ae9f-188d1bb7aa28 req-1d44e049-cf03-4f8b-80d3-ce8cc407008d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7771ce22-8772-4f34-9479-20c2030064b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4438684 Jul 16 01:28:06.590676 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-37ced4ad-a408-4954-b65f-0abdf29ad2b7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Allocated IP 172.25.6.241 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/21268c97-e0ba-41b9-94ad-54e85b2f4892) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:06.601967 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2598515-659c-4f57-ae9f-188d1bb7aa28 req-20d2199a-95ed-467d-a818-50bb225d7a11 service neutron] 10.222.0.84 "GET /v2.0/networks/7771ce22-8772-4f34-9479-20c2030064b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131791 Jul 16 01:28:06.757898 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-08a05219-97eb-48e2-9f78-cb4eb2360299 req-0ffcf6c7-d952-49ee-8ec3-04d5583d7ac2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Deleting port ba5ea9c7-e832-4fb2-9761-c9bf30395cc8 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:06.758938 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-08a05219-97eb-48e2-9f78-cb4eb2360299 req-0ffcf6c7-d952-49ee-8ec3-04d5583d7ac2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:06.812879 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2598515-659c-4f57-ae9f-188d1bb7aa28 req-ded0d5bb-d355-4ed3-969a-56876d65ec18 service neutron] 10.222.0.84 "GET /v2.0/networks/7771ce22-8772-4f34-9479-20c2030064b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978650 Jul 16 01:28:06.974012 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cf795987-0ae3-4a22-a449-0339846e0bff tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.070917 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-25a6a435-aeaf-4496-9030-8ef3f36ab43b tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Allocated IP 172.20.0.7 (9d5f669b-34f1-47fd-8e87-a780defd1b90/f3ca6cbb-e466-420b-bb6d-c45cdf24f90e/57f18726-2062-402b-8064-d4e532dbdf5b) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:07.075773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf795987-0ae3-4a22-a449-0339846e0bff tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Pushing event deleted for resources: {'Port': ['ID=28f93db8-02e4-4f52-ad24-7a2893df920a,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:07.089349 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-9d57ce72-eb62-4d30-92d9-b2c3886e5d67 service neutron] 10.222.0.82 "GET /v2.0/networks/7771ce22-8772-4f34-9479-20c2030064b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7589593 Jul 16 01:28:07.136223 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd997b6-9f5e-40a4-9d2e-57fd4539eb7c req-8310ffc0-4205-45db-98f5-dde97532afff tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:07.144939 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fd997b6-9f5e-40a4-9d2e-57fd4539eb7c req-8310ffc0-4205-45db-98f5-dde97532afff tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 943 time: 0.9031990 Jul 16 01:28:07.211980 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f39291ba-955f-4d75-88b1-2b480d4e476a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:07.284994 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port f39291ba-955f-4d75-88b1-2b480d4e476a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:07.285723 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.312180 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device b374de59-b8e8-4c16-aaf6-908bdbd9ed91 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:07.356315 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fd997b6-9f5e-40a4-9d2e-57fd4539eb7c req-a7c9f029-a210-4bce-9c31-1f8bfdf8f68b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988878 Jul 16 01:28:07.420760 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-37ced4ad-a408-4954-b65f-0abdf29ad2b7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.427446 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-08a05219-97eb-48e2-9f78-cb4eb2360299 req-0ffcf6c7-d952-49ee-8ec3-04d5583d7ac2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] For port ba5ea9c7-e832-4fb2-9761-c9bf30395cc8, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=ba5ea9c7-e832-4fb2-9761-c9bf30395cc8,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:07.427446 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-08a05219-97eb-48e2-9f78-cb4eb2360299 req-0ffcf6c7-d952-49ee-8ec3-04d5583d7ac2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.451664 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004623b9-7911-4bde-8e38-6eee1b37e2d7 req-27ec9cab-e90b-4d46-ad27-9087f61d4ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:07.453211 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-004623b9-7911-4bde-8e38-6eee1b37e2d7 req-27ec9cab-e90b-4d46-ad27-9087f61d4ec3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07&tenant_id=b34e809642274173b57688929a40029a HTTP/1.1" status: 200 len: 1095 time: 0.2233732 Jul 16 01:28:07.465809 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c9377-97fc-45da-afbe-35d5250363a1 req-1d704aa7-b4e1-419c-ab96-a5f4dd9c447b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:07.473439 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-df7c9377-97fc-45da-afbe-35d5250363a1 req-1d704aa7-b4e1-419c-ab96-a5f4dd9c447b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=323facbe-670b-46e4-9007-4946859341d2 HTTP/1.1" status: 200 len: 945 time: 0.2531509 Jul 16 01:28:07.500402 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-08a05219-97eb-48e2-9f78-cb4eb2360299 req-0ffcf6c7-d952-49ee-8ec3-04d5583d7ac2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Calling delete_port for ba5ea9c7-e832-4fb2-9761-c9bf30395cc8 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:07.505946 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port b374de59-b8e8-4c16-aaf6-908bdbd9ed91, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b374de59-b8e8-4c16-aaf6-908bdbd9ed91,segment=NetworkSegment(93b4c2d2-2e14-4e98-b04b-d4a19b004959),segment_id=93b4c2d2-2e14-4e98-b04b-d4a19b004959)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:07.520195 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'b374de59-b8e8-4c16-aaf6-908bdbd9ed91', 'network_id': '7771ce22-8772-4f34-9479-20c2030064b5', 'port_id': 'b374de59-b8e8-4c16-aaf6-908bdbd9ed91', 'mac_address': 'fa:16:3e:e3:a4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903d9a38-9e68-4c42-9c73-4c190106626e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:07.543440 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cf795987-0ae3-4a22-a449-0339846e0bff tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.546900 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ece3156-ff7c-43cd-8054-bd379d53101d req-ad020d55-dd74-47f8-9d5a-bcc142586cd7 service neutron] 10.222.0.82 "GET /v2.0/networks/7771ce22-8772-4f34-9479-20c2030064b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311316 Jul 16 01:28:07.583217 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.598515 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-8030ba11-d539-4003-8132-35fc2457af73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed19b434-a73b-43fd-b31c-b9decb56b780 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:07.600251 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b374de59-b8e8-4c16-aaf6-908bdbd9ed91 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:07.616964 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-df7c9377-97fc-45da-afbe-35d5250363a1 req-3921856c-6ec5-4a27-b8c1-6b4b77256b35 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425827 Jul 16 01:28:07.623464 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port b374de59-b8e8-4c16-aaf6-908bdbd9ed91, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b374de59-b8e8-4c16-aaf6-908bdbd9ed91,segment=NetworkSegment(93b4c2d2-2e14-4e98-b04b-d4a19b004959),segment_id=93b4c2d2-2e14-4e98-b04b-d4a19b004959)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:07.640903 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.641112 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-8030ba11-d539-4003-8132-35fc2457af73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.668846 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004623b9-7911-4bde-8e38-6eee1b37e2d7 req-de29bd77-3b00-4b55-b6c2-06946aca8031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:07.670486 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-004623b9-7911-4bde-8e38-6eee1b37e2d7 req-de29bd77-3b00-4b55-b6c2-06946aca8031 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b34e809642274173b57688929a40029a&device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 1095 time: 0.1801283 Jul 16 01:28:07.674239 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-37ced4ad-a408-4954-b65f-0abdf29ad2b7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.701363 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=b374de59-b8e8-4c16-aaf6-908bdbd9ed91,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:07.783068 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ced4ad-a408-4954-b65f-0abdf29ad2b7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:07.784892 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-8030ba11-d539-4003-8132-35fc2457af73 service neutron] Transition to ACTIVE for port object ed19b434-a73b-43fd-b31c-b9decb56b780 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:07.805148 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-8030ba11-d539-4003-8132-35fc2457af73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.833142 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34efa752-ea2b-4430-8ba6-952caa349574 req-507ff9ca-24a4-44bc-9643-da237a052a41 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9755bb31-3bd9-4a01-9228-b4d784f719ac HTTP/1.1" status: 200 len: 210 time: 0.0803163 Jul 16 01:28:07.838366 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-37ced4ad-a408-4954-b65f-0abdf29ad2b7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:07.841468 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ced4ad-a408-4954-b65f-0abdf29ad2b7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:07.848788 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ced4ad-a408-4954-b65f-0abdf29ad2b7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Pushing event updated for resources: {'Port': ['ID=21268c97-e0ba-41b9-94ad-54e85b2f4892,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:07.900220 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['b374de59-b8e8-4c16-aaf6-908bdbd9ed91'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:07.908906 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-25a6a435-aeaf-4496-9030-8ef3f36ab43b tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.952313 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-08a05219-97eb-48e2-9f78-cb4eb2360299 req-0ffcf6c7-d952-49ee-8ec3-04d5583d7ac2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.992973 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffcf6c7-d952-49ee-8ec3-04d5583d7ac2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Pushing event deleted for resources: {'Port': ['ID=ba5ea9c7-e832-4fb2-9761-c9bf30395cc8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:08.002555 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030ba11-d539-4003-8132-35fc2457af73 service neutron] Pushing event updated for resources: {'Port': ['ID=ed19b434-a73b-43fd-b31c-b9decb56b780,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:08.028634 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004623b9-7911-4bde-8e38-6eee1b37e2d7 req-c84ad8e8-7a9d-4703-8630-437a4bb9d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.030259 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-004623b9-7911-4bde-8e38-6eee1b37e2d7 req-c84ad8e8-7a9d-4703-8630-437a4bb9d3ea service neutron] 10.222.0.84 "GET /v2.0/networks?id=35ff07a5-b891-4556-995d-01800531e82b HTTP/1.1" status: 200 len: 915 time: 0.3476386 Jul 16 01:28:08.038575 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf795987-0ae3-4a22-a449-0339846e0bff tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Router 7dad8143-c4cd-453e-8e08-68e0be248f5a has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:08.046306 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efe220-7a90-4422-b68a-e11b01ec4b09 req-971d08bd-01b5-4a1f-a4d5-1b586f5fd1e2 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.047917 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e8efe220-7a90-4422-b68a-e11b01ec4b09 req-971d08bd-01b5-4a1f-a4d5-1b586f5fd1e2 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf6d3e74-cbb1-455a-affa-5a5e5544d093 HTTP/1.1" status: 200 len: 931 time: 0.4545741 Jul 16 01:28:08.054141 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe933c-e36d-4728-9c0d-fa516b786e85 req-38f7dce7-e633-43ed-ac10-ad1f7c1e0d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.055653 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2cbe933c-e36d-4728-9c0d-fa516b786e85 req-38f7dce7-e633-43ed-ac10-ad1f7c1e0d2c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4f5ea53f54a7488181cae8d9cdffa32a&device_id=afbc6406-205d-4bdf-9c96-88323334361d HTTP/1.1" status: 200 len: 1095 time: 0.4435401 Jul 16 01:28:08.131473 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a05219-97eb-48e2-9f78-cb4eb2360299 req-0ffcf6c7-d952-49ee-8ec3-04d5583d7ac2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] No DVR routers for this DVR port ba5ea9c7-e832-4fb2-9761-c9bf30395cc8 on host n-h2-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:08.141581 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-08a05219-97eb-48e2-9f78-cb4eb2360299 req-0ffcf6c7-d952-49ee-8ec3-04d5583d7ac2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.143240 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-08a05219-97eb-48e2-9f78-cb4eb2360299 req-0ffcf6c7-d952-49ee-8ec3-04d5583d7ac2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.82 "DELETE /v2.0/ports/ba5ea9c7-e832-4fb2-9761-c9bf30395cc8 HTTP/1.1" status: 204 len: 173 time: 2.0050845 Jul 16 01:28:08.143706 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323facbe-670b-46e4-9007-4946859341d2', 'name': 'network-vif-deleted', 'tag': 'ba5ea9c7-e832-4fb2-9761-c9bf30395cc8'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:08.146666 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceea1b44-4dbc-4e78-a8c9-3d13262bfb77" -d '{"events": [{"server_uuid": "323facbe-670b-46e4-9007-4946859341d2", "name": "network-vif-deleted", "tag": "ba5ea9c7-e832-4fb2-9761-c9bf30395cc8"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:08.201448 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-004623b9-7911-4bde-8e38-6eee1b37e2d7 req-2d44f6f8-9c15-446f-9461-cce9a4667fb3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a667ba4-53dc-45af-b92d-faf315772a8b HTTP/1.1" status: 200 len: 217 time: 0.1383109 Jul 16 01:28:08.206272 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-37ced4ad-a408-4954-b65f-0abdf29ad2b7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.225437 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846d8601-e26b-41e9-b4a3-79c0f897fc18 x-openstack-request-id: req-846d8601-e26b-41e9-b4a3-79c0f897fc18 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:08.226035 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323facbe-670b-46e4-9007-4946859341d2", "name": "network-vif-deleted", "tag": "ba5ea9c7-e832-4fb2-9761-c9bf30395cc8", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:08.226392 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-846d8601-e26b-41e9-b4a3-79c0f897fc18 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:08.226881 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323facbe-670b-46e4-9007-4946859341d2', 'name': 'network-vif-deleted', 'tag': 'ba5ea9c7-e832-4fb2-9761-c9bf30395cc8', 'status': 'completed', 'code': 200} Jul 16 01:28:08.246941 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-25a6a435-aeaf-4496-9030-8ef3f36ab43b tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.290735 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-37ced4ad-a408-4954-b65f-0abdf29ad2b7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.325259 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e8efe220-7a90-4422-b68a-e11b01ec4b09 req-68308fae-fe9b-4aea-8a25-382af55d38d2 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674625 Jul 16 01:28:08.336264 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004623b9-7911-4bde-8e38-6eee1b37e2d7 req-6ff0abc3-7407-4231-beee-7ca89a1d78e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.337962 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-004623b9-7911-4bde-8e38-6eee1b37e2d7 req-6ff0abc3-7407-4231-beee-7ca89a1d78e7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f67e12-f5ad-4d79-ae7c-5f4fe14246c7 HTTP/1.1" status: 200 len: 854 time: 0.1292720 Jul 16 01:28:08.368706 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-8030ba11-d539-4003-8132-35fc2457af73 service neutron] Attempting to bind port ed19b434-a73b-43fd-b31c-b9decb56b780 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:08.369050 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-8030ba11-d539-4003-8132-35fc2457af73 service neutron] Attempting to bind port ed19b434-a73b-43fd-b31c-b9decb56b780 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '93b4c2d2-2e14-4e98-b04b-d4a19b004959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7771ce22-8772-4f34-9479-20c2030064b5'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:08.369405 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-8030ba11-d539-4003-8132-35fc2457af73 service neutron] Attempting to bind port ed19b434-a73b-43fd-b31c-b9decb56b780 on network 7771ce22-8772-4f34-9479-20c2030064b5 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:08.381527 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-25a6a435-aeaf-4496-9030-8ef3f36ab43b tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Network 9d5f669b-34f1-47fd-8e87-a780defd1b90 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:08.388827 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf795987-0ae3-4a22-a449-0339846e0bff tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:08.391574 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-004623b9-7911-4bde-8e38-6eee1b37e2d7 req-073a1161-4cd0-4853-8dff-91018725dad2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=35ff07a5-b891-4556-995d-01800531e82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436263 Jul 16 01:28:08.408239 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cf795987-0ae3-4a22-a449-0339846e0bff tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] 10.222.0.16 "PUT /v2.0/routers/7dad8143-c4cd-453e-8e08-68e0be248f5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2815177 Jul 16 01:28:08.408464 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6f955f-8dc5-4139-a83d-6a66686c0be0 None None] Sync routers for ids ['7dad8143-c4cd-453e-8e08-68e0be248f5a'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:08.409109 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49982) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:08.417787 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-25a6a435-aeaf-4496-9030-8ef3f36ab43b tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:08.419815 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-8030ba11-d539-4003-8132-35fc2457af73 service neutron] Port ed19b434-a73b-43fd-b31c-b9decb56b780 on network 7771ce22-8772-4f34-9479-20c2030064b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:08.420211 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-8030ba11-d539-4003-8132-35fc2457af73 service neutron] Attempting to bind port ed19b434-a73b-43fd-b31c-b9decb56b780 on network 7771ce22-8772-4f34-9479-20c2030064b5 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:08.426006 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6f955f-8dc5-4139-a83d-6a66686c0be0 None None] Routers {'7dad8143-c4cd-453e-8e08-68e0be248f5a'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:08.427574 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5d6f955f-8dc5-4139-a83d-6a66686c0be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:28:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['7dad8143-c4cd-453e-8e08-68e0be248f5a'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:08.432140 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-25a6a435-aeaf-4496-9030-8ef3f36ab43b tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:08.468313 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6a435-aeaf-4496-9030-8ef3f36ab43b tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Pushing event updated for resources: {'Port': ['ID=57f18726-2062-402b-8064-d4e532dbdf5b,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:08.492016 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5d6f955f-8dc5-4139-a83d-6a66686c0be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:08.505090 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-283617b5-90ee-438c-8421-e6d4dfb660d7 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] show failed (client error): The resource could not be found. Jul 16 01:28:08.511967 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6f955f-8dc5-4139-a83d-6a66686c0be0 None None] Routers {'7dad8143-c4cd-453e-8e08-68e0be248f5a'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:08.512582 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-283617b5-90ee-438c-8421-e6d4dfb660d7 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-67301606 HTTP/1.1" status: 404 len: 333 time: 0.0897305 Jul 16 01:28:08.512708 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5d6f955f-8dc5-4139-a83d-6a66686c0be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:28:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['7dad8143-c4cd-453e-8e08-68e0be248f5a'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:08.513644 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49984) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:08.517466 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe933c-e36d-4728-9c0d-fa516b786e85 req-c1302857-dc67-46ac-ab8c-edaea7707f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.519192 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2cbe933c-e36d-4728-9c0d-fa516b786e85 req-c1302857-dc67-46ac-ab8c-edaea7707f84 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7771ce22-8772-4f34-9479-20c2030064b5 HTTP/1.1" status: 200 len: 917 time: 0.4432199 Jul 16 01:28:08.522443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-8030ba11-d539-4003-8132-35fc2457af73 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:08.523134 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-8030ba11-d539-4003-8132-35fc2457af73 service neutron] Checking segment: {'id': '93b4c2d2-2e14-4e98-b04b-d4a19b004959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7771ce22-8772-4f34-9479-20c2030064b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:08.523752 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-8030ba11-d539-4003-8132-35fc2457af73 service neutron] Bound using segment: {'id': '93b4c2d2-2e14-4e98-b04b-d4a19b004959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7771ce22-8772-4f34-9479-20c2030064b5'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:08.524406 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-8030ba11-d539-4003-8132-35fc2457af73 service neutron] Bound port: ed19b434-a73b-43fd-b31c-b9decb56b780, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b4c2d2-2e14-4e98-b04b-d4a19b004959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7771ce22-8772-4f34-9479-20c2030064b5'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:08.524927 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-8030ba11-d539-4003-8132-35fc2457af73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.546356 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-c0dfbb0f-7085-4d97-9f83-a0ab71739de3 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:08.579502 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5d6f955f-8dc5-4139-a83d-6a66686c0be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:08.580196 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6f955f-8dc5-4139-a83d-6a66686c0be0 None None] The sync data for ids ['7dad8143-c4cd-453e-8e08-68e0be248f5a'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:08.620864 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-c0dfbb0f-7085-4d97-9f83-a0ab71739de3 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] update failed (client error): The resource could not be found. Jul 16 01:28:08.622231 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c0dfbb0f-7085-4d97-9f83-a0ab71739de3 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-493178452 HTTP/1.1" status: 404 len: 334 time: 0.1019781 Jul 16 01:28:08.659219 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49988) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:08.676752 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2cbe933c-e36d-4728-9c0d-fa516b786e85 req-9aa78129-756e-4498-963c-2f481c44db69 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c0e22b0-bece-4678-a1cb-6756d243ce4d HTTP/1.1" status: 200 len: 217 time: 0.1358194 Jul 16 01:28:08.688140 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-004623b9-7911-4bde-8e38-6eee1b37e2d7 req-ef8db1d4-cccf-4df9-90bf-ece0f78ae673 service neutron] 10.222.0.84 "GET /v2.0/networks/35ff07a5-b891-4556-995d-01800531e82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811706 Jul 16 01:28:08.730794 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-25a6a435-aeaf-4496-9030-8ef3f36ab43b tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.731332 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-25a6a435-aeaf-4496-9030-8ef3f36ab43b tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.821835 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-004623b9-7911-4bde-8e38-6eee1b37e2d7 req-23dc612c-bdc0-4d85-b7b1-1710dd04e890 service neutron] 10.222.0.84 "GET /v2.0/networks/35ff07a5-b891-4556-995d-01800531e82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263738 Jul 16 01:28:08.849440 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-25a6a435-aeaf-4496-9030-8ef3f36ab43b tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1661999 Jul 16 01:28:08.855351 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f4a441-31f7-4405-8c3f-de971a51b34d tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Deleting subnet 18a4c62d-5b29-4edf-ac9a-e9f110fb383c {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:28:08.878048 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe0ff5-9814-44a4-aeef-3597393343f8 req-f9949925-1fa9-4d41-830a-039cebc4ff72 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.879922 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cefe0ff5-9814-44a4-aeef-3597393343f8 req-f9949925-1fa9-4d41-830a-039cebc4ff72 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 943 time: 0.2823689 Jul 16 01:28:08.886466 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-ed735d2c-8160-4f47-a166-81cbabb64e90 service neutron] Request body: {'port': {'device_id': '9755bb31-3bd9-4a01-9228-b4d784f719ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:08.953393 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-76d0fed8-1c3f-4b00-a153-0138e6680818 req-4e24bc55-9f64-4d6a-bb93-034c6ac4ebc8 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=323facbe-670b-46e4-9007-4946859341d2 HTTP/1.1" status: 200 len: 210 time: 0.2129872 Jul 16 01:28:08.960192 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2f4a441-31f7-4405-8c3f-de971a51b34d tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.962315 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-37ced4ad-a408-4954-b65f-0abdf29ad2b7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.970061 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe933c-e36d-4728-9c0d-fa516b786e85 req-34475287-5956-43f8-8348-796353934b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.971899 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2cbe933c-e36d-4728-9c0d-fa516b786e85 req-34475287-5956-43f8-8348-796353934b3d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=903d9a38-9e68-4c42-9c73-4c190106626e HTTP/1.1" status: 200 len: 855 time: 0.2643707 Jul 16 01:28:08.978010 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cefe0ff5-9814-44a4-aeef-3597393343f8 req-e59e2df7-cbda-4c91-8849-c65669d8b3a8 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804145 Jul 16 01:28:08.979125 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-37ced4ad-a408-4954-b65f-0abdf29ad2b7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:09.035127 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-8030ba11-d539-4003-8132-35fc2457af73 service neutron] For port ed19b434-a73b-43fd-b31c-b9decb56b780, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:09.063147 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-8030ba11-d539-4003-8132-35fc2457af73 service neutron] For port ed19b434-a73b-43fd-b31c-b9decb56b780, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ed19b434-a73b-43fd-b31c-b9decb56b780,segment=NetworkSegment(93b4c2d2-2e14-4e98-b04b-d4a19b004959),segment_id=93b4c2d2-2e14-4e98-b04b-d4a19b004959)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:09.093291 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ced4ad-a408-4954-b65f-0abdf29ad2b7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Pushing event updated for resources: {'Port': ['ID=21268c97-e0ba-41b9-94ad-54e85b2f4892,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:09.100845 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-37ced4ad-a408-4954-b65f-0abdf29ad2b7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:09.121975 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-37ced4ad-a408-4954-b65f-0abdf29ad2b7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:09.123274 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-37ced4ad-a408-4954-b65f-0abdf29ad2b7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1125340 Jul 16 01:28:09.155141 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-8030ba11-d539-4003-8132-35fc2457af73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:09.297062 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 4c0e22b0-bece-4678-a1cb-6756d243ce4d details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:09.330042 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device ba5ea9c7-e832-4fb2-9761-c9bf30395cc8 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:09.393067 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: ba5ea9c7-e832-4fb2-9761-c9bf30395cc8 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:28:09.399488 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device ba5ea9c7-e832-4fb2-9761-c9bf30395cc8 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:28:09.401245 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ba827c17-1a2f-4be3-94f3-618b98056c6e details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:09.409626 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device b374de59-b8e8-4c16-aaf6-908bdbd9ed91 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:09.515342 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.resource_extend [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:28:09.541149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port b374de59-b8e8-4c16-aaf6-908bdbd9ed91 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:09.561996 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port b374de59-b8e8-4c16-aaf6-908bdbd9ed91 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:09.563055 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:09.662224 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.resource_extend [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:28:09.666008 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:09.741061 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port b374de59-b8e8-4c16-aaf6-908bdbd9ed91, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b374de59-b8e8-4c16-aaf6-908bdbd9ed91,segment=NetworkSegment(93b4c2d2-2e14-4e98-b04b-d4a19b004959),segment_id=93b4c2d2-2e14-4e98-b04b-d4a19b004959)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:09.753982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6342867-83db-4514-931c-0538095b4ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b374de59-b8e8-4c16-aaf6-908bdbd9ed91'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:09.757857 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a3e363-0805-4d36-9614-c9f2bf50d6b2" -d '{"events": [{"server_uuid": "f6342867-83db-4514-931c-0538095b4ea5", "name": "network-vif-plugged", "status": "completed", "tag": "b374de59-b8e8-4c16-aaf6-908bdbd9ed91"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:09.769842 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:09.841711 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-8030ba11-d539-4003-8132-35fc2457af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:09.842692 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-8030ba11-d539-4003-8132-35fc2457af73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:09.844306 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-8030ba11-d539-4003-8132-35fc2457af73 service neutron] 10.222.0.84 "PUT /v2.0/ports/ed19b434-a73b-43fd-b31c-b9decb56b780 HTTP/1.1" status: 200 len: 1092 time: 4.6847258 Jul 16 01:28:09.862731 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6d3e74-cbb1-455a-affa-5a5e5544d093', 'tag': 'ed19b434-a73b-43fd-b31c-b9decb56b780'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:09.865546 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ba35a5-5ca6-45ff-a0e6-a8eb5f0c5908" -d '{"events": [{"name": "network-changed", "server_uuid": "bf6d3e74-cbb1-455a-affa-5a5e5544d093", "tag": "ed19b434-a73b-43fd-b31c-b9decb56b780"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:09.893798 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 4c0e22b0-bece-4678-a1cb-6756d243ce4d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=4c0e22b0-bece-4678-a1cb-6756d243ce4d,segment=NetworkSegment(93b4c2d2-2e14-4e98-b04b-d4a19b004959),segment_id=93b4c2d2-2e14-4e98-b04b-d4a19b004959)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:09.931416 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '4c0e22b0-bece-4678-a1cb-6756d243ce4d', 'network_id': '7771ce22-8772-4f34-9479-20c2030064b5', 'port_id': '4c0e22b0-bece-4678-a1cb-6756d243ce4d', 'mac_address': 'fa:16:3e:b7:c1:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903d9a38-9e68-4c42-9c73-4c190106626e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:09.958867 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2f4a441-31f7-4405-8c3f-de971a51b34d tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.081442 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=b374de59-b8e8-4c16-aaf6-908bdbd9ed91,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:10.129427 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port ba827c17-1a2f-4be3-94f3-618b98056c6e, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ba827c17-1a2f-4be3-94f3-618b98056c6e,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:10.131916 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.150158 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe933c-e36d-4728-9c0d-fa516b786e85 req-c2862988-4a41-41da-b1a2-1c24fbdb23d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:10.151824 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2cbe933c-e36d-4728-9c0d-fa516b786e85 req-c2862988-4a41-41da-b1a2-1c24fbdb23d6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7771ce22-8772-4f34-9479-20c2030064b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0800490 Jul 16 01:28:10.155590 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'ba827c17-1a2f-4be3-94f3-618b98056c6e', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': 'ba827c17-1a2f-4be3-94f3-618b98056c6e', 'mac_address': 'fa:16:3e:0e:20:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:10.158597 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-ed735d2c-8160-4f47-a166-81cbabb64e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.161060 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c0e22b0-bece-4678-a1cb-6756d243ce4d {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:10.161207 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030ba11-d539-4003-8132-35fc2457af73 service neutron] Pushing event updated for resources: {'Port': ['ID=ed19b434-a73b-43fd-b31c-b9decb56b780,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:10.219601 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 4c0e22b0-bece-4678-a1cb-6756d243ce4d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=4c0e22b0-bece-4678-a1cb-6756d243ce4d,segment=NetworkSegment(93b4c2d2-2e14-4e98-b04b-d4a19b004959),segment_id=93b4c2d2-2e14-4e98-b04b-d4a19b004959)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:10.240234 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.259013 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.306623 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2cbe933c-e36d-4728-9c0d-fa516b786e85 req-736c86d4-9346-4f49-b2a5-80be1ec9a007 service neutron] 10.222.0.82 "GET /v2.0/networks/7771ce22-8772-4f34-9479-20c2030064b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400380 Jul 16 01:28:10.340036 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba827c17-1a2f-4be3-94f3-618b98056c6e {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:10.382397 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port ba827c17-1a2f-4be3-94f3-618b98056c6e, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ba827c17-1a2f-4be3-94f3-618b98056c6e,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:10.417070 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.443887 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=4c0e22b0-bece-4678-a1cb-6756d243ce4d,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:10.492500 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-af482d2f-9bc1-4954-9797-47400e54470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:10.495455 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-af482d2f-9bc1-4954-9797-47400e54470e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4f5ea53f54a7488181cae8d9cdffa32a&device_id=bf6d3e74-cbb1-455a-affa-5a5e5544d093 HTTP/1.1" status: 200 len: 1095 time: 0.5928988 Jul 16 01:28:10.509931 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['ba827c17-1a2f-4be3-94f3-618b98056c6e'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:10.523956 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0a0c7-f16d-4ddc-9da2-c3724b6e8293 req-59583555-78df-4a2a-98d8-ba48ecec5f23 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:10.530894 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['4c0e22b0-bece-4678-a1cb-6756d243ce4d'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:10.534646 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-12e0a0c7-f16d-4ddc-9da2-c3724b6e8293 req-59583555-78df-4a2a-98d8-ba48ecec5f23 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9755bb31-3bd9-4a01-9228-b4d784f719ac HTTP/1.1" status: 200 len: 931 time: 0.7020133 Jul 16 01:28:10.621348 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-12e0a0c7-f16d-4ddc-9da2-c3724b6e8293 req-a06cdf6b-8c61-4e1c-914d-b870838c8a87 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] 10.222.0.16 "GET /v2.0/security-groups?id=144beba8-7b4a-40fb-88a4-97751e782a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870075 Jul 16 01:28:10.737551 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-9e1e4be9-47e7-4b91-a7f3-a5d25503ed26 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed19b434-a73b-43fd-b31c-b9decb56b780 HTTP/1.1" status: 200 len: 217 time: 0.2234554 Jul 16 01:28:10.737940 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=ba827c17-1a2f-4be3-94f3-618b98056c6e,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:10.784112 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2f4a441-31f7-4405-8c3f-de971a51b34d tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.975943 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2cbe933c-e36d-4728-9c0d-fa516b786e85 req-71c81484-7d91-456e-9de4-36ce02898415 service neutron] 10.222.0.82 "GET /v2.0/networks/7771ce22-8772-4f34-9479-20c2030064b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6575680 Jul 16 01:28:11.024741 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-b3af64d4-e2e2-4ff2-895a-4412818c50d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:11.027455 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-b3af64d4-e2e2-4ff2-895a-4412818c50d5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=903d9a38-9e68-4c42-9c73-4c190106626e HTTP/1.1" status: 200 len: 855 time: 0.2451923 Jul 16 01:28:11.191045 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2f4a441-31f7-4405-8c3f-de971a51b34d tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.263019 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4a441-31f7-4405-8c3f-de971a51b34d tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Pushing event deleted for resources: {'Subnet': ['ID=18a4c62d-5b29-4edf-ac9a-e9f110fb383c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:11.265461 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2f4a441-31f7-4405-8c3f-de971a51b34d tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.268791 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b8cb60-6d03-4c9f-989b-fc02686c3bd1 None None] Network d3d08f71-0808-46b5-b2ec-0cb9660a4879 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:11.286384 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50054) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:11.286976 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c2f4a441-31f7-4405-8c3f-de971a51b34d tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] 10.222.0.16 "DELETE /v2.0/subnets/18a4c62d-5b29-4edf-ac9a-e9f110fb383c HTTP/1.1" status: 204 len: 168 time: 2.6244295 Jul 16 01:28:11.310738 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-acfcad7e-a280-4298-849b-778ca407b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:11.320790 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-acfcad7e-a280-4298-849b-778ca407b909 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7771ce22-8772-4f34-9479-20c2030064b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2793190 Jul 16 01:28:11.388458 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ba827c17-1a2f-4be3-94f3-618b98056c6e up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:11.426980 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-d02a06a1-9727-4146-96ba-eeb860bcb598 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Deleting subnet 35d8b568-dab0-4feb-9869-f658d223eeb6 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:28:11.438415 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d02a06a1-9727-4146-96ba-eeb860bcb598 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.529928 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d02a06a1-9727-4146-96ba-eeb860bcb598 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.577761 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port ba827c17-1a2f-4be3-94f3-618b98056c6e triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:11.578056 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.668753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-ed735d2c-8160-4f47-a166-81cbabb64e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f18726-2062-402b-8064-d4e532dbdf5b {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:11.688446 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-ed735d2c-8160-4f47-a166-81cbabb64e90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.716275 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-ed735d2c-8160-4f47-a166-81cbabb64e90 service neutron] Transition to ACTIVE for port object 57f18726-2062-402b-8064-d4e532dbdf5b will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:11.716826 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.739441 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-ed735d2c-8160-4f47-a166-81cbabb64e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.751353 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64663c4-fe23-483f-8875-d7566f75a9e0 None None] DHCP port deletion for d3d08f71-0808-46b5-b2ec-0cb9660a4879 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:28:11.755480 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d02a06a1-9727-4146-96ba-eeb860bcb598 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.814996 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port ba827c17-1a2f-4be3-94f3-618b98056c6e, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ba827c17-1a2f-4be3-94f3-618b98056c6e,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:11.827286 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.891652 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed735d2c-8160-4f47-a166-81cbabb64e90 service neutron] Pushing event updated for resources: {'Port': ['ID=57f18726-2062-402b-8064-d4e532dbdf5b,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:11.893138 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d02a06a1-9727-4146-96ba-eeb860bcb598 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.897927 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=ba827c17-1a2f-4be3-94f3-618b98056c6e,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:11.908981 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a64663c4-fe23-483f-8875-d7566f75a9e0 None None] Deleting port 2442adb6-96f8-465b-b6a0-6b6b5af3af4e {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:11.909353 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a64663c4-fe23-483f-8875-d7566f75a9e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.952472 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-1f820c75-df8e-460f-85ff-b7df3a621ebc service neutron] 10.222.0.84 "GET /v2.0/networks/7771ce22-8772-4f34-9479-20c2030064b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214836 Jul 16 01:28:11.969304 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d02a06a1-9727-4146-96ba-eeb860bcb598 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.971304 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d02a06a1-9727-4146-96ba-eeb860bcb598 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] 10.222.0.16 "DELETE /v2.0/subnets/35d8b568-dab0-4feb-9869-f658d223eeb6 HTTP/1.1" status: 204 len: 168 time: 0.6839855 Jul 16 01:28:11.972502 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a06a1-9727-4146-96ba-eeb860bcb598 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Pushing event deleted for resources: {'Subnet': ['ID=35d8b568-dab0-4feb-9869-f658d223eeb6,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:11.974793 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50058) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:11.984545 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0d1a09-7b96-4003-92c8-62bca733cb35 None None] Network 72613f4a-b77c-422d-bd64-d4c4d53d0cce requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:12.124818 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a64663c4-fe23-483f-8875-d7566f75a9e0 None None] For port 2442adb6-96f8-465b-b6a0-6b6b5af3af4e, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2442adb6-96f8-465b-b6a0-6b6b5af3af4e,segment=NetworkSegment(943fdbff-be1f-43e0-8bd9-b07168e21d7f),segment_id=943fdbff-be1f-43e0-8bd9-b07168e21d7f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:12.125610 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a64663c4-fe23-483f-8875-d7566f75a9e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.208323 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b0ff48e-5c6e-4837-96e4-e9da2fc6c7b7 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.364157 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ff48e-5c6e-4837-96e4-e9da2fc6c7b7 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Deleting port 2442adb6-96f8-465b-b6a0-6b6b5af3af4e {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:12.364866 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b0ff48e-5c6e-4837-96e4-e9da2fc6c7b7 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.374313 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a64663c4-fe23-483f-8875-d7566f75a9e0 None None] Calling delete_port for 2442adb6-96f8-465b-b6a0-6b6b5af3af4e owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:12.384464 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7793578c-0fbc-4d3e-9882-fd507d5c29f5 req-529bbc72-ee93-464d-893d-c0857de70e0f service neutron] 10.222.0.84 "GET /v2.0/networks/7771ce22-8772-4f34-9479-20c2030064b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664415 Jul 16 01:28:12.431273 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-ed735d2c-8160-4f47-a166-81cbabb64e90 service neutron] Attempting to bind port 57f18726-2062-402b-8064-d4e532dbdf5b on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:12.431625 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-ed735d2c-8160-4f47-a166-81cbabb64e90 service neutron] Attempting to bind port 57f18726-2062-402b-8064-d4e532dbdf5b by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'e9fcba09-6c38-4df9-9c16-7e5f9056f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9d5f669b-34f1-47fd-8e87-a780defd1b90'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:12.431974 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-ed735d2c-8160-4f47-a166-81cbabb64e90 service neutron] Attempting to bind port 57f18726-2062-402b-8064-d4e532dbdf5b on network 9d5f669b-34f1-47fd-8e87-a780defd1b90 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:12.449908 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-ed735d2c-8160-4f47-a166-81cbabb64e90 service neutron] Port 57f18726-2062-402b-8064-d4e532dbdf5b on network 9d5f669b-34f1-47fd-8e87-a780defd1b90 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:12.450250 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-ed735d2c-8160-4f47-a166-81cbabb64e90 service neutron] Attempting to bind port 57f18726-2062-402b-8064-d4e532dbdf5b on network 9d5f669b-34f1-47fd-8e87-a780defd1b90 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:12.463765 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-ed735d2c-8160-4f47-a166-81cbabb64e90 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:12.464186 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-ed735d2c-8160-4f47-a166-81cbabb64e90 service neutron] Checking segment: {'id': 'e9fcba09-6c38-4df9-9c16-7e5f9056f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9d5f669b-34f1-47fd-8e87-a780defd1b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:12.464603 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-ed735d2c-8160-4f47-a166-81cbabb64e90 service neutron] Bound using segment: {'id': 'e9fcba09-6c38-4df9-9c16-7e5f9056f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9d5f669b-34f1-47fd-8e87-a780defd1b90'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:12.465045 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-ed735d2c-8160-4f47-a166-81cbabb64e90 service neutron] Bound port: 57f18726-2062-402b-8064-d4e532dbdf5b, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9fcba09-6c38-4df9-9c16-7e5f9056f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9d5f669b-34f1-47fd-8e87-a780defd1b90'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:12.465413 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-ed735d2c-8160-4f47-a166-81cbabb64e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.525517 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d213da3f-6103-482e-be52-acc1be9ccb53 None None] DHCP port deletion for 72613f4a-b77c-422d-bd64-d4c4d53d0cce request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:28:12.582336 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a64663c4-fe23-483f-8875-d7566f75a9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.582859 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-2b0ff48e-5c6e-4837-96e4-e9da2fc6c7b7 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] For port 2442adb6-96f8-465b-b6a0-6b6b5af3af4e, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2442adb6-96f8-465b-b6a0-6b6b5af3af4e,segment=NetworkSegment(943fdbff-be1f-43e0-8bd9-b07168e21d7f),segment_id=943fdbff-be1f-43e0-8bd9-b07168e21d7f)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:12.583370 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b0ff48e-5c6e-4837-96e4-e9da2fc6c7b7 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.599124 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-ed735d2c-8160-4f47-a166-81cbabb64e90 service neutron] For port 57f18726-2062-402b-8064-d4e532dbdf5b, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:12.608843 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-ed735d2c-8160-4f47-a166-81cbabb64e90 service neutron] For port 57f18726-2062-402b-8064-d4e532dbdf5b, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=57f18726-2062-402b-8064-d4e532dbdf5b,segment=NetworkSegment(e9fcba09-6c38-4df9-9c16-7e5f9056f040),segment_id=e9fcba09-6c38-4df9-9c16-7e5f9056f040)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:12.615357 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ff48e-5c6e-4837-96e4-e9da2fc6c7b7 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Calling delete_port for 2442adb6-96f8-465b-b6a0-6b6b5af3af4e owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:12.618534 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-ed735d2c-8160-4f47-a166-81cbabb64e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.623701 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64663c4-fe23-483f-8875-d7566f75a9e0 None None] Pushing event deleted for resources: {'Port': ['ID=2442adb6-96f8-465b-b6a0-6b6b5af3af4e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:12.648872 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64663c4-fe23-483f-8875-d7566f75a9e0 None None] No DVR routers for this DVR port 2442adb6-96f8-465b-b6a0-6b6b5af3af4e on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:12.654308 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d213da3f-6103-482e-be52-acc1be9ccb53 None None] Deleting port ef560bfb-683b-4da7-8f66-99b8a9e58fba {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:12.658970 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d213da3f-6103-482e-be52-acc1be9ccb53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.734923 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d213da3f-6103-482e-be52-acc1be9ccb53 None None] For port ef560bfb-683b-4da7-8f66-99b8a9e58fba, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=ef560bfb-683b-4da7-8f66-99b8a9e58fba,segment=NetworkSegment(9bd51622-efe6-495f-8760-cd9076df10ea),segment_id=9bd51622-efe6-495f-8760-cd9076df10ea)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:12.735764 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d213da3f-6103-482e-be52-acc1be9ccb53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.750648 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d213da3f-6103-482e-be52-acc1be9ccb53 None None] Calling delete_port for ef560bfb-683b-4da7-8f66-99b8a9e58fba owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:12.759634 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-ed735d2c-8160-4f47-a166-81cbabb64e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:12.837527 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-ed735d2c-8160-4f47-a166-81cbabb64e90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.839475 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-ed735d2c-8160-4f47-a166-81cbabb64e90 service neutron] 10.222.0.82 "PUT /v2.0/ports/57f18726-2062-402b-8064-d4e532dbdf5b HTTP/1.1" status: 200 len: 1092 time: 3.9649613 Jul 16 01:28:12.840298 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed735d2c-8160-4f47-a166-81cbabb64e90 service neutron] Pushing event updated for resources: {'Port': ['ID=57f18726-2062-402b-8064-d4e532dbdf5b,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:12.868143 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b0ff48e-5c6e-4837-96e4-e9da2fc6c7b7 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.910966 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d213da3f-6103-482e-be52-acc1be9ccb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.918917 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ff48e-5c6e-4837-96e4-e9da2fc6c7b7 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Pushing event deleted for resources: {'Port': ['ID=2442adb6-96f8-465b-b6a0-6b6b5af3af4e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:12.934309 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0ff48e-5c6e-4837-96e4-e9da2fc6c7b7 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] No DVR routers for this DVR port 2442adb6-96f8-465b-b6a0-6b6b5af3af4e on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:12.985324 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-4ab312d4-ace7-465a-9fa3-39357fed0ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:12.987607 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-4ab312d4-ace7-465a-9fa3-39357fed0ad7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d4ef3d48038b436b8d6507a4018d0b3e&device_id=9755bb31-3bd9-4a01-9228-b4d784f719ac HTTP/1.1" status: 200 len: 1095 time: 0.1018183 Jul 16 01:28:13.003733 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213da3f-6103-482e-be52-acc1be9ccb53 None None] Pushing event deleted for resources: {'Port': ['ID=ef560bfb-683b-4da7-8f66-99b8a9e58fba,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:13.022797 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d213da3f-6103-482e-be52-acc1be9ccb53 None None] No DVR routers for this DVR port ef560bfb-683b-4da7-8f66-99b8a9e58fba on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:13.055964 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-e48da88b-bafe-44e9-89e6-e25689676f4d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57f18726-2062-402b-8064-d4e532dbdf5b HTTP/1.1" status: 200 len: 217 time: 0.0558634 Jul 16 01:28:13.090955 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b0ff48e-5c6e-4837-96e4-e9da2fc6c7b7 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.102725 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-2b0ff48e-5c6e-4837-96e4-e9da2fc6c7b7 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d08f71-0808-46b5-b2ec-0cb9660a4879']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:13.114109 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-2b0ff48e-5c6e-4837-96e4-e9da2fc6c7b7 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943fdbff-be1f-43e0-8bd9-b07168e21d7f') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:13.114457 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-2b0ff48e-5c6e-4837-96e4-e9da2fc6c7b7 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943fdbff-be1f-43e0-8bd9-b07168e21d7f') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:13.131392 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b0ff48e-5c6e-4837-96e4-e9da2fc6c7b7 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.160638 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-125e185a-86c1-493e-944f-09ca9a45b546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:13.162226 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-125e185a-86c1-493e-944f-09ca9a45b546 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f3ca6cbb-e466-420b-bb6d-c45cdf24f90e HTTP/1.1" status: 200 len: 858 time: 0.1005118 Jul 16 01:28:13.173923 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b0ff48e-5c6e-4837-96e4-e9da2fc6c7b7 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.192401 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0ff48e-5c6e-4837-96e4-e9da2fc6c7b7 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:28:13.192401 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b0ff48e-5c6e-4837-96e4-e9da2fc6c7b7 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.228554 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2442adb6-96f8-465b-b6a0-6b6b5af3af4e no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:13.246545 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-76e0dbad-a53b-4bfe-86da-e000f8da5d5c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9d5f669b-34f1-47fd-8e87-a780defd1b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746245 Jul 16 01:28:13.253848 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 2442adb6-96f8-465b-b6a0-6b6b5af3af4e {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:28:13.254440 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2442adb6-96f8-465b-b6a0-6b6b5af3af4e not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:28:13.255022 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device ef560bfb-683b-4da7-8f66-99b8a9e58fba no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:13.276526 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: ef560bfb-683b-4da7-8f66-99b8a9e58fba {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:28:13.277179 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device ef560bfb-683b-4da7-8f66-99b8a9e58fba not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:28:13.307462 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:28:13.313625 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b0ff48e-5c6e-4837-96e4-e9da2fc6c7b7 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.328150 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 4c0e22b0-bece-4678-a1cb-6756d243ce4d up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:13.350506 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b0ff48e-5c6e-4837-96e4-e9da2fc6c7b7 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.355049 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2b0ff48e-5c6e-4837-96e4-e9da2fc6c7b7 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] 10.222.0.16 "DELETE /v2.0/networks/d3d08f71-0808-46b5-b2ec-0cb9660a4879 HTTP/1.1" status: 204 len: 168 time: 1.3769159 Jul 16 01:28:13.356198 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ff48e-5c6e-4837-96e4-e9da2fc6c7b7 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Pushing event deleted for resources: {'Network': ['ID=d3d08f71-0808-46b5-b2ec-0cb9660a4879,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:13.367927 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50060) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:13.461442 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 4c0e22b0-bece-4678-a1cb-6756d243ce4d completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:13.468209 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 4c0e22b0-bece-4678-a1cb-6756d243ce4d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:13.468746 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.492414 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-8807ed16-5915-48d7-a499-7f004072c251 service neutron] 10.222.0.82 "GET /v2.0/networks/9d5f669b-34f1-47fd-8e87-a780defd1b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356591 Jul 16 01:28:13.527637 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da200a62-96f8-4cc4-8c53-9f70510d3f99 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.668996 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.714988 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e6ee14b1-b994-4f96-9ccf-b7490cfbdb94 req-d2e0e50c-592d-414c-afd0-7cf844d5b0e8 service neutron] 10.222.0.82 "GET /v2.0/networks/9d5f669b-34f1-47fd-8e87-a780defd1b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176604 Jul 16 01:28:13.719858 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 4c0e22b0-bece-4678-a1cb-6756d243ce4d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=4c0e22b0-bece-4678-a1cb-6756d243ce4d,segment=NetworkSegment(93b4c2d2-2e14-4e98-b04b-d4a19b004959),segment_id=93b4c2d2-2e14-4e98-b04b-d4a19b004959)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:13.729473 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.765313 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da200a62-96f8-4cc4-8c53-9f70510d3f99 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.786227 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-da200a62-96f8-4cc4-8c53-9f70510d3f99 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72613f4a-b77c-422d-bd64-d4c4d53d0cce']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:13.791038 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=4c0e22b0-bece-4678-a1cb-6756d243ce4d,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:13.825144 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-da200a62-96f8-4cc4-8c53-9f70510d3f99 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd51622-efe6-495f-8760-cd9076df10ea') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:13.830625 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-da200a62-96f8-4cc4-8c53-9f70510d3f99 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd51622-efe6-495f-8760-cd9076df10ea') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:13.870772 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da200a62-96f8-4cc4-8c53-9f70510d3f99 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.903427 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da200a62-96f8-4cc4-8c53-9f70510d3f99 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.920155 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da200a62-96f8-4cc4-8c53-9f70510d3f99 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:28:13.920870 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da200a62-96f8-4cc4-8c53-9f70510d3f99 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:28:13.924314 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:28:14.058726 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da200a62-96f8-4cc4-8c53-9f70510d3f99 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.109424 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da200a62-96f8-4cc4-8c53-9f70510d3f99 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.117612 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-da200a62-96f8-4cc4-8c53-9f70510d3f99 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] 10.222.0.16 "DELETE /v2.0/networks/72613f4a-b77c-422d-bd64-d4c4d53d0cce HTTP/1.1" status: 204 len: 168 time: 0.7478819 Jul 16 01:28:14.122915 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 50064) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:14.136270 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da200a62-96f8-4cc4-8c53-9f70510d3f99 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Pushing event deleted for resources: {'Network': ['ID=72613f4a-b77c-422d-bd64-d4c4d53d0cce,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:14.224495 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2780f0-3aed-4268-a204-5cd33319ed23 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Deleting subnet fee3afc1-aeaa-47d1-8cff-5de53be137ec {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:28:14.236094 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-df2780f0-3aed-4268-a204-5cd33319ed23 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.323766 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-df2780f0-3aed-4268-a204-5cd33319ed23 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.549495 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-df2780f0-3aed-4268-a204-5cd33319ed23 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.668755 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-df2780f0-3aed-4268-a204-5cd33319ed23 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.739549 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2780f0-3aed-4268-a204-5cd33319ed23 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Pushing event deleted for resources: {'Subnet': ['ID=fee3afc1-aeaa-47d1-8cff-5de53be137ec,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:14.751569 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-df2780f0-3aed-4268-a204-5cd33319ed23 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.756609 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50068) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:14.759175 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b283c86-0952-48b7-b576-410376bc0963 None None] Network 28f36edd-a9fc-40db-ba47-638776811378 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:14.768710 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-df2780f0-3aed-4268-a204-5cd33319ed23 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] 10.222.0.16 "DELETE /v2.0/subnets/fee3afc1-aeaa-47d1-8cff-5de53be137ec HTTP/1.1" status: 204 len: 168 time: 0.6381178 Jul 16 01:28:14.925275 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3e1310d1-526c-4b0d-9645-7ff2c6654d95 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.037113 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-3e1310d1-526c-4b0d-9645-7ff2c6654d95 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Deleting port 8e1cfe73-513d-46bc-a855-c59eb2f29c02 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:15.037593 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3e1310d1-526c-4b0d-9645-7ff2c6654d95 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.056149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedf432c-c34b-416b-b815-cf058a648091 None None] DHCP port deletion for 28f36edd-a9fc-40db-ba47-638776811378 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:28:15.169133 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-fedf432c-c34b-416b-b815-cf058a648091 None None] Deleting port 8e1cfe73-513d-46bc-a855-c59eb2f29c02 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:15.169663 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fedf432c-c34b-416b-b815-cf058a648091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.225334 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-3e1310d1-526c-4b0d-9645-7ff2c6654d95 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] For port 8e1cfe73-513d-46bc-a855-c59eb2f29c02, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8e1cfe73-513d-46bc-a855-c59eb2f29c02,segment=NetworkSegment(b27511c9-dba8-431c-b7a1-cc62a7e76c0c),segment_id=b27511c9-dba8-431c-b7a1-cc62a7e76c0c)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:15.225572 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3e1310d1-526c-4b0d-9645-7ff2c6654d95 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.242997 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-3e1310d1-526c-4b0d-9645-7ff2c6654d95 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Calling delete_port for 8e1cfe73-513d-46bc-a855-c59eb2f29c02 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:15.245362 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8e1cfe73-513d-46bc-a855-c59eb2f29c02 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:15.379897 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-fedf432c-c34b-416b-b815-cf058a648091 None None] For port 8e1cfe73-513d-46bc-a855-c59eb2f29c02, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8e1cfe73-513d-46bc-a855-c59eb2f29c02,segment=NetworkSegment(b27511c9-dba8-431c-b7a1-cc62a7e76c0c),segment_id=b27511c9-dba8-431c-b7a1-cc62a7e76c0c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:15.380304 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fedf432c-c34b-416b-b815-cf058a648091 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.404780 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 57f18726-2062-402b-8064-d4e532dbdf5b details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:15.407133 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ed19b434-a73b-43fd-b31c-b9decb56b780 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:15.415620 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3e1310d1-526c-4b0d-9645-7ff2c6654d95 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.509467 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1310d1-526c-4b0d-9645-7ff2c6654d95 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Pushing event deleted for resources: {'Port': ['ID=8e1cfe73-513d-46bc-a855-c59eb2f29c02,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:15.530659 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1310d1-526c-4b0d-9645-7ff2c6654d95 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] No DVR routers for this DVR port 8e1cfe73-513d-46bc-a855-c59eb2f29c02 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:15.544660 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-fedf432c-c34b-416b-b815-cf058a648091 None None] Calling delete_port for 8e1cfe73-513d-46bc-a855-c59eb2f29c02 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:15.666118 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fedf432c-c34b-416b-b815-cf058a648091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.687623 n-d-792394-16 neutron-server[93957]: INFO neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No ports have port_id starting with 8e1cfe73-513d-46bc-a855-c59eb2f29c02 Jul 16 01:28:15.705337 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3e1310d1-526c-4b0d-9645-7ff2c6654d95 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.736113 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf432c-c34b-416b-b815-cf058a648091 None None] Pushing event deleted for resources: {'Port': ['ID=8e1cfe73-513d-46bc-a855-c59eb2f29c02,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:15.748600 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedf432c-c34b-416b-b815-cf058a648091 None None] No DVR routers for this DVR port 8e1cfe73-513d-46bc-a855-c59eb2f29c02 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:15.751882 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-3e1310d1-526c-4b0d-9645-7ff2c6654d95 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f36edd-a9fc-40db-ba47-638776811378']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:15.777545 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-3e1310d1-526c-4b0d-9645-7ff2c6654d95 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27511c9-dba8-431c-b7a1-cc62a7e76c0c') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:15.778682 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-3e1310d1-526c-4b0d-9645-7ff2c6654d95 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27511c9-dba8-431c-b7a1-cc62a7e76c0c') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:15.802697 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port ed19b434-a73b-43fd-b31c-b9decb56b780, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ed19b434-a73b-43fd-b31c-b9decb56b780,segment=NetworkSegment(93b4c2d2-2e14-4e98-b04b-d4a19b004959),segment_id=93b4c2d2-2e14-4e98-b04b-d4a19b004959)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:15.812112 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3e1310d1-526c-4b0d-9645-7ff2c6654d95 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.845147 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3e1310d1-526c-4b0d-9645-7ff2c6654d95 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.852779 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'ed19b434-a73b-43fd-b31c-b9decb56b780', 'network_id': '7771ce22-8772-4f34-9479-20c2030064b5', 'port_id': 'ed19b434-a73b-43fd-b31c-b9decb56b780', 'mac_address': 'fa:16:3e:3d:cf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903d9a38-9e68-4c42-9c73-4c190106626e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:15.862914 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e1310d1-526c-4b0d-9645-7ff2c6654d95 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:28:15.864064 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3e1310d1-526c-4b0d-9645-7ff2c6654d95 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:28:15.875164 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:28:15.903451 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.956312 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed19b434-a73b-43fd-b31c-b9decb56b780 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:16.065202 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3e1310d1-526c-4b0d-9645-7ff2c6654d95 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.067961 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port ed19b434-a73b-43fd-b31c-b9decb56b780, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ed19b434-a73b-43fd-b31c-b9decb56b780,segment=NetworkSegment(93b4c2d2-2e14-4e98-b04b-d4a19b004959),segment_id=93b4c2d2-2e14-4e98-b04b-d4a19b004959)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:16.077927 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 57f18726-2062-402b-8064-d4e532dbdf5b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=57f18726-2062-402b-8064-d4e532dbdf5b,segment=NetworkSegment(e9fcba09-6c38-4df9-9c16-7e5f9056f040),segment_id=e9fcba09-6c38-4df9-9c16-7e5f9056f040)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:16.080604 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.106995 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3e1310d1-526c-4b0d-9645-7ff2c6654d95 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.112968 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 50070) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:16.115995 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3e1310d1-526c-4b0d-9645-7ff2c6654d95 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] 10.222.0.16 "DELETE /v2.0/networks/28f36edd-a9fc-40db-ba47-638776811378 HTTP/1.1" status: 204 len: 168 time: 1.3576605 Jul 16 01:28:16.117409 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1310d1-526c-4b0d-9645-7ff2c6654d95 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Pushing event deleted for resources: {'Network': ['ID=28f36edd-a9fc-40db-ba47-638776811378,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:16.186659 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2bb771ff-25aa-464d-bc10-67b5f6114a16 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dad8143-c4cd-453e-8e08-68e0be248f5a HTTP/1.1" status: 200 len: 205 time: 0.0716579 Jul 16 01:28:16.189193 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 50072) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:16.197342 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '57f18726-2062-402b-8064-d4e532dbdf5b', 'network_id': '9d5f669b-34f1-47fd-8e87-a780defd1b90', 'port_id': '57f18726-2062-402b-8064-d4e532dbdf5b', 'mac_address': 'fa:16:3e:3c:db:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ca6cbb-e466-420b-bb6d-c45cdf24f90e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:16.336450 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=ed19b434-a73b-43fd-b31c-b9decb56b780,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:16.361090 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.375896 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e645bf74-3cb3-45e5-9bcf-32b1c08f0de8 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.398259 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f18726-2062-402b-8064-d4e532dbdf5b {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:16.409004 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['ed19b434-a73b-43fd-b31c-b9decb56b780'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:16.502045 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 57f18726-2062-402b-8064-d4e532dbdf5b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=57f18726-2062-402b-8064-d4e532dbdf5b,segment=NetworkSegment(e9fcba09-6c38-4df9-9c16-7e5f9056f040),segment_id=e9fcba09-6c38-4df9-9c16-7e5f9056f040)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:16.515738 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.667504 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=57f18726-2062-402b-8064-d4e532dbdf5b,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:16.749348 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e645bf74-3cb3-45e5-9bcf-32b1c08f0de8 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.753703 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e645bf74-3cb3-45e5-9bcf-32b1c08f0de8 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.815627 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['57f18726-2062-402b-8064-d4e532dbdf5b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:16.872341 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e645bf74-3cb3-45e5-9bcf-32b1c08f0de8 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.873133 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e645bf74-3cb3-45e5-9bcf-32b1c08f0de8 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Fanout notify agent at l3_agent the message router_deleted on router 7dad8143-c4cd-453e-8e08-68e0be248f5a {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:28:16.884844 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e645bf74-3cb3-45e5-9bcf-32b1c08f0de8 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.886027 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e645bf74-3cb3-45e5-9bcf-32b1c08f0de8 tempest-RoutersNegativeTest-1755769021 tempest-RoutersNegativeTest-1755769021-project] 10.222.0.16 "DELETE /v2.0/routers/7dad8143-c4cd-453e-8e08-68e0be248f5a HTTP/1.1" status: 204 len: 168 time: 0.6958587 Jul 16 01:28:17.260411 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 50080) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:17.471988 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d0b1bc9e-ed16-41f4-a257-6f33417a14fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c105c10b3a7742e39ef62117bd9189a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093425 Jul 16 01:28:17.474508 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 50084) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:17.536859 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-788d7d26-bb2d-42d1-9f34-a42c30e4d56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.571146 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-788d7d26-bb2d-42d1-9f34-a42c30e4d56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.653019 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-788d7d26-bb2d-42d1-9f34-a42c30e4d56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.655846 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-788d7d26-bb2d-42d1-9f34-a42c30e4d56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.659872 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-788d7d26-bb2d-42d1-9f34-a42c30e4d56e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca19f879-db7b-45ca-a052-7edf36d5935f HTTP/1.1" status: 204 len: 168 time: 0.1814575 Jul 16 01:28:17.690832 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d7d26-bb2d-42d1-9f34-a42c30e4d56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca19f879-db7b-45ca-a052-7edf36d5935f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:19.342835 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ed19b434-a73b-43fd-b31c-b9decb56b780 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:19.390911 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 57f18726-2062-402b-8064-d4e532dbdf5b up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:19.552518 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 57f18726-2062-402b-8064-d4e532dbdf5b completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:19.557020 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 57f18726-2062-402b-8064-d4e532dbdf5b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:19.557400 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.560593 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port ed19b434-a73b-43fd-b31c-b9decb56b780 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:19.620072 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port ed19b434-a73b-43fd-b31c-b9decb56b780 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:19.620899 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.800673 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.874206 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.925334 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 57f18726-2062-402b-8064-d4e532dbdf5b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=57f18726-2062-402b-8064-d4e532dbdf5b,segment=NetworkSegment(e9fcba09-6c38-4df9-9c16-7e5f9056f040),segment_id=e9fcba09-6c38-4df9-9c16-7e5f9056f040)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:19.940920 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.011337 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port ed19b434-a73b-43fd-b31c-b9decb56b780, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ed19b434-a73b-43fd-b31c-b9decb56b780,segment=NetworkSegment(93b4c2d2-2e14-4e98-b04b-d4a19b004959),segment_id=93b4c2d2-2e14-4e98-b04b-d4a19b004959)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:20.026809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 50128) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:20.048956 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.119210 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=57f18726-2062-402b-8064-d4e532dbdf5b,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:20.209673 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=ed19b434-a73b-43fd-b31c-b9decb56b780,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:20.219854 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5d92678c-f388-4130-b571-3f91cbedce79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.437717 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5d92678c-f388-4130-b571-3f91cbedce79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.446286 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5d92678c-f388-4130-b571-3f91cbedce79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.500132 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50132) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:20.507170 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5d92678c-f388-4130-b571-3f91cbedce79 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=326656eb775f413293a89d4762c4ac80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4738026 Jul 16 01:28:20.516284 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92678c-f388-4130-b571-3f91cbedce79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b0ca95-7556-444f-916d-dbcf55104b4f,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:20.562516 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9aaa2b76-85f7-4fa1-8d78-f36177d27bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.600529 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9aaa2b76-85f7-4fa1-8d78-f36177d27bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.702448 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9aaa2b76-85f7-4fa1-8d78-f36177d27bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.712414 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9aaa2b76-85f7-4fa1-8d78-f36177d27bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.716953 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9aaa2b76-85f7-4fa1-8d78-f36177d27bcf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50b0ca95-7556-444f-916d-dbcf55104b4f HTTP/1.1" status: 204 len: 168 time: 0.2131779 Jul 16 01:28:20.739130 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa2b76-85f7-4fa1-8d78-f36177d27bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b0ca95-7556-444f-916d-dbcf55104b4f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:20.755551 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa2b76-85f7-4fa1-8d78-f36177d27bcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.758119 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa2b76-85f7-4fa1-8d78-f36177d27bcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.758813 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa2b76-85f7-4fa1-8d78-f36177d27bcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.759152 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa2b76-85f7-4fa1-8d78-f36177d27bcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.759489 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa2b76-85f7-4fa1-8d78-f36177d27bcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.759819 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa2b76-85f7-4fa1-8d78-f36177d27bcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.760148 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa2b76-85f7-4fa1-8d78-f36177d27bcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.760512 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa2b76-85f7-4fa1-8d78-f36177d27bcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.760840 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa2b76-85f7-4fa1-8d78-f36177d27bcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.761171 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa2b76-85f7-4fa1-8d78-f36177d27bcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.761470 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa2b76-85f7-4fa1-8d78-f36177d27bcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.761785 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa2b76-85f7-4fa1-8d78-f36177d27bcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:21.136650 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50142) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:21.157341 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9041b821-3ce8-440a-982f-49972227ad40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.352829 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9041b821-3ce8-440a-982f-49972227ad40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.359615 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9041b821-3ce8-440a-982f-49972227ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.397403 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9041b821-3ce8-440a-982f-49972227ad40 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=922b677c61bc4937b011aaa8f80a1a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2593973 Jul 16 01:28:21.400121 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 50146) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:21.425581 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041b821-3ce8-440a-982f-49972227ad40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19cbad3-fa36-4154-8136-42cd4a035e10,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:21.513726 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7fcce04a-bf13-432c-b605-3589309a74e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.544472 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7fcce04a-bf13-432c-b605-3589309a74e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.604478 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7fcce04a-bf13-432c-b605-3589309a74e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.607099 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7fcce04a-bf13-432c-b605-3589309a74e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.608456 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7fcce04a-bf13-432c-b605-3589309a74e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d19cbad3-fa36-4154-8136-42cd4a035e10 HTTP/1.1" status: 204 len: 168 time: 0.2070827 Jul 16 01:28:21.634112 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcce04a-bf13-432c-b605-3589309a74e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19cbad3-fa36-4154-8136-42cd4a035e10,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:22.014521 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-715ca433-3597-490f-a9fe-6ac628f2b789 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--342945060&fields=id&tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab HTTP/1.1" status: 200 len: 267 time: 0.0743783 Jul 16 01:28:22.121141 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76127c5a-aa35-46a4-abb2-5ef1b0e7f6b9 req-5df8c2bb-54d2-4987-b1e5-a51132dd3c21 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:22.129599 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-76127c5a-aa35-46a4-abb2-5ef1b0e7f6b9 req-5df8c2bb-54d2-4987-b1e5-a51132dd3c21 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf6d3e74-cbb1-455a-affa-5a5e5544d093 HTTP/1.1" status: 200 len: 945 time: 0.1019814 Jul 16 01:28:22.166268 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-cee40e93-02de-4166-8e4b-ef5593cdac31 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:22.168165 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-cee40e93-02de-4166-8e4b-ef5593cdac31 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 810 time: 0.1448061 Jul 16 01:28:22.182656 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-76127c5a-aa35-46a4-abb2-5ef1b0e7f6b9 req-45ff3f8f-ce4e-4ab8-99d5-972b0547114d tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521395 Jul 16 01:28:22.211303 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-1142b491-4ae7-4d64-b309-e1064b484b27 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/quotas/8c1cd71b2bbb4da2b2edf2be3f2fbcab HTTP/1.1" status: 200 len: 375 time: 0.0264380 Jul 16 01:28:22.272977 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e475df4-d5bb-4340-a004-c53f2aa646af x-openstack-request-id: req-3e475df4-d5bb-4340-a004-c53f2aa646af {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:22.273778 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6342867-83db-4514-931c-0538095b4ea5", "name": "network-vif-plugged", "status": "completed", "tag": "b374de59-b8e8-4c16-aaf6-908bdbd9ed91", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:22.274419 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e475df4-d5bb-4340-a004-c53f2aa646af {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:22.275046 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6342867-83db-4514-931c-0538095b4ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b374de59-b8e8-4c16-aaf6-908bdbd9ed91', 'code': 200} Jul 16 01:28:22.289114 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-9fe3b1c4-6339-43a3-91f1-067114e966fc tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0856223 Jul 16 01:28:22.340614 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228bc4eb-90a3-49a2-aa78-8cbfd259b9f0 x-openstack-request-id: req-228bc4eb-90a3-49a2-aa78-8cbfd259b9f0 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:22.341195 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf6d3e74-cbb1-455a-affa-5a5e5544d093", "tag": "ed19b434-a73b-43fd-b31c-b9decb56b780", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:22.341644 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-228bc4eb-90a3-49a2-aa78-8cbfd259b9f0 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:22.342535 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6d3e74-cbb1-455a-affa-5a5e5544d093', 'tag': 'ed19b434-a73b-43fd-b31c-b9decb56b780', 'status': 'completed', 'code': 200} Jul 16 01:28:22.472039 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-0ca7627b-2e5e-4cfe-babe-af3c0b8213ef service neutron] 10.222.0.16 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680870 Jul 16 01:28:22.644335 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1267b-6985-4eb6-94aa-3ecdc736480f req-a232e0c9-61e2-43e8-8fbf-aa2f681988e9 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:22.651863 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-ca35815a-063c-45f6-9ce0-efe1b0f8e55c service neutron] 10.222.0.16 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728425 Jul 16 01:28:22.660302 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1ed1267b-6985-4eb6-94aa-3ecdc736480f req-a232e0c9-61e2-43e8-8fbf-aa2f681988e9 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 943 time: 0.1235752 Jul 16 01:28:22.754201 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1ed1267b-6985-4eb6-94aa-3ecdc736480f req-4f1182e7-3215-4f7e-97f5-136a633b8985 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796816 Jul 16 01:28:23.019220 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c11221-19ee-4bbc-95c7-954373e58578 req-5ceac51b-3030-4e8c-ae80-6f1c7bdf7d2b tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:23.027344 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-01c11221-19ee-4bbc-95c7-954373e58578 req-5ceac51b-3030-4e8c-ae80-6f1c7bdf7d2b tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9755bb31-3bd9-4a01-9228-b4d784f719ac HTTP/1.1" status: 200 len: 945 time: 0.1108954 Jul 16 01:28:23.071676 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-03ad35c8-8afd-410e-9673-913ea2746857 req-97446fab-0507-4e2f-8d33-70bb512edd86 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 210 time: 0.0333626 Jul 16 01:28:23.126400 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-01c11221-19ee-4bbc-95c7-954373e58578 req-90841e28-9ec6-4d9b-b170-990e3eddd6f9 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] 10.222.0.16 "GET /v2.0/security-groups?id=144beba8-7b4a-40fb-88a4-97751e782a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980079 Jul 16 01:28:23.336642 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a8729-1f3e-4fd8-a22a-6f78f31cd107 req-f5befeb0-8c1a-4c97-9cfb-8730bc6c8ccb tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:23.359360 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-384a8729-1f3e-4fd8-a22a-6f78f31cd107 req-f5befeb0-8c1a-4c97-9cfb-8730bc6c8ccb tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/ports?device_id=6993e618-0887-4f96-9ed1-d5c6fe4bf567 HTTP/1.1" status: 200 len: 950 time: 0.1176479 Jul 16 01:28:23.399841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149158ac-b981-4fca-98a7-cd6e2e4a767f req-a7a1a475-947b-4cea-9071-12f460392f2e tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:23.421140 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-149158ac-b981-4fca-98a7-cd6e2e4a767f req-a7a1a475-947b-4cea-9071-12f460392f2e tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/networks?id=f262d5d4-4d22-402e-b36e-ed38d4251d84 HTTP/1.1" status: 200 len: 812 time: 0.1722515 Jul 16 01:28:23.439986 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-384a8729-1f3e-4fd8-a22a-6f78f31cd107 req-7042c385-4f64-44ce-bfe8-730c4179dc76 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b5c4a92-1dec-4d30-adc9-eee5dbbd7989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796750 Jul 16 01:28:23.443420 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-149158ac-b981-4fca-98a7-cd6e2e4a767f req-34b007ae-59d5-4768-a9e2-9664d0a40494 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/quotas/d09653f1b51b4e2b8cb943931a409907 HTTP/1.1" status: 200 len: 375 time: 0.0207803 Jul 16 01:28:23.482214 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-149158ac-b981-4fca-98a7-cd6e2e4a767f req-25139733-4801-4023-8544-6a742da9d55d tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d09653f1b51b4e2b8cb943931a409907&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377855 Jul 16 01:28:23.630704 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-149158ac-b981-4fca-98a7-cd6e2e4a767f req-36ad6665-f4db-47ab-85b3-f8db37ad4619 service neutron] 10.222.0.16 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469610 Jul 16 01:28:23.723041 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ffce9-1d75-4191-904c-b773817cb16e req-fb49eef0-8bfb-40e3-a6c7-7be1ba3a71d0 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:23.733254 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-937ffce9-1d75-4191-904c-b773817cb16e req-fb49eef0-8bfb-40e3-a6c7-7be1ba3a71d0 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf6d3e74-cbb1-455a-affa-5a5e5544d093 HTTP/1.1" status: 200 len: 945 time: 0.1219163 Jul 16 01:28:23.805577 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-149158ac-b981-4fca-98a7-cd6e2e4a767f req-4c1b5e11-03ec-4982-801a-ea26659ed30a service neutron] 10.222.0.16 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738255 Jul 16 01:28:23.815741 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-937ffce9-1d75-4191-904c-b773817cb16e req-0e576b0e-5ef6-4bf5-a641-0ddaaba96ae6 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735724 Jul 16 01:28:24.099761 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fe6e6-4842-4ac9-82fb-274e00e74e00 req-9f6a7007-649f-43a6-846b-3973e0b70c0b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.110757 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e67fe6e6-4842-4ac9-82fb-274e00e74e00 req-9f6a7007-649f-43a6-846b-3973e0b70c0b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 943 time: 0.0968146 Jul 16 01:28:24.117133 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05eb1b00-954f-4128-ae2d-600a4c102939 req-16cc0c83-3b2d-46e3-bc95-f37990e08407 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=7df7ede7-7109-4c37-8588-2512a8812364 HTTP/1.1" status: 200 len: 210 time: 0.1053636 Jul 16 01:28:24.164572 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e67fe6e6-4842-4ac9-82fb-274e00e74e00 req-2e91471b-21df-4ccc-97de-a8f1cc54e0aa tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525393 Jul 16 01:28:24.275785 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6993e618-0887-4f96-9ed1-d5c6fe4bf567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba827c17-1a2f-4be3-94f3-618b98056c6e'}, {'server_uuid': 'afbc6406-205d-4bdf-9c96-88323334361d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0e22b0-bece-4678-a1cb-6756d243ce4d'}, {'server_uuid': '9755bb31-3bd9-4a01-9228-b4d784f719ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f18726-2062-402b-8064-d4e532dbdf5b'}, {'server_uuid': 'bf6d3e74-cbb1-455a-affa-5a5e5544d093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed19b434-a73b-43fd-b31c-b9decb56b780'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:24.278188 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b455c4dd-e48a-47d7-b247-e888278509cf" -d '{"events": [{"server_uuid": "6993e618-0887-4f96-9ed1-d5c6fe4bf567", "name": "network-vif-plugged", "status": "completed", "tag": "ba827c17-1a2f-4be3-94f3-618b98056c6e"}, {"server_uuid": "afbc6406-205d-4bdf-9c96-88323334361d", "name": "network-vif-plugged", "status": "completed", "tag": "4c0e22b0-bece-4678-a1cb-6756d243ce4d"}, {"server_uuid": "9755bb31-3bd9-4a01-9228-b4d784f719ac", "name": "network-vif-plugged", "status": "completed", "tag": "57f18726-2062-402b-8064-d4e532dbdf5b"}, {"server_uuid": "bf6d3e74-cbb1-455a-affa-5a5e5544d093", "name": "network-vif-plugged", "status": "completed", "tag": "ed19b434-a73b-43fd-b31c-b9decb56b780"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:24.344424 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9755bb31-3bd9-4a01-9228-b4d784f719ac', 'tag': '57f18726-2062-402b-8064-d4e532dbdf5b'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:24.355081 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e676b372-0e8b-4461-bb39-cf2d264b3742" -d '{"events": [{"name": "network-changed", "server_uuid": "9755bb31-3bd9-4a01-9228-b4d784f719ac", "tag": "57f18726-2062-402b-8064-d4e532dbdf5b"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:24.494189 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8cddd-b7bc-4849-a4c4-2e3b453ac3be req-3fc3dcc5-0c03-4830-a3e8-568a3813a6c2 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.495888 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c1d8cddd-b7bc-4849-a4c4-2e3b453ac3be req-3fc3dcc5-0c03-4830-a3e8-568a3813a6c2 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9755bb31-3bd9-4a01-9228-b4d784f719ac HTTP/1.1" status: 200 len: 945 time: 0.1641119 Jul 16 01:28:24.518329 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97164499-08f9-426f-b789-b76274b4b96d req-715c34e1-3adc-4bc8-a7de-17d218d62bc0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 210 time: 0.1526160 Jul 16 01:28:24.658341 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c1d8cddd-b7bc-4849-a4c4-2e3b453ac3be req-51453050-943f-40a1-b27a-49404d85e667 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] 10.222.0.16 "GET /v2.0/security-groups?id=144beba8-7b4a-40fb-88a4-97751e782a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522608 Jul 16 01:28:24.796824 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7061b6-81be-4359-9717-4785304e2aaf x-openstack-request-id: req-2a7061b6-81be-4359-9717-4785304e2aaf {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:24.797123 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6993e618-0887-4f96-9ed1-d5c6fe4bf567", "name": "network-vif-plugged", "status": "completed", "tag": "ba827c17-1a2f-4be3-94f3-618b98056c6e", "code": 200}, {"server_uuid": "afbc6406-205d-4bdf-9c96-88323334361d", "name": "network-vif-plugged", "status": "completed", "tag": "4c0e22b0-bece-4678-a1cb-6756d243ce4d", "code": 200}, {"server_uuid": "9755bb31-3bd9-4a01-9228-b4d784f719ac", "name": "network-vif-plugged", "status": "completed", "tag": "57f18726-2062-402b-8064-d4e532dbdf5b", "code": 200}, {"server_uuid": "bf6d3e74-cbb1-455a-affa-5a5e5544d093", "name": "network-vif-plugged", "status": "completed", "tag": "ed19b434-a73b-43fd-b31c-b9decb56b780", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:24.797372 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a7061b6-81be-4359-9717-4785304e2aaf {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:24.797785 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6993e618-0887-4f96-9ed1-d5c6fe4bf567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba827c17-1a2f-4be3-94f3-618b98056c6e', 'code': 200} Jul 16 01:28:24.798018 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbc6406-205d-4bdf-9c96-88323334361d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0e22b0-bece-4678-a1cb-6756d243ce4d', 'code': 200} Jul 16 01:28:24.798260 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9755bb31-3bd9-4a01-9228-b4d784f719ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f18726-2062-402b-8064-d4e532dbdf5b', 'code': 200} Jul 16 01:28:24.798503 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6d3e74-cbb1-455a-affa-5a5e5544d093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed19b434-a73b-43fd-b31c-b9decb56b780', 'code': 200} Jul 16 01:28:24.949890 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-f54fcb30-29a4-46a6-9e43-bbd548aeb408 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.951750 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-f54fcb30-29a4-46a6-9e43-bbd548aeb408 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.82 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 810 time: 0.2521076 Jul 16 01:28:24.956508 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5686dff9-d26e-4014-8fe7-b176a88374e3 x-openstack-request-id: req-5686dff9-d26e-4014-8fe7-b176a88374e3 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:24.957032 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9755bb31-3bd9-4a01-9228-b4d784f719ac", "tag": "57f18726-2062-402b-8064-d4e532dbdf5b", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:24.958157 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5686dff9-d26e-4014-8fe7-b176a88374e3 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:24.958756 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9755bb31-3bd9-4a01-9228-b4d784f719ac', 'tag': '57f18726-2062-402b-8064-d4e532dbdf5b', 'status': 'completed', 'code': 200} Jul 16 01:28:25.127263 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-1f83a88d-c8c9-4b29-8a2d-37a6996f1073 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab HTTP/1.1" status: 200 len: 379 time: 0.0848207 Jul 16 01:28:25.189670 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-26dd5912-aa83-487d-b724-1bd25407c8d3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Request body: {'port': {'device_id': '7a147dfb-2dae-4a21-bbb1-f1f88e62eb40', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'admin_state_up': True, 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'security_groups': ['c29c0b1a-b2f0-4561-af7d-e88ef38bc078']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:25.243154 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4538b-4e1a-4a24-ab80-2d2836a373ad req-3737eb3c-0bba-4855-b52e-642ab6cd964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:25.253116 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-acd4538b-4e1a-4a24-ab80-2d2836a373ad req-3737eb3c-0bba-4855-b52e-642ab6cd964f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9755bb31-3bd9-4a01-9228-b4d784f719ac HTTP/1.1" status: 200 len: 1097 time: 0.1787605 Jul 16 01:28:25.387811 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-acd4538b-4e1a-4a24-ab80-2d2836a373ad req-14e930d4-999a-45bf-a2eb-4209533e5195 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=144beba8-7b4a-40fb-88a4-97751e782a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234043 Jul 16 01:28:25.419502 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8d7df-5fb1-471c-b169-9b592330aab1 req-a6b3704c-1fa1-42ed-8a3b-378a18be6326 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:25.427692 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8cb8d7df-5fb1-471c-b169-9b592330aab1 req-a6b3704c-1fa1-42ed-8a3b-378a18be6326 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/ports?device_id=6993e618-0887-4f96-9ed1-d5c6fe4bf567 HTTP/1.1" status: 200 len: 950 time: 0.1731479 Jul 16 01:28:25.486564 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8cb8d7df-5fb1-471c-b169-9b592330aab1 req-bdd0b213-05fa-4503-9b85-38b8224bc77a tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b5c4a92-1dec-4d30-adc9-eee5dbbd7989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578060 Jul 16 01:28:25.746026 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a05a05-5e28-41ab-a6e9-ee425cc55e7f req-ec6f70e8-37c0-4245-8bba-9ada7dae6161 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:25.748085 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-59a05a05-5e28-41ab-a6e9-ee425cc55e7f req-ec6f70e8-37c0-4245-8bba-9ada7dae6161 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 943 time: 0.0984309 Jul 16 01:28:25.792954 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-59a05a05-5e28-41ab-a6e9-ee425cc55e7f req-803ccdd0-5e63-430a-be00-e3ec6f894954 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385225 Jul 16 01:28:25.807948 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676b372-0e8b-4461-bb39-cf2d264b3742 req-71b77ef2-2118-4690-9feb-127b3a6b1c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:25.809522 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e676b372-0e8b-4461-bb39-cf2d264b3742 req-71b77ef2-2118-4690-9feb-127b3a6b1c93 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d4ef3d48038b436b8d6507a4018d0b3e&device_id=9755bb31-3bd9-4a01-9228-b4d784f719ac HTTP/1.1" status: 200 len: 1097 time: 0.8486340 Jul 16 01:28:25.885000 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adeac5-1337-482f-9ce2-8fe44c60641d req-00adbdea-6575-4035-9bb5-770bd3b202d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:25.886795 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a3adeac5-1337-482f-9ce2-8fe44c60641d req-00adbdea-6575-4035-9bb5-770bd3b202d4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=afbc6406-205d-4bdf-9c96-88323334361d HTTP/1.1" status: 200 len: 1097 time: 0.7575691 Jul 16 01:28:25.947036 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-26dd5912-aa83-487d-b724-1bd25407c8d3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Made reservation on behalf of 8c1cd71b2bbb4da2b2edf2be3f2fbcab for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:25.950762 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-26dd5912-aa83-487d-b724-1bd25407c8d3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.967072 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6ebd6-be91-4bd6-a42d-7b63bfca85bb req-0b4cdc1f-90fc-47c5-a7aa-2b2960520d1f tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:25.979931 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b9a6ebd6-be91-4bd6-a42d-7b63bfca85bb req-0b4cdc1f-90fc-47c5-a7aa-2b2960520d1f tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf6d3e74-cbb1-455a-affa-5a5e5544d093 HTTP/1.1" status: 200 len: 945 time: 0.2428675 Jul 16 01:28:26.071431 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-07170985-47aa-4539-8868-9f1efc445ac6 req-b3767002-ec97-4a96-9b67-8d5fa831b346 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 210 time: 0.0650434 Jul 16 01:28:26.111778 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a3adeac5-1337-482f-9ce2-8fe44c60641d req-9f95410b-ccf0-4cbf-bf25-21aac151c144 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857800 Jul 16 01:28:26.121168 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676b372-0e8b-4461-bb39-cf2d264b3742 req-11a46772-6fcb-4756-a02e-8a4c0d7a2781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:26.122535 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e676b372-0e8b-4461-bb39-cf2d264b3742 req-11a46772-6fcb-4756-a02e-8a4c0d7a2781 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9d5f669b-34f1-47fd-8e87-a780defd1b90 HTTP/1.1" status: 200 len: 919 time: 0.3036597 Jul 16 01:28:26.177799 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11515517-07c9-477c-afc8-0ac7f212fa5b req-5c7c82fb-b7a8-4283-860a-e14ec48404b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:26.180002 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-11515517-07c9-477c-afc8-0ac7f212fa5b req-5c7c82fb-b7a8-4283-860a-e14ec48404b0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 1098 time: 0.0610569 Jul 16 01:28:26.186465 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b9a6ebd6-be91-4bd6-a42d-7b63bfca85bb req-3c57a838-295c-4e1a-b0a1-d689629b8ba9 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052844 Jul 16 01:28:26.272279 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e676b372-0e8b-4461-bb39-cf2d264b3742 req-122fed6c-0df3-460d-b71f-4edcd6d6aa9a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57f18726-2062-402b-8064-d4e532dbdf5b HTTP/1.1" status: 200 len: 217 time: 0.0893943 Jul 16 01:28:26.357591 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba35a5-5ca6-45ff-a0e6-a8eb5f0c5908 req-7c6cddc6-14a0-4757-a413-bdc5c611e2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:26.359743 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-84ba35a5-5ca6-45ff-a0e6-a8eb5f0c5908 req-7c6cddc6-14a0-4757-a413-bdc5c611e2a7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4f5ea53f54a7488181cae8d9cdffa32a&device_id=bf6d3e74-cbb1-455a-affa-5a5e5544d093 HTTP/1.1" status: 200 len: 1097 time: 0.3723302 Jul 16 01:28:26.473251 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-26dd5912-aa83-487d-b724-1bd25407c8d3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Allocated IP 172.20.0.8 (7cb02b0d-151c-40b4-a49f-996c30b19d5d/d9075885-b498-4569-92ab-9ab8f9b2e064/8660866a-9db7-4aa3-8d44-f99d34857980) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:26.485521 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676b372-0e8b-4461-bb39-cf2d264b3742 req-dffe2193-f259-4424-806c-f1c86acb59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:26.487042 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e676b372-0e8b-4461-bb39-cf2d264b3742 req-dffe2193-f259-4424-806c-f1c86acb59e5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f3ca6cbb-e466-420b-bb6d-c45cdf24f90e HTTP/1.1" status: 200 len: 858 time: 0.2021577 Jul 16 01:28:26.528949 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40145d5-f125-49fa-bbdb-00ea58045e70 req-bc355683-ff80-4942-b69c-37bcd881616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:26.530556 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e40145d5-f125-49fa-bbdb-00ea58045e70 req-bc355683-ff80-4942-b69c-37bcd881616e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bf6d3e74-cbb1-455a-affa-5a5e5544d093 HTTP/1.1" status: 200 len: 1097 time: 0.4042614 Jul 16 01:28:26.610781 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e676b372-0e8b-4461-bb39-cf2d264b3742 req-e8227501-4106-41c7-af68-bd7df19af01d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9d5f669b-34f1-47fd-8e87-a780defd1b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119928 Jul 16 01:28:26.614516 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-35e019e1-1a40-440c-bb0a-d17405c9fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.726637 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-11515517-07c9-477c-afc8-0ac7f212fa5b req-d7ad38e7-d7f3-4a85-8b79-1395db671760 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752860 Jul 16 01:28:26.734699 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-6bba879e-8f1f-49e1-bdd0-e080243984db tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:26.736525 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-6bba879e-8f1f-49e1-bdd0-e080243984db tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/networks?id=f262d5d4-4d22-402e-b36e-ed38d4251d84 HTTP/1.1" status: 200 len: 812 time: 0.3888040 Jul 16 01:28:26.745845 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50400) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:26.746345 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e40145d5-f125-49fa-bbdb-00ea58045e70 req-6bee7cc2-5f04-4a6b-8cdc-a993cd33587a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996813 Jul 16 01:28:26.780844 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edd663-4134-49a9-93f5-ab2be73df7f5 req-a13b5caa-927d-46a6-a2c9-7d054900fe4a tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:26.782340 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-66edd663-4134-49a9-93f5-ab2be73df7f5 req-a13b5caa-927d-46a6-a2c9-7d054900fe4a tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9755bb31-3bd9-4a01-9228-b4d784f719ac HTTP/1.1" status: 200 len: 945 time: 0.5052516 Jul 16 01:28:26.801061 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba35a5-5ca6-45ff-a0e6-a8eb5f0c5908 req-652b213f-d382-4e50-bea7-92116f9477c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:26.802567 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-84ba35a5-5ca6-45ff-a0e6-a8eb5f0c5908 req-652b213f-d382-4e50-bea7-92116f9477c6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7771ce22-8772-4f34-9479-20c2030064b5 HTTP/1.1" status: 200 len: 917 time: 0.4150572 Jul 16 01:28:26.835048 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-f5d686ff-edcb-4a3d-938c-22370c63f4b6 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/quotas/d09653f1b51b4e2b8cb943931a409907 HTTP/1.1" status: 200 len: 375 time: 0.0734925 Jul 16 01:28:26.851441 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-66edd663-4134-49a9-93f5-ab2be73df7f5 req-ef45247f-236c-40c2-af04-ca3908b2e229 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] 10.222.0.16 "GET /v2.0/security-groups?id=144beba8-7b4a-40fb-88a4-97751e782a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626996 Jul 16 01:28:26.887884 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-56b32e25-a608-480a-a02b-d99c2c97f2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.906611 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-84ba35a5-5ca6-45ff-a0e6-a8eb5f0c5908 req-f2f69cec-c33e-4953-9e43-3f207a77b849 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed19b434-a73b-43fd-b31c-b9decb56b780 HTTP/1.1" status: 200 len: 217 time: 0.0819263 Jul 16 01:28:26.957929 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-0924d42d-0c1d-4c2c-aec4-aab0f23e6e3a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d09653f1b51b4e2b8cb943931a409907&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590315 Jul 16 01:28:26.993827 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e676b372-0e8b-4461-bb39-cf2d264b3742 req-d5a60555-7f74-4ec2-9f34-004b59010312 service neutron] 10.222.0.82 "GET /v2.0/networks/9d5f669b-34f1-47fd-8e87-a780defd1b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701713 Jul 16 01:28:27.062452 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-56b32e25-a608-480a-a02b-d99c2c97f2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.068134 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-56b32e25-a608-480a-a02b-d99c2c97f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.077531 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ee360-d81d-48d5-97eb-19738210ca1e req-4ae61bdb-e15f-41ab-922a-46356cc310e0 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.079067 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-844ee360-d81d-48d5-97eb-19738210ca1e req-4ae61bdb-e15f-41ab-922a-46356cc310e0 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/ports?device_id=6993e618-0887-4f96-9ed1-d5c6fe4bf567 HTTP/1.1" status: 200 len: 950 time: 0.1123466 Jul 16 01:28:27.086672 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-26dd5912-aa83-487d-b724-1bd25407c8d3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.115315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba35a5-5ca6-45ff-a0e6-a8eb5f0c5908 req-28b32bbf-2388-48a2-9084-a5a8e9d0cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.117034 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-84ba35a5-5ca6-45ff-a0e6-a8eb5f0c5908 req-28b32bbf-2388-48a2-9084-a5a8e9d0cdd0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=903d9a38-9e68-4c42-9c73-4c190106626e HTTP/1.1" status: 200 len: 855 time: 0.1932294 Jul 16 01:28:27.134655 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-56b32e25-a608-480a-a02b-d99c2c97f2bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b072bc559c4c4ebeaa7cddc4f9e20145&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3848352 Jul 16 01:28:27.137261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50408) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:27.145806 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b32e25-a608-480a-a02b-d99c2c97f2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817f969d-4c87-48ab-b2fb-e14351bc7278,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:27.163914 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-844ee360-d81d-48d5-97eb-19738210ca1e req-256eeeeb-494a-4630-9245-05f68c498c69 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b5c4a92-1dec-4d30-adc9-eee5dbbd7989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756149 Jul 16 01:28:27.203599 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-26dd5912-aa83-487d-b724-1bd25407c8d3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Transition to ACTIVE for port object 8660866a-9db7-4aa3-8d44-f99d34857980 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:27.228125 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-77533d85-11ae-40f9-9e81-95c8da942af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.247786 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-7b932daa-7cf5-4981-b1d3-732e42f261d3 service neutron] 10.222.0.16 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667572 Jul 16 01:28:27.251570 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-77533d85-11ae-40f9-9e81-95c8da942af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.253465 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e676b372-0e8b-4461-bb39-cf2d264b3742 req-d9b6a96b-035a-425f-afb0-641d650a57a7 service neutron] 10.222.0.82 "GET /v2.0/networks/9d5f669b-34f1-47fd-8e87-a780defd1b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400875 Jul 16 01:28:27.331006 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-77533d85-11ae-40f9-9e81-95c8da942af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.333521 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-77533d85-11ae-40f9-9e81-95c8da942af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.334675 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-77533d85-11ae-40f9-9e81-95c8da942af3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/817f969d-4c87-48ab-b2fb-e14351bc7278 HTTP/1.1" status: 204 len: 168 time: 0.1960435 Jul 16 01:28:27.345417 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba35a5-5ca6-45ff-a0e6-a8eb5f0c5908 req-32b6ad7a-79d3-4aa2-b83a-680eaf095762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.346954 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-84ba35a5-5ca6-45ff-a0e6-a8eb5f0c5908 req-32b6ad7a-79d3-4aa2-b83a-680eaf095762 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7771ce22-8772-4f34-9479-20c2030064b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2188632 Jul 16 01:28:27.350286 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-26dd5912-aa83-487d-b724-1bd25407c8d3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.351317 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77533d85-11ae-40f9-9e81-95c8da942af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817f969d-4c87-48ab-b2fb-e14351bc7278,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:27.373737 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d16509-3621-4912-bf61-6768b8390499 req-49d21193-f70d-4f48-b7d7-6a5c6e5e0297 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.375773 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-68d16509-3621-4912-bf61-6768b8390499 req-49d21193-f70d-4f48-b7d7-6a5c6e5e0297 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 943 time: 0.0897784 Jul 16 01:28:27.433739 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-68d16509-3621-4912-bf61-6768b8390499 req-2a3a390e-dc1a-42ca-a166-051ffb9c7264 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489674 Jul 16 01:28:27.479002 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-26dd5912-aa83-487d-b724-1bd25407c8d3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Network 7cb02b0d-151c-40b4-a49f-996c30b19d5d is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:27.485333 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-c22c9aba-a535-4526-a765-a2ef9ba94203 service neutron] 10.222.0.16 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295866 Jul 16 01:28:27.490329 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-26dd5912-aa83-487d-b724-1bd25407c8d3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:27.496885 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-26dd5912-aa83-487d-b724-1bd25407c8d3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:27.499888 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd5912-aa83-487d-b724-1bd25407c8d3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Pushing event updated for resources: {'Port': ['ID=8660866a-9db7-4aa3-8d44-f99d34857980,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:27.556108 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-84ba35a5-5ca6-45ff-a0e6-a8eb5f0c5908 req-290ebae2-e8a2-4266-9109-ea8dd333d6cd service neutron] 10.222.0.84 "GET /v2.0/networks/7771ce22-8772-4f34-9479-20c2030064b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991391 Jul 16 01:28:27.599414 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-26dd5912-aa83-487d-b724-1bd25407c8d3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.600163 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-26dd5912-aa83-487d-b724-1bd25407c8d3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.670036 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-26dd5912-aa83-487d-b724-1bd25407c8d3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4842367 Jul 16 01:28:27.674018 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8f3e0-3a7d-4b87-891c-04494a840ab0 req-daa49b5a-f744-4fd4-8e98-63d39d558482 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.683165 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-83a8f3e0-3a7d-4b87-891c-04494a840ab0 req-daa49b5a-f744-4fd4-8e98-63d39d558482 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 931 time: 0.1125093 Jul 16 01:28:27.688175 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-7a5bf0ad-9e76-4af4-90b8-1e3318b5fce1 service neutron] Request body: {'port': {'device_id': '7a147dfb-2dae-4a21-bbb1-f1f88e62eb40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:27.731910 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-83a8f3e0-3a7d-4b87-891c-04494a840ab0 req-2c5031bc-5ac4-4f04-9873-43052fa0d753 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478168 Jul 16 01:28:27.771936 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-84ba35a5-5ca6-45ff-a0e6-a8eb5f0c5908 req-227864e2-4b1e-4616-b315-783bb2a080ab service neutron] 10.222.0.84 "GET /v2.0/networks/7771ce22-8772-4f34-9479-20c2030064b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074218 Jul 16 01:28:27.802254 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50430) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:27.822287 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d2f950e4-780c-48be-87e4-1cbc4e42af8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.905638 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-7a5bf0ad-9e76-4af4-90b8-1e3318b5fce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.962702 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cff1afc1-2329-4c2d-9a70-97130e8c7937 req-c3b65aaa-5fe2-41d7-b5b1-f63580aa7bff tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bc19bee-5097-4d57-877b-651073b23718 HTTP/1.1" status: 200 len: 210 time: 0.0468550 Jul 16 01:28:28.000668 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8a722b17-a2b3-4b5e-88a3-7bc1824b8804 None None] Provisioning for port 8660866a-9db7-4aa3-8d44-f99d34857980 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:28.008242 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8a722b17-a2b3-4b5e-88a3-7bc1824b8804 None None] Provisioning complete for port 8660866a-9db7-4aa3-8d44-f99d34857980 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:28.009083 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a722b17-a2b3-4b5e-88a3-7bc1824b8804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.014709 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d2f950e4-780c-48be-87e4-1cbc4e42af8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.032993 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d2f950e4-780c-48be-87e4-1cbc4e42af8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.098938 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8a722b17-a2b3-4b5e-88a3-7bc1824b8804 None None] Port 8660866a-9db7-4aa3-8d44-f99d34857980 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:28.110855 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d2f950e4-780c-48be-87e4-1cbc4e42af8d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0544634942e4f3fafe0746cd742326b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3063469 Jul 16 01:28:28.114892 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50442) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:28.126565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f950e4-780c-48be-87e4-1cbc4e42af8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270737a6-79f4-4907-9dd1-4283d171224e,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:28.247764 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6cf93abb-ac00-409d-a7fe-4a356b21769a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.280932 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6cf93abb-ac00-409d-a7fe-4a356b21769a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.296064 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46589d-7fc5-4b2f-9aed-a2a461cad47b req-ef22b277-a232-4194-862a-497b88661c28 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:28.297650 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c46589d-7fc5-4b2f-9aed-a2a461cad47b req-ef22b277-a232-4194-862a-497b88661c28 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9755bb31-3bd9-4a01-9228-b4d784f719ac HTTP/1.1" status: 200 len: 945 time: 0.1167290 Jul 16 01:28:28.304569 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea9696-871f-4472-b4ec-5f82cd8ef143 req-f6f67a84-ac19-48a1-a749-b34830721733 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:28.310472 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-29ea9696-871f-4472-b4ec-5f82cd8ef143 req-f6f67a84-ac19-48a1-a749-b34830721733 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf6d3e74-cbb1-455a-affa-5a5e5544d093 HTTP/1.1" status: 200 len: 945 time: 0.2612522 Jul 16 01:28:28.359175 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c46589d-7fc5-4b2f-9aed-a2a461cad47b req-40f98882-9322-4728-82e4-3d1dc4d686e3 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] 10.222.0.16 "GET /v2.0/security-groups?id=144beba8-7b4a-40fb-88a4-97751e782a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490448 Jul 16 01:28:28.376766 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6cf93abb-ac00-409d-a7fe-4a356b21769a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.379886 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6cf93abb-ac00-409d-a7fe-4a356b21769a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.384317 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6cf93abb-ac00-409d-a7fe-4a356b21769a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/270737a6-79f4-4907-9dd1-4283d171224e HTTP/1.1" status: 204 len: 168 time: 0.2650445 Jul 16 01:28:28.391704 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf93abb-ac00-409d-a7fe-4a356b21769a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270737a6-79f4-4907-9dd1-4283d171224e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:28.436781 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-29ea9696-871f-4472-b4ec-5f82cd8ef143 req-f5db8ede-d420-4745-ad40-2dadbf1e6054 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192355 Jul 16 01:28:28.452521 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-7a5bf0ad-9e76-4af4-90b8-1e3318b5fce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8660866a-9db7-4aa3-8d44-f99d34857980 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:28.462430 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-7a5bf0ad-9e76-4af4-90b8-1e3318b5fce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.476296 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-7a5bf0ad-9e76-4af4-90b8-1e3318b5fce1 service neutron] Transition to ACTIVE for port object 8660866a-9db7-4aa3-8d44-f99d34857980 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:28.483269 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-7a5bf0ad-9e76-4af4-90b8-1e3318b5fce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.599198 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bf0ad-9e76-4af4-90b8-1e3318b5fce1 service neutron] Pushing event updated for resources: {'Port': ['ID=8660866a-9db7-4aa3-8d44-f99d34857980,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:28.668000 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-7a5bf0ad-9e76-4af4-90b8-1e3318b5fce1 service neutron] Attempting to bind port 8660866a-9db7-4aa3-8d44-f99d34857980 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:28.668338 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-7a5bf0ad-9e76-4af4-90b8-1e3318b5fce1 service neutron] Attempting to bind port 8660866a-9db7-4aa3-8d44-f99d34857980 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:28.668751 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-7a5bf0ad-9e76-4af4-90b8-1e3318b5fce1 service neutron] Attempting to bind port 8660866a-9db7-4aa3-8d44-f99d34857980 on network 7cb02b0d-151c-40b4-a49f-996c30b19d5d {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:28.675244 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-7a5bf0ad-9e76-4af4-90b8-1e3318b5fce1 service neutron] Port 8660866a-9db7-4aa3-8d44-f99d34857980 on network 7cb02b0d-151c-40b4-a49f-996c30b19d5d not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:28.675582 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-7a5bf0ad-9e76-4af4-90b8-1e3318b5fce1 service neutron] Attempting to bind port 8660866a-9db7-4aa3-8d44-f99d34857980 on network 7cb02b0d-151c-40b4-a49f-996c30b19d5d {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:28.681330 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-7a5bf0ad-9e76-4af4-90b8-1e3318b5fce1 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:28.682154 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-7a5bf0ad-9e76-4af4-90b8-1e3318b5fce1 service neutron] Checking segment: {'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:28.682519 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-7a5bf0ad-9e76-4af4-90b8-1e3318b5fce1 service neutron] Bound using segment: {'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:28.682979 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-7a5bf0ad-9e76-4af4-90b8-1e3318b5fce1 service neutron] Bound port: 8660866a-9db7-4aa3-8d44-f99d34857980, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:28.683444 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-7a5bf0ad-9e76-4af4-90b8-1e3318b5fce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.778914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-7a5bf0ad-9e76-4af4-90b8-1e3318b5fce1 service neutron] For port 8660866a-9db7-4aa3-8d44-f99d34857980, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:28.786991 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-7a5bf0ad-9e76-4af4-90b8-1e3318b5fce1 service neutron] For port 8660866a-9db7-4aa3-8d44-f99d34857980, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8660866a-9db7-4aa3-8d44-f99d34857980,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:28.794944 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-7a5bf0ad-9e76-4af4-90b8-1e3318b5fce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.887129 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-7a5bf0ad-9e76-4af4-90b8-1e3318b5fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:28.887926 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-7a5bf0ad-9e76-4af4-90b8-1e3318b5fce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.890232 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-7a5bf0ad-9e76-4af4-90b8-1e3318b5fce1 service neutron] 10.222.0.82 "PUT /v2.0/ports/8660866a-9db7-4aa3-8d44-f99d34857980 HTTP/1.1" status: 200 len: 1092 time: 1.2083845 Jul 16 01:28:28.890800 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a147dfb-2dae-4a21-bbb1-f1f88e62eb40', 'tag': '8660866a-9db7-4aa3-8d44-f99d34857980'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:28.894882 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05db196-3aa9-4f10-b276-6ab09450e2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "7a147dfb-2dae-4a21-bbb1-f1f88e62eb40", "tag": "8660866a-9db7-4aa3-8d44-f99d34857980"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:28.902619 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bf0ad-9e76-4af4-90b8-1e3318b5fce1 service neutron] Pushing event updated for resources: {'Port': ['ID=8660866a-9db7-4aa3-8d44-f99d34857980,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:29.028290 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-9d780808-55ac-41e3-bacb-4fb75c7bf70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.029879 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-9d780808-55ac-41e3-bacb-4fb75c7bf70f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 1095 time: 0.0819030 Jul 16 01:28:29.128239 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-d9049216-7016-43b7-917d-54e44a6538d0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8660866a-9db7-4aa3-8d44-f99d34857980 HTTP/1.1" status: 200 len: 217 time: 0.0887733 Jul 16 01:28:29.186591 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-7f4a15e3-9dc1-4a0e-be8b-46669dfedaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.188199 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-7f4a15e3-9dc1-4a0e-be8b-46669dfedaa7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.0503161 Jul 16 01:28:29.387623 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 5a667ba4-53dc-45af-b92d-faf315772a8b details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:29.556736 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 5a667ba4-53dc-45af-b92d-faf315772a8b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=5a667ba4-53dc-45af-b92d-faf315772a8b,segment=NetworkSegment(5b3908e5-ef1d-4834-83cc-7a5e334d32e1),segment_id=5b3908e5-ef1d-4834-83cc-7a5e334d32e1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:29.571616 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '5a667ba4-53dc-45af-b92d-faf315772a8b', 'network_id': '35ff07a5-b891-4556-995d-01800531e82b', 'port_id': '5a667ba4-53dc-45af-b92d-faf315772a8b', 'mac_address': 'fa:16:3e:8e:68:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f67e12-f5ad-4d79-ae7c-5f4fe14246c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:29.674149 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.682904 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f6d20223-71e7-43e0-bdba-a59f6f2b7f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.696683 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45f348-df43-46e1-8fdc-04cbb4a3953c req-3287cbb3-84bb-41b4-8767-4812b867c11e tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.703551 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a45f348-df43-46e1-8fdc-04cbb4a3953c req-3287cbb3-84bb-41b4-8767-4812b867c11e tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 943 time: 0.6577992 Jul 16 01:28:29.707765 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a667ba4-53dc-45af-b92d-faf315772a8b {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:29.716057 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.735271 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 5a667ba4-53dc-45af-b92d-faf315772a8b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=5a667ba4-53dc-45af-b92d-faf315772a8b,segment=NetworkSegment(5b3908e5-ef1d-4834-83cc-7a5e334d32e1),segment_id=5b3908e5-ef1d-4834-83cc-7a5e334d32e1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:29.741192 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.792739 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31778c-9de3-40f2-a9fc-9bdb7d322774 req-884864ca-0634-410d-96b9-2ab4687d7398 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.795291 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5c31778c-9de3-40f2-a9fc-9bdb7d322774 req-884864ca-0634-410d-96b9-2ab4687d7398 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 943 time: 0.0979509 Jul 16 01:28:29.810737 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a45f348-df43-46e1-8fdc-04cbb4a3953c req-f89bd1a2-2b31-4ac6-8bbd-60c9e489199b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062899 Jul 16 01:28:29.814891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-044da7af-39e6-4285-8e53-21a92db414dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.817240 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-044da7af-39e6-4285-8e53-21a92db414dc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6205664 Jul 16 01:28:29.821893 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=5a667ba4-53dc-45af-b92d-faf315772a8b,revision_number=9']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:29.833757 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-1b7e0231-e4a6-43d8-a4bc-aadeec44d409 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.835401 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-1b7e0231-e4a6-43d8-a4bc-aadeec44d409 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.84 "GET /v2.0/networks?id=f262d5d4-4d22-402e-b36e-ed38d4251d84 HTTP/1.1" status: 200 len: 812 time: 0.1852908 Jul 16 01:28:29.858159 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-a6e72beb-1fe1-4cbd-8e26-b279012cf76a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Request body: {'port': {'device_id': '8bc19bee-5097-4d57-877b-651073b23718', 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84', 'admin_state_up': True, 'tenant_id': 'd09653f1b51b4e2b8cb943931a409907'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:29.895765 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5c31778c-9de3-40f2-a9fc-9bdb7d322774 req-a6052232-93fc-4f89-afb4-92a7069e199b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863762 Jul 16 01:28:29.937885 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70af644-7b25-416b-a003-31907422b194 x-openstack-request-id: req-b70af644-7b25-416b-a003-31907422b194 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:29.938187 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a147dfb-2dae-4a21-bbb1-f1f88e62eb40", "tag": "8660866a-9db7-4aa3-8d44-f99d34857980", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:29.938424 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b70af644-7b25-416b-a003-31907422b194 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:29.938824 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a147dfb-2dae-4a21-bbb1-f1f88e62eb40', 'tag': '8660866a-9db7-4aa3-8d44-f99d34857980', 'status': 'completed', 'code': 200} Jul 16 01:28:29.991334 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['5a667ba4-53dc-45af-b92d-faf315772a8b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:30.077398 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d6ae39a1-f19f-4ab7-a32e-bb02947723f1 req-617d3949-3cf1-486d-8e0b-539dbbe4c6ef tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bc19bee-5097-4d57-877b-651073b23718 HTTP/1.1" status: 200 len: 210 time: 0.0564265 Jul 16 01:28:30.157663 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-4e1d0519-ad2f-427e-95a9-5f4caa6b09eb service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211579 Jul 16 01:28:30.214018 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f3b3e-7863-4f32-b9cc-6c206ef44b4f req-a029140f-cf23-42b3-8320-fccb9ecb655b tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.216933 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-054f3b3e-7863-4f32-b9cc-6c206ef44b4f req-a029140f-cf23-42b3-8320-fccb9ecb655b tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9755bb31-3bd9-4a01-9228-b4d784f719ac HTTP/1.1" status: 200 len: 945 time: 0.1662805 Jul 16 01:28:30.243573 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-a6e72beb-1fe1-4cbd-8e26-b279012cf76a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Made reservation on behalf of d09653f1b51b4e2b8cb943931a409907 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:30.247199 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-a6e72beb-1fe1-4cbd-8e26-b279012cf76a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.316717 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179d439-0624-4b97-a411-78dc2b46d837 req-5f2797ca-b7fd-4409-b021-407f8f263627 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.318586 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e179d439-0624-4b97-a411-78dc2b46d837 req-5f2797ca-b7fd-4409-b021-407f8f263627 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf6d3e74-cbb1-455a-affa-5a5e5544d093 HTTP/1.1" status: 200 len: 945 time: 0.0824945 Jul 16 01:28:30.377488 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e179d439-0624-4b97-a411-78dc2b46d837 req-70b5f311-acd8-4885-ae81-9e0ef4252588 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520749 Jul 16 01:28:30.440400 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-054f3b3e-7863-4f32-b9cc-6c206ef44b4f req-c67f1ff3-fd6b-4f47-a734-512a331afd16 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] 10.222.0.16 "GET /v2.0/security-groups?id=144beba8-7b4a-40fb-88a4-97751e782a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995895 Jul 16 01:28:30.479841 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b1d53c4-f000-4d89-9a85-87bb1c92ce8a req-1457fc7d-1ad3-4c50-b2e8-72e1dde6c43a service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132854 Jul 16 01:28:30.578004 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72d360-1406-40ae-8ff0-701f94023adc req-489effbb-72ea-436b-9da1-a02ba26abfff tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.579642 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8c72d360-1406-40ae-8ff0-701f94023adc req-489effbb-72ea-436b-9da1-a02ba26abfff tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] 10.222.0.82 "GET /v2.0/ports?device_id=9755bb31-3bd9-4a01-9228-b4d784f719ac HTTP/1.1" status: 200 len: 945 time: 0.3547194 Jul 16 01:28:30.689160 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa316cd-8709-4ff4-b3bf-6df6009a37c8 req-fe769b89-a034-4867-a631-d5d0a3c067b5 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.699112 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cfa316cd-8709-4ff4-b3bf-6df6009a37c8 req-fe769b89-a034-4867-a631-d5d0a3c067b5 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 946 time: 0.0951834 Jul 16 01:28:30.715555 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-a6e72beb-1fe1-4cbd-8e26-b279012cf76a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Allocated IP 172.20.0.4 (f262d5d4-4d22-402e-b36e-ed38d4251d84/58a11241-f184-48f8-b355-80863b2e27ca/e60b25c2-2217-41e8-988e-b5fc02b9235c) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:30.736529 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.769390 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cfa316cd-8709-4ff4-b3bf-6df6009a37c8 req-96332f40-6635-45ce-8945-0bc6c07b9eff tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690570 Jul 16 01:28:30.855925 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05db196-3aa9-4f10-b276-6ab09450e2d8 req-6d3c18d2-d812-4db9-9d4c-252516a96130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.858145 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c05db196-3aa9-4f10-b276-6ab09450e2d8 req-6d3c18d2-d812-4db9-9d4c-252516a96130 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 1095 time: 0.2774503 Jul 16 01:28:30.969848 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-8c72d360-1406-40ae-8ff0-701f94023adc req-d0ae8d19-fad0-4c00-b770-4b60f5c7e462 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Deleting port 57f18726-2062-402b-8064-d4e532dbdf5b {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:30.969848 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8c72d360-1406-40ae-8ff0-701f94023adc req-d0ae8d19-fad0-4c00-b770-4b60f5c7e462 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.034092 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8120ca-10ae-47f2-b294-e1ffa7679e8b req-10c549ed-ce7d-445c-a062-ce8e9216356b tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:31.039787 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb8120ca-10ae-47f2-b294-e1ffa7679e8b req-10c549ed-ce7d-445c-a062-ce8e9216356b tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbc6406-205d-4bdf-9c96-88323334361d HTTP/1.1" status: 200 len: 945 time: 0.1256239 Jul 16 01:28:31.110611 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb8120ca-10ae-47f2-b294-e1ffa7679e8b req-92d9d07e-74a9-4bda-ada7-d79c97e8cd0d tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626583 Jul 16 01:28:31.120209 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50568) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:31.202570 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-a6e72beb-1fe1-4cbd-8e26-b279012cf76a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.220333 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.261365 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05db196-3aa9-4f10-b276-6ab09450e2d8 req-9ea28858-43e0-4e96-b340-287599cdceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:31.263026 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c05db196-3aa9-4f10-b276-6ab09450e2d8 req-9ea28858-43e0-4e96-b340-287599cdceb5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 911 time: 0.3948436 Jul 16 01:28:31.270456 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-8c72d360-1406-40ae-8ff0-701f94023adc req-d0ae8d19-fad0-4c00-b770-4b60f5c7e462 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] For port 57f18726-2062-402b-8064-d4e532dbdf5b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=57f18726-2062-402b-8064-d4e532dbdf5b,segment=NetworkSegment(e9fcba09-6c38-4df9-9c16-7e5f9056f040),segment_id=e9fcba09-6c38-4df9-9c16-7e5f9056f040)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:31.271065 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8c72d360-1406-40ae-8ff0-701f94023adc req-d0ae8d19-fad0-4c00-b770-4b60f5c7e462 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.280703 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06adadb5-a558-4a6a-85b2-82fb5c1a28a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.336896 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-8c72d360-1406-40ae-8ff0-701f94023adc req-d0ae8d19-fad0-4c00-b770-4b60f5c7e462 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Calling delete_port for 57f18726-2062-402b-8064-d4e532dbdf5b owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:31.348939 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c05db196-3aa9-4f10-b276-6ab09450e2d8 req-48bc0634-5457-4d8e-993b-18e788aebc72 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8660866a-9db7-4aa3-8d44-f99d34857980 HTTP/1.1" status: 200 len: 217 time: 0.0731549 Jul 16 01:28:31.396094 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 5a667ba4-53dc-45af-b92d-faf315772a8b up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:31.414372 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db5d18-848f-44db-9186-c16e482d07bf req-6eabbc0a-5df9-4502-8e33-0bbaa46fbfb5 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:31.415923 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e4db5d18-848f-44db-9186-c16e482d07bf req-6eabbc0a-5df9-4502-8e33-0bbaa46fbfb5 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 943 time: 0.1126261 Jul 16 01:28:31.451996 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06adadb5-a558-4a6a-85b2-82fb5c1a28a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.454049 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 5a667ba4-53dc-45af-b92d-faf315772a8b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:31.454632 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.457119 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8617242-c7d4-4803-a6ca-a00814c4c518 req-14d7ddac-d3b7-4d0f-a95a-f8a59300810a tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:31.458819 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c8617242-c7d4-4803-a6ca-a00814c4c518 req-14d7ddac-d3b7-4d0f-a95a-f8a59300810a tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 944 time: 0.2961667 Jul 16 01:28:31.460194 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06adadb5-a558-4a6a-85b2-82fb5c1a28a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.473288 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-a6e72beb-1fe1-4cbd-8e26-b279012cf76a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.485694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05db196-3aa9-4f10-b276-6ab09450e2d8 req-731870e9-315c-4dc8-8733-d3d13144a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:31.487140 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c05db196-3aa9-4f10-b276-6ab09450e2d8 req-731870e9-315c-4dc8-8733-d3d13144a6f4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.1277742 Jul 16 01:28:31.518682 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e4db5d18-848f-44db-9186-c16e482d07bf req-00eb2237-894e-4a9e-b1cf-16f009cd5263 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913386 Jul 16 01:28:31.519581 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06adadb5-a558-4a6a-85b2-82fb5c1a28a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca61ef4-3da1-4f69-8bcb-c7e25ac9a544,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:31.527109 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-06adadb5-a558-4a6a-85b2-82fb5c1a28a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7960b7c8fdf5488f9ebac8bb5c78f88d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4028089 Jul 16 01:28:31.527109 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50578) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:31.567173 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.594019 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a98b25-128c-4398-a4d6-84acd7fc9a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a667ba4-53dc-45af-b92d-faf315772a8b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:31.597597 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-a6e72beb-1fe1-4cbd-8e26-b279012cf76a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Network f262d5d4-4d22-402e-b36e-ed38d4251d84 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:31.597731 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85be183b-bff4-4bc2-89f2-946d55b8e8c3" -d '{"events": [{"server_uuid": "b4a98b25-128c-4398-a4d6-84acd7fc9a07", "name": "network-vif-plugged", "status": "completed", "tag": "5a667ba4-53dc-45af-b92d-faf315772a8b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:31.603782 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-972714c8-b3d3-457b-bb59-b8e75380f0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.621715 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 5a667ba4-53dc-45af-b92d-faf315772a8b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=5a667ba4-53dc-45af-b92d-faf315772a8b,segment=NetworkSegment(5b3908e5-ef1d-4834-83cc-7a5e334d32e1),segment_id=5b3908e5-ef1d-4834-83cc-7a5e334d32e1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:31.627278 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.628124 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ba827c17-1a2f-4be3-94f3-618b98056c6e no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:31.638433 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-a6e72beb-1fe1-4cbd-8e26-b279012cf76a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:31.642797 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e72beb-1fe1-4cbd-8e26-b279012cf76a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Pushing event updated for resources: {'Port': ['ID=e60b25c2-2217-41e8-988e-b5fc02b9235c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:31.646176 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-972714c8-b3d3-457b-bb59-b8e75380f0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.648773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-a6e72beb-1fe1-4cbd-8e26-b279012cf76a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:31.656766 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c8617242-c7d4-4803-a6ca-a00814c4c518 req-fe9ad89a-66c9-4589-a52a-4d89b65cc825 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801033 Jul 16 01:28:31.736907 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=5a667ba4-53dc-45af-b92d-faf315772a8b,revision_number=10']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:31.762346 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-a6e72beb-1fe1-4cbd-8e26-b279012cf76a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:31.763121 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-a6e72beb-1fe1-4cbd-8e26-b279012cf76a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.767118 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05db196-3aa9-4f10-b276-6ab09450e2d8 req-34518f1b-1f12-4b83-9ee0-bf77de95f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:31.768962 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c05db196-3aa9-4f10-b276-6ab09450e2d8 req-34518f1b-1f12-4b83-9ee0-bf77de95f03d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2661254 Jul 16 01:28:31.784027 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.820586 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-972714c8-b3d3-457b-bb59-b8e75380f0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.825488 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-972714c8-b3d3-457b-bb59-b8e75380f0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.826994 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port ba827c17-1a2f-4be3-94f3-618b98056c6e, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ba827c17-1a2f-4be3-94f3-618b98056c6e,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:31.829102 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-972714c8-b3d3-457b-bb59-b8e75380f0ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ca61ef4-3da1-4f69-8bcb-c7e25ac9a544 HTTP/1.1" status: 204 len: 168 time: 0.3011239 Jul 16 01:28:31.837315 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.855738 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-a6e72beb-1fe1-4cbd-8e26-b279012cf76a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0018890 Jul 16 01:28:31.856464 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8c72d360-1406-40ae-8ff0-701f94023adc req-d0ae8d19-fad0-4c00-b770-4b60f5c7e462 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.857517 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972714c8-b3d3-457b-bb59-b8e75380f0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca61ef4-3da1-4f69-8bcb-c7e25ac9a544,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:31.868951 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d943fb-34ac-4aa4-adb0-4d1742329b67 req-1413edf2-8786-41c2-a6b6-598cc1f47ea7 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:31.877344 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-71d943fb-34ac-4aa4-adb0-4d1742329b67 req-1413edf2-8786-41c2-a6b6-598cc1f47ea7 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bc19bee-5097-4d57-877b-651073b23718 HTTP/1.1" status: 200 len: 931 time: 0.1412036 Jul 16 01:28:31.920325 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=ba827c17-1a2f-4be3-94f3-618b98056c6e,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:31.923077 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-71d943fb-34ac-4aa4-adb0-4d1742329b67 req-3ccad8c4-9445-4c18-84f1-3f92cd480528 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449262 Jul 16 01:28:31.945120 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-5125970b-7f00-4621-975b-87920b48b94e service neutron] Request body: {'port': {'device_id': '8bc19bee-5097-4d57-877b-651073b23718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:31.973341 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae8d19-fad0-4c00-b770-4b60f5c7e462 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Pushing event deleted for resources: {'Port': ['ID=57f18726-2062-402b-8064-d4e532dbdf5b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:32.061539 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-53f1b5e5-346b-47f2-bb61-24701999a6a7 req-7aaf644c-133d-461b-a52b-b3a3243fd697 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] 10.222.0.16 "GET /v2.0/ports?device_id=9755bb31-3bd9-4a01-9228-b4d784f719ac HTTP/1.1" status: 200 len: 210 time: 0.0300288 Jul 16 01:28:32.078394 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c05db196-3aa9-4f10-b276-6ab09450e2d8 req-417dd590-0d32-4cd0-8347-bfe4a3e28ee7 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025491 Jul 16 01:28:32.081507 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c72d360-1406-40ae-8ff0-701f94023adc req-d0ae8d19-fad0-4c00-b770-4b60f5c7e462 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] No DVR routers for this DVR port 57f18726-2062-402b-8064-d4e532dbdf5b on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:32.088459 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8c72d360-1406-40ae-8ff0-701f94023adc req-d0ae8d19-fad0-4c00-b770-4b60f5c7e462 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.090706 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8c72d360-1406-40ae-8ff0-701f94023adc req-d0ae8d19-fad0-4c00-b770-4b60f5c7e462 tempest-InstanceActionsV221TestJSON-1600680120 tempest-InstanceActionsV221TestJSON-1600680120-project] 10.222.0.82 "DELETE /v2.0/ports/57f18726-2062-402b-8064-d4e532dbdf5b HTTP/1.1" status: 204 len: 173 time: 1.4967639 Jul 16 01:28:32.095157 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9755bb31-3bd9-4a01-9228-b4d784f719ac', 'name': 'network-vif-deleted', 'tag': '57f18726-2062-402b-8064-d4e532dbdf5b'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:32.097593 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7469c49-7671-4420-a986-bfd0595f2f4e" -d '{"events": [{"server_uuid": "9755bb31-3bd9-4a01-9228-b4d784f719ac", "name": "network-vif-deleted", "tag": "57f18726-2062-402b-8064-d4e532dbdf5b"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:32.132486 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9062cadd-0eb4-4c67-b731-a1c287d8120c x-openstack-request-id: req-9062cadd-0eb4-4c67-b731-a1c287d8120c {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:32.133052 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a98b25-128c-4398-a4d6-84acd7fc9a07", "name": "network-vif-plugged", "status": "completed", "tag": "5a667ba4-53dc-45af-b92d-faf315772a8b", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:32.135022 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9062cadd-0eb4-4c67-b731-a1c287d8120c {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:32.135930 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a98b25-128c-4398-a4d6-84acd7fc9a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a667ba4-53dc-45af-b92d-faf315772a8b', 'code': 200} Jul 16 01:28:32.173893 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124f2c9f-cd6c-4c04-879f-cd7eecd26716 x-openstack-request-id: req-124f2c9f-cd6c-4c04-879f-cd7eecd26716 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:32.174187 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9755bb31-3bd9-4a01-9228-b4d784f719ac", "name": "network-vif-deleted", "tag": "57f18726-2062-402b-8064-d4e532dbdf5b", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:32.174435 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-124f2c9f-cd6c-4c04-879f-cd7eecd26716 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:32.174830 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9755bb31-3bd9-4a01-9228-b4d784f719ac', 'name': 'network-vif-deleted', 'tag': '57f18726-2062-402b-8064-d4e532dbdf5b', 'status': 'completed', 'code': 200} Jul 16 01:28:32.184866 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-5125970b-7f00-4621-975b-87920b48b94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.289627 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50596) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:32.307960 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b975fa0b-b83e-4af2-af9f-2295bfc40c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.318146 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869fdb0-12ca-4fc3-ac4e-976060ded9ab req-b07b64d4-a955-49f3-9e74-adee4f396586 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.320316 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a869fdb0-12ca-4fc3-ac4e-976060ded9ab req-b07b64d4-a955-49f3-9e74-adee4f396586 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf6d3e74-cbb1-455a-affa-5a5e5544d093 HTTP/1.1" status: 200 len: 945 time: 0.2962732 Jul 16 01:28:32.324710 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c05db196-3aa9-4f10-b276-6ab09450e2d8 req-8783f29b-a099-4412-b3f3-e9558797d947 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305765 Jul 16 01:28:32.412744 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b975fa0b-b83e-4af2-af9f-2295bfc40c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.417745 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b975fa0b-b83e-4af2-af9f-2295bfc40c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.456071 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.459802 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b975fa0b-b83e-4af2-af9f-2295bfc40c71 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58e02f405a4e4bac9234db34e6ba9353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1689165 Jul 16 01:28:32.461049 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975fa0b-b83e-4af2-af9f-2295bfc40c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d517d3c9-f925-4a08-b70d-cd3432c622b4,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:32.464087 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50598) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:32.487185 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a869fdb0-12ca-4fc3-ac4e-976060ded9ab req-29e0f792-bee7-404d-b3e5-a7136632e09c tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513238 Jul 16 01:28:32.526175 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7234d-9fee-4da5-8c26-02698d267477 req-4b623698-ca85-4afc-8fa3-f34b38fa5889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.527954 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c2e7234d-9fee-4da5-8c26-02698d267477 req-4b623698-ca85-4afc-8fa3-f34b38fa5889 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 1098 time: 0.2005739 Jul 16 01:28:32.558051 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-685214d9-7184-4179-ab84-fb649838b16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.590512 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-685214d9-7184-4179-ab84-fb649838b16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.607935 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c2e7234d-9fee-4da5-8c26-02698d267477 req-edf078d3-3515-467f-8035-5ee494f4b6b4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519221 Jul 16 01:28:32.666974 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-685214d9-7184-4179-ab84-fb649838b16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.674978 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-685214d9-7184-4179-ab84-fb649838b16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.678134 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-685214d9-7184-4179-ab84-fb649838b16e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d517d3c9-f925-4a08-b70d-cd3432c622b4 HTTP/1.1" status: 204 len: 168 time: 0.1999240 Jul 16 01:28:32.691923 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-5125970b-7f00-4621-975b-87920b48b94e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e60b25c2-2217-41e8-988e-b5fc02b9235c {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:32.702706 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-5125970b-7f00-4621-975b-87920b48b94e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.723124 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685214d9-7184-4179-ab84-fb649838b16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d517d3c9-f925-4a08-b70d-cd3432c622b4,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:32.730690 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-5125970b-7f00-4621-975b-87920b48b94e service neutron] Transition to ACTIVE for port object e60b25c2-2217-41e8-988e-b5fc02b9235c will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:32.746365 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-5125970b-7f00-4621-975b-87920b48b94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.809349 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125970b-7f00-4621-975b-87920b48b94e service neutron] Pushing event updated for resources: {'Port': ['ID=e60b25c2-2217-41e8-988e-b5fc02b9235c,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:32.952500 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e470cd-2d5b-4ce1-bf19-8fbf374c51d5 req-a89685e2-11f3-461e-9368-4304cb82f4d8 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.954353 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b0e470cd-2d5b-4ce1-bf19-8fbf374c51d5 req-a89685e2-11f3-461e-9368-4304cb82f4d8 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 943 time: 0.1462569 Jul 16 01:28:32.973038 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-5125970b-7f00-4621-975b-87920b48b94e service neutron] Attempting to bind port e60b25c2-2217-41e8-988e-b5fc02b9235c on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:32.973489 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-5125970b-7f00-4621-975b-87920b48b94e service neutron] Attempting to bind port e60b25c2-2217-41e8-988e-b5fc02b9235c by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '315879ea-f1be-4494-af13-98d628a1a5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:32.973902 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-5125970b-7f00-4621-975b-87920b48b94e service neutron] Attempting to bind port e60b25c2-2217-41e8-988e-b5fc02b9235c on network f262d5d4-4d22-402e-b36e-ed38d4251d84 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:32.988046 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-5125970b-7f00-4621-975b-87920b48b94e service neutron] Port e60b25c2-2217-41e8-988e-b5fc02b9235c on network f262d5d4-4d22-402e-b36e-ed38d4251d84 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:32.988659 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-5125970b-7f00-4621-975b-87920b48b94e service neutron] Attempting to bind port e60b25c2-2217-41e8-988e-b5fc02b9235c on network f262d5d4-4d22-402e-b36e-ed38d4251d84 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:33.007815 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-5125970b-7f00-4621-975b-87920b48b94e service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:33.008697 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-5125970b-7f00-4621-975b-87920b48b94e service neutron] Checking segment: {'id': '315879ea-f1be-4494-af13-98d628a1a5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:33.009162 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-5125970b-7f00-4621-975b-87920b48b94e service neutron] Bound using segment: {'id': '315879ea-f1be-4494-af13-98d628a1a5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:33.009696 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-5125970b-7f00-4621-975b-87920b48b94e service neutron] Bound port: e60b25c2-2217-41e8-988e-b5fc02b9235c, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315879ea-f1be-4494-af13-98d628a1a5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:33.010114 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-5125970b-7f00-4621-975b-87920b48b94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.030575 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b0e470cd-2d5b-4ce1-bf19-8fbf374c51d5 req-f13f494d-8fe3-41b2-b6c6-5916212487df tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664773 Jul 16 01:28:33.072094 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01878c26-17bf-4d53-b229-be8410eb2831 req-f55fe90d-d77e-4593-81a2-bc2fa28e3a32 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:33.073848 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-01878c26-17bf-4d53-b229-be8410eb2831 req-f55fe90d-d77e-4593-81a2-bc2fa28e3a32 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 946 time: 0.1261642 Jul 16 01:28:33.109414 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-5125970b-7f00-4621-975b-87920b48b94e service neutron] For port e60b25c2-2217-41e8-988e-b5fc02b9235c, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:33.114104 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-5125970b-7f00-4621-975b-87920b48b94e service neutron] For port e60b25c2-2217-41e8-988e-b5fc02b9235c, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=e60b25c2-2217-41e8-988e-b5fc02b9235c,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:33.123642 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-5125970b-7f00-4621-975b-87920b48b94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.153256 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-01878c26-17bf-4d53-b229-be8410eb2831 req-5a0a1900-e0d4-4c10-9254-3a166885bd8f tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643270 Jul 16 01:28:33.197418 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125970b-7f00-4621-975b-87920b48b94e service neutron] Pushing event updated for resources: {'Port': ['ID=e60b25c2-2217-41e8-988e-b5fc02b9235c,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:33.208748 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-5125970b-7f00-4621-975b-87920b48b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:33.209496 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-5125970b-7f00-4621-975b-87920b48b94e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.211073 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-5125970b-7f00-4621-975b-87920b48b94e service neutron] 10.222.0.84 "PUT /v2.0/ports/e60b25c2-2217-41e8-988e-b5fc02b9235c HTTP/1.1" status: 200 len: 1092 time: 1.3343847 Jul 16 01:28:33.326626 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb87a8-c0a8-4f8c-9939-92d9f841a8a1 req-9d27f748-3b90-487c-a5f3-bb1ae0295a6b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:33.328176 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ccb87a8-c0a8-4f8c-9939-92d9f841a8a1 req-9d27f748-3b90-487c-a5f3-bb1ae0295a6b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.0764077 Jul 16 01:28:33.370986 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-3833ce1e-6e17-4e29-a55d-59b20fbdbf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:33.372792 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-3833ce1e-6e17-4e29-a55d-59b20fbdbf8d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d09653f1b51b4e2b8cb943931a409907&device_id=8bc19bee-5097-4d57-877b-651073b23718 HTTP/1.1" status: 200 len: 1095 time: 0.1118631 Jul 16 01:28:33.382317 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ccb87a8-c0a8-4f8c-9939-92d9f841a8a1 req-1649c779-7ab7-4827-99ae-554e98628acd tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476592 Jul 16 01:28:33.407961 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1d7ed-c8a4-48d4-b66e-0fd1ec9b3056 req-da4ab1a7-2ed1-4330-a26c-1ec903621554 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:33.409787 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b1a1d7ed-c8a4-48d4-b66e-0fd1ec9b3056 req-da4ab1a7-2ed1-4330-a26c-1ec903621554 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bc19bee-5097-4d57-877b-651073b23718 HTTP/1.1" status: 200 len: 943 time: 0.1129680 Jul 16 01:28:33.410070 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8660866a-9db7-4aa3-8d44-f99d34857980 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:33.414490 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 57f18726-2062-402b-8064-d4e532dbdf5b no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:33.458792 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 57f18726-2062-402b-8064-d4e532dbdf5b {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:28:33.459130 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 57f18726-2062-402b-8064-d4e532dbdf5b not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:28:33.498916 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-7610aa9f-065a-4a1f-9151-5e854b6b065a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e60b25c2-2217-41e8-988e-b5fc02b9235c HTTP/1.1" status: 200 len: 217 time: 0.1122274 Jul 16 01:28:33.580973 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8660866a-9db7-4aa3-8d44-f99d34857980, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8660866a-9db7-4aa3-8d44-f99d34857980,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:33.595138 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '8660866a-9db7-4aa3-8d44-f99d34857980', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'port_id': '8660866a-9db7-4aa3-8d44-f99d34857980', 'mac_address': 'fa:16:3e:89:62:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:33.595536 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-5c5bde6e-7380-4391-a025-7a1a8eac9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:33.597363 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-5c5bde6e-7380-4391-a025-7a1a8eac9334 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=58a11241-f184-48f8-b355-80863b2e27ca HTTP/1.1" status: 200 len: 852 time: 0.0851738 Jul 16 01:28:33.601878 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b1a1d7ed-c8a4-48d4-b66e-0fd1ec9b3056 req-785e52f7-f0ab-4e12-9acf-5cc97bfbb032 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790130 Jul 16 01:28:33.658664 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-0c523cac-baa5-4822-abc7-7a1e4479799e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f262d5d4-4d22-402e-b36e-ed38d4251d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537965 Jul 16 01:28:33.831556 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-690f6a59-05d0-4c3b-8a81-7ab155e929ab service neutron] 10.222.0.84 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635439 Jul 16 01:28:33.839299 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.860196 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8660866a-9db7-4aa3-8d44-f99d34857980 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:33.904788 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8660866a-9db7-4aa3-8d44-f99d34857980, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8660866a-9db7-4aa3-8d44-f99d34857980,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:33.914108 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.988943 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad1542-011b-4691-9f8d-3a5ed848b75e req-3dcae098-edf6-4d07-bf80-ca1fa824823a tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:33.995562 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad1542-011b-4691-9f8d-3a5ed848b75e req-3dcae098-edf6-4d07-bf80-ca1fa824823a tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.010885 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad1542-011b-4691-9f8d-3a5ed848b75e req-3dcae098-edf6-4d07-bf80-ca1fa824823a tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.012753 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0cad1542-011b-4691-9f8d-3a5ed848b75e req-3dcae098-edf6-4d07-bf80-ca1fa824823a tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf6d3e74-cbb1-455a-affa-5a5e5544d093&device_id=afbc6406-205d-4bdf-9c96-88323334361d&device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 2417 time: 0.1735137 Jul 16 01:28:34.019624 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=8660866a-9db7-4aa3-8d44-f99d34857980,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:34.070022 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50670) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:34.130141 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-947f6234-f96b-4853-8573-3bd7fcc6b05f admin admin] Deleting subnet f3ca6cbb-e466-420b-bb6d-c45cdf24f90e {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:28:34.137166 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6993e618-0887-4f96-9ed1-d5c6fe4bf567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba827c17-1a2f-4be3-94f3-618b98056c6e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:34.140404 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd12c71-63bf-4920-bd17-0c1cf87e7814" -d '{"events": [{"server_uuid": "6993e618-0887-4f96-9ed1-d5c6fe4bf567", "name": "network-vif-unplugged", "status": "completed", "tag": "ba827c17-1a2f-4be3-94f3-618b98056c6e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:34.140859 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-947f6234-f96b-4853-8573-3bd7fcc6b05f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.179253 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['8660866a-9db7-4aa3-8d44-f99d34857980'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:34.196158 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-947f6234-f96b-4853-8573-3bd7fcc6b05f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.240975 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-947f6234-f96b-4853-8573-3bd7fcc6b05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.328082 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0cad1542-011b-4691-9f8d-3a5ed848b75e req-bc0eee3c-54fe-486d-8384-6d1a384678a6 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039088 Jul 16 01:28:34.329701 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-947f6234-f96b-4853-8573-3bd7fcc6b05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.403917 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f6234-f96b-4853-8573-3bd7fcc6b05f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3ca6cbb-e466-420b-bb6d-c45cdf24f90e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:34.408342 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc19bee-5097-4d57-877b-651073b23718', 'tag': 'e60b25c2-2217-41e8-988e-b5fc02b9235c'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:34.412405 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a41afb-1dfb-4d95-b600-3dd7742885f8 x-openstack-request-id: req-e4a41afb-1dfb-4d95-b600-3dd7742885f8 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:34.412912 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6993e618-0887-4f96-9ed1-d5c6fe4bf567", "name": "network-vif-unplugged", "status": "completed", "tag": "ba827c17-1a2f-4be3-94f3-618b98056c6e", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:34.413088 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-947f6234-f96b-4853-8573-3bd7fcc6b05f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.413391 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4a41afb-1dfb-4d95-b600-3dd7742885f8 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:34.414153 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6993e618-0887-4f96-9ed1-d5c6fe4bf567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba827c17-1a2f-4be3-94f3-618b98056c6e', 'code': 200} Jul 16 01:28:34.415067 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-947f6234-f96b-4853-8573-3bd7fcc6b05f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f3ca6cbb-e466-420b-bb6d-c45cdf24f90e HTTP/1.1" status: 204 len: 168 time: 0.3436522 Jul 16 01:28:34.418614 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33217dd3-18c8-43d8-baa7-c53e1028c2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc19bee-5097-4d57-877b-651073b23718", "tag": "e60b25c2-2217-41e8-988e-b5fc02b9235c"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:34.425086 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff42d4b2-7e26-4897-8d7f-607dc989e33a req-2e462955-a4ac-4615-b924-fec079de3034 service neutron] 10.222.0.84 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5857275 Jul 16 01:28:34.426480 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50702) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:34.547660 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-006a1d97-3038-4427-abef-6703addadd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.563185 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e7f5d-dbbd-4345-96a0-128277cbbdd7 req-56ebb668-afc9-4d65-96e6-a34784fe6d1a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.566684 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fc8e7f5d-dbbd-4345-96a0-128277cbbdd7 req-56ebb668-afc9-4d65-96e6-a34784fe6d1a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.1396441 Jul 16 01:28:34.644396 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fc8e7f5d-dbbd-4345-96a0-128277cbbdd7 req-86e45e7d-7d2e-4cf4-8987-a328ee6054cd tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665405 Jul 16 01:28:34.664764 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-006a1d97-3038-4427-abef-6703addadd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.676830 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-006a1d97-3038-4427-abef-6703addadd43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5f669b-34f1-47fd-8e87-a780defd1b90']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:34.689895 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-006a1d97-3038-4427-abef-6703addadd43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9fcba09-6c38-4df9-9c16-7e5f9056f040') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:34.690255 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-006a1d97-3038-4427-abef-6703addadd43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9fcba09-6c38-4df9-9c16-7e5f9056f040') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:34.710640 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-006a1d97-3038-4427-abef-6703addadd43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.751470 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-006a1d97-3038-4427-abef-6703addadd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.762294 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006a1d97-3038-4427-abef-6703addadd43 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:28:34.762930 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-006a1d97-3038-4427-abef-6703addadd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:28:34.764958 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:28:34.798993 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.837861 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97c3f8-70bc-4c16-b320-b396a9a75933 req-b1611c27-64ae-4338-98b6-f4951cff1f71 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.846195 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4f97c3f8-70bc-4c16-b320-b396a9a75933 req-b1611c27-64ae-4338-98b6-f4951cff1f71 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.0781572 Jul 16 01:28:34.873174 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0d259-02c2-402a-ae9d-5e27d8940ce8 req-9df45daa-4923-4bbf-8227-565472f304d2 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.875176 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2cb0d259-02c2-402a-ae9d-5e27d8940ce8 req-9df45daa-4923-4bbf-8227-565472f304d2 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf6d3e74-cbb1-455a-affa-5a5e5544d093 HTTP/1.1" status: 200 len: 945 time: 0.1828811 Jul 16 01:28:34.913115 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-006a1d97-3038-4427-abef-6703addadd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.925920 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4f97c3f8-70bc-4c16-b320-b396a9a75933 req-8ff048cc-8ce8-4920-a507-75cd2f11ce11 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787313 Jul 16 01:28:34.948058 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-006a1d97-3038-4427-abef-6703addadd43 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.950173 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-006a1d97-3038-4427-abef-6703addadd43 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9d5f669b-34f1-47fd-8e87-a780defd1b90 HTTP/1.1" status: 204 len: 168 time: 0.5222747 Jul 16 01:28:34.953114 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a1d97-3038-4427-abef-6703addadd43 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d5f669b-34f1-47fd-8e87-a780defd1b90,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:34.976038 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2cb0d259-02c2-402a-ae9d-5e27d8940ce8 req-7ad5381c-ee05-4ead-a64e-1a497c5c51e8 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939476 Jul 16 01:28:34.991897 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635db3b3-1c51-4f09-8124-ca6c035f655c x-openstack-request-id: req-635db3b3-1c51-4f09-8124-ca6c035f655c {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:34.993345 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc19bee-5097-4d57-877b-651073b23718", "tag": "e60b25c2-2217-41e8-988e-b5fc02b9235c", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:34.993345 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-635db3b3-1c51-4f09-8124-ca6c035f655c {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:34.993345 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc19bee-5097-4d57-877b-651073b23718', 'tag': 'e60b25c2-2217-41e8-988e-b5fc02b9235c', 'status': 'completed', 'code': 200} Jul 16 01:28:35.204172 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44904fdb-ee10-4456-85e3-33f937058ecc req-05a48888-9637-49a0-9846-d313badbd023 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:35.206771 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33217dd3-18c8-43d8-baa7-c53e1028c2c8 req-6ee74451-3a7e-4952-8b78-9cba90da261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:35.208406 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-33217dd3-18c8-43d8-baa7-c53e1028c2c8 req-6ee74451-3a7e-4952-8b78-9cba90da261e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d09653f1b51b4e2b8cb943931a409907&device_id=8bc19bee-5097-4d57-877b-651073b23718 HTTP/1.1" status: 200 len: 1095 time: 0.1214807 Jul 16 01:28:35.212881 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-44904fdb-ee10-4456-85e3-33f937058ecc req-05a48888-9637-49a0-9846-d313badbd023 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bc19bee-5097-4d57-877b-651073b23718 HTTP/1.1" status: 200 len: 943 time: 0.0877419 Jul 16 01:28:35.269087 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-44904fdb-ee10-4456-85e3-33f937058ecc req-fb4ae6db-2b75-4c1b-8047-249ef5e03393 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549071 Jul 16 01:28:35.277587 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50740) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:35.355793 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4ab4ff89-905f-4819-bb3f-88a9efd50a4f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4ef3d48038b436b8d6507a4018d0b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0743654 Jul 16 01:28:35.357012 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50746) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:35.398415 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33217dd3-18c8-43d8-baa7-c53e1028c2c8 req-7c34574e-c784-4e65-acec-6cd8c02c7157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:35.400613 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-33217dd3-18c8-43d8-baa7-c53e1028c2c8 req-7c34574e-c784-4e65-acec-6cd8c02c7157 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f262d5d4-4d22-402e-b36e-ed38d4251d84 HTTP/1.1" status: 200 len: 913 time: 0.1815288 Jul 16 01:28:35.417461 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ba827c17-1a2f-4be3-94f3-618b98056c6e details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:35.425584 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-276f57db-8d6b-4197-ad07-d7a386a4e6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.437518 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8660866a-9db7-4aa3-8d44-f99d34857980 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:35.463261 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-276f57db-8d6b-4197-ad07-d7a386a4e6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.485590 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-33217dd3-18c8-43d8-baa7-c53e1028c2c8 req-c6270bd4-07a1-43ca-9e0f-aa03bae3062e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e60b25c2-2217-41e8-988e-b5fc02b9235c HTTP/1.1" status: 200 len: 217 time: 0.0769916 Jul 16 01:28:35.523292 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-276f57db-8d6b-4197-ad07-d7a386a4e6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.530620 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-276f57db-8d6b-4197-ad07-d7a386a4e6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.531987 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-276f57db-8d6b-4197-ad07-d7a386a4e6ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/144beba8-7b4a-40fb-88a4-97751e782a21 HTTP/1.1" status: 204 len: 168 time: 0.1730850 Jul 16 01:28:35.553189 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f57db-8d6b-4197-ad07-d7a386a4e6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144beba8-7b4a-40fb-88a4-97751e782a21,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:35.678511 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33217dd3-18c8-43d8-baa7-c53e1028c2c8 req-1661c0d3-be18-411f-8b48-b5a474219dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:35.681538 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-33217dd3-18c8-43d8-baa7-c53e1028c2c8 req-1661c0d3-be18-411f-8b48-b5a474219dec service neutron] 10.222.0.84 "GET /v2.0/subnets?id=58a11241-f184-48f8-b355-80863b2e27ca HTTP/1.1" status: 200 len: 852 time: 0.1853917 Jul 16 01:28:35.746746 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 8660866a-9db7-4aa3-8d44-f99d34857980 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:35.754621 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port ba827c17-1a2f-4be3-94f3-618b98056c6e, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ba827c17-1a2f-4be3-94f3-618b98056c6e,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:35.762718 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-33217dd3-18c8-43d8-baa7-c53e1028c2c8 req-4da74561-4ce1-42d7-8b14-50ebc0b352bd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f262d5d4-4d22-402e-b36e-ed38d4251d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704918 Jul 16 01:28:35.765258 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 8660866a-9db7-4aa3-8d44-f99d34857980 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:35.765647 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.795368 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'ba827c17-1a2f-4be3-94f3-618b98056c6e', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': 'ba827c17-1a2f-4be3-94f3-618b98056c6e', 'mac_address': 'fa:16:3e:0e:20:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:35.863998 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.888531 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba827c17-1a2f-4be3-94f3-618b98056c6e {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:35.951566 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port ba827c17-1a2f-4be3-94f3-618b98056c6e, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ba827c17-1a2f-4be3-94f3-618b98056c6e,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:35.954776 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.979543 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.029435 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8660866a-9db7-4aa3-8d44-f99d34857980, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8660866a-9db7-4aa3-8d44-f99d34857980,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:36.045913 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.049652 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-33217dd3-18c8-43d8-baa7-c53e1028c2c8 req-485e3769-265b-4978-a22b-20b7ed61b32b service neutron] 10.222.0.84 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771690 Jul 16 01:28:36.060961 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=ba827c17-1a2f-4be3-94f3-618b98056c6e,revision_number=9']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:36.122177 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['ba827c17-1a2f-4be3-94f3-618b98056c6e'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:36.161105 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-33217dd3-18c8-43d8-baa7-c53e1028c2c8 req-86975321-dd48-492a-8e4b-b384cdf9be4d service neutron] 10.222.0.84 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040888 Jul 16 01:28:36.169719 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7737ac0-2cc8-4532-8134-24640d608f50 req-7b917078-7cb9-4d9d-a2d9-0294965ada21 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.176849 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d7737ac0-2cc8-4532-8134-24640d608f50 req-7b917078-7cb9-4d9d-a2d9-0294965ada21 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.2638037 Jul 16 01:28:36.252746 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d7737ac0-2cc8-4532-8134-24640d608f50 req-8ac8b725-588c-4c5a-94d5-7bfa48e98c4a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748665 Jul 16 01:28:36.265837 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=8660866a-9db7-4aa3-8d44-f99d34857980,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:36.292051 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:28:36.421663 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a147dfb-2dae-4a21-bbb1-f1f88e62eb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8660866a-9db7-4aa3-8d44-f99d34857980'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:36.425479 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc5ca09-195f-4fc1-ac63-0ab22abb5781" -d '{"events": [{"server_uuid": "7a147dfb-2dae-4a21-bbb1-f1f88e62eb40", "name": "network-vif-plugged", "status": "completed", "tag": "8660866a-9db7-4aa3-8d44-f99d34857980"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:36.458895 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef4930-657a-4f7f-bcdc-a0b61c5fb225 req-e8a148d8-be02-4f1e-a877-488de518d740 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.464045 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51ef4930-657a-4f7f-bcdc-a0b61c5fb225 req-e8a148d8-be02-4f1e-a877-488de518d740 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.1512747 Jul 16 01:28:36.531868 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51ef4930-657a-4f7f-bcdc-a0b61c5fb225 req-870537a5-d708-41ba-a1ce-7440cd1613f2 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565317 Jul 16 01:28:36.789775 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689eef2b-faa8-444d-9f8f-e568cf5d8493 x-openstack-request-id: req-689eef2b-faa8-444d-9f8f-e568cf5d8493 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:36.790275 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a147dfb-2dae-4a21-bbb1-f1f88e62eb40", "name": "network-vif-plugged", "status": "completed", "tag": "8660866a-9db7-4aa3-8d44-f99d34857980", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:36.790677 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-689eef2b-faa8-444d-9f8f-e568cf5d8493 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:36.791240 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a147dfb-2dae-4a21-bbb1-f1f88e62eb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8660866a-9db7-4aa3-8d44-f99d34857980', 'code': 200} Jul 16 01:28:36.834409 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49767819-7f3e-4bd7-b401-37f827004695 req-53ba153d-4fbb-424a-bf55-4e2f5fd8646c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.836267 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-49767819-7f3e-4bd7-b401-37f827004695 req-53ba153d-4fbb-424a-bf55-4e2f5fd8646c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bc19bee-5097-4d57-877b-651073b23718 HTTP/1.1" status: 200 len: 943 time: 0.1144378 Jul 16 01:28:36.902645 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-49767819-7f3e-4bd7-b401-37f827004695 req-c58e47ad-e3b1-4878-8c1f-f23963bac75e tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517123 Jul 16 01:28:37.034767 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50822) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:37.082646 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deceba88-dcd4-4648-a933-7abda457d645 req-4527b6f9-ef4e-4bb2-9010-4a3c11f8ab0a tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:37.091332 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-deceba88-dcd4-4648-a933-7abda457d645 req-4527b6f9-ef4e-4bb2-9010-4a3c11f8ab0a tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.1385360 Jul 16 01:28:37.114867 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73dc72-716f-45fd-acb5-88fb192de519 req-919430c2-2978-4034-b15d-e2c5eced8c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:37.117038 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c73dc72-716f-45fd-acb5-88fb192de519 req-919430c2-2978-4034-b15d-e2c5eced8c2a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 1097 time: 0.1226993 Jul 16 01:28:37.149080 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-deceba88-dcd4-4648-a933-7abda457d645 req-c27d8a3b-b14e-4c3c-a348-d07008c58b28 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565186 Jul 16 01:28:37.201024 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c73dc72-716f-45fd-acb5-88fb192de519 req-49d76f34-8d17-4d91-b1fe-8a249742b26c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668368 Jul 16 01:28:37.203172 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-a4fc2e75-b141-4f2c-9210-f8585acfc101 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1989774016-network', 'tenant_id': '3a756e0a6d1547dd91a26298d1ed354c'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:37.256199 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fc2e75-b141-4f2c-9210-f8585acfc101 admin admin] Made reservation on behalf of 3a756e0a6d1547dd91a26298d1ed354c for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:37.259471 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2e75-b141-4f2c-9210-f8585acfc101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.270036 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2e75-b141-4f2c-9210-f8585acfc101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.416841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b99cbe-77dd-4daf-b3c3-c83419b19db9 req-e4bae351-699c-47ee-be41-d411c522fbbe tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:37.427017 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d5b99cbe-77dd-4daf-b3c3-c83419b19db9 req-e4bae351-699c-47ee-be41-d411c522fbbe tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.0964334 Jul 16 01:28:37.435460 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device e60b25c2-2217-41e8-988e-b5fc02b9235c details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:37.438757 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ba827c17-1a2f-4be3-94f3-618b98056c6e up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:37.465943 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2e75-b141-4f2c-9210-f8585acfc101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.476269 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d5b99cbe-77dd-4daf-b3c3-c83419b19db9 req-0cfcbc3d-d8e7-424d-8298-200e02b44716 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488710 Jul 16 01:28:37.478554 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2e75-b141-4f2c-9210-f8585acfc101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.519004 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4fc2e75-b141-4f2c-9210-f8585acfc101 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:28:37.529532 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc2e75-b141-4f2c-9210-f8585acfc101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0531509-e924-4b90-8e51-fc53753eb421,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:37.542268 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2e75-b141-4f2c-9210-f8585acfc101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.542801 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-a4fc2e75-b141-4f2c-9210-f8585acfc101 admin admin] Added segment a5234fa8-ffe2-4db1-b4c2-4bb5ecca3825 of type vlan for network 168a68f5-fcbf-43ae-b5ef-a566411180a1 Jul 16 01:28:37.604414 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2e75-b141-4f2c-9210-f8585acfc101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.620900 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port ba827c17-1a2f-4be3-94f3-618b98056c6e triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:37.621363 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.678100 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port e60b25c2-2217-41e8-988e-b5fc02b9235c, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=e60b25c2-2217-41e8-988e-b5fc02b9235c,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:37.693162 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498a0b7-c2bd-4c23-9740-d1baaf8f1d2e req-bb5cf5cb-3e21-4b6b-83a6-3cea38938d52 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:37.695203 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'e60b25c2-2217-41e8-988e-b5fc02b9235c', 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84', 'port_id': 'e60b25c2-2217-41e8-988e-b5fc02b9235c', 'mac_address': 'fa:16:3e:21:c5:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a11241-f184-48f8-b355-80863b2e27ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:37.701495 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7498a0b7-c2bd-4c23-9740-d1baaf8f1d2e req-bb5cf5cb-3e21-4b6b-83a6-3cea38938d52 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 945 time: 0.1435511 Jul 16 01:28:37.703408 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2e75-b141-4f2c-9210-f8585acfc101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.704832 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc2e75-b141-4f2c-9210-f8585acfc101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:37.705511 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2e75-b141-4f2c-9210-f8585acfc101 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.776075 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a4fc2e75-b141-4f2c-9210-f8585acfc101 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7374551 Jul 16 01:28:37.776925 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 50840) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:37.787789 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-3ea16057-4a2a-4a33-85ff-99d2c19d2494 admin admin] Request body: {'subnet': {'network_id': '168a68f5-fcbf-43ae-b5ef-a566411180a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1989774016-subnet', 'tenant_id': '3a756e0a6d1547dd91a26298d1ed354c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:37.818971 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc2e75-b141-4f2c-9210-f8585acfc101 admin admin] Pushing event updated for resources: {'Network': ['ID=168a68f5-fcbf-43ae-b5ef-a566411180a1,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:37.837966 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7498a0b7-c2bd-4c23-9740-d1baaf8f1d2e req-1fc5ce73-e5c2-414f-a6be-1d175d05940b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354463 Jul 16 01:28:37.858035 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea16057-4a2a-4a33-85ff-99d2c19d2494 admin admin] Made reservation on behalf of 3a756e0a6d1547dd91a26298d1ed354c for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:37.860895 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3ea16057-4a2a-4a33-85ff-99d2c19d2494 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.888652 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 168a68f5-fcbf-43ae-b5ef-a566411180a1 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:28:37.977190 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.009812 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.127088 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07525fc-6c47-4f15-a23c-8ca7f9eba53f req-8ba2d62b-e3d1-49d9-b2f1-6625012c532f tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:38.137122 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e07525fc-6c47-4f15-a23c-8ca7f9eba53f req-8ba2d62b-e3d1-49d9-b2f1-6625012c532f tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.0966547 Jul 16 01:28:38.161415 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port ba827c17-1a2f-4be3-94f3-618b98056c6e, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ba827c17-1a2f-4be3-94f3-618b98056c6e,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:38.175548 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e60b25c2-2217-41e8-988e-b5fc02b9235c {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:38.190604 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e07525fc-6c47-4f15-a23c-8ca7f9eba53f req-81b2eda4-f4cd-472c-bba4-01ddb6da743f tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524590 Jul 16 01:28:38.241085 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port e60b25c2-2217-41e8-988e-b5fc02b9235c, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=e60b25c2-2217-41e8-988e-b5fc02b9235c,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:38.247332 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.255175 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175892a4-77d8-4c52-b8b3-ec1e17fa65c6 req-d5c7a3bb-1a0b-431d-805c-f2a16f3ae33c tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:38.263762 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-175892a4-77d8-4c52-b8b3-ec1e17fa65c6 req-d5c7a3bb-1a0b-431d-805c-f2a16f3ae33c tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 946 time: 0.2723839 Jul 16 01:28:38.374720 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-175892a4-77d8-4c52-b8b3-ec1e17fa65c6 req-07861dd4-b96c-464a-84e4-067a3614ecd4 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096320 Jul 16 01:28:38.406713 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3ea16057-4a2a-4a33-85ff-99d2c19d2494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.420254 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.456671 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=ba827c17-1a2f-4be3-94f3-618b98056c6e,revision_number=10']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:38.517653 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea16057-4a2a-4a33-85ff-99d2c19d2494 admin admin] Checking segment: {'id': 'a5234fa8-ffe2-4db1-b4c2-4bb5ecca3825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '168a68f5-fcbf-43ae-b5ef-a566411180a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:38.518466 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea16057-4a2a-4a33-85ff-99d2c19d2494 admin admin] Network hostable DHCP agents. Network: 168a68f5-fcbf-43ae-b5ef-a566411180a1, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:28:38.527592 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea16057-4a2a-4a33-85ff-99d2c19d2494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a797ccc-825f-4818-85cf-22097dc00999,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:38.554621 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea16057-4a2a-4a33-85ff-99d2c19d2494 admin admin] Network 168a68f5-fcbf-43ae-b5ef-a566411180a1 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:28:38.580797 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-3ea16057-4a2a-4a33-85ff-99d2c19d2494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 168a68f5-fcbf-43ae-b5ef-a566411180a1) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:38.600692 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea16057-4a2a-4a33-85ff-99d2c19d2494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:38.601881 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3ea16057-4a2a-4a33-85ff-99d2c19d2494 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.602744 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1d605-e798-4d2d-9b56-0c6e8124f307 req-1088fbe7-0b95-41a5-9c67-8147e8d03fae tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:38.611628 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e7b1d605-e798-4d2d-9b56-0c6e8124f307 req-1088fbe7-0b95-41a5-9c67-8147e8d03fae tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bc19bee-5097-4d57-877b-651073b23718 HTTP/1.1" status: 200 len: 944 time: 0.1357191 Jul 16 01:28:38.615692 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a961e244-cc44-4cd8-bdfe-47e5a5977ff3 None None] Network 168a68f5-fcbf-43ae-b5ef-a566411180a1 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:38.641694 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3ea16057-4a2a-4a33-85ff-99d2c19d2494 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8631463 Jul 16 01:28:38.683654 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e7b1d605-e798-4d2d-9b56-0c6e8124f307 req-9d573214-a15e-4df7-91ba-67dc0aaf306d tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707006 Jul 16 01:28:38.771449 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=e60b25c2-2217-41e8-988e-b5fc02b9235c,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:38.797274 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6993e618-0887-4f96-9ed1-d5c6fe4bf567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba827c17-1a2f-4be3-94f3-618b98056c6e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:38.800737 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f672dcf-a628-4fa5-95e4-bd9d9a4342ed" -d '{"events": [{"server_uuid": "6993e618-0887-4f96-9ed1-d5c6fe4bf567", "name": "network-vif-plugged", "status": "completed", "tag": "ba827c17-1a2f-4be3-94f3-618b98056c6e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:38.833336 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428bba4-36e6-45eb-bf80-5c0701e23173 req-0b38f4f7-41d1-43c8-b046-61b31b203f61 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:38.841266 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7428bba4-36e6-45eb-bf80-5c0701e23173 req-0b38f4f7-41d1-43c8-b046-61b31b203f61 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.0946903 Jul 16 01:28:38.904181 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7428bba4-36e6-45eb-bf80-5c0701e23173 req-2ce61e39-0b9e-4a48-baf2-9301660c8210 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618794 Jul 16 01:28:38.940942 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['e60b25c2-2217-41e8-988e-b5fc02b9235c'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:38.980446 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10630b09-fb79-4a74-8979-24ca078e3f4b x-openstack-request-id: req-10630b09-fb79-4a74-8979-24ca078e3f4b {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:38.980884 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6993e618-0887-4f96-9ed1-d5c6fe4bf567", "name": "network-vif-plugged", "status": "completed", "tag": "ba827c17-1a2f-4be3-94f3-618b98056c6e", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:38.981184 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10630b09-fb79-4a74-8979-24ca078e3f4b {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:38.981570 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6993e618-0887-4f96-9ed1-d5c6fe4bf567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba827c17-1a2f-4be3-94f3-618b98056c6e', 'code': 200} Jul 16 01:28:39.058614 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17446386-be49-4c82-80dc-9cb46faff174 None None] Network 168a68f5-fcbf-43ae-b5ef-a566411180a1 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:39.160347 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627f062-2dd2-48f7-b12f-9f7da3d6ece6 req-b1a3900e-b48f-4dc4-b318-a0991b892477 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:39.162538 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1627f062-2dd2-48f7-b12f-9f7da3d6ece6 req-b1a3900e-b48f-4dc4-b318-a0991b892477 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 945 time: 0.1280904 Jul 16 01:28:39.205157 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1627f062-2dd2-48f7-b12f-9f7da3d6ece6 req-6b106b9d-46a9-4d2b-9fc5-5b8c3a4c8d3b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358434 Jul 16 01:28:39.218492 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6eea7-8667-463f-a969-8653c8ec559e req-863ad549-4a40-4800-8e51-523e0b65a798 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:39.220179 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-89d6eea7-8667-463f-a969-8653c8ec559e req-863ad549-4a40-4800-8e51-523e0b65a798 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.0929480 Jul 16 01:28:39.292911 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-89d6eea7-8667-463f-a969-8653c8ec559e req-11874350-34aa-47b2-955c-1f95fd9dd779 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650992 Jul 16 01:28:39.724956 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-9ed43cb3-c17b-47bd-99bf-0618f902f4b4 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:39.727003 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-9ed43cb3-c17b-47bd-99bf-0618f902f4b4 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/networks?id=168a68f5-fcbf-43ae-b5ef-a566411180a1 HTTP/1.1" status: 200 len: 814 time: 0.1523104 Jul 16 01:28:39.757952 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-b64dcce6-c293-475e-806c-1b8594a44794 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/quotas/3a756e0a6d1547dd91a26298d1ed354c HTTP/1.1" status: 200 len: 375 time: 0.0254152 Jul 16 01:28:39.825623 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-d2ebfc46-788f-45c3-85ce-d62aea578dc5 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a756e0a6d1547dd91a26298d1ed354c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640023 Jul 16 01:28:40.019091 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-89b61e05-ee10-4962-a05a-a5108a9de8d6 service neutron] 10.222.0.16 "GET /v2.0/networks/168a68f5-fcbf-43ae-b5ef-a566411180a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888309 Jul 16 01:28:40.179280 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-9eaa1465-b61c-48cc-be62-fc44a33ce985 service neutron] 10.222.0.16 "GET /v2.0/networks/168a68f5-fcbf-43ae-b5ef-a566411180a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588283 Jul 16 01:28:40.284207 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292804f-d378-49ae-b8e9-c4ec9ccf8dab req-4f7bad72-7ff9-4b56-8841-daa5e7f8f509 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.286008 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b292804f-d378-49ae-b8e9-c4ec9ccf8dab req-4f7bad72-7ff9-4b56-8841-daa5e7f8f509 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 945 time: 0.0901592 Jul 16 01:28:40.296301 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50916) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:40.301130 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-5aac5471-cef5-4f10-8c5e-06718b8d67c6 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Request body: {'floatingip': {'port_id': '8660866a-9db7-4aa3-8d44-f99d34857980'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:40.360813 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5aac5471-cef5-4f10-8c5e-06718b8d67c6 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for floatingip, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.691956 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d4ad6-2f63-4692-93bf-c9574fce71b9 req-97e5ceea-bbf3-4a32-8746-f1dba285c59c tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.701500 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15746550-78d7-4959-8e5d-ea98aeb97e90 req-d0fd8b75-9077-4a6f-bf62-86c188456b2d tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.705998 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6e1d4ad6-2f63-4692-93bf-c9574fce71b9 req-97e5ceea-bbf3-4a32-8746-f1dba285c59c tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.2424738 Jul 16 01:28:40.709844 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-15746550-78d7-4959-8e5d-ea98aeb97e90 req-d0fd8b75-9077-4a6f-bf62-86c188456b2d tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 946 time: 0.1358240 Jul 16 01:28:40.779678 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-15746550-78d7-4959-8e5d-ea98aeb97e90 req-912d1d4a-b2ba-4b48-a5bd-8346ba4b0cc9 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685863 Jul 16 01:28:40.838682 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6e1d4ad6-2f63-4692-93bf-c9574fce71b9 req-d97d1676-1a37-446f-b4d7-bde851fd00c5 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161022 Jul 16 01:28:41.189671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7858a1d-c1e0-43fb-b0e3-50c6a75e662b req-e3113649-adb5-4fbd-bcd0-dca170c10ec1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.197279 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7858a1d-c1e0-43fb-b0e3-50c6a75e662b req-e3113649-adb5-4fbd-bcd0-dca170c10ec1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.223664 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7858a1d-c1e0-43fb-b0e3-50c6a75e662b req-e3113649-adb5-4fbd-bcd0-dca170c10ec1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.238378 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7858a1d-c1e0-43fb-b0e3-50c6a75e662b req-e3113649-adb5-4fbd-bcd0-dca170c10ec1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.254238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7858a1d-c1e0-43fb-b0e3-50c6a75e662b req-e3113649-adb5-4fbd-bcd0-dca170c10ec1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.273269 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7858a1d-c1e0-43fb-b0e3-50c6a75e662b req-e3113649-adb5-4fbd-bcd0-dca170c10ec1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.283672 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7858a1d-c1e0-43fb-b0e3-50c6a75e662b req-e3113649-adb5-4fbd-bcd0-dca170c10ec1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.291356 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e7858a1d-c1e0-43fb-b0e3-50c6a75e662b req-e3113649-adb5-4fbd-bcd0-dca170c10ec1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5444 time: 0.2386730 Jul 16 01:28:41.403359 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e7858a1d-c1e0-43fb-b0e3-50c6a75e662b req-7a6dcf5e-4443-4e7c-8109-2c15fefd6b1f tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0880451 Jul 16 01:28:41.447703 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-a0e6c493-7a37-493b-b071-6aaee7a00aa4 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.458025 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device e60b25c2-2217-41e8-988e-b5fc02b9235c up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:41.473171 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-a0e6c493-7a37-493b-b071-6aaee7a00aa4 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.479362 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-a0e6c493-7a37-493b-b071-6aaee7a00aa4 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.494141 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-a0e6c493-7a37-493b-b071-6aaee7a00aa4 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.513419 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-a0e6c493-7a37-493b-b071-6aaee7a00aa4 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.519829 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-a0e6c493-7a37-493b-b071-6aaee7a00aa4 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.534318 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-a0e6c493-7a37-493b-b071-6aaee7a00aa4 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.538032 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-a0e6c493-7a37-493b-b071-6aaee7a00aa4 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.82 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 5444 time: 0.2345991 Jul 16 01:28:41.579358 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d54366-db38-4eb1-b793-cde985cee9a6 req-1e5f2a7d-7f79-4055-b480-724cc0d95428 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.584020 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port e60b25c2-2217-41e8-988e-b5fc02b9235c completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:41.594111 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port e60b25c2-2217-41e8-988e-b5fc02b9235c triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:41.594746 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.599234 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51d54366-db38-4eb1-b793-cde985cee9a6 req-1e5f2a7d-7f79-4055-b480-724cc0d95428 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bc19bee-5097-4d57-877b-651073b23718 HTTP/1.1" status: 200 len: 944 time: 0.4811392 Jul 16 01:28:41.634868 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-7f3a11b5-7911-46f6-80e5-8c159bef596c tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.636597 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-7f3a11b5-7911-46f6-80e5-8c159bef596c tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.82 "GET /v2.0/ports/28a2b02f-aee0-487c-baab-2cdc1ff4a615?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0917590 Jul 16 01:28:41.683809 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7e3aba31-0ef3-4242-a363-7967df0ee370 req-2d58fd61-c5c1-4ccc-9361-156211fabe49 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef HTTP/1.1" status: 200 len: 210 time: 0.0459278 Jul 16 01:28:41.723968 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.db.resource_extend [None req-5aac5471-cef5-4f10-8c5e-06718b8d67c6 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:28:41.789589 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.862691 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5aac5471-cef5-4f10-8c5e-06718b8d67c6 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.864610 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc19bee-5097-4d57-877b-651073b23718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60b25c2-2217-41e8-988e-b5fc02b9235c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:41.868440 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-6cc64ce5-dbf1-4fd9-b164-f2fb5478b632 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.82 "GET /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2202508 Jul 16 01:28:41.871641 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a9d2e6-b505-41a2-b945-834c98a0d416" -d '{"events": [{"server_uuid": "8bc19bee-5097-4d57-877b-651073b23718", "name": "network-vif-plugged", "status": "completed", "tag": "e60b25c2-2217-41e8-988e-b5fc02b9235c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:41.881244 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51d54366-db38-4eb1-b793-cde985cee9a6 req-aca3ccf9-507e-4a44-876e-8dc1a4008bec tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807662 Jul 16 01:28:41.883886 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5aac5471-cef5-4f10-8c5e-06718b8d67c6 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.916599 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-faccfe5a-050c-4b35-8320-feea0a808418 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:41.922396 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port e60b25c2-2217-41e8-988e-b5fc02b9235c, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=e60b25c2-2217-41e8-988e-b5fc02b9235c,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:41.928264 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.063365 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-5aac5471-cef5-4f10-8c5e-06718b8d67c6 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Floating IP e83dd86b-b29b-43b1-8cd6-e0b31146b755 associated. External IP: 172.25.6.241, port: 8660866a-9db7-4aa3-8d44-f99d34857980. Jul 16 01:28:42.094944 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=e60b25c2-2217-41e8-988e-b5fc02b9235c,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:42.153683 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-faccfe5a-050c-4b35-8320-feea0a808418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.450205 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57daf15-f929-43d1-a069-b69115fc3e46 x-openstack-request-id: req-b57daf15-f929-43d1-a069-b69115fc3e46 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:42.450496 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc19bee-5097-4d57-877b-651073b23718", "name": "network-vif-plugged", "status": "completed", "tag": "e60b25c2-2217-41e8-988e-b5fc02b9235c", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:42.450741 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b57daf15-f929-43d1-a069-b69115fc3e46 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:42.451584 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc19bee-5097-4d57-877b-651073b23718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60b25c2-2217-41e8-988e-b5fc02b9235c', 'code': 200} Jul 16 01:28:42.494046 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-faccfe5a-050c-4b35-8320-feea0a808418 service neutron] For port 28a2b02f-aee0-487c-baab-2cdc1ff4a615, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=28a2b02f-aee0-487c-baab-2cdc1ff4a615,segment=NetworkSegment(5acad3ff-8fc3-4abc-ae07-15328b71dacb),segment_id=5acad3ff-8fc3-4abc-ae07-15328b71dacb)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:42.629493 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-faccfe5a-050c-4b35-8320-feea0a808418 service neutron] For port 28a2b02f-aee0-487c-baab-2cdc1ff4a615, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:42.665802 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-faccfe5a-050c-4b35-8320-feea0a808418 service neutron] device_id is not set on port 28a2b02f-aee0-487c-baab-2cdc1ff4a615 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:28:42.675891 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-faccfe5a-050c-4b35-8320-feea0a808418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.710461 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-faccfe5a-050c-4b35-8320-feea0a808418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.847386 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-faccfe5a-050c-4b35-8320-feea0a808418 service neutron] No DVR routers for this DVR port 28a2b02f-aee0-487c-baab-2cdc1ff4a615 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:42.927357 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-faccfe5a-050c-4b35-8320-feea0a808418 service neutron] In _notify_port_updated(), no bound segment for port 28a2b02f-aee0-487c-baab-2cdc1ff4a615 on network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb {{(pid=93955) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:28:42.928336 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-faccfe5a-050c-4b35-8320-feea0a808418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.930398 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-faccfe5a-050c-4b35-8320-feea0a808418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.931775 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-faccfe5a-050c-4b35-8320-feea0a808418 service neutron] 10.222.0.82 "PUT /v2.0/ports/28a2b02f-aee0-487c-baab-2cdc1ff4a615 HTTP/1.1" status: 200 len: 1033 time: 1.0420868 Jul 16 01:28:42.946297 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72af7a-c5cf-4c33-8c0c-00cf8d2d2a1e req-ec3f6eb5-0259-43fc-8650-f89f736c52e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.947809 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-df72af7a-c5cf-4c33-8c0c-00cf8d2d2a1e req-ec3f6eb5-0259-43fc-8650-f89f736c52e0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8bc19bee-5097-4d57-877b-651073b23718 HTTP/1.1" status: 200 len: 1097 time: 0.4235058 Jul 16 01:28:42.949925 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e90d8a-af2f-404e-8419-01b0edbf6b41 req-bdc536c5-2fc7-4744-b593-f64f97c19181 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.952296 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccfe5a-050c-4b35-8320-feea0a808418 service neutron] Pushing event updated for resources: {'Port': ['ID=28a2b02f-aee0-487c-baab-2cdc1ff4a615,revision_number=6']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:42.967475 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e7e90d8a-af2f-404e-8419-01b0edbf6b41 req-bdc536c5-2fc7-4744-b593-f64f97c19181 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 946 time: 0.2623675 Jul 16 01:28:43.066744 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-35a8c950-56d5-4fc8-897b-1192b7140040 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.069986 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-35a8c950-56d5-4fc8-897b-1192b7140040 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.82 "GET /v2.0/ports/4345b472-d891-4095-9ac3-2e3b8fe40305?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1069515 Jul 16 01:28:43.088797 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-ca483deb-46d3-463b-a139-bf58e11903a1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:43.127246 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e7e90d8a-af2f-404e-8419-01b0edbf6b41 req-fa556878-bfe6-4a57-a829-64bc7069f4c9 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544559 Jul 16 01:28:43.252571 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aac5471-cef5-4f10-8c5e-06718b8d67c6 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Router c9674832-0211-4b8d-b71b-9324f55a7b11 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:43.276662 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547d141-4196-4f86-bf48-bcf710ed116e req-d70c0bb0-335f-4f8b-abe4-5ab7a9c82018 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.279601 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1547d141-4196-4f86-bf48-bcf710ed116e req-d70c0bb0-335f-4f8b-abe4-5ab7a9c82018 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.5990016 Jul 16 01:28:43.289373 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-9cfcd52b-c9ca-47c0-9189-93627828718d tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.290916 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-9cfcd52b-c9ca-47c0-9189-93627828718d tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.82 "GET /v2.0/networks?id=168a68f5-fcbf-43ae-b5ef-a566411180a1 HTTP/1.1" status: 200 len: 814 time: 0.2189260 Jul 16 01:28:43.376843 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-cf956c90-549e-4077-a706-75a6ffa3bcc8 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Request body: {'port': {'device_id': '2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef', 'network_id': '168a68f5-fcbf-43ae-b5ef-a566411180a1', 'admin_state_up': True, 'tenant_id': '3a756e0a6d1547dd91a26298d1ed354c'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:43.424179 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9c3b72c1-e8dd-4430-9c87-80332a85a7e2 None None] Provisioning complete for port 28a2b02f-aee0-487c-baab-2cdc1ff4a615 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:43.425715 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9c3b72c1-e8dd-4430-9c87-80332a85a7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.521520 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aac5471-cef5-4f10-8c5e-06718b8d67c6 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:43.539799 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1547d141-4196-4f86-bf48-bcf710ed116e req-b9be6d62-8307-4a38-8321-eeb422a2c57c tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398629 Jul 16 01:28:43.565588 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5aac5471-cef5-4f10-8c5e-06718b8d67c6 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.615776 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9c3b72c1-e8dd-4430-9c87-80332a85a7e2 None None] Port 28a2b02f-aee0-487c-baab-2cdc1ff4a615 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:43.627131 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-ca483deb-46d3-463b-a139-bf58e11903a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.630317 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-df72af7a-c5cf-4c33-8c0c-00cf8d2d2a1e req-e2c3f6a0-029e-4172-8226-4c717044dc14 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563955 Jul 16 01:28:43.632223 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 31957c03-e96c-4dce-b43d-07797f5d84a0 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:43.640655 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438d83cf-48e8-49d2-9988-1c96db31d4d5 None None] Sync routers for ids ['c9674832-0211-4b8d-b71b-9324f55a7b11'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:43.726739 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d83cf-48e8-49d2-9988-1c96db31d4d5 None None] Routers {'c9674832-0211-4b8d-b71b-9324f55a7b11'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:43.740022 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-438d83cf-48e8-49d2-9988-1c96db31d4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:28:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c9674832-0211-4b8d-b71b-9324f55a7b11'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:43.786123 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-ca483deb-46d3-463b-a139-bf58e11903a1 service neutron] For port 4345b472-d891-4095-9ac3-2e3b8fe40305, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=4345b472-d891-4095-9ac3-2e3b8fe40305,segment=NetworkSegment(5acad3ff-8fc3-4abc-ae07-15328b71dacb),segment_id=5acad3ff-8fc3-4abc-ae07-15328b71dacb)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:43.823999 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-ca483deb-46d3-463b-a139-bf58e11903a1 service neutron] For port 4345b472-d891-4095-9ac3-2e3b8fe40305, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:43.858318 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-ca483deb-46d3-463b-a139-bf58e11903a1 service neutron] device_id is not set on port 4345b472-d891-4095-9ac3-2e3b8fe40305 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:28:43.868588 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-ca483deb-46d3-463b-a139-bf58e11903a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.872558 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-cf956c90-549e-4077-a706-75a6ffa3bcc8 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Made reservation on behalf of 3a756e0a6d1547dd91a26298d1ed354c for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:43.879582 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-cf956c90-549e-4077-a706-75a6ffa3bcc8 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.886198 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-ca483deb-46d3-463b-a139-bf58e11903a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.945279 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5aac5471-cef5-4f10-8c5e-06718b8d67c6 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "PUT /v2.0/floatingips/e83dd86b-b29b-43b1-8cd6-e0b31146b755 HTTP/1.1" status: 200 len: 991 time: 3.6474841 Jul 16 01:28:43.947817 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a147dfb-2dae-4a21-bbb1-f1f88e62eb40', 'tag': '8660866a-9db7-4aa3-8d44-f99d34857980'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:43.952073 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3755e3bf-6cf4-46c2-9395-c3545564fe91" -d '{"events": [{"name": "network-changed", "server_uuid": "7a147dfb-2dae-4a21-bbb1-f1f88e62eb40", "tag": "8660866a-9db7-4aa3-8d44-f99d34857980"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:44.017358 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45358024-f710-4f1d-878c-155d220499be req-c5df36dd-18b1-4564-a786-5979da45d2b7 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.024468 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45358024-f710-4f1d-878c-155d220499be req-c5df36dd-18b1-4564-a786-5979da45d2b7 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.030516 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45358024-f710-4f1d-878c-155d220499be req-c5df36dd-18b1-4564-a786-5979da45d2b7 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.044997 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45358024-f710-4f1d-878c-155d220499be req-c5df36dd-18b1-4564-a786-5979da45d2b7 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.051097 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45358024-f710-4f1d-878c-155d220499be req-c5df36dd-18b1-4564-a786-5979da45d2b7 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.069564 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45358024-f710-4f1d-878c-155d220499be req-c5df36dd-18b1-4564-a786-5979da45d2b7 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.093253 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45358024-f710-4f1d-878c-155d220499be req-c5df36dd-18b1-4564-a786-5979da45d2b7 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 4587 time: 0.5075808 Jul 16 01:28:44.192031 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-cf956c90-549e-4077-a706-75a6ffa3bcc8 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Allocated IP 172.20.0.2 (168a68f5-fcbf-43ae-b5ef-a566411180a1/8a797ccc-825f-4818-85cf-22097dc00999/35cf412e-ee22-4838-a359-d07ef8e856ef) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:44.208510 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45358024-f710-4f1d-878c-155d220499be req-17a6e916-aa3f-49f4-bb78-5b71a1fc7dbc tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=29b89b39-e165-429b-9624-e5d1ce582c99&id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1127260 Jul 16 01:28:44.379562 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.414091 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-76058100-1c95-4979-aaa4-398c6c0d18c7 req-4d5f1882-55ba-4489-9850-3d2c5053364e tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef HTTP/1.1" status: 200 len: 210 time: 0.1382015 Jul 16 01:28:44.451090 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 31957c03-e96c-4dce-b43d-07797f5d84a0, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=31957c03-e96c-4dce-b43d-07797f5d84a0,segment=NetworkSegment(5acad3ff-8fc3-4abc-ae07-15328b71dacb),segment_id=5acad3ff-8fc3-4abc-ae07-15328b71dacb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:44.455322 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-438d83cf-48e8-49d2-9988-1c96db31d4d5 None None] Set router c9674832-0211-4b8d-b71b-9324f55a7b11 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:44.461273 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31957c03-e96c-4dce-b43d-07797f5d84a0'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:44.469712 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed00a0c-beb2-4e19-832d-c5d98c30bf4a" -d '{"events": [{"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-unplugged", "status": "completed", "tag": "31957c03-e96c-4dce-b43d-07797f5d84a0"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:44.516516 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.517248 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 4345b472-d891-4095-9ac3-2e3b8fe40305 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:44.533326 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4428b-286b-449d-8d40-9328608c251f req-5609faf0-b8c5-4a91-84f6-2db6ca34a952 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.534917 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b9f4428b-286b-449d-8d40-9328608c251f req-5609faf0-b8c5-4a91-84f6-2db6ca34a952 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bc19bee-5097-4d57-877b-651073b23718 HTTP/1.1" status: 200 len: 945 time: 0.1601307 Jul 16 01:28:44.658245 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b9f4428b-286b-449d-8d40-9328608c251f req-61a20c63-eb61-49ad-9691-7ca6d2bad501 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013556 Jul 16 01:28:44.764546 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cce5e0-a850-4cca-a6de-af2bbd063564 x-openstack-request-id: req-b0cce5e0-a850-4cca-a6de-af2bbd063564 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:44.764864 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a147dfb-2dae-4a21-bbb1-f1f88e62eb40", "tag": "8660866a-9db7-4aa3-8d44-f99d34857980", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:44.765169 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0cce5e0-a850-4cca-a6de-af2bbd063564 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:44.765579 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a147dfb-2dae-4a21-bbb1-f1f88e62eb40', 'tag': '8660866a-9db7-4aa3-8d44-f99d34857980', 'status': 'completed', 'code': 200} Jul 16 01:28:44.834308 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-cf956c90-549e-4077-a706-75a6ffa3bcc8 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.897257 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca483deb-46d3-463b-a139-bf58e11903a1 service neutron] Pushing event updated for resources: {'Port': ['ID=4345b472-d891-4095-9ac3-2e3b8fe40305,revision_number=6']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:44.931581 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-cf956c90-549e-4077-a706-75a6ffa3bcc8 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.934264 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-ca483deb-46d3-463b-a139-bf58e11903a1 service neutron] No DVR routers for this DVR port 4345b472-d891-4095-9ac3-2e3b8fe40305 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:44.998848 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b58a37c-567c-4c26-a304-275bebcbd01f x-openstack-request-id: req-8b58a37c-567c-4c26-a304-275bebcbd01f {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:45.002991 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-unplugged", "status": "completed", "tag": "31957c03-e96c-4dce-b43d-07797f5d84a0", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:45.003422 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b58a37c-567c-4c26-a304-275bebcbd01f {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:45.004142 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31957c03-e96c-4dce-b43d-07797f5d84a0', 'code': 200} Jul 16 01:28:45.040213 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f8649068-6b49-4c5d-8ffa-8e93f9b27088 None None] Provisioning complete for port 4345b472-d891-4095-9ac3-2e3b8fe40305 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:45.041513 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f8649068-6b49-4c5d-8ffa-8e93f9b27088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.046145 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf956c90-549e-4077-a706-75a6ffa3bcc8 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Pushing event updated for resources: {'Port': ['ID=35cf412e-ee22-4838-a359-d07ef8e856ef,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:45.094694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-ca483deb-46d3-463b-a139-bf58e11903a1 service neutron] In _notify_port_updated(), no bound segment for port 4345b472-d891-4095-9ac3-2e3b8fe40305 on network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb {{(pid=93955) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:28:45.095587 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-ca483deb-46d3-463b-a139-bf58e11903a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.096410 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-ca483deb-46d3-463b-a139-bf58e11903a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.097924 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-ca483deb-46d3-463b-a139-bf58e11903a1 service neutron] 10.222.0.82 "PUT /v2.0/ports/4345b472-d891-4095-9ac3-2e3b8fe40305 HTTP/1.1" status: 200 len: 1032 time: 2.0137300 Jul 16 01:28:45.115278 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f8649068-6b49-4c5d-8ffa-8e93f9b27088 None None] Port 4345b472-d891-4095-9ac3-2e3b8fe40305 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:45.128234 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 4345b472-d891-4095-9ac3-2e3b8fe40305 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:28:45.129405 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device e2ef83a1-f91f-49e7-bc9f-992cf81fc73d no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:45.146651 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99596cc9-9174-4873-9745-5d69c6d68d48 req-bf73e9b5-607f-452b-8b86-f1f6f87de9d8 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.149696 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-99596cc9-9174-4873-9745-5d69c6d68d48 req-bf73e9b5-607f-452b-8b86-f1f6f87de9d8 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 946 time: 0.1275358 Jul 16 01:28:45.223911 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-cf956c90-549e-4077-a706-75a6ffa3bcc8 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Network 168a68f5-fcbf-43ae-b5ef-a566411180a1 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:45.227785 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=31957c03-e96c-4dce-b43d-07797f5d84a0,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:45.245603 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-cf956c90-549e-4077-a706-75a6ffa3bcc8 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:45.258617 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-cf956c90-549e-4077-a706-75a6ffa3bcc8 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:45.270131 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-99596cc9-9174-4873-9745-5d69c6d68d48 req-72ae1afa-1eb8-4e91-9a65-64d143a6d754 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106956 Jul 16 01:28:45.284807 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-438d83cf-48e8-49d2-9988-1c96db31d4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'name': 'tempest-ServerActionsTestJSON-20684112-router', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:45Z', 'updated_at': '2021-07-16T01:27:58Z', 'revision_number': 4, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'gw_port': {'id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:46Z', 'updated_at': '2021-07-16T01:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'e83dd86b-b29b-43b1-8cd6-e0b31146b755', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'port_id': '8660866a-9db7-4aa3-8d44-f99d34857980', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'mac_address': 'fa:16:3e:89:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a147dfb-2dae-4a21-bbb1-f1f88e62eb40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:28:08Z', 'updated_at': '2021-07-16T01:28:41Z', 'revision_number': 1, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f39291ba-955f-4d75-88b1-2b480d4e476a', 'name': '', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'mac_address': 'fa:16:3e:93:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:54Z', 'updated_at': '2021-07-16T01:28:05Z', 'revision_number': 5, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'subnets': [{'id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:45.325136 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438d83cf-48e8-49d2-9988-1c96db31d4d5 None None] Checking router: c9674832-0211-4b8d-b71b-9324f55a7b11 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:28:45.339699 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d83cf-48e8-49d2-9988-1c96db31d4d5 None None] Routers {'c9674832-0211-4b8d-b71b-9324f55a7b11'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:45.340595 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-438d83cf-48e8-49d2-9988-1c96db31d4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:28:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c9674832-0211-4b8d-b71b-9324f55a7b11'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:45.372527 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55169530-41e4-445b-be0b-d09201490e90 req-7ea436bb-df43-427b-9851-488dd0d2a1e6 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.379490 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-55169530-41e4-445b-be0b-d09201490e90 req-7ea436bb-df43-427b-9851-488dd0d2a1e6 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.2749372 Jul 16 01:28:45.426381 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-cf956c90-549e-4077-a706-75a6ffa3bcc8 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.427115 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-cf956c90-549e-4077-a706-75a6ffa3bcc8 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.437447 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755e3bf-6cf4-46c2-9395-c3545564fe91 req-8e037fd1-6e50-4a34-8194-a2ac9b86f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.438995 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3755e3bf-6cf4-46c2-9395-c3545564fe91 req-8e037fd1-6e50-4a34-8194-a2ac9b86f3e4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 1097 time: 0.5290205 Jul 16 01:28:45.486809 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-cf956c90-549e-4077-a706-75a6ffa3bcc8 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1489017 Jul 16 01:28:45.509809 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-55169530-41e4-445b-be0b-d09201490e90 req-54438ebf-1ca0-437f-aa7c-dbbc129f322a tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293399 Jul 16 01:28:45.510742 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-438d83cf-48e8-49d2-9988-1c96db31d4d5 None None] Set router c9674832-0211-4b8d-b71b-9324f55a7b11 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:45.519972 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-e0c6e050-9583-458c-9c88-c707ca747d32 service neutron] Request body: {'port': {'device_id': '2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:45.595567 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc2cd-34e4-43c5-850d-a428bfde0f16 req-9abae90c-35e6-42b9-9e8f-3cdc799f1110 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.602211 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc2cd-34e4-43c5-850d-a428bfde0f16 req-9abae90c-35e6-42b9-9e8f-3cdc799f1110 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.609094 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc2cd-34e4-43c5-850d-a428bfde0f16 req-9abae90c-35e6-42b9-9e8f-3cdc799f1110 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.615611 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc2cd-34e4-43c5-850d-a428bfde0f16 req-9abae90c-35e6-42b9-9e8f-3cdc799f1110 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.617931 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-fc793525-6b16-448b-8762-be08eb361ad0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Deleting port 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:45.618507 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-fc793525-6b16-448b-8762-be08eb361ad0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.622101 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc2cd-34e4-43c5-850d-a428bfde0f16 req-9abae90c-35e6-42b9-9e8f-3cdc799f1110 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.624177 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c2fdc2cd-34e4-43c5-850d-a428bfde0f16 req-9abae90c-35e6-42b9-9e8f-3cdc799f1110 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 3883 time: 0.1202865 Jul 16 01:28:45.680757 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.695932 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c2fdc2cd-34e4-43c5-850d-a428bfde0f16 req-0666194c-ce52-4b0d-af38-91d495eccb20 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655904 Jul 16 01:28:45.836325 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port e2ef83a1-f91f-49e7-bc9f-992cf81fc73d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=e2ef83a1-f91f-49e7-bc9f-992cf81fc73d,segment=NetworkSegment(a197f804-8758-48ef-a6b7-1ca08f691181),segment_id=a197f804-8758-48ef-a6b7-1ca08f691181)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:45.887454 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.887454 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 28a2b02f-aee0-487c-baab-2cdc1ff4a615 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:45.987136 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=e2ef83a1-f91f-49e7-bc9f-992cf81fc73d,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:46.104042 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-438d83cf-48e8-49d2-9988-1c96db31d4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'name': 'tempest-ServerActionsTestJSON-20684112-router', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:45Z', 'updated_at': '2021-07-16T01:27:58Z', 'revision_number': 4, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'gw_port': {'id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:46Z', 'updated_at': '2021-07-16T01:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'e83dd86b-b29b-43b1-8cd6-e0b31146b755', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'port_id': '8660866a-9db7-4aa3-8d44-f99d34857980', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'mac_address': 'fa:16:3e:89:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a147dfb-2dae-4a21-bbb1-f1f88e62eb40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:28:08Z', 'updated_at': '2021-07-16T01:28:41Z', 'revision_number': 1, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f39291ba-955f-4d75-88b1-2b480d4e476a', 'name': '', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'mac_address': 'fa:16:3e:93:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:54Z', 'updated_at': '2021-07-16T01:28:05Z', 'revision_number': 5, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'subnets': [{'id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:46.106905 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 28a2b02f-aee0-487c-baab-2cdc1ff4a615 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:28:46.107155 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:46.180508 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438d83cf-48e8-49d2-9988-1c96db31d4d5 None None] The sync data for ids ['c9674832-0211-4b8d-b71b-9324f55a7b11'] in n-d-792394-16 is: [{'id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'name': 'tempest-ServerActionsTestJSON-20684112-router', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:45Z', 'updated_at': '2021-07-16T01:27:58Z', 'revision_number': 4, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'gw_port': {'id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:46Z', 'updated_at': '2021-07-16T01:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'e83dd86b-b29b-43b1-8cd6-e0b31146b755', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'floating_ip_address': '172.25.6.241', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'port_id': '8660866a-9db7-4aa3-8d44-f99d34857980', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'mac_address': 'fa:16:3e:89:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a147dfb-2dae-4a21-bbb1-f1f88e62eb40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:28:08Z', 'updated_at': '2021-07-16T01:28:41Z', 'revision_number': 1, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f39291ba-955f-4d75-88b1-2b480d4e476a', 'name': '', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'mac_address': 'fa:16:3e:93:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:54Z', 'updated_at': '2021-07-16T01:28:05Z', 'revision_number': 5, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'subnets': [{'id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:46.238013 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.315160 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb,segment=NetworkSegment(5acad3ff-8fc3-4abc-ae07-15328b71dacb),segment_id=5acad3ff-8fc3-4abc-ae07-15328b71dacb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:46.318390 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72e27c-9b8d-48c3-b407-6f83960d9da9 req-d26efefd-b786-479d-9b83-75de3a979c22 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:46.329246 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.330061 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device eb9afd08-8589-466c-acc7-7a1d1cc88b43 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:46.332483 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5b72e27c-9b8d-48c3-b407-6f83960d9da9 req-d26efefd-b786-479d-9b83-75de3a979c22 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bc19bee-5097-4d57-877b-651073b23718 HTTP/1.1" status: 200 len: 945 time: 0.1661072 Jul 16 01:28:46.428128 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5b72e27c-9b8d-48c3-b407-6f83960d9da9 req-fbeac288-f959-4036-a993-b6785ab0c576 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946395 Jul 16 01:28:46.435415 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-fc793525-6b16-448b-8762-be08eb361ad0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] For port 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb,segment=NetworkSegment(5acad3ff-8fc3-4abc-ae07-15328b71dacb),segment_id=5acad3ff-8fc3-4abc-ae07-15328b71dacb)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:46.436069 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-fc793525-6b16-448b-8762-be08eb361ad0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.458131 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-fc793525-6b16-448b-8762-be08eb361ad0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Calling delete_port for 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:46.591448 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:46.643277 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.643918 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55b6aab-f78f-49d4-9e2d-e435ae47f970 None None] New status for floating IP e83dd86b-b29b-43b1-8cd6-e0b31146b755: ACTIVE {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:28:46.738919 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port eb9afd08-8589-466c-acc7-7a1d1cc88b43, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=eb9afd08-8589-466c-acc7-7a1d1cc88b43,segment=NetworkSegment(a197f804-8758-48ef-a6b7-1ca08f691181),segment_id=a197f804-8758-48ef-a6b7-1ca08f691181)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:46.747758 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.748657 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device beacc2e5-69c8-4208-89bd-64878bc5925b no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:46.763291 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-e0c6e050-9583-458c-9c88-c707ca747d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.765596 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-fc793525-6b16-448b-8762-be08eb361ad0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.952742 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc793525-6b16-448b-8762-be08eb361ad0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event deleted for resources: {'Port': ['ID=2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:47.057795 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=eb9afd08-8589-466c-acc7-7a1d1cc88b43,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:47.059599 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2ef83a1-f91f-49e7-bc9f-992cf81fc73d'}, {'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb'}, {'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb9afd08-8589-466c-acc7-7a1d1cc88b43'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:47.073376 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2d2223-ae14-4022-a5b9-804f4dc98578" -d '{"events": [{"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-unplugged", "status": "completed", "tag": "e2ef83a1-f91f-49e7-bc9f-992cf81fc73d"}, {"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-unplugged", "status": "completed", "tag": "2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb"}, {"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-unplugged", "status": "completed", "tag": "eb9afd08-8589-466c-acc7-7a1d1cc88b43"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:47.121555 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.139490 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755e3bf-6cf4-46c2-9395-c3545564fe91 req-81fe2da6-f0c3-4f0a-b5b8-42520a51d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:47.141337 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3755e3bf-6cf4-46c2-9395-c3545564fe91 req-81fe2da6-f0c3-4f0a-b5b8-42520a51d62b service neutron] 10.222.0.82 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 911 time: 1.6846788 Jul 16 01:28:47.152218 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe403b-410f-4ab1-a869-a2926312b1e9 req-538f36d3-5ff9-4c4c-8b2a-7ddcebeda562 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:47.162144 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cfe403b-410f-4ab1-a869-a2926312b1e9 req-538f36d3-5ff9-4c4c-8b2a-7ddcebeda562 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef HTTP/1.1" status: 200 len: 931 time: 0.4502780 Jul 16 01:28:47.192630 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port beacc2e5-69c8-4208-89bd-64878bc5925b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=beacc2e5-69c8-4208-89bd-64878bc5925b,segment=NetworkSegment(732f73b6-2c56-4180-ad2f-fc4cc486d209),segment_id=732f73b6-2c56-4180-ad2f-fc4cc486d209)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:47.201903 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.317308 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=beacc2e5-69c8-4208-89bd-64878bc5925b,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:47.413852 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-fc793525-6b16-448b-8762-be08eb361ad0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] No DVR routers for this DVR port 2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:47.515007 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-fc793525-6b16-448b-8762-be08eb361ad0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.515796 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-fc793525-6b16-448b-8762-be08eb361ad0 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.82 "DELETE /v2.0/ports/2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb HTTP/1.1" status: 204 len: 173 time: 2.3640902 Jul 16 01:28:47.544518 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cfe403b-410f-4ab1-a869-a2926312b1e9 req-56ac1434-8954-496e-8c44-e5ddb7e3a6c7 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0531509-e924-4b90-8e51-fc53753eb421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004446 Jul 16 01:28:47.544518 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-deleted', 'tag': '2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:47.546703 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1673f85-64dd-4307-a7bb-5b10c9edbc99" -d '{"events": [{"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-deleted", "tag": "2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:47.841864 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cbd63-1e4d-4fad-ad01-a5e52145b4b9 req-37679a0e-e036-4e75-94a3-cd2d44aeb1ed tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:47.849033 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4f3cbd63-1e4d-4fad-ad01-a5e52145b4b9 req-37679a0e-e036-4e75-94a3-cd2d44aeb1ed tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 946 time: 0.1597056 Jul 16 01:28:47.879369 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3755e3bf-6cf4-46c2-9395-c3545564fe91 req-6dfa4280-8989-4db2-9090-075bf6f032fe service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8660866a-9db7-4aa3-8d44-f99d34857980 HTTP/1.1" status: 200 len: 1001 time: 0.7088418 Jul 16 01:28:47.914533 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4f3cbd63-1e4d-4fad-ad01-a5e52145b4b9 req-921a2e38-3617-402e-b055-45a880b8ccfe tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595958 Jul 16 01:28:48.022924 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755e3bf-6cf4-46c2-9395-c3545564fe91 req-73714433-2bb6-468b-9572-c57ce7c11c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.024600 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3755e3bf-6cf4-46c2-9395-c3545564fe91 req-73714433-2bb6-468b-9572-c57ce7c11c9d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.1301746 Jul 16 01:28:48.148774 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e383a0-e352-41af-a155-5d8b2d18b123 req-88ade5a9-8311-4dfe-9985-0545e5b5ba22 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.165013 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e383a0-e352-41af-a155-5d8b2d18b123 req-88ade5a9-8311-4dfe-9985-0545e5b5ba22 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.188352 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e383a0-e352-41af-a155-5d8b2d18b123 req-88ade5a9-8311-4dfe-9985-0545e5b5ba22 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.201068 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e383a0-e352-41af-a155-5d8b2d18b123 req-88ade5a9-8311-4dfe-9985-0545e5b5ba22 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.204494 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-97e383a0-e352-41af-a155-5d8b2d18b123 req-88ade5a9-8311-4dfe-9985-0545e5b5ba22 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 3142 time: 0.1634858 Jul 16 01:28:48.276788 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c31963-7a54-47d1-8727-d1dc1902c18f x-openstack-request-id: req-b6c31963-7a54-47d1-8727-d1dc1902c18f {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:48.277310 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-unplugged", "status": "completed", "tag": "e2ef83a1-f91f-49e7-bc9f-992cf81fc73d", "code": 200}, {"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-unplugged", "status": "completed", "tag": "2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb", "code": 200}, {"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-unplugged", "status": "completed", "tag": "eb9afd08-8589-466c-acc7-7a1d1cc88b43", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:48.277310 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6c31963-7a54-47d1-8727-d1dc1902c18f {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:48.277715 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2ef83a1-f91f-49e7-bc9f-992cf81fc73d', 'code': 200} Jul 16 01:28:48.277963 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb', 'code': 200} Jul 16 01:28:48.278202 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb9afd08-8589-466c-acc7-7a1d1cc88b43', 'code': 200} Jul 16 01:28:48.315541 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-97e383a0-e352-41af-a155-5d8b2d18b123 req-ee2f2933-9dc3-46cf-b28f-c481bb6e8865 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1038795 Jul 16 01:28:48.358602 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-e0c6e050-9583-458c-9c88-c707ca747d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35cf412e-ee22-4838-a359-d07ef8e856ef {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:48.390654 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-e0c6e050-9583-458c-9c88-c707ca747d32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.416604 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fdcf2-a1b8-4605-aa4c-a767e79db3a0 req-4bd6190c-756e-4d43-9e2e-c3445e03d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.418490 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-201fdcf2-a1b8-4605-aa4c-a767e79db3a0 req-4bd6190c-756e-4d43-9e2e-c3445e03d9e2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b34e809642274173b57688929a40029a&device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 1098 time: 0.6415930 Jul 16 01:28:48.440041 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209319ba-5a09-4d49-8046-5a9a74d3c43a x-openstack-request-id: req-209319ba-5a09-4d49-8046-5a9a74d3c43a {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:48.440580 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-deleted", "tag": "2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:48.440724 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-209319ba-5a09-4d49-8046-5a9a74d3c43a {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:48.441020 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-deleted', 'tag': '2acd03bd-371f-4c6d-9ad3-f5875c6bf0eb', 'status': 'completed', 'code': 200} Jul 16 01:28:48.448055 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-e0c6e050-9583-458c-9c88-c707ca747d32 service neutron] Transition to ACTIVE for port object 35cf412e-ee22-4838-a359-d07ef8e856ef will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:48.497880 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-e0c6e050-9583-458c-9c88-c707ca747d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.586034 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755e3bf-6cf4-46c2-9395-c3545564fe91 req-d1cdb066-7a51-4896-b212-2572bd8dc611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.588514 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3755e3bf-6cf4-46c2-9395-c3545564fe91 req-d1cdb066-7a51-4896-b212-2572bd8dc611 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5511708 Jul 16 01:28:48.654921 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-a3b7528e-3ca3-47f7-9186-268cc3d9f955 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Deleting port 31957c03-e96c-4dce-b43d-07797f5d84a0 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:48.655262 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-a3b7528e-3ca3-47f7-9186-268cc3d9f955 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.720372 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6e050-9583-458c-9c88-c707ca747d32 service neutron] Pushing event updated for resources: {'Port': ['ID=35cf412e-ee22-4838-a359-d07ef8e856ef,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:48.828795 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f815f-33c1-4314-a657-afbc31fee62d req-786796ea-6df9-4fd1-83c1-3469b81a4aee tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.834499 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-922f815f-33c1-4314-a657-afbc31fee62d req-786796ea-6df9-4fd1-83c1-3469b81a4aee tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bc19bee-5097-4d57-877b-651073b23718 HTTP/1.1" status: 200 len: 945 time: 0.1466599 Jul 16 01:28:48.836319 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fdcf2-a1b8-4605-aa4c-a767e79db3a0 req-6446a428-9106-4b0f-be3b-e342e7027b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.837851 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-201fdcf2-a1b8-4605-aa4c-a767e79db3a0 req-6446a428-9106-4b0f-be3b-e342e7027b31 service neutron] 10.222.0.84 "GET /v2.0/networks?id=35ff07a5-b891-4556-995d-01800531e82b HTTP/1.1" status: 200 len: 915 time: 0.3951590 Jul 16 01:28:48.902921 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-922f815f-33c1-4314-a657-afbc31fee62d req-3aa8a64d-e7ad-4491-9136-b1a6886554bd tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619533 Jul 16 01:28:48.986443 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-201fdcf2-a1b8-4605-aa4c-a767e79db3a0 req-de301f86-0a24-431b-91ef-c79c4b056758 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a667ba4-53dc-45af-b92d-faf315772a8b HTTP/1.1" status: 200 len: 217 time: 0.0882509 Jul 16 01:28:49.048842 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3755e3bf-6cf4-46c2-9395-c3545564fe91 req-4fed55c8-023d-4598-80eb-906587a09672 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321508 Jul 16 01:28:49.083557 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6936c74-36c3-4bf1-bba5-7c27218117fc req-b980c105-ee2d-4dd8-b359-67875f4fc981 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.091959 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b6936c74-36c3-4bf1-bba5-7c27218117fc req-b980c105-ee2d-4dd8-b359-67875f4fc981 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.6108115 Jul 16 01:28:49.112614 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-a3b7528e-3ca3-47f7-9186-268cc3d9f955 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] For port 31957c03-e96c-4dce-b43d-07797f5d84a0, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=31957c03-e96c-4dce-b43d-07797f5d84a0,segment=NetworkSegment(5acad3ff-8fc3-4abc-ae07-15328b71dacb),segment_id=5acad3ff-8fc3-4abc-ae07-15328b71dacb)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:49.113000 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-a3b7528e-3ca3-47f7-9186-268cc3d9f955 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.117163 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31916f-0370-41b2-a5b4-8db81f697a83 req-ebe0ee78-a32e-4765-907e-1b4c4022a855 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.119417 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8e31916f-0370-41b2-a5b4-8db81f697a83 req-ebe0ee78-a32e-4765-907e-1b4c4022a855 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef HTTP/1.1" status: 200 len: 943 time: 0.0919831 Jul 16 01:28:49.146696 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-e0c6e050-9583-458c-9c88-c707ca747d32 service neutron] Attempting to bind port 35cf412e-ee22-4838-a359-d07ef8e856ef on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:49.147087 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-e0c6e050-9583-458c-9c88-c707ca747d32 service neutron] Attempting to bind port 35cf412e-ee22-4838-a359-d07ef8e856ef by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a5234fa8-ffe2-4db1-b4c2-4bb5ecca3825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '168a68f5-fcbf-43ae-b5ef-a566411180a1'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:49.147371 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-e0c6e050-9583-458c-9c88-c707ca747d32 service neutron] Attempting to bind port 35cf412e-ee22-4838-a359-d07ef8e856ef on network 168a68f5-fcbf-43ae-b5ef-a566411180a1 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:49.166589 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-a3b7528e-3ca3-47f7-9186-268cc3d9f955 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Calling delete_port for 31957c03-e96c-4dce-b43d-07797f5d84a0 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:49.172716 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fdcf2-a1b8-4605-aa4c-a767e79db3a0 req-eb7d34a8-36d1-4ae3-a530-f2de2c4d4cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.174265 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-201fdcf2-a1b8-4605-aa4c-a767e79db3a0 req-eb7d34a8-36d1-4ae3-a530-f2de2c4d4cbe service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f67e12-f5ad-4d79-ae7c-5f4fe14246c7 HTTP/1.1" status: 200 len: 854 time: 0.1757195 Jul 16 01:28:49.177290 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8e31916f-0370-41b2-a5b4-8db81f697a83 req-945bba36-6cda-4ab7-acbe-299d8bfb8f8f tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0531509-e924-4b90-8e51-fc53753eb421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470190 Jul 16 01:28:49.185863 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-e0c6e050-9583-458c-9c88-c707ca747d32 service neutron] Port 35cf412e-ee22-4838-a359-d07ef8e856ef on network 168a68f5-fcbf-43ae-b5ef-a566411180a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:49.185863 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-e0c6e050-9583-458c-9c88-c707ca747d32 service neutron] Attempting to bind port 35cf412e-ee22-4838-a359-d07ef8e856ef on network 168a68f5-fcbf-43ae-b5ef-a566411180a1 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:49.307314 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-201fdcf2-a1b8-4605-aa4c-a767e79db3a0 req-b52f5457-e63b-481e-a337-bde99aff38fd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=35ff07a5-b891-4556-995d-01800531e82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103766 Jul 16 01:28:49.319167 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-e0c6e050-9583-458c-9c88-c707ca747d32 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:49.319645 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-e0c6e050-9583-458c-9c88-c707ca747d32 service neutron] Checking segment: {'id': 'a5234fa8-ffe2-4db1-b4c2-4bb5ecca3825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '168a68f5-fcbf-43ae-b5ef-a566411180a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:49.320584 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-e0c6e050-9583-458c-9c88-c707ca747d32 service neutron] Bound using segment: {'id': 'a5234fa8-ffe2-4db1-b4c2-4bb5ecca3825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '168a68f5-fcbf-43ae-b5ef-a566411180a1'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:49.321038 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-e0c6e050-9583-458c-9c88-c707ca747d32 service neutron] Bound port: 35cf412e-ee22-4838-a359-d07ef8e856ef, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5234fa8-ffe2-4db1-b4c2-4bb5ecca3825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '168a68f5-fcbf-43ae-b5ef-a566411180a1'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:49.321401 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-e0c6e050-9583-458c-9c88-c707ca747d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.353383 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b6936c74-36c3-4bf1-bba5-7c27218117fc req-2c810ecc-90e7-4caa-993c-9e3de8ddcb61 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569661 Jul 16 01:28:49.408334 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3755e3bf-6cf4-46c2-9395-c3545564fe91 req-bf43259d-dbde-4028-b0fc-614c78a5174a service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379209 Jul 16 01:28:49.779196 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-e0c6e050-9583-458c-9c88-c707ca747d32 service neutron] For port 35cf412e-ee22-4838-a359-d07ef8e856ef, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:49.799738 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-201fdcf2-a1b8-4605-aa4c-a767e79db3a0 req-3800619b-9239-4316-a0f0-8361eb5153b5 service neutron] 10.222.0.84 "GET /v2.0/networks/35ff07a5-b891-4556-995d-01800531e82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938395 Jul 16 01:28:49.854741 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51086) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:49.993150 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61182be0-de2c-4a50-97c2-1882f24b6249 req-5bc4aeb7-b521-4316-b564-4942772bf4ae tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.999549 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61182be0-de2c-4a50-97c2-1882f24b6249 req-5bc4aeb7-b521-4316-b564-4942772bf4ae tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.006386 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61182be0-de2c-4a50-97c2-1882f24b6249 req-5bc4aeb7-b521-4316-b564-4942772bf4ae tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.014320 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61182be0-de2c-4a50-97c2-1882f24b6249 req-5bc4aeb7-b521-4316-b564-4942772bf4ae tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.015637 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cac97f-aa88-4c15-98c8-f1502248e861 req-3b505e48-b91b-4304-8900-db40f1cf2c36 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.017337 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-24cac97f-aa88-4c15-98c8-f1502248e861 req-3b505e48-b91b-4304-8900-db40f1cf2c36 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 946 time: 0.4037423 Jul 16 01:28:50.022569 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-61182be0-de2c-4a50-97c2-1882f24b6249 req-5bc4aeb7-b521-4316-b564-4942772bf4ae tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 3142 time: 0.1541772 Jul 16 01:28:50.051985 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b782f4c-dfd0-4eb7-b2d4-13cdefd9ce5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.076247 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-e0c6e050-9583-458c-9c88-c707ca747d32 service neutron] For port 35cf412e-ee22-4838-a359-d07ef8e856ef, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=35cf412e-ee22-4838-a359-d07ef8e856ef,segment=NetworkSegment(a5234fa8-ffe2-4db1-b4c2-4bb5ecca3825),segment_id=a5234fa8-ffe2-4db1-b4c2-4bb5ecca3825)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:50.094162 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-a3b7528e-3ca3-47f7-9186-268cc3d9f955 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.107768 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-e0c6e050-9583-458c-9c88-c707ca747d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.168055 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b782f4c-dfd0-4eb7-b2d4-13cdefd9ce5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.175770 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b782f4c-dfd0-4eb7-b2d4-13cdefd9ce5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.220021 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-61182be0-de2c-4a50-97c2-1882f24b6249 req-24b5ccf6-16a1-4770-947c-22c78395ccac tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1732404 Jul 16 01:28:50.253524 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6e050-9583-458c-9c88-c707ca747d32 service neutron] Pushing event updated for resources: {'Port': ['ID=35cf412e-ee22-4838-a359-d07ef8e856ef,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:50.279254 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beacc2e5-69c8-4208-89bd-64878bc5925b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:50.282083 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e72297-c7d1-475d-8e62-e5829bfe3f78" -d '{"events": [{"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-unplugged", "status": "completed", "tag": "beacc2e5-69c8-4208-89bd-64878bc5925b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:50.284798 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2b782f4c-dfd0-4eb7-b2d4-13cdefd9ce5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d91b68ad86c4066985ec5c3d5cba1a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4282577 Jul 16 01:28:50.290384 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51092) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:50.310467 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b782f4c-dfd0-4eb7-b2d4-13cdefd9ce5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e04e707-6eaf-4587-bcd6-13945c3a164f,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:50.313831 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-24cac97f-aa88-4c15-98c8-f1502248e861 req-69c9fe82-65e9-4d7f-9669-ad2845c1a3e1 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844715 Jul 16 01:28:50.316476 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-201fdcf2-a1b8-4605-aa4c-a767e79db3a0 req-56e459bf-74df-4dc3-8d1e-f0b7d86e134a service neutron] 10.222.0.84 "GET /v2.0/networks/35ff07a5-b891-4556-995d-01800531e82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068507 Jul 16 01:28:50.382854 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cbb5e33f-a4d0-4449-b70d-32cb7b305675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.405193 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-e0c6e050-9583-458c-9c88-c707ca747d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.406141 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-e0c6e050-9583-458c-9c88-c707ca747d32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.410284 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-e0c6e050-9583-458c-9c88-c707ca747d32 service neutron] 10.222.0.82 "PUT /v2.0/ports/35cf412e-ee22-4838-a359-d07ef8e856ef HTTP/1.1" status: 200 len: 1092 time: 4.9146469 Jul 16 01:28:50.435078 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cbb5e33f-a4d0-4449-b70d-32cb7b305675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.440930 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7528e-3ca3-47f7-9186-268cc3d9f955 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event deleted for resources: {'Port': ['ID=31957c03-e96c-4dce-b43d-07797f5d84a0,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:50.473971 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef', 'tag': '35cf412e-ee22-4838-a359-d07ef8e856ef'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:50.477633 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2f78cd-d3a6-415f-b9a1-e645250f73f5" -d '{"events": [{"name": "network-changed", "server_uuid": "2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef", "tag": "35cf412e-ee22-4838-a359-d07ef8e856ef"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:50.496468 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e265a6-a4f5-46af-a87a-6f1df2650811 req-2a3ecacf-2081-4c0c-b1a0-91052a576e47 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.498303 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-92e265a6-a4f5-46af-a87a-6f1df2650811 req-2a3ecacf-2081-4c0c-b1a0-91052a576e47 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bc19bee-5097-4d57-877b-651073b23718 HTTP/1.1" status: 200 len: 945 time: 0.1325600 Jul 16 01:28:50.533521 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-a3b7528e-3ca3-47f7-9186-268cc3d9f955 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] No DVR routers for this DVR port 31957c03-e96c-4dce-b43d-07797f5d84a0 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:50.547743 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cbb5e33f-a4d0-4449-b70d-32cb7b305675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.551001 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cbb5e33f-a4d0-4449-b70d-32cb7b305675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.556532 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cbb5e33f-a4d0-4449-b70d-32cb7b305675 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e04e707-6eaf-4587-bcd6-13945c3a164f HTTP/1.1" status: 204 len: 168 time: 0.2649820 Jul 16 01:28:50.574628 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-a3b7528e-3ca3-47f7-9186-268cc3d9f955 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.583796 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-92e265a6-a4f5-46af-a87a-6f1df2650811 req-d9265228-a707-4f76-9ee7-4ff2dc158291 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782697 Jul 16 01:28:50.585793 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-a3b7528e-3ca3-47f7-9186-268cc3d9f955 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.82 "DELETE /v2.0/ports/31957c03-e96c-4dce-b43d-07797f5d84a0 HTTP/1.1" status: 204 len: 173 time: 3.0226450 Jul 16 01:28:50.599139 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5e33f-a4d0-4449-b70d-32cb7b305675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e04e707-6eaf-4587-bcd6-13945c3a164f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:50.637738 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ee4e8a-da32-4d49-9801-22a91738fc16 x-openstack-request-id: req-f5ee4e8a-da32-4d49-9801-22a91738fc16 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:50.638197 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-unplugged", "status": "completed", "tag": "beacc2e5-69c8-4208-89bd-64878bc5925b", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:50.638553 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5ee4e8a-da32-4d49-9801-22a91738fc16 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:50.639058 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beacc2e5-69c8-4208-89bd-64878bc5925b', 'code': 200} Jul 16 01:28:50.911732 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c4108-9c1b-468d-b59d-f7604164551b req-6448c651-30e6-43b1-b778-e196fb1f57f8 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.917637 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-e68d0f27-d5cc-4087-aa25-94bc3470f3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.919199 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-e68d0f27-d5cc-4087-aa25-94bc3470f3a6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3a756e0a6d1547dd91a26298d1ed354c&device_id=2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef HTTP/1.1" status: 200 len: 1095 time: 0.4330711 Jul 16 01:28:50.930014 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-462c4108-9c1b-468d-b59d-f7604164551b req-6448c651-30e6-43b1-b778-e196fb1f57f8 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.1563756 Jul 16 01:28:50.994198 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-462c4108-9c1b-468d-b59d-f7604164551b req-6325cf83-0df4-4f52-894b-b66604d29296 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631773 Jul 16 01:28:51.020869 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-858ec8a8-e58b-4eb7-90c4-71057a2ac7b9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35cf412e-ee22-4838-a359-d07ef8e856ef HTTP/1.1" status: 200 len: 217 time: 0.0817082 Jul 16 01:28:51.040864 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320a0f2-bdb5-4d93-9dea-f985b40f0bf7 req-27e4c778-1ed7-43a2-8d41-8bc408e9899a tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.042623 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4320a0f2-bdb5-4d93-9dea-f985b40f0bf7 req-27e4c778-1ed7-43a2-8d41-8bc408e9899a tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef HTTP/1.1" status: 200 len: 943 time: 0.3240688 Jul 16 01:28:51.117992 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51116) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:51.118777 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-4ba2cd9c-954c-4237-9c82-ce9c4f7501fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.120313 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-4ba2cd9c-954c-4237-9c82-ce9c4f7501fa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8a797ccc-825f-4818-85cf-22097dc00999 HTTP/1.1" status: 200 len: 854 time: 0.0920300 Jul 16 01:28:51.126743 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9791e5c-4f4c-4b58-9a27-5c58212cfb94 x-openstack-request-id: req-b9791e5c-4f4c-4b58-9a27-5c58212cfb94 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:51.127121 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef", "tag": "35cf412e-ee22-4838-a359-d07ef8e856ef", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:51.127338 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9791e5c-4f4c-4b58-9a27-5c58212cfb94 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:51.127928 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef', 'tag': '35cf412e-ee22-4838-a359-d07ef8e856ef', 'status': 'completed', 'code': 200} Jul 16 01:28:51.149880 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1a95e7f3-78fd-4792-b9c4-668a8df8f25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.200677 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-a55db6a6-b447-4a2f-a431-fd6fe15509f1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=168a68f5-fcbf-43ae-b5ef-a566411180a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571659 Jul 16 01:28:51.219884 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-c4c79bce-7710-46f4-b929-4faff2e911a5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Deleting port e2ef83a1-f91f-49e7-bc9f-992cf81fc73d {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:51.220387 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-c4c79bce-7710-46f4-b929-4faff2e911a5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.337727 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1a95e7f3-78fd-4792-b9c4-668a8df8f25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.349222 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1a95e7f3-78fd-4792-b9c4-668a8df8f25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.356623 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4320a0f2-bdb5-4d93-9dea-f985b40f0bf7 req-4fe8073b-1fcc-461f-addc-3de4af22d70a tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0531509-e924-4b90-8e51-fc53753eb421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220485 Jul 16 01:28:51.470043 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1a95e7f3-78fd-4792-b9c4-668a8df8f25a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60e5e9ac8e264b45912a014c1b55d1e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3504570 Jul 16 01:28:51.476467 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51126) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:51.479928 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95e7f3-78fd-4792-b9c4-668a8df8f25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae89a5de-5e23-4709-9b20-49c07a5fa2c4,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:51.550551 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf284b5-7d38-4c10-853b-96dd361630ba req-0b08372a-8dbc-42a1-baa8-8bb0d313457a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.557165 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf284b5-7d38-4c10-853b-96dd361630ba req-0b08372a-8dbc-42a1-baa8-8bb0d313457a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.563575 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf284b5-7d38-4c10-853b-96dd361630ba req-0b08372a-8dbc-42a1-baa8-8bb0d313457a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.565439 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9cf284b5-7d38-4c10-853b-96dd361630ba req-0b08372a-8dbc-42a1-baa8-8bb0d313457a tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 2410 time: 0.1777983 Jul 16 01:28:51.584919 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-de8713c9-9543-43bc-a712-03d7cf2354de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.641436 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-de8713c9-9543-43bc-a712-03d7cf2354de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.662741 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9cf284b5-7d38-4c10-853b-96dd361630ba req-cf659ce8-8127-4cbb-a18d-c6b160a902b8 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788078 Jul 16 01:28:51.745626 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-de8713c9-9543-43bc-a712-03d7cf2354de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.749006 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-de8713c9-9543-43bc-a712-03d7cf2354de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.751325 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-de8713c9-9543-43bc-a712-03d7cf2354de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae89a5de-5e23-4709-9b20-49c07a5fa2c4 HTTP/1.1" status: 204 len: 168 time: 0.2719023 Jul 16 01:28:51.786036 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8713c9-9543-43bc-a712-03d7cf2354de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae89a5de-5e23-4709-9b20-49c07a5fa2c4,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:52.016866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-c4c79bce-7710-46f4-b929-4faff2e911a5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] For port e2ef83a1-f91f-49e7-bc9f-992cf81fc73d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=e2ef83a1-f91f-49e7-bc9f-992cf81fc73d,segment=NetworkSegment(a197f804-8758-48ef-a6b7-1ca08f691181),segment_id=a197f804-8758-48ef-a6b7-1ca08f691181)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:52.017470 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-c4c79bce-7710-46f4-b929-4faff2e911a5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.028901 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385be50-b8fe-4e7f-8107-f994cb85b160 req-261a8700-6fd2-49c0-a845-444fb0400219 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.030678 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a385be50-b8fe-4e7f-8107-f994cb85b160 req-261a8700-6fd2-49c0-a845-444fb0400219 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.84 "GET /v2.0/ports?device_id=8bc19bee-5097-4d57-877b-651073b23718 HTTP/1.1" status: 200 len: 945 time: 0.7974710 Jul 16 01:28:52.038247 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-fa58461c-f476-423b-9a8b-d5338375b682 service neutron] 10.222.0.82 "GET /v2.0/networks/168a68f5-fcbf-43ae-b5ef-a566411180a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8090775 Jul 16 01:28:52.073550 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-c4c79bce-7710-46f4-b929-4faff2e911a5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Calling delete_port for e2ef83a1-f91f-49e7-bc9f-992cf81fc73d owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:52.092650 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41cc81-686c-40d2-8ae8-e8cd30a91c6a req-a2bec15d-2cfe-4bb2-9a07-f5318d44e351 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.094256 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3e41cc81-686c-40d2-8ae8-e8cd30a91c6a req-a2bec15d-2cfe-4bb2-9a07-f5318d44e351 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bc19bee-5097-4d57-877b-651073b23718 HTTP/1.1" status: 200 len: 945 time: 0.1251915 Jul 16 01:28:52.213610 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3e41cc81-686c-40d2-8ae8-e8cd30a91c6a req-b9874ccf-b7af-4c83-994b-e099ede4822b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008615 Jul 16 01:28:52.225680 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-565fd709-d6f6-4dcd-b1e5-d2a4c07a88b6 req-d1b819ff-ab50-4813-927d-82dfb6b59279 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3549869 Jul 16 01:28:52.303979 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ed465-b72b-45ed-841e-95f0f24d829a req-43f2bca9-bf3e-4178-a65c-294bf21976d2 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.311463 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-533ed465-b72b-45ed-841e-95f0f24d829a req-43f2bca9-bf3e-4178-a65c-294bf21976d2 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 946 time: 0.4381754 Jul 16 01:28:52.487583 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90a0789d-bd0f-4583-904a-e03c350a1e7b req-3a8f4126-8215-4c54-9eb1-972dc214c74d service neutron] 10.222.0.82 "GET /v2.0/networks/168a68f5-fcbf-43ae-b5ef-a566411180a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334004 Jul 16 01:28:52.500593 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c39347-e178-43f2-9521-689de42d2cdc req-450ffe2f-d9be-4025-9f65-9b17ba52a8dc tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.502319 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-58c39347-e178-43f2-9521-689de42d2cdc req-450ffe2f-d9be-4025-9f65-9b17ba52a8dc tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.0859196 Jul 16 01:28:52.569191 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-533ed465-b72b-45ed-841e-95f0f24d829a req-262746fd-ee7d-420c-b80a-6aa0c0e3ef4b tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565932 Jul 16 01:28:52.581343 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-a385be50-b8fe-4e7f-8107-f994cb85b160 req-7181104a-658d-4142-a530-2568c0fa930c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Deleting port e60b25c2-2217-41e8-988e-b5fc02b9235c {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:52.586262 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a385be50-b8fe-4e7f-8107-f994cb85b160 req-7181104a-658d-4142-a530-2568c0fa930c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.593942 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-58c39347-e178-43f2-9521-689de42d2cdc req-022a4516-72ee-492d-9d27-76fe3482bb75 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769179 Jul 16 01:28:52.798896 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-a385be50-b8fe-4e7f-8107-f994cb85b160 req-7181104a-658d-4142-a530-2568c0fa930c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] For port e60b25c2-2217-41e8-988e-b5fc02b9235c, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=e60b25c2-2217-41e8-988e-b5fc02b9235c,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:52.799276 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a385be50-b8fe-4e7f-8107-f994cb85b160 req-7181104a-658d-4142-a530-2568c0fa930c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.815348 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-a385be50-b8fe-4e7f-8107-f994cb85b160 req-7181104a-658d-4142-a530-2568c0fa930c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Calling delete_port for e60b25c2-2217-41e8-988e-b5fc02b9235c owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:52.824929 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1e55e-931c-4023-abf8-d0d67dcaf73d req-b4d114c7-17f3-4886-a6f5-96e52d97c36b tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.833266 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c6c1e55e-931c-4023-abf8-d0d67dcaf73d req-b4d114c7-17f3-4886-a6f5-96e52d97c36b tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef HTTP/1.1" status: 200 len: 943 time: 0.1033185 Jul 16 01:28:52.893722 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c6c1e55e-931c-4023-abf8-d0d67dcaf73d req-ea402b40-25bc-4484-ab64-f35029d1f9ab tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0531509-e924-4b90-8e51-fc53753eb421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592308 Jul 16 01:28:52.948333 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fd709-d6f6-4dcd-b1e5-d2a4c07a88b6 req-a9f18d73-60d7-4056-bb64-d97cd56b2f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.949917 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-565fd709-d6f6-4dcd-b1e5-d2a4c07a88b6 req-a9f18d73-60d7-4056-bb64-d97cd56b2f61 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b34e809642274173b57688929a40029a&device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 1098 time: 0.6649499 Jul 16 01:28:53.000648 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-c4c79bce-7710-46f4-b929-4faff2e911a5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.109314 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c79bce-7710-46f4-b929-4faff2e911a5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event deleted for resources: {'Port': ['ID=e2ef83a1-f91f-49e7-bc9f-992cf81fc73d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:53.134433 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-deleted', 'tag': '31957c03-e96c-4dce-b43d-07797f5d84a0'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:53.136852 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2bf0b2-6924-472d-a852-780a1c21cb24" -d '{"events": [{"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-deleted", "tag": "31957c03-e96c-4dce-b43d-07797f5d84a0"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:53.139277 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f64e0b-ecb7-4341-804c-04a7a58a8948 req-67d4d586-72bd-407b-a5de-ff1532c70a20 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:53.145971 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f64e0b-ecb7-4341-804c-04a7a58a8948 req-67d4d586-72bd-407b-a5de-ff1532c70a20 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:53.154094 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-63f64e0b-ecb7-4341-804c-04a7a58a8948 req-67d4d586-72bd-407b-a5de-ff1532c70a20 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 1677 time: 0.1194732 Jul 16 01:28:53.202814 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-63f64e0b-ecb7-4341-804c-04a7a58a8948 req-cb68cae9-53b3-43ff-8317-d64038f143db tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476696 Jul 16 01:28:53.254229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-c4c79bce-7710-46f4-b929-4faff2e911a5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] No DVR routers for this DVR port e2ef83a1-f91f-49e7-bc9f-992cf81fc73d on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:53.258779 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a385be50-b8fe-4e7f-8107-f994cb85b160 req-7181104a-658d-4142-a530-2568c0fa930c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.264897 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-c4c79bce-7710-46f4-b929-4faff2e911a5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.267150 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-c4c79bce-7710-46f4-b929-4faff2e911a5 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.82 "DELETE /v2.0/ports/e2ef83a1-f91f-49e7-bc9f-992cf81fc73d HTTP/1.1" status: 204 len: 173 time: 2.6799839 Jul 16 01:28:53.277772 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['e60b25c2-2217-41e8-988e-b5fc02b9235c'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:53.321359 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f78cd-d3a6-415f-b9a1-e645250f73f5 req-f57870c5-f616-4101-a809-5afa33c32233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:53.323149 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab2f78cd-d3a6-415f-b9a1-e645250f73f5 req-f57870c5-f616-4101-a809-5afa33c32233 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3a756e0a6d1547dd91a26298d1ed354c&device_id=2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef HTTP/1.1" status: 200 len: 1095 time: 0.7492721 Jul 16 01:28:53.357268 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181104a-658d-4142-a530-2568c0fa930c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Pushing event deleted for resources: {'Port': ['ID=e60b25c2-2217-41e8-988e-b5fc02b9235c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:53.442067 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fd709-d6f6-4dcd-b1e5-d2a4c07a88b6 req-eb695698-6bd0-466a-98c4-49c5d82c11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:53.443715 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-565fd709-d6f6-4dcd-b1e5-d2a4c07a88b6 req-eb695698-6bd0-466a-98c4-49c5d82c11cb service neutron] 10.222.0.84 "GET /v2.0/networks?id=35ff07a5-b891-4556-995d-01800531e82b HTTP/1.1" status: 200 len: 915 time: 0.4399045 Jul 16 01:28:53.467418 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916809cc-1705-4bf5-8811-561c6d47eed3 x-openstack-request-id: req-916809cc-1705-4bf5-8811-561c6d47eed3 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:53.467781 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-deleted", "tag": "31957c03-e96c-4dce-b43d-07797f5d84a0", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:53.468115 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-916809cc-1705-4bf5-8811-561c6d47eed3 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:53.468647 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-deleted', 'tag': '31957c03-e96c-4dce-b43d-07797f5d84a0', 'status': 'completed', 'code': 200} Jul 16 01:28:53.506487 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ac535-4eb7-4db5-b662-587a54d6cf6d req-c94fdae7-c1b0-495f-a697-1f39be6d3b57 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:53.509075 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c4ac535-4eb7-4db5-b662-587a54d6cf6d req-c94fdae7-c1b0-495f-a697-1f39be6d3b57 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.5912046 Jul 16 01:28:53.608070 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-565fd709-d6f6-4dcd-b1e5-d2a4c07a88b6 req-48860f15-fdbf-41fc-8a1a-fb66737cde0f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a667ba4-53dc-45af-b92d-faf315772a8b HTTP/1.1" status: 200 len: 217 time: 0.1431022 Jul 16 01:28:53.636553 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-a385be50-b8fe-4e7f-8107-f994cb85b160 req-7181104a-658d-4142-a530-2568c0fa930c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] No DVR routers for this DVR port e60b25c2-2217-41e8-988e-b5fc02b9235c on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:53.644064 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a385be50-b8fe-4e7f-8107-f994cb85b160 req-7181104a-658d-4142-a530-2568c0fa930c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.646664 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a385be50-b8fe-4e7f-8107-f994cb85b160 req-7181104a-658d-4142-a530-2568c0fa930c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.84 "DELETE /v2.0/ports/e60b25c2-2217-41e8-988e-b5fc02b9235c HTTP/1.1" status: 204 len: 173 time: 1.5979073 Jul 16 01:28:53.737491 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-40d983c1-9970-4efe-832e-158a22f165e2 req-84224594-5fba-42c4-9489-2ec71bec8293 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bc19bee-5097-4d57-877b-651073b23718 HTTP/1.1" status: 200 len: 210 time: 0.0910718 Jul 16 01:28:53.830207 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c4ac535-4eb7-4db5-b662-587a54d6cf6d req-581eb03b-f83c-45de-a6dd-f8d324f7cec6 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208707 Jul 16 01:28:53.882561 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-96e35edc-9f9c-4157-a22d-3ac13efb28c6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Deleting port beacc2e5-69c8-4208-89bd-64878bc5925b {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:53.882912 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-96e35edc-9f9c-4157-a22d-3ac13efb28c6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:53.986101 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f78cd-d3a6-415f-b9a1-e645250f73f5 req-a322a085-5d9a-401a-ac4f-664cb977549e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:53.986333 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab2f78cd-d3a6-415f-b9a1-e645250f73f5 req-a322a085-5d9a-401a-ac4f-664cb977549e service neutron] 10.222.0.82 "GET /v2.0/networks?id=168a68f5-fcbf-43ae-b5ef-a566411180a1 HTTP/1.1" status: 200 len: 915 time: 0.6235011 Jul 16 01:28:53.990136 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fd709-d6f6-4dcd-b1e5-d2a4c07a88b6 req-ce66241c-ba43-4dbd-bfa0-4978d978994b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:53.991813 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-565fd709-d6f6-4dcd-b1e5-d2a4c07a88b6 req-ce66241c-ba43-4dbd-bfa0-4978d978994b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d3f67e12-f5ad-4d79-ae7c-5f4fe14246c7 HTTP/1.1" status: 200 len: 854 time: 0.3519051 Jul 16 01:28:54.043909 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab2f78cd-d3a6-415f-b9a1-e645250f73f5 req-69bd8bf7-5d33-4f3e-b4be-8aed61de88ad service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35cf412e-ee22-4838-a359-d07ef8e856ef HTTP/1.1" status: 200 len: 217 time: 0.0486796 Jul 16 01:28:54.091881 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-565fd709-d6f6-4dcd-b1e5-d2a4c07a88b6 req-e4b3eedc-2b10-4d64-a8ad-ac1554374093 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=35ff07a5-b891-4556-995d-01800531e82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469263 Jul 16 01:28:54.102364 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b748b3e-b44b-4541-9751-f2f1e4fc6f59 req-d0562f04-aedc-4273-b71c-9ce51eba18ce tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.104275 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2b748b3e-b44b-4541-9751-f2f1e4fc6f59 req-d0562f04-aedc-4273-b71c-9ce51eba18ce tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 946 time: 0.1357703 Jul 16 01:28:54.156411 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2b748b3e-b44b-4541-9751-f2f1e4fc6f59 req-0322089b-753f-452e-9ae9-7dd8d1e5c5ee tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458853 Jul 16 01:28:54.238738 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-96e35edc-9f9c-4157-a22d-3ac13efb28c6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] For port beacc2e5-69c8-4208-89bd-64878bc5925b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=beacc2e5-69c8-4208-89bd-64878bc5925b,segment=NetworkSegment(732f73b6-2c56-4180-ad2f-fc4cc486d209),segment_id=732f73b6-2c56-4180-ad2f-fc4cc486d209)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:54.239503 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-96e35edc-9f9c-4157-a22d-3ac13efb28c6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.297298 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f78cd-d3a6-415f-b9a1-e645250f73f5 req-57e0dc44-2b9a-4560-ad61-5d13a1862c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.298840 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab2f78cd-d3a6-415f-b9a1-e645250f73f5 req-57e0dc44-2b9a-4560-ad61-5d13a1862c08 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8a797ccc-825f-4818-85cf-22097dc00999 HTTP/1.1" status: 200 len: 854 time: 0.2427299 Jul 16 01:28:54.425176 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297dfba-84bd-43b8-9d23-1cc3f8c5a7ec req-2ddd5b5a-eefa-4b76-8a40-d2bb404663e1 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.450144 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3297dfba-84bd-43b8-9d23-1cc3f8c5a7ec req-2ddd5b5a-eefa-4b76-8a40-d2bb404663e1 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.1123154 Jul 16 01:28:54.518722 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3297dfba-84bd-43b8-9d23-1cc3f8c5a7ec req-b7f4571d-01ed-4a1a-9bce-5a01132940e7 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671484 Jul 16 01:28:54.587401 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab2f78cd-d3a6-415f-b9a1-e645250f73f5 req-12440e83-40ce-4766-96b9-ad12181fc88e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=168a68f5-fcbf-43ae-b5ef-a566411180a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2303472 Jul 16 01:28:54.589301 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-565fd709-d6f6-4dcd-b1e5-d2a4c07a88b6 req-150ba727-6ac2-45eb-a9ce-790843cecba6 service neutron] 10.222.0.84 "GET /v2.0/networks/35ff07a5-b891-4556-995d-01800531e82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601748 Jul 16 01:28:54.644615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a9d40-b8dd-4fe4-b508-9d08e53c835a req-33b61761-8901-47a2-9beb-df5856bc24b4 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.654116 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f26a9d40-b8dd-4fe4-b508-9d08e53c835a req-33b61761-8901-47a2-9beb-df5856bc24b4 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef HTTP/1.1" status: 200 len: 943 time: 0.5664248 Jul 16 01:28:54.720573 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-96e35edc-9f9c-4157-a22d-3ac13efb28c6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.720984 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-96e35edc-9f9c-4157-a22d-3ac13efb28c6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.721252 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-96e35edc-9f9c-4157-a22d-3ac13efb28c6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Floating IP 4e05d9fd-6490-4346-a57c-d32f591e2d76 disassociated. External IP: 172.25.6.115, port: beacc2e5-69c8-4208-89bd-64878bc5925b. Jul 16 01:28:54.721606 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-96e35edc-9f9c-4157-a22d-3ac13efb28c6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Calling delete_port for beacc2e5-69c8-4208-89bd-64878bc5925b owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:54.808972 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4fc0e-3fa1-4054-ae18-913c8ee42ddf req-0a8c8dc9-f412-4300-870b-4139b646e645 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.815882 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4fc0e-3fa1-4054-ae18-913c8ee42ddf req-0a8c8dc9-f412-4300-870b-4139b646e645 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.817970 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5cc4fc0e-3fa1-4054-ae18-913c8ee42ddf req-0a8c8dc9-f412-4300-870b-4139b646e645 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 1677 time: 0.1011145 Jul 16 01:28:54.912755 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5cc4fc0e-3fa1-4054-ae18-913c8ee42ddf req-a99cd24c-29b0-4db3-9334-05e08ed254bb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821984 Jul 16 01:28:55.337257 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-96e35edc-9f9c-4157-a22d-3ac13efb28c6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.379821 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e35edc-9f9c-4157-a22d-3ac13efb28c6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event deleted for resources: {'Port': ['ID=beacc2e5-69c8-4208-89bd-64878bc5925b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:55.383668 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed96b2-30ab-434d-9d8b-48ea77371634 req-7f49446b-ffe4-4d7b-9b97-611fda1e1b73 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:55.389967 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f26a9d40-b8dd-4fe4-b508-9d08e53c835a req-659333fa-13aa-477d-aa61-4882ad66c3a6 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0531509-e924-4b90-8e51-fc53753eb421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7349443 Jul 16 01:28:55.398418 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-85ed96b2-30ab-434d-9d8b-48ea77371634 req-7f49446b-ffe4-4d7b-9b97-611fda1e1b73 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.1491632 Jul 16 01:28:55.505402 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device e60b25c2-2217-41e8-988e-b5fc02b9235c no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:55.508128 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-85ed96b2-30ab-434d-9d8b-48ea77371634 req-60873f26-f246-40cc-be31-b70caa74c7da tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054220 Jul 16 01:28:55.575630 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 35cf412e-ee22-4838-a359-d07ef8e856ef details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:55.599354 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: e60b25c2-2217-41e8-988e-b5fc02b9235c {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:28:55.600947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device e60b25c2-2217-41e8-988e-b5fc02b9235c not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:28:55.614934 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-deleted', 'tag': 'e2ef83a1-f91f-49e7-bc9f-992cf81fc73d'}, {'server_uuid': '8bc19bee-5097-4d57-877b-651073b23718', 'name': 'network-vif-deleted', 'tag': 'e60b25c2-2217-41e8-988e-b5fc02b9235c'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:55.617299 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85fa1cb-26ae-467d-b763-d20766c978cd" -d '{"events": [{"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-deleted", "tag": "e2ef83a1-f91f-49e7-bc9f-992cf81fc73d"}, {"server_uuid": "8bc19bee-5097-4d57-877b-651073b23718", "name": "network-vif-deleted", "tag": "e60b25c2-2217-41e8-988e-b5fc02b9235c"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:55.643499 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-96e35edc-9f9c-4157-a22d-3ac13efb28c6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Router 663947a6-012a-46bc-9ace-096c37176a9e has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:55.660737 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab2f78cd-d3a6-415f-b9a1-e645250f73f5 req-4e202c6c-c2fb-4470-b088-e414a6fdbb9b service neutron] 10.222.0.82 "GET /v2.0/networks/168a68f5-fcbf-43ae-b5ef-a566411180a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0634196 Jul 16 01:28:55.663809 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-565fd709-d6f6-4dcd-b1e5-d2a4c07a88b6 req-1407a3d5-608c-4394-94fd-8085bb3dce94 service neutron] 10.222.0.84 "GET /v2.0/networks/35ff07a5-b891-4556-995d-01800531e82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0604730 Jul 16 01:28:55.996353 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 35cf412e-ee22-4838-a359-d07ef8e856ef, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=35cf412e-ee22-4838-a359-d07ef8e856ef,segment=NetworkSegment(a5234fa8-ffe2-4db1-b4c2-4bb5ecca3825),segment_id=a5234fa8-ffe2-4db1-b4c2-4bb5ecca3825)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:56.009974 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-96e35edc-9f9c-4157-a22d-3ac13efb28c6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:56.027105 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '35cf412e-ee22-4838-a359-d07ef8e856ef', 'network_id': '168a68f5-fcbf-43ae-b5ef-a566411180a1', 'port_id': '35cf412e-ee22-4838-a359-d07ef8e856ef', 'mac_address': 'fa:16:3e:84:f6:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a797ccc-825f-4818-85cf-22097dc00999', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:56.032629 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffbeadd-ff02-431e-8440-b60eb97bae87 None None] Sync routers for ids ['663947a6-012a-46bc-9ace-096c37176a9e'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:56.076945 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffbeadd-ff02-431e-8440-b60eb97bae87 None None] Routers {'663947a6-012a-46bc-9ace-096c37176a9e'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:56.077610 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9ffbeadd-ff02-431e-8440-b60eb97bae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:28:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['663947a6-012a-46bc-9ace-096c37176a9e'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:56.148465 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bd8a8b-8d96-4ea9-871d-b6a5a3bf276d x-openstack-request-id: req-c6bd8a8b-8d96-4ea9-871d-b6a5a3bf276d {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:56.150877 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-deleted", "tag": "e2ef83a1-f91f-49e7-bc9f-992cf81fc73d", "status": "completed", "code": 200}, {"server_uuid": "8bc19bee-5097-4d57-877b-651073b23718", "name": "network-vif-deleted", "tag": "e60b25c2-2217-41e8-988e-b5fc02b9235c", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:56.152682 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6bd8a8b-8d96-4ea9-871d-b6a5a3bf276d {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:56.153665 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-deleted', 'tag': 'e2ef83a1-f91f-49e7-bc9f-992cf81fc73d', 'status': 'completed', 'code': 200} Jul 16 01:28:56.154130 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc19bee-5097-4d57-877b-651073b23718', 'name': 'network-vif-deleted', 'tag': 'e60b25c2-2217-41e8-988e-b5fc02b9235c', 'status': 'completed', 'code': 200} Jul 16 01:28:56.164101 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-96e35edc-9f9c-4157-a22d-3ac13efb28c6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] No DVR routers for this DVR port beacc2e5-69c8-4208-89bd-64878bc5925b on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:56.170683 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-96e35edc-9f9c-4157-a22d-3ac13efb28c6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.170917 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.173968 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-96e35edc-9f9c-4157-a22d-3ac13efb28c6 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.82 "DELETE /v2.0/ports/beacc2e5-69c8-4208-89bd-64878bc5925b HTTP/1.1" status: 204 len: 173 time: 2.8932066 Jul 16 01:28:56.224740 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35cf412e-ee22-4838-a359-d07ef8e856ef {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:56.402274 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39c973-02fa-4f1d-9dff-576b254e00c1 req-629a11e0-bf11-46fe-ac44-566a7122bf9a tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:56.404874 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-9ffbeadd-ff02-431e-8440-b60eb97bae87 None None] Set router 663947a6-012a-46bc-9ace-096c37176a9e gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:56.409701 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4d39c973-02fa-4f1d-9dff-576b254e00c1 req-629a11e0-bf11-46fe-ac44-566a7122bf9a tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 946 time: 0.4016719 Jul 16 01:28:56.412638 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-e1bca7b8-4fc3-4665-955b-d51373b93178 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Deleting port eb9afd08-8589-466c-acc7-7a1d1cc88b43 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:56.413485 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-e1bca7b8-4fc3-4665-955b-d51373b93178 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.481962 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4d39c973-02fa-4f1d-9dff-576b254e00c1 req-4b652bda-666b-4ce9-9604-0410d4294f50 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710356 Jul 16 01:28:56.501790 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab2f78cd-d3a6-415f-b9a1-e645250f73f5 req-2c0f0a6b-c5ce-401c-9b94-04c2a6c534d2 service neutron] 10.222.0.82 "GET /v2.0/networks/168a68f5-fcbf-43ae-b5ef-a566411180a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8291640 Jul 16 01:28:56.672605 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 35cf412e-ee22-4838-a359-d07ef8e856ef, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=35cf412e-ee22-4838-a359-d07ef8e856ef,segment=NetworkSegment(a5234fa8-ffe2-4db1-b4c2-4bb5ecca3825),segment_id=a5234fa8-ffe2-4db1-b4c2-4bb5ecca3825)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:56.672605 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.673245 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-7d12fa7c-723f-4a28-a8eb-9a7b75229e38 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:56.673245 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-7d12fa7c-723f-4a28-a8eb-9a7b75229e38 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/networks?id=f262d5d4-4d22-402e-b36e-ed38d4251d84 HTTP/1.1" status: 200 len: 812 time: 0.3362234 Jul 16 01:28:56.673245 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-589548c1-3577-40ba-855f-03702894e4db tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/quotas/d09653f1b51b4e2b8cb943931a409907 HTTP/1.1" status: 200 len: 375 time: 0.0403416 Jul 16 01:28:56.732079 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-e1bca7b8-4fc3-4665-955b-d51373b93178 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] For port eb9afd08-8589-466c-acc7-7a1d1cc88b43, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=eb9afd08-8589-466c-acc7-7a1d1cc88b43,segment=NetworkSegment(a197f804-8758-48ef-a6b7-1ca08f691181),segment_id=a197f804-8758-48ef-a6b7-1ca08f691181)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:56.737366 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-e1bca7b8-4fc3-4665-955b-d51373b93178 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.761582 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-e1bca7b8-4fc3-4665-955b-d51373b93178 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Calling delete_port for eb9afd08-8589-466c-acc7-7a1d1cc88b43 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:56.770968 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-e7e94f45-5499-45b1-9125-b1fc4681f23b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d09653f1b51b4e2b8cb943931a409907&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0979588 Jul 16 01:28:56.790484 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=35cf412e-ee22-4838-a359-d07ef8e856ef,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:56.932339 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-73898357-19c7-4559-b506-e5e753bd8175 service neutron] 10.222.0.16 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602600 Jul 16 01:28:56.958578 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-17e22e17-505e-4780-a345-ba54139557ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.062826 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['35cf412e-ee22-4838-a359-d07ef8e856ef'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:57.069491 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-c354ab39-b150-4320-97f2-8e3840243afd service neutron] 10.222.0.16 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349630 Jul 16 01:28:57.084663 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259c27d-2143-47ff-8da2-f1dfa0b30984 req-13c79574-27aa-44ed-aafc-f51c1b78d9d1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:57.089183 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e259c27d-2143-47ff-8da2-f1dfa0b30984 req-13c79574-27aa-44ed-aafc-f51c1b78d9d1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 943 time: 0.2540281 Jul 16 01:28:57.230927 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e259c27d-2143-47ff-8da2-f1dfa0b30984 req-051c6c79-1d7c-4f3e-8d01-f883da9ae946 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3e90d9f-5c77-4f64-941f-dab2de4392b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1271014 Jul 16 01:28:57.231755 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-e1bca7b8-4fc3-4665-955b-d51373b93178 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.308183 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bca7b8-4fc3-4665-955b-d51373b93178 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event deleted for resources: {'Port': ['ID=eb9afd08-8589-466c-acc7-7a1d1cc88b43,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:57.442147 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9ffbeadd-ff02-431e-8440-b60eb97bae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663947a6-012a-46bc-9ace-096c37176a9e', 'name': 'tempest-TaggedBootDevicesTest_v242-1804917117-router', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:02Z', 'updated_at': '2021-07-16T01:18:08Z', 'revision_number': 4, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'gw_port': {'id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:03Z', 'updated_at': '2021-07-16T01:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c6500010-5f84-4a65-a67c-4514eb0c3604', 'name': '', 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'mac_address': 'fa:16:3e:fb:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd41468b7-b0b4-41eb-bdf2-84a94c3d3c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:07Z', 'updated_at': '2021-07-16T01:18:17Z', 'revision_number': 5, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'subnets': [{'id': 'd41468b7-b0b4-41eb-bdf2-84a94c3d3c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:57.455478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-e1bca7b8-4fc3-4665-955b-d51373b93178 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] No DVR routers for this DVR port eb9afd08-8589-466c-acc7-7a1d1cc88b43 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:57.461518 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-e1bca7b8-4fc3-4665-955b-d51373b93178 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.463714 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b244da54-9c5d-43e6-bf83-02ef537e9ec3 req-e1bca7b8-4fc3-4665-955b-d51373b93178 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.82 "DELETE /v2.0/ports/eb9afd08-8589-466c-acc7-7a1d1cc88b43 HTTP/1.1" status: 204 len: 173 time: 1.2803130 Jul 16 01:28:57.476775 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffbeadd-ff02-431e-8440-b60eb97bae87 None None] Checking router: 663947a6-012a-46bc-9ace-096c37176a9e for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:28:57.487604 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffbeadd-ff02-431e-8440-b60eb97bae87 None None] Routers {'663947a6-012a-46bc-9ace-096c37176a9e'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:57.488446 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9ffbeadd-ff02-431e-8440-b60eb97bae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:28:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['663947a6-012a-46bc-9ace-096c37176a9e'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:57.618557 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe88a5-f55c-4679-96ad-eb354801bb99 req-3e588a65-9fef-4e71-b4bf-340a8fd0eb28 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:57.628955 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1abe88a5-f55c-4679-96ad-eb354801bb99 req-3e588a65-9fef-4e71-b4bf-340a8fd0eb28 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.1208909 Jul 16 01:28:57.647998 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-9ffbeadd-ff02-431e-8440-b60eb97bae87 None None] Set router 663947a6-012a-46bc-9ace-096c37176a9e gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:57.741136 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1abe88a5-f55c-4679-96ad-eb354801bb99 req-e89c97bc-f53f-4be3-9444-967da2425d56 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107469 Jul 16 01:28:57.924389 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbf123-de4a-4070-9e01-073de0942511 req-4c04b13d-48f1-484a-879d-83563868e7a5 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:57.925995 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-92fbf123-de4a-4070-9e01-073de0942511 req-4c04b13d-48f1-484a-879d-83563868e7a5 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef HTTP/1.1" status: 200 len: 944 time: 0.1731467 Jul 16 01:28:58.015514 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-92fbf123-de4a-4070-9e01-073de0942511 req-79804dbf-7356-446d-a6a8-cc14fc39fcf1 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0531509-e924-4b90-8e51-fc53753eb421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781770 Jul 16 01:28:58.027888 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9af9b95e-0622-44de-a519-37494f9c5619 req-0cb21a4a-160d-4972-831c-45969e1ceda2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 210 time: 0.0806563 Jul 16 01:28:58.155895 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-deleted', 'tag': 'beacc2e5-69c8-4208-89bd-64878bc5925b'}, {'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-deleted', 'tag': 'eb9afd08-8589-466c-acc7-7a1d1cc88b43'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:58.160901 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62dc0b7-3054-4217-bd20-51e42b56b9ea" -d '{"events": [{"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-deleted", "tag": "beacc2e5-69c8-4208-89bd-64878bc5925b"}, {"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-deleted", "tag": "eb9afd08-8589-466c-acc7-7a1d1cc88b43"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:58.381597 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508baec-bba9-4f9b-b069-ad7307cfe4a8 req-59b2269c-8781-4a09-a6b5-9780a508946a tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:58.391693 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0508baec-bba9-4f9b-b069-ad7307cfe4a8 req-59b2269c-8781-4a09-a6b5-9780a508946a tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.1228018 Jul 16 01:28:58.452571 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0508baec-bba9-4f9b-b069-ad7307cfe4a8 req-81fb1ac1-b9bd-49f4-b77d-a17236b634a0 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592208 Jul 16 01:28:58.456892 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc078361-5a7d-4084-9423-902099e45f14 req-c7f4f2e3-6ba2-4b54-941a-6fd006c042c7 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:58.463685 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bc078361-5a7d-4084-9423-902099e45f14 req-c7f4f2e3-6ba2-4b54-941a-6fd006c042c7 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 946 time: 0.1986256 Jul 16 01:28:58.502696 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6447456a-617b-4c37-810a-47ca1432a48d x-openstack-request-id: req-6447456a-617b-4c37-810a-47ca1432a48d {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:58.503560 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-deleted", "tag": "beacc2e5-69c8-4208-89bd-64878bc5925b", "status": "completed", "code": 200}, {"server_uuid": "60af7e4e-7c59-40c6-827a-b4ed4728ab23", "name": "network-vif-deleted", "tag": "eb9afd08-8589-466c-acc7-7a1d1cc88b43", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:58.504772 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6447456a-617b-4c37-810a-47ca1432a48d {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:58.505254 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-deleted', 'tag': 'beacc2e5-69c8-4208-89bd-64878bc5925b', 'status': 'completed', 'code': 200} Jul 16 01:28:58.505523 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60af7e4e-7c59-40c6-827a-b4ed4728ab23', 'name': 'network-vif-deleted', 'tag': 'eb9afd08-8589-466c-acc7-7a1d1cc88b43', 'status': 'completed', 'code': 200} Jul 16 01:28:58.537457 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9ffbeadd-ff02-431e-8440-b60eb97bae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663947a6-012a-46bc-9ace-096c37176a9e', 'name': 'tempest-TaggedBootDevicesTest_v242-1804917117-router', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:02Z', 'updated_at': '2021-07-16T01:18:08Z', 'revision_number': 4, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'gw_port': {'id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:03Z', 'updated_at': '2021-07-16T01:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c6500010-5f84-4a65-a67c-4514eb0c3604', 'name': '', 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'mac_address': 'fa:16:3e:fb:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd41468b7-b0b4-41eb-bdf2-84a94c3d3c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:07Z', 'updated_at': '2021-07-16T01:18:17Z', 'revision_number': 5, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'subnets': [{'id': 'd41468b7-b0b4-41eb-bdf2-84a94c3d3c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:58.550989 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bc078361-5a7d-4084-9423-902099e45f14 req-417fe1d0-a122-4001-a446-25c36336ccc8 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789647 Jul 16 01:28:58.640645 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffbeadd-ff02-431e-8440-b60eb97bae87 None None] The sync data for ids ['663947a6-012a-46bc-9ace-096c37176a9e'] in n-d-792394-16 is: [{'id': '663947a6-012a-46bc-9ace-096c37176a9e', 'name': 'tempest-TaggedBootDevicesTest_v242-1804917117-router', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:02Z', 'updated_at': '2021-07-16T01:18:08Z', 'revision_number': 4, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'gw_port': {'id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:03Z', 'updated_at': '2021-07-16T01:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c6500010-5f84-4a65-a67c-4514eb0c3604', 'name': '', 'network_id': '99585749-6e41-4e60-92b1-0c114a9091db', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'mac_address': 'fa:16:3e:fb:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd41468b7-b0b4-41eb-bdf2-84a94c3d3c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:07Z', 'updated_at': '2021-07-16T01:18:17Z', 'revision_number': 5, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'subnets': [{'id': 'd41468b7-b0b4-41eb-bdf2-84a94c3d3c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:58.678614 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2bd82943-50ce-46c3-baad-cf8126b1d275 req-36e806f1-94a9-43c1-872a-4b2a83343556 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 210 time: 0.0603478 Jul 16 01:28:58.878724 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e34b0-e5b5-4e71-897f-a0ac2bc76bc0 req-83f68c14-e995-4e96-9368-fae4d6dd551b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:58.880445 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fe1e34b0-e5b5-4e71-897f-a0ac2bc76bc0 req-83f68c14-e995-4e96-9368-fae4d6dd551b tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.0828967 Jul 16 01:28:58.974865 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fe1e34b0-e5b5-4e71-897f-a0ac2bc76bc0 req-06e30ac4-e2a4-41e4-aca8-98fdc0856b5e tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785244 Jul 16 01:28:59.153217 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fc662e-1c9b-4f81-a8de-3d257d5926b7 None None] New status for floating IP 4e05d9fd-6490-4346-a57c-d32f591e2d76: DOWN {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:28:59.305750 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7d77b-b5fa-4b5d-8abe-d7fb8397d2a6 req-70501c3e-3652-4612-ad35-a064eebcdc18 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:59.307804 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67d7d77b-b5fa-4b5d-8abe-d7fb8397d2a6 req-70501c3e-3652-4612-ad35-a064eebcdc18 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.1235683 Jul 16 01:28:59.398135 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67d7d77b-b5fa-4b5d-8abe-d7fb8397d2a6 req-d04c03e1-5884-48a9-adb3-bf07af73330f tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819070 Jul 16 01:28:59.500077 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff98f8-7724-415b-97be-cebf44640ca5 req-fd88ab87-21d2-4e2d-89ed-b9b7fb31c9d9 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:59.518070 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f1ff98f8-7724-415b-97be-cebf44640ca5 req-fd88ab87-21d2-4e2d-89ed-b9b7fb31c9d9 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/ports?device_id=6993e618-0887-4f96-9ed1-d5c6fe4bf567 HTTP/1.1" status: 200 len: 951 time: 0.2795568 Jul 16 01:28:59.537969 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-6abdc0b3-1b2e-4249-89a3-ed05c9924216 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:59.540384 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-6abdc0b3-1b2e-4249-89a3-ed05c9924216 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.84 "GET /v2.0/networks?id=f262d5d4-4d22-402e-b36e-ed38d4251d84 HTTP/1.1" status: 200 len: 812 time: 0.3816178 Jul 16 01:28:59.540583 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aed65caf-4b0e-4353-8c32-964c0ef7ad49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.554409 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-94695197-7ce3-4e25-87cb-57e0955e62a8 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Request body: {'port': {'device_id': '6afa9eae-ab9c-4a78-8323-18b760937f11', 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84', 'admin_state_up': True, 'tenant_id': 'd09653f1b51b4e2b8cb943931a409907'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:59.570811 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 35cf412e-ee22-4838-a359-d07ef8e856ef up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:59.621572 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f1ff98f8-7724-415b-97be-cebf44640ca5 req-3165b6ed-aba7-4fb9-bd34-977168999b28 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b5c4a92-1dec-4d30-adc9-eee5dbbd7989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024694 Jul 16 01:28:59.666062 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.671699 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 35cf412e-ee22-4838-a359-d07ef8e856ef completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:59.678099 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 35cf412e-ee22-4838-a359-d07ef8e856ef triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:59.678715 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.704868 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d73c0d-f841-4216-9dd2-679baad360a0 req-f402a1b7-d32d-4b46-b0e8-dfbc14df7bb9 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:59.706828 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51d73c0d-f841-4216-9dd2-679baad360a0 req-f402a1b7-d32d-4b46-b0e8-dfbc14df7bb9 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef HTTP/1.1" status: 200 len: 944 time: 0.1586764 Jul 16 01:28:59.800857 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51d73c0d-f841-4216-9dd2-679baad360a0 req-2b12ad31-8ffe-487c-a9a6-1dad49fb1452 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0531509-e924-4b90-8e51-fc53753eb421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824881 Jul 16 01:28:59.831552 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.842496 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ce48c3f-a993-424e-9fc7-fc10d7ae4f1c req-bda8e880-5598-414c-b80d-fb8ec2de65c6 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 210 time: 0.0330691 Jul 16 01:28:59.843622 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-94695197-7ce3-4e25-87cb-57e0955e62a8 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Made reservation on behalf of d09653f1b51b4e2b8cb943931a409907 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:59.847168 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-94695197-7ce3-4e25-87cb-57e0955e62a8 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.909918 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 35cf412e-ee22-4838-a359-d07ef8e856ef, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=35cf412e-ee22-4838-a359-d07ef8e856ef,segment=NetworkSegment(a5234fa8-ffe2-4db1-b4c2-4bb5ecca3825),segment_id=a5234fa8-ffe2-4db1-b4c2-4bb5ecca3825)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:59.911162 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cf412e-ee22-4838-a359-d07ef8e856ef'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:59.913966 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3277f6f5-ad02-49e5-bd48-e6c280119ca3" -d '{"events": [{"server_uuid": "2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef", "name": "network-vif-plugged", "status": "completed", "tag": "35cf412e-ee22-4838-a359-d07ef8e856ef"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:59.928159 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.066361 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=35cf412e-ee22-4838-a359-d07ef8e856ef,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:00.113831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-94695197-7ce3-4e25-87cb-57e0955e62a8 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Allocated IP 172.20.0.12 (f262d5d4-4d22-402e-b36e-ed38d4251d84/58a11241-f184-48f8-b355-80863b2e27ca/b3be0c27-dff5-44fe-ac5c-fda17d3219e8) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:00.198750 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c48fe6-3595-48d3-bbe2-25332f7afaf7 req-347b6eab-609f-4b67-a58e-e3f9e84c0b34 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:00.200769 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-51c48fe6-3595-48d3-bbe2-25332f7afaf7 req-347b6eab-609f-4b67-a58e-e3f9e84c0b34 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 946 time: 0.1516857 Jul 16 01:29:00.304515 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-51c48fe6-3595-48d3-bbe2-25332f7afaf7 req-ccde5e5d-009f-4cd2-8a5a-eefd18e48962 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970047 Jul 16 01:29:00.366199 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-94695197-7ce3-4e25-87cb-57e0955e62a8 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.438781 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-94695197-7ce3-4e25-87cb-57e0955e62a8 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.535739 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ea78d62-effb-4d40-a5f4-ac745b69f36d req-1b7972e2-90a7-4dda-af14-2e34e44a0574 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 210 time: 0.0823092 Jul 16 01:29:00.570526 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-94695197-7ce3-4e25-87cb-57e0955e62a8 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Network f262d5d4-4d22-402e-b36e-ed38d4251d84 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:00.571480 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94695197-7ce3-4e25-87cb-57e0955e62a8 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Pushing event updated for resources: {'Port': ['ID=b3be0c27-dff5-44fe-ac5c-fda17d3219e8,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:00.576065 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-94695197-7ce3-4e25-87cb-57e0955e62a8 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:00.578877 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-94695197-7ce3-4e25-87cb-57e0955e62a8 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:00.661729 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-94695197-7ce3-4e25-87cb-57e0955e62a8 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:00.668137 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-94695197-7ce3-4e25-87cb-57e0955e62a8 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.701005 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-94695197-7ce3-4e25-87cb-57e0955e62a8 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1504474 Jul 16 01:29:00.722150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-401b7992-35ee-4d2c-9eea-ca765279cdcc service neutron] Request body: {'port': {'device_id': '6afa9eae-ab9c-4a78-8323-18b760937f11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:00.733033 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.773611 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9447f1-cf37-4611-a83d-bccbe0506495 x-openstack-request-id: req-3b9447f1-cf37-4611-a83d-bccbe0506495 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:00.774037 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef", "name": "network-vif-plugged", "status": "completed", "tag": "35cf412e-ee22-4838-a359-d07ef8e856ef", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:00.774376 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b9447f1-cf37-4611-a83d-bccbe0506495 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:00.775039 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cf412e-ee22-4838-a359-d07ef8e856ef', 'code': 200} Jul 16 01:29:00.819475 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-401b7992-35ee-4d2c-9eea-ca765279cdcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.053643 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcde18-b166-4f52-b156-8b5aeb396147 req-f1c3c145-f603-49ef-95a0-910cc1007d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:01.062382 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5efcde18-b166-4f52-b156-8b5aeb396147 req-f1c3c145-f603-49ef-95a0-910cc1007d0e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef HTTP/1.1" status: 200 len: 1097 time: 0.1952055 Jul 16 01:29:01.203719 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5efcde18-b166-4f52-b156-8b5aeb396147 req-c9745f54-d9a0-4c91-8aa2-d47b01db236f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d0531509-e924-4b90-8e51-fc53753eb421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186585 Jul 16 01:29:01.221607 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74354-e591-4b41-8e5a-30c62b7c8e9a req-11eaadb1-5e47-43d6-86ce-01799535249e tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:01.229534 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d7d74354-e591-4b41-8e5a-30c62b7c8e9a req-11eaadb1-5e47-43d6-86ce-01799535249e tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.2296951 Jul 16 01:29:01.229802 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.263494 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12520ef5-908d-469d-b5a3-3fd4276fee4a req-9a358f51-897b-4af3-8638-e00133e75302 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:01.273643 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-12520ef5-908d-469d-b5a3-3fd4276fee4a req-9a358f51-897b-4af3-8638-e00133e75302 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef HTTP/1.1" status: 200 len: 945 time: 0.1041505 Jul 16 01:29:01.293947 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d7d74354-e591-4b41-8e5a-30c62b7c8e9a req-7d235ad1-7d17-4e25-893b-a97e6aecac83 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631764 Jul 16 01:29:01.334740 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-12520ef5-908d-469d-b5a3-3fd4276fee4a req-0e8a19e2-1976-40c5-8c25-11be65503f1f tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0531509-e924-4b90-8e51-fc53753eb421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598977 Jul 16 01:29:01.380119 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-401b7992-35ee-4d2c-9eea-ca765279cdcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3be0c27-dff5-44fe-ac5c-fda17d3219e8 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:01.402122 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-401b7992-35ee-4d2c-9eea-ca765279cdcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.432126 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-401b7992-35ee-4d2c-9eea-ca765279cdcc service neutron] Transition to ACTIVE for port object b3be0c27-dff5-44fe-ac5c-fda17d3219e8 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:01.443084 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-401b7992-35ee-4d2c-9eea-ca765279cdcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.551183 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b7992-35ee-4d2c-9eea-ca765279cdcc service neutron] Pushing event updated for resources: {'Port': ['ID=b3be0c27-dff5-44fe-ac5c-fda17d3219e8,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:01.725022 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-401b7992-35ee-4d2c-9eea-ca765279cdcc service neutron] Attempting to bind port b3be0c27-dff5-44fe-ac5c-fda17d3219e8 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:01.725413 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-401b7992-35ee-4d2c-9eea-ca765279cdcc service neutron] Attempting to bind port b3be0c27-dff5-44fe-ac5c-fda17d3219e8 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '315879ea-f1be-4494-af13-98d628a1a5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:01.725790 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-401b7992-35ee-4d2c-9eea-ca765279cdcc service neutron] Attempting to bind port b3be0c27-dff5-44fe-ac5c-fda17d3219e8 on network f262d5d4-4d22-402e-b36e-ed38d4251d84 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:01.740134 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-401b7992-35ee-4d2c-9eea-ca765279cdcc service neutron] Port b3be0c27-dff5-44fe-ac5c-fda17d3219e8 on network f262d5d4-4d22-402e-b36e-ed38d4251d84 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:01.740537 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-401b7992-35ee-4d2c-9eea-ca765279cdcc service neutron] Attempting to bind port b3be0c27-dff5-44fe-ac5c-fda17d3219e8 on network f262d5d4-4d22-402e-b36e-ed38d4251d84 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:01.758508 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162565dd-efc3-4871-bb98-e5a9d1d2bb5a req-c7334c66-fff4-4e28-b194-62559d77033a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:01.760218 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-162565dd-efc3-4871-bb98-e5a9d1d2bb5a req-c7334c66-fff4-4e28-b194-62559d77033a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 944 time: 0.2431850 Jul 16 01:29:01.762159 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-401b7992-35ee-4d2c-9eea-ca765279cdcc service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:01.762497 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-401b7992-35ee-4d2c-9eea-ca765279cdcc service neutron] Checking segment: {'id': '315879ea-f1be-4494-af13-98d628a1a5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:01.762898 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-401b7992-35ee-4d2c-9eea-ca765279cdcc service neutron] Bound using segment: {'id': '315879ea-f1be-4494-af13-98d628a1a5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:01.763357 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-401b7992-35ee-4d2c-9eea-ca765279cdcc service neutron] Bound port: b3be0c27-dff5-44fe-ac5c-fda17d3219e8, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315879ea-f1be-4494-af13-98d628a1a5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:01.763731 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-401b7992-35ee-4d2c-9eea-ca765279cdcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.839640 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890229b-595c-4c6c-8b9a-53f87b22730e req-cb92abe6-7935-4902-9564-9941b7613357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:01.841253 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9890229b-595c-4c6c-8b9a-53f87b22730e req-cb92abe6-7935-4902-9564-9941b7613357 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4f5ea53f54a7488181cae8d9cdffa32a&device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 1098 time: 0.1570852 Jul 16 01:29:01.893296 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-162565dd-efc3-4871-bb98-e5a9d1d2bb5a req-cc0da14d-5387-426e-b565-9a33354c3baa tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244166 Jul 16 01:29:01.967652 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-401b7992-35ee-4d2c-9eea-ca765279cdcc service neutron] For port b3be0c27-dff5-44fe-ac5c-fda17d3219e8, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:01.980779 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-401b7992-35ee-4d2c-9eea-ca765279cdcc service neutron] For port b3be0c27-dff5-44fe-ac5c-fda17d3219e8, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b3be0c27-dff5-44fe-ac5c-fda17d3219e8,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:01.990477 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-401b7992-35ee-4d2c-9eea-ca765279cdcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.061538 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ad9f4-b881-44e5-9872-1faf70e0270b req-1a91f0b7-2600-40dc-a412-a9b24d040d81 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.069672 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-401b7992-35ee-4d2c-9eea-ca765279cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.070489 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-401b7992-35ee-4d2c-9eea-ca765279cdcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.072440 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-401b7992-35ee-4d2c-9eea-ca765279cdcc service neutron] 10.222.0.84 "PUT /v2.0/ports/b3be0c27-dff5-44fe-ac5c-fda17d3219e8 HTTP/1.1" status: 200 len: 1093 time: 1.3632128 Jul 16 01:29:02.073459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890229b-595c-4c6c-8b9a-53f87b22730e req-e47d9455-6f91-4e22-aa59-e37a72e173f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.074781 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9890229b-595c-4c6c-8b9a-53f87b22730e req-e47d9455-6f91-4e22-aa59-e37a72e173f1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7771ce22-8772-4f34-9479-20c2030064b5 HTTP/1.1" status: 200 len: 917 time: 0.2257309 Jul 16 01:29:02.075217 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afa9eae-ab9c-4a78-8323-18b760937f11', 'tag': 'b3be0c27-dff5-44fe-ac5c-fda17d3219e8'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:02.077624 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0899f8f2-3575-4e56-a2fe-348297e2abd1" -d '{"events": [{"name": "network-changed", "server_uuid": "6afa9eae-ab9c-4a78-8323-18b760937f11", "tag": "b3be0c27-dff5-44fe-ac5c-fda17d3219e8"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:02.090814 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2a5ad9f4-b881-44e5-9872-1faf70e0270b req-1a91f0b7-2600-40dc-a412-a9b24d040d81 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.1259651 Jul 16 01:29:02.151482 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2a5ad9f4-b881-44e5-9872-1faf70e0270b req-17be4144-39a6-422b-b03f-e9fcd86c7bb4 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589926 Jul 16 01:29:02.284129 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9890229b-595c-4c6c-8b9a-53f87b22730e req-19002158-c4d2-4bcc-a52e-31f1317e21cb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b374de59-b8e8-4c16-aaf6-908bdbd9ed91 HTTP/1.1" status: 200 len: 217 time: 0.1637321 Jul 16 01:29:02.368600 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b7992-35ee-4d2c-9eea-ca765279cdcc service neutron] Pushing event updated for resources: {'Port': ['ID=b3be0c27-dff5-44fe-ac5c-fda17d3219e8,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:02.392194 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-ff9f2fe0-e062-451a-877e-7f7485ebda7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.393931 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-ff9f2fe0-e062-451a-877e-7f7485ebda7c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d09653f1b51b4e2b8cb943931a409907&device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 1096 time: 0.1539001 Jul 16 01:29:02.420807 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b6f86-709d-4ee8-bb1f-d0d3acceb014 req-9a3e3bf4-b6d0-47af-93c1-96309ee2cb23 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.422681 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cb81047c-b03f-4971-9cc5-d90922c350c7 req-cac64243-ecbb-4366-9708-5aea017e5831 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 210 time: 0.0535572 Jul 16 01:29:02.428061 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a24b6f86-709d-4ee8-bb1f-d0d3acceb014 req-9a3e3bf4-b6d0-47af-93c1-96309ee2cb23 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 946 time: 0.3465955 Jul 16 01:29:02.470116 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.489217 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890229b-595c-4c6c-8b9a-53f87b22730e req-1049fcd6-ab95-43cb-ba59-a81756f8a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.490685 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9890229b-595c-4c6c-8b9a-53f87b22730e req-1049fcd6-ab95-43cb-ba59-a81756f8a90a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=903d9a38-9e68-4c42-9c73-4c190106626e HTTP/1.1" status: 200 len: 855 time: 0.1969910 Jul 16 01:29:02.491977 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-81a2f352-cb4e-4b22-9248-1e6327529af9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3be0c27-dff5-44fe-ac5c-fda17d3219e8 HTTP/1.1" status: 200 len: 217 time: 0.0870862 Jul 16 01:29:02.582876 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-6613e0e8-d843-4e5f-8b99-872674653690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.584443 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-6613e0e8-d843-4e5f-8b99-872674653690 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=58a11241-f184-48f8-b355-80863b2e27ca HTTP/1.1" status: 200 len: 852 time: 0.0764358 Jul 16 01:29:02.659192 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-74133db0-8981-43ad-87f5-1298e0e73a62 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f262d5d4-4d22-402e-b36e-ed38d4251d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540159 Jul 16 01:29:02.693069 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a24b6f86-709d-4ee8-bb1f-d0d3acceb014 req-6a517362-d5e3-4ff4-9cc5-2597e6900ab7 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637446 Jul 16 01:29:02.780244 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890229b-595c-4c6c-8b9a-53f87b22730e req-9f1f6e7d-83f3-40fa-9373-0fb6d1edc473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.782143 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9890229b-595c-4c6c-8b9a-53f87b22730e req-9f1f6e7d-83f3-40fa-9373-0fb6d1edc473 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7771ce22-8772-4f34-9479-20c2030064b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2719169 Jul 16 01:29:02.800706 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e165d-00ee-40e4-b526-1ec29400ea4f req-ed5092f0-ef78-496e-ad8b-c1cecf11b2f7 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.803751 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-df0e165d-00ee-40e4-b526-1ec29400ea4f req-ed5092f0-ef78-496e-ad8b-c1cecf11b2f7 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/ports?device_id=6993e618-0887-4f96-9ed1-d5c6fe4bf567 HTTP/1.1" status: 200 len: 951 time: 0.1131821 Jul 16 01:29:02.858086 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1c5eee-f353-4cb0-8606-014cc5670474 x-openstack-request-id: req-7c1c5eee-f353-4cb0-8606-014cc5670474 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:02.860996 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afa9eae-ab9c-4a78-8323-18b760937f11", "tag": "b3be0c27-dff5-44fe-ac5c-fda17d3219e8", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:02.861561 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c1c5eee-f353-4cb0-8606-014cc5670474 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:02.862031 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6afa9eae-ab9c-4a78-8323-18b760937f11', 'tag': 'b3be0c27-dff5-44fe-ac5c-fda17d3219e8', 'status': 'completed', 'code': 200} Jul 16 01:29:02.886893 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-df0e165d-00ee-40e4-b526-1ec29400ea4f req-42062238-baa9-43ff-ba1b-0972144abd88 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b5c4a92-1dec-4d30-adc9-eee5dbbd7989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732450 Jul 16 01:29:02.997589 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-a9bf72ec-4b08-4564-a7cf-e718d34bf2ed service neutron] 10.222.0.84 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213401 Jul 16 01:29:03.158602 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037081f-eae6-4ff5-a704-0c8a91fc529a req-6734f9b6-3a37-421f-a174-413adb4133ea tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:03.160561 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8037081f-eae6-4ff5-a704-0c8a91fc529a req-6734f9b6-3a37-421f-a174-413adb4133ea tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.0906959 Jul 16 01:29:03.161560 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9890229b-595c-4c6c-8b9a-53f87b22730e req-31b9e96a-106c-4631-84cf-4b0f9b966854 service neutron] 10.222.0.84 "GET /v2.0/networks/7771ce22-8772-4f34-9479-20c2030064b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933881 Jul 16 01:29:03.213786 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8037081f-eae6-4ff5-a704-0c8a91fc529a req-61dfaa5f-dcbd-450c-a713-f7f43ab9ee55 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449762 Jul 16 01:29:03.243908 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee5176-6370-4fbf-b947-c5c647c72106 req-cbc50f4e-8d33-406a-bfb0-b1d6937fed76 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:03.250223 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0fee5176-6370-4fbf-b947-c5c647c72106 req-cbc50f4e-8d33-406a-bfb0-b1d6937fed76 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef HTTP/1.1" status: 200 len: 945 time: 0.2702324 Jul 16 01:29:03.265794 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0cc687b-393e-4d98-bb3e-eb05bda66e86 req-dcbd8b78-c683-43df-8976-b6a72598b4a2 service neutron] 10.222.0.84 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424386 Jul 16 01:29:03.401000 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0fee5176-6370-4fbf-b947-c5c647c72106 req-ee86b32a-9dce-4e56-83fa-4411c9aa2569 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0531509-e924-4b90-8e51-fc53753eb421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496918 Jul 16 01:29:03.412047 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9890229b-595c-4c6c-8b9a-53f87b22730e req-9446b76e-1820-40f6-961c-aa03852a4131 service neutron] 10.222.0.84 "GET /v2.0/networks/7771ce22-8772-4f34-9479-20c2030064b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380564 Jul 16 01:29:03.475773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899f8f2-3575-4e56-a2fe-348297e2abd1 req-9a307ead-9936-43d5-8b17-570415302a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:03.476485 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0899f8f2-3575-4e56-a2fe-348297e2abd1 req-9a307ead-9936-43d5-8b17-570415302a69 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d09653f1b51b4e2b8cb943931a409907&device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 1096 time: 0.1342702 Jul 16 01:29:03.518689 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ba827c17-1a2f-4be3-94f3-618b98056c6e no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:03.521738 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09103256-3960-4006-a499-1e9cf63a1bd9 req-5aad8ea7-634a-4580-ad19-ab1aeb539ab7 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:03.530982 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-09103256-3960-4006-a499-1e9cf63a1bd9 req-5aad8ea7-634a-4580-ad19-ab1aeb539ab7 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 944 time: 0.1489170 Jul 16 01:29:03.609468 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-09103256-3960-4006-a499-1e9cf63a1bd9 req-e5b7dacd-006a-4d47-a1ad-e0fbbc49ce63 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688763 Jul 16 01:29:03.651282 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.687557 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6993e618-0887-4f96-9ed1-d5c6fe4bf567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba827c17-1a2f-4be3-94f3-618b98056c6e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:03.691076 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c31f77b-692d-4361-b315-7c4e825facba" -d '{"events": [{"server_uuid": "6993e618-0887-4f96-9ed1-d5c6fe4bf567", "name": "network-vif-unplugged", "status": "completed", "tag": "ba827c17-1a2f-4be3-94f3-618b98056c6e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:03.707426 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port ba827c17-1a2f-4be3-94f3-618b98056c6e, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ba827c17-1a2f-4be3-94f3-618b98056c6e,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:03.714247 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.791266 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=ba827c17-1a2f-4be3-94f3-618b98056c6e,revision_number=11']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:03.801023 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:03.801808 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:03.802310 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:03.803015 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:03.803592 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:03.804145 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:03.804646 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:03.805119 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:03.805596 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:03.806085 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:03.806569 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:03.807158 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:03.906099 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8efe55be-db9f-41cf-b1d2-5628d2416c0d req-2cbaeebb-e9e5-4e16-afab-5bbe39152299 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 210 time: 0.0403383 Jul 16 01:29:04.126963 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1184acdc-ea4f-4acf-95fe-50b16284aa99 x-openstack-request-id: req-1184acdc-ea4f-4acf-95fe-50b16284aa99 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:04.127681 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6993e618-0887-4f96-9ed1-d5c6fe4bf567", "name": "network-vif-unplugged", "status": "completed", "tag": "ba827c17-1a2f-4be3-94f3-618b98056c6e", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:04.129932 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1184acdc-ea4f-4acf-95fe-50b16284aa99 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:04.129932 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6993e618-0887-4f96-9ed1-d5c6fe4bf567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba827c17-1a2f-4be3-94f3-618b98056c6e', 'code': 200} Jul 16 01:29:04.172997 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899f8f2-3575-4e56-a2fe-348297e2abd1 req-f3235fb2-860f-456a-95f4-a622d34707f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.174532 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0899f8f2-3575-4e56-a2fe-348297e2abd1 req-f3235fb2-860f-456a-95f4-a622d34707f5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f262d5d4-4d22-402e-b36e-ed38d4251d84 HTTP/1.1" status: 200 len: 913 time: 0.6894681 Jul 16 01:29:04.212873 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda5b40-a2ab-4b32-9bdc-b0a2c9fabb10 req-d81f0520-95fa-4aad-84fb-2f447633c612 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.220201 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1bda5b40-a2ab-4b32-9bdc-b0a2c9fabb10 req-d81f0520-95fa-4aad-84fb-2f447633c612 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.1792424 Jul 16 01:29:04.274311 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0899f8f2-3575-4e56-a2fe-348297e2abd1 req-82f84e75-720b-45da-a98b-1a6c6c8b87ae service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3be0c27-dff5-44fe-ac5c-fda17d3219e8 HTTP/1.1" status: 200 len: 217 time: 0.0862117 Jul 16 01:29:04.288434 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5fb05-8a61-4408-84f0-7ed9275cb24b req-f8488b7e-1805-499d-b121-9635aac98166 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.290199 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7c5fb05-8a61-4408-84f0-7ed9275cb24b req-f8488b7e-1805-499d-b121-9635aac98166 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.84 "GET /v2.0/ports?device_id=6993e618-0887-4f96-9ed1-d5c6fe4bf567 HTTP/1.1" status: 200 len: 949 time: 0.2482224 Jul 16 01:29:04.358721 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e284e-8734-427f-aeec-3bd9bc260812 req-d4812c06-c5af-4287-b233-afad2bc98af4 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.367119 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-609e284e-8734-427f-aeec-3bd9bc260812 req-d4812c06-c5af-4287-b233-afad2bc98af4 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 946 time: 0.1018090 Jul 16 01:29:04.392586 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899f8f2-3575-4e56-a2fe-348297e2abd1 req-d2bd5993-cf0c-4909-8e73-44d048399e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.394036 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0899f8f2-3575-4e56-a2fe-348297e2abd1 req-d2bd5993-cf0c-4909-8e73-44d048399e2f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=58a11241-f184-48f8-b355-80863b2e27ca HTTP/1.1" status: 200 len: 852 time: 0.1026073 Jul 16 01:29:04.409278 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1bda5b40-a2ab-4b32-9bdc-b0a2c9fabb10 req-a2d78949-7f2d-45ea-9891-2ec0546f3112 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880617 Jul 16 01:29:04.432278 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-609e284e-8734-427f-aeec-3bd9bc260812 req-b4b4dd81-4a22-4f22-9b09-94612bde8f32 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495169 Jul 16 01:29:04.486822 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0899f8f2-3575-4e56-a2fe-348297e2abd1 req-92d52c7e-a50a-48c0-9c9e-2c9a9faac71d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f262d5d4-4d22-402e-b36e-ed38d4251d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685225 Jul 16 01:29:04.656903 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0899f8f2-3575-4e56-a2fe-348297e2abd1 req-989ecf16-31f1-4428-998a-ca9e27adeddf service neutron] 10.222.0.84 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552193 Jul 16 01:29:04.681876 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9093f-8630-410c-ac50-598ef092acbf req-d091f8bc-3d5b-40a1-bf18-6dd31d10e47a tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.683613 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26c9093f-8630-410c-ac50-598ef092acbf req-d091f8bc-3d5b-40a1-bf18-6dd31d10e47a tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/ports?device_id=6993e618-0887-4f96-9ed1-d5c6fe4bf567 HTTP/1.1" status: 200 len: 949 time: 0.1415274 Jul 16 01:29:04.735570 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b7c5fb05-8a61-4408-84f0-7ed9275cb24b req-52791605-4c07-415e-a163-beb085af34c7 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Deleting port ba827c17-1a2f-4be3-94f3-618b98056c6e {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:04.735990 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b7c5fb05-8a61-4408-84f0-7ed9275cb24b req-52791605-4c07-415e-a163-beb085af34c7 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.762792 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26c9093f-8630-410c-ac50-598ef092acbf req-d5c05b56-dbe0-47d8-b83a-51ddf34c70f5 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b5c4a92-1dec-4d30-adc9-eee5dbbd7989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699794 Jul 16 01:29:04.818557 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.938196 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846139c-dcbc-4d39-904b-16caa21697af req-8e0132b7-f085-4c12-b1e1-3c9cefadd415 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.938444 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-b7c5fb05-8a61-4408-84f0-7ed9275cb24b req-52791605-4c07-415e-a163-beb085af34c7 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] For port ba827c17-1a2f-4be3-94f3-618b98056c6e, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ba827c17-1a2f-4be3-94f3-618b98056c6e,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:04.938724 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b7c5fb05-8a61-4408-84f0-7ed9275cb24b req-52791605-4c07-415e-a163-beb085af34c7 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.940170 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e846139c-dcbc-4d39-904b-16caa21697af req-8e0132b7-f085-4c12-b1e1-3c9cefadd415 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 944 time: 0.0743890 Jul 16 01:29:04.974574 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b7c5fb05-8a61-4408-84f0-7ed9275cb24b req-52791605-4c07-415e-a163-beb085af34c7 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Calling delete_port for ba827c17-1a2f-4be3-94f3-618b98056c6e owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:04.980266 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0899f8f2-3575-4e56-a2fe-348297e2abd1 req-d0f5943c-5ef6-4c75-b6c6-94342d777f2c service neutron] 10.222.0.84 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111410 Jul 16 01:29:05.001799 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e846139c-dcbc-4d39-904b-16caa21697af req-5bb18326-2336-4a51-a9fd-c3935ad1729c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527787 Jul 16 01:29:05.067703 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68437003-1779-4470-b5e9-9b2ad0d73f41 req-7e1442c6-8c3d-4622-8bdf-277296b94a5f tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:05.069421 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68437003-1779-4470-b5e9-9b2ad0d73f41 req-7e1442c6-8c3d-4622-8bdf-277296b94a5f tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.2268324 Jul 16 01:29:05.133584 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68437003-1779-4470-b5e9-9b2ad0d73f41 req-52efbe9c-a9da-4b91-876c-64b487999e64 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536249 Jul 16 01:29:05.206111 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b7c5fb05-8a61-4408-84f0-7ed9275cb24b req-52791605-4c07-415e-a163-beb085af34c7 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.238366 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52791605-4c07-415e-a163-beb085af34c7 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Pushing event deleted for resources: {'Port': ['ID=ba827c17-1a2f-4be3-94f3-618b98056c6e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:05.265540 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52791605-4c07-415e-a163-beb085af34c7 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:05.266007 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52791605-4c07-415e-a163-beb085af34c7 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:05.266394 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52791605-4c07-415e-a163-beb085af34c7 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:05.266736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52791605-4c07-415e-a163-beb085af34c7 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:05.267682 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52791605-4c07-415e-a163-beb085af34c7 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:05.267682 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52791605-4c07-415e-a163-beb085af34c7 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:05.267856 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52791605-4c07-415e-a163-beb085af34c7 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:05.268148 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52791605-4c07-415e-a163-beb085af34c7 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:05.268538 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52791605-4c07-415e-a163-beb085af34c7 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:05.268870 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52791605-4c07-415e-a163-beb085af34c7 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:05.269232 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52791605-4c07-415e-a163-beb085af34c7 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:05.269557 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52791605-4c07-415e-a163-beb085af34c7 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:05.342518 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c5fb05-8a61-4408-84f0-7ed9275cb24b req-52791605-4c07-415e-a163-beb085af34c7 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] No DVR routers for this DVR port ba827c17-1a2f-4be3-94f3-618b98056c6e on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:05.368057 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b7c5fb05-8a61-4408-84f0-7ed9275cb24b req-52791605-4c07-415e-a163-beb085af34c7 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.371063 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7c5fb05-8a61-4408-84f0-7ed9275cb24b req-52791605-4c07-415e-a163-beb085af34c7 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.84 "DELETE /v2.0/ports/ba827c17-1a2f-4be3-94f3-618b98056c6e HTTP/1.1" status: 204 len: 173 time: 1.0289180 Jul 16 01:29:05.372244 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6993e618-0887-4f96-9ed1-d5c6fe4bf567', 'name': 'network-vif-deleted', 'tag': 'ba827c17-1a2f-4be3-94f3-618b98056c6e'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:05.375492 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802e3aa5-e610-4c1b-a786-1fb5959304a9" -d '{"events": [{"server_uuid": "6993e618-0887-4f96-9ed1-d5c6fe4bf567", "name": "network-vif-deleted", "tag": "ba827c17-1a2f-4be3-94f3-618b98056c6e"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:05.379910 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b41047aa-1c3a-49c7-b073-95f9cf20a07e req-6942fa1f-25be-427f-a987-edddc0dbd4d1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 210 time: 0.0718431 Jul 16 01:29:05.641860 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6ed73-b943-4007-8e95-b0d08332150c req-1cc15028-c6ed-4f5f-9ba7-034238efc3cc tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:05.643479 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2ff6ed73-b943-4007-8e95-b0d08332150c req-1cc15028-c6ed-4f5f-9ba7-034238efc3cc tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.1031187 Jul 16 01:29:05.668724 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef46f70-18af-42af-bcae-7b54f4daddd2 req-15e3c77a-af13-4fbb-8999-8ef27f11210d tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:05.671616 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aef46f70-18af-42af-bcae-7b54f4daddd2 req-15e3c77a-af13-4fbb-8999-8ef27f11210d tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef HTTP/1.1" status: 200 len: 945 time: 0.0924191 Jul 16 01:29:05.717176 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2ff6ed73-b943-4007-8e95-b0d08332150c req-4f1461ca-e0f7-40f0-a7fb-ca8b5266594e tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674121 Jul 16 01:29:05.737559 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aef46f70-18af-42af-bcae-7b54f4daddd2 req-d120f146-b4b7-49f2-bf82-82ed2e21a17e tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0531509-e924-4b90-8e51-fc53753eb421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594149 Jul 16 01:29:05.793510 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ad92c7-8339-4669-88e2-953310c07990 x-openstack-request-id: req-63ad92c7-8339-4669-88e2-953310c07990 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:05.793829 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6993e618-0887-4f96-9ed1-d5c6fe4bf567", "name": "network-vif-deleted", "tag": "ba827c17-1a2f-4be3-94f3-618b98056c6e", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:05.794053 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63ad92c7-8339-4669-88e2-953310c07990 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:05.794473 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6993e618-0887-4f96-9ed1-d5c6fe4bf567', 'name': 'network-vif-deleted', 'tag': 'ba827c17-1a2f-4be3-94f3-618b98056c6e', 'status': 'completed', 'code': 200} Jul 16 01:29:05.966522 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebc82f-2dff-4c48-be6f-9d31deb436ec req-5639dda0-a86e-427a-ac31-3879f8d8416f tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:05.971790 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a2ebc82f-2dff-4c48-be6f-9d31deb436ec req-5639dda0-a86e-427a-ac31-3879f8d8416f tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 946 time: 0.0943031 Jul 16 01:29:05.973988 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ede5734e-d77f-4909-b487-362f8a44582b req-9ed5d11f-1d84-4e87-acae-a24665ecf227 tempest-ImagesOneServerTestJSON-617217857 tempest-ImagesOneServerTestJSON-617217857-project] 10.222.0.16 "GET /v2.0/ports?device_id=6993e618-0887-4f96-9ed1-d5c6fe4bf567 HTTP/1.1" status: 200 len: 210 time: 0.0481224 Jul 16 01:29:06.015332 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a2ebc82f-2dff-4c48-be6f-9d31deb436ec req-35cc26ed-6f35-4ecf-a673-966d9d6b3b13 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409224 Jul 16 01:29:06.224415 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349ccbd-19df-4efc-92f5-4d1bcf9e464b req-5371536e-95d3-479d-9947-023131918360 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:06.227505 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8349ccbd-19df-4efc-92f5-4d1bcf9e464b req-5371536e-95d3-479d-9947-023131918360 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.1093938 Jul 16 01:29:06.240422 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3b565-e378-4d3a-88ef-5ffc413129cc req-63f70615-419f-4216-8708-49fc3ccb9454 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:06.249953 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-13c3b565-e378-4d3a-88ef-5ffc413129cc req-63f70615-419f-4216-8708-49fc3ccb9454 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 944 time: 0.0980434 Jul 16 01:29:06.285242 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8349ccbd-19df-4efc-92f5-4d1bcf9e464b req-93d93388-2281-4025-a7d8-5c51d733d518 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511830 Jul 16 01:29:06.318749 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-13c3b565-e378-4d3a-88ef-5ffc413129cc req-ab7bdc54-e9f7-406a-86ed-f82f365dde55 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672119 Jul 16 01:29:06.689039 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2b31ac7a-475d-45e0-8313-428b89fbb71f req-352605cd-1f0b-43c7-8a5a-ea158623e186 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 210 time: 0.0510027 Jul 16 01:29:06.763632 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae237084-b919-4ee9-bccb-6d7ab37bfa67 req-b20be3b3-267b-47db-9893-80f6756a7686 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:06.765409 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ae237084-b919-4ee9-bccb-6d7ab37bfa67 req-b20be3b3-267b-47db-9893-80f6756a7686 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 946 time: 0.2005942 Jul 16 01:29:06.844902 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ae237084-b919-4ee9-bccb-6d7ab37bfa67 req-ae918bb0-f0a3-4050-87b2-c7db7f667e56 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694308 Jul 16 01:29:06.989312 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851cacf-74ae-40ea-9975-578c5264d6c7 req-dedd9892-6ef9-48ab-bad5-dc375c87c193 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:06.991450 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1851cacf-74ae-40ea-9975-578c5264d6c7 req-dedd9892-6ef9-48ab-bad5-dc375c87c193 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.82 "GET /v2.0/ports?device_id=2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef HTTP/1.1" status: 200 len: 945 time: 0.1759062 Jul 16 01:29:07.196885 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51574) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:07.204706 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e207e0c-f8b7-44bb-a497-9094d63bfe1d req-c65af16b-8910-4442-b628-9d215e7624d5 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:07.208319 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4e207e0c-f8b7-44bb-a497-9094d63bfe1d req-c65af16b-8910-4442-b628-9d215e7624d5 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef HTTP/1.1" status: 200 len: 945 time: 0.1339440 Jul 16 01:29:07.325505 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f8579-ed77-4798-b8ce-2673ee0e1f33 req-eab09f37-633c-47b7-826c-079d50550344 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:07.328713 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-437f8579-ed77-4798-b8ce-2673ee0e1f33 req-eab09f37-633c-47b7-826c-079d50550344 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbc6406-205d-4bdf-9c96-88323334361d HTTP/1.1" status: 200 len: 945 time: 0.2697444 Jul 16 01:29:07.332289 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4e207e0c-f8b7-44bb-a497-9094d63bfe1d req-8720327b-fa2d-483f-8e52-9541f98dbbc7 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0531509-e924-4b90-8e51-fc53753eb421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048467 Jul 16 01:29:07.410289 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-684d12c2-f955-4e4f-a918-c822d94bdc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.469038 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-437f8579-ed77-4798-b8ce-2673ee0e1f33 req-9502d8e1-f8d9-44e9-b1ef-1ecbd6c156ee tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280088 Jul 16 01:29:07.487044 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-1851cacf-74ae-40ea-9975-578c5264d6c7 req-0e632e74-ab97-43f0-b8bc-2e14db2e2756 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Deleting port 35cf412e-ee22-4838-a359-d07ef8e856ef {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:07.487044 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1851cacf-74ae-40ea-9975-578c5264d6c7 req-0e632e74-ab97-43f0-b8bc-2e14db2e2756 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.534659 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device b3be0c27-dff5-44fe-ac5c-fda17d3219e8 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:07.771464 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1851cacf-74ae-40ea-9975-578c5264d6c7 req-0e632e74-ab97-43f0-b8bc-2e14db2e2756 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] For port 35cf412e-ee22-4838-a359-d07ef8e856ef, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=35cf412e-ee22-4838-a359-d07ef8e856ef,segment=NetworkSegment(a5234fa8-ffe2-4db1-b4c2-4bb5ecca3825),segment_id=a5234fa8-ffe2-4db1-b4c2-4bb5ecca3825)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:07.772055 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1851cacf-74ae-40ea-9975-578c5264d6c7 req-0e632e74-ab97-43f0-b8bc-2e14db2e2756 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.798715 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-1851cacf-74ae-40ea-9975-578c5264d6c7 req-0e632e74-ab97-43f0-b8bc-2e14db2e2756 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Calling delete_port for 35cf412e-ee22-4838-a359-d07ef8e856ef owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:07.811990 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port b3be0c27-dff5-44fe-ac5c-fda17d3219e8, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b3be0c27-dff5-44fe-ac5c-fda17d3219e8,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:07.859122 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ba827c17-1a2f-4be3-94f3-618b98056c6e no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:07.870504 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'b3be0c27-dff5-44fe-ac5c-fda17d3219e8', 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84', 'port_id': 'b3be0c27-dff5-44fe-ac5c-fda17d3219e8', 'mac_address': 'fa:16:3e:a0:7a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a11241-f184-48f8-b355-80863b2e27ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:07.894778 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51590) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:07.927067 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: ba827c17-1a2f-4be3-94f3-618b98056c6e {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:07.931643 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ba827c17-1a2f-4be3-94f3-618b98056c6e not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:07.977984 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b3e05-6d6a-4fc5-a6b1-98521faf7f26 req-5eeb67fd-5f39-4a63-856a-e00a1a1fe785 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:07.989201 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9a8b3e05-6d6a-4fc5-a6b1-98521faf7f26 req-5eeb67fd-5f39-4a63-856a-e00a1a1fe785 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf6d3e74-cbb1-455a-affa-5a5e5544d093 HTTP/1.1" status: 200 len: 945 time: 0.1887815 Jul 16 01:29:08.033809 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.063439 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3be0c27-dff5-44fe-ac5c-fda17d3219e8 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:08.115547 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9a8b3e05-6d6a-4fc5-a6b1-98521faf7f26 req-81cda96b-4cbc-415f-8aa6-101ede5a1551 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250849 Jul 16 01:29:08.131093 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port b3be0c27-dff5-44fe-ac5c-fda17d3219e8, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b3be0c27-dff5-44fe-ac5c-fda17d3219e8,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:08.141087 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.172504 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b40ae3-28cb-4ea1-9b2c-a029f7adf34e req-42ca6a50-56c9-4518-ad4a-c25f0ecf12de tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.178689 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-deaa8fcc-bfe0-4718-a052-fa8f71657961 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4fbb0a41f6d4403bb8fc7a19f6130078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2779219 Jul 16 01:29:08.179312 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51598) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:08.179922 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f6b40ae3-28cb-4ea1-9b2c-a029f7adf34e req-42ca6a50-56c9-4518-ad4a-c25f0ecf12de tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 944 time: 0.2574654 Jul 16 01:29:08.237313 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=b3be0c27-dff5-44fe-ac5c-fda17d3219e8,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:08.243700 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f6b40ae3-28cb-4ea1-9b2c-a029f7adf34e req-14e04c38-3a7b-4ecc-81b9-1a5b0562d368 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628707 Jul 16 01:29:08.260287 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f737649b-9b7b-4dce-9f85-a6d6ca51427f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.296451 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f737649b-9b7b-4dce-9f85-a6d6ca51427f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.300039 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1851cacf-74ae-40ea-9975-578c5264d6c7 req-0e632e74-ab97-43f0-b8bc-2e14db2e2756 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.329826 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-684d12c2-f955-4e4f-a918-c822d94bdc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.375633 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2f4fa83-7921-4142-9991-2d7aefa4ea92 req-71b991ab-f9ef-45a4-96aa-b8f7da8cb37c tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 210 time: 0.0383158 Jul 16 01:29:08.389928 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-684d12c2-f955-4e4f-a918-c822d94bdc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.401639 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e632e74-ab97-43f0-b8bc-2e14db2e2756 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Pushing event deleted for resources: {'Port': ['ID=35cf412e-ee22-4838-a359-d07ef8e856ef,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:08.402072 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f737649b-9b7b-4dce-9f85-a6d6ca51427f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.406201 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f737649b-9b7b-4dce-9f85-a6d6ca51427f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.410832 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f737649b-9b7b-4dce-9f85-a6d6ca51427f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b5c4a92-1dec-4d30-adc9-eee5dbbd7989 HTTP/1.1" status: 204 len: 168 time: 0.2278361 Jul 16 01:29:08.417126 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['b3be0c27-dff5-44fe-ac5c-fda17d3219e8'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:08.419866 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737649b-9b7b-4dce-9f85-a6d6ca51427f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5c4a92-1dec-4d30-adc9-eee5dbbd7989,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:08.495142 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-890b4b07-97ed-4405-b07d-c0fa3b67a9da req-ef859168-01ca-41ee-8144-ad68860b289c tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:29:08.497415 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-890b4b07-97ed-4405-b07d-c0fa3b67a9da req-ef859168-01ca-41ee-8144-ad68860b289c tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463939 Jul 16 01:29:08.579781 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-1851cacf-74ae-40ea-9975-578c5264d6c7 req-0e632e74-ab97-43f0-b8bc-2e14db2e2756 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] No DVR routers for this DVR port 35cf412e-ee22-4838-a359-d07ef8e856ef on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:08.632336 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1851cacf-74ae-40ea-9975-578c5264d6c7 req-0e632e74-ab97-43f0-b8bc-2e14db2e2756 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.634911 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1851cacf-74ae-40ea-9975-578c5264d6c7 req-0e632e74-ab97-43f0-b8bc-2e14db2e2756 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.82 "DELETE /v2.0/ports/35cf412e-ee22-4838-a359-d07ef8e856ef HTTP/1.1" status: 204 len: 173 time: 1.6378112 Jul 16 01:29:08.635417 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef', 'name': 'network-vif-deleted', 'tag': '35cf412e-ee22-4838-a359-d07ef8e856ef'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:08.646484 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c6aa7c-6305-459b-b994-793b64549830" -d '{"events": [{"server_uuid": "2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef", "name": "network-vif-deleted", "tag": "35cf412e-ee22-4838-a359-d07ef8e856ef"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:08.661094 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fb207635-fce3-44db-89b2-f46b1bc2e43d req-39aee4ca-abbd-45ed-acfe-fad64f0e8529 tempest-ServerAddressesTestJSON-1073897292 tempest-ServerAddressesTestJSON-1073897292-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef HTTP/1.1" status: 200 len: 210 time: 0.0692787 Jul 16 01:29:08.726947 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d12c2-f955-4e4f-a918-c822d94bdc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7680cc9f-5d1a-4ab6-9960-fd1ced74a559,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:08.764974 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51610) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:08.765734 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-684d12c2-f955-4e4f-a918-c822d94bdc47 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3eca0ccd8adb4733894f47e271fa08bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5670979 Jul 16 01:29:08.816242 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-890b4b07-97ed-4405-b07d-c0fa3b67a9da req-09cc5f27-4cc9-476a-9993-8c7892a520c0 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2760594 Jul 16 01:29:08.826726 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1136ccc8-b92e-4e2d-a5a3-a04256727a7a x-openstack-request-id: req-1136ccc8-b92e-4e2d-a5a3-a04256727a7a {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:08.827024 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef", "name": "network-vif-deleted", "tag": "35cf412e-ee22-4838-a359-d07ef8e856ef", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:08.827278 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1136ccc8-b92e-4e2d-a5a3-a04256727a7a {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:08.827712 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a87b5d8-3af1-48a2-b46c-924ef7cdf9ef', 'name': 'network-vif-deleted', 'tag': '35cf412e-ee22-4838-a359-d07ef8e856ef', 'status': 'completed', 'code': 200} Jul 16 01:29:08.863811 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e2d9b8d0-04b7-46ac-ac1b-8459dc49cd86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.905650 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e2d9b8d0-04b7-46ac-ac1b-8459dc49cd86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.977584 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e2d9b8d0-04b7-46ac-ac1b-8459dc49cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.981258 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e2d9b8d0-04b7-46ac-ac1b-8459dc49cd86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.985645 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e2d9b8d0-04b7-46ac-ac1b-8459dc49cd86 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7680cc9f-5d1a-4ab6-9960-fd1ced74a559 HTTP/1.1" status: 204 len: 168 time: 0.2196431 Jul 16 01:29:08.996752 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9b8d0-04b7-46ac-ac1b-8459dc49cd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7680cc9f-5d1a-4ab6-9960-fd1ced74a559,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:09.368097 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6e793-88e8-456d-9dd0-1085327729d2 req-69c2cd6d-3997-4494-a384-b5febeaced68 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:09.386722 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f2b6e793-88e8-456d-9dd0-1085327729d2 req-69c2cd6d-3997-4494-a384-b5febeaced68 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 946 time: 0.1648161 Jul 16 01:29:09.483504 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f2b6e793-88e8-456d-9dd0-1085327729d2 req-f437c91a-fc18-4f38-8da6-343258b59690 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950141 Jul 16 01:29:09.490368 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51640) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:09.560975 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device b3be0c27-dff5-44fe-ac5c-fda17d3219e8 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:09.594935 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 35cf412e-ee22-4838-a359-d07ef8e856ef no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:09.618356 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e11e2d8a-bd8d-4e73-abae-d923d4cefd8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.627162 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 35cf412e-ee22-4838-a359-d07ef8e856ef {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:09.627791 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 35cf412e-ee22-4838-a359-d07ef8e856ef not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:09.657963 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port b3be0c27-dff5-44fe-ac5c-fda17d3219e8 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:09.668020 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port b3be0c27-dff5-44fe-ac5c-fda17d3219e8 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:09.671581 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.799454 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.848719 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e11e2d8a-bd8d-4e73-abae-d923d4cefd8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.848908 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51652) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:09.868285 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e11e2d8a-bd8d-4e73-abae-d923d4cefd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.870373 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afa9eae-ab9c-4a78-8323-18b760937f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3be0c27-dff5-44fe-ac5c-fda17d3219e8'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:09.878848 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7b6317-9673-440d-a796-3bf7828da1e5" -d '{"events": [{"server_uuid": "6afa9eae-ab9c-4a78-8323-18b760937f11", "name": "network-vif-plugged", "status": "completed", "tag": "b3be0c27-dff5-44fe-ac5c-fda17d3219e8"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:09.927837 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port b3be0c27-dff5-44fe-ac5c-fda17d3219e8, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b3be0c27-dff5-44fe-ac5c-fda17d3219e8,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:09.938444 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.013832 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2f69b-0caa-4eaa-ab1a-aee8debf8724 req-c05dab9a-29f3-4ead-8955-a0cae03a07ff tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.018535 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-572d7483-e509-44bb-a3d0-2de2e060a8a0 req-7ab533e3-3737-46ec-81c5-2e3f47621768 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 210 time: 0.0621529 Jul 16 01:29:10.023134 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b4a85036-d9d0-45c2-8b45-fff3e41bb2cd admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1866020489-network', 'tenant_id': 'ece0cb6368084497ba010fa4129ba54f'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:10.027568 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a3f2f69b-0caa-4eaa-ab1a-aee8debf8724 req-c05dab9a-29f3-4ead-8955-a0cae03a07ff tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 945 time: 0.5283866 Jul 16 01:29:10.051461 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a85036-d9d0-45c2-8b45-fff3e41bb2cd admin admin] Made reservation on behalf of ece0cb6368084497ba010fa4129ba54f for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:10.054532 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b4a85036-d9d0-45c2-8b45-fff3e41bb2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.072799 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b4a85036-d9d0-45c2-8b45-fff3e41bb2cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.080541 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e11e2d8a-bd8d-4e73-abae-d923d4cefd8b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4bab6293ced644e09f573500870a1f27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5853179 Jul 16 01:29:10.084940 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51660) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:10.092042 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e2d8a-bd8d-4e73-abae-d923d4cefd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6792c7-69fa-4f85-8ce7-4ada15a8fea9,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:10.119434 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=b3be0c27-dff5-44fe-ac5c-fda17d3219e8,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:10.190224 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a3f2f69b-0caa-4eaa-ab1a-aee8debf8724 req-a431ed1e-530f-4429-948e-545791a6cfa5 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575000 Jul 16 01:29:10.219584 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-775ba4c7-a9bb-47c3-98cc-ad6e0639f426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.246697 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b4a85036-d9d0-45c2-8b45-fff3e41bb2cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.271360 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b4a85036-d9d0-45c2-8b45-fff3e41bb2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.284602 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-775ba4c7-a9bb-47c3-98cc-ad6e0639f426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.311189 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a85036-d9d0-45c2-8b45-fff3e41bb2cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:29:10.340051 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a85036-d9d0-45c2-8b45-fff3e41bb2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb4cfe5-40f8-463d-9b09-ed28913e1c01,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:10.359798 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51662) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:10.365940 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b4a85036-d9d0-45c2-8b45-fff3e41bb2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.367067 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-b4a85036-d9d0-45c2-8b45-fff3e41bb2cd admin admin] Added segment 094f11f0-f2ec-4b0e-b53a-57694f1e042c of type vlan for network 43e3c824-6c72-4121-8b92-50e92d3d660a Jul 16 01:29:10.378472 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-775ba4c7-a9bb-47c3-98cc-ad6e0639f426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.386617 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-775ba4c7-a9bb-47c3-98cc-ad6e0639f426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.388968 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-775ba4c7-a9bb-47c3-98cc-ad6e0639f426 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e6792c7-69fa-4f85-8ce7-4ada15a8fea9 HTTP/1.1" status: 204 len: 168 time: 0.3006339 Jul 16 01:29:10.405515 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ce0cf5-e10c-47f9-a813-5ceda463263d x-openstack-request-id: req-e2ce0cf5-e10c-47f9-a813-5ceda463263d {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:10.411735 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afa9eae-ab9c-4a78-8323-18b760937f11", "name": "network-vif-plugged", "status": "completed", "tag": "b3be0c27-dff5-44fe-ac5c-fda17d3219e8", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:10.412928 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2ce0cf5-e10c-47f9-a813-5ceda463263d {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:10.412928 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afa9eae-ab9c-4a78-8323-18b760937f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3be0c27-dff5-44fe-ac5c-fda17d3219e8', 'code': 200} Jul 16 01:29:10.437201 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ba4c7-a9bb-47c3-98cc-ad6e0639f426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6792c7-69fa-4f85-8ce7-4ada15a8fea9,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:10.446837 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ec0ad-b18a-4555-889a-526e3b14165f req-89805bdf-6887-4c0e-a397-d4c1859383dc tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.449336 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-953ec0ad-b18a-4555-889a-526e3b14165f req-89805bdf-6887-4c0e-a397-d4c1859383dc tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbc6406-205d-4bdf-9c96-88323334361d HTTP/1.1" status: 200 len: 945 time: 0.2248001 Jul 16 01:29:10.526288 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d939810-c236-4653-abe7-fe720decdee8 admin admin] Deleting subnet 8a797ccc-825f-4818-85cf-22097dc00999 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:29:10.533047 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b4a85036-d9d0-45c2-8b45-fff3e41bb2cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.538439 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4d939810-c236-4653-abe7-fe720decdee8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.610787 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319cd30-7e93-494c-8815-2528a8f10789 req-7984e01c-8457-48ee-8d45-ef303200dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.616798 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3319cd30-7e93-494c-8815-2528a8f10789 req-7984e01c-8457-48ee-8d45-ef303200dad0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 1098 time: 0.1235614 Jul 16 01:29:10.620473 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-953ec0ad-b18a-4555-889a-526e3b14165f req-93f0991e-9489-48ae-9b81-c7d5405cb5b8 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633651 Jul 16 01:29:10.643960 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4d939810-c236-4653-abe7-fe720decdee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.676038 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b4a85036-d9d0-45c2-8b45-fff3e41bb2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.680931 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a85036-d9d0-45c2-8b45-fff3e41bb2cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.682278 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b4a85036-d9d0-45c2-8b45-fff3e41bb2cd admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.736883 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3319cd30-7e93-494c-8815-2528a8f10789 req-169981e9-23bb-45de-b1f5-e00930450e8b service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020501 Jul 16 01:29:10.857197 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51672) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:10.857424 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b4a85036-d9d0-45c2-8b45-fff3e41bb2cd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0037529 Jul 16 01:29:10.864316 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f2577095-ea86-451a-b073-40c73fd9f7a5 admin admin] Request body: {'subnet': {'network_id': '43e3c824-6c72-4121-8b92-50e92d3d660a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1866020489-subnet', 'tenant_id': 'ece0cb6368084497ba010fa4129ba54f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:10.866800 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a85036-d9d0-45c2-8b45-fff3e41bb2cd admin admin] Pushing event updated for resources: {'Network': ['ID=43e3c824-6c72-4121-8b92-50e92d3d660a,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:10.873798 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4d939810-c236-4653-abe7-fe720decdee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.881874 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 43e3c824-6c72-4121-8b92-50e92d3d660a details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:29:10.933371 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2577095-ea86-451a-b073-40c73fd9f7a5 admin admin] Made reservation on behalf of ece0cb6368084497ba010fa4129ba54f for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:10.938089 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f2577095-ea86-451a-b073-40c73fd9f7a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.012700 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51674) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:11.090165 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4d939810-c236-4653-abe7-fe720decdee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.105248 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-78b765a6-bbbf-4012-b86a-fa89b75a9e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.110601 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc538641-2d17-426c-ab61-fd992ee00e53 req-74ec7d7b-7c08-4b81-b0a8-b187fece251f tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.117987 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bc538641-2d17-426c-ab61-fd992ee00e53 req-74ec7d7b-7c08-4b81-b0a8-b187fece251f tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf6d3e74-cbb1-455a-affa-5a5e5544d093 HTTP/1.1" status: 200 len: 945 time: 0.1878431 Jul 16 01:29:11.191163 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d939810-c236-4653-abe7-fe720decdee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a797ccc-825f-4818-85cf-22097dc00999,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:11.212327 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bc538641-2d17-426c-ab61-fd992ee00e53 req-52ad164c-df5a-4466-b171-0bbd84130b75 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932534 Jul 16 01:29:11.212856 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4d939810-c236-4653-abe7-fe720decdee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.221916 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51680) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:11.233227 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4d939810-c236-4653-abe7-fe720decdee8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8a797ccc-825f-4818-85cf-22097dc00999 HTTP/1.1" status: 204 len: 168 time: 0.8689938 Jul 16 01:29:11.357929 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45dec5ee-293d-43ce-a9e8-731334bd4ae2 req-3814f73c-00a5-4bd3-ac62-e181910485d9 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 210 time: 0.0430672 Jul 16 01:29:11.463265 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-78b765a6-bbbf-4012-b86a-fa89b75a9e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.472178 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-78b765a6-bbbf-4012-b86a-fa89b75a9e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.490102 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0155275a-2fac-4fdb-b99d-0fa7b0d62662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.501339 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f2577095-ea86-451a-b073-40c73fd9f7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.587038 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51686) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:11.588521 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-78b765a6-bbbf-4012-b86a-fa89b75a9e7a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b88a5b129cf4c07850dbfa5b05ef87d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5736208 Jul 16 01:29:11.590828 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b765a6-bbbf-4012-b86a-fa89b75a9e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73c2026-a332-4852-8a78-548b2a1299c9,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:11.704635 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2577095-ea86-451a-b073-40c73fd9f7a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdebbfe4-dc01-4a40-9aa1-c9eaace51819,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:11.747377 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2577095-ea86-451a-b073-40c73fd9f7a5 admin admin] Checking segment: {'id': '094f11f0-f2ec-4b0e-b53a-57694f1e042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43e3c824-6c72-4121-8b92-50e92d3d660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:11.747816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2577095-ea86-451a-b073-40c73fd9f7a5 admin admin] Network hostable DHCP agents. Network: 43e3c824-6c72-4121-8b92-50e92d3d660a, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:29:11.753645 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979d5a1-2264-4cd8-8acb-5b3335ff1477 req-91e12017-49a3-4fbf-81c3-5514700cfb0c tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.763155 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979d5a1-2264-4cd8-8acb-5b3335ff1477 req-91e12017-49a3-4fbf-81c3-5514700cfb0c tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.769712 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979d5a1-2264-4cd8-8acb-5b3335ff1477 req-91e12017-49a3-4fbf-81c3-5514700cfb0c tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.772337 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1979d5a1-2264-4cd8-8acb-5b3335ff1477 req-91e12017-49a3-4fbf-81c3-5514700cfb0c tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf6d3e74-cbb1-455a-affa-5a5e5544d093&device_id=afbc6406-205d-4bdf-9c96-88323334361d&device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 2417 time: 0.1078482 Jul 16 01:29:11.824792 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0155275a-2fac-4fdb-b99d-0fa7b0d62662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.838579 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c1274-0ec7-4bd8-8e94-4328dbc87e57 req-4b73ed6c-e58a-4cb3-b7af-ecc6e3a78190 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.841006 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1979d5a1-2264-4cd8-8acb-5b3335ff1477 req-ad36104b-205a-43d3-a330-768eba8786d4 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622773 Jul 16 01:29:11.841196 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-191c1274-0ec7-4bd8-8e94-4328dbc87e57 req-4b73ed6c-e58a-4cb3-b7af-ecc6e3a78190 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.3901336 Jul 16 01:29:11.841867 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-591964c0-cd39-4125-99cb-afd08b6bc154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.880411 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-bdcba4c6-9929-4d0d-8fe1-bdb85d8b977c req-b3b2b36a-fb1a-43b6-90ee-c4b105ff2487 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:29:11.881551 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bdcba4c6-9929-4d0d-8fe1-bdb85d8b977c req-b3b2b36a-fb1a-43b6-90ee-c4b105ff2487 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074368 Jul 16 01:29:11.894336 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-0155275a-2fac-4fdb-b99d-0fa7b0d62662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['168a68f5-fcbf-43ae-b5ef-a566411180a1']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:11.904597 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-591964c0-cd39-4125-99cb-afd08b6bc154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.930155 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2577095-ea86-451a-b073-40c73fd9f7a5 admin admin] Network 43e3c824-6c72-4121-8b92-50e92d3d660a is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:29:11.933460 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-0155275a-2fac-4fdb-b99d-0fa7b0d62662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5234fa8-ffe2-4db1-b4c2-4bb5ecca3825') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:11.933911 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-0155275a-2fac-4fdb-b99d-0fa7b0d62662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5234fa8-ffe2-4db1-b4c2-4bb5ecca3825') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:11.970655 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0155275a-2fac-4fdb-b99d-0fa7b0d62662 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.989295 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-f2577095-ea86-451a-b073-40c73fd9f7a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 43e3c824-6c72-4121-8b92-50e92d3d660a) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:11.998760 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5521e270-4d78-4f6f-a156-27baec7d1741 None None] Network 43e3c824-6c72-4121-8b92-50e92d3d660a requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:12.012184 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2577095-ea86-451a-b073-40c73fd9f7a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.012800 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f2577095-ea86-451a-b073-40c73fd9f7a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.020106 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bdcba4c6-9929-4d0d-8fe1-bdb85d8b977c req-e1ab175c-e016-4184-a97c-d91bcac3c2f6 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1304255 Jul 16 01:29:12.041022 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-191c1274-0ec7-4bd8-8e94-4328dbc87e57 req-fb1f6332-c815-44bc-a1e6-437ff2362930 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817710 Jul 16 01:29:12.045734 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0155275a-2fac-4fdb-b99d-0fa7b0d62662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.081454 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0155275a-2fac-4fdb-b99d-0fa7b0d62662 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:29:12.082070 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0155275a-2fac-4fdb-b99d-0fa7b0d62662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:29:12.084101 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:29:12.091919 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:29:12.091919 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:29:12.091919 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:29:12.091919 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:29:12.091919 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:29:12.091919 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:29:12.091919 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:29:12.091919 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:29:12.091919 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:29:12.091919 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:29:12.091919 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:29:12.091919 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:29:12.091919 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:29:12.168666 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f2577095-ea86-451a-b073-40c73fd9f7a5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3095083 Jul 16 01:29:12.189603 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2818114-2223-4b0b-86af-c2857d4badbb None None] Network 43e3c824-6c72-4121-8b92-50e92d3d660a requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:12.311104 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-591964c0-cd39-4125-99cb-afd08b6bc154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.322266 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-591964c0-cd39-4125-99cb-afd08b6bc154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.329178 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-591964c0-cd39-4125-99cb-afd08b6bc154 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b73c2026-a332-4852-8a78-548b2a1299c9 HTTP/1.1" status: 204 len: 168 time: 0.7274947 Jul 16 01:29:12.362133 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591964c0-cd39-4125-99cb-afd08b6bc154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73c2026-a332-4852-8a78-548b2a1299c9,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:12.408466 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0155275a-2fac-4fdb-b99d-0fa7b0d62662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.423857 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0155275a-2fac-4fdb-b99d-0fa7b0d62662 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.439909 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0155275a-2fac-4fdb-b99d-0fa7b0d62662 admin admin] 10.222.0.16 "DELETE /v2.0/networks/168a68f5-fcbf-43ae-b5ef-a566411180a1 HTTP/1.1" status: 204 len: 168 time: 1.2169611 Jul 16 01:29:12.476787 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155275a-2fac-4fdb-b99d-0fa7b0d62662 admin admin] Pushing event deleted for resources: {'Network': ['ID=168a68f5-fcbf-43ae-b5ef-a566411180a1,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:12.752346 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6300602a-17e2-4bf4-9012-ca157f8be9ca req-a0965375-5b1b-4daa-99e4-04a60c65d44c tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 210 time: 0.0766149 Jul 16 01:29:12.762062 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51710) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:12.844631 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e45d5d68-6d9c-4d3c-b4ec-8e0fc2f8bd78 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a756e0a6d1547dd91a26298d1ed354c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0810444 Jul 16 01:29:12.847310 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51716) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:12.961769 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b8695922-db3e-4ce3-bdd4-8abb37261e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.007675 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b8695922-db3e-4ce3-bdd4-8abb37261e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.111641 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b8695922-db3e-4ce3-bdd4-8abb37261e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.117185 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b8695922-db3e-4ce3-bdd4-8abb37261e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.122138 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b8695922-db3e-4ce3-bdd4-8abb37261e3f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0531509-e924-4b90-8e51-fc53753eb421 HTTP/1.1" status: 204 len: 168 time: 0.2737508 Jul 16 01:29:13.142642 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8695922-db3e-4ce3-bdd4-8abb37261e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0531509-e924-4b90-8e51-fc53753eb421,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:13.291896 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:29:13.652508 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b0dc8-838b-40d6-99f5-2bb41190be2a req-88a32340-102c-4f87-9e58-b6fada130b0b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.654319 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d36b0dc8-838b-40d6-99f5-2bb41190be2a req-88a32340-102c-4f87-9e58-b6fada130b0b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.1074755 Jul 16 01:29:13.668724 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-3d79d974-e45f-4627-a6d6-93c9d5bb4c30 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.671486 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-3d79d974-e45f-4627-a6d6-93c9d5bb4c30 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/networks?id=43e3c824-6c72-4121-8b92-50e92d3d660a HTTP/1.1" status: 200 len: 822 time: 0.2290587 Jul 16 01:29:13.706578 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-089253d6-715d-481b-b0d5-46d1d8258d16 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/quotas/ece0cb6368084497ba010fa4129ba54f HTTP/1.1" status: 200 len: 375 time: 0.0263178 Jul 16 01:29:13.721412 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d36b0dc8-838b-40d6-99f5-2bb41190be2a req-3485480c-1806-477a-88a1-ab778b270b3e tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592892 Jul 16 01:29:13.777570 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-45679cee-ba9d-48be-90e5-9138cc6abd31 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ece0cb6368084497ba010fa4129ba54f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600121 Jul 16 01:29:13.927778 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-37c1cf22-81ce-4fad-8872-787a33dda861 service neutron] 10.222.0.16 "GET /v2.0/networks/43e3c824-6c72-4121-8b92-50e92d3d660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492615 Jul 16 01:29:14.112458 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-0cd48156-fb1f-4bbb-9414-cb6fd493d929 service neutron] 10.222.0.16 "GET /v2.0/networks/43e3c824-6c72-4121-8b92-50e92d3d660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757882 Jul 16 01:29:14.639547 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51792) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:14.653757 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0ef2f084-7014-44ed-b3d9-f57165f577a1 req-cc8821af-3c29-4f67-8ffc-7b96f2754e68 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/ports?device_id=60af7e4e-7c59-40c6-827a-b4ed4728ab23 HTTP/1.1" status: 200 len: 210 time: 0.0766118 Jul 16 01:29:14.845693 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-54a14a1a-8c4b-47c9-b9a1-727f48c10667 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-174063441-network', 'tenant_id': '12952b5f2311443c9d22a803bb9a668f'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:14.950561 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a14a1a-8c4b-47c9-b9a1-727f48c10667 admin admin] Made reservation on behalf of 12952b5f2311443c9d22a803bb9a668f for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:14.953881 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54a14a1a-8c4b-47c9-b9a1-727f48c10667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:14.978976 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54a14a1a-8c4b-47c9-b9a1-727f48c10667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.134086 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c7d518c0-f634-4402-90a7-9f39f3cdf919 req-f0332a2a-eb31-4332-b380-c852ef9f241c tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 210 time: 0.0706716 Jul 16 01:29:15.262659 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54a14a1a-8c4b-47c9-b9a1-727f48c10667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.269536 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54a14a1a-8c4b-47c9-b9a1-727f48c10667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.293589 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a14a1a-8c4b-47c9-b9a1-727f48c10667 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:29:15.312485 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a14a1a-8c4b-47c9-b9a1-727f48c10667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa27e3b5-f752-4907-be4a-010b86768007,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:15.315797 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54a14a1a-8c4b-47c9-b9a1-727f48c10667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.316073 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-54a14a1a-8c4b-47c9-b9a1-727f48c10667 admin admin] Added segment d7a106ba-2751-4190-a1b6-ee473eae0fac of type vlan for network ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251 Jul 16 01:29:15.400032 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54a14a1a-8c4b-47c9-b9a1-727f48c10667 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.452473 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e1ca1-8dee-4e4a-9576-96377321bdb2 req-d9662ae4-153f-4611-b05f-7aa0bf73514a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.454137 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-379e1ca1-8dee-4e4a-9576-96377321bdb2 req-d9662ae4-153f-4611-b05f-7aa0bf73514a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.1284170 Jul 16 01:29:15.455328 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54a14a1a-8c4b-47c9-b9a1-727f48c10667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.456463 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a14a1a-8c4b-47c9-b9a1-727f48c10667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.456849 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54a14a1a-8c4b-47c9-b9a1-727f48c10667 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.579110 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-54a14a1a-8c4b-47c9-b9a1-727f48c10667 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9370923 Jul 16 01:29:15.581120 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51826) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:15.582923 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a14a1a-8c4b-47c9-b9a1-727f48c10667 admin admin] Pushing event updated for resources: {'Network': ['ID=ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:15.588290 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-e53ec5b1-7dcf-4275-bca6-276a2727ded5 admin admin] Request body: {'subnet': {'network_id': 'ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-174063441-subnet', 'tenant_id': '12952b5f2311443c9d22a803bb9a668f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:15.596384 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:29:15.600036 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-379e1ca1-8dee-4e4a-9576-96377321bdb2 req-640e0a84-8720-4d25-98e6-55486f778f26 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248529 Jul 16 01:29:15.636224 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53ec5b1-7dcf-4275-bca6-276a2727ded5 admin admin] Made reservation on behalf of 12952b5f2311443c9d22a803bb9a668f for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:15.645047 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e53ec5b1-7dcf-4275-bca6-276a2727ded5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.957039 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8bbdc-445f-435e-9dcb-d1a3c3b17f5d req-7acb6a7f-9257-4e2f-96fe-a97e2b75e1b7 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.958665 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f7c8bbdc-445f-435e-9dcb-d1a3c3b17f5d req-7acb6a7f-9257-4e2f-96fe-a97e2b75e1b7 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf6d3e74-cbb1-455a-affa-5a5e5544d093 HTTP/1.1" status: 200 len: 945 time: 0.1373601 Jul 16 01:29:15.985090 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e53ec5b1-7dcf-4275-bca6-276a2727ded5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.037015 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ec5b1-7dcf-4275-bca6-276a2727ded5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a9502d7-b3aa-48ce-a5ce-61d2dfc2623e,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:16.049126 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f7c8bbdc-445f-435e-9dcb-d1a3c3b17f5d req-c3c00434-8e41-4333-8690-03758b3b20ae tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821581 Jul 16 01:29:16.066362 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53ec5b1-7dcf-4275-bca6-276a2727ded5 admin admin] Checking segment: {'id': 'd7a106ba-2751-4190-a1b6-ee473eae0fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:16.066729 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53ec5b1-7dcf-4275-bca6-276a2727ded5 admin admin] Network hostable DHCP agents. Network: ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:29:16.086444 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53ec5b1-7dcf-4275-bca6-276a2727ded5 admin admin] Network ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:29:16.101415 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51838) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:16.128196 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-e53ec5b1-7dcf-4275-bca6-276a2727ded5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:16.135351 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53ec5b1-7dcf-4275-bca6-276a2727ded5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.136115 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e53ec5b1-7dcf-4275-bca6-276a2727ded5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.141334 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711f2079-e22b-45c0-9b9b-8e9d10cf5c91 None None] Network ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:16.166783 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e53ec5b1-7dcf-4275-bca6-276a2727ded5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5843322 Jul 16 01:29:16.220282 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d7ef274a-32b3-4402-8749-af2a132a77c7 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.230714 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a2962-5299-425e-8458-9045969fca8b req-8940aef8-238d-44ff-a872-de43255641ae tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.232355 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c02a2962-5299-425e-8458-9045969fca8b req-8940aef8-238d-44ff-a872-de43255641ae tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.1392417 Jul 16 01:29:16.274374 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d7ef274a-32b3-4402-8749-af2a132a77c7 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.299527 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c02a2962-5299-425e-8458-9045969fca8b req-fbbcbe40-6b08-4891-b392-8b6973b85199 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574331 Jul 16 01:29:16.397665 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d7ef274a-32b3-4402-8749-af2a132a77c7 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.400676 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d7ef274a-32b3-4402-8749-af2a132a77c7 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.401356 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d7ef274a-32b3-4402-8749-af2a132a77c7 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "DELETE /v2.0/security-groups/f3e90d9f-5c77-4f64-941f-dab2de4392b4 HTTP/1.1" status: 204 len: 168 time: 0.2984366 Jul 16 01:29:16.404679 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51850) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:16.419654 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d947075f-b32d-4665-81c6-1f7e66d6c46c None None] Network ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:16.429843 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-7a3af6b8-cf74-4ed3-aa2c-555d01300552 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] show failed (client error): The resource could not be found. Jul 16 01:29:16.431374 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7a3af6b8-cf74-4ed3-aa2c-555d01300552 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "GET /v2.0/security-groups/f3e90d9f-5c77-4f64-941f-dab2de4392b4 HTTP/1.1" status: 404 len: 347 time: 0.0253959 Jul 16 01:29:16.436928 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51852) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:16.450290 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef274a-32b3-4402-8749-af2a132a77c7 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e90d9f-5c77-4f64-941f-dab2de4392b4,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:16.481558 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-649b2316-766f-4b31-a76f-4f10d8173b1b req-893dea31-21c3-441e-85aa-272244a70e58 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 210 time: 0.0849862 Jul 16 01:29:16.648119 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-5503b2e0-e277-4d63-9946-9f31f421ac4c tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.651978 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-5503b2e0-e277-4d63-9946-9f31f421ac4c tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.82 "GET /v2.0/networks?id=43e3c824-6c72-4121-8b92-50e92d3d660a HTTP/1.1" status: 200 len: 822 time: 0.2735269 Jul 16 01:29:16.666499 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-9069755e-213a-44b8-95b2-c30b9c639c42 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Request body: {'port': {'device_id': '0a3c3076-e8f8-4f5a-8cc0-15e6e3282094', 'network_id': '43e3c824-6c72-4121-8b92-50e92d3d660a', 'admin_state_up': True, 'tenant_id': 'ece0cb6368084497ba010fa4129ba54f'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:16.939446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df4a21-e889-4d7c-97c8-730f22fa0f44 req-600f2a04-0a03-4bf9-b38f-a6a7069ac193 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.941145 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a9df4a21-e889-4d7c-97c8-730f22fa0f44 req-600f2a04-0a03-4bf9-b38f-a6a7069ac193 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.1336207 Jul 16 01:29:16.943526 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-9069755e-213a-44b8-95b2-c30b9c639c42 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Made reservation on behalf of ece0cb6368084497ba010fa4129ba54f for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:16.947537 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-9069755e-213a-44b8-95b2-c30b9c639c42 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.137045 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-4b9206d9-375c-4107-a554-0af00ebb4abf tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.138644 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-4b9206d9-375c-4107-a554-0af00ebb4abf tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/networks?id=ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251 HTTP/1.1" status: 200 len: 821 time: 0.1849556 Jul 16 01:29:17.146718 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-bcb4e942-0c6b-4195-8b38-9e54360a5723 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Deleting port 7b127dac-e595-4de6-9a4b-d66624d40dcb {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:17.147056 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e942-0c6b-4195-8b38-9e54360a5723 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.179708 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-5b403b88-4d84-49ee-8765-ba59f5670a87 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/quotas/12952b5f2311443c9d22a803bb9a668f HTTP/1.1" status: 200 len: 375 time: 0.0293598 Jul 16 01:29:17.249712 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-a4dcdfef-aac6-43a6-85b2-c04edd71ec6c tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=12952b5f2311443c9d22a803bb9a668f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352888 Jul 16 01:29:17.276646 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e942-0c6b-4195-8b38-9e54360a5723 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.277035 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e942-0c6b-4195-8b38-9e54360a5723 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.306146 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-bcb4e942-0c6b-4195-8b38-9e54360a5723 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Calling delete_port for 7b127dac-e595-4de6-9a4b-d66624d40dcb owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:17.396254 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a9df4a21-e889-4d7c-97c8-730f22fa0f44 req-3ecee432-7759-45ed-9bef-ea4260a67c1a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448154 Jul 16 01:29:17.422175 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-0c3ea621-07b9-4598-bc9f-6cd601dd6c0a service neutron] 10.222.0.16 "GET /v2.0/networks/ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568685 Jul 16 01:29:17.434914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69390120-4005-4014-bac8-c740e6bb69b3 req-1524c0a1-ccc2-4321-8bea-7232284e0172 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.436875 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-69390120-4005-4014-bac8-c740e6bb69b3 req-1524c0a1-ccc2-4321-8bea-7232284e0172 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf6d3e74-cbb1-455a-affa-5a5e5544d093 HTTP/1.1" status: 200 len: 945 time: 0.5448875 Jul 16 01:29:17.578988 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-9069755e-213a-44b8-95b2-c30b9c639c42 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Allocated IP 172.20.0.12 (43e3c824-6c72-4121-8b92-50e92d3d660a/cdebbfe4-dc01-4a40-9aa1-c9eaace51819/25ad4d70-e079-4f35-9ccd-3501263b6e43) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:17.629955 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-f7554999-2408-4e4d-a5ab-56cf375a269a service neutron] 10.222.0.16 "GET /v2.0/networks/ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068379 Jul 16 01:29:17.637260 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e942-0c6b-4195-8b38-9e54360a5723 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.670569 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4e942-0c6b-4195-8b38-9e54360a5723 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event deleted for resources: {'Port': ['ID=7b127dac-e595-4de6-9a4b-d66624d40dcb,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:17.709444 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-69390120-4005-4014-bac8-c740e6bb69b3 req-60d89d9c-1cfe-45aa-977b-4550911bfe26 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Deleting port ed19b434-a73b-43fd-b31c-b9decb56b780 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:17.709929 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-69390120-4005-4014-bac8-c740e6bb69b3 req-60d89d9c-1cfe-45aa-977b-4550911bfe26 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.771696 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e942-0c6b-4195-8b38-9e54360a5723 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.776607 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e942-0c6b-4195-8b38-9e54360a5723 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.780893 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bcb4e942-0c6b-4195-8b38-9e54360a5723 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "DELETE /v2.0/floatingips/4e05d9fd-6490-4346-a57c-d32f591e2d76 HTTP/1.1" status: 204 len: 168 time: 1.3408282 Jul 16 01:29:17.781688 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51878) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:17.895361 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-eb322a5d-7d68-4d4d-8593-183a72b340fb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Deleting port 28a2b02f-aee0-487c-baab-2cdc1ff4a615 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:17.895737 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb322a5d-7d68-4d4d-8593-183a72b340fb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.939508 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9104e-3461-476d-ab73-c648547ceb4a req-2554143f-4459-47fb-b866-eac5e93a2541 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.941086 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f3d9104e-3461-476d-ab73-c648547ceb4a req-2554143f-4459-47fb-b866-eac5e93a2541 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.3273361 Jul 16 01:29:17.992448 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-9069755e-213a-44b8-95b2-c30b9c639c42 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.029663 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-69390120-4005-4014-bac8-c740e6bb69b3 req-60d89d9c-1cfe-45aa-977b-4550911bfe26 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] For port ed19b434-a73b-43fd-b31c-b9decb56b780, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=ed19b434-a73b-43fd-b31c-b9decb56b780,segment=NetworkSegment(93b4c2d2-2e14-4e98-b04b-d4a19b004959),segment_id=93b4c2d2-2e14-4e98-b04b-d4a19b004959)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:18.030038 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-69390120-4005-4014-bac8-c740e6bb69b3 req-60d89d9c-1cfe-45aa-977b-4550911bfe26 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.051701 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb322a5d-7d68-4d4d-8593-183a72b340fb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.062399 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caff79d-836c-482e-a95f-9c73b6df163a req-ce5acd3a-472f-4d2c-9d9a-57ae632ca850 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.063891 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7caff79d-836c-482e-a95f-9c73b6df163a req-ce5acd3a-472f-4d2c-9d9a-57ae632ca850 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf6d3e74-cbb1-455a-affa-5a5e5544d093 HTTP/1.1" status: 200 len: 945 time: 0.3271582 Jul 16 01:29:18.072935 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-69390120-4005-4014-bac8-c740e6bb69b3 req-60d89d9c-1cfe-45aa-977b-4550911bfe26 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Calling delete_port for ed19b434-a73b-43fd-b31c-b9decb56b780 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:18.077509 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-eb322a5d-7d68-4d4d-8593-183a72b340fb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Calling delete_port for 28a2b02f-aee0-487c-baab-2cdc1ff4a615 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:18.155486 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22a3d5-b88a-4705-a8d3-b98fddb58a34 req-b7a7487f-bb96-4010-b5ba-ed91fb931361 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.157302 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ca22a3d5-b88a-4705-a8d3-b98fddb58a34 req-b7a7487f-bb96-4010-b5ba-ed91fb931361 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 946 time: 0.2394137 Jul 16 01:29:18.222447 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7caff79d-836c-482e-a95f-9c73b6df163a req-10ed26b0-87d1-4b92-b1ec-bb191fd8433f tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382565 Jul 16 01:29:18.230669 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-9069755e-213a-44b8-95b2-c30b9c639c42 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.245728 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ca22a3d5-b88a-4705-a8d3-b98fddb58a34 req-d1b8df3e-8a39-48d2-90fd-f8271643d39c tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814867 Jul 16 01:29:18.308039 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-9069755e-213a-44b8-95b2-c30b9c639c42 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Network 43e3c824-6c72-4121-8b92-50e92d3d660a is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:18.312176 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-f3d9104e-3461-476d-ab73-c648547ceb4a req-d2c3a058-3cb5-43a9-bfbd-667dc91a0cc1 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Deleting port 5a667ba4-53dc-45af-b92d-faf315772a8b {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:18.312563 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f3d9104e-3461-476d-ab73-c648547ceb4a req-d2c3a058-3cb5-43a9-bfbd-667dc91a0cc1 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.353468 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-9069755e-213a-44b8-95b2-c30b9c639c42 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:18.364163 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069755e-213a-44b8-95b2-c30b9c639c42 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Pushing event updated for resources: {'Port': ['ID=25ad4d70-e079-4f35-9ccd-3501263b6e43,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:18.384295 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-9069755e-213a-44b8-95b2-c30b9c639c42 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:18.410185 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ba2cae7-b72f-4ee6-b64f-d84c9e5d9cd9 req-81d846ce-e881-40bf-ae25-22630c89f630 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/ports?device_id=831e172c-0d9c-466f-becc-3848d5a26f4e HTTP/1.1" status: 200 len: 210 time: 0.0614927 Jul 16 01:29:18.450908 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb322a5d-7d68-4d4d-8593-183a72b340fb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.517246 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb322a5d-7d68-4d4d-8593-183a72b340fb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event deleted for resources: {'Port': ['ID=28a2b02f-aee0-487c-baab-2cdc1ff4a615,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:18.668903 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-9069755e-213a-44b8-95b2-c30b9c639c42 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.669881 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-9069755e-213a-44b8-95b2-c30b9c639c42 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.688179 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-69390120-4005-4014-bac8-c740e6bb69b3 req-60d89d9c-1cfe-45aa-977b-4550911bfe26 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.701284 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['4c0e22b0-bece-4678-a1cb-6756d243ce4d'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:18.716090 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb322a5d-7d68-4d4d-8593-183a72b340fb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.721051 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-eb322a5d-7d68-4d4d-8593-183a72b340fb tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "DELETE /v2.0/ports/28a2b02f-aee0-487c-baab-2cdc1ff4a615 HTTP/1.1" status: 204 len: 168 time: 0.9360609 Jul 16 01:29:18.722938 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51898) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:18.751986 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['b374de59-b8e8-4c16-aaf6-908bdbd9ed91', 'ed19b434-a73b-43fd-b31c-b9decb56b780'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:18.761558 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d89d9c-1cfe-45aa-977b-4550911bfe26 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Pushing event deleted for resources: {'Port': ['ID=ed19b434-a73b-43fd-b31c-b9decb56b780,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:18.804316 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d1b62-2d61-4311-9d59-8ba8e5ff8a0c req-58cc5e28-8f31-457e-87de-3c033565b9fe tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.814269 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-086d1b62-2d61-4311-9d59-8ba8e5ff8a0c req-58cc5e28-8f31-457e-87de-3c033565b9fe tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.2140324 Jul 16 01:29:18.839865 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f3d9104e-3461-476d-ab73-c648547ceb4a req-d2c3a058-3cb5-43a9-bfbd-667dc91a0cc1 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] For port 5a667ba4-53dc-45af-b92d-faf315772a8b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=5a667ba4-53dc-45af-b92d-faf315772a8b,segment=NetworkSegment(5b3908e5-ef1d-4834-83cc-7a5e334d32e1),segment_id=5b3908e5-ef1d-4834-83cc-7a5e334d32e1)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:18.840269 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f3d9104e-3461-476d-ab73-c648547ceb4a req-d2c3a058-3cb5-43a9-bfbd-667dc91a0cc1 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.856924 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-69390120-4005-4014-bac8-c740e6bb69b3 req-60d89d9c-1cfe-45aa-977b-4550911bfe26 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] No DVR routers for this DVR port ed19b434-a73b-43fd-b31c-b9decb56b780 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:18.873943 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-69390120-4005-4014-bac8-c740e6bb69b3 req-60d89d9c-1cfe-45aa-977b-4550911bfe26 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:18.876053 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-69390120-4005-4014-bac8-c740e6bb69b3 req-60d89d9c-1cfe-45aa-977b-4550911bfe26 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.84 "DELETE /v2.0/ports/ed19b434-a73b-43fd-b31c-b9decb56b780 HTTP/1.1" status: 204 len: 173 time: 1.4269512 Jul 16 01:29:18.885131 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6d3e74-cbb1-455a-affa-5a5e5544d093', 'name': 'network-vif-deleted', 'tag': 'ed19b434-a73b-43fd-b31c-b9decb56b780'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:18.890820 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d64f50-4877-45c3-9b5a-167671ca4dc4" -d '{"events": [{"server_uuid": "bf6d3e74-cbb1-455a-affa-5a5e5544d093", "name": "network-vif-deleted", "tag": "ed19b434-a73b-43fd-b31c-b9decb56b780"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:18.908141 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-9069755e-213a-44b8-95b2-c30b9c639c42 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2460375 Jul 16 01:29:18.921202 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-f3d9104e-3461-476d-ab73-c648547ceb4a req-d2c3a058-3cb5-43a9-bfbd-667dc91a0cc1 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Calling delete_port for 5a667ba4-53dc-45af-b92d-faf315772a8b owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:18.949254 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348488aa-01ed-4e08-9faa-1d3049725420 req-83fbc3e7-e0ae-4fad-9f5f-324ed80b42eb tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.951191 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-348488aa-01ed-4e08-9faa-1d3049725420 req-83fbc3e7-e0ae-4fad-9f5f-324ed80b42eb tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 932 time: 0.4644790 Jul 16 01:29:18.963160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-dd3351b2-2e3b-4b2d-b727-5a0e3eb5c677 service neutron] Request body: {'port': {'device_id': '0a3c3076-e8f8-4f5a-8cc0-15e6e3282094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:18.966114 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51904) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:18.991086 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-086d1b62-2d61-4311-9d59-8ba8e5ff8a0c req-ae455a6d-843b-4f73-b626-298c12144cad tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760328 Jul 16 01:29:19.126729 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-b769e794-7689-4db1-9321-92e18db2fcf1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Deleting port 4345b472-d891-4095-9ac3-2e3b8fe40305 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:19.129208 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b769e794-7689-4db1-9321-92e18db2fcf1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.281677 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-348488aa-01ed-4e08-9faa-1d3049725420 req-c9cfa365-ed55-4f29-b71a-8391063927fd tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205338 Jul 16 01:29:19.307751 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-dd3351b2-2e3b-4b2d-b727-5a0e3eb5c677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.334172 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f45426a-7bee-418c-89fa-53e7c6c288c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.379398 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcda26b-ac89-4806-b408-17ca10f4dba0 x-openstack-request-id: req-1bcda26b-ac89-4806-b408-17ca10f4dba0 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:19.379776 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6d3e74-cbb1-455a-affa-5a5e5544d093", "name": "network-vif-deleted", "tag": "ed19b434-a73b-43fd-b31c-b9decb56b780", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:19.379938 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1bcda26b-ac89-4806-b408-17ca10f4dba0 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:19.380444 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6d3e74-cbb1-455a-affa-5a5e5544d093', 'name': 'network-vif-deleted', 'tag': 'ed19b434-a73b-43fd-b31c-b9decb56b780', 'status': 'completed', 'code': 200} Jul 16 01:29:19.399501 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b769e794-7689-4db1-9321-92e18db2fcf1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.421524 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-b769e794-7689-4db1-9321-92e18db2fcf1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Calling delete_port for 4345b472-d891-4095-9ac3-2e3b8fe40305 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:19.621199 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f45426a-7bee-418c-89fa-53e7c6c288c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.641890 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f45426a-7bee-418c-89fa-53e7c6c288c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.680468 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f3d9104e-3461-476d-ab73-c648547ceb4a req-d2c3a058-3cb5-43a9-bfbd-667dc91a0cc1 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.704033 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-acc89b46-1432-4e0b-99c4-691979ab94fe req-5853d5cd-ca13-448e-b9a1-9326421787c3 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf6d3e74-cbb1-455a-affa-5a5e5544d093 HTTP/1.1" status: 200 len: 210 time: 0.0795033 Jul 16 01:29:19.748012 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45426a-7bee-418c-89fa-53e7c6c288c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de2d0b5-7594-4c01-b430-196eb6498dee,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:19.751139 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3a058-3cb5-43a9-bfbd-667dc91a0cc1 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Pushing event deleted for resources: {'Port': ['ID=5a667ba4-53dc-45af-b92d-faf315772a8b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:19.761458 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8f45426a-7bee-418c-89fa-53e7c6c288c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f58aa75e2034e95ac2cfd1aafab880a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7665505 Jul 16 01:29:19.762672 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51914) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:19.909453 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d9104e-3461-476d-ab73-c648547ceb4a req-d2c3a058-3cb5-43a9-bfbd-667dc91a0cc1 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] No DVR routers for this DVR port 5a667ba4-53dc-45af-b92d-faf315772a8b on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:19.918986 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a184d63-9ad2-40bc-897b-c114946cb20f req-4a01d1d6-0b36-4616-a226-748cf2110c38 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.926141 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4a184d63-9ad2-40bc-897b-c114946cb20f req-4a01d1d6-0b36-4616-a226-748cf2110c38 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4a98b25-128c-4398-a4d6-84acd7fc9a07 HTTP/1.1" status: 200 len: 868 time: 0.3970373 Jul 16 01:29:19.955552 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f3d9104e-3461-476d-ab73-c648547ceb4a req-d2c3a058-3cb5-43a9-bfbd-667dc91a0cc1 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:19.957610 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f3d9104e-3461-476d-ab73-c648547ceb4a req-d2c3a058-3cb5-43a9-bfbd-667dc91a0cc1 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.84 "DELETE /v2.0/ports/5a667ba4-53dc-45af-b92d-faf315772a8b HTTP/1.1" status: 204 len: 173 time: 2.0079293 Jul 16 01:29:19.981534 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1c5c2e67-0de6-4fc9-a35d-966bfa273773 req-6fe83b39-cb09-410e-8547-d8f27c3e1caa tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/ports?device_id=831e172c-0d9c-466f-becc-3848d5a26f4e HTTP/1.1" status: 200 len: 210 time: 0.0516753 Jul 16 01:29:19.987418 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8699bac3-c9ab-46e0-986e-13eedfc62689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.019233 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b769e794-7689-4db1-9321-92e18db2fcf1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.050227 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4a184d63-9ad2-40bc-897b-c114946cb20f req-40bdc2a1-2495-4d96-bdc9-d70386926549 tempest-ServersNegativeTestJSON-32311462 tempest-ServersNegativeTestJSON-32311462-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb6659ba-d757-4d61-8419-79a0c08f8fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231050 Jul 16 01:29:20.067384 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8699bac3-c9ab-46e0-986e-13eedfc62689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.068636 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769e794-7689-4db1-9321-92e18db2fcf1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event deleted for resources: {'Port': ['ID=4345b472-d891-4095-9ac3-2e3b8fe40305,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:20.082732 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-84d0259f-ff46-4c94-9373-cbba97d72047 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.084510 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-84d0259f-ff46-4c94-9373-cbba97d72047 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.82 "GET /v2.0/networks?id=ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251 HTTP/1.1" status: 200 len: 821 time: 0.3478911 Jul 16 01:29:20.099968 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-c8a61a22-4e67-43ec-81b3-d50efe163987 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Request body: {'port': {'device_id': '831e172c-0d9c-466f-becc-3848d5a26f4e', 'network_id': 'ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251', 'admin_state_up': True, 'tenant_id': '12952b5f2311443c9d22a803bb9a668f'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:20.214786 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b769e794-7689-4db1-9321-92e18db2fcf1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.217387 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b769e794-7689-4db1-9321-92e18db2fcf1 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "DELETE /v2.0/ports/4345b472-d891-4095-9ac3-2e3b8fe40305 HTTP/1.1" status: 204 len: 168 time: 1.4934559 Jul 16 01:29:20.219103 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-dd3351b2-2e3b-4b2d-b727-5a0e3eb5c677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ad4d70-e079-4f35-9ccd-3501263b6e43 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:20.220826 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51918) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:20.231924 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-dd3351b2-2e3b-4b2d-b727-5a0e3eb5c677 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.278913 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-c8a61a22-4e67-43ec-81b3-d50efe163987 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Made reservation on behalf of 12952b5f2311443c9d22a803bb9a668f for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:20.283898 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-c8a61a22-4e67-43ec-81b3-d50efe163987 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.286830 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-dd3351b2-2e3b-4b2d-b727-5a0e3eb5c677 service neutron] Transition to ACTIVE for port object 25ad4d70-e079-4f35-9ccd-3501263b6e43 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:20.293395 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8699bac3-c9ab-46e0-986e-13eedfc62689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.296151 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8699bac3-c9ab-46e0-986e-13eedfc62689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.299980 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8699bac3-c9ab-46e0-986e-13eedfc62689 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5de2d0b5-7594-4c01-b430-196eb6498dee HTTP/1.1" status: 204 len: 168 time: 0.5310872 Jul 16 01:29:20.310395 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-dd3351b2-2e3b-4b2d-b727-5a0e3eb5c677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.322772 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a2b5b-c422-408b-8032-ddd115e26459 req-7e3875b6-febb-4d41-8643-903891e5aeb6 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.329050 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-050a2b5b-c422-408b-8032-ddd115e26459 req-7e3875b6-febb-4d41-8643-903891e5aeb6 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.1596165 Jul 16 01:29:20.340520 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-169643bd-ab5f-45b1-8828-46c5a569751e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Deleting subnet 9ae7ab5f-1aba-40ab-8a57-c511550c4d96 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:29:20.343887 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699bac3-c9ab-46e0-986e-13eedfc62689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de2d0b5-7594-4c01-b430-196eb6498dee,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:20.417900 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3351b2-2e3b-4b2d-b727-5a0e3eb5c677 service neutron] Pushing event updated for resources: {'Port': ['ID=25ad4d70-e079-4f35-9ccd-3501263b6e43,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:20.418763 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-169643bd-ab5f-45b1-8828-46c5a569751e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.444569 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-050a2b5b-c422-408b-8032-ddd115e26459 req-b12d6443-d19d-4855-8d62-c7bc8c79584e tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055686 Jul 16 01:29:20.529870 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-169643bd-ab5f-45b1-8828-46c5a569751e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.630341 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-dd3351b2-2e3b-4b2d-b727-5a0e3eb5c677 service neutron] Attempting to bind port 25ad4d70-e079-4f35-9ccd-3501263b6e43 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:20.630814 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-dd3351b2-2e3b-4b2d-b727-5a0e3eb5c677 service neutron] Attempting to bind port 25ad4d70-e079-4f35-9ccd-3501263b6e43 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '094f11f0-f2ec-4b0e-b53a-57694f1e042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43e3c824-6c72-4121-8b92-50e92d3d660a'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:20.631214 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-dd3351b2-2e3b-4b2d-b727-5a0e3eb5c677 service neutron] Attempting to bind port 25ad4d70-e079-4f35-9ccd-3501263b6e43 on network 43e3c824-6c72-4121-8b92-50e92d3d660a {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:20.645788 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-dd3351b2-2e3b-4b2d-b727-5a0e3eb5c677 service neutron] Port 25ad4d70-e079-4f35-9ccd-3501263b6e43 on network 43e3c824-6c72-4121-8b92-50e92d3d660a not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:20.646269 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-dd3351b2-2e3b-4b2d-b727-5a0e3eb5c677 service neutron] Attempting to bind port 25ad4d70-e079-4f35-9ccd-3501263b6e43 on network 43e3c824-6c72-4121-8b92-50e92d3d660a {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:20.671878 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-dd3351b2-2e3b-4b2d-b727-5a0e3eb5c677 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:20.671878 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-dd3351b2-2e3b-4b2d-b727-5a0e3eb5c677 service neutron] Checking segment: {'id': '094f11f0-f2ec-4b0e-b53a-57694f1e042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43e3c824-6c72-4121-8b92-50e92d3d660a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:20.673134 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-dd3351b2-2e3b-4b2d-b727-5a0e3eb5c677 service neutron] Bound using segment: {'id': '094f11f0-f2ec-4b0e-b53a-57694f1e042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43e3c824-6c72-4121-8b92-50e92d3d660a'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:20.673744 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-dd3351b2-2e3b-4b2d-b727-5a0e3eb5c677 service neutron] Bound port: 25ad4d70-e079-4f35-9ccd-3501263b6e43, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '094f11f0-f2ec-4b0e-b53a-57694f1e042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43e3c824-6c72-4121-8b92-50e92d3d660a'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:20.674213 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-dd3351b2-2e3b-4b2d-b727-5a0e3eb5c677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.695883 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-169643bd-ab5f-45b1-8828-46c5a569751e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.740562 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-c8a61a22-4e67-43ec-81b3-d50efe163987 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Allocated IP 172.20.0.10 (ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251/0a9502d7-b3aa-48ce-a5ce-61d2dfc2623e/3d694bcd-8f5b-498a-8abe-5b92203ac403) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:20.782396 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-169643bd-ab5f-45b1-8828-46c5a569751e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.834748 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c5585-b62c-4c3a-bade-7b9004bf9bec req-66e143c8-7f8b-4716-a4cc-fece2d43a84f tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.838844 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169643bd-ab5f-45b1-8828-46c5a569751e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event deleted for resources: {'Subnet': ['ID=9ae7ab5f-1aba-40ab-8a57-c511550c4d96,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:20.839279 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86703cbb-29cf-4e19-b156-570f08928cce None None] Network 7baef46c-4da4-4d46-bf21-e653349e66a6 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:20.847419 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-169643bd-ab5f-45b1-8828-46c5a569751e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.848845 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-877c5585-b62c-4c3a-bade-7b9004bf9bec req-66e143c8-7f8b-4716-a4cc-fece2d43a84f tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 944 time: 0.3381639 Jul 16 01:29:20.852195 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-169643bd-ab5f-45b1-8828-46c5a569751e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "DELETE /v2.0/subnets/9ae7ab5f-1aba-40ab-8a57-c511550c4d96 HTTP/1.1" status: 204 len: 168 time: 0.6287723 Jul 16 01:29:20.852914 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51940) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:20.902288 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169643bd-ab5f-45b1-8828-46c5a569751e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:20.902639 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169643bd-ab5f-45b1-8828-46c5a569751e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:20.902983 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169643bd-ab5f-45b1-8828-46c5a569751e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:20.903319 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169643bd-ab5f-45b1-8828-46c5a569751e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:20.903662 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169643bd-ab5f-45b1-8828-46c5a569751e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:20.903977 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169643bd-ab5f-45b1-8828-46c5a569751e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:20.904305 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169643bd-ab5f-45b1-8828-46c5a569751e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:20.904670 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169643bd-ab5f-45b1-8828-46c5a569751e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:20.904995 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169643bd-ab5f-45b1-8828-46c5a569751e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:20.905542 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169643bd-ab5f-45b1-8828-46c5a569751e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:20.905654 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169643bd-ab5f-45b1-8828-46c5a569751e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:20.905940 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169643bd-ab5f-45b1-8828-46c5a569751e tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:20.950929 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-33292140-ac34-4d9e-a49b-a9b571df458f tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Deleting subnet 7407fa8c-a52a-4e33-b68e-404660b41399 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:29:20.952472 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-877c5585-b62c-4c3a-bade-7b9004bf9bec req-820fd1ef-bbb4-4689-82ed-b3c56d6aa211 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026814 Jul 16 01:29:20.962670 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-33292140-ac34-4d9e-a49b-a9b571df458f tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.974901 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-dd3351b2-2e3b-4b2d-b727-5a0e3eb5c677 service neutron] For port 25ad4d70-e079-4f35-9ccd-3501263b6e43, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:20.992711 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-dd3351b2-2e3b-4b2d-b727-5a0e3eb5c677 service neutron] For port 25ad4d70-e079-4f35-9ccd-3501263b6e43, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=25ad4d70-e079-4f35-9ccd-3501263b6e43,segment=NetworkSegment(094f11f0-f2ec-4b0e-b53a-57694f1e042c),segment_id=094f11f0-f2ec-4b0e-b53a-57694f1e042c)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:21.004687 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-dd3351b2-2e3b-4b2d-b727-5a0e3eb5c677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.065877 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-33292140-ac34-4d9e-a49b-a9b571df458f tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.099440 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-dd3351b2-2e3b-4b2d-b727-5a0e3eb5c677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.100050 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-dd3351b2-2e3b-4b2d-b727-5a0e3eb5c677 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.101668 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-dd3351b2-2e3b-4b2d-b727-5a0e3eb5c677 service neutron] 10.222.0.82 "PUT /v2.0/ports/25ad4d70-e079-4f35-9ccd-3501263b6e43 HTTP/1.1" status: 200 len: 1093 time: 2.1777308 Jul 16 01:29:21.202567 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823a0e2a-46ab-4de3-aaad-32b7f21eea00 None None] DHCP port deletion for 7baef46c-4da4-4d46-bf21-e653349e66a6 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:29:21.253744 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-33292140-ac34-4d9e-a49b-a9b571df458f tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.288060 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-42298c10-87be-456e-9510-502bce036f0c req-4a456279-b84d-44a0-b41c-a9e1fefed090 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/ports?device_id=831e172c-0d9c-466f-becc-3848d5a26f4e HTTP/1.1" status: 200 len: 210 time: 0.0483651 Jul 16 01:29:21.288918 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51954) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:21.324170 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3351b2-2e3b-4b2d-b727-5a0e3eb5c677 service neutron] Pushing event updated for resources: {'Port': ['ID=25ad4d70-e079-4f35-9ccd-3501263b6e43,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:21.325703 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-823a0e2a-46ab-4de3-aaad-32b7f21eea00 None None] Deleting port 4be86973-2f7b-44e2-ba2e-a5487dc84591 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:21.326135 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-823a0e2a-46ab-4de3-aaad-32b7f21eea00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.352535 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-33292140-ac34-4d9e-a49b-a9b571df458f tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.392793 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a98b25-128c-4398-a4d6-84acd7fc9a07', 'name': 'network-vif-deleted', 'tag': '5a667ba4-53dc-45af-b92d-faf315772a8b'}, {'name': 'network-changed', 'server_uuid': '0a3c3076-e8f8-4f5a-8cc0-15e6e3282094', 'tag': '25ad4d70-e079-4f35-9ccd-3501263b6e43'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:21.393019 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33292140-ac34-4d9e-a49b-a9b571df458f tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event deleted for resources: {'Subnet': ['ID=7407fa8c-a52a-4e33-b68e-404660b41399,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:21.393019 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-33292140-ac34-4d9e-a49b-a9b571df458f tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.396236 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-33292140-ac34-4d9e-a49b-a9b571df458f tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "DELETE /v2.0/subnets/7407fa8c-a52a-4e33-b68e-404660b41399 HTTP/1.1" status: 204 len: 168 time: 0.5411496 Jul 16 01:29:21.397531 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51958) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:21.402272 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8eae32e-6ec3-4f7f-a464-6e0dcdc459ff" -d '{"events": [{"server_uuid": "b4a98b25-128c-4398-a4d6-84acd7fc9a07", "name": "network-vif-deleted", "tag": "5a667ba4-53dc-45af-b92d-faf315772a8b"}, {"name": "network-changed", "server_uuid": "0a3c3076-e8f8-4f5a-8cc0-15e6e3282094", "tag": "25ad4d70-e079-4f35-9ccd-3501263b6e43"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:21.421449 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-c8a61a22-4e67-43ec-81b3-d50efe163987 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.442135 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6aa74a-c59b-4e22-bcc9-042211c6a784 None None] Network 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:21.448845 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-06116f70-d192-4a53-9c0b-34d640abee5a admin admin] Deleting subnet d3f67e12-f5ad-4d79-ae7c-5f4fe14246c7 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:29:21.457058 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-06116f70-d192-4a53-9c0b-34d640abee5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.493736 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-823a0e2a-46ab-4de3-aaad-32b7f21eea00 None None] For port 4be86973-2f7b-44e2-ba2e-a5487dc84591, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4be86973-2f7b-44e2-ba2e-a5487dc84591,segment=NetworkSegment(a197f804-8758-48ef-a6b7-1ca08f691181),segment_id=a197f804-8758-48ef-a6b7-1ca08f691181)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:21.494143 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-823a0e2a-46ab-4de3-aaad-32b7f21eea00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.499792 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-c9c8f7b9-bd1a-403e-ab9f-4e5546554ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.501622 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-c9c8f7b9-bd1a-403e-ab9f-4e5546554ed3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ece0cb6368084497ba010fa4129ba54f&device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 1096 time: 0.3269641 Jul 16 01:29:21.514970 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-823a0e2a-46ab-4de3-aaad-32b7f21eea00 None None] Calling delete_port for 4be86973-2f7b-44e2-ba2e-a5487dc84591 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:21.562672 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75d8927-f051-4398-8ea1-0ad20b5f1915 x-openstack-request-id: req-c75d8927-f051-4398-8ea1-0ad20b5f1915 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:21.562962 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a98b25-128c-4398-a4d6-84acd7fc9a07", "name": "network-vif-deleted", "tag": "5a667ba4-53dc-45af-b92d-faf315772a8b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0a3c3076-e8f8-4f5a-8cc0-15e6e3282094", "tag": "25ad4d70-e079-4f35-9ccd-3501263b6e43", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:21.563208 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c75d8927-f051-4398-8ea1-0ad20b5f1915 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:21.563607 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a98b25-128c-4398-a4d6-84acd7fc9a07', 'name': 'network-vif-deleted', 'tag': '5a667ba4-53dc-45af-b92d-faf315772a8b', 'status': 'completed', 'code': 200} Jul 16 01:29:21.563856 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3c3076-e8f8-4f5a-8cc0-15e6e3282094', 'tag': '25ad4d70-e079-4f35-9ccd-3501263b6e43', 'status': 'completed', 'code': 200} Jul 16 01:29:21.570524 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-8a9c7e8f-8634-4c04-88e3-6ca769d79c47 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25ad4d70-e079-4f35-9ccd-3501263b6e43 HTTP/1.1" status: 200 len: 217 time: 0.0571358 Jul 16 01:29:21.574250 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-06116f70-d192-4a53-9c0b-34d640abee5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.607778 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-583e8935-7716-48a4-a137-7242659965a2 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.639442 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 5a667ba4-53dc-45af-b92d-faf315772a8b no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:21.651663 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-c8a61a22-4e67-43ec-81b3-d50efe163987 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.668384 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 5a667ba4-53dc-45af-b92d-faf315772a8b {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:21.669006 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 5a667ba4-53dc-45af-b92d-faf315772a8b not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:21.669622 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ed19b434-a73b-43fd-b31c-b9decb56b780 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:21.672394 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a339756-e416-4b40-b5c8-873b66d0d2b9 req-db834360-a600-41e8-a27c-da3a71097d8c tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.681899 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5a339756-e416-4b40-b5c8-873b66d0d2b9 req-db834360-a600-41e8-a27c-da3a71097d8c tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbc6406-205d-4bdf-9c96-88323334361d HTTP/1.1" status: 200 len: 945 time: 0.1526568 Jul 16 01:29:21.728103 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: ed19b434-a73b-43fd-b31c-b9decb56b780 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:21.728913 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device ed19b434-a73b-43fd-b31c-b9decb56b780 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:21.733864 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-583e8935-7716-48a4-a137-7242659965a2 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Deleting port 4be86973-2f7b-44e2-ba2e-a5487dc84591 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:21.734060 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-583e8935-7716-48a4-a137-7242659965a2 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.753932 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5a339756-e416-4b40-b5c8-873b66d0d2b9 req-3e68cd19-503d-4f18-8d85-01f5052ee497 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710523 Jul 16 01:29:21.763909 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-6068f1b4-af56-4d55-b5c2-cb9e2436b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.765554 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-6068f1b4-af56-4d55-b5c2-cb9e2436b77d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cdebbfe4-dc01-4a40-9aa1-c9eaace51819 HTTP/1.1" status: 200 len: 862 time: 0.1879060 Jul 16 01:29:21.767474 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-c8a61a22-4e67-43ec-81b3-d50efe163987 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Network ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:21.838752 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-c8a61a22-4e67-43ec-81b3-d50efe163987 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:21.843753 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-92a24282-4938-4552-8758-42586547bfed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=43e3c824-6c72-4121-8b92-50e92d3d660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471535 Jul 16 01:29:21.845082 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-c8a61a22-4e67-43ec-81b3-d50efe163987 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:21.847506 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-583e8935-7716-48a4-a137-7242659965a2 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] For port 4be86973-2f7b-44e2-ba2e-a5487dc84591, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4be86973-2f7b-44e2-ba2e-a5487dc84591,segment=NetworkSegment(a197f804-8758-48ef-a6b7-1ca08f691181),segment_id=a197f804-8758-48ef-a6b7-1ca08f691181)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:21.848081 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-583e8935-7716-48a4-a137-7242659965a2 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.853625 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-823a0e2a-46ab-4de3-aaad-32b7f21eea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.863343 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-06116f70-d192-4a53-9c0b-34d640abee5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.867238 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-583e8935-7716-48a4-a137-7242659965a2 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Calling delete_port for 4be86973-2f7b-44e2-ba2e-a5487dc84591 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:21.894321 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a0e2a-46ab-4de3-aaad-32b7f21eea00 None None] Pushing event deleted for resources: {'Port': ['ID=4be86973-2f7b-44e2-ba2e-a5487dc84591,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:21.907158 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44a2b56-aca2-46df-8242-845a8a2ff9f9 None None] DHCP port deletion for 3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:29:21.913281 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823a0e2a-46ab-4de3-aaad-32b7f21eea00 None None] No DVR routers for this DVR port 4be86973-2f7b-44e2-ba2e-a5487dc84591 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:21.978545 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e44a2b56-aca2-46df-8242-845a8a2ff9f9 None None] Deleting port 472dc139-ede0-4e2f-ac74-b469ba38cd15 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:21.979287 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e44a2b56-aca2-46df-8242-845a8a2ff9f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.058057 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e44a2b56-aca2-46df-8242-845a8a2ff9f9 None None] For port 472dc139-ede0-4e2f-ac74-b469ba38cd15, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=472dc139-ede0-4e2f-ac74-b469ba38cd15,segment=NetworkSegment(5acad3ff-8fc3-4abc-ae07-15328b71dacb),segment_id=5acad3ff-8fc3-4abc-ae07-15328b71dacb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:22.058559 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e44a2b56-aca2-46df-8242-845a8a2ff9f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.077272 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-583e8935-7716-48a4-a137-7242659965a2 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.078975 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e44a2b56-aca2-46df-8242-845a8a2ff9f9 None None] Calling delete_port for 472dc139-ede0-4e2f-ac74-b469ba38cd15 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:22.152886 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583e8935-7716-48a4-a137-7242659965a2 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] No DVR routers for this DVR port 4be86973-2f7b-44e2-ba2e-a5487dc84591 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:22.168049 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e8935-7716-48a4-a137-7242659965a2 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event deleted for resources: {'Port': ['ID=4be86973-2f7b-44e2-ba2e-a5487dc84591,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:22.206052 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e44a2b56-aca2-46df-8242-845a8a2ff9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.259295 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44a2b56-aca2-46df-8242-845a8a2ff9f9 None None] No DVR routers for this DVR port 472dc139-ede0-4e2f-ac74-b469ba38cd15 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:22.261701 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a2b56-aca2-46df-8242-845a8a2ff9f9 None None] Pushing event deleted for resources: {'Port': ['ID=472dc139-ede0-4e2f-ac74-b469ba38cd15,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:22.307418 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a61a22-4e67-43ec-81b3-d50efe163987 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Pushing event updated for resources: {'Port': ['ID=3d694bcd-8f5b-498a-8abe-5b92203ac403,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:22.318522 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-583e8935-7716-48a4-a137-7242659965a2 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.333384 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-583e8935-7716-48a4-a137-7242659965a2 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7baef46c-4da4-4d46-bf21-e653349e66a6']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:22.353124 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-583e8935-7716-48a4-a137-7242659965a2 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a197f804-8758-48ef-a6b7-1ca08f691181') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:22.353838 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-583e8935-7716-48a4-a137-7242659965a2 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a197f804-8758-48ef-a6b7-1ca08f691181') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:22.365857 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-583e8935-7716-48a4-a137-7242659965a2 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.391865 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a38d3b-27cf-403e-af77-acf17442eca0 req-e48c76ce-e7af-4399-b2d0-82b422d6acc2 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.398985 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-28a38d3b-27cf-403e-af77-acf17442eca0 req-e48c76ce-e7af-4399-b2d0-82b422d6acc2 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 944 time: 0.1817024 Jul 16 01:29:22.402229 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-583e8935-7716-48a4-a137-7242659965a2 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.423179 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583e8935-7716-48a4-a137-7242659965a2 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:29:22.423877 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-583e8935-7716-48a4-a137-7242659965a2 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:29:22.426953 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:29:22.463076 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-400d2f8a-568f-4f6d-b06c-7622953ff842 service neutron] 10.222.0.82 "GET /v2.0/networks/43e3c824-6c72-4121-8b92-50e92d3d660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5949476 Jul 16 01:29:22.481759 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-c8a61a22-4e67-43ec-81b3-d50efe163987 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.482519 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-c8a61a22-4e67-43ec-81b3-d50efe163987 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.487637 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-28a38d3b-27cf-403e-af77-acf17442eca0 req-0003b1dc-4d26-4675-a922-e54a6553131b tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841024 Jul 16 01:29:22.493584 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa21cf6-a29a-4409-a2f1-bbf46852f3e1 req-33594956-8d07-44ae-b35b-9b35dea597c3 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.500845 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3fa21cf6-a29a-4409-a2f1-bbf46852f3e1 req-33594956-8d07-44ae-b35b-9b35dea597c3 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.7668099 Jul 16 01:29:22.544903 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-583e8935-7716-48a4-a137-7242659965a2 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.550856 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-06116f70-d192-4a53-9c0b-34d640abee5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.558158 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-583e8935-7716-48a4-a137-7242659965a2 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.562927 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-583e8935-7716-48a4-a137-7242659965a2 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "DELETE /v2.0/networks/7baef46c-4da4-4d46-bf21-e653349e66a6 HTTP/1.1" status: 204 len: 168 time: 1.1617544 Jul 16 01:29:22.563039 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52018) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:22.582835 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e8935-7716-48a4-a137-7242659965a2 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event deleted for resources: {'Network': ['ID=7baef46c-4da4-4d46-bf21-e653349e66a6,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:22.595254 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-c8a61a22-4e67-43ec-81b3-d50efe163987 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5013034 Jul 16 01:29:22.654335 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-389b152a-4c20-47b8-bf50-205717e50cbb service neutron] Request body: {'port': {'device_id': '831e172c-0d9c-466f-becc-3848d5a26f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:22.660857 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06116f70-d192-4a53-9c0b-34d640abee5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3f67e12-f5ad-4d79-ae7c-5f4fe14246c7,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:22.702711 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cb0a38f9-581b-4793-9da7-f91a3fcfb220 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.707637 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-06116f70-d192-4a53-9c0b-34d640abee5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.712867 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-06116f70-d192-4a53-9c0b-34d640abee5a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d3f67e12-f5ad-4d79-ae7c-5f4fe14246c7 HTTP/1.1" status: 204 len: 168 time: 1.4140737 Jul 16 01:29:22.712977 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52042) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:22.744202 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3fa21cf6-a29a-4409-a2f1-bbf46852f3e1 req-7085270e-14b3-4edc-8524-f860cced84da tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424629 Jul 16 01:29:22.817761 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45b1ac2a-363f-4f2e-a512-4c7407b657ce req-593bb6ed-91a4-48d9-8ba3-00e7508c5a31 service neutron] 10.222.0.82 "GET /v2.0/networks/43e3c824-6c72-4121-8b92-50e92d3d660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133025 Jul 16 01:29:22.853560 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0173f0c-444e-4bfa-9a75-f1c52749ee50 req-0cb2bbce-163a-4c9f-81d5-98745d22ab73 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.854135 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d20b6-30e3-48c9-ba8b-da7fb7fce91d req-ce1e26a9-94a9-4950-a1de-bfcb06e9c62d tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.855306 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d0173f0c-444e-4bfa-9a75-f1c52749ee50 req-0cb2bbce-163a-4c9f-81d5-98745d22ab73 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.82 "GET /v2.0/ports?device_id=afbc6406-205d-4bdf-9c96-88323334361d HTTP/1.1" status: 200 len: 945 time: 0.2877688 Jul 16 01:29:22.855803 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a73d20b6-30e3-48c9-ba8b-da7fb7fce91d req-ce1e26a9-94a9-4950-a1de-bfcb06e9c62d tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/ports?device_id=831e172c-0d9c-466f-becc-3848d5a26f4e HTTP/1.1" status: 200 len: 932 time: 0.2043877 Jul 16 01:29:22.858361 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-389b152a-4c20-47b8-bf50-205717e50cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.888999 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cabf9b16-c04f-4d00-be45-2c801dae79e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.981339 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cb0a38f9-581b-4793-9da7-f91a3fcfb220 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.002995 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-cb0a38f9-581b-4793-9da7-f91a3fcfb220 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:23.031352 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a73d20b6-30e3-48c9-ba8b-da7fb7fce91d req-175c9ad8-a088-4b09-9414-b12aaace74bb tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa27e3b5-f752-4907-be4a-010b86768007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665361 Jul 16 01:29:23.034536 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-cb0a38f9-581b-4793-9da7-f91a3fcfb220 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5acad3ff-8fc3-4abc-ae07-15328b71dacb') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:23.034857 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-cb0a38f9-581b-4793-9da7-f91a3fcfb220 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5acad3ff-8fc3-4abc-ae07-15328b71dacb') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:23.051976 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cb0a38f9-581b-4793-9da7-f91a3fcfb220 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.077374 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cabf9b16-c04f-4d00-be45-2c801dae79e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.095653 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-cabf9b16-c04f-4d00-be45-2c801dae79e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ff07a5-b891-4556-995d-01800531e82b']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:23.103573 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cb0a38f9-581b-4793-9da7-f91a3fcfb220 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.109826 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-cabf9b16-c04f-4d00-be45-2c801dae79e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3908e5-ef1d-4834-83cc-7a5e334d32e1') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:23.110126 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-cabf9b16-c04f-4d00-be45-2c801dae79e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3908e5-ef1d-4834-83cc-7a5e334d32e1') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:23.118157 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0a38f9-581b-4793-9da7-f91a3fcfb220 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:29:23.118586 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cb0a38f9-581b-4793-9da7-f91a3fcfb220 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:29:23.122168 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:29:23.141111 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cabf9b16-c04f-4d00-be45-2c801dae79e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.211441 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eae32e-6ec3-4f7f-a464-6e0dcdc459ff req-1c340e34-8184-4bbe-b6d0-179208d50011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.213359 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a8eae32e-6ec3-4f7f-a464-6e0dcdc459ff req-1c340e34-8184-4bbe-b6d0-179208d50011 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ece0cb6368084497ba010fa4129ba54f&device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 1096 time: 0.3022840 Jul 16 01:29:23.220984 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cabf9b16-c04f-4d00-be45-2c801dae79e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.233760 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cb0a38f9-581b-4793-9da7-f91a3fcfb220 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.236134 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cabf9b16-c04f-4d00-be45-2c801dae79e6 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:29:23.237091 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cabf9b16-c04f-4d00-be45-2c801dae79e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:29:23.241042 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:29:23.250494 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 472dc139-ede0-4e2f-ac74-b469ba38cd15 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:23.255607 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf29b88-991d-4997-9a82-7dd39462f2bd req-3bfc5fbc-5146-4fdd-8347-53f9dbc67b58 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.257711 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ddf29b88-991d-4997-9a82-7dd39462f2bd req-3bfc5fbc-5146-4fdd-8347-53f9dbc67b58 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbc6406-205d-4bdf-9c96-88323334361d HTTP/1.1" status: 200 len: 945 time: 0.2888188 Jul 16 01:29:23.260008 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cb0a38f9-581b-4793-9da7-f91a3fcfb220 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.268549 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cb0a38f9-581b-4793-9da7-f91a3fcfb220 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] 10.222.0.16 "DELETE /v2.0/networks/3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb HTTP/1.1" status: 204 len: 168 time: 0.7031991 Jul 16 01:29:23.279765 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 472dc139-ede0-4e2f-ac74-b469ba38cd15 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:23.280781 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 472dc139-ede0-4e2f-ac74-b469ba38cd15 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:23.282116 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4be86973-2f7b-44e2-ba2e-a5487dc84591 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:23.295896 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a38f9-581b-4793-9da7-f91a3fcfb220 tempest-TaggedBootDevicesTest_v242-891646142 tempest-TaggedBootDevicesTest_v242-891646142-project] Pushing event deleted for resources: {'Network': ['ID=3f8bf52f-015a-4f7f-8ce5-1f09b89e73fb,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:23.307408 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 4be86973-2f7b-44e2-ba2e-a5487dc84591 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:23.308131 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4be86973-2f7b-44e2-ba2e-a5487dc84591 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:23.345140 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-d0173f0c-444e-4bfa-9a75-f1c52749ee50 req-c52bcd2c-3a2b-42c2-8829-2594b45253db tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Deleting port 4c0e22b0-bece-4678-a1cb-6756d243ce4d {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:23.345140 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d0173f0c-444e-4bfa-9a75-f1c52749ee50 req-c52bcd2c-3a2b-42c2-8829-2594b45253db tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.384796 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cabf9b16-c04f-4d00-be45-2c801dae79e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.404667 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cabf9b16-c04f-4d00-be45-2c801dae79e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.407086 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cabf9b16-c04f-4d00-be45-2c801dae79e6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/35ff07a5-b891-4556-995d-01800531e82b HTTP/1.1" status: 204 len: 168 time: 0.6931899 Jul 16 01:29:23.419415 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf9b16-c04f-4d00-be45-2c801dae79e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=35ff07a5-b891-4556-995d-01800531e82b,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:23.509634 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ddf29b88-991d-4997-9a82-7dd39462f2bd req-788685fc-9830-40e1-99e9-69e1bdda6ed4 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040987 Jul 16 01:29:23.558644 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eae32e-6ec3-4f7f-a464-6e0dcdc459ff req-2986776d-c866-4258-bedd-b2c066fd21ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.560089 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a8eae32e-6ec3-4f7f-a464-6e0dcdc459ff req-2986776d-c866-4258-bedd-b2c066fd21ee service neutron] 10.222.0.82 "GET /v2.0/networks?id=43e3c824-6c72-4121-8b92-50e92d3d660a HTTP/1.1" status: 200 len: 923 time: 0.3349295 Jul 16 01:29:23.706178 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52068) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:23.718649 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a8eae32e-6ec3-4f7f-a464-6e0dcdc459ff req-88fe2d49-2e1c-46d3-bf1e-b4d37ce4ce32 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25ad4d70-e079-4f35-9ccd-3501263b6e43 HTTP/1.1" status: 200 len: 217 time: 0.1397038 Jul 16 01:29:23.728529 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-d0173f0c-444e-4bfa-9a75-f1c52749ee50 req-c52bcd2c-3a2b-42c2-8829-2594b45253db tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] For port 4c0e22b0-bece-4678-a1cb-6756d243ce4d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=4c0e22b0-bece-4678-a1cb-6756d243ce4d,segment=NetworkSegment(93b4c2d2-2e14-4e98-b04b-d4a19b004959),segment_id=93b4c2d2-2e14-4e98-b04b-d4a19b004959)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:23.728923 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d0173f0c-444e-4bfa-9a75-f1c52749ee50 req-c52bcd2c-3a2b-42c2-8829-2594b45253db tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.764930 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d77997d2-93c2-4064-8bc4-c85e97072a2e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b34e809642274173b57688929a40029a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552227 Jul 16 01:29:23.769443 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52072) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:23.813458 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-d0173f0c-444e-4bfa-9a75-f1c52749ee50 req-c52bcd2c-3a2b-42c2-8829-2594b45253db tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Calling delete_port for 4c0e22b0-bece-4678-a1cb-6756d243ce4d owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:23.824599 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-389b152a-4c20-47b8-bf50-205717e50cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d694bcd-8f5b-498a-8abe-5b92203ac403 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:23.836282 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-389b152a-4c20-47b8-bf50-205717e50cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.852720 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-22597926-5093-41b7-b2c2-638995f53069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.881547 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-22597926-5093-41b7-b2c2-638995f53069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.917294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-389b152a-4c20-47b8-bf50-205717e50cbb service neutron] Transition to ACTIVE for port object 3d694bcd-8f5b-498a-8abe-5b92203ac403 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:23.923573 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eae32e-6ec3-4f7f-a464-6e0dcdc459ff req-ab2eb8fa-f2b9-4b0e-8268-2366c0487f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.925794 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a8eae32e-6ec3-4f7f-a464-6e0dcdc459ff req-ab2eb8fa-f2b9-4b0e-8268-2366c0487f88 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cdebbfe4-dc01-4a40-9aa1-c9eaace51819 HTTP/1.1" status: 200 len: 862 time: 0.1764092 Jul 16 01:29:23.932996 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-389b152a-4c20-47b8-bf50-205717e50cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.990693 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-22597926-5093-41b7-b2c2-638995f53069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.994995 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-22597926-5093-41b7-b2c2-638995f53069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.996264 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-22597926-5093-41b7-b2c2-638995f53069 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb6659ba-d757-4d61-8419-79a0c08f8fb6 HTTP/1.1" status: 204 len: 168 time: 0.2258246 Jul 16 01:29:24.026015 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449831fd-b5c9-4c6c-adf0-a37d0a91747b req-fb0df77b-24bf-4201-be0a-914185c94b12 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.028159 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-449831fd-b5c9-4c6c-adf0-a37d0a91747b req-fb0df77b-24bf-4201-be0a-914185c94b12 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 944 time: 0.3429286 Jul 16 01:29:24.031043 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a8eae32e-6ec3-4f7f-a464-6e0dcdc459ff req-48934148-3907-4baf-a885-4e87b3b8dea1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=43e3c824-6c72-4121-8b92-50e92d3d660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846269 Jul 16 01:29:24.031975 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794ac3e-7b4b-4750-b89e-7d680a6cbec5 req-11929500-c978-449b-b1c5-10e11ab4da88 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.045429 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3794ac3e-7b4b-4750-b89e-7d680a6cbec5 req-11929500-c978-449b-b1c5-10e11ab4da88 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.1303563 Jul 16 01:29:24.046250 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22597926-5093-41b7-b2c2-638995f53069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6659ba-d757-4d61-8419-79a0c08f8fb6,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:24.124090 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3794ac3e-7b4b-4750-b89e-7d680a6cbec5 req-01a50555-953b-4f05-89f7-352570ec91f6 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584810 Jul 16 01:29:24.199167 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b152a-4c20-47b8-bf50-205717e50cbb service neutron] Pushing event updated for resources: {'Port': ['ID=3d694bcd-8f5b-498a-8abe-5b92203ac403,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:24.312998 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-449831fd-b5c9-4c6c-adf0-a37d0a91747b req-50a7eb41-6701-42ff-b48f-cbe8cd354f6e tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520106 Jul 16 01:29:24.335844 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bdff2-f3fd-4a17-9169-1b989c2a16b3 req-0bdb66de-2cfd-4994-81ae-b4cf3bffc795 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.339290 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-924bdff2-f3fd-4a17-9169-1b989c2a16b3 req-0bdb66de-2cfd-4994-81ae-b4cf3bffc795 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/ports?device_id=831e172c-0d9c-466f-becc-3848d5a26f4e HTTP/1.1" status: 200 len: 944 time: 0.1117506 Jul 16 01:29:24.403928 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-924bdff2-f3fd-4a17-9169-1b989c2a16b3 req-48a16901-36bd-43ef-8540-7c4f41466f45 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa27e3b5-f752-4907-be4a-010b86768007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581307 Jul 16 01:29:24.487435 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a8eae32e-6ec3-4f7f-a464-6e0dcdc459ff req-59c1787c-4a77-46d0-99b8-5ccdebfcc0b9 service neutron] 10.222.0.82 "GET /v2.0/networks/43e3c824-6c72-4121-8b92-50e92d3d660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251559 Jul 16 01:29:24.549857 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-389b152a-4c20-47b8-bf50-205717e50cbb service neutron] Attempting to bind port 3d694bcd-8f5b-498a-8abe-5b92203ac403 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:24.550140 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-389b152a-4c20-47b8-bf50-205717e50cbb service neutron] Attempting to bind port 3d694bcd-8f5b-498a-8abe-5b92203ac403 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'd7a106ba-2751-4190-a1b6-ee473eae0fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:24.550474 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-389b152a-4c20-47b8-bf50-205717e50cbb service neutron] Attempting to bind port 3d694bcd-8f5b-498a-8abe-5b92203ac403 on network ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:24.565906 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-389b152a-4c20-47b8-bf50-205717e50cbb service neutron] Port 3d694bcd-8f5b-498a-8abe-5b92203ac403 on network ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:24.577036 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-389b152a-4c20-47b8-bf50-205717e50cbb service neutron] Attempting to bind port 3d694bcd-8f5b-498a-8abe-5b92203ac403 on network ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:24.593784 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-389b152a-4c20-47b8-bf50-205717e50cbb service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:24.594239 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-389b152a-4c20-47b8-bf50-205717e50cbb service neutron] Checking segment: {'id': 'd7a106ba-2751-4190-a1b6-ee473eae0fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:24.594664 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-389b152a-4c20-47b8-bf50-205717e50cbb service neutron] Bound using segment: {'id': 'd7a106ba-2751-4190-a1b6-ee473eae0fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:24.595122 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-389b152a-4c20-47b8-bf50-205717e50cbb service neutron] Bound port: 3d694bcd-8f5b-498a-8abe-5b92203ac403, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a106ba-2751-4190-a1b6-ee473eae0fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:24.597693 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-389b152a-4c20-47b8-bf50-205717e50cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.660303 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d0173f0c-444e-4bfa-9a75-f1c52749ee50 req-c52bcd2c-3a2b-42c2-8829-2594b45253db tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.680054 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['b374de59-b8e8-4c16-aaf6-908bdbd9ed91'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:24.752711 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-efcd2503-5eb3-4268-96be-d4d54e68cc27 req-ccc22d1e-8e8a-4926-aa19-79073a94a2ba tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=afbc6406-205d-4bdf-9c96-88323334361d HTTP/1.1" status: 200 len: 210 time: 0.0950699 Jul 16 01:29:24.842404 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a8eae32e-6ec3-4f7f-a464-6e0dcdc459ff req-56dd471c-15bd-44ee-9f93-fd6f171273c0 service neutron] 10.222.0.82 "GET /v2.0/networks/43e3c824-6c72-4121-8b92-50e92d3d660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465786 Jul 16 01:29:24.846110 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bcd2c-3a2b-42c2-8829-2594b45253db tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Pushing event deleted for resources: {'Port': ['ID=4c0e22b0-bece-4678-a1cb-6756d243ce4d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:24.893853 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0173f0c-444e-4bfa-9a75-f1c52749ee50 req-c52bcd2c-3a2b-42c2-8829-2594b45253db tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] No DVR routers for this DVR port 4c0e22b0-bece-4678-a1cb-6756d243ce4d on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:24.898352 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d0173f0c-444e-4bfa-9a75-f1c52749ee50 req-c52bcd2c-3a2b-42c2-8829-2594b45253db tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:24.902144 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d0173f0c-444e-4bfa-9a75-f1c52749ee50 req-c52bcd2c-3a2b-42c2-8829-2594b45253db tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.82 "DELETE /v2.0/ports/4c0e22b0-bece-4678-a1cb-6756d243ce4d HTTP/1.1" status: 204 len: 173 time: 2.0342600 Jul 16 01:29:24.920246 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbc6406-205d-4bdf-9c96-88323334361d', 'name': 'network-vif-deleted', 'tag': '4c0e22b0-bece-4678-a1cb-6756d243ce4d'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:24.921635 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12addc7f-d7a3-4ac7-ad50-c84c9acd916d" -d '{"events": [{"server_uuid": "afbc6406-205d-4bdf-9c96-88323334361d", "name": "network-vif-deleted", "tag": "4c0e22b0-bece-4678-a1cb-6756d243ce4d"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:24.989063 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-389b152a-4c20-47b8-bf50-205717e50cbb service neutron] For port 3d694bcd-8f5b-498a-8abe-5b92203ac403, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:25.000655 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-389b152a-4c20-47b8-bf50-205717e50cbb service neutron] For port 3d694bcd-8f5b-498a-8abe-5b92203ac403, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3d694bcd-8f5b-498a-8abe-5b92203ac403,segment=NetworkSegment(d7a106ba-2751-4190-a1b6-ee473eae0fac),segment_id=d7a106ba-2751-4190-a1b6-ee473eae0fac)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:25.012283 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f897113d-2347-493e-af31-1ea82a8f3c08 x-openstack-request-id: req-f897113d-2347-493e-af31-1ea82a8f3c08 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:25.012549 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afbc6406-205d-4bdf-9c96-88323334361d", "name": "network-vif-deleted", "tag": "4c0e22b0-bece-4678-a1cb-6756d243ce4d", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:25.012801 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f897113d-2347-493e-af31-1ea82a8f3c08 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:25.013298 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbc6406-205d-4bdf-9c96-88323334361d', 'name': 'network-vif-deleted', 'tag': '4c0e22b0-bece-4678-a1cb-6756d243ce4d', 'status': 'completed', 'code': 200} Jul 16 01:29:25.015166 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-389b152a-4c20-47b8-bf50-205717e50cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.066665 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-389b152a-4c20-47b8-bf50-205717e50cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.067308 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-389b152a-4c20-47b8-bf50-205717e50cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.069100 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-389b152a-4c20-47b8-bf50-205717e50cbb service neutron] 10.222.0.82 "PUT /v2.0/ports/3d694bcd-8f5b-498a-8abe-5b92203ac403 HTTP/1.1" status: 200 len: 1093 time: 2.4247808 Jul 16 01:29:25.110321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b152a-4c20-47b8-bf50-205717e50cbb service neutron] Pushing event updated for resources: {'Port': ['ID=3d694bcd-8f5b-498a-8abe-5b92203ac403,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:25.281224 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-dc618301-3d69-481c-93a2-12e1fcc0a5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.282912 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-dc618301-3d69-481c-93a2-12e1fcc0a5a0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=12952b5f2311443c9d22a803bb9a668f&device_id=831e172c-0d9c-466f-becc-3848d5a26f4e HTTP/1.1" status: 200 len: 1096 time: 0.1114428 Jul 16 01:29:25.347115 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-03cff169-b6e6-4c75-91bb-6548b4a37f3e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d694bcd-8f5b-498a-8abe-5b92203ac403 HTTP/1.1" status: 200 len: 217 time: 0.0544095 Jul 16 01:29:25.434485 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2621f0-5fec-4c4e-874a-06547881ac78 req-0ed3586d-7cf7-4ddf-8bd5-31d62dbba867 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.438820 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5b2621f0-5fec-4c4e-874a-06547881ac78 req-0ed3586d-7cf7-4ddf-8bd5-31d62dbba867 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.1142702 Jul 16 01:29:25.451247 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-aa5464a3-2b67-4c35-ad69-d850db559bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.453353 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-aa5464a3-2b67-4c35-ad69-d850db559bd5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0a9502d7-b3aa-48ce-a5ce-61d2dfc2623e HTTP/1.1" status: 200 len: 861 time: 0.0983994 Jul 16 01:29:25.508908 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-5c62ec1e-a912-4e02-9330-1204aec88903 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427108 Jul 16 01:29:25.530098 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5b2621f0-5fec-4c4e-874a-06547881ac78 req-f05aaf6e-8403-4043-bec9-01217445aeb0 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843198 Jul 16 01:29:25.662594 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-ea7b7009-897a-4b9a-894d-b3ca76d8c732 service neutron] 10.222.0.82 "GET /v2.0/networks/ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459780 Jul 16 01:29:25.708948 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 25ad4d70-e079-4f35-9ccd-3501263b6e43 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:25.711625 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 4c0e22b0-bece-4678-a1cb-6756d243ce4d no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:25.752392 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 4c0e22b0-bece-4678-a1cb-6756d243ce4d {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:25.757530 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 4c0e22b0-bece-4678-a1cb-6756d243ce4d not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:25.858745 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f777f8-dd06-4bb9-b859-d36c8253a7b3 req-b45d1723-1016-44c6-8266-97dc105136f4 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.872095 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-74f777f8-dd06-4bb9-b859-d36c8253a7b3 req-b45d1723-1016-44c6-8266-97dc105136f4 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/ports?device_id=831e172c-0d9c-466f-becc-3848d5a26f4e HTTP/1.1" status: 200 len: 944 time: 0.1291060 Jul 16 01:29:25.885345 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52126) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:25.960280 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 25ad4d70-e079-4f35-9ccd-3501263b6e43, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=25ad4d70-e079-4f35-9ccd-3501263b6e43,segment=NetworkSegment(094f11f0-f2ec-4b0e-b53a-57694f1e042c),segment_id=094f11f0-f2ec-4b0e-b53a-57694f1e042c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:25.988948 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-74f777f8-dd06-4bb9-b859-d36c8253a7b3 req-f38f2ce5-3340-442f-bb23-47097d18b392 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa27e3b5-f752-4907-be4a-010b86768007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110432 Jul 16 01:29:25.989784 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92f7b5e4-a5d7-49a9-a809-9339aca8c5ef req-657717e3-d4ed-4ab6-86ae-1fd750f78c45 service neutron] 10.222.0.82 "GET /v2.0/networks/ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178239 Jul 16 01:29:26.006605 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '25ad4d70-e079-4f35-9ccd-3501263b6e43', 'network_id': '43e3c824-6c72-4121-8b92-50e92d3d660a', 'port_id': '25ad4d70-e079-4f35-9ccd-3501263b6e43', 'mac_address': 'fa:16:3e:da:af:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdebbfe4-dc01-4a40-9aa1-c9eaace51819', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:26.101706 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8608cef-7edf-4cc0-bae0-62d431c93f11 req-2396b2c5-6283-40d5-931f-f6dab1141cb4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.108798 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b8608cef-7edf-4cc0-bae0-62d431c93f11 req-2396b2c5-6283-40d5-931f-f6dab1141cb4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 944 time: 0.4345286 Jul 16 01:29:26.120680 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.133473 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e7954e7-aeef-48ba-913e-0f540ba8cbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.136969 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ad4d70-e079-4f35-9ccd-3501263b6e43 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:26.161052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 25ad4d70-e079-4f35-9ccd-3501263b6e43, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=25ad4d70-e079-4f35-9ccd-3501263b6e43,segment=NetworkSegment(094f11f0-f2ec-4b0e-b53a-57694f1e042c),segment_id=094f11f0-f2ec-4b0e-b53a-57694f1e042c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:26.163180 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b8608cef-7edf-4cc0-bae0-62d431c93f11 req-cb6b77da-b94c-4747-bcd9-0c6e810191ef tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519474 Jul 16 01:29:26.169110 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.250537 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=25ad4d70-e079-4f35-9ccd-3501263b6e43,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:26.310917 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e7954e7-aeef-48ba-913e-0f540ba8cbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.318138 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e7954e7-aeef-48ba-913e-0f540ba8cbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.369116 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0e7954e7-aeef-48ba-913e-0f540ba8cbde admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=662f0f20474a42728614391681f69433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4804790 Jul 16 01:29:26.369116 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7954e7-aeef-48ba-913e-0f540ba8cbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5668389-bf9e-451f-ac1b-b48d3d62ae12,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:26.370423 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52134) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:26.397208 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['25ad4d70-e079-4f35-9ccd-3501263b6e43'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:26.444790 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-862b9402-b4b8-4625-9d15-bf23ee86debd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.469901 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-862b9402-b4b8-4625-9d15-bf23ee86debd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.546207 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-862b9402-b4b8-4625-9d15-bf23ee86debd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.549561 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-862b9402-b4b8-4625-9d15-bf23ee86debd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.551015 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-862b9402-b4b8-4625-9d15-bf23ee86debd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5668389-bf9e-451f-ac1b-b48d3d62ae12 HTTP/1.1" status: 204 len: 168 time: 0.1791472 Jul 16 01:29:26.571770 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b9402-b4b8-4625-9d15-bf23ee86debd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5668389-bf9e-451f-ac1b-b48d3d62ae12,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:26.644264 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7be75197-c889-4456-aaca-a28864f695d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.882099 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebd897-8281-4707-a843-19ba47bee1a6 req-73a9725c-22f5-4a9f-a518-7479f1a36de9 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.883341 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052a67b-78c3-4a2a-8526-e9df329ebcdf req-c4034f99-cf46-4a2f-882f-22365dcf7ed3 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.886521 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-06ebd897-8281-4707-a843-19ba47bee1a6 req-73a9725c-22f5-4a9f-a518-7479f1a36de9 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.1463611 Jul 16 01:29:26.891380 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f052a67b-78c3-4a2a-8526-e9df329ebcdf req-c4034f99-cf46-4a2f-882f-22365dcf7ed3 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 946 time: 0.1338499 Jul 16 01:29:26.956065 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f052a67b-78c3-4a2a-8526-e9df329ebcdf req-ce12a6eb-26f4-40cd-a158-1163d74dfac2 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634112 Jul 16 01:29:26.968410 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-06ebd897-8281-4707-a843-19ba47bee1a6 req-55e6abda-07b3-4302-95da-9188fac6631b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717871 Jul 16 01:29:27.015077 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831e172c-0d9c-466f-becc-3848d5a26f4e', 'tag': '3d694bcd-8f5b-498a-8abe-5b92203ac403'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:27.017860 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f466b0e-e1b4-495f-8c8f-11f74834ad04" -d '{"events": [{"name": "network-changed", "server_uuid": "831e172c-0d9c-466f-becc-3848d5a26f4e", "tag": "3d694bcd-8f5b-498a-8abe-5b92203ac403"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:27.062483 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64839e9c-6757-4a0a-8f3e-032a90ccf377 x-openstack-request-id: req-64839e9c-6757-4a0a-8f3e-032a90ccf377 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:27.063162 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831e172c-0d9c-466f-becc-3848d5a26f4e", "tag": "3d694bcd-8f5b-498a-8abe-5b92203ac403", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:27.064097 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64839e9c-6757-4a0a-8f3e-032a90ccf377 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:27.064682 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831e172c-0d9c-466f-becc-3848d5a26f4e', 'tag': '3d694bcd-8f5b-498a-8abe-5b92203ac403', 'status': 'completed', 'code': 200} Jul 16 01:29:27.169401 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f466b0e-e1b4-495f-8c8f-11f74834ad04 req-50f6db51-609e-4609-854f-a26dc250ed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.170960 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f466b0e-e1b4-495f-8c8f-11f74834ad04 req-50f6db51-609e-4609-854f-a26dc250ed41 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=12952b5f2311443c9d22a803bb9a668f&device_id=831e172c-0d9c-466f-becc-3848d5a26f4e HTTP/1.1" status: 200 len: 1096 time: 0.0841508 Jul 16 01:29:27.229967 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec17360-fc16-425b-9f68-c4e8d096e159 req-70189da3-0a72-4a1a-b846-d25a45f0861f tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.232648 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ec17360-fc16-425b-9f68-c4e8d096e159 req-70189da3-0a72-4a1a-b846-d25a45f0861f tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/ports?device_id=831e172c-0d9c-466f-becc-3848d5a26f4e HTTP/1.1" status: 200 len: 944 time: 0.1111536 Jul 16 01:29:27.316479 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ec17360-fc16-425b-9f68-c4e8d096e159 req-eb66cabb-7bb3-42e2-a3c5-0c3617e3adbf tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa27e3b5-f752-4907-be4a-010b86768007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740404 Jul 16 01:29:27.425017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f466b0e-e1b4-495f-8c8f-11f74834ad04 req-59065b89-3285-41a2-a467-0f245f2e90e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.432488 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f466b0e-e1b4-495f-8c8f-11f74834ad04 req-59065b89-3285-41a2-a467-0f245f2e90e1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251 HTTP/1.1" status: 200 len: 922 time: 0.2519946 Jul 16 01:29:27.562505 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f466b0e-e1b4-495f-8c8f-11f74834ad04 req-82f18494-3280-4ba5-bcc6-26e10f8622d1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d694bcd-8f5b-498a-8abe-5b92203ac403 HTTP/1.1" status: 200 len: 217 time: 0.1019320 Jul 16 01:29:27.671820 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34739e40-b5c7-42eb-8579-daf7125de883 req-83e065e3-ddaa-4246-85c7-037b3598f8c9 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.680062 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34739e40-b5c7-42eb-8579-daf7125de883 req-83e065e3-ddaa-4246-85c7-037b3598f8c9 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 945 time: 0.2478697 Jul 16 01:29:27.703703 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f466b0e-e1b4-495f-8c8f-11f74834ad04 req-a40877d2-af27-4b25-a81c-e68eb0278a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.705700 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f466b0e-e1b4-495f-8c8f-11f74834ad04 req-a40877d2-af27-4b25-a81c-e68eb0278a3c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0a9502d7-b3aa-48ce-a5ce-61d2dfc2623e HTTP/1.1" status: 200 len: 861 time: 0.1349540 Jul 16 01:29:27.739391 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3d694bcd-8f5b-498a-8abe-5b92203ac403 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:27.749597 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34739e40-b5c7-42eb-8579-daf7125de883 req-c2baea01-cc1b-4b57-9fea-e91b381edd1c tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678372 Jul 16 01:29:27.789901 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f466b0e-e1b4-495f-8c8f-11f74834ad04 req-ff44946f-872c-47fe-b5be-4633cd212d99 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650167 Jul 16 01:29:27.820465 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 25ad4d70-e079-4f35-9ccd-3501263b6e43 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:27.941150 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f466b0e-e1b4-495f-8c8f-11f74834ad04 req-b3335e54-f111-4a07-852b-27f191bc916f service neutron] 10.222.0.82 "GET /v2.0/networks/ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442144 Jul 16 01:29:28.029568 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 3d694bcd-8f5b-498a-8abe-5b92203ac403, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3d694bcd-8f5b-498a-8abe-5b92203ac403,segment=NetworkSegment(d7a106ba-2751-4190-a1b6-ee473eae0fac),segment_id=d7a106ba-2751-4190-a1b6-ee473eae0fac)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:28.039576 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 25ad4d70-e079-4f35-9ccd-3501263b6e43 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:28.049956 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 25ad4d70-e079-4f35-9ccd-3501263b6e43 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:28.050557 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.054707 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '3d694bcd-8f5b-498a-8abe-5b92203ac403', 'network_id': 'ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251', 'port_id': '3d694bcd-8f5b-498a-8abe-5b92203ac403', 'mac_address': 'fa:16:3e:11:75:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a9502d7-b3aa-48ce-a5ce-61d2dfc2623e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:28.102105 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f466b0e-e1b4-495f-8c8f-11f74834ad04 req-4a0943f6-5ee1-48de-8ad4-221d43fdb5ce service neutron] 10.222.0.82 "GET /v2.0/networks/ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539819 Jul 16 01:29:28.186237 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.452265 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a4ee5-debe-4342-9863-614f8fcfdd0a req-30cdaf2d-fb6f-4e4f-97fb-e68c5a6f451d tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:28.454980 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0b1a4ee5-debe-4342-9863-614f8fcfdd0a req-30cdaf2d-fb6f-4e4f-97fb-e68c5a6f451d tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 946 time: 0.1794710 Jul 16 01:29:28.524994 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0b1a4ee5-debe-4342-9863-614f8fcfdd0a req-30f56c4d-f36e-49e0-990d-8d804c3091d3 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641458 Jul 16 01:29:28.582254 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52196) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:28.628594 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d694bcd-8f5b-498a-8abe-5b92203ac403 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:28.670496 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 3d694bcd-8f5b-498a-8abe-5b92203ac403, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3d694bcd-8f5b-498a-8abe-5b92203ac403,segment=NetworkSegment(d7a106ba-2751-4190-a1b6-ee473eae0fac),segment_id=d7a106ba-2751-4190-a1b6-ee473eae0fac)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:28.691512 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.770523 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-71698c9f-77da-48ce-9037-f2110bdc722e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.883879 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-71698c9f-77da-48ce-9037-f2110bdc722e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.891409 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.895431 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-71698c9f-77da-48ce-9037-f2110bdc722e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.935535 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 25ad4d70-e079-4f35-9ccd-3501263b6e43, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=25ad4d70-e079-4f35-9ccd-3501263b6e43,segment=NetworkSegment(094f11f0-f2ec-4b0e-b53a-57694f1e042c),segment_id=094f11f0-f2ec-4b0e-b53a-57694f1e042c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:28.938396 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3c3076-e8f8-4f5a-8cc0-15e6e3282094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ad4d70-e079-4f35-9ccd-3501263b6e43'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:28.941483 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff717b0e-d813-48c9-ba5f-789c46c28af6" -d '{"events": [{"server_uuid": "0a3c3076-e8f8-4f5a-8cc0-15e6e3282094", "name": "network-vif-plugged", "status": "completed", "tag": "25ad4d70-e079-4f35-9ccd-3501263b6e43"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:28.946190 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['3d694bcd-8f5b-498a-8abe-5b92203ac403'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:28.956282 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.960205 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=3d694bcd-8f5b-498a-8abe-5b92203ac403,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:28.985342 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-71698c9f-77da-48ce-9037-f2110bdc722e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92e03932fc0d4da38ba72adc9415df87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4012065 Jul 16 01:29:28.988588 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52210) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:29.077843 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=25ad4d70-e079-4f35-9ccd-3501263b6e43,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:29.116495 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d52a5-0370-42d2-8a0d-1a802190f32d req-b60338e9-b918-4be3-8c47-4e57fab0492b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.134125 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5a3d52a5-0370-42d2-8a0d-1a802190f32d req-b60338e9-b918-4be3-8c47-4e57fab0492b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.8882782 Jul 16 01:29:29.174785 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940e144-8c84-42fc-a616-ba5ea1b2fe71 req-3a4ea24c-543a-4984-9e44-da7f5d780602 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.176776 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3940e144-8c84-42fc-a616-ba5ea1b2fe71 req-3a4ea24c-543a-4984-9e44-da7f5d780602 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 946 time: 0.8790696 Jul 16 01:29:29.183510 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71698c9f-77da-48ce-9037-f2110bdc722e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043d1f82-cf5c-491f-9201-82ec5cc12c2a,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:29.208809 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-36abab46-e4b9-485f-92ef-6b95711ce9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.226358 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5a3d52a5-0370-42d2-8a0d-1a802190f32d req-b6511091-a17c-4c94-866c-c2a9b2960c77 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891364 Jul 16 01:29:29.241812 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-36abab46-e4b9-485f-92ef-6b95711ce9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.291993 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a53c2-92ac-4810-9afd-8c3c84b1a2d3 req-98afd89c-209c-4a9d-976f-0cf91ad760cd tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.293836 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-531a53c2-92ac-4810-9afd-8c3c84b1a2d3 req-98afd89c-209c-4a9d-976f-0cf91ad760cd tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/ports?device_id=831e172c-0d9c-466f-becc-3848d5a26f4e HTTP/1.1" status: 200 len: 945 time: 0.2273002 Jul 16 01:29:29.347628 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-36abab46-e4b9-485f-92ef-6b95711ce9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.353938 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-36abab46-e4b9-485f-92ef-6b95711ce9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.358701 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-36abab46-e4b9-485f-92ef-6b95711ce9eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/043d1f82-cf5c-491f-9201-82ec5cc12c2a HTTP/1.1" status: 204 len: 168 time: 0.3650305 Jul 16 01:29:29.377171 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-3940e144-8c84-42fc-a616-ba5ea1b2fe71 req-6a1df00f-8b92-40c6-ba49-9d339c9f5d94 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Deleting port b374de59-b8e8-4c16-aaf6-908bdbd9ed91 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:29.380766 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3940e144-8c84-42fc-a616-ba5ea1b2fe71 req-6a1df00f-8b92-40c6-ba49-9d339c9f5d94 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.394553 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abab46-e4b9-485f-92ef-6b95711ce9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043d1f82-cf5c-491f-9201-82ec5cc12c2a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:29.421499 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-531a53c2-92ac-4810-9afd-8c3c84b1a2d3 req-bebaed7a-7c17-4f1b-bff9-31b31def53c3 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa27e3b5-f752-4907-be4a-010b86768007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135566 Jul 16 01:29:29.557616 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-50857af9-ad13-49d7-9b17-696b40233bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.633384 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5338b4-c56b-4a0f-b269-06482818cdc4 x-openstack-request-id: req-0d5338b4-c56b-4a0f-b269-06482818cdc4 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:29.634384 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3c3076-e8f8-4f5a-8cc0-15e6e3282094", "name": "network-vif-plugged", "status": "completed", "tag": "25ad4d70-e079-4f35-9ccd-3501263b6e43", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:29.635816 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d5338b4-c56b-4a0f-b269-06482818cdc4 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:29.635816 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3c3076-e8f8-4f5a-8cc0-15e6e3282094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ad4d70-e079-4f35-9ccd-3501263b6e43', 'code': 200} Jul 16 01:29:29.678233 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.702482 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-3940e144-8c84-42fc-a616-ba5ea1b2fe71 req-6a1df00f-8b92-40c6-ba49-9d339c9f5d94 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] For port b374de59-b8e8-4c16-aaf6-908bdbd9ed91, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b374de59-b8e8-4c16-aaf6-908bdbd9ed91,segment=NetworkSegment(93b4c2d2-2e14-4e98-b04b-d4a19b004959),segment_id=93b4c2d2-2e14-4e98-b04b-d4a19b004959)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:29.702892 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3940e144-8c84-42fc-a616-ba5ea1b2fe71 req-6a1df00f-8b92-40c6-ba49-9d339c9f5d94 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.725929 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-3940e144-8c84-42fc-a616-ba5ea1b2fe71 req-6a1df00f-8b92-40c6-ba49-9d339c9f5d94 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Calling delete_port for b374de59-b8e8-4c16-aaf6-908bdbd9ed91 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:29.751853 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3d694bcd-8f5b-498a-8abe-5b92203ac403 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:29.824637 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2e4a5-3e44-4889-979a-74ded3513642 req-552bf74f-c4cd-4e36-962b-e5610fd024ff tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.840232 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-77e2e4a5-3e44-4889-979a-74ded3513642 req-552bf74f-c4cd-4e36-962b-e5610fd024ff tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 946 time: 0.1981902 Jul 16 01:29:29.844473 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 3d694bcd-8f5b-498a-8abe-5b92203ac403 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:29.849653 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 3d694bcd-8f5b-498a-8abe-5b92203ac403 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:29.850023 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.886263 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-77e2e4a5-3e44-4889-979a-74ded3513642 req-761dece9-8a7d-489a-a20f-cf1a054d0f63 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483007 Jul 16 01:29:29.982573 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.022725 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 3d694bcd-8f5b-498a-8abe-5b92203ac403, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3d694bcd-8f5b-498a-8abe-5b92203ac403,segment=NetworkSegment(d7a106ba-2751-4190-a1b6-ee473eae0fac),segment_id=d7a106ba-2751-4190-a1b6-ee473eae0fac)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:30.030344 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.032791 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9c224-63c4-4e3e-81e4-974c0b94f243 req-c5451de3-ea2f-475d-84cd-ca0f396e1e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.034885 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7cd9c224-63c4-4e3e-81e4-974c0b94f243 req-c5451de3-ea2f-475d-84cd-ca0f396e1e24 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 1098 time: 0.2748568 Jul 16 01:29:30.050287 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1944dee-c370-42d3-a248-f59bd15a38fb req-d0db5796-93f1-4dbc-9c12-b3ec64e2c9f5 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.065163 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c1944dee-c370-42d3-a248-f59bd15a38fb req-d0db5796-93f1-4dbc-9c12-b3ec64e2c9f5 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 946 time: 0.1467941 Jul 16 01:29:30.096971 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=3d694bcd-8f5b-498a-8abe-5b92203ac403,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:30.196588 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c1944dee-c370-42d3-a248-f59bd15a38fb req-0496d3f9-395a-47d5-8da6-d3e66c74fac6 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/security-groups?id=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303616 Jul 16 01:29:30.214144 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7cd9c224-63c4-4e3e-81e4-974c0b94f243 req-19a1c7ed-5e4e-4b4e-a48b-ca9587b75c8e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721675 Jul 16 01:29:30.222357 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3940e144-8c84-42fc-a616-ba5ea1b2fe71 req-6a1df00f-8b92-40c6-ba49-9d339c9f5d94 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.239031 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['b374de59-b8e8-4c16-aaf6-908bdbd9ed91'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:30.263462 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1df00f-8b92-40c6-ba49-9d339c9f5d94 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Pushing event deleted for resources: {'Port': ['ID=b374de59-b8e8-4c16-aaf6-908bdbd9ed91,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:30.346723 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-3940e144-8c84-42fc-a616-ba5ea1b2fe71 req-6a1df00f-8b92-40c6-ba49-9d339c9f5d94 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] No DVR routers for this DVR port b374de59-b8e8-4c16-aaf6-908bdbd9ed91 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:30.349426 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3940e144-8c84-42fc-a616-ba5ea1b2fe71 req-6a1df00f-8b92-40c6-ba49-9d339c9f5d94 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.352021 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3940e144-8c84-42fc-a616-ba5ea1b2fe71 req-6a1df00f-8b92-40c6-ba49-9d339c9f5d94 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.84 "DELETE /v2.0/ports/b374de59-b8e8-4c16-aaf6-908bdbd9ed91 HTTP/1.1" status: 204 len: 173 time: 1.1424282 Jul 16 01:29:30.352654 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6342867-83db-4514-931c-0538095b4ea5', 'name': 'network-vif-deleted', 'tag': 'b374de59-b8e8-4c16-aaf6-908bdbd9ed91'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:30.355326 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a653c4-9a05-41f2-bba9-9b042a321784" -d '{"events": [{"server_uuid": "f6342867-83db-4514-931c-0538095b4ea5", "name": "network-vif-deleted", "tag": "b374de59-b8e8-4c16-aaf6-908bdbd9ed91"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:30.474113 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1b08a5-62e1-4327-8ffd-27f94d8e071f x-openstack-request-id: req-ec1b08a5-62e1-4327-8ffd-27f94d8e071f {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:30.474358 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6342867-83db-4514-931c-0538095b4ea5", "name": "network-vif-deleted", "tag": "b374de59-b8e8-4c16-aaf6-908bdbd9ed91", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:30.474610 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec1b08a5-62e1-4327-8ffd-27f94d8e071f {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:30.475014 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6342867-83db-4514-931c-0538095b4ea5', 'name': 'network-vif-deleted', 'tag': 'b374de59-b8e8-4c16-aaf6-908bdbd9ed91', 'status': 'completed', 'code': 200} Jul 16 01:29:30.559034 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae0d98-5457-46d8-8086-e6656113a0d0 req-a7722dab-b2ea-41c1-94fb-7ccd61b23364 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.561026 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2aae0d98-5457-46d8-8086-e6656113a0d0 req-a7722dab-b2ea-41c1-94fb-7ccd61b23364 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.1084430 Jul 16 01:29:30.692131 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2aae0d98-5457-46d8-8086-e6656113a0d0 req-13dd0d20-03ea-4bd7-b128-7778b9bec508 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248527 Jul 16 01:29:30.750025 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.814637 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d573810-ce96-4e81-a444-d38d193ec848 req-5714494f-47f5-4b33-839d-81abc6bad083 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.816758 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d573810-ce96-4e81-a444-d38d193ec848 req-5714494f-47f5-4b33-839d-81abc6bad083 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/ports?device_id=831e172c-0d9c-466f-becc-3848d5a26f4e HTTP/1.1" status: 200 len: 946 time: 0.1059890 Jul 16 01:29:30.877780 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d573810-ce96-4e81-a444-d38d193ec848 req-2c53aca0-7d3e-4b96-b579-d603a8981336 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa27e3b5-f752-4907-be4a-010b86768007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510392 Jul 16 01:29:31.145809 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af070b-1fe4-4e4d-9442-3c94dee47b40 req-a3d21ae6-922f-4c89-a0f1-e89e8e5eeabe tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.147872 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f0af070b-1fe4-4e4d-9442-3c94dee47b40 req-a3d21ae6-922f-4c89-a0f1-e89e8e5eeabe tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 946 time: 0.1015170 Jul 16 01:29:31.230294 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.236256 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f0af070b-1fe4-4e4d-9442-3c94dee47b40 req-3f66c40c-6d86-4bb6-b720-341bebcc6ca9 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802684 Jul 16 01:29:31.408778 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-807ee179-66ff-48ee-9e5f-3ac29cd0a127 req-a2552ab8-4560-4998-b2cb-4a618ab00af4 tempest-ListServerFiltersTestJSON-532272579 tempest-ListServerFiltersTestJSON-532272579-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6342867-83db-4514-931c-0538095b4ea5 HTTP/1.1" status: 200 len: 210 time: 0.0415540 Jul 16 01:29:31.637508 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831e172c-0d9c-466f-becc-3848d5a26f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d694bcd-8f5b-498a-8abe-5b92203ac403'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:31.639919 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f286fe4-7fa6-43a6-b918-c494065ece40" -d '{"events": [{"server_uuid": "831e172c-0d9c-466f-becc-3848d5a26f4e", "name": "network-vif-plugged", "status": "completed", "tag": "3d694bcd-8f5b-498a-8abe-5b92203ac403"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:31.689594 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cd5224-6cd4-478c-9058-f77b069e5450 x-openstack-request-id: req-04cd5224-6cd4-478c-9058-f77b069e5450 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:31.689843 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831e172c-0d9c-466f-becc-3848d5a26f4e", "name": "network-vif-plugged", "status": "completed", "tag": "3d694bcd-8f5b-498a-8abe-5b92203ac403", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:31.690140 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04cd5224-6cd4-478c-9058-f77b069e5450 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:31.690523 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831e172c-0d9c-466f-becc-3848d5a26f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d694bcd-8f5b-498a-8abe-5b92203ac403', 'code': 200} Jul 16 01:29:31.844581 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9f686-0feb-444a-abcc-b23990fd57d7 req-0226aab9-a492-4960-b6fc-d54aea60d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.846646 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-42b9f686-0feb-444a-abcc-b23990fd57d7 req-0226aab9-a492-4960-b6fc-d54aea60d0b5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=831e172c-0d9c-466f-becc-3848d5a26f4e HTTP/1.1" status: 200 len: 1098 time: 0.0796332 Jul 16 01:29:31.929466 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-42b9f686-0feb-444a-abcc-b23990fd57d7 req-e0f362ce-64a3-4d7d-b240-466f83946239 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fa27e3b5-f752-4907-be4a-010b86768007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749774 Jul 16 01:29:32.276823 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32448b-10d9-4d99-97ed-5660d8c79326 req-cfbe7d65-be8b-42d8-808c-4dfee094b363 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.286664 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb32448b-10d9-4d99-97ed-5660d8c79326 req-cfbe7d65-be8b-42d8-808c-4dfee094b363 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.1677854 Jul 16 01:29:32.344040 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6a50a-de05-4c1e-b8bc-561909690fcb req-96223bbf-b15b-465e-b2b2-029e151ec32f tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.355703 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-13c6a50a-de05-4c1e-b8bc-561909690fcb req-96223bbf-b15b-465e-b2b2-029e151ec32f tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/ports?device_id=831e172c-0d9c-466f-becc-3848d5a26f4e HTTP/1.1" status: 200 len: 946 time: 0.1545057 Jul 16 01:29:32.393744 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb32448b-10d9-4d99-97ed-5660d8c79326 req-c3aec405-acce-4c9d-8d98-50c8fdd74bd9 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054847 Jul 16 01:29:32.479207 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-13c6a50a-de05-4c1e-b8bc-561909690fcb req-36740679-7405-4022-8321-61f14487a839 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa27e3b5-f752-4907-be4a-010b86768007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208463 Jul 16 01:29:32.482697 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.648951 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52310) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:32.678754 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba9ec7-15ad-4eec-ba1e-02d706bb1cb9 req-247bb3ee-ea71-4be4-b0b6-073c390c2ea6 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.680413 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34ba9ec7-15ad-4eec-ba1e-02d706bb1cb9 req-247bb3ee-ea71-4be4-b0b6-073c390c2ea6 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 946 time: 0.1218476 Jul 16 01:29:32.740567 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34ba9ec7-15ad-4eec-ba1e-02d706bb1cb9 req-bf33e149-e558-4e30-b128-4c685ed31eaa tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525308 Jul 16 01:29:32.747700 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-6faea595-b7fe-4b82-b7bd-bf1f3d8bb5d8 admin admin] Deleting subnet 903d9a38-9e68-4c42-9c73-4c190106626e {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:29:32.751870 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6faea595-b7fe-4b82-b7bd-bf1f3d8bb5d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:32.806817 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6faea595-b7fe-4b82-b7bd-bf1f3d8bb5d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.001478 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6faea595-b7fe-4b82-b7bd-bf1f3d8bb5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.143670 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82ae2b-cea3-4f5f-ad8d-97df0847148a req-83121ddf-896f-4f39-a70e-29b5cdfb740a tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.152073 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6f82ae2b-cea3-4f5f-ad8d-97df0847148a req-83121ddf-896f-4f39-a70e-29b5cdfb740a tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 946 time: 0.2179706 Jul 16 01:29:33.185936 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6faea595-b7fe-4b82-b7bd-bf1f3d8bb5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.243210 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faea595-b7fe-4b82-b7bd-bf1f3d8bb5d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=903d9a38-9e68-4c42-9c73-4c190106626e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:33.264509 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6faea595-b7fe-4b82-b7bd-bf1f3d8bb5d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.267920 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba700bdd-c504-49ac-9e46-0834f0aaba87 None None] Network 7771ce22-8772-4f34-9479-20c2030064b5 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:33.269685 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52330) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:33.270317 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6faea595-b7fe-4b82-b7bd-bf1f3d8bb5d8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/903d9a38-9e68-4c42-9c73-4c190106626e HTTP/1.1" status: 204 len: 168 time: 0.6198859 Jul 16 01:29:33.285712 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6f82ae2b-cea3-4f5f-ad8d-97df0847148a req-71bdfe3f-351d-45f4-9402-40487f9988c3 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277518 Jul 16 01:29:33.456082 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34cfd500-9c1b-4ec3-8c24-a152a437d978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.677669 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-34cfd500-9c1b-4ec3-8c24-a152a437d978 admin admin] Deleting port d2bf6a82-8e74-4c3c-a43b-72cc908739ab {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:33.678381 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34cfd500-9c1b-4ec3-8c24-a152a437d978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.697391 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device b374de59-b8e8-4c16-aaf6-908bdbd9ed91 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:33.748922 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ccb66-f096-45e2-b5a1-95b2acccad47 req-224d3275-2624-495d-9ed7-6f8aafe81375 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.750646 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-333ccb66-f096-45e2-b5a1-95b2acccad47 req-224d3275-2624-495d-9ed7-6f8aafe81375 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 946 time: 0.1884215 Jul 16 01:29:33.760945 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29afc059-a541-4843-92f1-0bec8bc8c590 None None] DHCP port deletion for 7771ce22-8772-4f34-9479-20c2030064b5 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:29:33.765184 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: b374de59-b8e8-4c16-aaf6-908bdbd9ed91 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:33.765723 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device b374de59-b8e8-4c16-aaf6-908bdbd9ed91 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:33.814126 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52344) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:33.860653 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-29afc059-a541-4843-92f1-0bec8bc8c590 None None] Deleting port d2bf6a82-8e74-4c3c-a43b-72cc908739ab {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:33.861351 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29afc059-a541-4843-92f1-0bec8bc8c590 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.877887 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-333ccb66-f096-45e2-b5a1-95b2acccad47 req-f4f6c004-00a0-4a58-a2d5-100ab8fb7633 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110873 Jul 16 01:29:33.887020 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10500d6d-4cf7-49d5-b0bf-803eac531626 req-315b881b-dfc1-49bf-90b2-50e4610f4cb8 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.889690 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-34cfd500-9c1b-4ec3-8c24-a152a437d978 admin admin] For port d2bf6a82-8e74-4c3c-a43b-72cc908739ab, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d2bf6a82-8e74-4c3c-a43b-72cc908739ab,segment=NetworkSegment(93b4c2d2-2e14-4e98-b04b-d4a19b004959),segment_id=93b4c2d2-2e14-4e98-b04b-d4a19b004959)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:33.890301 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34cfd500-9c1b-4ec3-8c24-a152a437d978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.896972 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-10500d6d-4cf7-49d5-b0bf-803eac531626 req-315b881b-dfc1-49bf-90b2-50e4610f4cb8 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.2199924 Jul 16 01:29:33.949385 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-34cfd500-9c1b-4ec3-8c24-a152a437d978 admin admin] Calling delete_port for d2bf6a82-8e74-4c3c-a43b-72cc908739ab owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:33.995770 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-29afc059-a541-4843-92f1-0bec8bc8c590 None None] For port d2bf6a82-8e74-4c3c-a43b-72cc908739ab, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d2bf6a82-8e74-4c3c-a43b-72cc908739ab,segment=NetworkSegment(93b4c2d2-2e14-4e98-b04b-d4a19b004959),segment_id=93b4c2d2-2e14-4e98-b04b-d4a19b004959)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:33.996179 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29afc059-a541-4843-92f1-0bec8bc8c590 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.028504 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-29afc059-a541-4843-92f1-0bec8bc8c590 None None] Calling delete_port for d2bf6a82-8e74-4c3c-a43b-72cc908739ab owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:34.067542 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-10500d6d-4cf7-49d5-b0bf-803eac531626 req-a3e69472-60ab-4904-a05d-e207a79ee3a5 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692872 Jul 16 01:29:34.073642 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6ec4965c-6b10-44b5-aca5-4550d1bafb75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.177477 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c107008-db91-4e39-8223-3616022bc488 req-b9718532-c84d-497a-ba32-41d45d4e75c6 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.185334 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c107008-db91-4e39-8223-3616022bc488 req-b9718532-c84d-497a-ba32-41d45d4e75c6 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/ports?device_id=831e172c-0d9c-466f-becc-3848d5a26f4e HTTP/1.1" status: 200 len: 946 time: 0.1226521 Jul 16 01:29:34.223830 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29afc059-a541-4843-92f1-0bec8bc8c590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.237119 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c107008-db91-4e39-8223-3616022bc488 req-56439db7-a3b6-483d-8fcb-526b738d7357 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa27e3b5-f752-4907-be4a-010b86768007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507627 Jul 16 01:29:34.238070 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34cfd500-9c1b-4ec3-8c24-a152a437d978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.265989 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cfd500-9c1b-4ec3-8c24-a152a437d978 admin admin] No DVR routers for this DVR port d2bf6a82-8e74-4c3c-a43b-72cc908739ab on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:34.278490 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afc059-a541-4843-92f1-0bec8bc8c590 None None] Pushing event deleted for resources: {'Port': ['ID=d2bf6a82-8e74-4c3c-a43b-72cc908739ab,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:34.298310 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6ec4965c-6b10-44b5-aca5-4550d1bafb75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.300419 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29afc059-a541-4843-92f1-0bec8bc8c590 None None] No DVR routers for this DVR port d2bf6a82-8e74-4c3c-a43b-72cc908739ab on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:34.329951 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6ec4965c-6b10-44b5-aca5-4550d1bafb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.361571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfd500-9c1b-4ec3-8c24-a152a437d978 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2bf6a82-8e74-4c3c-a43b-72cc908739ab,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:34.461464 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34cfd500-9c1b-4ec3-8c24-a152a437d978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.484574 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6ec4965c-6b10-44b5-aca5-4550d1bafb75 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c5d7ea3867443b8af2afe1bc4904217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6661501 Jul 16 01:29:34.485198 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-34cfd500-9c1b-4ec3-8c24-a152a437d978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7771ce22-8772-4f34-9479-20c2030064b5']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:34.486210 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4965c-6b10-44b5-aca5-4550d1bafb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d4ac1b-7c9a-4b5f-96d8-66d0987f6755,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:34.501620 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-34cfd500-9c1b-4ec3-8c24-a152a437d978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b4c2d2-2e14-4e98-b04b-d4a19b004959') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:34.501922 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-34cfd500-9c1b-4ec3-8c24-a152a437d978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b4c2d2-2e14-4e98-b04b-d4a19b004959') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:34.505310 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52358) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:34.522677 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34cfd500-9c1b-4ec3-8c24-a152a437d978 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.542331 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34cfd500-9c1b-4ec3-8c24-a152a437d978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.557158 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34cfd500-9c1b-4ec3-8c24-a152a437d978 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:29:34.557840 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34cfd500-9c1b-4ec3-8c24-a152a437d978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:29:34.600005 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:29:34.617078 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-be619c6b-a1e5-4e3b-8332-3fbcdde1e181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.653167 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac11670-2865-4cd8-9eac-b0adcf0ac81b req-9bb0d18c-5e9b-4d70-aa05-207d5eddc606 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.661122 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ac11670-2865-4cd8-9eac-b0adcf0ac81b req-9bb0d18c-5e9b-4d70-aa05-207d5eddc606 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 946 time: 0.3259065 Jul 16 01:29:34.706798 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34cfd500-9c1b-4ec3-8c24-a152a437d978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.720545 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34cfd500-9c1b-4ec3-8c24-a152a437d978 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.721619 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ac11670-2865-4cd8-9eac-b0adcf0ac81b req-d2aca4ed-6171-4902-97f7-02da44529027 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595262 Jul 16 01:29:34.722875 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-34cfd500-9c1b-4ec3-8c24-a152a437d978 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7771ce22-8772-4f34-9479-20c2030064b5 HTTP/1.1" status: 204 len: 168 time: 1.4515784 Jul 16 01:29:34.727595 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-be619c6b-a1e5-4e3b-8332-3fbcdde1e181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.745384 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfd500-9c1b-4ec3-8c24-a152a437d978 admin admin] Pushing event deleted for resources: {'Network': ['ID=7771ce22-8772-4f34-9479-20c2030064b5,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:34.811393 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.840182 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-be619c6b-a1e5-4e3b-8332-3fbcdde1e181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.843270 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-be619c6b-a1e5-4e3b-8332-3fbcdde1e181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.846945 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-be619c6b-a1e5-4e3b-8332-3fbcdde1e181 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46d4ac1b-7c9a-4b5f-96d8-66d0987f6755 HTTP/1.1" status: 204 len: 168 time: 0.3345065 Jul 16 01:29:34.861899 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be619c6b-a1e5-4e3b-8332-3fbcdde1e181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d4ac1b-7c9a-4b5f-96d8-66d0987f6755,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:34.929844 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52372) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:34.972147 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b0902-b6d9-4b18-bc76-281e9f7ee609 req-9409ce24-66bf-4297-b791-0058abda0bbd tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.974009 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-406b0902-b6d9-4b18-bc76-281e9f7ee609 req-9409ce24-66bf-4297-b791-0058abda0bbd tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 946 time: 0.1100724 Jul 16 01:29:35.001268 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-17ec1309-1411-433a-a493-97fa4039cb13 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f5ea53f54a7488181cae8d9cdffa32a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0701768 Jul 16 01:29:35.004102 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52374) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:35.041303 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-406b0902-b6d9-4b18-bc76-281e9f7ee609 req-c6ac9755-c939-4360-ac56-0a48c5f3ffb7 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600858 Jul 16 01:29:35.068709 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b471a3d4-71c6-4bc1-a8e2-57157eca08ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.109715 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b471a3d4-71c6-4bc1-a8e2-57157eca08ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.113182 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52386) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:35.186981 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b471a3d4-71c6-4bc1-a8e2-57157eca08ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.193881 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b471a3d4-71c6-4bc1-a8e2-57157eca08ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.199715 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b471a3d4-71c6-4bc1-a8e2-57157eca08ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58ebc7f6-9c9a-4d90-abb3-0f63399be1fc HTTP/1.1" status: 204 len: 168 time: 0.1942353 Jul 16 01:29:35.221293 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471a3d4-71c6-4bc1-a8e2-57157eca08ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ebc7f6-9c9a-4d90-abb3-0f63399be1fc,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:35.268247 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d2bf6a82-8e74-4c3c-a43b-72cc908739ab no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:35.302324 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: d2bf6a82-8e74-4c3c-a43b-72cc908739ab {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:35.308595 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d2bf6a82-8e74-4c3c-a43b-72cc908739ab not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:35.351567 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0680c0-fa1b-4d9d-b85c-2d8f4700f45e req-c9390e90-a725-4651-9574-9698456f51a1 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.353215 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db0680c0-fa1b-4d9d-b85c-2d8f4700f45e req-c9390e90-a725-4651-9574-9698456f51a1 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/ports?device_id=831e172c-0d9c-466f-becc-3848d5a26f4e HTTP/1.1" status: 200 len: 946 time: 0.1229672 Jul 16 01:29:35.472803 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db0680c0-fa1b-4d9d-b85c-2d8f4700f45e req-8b7f557a-59af-4e4e-95f2-33e2f71b8aa4 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa27e3b5-f752-4907-be4a-010b86768007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103396 Jul 16 01:29:35.488105 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52392) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:35.511775 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71ee7f7e-c681-4398-bb96-a93e45d5afb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.561205 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e78d2a-967d-491b-a654-b45f39b5bbc9 req-5502bd51-7639-4875-bd4f-9f57ac031bbc tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.569048 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67e78d2a-967d-491b-a654-b45f39b5bbc9 req-5502bd51-7639-4875-bd4f-9f57ac031bbc tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 946 time: 0.3056626 Jul 16 01:29:35.751251 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71ee7f7e-c681-4398-bb96-a93e45d5afb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.761607 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71ee7f7e-c681-4398-bb96-a93e45d5afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:35.795572 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee7f7e-c681-4398-bb96-a93e45d5afb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac055cb-db63-43db-9bce-f61dfa01a8d0,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:35.830351 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-71ee7f7e-c681-4398-bb96-a93e45d5afb8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf0b0c58936e4e5f88d3c543c9c2652b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3402069 Jul 16 01:29:35.834849 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52402) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:35.852452 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46740e-b9d6-4bd8-9799-c18bad2ab39e req-b0b7ba87-8a16-49ed-9e06-1b61879366a6 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.857057 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b46740e-b9d6-4bd8-9799-c18bad2ab39e req-b0b7ba87-8a16-49ed-9e06-1b61879366a6 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.1551192 Jul 16 01:29:35.964602 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b46740e-b9d6-4bd8-9799-c18bad2ab39e req-203538b0-6504-4c2d-b776-ea36021c015e tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907116 Jul 16 01:29:35.990138 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3048ab03-1751-4c91-ba79-2958d5fc2e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.019395 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3048ab03-1751-4c91-ba79-2958d5fc2e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.067390 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67e78d2a-967d-491b-a654-b45f39b5bbc9 req-f88a43b1-cf67-41dc-b3c5-6289fc4f3b36 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971964 Jul 16 01:29:36.106563 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3048ab03-1751-4c91-ba79-2958d5fc2e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.109989 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3048ab03-1751-4c91-ba79-2958d5fc2e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.114035 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3048ab03-1751-4c91-ba79-2958d5fc2e83 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ac055cb-db63-43db-9bce-f61dfa01a8d0 HTTP/1.1" status: 204 len: 168 time: 0.2759378 Jul 16 01:29:36.130598 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048ab03-1751-4c91-ba79-2958d5fc2e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac055cb-db63-43db-9bce-f61dfa01a8d0,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:36.505421 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234c534-fdfa-4d7e-9ea2-f5e78639be7c req-7f2ded1d-943a-42c0-87dc-9969d8e69693 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:36.515110 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb4ade-be77-4d11-88fb-0588a6b215f2 req-504bda88-3d93-4cc3-b40f-147462d8d1d6 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:36.515451 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f234c534-fdfa-4d7e-9ea2-f5e78639be7c req-7f2ded1d-943a-42c0-87dc-9969d8e69693 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 946 time: 0.2030466 Jul 16 01:29:36.518080 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-52eb4ade-be77-4d11-88fb-0588a6b215f2 req-504bda88-3d93-4cc3-b40f-147462d8d1d6 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.82 "GET /v2.0/ports?device_id=831e172c-0d9c-466f-becc-3848d5a26f4e HTTP/1.1" status: 200 len: 946 time: 0.1624732 Jul 16 01:29:36.605042 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f234c534-fdfa-4d7e-9ea2-f5e78639be7c req-306bea9c-7e83-48c6-b203-ffc19f578fcf tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885174 Jul 16 01:29:36.785190 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7f42b0fd-8a04-4c25-ad7c-28ecb37bf1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.801315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52434) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:36.838856 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ddccde-61a0-4580-b4dd-aed1d563b582 req-a84c5457-26ed-412c-93f3-63c944c256ee tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:36.849105 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a5ddccde-61a0-4580-b4dd-aed1d563b582 req-a84c5457-26ed-412c-93f3-63c944c256ee tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/ports?device_id=831e172c-0d9c-466f-becc-3848d5a26f4e HTTP/1.1" status: 200 len: 946 time: 0.2141781 Jul 16 01:29:36.851029 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-52eb4ade-be77-4d11-88fb-0588a6b215f2 req-786a2565-59cc-4aa2-9618-1a4c600883a7 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Deleting port 3d694bcd-8f5b-498a-8abe-5b92203ac403 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:36.851519 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-52eb4ade-be77-4d11-88fb-0588a6b215f2 req-786a2565-59cc-4aa2-9618-1a4c600883a7 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.957392 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-52eb4ade-be77-4d11-88fb-0588a6b215f2 req-786a2565-59cc-4aa2-9618-1a4c600883a7 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] For port 3d694bcd-8f5b-498a-8abe-5b92203ac403, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3d694bcd-8f5b-498a-8abe-5b92203ac403,segment=NetworkSegment(d7a106ba-2751-4190-a1b6-ee473eae0fac),segment_id=d7a106ba-2751-4190-a1b6-ee473eae0fac)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:36.958109 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-52eb4ade-be77-4d11-88fb-0588a6b215f2 req-786a2565-59cc-4aa2-9618-1a4c600883a7 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.972831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-52eb4ade-be77-4d11-88fb-0588a6b215f2 req-786a2565-59cc-4aa2-9618-1a4c600883a7 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Calling delete_port for 3d694bcd-8f5b-498a-8abe-5b92203ac403 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:36.989401 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-08c3eee1-a926-4c37-be2a-341d74a54379 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-226901595-network', 'tenant_id': 'f6af1752339f4aa7a7d244f3ed63f4a3'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:37.065030 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c3eee1-a926-4c37-be2a-341d74a54379 admin admin] Made reservation on behalf of f6af1752339f4aa7a7d244f3ed63f4a3 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:37.067352 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08c3eee1-a926-4c37-be2a-341d74a54379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.085086 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08c3eee1-a926-4c37-be2a-341d74a54379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.133596 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a5ddccde-61a0-4580-b4dd-aed1d563b582 req-79592fa1-7402-4143-bbc6-85c6dd4c7470 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa27e3b5-f752-4907-be4a-010b86768007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467566 Jul 16 01:29:37.169094 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f379112-9256-4746-9add-99e8822c81e1 req-d3daef8c-5938-4746-bea7-0efe560ebe53 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.176265 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1f379112-9256-4746-9add-99e8822c81e1 req-d3daef8c-5938-4746-bea7-0efe560ebe53 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 946 time: 0.3076806 Jul 16 01:29:37.241995 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1f379112-9256-4746-9add-99e8822c81e1 req-dfbb863b-7230-4dbe-bf10-144d0713545f tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646827 Jul 16 01:29:37.313929 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-52eb4ade-be77-4d11-88fb-0588a6b215f2 req-786a2565-59cc-4aa2-9618-1a4c600883a7 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.339476 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['3d694bcd-8f5b-498a-8abe-5b92203ac403'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:37.368351 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a2565-59cc-4aa2-9618-1a4c600883a7 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Pushing event deleted for resources: {'Port': ['ID=3d694bcd-8f5b-498a-8abe-5b92203ac403,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:37.391571 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-7f42b0fd-8a04-4c25-ad7c-28ecb37bf1fc admin admin] Deleting port c6500010-5f84-4a65-a67c-4514eb0c3604 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:37.392182 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7f42b0fd-8a04-4c25-ad7c-28ecb37bf1fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.466104 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-52eb4ade-be77-4d11-88fb-0588a6b215f2 req-786a2565-59cc-4aa2-9618-1a4c600883a7 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] No DVR routers for this DVR port 3d694bcd-8f5b-498a-8abe-5b92203ac403 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:37.472330 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-52eb4ade-be77-4d11-88fb-0588a6b215f2 req-786a2565-59cc-4aa2-9618-1a4c600883a7 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.474432 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-52eb4ade-be77-4d11-88fb-0588a6b215f2 req-786a2565-59cc-4aa2-9618-1a4c600883a7 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.82 "DELETE /v2.0/ports/3d694bcd-8f5b-498a-8abe-5b92203ac403 HTTP/1.1" status: 204 len: 173 time: 0.9508140 Jul 16 01:29:37.474889 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831e172c-0d9c-466f-becc-3848d5a26f4e', 'name': 'network-vif-deleted', 'tag': '3d694bcd-8f5b-498a-8abe-5b92203ac403'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:37.478046 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce2945b-0757-4b35-8442-f65b870869e8" -d '{"events": [{"server_uuid": "831e172c-0d9c-466f-becc-3848d5a26f4e", "name": "network-vif-deleted", "tag": "3d694bcd-8f5b-498a-8abe-5b92203ac403"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:37.516832 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d48f3-9ed1-40bf-8ca5-2f00294a6c7b req-c67028b2-5047-4d61-8f30-70e9db0aed13 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.527010 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-403d48f3-9ed1-40bf-8ca5-2f00294a6c7b req-c67028b2-5047-4d61-8f30-70e9db0aed13 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.2670896 Jul 16 01:29:37.581724 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08c3eee1-a926-4c37-be2a-341d74a54379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.592642 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-403d48f3-9ed1-40bf-8ca5-2f00294a6c7b req-a52f086f-7ce3-4194-8dd3-29d3e3ed1552 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645118 Jul 16 01:29:37.594969 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08c3eee1-a926-4c37-be2a-341d74a54379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.626953 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-7f42b0fd-8a04-4c25-ad7c-28ecb37bf1fc admin admin] For port c6500010-5f84-4a65-a67c-4514eb0c3604, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c6500010-5f84-4a65-a67c-4514eb0c3604,segment=NetworkSegment(732f73b6-2c56-4180-ad2f-fc4cc486d209),segment_id=732f73b6-2c56-4180-ad2f-fc4cc486d209)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:37.627350 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7f42b0fd-8a04-4c25-ad7c-28ecb37bf1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.647195 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c3eee1-a926-4c37-be2a-341d74a54379 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:29:37.658362 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08c3eee1-a926-4c37-be2a-341d74a54379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.658722 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-08c3eee1-a926-4c37-be2a-341d74a54379 admin admin] Added segment e4e3bc42-11e6-4356-b22e-ff9124db4730 of type vlan for network d734c8a3-dec4-434a-beaa-87d64bd0e5a8 Jul 16 01:29:37.683519 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3eee1-a926-4c37-be2a-341d74a54379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee40ea7-19d1-4477-9845-f8cca6220d7c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:37.707673 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-7f42b0fd-8a04-4c25-ad7c-28ecb37bf1fc admin admin] Calling delete_port for c6500010-5f84-4a65-a67c-4514eb0c3604 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:37.728253 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08c3eee1-a926-4c37-be2a-341d74a54379 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.769164 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08c3eee1-a926-4c37-be2a-341d74a54379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.770390 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c3eee1-a926-4c37-be2a-341d74a54379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.771019 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08c3eee1-a926-4c37-be2a-341d74a54379 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.786894 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd88c257-ebf5-475a-8f82-427130941299 x-openstack-request-id: req-cd88c257-ebf5-475a-8f82-427130941299 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:37.787199 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831e172c-0d9c-466f-becc-3848d5a26f4e", "name": "network-vif-deleted", "tag": "3d694bcd-8f5b-498a-8abe-5b92203ac403", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:37.787481 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd88c257-ebf5-475a-8f82-427130941299 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:37.788055 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831e172c-0d9c-466f-becc-3848d5a26f4e', 'name': 'network-vif-deleted', 'tag': '3d694bcd-8f5b-498a-8abe-5b92203ac403', 'status': 'completed', 'code': 200} Jul 16 01:29:37.804148 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-08c3eee1-a926-4c37-be2a-341d74a54379 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9976649 Jul 16 01:29:37.811315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52468) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:37.817316 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-57f519d8-c36b-400f-aa74-f109055206be admin admin] Request body: {'subnet': {'network_id': 'd734c8a3-dec4-434a-beaa-87d64bd0e5a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-226901595-subnet', 'tenant_id': 'f6af1752339f4aa7a7d244f3ed63f4a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:37.928630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3eee1-a926-4c37-be2a-341d74a54379 admin admin] Pushing event updated for resources: {'Network': ['ID=d734c8a3-dec4-434a-beaa-87d64bd0e5a8,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:37.936884 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f519d8-c36b-400f-aa74-f109055206be admin admin] Made reservation on behalf of f6af1752339f4aa7a7d244f3ed63f4a3 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:37.946190 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network d734c8a3-dec4-434a-beaa-87d64bd0e5a8 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:29:37.959286 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57f519d8-c36b-400f-aa74-f109055206be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.148785 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7f42b0fd-8a04-4c25-ad7c-28ecb37bf1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.199406 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42b0fd-8a04-4c25-ad7c-28ecb37bf1fc admin admin] Pushing event deleted for resources: {'Port': ['ID=c6500010-5f84-4a65-a67c-4514eb0c3604,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:38.365885 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57f519d8-c36b-400f-aa74-f109055206be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.493555 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5149ceed-ebd4-4b82-a065-42f49bfaf74f req-ce08dbd9-914e-48ef-80f2-ef738e0e4d70 tempest-ServerAddressesNegativeTestJSON-1747717211 tempest-ServerAddressesNegativeTestJSON-1747717211-project] 10.222.0.16 "GET /v2.0/ports?device_id=831e172c-0d9c-466f-becc-3848d5a26f4e HTTP/1.1" status: 200 len: 210 time: 0.1231990 Jul 16 01:29:38.578925 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f519d8-c36b-400f-aa74-f109055206be admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a0e5175-1239-458f-a0ee-3dbb221c3cd6,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:38.595405 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f519d8-c36b-400f-aa74-f109055206be admin admin] Checking segment: {'id': 'e4e3bc42-11e6-4356-b22e-ff9124db4730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd734c8a3-dec4-434a-beaa-87d64bd0e5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:38.596691 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f519d8-c36b-400f-aa74-f109055206be admin admin] Network hostable DHCP agents. Network: d734c8a3-dec4-434a-beaa-87d64bd0e5a8, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:29:38.626598 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7f42b0fd-8a04-4c25-ad7c-28ecb37bf1fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.635532 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f519d8-c36b-400f-aa74-f109055206be admin admin] Network d734c8a3-dec4-434a-beaa-87d64bd0e5a8 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:29:38.657467 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-57f519d8-c36b-400f-aa74-f109055206be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, d734c8a3-dec4-434a-beaa-87d64bd0e5a8) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:38.662892 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f519d8-c36b-400f-aa74-f109055206be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.662892 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57f519d8-c36b-400f-aa74-f109055206be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.671846 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99993d0a-d524-4490-b979-61c35f7e970a None None] Network d734c8a3-dec4-434a-beaa-87d64bd0e5a8 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:38.740525 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-57f519d8-c36b-400f-aa74-f109055206be admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9281824 Jul 16 01:29:39.055694 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97072d41-b0c5-4aef-a08d-e2d8db1f64f6 None None] Network d734c8a3-dec4-434a-beaa-87d64bd0e5a8 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:39.166807 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f42b0fd-8a04-4c25-ad7c-28ecb37bf1fc admin admin] Router 663947a6-012a-46bc-9ace-096c37176a9e has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:29:39.273500 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03dc285-872b-40e5-be74-bb5e3a4d99d7 req-c7193990-f6e0-4500-9696-552d946ccfa8 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.281259 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f03dc285-872b-40e5-be74-bb5e3a4d99d7 req-c7193990-f6e0-4500-9696-552d946ccfa8 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.1768460 Jul 16 01:29:39.286567 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe180a-3cec-4dff-ab30-bf130f935d51 req-4079a240-e3c1-49d4-9e93-1216f5279191 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.289280 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-64fe180a-3cec-4dff-ab30-bf130f935d51 req-4079a240-e3c1-49d4-9e93-1216f5279191 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 946 time: 0.1289303 Jul 16 01:29:39.342088 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-64fe180a-3cec-4dff-ab30-bf130f935d51 req-3fcb5bd2-137d-4d4a-9842-e9224a2132c8 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474331 Jul 16 01:29:39.393315 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f03dc285-872b-40e5-be74-bb5e3a4d99d7 req-4e215a43-613b-4d2c-beb8-451ad748bbdd tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110585 Jul 16 01:29:39.424243 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f42b0fd-8a04-4c25-ad7c-28ecb37bf1fc admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:39.437683 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d72bf-f08d-4891-aa38-39e1a7e7c4bb None None] Sync routers for ids ['663947a6-012a-46bc-9ace-096c37176a9e'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:39.439257 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7f42b0fd-8a04-4c25-ad7c-28ecb37bf1fc admin admin] 10.222.0.16 "PUT /v2.0/routers/663947a6-012a-46bc-9ace-096c37176a9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3249702 Jul 16 01:29:39.442226 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52532) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:39.452569 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d72bf-f08d-4891-aa38-39e1a7e7c4bb None None] Routers {'663947a6-012a-46bc-9ace-096c37176a9e'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:39.453981 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-942d72bf-f08d-4891-aa38-39e1a7e7c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:29:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['663947a6-012a-46bc-9ace-096c37176a9e'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:39.606320 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-942d72bf-f08d-4891-aa38-39e1a7e7c4bb None None] Set router 663947a6-012a-46bc-9ace-096c37176a9e gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:39.657211 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52546) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:39.723284 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-787b29d5-8081-4937-979b-26c396786ba6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.744954 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-d985fcef-21b8-4ca0-a38b-7709659d972e admin admin] Deleting subnet 0a9502d7-b3aa-48ce-a5ce-61d2dfc2623e {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:29:39.753029 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d985fcef-21b8-4ca0-a38b-7709659d972e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.811198 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3d694bcd-8f5b-498a-8abe-5b92203ac403 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:39.843623 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d985fcef-21b8-4ca0-a38b-7709659d972e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.863770 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 3d694bcd-8f5b-498a-8abe-5b92203ac403 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:39.864253 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3d694bcd-8f5b-498a-8abe-5b92203ac403 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:39.921247 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-942d72bf-f08d-4891-aa38-39e1a7e7c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663947a6-012a-46bc-9ace-096c37176a9e', 'name': 'tempest-TaggedBootDevicesTest_v242-1804917117-router', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:02Z', 'updated_at': '2021-07-16T01:29:38Z', 'revision_number': 5, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'gw_port': {'id': '9c10e8fa-42e9-4afa-8eb5-f864cbcc563f', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663947a6-012a-46bc-9ace-096c37176a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:03Z', 'updated_at': '2021-07-16T01:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:39.934491 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d985fcef-21b8-4ca0-a38b-7709659d972e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.960273 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-0715643c-d9a4-4ae2-9730-fb4d6d57c66c tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.967213 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-0715643c-d9a4-4ae2-9730-fb4d6d57c66c tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/networks?id=d734c8a3-dec4-434a-beaa-87d64bd0e5a8 HTTP/1.1" status: 200 len: 812 time: 0.1961312 Jul 16 01:29:39.970593 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-787b29d5-8081-4937-979b-26c396786ba6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.985654 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d72bf-f08d-4891-aa38-39e1a7e7c4bb None None] Checking router: 663947a6-012a-46bc-9ace-096c37176a9e for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:39.992989 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-8bf95586-f161-4273-8cc3-21b73f5ce7d9 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/quotas/f6af1752339f4aa7a7d244f3ed63f4a3 HTTP/1.1" status: 200 len: 375 time: 0.0248151 Jul 16 01:29:40.006070 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d72bf-f08d-4891-aa38-39e1a7e7c4bb None None] Routers {'663947a6-012a-46bc-9ace-096c37176a9e'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:40.006976 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-942d72bf-f08d-4891-aa38-39e1a7e7c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:29:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['663947a6-012a-46bc-9ace-096c37176a9e'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:40.058889 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-ac58b851-23d2-4b3b-8dac-2b02c6288b5b tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6af1752339f4aa7a7d244f3ed63f4a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646415 Jul 16 01:29:40.066702 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d985fcef-21b8-4ca0-a38b-7709659d972e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.115352 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985fcef-21b8-4ca0-a38b-7709659d972e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a9502d7-b3aa-48ce-a5ce-61d2dfc2623e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:40.131503 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d985fcef-21b8-4ca0-a38b-7709659d972e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.138525 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d985fcef-21b8-4ca0-a38b-7709659d972e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0a9502d7-b3aa-48ce-a5ce-61d2dfc2623e HTTP/1.1" status: 204 len: 168 time: 0.4798636 Jul 16 01:29:40.139232 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52560) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:40.167368 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-787b29d5-8081-4937-979b-26c396786ba6 admin admin] Deleting port 9c10e8fa-42e9-4afa-8eb5-f864cbcc563f {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:40.167981 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-787b29d5-8081-4937-979b-26c396786ba6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.207106 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-942d72bf-f08d-4891-aa38-39e1a7e7c4bb None None] Set router 663947a6-012a-46bc-9ace-096c37176a9e gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:40.232619 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-3425abdf-e6b9-4a93-bf3a-2a93e04730d0 service neutron] 10.222.0.16 "GET /v2.0/networks/d734c8a3-dec4-434a-beaa-87d64bd0e5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723533 Jul 16 01:29:40.271198 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-942d72bf-f08d-4891-aa38-39e1a7e7c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663947a6-012a-46bc-9ace-096c37176a9e', 'name': 'tempest-TaggedBootDevicesTest_v242-1804917117-router', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:02Z', 'updated_at': '2021-07-16T01:29:39Z', 'revision_number': 6, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:40.301575 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d72bf-f08d-4891-aa38-39e1a7e7c4bb None None] The sync data for ids ['663947a6-012a-46bc-9ace-096c37176a9e'] in n-d-792394-16 is: [{'id': '663947a6-012a-46bc-9ace-096c37176a9e', 'name': 'tempest-TaggedBootDevicesTest_v242-1804917117-router', 'tenant_id': '673d6f606a904bf5902fda58599b5f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:02Z', 'updated_at': '2021-07-16T01:29:39Z', 'revision_number': 6, 'project_id': '673d6f606a904bf5902fda58599b5f5e', 'gw_port_host': None}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:40.403124 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5c77027a-dd59-4ad0-b78d-d7b76a3c4bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.405377 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-787b29d5-8081-4937-979b-26c396786ba6 admin admin] For port 9c10e8fa-42e9-4afa-8eb5-f864cbcc563f, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=9c10e8fa-42e9-4afa-8eb5-f864cbcc563f,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:40.405739 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-787b29d5-8081-4937-979b-26c396786ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.424557 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-787b29d5-8081-4937-979b-26c396786ba6 admin admin] Calling delete_port for 9c10e8fa-42e9-4afa-8eb5-f864cbcc563f owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:40.452062 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-e0106bca-9156-4d7e-8a4e-f2dcbaad2391 service neutron] 10.222.0.16 "GET /v2.0/networks/d734c8a3-dec4-434a-beaa-87d64bd0e5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185564 Jul 16 01:29:40.486459 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52568) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:40.577788 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5c77027a-dd59-4ad0-b78d-d7b76a3c4bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.618433 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-5c77027a-dd59-4ad0-b78d-d7b76a3c4bad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:40.633303 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-5c77027a-dd59-4ad0-b78d-d7b76a3c4bad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a106ba-2751-4190-a1b6-ee473eae0fac') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:40.633718 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-5c77027a-dd59-4ad0-b78d-d7b76a3c4bad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a106ba-2751-4190-a1b6-ee473eae0fac') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:40.636711 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-787b29d5-8081-4937-979b-26c396786ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.655508 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5c77027a-dd59-4ad0-b78d-d7b76a3c4bad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.679939 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68c44cc3-faa5-479f-bbfb-b2c9b5733bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.682537 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b29d5-8081-4937-979b-26c396786ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c10e8fa-42e9-4afa-8eb5-f864cbcc563f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:40.684268 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5c77027a-dd59-4ad0-b78d-d7b76a3c4bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.710786 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c77027a-dd59-4ad0-b78d-d7b76a3c4bad admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:29:40.711342 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5c77027a-dd59-4ad0-b78d-d7b76a3c4bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:29:40.713587 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:29:40.797579 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-787b29d5-8081-4937-979b-26c396786ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.803292 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ab6a7-b7db-4467-95ed-d8a597a7d30c req-59ab44bf-e4d3-423f-8246-e0c05af4da67 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:40.805035 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b20ab6a7-b7db-4467-95ed-d8a597a7d30c req-59ab44bf-e4d3-423f-8246-e0c05af4da67 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 946 time: 0.2672806 Jul 16 01:29:40.900417 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5c77027a-dd59-4ad0-b78d-d7b76a3c4bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.913721 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5c77027a-dd59-4ad0-b78d-d7b76a3c4bad admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.915627 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5c77027a-dd59-4ad0-b78d-d7b76a3c4bad admin admin] 10.222.0.16 "DELETE /v2.0/networks/ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251 HTTP/1.1" status: 204 len: 168 time: 0.7753017 Jul 16 01:29:40.966487 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77027a-dd59-4ad0-b78d-d7b76a3c4bad admin admin] Pushing event deleted for resources: {'Network': ['ID=ecdab51d-3bb0-4e1a-b4cd-9d0605b8c251,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:41.017788 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b20ab6a7-b7db-4467-95ed-d8a597a7d30c req-8b038113-6bf5-4674-a510-31139eadf0e3 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026689 Jul 16 01:29:41.045154 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-787b29d5-8081-4937-979b-26c396786ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.050563 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-787b29d5-8081-4937-979b-26c396786ba6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.120621 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68c44cc3-faa5-479f-bbfb-b2c9b5733bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.131682 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52584) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:41.140318 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68c44cc3-faa5-479f-bbfb-b2c9b5733bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.201347 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-787b29d5-8081-4937-979b-26c396786ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.202286 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787b29d5-8081-4937-979b-26c396786ba6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 663947a6-012a-46bc-9ace-096c37176a9e {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:29:41.209822 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-787b29d5-8081-4937-979b-26c396786ba6 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.211456 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-787b29d5-8081-4937-979b-26c396786ba6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/663947a6-012a-46bc-9ace-096c37176a9e HTTP/1.1" status: 204 len: 168 time: 1.7674050 Jul 16 01:29:41.220622 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53369193-b774-4a27-a8d0-b3c38fda62df req-76d6eb91-c7ca-49ee-9624-04c719b7f8df tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.229198 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-53369193-b774-4a27-a8d0-b3c38fda62df req-76d6eb91-c7ca-49ee-9624-04c719b7f8df tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.3432679 Jul 16 01:29:41.231720 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52588) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:41.253431 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-842aad28-d90c-4e3e-9c9f-f64be6742909 req-91786417-df72-47a9-a9e6-ae44fe32640a tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/ports?device_id=485e2942-170f-4483-90ab-575a86b4c9aa HTTP/1.1" status: 200 len: 210 time: 0.1089754 Jul 16 01:29:41.325687 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-68c44cc3-faa5-479f-bbfb-b2c9b5733bfd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=140700ec21094d0b87e913b9d381e048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8378167 Jul 16 01:29:41.335192 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52592) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:41.353888 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 9c10e8fa-42e9-4afa-8eb5-f864cbcc563f no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:41.402711 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 9c10e8fa-42e9-4afa-8eb5-f864cbcc563f {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:41.410707 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 9c10e8fa-42e9-4afa-8eb5-f864cbcc563f not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:41.411434 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c6500010-5f84-4a65-a67c-4514eb0c3604 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:41.478711 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7efc552-81d0-4a56-af6d-a1114477f978 admin admin] Deleting subnet d41468b7-b0b4-41eb-bdf2-84a94c3d3c68 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:29:41.482940 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: c6500010-5f84-4a65-a67c-4514eb0c3604 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:41.483523 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c6500010-5f84-4a65-a67c-4514eb0c3604 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:41.496165 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-53369193-b774-4a27-a8d0-b3c38fda62df req-77c7773a-fcf9-4b2e-a107-dd178fd765d9 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658038 Jul 16 01:29:41.498374 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d7efc552-81d0-4a56-af6d-a1114477f978 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.513853 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-613aa139-218a-4fc9-98cb-a8ee10d65e3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12952b5f2311443c9d22a803bb9a668f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3808775 Jul 16 01:29:41.516755 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c44cc3-faa5-479f-bbfb-b2c9b5733bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe995f0-f872-46b0-8e49-5f0e2ca0d726,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:41.519747 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52596) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:41.570164 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d7efc552-81d0-4a56-af6d-a1114477f978 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.582458 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa366-d970-4d53-ab6b-f94203f87792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.635993 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa366-d970-4d53-ab6b-f94203f87792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.709869 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2dfce7f9-f4df-49df-8633-8c09bf10be19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.737812 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2dfce7f9-f4df-49df-8633-8c09bf10be19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.771241 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa366-d970-4d53-ab6b-f94203f87792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.783647 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa366-d970-4d53-ab6b-f94203f87792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.787366 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ff7fa366-d970-4d53-ab6b-f94203f87792 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3fe995f0-f872-46b0-8e49-5f0e2ca0d726 HTTP/1.1" status: 204 len: 168 time: 0.4443953 Jul 16 01:29:41.823182 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fa366-d970-4d53-ab6b-f94203f87792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe995f0-f872-46b0-8e49-5f0e2ca0d726,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:41.852046 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2dfce7f9-f4df-49df-8633-8c09bf10be19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.855992 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2dfce7f9-f4df-49df-8633-8c09bf10be19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.859454 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2dfce7f9-f4df-49df-8633-8c09bf10be19 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa27e3b5-f752-4907-be4a-010b86768007 HTTP/1.1" status: 204 len: 168 time: 0.3175347 Jul 16 01:29:41.869373 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfce7f9-f4df-49df-8633-8c09bf10be19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa27e3b5-f752-4907-be4a-010b86768007,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:42.293608 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d7efc552-81d0-4a56-af6d-a1114477f978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.390002 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3d584-0219-4bcd-bc41-d923ba662530 req-28a1642d-c7e9-4977-b50d-c43a66fb4b94 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.399963 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0db3d584-0219-4bcd-bc41-d923ba662530 req-28a1642d-c7e9-4977-b50d-c43a66fb4b94 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 946 time: 0.1934378 Jul 16 01:29:42.451752 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d7efc552-81d0-4a56-af6d-a1114477f978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.497302 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f043087e-e524-4137-8ea3-fd9c32a71260 None None] Network 99585749-6e41-4e60-92b1-0c114a9091db requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:42.528227 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0db3d584-0219-4bcd-bc41-d923ba662530 req-8d6fe9e5-373d-4487-a98c-a61f8f4d8773 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270082 Jul 16 01:29:42.530431 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d7efc552-81d0-4a56-af6d-a1114477f978 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.541620 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d7efc552-81d0-4a56-af6d-a1114477f978 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d41468b7-b0b4-41eb-bdf2-84a94c3d3c68 HTTP/1.1" status: 204 len: 168 time: 1.3087904 Jul 16 01:29:42.545356 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efc552-81d0-4a56-af6d-a1114477f978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d41468b7-b0b4-41eb-bdf2-84a94c3d3c68,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:42.555150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52628) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:42.577849 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52634) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:42.589144 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b8a074d2-c063-4984-8066-87ddcf54291e req-8269de93-968c-4731-8dc6-fbbf9df8534c tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/ports?device_id=485e2942-170f-4483-90ab-575a86b4c9aa HTTP/1.1" status: 200 len: 210 time: 0.0878558 Jul 16 01:29:42.621081 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba7b522e-b2d6-475f-a52f-267d43ff5b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.756989 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-29fe9c68-56a5-49c2-af62-38dfc8f9da01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.899186 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1542dd01-fca8-4e2a-94f0-7074d749586c None None] DHCP port deletion for 99585749-6e41-4e60-92b1-0c114a9091db request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:29:43.059926 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1542dd01-fca8-4e2a-94f0-7074d749586c None None] Deleting port 7c3ce090-1287-425c-ab2b-ca7036c5bce4 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:43.060729 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1542dd01-fca8-4e2a-94f0-7074d749586c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.225475 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-1542dd01-fca8-4e2a-94f0-7074d749586c None None] For port 7c3ce090-1287-425c-ab2b-ca7036c5bce4, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7c3ce090-1287-425c-ab2b-ca7036c5bce4,segment=NetworkSegment(732f73b6-2c56-4180-ad2f-fc4cc486d209),segment_id=732f73b6-2c56-4180-ad2f-fc4cc486d209)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:43.227307 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1542dd01-fca8-4e2a-94f0-7074d749586c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.253793 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1542dd01-fca8-4e2a-94f0-7074d749586c None None] Calling delete_port for 7c3ce090-1287-425c-ab2b-ca7036c5bce4 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:43.305107 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7c3ce090-1287-425c-ab2b-ca7036c5bce4 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:43.306422 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52660) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:43.395488 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864075a-2252-4654-a6e7-6baabe92f1e3 req-f0dd69e6-34c8-457e-b0dd-0dc6e144eb49 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.404536 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f864075a-2252-4654-a6e7-6baabe92f1e3 req-f0dd69e6-34c8-457e-b0dd-0dc6e144eb49 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.6351385 Jul 16 01:29:43.415389 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-7afe4200-bec8-4824-af4e-e1bd83207f5d tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.422576 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-7afe4200-bec8-4824-af4e-e1bd83207f5d tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.84 "GET /v2.0/networks?id=d734c8a3-dec4-434a-beaa-87d64bd0e5a8 HTTP/1.1" status: 200 len: 812 time: 0.7535062 Jul 16 01:29:43.460884 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-fcc3fe69-e26f-4c16-bf9e-e6213f5b30c0 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Request body: {'port': {'device_id': '485e2942-170f-4483-90ab-575a86b4c9aa', 'network_id': 'd734c8a3-dec4-434a-beaa-87d64bd0e5a8', 'admin_state_up': True, 'tenant_id': 'f6af1752339f4aa7a7d244f3ed63f4a3'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:43.494167 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.512001 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba7b522e-b2d6-475f-a52f-267d43ff5b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.534193 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba7b522e-b2d6-475f-a52f-267d43ff5b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.540881 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 7c3ce090-1287-425c-ab2b-ca7036c5bce4, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7c3ce090-1287-425c-ab2b-ca7036c5bce4,segment=NetworkSegment(732f73b6-2c56-4180-ad2f-fc4cc486d209),segment_id=732f73b6-2c56-4180-ad2f-fc4cc486d209)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:43.554789 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.571498 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1542dd01-fca8-4e2a-94f0-7074d749586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.595027 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ba7b522e-b2d6-475f-a52f-267d43ff5b2d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b8fcd896c97488f85f6ca1d2b90c8f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0158470 Jul 16 01:29:43.600668 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event deleted for resources: {'Port': ['ID=7c3ce090-1287-425c-ab2b-ca7036c5bce4,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:43.627629 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542dd01-fca8-4e2a-94f0-7074d749586c None None] Pushing event deleted for resources: {'Port': ['ID=7c3ce090-1287-425c-ab2b-ca7036c5bce4,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:43.636962 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52674) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:43.640032 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1542dd01-fca8-4e2a-94f0-7074d749586c None None] No DVR routers for this DVR port 7c3ce090-1287-425c-ab2b-ca7036c5bce4 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:43.695778 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-e6d75a46-46bd-47cf-882c-cf561cfc8b45 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-575938635-network', 'tenant_id': '31cbeb25a525434fb44cf64b0f66e762'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:43.696925 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device b3be0c27-dff5-44fe-ac5c-fda17d3219e8 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:43.699678 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-29fe9c68-56a5-49c2-af62-38dfc8f9da01 admin admin] Deleting port 7c3ce090-1287-425c-ab2b-ca7036c5bce4 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:43.700123 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-29fe9c68-56a5-49c2-af62-38dfc8f9da01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.787774 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f864075a-2252-4654-a6e7-6baabe92f1e3 req-9e2730a8-6043-46dc-a406-4658dc92712b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820662 Jul 16 01:29:43.813318 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d75a46-46bd-47cf-882c-cf561cfc8b45 admin admin] Made reservation on behalf of 31cbeb25a525434fb44cf64b0f66e762 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:43.816897 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e6d75a46-46bd-47cf-882c-cf561cfc8b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.859870 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e6d75a46-46bd-47cf-882c-cf561cfc8b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.889129 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 25ad4d70-e079-4f35-9ccd-3501263b6e43 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:43.921482 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba371470-8b43-43d8-b4f0-fe384a4d6b4b req-0b8264e9-aec7-48a3-9a3e-c76e431eaca7 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.928668 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba371470-8b43-43d8-b4f0-fe384a4d6b4b req-0b8264e9-aec7-48a3-9a3e-c76e431eaca7 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 946 time: 0.3757200 Jul 16 01:29:43.945830 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8db2bfa6-a648-4122-9a80-968f7dd7ebc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.957552 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-29fe9c68-56a5-49c2-af62-38dfc8f9da01 admin admin] For port 7c3ce090-1287-425c-ab2b-ca7036c5bce4, host n-d-792394-16, got binding levels [] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:43.957933 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-29fe9c68-56a5-49c2-af62-38dfc8f9da01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.980520 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-29fe9c68-56a5-49c2-af62-38dfc8f9da01 admin admin] Calling delete_port for 7c3ce090-1287-425c-ab2b-ca7036c5bce4 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:43.990267 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.ipam_backend_mixin [None req-29fe9c68-56a5-49c2-af62-38dfc8f9da01 admin admin] Port 7c3ce090-1287-425c-ab2b-ca7036c5bce4 was not found and therefore no delete operation was performed {{(pid=93955) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:29:44.004175 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port b3be0c27-dff5-44fe-ac5c-fda17d3219e8, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b3be0c27-dff5-44fe-ac5c-fda17d3219e8,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:44.010610 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-29fe9c68-56a5-49c2-af62-38dfc8f9da01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.028649 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8db2bfa6-a648-4122-9a80-968f7dd7ebc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.041910 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'b3be0c27-dff5-44fe-ac5c-fda17d3219e8', 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84', 'port_id': 'b3be0c27-dff5-44fe-ac5c-fda17d3219e8', 'mac_address': 'fa:16:3e:a0:7a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a11241-f184-48f8-b355-80863b2e27ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:44.064694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b522e-b2d6-475f-a52f-267d43ff5b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0c3653-cee1-48b5-8afb-301d4432bb8e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:44.107180 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe9c68-56a5-49c2-af62-38dfc8f9da01 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c3ce090-1287-425c-ab2b-ca7036c5bce4,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:44.109017 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba371470-8b43-43d8-b4f0-fe384a4d6b4b req-0d1593f5-16cf-4b3a-8ebf-2d78b4a5a26d tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793098 Jul 16 01:29:44.128197 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fe9c68-56a5-49c2-af62-38dfc8f9da01 admin admin] No DVR routers for this DVR port 7c3ce090-1287-425c-ab2b-ca7036c5bce4 on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:44.160805 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8d2622e3-adbf-49b3-b7e5-f8bc81c4eff3 req-3b5658a8-6deb-45b2-b0de-dd4925e2384d tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/ports?device_id=485e2942-170f-4483-90ab-575a86b4c9aa HTTP/1.1" status: 200 len: 210 time: 0.1370499 Jul 16 01:29:44.188445 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.199906 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8db2bfa6-a648-4122-9a80-968f7dd7ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.203043 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8db2bfa6-a648-4122-9a80-968f7dd7ebc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.204393 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8db2bfa6-a648-4122-9a80-968f7dd7ebc5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb0c3653-cee1-48b5-8afb-301d4432bb8e HTTP/1.1" status: 204 len: 168 time: 0.5584114 Jul 16 01:29:44.215091 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.247480 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3be0c27-dff5-44fe-ac5c-fda17d3219e8 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:44.268215 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2bfa6-a648-4122-9a80-968f7dd7ebc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0c3653-cee1-48b5-8afb-301d4432bb8e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:44.282544 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 25ad4d70-e079-4f35-9ccd-3501263b6e43, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=25ad4d70-e079-4f35-9ccd-3501263b6e43,segment=NetworkSegment(094f11f0-f2ec-4b0e-b53a-57694f1e042c),segment_id=094f11f0-f2ec-4b0e-b53a-57694f1e042c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:44.284022 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3c3076-e8f8-4f5a-8cc0-15e6e3282094', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ad4d70-e079-4f35-9ccd-3501263b6e43'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:44.287194 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827b3638-0575-4502-ad5a-924f93eb8416" -d '{"events": [{"server_uuid": "0a3c3076-e8f8-4f5a-8cc0-15e6e3282094", "name": "network-vif-unplugged", "status": "completed", "tag": "25ad4d70-e079-4f35-9ccd-3501263b6e43"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:44.337843 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.342625 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-29fe9c68-56a5-49c2-af62-38dfc8f9da01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.359864 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e6d75a46-46bd-47cf-882c-cf561cfc8b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.370525 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e6d75a46-46bd-47cf-882c-cf561cfc8b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.373986 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-29fe9c68-56a5-49c2-af62-38dfc8f9da01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99585749-6e41-4e60-92b1-0c114a9091db']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:44.408331 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d75a46-46bd-47cf-882c-cf561cfc8b45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:29:44.427926 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d75a46-46bd-47cf-882c-cf561cfc8b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daab5495-402c-47cd-9c5f-a1873233241c,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:44.435347 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e6d75a46-46bd-47cf-882c-cf561cfc8b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.436318 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-e6d75a46-46bd-47cf-882c-cf561cfc8b45 admin admin] Added segment 3f766384-4463-418e-a9e0-cf606443dc87 of type vlan for network c0145432-601f-49e3-9e1b-e3ec8161905b Jul 16 01:29:44.457445 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65eaf91-38f4-4b10-ae9f-c8dc457362a5 x-openstack-request-id: req-f65eaf91-38f4-4b10-ae9f-c8dc457362a5 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:44.457838 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3c3076-e8f8-4f5a-8cc0-15e6e3282094", "name": "network-vif-unplugged", "status": "completed", "tag": "25ad4d70-e079-4f35-9ccd-3501263b6e43", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:44.458487 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f65eaf91-38f4-4b10-ae9f-c8dc457362a5 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:44.459170 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3c3076-e8f8-4f5a-8cc0-15e6e3282094', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ad4d70-e079-4f35-9ccd-3501263b6e43', 'code': 200} Jul 16 01:29:44.472066 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=25ad4d70-e079-4f35-9ccd-3501263b6e43,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:44.499839 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port b3be0c27-dff5-44fe-ac5c-fda17d3219e8, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b3be0c27-dff5-44fe-ac5c-fda17d3219e8,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:44.505999 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.515815 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e6d75a46-46bd-47cf-882c-cf561cfc8b45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.519963 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-29fe9c68-56a5-49c2-af62-38dfc8f9da01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '732f73b6-2c56-4180-ad2f-fc4cc486d209') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:44.521421 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-29fe9c68-56a5-49c2-af62-38dfc8f9da01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '732f73b6-2c56-4180-ad2f-fc4cc486d209') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:44.534559 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-29fe9c68-56a5-49c2-af62-38dfc8f9da01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.551205 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-29fe9c68-56a5-49c2-af62-38dfc8f9da01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.558128 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fe9c68-56a5-49c2-af62-38dfc8f9da01 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:29:44.558684 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-29fe9c68-56a5-49c2-af62-38dfc8f9da01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.608600 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['b3be0c27-dff5-44fe-ac5c-fda17d3219e8'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:44.611624 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=b3be0c27-dff5-44fe-ac5c-fda17d3219e8,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:29:44.612951 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:29:44.626723 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-29fe9c68-56a5-49c2-af62-38dfc8f9da01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.642604 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-29fe9c68-56a5-49c2-af62-38dfc8f9da01 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.648655 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e6d75a46-46bd-47cf-882c-cf561cfc8b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.649165 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-29fe9c68-56a5-49c2-af62-38dfc8f9da01 admin admin] 10.222.0.16 "DELETE /v2.0/networks/99585749-6e41-4e60-92b1-0c114a9091db HTTP/1.1" status: 204 len: 168 time: 2.0847428 Jul 16 01:29:44.649641 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d75a46-46bd-47cf-882c-cf561cfc8b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.656302 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e6d75a46-46bd-47cf-882c-cf561cfc8b45 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.678096 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-fcc3fe69-e26f-4c16-bf9e-e6213f5b30c0 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Made reservation on behalf of f6af1752339f4aa7a7d244f3ed63f4a3 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:44.682059 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-fcc3fe69-e26f-4c16-bf9e-e6213f5b30c0 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.718694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe9c68-56a5-49c2-af62-38dfc8f9da01 admin admin] Pushing event deleted for resources: {'Network': ['ID=99585749-6e41-4e60-92b1-0c114a9091db,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:44.781652 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e6d75a46-46bd-47cf-882c-cf561cfc8b45 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4740603 Jul 16 01:29:44.787599 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52700) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:44.797426 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-1796745c-52f4-4c61-85f5-5480efa5c480 admin admin] Request body: {'subnet': {'network_id': 'c0145432-601f-49e3-9e1b-e3ec8161905b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-575938635-subnet', 'tenant_id': '31cbeb25a525434fb44cf64b0f66e762', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:45.000548 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d75a46-46bd-47cf-882c-cf561cfc8b45 admin admin] Pushing event updated for resources: {'Network': ['ID=c0145432-601f-49e3-9e1b-e3ec8161905b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:45.023419 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network c0145432-601f-49e3-9e1b-e3ec8161905b details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:29:45.070394 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52708) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:45.077712 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1796745c-52f4-4c61-85f5-5480efa5c480 admin admin] Made reservation on behalf of 31cbeb25a525434fb44cf64b0f66e762 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:45.103286 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1796745c-52f4-4c61-85f5-5480efa5c480 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.263190 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-fcc3fe69-e26f-4c16-bf9e-e6213f5b30c0 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Allocated IP 172.20.0.2 (d734c8a3-dec4-434a-beaa-87d64bd0e5a8/6a0e5175-1239-458f-a0ee-3dbb221c3cd6/3c425495-cb86-41fd-a89c-6f1be567ddeb) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:45.283006 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52724) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:45.283160 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1b66894a-f2db-41dc-aa19-f6f95cea3b22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=673d6f606a904bf5902fda58599b5f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2112765 Jul 16 01:29:45.372705 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962ba43-cb45-4e75-8b5f-eba4e3175aa2 req-83a4a315-e954-4255-bb90-c358da0dc83e tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:45.374953 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7962ba43-cb45-4e75-8b5f-eba4e3175aa2 req-83a4a315-e954-4255-bb90-c358da0dc83e tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.82 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 944 time: 0.3803232 Jul 16 01:29:45.410591 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47cec0-20ab-45b7-b631-c10720faca91 req-8660d885-4079-4447-9981-05f40004e968 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:45.418627 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ce47cec0-20ab-45b7-b631-c10720faca91 req-8660d885-4079-4447-9981-05f40004e968 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 945 time: 0.2388842 Jul 16 01:29:45.513211 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ce47cec0-20ab-45b7-b631-c10720faca91 req-e9a58164-8b5d-4cfa-8a7f-ed9fa65882fc tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935054 Jul 16 01:29:45.592750 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-187e4be9-6ff6-4916-8815-d1aabc4bdc4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.618851 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-187e4be9-6ff6-4916-8815-d1aabc4bdc4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.671261 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1796745c-52f4-4c61-85f5-5480efa5c480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.695766 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-187e4be9-6ff6-4916-8815-d1aabc4bdc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.698512 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-187e4be9-6ff6-4916-8815-d1aabc4bdc4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.702623 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-187e4be9-6ff6-4916-8815-d1aabc4bdc4c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29b89b39-e165-429b-9624-e5d1ce582c99 HTTP/1.1" status: 204 len: 168 time: 0.4007013 Jul 16 01:29:45.714106 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device b3be0c27-dff5-44fe-ac5c-fda17d3219e8 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:45.783777 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e4be9-6ff6-4916-8815-d1aabc4bdc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b89b39-e165-429b-9624-e5d1ce582c99,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:45.869100 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c123c911-18dd-4563-8009-06a11fbb835d req-e1537571-e76b-4878-bc69-e7673d32fa8d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5087802 Jul 16 01:29:45.882396 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port b3be0c27-dff5-44fe-ac5c-fda17d3219e8 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:45.882396 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.014039 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796745c-52f4-4c61-85f5-5480efa5c480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e6c8a0-7c9d-4713-90fd-3a7bcc994776,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:46.069422 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5c68a52a-6e89-40ed-8b63-79b334b5c269 req-44e73977-4f3d-4007-8a2c-eb2385552973 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/ports?device_id=485e2942-170f-4483-90ab-575a86b4c9aa HTTP/1.1" status: 200 len: 210 time: 0.2351170 Jul 16 01:29:46.099123 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1796745c-52f4-4c61-85f5-5480efa5c480 admin admin] Checking segment: {'id': '3f766384-4463-418e-a9e0-cf606443dc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c0145432-601f-49e3-9e1b-e3ec8161905b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:46.099861 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1796745c-52f4-4c61-85f5-5480efa5c480 admin admin] Network hostable DHCP agents. Network: c0145432-601f-49e3-9e1b-e3ec8161905b, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:29:46.129335 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.150894 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1796745c-52f4-4c61-85f5-5480efa5c480 admin admin] Network c0145432-601f-49e3-9e1b-e3ec8161905b is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:29:46.166663 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-1796745c-52f4-4c61-85f5-5480efa5c480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, c0145432-601f-49e3-9e1b-e3ec8161905b) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:46.172507 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1796745c-52f4-4c61-85f5-5480efa5c480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.173424 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1796745c-52f4-4c61-85f5-5480efa5c480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.199381 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb4d59d-05bb-48ec-8884-0c653d95ed66 None None] Network c0145432-601f-49e3-9e1b-e3ec8161905b requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:46.211689 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1796745c-52f4-4c61-85f5-5480efa5c480 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4226267 Jul 16 01:29:46.319833 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0733253-c91c-41ef-97b1-6d49bcf77aa8 req-00254127-306d-453f-9fea-9303c16abc40 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.346076 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b0733253-c91c-41ef-97b1-6d49bcf77aa8 req-00254127-306d-453f-9fea-9303c16abc40 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 944 time: 0.9446316 Jul 16 01:29:46.366842 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port b3be0c27-dff5-44fe-ac5c-fda17d3219e8, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b3be0c27-dff5-44fe-ac5c-fda17d3219e8,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:46.435834 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.490175 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afa9eae-ab9c-4a78-8323-18b760937f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3be0c27-dff5-44fe-ac5c-fda17d3219e8'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:46.502674 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92167aee-48b2-4d3f-a159-bb9f2f3a9859" -d '{"events": [{"server_uuid": "6afa9eae-ab9c-4a78-8323-18b760937f11", "name": "network-vif-plugged", "status": "completed", "tag": "b3be0c27-dff5-44fe-ac5c-fda17d3219e8"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:46.578457 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b0733253-c91c-41ef-97b1-6d49bcf77aa8 req-12dacbda-1163-42dc-b4f4-306400388b8e tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291379 Jul 16 01:29:46.651813 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-7962ba43-cb45-4e75-8b5f-eba4e3175aa2 req-e95a1b2f-473f-47fe-8311-fff91d5f7b53 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Deleting port 25ad4d70-e079-4f35-9ccd-3501263b6e43 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:46.652556 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7962ba43-cb45-4e75-8b5f-eba4e3175aa2 req-e95a1b2f-473f-47fe-8311-fff91d5f7b53 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.668702 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5ae06a-145f-416b-8d4f-e1575f240c9e x-openstack-request-id: req-0c5ae06a-145f-416b-8d4f-e1575f240c9e {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:46.669082 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afa9eae-ab9c-4a78-8323-18b760937f11", "name": "network-vif-plugged", "status": "completed", "tag": "b3be0c27-dff5-44fe-ac5c-fda17d3219e8", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:46.669261 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c5ae06a-145f-416b-8d4f-e1575f240c9e {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:46.669681 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afa9eae-ab9c-4a78-8323-18b760937f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3be0c27-dff5-44fe-ac5c-fda17d3219e8', 'code': 200} Jul 16 01:29:46.917473 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-7962ba43-cb45-4e75-8b5f-eba4e3175aa2 req-e95a1b2f-473f-47fe-8311-fff91d5f7b53 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] For port 25ad4d70-e079-4f35-9ccd-3501263b6e43, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=25ad4d70-e079-4f35-9ccd-3501263b6e43,segment=NetworkSegment(094f11f0-f2ec-4b0e-b53a-57694f1e042c),segment_id=094f11f0-f2ec-4b0e-b53a-57694f1e042c)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:46.919179 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7962ba43-cb45-4e75-8b5f-eba4e3175aa2 req-e95a1b2f-473f-47fe-8311-fff91d5f7b53 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.966897 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-fcc3fe69-e26f-4c16-bf9e-e6213f5b30c0 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.002208 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-7962ba43-cb45-4e75-8b5f-eba4e3175aa2 req-e95a1b2f-473f-47fe-8311-fff91d5f7b53 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Calling delete_port for 25ad4d70-e079-4f35-9ccd-3501263b6e43 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:47.112939 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123c911-18dd-4563-8009-06a11fbb835d req-c987468e-6e19-44bf-8212-c8c32856a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.114573 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c123c911-18dd-4563-8009-06a11fbb835d req-c987468e-6e19-44bf-8212-c8c32856a32e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 1097 time: 1.1616366 Jul 16 01:29:47.173539 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=b3be0c27-dff5-44fe-ac5c-fda17d3219e8,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:47.191294 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f08376-c90f-4b9c-a30b-3b378a2a7946 None None] Network c0145432-601f-49e3-9e1b-e3ec8161905b requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:47.292499 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123c911-18dd-4563-8009-06a11fbb835d req-124605be-8429-4001-a76a-85d110346c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.294560 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c123c911-18dd-4563-8009-06a11fbb835d req-124605be-8429-4001-a76a-85d110346c3e service neutron] 10.222.0.82 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 911 time: 0.1097083 Jul 16 01:29:47.470980 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c123c911-18dd-4563-8009-06a11fbb835d req-120c70e2-6aeb-43bc-9b13-ab2c378c799d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8660866a-9db7-4aa3-8d44-f99d34857980 HTTP/1.1" status: 200 len: 1001 time: 0.1517420 Jul 16 01:29:47.520117 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7962ba43-cb45-4e75-8b5f-eba4e3175aa2 req-e95a1b2f-473f-47fe-8311-fff91d5f7b53 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.685456 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-fcc3fe69-e26f-4c16-bf9e-e6213f5b30c0 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.734040 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a1b2f-473f-47fe-8311-fff91d5f7b53 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Pushing event deleted for resources: {'Port': ['ID=25ad4d70-e079-4f35-9ccd-3501263b6e43,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:47.753338 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-7962ba43-cb45-4e75-8b5f-eba4e3175aa2 req-e95a1b2f-473f-47fe-8311-fff91d5f7b53 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] No DVR routers for this DVR port 25ad4d70-e079-4f35-9ccd-3501263b6e43 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:47.756491 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7962ba43-cb45-4e75-8b5f-eba4e3175aa2 req-e95a1b2f-473f-47fe-8311-fff91d5f7b53 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.759603 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7962ba43-cb45-4e75-8b5f-eba4e3175aa2 req-e95a1b2f-473f-47fe-8311-fff91d5f7b53 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.82 "DELETE /v2.0/ports/25ad4d70-e079-4f35-9ccd-3501263b6e43 HTTP/1.1" status: 204 len: 173 time: 2.3569326 Jul 16 01:29:47.766889 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 25ad4d70-e079-4f35-9ccd-3501263b6e43 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:47.778209 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-0d096d8f-138c-41eb-b284-7b03faacbe72 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.786325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3c3076-e8f8-4f5a-8cc0-15e6e3282094', 'name': 'network-vif-deleted', 'tag': '25ad4d70-e079-4f35-9ccd-3501263b6e43'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:47.789712 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e92656f-1465-485c-b7fd-6c67f1d6fc6b" -d '{"events": [{"server_uuid": "0a3c3076-e8f8-4f5a-8cc0-15e6e3282094", "name": "network-vif-deleted", "tag": "25ad4d70-e079-4f35-9ccd-3501263b6e43"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:47.796032 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-0d096d8f-138c-41eb-b284-7b03faacbe72 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/networks?id=c0145432-601f-49e3-9e1b-e3ec8161905b HTTP/1.1" status: 200 len: 820 time: 0.3342903 Jul 16 01:29:47.808409 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb56156-fe5d-4b18-9e9b-4ad384f48b60 req-417ab534-31b9-4f4a-ae27-64119e84a20c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.810636 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fbb56156-fe5d-4b18-9e9b-4ad384f48b60 req-417ab534-31b9-4f4a-ae27-64119e84a20c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.8483074 Jul 16 01:29:47.816096 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 25ad4d70-e079-4f35-9ccd-3501263b6e43 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:47.819015 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 25ad4d70-e079-4f35-9ccd-3501263b6e43 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:47.821035 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-fcc3fe69-e26f-4c16-bf9e-e6213f5b30c0 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Network d734c8a3-dec4-434a-beaa-87d64bd0e5a8 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:47.838485 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-6df53c12-6e67-403e-9be4-c74e875e39a2 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/quotas/31cbeb25a525434fb44cf64b0f66e762 HTTP/1.1" status: 200 len: 375 time: 0.0395136 Jul 16 01:29:47.859749 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52806) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:47.874872 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-fcc3fe69-e26f-4c16-bf9e-e6213f5b30c0 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:47.878262 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-fcc3fe69-e26f-4c16-bf9e-e6213f5b30c0 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:47.942775 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123c911-18dd-4563-8009-06a11fbb835d req-a99a50d1-1e6b-4f07-8e6d-491c41989870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.944916 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c123c911-18dd-4563-8009-06a11fbb835d req-a99a50d1-1e6b-4f07-8e6d-491c41989870 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.4410338 Jul 16 01:29:47.954309 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fbb56156-fe5d-4b18-9e9b-4ad384f48b60 req-b494a6e2-dbc7-4e53-b04a-752345372de3 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212041 Jul 16 01:29:47.990881 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3fe69-e26f-4c16-bf9e-e6213f5b30c0 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Pushing event updated for resources: {'Port': ['ID=3c425495-cb86-41fd-a89c-6f1be567ddeb,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:48.006260 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-3686c1c9-eee0-4ccf-bf73-2a3e3b9c316f tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=31cbeb25a525434fb44cf64b0f66e762&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1613193 Jul 16 01:29:48.076831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-fcc3fe69-e26f-4c16-bf9e-e6213f5b30c0 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.078750 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-fcc3fe69-e26f-4c16-bf9e-e6213f5b30c0 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:48.110316 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-fcc3fe69-e26f-4c16-bf9e-e6213f5b30c0 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6553688 Jul 16 01:29:48.126686 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-e11d2323-0aba-47d6-9925-c28868743060 service neutron] Request body: {'port': {'device_id': '485e2942-170f-4483-90ab-575a86b4c9aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:48.146685 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2cd7e35d-baeb-4979-9aa3-e1c722a5598e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-679464453-network', 'tenant_id': '4bb8ade529aa4b339e56f372707ccb5a'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:48.189483 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123c911-18dd-4563-8009-06a11fbb835d req-c6753e10-70c0-4033-962a-1e590485b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.191131 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c123c911-18dd-4563-8009-06a11fbb835d req-c6753e10-70c0-4033-962a-1e590485b250 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2355540 Jul 16 01:29:48.387423 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd7e35d-baeb-4979-9aa3-e1c722a5598e admin admin] Made reservation on behalf of 4bb8ade529aa4b339e56f372707ccb5a for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:48.389802 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cd7e35d-baeb-4979-9aa3-e1c722a5598e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:48.402584 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cd7e35d-baeb-4979-9aa3-e1c722a5598e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:48.403370 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-e11d2323-0aba-47d6-9925-c28868743060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:48.441696 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-3b3ff829-3a42-4504-abf3-776672da7bf4 service neutron] 10.222.0.16 "GET /v2.0/networks/c0145432-601f-49e3-9e1b-e3ec8161905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344132 Jul 16 01:29:48.442177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30fcce-b62f-4873-b0f9-09ea0a80a1b3 req-91e37dc0-8f88-41df-b5ad-3bb8a267696e tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.450210 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dd30fcce-b62f-4873-b0f9-09ea0a80a1b3 req-91e37dc0-8f88-41df-b5ad-3bb8a267696e tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/ports?device_id=485e2942-170f-4483-90ab-575a86b4c9aa HTTP/1.1" status: 200 len: 931 time: 0.2548442 Jul 16 01:29:48.564605 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c123c911-18dd-4563-8009-06a11fbb835d req-72bc68b2-ea2a-46b4-9b37-6641a114fc97 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310273 Jul 16 01:29:48.639573 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dd30fcce-b62f-4873-b0f9-09ea0a80a1b3 req-fb06ee48-aea5-45d1-ab28-a0ac865b2f4f tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ee40ea7-19d1-4477-9845-f8cca6220d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883218 Jul 16 01:29:48.673518 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cd7e35d-baeb-4979-9aa3-e1c722a5598e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:48.693290 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cd7e35d-baeb-4979-9aa3-e1c722a5598e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:48.769916 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7e35d-baeb-4979-9aa3-e1c722a5598e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93a69e6-615f-4113-b754-235bee018417,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:48.830244 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd7e35d-baeb-4979-9aa3-e1c722a5598e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:29:48.864967 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-9d23c6d7-e3b8-4cc3-92f0-a22fde88174e service neutron] 10.222.0.16 "GET /v2.0/networks/c0145432-601f-49e3-9e1b-e3ec8161905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155059 Jul 16 01:29:48.877416 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cd7e35d-baeb-4979-9aa3-e1c722a5598e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:48.877984 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-2cd7e35d-baeb-4979-9aa3-e1c722a5598e admin admin] Added segment 25f16ebe-203b-4b6d-969d-950003904573 of type vlan for network 48d8b493-d632-422a-b805-c0979a30b3d9 Jul 16 01:29:48.998444 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cd7e35d-baeb-4979-9aa3-e1c722a5598e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.051290 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cd7e35d-baeb-4979-9aa3-e1c722a5598e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.053566 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd7e35d-baeb-4979-9aa3-e1c722a5598e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.058465 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cd7e35d-baeb-4979-9aa3-e1c722a5598e admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.163544 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2cd7e35d-baeb-4979-9aa3-e1c722a5598e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3019555 Jul 16 01:29:49.167305 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52836) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:49.181477 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-c23307cb-3f8a-484b-bea5-543c3ae25c93 admin admin] Request body: {'subnet': {'network_id': '48d8b493-d632-422a-b805-c0979a30b3d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-679464453-subnet', 'tenant_id': '4bb8ade529aa4b339e56f372707ccb5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:49.233416 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23307cb-3f8a-484b-bea5-543c3ae25c93 admin admin] Made reservation on behalf of 4bb8ade529aa4b339e56f372707ccb5a for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:49.236327 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c23307cb-3f8a-484b-bea5-543c3ae25c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.285834 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7e35d-baeb-4979-9aa3-e1c722a5598e admin admin] Pushing event updated for resources: {'Network': ['ID=48d8b493-d632-422a-b805-c0979a30b3d9,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:49.317698 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 48d8b493-d632-422a-b805-c0979a30b3d9 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:29:49.499931 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143e9eac-a442-4a70-ba18-e4e9382d206c x-openstack-request-id: req-143e9eac-a442-4a70-ba18-e4e9382d206c {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:49.500722 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3c3076-e8f8-4f5a-8cc0-15e6e3282094", "name": "network-vif-deleted", "tag": "25ad4d70-e079-4f35-9ccd-3501263b6e43", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:49.501200 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-143e9eac-a442-4a70-ba18-e4e9382d206c {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:49.502029 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3c3076-e8f8-4f5a-8cc0-15e6e3282094', 'name': 'network-vif-deleted', 'tag': '25ad4d70-e079-4f35-9ccd-3501263b6e43', 'status': 'completed', 'code': 200} Jul 16 01:29:49.506782 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52846) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:49.625385 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a36c869c-1e1f-4540-9cc1-ee01e570c194 req-1a77be82-fe54-4c27-bdda-f0ab7314b5c3 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a3c3076-e8f8-4f5a-8cc0-15e6e3282094 HTTP/1.1" status: 200 len: 210 time: 0.4558387 Jul 16 01:29:49.662651 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c23307cb-3f8a-484b-bea5-543c3ae25c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.757085 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23307cb-3f8a-484b-bea5-543c3ae25c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81188464-b1ab-476b-ab3e-980e9e063537,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:49.930712 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6a8592cc-f36b-4e4b-9b08-5b49e703fc11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.996658 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9d5d4-f537-443e-9df6-5bb08b54b423 req-84bcbf0d-59ef-4fc3-bf0f-3e4e21e13773 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.998760 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41d9d5d4-f537-443e-9df6-5bb08b54b423 req-84bcbf0d-59ef-4fc3-bf0f-3e4e21e13773 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.2528427 Jul 16 01:29:50.070687 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41d9d5d4-f537-443e-9df6-5bb08b54b423 req-c472b5ec-20a2-4a7d-ae39-2037c601513a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601630 Jul 16 01:29:50.083281 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-e11d2323-0aba-47d6-9925-c28868743060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c425495-cb86-41fd-a89c-6f1be567ddeb {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:50.108573 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-e11d2323-0aba-47d6-9925-c28868743060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.201787 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-24ff32ff-d62b-49a8-86f0-de87eb6d5054 req-107cd7ba-15ef-4c81-bc9a-8d7a66628cbd tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/ports?device_id=54a37a20-2962-4ca8-94dd-8df447d42aa6 HTTP/1.1" status: 200 len: 210 time: 0.3950965 Jul 16 01:29:50.207683 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-e11d2323-0aba-47d6-9925-c28868743060 service neutron] Transition to ACTIVE for port object 3c425495-cb86-41fd-a89c-6f1be567ddeb will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:50.250433 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6a8592cc-f36b-4e4b-9b08-5b49e703fc11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.259778 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-e11d2323-0aba-47d6-9925-c28868743060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.263381 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6a8592cc-f36b-4e4b-9b08-5b49e703fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.288675 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c123c911-18dd-4563-8009-06a11fbb835d req-cb8e2aa2-7e17-4079-ae30-74d423c745b7 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7158225 Jul 16 01:29:50.300314 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:29:50.401193 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8592cc-f36b-4e4b-9b08-5b49e703fc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b0392a-bf2d-45ab-8be9-6c29a7f27c16,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:50.424007 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6a8592cc-f36b-4e4b-9b08-5b49e703fc11 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8072988af214912ad339f8e5fb4655b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9153516 Jul 16 01:29:50.425608 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23307cb-3f8a-484b-bea5-543c3ae25c93 admin admin] Checking segment: {'id': '25f16ebe-203b-4b6d-969d-950003904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '48d8b493-d632-422a-b805-c0979a30b3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:50.425982 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23307cb-3f8a-484b-bea5-543c3ae25c93 admin admin] Network hostable DHCP agents. Network: 48d8b493-d632-422a-b805-c0979a30b3d9, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:29:50.427974 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52862) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:50.530950 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4735e1-bf7a-4620-ac61-101ac4643874 req-3f2b470b-1db2-4f0b-b33f-b9895b351e2c tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.538989 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cb4735e1-bf7a-4620-ac61-101ac4643874 req-3f2b470b-1db2-4f0b-b33f-b9895b351e2c tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/ports?device_id=485e2942-170f-4483-90ab-575a86b4c9aa HTTP/1.1" status: 200 len: 943 time: 0.1117034 Jul 16 01:29:50.630223 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cb4735e1-bf7a-4620-ac61-101ac4643874 req-3c444a7c-defb-48c9-a792-6440a0ef3f14 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ee40ea7-19d1-4477-9845-f8cca6220d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901878 Jul 16 01:29:50.631203 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e5aa635d-441c-44aa-b692-826ab65626ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.681655 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e5aa635d-441c-44aa-b692-826ab65626ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.826532 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e5aa635d-441c-44aa-b692-826ab65626ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.830445 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e5aa635d-441c-44aa-b692-826ab65626ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.832414 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e5aa635d-441c-44aa-b692-826ab65626ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7b0392a-bf2d-45ab-8be9-6c29a7f27c16 HTTP/1.1" status: 204 len: 168 time: 0.4020693 Jul 16 01:29:50.860329 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa635d-441c-44aa-b692-826ab65626ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b0392a-bf2d-45ab-8be9-6c29a7f27c16,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:51.265607 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23307cb-3f8a-484b-bea5-543c3ae25c93 admin admin] Network 48d8b493-d632-422a-b805-c0979a30b3d9 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:29:51.273487 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52876) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:51.278718 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-d2228999-722d-440e-93a6-e9e412de3ee3 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1424331663', 'description': 'tempest-description--654238606'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:51.302615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d2323-0aba-47d6-9925-c28868743060 service neutron] Pushing event updated for resources: {'Port': ['ID=3c425495-cb86-41fd-a89c-6f1be567ddeb,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:51.352876 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d2228999-722d-440e-93a6-e9e412de3ee3 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.357440 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-c23307cb-3f8a-484b-bea5-543c3ae25c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 48d8b493-d632-422a-b805-c0979a30b3d9) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:51.370557 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce3cb20-ab29-4ecd-9ff7-a4152e03a5b9 None None] Network 48d8b493-d632-422a-b805-c0979a30b3d9 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:51.376378 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23307cb-3f8a-484b-bea5-543c3ae25c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.380149 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c23307cb-3f8a-484b-bea5-543c3ae25c93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.458074 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-e11d2323-0aba-47d6-9925-c28868743060 service neutron] Attempting to bind port 3c425495-cb86-41fd-a89c-6f1be567ddeb on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:51.458319 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-e11d2323-0aba-47d6-9925-c28868743060 service neutron] Attempting to bind port 3c425495-cb86-41fd-a89c-6f1be567ddeb by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'e4e3bc42-11e6-4356-b22e-ff9124db4730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd734c8a3-dec4-434a-beaa-87d64bd0e5a8'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:51.458635 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-e11d2323-0aba-47d6-9925-c28868743060 service neutron] Attempting to bind port 3c425495-cb86-41fd-a89c-6f1be567ddeb on network d734c8a3-dec4-434a-beaa-87d64bd0e5a8 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:51.552165 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52882) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:51.598198 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d2228999-722d-440e-93a6-e9e412de3ee3 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.621354 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-e11d2323-0aba-47d6-9925-c28868743060 service neutron] Port 3c425495-cb86-41fd-a89c-6f1be567ddeb on network d734c8a3-dec4-434a-beaa-87d64bd0e5a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:51.622039 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d2228999-722d-440e-93a6-e9e412de3ee3 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.624635 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-e11d2323-0aba-47d6-9925-c28868743060 service neutron] Attempting to bind port 3c425495-cb86-41fd-a89c-6f1be567ddeb on network d734c8a3-dec4-434a-beaa-87d64bd0e5a8 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:51.689683 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2950a31b-10ff-4a5f-9ca6-d1bdeabdc867 req-e0c8dd1b-9502-4a60-987a-eb3bce4d96c5 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/ports?device_id=54a37a20-2962-4ca8-94dd-8df447d42aa6 HTTP/1.1" status: 200 len: 210 time: 0.0898614 Jul 16 01:29:51.748671 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d2228999-722d-440e-93a6-e9e412de3ee3 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.761118 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d2228999-722d-440e-93a6-e9e412de3ee3 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4862833 Jul 16 01:29:51.768287 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52886) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:51.778284 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-197603a1-66a6-47bf-96de-449e17d9119a tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Request body: {'security_group_rule': {'security_group_id': '1e2bea08-f6aa-4063-958d-21453547ff13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:51.791724 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2228999-722d-440e-93a6-e9e412de3ee3 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2bea08-f6aa-4063-958d-21453547ff13,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:51.793693 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7e713585-f78d-4b32-ac39-5e95f0593e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.810781 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c23307cb-3f8a-484b-bea5-543c3ae25c93 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.6361101 Jul 16 01:29:51.811676 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-e11d2323-0aba-47d6-9925-c28868743060 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:51.812010 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-e11d2323-0aba-47d6-9925-c28868743060 service neutron] Checking segment: {'id': 'e4e3bc42-11e6-4356-b22e-ff9124db4730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd734c8a3-dec4-434a-beaa-87d64bd0e5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:51.812413 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-e11d2323-0aba-47d6-9925-c28868743060 service neutron] Bound using segment: {'id': 'e4e3bc42-11e6-4356-b22e-ff9124db4730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd734c8a3-dec4-434a-beaa-87d64bd0e5a8'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:51.812868 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-e11d2323-0aba-47d6-9925-c28868743060 service neutron] Bound port: 3c425495-cb86-41fd-a89c-6f1be567ddeb, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4e3bc42-11e6-4356-b22e-ff9124db4730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd734c8a3-dec4-434a-beaa-87d64bd0e5a8'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:51.813223 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-e11d2323-0aba-47d6-9925-c28868743060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.816905 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52888) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:51.824396 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-e7fbeaec-7b7d-4134-9c45-9430a721e3b7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-679464453-router', 'tenant_id': '4bb8ade529aa4b339e56f372707ccb5a', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:51.854962 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb38a32-bb51-4ecd-b6a9-eca53bc6c4ec None None] Network 48d8b493-d632-422a-b805-c0979a30b3d9 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:51.881412 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-197603a1-66a6-47bf-96de-449e17d9119a tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.964258 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-bbeb124f-0525-4f23-ab09-58d0b6dde53b tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.966407 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-bbeb124f-0525-4f23-ab09-58d0b6dde53b tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.82 "GET /v2.0/networks?id=c0145432-601f-49e3-9e1b-e3ec8161905b HTTP/1.1" status: 200 len: 820 time: 0.5105441 Jul 16 01:29:51.979864 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7fbeaec-7b7d-4134-9c45-9430a721e3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.980759 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7fbeaec-7b7d-4134-9c45-9430a721e3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.020024 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-197603a1-66a6-47bf-96de-449e17d9119a tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.040243 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-197603a1-66a6-47bf-96de-449e17d9119a tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.042404 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-7e1f676f-f00c-4092-a5ad-32f27b5099a6 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Request body: {'port': {'device_id': '54a37a20-2962-4ca8-94dd-8df447d42aa6', 'network_id': 'c0145432-601f-49e3-9e1b-e3ec8161905b', 'admin_state_up': True, 'tenant_id': '31cbeb25a525434fb44cf64b0f66e762'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:52.055983 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4b32d-7889-4249-9c0a-63e59929602b req-fd780bae-6982-424b-891e-6f023c205df4 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:52.063522 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f2d4b32d-7889-4249-9c0a-63e59929602b req-fd780bae-6982-424b-891e-6f023c205df4 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.5120873 Jul 16 01:29:52.092248 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197603a1-66a6-47bf-96de-449e17d9119a tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf2d8f2-fda0-42fe-9b8c-0bcb6f4318e5,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:52.109506 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7fbeaec-7b7d-4134-9c45-9430a721e3b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.236762 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-e11d2323-0aba-47d6-9925-c28868743060 service neutron] For port 3c425495-cb86-41fd-a89c-6f1be567ddeb, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:52.245293 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f2d4b32d-7889-4249-9c0a-63e59929602b req-5569e48e-a6cd-4c01-ac10-e767ebcf9a21 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808615 Jul 16 01:29:52.278742 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-e11d2323-0aba-47d6-9925-c28868743060 service neutron] For port 3c425495-cb86-41fd-a89c-6f1be567ddeb, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3c425495-cb86-41fd-a89c-6f1be567ddeb,segment=NetworkSegment(e4e3bc42-11e6-4356-b22e-ff9124db4730),segment_id=e4e3bc42-11e6-4356-b22e-ff9124db4730)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:52.296310 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-e11d2323-0aba-47d6-9925-c28868743060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.348973 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-e11d2323-0aba-47d6-9925-c28868743060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:52.349705 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-e11d2323-0aba-47d6-9925-c28868743060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.351390 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-e11d2323-0aba-47d6-9925-c28868743060 service neutron] 10.222.0.84 "PUT /v2.0/ports/3c425495-cb86-41fd-a89c-6f1be567ddeb HTTP/1.1" status: 200 len: 1092 time: 4.2329204 Jul 16 01:29:52.362990 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485e2942-170f-4483-90ab-575a86b4c9aa', 'tag': '3c425495-cb86-41fd-a89c-6f1be567ddeb'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:52.365803 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38df9073-d996-4a1e-bb19-9ff11f03c0c1" -d '{"events": [{"name": "network-changed", "server_uuid": "485e2942-170f-4483-90ab-575a86b4c9aa", "tag": "3c425495-cb86-41fd-a89c-6f1be567ddeb"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:52.391666 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7e713585-f78d-4b32-ac39-5e95f0593e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.404809 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7e713585-f78d-4b32-ac39-5e95f0593e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.457229 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bb5598-93b6-49a0-be55-76c8cd72d1b2 x-openstack-request-id: req-35bb5598-93b6-49a0-be55-76c8cd72d1b2 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:52.457529 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485e2942-170f-4483-90ab-575a86b4c9aa", "tag": "3c425495-cb86-41fd-a89c-6f1be567ddeb", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:52.457785 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35bb5598-93b6-49a0-be55-76c8cd72d1b2 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:52.458195 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485e2942-170f-4483-90ab-575a86b4c9aa', 'tag': '3c425495-cb86-41fd-a89c-6f1be567ddeb', 'status': 'completed', 'code': 200} Jul 16 01:29:52.476856 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d2323-0aba-47d6-9925-c28868743060 service neutron] Pushing event updated for resources: {'Port': ['ID=3c425495-cb86-41fd-a89c-6f1be567ddeb,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:52.508082 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7e713585-f78d-4b32-ac39-5e95f0593e22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04c8df4a98ad4a69b5ce73e2f1832988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9438291 Jul 16 01:29:52.510841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e713585-f78d-4b32-ac39-5e95f0593e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f37f904-962b-485c-83c4-0dcba44cee8e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:52.514491 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52892) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:52.587346 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-f0f03682-14e9-4bcb-bf3b-83158d141257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:52.588917 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-f0f03682-14e9-4bcb-bf3b-83158d141257 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f6af1752339f4aa7a7d244f3ed63f4a3&device_id=485e2942-170f-4483-90ab-575a86b4c9aa HTTP/1.1" status: 200 len: 1095 time: 0.1597307 Jul 16 01:29:52.591888 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d63c4ef1-fb35-4af5-b79c-aad15a57a664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.655602 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-8e369f5a-8985-4bc4-b102-d449579c42fd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c425495-cb86-41fd-a89c-6f1be567ddeb HTTP/1.1" status: 200 len: 217 time: 0.0590727 Jul 16 01:29:52.661146 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d63c4ef1-fb35-4af5-b79c-aad15a57a664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.747708 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-98ce43ca-3fd1-40da-9fdf-32ce15b89b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:52.749285 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-98ce43ca-3fd1-40da-9fdf-32ce15b89b92 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6a0e5175-1239-458f-a0ee-3dbb221c3cd6 HTTP/1.1" status: 200 len: 852 time: 0.0852487 Jul 16 01:29:52.801531 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7fbeaec-7b7d-4134-9c45-9430a721e3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.811496 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d63c4ef1-fb35-4af5-b79c-aad15a57a664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.811759 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-197603a1-66a6-47bf-96de-449e17d9119a tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.813143 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-197603a1-66a6-47bf-96de-449e17d9119a tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0437179 Jul 16 01:29:52.816580 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52906) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:52.817892 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d63c4ef1-fb35-4af5-b79c-aad15a57a664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.821777 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d63c4ef1-fb35-4af5-b79c-aad15a57a664 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f37f904-962b-485c-83c4-0dcba44cee8e HTTP/1.1" status: 204 len: 168 time: 0.3038557 Jul 16 01:29:52.822672 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-908e38e8-fad8-46f6-8dbf-f92203d4a06f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d734c8a3-dec4-434a-beaa-87d64bd0e5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645070 Jul 16 01:29:52.827865 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fac4a-d4d3-4663-bee3-fff98433f076 req-6f7b4cb2-9cb3-46bf-bfea-b63e699ab512 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:52.837803 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-984fac4a-d4d3-4663-bee3-fff98433f076 req-6f7b4cb2-9cb3-46bf-bfea-b63e699ab512 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/ports?device_id=485e2942-170f-4483-90ab-575a86b4c9aa HTTP/1.1" status: 200 len: 943 time: 0.7425456 Jul 16 01:29:52.844648 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-ee885354-9f71-41f3-9c8f-fabfa68993c4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Request body: {'security_group_rule': {'security_group_id': '1e2bea08-f6aa-4063-958d-21453547ff13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:52.946287 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-136e1c81-fb57-4551-ab24-3805885ffcf5 service neutron] 10.222.0.84 "GET /v2.0/networks/d734c8a3-dec4-434a-beaa-87d64bd0e5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113472 Jul 16 01:29:52.971678 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-984fac4a-d4d3-4663-bee3-fff98433f076 req-e8465725-3d4e-49d4-a6eb-819ce6e34ac6 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ee40ea7-19d1-4477-9845-f8cca6220d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326826 Jul 16 01:29:52.989790 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-806723b1-1739-4d1c-964f-a68137311f6e req-11757f31-4e24-42e4-a42a-774ccd06beb4 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/ports?device_id=54a37a20-2962-4ca8-94dd-8df447d42aa6 HTTP/1.1" status: 200 len: 210 time: 0.0383909 Jul 16 01:29:53.113130 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0795c06b-a562-4e35-8c6d-31fd4b1af21c req-7615a464-7c09-4a5d-b2e4-9390d3b41de8 service neutron] 10.222.0.84 "GET /v2.0/networks/d734c8a3-dec4-434a-beaa-87d64bd0e5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223359 Jul 16 01:29:53.115323 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c4ef1-fb35-4af5-b79c-aad15a57a664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f37f904-962b-485c-83c4-0dcba44cee8e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:53.137533 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-7e1f676f-f00c-4092-a5ad-32f27b5099a6 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Made reservation on behalf of 31cbeb25a525434fb44cf64b0f66e762 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:53.137533 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-7e1f676f-f00c-4092-a5ad-32f27b5099a6 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.382267 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7fbeaec-7b7d-4134-9c45-9430a721e3b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.410204 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-7e1f676f-f00c-4092-a5ad-32f27b5099a6 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Allocated IP 172.20.0.10 (c0145432-601f-49e3-9e1b-e3ec8161905b/c2e6c8a0-7c9d-4713-90fd-3a7bcc994776/4d0d494f-83de-488b-b8e2-bb0df7668270) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:53.432724 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7fbeaec-7b7d-4134-9c45-9430a721e3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.437526 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee885354-9f71-41f3-9c8f-fabfa68993c4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.648439 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee885354-9f71-41f3-9c8f-fabfa68993c4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.658899 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee885354-9f71-41f3-9c8f-fabfa68993c4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.714256 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee885354-9f71-41f3-9c8f-fabfa68993c4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2bb5e5-96fb-4282-b43f-5661872afd36,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:53.723476 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ee9da-dd49-463c-b83f-84c2aa0ef053 req-e563175f-21ff-48c9-b4e6-b9864864b271 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:53.734932 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c14ee9da-dd49-463c-b83f-84c2aa0ef053 req-e563175f-21ff-48c9-b4e6-b9864864b271 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.2485456 Jul 16 01:29:53.741470 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee885354-9f71-41f3-9c8f-fabfa68993c4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.747924 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ee885354-9f71-41f3-9c8f-fabfa68993c4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9026811 Jul 16 01:29:53.748441 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52928) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:53.762546 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-e7fbeaec-7b7d-4134-9c45-9430a721e3b7 admin admin] Allocated IP 172.25.6.134 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/4fb9f3a6-7103-4e72-9c44-20a7a61dca90) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:53.794955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-c9f5929c-2374-4351-98f0-49bd70ca3ba9 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:53.903740 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7fbeaec-7b7d-4134-9c45-9430a721e3b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.907081 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df9073-d996-4a1e-bb19-9ff11f03c0c1 req-a28f3ff7-565a-431a-b33f-8316c08ace8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:53.908712 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-38df9073-d996-4a1e-bb19-9ff11f03c0c1 req-a28f3ff7-565a-431a-b33f-8316c08ace8c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f6af1752339f4aa7a7d244f3ed63f4a3&device_id=485e2942-170f-4483-90ab-575a86b4c9aa HTTP/1.1" status: 200 len: 1095 time: 0.4403338 Jul 16 01:29:54.005184 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7fbeaec-7b7d-4134-9c45-9430a721e3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.069933 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9f5929c-2374-4351-98f0-49bd70ca3ba9 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.137762 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c14ee9da-dd49-463c-b83f-84c2aa0ef053 req-24d34e10-3032-491b-bb43-fe0f136c79df tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011741 Jul 16 01:29:54.199176 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbeaec-7b7d-4134-9c45-9430a721e3b7 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb9f3a6-7103-4e72-9c44-20a7a61dca90,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:54.237689 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fbeaec-7b7d-4134-9c45-9430a721e3b7 admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:54.239131 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-e7fbeaec-7b7d-4134-9c45-9430a721e3b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:54.259129 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fbeaec-7b7d-4134-9c45-9430a721e3b7 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:54.408702 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ad92549-6878-4f21-8b1a-863d06854901 req-f1223800-a1ca-49ba-88e0-58a115b580f5 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/ports?device_id=54a37a20-2962-4ca8-94dd-8df447d42aa6 HTTP/1.1" status: 200 len: 210 time: 0.0610085 Jul 16 01:29:54.438550 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-7e1f676f-f00c-4092-a5ad-32f27b5099a6 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.472648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df9073-d996-4a1e-bb19-9ff11f03c0c1 req-fd668233-b9d9-4375-b166-4fc0f75674b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.474188 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-38df9073-d996-4a1e-bb19-9ff11f03c0c1 req-fd668233-b9d9-4375-b166-4fc0f75674b0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d734c8a3-dec4-434a-beaa-87d64bd0e5a8 HTTP/1.1" status: 200 len: 913 time: 0.5448472 Jul 16 01:29:54.527464 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-38df9073-d996-4a1e-bb19-9ff11f03c0c1 req-7c620d8b-b16a-4f52-a7d9-5acda5c16b9f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c425495-cb86-41fd-a89c-6f1be567ddeb HTTP/1.1" status: 200 len: 217 time: 0.0456154 Jul 16 01:29:54.695715 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df9073-d996-4a1e-bb19-9ff11f03c0c1 req-da8c6bb2-3b5d-4905-982c-8a61d2acbd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.698078 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-38df9073-d996-4a1e-bb19-9ff11f03c0c1 req-da8c6bb2-3b5d-4905-982c-8a61d2acbd00 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6a0e5175-1239-458f-a0ee-3dbb221c3cd6 HTTP/1.1" status: 200 len: 852 time: 0.1646464 Jul 16 01:29:54.717718 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-7e1f676f-f00c-4092-a5ad-32f27b5099a6 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.781543 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-38df9073-d996-4a1e-bb19-9ff11f03c0c1 req-fb38017a-1686-4398-b712-062cc89bae6e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d734c8a3-dec4-434a-beaa-87d64bd0e5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665829 Jul 16 01:29:54.800354 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-7e1f676f-f00c-4092-a5ad-32f27b5099a6 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Network c0145432-601f-49e3-9e1b-e3ec8161905b is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:54.814698 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-7e1f676f-f00c-4092-a5ad-32f27b5099a6 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:54.823297 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-7e1f676f-f00c-4092-a5ad-32f27b5099a6 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:54.875447 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f676f-f00c-4092-a5ad-32f27b5099a6 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Pushing event updated for resources: {'Port': ['ID=4d0d494f-83de-488b-b8e2-bb0df7668270,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:54.897869 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9f5929c-2374-4351-98f0-49bd70ca3ba9 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.927549 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7fbeaec-7b7d-4134-9c45-9430a721e3b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.988865 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f288c-5a19-4516-ac79-e9a0a6af31c4 req-d4513fd3-8551-48d5-a920-ee14076cf079 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.996767 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-840f288c-5a19-4516-ac79-e9a0a6af31c4 req-d4513fd3-8551-48d5-a920-ee14076cf079 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/ports?device_id=485e2942-170f-4483-90ab-575a86b4c9aa HTTP/1.1" status: 200 len: 943 time: 0.6248748 Jul 16 01:29:55.014109 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-7e1f676f-f00c-4092-a5ad-32f27b5099a6 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.015302 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-7e1f676f-f00c-4092-a5ad-32f27b5099a6 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.066614 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-7e1f676f-f00c-4092-a5ad-32f27b5099a6 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0583575 Jul 16 01:29:55.071228 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-38df9073-d996-4a1e-bb19-9ff11f03c0c1 req-cbc0d85d-1c7b-4745-ab2e-fd6120677427 service neutron] 10.222.0.84 "GET /v2.0/networks/d734c8a3-dec4-434a-beaa-87d64bd0e5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803576 Jul 16 01:29:55.079164 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-5f02d8ca-ac95-4313-a554-a810ac963a2a service neutron] Request body: {'port': {'device_id': '54a37a20-2962-4ca8-94dd-8df447d42aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:55.127550 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-840f288c-5a19-4516-ac79-e9a0a6af31c4 req-8e3fc8dd-76f6-4164-a508-8bc02f9360d6 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ee40ea7-19d1-4477-9845-f8cca6220d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298444 Jul 16 01:29:55.294728 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7fbeaec-7b7d-4134-9c45-9430a721e3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.328034 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-38df9073-d996-4a1e-bb19-9ff11f03c0c1 req-8a410d17-bfda-45d6-b9db-e3d4c8dc06af service neutron] 10.222.0.84 "GET /v2.0/networks/d734c8a3-dec4-434a-beaa-87d64bd0e5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744595 Jul 16 01:29:55.510181 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-5f02d8ca-ac95-4313-a554-a810ac963a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:55.523599 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-c9f5929c-2374-4351-98f0-49bd70ca3ba9 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Allocated IP 172.25.6.237 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/d9053270-f9b8-40cb-8fd9-f88347df79f7) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:55.577015 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fbeaec-7b7d-4134-9c45-9430a721e3b7 admin admin] Router 22bf4a12-abcc-4bac-8216-0a58b2a250b2 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:29:55.729464 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 3c425495-cb86-41fd-a89c-6f1be567ddeb details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:55.850699 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e4cee-ebc9-45d9-b5c0-847e0374190b req-62d8c024-6dbb-4894-a57d-b2c03896ab50 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.868264 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-467e4cee-ebc9-45d9-b5c0-847e0374190b req-62d8c024-6dbb-4894-a57d-b2c03896ab50 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/ports?device_id=54a37a20-2962-4ca8-94dd-8df447d42aa6 HTTP/1.1" status: 200 len: 932 time: 0.1714911 Jul 16 01:29:55.917560 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 3c425495-cb86-41fd-a89c-6f1be567ddeb, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3c425495-cb86-41fd-a89c-6f1be567ddeb,segment=NetworkSegment(e4e3bc42-11e6-4356-b22e-ff9124db4730),segment_id=e4e3bc42-11e6-4356-b22e-ff9124db4730)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:55.938469 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca50b43-f21d-4876-b187-ad68f734f1ed req-a8583d22-c339-4a6f-92d5-3918fbd30634 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.946097 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ca50b43-f21d-4876-b187-ad68f734f1ed req-a8583d22-c339-4a6f-92d5-3918fbd30634 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.6105459 Jul 16 01:29:55.951322 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '3c425495-cb86-41fd-a89c-6f1be567ddeb', 'network_id': 'd734c8a3-dec4-434a-beaa-87d64bd0e5a8', 'port_id': '3c425495-cb86-41fd-a89c-6f1be567ddeb', 'mac_address': 'fa:16:3e:af:20:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0e5175-1239-458f-a0ee-3dbb221c3cd6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:56.055834 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-467e4cee-ebc9-45d9-b5c0-847e0374190b req-d0d9d96e-5ae3-4ba3-addb-bf3f34b6dfae tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/security-groups?id=daab5495-402c-47cd-9c5f-a1873233241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884942 Jul 16 01:29:56.060755 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fbeaec-7b7d-4134-9c45-9430a721e3b7 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:56.063714 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.075278 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] Sync routers for ids ['22bf4a12-abcc-4bac-8216-0a58b2a250b2'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:56.095420 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c425495-cb86-41fd-a89c-6f1be567ddeb {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:56.095981 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ca50b43-f21d-4876-b187-ad68f734f1ed req-0f8b7a27-e8e7-4b5f-b803-e3801de8dcd0 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488943 Jul 16 01:29:56.107535 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] Routers {'22bf4a12-abcc-4bac-8216-0a58b2a250b2'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:56.110159 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:29:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['22bf4a12-abcc-4bac-8216-0a58b2a250b2'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:56.125196 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7fbeaec-7b7d-4134-9c45-9430a721e3b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.126668 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e7fbeaec-7b7d-4134-9c45-9430a721e3b7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3069780 Jul 16 01:29:56.139055 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52986) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:56.153268 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 3c425495-cb86-41fd-a89c-6f1be567ddeb, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3c425495-cb86-41fd-a89c-6f1be567ddeb,segment=NetworkSegment(e4e3bc42-11e6-4356-b22e-ff9124db4730),segment_id=e4e3bc42-11e6-4356-b22e-ff9124db4730)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:56.166589 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.325702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=3c425495-cb86-41fd-a89c-6f1be567ddeb,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:56.370334 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9f5929c-2374-4351-98f0-49bd70ca3ba9 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.428659 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['3c425495-cb86-41fd-a89c-6f1be567ddeb'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:56.479328 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-5f02d8ca-ac95-4313-a554-a810ac963a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d0d494f-83de-488b-b8e2-bb0df7668270 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:56.509925 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-5f02d8ca-ac95-4313-a554-a810ac963a2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.544847 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] Set router 22bf4a12-abcc-4bac-8216-0a58b2a250b2 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:56.633720 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-5f02d8ca-ac95-4313-a554-a810ac963a2a service neutron] Transition to ACTIVE for port object 4d0d494f-83de-488b-b8e2-bb0df7668270 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:56.639080 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9f5929c-2374-4351-98f0-49bd70ca3ba9 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.671348 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-099b9812-3e14-4bb1-a44a-585e8a9291d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.789420 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bf4a12-abcc-4bac-8216-0a58b2a250b2', 'name': 'tempest-ServerRescueNegativeTestJSON-679464453-router', 'tenant_id': '4bb8ade529aa4b339e56f372707ccb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '4fb9f3a6-7103-4e72-9c44-20a7a61dca90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:51Z', 'updated_at': '2021-07-16T01:29:54Z', 'revision_number': 3, 'project_id': '4bb8ade529aa4b339e56f372707ccb5a', 'gw_port': {'id': '4fb9f3a6-7103-4e72-9c44-20a7a61dca90', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:28:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bf4a12-abcc-4bac-8216-0a58b2a250b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:53Z', 'updated_at': '2021-07-16T01:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:56.822524 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] Checking router: 22bf4a12-abcc-4bac-8216-0a58b2a250b2 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:56.822706 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] Updating router 22bf4a12-abcc-4bac-8216-0a58b2a250b2 port 4fb9f3a6-7103-4e72-9c44-20a7a61dca90 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:29:56.843950 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5929c-2374-4351-98f0-49bd70ca3ba9 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Pushing event updated for resources: {'Port': ['ID=d9053270-f9b8-40cb-8fd9-f88347df79f7,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:56.851261 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-5f02d8ca-ac95-4313-a554-a810ac963a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.873006 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.041427 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f5929c-2374-4351-98f0-49bd70ca3ba9 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:57.123875 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-c9f5929c-2374-4351-98f0-49bd70ca3ba9 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:57.136330 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f5929c-2374-4351-98f0-49bd70ca3ba9 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:57.283791 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02d8ca-ac95-4313-a554-a810ac963a2a service neutron] Pushing event updated for resources: {'Port': ['ID=4d0d494f-83de-488b-b8e2-bb0df7668270,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:57.321927 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.336043 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb46f1-18a3-4771-98d4-5eeaae15c071 req-a3db0f5e-f6b0-4508-88b3-95a69e761d83 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.345109 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-42bb46f1-18a3-4771-98d4-5eeaae15c071 req-a3db0f5e-f6b0-4508-88b3-95a69e761d83 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/ports?device_id=485e2942-170f-4483-90ab-575a86b4c9aa HTTP/1.1" status: 200 len: 944 time: 0.8052723 Jul 16 01:29:57.346778 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] Transition to ACTIVE for port object 4fb9f3a6-7103-4e72-9c44-20a7a61dca90 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:57.365032 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.423225 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65326ad5-108d-4ab7-aa69-9a99326449a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.442466 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-5f02d8ca-ac95-4313-a554-a810ac963a2a service neutron] Attempting to bind port 4d0d494f-83de-488b-b8e2-bb0df7668270 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:57.442843 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-5f02d8ca-ac95-4313-a554-a810ac963a2a service neutron] Attempting to bind port 4d0d494f-83de-488b-b8e2-bb0df7668270 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '3f766384-4463-418e-a9e0-cf606443dc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c0145432-601f-49e3-9e1b-e3ec8161905b'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:57.443141 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-5f02d8ca-ac95-4313-a554-a810ac963a2a service neutron] Attempting to bind port 4d0d494f-83de-488b-b8e2-bb0df7668270 on network c0145432-601f-49e3-9e1b-e3ec8161905b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:57.458563 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-5f02d8ca-ac95-4313-a554-a810ac963a2a service neutron] Port 4d0d494f-83de-488b-b8e2-bb0df7668270 on network c0145432-601f-49e3-9e1b-e3ec8161905b not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:57.458900 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-5f02d8ca-ac95-4313-a554-a810ac963a2a service neutron] Attempting to bind port 4d0d494f-83de-488b-b8e2-bb0df7668270 on network c0145432-601f-49e3-9e1b-e3ec8161905b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:57.480333 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-5f02d8ca-ac95-4313-a554-a810ac963a2a service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:57.480774 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-5f02d8ca-ac95-4313-a554-a810ac963a2a service neutron] Checking segment: {'id': '3f766384-4463-418e-a9e0-cf606443dc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c0145432-601f-49e3-9e1b-e3ec8161905b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:57.481177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-5f02d8ca-ac95-4313-a554-a810ac963a2a service neutron] Bound using segment: {'id': '3f766384-4463-418e-a9e0-cf606443dc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c0145432-601f-49e3-9e1b-e3ec8161905b'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:57.481989 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-5f02d8ca-ac95-4313-a554-a810ac963a2a service neutron] Bound port: 4d0d494f-83de-488b-b8e2-bb0df7668270, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f766384-4463-418e-a9e0-cf606443dc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c0145432-601f-49e3-9e1b-e3ec8161905b'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:57.482483 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-5f02d8ca-ac95-4313-a554-a810ac963a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.483334 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222b05c-539d-4651-8264-98ddbd8aca34 None None] Pushing event updated for resources: {'Port': ['ID=4fb9f3a6-7103-4e72-9c44-20a7a61dca90,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:57.486229 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] Attempting to bind port 4fb9f3a6-7103-4e72-9c44-20a7a61dca90 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:57.486588 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] Attempting to bind port 4fb9f3a6-7103-4e72-9c44-20a7a61dca90 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:57.486945 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] Attempting to bind port 4fb9f3a6-7103-4e72-9c44-20a7a61dca90 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:57.496508 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:57.496815 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:57.497288 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.497681 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:57.498157 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] Bound port: 4fb9f3a6-7103-4e72-9c44-20a7a61dca90, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:57.498934 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.499076 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37747e-e349-4a42-ad7d-a0c43f622f08 req-547f77c7-6c17-4860-a6e7-affa75da3c5c tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.501113 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ea37747e-e349-4a42-ad7d-a0c43f622f08 req-547f77c7-6c17-4860-a6e7-affa75da3c5c tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/ports?device_id=54a37a20-2962-4ca8-94dd-8df447d42aa6 HTTP/1.1" status: 200 len: 944 time: 0.1609292 Jul 16 01:29:57.501918 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222b05c-539d-4651-8264-98ddbd8aca34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:57.502397 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222b05c-539d-4651-8264-98ddbd8aca34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:57.503659 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222b05c-539d-4651-8264-98ddbd8aca34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:57.503659 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222b05c-539d-4651-8264-98ddbd8aca34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:57.503659 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222b05c-539d-4651-8264-98ddbd8aca34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:57.503996 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222b05c-539d-4651-8264-98ddbd8aca34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:57.504228 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222b05c-539d-4651-8264-98ddbd8aca34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:57.504570 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222b05c-539d-4651-8264-98ddbd8aca34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:57.504887 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222b05c-539d-4651-8264-98ddbd8aca34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:57.505203 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222b05c-539d-4651-8264-98ddbd8aca34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:57.505518 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222b05c-539d-4651-8264-98ddbd8aca34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:57.505828 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4222b05c-539d-4651-8264-98ddbd8aca34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:57.513001 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-42bb46f1-18a3-4771-98d4-5eeaae15c071 req-7b4e3e8b-6601-40c9-b097-8c1cc06bacbb tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ee40ea7-19d1-4477-9845-f8cca6220d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669006 Jul 16 01:29:57.564074 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9f5929c-2374-4351-98f0-49bd70ca3ba9 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.628404 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] For port 4fb9f3a6-7103-4e72-9c44-20a7a61dca90, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:57.638588 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] For port 4fb9f3a6-7103-4e72-9c44-20a7a61dca90, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4fb9f3a6-7103-4e72-9c44-20a7a61dca90,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:57.650308 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.747166 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 3c425495-cb86-41fd-a89c-6f1be567ddeb up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:57.771201 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ea37747e-e349-4a42-ad7d-a0c43f622f08 req-a18613c2-6dc5-4703-bfcb-f7fdd3473f87 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/security-groups?id=daab5495-402c-47cd-9c5f-a1873233241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251329 Jul 16 01:29:57.805544 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9f5929c-2374-4351-98f0-49bd70ca3ba9 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.875063 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 3c425495-cb86-41fd-a89c-6f1be567ddeb completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:57.879648 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 3c425495-cb86-41fd-a89c-6f1be567ddeb triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:57.880080 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.004542 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-65326ad5-108d-4ab7-aa69-9a99326449a4 admin admin] Allocated IP 172.20.0.1 (48d8b493-d632-422a-b805-c0979a30b3d9/81188464-b1ab-476b-ab3e-980e9e063537/7f055e91-9e8c-4580-b799-919439917b7e) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:58.126889 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.156269 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222b05c-539d-4651-8264-98ddbd8aca34 None None] Pushing event updated for resources: {'Port': ['ID=4fb9f3a6-7103-4e72-9c44-20a7a61dca90,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:58.180403 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] Routers {'22bf4a12-abcc-4bac-8216-0a58b2a250b2'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:58.181282 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:29:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['22bf4a12-abcc-4bac-8216-0a58b2a250b2'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:58.192857 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485e2942-170f-4483-90ab-575a86b4c9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c425495-cb86-41fd-a89c-6f1be567ddeb'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:58.200327 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c650324d-6b79-4c41-ab6a-b22c0b4b14bf" -d '{"events": [{"server_uuid": "485e2942-170f-4483-90ab-575a86b4c9aa", "name": "network-vif-plugged", "status": "completed", "tag": "3c425495-cb86-41fd-a89c-6f1be567ddeb"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:58.225408 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65326ad5-108d-4ab7-aa69-9a99326449a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.229131 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 3c425495-cb86-41fd-a89c-6f1be567ddeb, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3c425495-cb86-41fd-a89c-6f1be567ddeb,segment=NetworkSegment(e4e3bc42-11e6-4356-b22e-ff9124db4730),segment_id=e4e3bc42-11e6-4356-b22e-ff9124db4730)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:58.243124 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.298164 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0b5386-8a89-4325-b6ec-3b5affadd82d x-openstack-request-id: req-6c0b5386-8a89-4325-b6ec-3b5affadd82d {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:58.298619 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485e2942-170f-4483-90ab-575a86b4c9aa", "name": "network-vif-plugged", "status": "completed", "tag": "3c425495-cb86-41fd-a89c-6f1be567ddeb", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:58.299094 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c0b5386-8a89-4325-b6ec-3b5affadd82d {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:58.301287 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485e2942-170f-4483-90ab-575a86b4c9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c425495-cb86-41fd-a89c-6f1be567ddeb', 'code': 200} Jul 16 01:29:58.329159 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65326ad5-108d-4ab7-aa69-9a99326449a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.374803 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=3c425495-cb86-41fd-a89c-6f1be567ddeb,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:58.427406 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] Set router 22bf4a12-abcc-4bac-8216-0a58b2a250b2 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:58.479100 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65326ad5-108d-4ab7-aa69-9a99326449a4 admin admin] Pushing event updated for resources: {'Port': ['ID=7f055e91-9e8c-4580-b799-919439917b7e,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:58.492224 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65326ad5-108d-4ab7-aa69-9a99326449a4 admin admin] Network 48d8b493-d632-422a-b805-c0979a30b3d9 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:58.493900 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-65326ad5-108d-4ab7-aa69-9a99326449a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:58.496637 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65326ad5-108d-4ab7-aa69-9a99326449a4 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:58.590111 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65326ad5-108d-4ab7-aa69-9a99326449a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.812924 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e752f8-8c58-4d76-a597-de918eaaf945 req-50a4a78f-9445-4ee4-9475-1a877c9d9f99 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:58.820212 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f6e752f8-8c58-4d76-a597-de918eaaf945 req-50a4a78f-9445-4ee4-9475-1a877c9d9f99 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/ports?device_id=485e2942-170f-4483-90ab-575a86b4c9aa HTTP/1.1" status: 200 len: 945 time: 0.1521518 Jul 16 01:29:58.849512 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9f5929c-2374-4351-98f0-49bd70ca3ba9 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.903744 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9f5929c-2374-4351-98f0-49bd70ca3ba9 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.904662 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bf4a12-abcc-4bac-8216-0a58b2a250b2', 'name': 'tempest-ServerRescueNegativeTestJSON-679464453-router', 'tenant_id': '4bb8ade529aa4b339e56f372707ccb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '4fb9f3a6-7103-4e72-9c44-20a7a61dca90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:51Z', 'updated_at': '2021-07-16T01:29:54Z', 'revision_number': 3, 'project_id': '4bb8ade529aa4b339e56f372707ccb5a', 'gw_port': {'id': '4fb9f3a6-7103-4e72-9c44-20a7a61dca90', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:28:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bf4a12-abcc-4bac-8216-0a58b2a250b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:53Z', 'updated_at': '2021-07-16T01:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:58.917149 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f6e752f8-8c58-4d76-a597-de918eaaf945 req-3c14df9a-1c68-44d3-bc98-fbe1d48a36e7 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ee40ea7-19d1-4477-9845-f8cca6220d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958011 Jul 16 01:29:58.980664 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5929c-2374-4351-98f0-49bd70ca3ba9 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Pushing event updated for resources: {'Port': ['ID=d9053270-f9b8-40cb-8fd9-f88347df79f7,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:58.984903 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e0ac3-c45e-4664-a4ce-172b7b8870a3 None None] The sync data for ids ['22bf4a12-abcc-4bac-8216-0a58b2a250b2'] in n-d-792394-16 is: [{'id': '22bf4a12-abcc-4bac-8216-0a58b2a250b2', 'name': 'tempest-ServerRescueNegativeTestJSON-679464453-router', 'tenant_id': '4bb8ade529aa4b339e56f372707ccb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '4fb9f3a6-7103-4e72-9c44-20a7a61dca90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:51Z', 'updated_at': '2021-07-16T01:29:54Z', 'revision_number': 3, 'project_id': '4bb8ade529aa4b339e56f372707ccb5a', 'gw_port': {'id': '4fb9f3a6-7103-4e72-9c44-20a7a61dca90', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:28:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bf4a12-abcc-4bac-8216-0a58b2a250b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:53Z', 'updated_at': '2021-07-16T01:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:59.005573 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-5f02d8ca-ac95-4313-a554-a810ac963a2a service neutron] For port 4d0d494f-83de-488b-b8e2-bb0df7668270, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:59.029028 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65326ad5-108d-4ab7-aa69-9a99326449a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.091949 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9f5929c-2374-4351-98f0-49bd70ca3ba9 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.137465 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-5f02d8ca-ac95-4313-a554-a810ac963a2a service neutron] For port 4d0d494f-83de-488b-b8e2-bb0df7668270, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=4d0d494f-83de-488b-b8e2-bb0df7668270,segment=NetworkSegment(3f766384-4463-418e-a9e0-cf606443dc87),segment_id=3f766384-4463-418e-a9e0-cf606443dc87)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:59.148137 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9f5929c-2374-4351-98f0-49bd70ca3ba9 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.160738 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c9f5929c-2374-4351-98f0-49bd70ca3ba9 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3965421 Jul 16 01:29:59.186708 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6cb8a-a3bc-426b-94f8-3d7084335ae7 req-d71f3f95-e616-4465-bc1d-c323a9d4d00c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.209232 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-22d6cb8a-a3bc-426b-94f8-3d7084335ae7 req-d71f3f95-e616-4465-bc1d-c323a9d4d00c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 1.4061317 Jul 16 01:29:59.220012 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-5f02d8ca-ac95-4313-a554-a810ac963a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.354548 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02d8ca-ac95-4313-a554-a810ac963a2a service neutron] Pushing event updated for resources: {'Port': ['ID=4d0d494f-83de-488b-b8e2-bb0df7668270,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:59.485480 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d364b2f-01af-4171-afcc-2fde3325169e req-ca876ee8-62c0-4509-8ddf-29960f6a6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.487072 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4d364b2f-01af-4171-afcc-2fde3325169e req-ca876ee8-62c0-4509-8ddf-29960f6a6157 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=485e2942-170f-4483-90ab-575a86b4c9aa HTTP/1.1" status: 200 len: 1097 time: 0.8102319 Jul 16 01:29:59.495567 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-5f02d8ca-ac95-4313-a554-a810ac963a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.496192 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-5f02d8ca-ac95-4313-a554-a810ac963a2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.510642 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-5f02d8ca-ac95-4313-a554-a810ac963a2a service neutron] 10.222.0.82 "PUT /v2.0/ports/4d0d494f-83de-488b-b8e2-bb0df7668270 HTTP/1.1" status: 200 len: 1093 time: 4.4355190 Jul 16 01:29:59.513186 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a37a20-2962-4ca8-94dd-8df447d42aa6', 'tag': '4d0d494f-83de-488b-b8e2-bb0df7668270'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:59.539851 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bb2346-7742-4251-af35-78c07f8f41fa" -d '{"events": [{"name": "network-changed", "server_uuid": "54a37a20-2962-4ca8-94dd-8df447d42aa6", "tag": "4d0d494f-83de-488b-b8e2-bb0df7668270"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:59.546183 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9c859c81-f680-4b14-914e-a2eaa6ca716a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.579631 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65326ad5-108d-4ab7-aa69-9a99326449a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.611111 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a62fc-dc02-47c8-a445-8b1afc0976e5 req-81123ad2-3a34-4754-9993-04d37f32eda7 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.621202 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-697a62fc-dc02-47c8-a445-8b1afc0976e5 req-81123ad2-3a34-4754-9993-04d37f32eda7 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/ports?device_id=54a37a20-2962-4ca8-94dd-8df447d42aa6 HTTP/1.1" status: 200 len: 944 time: 0.3280313 Jul 16 01:29:59.633312 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65326ad5-108d-4ab7-aa69-9a99326449a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.669309 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.702297 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-22d6cb8a-a3bc-426b-94f8-3d7084335ae7 req-3003d347-d755-4004-b950-ca5ba130b838 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920700 Jul 16 01:29:59.780799 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4d364b2f-01af-4171-afcc-2fde3325169e req-801a6653-cecf-4ca1-889b-4db841086a72 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6ee40ea7-19d1-4477-9845-f8cca6220d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189598 Jul 16 01:29:59.824097 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-142a6fdd-6c4a-4db4-aed2-fc59efbe1af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.825946 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-142a6fdd-6c4a-4db4-aed2-fc59efbe1af4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=31cbeb25a525434fb44cf64b0f66e762&device_id=54a37a20-2962-4ca8-94dd-8df447d42aa6 HTTP/1.1" status: 200 len: 1096 time: 0.2353721 Jul 16 01:29:59.862541 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-697a62fc-dc02-47c8-a445-8b1afc0976e5 req-8af4493f-2dbb-4e5d-84e2-bac2182e125a tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/security-groups?id=daab5495-402c-47cd-9c5f-a1873233241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403440 Jul 16 01:29:59.925858 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65326ad5-108d-4ab7-aa69-9a99326449a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:59.928102 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65326ad5-108d-4ab7-aa69-9a99326449a4 admin admin] Pushing event updated for resources: {'Port': ['ID=7f055e91-9e8c-4580-b799-919439917b7e,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:59.963803 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-820c2011-88fd-448a-9c29-56c28c1064b4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d0d494f-83de-488b-b8e2-bb0df7668270 HTTP/1.1" status: 200 len: 217 time: 0.1282952 Jul 16 01:30:00.102961 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-bbc32b92-45b0-4b84-b5b7-7828ea04f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:00.104529 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-bbc32b92-45b0-4b84-b5b7-7828ea04f82a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c2e6c8a0-7c9d-4713-90fd-3a7bcc994776 HTTP/1.1" status: 200 len: 860 time: 0.1268280 Jul 16 01:30:00.142658 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111c16a0-91f4-48dd-9f58-c1eb996cd0c9 x-openstack-request-id: req-111c16a0-91f4-48dd-9f58-c1eb996cd0c9 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:00.142972 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a37a20-2962-4ca8-94dd-8df447d42aa6", "tag": "4d0d494f-83de-488b-b8e2-bb0df7668270", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:00.143369 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-111c16a0-91f4-48dd-9f58-c1eb996cd0c9 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:00.145192 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a37a20-2962-4ca8-94dd-8df447d42aa6', 'tag': '4d0d494f-83de-488b-b8e2-bb0df7668270', 'status': 'completed', 'code': 200} Jul 16 01:30:00.229400 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-5de87f86-cc6c-415d-9b1c-6df444ac7a2a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c0145432-601f-49e3-9e1b-e3ec8161905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099191 Jul 16 01:30:00.572963 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-0894b3fd-ea6b-4982-b965-6181eed176b0 service neutron] 10.222.0.82 "GET /v2.0/networks/c0145432-601f-49e3-9e1b-e3ec8161905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310709 Jul 16 01:30:00.766526 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.810861 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730c09f-73ac-4580-a4b5-032fa4736c8e req-2c953723-f45b-4e69-a743-84c74f330568 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:00.821814 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0730c09f-73ac-4580-a4b5-032fa4736c8e req-2c953723-f45b-4e69-a743-84c74f330568 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/ports?device_id=485e2942-170f-4483-90ab-575a86b4c9aa HTTP/1.1" status: 200 len: 945 time: 0.3973403 Jul 16 01:30:00.936312 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7ea474a9-e98b-4777-afd2-8116fe6c726a req-2073d598-32f5-447d-9265-d0829409b183 service neutron] 10.222.0.82 "GET /v2.0/networks/c0145432-601f-49e3-9e1b-e3ec8161905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586586 Jul 16 01:30:01.046103 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0730c09f-73ac-4580-a4b5-032fa4736c8e req-4c40aa35-fad2-4ff2-9731-779a1397136f tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ee40ea7-19d1-4477-9845-f8cca6220d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216988 Jul 16 01:30:01.293223 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.308187 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb2346-7742-4251-af35-78c07f8f41fa req-d376155a-06ef-4d7c-810a-fafc451db37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.310377 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50bb2346-7742-4251-af35-78c07f8f41fa req-d376155a-06ef-4d7c-810a-fafc451db37f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=31cbeb25a525434fb44cf64b0f66e762&device_id=54a37a20-2962-4ca8-94dd-8df447d42aa6 HTTP/1.1" status: 200 len: 1096 time: 0.2932520 Jul 16 01:30:01.318503 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65326ad5-108d-4ab7-aa69-9a99326449a4 admin admin] Network 48d8b493-d632-422a-b805-c0979a30b3d9 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:01.328990 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-1bfba103-b02c-4c03-aa2a-b9329214e709 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.344822 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-1bfba103-b02c-4c03-aa2a-b9329214e709 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/networks?id=43e3c824-6c72-4121-8b92-50e92d3d660a HTTP/1.1" status: 200 len: 822 time: 1.2056687 Jul 16 01:30:01.347489 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-65326ad5-108d-4ab7-aa69-9a99326449a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:01.374690 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-16a637fa-8c33-4498-9dee-2e887809e749 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/quotas/ece0cb6368084497ba010fa4129ba54f HTTP/1.1" status: 200 len: 375 time: 0.0271308 Jul 16 01:30:01.402110 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4fb9f3a6-7103-4e72-9c44-20a7a61dca90 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:01.494044 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 4fb9f3a6-7103-4e72-9c44-20a7a61dca90 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:01.499655 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 4fb9f3a6-7103-4e72-9c44-20a7a61dca90 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:01.500036 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.537302 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172c705-d4a3-4045-8acb-28efaa91b762 req-e216cd11-43d1-4dbc-9493-b1b99c53965c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.545402 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d172c705-d4a3-4045-8acb-28efaa91b762 req-e216cd11-43d1-4dbc-9493-b1b99c53965c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.2274683 Jul 16 01:30:01.559124 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-baa712a6-0122-49c1-abd5-82fa89454a52 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ece0cb6368084497ba010fa4129ba54f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1451204 Jul 16 01:30:01.567672 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65326ad5-108d-4ab7-aa69-9a99326449a4 admin admin] Router 22bf4a12-abcc-4bac-8216-0a58b2a250b2 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:30:01.608398 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb2346-7742-4251-af35-78c07f8f41fa req-42b96609-77a5-4926-9de0-468f2bc829da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.614075 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50bb2346-7742-4251-af35-78c07f8f41fa req-42b96609-77a5-4926-9de0-468f2bc829da service neutron] 10.222.0.82 "GET /v2.0/networks?id=c0145432-601f-49e3-9e1b-e3ec8161905b HTTP/1.1" status: 200 len: 921 time: 0.2507434 Jul 16 01:30:01.621526 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.647854 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d172c705-d4a3-4045-8acb-28efaa91b762 req-1721a622-e667-45b3-82ea-2bf563bd728d tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014009 Jul 16 01:30:01.676762 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 4fb9f3a6-7103-4e72-9c44-20a7a61dca90, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4fb9f3a6-7103-4e72-9c44-20a7a61dca90,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:01.686582 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.711218 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50bb2346-7742-4251-af35-78c07f8f41fa req-fe3fa9fa-2fa4-46d8-8974-9a3e8e59b6d0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d0d494f-83de-488b-b8e2-bb0df7668270 HTTP/1.1" status: 200 len: 217 time: 0.0847232 Jul 16 01:30:01.783080 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=4fb9f3a6-7103-4e72-9c44-20a7a61dca90,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:01.810439 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb2346-7742-4251-af35-78c07f8f41fa req-7f3e5f7f-3d49-4a9d-8296-d53a15e0864f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.814421 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50bb2346-7742-4251-af35-78c07f8f41fa req-7f3e5f7f-3d49-4a9d-8296-d53a15e0864f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c2e6c8a0-7c9d-4713-90fd-3a7bcc994776 HTTP/1.1" status: 200 len: 860 time: 0.0864372 Jul 16 01:30:01.879273 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50bb2346-7742-4251-af35-78c07f8f41fa req-7b9bc59a-5429-49b8-bcc2-492ae97cc8b0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c0145432-601f-49e3-9e1b-e3ec8161905b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582578 Jul 16 01:30:01.921490 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-f72b065f-dc8d-4e15-9380-e3b6288588f6 service neutron] 10.222.0.16 "GET /v2.0/networks/43e3c824-6c72-4121-8b92-50e92d3d660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517437 Jul 16 01:30:01.984064 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65326ad5-108d-4ab7-aa69-9a99326449a4 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:02.016922 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-65326ad5-108d-4ab7-aa69-9a99326449a4 admin admin] 10.222.0.16 "PUT /v2.0/routers/22bf4a12-abcc-4bac-8216-0a58b2a250b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8682365 Jul 16 01:30:02.118647 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27fb68-1306-43f3-b24e-21b7ae459caa req-f6e62f39-f974-4b98-9d4f-bc5a97a8b23d tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:02.120285 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d27fb68-1306-43f3-b24e-21b7ae459caa req-f6e62f39-f974-4b98-9d4f-bc5a97a8b23d tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/ports?device_id=54a37a20-2962-4ca8-94dd-8df447d42aa6 HTTP/1.1" status: 200 len: 944 time: 0.1892462 Jul 16 01:30:02.134988 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-0d5fffc3-218e-405f-b758-3baece11c0ba service neutron] 10.222.0.16 "GET /v2.0/networks/43e3c824-6c72-4121-8b92-50e92d3d660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068594 Jul 16 01:30:02.202340 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d27fb68-1306-43f3-b24e-21b7ae459caa req-dd1b0fd7-8eae-4f41-a7fe-a9b6211350e5 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/security-groups?id=daab5495-402c-47cd-9c5f-a1873233241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675895 Jul 16 01:30:02.204698 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50bb2346-7742-4251-af35-78c07f8f41fa req-cb94922a-3628-4af5-a035-8256a892172a service neutron] 10.222.0.82 "GET /v2.0/networks/c0145432-601f-49e3-9e1b-e3ec8161905b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186917 Jul 16 01:30:02.296985 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] Sync routers for ids ['22bf4a12-abcc-4bac-8216-0a58b2a250b2'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:02.314524 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] Routers {'22bf4a12-abcc-4bac-8216-0a58b2a250b2'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:02.317153 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:30:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['22bf4a12-abcc-4bac-8216-0a58b2a250b2'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:02.383834 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50bb2346-7742-4251-af35-78c07f8f41fa req-ec27e7de-e517-469c-b16c-b6fb72b4ea69 service neutron] 10.222.0.82 "GET /v2.0/networks/c0145432-601f-49e3-9e1b-e3ec8161905b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691332 Jul 16 01:30:02.487565 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.552288 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] Set router 22bf4a12-abcc-4bac-8216-0a58b2a250b2 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:02.774963 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264f433-1bd8-46f5-a8c6-bab3dafa4eff req-58f1d7e0-a48a-4486-9b5d-a5a0aeed2bdd tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:02.776568 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e264f433-1bd8-46f5-a8c6-bab3dafa4eff req-58f1d7e0-a48a-4486-9b5d-a5a0aeed2bdd tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/ports?device_id=485e2942-170f-4483-90ab-575a86b4c9aa HTTP/1.1" status: 200 len: 945 time: 0.1465976 Jul 16 01:30:02.855663 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e264f433-1bd8-46f5-a8c6-bab3dafa4eff req-38f7fe1a-3a21-4dcc-b721-16585da202bc tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ee40ea7-19d1-4477-9845-f8cca6220d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631139 Jul 16 01:30:03.130290 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26d89657-ec5d-48c7-8fd1-2485a9f5b022 req-bbb140fd-7a1a-4ea5-b242-b425a75ac5fd tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb50631-6e43-4619-a6f8-115b38ce7de9 HTTP/1.1" status: 200 len: 210 time: 0.1102080 Jul 16 01:30:03.195185 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bf4a12-abcc-4bac-8216-0a58b2a250b2', 'name': 'tempest-ServerRescueNegativeTestJSON-679464453-router', 'tenant_id': '4bb8ade529aa4b339e56f372707ccb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '4fb9f3a6-7103-4e72-9c44-20a7a61dca90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:51Z', 'updated_at': '2021-07-16T01:29:58Z', 'revision_number': 4, 'project_id': '4bb8ade529aa4b339e56f372707ccb5a', 'gw_port': {'id': '4fb9f3a6-7103-4e72-9c44-20a7a61dca90', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:28:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bf4a12-abcc-4bac-8216-0a58b2a250b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:53Z', 'updated_at': '2021-07-16T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '7f055e91-9e8c-4580-b799-919439917b7e', 'name': '', 'network_id': '48d8b493-d632-422a-b805-c0979a30b3d9', 'tenant_id': '4bb8ade529aa4b339e56f372707ccb5a', 'mac_address': 'fa:16:3e:03:47:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bf4a12-abcc-4bac-8216-0a58b2a250b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '81188464-b1ab-476b-ab3e-980e9e063537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:57Z', 'updated_at': '2021-07-16T01:29:59Z', 'revision_number': 2, 'project_id': '4bb8ade529aa4b339e56f372707ccb5a', 'subnets': [{'id': '81188464-b1ab-476b-ab3e-980e9e063537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:03.273777 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-1093014e-329a-4879-b99d-9311d9041597 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:03.285732 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] Checking router: 22bf4a12-abcc-4bac-8216-0a58b2a250b2 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:03.287408 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] Updating router 22bf4a12-abcc-4bac-8216-0a58b2a250b2 port 7f055e91-9e8c-4580-b799-919439917b7e binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:30:03.288164 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-1093014e-329a-4879-b99d-9311d9041597 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/networks?id=48d8b493-d632-422a-b805-c0979a30b3d9 HTTP/1.1" status: 200 len: 818 time: 0.3139265 Jul 16 01:30:03.313357 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-ed3d1dea-d178-4473-b3b5-9b0886c29ab9 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/quotas/4bb8ade529aa4b339e56f372707ccb5a HTTP/1.1" status: 200 len: 375 time: 0.0236561 Jul 16 01:30:03.392594 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4fb9f3a6-7103-4e72-9c44-20a7a61dca90 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:03.419922 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-5aa77369-aac1-409e-9ff0-c369254eeb50 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bb8ade529aa4b339e56f372707ccb5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1046462 Jul 16 01:30:03.476058 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:03.626405 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-4e5adfce-78e4-4eed-a9e8-cfa94e67d8f7 service neutron] 10.222.0.16 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051029 Jul 16 01:30:03.636309 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee70303-5693-4366-8286-491e92847933 req-dcf4719c-1025-4856-b874-c0c27feefc13 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:03.639975 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ee70303-5693-4366-8286-491e92847933 req-dcf4719c-1025-4856-b874-c0c27feefc13 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.1426396 Jul 16 01:30:03.741859 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-0865bc62-a278-44dc-8319-b1016a60e807 service neutron] 10.222.0.16 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077828 Jul 16 01:30:03.761575 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ee70303-5693-4366-8286-491e92847933 req-e21c5788-add9-4f3c-8f14-5fa035042287 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052017 Jul 16 01:30:03.852059 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 4d0d494f-83de-488b-b8e2-bb0df7668270 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:04.219325 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 4fb9f3a6-7103-4e72-9c44-20a7a61dca90 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:04.219909 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.221981 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0106283-3d57-4acd-9ce0-aa1ae4ce8ace req-10d8a727-cd57-44c8-8458-59d4f979c937 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:04.234013 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0106283-3d57-4acd-9ce0-aa1ae4ce8ace req-10d8a727-cd57-44c8-8458-59d4f979c937 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/ports?device_id=54a37a20-2962-4ca8-94dd-8df447d42aa6 HTTP/1.1" status: 200 len: 944 time: 0.1240830 Jul 16 01:30:04.478196 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 4d0d494f-83de-488b-b8e2-bb0df7668270, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=4d0d494f-83de-488b-b8e2-bb0df7668270,segment=NetworkSegment(3f766384-4463-418e-a9e0-cf606443dc87),segment_id=3f766384-4463-418e-a9e0-cf606443dc87)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:04.498884 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c659273e-b5df-4884-b8c5-4b3359119812 req-5fc377b3-b0dd-4d70-b454-59ca546fc9c7 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 210 time: 0.1012101 Jul 16 01:30:04.543797 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '4d0d494f-83de-488b-b8e2-bb0df7668270', 'network_id': 'c0145432-601f-49e3-9e1b-e3ec8161905b', 'port_id': '4d0d494f-83de-488b-b8e2-bb0df7668270', 'mac_address': 'fa:16:3e:bf:39:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e6c8a0-7c9d-4713-90fd-3a7bcc994776', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:04.600434 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.629011 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d0d494f-83de-488b-b8e2-bb0df7668270 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:04.739118 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 4d0d494f-83de-488b-b8e2-bb0df7668270, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=4d0d494f-83de-488b-b8e2-bb0df7668270,segment=NetworkSegment(3f766384-4463-418e-a9e0-cf606443dc87),segment_id=3f766384-4463-418e-a9e0-cf606443dc87)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:04.765128 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.777676 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-253a92fc-7e02-41c7-bb86-a3f4b5e857ab tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:04.783302 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-253a92fc-7e02-41c7-bb86-a3f4b5e857ab tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.84 "GET /v2.0/networks?id=43e3c824-6c72-4121-8b92-50e92d3d660a HTTP/1.1" status: 200 len: 822 time: 0.4447443 Jul 16 01:30:04.800943 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0106283-3d57-4acd-9ce0-aa1ae4ce8ace req-5371c072-9cae-4748-963f-795e7eb6136d tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/security-groups?id=daab5495-402c-47cd-9c5f-a1873233241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5652568 Jul 16 01:30:04.806162 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-37f068b4-401d-4838-9da3-76de27373bf4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Request body: {'port': {'device_id': '8cb50631-6e43-4619-a6f8-115b38ce7de9', 'network_id': '43e3c824-6c72-4121-8b92-50e92d3d660a', 'admin_state_up': True, 'tenant_id': 'ece0cb6368084497ba010fa4129ba54f'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:04.970010 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.043025 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['4d0d494f-83de-488b-b8e2-bb0df7668270'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:05.150855 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=4d0d494f-83de-488b-b8e2-bb0df7668270,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:05.165364 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.170325 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:05.170670 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:05.171023 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:05.171345 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:05.171676 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:05.172003 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:05.172509 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:05.172929 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:05.173251 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:05.173572 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:05.173893 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:05.174255 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:05.190410 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] Transition to ACTIVE for port object 7f055e91-9e8c-4580-b799-919439917b7e will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:05.236296 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.251957 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a8e2c0ed-44a9-4571-8fab-c8f248bb5e59 req-9751a5ea-eac1-48c3-b04f-c11efda4b032 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb50631-6e43-4619-a6f8-115b38ce7de9 HTTP/1.1" status: 200 len: 210 time: 0.1166704 Jul 16 01:30:05.277666 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-37f068b4-401d-4838-9da3-76de27373bf4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Made reservation on behalf of ece0cb6368084497ba010fa4129ba54f for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:05.282556 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-37f068b4-401d-4838-9da3-76de27373bf4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.436571 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9496d-efb6-42cb-93e2-6e972200dfd5 req-1315cf40-866a-4cec-b2cd-ded0ff5291f8 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:05.445576 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1bb9496d-efb6-42cb-93e2-6e972200dfd5 req-1315cf40-866a-4cec-b2cd-ded0ff5291f8 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.1492708 Jul 16 01:30:05.465764 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be362e-ff70-4b36-84fa-3f5b399ded7a None None] Pushing event updated for resources: {'Port': ['ID=7f055e91-9e8c-4580-b799-919439917b7e,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:05.515104 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1bb9496d-efb6-42cb-93e2-6e972200dfd5 req-3602f51f-d2b6-44c5-bbf9-a95f889fb9ef tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678744 Jul 16 01:30:05.587050 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53194) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:05.656982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] Attempting to bind port 7f055e91-9e8c-4580-b799-919439917b7e on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:05.657538 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] Attempting to bind port 7f055e91-9e8c-4580-b799-919439917b7e by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '25f16ebe-203b-4b6d-969d-950003904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '48d8b493-d632-422a-b805-c0979a30b3d9'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:05.658104 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] Attempting to bind port 7f055e91-9e8c-4580-b799-919439917b7e on network 48d8b493-d632-422a-b805-c0979a30b3d9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:05.678365 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:05.678715 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] Checking segment: {'id': '25f16ebe-203b-4b6d-969d-950003904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '48d8b493-d632-422a-b805-c0979a30b3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:05.679119 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.679515 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] Bound using segment: {'id': '25f16ebe-203b-4b6d-969d-950003904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '48d8b493-d632-422a-b805-c0979a30b3d9'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:05.680001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] Bound port: 7f055e91-9e8c-4580-b799-919439917b7e, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f16ebe-203b-4b6d-969d-950003904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '48d8b493-d632-422a-b805-c0979a30b3d9'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:05.680402 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.844504 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-3deb6b29-4ab7-4ce4-9454-caaf9f429fa6 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:05.846094 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-3deb6b29-4ab7-4ce4-9454-caaf9f429fa6 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/networks?id=48d8b493-d632-422a-b805-c0979a30b3d9 HTTP/1.1" status: 200 len: 818 time: 0.3618228 Jul 16 01:30:05.847386 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-37f068b4-401d-4838-9da3-76de27373bf4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Allocated IP 172.20.0.7 (43e3c824-6c72-4121-8b92-50e92d3d660a/cdebbfe4-dc01-4a40-9aa1-c9eaace51819/0b4b021b-9ce0-4fcf-8dc3-39208489e3e8) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:05.884353 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-a7307c87-d55c-46bb-8089-976cb9bacd46 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/quotas/4bb8ade529aa4b339e56f372707ccb5a HTTP/1.1" status: 200 len: 375 time: 0.0288100 Jul 16 01:30:05.900398 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0c1c8be-001a-4ba2-96b5-4676b8939caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.924338 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] For port 7f055e91-9e8c-4580-b799-919439917b7e, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:05.939217 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] For port 7f055e91-9e8c-4580-b799-919439917b7e, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7f055e91-9e8c-4580-b799-919439917b7e,segment=NetworkSegment(25f16ebe-203b-4b6d-969d-950003904573),segment_id=25f16ebe-203b-4b6d-969d-950003904573)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:05.954675 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.079145 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-7f7f9d3c-a856-48f8-b6da-3096677601f5 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bb8ade529aa4b339e56f372707ccb5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1856472 Jul 16 01:30:06.151755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] Routers {'22bf4a12-abcc-4bac-8216-0a58b2a250b2'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:06.161973 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0c1c8be-001a-4ba2-96b5-4676b8939caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.164624 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:30:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['22bf4a12-abcc-4bac-8216-0a58b2a250b2'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:06.173925 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0c1c8be-001a-4ba2-96b5-4676b8939caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.186138 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-37f068b4-401d-4838-9da3-76de27373bf4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.228994 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-71d023bd-4843-4478-a5cf-318f8bf1d604 service neutron] 10.222.0.16 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488278 Jul 16 01:30:06.314189 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1c8be-001a-4ba2-96b5-4676b8939caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a6a663-ed75-4b2c-9e8b-84ebe12b9c4c,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:06.330294 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f0c1c8be-001a-4ba2-96b5-4676b8939caa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ce3814d7b8847a79eeef667e51460a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7411339 Jul 16 01:30:06.331578 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53204) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:06.341959 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be362e-ff70-4b36-84fa-3f5b399ded7a None None] Pushing event updated for resources: {'Port': ['ID=7f055e91-9e8c-4580-b799-919439917b7e,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:06.469527 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-7c0dfbcd-03a0-4bd5-bdff-3a48308ac94a service neutron] 10.222.0.16 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394474 Jul 16 01:30:06.674437 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8bce532c-deb8-4d40-8c46-070dc65e8715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.757465 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8bce532c-deb8-4d40-8c46-070dc65e8715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.812407 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-3a4fc71c-ce69-4210-990c-09f2c9e1e47d tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.825718 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-3a4fc71c-ce69-4210-990c-09f2c9e1e47d tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.82 "GET /v2.0/networks?id=48d8b493-d632-422a-b805-c0979a30b3d9 HTTP/1.1" status: 200 len: 818 time: 0.3778419 Jul 16 01:30:06.837987 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-0a2fa877-aff4-41ad-8bd6-28fdddcf4bdf tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Request body: {'port': {'device_id': 'bfebeaa1-d052-4deb-87be-fd2a294050d3', 'network_id': '48d8b493-d632-422a-b805-c0979a30b3d9', 'admin_state_up': True, 'tenant_id': '4bb8ade529aa4b339e56f372707ccb5a'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:06.854598 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8bce532c-deb8-4d40-8c46-070dc65e8715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.857243 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8bce532c-deb8-4d40-8c46-070dc65e8715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.860850 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8bce532c-deb8-4d40-8c46-070dc65e8715 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0a6a663-ed75-4b2c-9e8b-84ebe12b9c4c HTTP/1.1" status: 204 len: 168 time: 0.5255244 Jul 16 01:30:06.910083 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce532c-deb8-4d40-8c46-070dc65e8715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a6a663-ed75-4b2c-9e8b-84ebe12b9c4c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:06.983514 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] Set router 22bf4a12-abcc-4bac-8216-0a58b2a250b2 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:07.010407 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d60292-b889-4422-8b74-0230b780765d req-6df6271a-6d1f-4449-90b3-f4339a078fa2 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:07.020000 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b1d60292-b889-4422-8b74-0230b780765d req-6df6271a-6d1f-4449-90b3-f4339a078fa2 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/ports?device_id=54a37a20-2962-4ca8-94dd-8df447d42aa6 HTTP/1.1" status: 200 len: 945 time: 0.5174987 Jul 16 01:30:07.045662 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-37f068b4-401d-4838-9da3-76de27373bf4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.146012 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b1d60292-b889-4422-8b74-0230b780765d req-5ba51df0-f5be-4290-b3fe-e0650da4f398 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/security-groups?id=daab5495-402c-47cd-9c5f-a1873233241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244900 Jul 16 01:30:07.407410 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-37f068b4-401d-4838-9da3-76de27373bf4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Network 43e3c824-6c72-4121-8b92-50e92d3d660a is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:07.447440 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3a5c1-6c29-406b-a7a1-bc37e585b725 req-f451303c-05de-449a-8a5a-ba3b8c5b8036 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:07.454888 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8bd3a5c1-6c29-406b-a7a1-bc37e585b725 req-f451303c-05de-449a-8a5a-ba3b8c5b8036 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb50631-6e43-4619-a6f8-115b38ce7de9 HTTP/1.1" status: 200 len: 931 time: 0.1336060 Jul 16 01:30:07.477076 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-37f068b4-401d-4838-9da3-76de27373bf4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:07.486186 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-37f068b4-401d-4838-9da3-76de27373bf4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:07.515455 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8bd3a5c1-6c29-406b-a7a1-bc37e585b725 req-df947d90-ca43-4d98-9d10-9bee0fe30e17 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595667 Jul 16 01:30:07.587781 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f068b4-401d-4838-9da3-76de27373bf4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Pushing event updated for resources: {'Port': ['ID=0b4b021b-9ce0-4fcf-8dc3-39208489e3e8,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:07.801064 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53228) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:07.822190 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f068b4-401d-4838-9da3-76de27373bf4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:07.822557 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f068b4-401d-4838-9da3-76de27373bf4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:07.822863 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f068b4-401d-4838-9da3-76de27373bf4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:07.823197 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f068b4-401d-4838-9da3-76de27373bf4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:07.823526 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f068b4-401d-4838-9da3-76de27373bf4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:07.823859 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f068b4-401d-4838-9da3-76de27373bf4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:07.824175 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f068b4-401d-4838-9da3-76de27373bf4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:07.827382 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dad8f33a-b882-4ca1-bd85-8ad97f643563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.860809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f068b4-401d-4838-9da3-76de27373bf4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:07.861273 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f068b4-401d-4838-9da3-76de27373bf4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:07.861621 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f068b4-401d-4838-9da3-76de27373bf4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:07.861963 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f068b4-401d-4838-9da3-76de27373bf4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:07.862294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f068b4-401d-4838-9da3-76de27373bf4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:07.863000 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bf4a12-abcc-4bac-8216-0a58b2a250b2', 'name': 'tempest-ServerRescueNegativeTestJSON-679464453-router', 'tenant_id': '4bb8ade529aa4b339e56f372707ccb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '4fb9f3a6-7103-4e72-9c44-20a7a61dca90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:51Z', 'updated_at': '2021-07-16T01:29:58Z', 'revision_number': 4, 'project_id': '4bb8ade529aa4b339e56f372707ccb5a', 'gw_port': {'id': '4fb9f3a6-7103-4e72-9c44-20a7a61dca90', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:28:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bf4a12-abcc-4bac-8216-0a58b2a250b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:53Z', 'updated_at': '2021-07-16T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '7f055e91-9e8c-4580-b799-919439917b7e', 'name': '', 'network_id': '48d8b493-d632-422a-b805-c0979a30b3d9', 'tenant_id': '4bb8ade529aa4b339e56f372707ccb5a', 'mac_address': 'fa:16:3e:03:47:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bf4a12-abcc-4bac-8216-0a58b2a250b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '81188464-b1ab-476b-ab3e-980e9e063537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:57Z', 'updated_at': '2021-07-16T01:30:05Z', 'revision_number': 4, 'project_id': '4bb8ade529aa4b339e56f372707ccb5a', 'subnets': [{'id': '81188464-b1ab-476b-ab3e-980e9e063537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:07.900560 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 4d0d494f-83de-488b-b8e2-bb0df7668270 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:07.907832 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf6401a-c351-4b50-b29b-a1139b7095be None None] The sync data for ids ['22bf4a12-abcc-4bac-8216-0a58b2a250b2'] in n-d-792394-16 is: [{'id': '22bf4a12-abcc-4bac-8216-0a58b2a250b2', 'name': 'tempest-ServerRescueNegativeTestJSON-679464453-router', 'tenant_id': '4bb8ade529aa4b339e56f372707ccb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '4fb9f3a6-7103-4e72-9c44-20a7a61dca90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:51Z', 'updated_at': '2021-07-16T01:29:58Z', 'revision_number': 4, 'project_id': '4bb8ade529aa4b339e56f372707ccb5a', 'gw_port': {'id': '4fb9f3a6-7103-4e72-9c44-20a7a61dca90', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:28:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bf4a12-abcc-4bac-8216-0a58b2a250b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:53Z', 'updated_at': '2021-07-16T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '7f055e91-9e8c-4580-b799-919439917b7e', 'name': '', 'network_id': '48d8b493-d632-422a-b805-c0979a30b3d9', 'tenant_id': '4bb8ade529aa4b339e56f372707ccb5a', 'mac_address': 'fa:16:3e:03:47:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bf4a12-abcc-4bac-8216-0a58b2a250b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '81188464-b1ab-476b-ab3e-980e9e063537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:57Z', 'updated_at': '2021-07-16T01:30:05Z', 'revision_number': 4, 'project_id': '4bb8ade529aa4b339e56f372707ccb5a', 'subnets': [{'id': '81188464-b1ab-476b-ab3e-980e9e063537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:07.994925 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-37f068b4-401d-4838-9da3-76de27373bf4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:07.995679 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-37f068b4-401d-4838-9da3-76de27373bf4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.013969 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a95df-3e96-4faa-a40f-c0af8facee01 req-09ebc205-26df-409f-b24b-d588da984d2c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.019114 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d48a95df-3e96-4faa-a40f-c0af8facee01 req-09ebc205-26df-409f-b24b-d588da984d2c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.3011560 Jul 16 01:30:08.081555 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556fdc4-67f8-4be8-ac0e-f4cad0ec26b4 req-eb63a7d5-1f7d-4f85-9e5f-be00b8397128 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.086950 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a556fdc4-67f8-4be8-ac0e-f4cad0ec26b4 req-eb63a7d5-1f7d-4f85-9e5f-be00b8397128 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.84 "GET /v2.0/ports?device_id=485e2942-170f-4483-90ab-575a86b4c9aa HTTP/1.1" status: 200 len: 945 time: 0.7301698 Jul 16 01:30:08.133464 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 4d0d494f-83de-488b-b8e2-bb0df7668270 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:08.138345 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 4d0d494f-83de-488b-b8e2-bb0df7668270 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:08.138997 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.217960 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c622e2b-0795-426b-89cc-76dbce0ae19f req-681be7eb-b1f0-41cd-b7dd-69c9864c840e tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.228263 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2c622e2b-0795-426b-89cc-76dbce0ae19f req-681be7eb-b1f0-41cd-b7dd-69c9864c840e tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/ports?device_id=485e2942-170f-4483-90ab-575a86b4c9aa HTTP/1.1" status: 200 len: 945 time: 0.8817158 Jul 16 01:30:08.234852 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d48a95df-3e96-4faa-a40f-c0af8facee01 req-1ca91f49-5cde-42f7-9d20-1f1e65ac03cb tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050648 Jul 16 01:30:08.306976 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dad8f33a-b882-4ca1-bd85-8ad97f643563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.319836 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dad8f33a-b882-4ca1-bd85-8ad97f643563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.346080 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.364945 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2c622e2b-0795-426b-89cc-76dbce0ae19f req-ce3235d7-417d-4cf0-b868-d386d485d866 tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ee40ea7-19d1-4477-9845-f8cca6220d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353543 Jul 16 01:30:08.402730 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a37a20-2962-4ca8-94dd-8df447d42aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0d494f-83de-488b-b8e2-bb0df7668270'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:08.417090 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-0a2fa877-aff4-41ad-8bd6-28fdddcf4bdf tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Made reservation on behalf of 4bb8ade529aa4b339e56f372707ccb5a for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:08.418749 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0724cc5a-175e-41da-9152-7949e6025a66" -d '{"events": [{"server_uuid": "54a37a20-2962-4ca8-94dd-8df447d42aa6", "name": "network-vif-plugged", "status": "completed", "tag": "4d0d494f-83de-488b-b8e2-bb0df7668270"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:08.430475 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-0a2fa877-aff4-41ad-8bd6-28fdddcf4bdf tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.449582 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 4d0d494f-83de-488b-b8e2-bb0df7668270, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=4d0d494f-83de-488b-b8e2-bb0df7668270,segment=NetworkSegment(3f766384-4463-418e-a9e0-cf606443dc87),segment_id=3f766384-4463-418e-a9e0-cf606443dc87)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:08.462037 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.468199 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-37f068b4-401d-4838-9da3-76de27373bf4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6661499 Jul 16 01:30:08.489070 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-8a63d5bf-ccdd-4d58-96e4-45645551b322 service neutron] Request body: {'port': {'device_id': '8cb50631-6e43-4619-a6f8-115b38ce7de9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:08.545764 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=4d0d494f-83de-488b-b8e2-bb0df7668270,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:08.557679 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-dad8f33a-b882-4ca1-bd85-8ad97f643563 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c3ab022e2f94f049ca908afeecb83a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7513940 Jul 16 01:30:08.558688 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8f33a-b882-4ca1-bd85-8ad97f643563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88367b3b-4f5d-4c36-ab4c-718d18e2cde3,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:08.565155 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53236) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:08.576420 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c41f3865-4410-4233-a5c1-d0fbca8253da req-fc48dc0d-4702-48e1-8eee-2b247608a16b tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 210 time: 0.1152437 Jul 16 01:30:08.675659 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-294a8960-f4e3-49eb-b916-ac07fa432609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.683059 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-a556fdc4-67f8-4be8-ac0e-f4cad0ec26b4 req-5beb8e5d-87f8-4d59-82e8-17fbdf952c2a tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Deleting port 3c425495-cb86-41fd-a89c-6f1be567ddeb {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:08.683404 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a556fdc4-67f8-4be8-ac0e-f4cad0ec26b4 req-5beb8e5d-87f8-4d59-82e8-17fbdf952c2a tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.748731 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c57c4f6-0cc7-4c58-bfb0-331ee5a88acc x-openstack-request-id: req-4c57c4f6-0cc7-4c58-bfb0-331ee5a88acc {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:08.748973 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a37a20-2962-4ca8-94dd-8df447d42aa6", "name": "network-vif-plugged", "status": "completed", "tag": "4d0d494f-83de-488b-b8e2-bb0df7668270", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:08.749235 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c57c4f6-0cc7-4c58-bfb0-331ee5a88acc {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:08.749732 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a37a20-2962-4ca8-94dd-8df447d42aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0d494f-83de-488b-b8e2-bb0df7668270', 'code': 200} Jul 16 01:30:08.759830 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-294a8960-f4e3-49eb-b916-ac07fa432609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.969051 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdc720-9c6a-42fb-87c6-42b1f80e6942 req-7d05704b-91b5-4623-a79a-f3a22d07ebf8 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.971093 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1fbdc720-9c6a-42fb-87c6-42b1f80e6942 req-7d05704b-91b5-4623-a79a-f3a22d07ebf8 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/ports?device_id=54a37a20-2962-4ca8-94dd-8df447d42aa6 HTTP/1.1" status: 200 len: 946 time: 0.1634645 Jul 16 01:30:08.972878 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-8a63d5bf-ccdd-4d58-96e4-45645551b322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.050505 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1fbdc720-9c6a-42fb-87c6-42b1f80e6942 req-682673a2-f540-4cc9-a386-ae87d89adf02 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/security-groups?id=daab5495-402c-47cd-9c5f-a1873233241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629334 Jul 16 01:30:09.051356 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-294a8960-f4e3-49eb-b916-ac07fa432609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.054558 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-294a8960-f4e3-49eb-b916-ac07fa432609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.069100 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-294a8960-f4e3-49eb-b916-ac07fa432609 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88367b3b-4f5d-4c36-ab4c-718d18e2cde3 HTTP/1.1" status: 204 len: 168 time: 0.4779961 Jul 16 01:30:09.079805 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a8960-f4e3-49eb-b916-ac07fa432609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88367b3b-4f5d-4c36-ab4c-718d18e2cde3,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:09.363449 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7f055e91-9e8c-4580-b799-919439917b7e up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:09.555485 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 7f055e91-9e8c-4580-b799-919439917b7e completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:09.561834 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 7f055e91-9e8c-4580-b799-919439917b7e triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:09.564351 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.808482 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-22f29c91-9368-4940-bfc1-0d715cdfe219 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:09.810119 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-22f29c91-9368-4940-bfc1-0d715cdfe219 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.84 "GET /v2.0/networks?id=48d8b493-d632-422a-b805-c0979a30b3d9 HTTP/1.1" status: 200 len: 818 time: 0.2894742 Jul 16 01:30:09.819879 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f417aa7-eecc-4249-80ee-aee2f48f4332 req-8ad32166-162d-4fd9-a400-78f6815d8020 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:09.829785 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3f417aa7-eecc-4249-80ee-aee2f48f4332 req-8ad32166-162d-4fd9-a400-78f6815d8020 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.3990958 Jul 16 01:30:09.841340 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-b459e5d3-a862-48a7-919a-5460a74f57da tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Request body: {'port': {'device_id': 'e5c63461-168c-4b7e-b8b6-11f710219cae', 'network_id': '48d8b493-d632-422a-b805-c0979a30b3d9', 'admin_state_up': True, 'tenant_id': '4bb8ade529aa4b339e56f372707ccb5a'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:09.880628 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.997195 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 7f055e91-9e8c-4580-b799-919439917b7e, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7f055e91-9e8c-4580-b799-919439917b7e,segment=NetworkSegment(25f16ebe-203b-4b6d-969d-950003904573),segment_id=25f16ebe-203b-4b6d-969d-950003904573)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:10.012962 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.105878 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-a556fdc4-67f8-4be8-ac0e-f4cad0ec26b4 req-5beb8e5d-87f8-4d59-82e8-17fbdf952c2a tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] For port 3c425495-cb86-41fd-a89c-6f1be567ddeb, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3c425495-cb86-41fd-a89c-6f1be567ddeb,segment=NetworkSegment(e4e3bc42-11e6-4356-b22e-ff9124db4730),segment_id=e4e3bc42-11e6-4356-b22e-ff9124db4730)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:10.108034 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a556fdc4-67f8-4be8-ac0e-f4cad0ec26b4 req-5beb8e5d-87f8-4d59-82e8-17fbdf952c2a tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.126995 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3f417aa7-eecc-4249-80ee-aee2f48f4332 req-79b81ce0-1a00-4806-b8dc-51e9cad95407 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960508 Jul 16 01:30:10.128205 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-b459e5d3-a862-48a7-919a-5460a74f57da tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Made reservation on behalf of 4bb8ade529aa4b339e56f372707ccb5a for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:10.132391 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-b459e5d3-a862-48a7-919a-5460a74f57da tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.151176 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=7f055e91-9e8c-4580-b799-919439917b7e,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:10.154065 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-0a2fa877-aff4-41ad-8bd6-28fdddcf4bdf tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Allocated IP 172.20.0.13 (48d8b493-d632-422a-b805-c0979a30b3d9/81188464-b1ab-476b-ab3e-980e9e063537/bb42bc56-a17d-4a62-8861-fa31a10603e2) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:10.222092 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-a556fdc4-67f8-4be8-ac0e-f4cad0ec26b4 req-5beb8e5d-87f8-4d59-82e8-17fbdf952c2a tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Calling delete_port for 3c425495-cb86-41fd-a89c-6f1be567ddeb owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:10.348901 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332806d-edf3-4d0c-8b78-bc88a70245c4 req-4a891520-8625-412c-9310-e0a798d8e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.350908 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a332806d-edf3-4d0c-8b78-bc88a70245c4 req-4a891520-8625-412c-9310-e0a798d8e156 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=54a37a20-2962-4ca8-94dd-8df447d42aa6 HTTP/1.1" status: 200 len: 1098 time: 1.3840666 Jul 16 01:30:10.486981 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dc6bc-055c-4aa4-bdb1-c50c36c82b52 req-b30f8d53-93e7-4628-ac6b-88a4d73309cd tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.488890 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5c0dc6bc-055c-4aa4-bdb1-c50c36c82b52 req-b30f8d53-93e7-4628-ac6b-88a4d73309cd tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/ports?device_id=485e2942-170f-4483-90ab-575a86b4c9aa HTTP/1.1" status: 200 len: 945 time: 0.1381228 Jul 16 01:30:10.564102 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e557db-69fa-4657-b63b-d48b3c0fb6b1 req-2a3df41d-9200-4129-93c5-319f2ac061a4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.569658 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5c0dc6bc-055c-4aa4-bdb1-c50c36c82b52 req-975530ef-126b-454e-a12a-0db71a6dc56c tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ee40ea7-19d1-4477-9845-f8cca6220d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733714 Jul 16 01:30:10.580989 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b2e557db-69fa-4657-b63b-d48b3c0fb6b1 req-2a3df41d-9200-4129-93c5-319f2ac061a4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb50631-6e43-4619-a6f8-115b38ce7de9 HTTP/1.1" status: 200 len: 931 time: 1.6042168 Jul 16 01:30:10.586343 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a332806d-edf3-4d0c-8b78-bc88a70245c4 req-9b0ec96f-2c3d-4694-a668-b89a0c99330a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=daab5495-402c-47cd-9c5f-a1873233241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164996 Jul 16 01:30:10.766189 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8acd53ca-c2ff-40ba-9e62-5f6958c325e0 req-198e470e-c30c-46a1-8153-4192980a8af6 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 210 time: 0.0460918 Jul 16 01:30:10.985418 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-0a2fa877-aff4-41ad-8bd6-28fdddcf4bdf tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.012708 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b2e557db-69fa-4657-b63b-d48b3c0fb6b1 req-e813947b-0d38-489f-9bad-f3c9dda4dac3 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302676 Jul 16 01:30:11.385290 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a556fdc4-67f8-4be8-ac0e-f4cad0ec26b4 req-5beb8e5d-87f8-4d59-82e8-17fbdf952c2a tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.386693 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7f055e91-9e8c-4580-b799-919439917b7e up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:11.466195 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 7f055e91-9e8c-4580-b799-919439917b7e triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:11.466195 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.470538 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb8e5d-87f8-4d59-82e8-17fbdf952c2a tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Pushing event deleted for resources: {'Port': ['ID=3c425495-cb86-41fd-a89c-6f1be567ddeb,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:11.473984 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-0a2fa877-aff4-41ad-8bd6-28fdddcf4bdf tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.581512 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168a429-43e0-4506-974f-8db2a202f6e5 req-7f56c6b7-0add-439c-8086-5951402240ac tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:11.609943 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f168a429-43e0-4506-974f-8db2a202f6e5 req-7f56c6b7-0add-439c-8086-5951402240ac tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/ports?device_id=54a37a20-2962-4ca8-94dd-8df447d42aa6 HTTP/1.1" status: 200 len: 946 time: 0.3669465 Jul 16 01:30:11.801200 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-b459e5d3-a862-48a7-919a-5460a74f57da tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Allocated IP 172.20.0.2 (48d8b493-d632-422a-b805-c0979a30b3d9/81188464-b1ab-476b-ab3e-980e9e063537/326b8c18-4c2c-4f75-9f16-d86907525f2e) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:11.827111 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 3c425495-cb86-41fd-a89c-6f1be567ddeb no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:11.905221 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 3c425495-cb86-41fd-a89c-6f1be567ddeb {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:11.905718 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 3c425495-cb86-41fd-a89c-6f1be567ddeb not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:11.923821 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-a556fdc4-67f8-4be8-ac0e-f4cad0ec26b4 req-5beb8e5d-87f8-4d59-82e8-17fbdf952c2a tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] No DVR routers for this DVR port 3c425495-cb86-41fd-a89c-6f1be567ddeb on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:11.935064 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a556fdc4-67f8-4be8-ac0e-f4cad0ec26b4 req-5beb8e5d-87f8-4d59-82e8-17fbdf952c2a tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.938108 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a556fdc4-67f8-4be8-ac0e-f4cad0ec26b4 req-5beb8e5d-87f8-4d59-82e8-17fbdf952c2a tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.84 "DELETE /v2.0/ports/3c425495-cb86-41fd-a89c-6f1be567ddeb HTTP/1.1" status: 204 len: 173 time: 3.8441620 Jul 16 01:30:11.943045 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485e2942-170f-4483-90ab-575a86b4c9aa', 'name': 'network-vif-deleted', 'tag': '3c425495-cb86-41fd-a89c-6f1be567ddeb'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:11.947178 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ce5860-49da-4e40-9c18-8953ccf99b8e" -d '{"events": [{"server_uuid": "485e2942-170f-4483-90ab-575a86b4c9aa", "name": "network-vif-deleted", "tag": "3c425495-cb86-41fd-a89c-6f1be567ddeb"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:11.978498 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-0a2fa877-aff4-41ad-8bd6-28fdddcf4bdf tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Network 48d8b493-d632-422a-b805-c0979a30b3d9 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:11.986641 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-8a63d5bf-ccdd-4d58-96e4-45645551b322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:11.996284 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-0a2fa877-aff4-41ad-8bd6-28fdddcf4bdf tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:12.001692 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-0a2fa877-aff4-41ad-8bd6-28fdddcf4bdf tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:12.053314 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-0a2fa877-aff4-41ad-8bd6-28fdddcf4bdf tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:12.054943 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-0a2fa877-aff4-41ad-8bd6-28fdddcf4bdf tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.059477 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fa877-aff4-41ad-8bd6-28fdddcf4bdf tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Pushing event updated for resources: {'Port': ['ID=bb42bc56-a17d-4a62-8861-fa31a10603e2,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:12.066033 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-8a63d5bf-ccdd-4d58-96e4-45645551b322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.095429 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-8a63d5bf-ccdd-4d58-96e4-45645551b322 service neutron] Transition to ACTIVE for port object 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:12.099669 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-0a2fa877-aff4-41ad-8bd6-28fdddcf4bdf tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2658887 Jul 16 01:30:12.136094 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df0eec-e022-4f9a-9560-c225a2eb6aca req-29585d85-10a2-4266-980d-c4abd3461df0 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:12.141344 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-64df0eec-e022-4f9a-9560-c225a2eb6aca req-29585d85-10a2-4266-980d-c4abd3461df0 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.6891420 Jul 16 01:30:12.144896 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-8a63d5bf-ccdd-4d58-96e4-45645551b322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.158428 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-b459e5d3-a862-48a7-919a-5460a74f57da tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.159612 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-94b123e6-5ea2-465c-8a48-15c17c86c2ef service neutron] Request body: {'port': {'device_id': 'bfebeaa1-d052-4deb-87be-fd2a294050d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:12.305866 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f168a429-43e0-4506-974f-8db2a202f6e5 req-cd0ebe8d-328d-4c51-8af7-01d0ecbb2eb3 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/security-groups?id=daab5495-402c-47cd-9c5f-a1873233241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6923821 Jul 16 01:30:12.318650 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-b459e5d3-a862-48a7-919a-5460a74f57da tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.364495 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63d5bf-ccdd-4d58-96e4-45645551b322 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4b021b-9ce0-4fcf-8dc3-39208489e3e8,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:12.405846 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-64df0eec-e022-4f9a-9560-c225a2eb6aca req-25f4179d-f7f4-48a4-a7ad-f1dcdc3a64bf tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411566 Jul 16 01:30:12.428110 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-94b123e6-5ea2-465c-8a48-15c17c86c2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.503682 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-8a63d5bf-ccdd-4d58-96e4-45645551b322 service neutron] Attempting to bind port 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:12.504019 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-8a63d5bf-ccdd-4d58-96e4-45645551b322 service neutron] Attempting to bind port 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '094f11f0-f2ec-4b0e-b53a-57694f1e042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43e3c824-6c72-4121-8b92-50e92d3d660a'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:12.504344 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-8a63d5bf-ccdd-4d58-96e4-45645551b322 service neutron] Attempting to bind port 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 on network 43e3c824-6c72-4121-8b92-50e92d3d660a {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:12.512666 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-8a63d5bf-ccdd-4d58-96e4-45645551b322 service neutron] Port 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 on network 43e3c824-6c72-4121-8b92-50e92d3d660a not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:12.512994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-8a63d5bf-ccdd-4d58-96e4-45645551b322 service neutron] Attempting to bind port 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 on network 43e3c824-6c72-4121-8b92-50e92d3d660a {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:12.531579 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-8a63d5bf-ccdd-4d58-96e4-45645551b322 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:12.531922 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-8a63d5bf-ccdd-4d58-96e4-45645551b322 service neutron] Checking segment: {'id': '094f11f0-f2ec-4b0e-b53a-57694f1e042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43e3c824-6c72-4121-8b92-50e92d3d660a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:12.532320 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-8a63d5bf-ccdd-4d58-96e4-45645551b322 service neutron] Bound using segment: {'id': '094f11f0-f2ec-4b0e-b53a-57694f1e042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43e3c824-6c72-4121-8b92-50e92d3d660a'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:12.532806 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-8a63d5bf-ccdd-4d58-96e4-45645551b322 service neutron] Bound port: 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '094f11f0-f2ec-4b0e-b53a-57694f1e042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43e3c824-6c72-4121-8b92-50e92d3d660a'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:12.533416 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-8a63d5bf-ccdd-4d58-96e4-45645551b322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.682061 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-b459e5d3-a862-48a7-919a-5460a74f57da tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Network 48d8b493-d632-422a-b805-c0979a30b3d9 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:12.692253 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db0d4054-074e-4032-a595-f9f4d83db49a req-8219b41a-a816-450d-bc95-da990a1a7e2e tempest-ServerPasswordTestJSON-1709002584 tempest-ServerPasswordTestJSON-1709002584-project] 10.222.0.16 "GET /v2.0/ports?device_id=485e2942-170f-4483-90ab-575a86b4c9aa HTTP/1.1" status: 200 len: 210 time: 0.1330919 Jul 16 01:30:12.712919 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-b459e5d3-a862-48a7-919a-5460a74f57da tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:12.715231 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459e5d3-a862-48a7-919a-5460a74f57da tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Pushing event updated for resources: {'Port': ['ID=326b8c18-4c2c-4f75-9f16-d86907525f2e,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:12.724231 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-b459e5d3-a862-48a7-919a-5460a74f57da tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:12.820294 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53336) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:12.878653 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-b459e5d3-a862-48a7-919a-5460a74f57da tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:12.879279 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-b459e5d3-a862-48a7-919a-5460a74f57da tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.881252 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b46be9-0c98-4a07-9f7f-86c4187196fc x-openstack-request-id: req-36b46be9-0c98-4a07-9f7f-86c4187196fc {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:12.881604 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485e2942-170f-4483-90ab-575a86b4c9aa", "name": "network-vif-deleted", "tag": "3c425495-cb86-41fd-a89c-6f1be567ddeb", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:12.881855 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36b46be9-0c98-4a07-9f7f-86c4187196fc {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:12.882263 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485e2942-170f-4483-90ab-575a86b4c9aa', 'name': 'network-vif-deleted', 'tag': '3c425495-cb86-41fd-a89c-6f1be567ddeb', 'status': 'completed', 'code': 200} Jul 16 01:30:12.913999 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-b459e5d3-a862-48a7-919a-5460a74f57da tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0798256 Jul 16 01:30:12.954129 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-bd2c2f77-f12b-4e12-81a3-af1d894e1705 service neutron] Request body: {'port': {'device_id': 'e5c63461-168c-4b7e-b8b6-11f710219cae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:12.996481 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-8a63d5bf-ccdd-4d58-96e4-45645551b322 service neutron] For port 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:13.109048 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-8a63d5bf-ccdd-4d58-96e4-45645551b322 service neutron] For port 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=0b4b021b-9ce0-4fcf-8dc3-39208489e3e8,segment=NetworkSegment(094f11f0-f2ec-4b0e-b53a-57694f1e042c),segment_id=094f11f0-f2ec-4b0e-b53a-57694f1e042c)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:13.128632 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-8a63d5bf-ccdd-4d58-96e4-45645551b322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.157722 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-bd2c2f77-f12b-4e12-81a3-af1d894e1705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.170839 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be0853-5db4-47dd-aa71-7745f3c29a4a req-f7e23d3b-52f2-49b7-9d23-3c12fe5e46d3 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.172739 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-73be0853-5db4-47dd-aa71-7745f3c29a4a req-f7e23d3b-52f2-49b7-9d23-3c12fe5e46d3 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 931 time: 0.5455885 Jul 16 01:30:13.235812 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-8a63d5bf-ccdd-4d58-96e4-45645551b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.236644 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-8a63d5bf-ccdd-4d58-96e4-45645551b322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.251254 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-8a63d5bf-ccdd-4d58-96e4-45645551b322 service neutron] 10.222.0.84 "PUT /v2.0/ports/0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 HTTP/1.1" status: 200 len: 1092 time: 4.7617781 Jul 16 01:30:13.286618 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e85f8af-abaa-4625-8ddb-b0f39cf841ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.391387 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63d5bf-ccdd-4d58-96e4-45645551b322 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4b021b-9ce0-4fcf-8dc3-39208489e3e8,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:13.411081 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-73be0853-5db4-47dd-aa71-7745f3c29a4a req-1f45bc80-9558-4ba1-8f32-cf04fadd1d73 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012622 Jul 16 01:30:13.529557 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-94b123e6-5ea2-465c-8a48-15c17c86c2ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb42bc56-a17d-4a62-8861-fa31a10603e2 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:13.543108 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-94b123e6-5ea2-465c-8a48-15c17c86c2ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.567939 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e85f8af-abaa-4625-8ddb-b0f39cf841ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.589160 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e85f8af-abaa-4625-8ddb-b0f39cf841ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.602223 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-94b123e6-5ea2-465c-8a48-15c17c86c2ef service neutron] Transition to ACTIVE for port object bb42bc56-a17d-4a62-8861-fa31a10603e2 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:13.621082 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-94b123e6-5ea2-465c-8a48-15c17c86c2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.664086 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85f8af-abaa-4625-8ddb-b0f39cf841ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4425174f-35f5-4a5d-b962-67a41734b7de,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:13.675017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-ae67b737-5276-421a-a727-c13d0c366ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.676616 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-ae67b737-5276-421a-a727-c13d0c366ed8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ece0cb6368084497ba010fa4129ba54f&device_id=8cb50631-6e43-4619-a6f8-115b38ce7de9 HTTP/1.1" status: 200 len: 1095 time: 0.3843966 Jul 16 01:30:13.694060 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34457a-30d5-4ec2-aa0c-4961b620f4de req-b101a6c8-e077-4dfc-8dc3-1b560b5b20aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.695573 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2b34457a-30d5-4ec2-aa0c-4961b620f4de req-b101a6c8-e077-4dfc-8dc3-1b560b5b20aa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d09653f1b51b4e2b8cb943931a409907&device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 1098 time: 0.3779025 Jul 16 01:30:13.709494 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6e85f8af-abaa-4625-8ddb-b0f39cf841ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e95247f147664560a9287323c3946450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8879073 Jul 16 01:30:13.721136 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53344) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:13.756690 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b123e6-5ea2-465c-8a48-15c17c86c2ef service neutron] Pushing event updated for resources: {'Port': ['ID=bb42bc56-a17d-4a62-8861-fa31a10603e2,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:13.770828 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-78de6268-bc96-4706-abb6-1043d12cb5c2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 HTTP/1.1" status: 200 len: 217 time: 0.0795298 Jul 16 01:30:13.775973 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe59ef8-0223-4b99-8fa2-fb68c4b1a34e req-d4e31a34-2acc-436e-acec-aade06d5138c tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.783146 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dfe59ef8-0223-4b99-8fa2-fb68c4b1a34e req-d4e31a34-2acc-436e-acec-aade06d5138c tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb50631-6e43-4619-a6f8-115b38ce7de9 HTTP/1.1" status: 200 len: 943 time: 0.3222086 Jul 16 01:30:13.872668 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46913f49-32a8-45ed-a8aa-b90883058ced req-3e3449ee-d8a9-4bfa-8549-34fd83978c60 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.879016 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dfe59ef8-0223-4b99-8fa2-fb68c4b1a34e req-527045b8-d89d-4dcc-852e-2da4d5d1b910 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948782 Jul 16 01:30:13.880890 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-46913f49-32a8-45ed-a8aa-b90883058ced req-3e3449ee-d8a9-4bfa-8549-34fd83978c60 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/ports?device_id=54a37a20-2962-4ca8-94dd-8df447d42aa6 HTTP/1.1" status: 200 len: 946 time: 0.3284130 Jul 16 01:30:13.921976 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1ffe8d52-63bf-4a7b-805f-931988b6d9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.961558 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1ffe8d52-63bf-4a7b-805f-931988b6d9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.966613 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-6d008860-3e3b-4713-96c6-cda9194fc9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.968203 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-6d008860-3e3b-4713-96c6-cda9194fc9c5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdebbfe4-dc01-4a40-9aa1-c9eaace51819 HTTP/1.1" status: 200 len: 862 time: 0.1833184 Jul 16 01:30:14.048566 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-46913f49-32a8-45ed-a8aa-b90883058ced req-e21fd179-8a35-4ce8-98c2-b189a0ab7756 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/security-groups?id=daab5495-402c-47cd-9c5f-a1873233241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664350 Jul 16 01:30:14.058932 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-48fe20a1-6d5d-49ec-b538-4e717f3920cd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43e3c824-6c72-4121-8b92-50e92d3d660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732439 Jul 16 01:30:14.065746 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34457a-30d5-4ec2-aa0c-4961b620f4de req-6107a2ed-8803-4a97-accf-ff36593565e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:14.067524 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2b34457a-30d5-4ec2-aa0c-4961b620f4de req-6107a2ed-8803-4a97-accf-ff36593565e6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f262d5d4-4d22-402e-b36e-ed38d4251d84 HTTP/1.1" status: 200 len: 913 time: 0.3614850 Jul 16 01:30:14.100082 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-94b123e6-5ea2-465c-8a48-15c17c86c2ef service neutron] Attempting to bind port bb42bc56-a17d-4a62-8861-fa31a10603e2 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:14.105001 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-94b123e6-5ea2-465c-8a48-15c17c86c2ef service neutron] Attempting to bind port bb42bc56-a17d-4a62-8861-fa31a10603e2 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '25f16ebe-203b-4b6d-969d-950003904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '48d8b493-d632-422a-b805-c0979a30b3d9'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:14.105540 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-94b123e6-5ea2-465c-8a48-15c17c86c2ef service neutron] Attempting to bind port bb42bc56-a17d-4a62-8861-fa31a10603e2 on network 48d8b493-d632-422a-b805-c0979a30b3d9 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:14.118328 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1ffe8d52-63bf-4a7b-805f-931988b6d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.122944 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1ffe8d52-63bf-4a7b-805f-931988b6d9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.124328 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1ffe8d52-63bf-4a7b-805f-931988b6d9d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4425174f-35f5-4a5d-b962-67a41734b7de HTTP/1.1" status: 204 len: 168 time: 0.3966358 Jul 16 01:30:14.233526 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-94b123e6-5ea2-465c-8a48-15c17c86c2ef service neutron] Port bb42bc56-a17d-4a62-8861-fa31a10603e2 on network 48d8b493-d632-422a-b805-c0979a30b3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:14.234020 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-94b123e6-5ea2-465c-8a48-15c17c86c2ef service neutron] Attempting to bind port bb42bc56-a17d-4a62-8861-fa31a10603e2 on network 48d8b493-d632-422a-b805-c0979a30b3d9 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:14.241257 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53358) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:14.243863 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe8d52-63bf-4a7b-805f-931988b6d9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4425174f-35f5-4a5d-b962-67a41734b7de,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:14.244525 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2b34457a-30d5-4ec2-aa0c-4961b620f4de req-a74adc7e-b325-47ec-b4ca-774fcbcbd36a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3be0c27-dff5-44fe-ac5c-fda17d3219e8 HTTP/1.1" status: 200 len: 217 time: 0.1350145 Jul 16 01:30:14.251610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-94b123e6-5ea2-465c-8a48-15c17c86c2ef service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:14.252073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-94b123e6-5ea2-465c-8a48-15c17c86c2ef service neutron] Checking segment: {'id': '25f16ebe-203b-4b6d-969d-950003904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '48d8b493-d632-422a-b805-c0979a30b3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:14.252576 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-94b123e6-5ea2-465c-8a48-15c17c86c2ef service neutron] Bound using segment: {'id': '25f16ebe-203b-4b6d-969d-950003904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '48d8b493-d632-422a-b805-c0979a30b3d9'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:14.253114 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-94b123e6-5ea2-465c-8a48-15c17c86c2ef service neutron] Bound port: bb42bc56-a17d-4a62-8861-fa31a10603e2, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f16ebe-203b-4b6d-969d-950003904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '48d8b493-d632-422a-b805-c0979a30b3d9'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:14.253665 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-94b123e6-5ea2-465c-8a48-15c17c86c2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.319776 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-bd2c2f77-f12b-4e12-81a3-af1d894e1705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 326b8c18-4c2c-4f75-9f16-d86907525f2e {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:14.345064 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-bd2c2f77-f12b-4e12-81a3-af1d894e1705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.394920 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee841892-9b81-4ccd-bd10-86616bf7e642 req-beb5c1ff-e2d8-4c70-95d3-f79d35d81472 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:14.405712 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ee841892-9b81-4ccd-bd10-86616bf7e642 req-beb5c1ff-e2d8-4c70-95d3-f79d35d81472 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.3624897 Jul 16 01:30:14.446102 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-40667bf2-9c74-4482-a01f-7f8f6a754962 admin admin] Deleting subnet 6a0e5175-1239-458f-a0ee-3dbb221c3cd6 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:30:14.449074 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-bd2c2f77-f12b-4e12-81a3-af1d894e1705 service neutron] Transition to ACTIVE for port object 326b8c18-4c2c-4f75-9f16-d86907525f2e will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:14.457340 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-40667bf2-9c74-4482-a01f-7f8f6a754962 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.463814 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-bd2c2f77-f12b-4e12-81a3-af1d894e1705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.469209 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-1e3d05d5-b9fe-4bf3-90d0-22e167113aaf service neutron] 10.222.0.84 "GET /v2.0/networks/43e3c824-6c72-4121-8b92-50e92d3d660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090662 Jul 16 01:30:14.493972 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34457a-30d5-4ec2-aa0c-4961b620f4de req-0810649e-c6e9-44dc-81ff-4ed1bf9d50ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:14.495683 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2b34457a-30d5-4ec2-aa0c-4961b620f4de req-0810649e-c6e9-44dc-81ff-4ed1bf9d50ff service neutron] 10.222.0.84 "GET /v2.0/subnets?id=58a11241-f184-48f8-b355-80863b2e27ca HTTP/1.1" status: 200 len: 852 time: 0.2373893 Jul 16 01:30:14.524146 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-94b123e6-5ea2-465c-8a48-15c17c86c2ef service neutron] For port bb42bc56-a17d-4a62-8861-fa31a10603e2, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:14.527904 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-94b123e6-5ea2-465c-8a48-15c17c86c2ef service neutron] For port bb42bc56-a17d-4a62-8861-fa31a10603e2, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=bb42bc56-a17d-4a62-8861-fa31a10603e2,segment=NetworkSegment(25f16ebe-203b-4b6d-969d-950003904573),segment_id=25f16ebe-203b-4b6d-969d-950003904573)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:14.555813 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-94b123e6-5ea2-465c-8a48-15c17c86c2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.596356 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c2f77-f12b-4e12-81a3-af1d894e1705 service neutron] Pushing event updated for resources: {'Port': ['ID=326b8c18-4c2c-4f75-9f16-d86907525f2e,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:14.613543 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2b34457a-30d5-4ec2-aa0c-4961b620f4de req-d11a4ef4-b1f5-4211-a1fe-bcc873f3c41b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f262d5d4-4d22-402e-b36e-ed38d4251d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738819 Jul 16 01:30:14.658608 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ee841892-9b81-4ccd-bd10-86616bf7e642 req-a867b40d-a744-411b-9373-0aa49e91664e tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401769 Jul 16 01:30:14.690822 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-40667bf2-9c74-4482-a01f-7f8f6a754962 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.724156 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-94b123e6-5ea2-465c-8a48-15c17c86c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:14.725304 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-94b123e6-5ea2-465c-8a48-15c17c86c2ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.726901 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-94b123e6-5ea2-465c-8a48-15c17c86c2ef service neutron] 10.222.0.82 "PUT /v2.0/ports/bb42bc56-a17d-4a62-8861-fa31a10603e2 HTTP/1.1" status: 200 len: 1093 time: 2.6063371 Jul 16 01:30:14.831299 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-bd2c2f77-f12b-4e12-81a3-af1d894e1705 service neutron] Attempting to bind port 326b8c18-4c2c-4f75-9f16-d86907525f2e on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:14.831911 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-bd2c2f77-f12b-4e12-81a3-af1d894e1705 service neutron] Attempting to bind port 326b8c18-4c2c-4f75-9f16-d86907525f2e by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '25f16ebe-203b-4b6d-969d-950003904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '48d8b493-d632-422a-b805-c0979a30b3d9'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:14.832008 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-bd2c2f77-f12b-4e12-81a3-af1d894e1705 service neutron] Attempting to bind port 326b8c18-4c2c-4f75-9f16-d86907525f2e on network 48d8b493-d632-422a-b805-c0979a30b3d9 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:14.843646 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-bd2c2f77-f12b-4e12-81a3-af1d894e1705 service neutron] Port 326b8c18-4c2c-4f75-9f16-d86907525f2e on network 48d8b493-d632-422a-b805-c0979a30b3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:14.844211 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-bd2c2f77-f12b-4e12-81a3-af1d894e1705 service neutron] Attempting to bind port 326b8c18-4c2c-4f75-9f16-d86907525f2e on network 48d8b493-d632-422a-b805-c0979a30b3d9 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:14.855576 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-bd2c2f77-f12b-4e12-81a3-af1d894e1705 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:14.855965 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-bd2c2f77-f12b-4e12-81a3-af1d894e1705 service neutron] Checking segment: {'id': '25f16ebe-203b-4b6d-969d-950003904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '48d8b493-d632-422a-b805-c0979a30b3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:14.856378 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-bd2c2f77-f12b-4e12-81a3-af1d894e1705 service neutron] Bound using segment: {'id': '25f16ebe-203b-4b6d-969d-950003904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '48d8b493-d632-422a-b805-c0979a30b3d9'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:14.856829 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-bd2c2f77-f12b-4e12-81a3-af1d894e1705 service neutron] Bound port: 326b8c18-4c2c-4f75-9f16-d86907525f2e, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f16ebe-203b-4b6d-969d-950003904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '48d8b493-d632-422a-b805-c0979a30b3d9'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:14.857198 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-bd2c2f77-f12b-4e12-81a3-af1d894e1705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.891403 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb50631-6e43-4619-a6f8-115b38ce7de9', 'tag': '0b4b021b-9ce0-4fcf-8dc3-39208489e3e8'}, {'name': 'network-changed', 'server_uuid': 'bfebeaa1-d052-4deb-87be-fd2a294050d3', 'tag': 'bb42bc56-a17d-4a62-8861-fa31a10603e2'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:14.894773 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff49963-aec7-4844-af7c-4bd79ff6ed12" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb50631-6e43-4619-a6f8-115b38ce7de9", "tag": "0b4b021b-9ce0-4fcf-8dc3-39208489e3e8"}, {"name": "network-changed", "server_uuid": "bfebeaa1-d052-4deb-87be-fd2a294050d3", "tag": "bb42bc56-a17d-4a62-8861-fa31a10603e2"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:14.954267 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9493b5bb-c38c-44a0-9005-fe0262019975 req-6ae634df-59b4-4c45-a301-d6a6bdeaceb6 service neutron] 10.222.0.84 "GET /v2.0/networks/43e3c824-6c72-4121-8b92-50e92d3d660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739277 Jul 16 01:30:14.972862 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b123e6-5ea2-465c-8a48-15c17c86c2ef service neutron] Pushing event updated for resources: {'Port': ['ID=bb42bc56-a17d-4a62-8861-fa31a10603e2,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:14.974777 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-40667bf2-9c74-4482-a01f-7f8f6a754962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.066040 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-bd2c2f77-f12b-4e12-81a3-af1d894e1705 service neutron] For port 326b8c18-4c2c-4f75-9f16-d86907525f2e, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:15.074463 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-bd2c2f77-f12b-4e12-81a3-af1d894e1705 service neutron] For port 326b8c18-4c2c-4f75-9f16-d86907525f2e, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=326b8c18-4c2c-4f75-9f16-d86907525f2e,segment=NetworkSegment(25f16ebe-203b-4b6d-969d-950003904573),segment_id=25f16ebe-203b-4b6d-969d-950003904573)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:15.091813 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-bd2c2f77-f12b-4e12-81a3-af1d894e1705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.158465 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-40667bf2-9c74-4482-a01f-7f8f6a754962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.165465 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-bd2c2f77-f12b-4e12-81a3-af1d894e1705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.166116 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-bd2c2f77-f12b-4e12-81a3-af1d894e1705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.167602 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-bd2c2f77-f12b-4e12-81a3-af1d894e1705 service neutron] 10.222.0.84 "PUT /v2.0/ports/326b8c18-4c2c-4f75-9f16-d86907525f2e HTTP/1.1" status: 200 len: 1092 time: 2.2196858 Jul 16 01:30:15.169774 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c63461-168c-4b7e-b8b6-11f710219cae', 'tag': '326b8c18-4c2c-4f75-9f16-d86907525f2e'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:15.172393 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c461790-e95a-4e1a-a0b0-225f9997d15e" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c63461-168c-4b7e-b8b6-11f710219cae", "tag": "326b8c18-4c2c-4f75-9f16-d86907525f2e"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:15.274502 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40667bf2-9c74-4482-a01f-7f8f6a754962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a0e5175-1239-458f-a0ee-3dbb221c3cd6,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:15.326075 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-40667bf2-9c74-4482-a01f-7f8f6a754962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.330488 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-40667bf2-9c74-4482-a01f-7f8f6a754962 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6a0e5175-1239-458f-a0ee-3dbb221c3cd6 HTTP/1.1" status: 204 len: 168 time: 1.0812416 Jul 16 01:30:15.351492 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53396) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:15.440175 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81c8da2c-e19f-47f2-828f-4d22d6a1cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.452839 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c2f77-f12b-4e12-81a3-af1d894e1705 service neutron] Pushing event updated for resources: {'Port': ['ID=326b8c18-4c2c-4f75-9f16-d86907525f2e,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:15.498333 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e41c27f-62ba-4dd6-962c-54bd77ab3139 x-openstack-request-id: req-8e41c27f-62ba-4dd6-962c-54bd77ab3139 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:15.499261 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb50631-6e43-4619-a6f8-115b38ce7de9", "tag": "0b4b021b-9ce0-4fcf-8dc3-39208489e3e8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bfebeaa1-d052-4deb-87be-fd2a294050d3", "tag": "bb42bc56-a17d-4a62-8861-fa31a10603e2", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:15.499688 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e41c27f-62ba-4dd6-962c-54bd77ab3139 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:15.500229 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb50631-6e43-4619-a6f8-115b38ce7de9', 'tag': '0b4b021b-9ce0-4fcf-8dc3-39208489e3e8', 'status': 'completed', 'code': 200} Jul 16 01:30:15.500645 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfebeaa1-d052-4deb-87be-fd2a294050d3', 'tag': 'bb42bc56-a17d-4a62-8861-fa31a10603e2', 'status': 'completed', 'code': 200} Jul 16 01:30:15.566169 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4838b0-972c-4a72-803b-c291fb729fd4 req-62835cf1-cccd-4972-a27e-85b1105b18a8 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.568084 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8d4838b0-972c-4a72-803b-c291fb729fd4 req-62835cf1-cccd-4972-a27e-85b1105b18a8 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 943 time: 0.8639250 Jul 16 01:30:15.582894 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81c8da2c-e19f-47f2-828f-4d22d6a1cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.594526 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-81c8da2c-e19f-47f2-828f-4d22d6a1cf21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d734c8a3-dec4-434a-beaa-87d64bd0e5a8']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:15.606342 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-81c8da2c-e19f-47f2-828f-4d22d6a1cf21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e3bc42-11e6-4356-b22e-ff9124db4730') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:15.606629 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-81c8da2c-e19f-47f2-828f-4d22d6a1cf21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e3bc42-11e6-4356-b22e-ff9124db4730') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:15.614857 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-0fbdd82a-37ba-454b-950a-54f4aa46e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.616154 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81c8da2c-e19f-47f2-828f-4d22d6a1cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.617314 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-0fbdd82a-37ba-454b-950a-54f4aa46e918 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4bb8ade529aa4b339e56f372707ccb5a&device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 1096 time: 0.7831573 Jul 16 01:30:15.623681 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2b34457a-30d5-4ec2-aa0c-4961b620f4de req-28fc5191-96eb-459e-bdda-fdad5fd2b219 service neutron] 10.222.0.84 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0017695 Jul 16 01:30:15.637391 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81c8da2c-e19f-47f2-828f-4d22d6a1cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.645309 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c8da2c-e19f-47f2-828f-4d22d6a1cf21 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:30:15.645709 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81c8da2c-e19f-47f2-828f-4d22d6a1cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:30:15.672735 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:30:15.703887 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-7efb1911-f7c2-437d-9a2c-189af33dbe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.705577 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-7efb1911-f7c2-437d-9a2c-189af33dbe29 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4bb8ade529aa4b339e56f372707ccb5a&device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 1095 time: 0.4486158 Jul 16 01:30:15.717553 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8d4838b0-972c-4a72-803b-c291fb729fd4 req-15c6ef10-de11-465f-bc62-93b8a627f416 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278708 Jul 16 01:30:15.721568 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-297ca2fb-fea8-4b34-85c9-f15fa4a89d0c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb42bc56-a17d-4a62-8861-fa31a10603e2 HTTP/1.1" status: 200 len: 217 time: 0.0887654 Jul 16 01:30:15.736405 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3941c-e352-493a-8f3b-be390d28ba01 req-19f2e5ac-e935-4a39-a8c3-7e12f8a2939a tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.738728 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2bc3941c-e352-493a-8f3b-be390d28ba01 req-19f2e5ac-e935-4a39-a8c3-7e12f8a2939a tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb50631-6e43-4619-a6f8-115b38ce7de9 HTTP/1.1" status: 200 len: 943 time: 0.4787080 Jul 16 01:30:15.743566 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff49963-aec7-4844-af7c-4bd79ff6ed12 req-a8606273-96f9-41ef-8629-26b32aac700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.745133 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ff49963-aec7-4844-af7c-4bd79ff6ed12 req-a8606273-96f9-41ef-8629-26b32aac700a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ece0cb6368084497ba010fa4129ba54f&device_id=8cb50631-6e43-4619-a6f8-115b38ce7de9 HTTP/1.1" status: 200 len: 1095 time: 0.2486422 Jul 16 01:30:15.798672 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdd4d91-45ca-42ff-a05a-eb5f45018832 x-openstack-request-id: req-acdd4d91-45ca-42ff-a05a-eb5f45018832 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:15.798953 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c63461-168c-4b7e-b8b6-11f710219cae", "tag": "326b8c18-4c2c-4f75-9f16-d86907525f2e", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:15.799205 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acdd4d91-45ca-42ff-a05a-eb5f45018832 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:15.799598 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c63461-168c-4b7e-b8b6-11f710219cae', 'tag': '326b8c18-4c2c-4f75-9f16-d86907525f2e', 'status': 'completed', 'code': 200} Jul 16 01:30:15.801414 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81c8da2c-e19f-47f2-828f-4d22d6a1cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.805470 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-1c806e36-1b00-41d7-8b8c-6d518aa2d050 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=326b8c18-4c2c-4f75-9f16-d86907525f2e HTTP/1.1" status: 200 len: 217 time: 0.0637624 Jul 16 01:30:15.825546 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81c8da2c-e19f-47f2-828f-4d22d6a1cf21 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:15.829931 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-81c8da2c-e19f-47f2-828f-4d22d6a1cf21 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d734c8a3-dec4-434a-beaa-87d64bd0e5a8 HTTP/1.1" status: 204 len: 168 time: 0.4740047 Jul 16 01:30:15.858040 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8da2c-e19f-47f2-828f-4d22d6a1cf21 admin admin] Pushing event deleted for resources: {'Network': ['ID=d734c8a3-dec4-434a-beaa-87d64bd0e5a8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:15.909185 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2bc3941c-e352-493a-8f3b-be390d28ba01 req-ee3c11d3-4513-424e-807e-325e5f03f214 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494105 Jul 16 01:30:15.967867 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-789501f2-6d21-480c-9980-73b4748eb301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.973896 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-789501f2-6d21-480c-9980-73b4748eb301 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=81188464-b1ab-476b-ab3e-980e9e063537 HTTP/1.1" status: 200 len: 858 time: 0.1467328 Jul 16 01:30:16.024123 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-3bcac814-2a99-4a89-ab65-eab643b11d9a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=48d8b493-d632-422a-b805-c0979a30b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444551 Jul 16 01:30:16.045073 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2b34457a-30d5-4ec2-aa0c-4961b620f4de req-b4e4ee3f-9c4c-4eef-92ee-ef5d76eb1849 service neutron] 10.222.0.84 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042625 Jul 16 01:30:16.046466 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-d4c3dd10-06fc-4bf4-8501-9586846f66ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:16.047801 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-d4c3dd10-06fc-4bf4-8501-9586846f66ae service neutron] 10.222.0.82 "GET /v2.0/subnets?id=81188464-b1ab-476b-ab3e-980e9e063537 HTTP/1.1" status: 200 len: 858 time: 0.3179996 Jul 16 01:30:16.103676 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-334f143b-3d9c-425b-9888-436b33799046 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48d8b493-d632-422a-b805-c0979a30b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373995 Jul 16 01:30:16.152621 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53432) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:16.179817 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff49963-aec7-4844-af7c-4bd79ff6ed12 req-337a93eb-a822-4f68-971c-4ca2163b120b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:16.183269 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ff49963-aec7-4844-af7c-4bd79ff6ed12 req-337a93eb-a822-4f68-971c-4ca2163b120b service neutron] 10.222.0.84 "GET /v2.0/networks?id=43e3c824-6c72-4121-8b92-50e92d3d660a HTTP/1.1" status: 200 len: 923 time: 0.3535526 Jul 16 01:30:16.367467 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ff49963-aec7-4844-af7c-4bd79ff6ed12 req-1f1a222a-1c1f-4e7d-8a1e-43fa16e4b8ad service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 HTTP/1.1" status: 200 len: 217 time: 0.1705053 Jul 16 01:30:16.422287 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d25556-f502-44d3-8cba-5810e952b31f req-ab6169c5-cf85-4ab1-b88e-40e6030b76f1 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:16.430819 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-02d25556-f502-44d3-8cba-5810e952b31f req-ab6169c5-cf85-4ab1-b88e-40e6030b76f1 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.2567039 Jul 16 01:30:16.434954 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-76ec1641-ed4f-416b-9ed9-8f3d7872155b service neutron] 10.222.0.84 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871868 Jul 16 01:30:16.531844 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-02d25556-f502-44d3-8cba-5810e952b31f req-d5f1705b-6a87-422a-95ec-980577ea5d54 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985537 Jul 16 01:30:16.598127 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d0cd9019-b62f-4f90-ac90-286031c19a0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6af1752339f4aa7a7d244f3ed63f4a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4383230 Jul 16 01:30:16.611412 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53448) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:16.650561 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-84ddd2f9-3dfb-4f02-bd0d-5443192b4b3b req-dce29e6d-8489-4bd3-98d3-413845fa53be service neutron] 10.222.0.84 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058649 Jul 16 01:30:16.665900 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-c8e8fc06-7fee-433b-9607-236c403c6823 service neutron] 10.222.0.82 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5540619 Jul 16 01:30:16.670132 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff49963-aec7-4844-af7c-4bd79ff6ed12 req-ddbc0d69-2ee2-4cd6-9182-23341c35b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:16.672516 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ff49963-aec7-4844-af7c-4bd79ff6ed12 req-ddbc0d69-2ee2-4cd6-9182-23341c35b498 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdebbfe4-dc01-4a40-9aa1-c9eaace51819 HTTP/1.1" status: 200 len: 862 time: 0.2804170 Jul 16 01:30:16.791008 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bbe05681-9db4-425a-90f4-4b2fdd1112df req-16677946-193f-490b-b027-b961e13aa423 service neutron] 10.222.0.82 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134546 Jul 16 01:30:16.834619 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ff49963-aec7-4844-af7c-4bd79ff6ed12 req-6cf06fb9-19a2-4b56-9879-6805d9633301 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43e3c824-6c72-4121-8b92-50e92d3d660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424824 Jul 16 01:30:16.957438 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-13df8e7e-f75f-4802-be76-af679a9e6496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:17.030897 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-13df8e7e-f75f-4802-be76-af679a9e6496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:17.109819 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ff49963-aec7-4844-af7c-4bd79ff6ed12 req-d6969196-8368-4a8d-8507-5ad92e351854 service neutron] 10.222.0.84 "GET /v2.0/networks/43e3c824-6c72-4121-8b92-50e92d3d660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624505 Jul 16 01:30:17.117003 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff49963-aec7-4844-af7c-4bd79ff6ed12 req-185e87f0-3904-487f-9a0d-2a00fdb5d184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.118645 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ff49963-aec7-4844-af7c-4bd79ff6ed12 req-185e87f0-3904-487f-9a0d-2a00fdb5d184 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4bb8ade529aa4b339e56f372707ccb5a&device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 1096 time: 0.2589993 Jul 16 01:30:17.190359 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4402c58-5120-4ef9-b7f0-596ac457d6e1 req-e19aa80e-e82e-4ca4-9480-9bed0eb91967 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.197661 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b4402c58-5120-4ef9-b7f0-596ac457d6e1 req-e19aa80e-e82e-4ca4-9480-9bed0eb91967 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 943 time: 0.3180003 Jul 16 01:30:17.248265 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-13df8e7e-f75f-4802-be76-af679a9e6496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:17.250787 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-13df8e7e-f75f-4802-be76-af679a9e6496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:17.251925 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-13df8e7e-f75f-4802-be76-af679a9e6496 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ee40ea7-19d1-4477-9845-f8cca6220d7c HTTP/1.1" status: 204 len: 168 time: 0.6331191 Jul 16 01:30:17.315961 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df8e7e-f75f-4802-be76-af679a9e6496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee40ea7-19d1-4477-9845-f8cca6220d7c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:17.361119 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b4402c58-5120-4ef9-b7f0-596ac457d6e1 req-5e2425d3-a94c-4fd4-9c3f-0fa9c79e4a4d tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625578 Jul 16 01:30:17.362693 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff49963-aec7-4844-af7c-4bd79ff6ed12 req-d6ceee89-1677-4387-8eca-7a2ae1aa9ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.364102 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ff49963-aec7-4844-af7c-4bd79ff6ed12 req-d6ceee89-1677-4387-8eca-7a2ae1aa9ccc service neutron] 10.222.0.82 "GET /v2.0/networks?id=48d8b493-d632-422a-b805-c0979a30b3d9 HTTP/1.1" status: 200 len: 919 time: 0.2314429 Jul 16 01:30:17.366596 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ff49963-aec7-4844-af7c-4bd79ff6ed12 req-dd93fe7b-0a07-4baf-92a5-131b52d762fb service neutron] 10.222.0.84 "GET /v2.0/networks/43e3c824-6c72-4121-8b92-50e92d3d660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443647 Jul 16 01:30:17.403657 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c461790-e95a-4e1a-a0b0-225f9997d15e req-d6a23c64-cb48-495e-b32b-f8ca2134a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.411849 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1c461790-e95a-4e1a-a0b0-225f9997d15e req-d6a23c64-cb48-495e-b32b-f8ca2134a569 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4bb8ade529aa4b339e56f372707ccb5a&device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 1095 time: 0.1609077 Jul 16 01:30:17.445918 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ff49963-aec7-4844-af7c-4bd79ff6ed12 req-f1bd5a91-1d6d-4363-9c88-b37ed0e8a8a0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb42bc56-a17d-4a62-8861-fa31a10603e2 HTTP/1.1" status: 200 len: 217 time: 0.0657456 Jul 16 01:30:17.526679 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff49963-aec7-4844-af7c-4bd79ff6ed12 req-911159a3-761d-49f9-a092-50b13290e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.529059 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ff49963-aec7-4844-af7c-4bd79ff6ed12 req-911159a3-761d-49f9-a092-50b13290e422 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=81188464-b1ab-476b-ab3e-980e9e063537 HTTP/1.1" status: 200 len: 858 time: 0.0746884 Jul 16 01:30:17.531168 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe12cc-76c0-4ffa-b595-2ef669185ec3 req-e81f1452-a30e-4080-9b4e-07dcfe059c7a tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.538463 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bcfe12cc-76c0-4ffa-b595-2ef669185ec3 req-e81f1452-a30e-4080-9b4e-07dcfe059c7a tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/ports?device_id=54a37a20-2962-4ca8-94dd-8df447d42aa6 HTTP/1.1" status: 200 len: 946 time: 0.8258278 Jul 16 01:30:17.610327 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ff49963-aec7-4844-af7c-4bd79ff6ed12 req-628908ea-8d42-47aa-be2b-f171e40eb613 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48d8b493-d632-422a-b805-c0979a30b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642841 Jul 16 01:30:17.634955 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bcfe12cc-76c0-4ffa-b595-2ef669185ec3 req-c41d4af1-9bda-490a-9a0e-1fdd2b3d710e tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/security-groups?id=daab5495-402c-47cd-9c5f-a1873233241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955768 Jul 16 01:30:17.668764 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c461790-e95a-4e1a-a0b0-225f9997d15e req-0ca9498c-96dd-4dfb-a222-571b8afca762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.670445 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1c461790-e95a-4e1a-a0b0-225f9997d15e req-0ca9498c-96dd-4dfb-a222-571b8afca762 service neutron] 10.222.0.84 "GET /v2.0/networks?id=48d8b493-d632-422a-b805-c0979a30b3d9 HTTP/1.1" status: 200 len: 919 time: 0.2479742 Jul 16 01:30:17.746976 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1c461790-e95a-4e1a-a0b0-225f9997d15e req-3dc9fa05-3d26-4ef3-b049-7b4e58a79331 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=326b8c18-4c2c-4f75-9f16-d86907525f2e HTTP/1.1" status: 200 len: 217 time: 0.0618460 Jul 16 01:30:17.842455 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:17.854168 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c461790-e95a-4e1a-a0b0-225f9997d15e req-5c203dab-c414-46c4-8210-2ec0419fc4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.858889 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1c461790-e95a-4e1a-a0b0-225f9997d15e req-5c203dab-c414-46c4-8210-2ec0419fc4fa service neutron] 10.222.0.84 "GET /v2.0/subnets?id=81188464-b1ab-476b-ab3e-980e9e063537 HTTP/1.1" status: 200 len: 858 time: 0.1030486 Jul 16 01:30:17.865887 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0b9c0-665c-4c15-bbf4-29a85af6b0dc req-038a166b-bde2-4231-9001-bcd0af05ab43 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.873807 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ae0b9c0-665c-4c15-bbf4-29a85af6b0dc req-038a166b-bde2-4231-9001-bcd0af05ab43 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb50631-6e43-4619-a6f8-115b38ce7de9 HTTP/1.1" status: 200 len: 943 time: 0.2762964 Jul 16 01:30:17.929130 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1c461790-e95a-4e1a-a0b0-225f9997d15e req-12c4c5a0-3d97-4d4a-98a0-a3685785d118 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=48d8b493-d632-422a-b805-c0979a30b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642493 Jul 16 01:30:17.936206 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53498) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:17.958583 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device b3be0c27-dff5-44fe-ac5c-fda17d3219e8 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:18.041135 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ff49963-aec7-4844-af7c-4bd79ff6ed12 req-2d742683-cbea-4291-9f91-8d27f579148e service neutron] 10.222.0.82 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765211 Jul 16 01:30:18.044680 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ae0b9c0-665c-4c15-bbf4-29a85af6b0dc req-9bc491e5-f4b9-43ef-b5da-c36424610de5 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691704 Jul 16 01:30:18.141238 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=0b4b021b-9ce0-4fcf-8dc3-39208489e3e8,segment=NetworkSegment(094f11f0-f2ec-4b0e-b53a-57694f1e042c),segment_id=094f11f0-f2ec-4b0e-b53a-57694f1e042c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:18.228603 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '0b4b021b-9ce0-4fcf-8dc3-39208489e3e8', 'network_id': '43e3c824-6c72-4121-8b92-50e92d3d660a', 'port_id': '0b4b021b-9ce0-4fcf-8dc3-39208489e3e8', 'mac_address': 'fa:16:3e:c0:12:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdebbfe4-dc01-4a40-9aa1-c9eaace51819', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:18.251325 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1c461790-e95a-4e1a-a0b0-225f9997d15e req-4eee7928-7767-4d1c-a9be-49bffd2d993d service neutron] 10.222.0.84 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117492 Jul 16 01:30:18.312128 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.348091 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e150ffd7-f04a-425f-9842-4673979431a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.376315 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port b3be0c27-dff5-44fe-ac5c-fda17d3219e8, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b3be0c27-dff5-44fe-ac5c-fda17d3219e8,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:18.377573 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afa9eae-ab9c-4a78-8323-18b760937f11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3be0c27-dff5-44fe-ac5c-fda17d3219e8'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:18.380164 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f31913-ad4e-4e6a-b0ad-01865859828d" -d '{"events": [{"server_uuid": "6afa9eae-ab9c-4a78-8323-18b760937f11", "name": "network-vif-unplugged", "status": "completed", "tag": "b3be0c27-dff5-44fe-ac5c-fda17d3219e8"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:18.398849 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.402187 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.430520 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1c461790-e95a-4e1a-a0b0-225f9997d15e req-18bee9e4-c5dc-4f13-9eda-a29f4098564c service neutron] 10.222.0.84 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716003 Jul 16 01:30:18.446106 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:18.484354 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ff49963-aec7-4844-af7c-4bd79ff6ed12 req-9eed3ba2-b35c-4f31-9569-72a9fec2a83f service neutron] 10.222.0.82 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303379 Jul 16 01:30:18.529934 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d983cc4-fc02-43d4-9afa-81379f3904b4 req-aab49c7a-eaa1-4424-b7ff-6a7656d46022 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:18.531804 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7d983cc4-fc02-43d4-9afa-81379f3904b4 req-aab49c7a-eaa1-4424-b7ff-6a7656d46022 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 946 time: 0.4041202 Jul 16 01:30:18.547595 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=b3be0c27-dff5-44fe-ac5c-fda17d3219e8,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:18.555675 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d174f14-3722-45fa-9b01-62fe5a6582e3 x-openstack-request-id: req-9d174f14-3722-45fa-9b01-62fe5a6582e3 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:18.556287 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afa9eae-ab9c-4a78-8323-18b760937f11", "name": "network-vif-unplugged", "status": "failed", "tag": "b3be0c27-dff5-44fe-ac5c-fda17d3219e8", "code": 422}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:18.556735 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d174f14-3722-45fa-9b01-62fe5a6582e3 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:18.557677 n-d-792394-16 neutron-server[93957]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6afa9eae-ab9c-4a78-8323-18b760937f11', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b3be0c27-dff5-44fe-ac5c-fda17d3219e8', 'code': 422} returned with failed status Jul 16 01:30:18.569896 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c039e-f213-48cc-9f42-48c0f3dcdc43 req-ec90c3ad-2dd4-4043-93e7-ce927a7eacf3 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:18.577847 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e58c039e-f213-48cc-9f42-48c0f3dcdc43 req-ec90c3ad-2dd4-4043-93e7-ce927a7eacf3 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.82 "GET /v2.0/ports?device_id=54a37a20-2962-4ca8-94dd-8df447d42aa6 HTTP/1.1" status: 200 len: 946 time: 0.5742729 Jul 16 01:30:18.605287 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=0b4b021b-9ce0-4fcf-8dc3-39208489e3e8,segment=NetworkSegment(094f11f0-f2ec-4b0e-b53a-57694f1e042c),segment_id=094f11f0-f2ec-4b0e-b53a-57694f1e042c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:18.619991 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.655304 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7d983cc4-fc02-43d4-9afa-81379f3904b4 req-02fc9d93-a2cd-4e84-ab4c-d35f3cd85d95 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163149 Jul 16 01:30:18.716471 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=0b4b021b-9ce0-4fcf-8dc3-39208489e3e8,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:18.736219 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53528) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:18.827002 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['0b4b021b-9ce0-4fcf-8dc3-39208489e3e8'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:18.838926 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e150ffd7-f04a-425f-9842-4673979431a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.865098 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e150ffd7-f04a-425f-9842-4673979431a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.889491 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-1e0f624c-d172-47e1-b68d-bc29ef706891 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1363246787-network', 'tenant_id': 'efea2752c9f54aa1a4f60b73855614d8'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:18.889786 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c627bdb-a5c2-42e7-8975-3c67fc8c79ef req-bc83b0a0-282c-4675-bde9-12045a0e9a61 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:18.897302 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3c627bdb-a5c2-42e7-8975-3c67fc8c79ef req-bc83b0a0-282c-4675-bde9-12045a0e9a61 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 943 time: 0.2615163 Jul 16 01:30:18.938055 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c21a2-1fa0-4cfd-af94-5a40ede530d8 req-adbec117-655e-4f01-83bc-af93d2598fd7 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:18.940397 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-047c21a2-1fa0-4cfd-af94-5a40ede530d8 req-adbec117-655e-4f01-83bc-af93d2598fd7 tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/ports?device_id=54a37a20-2962-4ca8-94dd-8df447d42aa6 HTTP/1.1" status: 200 len: 946 time: 0.1292431 Jul 16 01:30:18.941935 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0f624c-d172-47e1-b68d-bc29ef706891 admin admin] Made reservation on behalf of efea2752c9f54aa1a4f60b73855614d8 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:18.945037 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e0f624c-d172-47e1-b68d-bc29ef706891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.962517 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e0f624c-d172-47e1-b68d-bc29ef706891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.971915 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150ffd7-f04a-425f-9842-4673979431a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3fb8aa-73fb-4049-9208-88bb95bfafbd,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:18.985538 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e150ffd7-f04a-425f-9842-4673979431a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a01d90e2da9f4360b4d577f158cbafc0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0392661 Jul 16 01:30:18.986672 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53534) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:18.993302 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-e58c039e-f213-48cc-9f42-48c0f3dcdc43 req-e4681d71-c325-463f-acbb-6f59ae1dc86c tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Deleting port 4d0d494f-83de-488b-b8e2-bb0df7668270 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:18.993660 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e58c039e-f213-48cc-9f42-48c0f3dcdc43 req-e4681d71-c325-463f-acbb-6f59ae1dc86c tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.011707 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3c627bdb-a5c2-42e7-8975-3c67fc8c79ef req-0cb730cd-2280-42a7-a7c7-86877b9fa280 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131067 Jul 16 01:30:19.044457 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-047c21a2-1fa0-4cfd-af94-5a40ede530d8 req-0ec67453-6fd9-411d-b506-fea4ad52f76b tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.16 "GET /v2.0/security-groups?id=daab5495-402c-47cd-9c5f-a1873233241c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953782 Jul 16 01:30:19.147417 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e0f624c-d172-47e1-b68d-bc29ef706891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.164326 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e0f624c-d172-47e1-b68d-bc29ef706891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.194993 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-e58c039e-f213-48cc-9f42-48c0f3dcdc43 req-e4681d71-c325-463f-acbb-6f59ae1dc86c tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] For port 4d0d494f-83de-488b-b8e2-bb0df7668270, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=4d0d494f-83de-488b-b8e2-bb0df7668270,segment=NetworkSegment(3f766384-4463-418e-a9e0-cf606443dc87),segment_id=3f766384-4463-418e-a9e0-cf606443dc87)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:19.195821 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e58c039e-f213-48cc-9f42-48c0f3dcdc43 req-e4681d71-c325-463f-acbb-6f59ae1dc86c tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.214124 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-e58c039e-f213-48cc-9f42-48c0f3dcdc43 req-e4681d71-c325-463f-acbb-6f59ae1dc86c tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Calling delete_port for 4d0d494f-83de-488b-b8e2-bb0df7668270 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:19.218672 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f624c-d172-47e1-b68d-bc29ef706891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:19.279193 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bafaec23-fefb-48f3-ba67-3eb2c5a031f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.302886 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e0f624c-d172-47e1-b68d-bc29ef706891 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:30:19.313719 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bafaec23-fefb-48f3-ba67-3eb2c5a031f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.341209 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e0f624c-d172-47e1-b68d-bc29ef706891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.341447 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-1e0f624c-d172-47e1-b68d-bc29ef706891 admin admin] Added segment d451883b-7e0c-4f2f-8387-e4488de655f8 of type vlan for network 740d1a79-a6f9-4fe4-80b6-74637837e26e Jul 16 01:30:19.408096 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e58c039e-f213-48cc-9f42-48c0f3dcdc43 req-e4681d71-c325-463f-acbb-6f59ae1dc86c tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.423121 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['4d0d494f-83de-488b-b8e2-bb0df7668270'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:19.453432 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e0f624c-d172-47e1-b68d-bc29ef706891 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.478947 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4681d71-c325-463f-acbb-6f59ae1dc86c tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Pushing event deleted for resources: {'Port': ['ID=4d0d494f-83de-488b-b8e2-bb0df7668270,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:19.511256 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bafaec23-fefb-48f3-ba67-3eb2c5a031f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.513899 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bafaec23-fefb-48f3-ba67-3eb2c5a031f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.515079 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bafaec23-fefb-48f3-ba67-3eb2c5a031f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d3fb8aa-73fb-4049-9208-88bb95bfafbd HTTP/1.1" status: 204 len: 168 time: 0.5278821 Jul 16 01:30:19.533848 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafaec23-fefb-48f3-ba67-3eb2c5a031f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3fb8aa-73fb-4049-9208-88bb95bfafbd,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:19.546192 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc02f5-1ffd-4ef8-a9b1-21b17641f890 req-0ac9baa1-e3f1-4b30-8b8c-7761a95a01ea tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.553371 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bfdc02f5-1ffd-4ef8-a9b1-21b17641f890 req-0ac9baa1-e3f1-4b30-8b8c-7761a95a01ea tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb50631-6e43-4619-a6f8-115b38ce7de9 HTTP/1.1" status: 200 len: 944 time: 0.1554458 Jul 16 01:30:19.568943 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58c039e-f213-48cc-9f42-48c0f3dcdc43 req-e4681d71-c325-463f-acbb-6f59ae1dc86c tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] No DVR routers for this DVR port 4d0d494f-83de-488b-b8e2-bb0df7668270 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:19.573156 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e58c039e-f213-48cc-9f42-48c0f3dcdc43 req-e4681d71-c325-463f-acbb-6f59ae1dc86c tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.577291 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e58c039e-f213-48cc-9f42-48c0f3dcdc43 req-e4681d71-c325-463f-acbb-6f59ae1dc86c tempest-ServerMetadataNegativeTestJSON-133864575 tempest-ServerMetadataNegativeTestJSON-133864575-project] 10.222.0.82 "DELETE /v2.0/ports/4d0d494f-83de-488b-b8e2-bb0df7668270 HTTP/1.1" status: 204 len: 173 time: 0.9918771 Jul 16 01:30:19.577291 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a37a20-2962-4ca8-94dd-8df447d42aa6', 'name': 'network-vif-deleted', 'tag': '4d0d494f-83de-488b-b8e2-bb0df7668270'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:19.578574 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71ba544-28a4-4ca6-9c57-d82ea0a51548" -d '{"events": [{"server_uuid": "54a37a20-2962-4ca8-94dd-8df447d42aa6", "name": "network-vif-deleted", "tag": "4d0d494f-83de-488b-b8e2-bb0df7668270"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:19.595738 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bfdc02f5-1ffd-4ef8-a9b1-21b17641f890 req-239b206e-2e9c-4803-9370-63efd076e055 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412917 Jul 16 01:30:19.596325 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e0f624c-d172-47e1-b68d-bc29ef706891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.597314 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0f624c-d172-47e1-b68d-bc29ef706891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.597906 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e0f624c-d172-47e1-b68d-bc29ef706891 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.684203 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f624c-d172-47e1-b68d-bc29ef706891 admin admin] Pushing event updated for resources: {'Network': ['ID=740d1a79-a6f9-4fe4-80b6-74637837e26e,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:19.684600 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1458905c-1c2e-49ff-9190-e49a472570ae x-openstack-request-id: req-1458905c-1c2e-49ff-9190-e49a472570ae {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:19.685067 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a37a20-2962-4ca8-94dd-8df447d42aa6", "name": "network-vif-deleted", "tag": "4d0d494f-83de-488b-b8e2-bb0df7668270", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:19.685473 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1458905c-1c2e-49ff-9190-e49a472570ae {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:19.686070 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a37a20-2962-4ca8-94dd-8df447d42aa6', 'name': 'network-vif-deleted', 'tag': '4d0d494f-83de-488b-b8e2-bb0df7668270', 'status': 'completed', 'code': 200} Jul 16 01:30:19.697795 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1e0f624c-d172-47e1-b68d-bc29ef706891 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9596932 Jul 16 01:30:19.701055 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 740d1a79-a6f9-4fe4-80b6-74637837e26e details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:30:19.702332 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53556) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:19.708767 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-748a7760-2562-4026-b2fe-fb3506c2bf82 admin admin] Request body: {'subnet': {'network_id': '740d1a79-a6f9-4fe4-80b6-74637837e26e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1363246787-subnet', 'tenant_id': 'efea2752c9f54aa1a4f60b73855614d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:19.751619 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748a7760-2562-4026-b2fe-fb3506c2bf82 admin admin] Made reservation on behalf of efea2752c9f54aa1a4f60b73855614d8 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:19.755603 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-748a7760-2562-4026-b2fe-fb3506c2bf82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.839873 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 326b8c18-4c2c-4f75-9f16-d86907525f2e details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:19.890145 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:19.961082 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device bb42bc56-a17d-4a62-8861-fa31a10603e2 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:20.042756 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:20.057906 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:20.058289 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.179850 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-748a7760-2562-4026-b2fe-fb3506c2bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.232980 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 326b8c18-4c2c-4f75-9f16-d86907525f2e, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=326b8c18-4c2c-4f75-9f16-d86907525f2e,segment=NetworkSegment(25f16ebe-203b-4b6d-969d-950003904573),segment_id=25f16ebe-203b-4b6d-969d-950003904573)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:20.249294 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53590) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:20.277668 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cf847a8-3808-4c02-9fbc-9ccdf21d7439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.303965 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a7760-2562-4026-b2fe-fb3506c2bf82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4a13b68-d187-4043-a1fb-e8b0db4cac67,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:20.319038 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748a7760-2562-4026-b2fe-fb3506c2bf82 admin admin] Checking segment: {'id': 'd451883b-7e0c-4f2f-8387-e4488de655f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '740d1a79-a6f9-4fe4-80b6-74637837e26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:20.319649 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748a7760-2562-4026-b2fe-fb3506c2bf82 admin admin] Network hostable DHCP agents. Network: 740d1a79-a6f9-4fe4-80b6-74637837e26e, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:30:20.358251 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748a7760-2562-4026-b2fe-fb3506c2bf82 admin admin] Network 740d1a79-a6f9-4fe4-80b6-74637837e26e is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:30:20.373298 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-748a7760-2562-4026-b2fe-fb3506c2bf82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 740d1a79-a6f9-4fe4-80b6-74637837e26e) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:20.377978 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748a7760-2562-4026-b2fe-fb3506c2bf82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:20.378669 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-748a7760-2562-4026-b2fe-fb3506c2bf82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.404091 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badc10ae-8ed5-4836-aa98-7dd8df09f2e2 None None] Network 740d1a79-a6f9-4fe4-80b6-74637837e26e requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:20.425418 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53596) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:20.430497 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cf847a8-3808-4c02-9fbc-9ccdf21d7439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.447132 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '326b8c18-4c2c-4f75-9f16-d86907525f2e', 'network_id': '48d8b493-d632-422a-b805-c0979a30b3d9', 'port_id': '326b8c18-4c2c-4f75-9f16-d86907525f2e', 'mac_address': 'fa:16:3e:63:e8:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81188464-b1ab-476b-ab3e-980e9e063537', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:20.451644 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-748a7760-2562-4026-b2fe-fb3506c2bf82 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7479031 Jul 16 01:30:20.454476 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53600) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:20.461736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-5dbbe005-23a2-48a2-8bea-51893a8f7f61 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1363246787-router', 'tenant_id': 'efea2752c9f54aa1a4f60b73855614d8', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:20.492909 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5dbbe005-23a2-48a2-8bea-51893a8f7f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.494438 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5dbbe005-23a2-48a2-8bea-51893a8f7f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.512097 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cf847a8-3808-4c02-9fbc-9ccdf21d7439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.561448 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.598692 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5dbbe005-23a2-48a2-8bea-51893a8f7f61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.601833 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9cf847a8-3808-4c02-9fbc-9ccdf21d7439 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42593a9ed922470b87fa12ae99e3e754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3500087 Jul 16 01:30:20.604807 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53602) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:20.637857 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf847a8-3808-4c02-9fbc-9ccdf21d7439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53105ac8-f54a-41f8-8d66-97edbd0fa11d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:20.660505 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71bb4d-2299-46c1-84f9-c742dc16eb0b req-77c223fe-b2d6-46d9-aeca-2af22184265a tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:20.662300 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4f71bb4d-2299-46c1-84f9-c742dc16eb0b req-77c223fe-b2d6-46d9-aeca-2af22184265a tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 943 time: 0.2814088 Jul 16 01:30:20.675413 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port bb42bc56-a17d-4a62-8861-fa31a10603e2, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=bb42bc56-a17d-4a62-8861-fa31a10603e2,segment=NetworkSegment(25f16ebe-203b-4b6d-969d-950003904573),segment_id=25f16ebe-203b-4b6d-969d-950003904573)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:20.699185 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c981d285-20e3-41e5-ae54-9ca2edbda95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.709047 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4f71bb4d-2299-46c1-84f9-c742dc16eb0b req-45ed87c4-82ce-43af-bae5-1e2d789767f3 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401218 Jul 16 01:30:20.728271 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb50631-6e43-4619-a6f8-115b38ce7de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4b021b-9ce0-4fcf-8dc3-39208489e3e8'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:20.731067 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0587c5da-7374-49cb-a6bc-58b80de5e69a" -d '{"events": [{"server_uuid": "8cb50631-6e43-4619-a6f8-115b38ce7de9", "name": "network-vif-plugged", "status": "completed", "tag": "0b4b021b-9ce0-4fcf-8dc3-39208489e3e8"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:20.747325 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'bb42bc56-a17d-4a62-8861-fa31a10603e2', 'network_id': '48d8b493-d632-422a-b805-c0979a30b3d9', 'port_id': 'bb42bc56-a17d-4a62-8861-fa31a10603e2', 'mac_address': 'fa:16:3e:5f:d6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81188464-b1ab-476b-ab3e-980e9e063537', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:20.768883 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.772755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=0b4b021b-9ce0-4fcf-8dc3-39208489e3e8,segment=NetworkSegment(094f11f0-f2ec-4b0e-b53a-57694f1e042c),segment_id=094f11f0-f2ec-4b0e-b53a-57694f1e042c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:20.787208 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.788156 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device b3be0c27-dff5-44fe-ac5c-fda17d3219e8 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:20.814292 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53608) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:20.815832 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5a5384-1a50-4fd4-afab-b42d172320a5 None None] Network 740d1a79-a6f9-4fe4-80b6-74637837e26e requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:20.842879 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 326b8c18-4c2c-4f75-9f16-d86907525f2e {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:20.878680 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-70993642-b20d-4b02-8057-ea70e0f406b0 admin admin] Deleting subnet c2e6c8a0-7c9d-4713-90fd-3a7bcc994776 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:30:20.883219 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70993642-b20d-4b02-8057-ea70e0f406b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.919331 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-72417c27-efe3-4e82-8ebf-9d873595ed4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.931836 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.935784 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5dbbe005-23a2-48a2-8bea-51893a8f7f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.938931 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70993642-b20d-4b02-8057-ea70e0f406b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.990236 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-72417c27-efe3-4e82-8ebf-9d873595ed4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.999013 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70993642-b20d-4b02-8057-ea70e0f406b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.046704 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86522e67-6927-474d-a48d-6e1dbd339da5 req-839b96c6-2197-4191-83d4-4514a2fe6a19 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.048520 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-86522e67-6927-474d-a48d-6e1dbd339da5 req-839b96c6-2197-4191-83d4-4514a2fe6a19 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=6afa9eae-ab9c-4a78-8323-18b760937f11 HTTP/1.1" status: 200 len: 944 time: 0.3504798 Jul 16 01:30:21.100320 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70993642-b20d-4b02-8057-ea70e0f406b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.150498 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 326b8c18-4c2c-4f75-9f16-d86907525f2e, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=326b8c18-4c2c-4f75-9f16-d86907525f2e,segment=NetworkSegment(25f16ebe-203b-4b6d-969d-950003904573),segment_id=25f16ebe-203b-4b6d-969d-950003904573)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:21.166663 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70993642-b20d-4b02-8057-ea70e0f406b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.168775 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-70993642-b20d-4b02-8057-ea70e0f406b0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c2e6c8a0-7c9d-4713-90fd-3a7bcc994776 HTTP/1.1" status: 204 len: 168 time: 0.3529837 Jul 16 01:30:21.173884 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53612) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:21.175542 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70993642-b20d-4b02-8057-ea70e0f406b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2e6c8a0-7c9d-4713-90fd-3a7bcc994776,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:21.188242 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c981d285-20e3-41e5-ae54-9ca2edbda95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.205692 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.211814 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb42bc56-a17d-4a62-8861-fa31a10603e2 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:21.213056 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70993642-b20d-4b02-8057-ea70e0f406b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:21.213547 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70993642-b20d-4b02-8057-ea70e0f406b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:21.213897 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70993642-b20d-4b02-8057-ea70e0f406b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:21.214238 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70993642-b20d-4b02-8057-ea70e0f406b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:21.214615 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70993642-b20d-4b02-8057-ea70e0f406b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:21.214914 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70993642-b20d-4b02-8057-ea70e0f406b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:21.215244 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70993642-b20d-4b02-8057-ea70e0f406b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:21.215574 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70993642-b20d-4b02-8057-ea70e0f406b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:21.215906 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70993642-b20d-4b02-8057-ea70e0f406b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:21.216234 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70993642-b20d-4b02-8057-ea70e0f406b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:21.216589 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70993642-b20d-4b02-8057-ea70e0f406b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:21.216919 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70993642-b20d-4b02-8057-ea70e0f406b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:21.235195 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-72417c27-efe3-4e82-8ebf-9d873595ed4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.238326 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-72417c27-efe3-4e82-8ebf-9d873595ed4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.238555 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=0b4b021b-9ce0-4fcf-8dc3-39208489e3e8,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:21.239408 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-72417c27-efe3-4e82-8ebf-9d873595ed4b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53105ac8-f54a-41f8-8d66-97edbd0fa11d HTTP/1.1" status: 204 len: 168 time: 0.6334679 Jul 16 01:30:21.240138 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c981d285-20e3-41e5-ae54-9ca2edbda95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.280213 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port bb42bc56-a17d-4a62-8861-fa31a10603e2, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=bb42bc56-a17d-4a62-8861-fa31a10603e2,segment=NetworkSegment(25f16ebe-203b-4b6d-969d-950003904573),segment_id=25f16ebe-203b-4b6d-969d-950003904573)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:21.301479 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.313827 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72417c27-efe3-4e82-8ebf-9d873595ed4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53105ac8-f54a-41f8-8d66-97edbd0fa11d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:21.324499 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c981d285-20e3-41e5-ae54-9ca2edbda95d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d626b42fbcb048a4a5417ec42ccb4d67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8977168 Jul 16 01:30:21.332620 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53616) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:21.336438 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f92d5af-24e1-4171-9724-1dbd310a036c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.368645 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981d285-20e3-41e5-ae54-9ca2edbda95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b14c04-5c0d-4928-a935-eb54765dd2eb,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:21.393470 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-86522e67-6927-474d-a48d-6e1dbd339da5 req-06a18dae-8375-4f37-9919-7d321c9569ff tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Deleting port b3be0c27-dff5-44fe-ac5c-fda17d3219e8 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:21.393867 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-86522e67-6927-474d-a48d-6e1dbd339da5 req-06a18dae-8375-4f37-9919-7d321c9569ff tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.419784 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=326b8c18-4c2c-4f75-9f16-d86907525f2e,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:21.425181 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816d3db-588e-410c-9149-c7e2771c7714 req-e1e8e53f-7495-4753-ab10-e12d9d2c551f tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.427052 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9816d3db-588e-410c-9149-c7e2771c7714 req-e1e8e53f-7495-4753-ab10-e12d9d2c551f tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb50631-6e43-4619-a6f8-115b38ce7de9 HTTP/1.1" status: 200 len: 945 time: 0.3302259 Jul 16 01:30:21.450940 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['326b8c18-4c2c-4f75-9f16-d86907525f2e'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:21.531372 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['bb42bc56-a17d-4a62-8861-fa31a10603e2'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:21.551109 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f92d5af-24e1-4171-9724-1dbd310a036c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.614034 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=bb42bc56-a17d-4a62-8861-fa31a10603e2,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:21.621214 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9816d3db-588e-410c-9149-c7e2771c7714 req-ff2a4542-8c10-4c8a-b94b-f8e72ca7844f tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817214 Jul 16 01:30:21.623357 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-8f92d5af-24e1-4171-9724-1dbd310a036c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0145432-601f-49e3-9e1b-e3ec8161905b']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:21.634285 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-86522e67-6927-474d-a48d-6e1dbd339da5 req-06a18dae-8375-4f37-9919-7d321c9569ff tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] For port b3be0c27-dff5-44fe-ac5c-fda17d3219e8, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b3be0c27-dff5-44fe-ac5c-fda17d3219e8,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:21.636019 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-8f92d5af-24e1-4171-9724-1dbd310a036c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f766384-4463-418e-a9e0-cf606443dc87') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:21.636321 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-8f92d5af-24e1-4171-9724-1dbd310a036c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f766384-4463-418e-a9e0-cf606443dc87') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:21.643473 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-86522e67-6927-474d-a48d-6e1dbd339da5 req-06a18dae-8375-4f37-9919-7d321c9569ff tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.657034 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f92d5af-24e1-4171-9724-1dbd310a036c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.675593 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f92d5af-24e1-4171-9724-1dbd310a036c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.682488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f92d5af-24e1-4171-9724-1dbd310a036c admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:30:21.682966 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f92d5af-24e1-4171-9724-1dbd310a036c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.690713 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfb91e0-e291-4766-8885-763962f69bcf x-openstack-request-id: req-0bfb91e0-e291-4766-8885-763962f69bcf {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:21.692024 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb50631-6e43-4619-a6f8-115b38ce7de9", "name": "network-vif-plugged", "status": "completed", "tag": "0b4b021b-9ce0-4fcf-8dc3-39208489e3e8", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:21.692514 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0bfb91e0-e291-4766-8885-763962f69bcf {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:21.693137 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb50631-6e43-4619-a6f8-115b38ce7de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4b021b-9ce0-4fcf-8dc3-39208489e3e8', 'code': 200} Jul 16 01:30:21.706022 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-86522e67-6927-474d-a48d-6e1dbd339da5 req-06a18dae-8375-4f37-9919-7d321c9569ff tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Calling delete_port for b3be0c27-dff5-44fe-ac5c-fda17d3219e8 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:21.746755 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b82f56c2-afbb-45c3-8571-dffeaaae5e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.776993 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b82f56c2-afbb-45c3-8571-dffeaaae5e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:30:21.826692 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:30:21.833503 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f92d5af-24e1-4171-9724-1dbd310a036c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.862766 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f92d5af-24e1-4171-9724-1dbd310a036c admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.867577 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8f92d5af-24e1-4171-9724-1dbd310a036c admin admin] 10.222.0.16 "DELETE /v2.0/networks/c0145432-601f-49e3-9e1b-e3ec8161905b HTTP/1.1" status: 204 len: 168 time: 0.6894078 Jul 16 01:30:21.876773 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b82f56c2-afbb-45c3-8571-dffeaaae5e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.879723 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b82f56c2-afbb-45c3-8571-dffeaaae5e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.881879 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b82f56c2-afbb-45c3-8571-dffeaaae5e85 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3b14c04-5c0d-4928-a935-eb54765dd2eb HTTP/1.1" status: 204 len: 168 time: 0.5408273 Jul 16 01:30:21.933129 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92d5af-24e1-4171-9724-1dbd310a036c admin admin] Pushing event deleted for resources: {'Network': ['ID=c0145432-601f-49e3-9e1b-e3ec8161905b,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:21.941401 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f56c2-afbb-45c3-8571-dffeaaae5e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b14c04-5c0d-4928-a935-eb54765dd2eb,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:21.950581 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-86522e67-6927-474d-a48d-6e1dbd339da5 req-06a18dae-8375-4f37-9919-7d321c9569ff tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.954765 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 4d0d494f-83de-488b-b8e2-bb0df7668270 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:21.957150 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5dbbe005-23a2-48a2-8bea-51893a8f7f61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.986222 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703ddcc-0f3a-4c80-bcd1-ff316751292c req-0bb660b6-ce07-4da0-80b1-e869475c64d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.987784 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8703ddcc-0f3a-4c80-bcd1-ff316751292c req-0bb660b6-ce07-4da0-80b1-e869475c64d6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8cb50631-6e43-4619-a6f8-115b38ce7de9 HTTP/1.1" status: 200 len: 1097 time: 0.1601939 Jul 16 01:30:21.992102 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5dbbe005-23a2-48a2-8bea-51893a8f7f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.999837 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b23951-6369-4c57-a3f1-9fa4ec041c01 req-2aa9d548-59dd-4076-ae6a-0ce27f872703 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:22.001420 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26b23951-6369-4c57-a3f1-9fa4ec041c01 req-2aa9d548-59dd-4076-ae6a-0ce27f872703 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 945 time: 0.1689761 Jul 16 01:30:22.018293 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 4d0d494f-83de-488b-b8e2-bb0df7668270 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:22.018441 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 4d0d494f-83de-488b-b8e2-bb0df7668270 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:22.035619 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a18dae-8375-4f37-9919-7d321c9569ff tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Pushing event deleted for resources: {'Port': ['ID=b3be0c27-dff5-44fe-ac5c-fda17d3219e8,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:22.053330 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53636) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:22.056438 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8703ddcc-0f3a-4c80-bcd1-ff316751292c req-1e9245d0-fbf4-4152-81a4-1d1ffb5402a3 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540235 Jul 16 01:30:22.102590 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-86522e67-6927-474d-a48d-6e1dbd339da5 req-06a18dae-8375-4f37-9919-7d321c9569ff tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] No DVR routers for this DVR port b3be0c27-dff5-44fe-ac5c-fda17d3219e8 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:22.109912 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26b23951-6369-4c57-a3f1-9fa4ec041c01 req-f4f14d66-c760-4bdc-ac46-bd050322cbef tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009433 Jul 16 01:30:22.137329 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-86522e67-6927-474d-a48d-6e1dbd339da5 req-06a18dae-8375-4f37-9919-7d321c9569ff tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.140478 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9ef71319-9299-4202-9308-1b353a91a804 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=31cbeb25a525434fb44cf64b0f66e762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0828769 Jul 16 01:30:22.143019 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53640) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:22.146577 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-86522e67-6927-474d-a48d-6e1dbd339da5 req-06a18dae-8375-4f37-9919-7d321c9569ff tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "DELETE /v2.0/ports/b3be0c27-dff5-44fe-ac5c-fda17d3219e8 HTTP/1.1" status: 204 len: 173 time: 1.0761502 Jul 16 01:30:22.147380 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afa9eae-ab9c-4a78-8323-18b760937f11', 'name': 'network-vif-deleted', 'tag': 'b3be0c27-dff5-44fe-ac5c-fda17d3219e8'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:22.149751 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba4c491-d7be-4e61-9ddb-9591e615a8e6" -d '{"events": [{"server_uuid": "6afa9eae-ab9c-4a78-8323-18b760937f11", "name": "network-vif-deleted", "tag": "b3be0c27-dff5-44fe-ac5c-fda17d3219e8"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:22.200744 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-19b50940-fac0-40dc-944e-fdb74c6fb705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.229429 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-19b50940-fac0-40dc-944e-fdb74c6fb705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.301532 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-19b50940-fac0-40dc-944e-fdb74c6fb705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.304589 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-19b50940-fac0-40dc-944e-fdb74c6fb705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.308132 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-19b50940-fac0-40dc-944e-fdb74c6fb705 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/daab5495-402c-47cd-9c5f-a1873233241c HTTP/1.1" status: 204 len: 168 time: 0.1617241 Jul 16 01:30:22.351703 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b50940-fac0-40dc-944e-fdb74c6fb705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daab5495-402c-47cd-9c5f-a1873233241c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:22.398701 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401067a1-d370-45ca-805a-8cc5479a774d req-e2f9e6c0-c6d5-4d5a-8cee-66de1ef04d31 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:22.406332 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-401067a1-d370-45ca-805a-8cc5479a774d req-e2f9e6c0-c6d5-4d5a-8cee-66de1ef04d31 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 944 time: 0.1217711 Jul 16 01:30:22.477311 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-401067a1-d370-45ca-805a-8cc5479a774d req-ff961c4f-9b15-436b-bdd4-3c9657763359 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698938 Jul 16 01:30:22.713364 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ab9728-eddd-46cd-875e-325b96d9f41a x-openstack-request-id: req-26ab9728-eddd-46cd-875e-325b96d9f41a {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:22.713944 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afa9eae-ab9c-4a78-8323-18b760937f11", "name": "network-vif-deleted", "tag": "b3be0c27-dff5-44fe-ac5c-fda17d3219e8", "status": "failed", "code": 422}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:22.713944 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26ab9728-eddd-46cd-875e-325b96d9f41a {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:22.714286 n-d-792394-16 neutron-server[93955]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6afa9eae-ab9c-4a78-8323-18b760937f11', 'name': 'network-vif-deleted', 'tag': 'b3be0c27-dff5-44fe-ac5c-fda17d3219e8', 'status': 'failed', 'code': 422} returned with failed status Jul 16 01:30:22.753006 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-5dbbe005-23a2-48a2-8bea-51893a8f7f61 admin admin] Allocated IP 172.25.6.97 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/39773e6d-5151-4461-81f6-0a5012e1d0ad) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:22.951805 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5dbbe005-23a2-48a2-8bea-51893a8f7f61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.990089 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04ce43-5dc7-4d25-9a5f-0177b8ca5c4c req-adcfbde6-e557-4eab-bfc1-560e08195f5e tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:22.992135 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c04ce43-5dc7-4d25-9a5f-0177b8ca5c4c req-adcfbde6-e557-4eab-bfc1-560e08195f5e tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb50631-6e43-4619-a6f8-115b38ce7de9 HTTP/1.1" status: 200 len: 945 time: 0.1243041 Jul 16 01:30:23.063032 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c04ce43-5dc7-4d25-9a5f-0177b8ca5c4c req-d66db7c8-9e21-4afa-be72-a3afa36b2637 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645685 Jul 16 01:30:23.070508 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5dbbe005-23a2-48a2-8bea-51893a8f7f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.105817 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbbe005-23a2-48a2-8bea-51893a8f7f61 admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:23.109096 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-5dbbe005-23a2-48a2-8bea-51893a8f7f61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:23.112718 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbbe005-23a2-48a2-8bea-51893a8f7f61 admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:23.193736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbe005-23a2-48a2-8bea-51893a8f7f61 admin admin] Pushing event updated for resources: {'Port': ['ID=39773e6d-5151-4461-81f6-0a5012e1d0ad,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:23.320557 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-ce8ab039-187c-41a4-91df-f69e17c50da1 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:23.322125 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-ce8ab039-187c-41a4-91df-f69e17c50da1 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/networks?id=f262d5d4-4d22-402e-b36e-ed38d4251d84 HTTP/1.1" status: 200 len: 812 time: 0.1644254 Jul 16 01:30:23.339565 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-dd22b377-4efd-490e-8cc5-7048243a057e tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/quotas/d09653f1b51b4e2b8cb943931a409907 HTTP/1.1" status: 200 len: 375 time: 0.0117507 Jul 16 01:30:23.383142 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-228f92ed-15e1-4ced-ac63-d98d898ab2a0 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d09653f1b51b4e2b8cb943931a409907&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343912 Jul 16 01:30:23.494209 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5dbbe005-23a2-48a2-8bea-51893a8f7f61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.504764 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-4ca71e70-c908-4a2a-a39b-dae06b4ca0e8 service neutron] 10.222.0.16 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083906 Jul 16 01:30:23.698005 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-14690d35-7119-4aa2-95d6-827272e25fb6 service neutron] 10.222.0.16 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848395 Jul 16 01:30:23.787735 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5dbbe005-23a2-48a2-8bea-51893a8f7f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:23.802553 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5d97e-8b31-497e-8cb8-7e6a44f777b9 req-ab41beb1-632a-4101-9ed7-d705d3093468 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:23.804691 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-70b5d97e-8b31-497e-8cb8-7e6a44f777b9 req-ab41beb1-632a-4101-9ed7-d705d3093468 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 944 time: 0.1324701 Jul 16 01:30:23.849369 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 326b8c18-4c2c-4f75-9f16-d86907525f2e up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:23.910800 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4ae4ac6-f94e-45a6-808d-88057b6caaa0 req-a81f4ba2-b764-41df-9481-1cbf56dd5933 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 210 time: 0.0427508 Jul 16 01:30:23.955572 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device bb42bc56-a17d-4a62-8861-fa31a10603e2 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:23.982945 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53728) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:24.016281 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 326b8c18-4c2c-4f75-9f16-d86907525f2e completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:24.026169 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 326b8c18-4c2c-4f75-9f16-d86907525f2e triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:24.026709 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.031903 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-70b5d97e-8b31-497e-8cb8-7e6a44f777b9 req-8902e8fa-2792-4e2c-b576-df8ff510b477 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093833 Jul 16 01:30:24.081779 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port bb42bc56-a17d-4a62-8861-fa31a10603e2 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:24.095825 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port bb42bc56-a17d-4a62-8861-fa31a10603e2 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:24.096557 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.127507 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbbe005-23a2-48a2-8bea-51893a8f7f61 admin admin] Router 219e35f2-7234-4aba-ad09-ec5d83c6c527 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:30:24.254974 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.355659 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f85f56-e61e-4f3a-a65d-d023f444a624 req-b32aa5a0-01d7-462b-8630-23ba46bd8709 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:24.363805 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d4f85f56-e61e-4f3a-a65d-d023f444a624 req-b32aa5a0-01d7-462b-8630-23ba46bd8709 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb50631-6e43-4619-a6f8-115b38ce7de9 HTTP/1.1" status: 200 len: 945 time: 0.1410062 Jul 16 01:30:24.367537 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port bb42bc56-a17d-4a62-8861-fa31a10603e2, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=bb42bc56-a17d-4a62-8861-fa31a10603e2,segment=NetworkSegment(25f16ebe-203b-4b6d-969d-950003904573),segment_id=25f16ebe-203b-4b6d-969d-950003904573)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:24.377570 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfebeaa1-d052-4deb-87be-fd2a294050d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb42bc56-a17d-4a62-8861-fa31a10603e2'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:24.385272 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3de2a4b-2958-4f02-a8de-4656c9dfff90" -d '{"events": [{"server_uuid": "bfebeaa1-d052-4deb-87be-fd2a294050d3", "name": "network-vif-plugged", "status": "completed", "tag": "bb42bc56-a17d-4a62-8861-fa31a10603e2"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:24.397385 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbbe005-23a2-48a2-8bea-51893a8f7f61 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:24.403903 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.415119 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] Sync routers for ids ['219e35f2-7234-4aba-ad09-ec5d83c6c527'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:24.423667 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53754) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:24.431454 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-8ddf521f-5c41-49dc-b623-535b366a53d5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1568294234-network', 'tenant_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:24.446963 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] Routers {'219e35f2-7234-4aba-ad09-ec5d83c6c527'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:24.448020 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5dbbe005-23a2-48a2-8bea-51893a8f7f61 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.448881 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:30:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['219e35f2-7234-4aba-ad09-ec5d83c6c527'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:24.449668 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5dbbe005-23a2-48a2-8bea-51893a8f7f61 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9936481 Jul 16 01:30:24.452400 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53758) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:24.516420 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.552036 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d4f85f56-e61e-4f3a-a65d-d023f444a624 req-7e26ac06-5ce5-4b79-90ee-f6b4afab3afb tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669507 Jul 16 01:30:24.557742 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd9dbbc-eae2-4cb6-9118-f7b2e9aa0a47 x-openstack-request-id: req-7dd9dbbc-eae2-4cb6-9118-f7b2e9aa0a47 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:24.558250 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfebeaa1-d052-4deb-87be-fd2a294050d3", "name": "network-vif-plugged", "status": "completed", "tag": "bb42bc56-a17d-4a62-8861-fa31a10603e2", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:24.561048 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7dd9dbbc-eae2-4cb6-9118-f7b2e9aa0a47 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:24.561586 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfebeaa1-d052-4deb-87be-fd2a294050d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb42bc56-a17d-4a62-8861-fa31a10603e2', 'code': 200} Jul 16 01:30:24.562153 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-04080629-c38a-415e-8c24-95cf0fde316c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-752733777-network', 'tenant_id': '9874d978259946e4ac2ba74e97c2ac27'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:24.570409 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddf521f-5c41-49dc-b623-535b366a53d5 admin admin] Made reservation on behalf of ea67d7e1cc114d6b9b538968bb0d5fe0 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:24.574460 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8ddf521f-5c41-49dc-b623-535b366a53d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.591239 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8ddf521f-5c41-49dc-b623-535b366a53d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.624974 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04080629-c38a-415e-8c24-95cf0fde316c admin admin] Made reservation on behalf of 9874d978259946e4ac2ba74e97c2ac27 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:24.628089 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-04080629-c38a-415e-8c24-95cf0fde316c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.668455 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-04080629-c38a-415e-8c24-95cf0fde316c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.687187 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 326b8c18-4c2c-4f75-9f16-d86907525f2e, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=326b8c18-4c2c-4f75-9f16-d86907525f2e,segment=NetworkSegment(25f16ebe-203b-4b6d-969d-950003904573),segment_id=25f16ebe-203b-4b6d-969d-950003904573)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:24.704572 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=bb42bc56-a17d-4a62-8861-fa31a10603e2,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:24.708757 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.767497 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=326b8c18-4c2c-4f75-9f16-d86907525f2e,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:24.789541 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] Set router 219e35f2-7234-4aba-ad09-ec5d83c6c527 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:24.843021 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8ddf521f-5c41-49dc-b623-535b366a53d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.855192 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8ddf521f-5c41-49dc-b623-535b366a53d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.898704 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ddf521f-5c41-49dc-b623-535b366a53d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:30:24.917374 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf521f-5c41-49dc-b623-535b366a53d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fe401b-b18c-4b2e-a92c-7702ab1d160f,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:24.930062 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8ddf521f-5c41-49dc-b623-535b366a53d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.930744 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-8ddf521f-5c41-49dc-b623-535b366a53d5 admin admin] Added segment f037c05e-c1db-4b12-ba79-b4166e32c45a of type vlan for network a234ced2-2561-4913-8003-4792f091e669 Jul 16 01:30:25.069160 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8ddf521f-5c41-49dc-b623-535b366a53d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.165730 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8ddf521f-5c41-49dc-b623-535b366a53d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.167724 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddf521f-5c41-49dc-b623-535b366a53d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.168075 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8ddf521f-5c41-49dc-b623-535b366a53d5 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.204521 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-18ba1044-60a0-4ac2-9881-2a7ea80900de req-46b344b7-6602-4077-ab95-c0641bd2ae1b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 210 time: 0.0919626 Jul 16 01:30:25.224637 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219e35f2-7234-4aba-ad09-ec5d83c6c527', 'name': 'tempest-ServerRescueTestJSON-1363246787-router', 'tenant_id': 'efea2752c9f54aa1a4f60b73855614d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '39773e6d-5151-4461-81f6-0a5012e1d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:20Z', 'updated_at': '2021-07-16T01:30:23Z', 'revision_number': 3, 'project_id': 'efea2752c9f54aa1a4f60b73855614d8', 'gw_port': {'id': '39773e6d-5151-4461-81f6-0a5012e1d0ad', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219e35f2-7234-4aba-ad09-ec5d83c6c527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:22Z', 'updated_at': '2021-07-16T01:30:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:25.268970 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] Checking router: 219e35f2-7234-4aba-ad09-ec5d83c6c527 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:25.269423 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] Updating router 219e35f2-7234-4aba-ad09-ec5d83c6c527 port 39773e6d-5151-4461-81f6-0a5012e1d0ad binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:30:25.274599 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8eafea-eaf9-4c31-9553-3dcd55a71233 req-8100bc2f-b780-42fa-8604-01e36d19f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.276170 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7a8eafea-eaf9-4c31-9553-3dcd55a71233 req-8100bc2f-b780-42fa-8604-01e36d19f14e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 1098 time: 0.4396017 Jul 16 01:30:25.310446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c670cbb-34c0-4533-866a-3e22e2548c47 req-e0c914ab-4238-4fb4-8934-6851ac922cff tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.311915 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1c670cbb-34c0-4533-866a-3e22e2548c47 req-e0c914ab-4238-4fb4-8934-6851ac922cff tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb50631-6e43-4619-a6f8-115b38ce7de9 HTTP/1.1" status: 200 len: 945 time: 0.4741671 Jul 16 01:30:25.325567 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf521f-5c41-49dc-b623-535b366a53d5 admin admin] Pushing event updated for resources: {'Network': ['ID=a234ced2-2561-4913-8003-4792f091e669,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:25.325862 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.351207 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network a234ced2-2561-4913-8003-4792f091e669 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:30:25.363066 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-04080629-c38a-415e-8c24-95cf0fde316c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.375758 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-04080629-c38a-415e-8c24-95cf0fde316c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.403061 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8ddf521f-5c41-49dc-b623-535b366a53d5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4187353 Jul 16 01:30:25.417111 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53802) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:25.431412 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cda09f27-e336-4f5e-8940-2f077a29f6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.452211 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-84fbeacd-2fe5-4447-b3cc-0a9f934f7d06 admin admin] Request body: {'subnet': {'network_id': 'a234ced2-2561-4913-8003-4792f091e669', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1568294234-subnet', 'tenant_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:25.457185 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04080629-c38a-415e-8c24-95cf0fde316c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:30:25.492612 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-04080629-c38a-415e-8c24-95cf0fde316c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.493147 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-04080629-c38a-415e-8c24-95cf0fde316c admin admin] Added segment 5515ad28-9823-4c02-9369-ca2a5581ffaf of type vlan for network 39df2001-8328-4173-8ef2-758e1689e4c6 Jul 16 01:30:25.509771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04080629-c38a-415e-8c24-95cf0fde316c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0ed501-96d6-43b3-8e6a-bcbedffd7ec4,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:25.572410 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-04080629-c38a-415e-8c24-95cf0fde316c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.583064 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7a8eafea-eaf9-4c31-9553-3dcd55a71233 req-ee3ccc4c-268d-4f99-9465-440f0f070cde service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973473 Jul 16 01:30:25.592517 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fbeacd-2fe5-4447-b3cc-0a9f934f7d06 admin admin] Made reservation on behalf of ea67d7e1cc114d6b9b538968bb0d5fe0 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:25.597823 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-84fbeacd-2fe5-4447-b3cc-0a9f934f7d06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.727167 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d528e-7221-4af1-8f98-277f25a3af99 req-6c8abfb0-ad2f-4580-9dbd-1a308bc37fa3 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.736998 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.741038 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d88d528e-7221-4af1-8f98-277f25a3af99 req-6c8abfb0-ad2f-4580-9dbd-1a308bc37fa3 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 945 time: 0.3477516 Jul 16 01:30:25.762324 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] Transition to ACTIVE for port object 39773e6d-5151-4461-81f6-0a5012e1d0ad will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:25.774493 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.782795 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1c670cbb-34c0-4533-866a-3e22e2548c47 req-51d90a86-df2e-4c5d-854e-3bf0323d94fa tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601274 Jul 16 01:30:25.872519 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-04080629-c38a-415e-8c24-95cf0fde316c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.873522 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04080629-c38a-415e-8c24-95cf0fde316c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.874098 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-04080629-c38a-415e-8c24-95cf0fde316c admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.892014 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-e29967ff-d054-4fcb-b615-88575a01d8ed tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.899467 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-e29967ff-d054-4fcb-b615-88575a01d8ed tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.82 "GET /v2.0/networks?id=f262d5d4-4d22-402e-b36e-ed38d4251d84 HTTP/1.1" status: 200 len: 812 time: 0.2460413 Jul 16 01:30:25.908781 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872b508-f880-4b7f-82e7-ca967296ba10 None None] Pushing event updated for resources: {'Port': ['ID=39773e6d-5151-4461-81f6-0a5012e1d0ad,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:25.912619 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] Attempting to bind port 39773e6d-5151-4461-81f6-0a5012e1d0ad on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:25.913204 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] Attempting to bind port 39773e6d-5151-4461-81f6-0a5012e1d0ad by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:25.913642 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] Attempting to bind port 39773e6d-5151-4461-81f6-0a5012e1d0ad on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:25.919814 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:25.920313 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:25.920771 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.921762 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:25.921762 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] Bound port: 39773e6d-5151-4461-81f6-0a5012e1d0ad, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:25.921981 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:25.943150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-09c5714c-5ab2-44b8-aa9f-a2fb00fa6454 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Request body: {'port': {'device_id': '0eb749b8-c29e-4df3-9b8c-0b39179c01b8', 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84', 'admin_state_up': True, 'tenant_id': 'd09653f1b51b4e2b8cb943931a409907'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:25.948564 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8660866a-9db7-4aa3-8d44-f99d34857980 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:25.949691 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d88d528e-7221-4af1-8f98-277f25a3af99 req-c0cc7239-3bd3-4f9d-b248-a982aea0c014 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983376 Jul 16 01:30:25.983797 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-04080629-c38a-415e-8c24-95cf0fde316c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5571079 Jul 16 01:30:26.002658 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53822) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:26.003383 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] For port 39773e6d-5151-4461-81f6-0a5012e1d0ad, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:26.009115 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] For port 39773e6d-5151-4461-81f6-0a5012e1d0ad, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=39773e6d-5151-4461-81f6-0a5012e1d0ad,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:26.015246 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-f00fe8d5-d924-4a25-b006-e08359835bf3 admin admin] Request body: {'subnet': {'network_id': '39df2001-8328-4173-8ef2-758e1689e4c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-752733777-subnet', 'tenant_id': '9874d978259946e4ac2ba74e97c2ac27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:26.019333 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.124870 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04080629-c38a-415e-8c24-95cf0fde316c admin admin] Pushing event updated for resources: {'Network': ['ID=39df2001-8328-4173-8ef2-758e1689e4c6,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:26.126325 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872b508-f880-4b7f-82e7-ca967296ba10 None None] Pushing event updated for resources: {'Port': ['ID=39773e6d-5151-4461-81f6-0a5012e1d0ad,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:26.143330 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] Routers {'219e35f2-7234-4aba-ad09-ec5d83c6c527'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:26.145126 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:30:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['219e35f2-7234-4aba-ad09-ec5d83c6c527'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:26.146975 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-84fbeacd-2fe5-4447-b3cc-0a9f934f7d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.192759 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00fe8d5-d924-4a25-b006-e08359835bf3 admin admin] Made reservation on behalf of 9874d978259946e4ac2ba74e97c2ac27 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:26.195312 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f00fe8d5-d924-4a25-b006-e08359835bf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.207600 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8660866a-9db7-4aa3-8d44-f99d34857980, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8660866a-9db7-4aa3-8d44-f99d34857980,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:26.221754 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '8660866a-9db7-4aa3-8d44-f99d34857980', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'port_id': '8660866a-9db7-4aa3-8d44-f99d34857980', 'mac_address': 'fa:16:3e:89:62:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:26.223628 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 39df2001-8328-4173-8ef2-758e1689e4c6 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:30:26.282944 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53832) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:26.352107 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] Set router 219e35f2-7234-4aba-ad09-ec5d83c6c527 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:26.360554 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbeacd-2fe5-4447-b3cc-0a9f934f7d06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2e5183b-3390-4994-9291-9eaa9c9a9bca,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:26.374267 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.408951 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8660866a-9db7-4aa3-8d44-f99d34857980 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:26.435855 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-cda09f27-e336-4f5e-8940-2f077a29f6c8 admin admin] Allocated IP 172.20.0.1 (740d1a79-a6f9-4fe4-80b6-74637837e26e/f4a13b68-d187-4043-a1fb-e8b0db4cac67/22fb6318-a867-4d41-bf62-dbf2168c3229) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:26.475446 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8660866a-9db7-4aa3-8d44-f99d34857980, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8660866a-9db7-4aa3-8d44-f99d34857980,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:26.484613 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.564591 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c63461-168c-4b7e-b8b6-11f710219cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326b8c18-4c2c-4f75-9f16-d86907525f2e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:26.568167 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e138b8-8980-40b2-a41a-75e87ecfa2a9" -d '{"events": [{"server_uuid": "e5c63461-168c-4b7e-b8b6-11f710219cae", "name": "network-vif-plugged", "status": "completed", "tag": "326b8c18-4c2c-4f75-9f16-d86907525f2e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:26.577478 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1f2d6b95-5f3a-425d-84d3-eb97fd4c0d53 req-da1954da-16c6-4a42-abcc-6942c3eb4a6f tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 210 time: 0.0679855 Jul 16 01:30:26.630431 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=8660866a-9db7-4aa3-8d44-f99d34857980,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:26.641492 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fbeacd-2fe5-4447-b3cc-0a9f934f7d06 admin admin] Checking segment: {'id': 'f037c05e-c1db-4b12-ba79-b4166e32c45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a234ced2-2561-4913-8003-4792f091e669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:26.641869 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fbeacd-2fe5-4447-b3cc-0a9f934f7d06 admin admin] Network hostable DHCP agents. Network: a234ced2-2561-4913-8003-4792f091e669, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:30:26.666673 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['8660866a-9db7-4aa3-8d44-f99d34857980'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:26.693692 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fbeacd-2fe5-4447-b3cc-0a9f934f7d06 admin admin] Network a234ced2-2561-4913-8003-4792f091e669 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:30:26.732274 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-09c5714c-5ab2-44b8-aa9f-a2fb00fa6454 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Made reservation on behalf of d09653f1b51b4e2b8cb943931a409907 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:26.735834 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-84fbeacd-2fe5-4447-b3cc-0a9f934f7d06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, a234ced2-2561-4913-8003-4792f091e669) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:26.737527 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219e35f2-7234-4aba-ad09-ec5d83c6c527', 'name': 'tempest-ServerRescueTestJSON-1363246787-router', 'tenant_id': 'efea2752c9f54aa1a4f60b73855614d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '39773e6d-5151-4461-81f6-0a5012e1d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:20Z', 'updated_at': '2021-07-16T01:30:23Z', 'revision_number': 3, 'project_id': 'efea2752c9f54aa1a4f60b73855614d8', 'gw_port': {'id': '39773e6d-5151-4461-81f6-0a5012e1d0ad', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219e35f2-7234-4aba-ad09-ec5d83c6c527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:22Z', 'updated_at': '2021-07-16T01:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:26.740773 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fbeacd-2fe5-4447-b3cc-0a9f934f7d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:26.741518 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-84fbeacd-2fe5-4447-b3cc-0a9f934f7d06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.754163 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-09c5714c-5ab2-44b8-aa9f-a2fb00fa6454 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.756687 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f00fe8d5-d924-4a25-b006-e08359835bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.769854 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591cd23e-70c7-4d51-b5a2-e688e15e2b64 x-openstack-request-id: req-591cd23e-70c7-4d51-b5a2-e688e15e2b64 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:26.771229 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c63461-168c-4b7e-b8b6-11f710219cae", "name": "network-vif-plugged", "status": "completed", "tag": "326b8c18-4c2c-4f75-9f16-d86907525f2e", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:26.772315 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-591cd23e-70c7-4d51-b5a2-e688e15e2b64 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:26.773067 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c63461-168c-4b7e-b8b6-11f710219cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326b8c18-4c2c-4f75-9f16-d86907525f2e', 'code': 200} Jul 16 01:30:26.782120 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f5a459-4457-451d-8c14-f74b5137ea49 None None] Network a234ced2-2561-4913-8003-4792f091e669 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:26.789206 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a1a1ea08-9fdd-4087-aa3f-29fb0afc8478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.805294 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a3c181-ae54-4591-82bb-0dd54e192e4a None None] The sync data for ids ['219e35f2-7234-4aba-ad09-ec5d83c6c527'] in n-d-792394-16 is: [{'id': '219e35f2-7234-4aba-ad09-ec5d83c6c527', 'name': 'tempest-ServerRescueTestJSON-1363246787-router', 'tenant_id': 'efea2752c9f54aa1a4f60b73855614d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '39773e6d-5151-4461-81f6-0a5012e1d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:20Z', 'updated_at': '2021-07-16T01:30:23Z', 'revision_number': 3, 'project_id': 'efea2752c9f54aa1a4f60b73855614d8', 'gw_port': {'id': '39773e6d-5151-4461-81f6-0a5012e1d0ad', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219e35f2-7234-4aba-ad09-ec5d83c6c527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:22Z', 'updated_at': '2021-07-16T01:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:26.836397 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-84fbeacd-2fe5-4447-b3cc-0a9f934f7d06 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4118402 Jul 16 01:30:26.840092 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53852) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:26.860425 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-ba263417-8744-4771-81c9-b5ab5d779023 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1568294234-router', 'tenant_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:26.904786 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b1833c29-c7db-4e69-a434-b04a9de9321c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.905742 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fe8d5-d924-4a25-b006-e08359835bf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebcc696f-aedc-4c32-9b02-e33977af9ad0,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:26.908729 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.db.api [None req-ba263417-8744-4771-81c9-b5ab5d779023 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:30:26.908729 n-d-792394-16 neutron-server[93956]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:30:26.908729 n-d-792394-16 neutron-server[93956]: [parameters: {'project_id_1': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 30, 26, 875636)}] Jul 16 01:30:26.908729 n-d-792394-16 neutron-server[93956]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93956) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:30:26.909288 n-d-792394-16 neutron-server[93956]: DEBUG oslo_db.api [None req-ba263417-8744-4771-81c9-b5ab5d779023 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:30:26.919038 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00fe8d5-d924-4a25-b006-e08359835bf3 admin admin] Checking segment: {'id': '5515ad28-9823-4c02-9369-ca2a5581ffaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '39df2001-8328-4173-8ef2-758e1689e4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:26.933844 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00fe8d5-d924-4a25-b006-e08359835bf3 admin admin] Network hostable DHCP agents. Network: 39df2001-8328-4173-8ef2-758e1689e4c6, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:30:26.978029 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00fe8d5-d924-4a25-b006-e08359835bf3 admin admin] Network 39df2001-8328-4173-8ef2-758e1689e4c6 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:30:27.006861 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-f00fe8d5-d924-4a25-b006-e08359835bf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 39df2001-8328-4173-8ef2-758e1689e4c6) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:27.012573 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00fe8d5-d924-4a25-b006-e08359835bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:27.013267 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f00fe8d5-d924-4a25-b006-e08359835bf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.023011 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f393edbf-7060-4587-bd73-f16cec9f5bdb None None] Network 39df2001-8328-4173-8ef2-758e1689e4c6 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:27.136285 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cda09f27-e336-4f5e-8940-2f077a29f6c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.287700 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c472e5-0ecb-4cb3-bcd9-8f333c9acc39 req-d26f598a-d6e0-4d87-a539-7db3d2a3b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:27.289441 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a2c472e5-0ecb-4cb3-bcd9-8f333c9acc39 req-d26f598a-d6e0-4d87-a539-7db3d2a3b9cd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 1097 time: 0.1643732 Jul 16 01:30:27.307996 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:30:27.330459 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cda09f27-e336-4f5e-8940-2f077a29f6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.344671 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72efef-83ae-43a3-8598-9f7d84197fc0 req-001903a1-de64-469e-9c24-beb2baeff911 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:27.352940 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0f72efef-83ae-43a3-8598-9f7d84197fc0 req-001903a1-de64-469e-9c24-beb2baeff911 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 945 time: 0.1865861 Jul 16 01:30:27.377507 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e696395-2791-480c-8f21-9344486c147d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-a234ced2-2561-4913-8003-4792f091e669', 'network_id': 'a234ced2-2561-4913-8003-4792f091e669', 'tenant_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'fixed_ips': [{'subnet_id': 'd2e5183b-3390-4994-9291-9eaa9c9a9bca'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:30:27.378388 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6e696395-2791-480c-8f21-9344486c147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.440299 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a2c472e5-0ecb-4cb3-bcd9-8f333c9acc39 req-b9e9374f-3238-4674-95e2-86a42e05b814 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383948 Jul 16 01:30:27.465811 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0f72efef-83ae-43a3-8598-9f7d84197fc0 req-cf2b2e5a-4343-429c-8ba3-73a12dfc9542 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117275 Jul 16 01:30:27.591668 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba503088-3d1a-4e7a-9fef-ebb7feafe4da None None] Network 39df2001-8328-4173-8ef2-758e1689e4c6 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:27.777590 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-6e696395-2791-480c-8f21-9344486c147d None None] Allocated IP 172.20.0.2 (a234ced2-2561-4913-8003-4792f091e669/d2e5183b-3390-4994-9291-9eaa9c9a9bca/73f1a866-65f6-4ddc-8155-e1ec5295b27a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:27.812965 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8421e592-115f-48b3-a85a-e97c1cc7d251 req-a9745529-1b16-4b36-b11d-73f7bfd21ad0 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 210 time: 0.0526199 Jul 16 01:30:27.965568 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8660866a-9db7-4aa3-8d44-f99d34857980 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:27.996818 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda09f27-e336-4f5e-8940-2f077a29f6c8 admin admin] Network 740d1a79-a6f9-4fe4-80b6-74637837e26e is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:28.016288 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-cda09f27-e336-4f5e-8940-2f077a29f6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:28.026353 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-09c5714c-5ab2-44b8-aa9f-a2fb00fa6454 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Allocated IP 172.20.0.12 (f262d5d4-4d22-402e-b36e-ed38d4251d84/58a11241-f184-48f8-b355-80863b2e27ca/3ba317c3-f138-425f-aef7-114625b6c467) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:28.033911 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda09f27-e336-4f5e-8940-2f077a29f6c8 admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:28.100795 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cda09f27-e336-4f5e-8940-2f077a29f6c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.151237 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6e696395-2791-480c-8f21-9344486c147d None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.167811 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6e696395-2791-480c-8f21-9344486c147d None None] Transition to ACTIVE for port object 73f1a866-65f6-4ddc-8155-e1ec5295b27a will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:28.191188 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6e696395-2791-480c-8f21-9344486c147d None None] Transition to ACTIVE for port object 73f1a866-65f6-4ddc-8155-e1ec5295b27a will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:28.204993 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6e696395-2791-480c-8f21-9344486c147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.273044 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 8660866a-9db7-4aa3-8d44-f99d34857980 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:28.273577 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.301469 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a1a1ea08-9fdd-4087-aa3f-29fb0afc8478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.352212 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e696395-2791-480c-8f21-9344486c147d None None] Network a234ced2-2561-4913-8003-4792f091e669 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:28.364042 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f00fe8d5-d924-4a25-b006-e08359835bf3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3598959 Jul 16 01:30:28.368058 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e696395-2791-480c-8f21-9344486c147d None None] Pushing event updated for resources: {'Port': ['ID=73f1a866-65f6-4ddc-8155-e1ec5295b27a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:28.372069 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ba263417-8744-4771-81c9-b5ab5d779023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.381872 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ba263417-8744-4771-81c9-b5ab5d779023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.425656 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-6e696395-2791-480c-8f21-9344486c147d None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:28.446407 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e696395-2791-480c-8f21-9344486c147d None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:28.466799 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda09f27-e336-4f5e-8940-2f077a29f6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=22fb6318-a867-4d41-bf62-dbf2168c3229,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:28.684883 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ba263417-8744-4771-81c9-b5ab5d779023 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.713580 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-09c5714c-5ab2-44b8-aa9f-a2fb00fa6454 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.786926 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a1a1ea08-9fdd-4087-aa3f-29fb0afc8478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.896181 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-09c5714c-5ab2-44b8-aa9f-a2fb00fa6454 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.986816 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a1a1ea08-9fdd-4087-aa3f-29fb0afc8478 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=280185c4743b48c9ae56a5f787cecfe9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6882002 Jul 16 01:30:28.990805 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53906) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:28.991393 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1ea08-9fdd-4087-aa3f-29fb0afc8478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc99293f-2385-4a00-813a-6624a0db98d2,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:29.010787 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d2f59-bdca-4823-9fb5-2d09b6e75b69 req-9ab76a8e-b564-4602-be2f-2bc310690e90 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:29.021002 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c6d2f59-bdca-4823-9fb5-2d09b6e75b69 req-9ab76a8e-b564-4602-be2f-2bc310690e90 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb50631-6e43-4619-a6f8-115b38ce7de9 HTTP/1.1" status: 200 len: 945 time: 1.8694494 Jul 16 01:30:29.033630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-09c5714c-5ab2-44b8-aa9f-a2fb00fa6454 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Network f262d5d4-4d22-402e-b36e-ed38d4251d84 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:29.053020 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-09c5714c-5ab2-44b8-aa9f-a2fb00fa6454 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:29.076243 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.096588 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-6e696395-2791-480c-8f21-9344486c147d None None] Attempting to bind port 73f1a866-65f6-4ddc-8155-e1ec5295b27a on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:29.100942 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-6e696395-2791-480c-8f21-9344486c147d None None] Attempting to bind port 73f1a866-65f6-4ddc-8155-e1ec5295b27a by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'f037c05e-c1db-4b12-ba79-b4166e32c45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a234ced2-2561-4913-8003-4792f091e669'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:29.101437 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e696395-2791-480c-8f21-9344486c147d None None] Attempting to bind port 73f1a866-65f6-4ddc-8155-e1ec5295b27a on network a234ced2-2561-4913-8003-4792f091e669 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:29.116400 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e696395-2791-480c-8f21-9344486c147d None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:29.117340 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e696395-2791-480c-8f21-9344486c147d None None] Checking segment: {'id': 'f037c05e-c1db-4b12-ba79-b4166e32c45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a234ced2-2561-4913-8003-4792f091e669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:29.117748 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6e696395-2791-480c-8f21-9344486c147d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.118151 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e696395-2791-480c-8f21-9344486c147d None None] Bound using segment: {'id': 'f037c05e-c1db-4b12-ba79-b4166e32c45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a234ced2-2561-4913-8003-4792f091e669'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:29.118638 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-6e696395-2791-480c-8f21-9344486c147d None None] Bound port: 73f1a866-65f6-4ddc-8155-e1ec5295b27a, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f037c05e-c1db-4b12-ba79-b4166e32c45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a234ced2-2561-4913-8003-4792f091e669'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:29.119030 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6e696395-2791-480c-8f21-9344486c147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.157035 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-09c5714c-5ab2-44b8-aa9f-a2fb00fa6454 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:29.167470 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cda09f27-e336-4f5e-8940-2f077a29f6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.234986 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a147dfb-2dae-4a21-bbb1-f1f88e62eb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8660866a-9db7-4aa3-8d44-f99d34857980'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:29.243592 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00185e95-9dd1-4c80-a804-1482af342586" -d '{"events": [{"server_uuid": "7a147dfb-2dae-4a21-bbb1-f1f88e62eb40", "name": "network-vif-plugged", "status": "completed", "tag": "8660866a-9db7-4aa3-8d44-f99d34857980"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:29.249312 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ba263417-8744-4771-81c9-b5ab5d779023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.265734 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884003ad-e0f1-4ad0-af1d-46791517bed4 req-3e558a98-e568-42ae-bf85-a9cdfd207fa2 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:29.273852 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5714c-5ab2-44b8-aa9f-a2fb00fa6454 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Pushing event updated for resources: {'Port': ['ID=3ba317c3-f138-425f-aef7-114625b6c467,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:29.289031 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-884003ad-e0f1-4ad0-af1d-46791517bed4 req-3e558a98-e568-42ae-bf85-a9cdfd207fa2 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 945 time: 0.5902259 Jul 16 01:30:29.297188 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8660866a-9db7-4aa3-8d44-f99d34857980, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8660866a-9db7-4aa3-8d44-f99d34857980,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:29.312101 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.412202 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c6d2f59-bdca-4823-9fb5-2d09b6e75b69 req-2286db7a-c1ab-4f1d-8295-8a833a192788 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867304 Jul 16 01:30:29.478206 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-884003ad-e0f1-4ad0-af1d-46791517bed4 req-56f9d571-0ee9-4f43-b70f-21a3201c5756 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877570 Jul 16 01:30:29.479183 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1b4d7239-f823-4759-8501-e19afc0c7be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.519059 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=8660866a-9db7-4aa3-8d44-f99d34857980,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:29.561567 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6e696395-2791-480c-8f21-9344486c147d None None] For port 73f1a866-65f6-4ddc-8155-e1ec5295b27a, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:29.571010 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 39773e6d-5151-4461-81f6-0a5012e1d0ad up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:29.573207 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-09c5714c-5ab2-44b8-aa9f-a2fb00fa6454 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:29.574570 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-09c5714c-5ab2-44b8-aa9f-a2fb00fa6454 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.581341 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53920) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:29.588565 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6e696395-2791-480c-8f21-9344486c147d None None] For port 73f1a866-65f6-4ddc-8155-e1ec5295b27a, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=73f1a866-65f6-4ddc-8155-e1ec5295b27a,segment=NetworkSegment(f037c05e-c1db-4b12-ba79-b4166e32c45a),segment_id=f037c05e-c1db-4b12-ba79-b4166e32c45a)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:29.590155 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-40465e14-d7c5-4e15-ac63-92ed6683635d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.639109 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-391d4d06-f608-418f-b111-ebdf78a2778d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1799437388-network', 'tenant_id': '00b0156a67e14a5d9f654315142b8958'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:29.658164 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6d6c51-f7dc-45f4-b3c5-2b1b1648b030 x-openstack-request-id: req-6f6d6c51-f7dc-45f4-b3c5-2b1b1648b030 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:29.658613 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a147dfb-2dae-4a21-bbb1-f1f88e62eb40", "name": "network-vif-plugged", "status": "completed", "tag": "8660866a-9db7-4aa3-8d44-f99d34857980", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:29.659064 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f6d6c51-f7dc-45f4-b3c5-2b1b1648b030 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:29.659390 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a147dfb-2dae-4a21-bbb1-f1f88e62eb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8660866a-9db7-4aa3-8d44-f99d34857980', 'code': 200} Jul 16 01:30:29.691493 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-09c5714c-5ab2-44b8-aa9f-a2fb00fa6454 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7669303 Jul 16 01:30:29.712971 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6e696395-2791-480c-8f21-9344486c147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.716766 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1b4d7239-f823-4759-8501-e19afc0c7be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.720680 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-1144cd9e-3ff9-4815-a2da-07364130d0b0 service neutron] Request body: {'port': {'device_id': '0eb749b8-c29e-4df3-9b8c-0b39179c01b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:29.791488 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.878258 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:29.935101 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391d4d06-f608-418f-b111-ebdf78a2778d admin admin] Made reservation on behalf of 00b0156a67e14a5d9f654315142b8958 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:29.938675 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-391d4d06-f608-418f-b111-ebdf78a2778d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.953186 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-391d4d06-f608-418f-b111-ebdf78a2778d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:29.983141 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-1144cd9e-3ff9-4815-a2da-07364130d0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.041674 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e696395-2791-480c-8f21-9344486c147d None None] Pushing event updated for resources: {'Port': ['ID=73f1a866-65f6-4ddc-8155-e1ec5295b27a,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:30.060285 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.resource_extend [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:30:30.104294 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 39773e6d-5151-4461-81f6-0a5012e1d0ad completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:30.129566 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 39773e6d-5151-4461-81f6-0a5012e1d0ad triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:30.129949 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.135984 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb44b13-194e-4973-888f-59f8657d86b2 req-2cd14fb3-5d2c-40fa-b4c8-d85b7aca2b75 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:30.143916 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4bb44b13-194e-4973-888f-59f8657d86b2 req-2cd14fb3-5d2c-40fa-b4c8-d85b7aca2b75 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 932 time: 0.3598878 Jul 16 01:30:30.154320 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-391d4d06-f608-418f-b111-ebdf78a2778d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.170953 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-391d4d06-f608-418f-b111-ebdf78a2778d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.191245 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391d4d06-f608-418f-b111-ebdf78a2778d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:30:30.206232 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-391d4d06-f608-418f-b111-ebdf78a2778d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.206232 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-391d4d06-f608-418f-b111-ebdf78a2778d admin admin] Added segment 9684c22b-0696-4403-8e89-7a95a35c548c of type vlan for network 9a34c85f-e21b-4afa-a63c-837063a9f1f1 Jul 16 01:30:30.277900 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-391d4d06-f608-418f-b111-ebdf78a2778d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.351711 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cda09f27-e336-4f5e-8940-2f077a29f6c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.392677 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-391d4d06-f608-418f-b111-ebdf78a2778d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.394786 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391d4d06-f608-418f-b111-ebdf78a2778d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:30.395728 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-391d4d06-f608-418f-b111-ebdf78a2778d admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.423008 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cda09f27-e336-4f5e-8940-2f077a29f6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.466993 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4bb44b13-194e-4973-888f-59f8657d86b2 req-1bf7613e-e9d3-4002-bf1f-04e51b407e14 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217757 Jul 16 01:30:30.557293 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=0b4b021b-9ce0-4fcf-8dc3-39208489e3e8,segment=NetworkSegment(094f11f0-f2ec-4b0e-b53a-57694f1e042c),segment_id=094f11f0-f2ec-4b0e-b53a-57694f1e042c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:30.620817 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '0b4b021b-9ce0-4fcf-8dc3-39208489e3e8', 'network_id': '43e3c824-6c72-4121-8b92-50e92d3d660a', 'port_id': '0b4b021b-9ce0-4fcf-8dc3-39208489e3e8', 'mac_address': 'fa:16:3e:c0:12:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdebbfe4-dc01-4a40-9aa1-c9eaace51819', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:30.706676 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.748833 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 39773e6d-5151-4461-81f6-0a5012e1d0ad, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=39773e6d-5151-4461-81f6-0a5012e1d0ad,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:30.752346 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda09f27-e336-4f5e-8940-2f077a29f6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=22fb6318-a867-4d41-bf62-dbf2168c3229,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:30.758580 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cda09f27-e336-4f5e-8940-2f077a29f6c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.781166 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.879637 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.915818 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.931434 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:30.948293 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=39773e6d-5151-4461-81f6-0a5012e1d0ad,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:30.981322 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=0b4b021b-9ce0-4fcf-8dc3-39208489e3e8,segment=NetworkSegment(094f11f0-f2ec-4b0e-b53a-57694f1e042c),segment_id=094f11f0-f2ec-4b0e-b53a-57694f1e042c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:30.996624 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.089535 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-1144cd9e-3ff9-4815-a2da-07364130d0b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba317c3-f138-425f-aef7-114625b6c467 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:31.107400 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-1144cd9e-3ff9-4815-a2da-07364130d0b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.111099 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['0b4b021b-9ce0-4fcf-8dc3-39208489e3e8'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:31.148965 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3f7b2-2a69-4d37-b5ba-7e53234b435f req-117a7a33-d078-4620-8ee7-cfe19466b272 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:31.150639 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ad3f7b2-2a69-4d37-b5ba-7e53234b435f req-117a7a33-d078-4620-8ee7-cfe19466b272 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 945 time: 0.3238251 Jul 16 01:30:31.170930 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda09f27-e336-4f5e-8940-2f077a29f6c8 admin admin] Network 740d1a79-a6f9-4fe4-80b6-74637837e26e is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:31.181812 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-1144cd9e-3ff9-4815-a2da-07364130d0b0 service neutron] Transition to ACTIVE for port object 3ba317c3-f138-425f-aef7-114625b6c467 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:31.191173 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-cda09f27-e336-4f5e-8940-2f077a29f6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:31.205761 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-1144cd9e-3ff9-4815-a2da-07364130d0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.311786 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=0b4b021b-9ce0-4fcf-8dc3-39208489e3e8,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:31.372301 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.377292 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ad3f7b2-2a69-4d37-b5ba-7e53234b435f req-4ac12d30-0a32-4041-b2b3-2402baaf0cf9 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027586 Jul 16 01:30:31.419617 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144cd9e-3ff9-4815-a2da-07364130d0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba317c3-f138-425f-aef7-114625b6c467,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:31.558525 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1b4d7239-f823-4759-8501-e19afc0c7be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.561513 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1b4d7239-f823-4759-8501-e19afc0c7be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.567282 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1b4d7239-f823-4759-8501-e19afc0c7be0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc99293f-2385-4a00-813a-6624a0db98d2 HTTP/1.1" status: 204 len: 168 time: 2.5680711 Jul 16 01:30:31.586323 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 39773e6d-5151-4461-81f6-0a5012e1d0ad up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:31.596601 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d4d06-f608-418f-b111-ebdf78a2778d admin admin] Pushing event updated for resources: {'Network': ['ID=9a34c85f-e21b-4afa-a63c-837063a9f1f1,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:31.603613 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-391d4d06-f608-418f-b111-ebdf78a2778d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0019031 Jul 16 01:30:31.616660 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53942) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:31.655722 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-a4d2e0b2-cb8c-419d-b637-2b55ff71acf8 admin admin] Request body: {'subnet': {'network_id': '9a34c85f-e21b-4afa-a63c-837063a9f1f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1799437388-subnet', 'tenant_id': '00b0156a67e14a5d9f654315142b8958', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:31.672941 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d4d06-f608-418f-b111-ebdf78a2778d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5245799f-08a4-4d8e-b507-4c292b9c8e26,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:31.714964 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 9a34c85f-e21b-4afa-a63c-837063a9f1f1 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:30:31.749649 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d7239-f823-4759-8501-e19afc0c7be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc99293f-2385-4a00-813a-6624a0db98d2,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:31.800817 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda09f27-e336-4f5e-8940-2f077a29f6c8 admin admin] Router 219e35f2-7234-4aba-ad09-ec5d83c6c527 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:30:31.955935 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d2e0b2-cb8c-419d-b637-2b55ff71acf8 admin admin] Made reservation on behalf of 00b0156a67e14a5d9f654315142b8958 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:31.962163 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4d2e0b2-cb8c-419d-b637-2b55ff71acf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.063420 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbec6cb-835a-4fbe-b8f7-4fd09cdd8f17 None None] Network a234ced2-2561-4913-8003-4792f091e669 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:32.076451 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ae28a-d09f-4560-b4e1-e3792e5b8204 req-730fdf5f-3f1d-4569-bb0c-ce521e29e090 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:32.091201 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-293ae28a-d09f-4560-b4e1-e3792e5b8204 req-730fdf5f-3f1d-4569-bb0c-ce521e29e090 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb50631-6e43-4619-a6f8-115b38ce7de9 HTTP/1.1" status: 200 len: 944 time: 0.5400782 Jul 16 01:30:32.181792 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-1144cd9e-3ff9-4815-a2da-07364130d0b0 service neutron] Attempting to bind port 3ba317c3-f138-425f-aef7-114625b6c467 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:32.185583 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-1144cd9e-3ff9-4815-a2da-07364130d0b0 service neutron] Attempting to bind port 3ba317c3-f138-425f-aef7-114625b6c467 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '315879ea-f1be-4494-af13-98d628a1a5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:32.188585 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-1144cd9e-3ff9-4815-a2da-07364130d0b0 service neutron] Attempting to bind port 3ba317c3-f138-425f-aef7-114625b6c467 on network f262d5d4-4d22-402e-b36e-ed38d4251d84 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:32.283281 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-1144cd9e-3ff9-4815-a2da-07364130d0b0 service neutron] Port 3ba317c3-f138-425f-aef7-114625b6c467 on network f262d5d4-4d22-402e-b36e-ed38d4251d84 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:32.289170 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-1144cd9e-3ff9-4815-a2da-07364130d0b0 service neutron] Attempting to bind port 3ba317c3-f138-425f-aef7-114625b6c467 on network f262d5d4-4d22-402e-b36e-ed38d4251d84 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:32.323719 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-1144cd9e-3ff9-4815-a2da-07364130d0b0 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:32.333361 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-1144cd9e-3ff9-4815-a2da-07364130d0b0 service neutron] Checking segment: {'id': '315879ea-f1be-4494-af13-98d628a1a5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:32.333361 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-1144cd9e-3ff9-4815-a2da-07364130d0b0 service neutron] Bound using segment: {'id': '315879ea-f1be-4494-af13-98d628a1a5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:32.333703 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-1144cd9e-3ff9-4815-a2da-07364130d0b0 service neutron] Bound port: 3ba317c3-f138-425f-aef7-114625b6c467, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315879ea-f1be-4494-af13-98d628a1a5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:32.334667 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-1144cd9e-3ff9-4815-a2da-07364130d0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.363425 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b4657cce-7d13-4519-a722-548d3d34681e None None] Provisioning for port 73f1a866-65f6-4ddc-8155-e1ec5295b27a completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:32.548933 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 39773e6d-5151-4461-81f6-0a5012e1d0ad triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:32.549951 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.587836 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53948) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:32.606902 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda09f27-e336-4f5e-8940-2f077a29f6c8 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:32.622965 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cda09f27-e336-4f5e-8940-2f077a29f6c8 admin admin] 10.222.0.16 "PUT /v2.0/routers/219e35f2-7234-4aba-ad09-ec5d83c6c527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1594005 Jul 16 01:30:32.643718 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2e1ef49a-afe9-4658-9d7b-c944570264af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.695157 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ba263417-8744-4771-81c9-b5ab5d779023 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.706566 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] Sync routers for ids ['219e35f2-7234-4aba-ad09-ec5d83c6c527'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:32.710560 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-1144cd9e-3ff9-4815-a2da-07364130d0b0 service neutron] For port 3ba317c3-f138-425f-aef7-114625b6c467, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:32.741974 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.771706 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] Routers {'219e35f2-7234-4aba-ad09-ec5d83c6c527'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:32.772458 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-1144cd9e-3ff9-4815-a2da-07364130d0b0 service neutron] For port 3ba317c3-f138-425f-aef7-114625b6c467, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3ba317c3-f138-425f-aef7-114625b6c467,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:32.775604 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:30:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['219e35f2-7234-4aba-ad09-ec5d83c6c527'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:32.798985 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-1144cd9e-3ff9-4815-a2da-07364130d0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.837026 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-293ae28a-d09f-4560-b4e1-e3792e5b8204 req-29136fb3-986d-4aaf-95e0-bb0f5d2732d1 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7445149 Jul 16 01:30:32.838670 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4d2e0b2-cb8c-419d-b637-2b55ff71acf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.858332 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ba263417-8744-4771-81c9-b5ab5d779023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.098613 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd11b4-20fc-4524-a323-5ef7841ebab9 req-c794ce0e-0ddb-4d0c-928c-e184f13b5161 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:33.104928 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d2dd11b4-20fc-4524-a323-5ef7841ebab9 req-c794ce0e-0ddb-4d0c-928c-e184f13b5161 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 944 time: 0.6135411 Jul 16 01:30:33.157197 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-ba263417-8744-4771-81c9-b5ab5d779023 admin admin] Allocated IP 172.25.6.21 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/9dfb228f-3201-4cb3-ae7c-b563231ab504) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:33.200605 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-1144cd9e-3ff9-4815-a2da-07364130d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:33.201496 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-1144cd9e-3ff9-4815-a2da-07364130d0b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.204202 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-1144cd9e-3ff9-4815-a2da-07364130d0b0 service neutron] 10.222.0.82 "PUT /v2.0/ports/3ba317c3-f138-425f-aef7-114625b6c467 HTTP/1.1" status: 200 len: 1093 time: 3.5040152 Jul 16 01:30:33.204202 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb749b8-c29e-4df3-9b8c-0b39179c01b8', 'tag': '3ba317c3-f138-425f-aef7-114625b6c467'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:33.206945 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cae3ca-3dc4-4544-b58e-ca7485d78a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb749b8-c29e-4df3-9b8c-0b39179c01b8", "tag": "3ba317c3-f138-425f-aef7-114625b6c467"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:33.230635 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144cd9e-3ff9-4815-a2da-07364130d0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba317c3-f138-425f-aef7-114625b6c467,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:33.231261 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] Set router 219e35f2-7234-4aba-ad09-ec5d83c6c527 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:33.303962 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d2dd11b4-20fc-4524-a323-5ef7841ebab9 req-b58d9907-5bc1-4557-8c02-91f63a0bdfd5 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474473 Jul 16 01:30:33.334366 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 73f1a866-65f6-4ddc-8155-e1ec5295b27a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:33.469467 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-e81398d2-7c32-4ef3-964b-3b26d787f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:33.471938 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-e81398d2-7c32-4ef3-964b-3b26d787f4b6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d09653f1b51b4e2b8cb943931a409907&device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 1096 time: 0.2060733 Jul 16 01:30:33.475694 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2e1ef49a-afe9-4658-9d7b-c944570264af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.547354 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-932f5964-1fe2-4b12-9d86-3f346a6d8256 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ba317c3-f138-425f-aef7-114625b6c467 HTTP/1.1" status: 200 len: 217 time: 0.0668111 Jul 16 01:30:33.551100 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2e1ef49a-afe9-4658-9d7b-c944570264af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.584934 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ff875-dae5-40c9-b473-a4602b11e171 req-ab17bbe4-2bdc-4ba2-abfc-447cdfaa318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:33.592157 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3c1ff875-dae5-40c9-b473-a4602b11e171 req-ab17bbe4-2bdc-4ba2-abfc-447cdfaa318a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4bb8ade529aa4b339e56f372707ccb5a&device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 1097 time: 1.3221912 Jul 16 01:30:33.595888 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2e1ef49a-afe9-4658-9d7b-c944570264af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fea99097bf5d4dc79828e3e15f754c99&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0012698 Jul 16 01:30:33.596606 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53964) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:33.612173 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2e0b2-cb8c-419d-b637-2b55ff71acf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7e71eb6-46de-4bbf-8036-f48871ffb4fa,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:33.618291 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d2e0b2-cb8c-419d-b637-2b55ff71acf8 admin admin] Checking segment: {'id': '9684c22b-0696-4403-8e89-7a95a35c548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9a34c85f-e21b-4afa-a63c-837063a9f1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:33.619064 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d2e0b2-cb8c-419d-b637-2b55ff71acf8 admin admin] Network hostable DHCP agents. Network: 9a34c85f-e21b-4afa-a63c-837063a9f1f1, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:30:33.753051 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ef49a-afe9-4658-9d7b-c944570264af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0197199-26c4-484a-b64a-649f49bec79c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:33.760015 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-14947798-ba97-4016-b34d-1fbf8af76b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:33.761605 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-14947798-ba97-4016-b34d-1fbf8af76b7a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=58a11241-f184-48f8-b355-80863b2e27ca HTTP/1.1" status: 200 len: 852 time: 0.1749828 Jul 16 01:30:33.849597 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e4365ac5-9b0b-45e2-b245-17b4f00e10ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:33.862108 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-3b990bef-f1f8-4120-87f3-122f423b8e48 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f262d5d4-4d22-402e-b36e-ed38d4251d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911856 Jul 16 01:30:33.941216 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ff875-dae5-40c9-b473-a4602b11e171 req-ef4684c7-fc2b-4eb5-9285-e594111eb68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:33.942741 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3c1ff875-dae5-40c9-b473-a4602b11e171 req-ef4684c7-fc2b-4eb5-9285-e594111eb68f service neutron] 10.222.0.84 "GET /v2.0/networks?id=48d8b493-d632-422a-b805-c0979a30b3d9 HTTP/1.1" status: 200 len: 919 time: 0.2992435 Jul 16 01:30:33.987272 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:34.008942 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 73f1a866-65f6-4ddc-8155-e1ec5295b27a completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:34.064460 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe5865-40c4-473b-9a2d-b71a716878e9 req-1a3c576d-e6bf-4419-af58-57ae988aad44 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:34.067842 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 73f1a866-65f6-4ddc-8155-e1ec5295b27a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:34.069158 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.078623 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-43fe5865-40c4-473b-9a2d-b71a716878e9 req-1a3c576d-e6bf-4419-af58-57ae988aad44 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 945 time: 0.9129033 Jul 16 01:30:34.123601 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7e443cfc-387b-46d5-ad00-15f51419f31b None None] Provisioning complete for port 73f1a866-65f6-4ddc-8155-e1ec5295b27a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:34.126611 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e443cfc-387b-46d5-ad00-15f51419f31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.149024 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-43fe5865-40c4-473b-9a2d-b71a716878e9 req-7c16fee8-3b91-47d4-9941-8d4506ae775b tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699208 Jul 16 01:30:34.150786 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3c1ff875-dae5-40c9-b473-a4602b11e171 req-355d3c11-f06d-419d-8e57-454129e40421 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=326b8c18-4c2c-4f75-9f16-d86907525f2e HTTP/1.1" status: 200 len: 217 time: 0.1917875 Jul 16 01:30:34.169044 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d2e0b2-cb8c-419d-b637-2b55ff71acf8 admin admin] Network 9a34c85f-e21b-4afa-a63c-837063a9f1f1 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:30:34.206535 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e4365ac5-9b0b-45e2-b245-17b4f00e10ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.262603 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:34.263018 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.285528 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acc10fc-0565-4118-84e1-720eb90ef21f x-openstack-request-id: req-2acc10fc-0565-4118-84e1-720eb90ef21f {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:34.285819 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb749b8-c29e-4df3-9b8c-0b39179c01b8", "tag": "3ba317c3-f138-425f-aef7-114625b6c467", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:34.286071 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2acc10fc-0565-4118-84e1-720eb90ef21f {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:34.287814 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb749b8-c29e-4df3-9b8c-0b39179c01b8', 'tag': '3ba317c3-f138-425f-aef7-114625b6c467', 'status': 'completed', 'code': 200} Jul 16 01:30:34.305513 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ff875-dae5-40c9-b473-a4602b11e171 req-72459e09-4f48-45df-8f46-d8881d4294b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:34.314865 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3c1ff875-dae5-40c9-b473-a4602b11e171 req-72459e09-4f48-45df-8f46-d8881d4294b2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=81188464-b1ab-476b-ab3e-980e9e063537 HTTP/1.1" status: 200 len: 858 time: 0.1380630 Jul 16 01:30:34.356984 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219e35f2-7234-4aba-ad09-ec5d83c6c527', 'name': 'tempest-ServerRescueTestJSON-1363246787-router', 'tenant_id': 'efea2752c9f54aa1a4f60b73855614d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '39773e6d-5151-4461-81f6-0a5012e1d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:20Z', 'updated_at': '2021-07-16T01:30:28Z', 'revision_number': 4, 'project_id': 'efea2752c9f54aa1a4f60b73855614d8', 'gw_port': {'id': '39773e6d-5151-4461-81f6-0a5012e1d0ad', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219e35f2-7234-4aba-ad09-ec5d83c6c527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:22Z', 'updated_at': '2021-07-16T01:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '22fb6318-a867-4d41-bf62-dbf2168c3229', 'name': '', 'network_id': '740d1a79-a6f9-4fe4-80b6-74637837e26e', 'tenant_id': 'efea2752c9f54aa1a4f60b73855614d8', 'mac_address': 'fa:16:3e:e4:82:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219e35f2-7234-4aba-ad09-ec5d83c6c527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'f4a13b68-d187-4043-a1fb-e8b0db4cac67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:25Z', 'updated_at': '2021-07-16T01:30:29Z', 'revision_number': 2, 'project_id': 'efea2752c9f54aa1a4f60b73855614d8', 'subnets': [{'id': 'f4a13b68-d187-4043-a1fb-e8b0db4cac67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:34.422320 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-61ea134e-a191-476d-8d3d-8c1f54813e51 service neutron] 10.222.0.82 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315983 Jul 16 01:30:34.429116 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-a4d2e0b2-cb8c-419d-b637-2b55ff71acf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 9a34c85f-e21b-4afa-a63c-837063a9f1f1) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:34.455185 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] Checking router: 219e35f2-7234-4aba-ad09-ec5d83c6c527 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:34.455307 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] Updating router 219e35f2-7234-4aba-ad09-ec5d83c6c527 port 22fb6318-a867-4d41-bf62-dbf2168c3229 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:30:34.495005 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d2e0b2-cb8c-419d-b637-2b55ff71acf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:34.499508 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4d2e0b2-cb8c-419d-b637-2b55ff71acf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.511443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-2d764ef4-c576-4600-a3a8-057d313ef980 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:34.525775 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3c1ff875-dae5-40c9-b473-a4602b11e171 req-87158b20-e9a6-48ea-8fe8-cefeb1ec0b4e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=48d8b493-d632-422a-b805-c0979a30b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1787152 Jul 16 01:30:34.529539 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-2d764ef4-c576-4600-a3a8-057d313ef980 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/networks?id=740d1a79-a6f9-4fe4-80b6-74637837e26e HTTP/1.1" status: 200 len: 811 time: 0.4444530 Jul 16 01:30:34.548492 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ba263417-8744-4771-81c9-b5ab5d779023 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.677065 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a69b053-c8c7-43b9-8814-50e4a2493641 req-dfc5cba1-fe7e-4614-9b56-aec36f9535e9 service neutron] 10.222.0.82 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461045 Jul 16 01:30:34.707649 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a4d2e0b2-cb8c-419d-b637-2b55ff71acf8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.0895748 Jul 16 01:30:34.724006 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-a7b6bac7-76e6-4d2b-b3c8-4d10f704b07f tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/quotas/efea2752c9f54aa1a4f60b73855614d8 HTTP/1.1" status: 200 len: 375 time: 0.1933234 Jul 16 01:30:34.727867 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e4365ac5-9b0b-45e2-b245-17b4f00e10ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.731274 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e443cfc-387b-46d5-ad00-15f51419f31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.734066 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e4365ac5-9b0b-45e2-b245-17b4f00e10ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:34.736988 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e4365ac5-9b0b-45e2-b245-17b4f00e10ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0197199-26c4-484a-b64a-649f49bec79c HTTP/1.1" status: 204 len: 168 time: 1.1261346 Jul 16 01:30:34.777502 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04294c2b-85f9-4aa3-9b57-b4499cd97e15 None None] Network 9a34c85f-e21b-4afa-a63c-837063a9f1f1 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:34.823506 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4365ac5-9b0b-45e2-b245-17b4f00e10ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0197199-26c4-484a-b64a-649f49bec79c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:34.869352 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3c1ff875-dae5-40c9-b473-a4602b11e171 req-28fc57fd-3e7f-4978-b11d-e340d42efe4f service neutron] 10.222.0.84 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265378 Jul 16 01:30:34.954232 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ba263417-8744-4771-81c9-b5ab5d779023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.028248 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-d27bc942-de04-45a0-91e5-3381727b787e tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=efea2752c9f54aa1a4f60b73855614d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2879484 Jul 16 01:30:35.096840 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.100025 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba263417-8744-4771-81c9-b5ab5d779023 admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:35.111712 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cae3ca-3dc4-4544-b58e-ca7485d78a7a req-731accd3-28f1-4b35-a356-3cb53d42c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:35.124818 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0cae3ca-3dc4-4544-b58e-ca7485d78a7a req-731accd3-28f1-4b35-a356-3cb53d42c913 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d09653f1b51b4e2b8cb943931a409907&device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 1096 time: 0.3283274 Jul 16 01:30:35.167774 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7e443cfc-387b-46d5-ad00-15f51419f31b None None] For port 73f1a866-65f6-4ddc-8155-e1ec5295b27a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=73f1a866-65f6-4ddc-8155-e1ec5295b27a,segment=NetworkSegment(f037c05e-c1db-4b12-ba79-b4166e32c45a),segment_id=f037c05e-c1db-4b12-ba79-b4166e32c45a)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:35.194132 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-ba263417-8744-4771-81c9-b5ab5d779023 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:35.213687 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba263417-8744-4771-81c9-b5ab5d779023 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:35.228999 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b36a5-6775-4752-b4b8-1f85d512a4a3 req-4384b5b5-fd7a-4a30-8c3b-7209fc55f8d8 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:35.230991 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-106b36a5-6775-4752-b4b8-1f85d512a4a3 req-4384b5b5-fd7a-4a30-8c3b-7209fc55f8d8 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb50631-6e43-4619-a6f8-115b38ce7de9 HTTP/1.1" status: 200 len: 944 time: 0.7206564 Jul 16 01:30:35.261357 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e443cfc-387b-46d5-ad00-15f51419f31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.265466 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba263417-8744-4771-81c9-b5ab5d779023 admin admin] Pushing event updated for resources: {'Port': ['ID=9dfb228f-3201-4cb3-ae7c-b563231ab504,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:35.274335 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.337777 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3c1ff875-dae5-40c9-b473-a4602b11e171 req-877ebf7a-ad85-4447-bfa7-77d6383f3db4 service neutron] 10.222.0.84 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273233 Jul 16 01:30:35.359604 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.394116 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.528003 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-54aecd30-c9f4-4ae2-8fbe-336a9d6e0c38 service neutron] 10.222.0.16 "GET /v2.0/networks/740d1a79-a6f9-4fe4-80b6-74637837e26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782312 Jul 16 01:30:35.605578 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:30:35.605981 n-d-792394-16 neutron-server[93957]: DEBUG oslo_db.api [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:30:35.606264 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb50631-6e43-4619-a6f8-115b38ce7de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4b021b-9ce0-4fcf-8dc3-39208489e3e8'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:35.608620 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d88d060-0693-4a8e-9655-6f95a87dd5c9" -d '{"events": [{"server_uuid": "8cb50631-6e43-4619-a6f8-115b38ce7de9", "name": "network-vif-plugged", "status": "completed", "tag": "0b4b021b-9ce0-4fcf-8dc3-39208489e3e8"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:35.674387 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-106b36a5-6775-4752-b4b8-1f85d512a4a3 req-df4e7b01-61c2-4322-9802-213abd17a5b3 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086962 Jul 16 01:30:35.706982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=0b4b021b-9ce0-4fcf-8dc3-39208489e3e8,segment=NetworkSegment(094f11f0-f2ec-4b0e-b53a-57694f1e042c),segment_id=094f11f0-f2ec-4b0e-b53a-57694f1e042c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:35.751080 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e443cfc-387b-46d5-ad00-15f51419f31b None None] Pushing event updated for resources: {'Port': ['ID=73f1a866-65f6-4ddc-8155-e1ec5295b27a,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:35.761664 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cae3ca-3dc4-4544-b58e-ca7485d78a7a req-2069ad16-df09-41dc-8e1b-0124f9cbb748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:35.761664 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0cae3ca-3dc4-4544-b58e-ca7485d78a7a req-2069ad16-df09-41dc-8e1b-0124f9cbb748 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f262d5d4-4d22-402e-b36e-ed38d4251d84 HTTP/1.1" status: 200 len: 913 time: 0.3957634 Jul 16 01:30:35.863530 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.867731 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0cae3ca-3dc4-4544-b58e-ca7485d78a7a req-34cec195-1eeb-41c3-8c6e-2eb0ec4044c6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ba317c3-f138-425f-aef7-114625b6c467 HTTP/1.1" status: 200 len: 217 time: 0.0978234 Jul 16 01:30:35.956983 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ba263417-8744-4771-81c9-b5ab5d779023 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.972454 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cae3ca-3dc4-4544-b58e-ca7485d78a7a req-787902e9-a161-44dd-9a56-79e1157b7909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:35.976504 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0cae3ca-3dc4-4544-b58e-ca7485d78a7a req-787902e9-a161-44dd-9a56-79e1157b7909 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=58a11241-f184-48f8-b355-80863b2e27ca HTTP/1.1" status: 200 len: 852 time: 0.0931888 Jul 16 01:30:35.980449 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=0b4b021b-9ce0-4fcf-8dc3-39208489e3e8,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:35.984765 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:36.039771 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0cae3ca-3dc4-4544-b58e-ca7485d78a7a req-dfbfde86-0c42-4988-b4ee-8748b62c883f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f262d5d4-4d22-402e-b36e-ed38d4251d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447493 Jul 16 01:30:36.042274 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-fff38f5a-72c3-416a-9fc7-bad69391d9ca service neutron] 10.222.0.16 "GET /v2.0/networks/740d1a79-a6f9-4fe4-80b6-74637837e26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092072 Jul 16 01:30:36.098003 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3ba317c3-f138-425f-aef7-114625b6c467 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:36.218981 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0cae3ca-3dc4-4544-b58e-ca7485d78a7a req-094494ae-f155-40d2-914d-b40e41437043 service neutron] 10.222.0.82 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675377 Jul 16 01:30:36.310271 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327543e7-f2ed-4bc7-b437-4db72dfd9623 None None] Network 9a34c85f-e21b-4afa-a63c-837063a9f1f1 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:36.342225 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef66d7-b64a-45b7-8ad3-37cbd27b0b7b req-b91c6f2c-3070-4af1-9571-096b2a701263 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:36.350936 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6bef66d7-b64a-45b7-8ad3-37cbd27b0b7b req-b91c6f2c-3070-4af1-9571-096b2a701263 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 944 time: 0.4264693 Jul 16 01:30:36.450734 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0cae3ca-3dc4-4544-b58e-ca7485d78a7a req-bd935db6-0f7e-4399-a29d-5afd3548d32b service neutron] 10.222.0.82 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208571 Jul 16 01:30:36.617065 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6bef66d7-b64a-45b7-8ad3-37cbd27b0b7b req-ef27c465-f872-4e8f-af28-2373bbcb053e tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649584 Jul 16 01:30:36.669457 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ba263417-8744-4771-81c9-b5ab5d779023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:36.675934 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623a282-cb66-4604-a6f5-6f49f1017d20 req-c4bf8e15-d92f-4011-8074-7ca8de65a7e8 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:36.691327 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8623a282-cb66-4604-a6f5-6f49f1017d20 req-c4bf8e15-d92f-4011-8074-7ca8de65a7e8 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 945 time: 0.1451890 Jul 16 01:30:36.699596 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:36.726720 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.resource_extend [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:30:36.800135 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8623a282-cb66-4604-a6f5-6f49f1017d20 req-fc8d8348-2d60-4908-8d10-e7b2388960be tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910115 Jul 16 01:30:37.065587 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=0b4b021b-9ce0-4fcf-8dc3-39208489e3e8,segment=NetworkSegment(094f11f0-f2ec-4b0e-b53a-57694f1e042c),segment_id=094f11f0-f2ec-4b0e-b53a-57694f1e042c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:37.072401 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57da3528-21f0-4fd5-a46a-ca303fcc02c7 x-openstack-request-id: req-57da3528-21f0-4fd5-a46a-ca303fcc02c7 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:37.073269 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb50631-6e43-4619-a6f8-115b38ce7de9", "name": "network-vif-plugged", "status": "completed", "tag": "0b4b021b-9ce0-4fcf-8dc3-39208489e3e8", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:37.073728 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57da3528-21f0-4fd5-a46a-ca303fcc02c7 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:37.074286 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb50631-6e43-4619-a6f8-115b38ce7de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4b021b-9ce0-4fcf-8dc3-39208489e3e8', 'code': 200} Jul 16 01:30:37.164793 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba263417-8744-4771-81c9-b5ab5d779023 admin admin] Router fc951a0f-5a7c-4722-aeae-fc17da85730d is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:30:37.170255 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 73f1a866-65f6-4ddc-8155-e1ec5295b27a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:37.290135 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.626137 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 3ba317c3-f138-425f-aef7-114625b6c467, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3ba317c3-f138-425f-aef7-114625b6c467,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:37.672078 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '3ba317c3-f138-425f-aef7-114625b6c467', 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84', 'port_id': '3ba317c3-f138-425f-aef7-114625b6c467', 'mac_address': 'fa:16:3e:8e:7d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a11241-f184-48f8-b355-80863b2e27ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:37.704886 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 73f1a866-65f6-4ddc-8155-e1ec5295b27a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:37.705260 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.829626 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba263417-8744-4771-81c9-b5ab5d779023 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:37.851070 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] Sync routers for ids ['fc951a0f-5a7c-4722-aeae-fc17da85730d'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:37.870551 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] Routers {'fc951a0f-5a7c-4722-aeae-fc17da85730d'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:37.871562 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:30:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['fc951a0f-5a7c-4722-aeae-fc17da85730d'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:37.922408 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8ad9988b-a3e8-48fc-b0d2-c9f579adc233 req-cab5868a-48c6-4346-acb3-f9c9c5ca2816 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 210 time: 0.0584090 Jul 16 01:30:37.925329 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.937265 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ba263417-8744-4771-81c9-b5ab5d779023 admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.941791 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ba263417-8744-4771-81c9-b5ab5d779023 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.0994186 Jul 16 01:30:37.949934 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-d42abfb1-5498-4fb6-ae85-45d4f416c456 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:37.953257 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54068) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:37.960979 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-d42abfb1-5498-4fb6-ae85-45d4f416c456 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/networks?id=39df2001-8328-4173-8ef2-758e1689e4c6 HTTP/1.1" status: 200 len: 824 time: 0.4289372 Jul 16 01:30:37.995027 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-0949fc6a-da0d-40fc-afb0-799605bf0df6 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/quotas/9874d978259946e4ac2ba74e97c2ac27 HTTP/1.1" status: 200 len: 375 time: 0.0324152 Jul 16 01:30:38.060421 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.102607 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] Transition to ACTIVE for port object 22fb6318-a867-4d41-bf62-dbf2168c3229 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:38.122913 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=0b4b021b-9ce0-4fcf-8dc3-39208489e3e8,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:38.148203 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-0bd2a30f-a148-4a42-9340-265eb823c0df tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9874d978259946e4ac2ba74e97c2ac27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1523259 Jul 16 01:30:38.185036 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba317c3-f138-425f-aef7-114625b6c467 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:38.226415 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.484137 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-dbe322cf-ed78-4754-af2b-a0f850c8fa72 service neutron] 10.222.0.16 "GET /v2.0/networks/39df2001-8328-4173-8ef2-758e1689e4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341413 Jul 16 01:30:38.546626 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 3ba317c3-f138-425f-aef7-114625b6c467, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3ba317c3-f138-425f-aef7-114625b6c467,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:38.572311 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.597467 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc100c7-5001-44a4-9fb8-5032a41630c3 None None] Pushing event updated for resources: {'Port': ['ID=22fb6318-a867-4d41-bf62-dbf2168c3229,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:38.680041 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] Set router fc951a0f-5a7c-4722-aeae-fc17da85730d gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:38.771165 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=3ba317c3-f138-425f-aef7-114625b6c467,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:38.775606 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] Attempting to bind port 22fb6318-a867-4d41-bf62-dbf2168c3229 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:38.775953 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] Attempting to bind port 22fb6318-a867-4d41-bf62-dbf2168c3229 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'd451883b-7e0c-4f2f-8387-e4488de655f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '740d1a79-a6f9-4fe4-80b6-74637837e26e'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:38.776672 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] Attempting to bind port 22fb6318-a867-4d41-bf62-dbf2168c3229 on network 740d1a79-a6f9-4fe4-80b6-74637837e26e {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:38.782497 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-6561b56d-4c5a-4f3b-ad72-03088d3ed671 service neutron] 10.222.0.16 "GET /v2.0/networks/39df2001-8328-4173-8ef2-758e1689e4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937984 Jul 16 01:30:38.792121 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:38.792709 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] Checking segment: {'id': 'd451883b-7e0c-4f2f-8387-e4488de655f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '740d1a79-a6f9-4fe4-80b6-74637837e26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:38.793154 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.793563 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] Bound using segment: {'id': 'd451883b-7e0c-4f2f-8387-e4488de655f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '740d1a79-a6f9-4fe4-80b6-74637837e26e'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:38.794072 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] Bound port: 22fb6318-a867-4d41-bf62-dbf2168c3229, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd451883b-7e0c-4f2f-8387-e4488de655f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '740d1a79-a6f9-4fe4-80b6-74637837e26e'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:38.794469 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:38.896058 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['3ba317c3-f138-425f-aef7-114625b6c467'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:39.080727 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb50631-6e43-4619-a6f8-115b38ce7de9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b4b021b-9ce0-4fcf-8dc3-39208489e3e8'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:39.084037 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50cf371-7fd1-4d86-addc-beacf43580be" -d '{"events": [{"server_uuid": "8cb50631-6e43-4619-a6f8-115b38ce7de9", "name": "network-vif-unplugged", "status": "completed", "tag": "0b4b021b-9ce0-4fcf-8dc3-39208489e3e8"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:39.161671 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] For port 22fb6318-a867-4d41-bf62-dbf2168c3229, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:39.189149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] For port 22fb6318-a867-4d41-bf62-dbf2168c3229, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=22fb6318-a867-4d41-bf62-dbf2168c3229,segment=NetworkSegment(d451883b-7e0c-4f2f-8387-e4488de655f8),segment_id=d451883b-7e0c-4f2f-8387-e4488de655f8)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:39.224227 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.364154 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc951a0f-5a7c-4722-aeae-fc17da85730d', 'name': 'tempest-TestAggregatesBasicOps-1568294234-router', 'tenant_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '9dfb228f-3201-4cb3-ae7c-b563231ab504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:28Z', 'updated_at': '2021-07-16T01:30:35Z', 'revision_number': 3, 'project_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'gw_port': {'id': '9dfb228f-3201-4cb3-ae7c-b563231ab504', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:81:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc951a0f-5a7c-4722-aeae-fc17da85730d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:32Z', 'updated_at': '2021-07-16T01:30:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:39.485064 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] Checking router: fc951a0f-5a7c-4722-aeae-fc17da85730d for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:39.485502 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] Updating router fc951a0f-5a7c-4722-aeae-fc17da85730d port 9dfb228f-3201-4cb3-ae7c-b563231ab504 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:30:39.542054 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.747688 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-9a4e3df1-8193-4c20-9abf-96a4f4c2b6bd tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:39.755815 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-9a4e3df1-8193-4c20-9abf-96a4f4c2b6bd tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.84 "GET /v2.0/networks?id=740d1a79-a6f9-4fe4-80b6-74637837e26e HTTP/1.1" status: 200 len: 811 time: 0.6078904 Jul 16 01:30:39.760840 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860ae3f-ab56-4f30-b1eb-6ec610db424b req-f0166727-a989-4b1a-8922-e976baeeec47 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:39.768265 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d860ae3f-ab56-4f30-b1eb-6ec610db424b req-f0166727-a989-4b1a-8922-e976baeeec47 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 945 time: 0.7402039 Jul 16 01:30:39.778357 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-577310f6-b8bc-4675-844d-4dcb09c2aaec tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Request body: {'port': {'device_id': 'a2702b7f-cf96-4489-84fb-83c966403829', 'network_id': '740d1a79-a6f9-4fe4-80b6-74637837e26e', 'admin_state_up': True, 'tenant_id': 'efea2752c9f54aa1a4f60b73855614d8'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:40.152613 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc100c7-5001-44a4-9fb8-5032a41630c3 None None] Pushing event updated for resources: {'Port': ['ID=22fb6318-a867-4d41-bf62-dbf2168c3229,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:40.154896 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cc1b9-8633-4ad7-9f68-feab02a7a46e req-67f423a0-287b-4b88-b65e-64409350ee5d tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:40.155339 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.164294 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0f7cc1b9-8633-4ad7-9f68-feab02a7a46e req-67f423a0-287b-4b88-b65e-64409350ee5d tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb50631-6e43-4619-a6f8-115b38ce7de9 HTTP/1.1" status: 200 len: 943 time: 0.6445653 Jul 16 01:30:40.176168 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] Transition to ACTIVE for port object 9dfb228f-3201-4cb3-ae7c-b563231ab504 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:40.194678 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.201653 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] Routers {'219e35f2-7234-4aba-ad09-ec5d83c6c527'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:40.202549 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:30:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['219e35f2-7234-4aba-ad09-ec5d83c6c527'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:40.278420 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d860ae3f-ab56-4f30-b1eb-6ec610db424b req-0815bc8a-78b2-426d-83b6-c393ff9ea52d tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080833 Jul 16 01:30:40.351679 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dbcc3-7e6e-4441-9775-b0fc3375ff7a req-51cd467c-cd9b-46c0-ba88-0a510801b252 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:40.353329 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-276dbcc3-7e6e-4441-9775-b0fc3375ff7a req-51cd467c-cd9b-46c0-ba88-0a510801b252 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.84 "GET /v2.0/ports?device_id=8cb50631-6e43-4619-a6f8-115b38ce7de9 HTTP/1.1" status: 200 len: 943 time: 0.8133936 Jul 16 01:30:40.423302 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0f7cc1b9-8633-4ad7-9f68-feab02a7a46e req-97961d9e-0a3e-4a70-84af-a51e4ab59758 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402775 Jul 16 01:30:40.483703 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb76bf-fa58-4d7a-bce1-5e67a48469de None None] Pushing event updated for resources: {'Port': ['ID=9dfb228f-3201-4cb3-ae7c-b563231ab504,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:40.522559 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] Attempting to bind port 9dfb228f-3201-4cb3-ae7c-b563231ab504 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:40.524144 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] Attempting to bind port 9dfb228f-3201-4cb3-ae7c-b563231ab504 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:40.524144 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] Attempting to bind port 9dfb228f-3201-4cb3-ae7c-b563231ab504 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:40.559619 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:40.559619 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:40.559619 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.559619 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:40.560108 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] Bound port: 9dfb228f-3201-4cb3-ae7c-b563231ab504, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:40.584586 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.618088 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-577310f6-b8bc-4675-844d-4dcb09c2aaec tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Made reservation on behalf of efea2752c9f54aa1a4f60b73855614d8 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:40.633926 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-577310f6-b8bc-4675-844d-4dcb09c2aaec tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.710914 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] Set router 219e35f2-7234-4aba-ad09-ec5d83c6c527 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:40.903379 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] For port 9dfb228f-3201-4cb3-ae7c-b563231ab504, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:40.911058 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] For port 9dfb228f-3201-4cb3-ae7c-b563231ab504, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=9dfb228f-3201-4cb3-ae7c-b563231ab504,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:40.926269 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.935630 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b44dca42-0288-4368-8933-76232690e17a req-ddcf4e1f-0a43-4f93-9cef-1d39b125d61a tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 210 time: 0.1654832 Jul 16 01:30:41.186112 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb76bf-fa58-4d7a-bce1-5e67a48469de None None] Pushing event updated for resources: {'Port': ['ID=9dfb228f-3201-4cb3-ae7c-b563231ab504,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:41.192046 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc90160-a07b-4626-9fa3-95296a55947c x-openstack-request-id: req-1fc90160-a07b-4626-9fa3-95296a55947c {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:41.195270 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb50631-6e43-4619-a6f8-115b38ce7de9", "name": "network-vif-unplugged", "status": "completed", "tag": "0b4b021b-9ce0-4fcf-8dc3-39208489e3e8", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:41.195270 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1fc90160-a07b-4626-9fa3-95296a55947c {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:41.196493 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb50631-6e43-4619-a6f8-115b38ce7de9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b4b021b-9ce0-4fcf-8dc3-39208489e3e8', 'code': 200} Jul 16 01:30:41.255407 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] Routers {'fc951a0f-5a7c-4722-aeae-fc17da85730d'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:41.275020 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:30:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['fc951a0f-5a7c-4722-aeae-fc17da85730d'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:41.490068 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-577310f6-b8bc-4675-844d-4dcb09c2aaec tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Allocated IP 172.20.0.11 (740d1a79-a6f9-4fe4-80b6-74637837e26e/f4a13b68-d187-4043-a1fb-e8b0db4cac67/8c1bf4f2-9e2c-4eaa-8773-918b25f6f295) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:41.490621 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219e35f2-7234-4aba-ad09-ec5d83c6c527', 'name': 'tempest-ServerRescueTestJSON-1363246787-router', 'tenant_id': 'efea2752c9f54aa1a4f60b73855614d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '39773e6d-5151-4461-81f6-0a5012e1d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:20Z', 'updated_at': '2021-07-16T01:30:28Z', 'revision_number': 4, 'project_id': 'efea2752c9f54aa1a4f60b73855614d8', 'gw_port': {'id': '39773e6d-5151-4461-81f6-0a5012e1d0ad', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219e35f2-7234-4aba-ad09-ec5d83c6c527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:22Z', 'updated_at': '2021-07-16T01:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '22fb6318-a867-4d41-bf62-dbf2168c3229', 'name': '', 'network_id': '740d1a79-a6f9-4fe4-80b6-74637837e26e', 'tenant_id': 'efea2752c9f54aa1a4f60b73855614d8', 'mac_address': 'fa:16:3e:e4:82:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219e35f2-7234-4aba-ad09-ec5d83c6c527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'f4a13b68-d187-4043-a1fb-e8b0db4cac67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:25Z', 'updated_at': '2021-07-16T01:30:39Z', 'revision_number': 4, 'project_id': 'efea2752c9f54aa1a4f60b73855614d8', 'subnets': [{'id': 'f4a13b68-d187-4043-a1fb-e8b0db4cac67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:41.562379 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed097642-9435-4f6c-8158-fee33951eb81 None None] The sync data for ids ['219e35f2-7234-4aba-ad09-ec5d83c6c527'] in n-d-792394-16 is: [{'id': '219e35f2-7234-4aba-ad09-ec5d83c6c527', 'name': 'tempest-ServerRescueTestJSON-1363246787-router', 'tenant_id': 'efea2752c9f54aa1a4f60b73855614d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '39773e6d-5151-4461-81f6-0a5012e1d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:20Z', 'updated_at': '2021-07-16T01:30:28Z', 'revision_number': 4, 'project_id': 'efea2752c9f54aa1a4f60b73855614d8', 'gw_port': {'id': '39773e6d-5151-4461-81f6-0a5012e1d0ad', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219e35f2-7234-4aba-ad09-ec5d83c6c527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:22Z', 'updated_at': '2021-07-16T01:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '22fb6318-a867-4d41-bf62-dbf2168c3229', 'name': '', 'network_id': '740d1a79-a6f9-4fe4-80b6-74637837e26e', 'tenant_id': 'efea2752c9f54aa1a4f60b73855614d8', 'mac_address': 'fa:16:3e:e4:82:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219e35f2-7234-4aba-ad09-ec5d83c6c527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'f4a13b68-d187-4043-a1fb-e8b0db4cac67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:25Z', 'updated_at': '2021-07-16T01:30:39Z', 'revision_number': 4, 'project_id': 'efea2752c9f54aa1a4f60b73855614d8', 'subnets': [{'id': 'f4a13b68-d187-4043-a1fb-e8b0db4cac67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:41.675754 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-276dbcc3-7e6e-4441-9775-b0fc3375ff7a req-b842adb4-58bc-4a81-95b1-ab5bc20670ec tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Deleting port 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:41.676726 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-276dbcc3-7e6e-4441-9775-b0fc3375ff7a req-b842adb4-58bc-4a81-95b1-ab5bc20670ec tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.713824 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08bf7c-2d07-4077-81ee-87fa247f1cd8 req-e9cd67b2-fdec-4f8d-aca3-fd84f5420377 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:41.725212 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ef08bf7c-2d07-4077-81ee-87fa247f1cd8 req-e9cd67b2-fdec-4f8d-aca3-fd84f5420377 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 945 time: 0.7907517 Jul 16 01:30:41.758283 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] Set router fc951a0f-5a7c-4722-aeae-fc17da85730d gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:41.872872 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-46959983-a33e-4508-9696-ea92708dd0dd req-bf3b93f4-a16e-4e81-9aa0-f4648d594c59 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f904fee-7183-4db6-b019-2ad51b03d217 HTTP/1.1" status: 200 len: 210 time: 0.3293586 Jul 16 01:30:42.094112 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ef08bf7c-2d07-4077-81ee-87fa247f1cd8 req-cd373ce3-47b4-400f-ad87-3502e57ec613 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663850 Jul 16 01:30:42.227989 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-276dbcc3-7e6e-4441-9775-b0fc3375ff7a req-b842adb4-58bc-4a81-95b1-ab5bc20670ec tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] For port 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=0b4b021b-9ce0-4fcf-8dc3-39208489e3e8,segment=NetworkSegment(094f11f0-f2ec-4b0e-b53a-57694f1e042c),segment_id=094f11f0-f2ec-4b0e-b53a-57694f1e042c)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:42.228412 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-276dbcc3-7e6e-4441-9775-b0fc3375ff7a req-b842adb4-58bc-4a81-95b1-ab5bc20670ec tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.269307 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-65605b0b-2437-4329-b608-1a95c4f064d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.311499 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-276dbcc3-7e6e-4441-9775-b0fc3375ff7a req-b842adb4-58bc-4a81-95b1-ab5bc20670ec tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Calling delete_port for 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:42.363964 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc951a0f-5a7c-4722-aeae-fc17da85730d', 'name': 'tempest-TestAggregatesBasicOps-1568294234-router', 'tenant_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '9dfb228f-3201-4cb3-ae7c-b563231ab504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:28Z', 'updated_at': '2021-07-16T01:30:35Z', 'revision_number': 3, 'project_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'gw_port': {'id': '9dfb228f-3201-4cb3-ae7c-b563231ab504', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:81:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc951a0f-5a7c-4722-aeae-fc17da85730d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:32Z', 'updated_at': '2021-07-16T01:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:42.378191 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-577310f6-b8bc-4675-844d-4dcb09c2aaec tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.494502 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5587fd-0654-41ce-8dca-dbdddd438ceb None None] The sync data for ids ['fc951a0f-5a7c-4722-aeae-fc17da85730d'] in n-d-792394-16 is: [{'id': 'fc951a0f-5a7c-4722-aeae-fc17da85730d', 'name': 'tempest-TestAggregatesBasicOps-1568294234-router', 'tenant_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '9dfb228f-3201-4cb3-ae7c-b563231ab504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:28Z', 'updated_at': '2021-07-16T01:30:35Z', 'revision_number': 3, 'project_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'gw_port': {'id': '9dfb228f-3201-4cb3-ae7c-b563231ab504', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:81:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc951a0f-5a7c-4722-aeae-fc17da85730d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:32Z', 'updated_at': '2021-07-16T01:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:42.531426 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-577310f6-b8bc-4675-844d-4dcb09c2aaec tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.550168 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc705d6-8bbd-4a43-a994-c296d323d3a9 req-bc59dbff-c30d-42b9-a738-c02ab729e650 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:42.551785 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9dc705d6-8bbd-4a43-a994-c296d323d3a9 req-bc59dbff-c30d-42b9-a738-c02ab729e650 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 945 time: 0.2754261 Jul 16 01:30:42.552284 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54162) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:42.599855 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3ba317c3-f138-425f-aef7-114625b6c467 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:42.720943 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 3ba317c3-f138-425f-aef7-114625b6c467 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:42.729938 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 3ba317c3-f138-425f-aef7-114625b6c467 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:42.731335 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.739383 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-577310f6-b8bc-4675-844d-4dcb09c2aaec tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Network 740d1a79-a6f9-4fe4-80b6-74637837e26e is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:42.779499 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-577310f6-b8bc-4675-844d-4dcb09c2aaec tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:42.797616 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-a7543207-aae0-4527-a5f6-8ec08d431eb3 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:42.798595 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-577310f6-b8bc-4675-844d-4dcb09c2aaec tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:42.799390 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-a7543207-aae0-4527-a5f6-8ec08d431eb3 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.82 "GET /v2.0/networks?id=39df2001-8328-4173-8ef2-758e1689e4c6 HTTP/1.1" status: 200 len: 824 time: 0.2350299 Jul 16 01:30:42.827806 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577310f6-b8bc-4675-844d-4dcb09c2aaec tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Pushing event updated for resources: {'Port': ['ID=8c1bf4f2-9e2c-4eaa-8773-918b25f6f295,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:42.874844 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9dc705d6-8bbd-4a43-a994-c296d323d3a9 req-dcfe1971-400c-4271-a1ae-97f92519996c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105555 Jul 16 01:30:42.900576 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5491f782-254f-4cff-94f2-49436bf84130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.913804 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-ed5a5a07-e98a-43de-bf06-fe630f0a0066 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Request body: {'port': {'device_id': '4f904fee-7183-4db6-b019-2ad51b03d217', 'network_id': '39df2001-8328-4173-8ef2-758e1689e4c6', 'admin_state_up': True, 'tenant_id': '9874d978259946e4ac2ba74e97c2ac27'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:42.955707 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-577310f6-b8bc-4675-844d-4dcb09c2aaec tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:42.956472 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-577310f6-b8bc-4675-844d-4dcb09c2aaec tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.055749 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.203461 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5491f782-254f-4cff-94f2-49436bf84130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.223783 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5491f782-254f-4cff-94f2-49436bf84130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.249605 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 22fb6318-a867-4d41-bf62-dbf2168c3229 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:43.275695 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-577310f6-b8bc-4675-844d-4dcb09c2aaec tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5059290 Jul 16 01:30:43.347918 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-2e73628f-b61c-4a0a-809e-253a4a0fea2b service neutron] Request body: {'port': {'device_id': 'a2702b7f-cf96-4489-84fb-83c966403829', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:43.348553 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb749b8-c29e-4df3-9b8c-0b39179c01b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba317c3-f138-425f-aef7-114625b6c467'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:43.352717 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b649768-9d05-4879-9bc8-27c4aa9c1719" -d '{"events": [{"server_uuid": "0eb749b8-c29e-4df3-9b8c-0b39179c01b8", "name": "network-vif-plugged", "status": "completed", "tag": "3ba317c3-f138-425f-aef7-114625b6c467"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:43.415259 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 3ba317c3-f138-425f-aef7-114625b6c467, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3ba317c3-f138-425f-aef7-114625b6c467,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:43.450805 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.597580 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491f782-254f-4cff-94f2-49436bf84130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2b2918-17c2-476f-9025-2de772ef9c53,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:43.605648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-65605b0b-2437-4329-b608-1a95c4f064d3 admin admin] Allocated IP 172.20.0.1 (a234ced2-2561-4913-8003-4792f091e669/d2e5183b-3390-4994-9291-9eaa9c9a9bca/c1e588f1-802b-48f0-a318-03b8a3a15827) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:43.695897 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5491f782-254f-4cff-94f2-49436bf84130 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b87ab7e5ccee4911ae908e86692147d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1378601 Jul 16 01:30:43.704732 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 22fb6318-a867-4d41-bf62-dbf2168c3229 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:43.724178 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 22fb6318-a867-4d41-bf62-dbf2168c3229 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:43.726246 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.729203 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=3ba317c3-f138-425f-aef7-114625b6c467,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:43.746404 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-65605b0b-2437-4329-b608-1a95c4f064d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.767012 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-65605b0b-2437-4329-b608-1a95c4f064d3 admin admin] Transition to ACTIVE for port object c1e588f1-802b-48f0-a318-03b8a3a15827 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:43.845411 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54180) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:43.847789 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-65605b0b-2437-4329-b608-1a95c4f064d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.952588 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:43.959801 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.960609 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-276dbcc3-7e6e-4441-9775-b0fc3375ff7a req-b842adb4-58bc-4a81-95b1-ab5bc20670ec tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.994053 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65605b0b-2437-4329-b608-1a95c4f064d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c1e588f1-802b-48f0-a318-03b8a3a15827,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:44.013230 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:44.013582 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:44.060165 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 22fb6318-a867-4d41-bf62-dbf2168c3229, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=22fb6318-a867-4d41-bf62-dbf2168c3229,segment=NetworkSegment(d451883b-7e0c-4f2f-8387-e4488de655f8),segment_id=d451883b-7e0c-4f2f-8387-e4488de655f8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:44.075362 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.119475 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842adb4-58bc-4a81-95b1-ab5bc20670ec tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Pushing event deleted for resources: {'Port': ['ID=0b4b021b-9ce0-4fcf-8dc3-39208489e3e8,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:44.176990 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=22fb6318-a867-4d41-bf62-dbf2168c3229,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:44.243324 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65605b0b-2437-4329-b608-1a95c4f064d3 admin admin] Network a234ced2-2561-4913-8003-4792f091e669 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:44.269922 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-ed5a5a07-e98a-43de-bf06-fe630f0a0066 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Made reservation on behalf of 9874d978259946e4ac2ba74e97c2ac27 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:44.274327 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-ed5a5a07-e98a-43de-bf06-fe630f0a0066 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.307309 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45c0b6-afa8-43f3-8670-1b93db044ce5 req-2c1cccdd-c721-47a4-a4d1-054cd4d83f7b tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:44.331014 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ea45c0b6-afa8-43f3-8670-1b93db044ce5 req-2c1cccdd-c721-47a4-a4d1-054cd4d83f7b tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cb50631-6e43-4619-a6f8-115b38ce7de9 HTTP/1.1" status: 200 len: 865 time: 1.8225698 Jul 16 01:30:44.338004 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-65605b0b-2437-4329-b608-1a95c4f064d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:44.350987 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65605b0b-2437-4329-b608-1a95c4f064d3 admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:44.479784 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-2e73628f-b61c-4a0a-809e-253a4a0fea2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.491284 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-65605b0b-2437-4329-b608-1a95c4f064d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.497585 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-276dbcc3-7e6e-4441-9775-b0fc3375ff7a req-b842adb4-58bc-4a81-95b1-ab5bc20670ec tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] No DVR routers for this DVR port 0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:44.596603 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0254dc-b4f0-4484-9c9c-8bd92271b006 req-1edd1dfb-dfc6-4e59-82c9-b13d6f944c9c tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:44.598244 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1b0254dc-b4f0-4484-9c9c-8bd92271b006 req-1edd1dfb-dfc6-4e59-82c9-b13d6f944c9c tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 932 time: 1.1110911 Jul 16 01:30:44.619403 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-276dbcc3-7e6e-4441-9775-b0fc3375ff7a req-b842adb4-58bc-4a81-95b1-ab5bc20670ec tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.621159 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-276dbcc3-7e6e-4441-9775-b0fc3375ff7a req-b842adb4-58bc-4a81-95b1-ab5bc20670ec tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.84 "DELETE /v2.0/ports/0b4b021b-9ce0-4fcf-8dc3-39208489e3e8 HTTP/1.1" status: 204 len: 173 time: 4.0868444 Jul 16 01:30:44.623704 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb50631-6e43-4619-a6f8-115b38ce7de9', 'name': 'network-vif-deleted', 'tag': '0b4b021b-9ce0-4fcf-8dc3-39208489e3e8'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:44.637026 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aed204c-d09f-4baf-862c-41030ee4a55b" -d '{"events": [{"server_uuid": "8cb50631-6e43-4619-a6f8-115b38ce7de9", "name": "network-vif-deleted", "tag": "0b4b021b-9ce0-4fcf-8dc3-39208489e3e8"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:44.780808 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1b0254dc-b4f0-4484-9c9c-8bd92271b006 req-c94810ad-e4ac-4a5d-8ab8-edce7fade637 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710849 Jul 16 01:30:44.812061 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-94f11a63-b17a-4944-bd86-e6994961f54e None None] Provisioning for port c1e588f1-802b-48f0-a318-03b8a3a15827 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:44.826818 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-94f11a63-b17a-4944-bd86-e6994961f54e None None] Provisioning complete for port c1e588f1-802b-48f0-a318-03b8a3a15827 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:44.827091 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-94f11a63-b17a-4944-bd86-e6994961f54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.938111 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-94f11a63-b17a-4944-bd86-e6994961f54e None None] Port c1e588f1-802b-48f0-a318-03b8a3a15827 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:30:45.011764 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f5e50879-0565-4720-922a-a87ac36afb1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.062896 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f5e50879-0565-4720-922a-a87ac36afb1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.091833 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-01e3dda6-2f05-4396-8a11-98d4d2a31060 req-f8ae9b5e-2c8e-4ad8-be0f-cde229e7b845 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f904fee-7183-4db6-b019-2ad51b03d217 HTTP/1.1" status: 200 len: 210 time: 0.0450423 Jul 16 01:30:45.130810 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ea45c0b6-afa8-43f3-8670-1b93db044ce5 req-fb20df4d-146d-43ad-88af-b62d140a1802 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7526805 Jul 16 01:30:45.183602 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 22fb6318-a867-4d41-bf62-dbf2168c3229 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:45.207515 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-ed5a5a07-e98a-43de-bf06-fe630f0a0066 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Allocated IP 172.20.0.6 (39df2001-8328-4173-8ef2-758e1689e4c6/ebcc696f-aedc-4c32-9b02-e33977af9ad0/84dbf7e4-43d9-4245-9317-6989e5da0b2d) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:45.237295 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f5e50879-0565-4720-922a-a87ac36afb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.240270 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f5e50879-0565-4720-922a-a87ac36afb1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.246593 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f5e50879-0565-4720-922a-a87ac36afb1f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b2b2918-17c2-476f-9025-2de772ef9c53 HTTP/1.1" status: 204 len: 168 time: 1.3933880 Jul 16 01:30:45.311020 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-2e73628f-b61c-4a0a-809e-253a4a0fea2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c1bf4f2-9e2c-4eaa-8773-918b25f6f295 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:45.324265 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92718cfc-00cd-4e6f-ac60-941026409ffa x-openstack-request-id: req-92718cfc-00cd-4e6f-ac60-941026409ffa {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:45.324963 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb749b8-c29e-4df3-9b8c-0b39179c01b8", "name": "network-vif-plugged", "status": "completed", "tag": "3ba317c3-f138-425f-aef7-114625b6c467", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:45.326732 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92718cfc-00cd-4e6f-ac60-941026409ffa {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:45.328000 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb749b8-c29e-4df3-9b8c-0b39179c01b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba317c3-f138-425f-aef7-114625b6c467', 'code': 200} Jul 16 01:30:45.335672 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-2e73628f-b61c-4a0a-809e-253a4a0fea2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.394773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e50879-0565-4720-922a-a87ac36afb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2b2918-17c2-476f-9025-2de772ef9c53,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:45.395729 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 22fb6318-a867-4d41-bf62-dbf2168c3229 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:45.396687 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.475931 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-2e73628f-b61c-4a0a-809e-253a4a0fea2b service neutron] Transition to ACTIVE for port object 8c1bf4f2-9e2c-4eaa-8773-918b25f6f295 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:45.477871 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-65605b0b-2437-4329-b608-1a95c4f064d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.509673 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-2e73628f-b61c-4a0a-809e-253a4a0fea2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.620929 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453495b-d7d1-487f-9fdc-ddb1d1051c06 req-a2d2c7fc-b796-4450-95c9-7f358b86bdf5 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:45.633408 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e453495b-d7d1-487f-9fdc-ddb1d1051c06 req-a2d2c7fc-b796-4450-95c9-7f358b86bdf5 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 945 time: 0.3104711 Jul 16 01:30:45.681664 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 9dfb228f-3201-4cb3-ae7c-b563231ab504 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:45.709742 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73628f-b61c-4a0a-809e-253a4a0fea2b service neutron] Pushing event updated for resources: {'Port': ['ID=8c1bf4f2-9e2c-4eaa-8773-918b25f6f295,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:45.756572 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 9dfb228f-3201-4cb3-ae7c-b563231ab504 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:45.762414 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 9dfb228f-3201-4cb3-ae7c-b563231ab504 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:45.762836 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.792709 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e453495b-d7d1-487f-9fdc-ddb1d1051c06 req-75e1a8ad-1bb9-4cc8-9534-4345c8962d75 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565986 Jul 16 01:30:45.873207 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-2e73628f-b61c-4a0a-809e-253a4a0fea2b service neutron] Attempting to bind port 8c1bf4f2-9e2c-4eaa-8773-918b25f6f295 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:45.879372 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-2e73628f-b61c-4a0a-809e-253a4a0fea2b service neutron] Attempting to bind port 8c1bf4f2-9e2c-4eaa-8773-918b25f6f295 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'd451883b-7e0c-4f2f-8387-e4488de655f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '740d1a79-a6f9-4fe4-80b6-74637837e26e'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:45.880176 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-2e73628f-b61c-4a0a-809e-253a4a0fea2b service neutron] Attempting to bind port 8c1bf4f2-9e2c-4eaa-8773-918b25f6f295 on network 740d1a79-a6f9-4fe4-80b6-74637837e26e {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:45.899448 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-2e73628f-b61c-4a0a-809e-253a4a0fea2b service neutron] Port 8c1bf4f2-9e2c-4eaa-8773-918b25f6f295 on network 740d1a79-a6f9-4fe4-80b6-74637837e26e not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:45.900130 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-2e73628f-b61c-4a0a-809e-253a4a0fea2b service neutron] Attempting to bind port 8c1bf4f2-9e2c-4eaa-8773-918b25f6f295 on network 740d1a79-a6f9-4fe4-80b6-74637837e26e {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:45.914742 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-2e73628f-b61c-4a0a-809e-253a4a0fea2b service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:45.915104 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-2e73628f-b61c-4a0a-809e-253a4a0fea2b service neutron] Checking segment: {'id': 'd451883b-7e0c-4f2f-8387-e4488de655f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '740d1a79-a6f9-4fe4-80b6-74637837e26e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:45.915460 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-2e73628f-b61c-4a0a-809e-253a4a0fea2b service neutron] Bound using segment: {'id': 'd451883b-7e0c-4f2f-8387-e4488de655f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '740d1a79-a6f9-4fe4-80b6-74637837e26e'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:45.925369 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209c09b-321b-4839-a1b9-24363abc2d4e req-26f4dbf2-b5d6-47fa-892c-fa131a0a9039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:45.929338 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2209c09b-321b-4839-a1b9-24363abc2d4e req-26f4dbf2-b5d6-47fa-892c-fa131a0a9039 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 1098 time: 0.5163519 Jul 16 01:30:45.929652 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-2e73628f-b61c-4a0a-809e-253a4a0fea2b service neutron] Bound port: 8c1bf4f2-9e2c-4eaa-8773-918b25f6f295, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd451883b-7e0c-4f2f-8387-e4488de655f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '740d1a79-a6f9-4fe4-80b6-74637837e26e'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:45.930298 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-2e73628f-b61c-4a0a-809e-253a4a0fea2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.931635 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5eaf10-b368-4436-b1d3-a9ad656d2f89 x-openstack-request-id: req-bc5eaf10-b368-4436-b1d3-a9ad656d2f89 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:45.932190 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb50631-6e43-4619-a6f8-115b38ce7de9", "name": "network-vif-deleted", "tag": "0b4b021b-9ce0-4fcf-8dc3-39208489e3e8", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:45.932681 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc5eaf10-b368-4436-b1d3-a9ad656d2f89 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:45.933346 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb50631-6e43-4619-a6f8-115b38ce7de9', 'name': 'network-vif-deleted', 'tag': '0b4b021b-9ce0-4fcf-8dc3-39208489e3e8', 'status': 'completed', 'code': 200} Jul 16 01:30:45.972715 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.018374 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 9dfb228f-3201-4cb3-ae7c-b563231ab504, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=9dfb228f-3201-4cb3-ae7c-b563231ab504,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:46.028213 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.071381 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-2e73628f-b61c-4a0a-809e-253a4a0fea2b service neutron] For port 8c1bf4f2-9e2c-4eaa-8773-918b25f6f295, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:46.076458 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-2e73628f-b61c-4a0a-809e-253a4a0fea2b service neutron] For port 8c1bf4f2-9e2c-4eaa-8773-918b25f6f295, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=8c1bf4f2-9e2c-4eaa-8773-918b25f6f295,segment=NetworkSegment(d451883b-7e0c-4f2f-8387-e4488de655f8),segment_id=d451883b-7e0c-4f2f-8387-e4488de655f8)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:46.082632 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54200) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:46.113127 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8fd27097-9d47-4372-a91b-f5fcdd930920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.121114 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-2e73628f-b61c-4a0a-809e-253a4a0fea2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.138554 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=9dfb228f-3201-4cb3-ae7c-b563231ab504,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:46.150862 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc9667-0121-42b7-9db6-e53b1b166e52 req-54c5b2e1-6d56-4084-b368-4e54e8cad3a9 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:46.152632 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-51fc9667-0121-42b7-9db6-e53b1b166e52 req-54c5b2e1-6d56-4084-b368-4e54e8cad3a9 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 946 time: 0.6178195 Jul 16 01:30:46.180768 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-ed5a5a07-e98a-43de-bf06-fe630f0a0066 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.200229 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2209c09b-321b-4839-a1b9-24363abc2d4e req-bbbbf2bd-f13d-48e3-abad-5869c51cbf36 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506268 Jul 16 01:30:46.264602 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-2e73628f-b61c-4a0a-809e-253a4a0fea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:46.265660 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-2e73628f-b61c-4a0a-809e-253a4a0fea2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.267467 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-2e73628f-b61c-4a0a-809e-253a4a0fea2b service neutron] 10.222.0.84 "PUT /v2.0/ports/8c1bf4f2-9e2c-4eaa-8773-918b25f6f295 HTTP/1.1" status: 200 len: 1093 time: 2.9519420 Jul 16 01:30:46.269584 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-51fc9667-0121-42b7-9db6-e53b1b166e52 req-1bdae616-af58-4f40-b8c8-8c7c47f6a6ab tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984209 Jul 16 01:30:46.283064 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2702b7f-cf96-4489-84fb-83c966403829', 'tag': '8c1bf4f2-9e2c-4eaa-8773-918b25f6f295'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:46.285737 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d9361f-91bc-4b24-9431-f0472adfdfb4" -d '{"events": [{"name": "network-changed", "server_uuid": "a2702b7f-cf96-4489-84fb-83c966403829", "tag": "8c1bf4f2-9e2c-4eaa-8773-918b25f6f295"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:46.313175 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-65605b0b-2437-4329-b608-1a95c4f064d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.329096 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-65605b0b-2437-4329-b608-1a95c4f064d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.407587 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-65605b0b-2437-4329-b608-1a95c4f064d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.434298 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-ed5a5a07-e98a-43de-bf06-fe630f0a0066 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.447291 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73628f-b61c-4a0a-809e-253a4a0fea2b service neutron] Pushing event updated for resources: {'Port': ['ID=8c1bf4f2-9e2c-4eaa-8773-918b25f6f295,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:46.476020 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8fd27097-9d47-4372-a91b-f5fcdd930920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.488388 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8fd27097-9d47-4372-a91b-f5fcdd930920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.557815 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8fd27097-9d47-4372-a91b-f5fcdd930920 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d9591ef17a54caaab5397e727bf5255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4703071 Jul 16 01:30:46.580294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65605b0b-2437-4329-b608-1a95c4f064d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c1e588f1-802b-48f0-a318-03b8a3a15827,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:46.582874 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54208) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:46.585335 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdf36a-530c-4b43-9833-8b2461cbdfd4 req-3f1ba5c2-69b2-47ad-84c1-31d0bfa1fb98 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:46.591797 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-ed5a5a07-e98a-43de-bf06-fe630f0a0066 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Network 39df2001-8328-4173-8ef2-758e1689e4c6 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:46.604992 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3bfdf36a-530c-4b43-9833-8b2461cbdfd4 req-3f1ba5c2-69b2-47ad-84c1-31d0bfa1fb98 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 944 time: 0.4874556 Jul 16 01:30:46.636479 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-17baa432-dc97-478f-a708-a4587b5c3646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:46.649000 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-17baa432-dc97-478f-a708-a4587b5c3646 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=efea2752c9f54aa1a4f60b73855614d8&device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 1096 time: 0.3041513 Jul 16 01:30:46.700578 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd27097-9d47-4372-a91b-f5fcdd930920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bcd601-9d2a-43b6-bb7e-087658660c54,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:46.760219 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-86cdf86c-94bb-4c3d-8cde-07c6f11ebe8c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c1bf4f2-9e2c-4eaa-8773-918b25f6f295 HTTP/1.1" status: 200 len: 217 time: 0.0990694 Jul 16 01:30:46.820679 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3bfdf36a-530c-4b43-9833-8b2461cbdfd4 req-45c39e22-5e99-4f3e-a2f2-5e247f92903e tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147286 Jul 16 01:30:46.865616 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-fcac380e-baa6-4a63-bab7-e009b824b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:46.867323 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-fcac380e-baa6-4a63-bab7-e009b824b476 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f4a13b68-d187-4043-a1fb-e8b0db4cac67 HTTP/1.1" status: 200 len: 851 time: 0.1010194 Jul 16 01:30:46.919649 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-d3d69c08-959b-4a92-8ec5-2daa2026f405 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=740d1a79-a6f9-4fe4-80b6-74637837e26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455263 Jul 16 01:30:46.989216 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 9dfb228f-3201-4cb3-ae7c-b563231ab504 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:47.112540 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044d9150-7681-4c2b-8804-9870aaca5a7b x-openstack-request-id: req-044d9150-7681-4c2b-8804-9870aaca5a7b {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:47.114808 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2702b7f-cf96-4489-84fb-83c966403829", "tag": "8c1bf4f2-9e2c-4eaa-8773-918b25f6f295", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:47.115505 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-ed5a5a07-e98a-43de-bf06-fe630f0a0066 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:47.116185 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-044d9150-7681-4c2b-8804-9870aaca5a7b {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:47.118402 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2702b7f-cf96-4489-84fb-83c966403829', 'tag': '8c1bf4f2-9e2c-4eaa-8773-918b25f6f295', 'status': 'completed', 'code': 200} Jul 16 01:30:47.131932 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-ed5a5a07-e98a-43de-bf06-fe630f0a0066 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:47.175821 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-aec266c1-8c33-4d04-b3dd-73ca8b1e7e40 service neutron] 10.222.0.84 "GET /v2.0/networks/740d1a79-a6f9-4fe4-80b6-74637837e26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463021 Jul 16 01:30:47.176952 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 9dfb228f-3201-4cb3-ae7c-b563231ab504 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:47.177684 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.283855 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5c157da9-af2b-42e2-a46b-4cb3efc7c688 req-a73b3084-a0e9-4627-b4b4-dd5633344eb7 service neutron] 10.222.0.84 "GET /v2.0/networks/740d1a79-a6f9-4fe4-80b6-74637837e26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996459 Jul 16 01:30:47.318224 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a5a07-e98a-43de-bf06-fe630f0a0066 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Pushing event updated for resources: {'Port': ['ID=84dbf7e4-43d9-4245-9317-6989e5da0b2d,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:47.386273 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65605b0b-2437-4329-b608-1a95c4f064d3 admin admin] Network a234ced2-2561-4913-8003-4792f091e669 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:47.390316 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da1b63-fdc9-4dd8-a0f4-9c4e12e3d434 req-c8bfe695-213a-4d49-975f-a78172b01322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.393260 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f7da1b63-fdc9-4dd8-a0f4-9c4e12e3d434 req-c8bfe695-213a-4d49-975f-a78172b01322 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 1097 time: 0.9504449 Jul 16 01:30:47.395282 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2ab26725-1669-4c7c-80a7-600675f8a968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.415156 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-65605b0b-2437-4329-b608-1a95c4f064d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:47.424901 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6679c0-3886-41f5-a97b-99ceb11c7d3f req-67c38165-b1b2-4720-80f1-5b059c1517e7 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.426759 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d6679c0-3886-41f5-a97b-99ceb11c7d3f req-67c38165-b1b2-4720-80f1-5b059c1517e7 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 945 time: 0.1419868 Jul 16 01:30:47.467260 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2ab26725-1669-4c7c-80a7-600675f8a968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.478959 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d6679c0-3886-41f5-a97b-99ceb11c7d3f req-8585a30e-1c56-4988-809e-1a0e55ff8e9c tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421865 Jul 16 01:30:47.500857 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-ed5a5a07-e98a-43de-bf06-fe630f0a0066 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.501509 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-ed5a5a07-e98a-43de-bf06-fe630f0a0066 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.526253 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9361f-91bc-4b24-9431-f0472adfdfb4 req-801e9dca-01ee-4437-8d22-b87ebfd3b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.529055 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67d9361f-91bc-4b24-9431-f0472adfdfb4 req-801e9dca-01ee-4437-8d22-b87ebfd3b093 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=efea2752c9f54aa1a4f60b73855614d8&device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 1096 time: 0.1626513 Jul 16 01:30:47.725885 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65605b0b-2437-4329-b608-1a95c4f064d3 admin admin] Router fc951a0f-5a7c-4722-aeae-fc17da85730d has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:30:47.752762 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d5958-4449-4108-8ede-63023b2fe90c req-c9b5566a-13dd-439f-9157-e6a5a3a5ece6 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.762954 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5a4d5958-4449-4108-8ede-63023b2fe90c req-c9b5566a-13dd-439f-9157-e6a5a3a5ece6 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f904fee-7183-4db6-b019-2ad51b03d217 HTTP/1.1" status: 200 len: 931 time: 1.2343907 Jul 16 01:30:47.781015 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-ed5a5a07-e98a-43de-bf06-fe630f0a0066 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9526711 Jul 16 01:30:47.789654 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510057a8-1259-4d80-bf39-4ca3507c556b req-38784dbc-11a3-4a2c-adbd-0a71c9b8933e tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.790342 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8b47f33f-db7a-4b09-aded-86dbf8975bb1 None None] Provisioning complete for port c1e588f1-802b-48f0-a318-03b8a3a15827 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:47.790756 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8b47f33f-db7a-4b09-aded-86dbf8975bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.791279 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-510057a8-1259-4d80-bf39-4ca3507c556b req-38784dbc-11a3-4a2c-adbd-0a71c9b8933e tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/networks?id=43e3c824-6c72-4121-8b92-50e92d3d660a HTTP/1.1" status: 200 len: 822 time: 0.1431737 Jul 16 01:30:47.795079 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9361f-91bc-4b24-9431-f0472adfdfb4 req-5f289eb7-2c82-4d39-8c63-05fcb626f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.796610 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67d9361f-91bc-4b24-9431-f0472adfdfb4 req-5f289eb7-2c82-4d39-8c63-05fcb626f5d3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=740d1a79-a6f9-4fe4-80b6-74637837e26e HTTP/1.1" status: 200 len: 912 time: 0.2592683 Jul 16 01:30:47.834453 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-510057a8-1259-4d80-bf39-4ca3507c556b req-4492db11-1349-455b-9744-666955a5512e tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/quotas/ece0cb6368084497ba010fa4129ba54f HTTP/1.1" status: 200 len: 375 time: 0.0283771 Jul 16 01:30:47.837496 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8b47f33f-db7a-4b09-aded-86dbf8975bb1 None None] Port c1e588f1-802b-48f0-a318-03b8a3a15827 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:30:47.864537 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-f8dede1e-d5ea-4d63-ab8c-c9a71d3c74ed service neutron] Request body: {'port': {'device_id': '4f904fee-7183-4db6-b019-2ad51b03d217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:47.885700 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67d9361f-91bc-4b24-9431-f0472adfdfb4 req-d0055b2c-b7f9-4aa5-8539-d9ab739bc205 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c1bf4f2-9e2c-4eaa-8773-918b25f6f295 HTTP/1.1" status: 200 len: 217 time: 0.0778859 Jul 16 01:30:47.974094 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9361f-91bc-4b24-9431-f0472adfdfb4 req-454e5ebc-263f-4bb1-a21e-80d2867ca9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.975960 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67d9361f-91bc-4b24-9431-f0472adfdfb4 req-454e5ebc-263f-4bb1-a21e-80d2867ca9a6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f4a13b68-d187-4043-a1fb-e8b0db4cac67 HTTP/1.1" status: 200 len: 851 time: 0.0679388 Jul 16 01:30:47.999861 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da1b63-fdc9-4dd8-a0f4-9c4e12e3d434 req-4b77c870-7361-4850-a36f-56e074f29629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:48.001422 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f7da1b63-fdc9-4dd8-a0f4-9c4e12e3d434 req-4b77c870-7361-4850-a36f-56e074f29629 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 911 time: 0.5603454 Jul 16 01:30:48.002756 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-510057a8-1259-4d80-bf39-4ca3507c556b req-722389cc-6ee7-4ec6-b012-fcbb2d35f0a1 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ece0cb6368084497ba010fa4129ba54f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1673062 Jul 16 01:30:48.011597 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5a4d5958-4449-4108-8ede-63023b2fe90c req-ec24653f-5efd-449d-b397-280b85661edd tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb0ed501-96d6-43b3-8e6a-bcbedffd7ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476578 Jul 16 01:30:48.012276 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2ab26725-1669-4c7c-80a7-600675f8a968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:48.014895 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2ab26725-1669-4c7c-80a7-600675f8a968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:48.028793 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2ab26725-1669-4c7c-80a7-600675f8a968 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01bcd601-9d2a-43b6-bb7e-087658660c54 HTTP/1.1" status: 204 len: 168 time: 1.4239690 Jul 16 01:30:48.034170 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67d9361f-91bc-4b24-9431-f0472adfdfb4 req-350c8031-0c23-4b7d-8daa-df80e623ea8d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=740d1a79-a6f9-4fe4-80b6-74637837e26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501032 Jul 16 01:30:48.092445 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab26725-1669-4c7c-80a7-600675f8a968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bcd601-9d2a-43b6-bb7e-087658660c54,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:48.231944 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-510057a8-1259-4d80-bf39-4ca3507c556b req-a6dd669a-654a-4708-ac36-213856c23c30 service neutron] 10.222.0.16 "GET /v2.0/networks/43e3c824-6c72-4121-8b92-50e92d3d660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281804 Jul 16 01:30:48.245557 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67d9361f-91bc-4b24-9431-f0472adfdfb4 req-163adf45-40f6-43e5-a54d-c45cf4b00058 service neutron] 10.222.0.84 "GET /v2.0/networks/740d1a79-a6f9-4fe4-80b6-74637837e26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007751 Jul 16 01:30:48.381412 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-f8dede1e-d5ea-4d63-ab8c-c9a71d3c74ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:48.402261 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f7da1b63-fdc9-4dd8-a0f4-9c4e12e3d434 req-0795eed0-3dac-42b2-9243-9b676e5f4d36 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8660866a-9db7-4aa3-8d44-f99d34857980 HTTP/1.1" status: 200 len: 1001 time: 0.3722062 Jul 16 01:30:48.419683 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-510057a8-1259-4d80-bf39-4ca3507c556b req-138001bd-fcad-441b-a84e-c4720e2be37e service neutron] 10.222.0.16 "GET /v2.0/networks/43e3c824-6c72-4121-8b92-50e92d3d660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867101 Jul 16 01:30:48.427700 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-67d9361f-91bc-4b24-9431-f0472adfdfb4 req-60c997f1-c671-4811-ad85-4a4d277a3056 service neutron] 10.222.0.84 "GET /v2.0/networks/740d1a79-a6f9-4fe4-80b6-74637837e26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711736 Jul 16 01:30:48.460308 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65605b0b-2437-4329-b608-1a95c4f064d3 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:48.478397 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] Sync routers for ids ['fc951a0f-5a7c-4722-aeae-fc17da85730d'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:48.478808 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-65605b0b-2437-4329-b608-1a95c4f064d3 admin admin] 10.222.0.16 "PUT /v2.0/routers/fc951a0f-5a7c-4722-aeae-fc17da85730d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5229812 Jul 16 01:30:48.511527 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] Routers {'fc951a0f-5a7c-4722-aeae-fc17da85730d'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:48.515561 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:30:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['fc951a0f-5a7c-4722-aeae-fc17da85730d'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:48.580669 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da1b63-fdc9-4dd8-a0f4-9c4e12e3d434 req-dbb617c5-5cfd-4b7a-8dab-efc1d45cc018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:48.582397 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f7da1b63-fdc9-4dd8-a0f4-9c4e12e3d434 req-dbb617c5-5cfd-4b7a-8dab-efc1d45cc018 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.1674621 Jul 16 01:30:48.625229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fed9ed-4c9d-4fdd-968d-10d1f82e9ff3 req-e77ed986-57db-4095-ae42-483ca537fce2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:48.638266 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c1fed9ed-4c9d-4fdd-968d-10d1f82e9ff3 req-e77ed986-57db-4095-ae42-483ca537fce2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 946 time: 0.3437355 Jul 16 01:30:48.753639 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] Set router fc951a0f-5a7c-4722-aeae-fc17da85730d gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:49.079308 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c70fcb-dc7a-4960-81e8-782c0cd8f83d req-4daa6234-caf4-411e-a456-fbe830081ffc tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:49.092473 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-42c70fcb-dc7a-4960-81e8-782c0cd8f83d req-4daa6234-caf4-411e-a456-fbe830081ffc tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 944 time: 0.2376390 Jul 16 01:30:49.205839 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c1fed9ed-4c9d-4fdd-968d-10d1f82e9ff3 req-f4cefe5e-27d6-4d2f-b06c-1fc3517793cc tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5639927 Jul 16 01:30:49.371175 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da1b63-fdc9-4dd8-a0f4-9c4e12e3d434 req-fe479d84-cd24-4a46-9a67-a133cefdb30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:49.379160 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f7da1b63-fdc9-4dd8-a0f4-9c4e12e3d434 req-fe479d84-cd24-4a46-9a67-a133cefdb30c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7207448 Jul 16 01:30:49.414746 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc951a0f-5a7c-4722-aeae-fc17da85730d', 'name': 'tempest-TestAggregatesBasicOps-1568294234-router', 'tenant_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '9dfb228f-3201-4cb3-ae7c-b563231ab504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:28Z', 'updated_at': '2021-07-16T01:30:45Z', 'revision_number': 4, 'project_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'gw_port': {'id': '9dfb228f-3201-4cb3-ae7c-b563231ab504', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc951a0f-5a7c-4722-aeae-fc17da85730d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:32Z', 'updated_at': '2021-07-16T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c1e588f1-802b-48f0-a318-03b8a3a15827', 'name': '', 'network_id': 'a234ced2-2561-4913-8003-4792f091e669', 'tenant_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'mac_address': 'fa:16:3e:cb:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc951a0f-5a7c-4722-aeae-fc17da85730d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'd2e5183b-3390-4994-9291-9eaa9c9a9bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:42Z', 'updated_at': '2021-07-16T01:30:45Z', 'revision_number': 2, 'project_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'subnets': [{'id': 'd2e5183b-3390-4994-9291-9eaa9c9a9bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:49.494800 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] Checking router: fc951a0f-5a7c-4722-aeae-fc17da85730d for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:49.495506 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] Updating router fc951a0f-5a7c-4722-aeae-fc17da85730d port c1e588f1-802b-48f0-a318-03b8a3a15827 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:30:49.583441 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.788946 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69fc3b-a8d2-45cf-9d84-add6f989227c req-ad08fa80-d68a-44a7-b5b4-a76ca98fdfb4 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:49.796932 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8a69fc3b-a8d2-45cf-9d84-add6f989227c req-ad08fa80-d68a-44a7-b5b4-a76ca98fdfb4 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 945 time: 0.3175666 Jul 16 01:30:49.875217 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f7da1b63-fdc9-4dd8-a0f4-9c4e12e3d434 req-2bff342f-9a86-439c-afad-34a9c9243aa7 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655182 Jul 16 01:30:49.920350 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-42c70fcb-dc7a-4960-81e8-782c0cd8f83d req-f921ab72-d8cb-49b8-99bf-6b90eb0269c7 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8272953 Jul 16 01:30:49.998548 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 8c1bf4f2-9e2c-4eaa-8773-918b25f6f295 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:50.044668 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-f8dede1e-d5ea-4d63-ab8c-c9a71d3c74ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84dbf7e4-43d9-4245-9317-6989e5da0b2d {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:50.074070 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-f8dede1e-d5ea-4d63-ab8c-c9a71d3c74ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.115091 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54298) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:50.131982 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-9053f78e-27c6-40aa-be30-8c2c8697617a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1022939757-network', 'tenant_id': 'd18e614c431a40518a347767aa73fcfb'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:50.301178 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8a69fc3b-a8d2-45cf-9d84-add6f989227c req-0f308a65-ef82-464b-a8a3-3d180773ec1e tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028887 Jul 16 01:30:50.302438 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9053f78e-27c6-40aa-be30-8c2c8697617a admin admin] Made reservation on behalf of d18e614c431a40518a347767aa73fcfb for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:50.306198 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9053f78e-27c6-40aa-be30-8c2c8697617a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.329526 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-f8dede1e-d5ea-4d63-ab8c-c9a71d3c74ed service neutron] Transition to ACTIVE for port object 84dbf7e4-43d9-4245-9317-6989e5da0b2d will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:50.334975 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9053f78e-27c6-40aa-be30-8c2c8697617a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.343152 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 8c1bf4f2-9e2c-4eaa-8773-918b25f6f295, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=8c1bf4f2-9e2c-4eaa-8773-918b25f6f295,segment=NetworkSegment(d451883b-7e0c-4f2f-8387-e4488de655f8),segment_id=d451883b-7e0c-4f2f-8387-e4488de655f8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:50.363446 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-50987c14-e8cc-48a6-a830-8a4f2afae900 req-5d938e26-ea46-4882-9a89-4b4448924372 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8d51272-f2ab-4486-9b09-147b2001acc6 HTTP/1.1" status: 200 len: 210 time: 0.0684071 Jul 16 01:30:50.374228 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.384630 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '8c1bf4f2-9e2c-4eaa-8773-918b25f6f295', 'network_id': '740d1a79-a6f9-4fe4-80b6-74637837e26e', 'port_id': '8c1bf4f2-9e2c-4eaa-8773-918b25f6f295', 'mac_address': 'fa:16:3e:58:75:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a13b68-d187-4043-a1fb-e8b0db4cac67', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:50.392578 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-f8dede1e-d5ea-4d63-ab8c-c9a71d3c74ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.406308 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] Transition to ACTIVE for port object c1e588f1-802b-48f0-a318-03b8a3a15827 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:50.454504 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.471858 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c1bf4f2-9e2c-4eaa-8773-918b25f6f295 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:50.478997 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.510700 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dede1e-d5ea-4d63-ab8c-c9a71d3c74ed service neutron] Pushing event updated for resources: {'Port': ['ID=84dbf7e4-43d9-4245-9317-6989e5da0b2d,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:50.517761 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54302) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:50.537593 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 8c1bf4f2-9e2c-4eaa-8773-918b25f6f295, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=8c1bf4f2-9e2c-4eaa-8773-918b25f6f295,segment=NetworkSegment(d451883b-7e0c-4f2f-8387-e4488de655f8),segment_id=d451883b-7e0c-4f2f-8387-e4488de655f8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:50.555868 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.670668 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628aa04-a68e-43ec-b63b-93ad20a0d01e None None] Pushing event updated for resources: {'Port': ['ID=c1e588f1-802b-48f0-a318-03b8a3a15827,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:50.674603 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f7da1b63-fdc9-4dd8-a0f4-9c4e12e3d434 req-e4d372b4-0de6-4abc-86a2-a66d6bdfe2cd service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7580972 Jul 16 01:30:50.734691 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] Attempting to bind port c1e588f1-802b-48f0-a318-03b8a3a15827 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:50.735913 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] Attempting to bind port c1e588f1-802b-48f0-a318-03b8a3a15827 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'f037c05e-c1db-4b12-ba79-b4166e32c45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a234ced2-2561-4913-8003-4792f091e669'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:50.738312 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] Attempting to bind port c1e588f1-802b-48f0-a318-03b8a3a15827 on network a234ced2-2561-4913-8003-4792f091e669 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:50.801758 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:50.802783 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] Checking segment: {'id': 'f037c05e-c1db-4b12-ba79-b4166e32c45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a234ced2-2561-4913-8003-4792f091e669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:50.803710 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.804676 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] Bound using segment: {'id': 'f037c05e-c1db-4b12-ba79-b4166e32c45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a234ced2-2561-4913-8003-4792f091e669'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:50.806079 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] Bound port: c1e588f1-802b-48f0-a318-03b8a3a15827, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f037c05e-c1db-4b12-ba79-b4166e32c45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a234ced2-2561-4913-8003-4792f091e669'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:50.813186 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-348a6e82-cbd8-4f6c-bc67-59fe54af1b6d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1138389278'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:50.818586 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.822188 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeef250-54ec-43a3-b86c-773e0dacd1eb req-b7d315d0-b32c-414f-8310-c2397c299265 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:50.829248 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5eeef250-54ec-43a3-b86c-773e0dacd1eb req-b7d315d0-b32c-414f-8310-c2397c299265 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f904fee-7183-4db6-b019-2ad51b03d217 HTTP/1.1" status: 200 len: 943 time: 0.2834749 Jul 16 01:30:50.857130 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['8c1bf4f2-9e2c-4eaa-8773-918b25f6f295'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:50.919870 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-f8dede1e-d5ea-4d63-ab8c-c9a71d3c74ed service neutron] Attempting to bind port 84dbf7e4-43d9-4245-9317-6989e5da0b2d on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:50.920271 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-f8dede1e-d5ea-4d63-ab8c-c9a71d3c74ed service neutron] Attempting to bind port 84dbf7e4-43d9-4245-9317-6989e5da0b2d by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '5515ad28-9823-4c02-9369-ca2a5581ffaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '39df2001-8328-4173-8ef2-758e1689e4c6'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:50.920551 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-f8dede1e-d5ea-4d63-ab8c-c9a71d3c74ed service neutron] Attempting to bind port 84dbf7e4-43d9-4245-9317-6989e5da0b2d on network 39df2001-8328-4173-8ef2-758e1689e4c6 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:50.928237 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-f8dede1e-d5ea-4d63-ab8c-c9a71d3c74ed service neutron] Port 84dbf7e4-43d9-4245-9317-6989e5da0b2d on network 39df2001-8328-4173-8ef2-758e1689e4c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:50.928634 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-f8dede1e-d5ea-4d63-ab8c-c9a71d3c74ed service neutron] Attempting to bind port 84dbf7e4-43d9-4245-9317-6989e5da0b2d on network 39df2001-8328-4173-8ef2-758e1689e4c6 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:50.939399 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-f8dede1e-d5ea-4d63-ab8c-c9a71d3c74ed service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:50.939783 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-f8dede1e-d5ea-4d63-ab8c-c9a71d3c74ed service neutron] Checking segment: {'id': '5515ad28-9823-4c02-9369-ca2a5581ffaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '39df2001-8328-4173-8ef2-758e1689e4c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:50.940116 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-f8dede1e-d5ea-4d63-ab8c-c9a71d3c74ed service neutron] Bound using segment: {'id': '5515ad28-9823-4c02-9369-ca2a5581ffaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '39df2001-8328-4173-8ef2-758e1689e4c6'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:50.940787 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-f8dede1e-d5ea-4d63-ab8c-c9a71d3c74ed service neutron] Bound port: 84dbf7e4-43d9-4245-9317-6989e5da0b2d, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5515ad28-9823-4c02-9369-ca2a5581ffaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '39df2001-8328-4173-8ef2-758e1689e4c6'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:50.941152 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-f8dede1e-d5ea-4d63-ab8c-c9a71d3c74ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.957601 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5eeef250-54ec-43a3-b86c-773e0dacd1eb req-e2f404c6-a457-4474-923c-3401220c87ce tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb0ed501-96d6-43b3-8e6a-bcbedffd7ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273565 Jul 16 01:30:51.082899 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=8c1bf4f2-9e2c-4eaa-8773-918b25f6f295,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:51.173608 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] For port c1e588f1-802b-48f0-a318-03b8a3a15827, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:51.187153 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9053f78e-27c6-40aa-be30-8c2c8697617a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.192496 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] For port c1e588f1-802b-48f0-a318-03b8a3a15827, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c1e588f1-802b-48f0-a318-03b8a3a15827,segment=NetworkSegment(f037c05e-c1db-4b12-ba79-b4166e32c45a),segment_id=f037c05e-c1db-4b12-ba79-b4166e32c45a)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:51.216977 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-f8dede1e-d5ea-4d63-ab8c-c9a71d3c74ed service neutron] For port 84dbf7e4-43d9-4245-9317-6989e5da0b2d, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:51.224908 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-f8dede1e-d5ea-4d63-ab8c-c9a71d3c74ed service neutron] For port 84dbf7e4-43d9-4245-9317-6989e5da0b2d, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=84dbf7e4-43d9-4245-9317-6989e5da0b2d,segment=NetworkSegment(5515ad28-9823-4c02-9369-ca2a5581ffaf),segment_id=5515ad28-9823-4c02-9369-ca2a5581ffaf)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:51.228017 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.240046 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9053f78e-27c6-40aa-be30-8c2c8697617a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.263851 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-f8dede1e-d5ea-4d63-ab8c-c9a71d3c74ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.274130 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348a6e82-cbd8-4f6c-bc67-59fe54af1b6d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Made reservation on behalf of 7f2a37d7bec44203978c58a6203795a8 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:51.286634 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-348a6e82-cbd8-4f6c-bc67-59fe54af1b6d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.303663 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510057a8-1259-4d80-bf39-4ca3507c556b req-cf0d9ada-5c67-4b85-a59a-30c4f346d0bf tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:51.305491 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-510057a8-1259-4d80-bf39-4ca3507c556b req-cf0d9ada-5c67-4b85-a59a-30c4f346d0bf tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.84 "GET /v2.0/networks?id=43e3c824-6c72-4121-8b92-50e92d3d660a HTTP/1.1" status: 200 len: 822 time: 0.3682997 Jul 16 01:30:51.311373 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-348a6e82-cbd8-4f6c-bc67-59fe54af1b6d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.328734 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-510057a8-1259-4d80-bf39-4ca3507c556b req-08429872-8fa6-4cbd-bf74-84ce85f8a351 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Request body: {'port': {'device_id': 'b8d51272-f2ab-4486-9b09-147b2001acc6', 'network_id': '43e3c824-6c72-4121-8b92-50e92d3d660a', 'admin_state_up': True, 'tenant_id': 'ece0cb6368084497ba010fa4129ba54f'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:51.330110 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628aa04-a68e-43ec-b63b-93ad20a0d01e None None] Pushing event updated for resources: {'Port': ['ID=c1e588f1-802b-48f0-a318-03b8a3a15827,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:51.345103 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6d03e-1448-4d9f-9701-72c336a9cb20 req-1a704bd3-72ef-446f-a38f-e746e9653a8e tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:51.353161 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1df6d03e-1448-4d9f-9701-72c336a9cb20 req-1a704bd3-72ef-446f-a38f-e746e9653a8e tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 946 time: 0.1850193 Jul 16 01:30:51.432085 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] Routers {'fc951a0f-5a7c-4722-aeae-fc17da85730d'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:51.438451 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:30:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['fc951a0f-5a7c-4722-aeae-fc17da85730d'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:51.481878 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9053f78e-27c6-40aa-be30-8c2c8697617a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:30:51.527972 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-f8dede1e-d5ea-4d63-ab8c-c9a71d3c74ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:51.528559 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-f8dede1e-d5ea-4d63-ab8c-c9a71d3c74ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.530006 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-f8dede1e-d5ea-4d63-ab8c-c9a71d3c74ed service neutron] 10.222.0.82 "PUT /v2.0/ports/84dbf7e4-43d9-4245-9317-6989e5da0b2d HTTP/1.1" status: 200 len: 1092 time: 3.7053390 Jul 16 01:30:51.537047 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f904fee-7183-4db6-b019-2ad51b03d217', 'tag': '84dbf7e4-43d9-4245-9317-6989e5da0b2d'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:51.541880 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4932dd71-fac6-46aa-82ca-277278ce9ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "4f904fee-7183-4db6-b019-2ad51b03d217", "tag": "84dbf7e4-43d9-4245-9317-6989e5da0b2d"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:51.559859 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053f78e-27c6-40aa-be30-8c2c8697617a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b76008-41c8-49a7-bad6-37e1d97ac5e2,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:51.579018 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9053f78e-27c6-40aa-be30-8c2c8697617a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.579370 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-9053f78e-27c6-40aa-be30-8c2c8697617a admin admin] Added segment 6ae2fdc9-4631-4358-aebe-3d78c02205d5 of type vlan for network 2f84c903-1a27-4293-8d8e-dc9e3e234d47 Jul 16 01:30:51.606862 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1df6d03e-1448-4d9f-9701-72c336a9cb20 req-8ce56323-98a3-4bad-af8c-2d3416271fc7 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524559 Jul 16 01:30:51.690427 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] Set router fc951a0f-5a7c-4722-aeae-fc17da85730d gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:51.729419 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-348a6e82-cbd8-4f6c-bc67-59fe54af1b6d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.754880 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dede1e-d5ea-4d63-ab8c-c9a71d3c74ed service neutron] Pushing event updated for resources: {'Port': ['ID=84dbf7e4-43d9-4245-9317-6989e5da0b2d,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:51.790508 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-348a6e82-cbd8-4f6c-bc67-59fe54af1b6d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.811938 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9053f78e-27c6-40aa-be30-8c2c8697617a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.842450 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-510057a8-1259-4d80-bf39-4ca3507c556b req-08429872-8fa6-4cbd-bf74-84ce85f8a351 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Made reservation on behalf of ece0cb6368084497ba010fa4129ba54f for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:51.846619 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-510057a8-1259-4d80-bf39-4ca3507c556b req-08429872-8fa6-4cbd-bf74-84ce85f8a351 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.856626 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a6e82-cbd8-4f6c-bc67-59fe54af1b6d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e19e9747-88a4-48a5-a9c6-cb056b0f48d0,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:51.860339 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c9ad9-bde9-46ed-860e-44fc4f9962ba req-f0f498e8-94ae-4366-9c88-ce52b9e556b2 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:51.862102 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-334c9ad9-bde9-46ed-860e-44fc4f9962ba req-f0f498e8-94ae-4366-9c88-ce52b9e556b2 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 945 time: 0.5824206 Jul 16 01:30:51.895693 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-6937b0f2-ce83-432c-ae7a-669728d324a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:51.897340 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-6937b0f2-ce83-432c-ae7a-669728d324a3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9874d978259946e4ac2ba74e97c2ac27&device_id=4f904fee-7183-4db6-b019-2ad51b03d217 HTTP/1.1" status: 200 len: 1095 time: 0.2618642 Jul 16 01:30:51.900467 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9053f78e-27c6-40aa-be30-8c2c8697617a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.901447 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9053f78e-27c6-40aa-be30-8c2c8697617a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:51.902030 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9053f78e-27c6-40aa-be30-8c2c8697617a admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.929911 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348a6e82-cbd8-4f6c-bc67-59fe54af1b6d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:30:51.962565 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-348a6e82-cbd8-4f6c-bc67-59fe54af1b6d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.963006 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-348a6e82-cbd8-4f6c-bc67-59fe54af1b6d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Added segment f53e01a9-bc9d-4f6d-bf98-be64768f90a3 of type vlan for network f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5 Jul 16 01:30:51.968584 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc951a0f-5a7c-4722-aeae-fc17da85730d', 'name': 'tempest-TestAggregatesBasicOps-1568294234-router', 'tenant_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '9dfb228f-3201-4cb3-ae7c-b563231ab504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:28Z', 'updated_at': '2021-07-16T01:30:45Z', 'revision_number': 4, 'project_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'gw_port': {'id': '9dfb228f-3201-4cb3-ae7c-b563231ab504', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc951a0f-5a7c-4722-aeae-fc17da85730d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:32Z', 'updated_at': '2021-07-16T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c1e588f1-802b-48f0-a318-03b8a3a15827', 'name': '', 'network_id': 'a234ced2-2561-4913-8003-4792f091e669', 'tenant_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'mac_address': 'fa:16:3e:cb:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc951a0f-5a7c-4722-aeae-fc17da85730d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'd2e5183b-3390-4994-9291-9eaa9c9a9bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:42Z', 'updated_at': '2021-07-16T01:30:51Z', 'revision_number': 4, 'project_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'subnets': [{'id': 'd2e5183b-3390-4994-9291-9eaa9c9a9bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:51.991330 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-595cc053-f6a7-477f-9b80-72333f07e015 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84dbf7e4-43d9-4245-9317-6989e5da0b2d HTTP/1.1" status: 200 len: 217 time: 0.0649004 Jul 16 01:30:51.994322 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-334c9ad9-bde9-46ed-860e-44fc4f9962ba req-173da54c-9141-4ccf-baac-ba4927a79b9e tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229889 Jul 16 01:30:51.995639 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9053f78e-27c6-40aa-be30-8c2c8697617a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8751917 Jul 16 01:30:51.999651 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54322) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:52.017213 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-707ed327-d70e-4fe4-99b7-61f10fd88920 admin admin] Request body: {'subnet': {'network_id': '2f84c903-1a27-4293-8d8e-dc9e3e234d47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1022939757-subnet', 'tenant_id': 'd18e614c431a40518a347767aa73fcfb', 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:52.084505 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053f78e-27c6-40aa-be30-8c2c8697617a admin admin] Pushing event updated for resources: {'Network': ['ID=2f84c903-1a27-4293-8d8e-dc9e3e234d47,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:52.114760 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-7fb31719-3f18-46cd-bdac-4da0a161d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:52.117239 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-7fb31719-3f18-46cd-bdac-4da0a161d4ee service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ebcc696f-aedc-4c32-9b02-e33977af9ad0 HTTP/1.1" status: 200 len: 864 time: 0.1178520 Jul 16 01:30:52.124830 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707ed327-d70e-4fe4-99b7-61f10fd88920 admin admin] Made reservation on behalf of d18e614c431a40518a347767aa73fcfb for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:52.128845 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-707ed327-d70e-4fe4-99b7-61f10fd88920 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.193976 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-1323e1c3-c385-4df9-b0cd-785379f064dd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39df2001-8328-4173-8ef2-758e1689e4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601661 Jul 16 01:30:52.204529 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-348a6e82-cbd8-4f6c-bc67-59fe54af1b6d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.223884 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6f920-e976-4a7b-91d4-ffab5585d4f9 req-53eaf1f0-c9b1-486c-8163-ef2938ea23bc tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:52.226690 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a2d6f920-e976-4a7b-91d4-ffab5585d4f9 req-53eaf1f0-c9b1-486c-8163-ef2938ea23bc tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 945 time: 0.3746579 Jul 16 01:30:52.245156 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd8a7f4-b5c5-4eef-8f51-92871063222c None None] The sync data for ids ['fc951a0f-5a7c-4722-aeae-fc17da85730d'] in n-d-792394-16 is: [{'id': 'fc951a0f-5a7c-4722-aeae-fc17da85730d', 'name': 'tempest-TestAggregatesBasicOps-1568294234-router', 'tenant_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '9dfb228f-3201-4cb3-ae7c-b563231ab504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:28Z', 'updated_at': '2021-07-16T01:30:45Z', 'revision_number': 4, 'project_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'gw_port': {'id': '9dfb228f-3201-4cb3-ae7c-b563231ab504', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc951a0f-5a7c-4722-aeae-fc17da85730d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:32Z', 'updated_at': '2021-07-16T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c1e588f1-802b-48f0-a318-03b8a3a15827', 'name': '', 'network_id': 'a234ced2-2561-4913-8003-4792f091e669', 'tenant_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'mac_address': 'fa:16:3e:cb:92:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc951a0f-5a7c-4722-aeae-fc17da85730d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'd2e5183b-3390-4994-9291-9eaa9c9a9bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:42Z', 'updated_at': '2021-07-16T01:30:51Z', 'revision_number': 4, 'project_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'subnets': [{'id': 'd2e5183b-3390-4994-9291-9eaa9c9a9bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:52.247232 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 2f84c903-1a27-4293-8d8e-dc9e3e234d47 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:30:52.256639 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e8a11b71-dbe3-40a5-9941-704f43b64d4d req-8ad13ffb-3581-446f-8369-2fea80fc02f4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8d51272-f2ab-4486-9b09-147b2001acc6 HTTP/1.1" status: 200 len: 210 time: 0.0671186 Jul 16 01:30:52.423808 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f87efe-9856-4eae-b01d-21e5cb2faa7c x-openstack-request-id: req-53f87efe-9856-4eae-b01d-21e5cb2faa7c {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:52.424262 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f904fee-7183-4db6-b019-2ad51b03d217", "tag": "84dbf7e4-43d9-4245-9317-6989e5da0b2d", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:52.424635 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53f87efe-9856-4eae-b01d-21e5cb2faa7c {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:52.425193 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f904fee-7183-4db6-b019-2ad51b03d217', 'tag': '84dbf7e4-43d9-4245-9317-6989e5da0b2d', 'status': 'completed', 'code': 200} Jul 16 01:30:52.473091 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.db.resource_extend [None req-348a6e82-cbd8-4f6c-bc67-59fe54af1b6d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:30:52.509991 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-2e8eff80-3a90-4b1f-84ad-0f46d3a19c04 service neutron] 10.222.0.82 "GET /v2.0/networks/39df2001-8328-4173-8ef2-758e1689e4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001137 Jul 16 01:30:52.561404 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-510057a8-1259-4d80-bf39-4ca3507c556b req-08429872-8fa6-4cbd-bf74-84ce85f8a351 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Allocated IP 172.20.0.6 (43e3c824-6c72-4121-8b92-50e92d3d660a/cdebbfe4-dc01-4a40-9aa1-c9eaace51819/13b24386-8c3b-475b-aa37-dddc1bce76c9) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:52.577512 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a2d6f920-e976-4a7b-91d4-ffab5585d4f9 req-77ce26c2-e8dc-4afe-bb7c-623d77344e61 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401716 Jul 16 01:30:52.621674 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-348a6e82-cbd8-4f6c-bc67-59fe54af1b6d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.638925 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348a6e82-cbd8-4f6c-bc67-59fe54af1b6d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:52.642003 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-348a6e82-cbd8-4f6c-bc67-59fe54af1b6d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.730349 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-707ed327-d70e-4fe4-99b7-61f10fd88920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.821310 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a6e82-cbd8-4f6c-bc67-59fe54af1b6d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Pushing event updated for resources: {'Network': ['ID=f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:52.832454 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-348a6e82-cbd8-4f6c-bc67-59fe54af1b6d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3136320 Jul 16 01:30:52.836065 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:30:52.839110 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54330) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:52.839592 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c76d754b-744b-4248-b6e7-61e0e321e1e6 req-d5053039-8c57-4fb7-8545-0984766f4f13 service neutron] 10.222.0.82 "GET /v2.0/networks/39df2001-8328-4173-8ef2-758e1689e4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169482 Jul 16 01:30:52.877771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2c5ca29c-56a4-4dd3-a826-901168b65d80 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Request body: {'subnet': {'network_id': 'f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:52.934197 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570220c-7aee-4249-ba64-b014e9e3e743 req-9a465688-440a-446a-bbf0-fd76cb37215e tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:52.949835 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f570220c-7aee-4249-ba64-b014e9e3e743 req-9a465688-440a-446a-bbf0-fd76cb37215e tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f904fee-7183-4db6-b019-2ad51b03d217 HTTP/1.1" status: 200 len: 943 time: 0.3606117 Jul 16 01:30:53.076837 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ed327-d70e-4fe4-99b7-61f10fd88920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4498672c-5fe7-4aeb-ac19-c3cc5e1fd878,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:53.079290 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c1e588f1-802b-48f0-a318-03b8a3a15827 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:53.080723 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30859a12-e8c4-4c09-96d7-875bb18118cd req-2b4cbb2c-c31b-440d-a91c-dc0487388981 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.088633 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-30859a12-e8c4-4c09-96d7-875bb18118cd req-2b4cbb2c-c31b-440d-a91c-dc0487388981 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 946 time: 0.2506742 Jul 16 01:30:53.095826 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707ed327-d70e-4fe4-99b7-61f10fd88920 admin admin] Checking segment: {'id': '6ae2fdc9-4631-4358-aebe-3d78c02205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2f84c903-1a27-4293-8d8e-dc9e3e234d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:53.096620 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707ed327-d70e-4fe4-99b7-61f10fd88920 admin admin] Network hostable DHCP agents. Network: 2f84c903-1a27-4293-8d8e-dc9e3e234d47, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:30:53.145801 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707ed327-d70e-4fe4-99b7-61f10fd88920 admin admin] Network 2f84c903-1a27-4293-8d8e-dc9e3e234d47 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:30:53.157338 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f570220c-7aee-4249-ba64-b014e9e3e743 req-05457c4e-4ce5-4fe7-9275-a2c8fe13add8 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb0ed501-96d6-43b3-8e6a-bcbedffd7ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064691 Jul 16 01:30:53.165150 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port c1e588f1-802b-48f0-a318-03b8a3a15827 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:53.170496 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port c1e588f1-802b-48f0-a318-03b8a3a15827 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:53.171118 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.175761 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932dd71-fac6-46aa-82ca-277278ce9ebf req-80c47f46-a658-4937-8c11-d9693891ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.177595 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4932dd71-fac6-46aa-82ca-277278ce9ebf req-80c47f46-a658-4937-8c11-d9693891ed6e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9874d978259946e4ac2ba74e97c2ac27&device_id=4f904fee-7183-4db6-b019-2ad51b03d217 HTTP/1.1" status: 200 len: 1095 time: 0.2219231 Jul 16 01:30:53.178944 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-707ed327-d70e-4fe4-99b7-61f10fd88920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 2f84c903-1a27-4293-8d8e-dc9e3e234d47) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:53.216552 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-30859a12-e8c4-4c09-96d7-875bb18118cd req-3a82704e-ebbf-442e-bf81-01c794ff909a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270542 Jul 16 01:30:53.223394 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d79f3fd-eb58-4c25-8d63-731d38372564 None None] Network 2f84c903-1a27-4293-8d8e-dc9e3e234d47 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:53.248858 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5ca29c-56a4-4dd3-a826-901168b65d80 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Made reservation on behalf of 7f2a37d7bec44203978c58a6203795a8 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:53.261348 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c5ca29c-56a4-4dd3-a826-901168b65d80 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.428227 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932dd71-fac6-46aa-82ca-277278ce9ebf req-df5c5d14-0af7-4b4e-b359-2f3550a98a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.430959 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4932dd71-fac6-46aa-82ca-277278ce9ebf req-df5c5d14-0af7-4b4e-b359-2f3550a98a36 service neutron] 10.222.0.82 "GET /v2.0/networks?id=39df2001-8328-4173-8ef2-758e1689e4c6 HTTP/1.1" status: 200 len: 925 time: 0.2429404 Jul 16 01:30:53.432508 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707ed327-d70e-4fe4-99b7-61f10fd88920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.433223 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-707ed327-d70e-4fe4-99b7-61f10fd88920 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.597671 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c5ca29c-56a4-4dd3-a826-901168b65d80 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.608115 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.636336 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4932dd71-fac6-46aa-82ca-277278ce9ebf req-5cc4259d-bbb9-436b-8fd0-5aa7c55a8675 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84dbf7e4-43d9-4245-9317-6989e5da0b2d HTTP/1.1" status: 200 len: 217 time: 0.1825149 Jul 16 01:30:53.648208 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-20dbbeb7-5574-4198-9fa4-17116f995643 req-8c3bdce1-65d8-4d92-b12d-06f1405de5d6 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8d51272-f2ab-4486-9b09-147b2001acc6 HTTP/1.1" status: 200 len: 210 time: 0.0664191 Jul 16 01:30:53.726834 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port c1e588f1-802b-48f0-a318-03b8a3a15827, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c1e588f1-802b-48f0-a318-03b8a3a15827,segment=NetworkSegment(f037c05e-c1db-4b12-ba79-b4166e32c45a),segment_id=f037c05e-c1db-4b12-ba79-b4166e32c45a)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:53.735075 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1cd783-2166-41f9-ba18-0a2d0b940ec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-2f84c903-1a27-4293-8d8e-dc9e3e234d47', 'network_id': '2f84c903-1a27-4293-8d8e-dc9e3e234d47', 'tenant_id': 'd18e614c431a40518a347767aa73fcfb', 'fixed_ips': [{'subnet_id': '4498672c-5fe7-4aeb-ac19-c3cc5e1fd878'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:30:53.737361 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd783-2166-41f9-ba18-0a2d0b940ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.747097 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932dd71-fac6-46aa-82ca-277278ce9ebf req-23f257fc-ddab-4952-b514-3ae1a3e46ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.749104 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4932dd71-fac6-46aa-82ca-277278ce9ebf req-23f257fc-ddab-4952-b514-3ae1a3e46ed3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ebcc696f-aedc-4c32-9b02-e33977af9ad0 HTTP/1.1" status: 200 len: 864 time: 0.1116211 Jul 16 01:30:53.759203 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-510057a8-1259-4d80-bf39-4ca3507c556b req-08429872-8fa6-4cbd-bf74-84ce85f8a351 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.774587 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-707ed327-d70e-4fe4-99b7-61f10fd88920 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7646952 Jul 16 01:30:53.785815 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54342) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:53.787819 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.805710 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4932dd71-fac6-46aa-82ca-277278ce9ebf req-bc8db4b2-b9bc-4cf1-a939-909dfd702cfb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39df2001-8328-4173-8ef2-758e1689e4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454609 Jul 16 01:30:53.807518 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-db13c897-91d8-49bc-9089-35a7d5ec5a1f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1022939757-router', 'tenant_id': 'd18e614c431a40518a347767aa73fcfb', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:53.898645 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ca29c-56a4-4dd3-a826-901168b65d80 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Pushing event updated for resources: {'Subnet': ['ID=f9fbd93f-2024-41c4-8789-1169572ca094,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:53.981457 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=c1e588f1-802b-48f0-a318-03b8a3a15827,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:54.000605 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5ca29c-56a4-4dd3-a826-901168b65d80 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Checking segment: {'id': 'f53e01a9-bc9d-4f6d-bf98-be64768f90a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:54.001123 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5ca29c-56a4-4dd3-a826-901168b65d80 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Network hostable DHCP agents. Network: f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:30:54.010647 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-db13c897-91d8-49bc-9089-35a7d5ec5a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.012083 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-db13c897-91d8-49bc-9089-35a7d5ec5a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.013141 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4932dd71-fac6-46aa-82ca-277278ce9ebf req-37336c36-661a-4c14-9183-f96ea1e33bb7 service neutron] 10.222.0.82 "GET /v2.0/networks/39df2001-8328-4173-8ef2-758e1689e4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965396 Jul 16 01:30:54.019507 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 8c1bf4f2-9e2c-4eaa-8773-918b25f6f295 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:54.073297 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-510057a8-1259-4d80-bf39-4ca3507c556b req-08429872-8fa6-4cbd-bf74-84ce85f8a351 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.093961 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5ca29c-56a4-4dd3-a826-901168b65d80 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Network f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:30:54.114710 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 8c1bf4f2-9e2c-4eaa-8773-918b25f6f295 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:54.120053 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-2c5ca29c-56a4-4dd3-a826-901168b65d80 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:54.137640 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a04b5d-ca16-4184-9095-3cf65d36ddbf None None] Network f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:54.152271 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ec6ca-cafd-4e58-9d86-340546df04a0 req-b954dd0b-42bd-4f1a-8d38-02662c0dccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:54.153831 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d72ec6ca-cafd-4e58-9d86-340546df04a0 req-b954dd0b-42bd-4f1a-8d38-02662c0dccd6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4bb8ade529aa4b339e56f372707ccb5a&device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 1097 time: 0.7166800 Jul 16 01:30:54.213790 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde7107-2792-4f13-bc5c-6ead35f9dccd req-4de9d49c-96b9-40ce-bcd4-e7d343112354 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:54.221598 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bfde7107-2792-4f13-bc5c-6ead35f9dccd req-4de9d49c-96b9-40ce-bcd4-e7d343112354 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 945 time: 0.3125086 Jul 16 01:30:54.231590 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-510057a8-1259-4d80-bf39-4ca3507c556b req-08429872-8fa6-4cbd-bf74-84ce85f8a351 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Network 43e3c824-6c72-4121-8b92-50e92d3d660a is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:54.234509 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-db13c897-91d8-49bc-9089-35a7d5ec5a1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.236185 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5ca29c-56a4-4dd3-a826-901168b65d80 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:54.236876 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c5ca29c-56a4-4dd3-a826-901168b65d80 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.242242 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-510057a8-1259-4d80-bf39-4ca3507c556b req-08429872-8fa6-4cbd-bf74-84ce85f8a351 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:54.247858 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 8c1bf4f2-9e2c-4eaa-8773-918b25f6f295 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:54.248242 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.250827 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-6d1cd783-2166-41f9-ba18-0a2d0b940ec8 None None] Allocated IP 172.20.0.2 (2f84c903-1a27-4293-8d8e-dc9e3e234d47/4498672c-5fe7-4aeb-ac19-c3cc5e1fd878/bc1d44e1-0c0c-4546-8a05-1a5347dd682a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:54.332991 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-510057a8-1259-4d80-bf39-4ca3507c556b req-08429872-8fa6-4cbd-bf74-84ce85f8a351 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:54.373225 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4932dd71-fac6-46aa-82ca-277278ce9ebf req-761e47d0-e232-4d3e-ab13-35e0394c0c2e service neutron] 10.222.0.82 "GET /v2.0/networks/39df2001-8328-4173-8ef2-758e1689e4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506601 Jul 16 01:30:54.382998 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc9038-c3fd-4e47-9a5d-54579d3add0c req-43e2f587-2b0e-42c7-bfee-52c4d301f273 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:54.387694 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2c5ca29c-56a4-4dd3-a826-901168b65d80 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5451419 Jul 16 01:30:54.392734 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d2dc9038-c3fd-4e47-9a5d-54579d3add0c req-43e2f587-2b0e-42c7-bfee-52c4d301f273 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 945 time: 0.7936244 Jul 16 01:30:54.398884 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54352) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:54.405254 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-343eb7dd-b569-4fcc-86cd-55395c51cf87 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1113465040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:54.497414 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08429872-8fa6-4cbd-bf74-84ce85f8a351 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Pushing event updated for resources: {'Port': ['ID=13b24386-8c3b-475b-aa37-dddc1bce76c9,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:54.710981 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd783-2166-41f9-ba18-0a2d0b940ec8 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.725589 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d1cd783-2166-41f9-ba18-0a2d0b940ec8 None None] Transition to ACTIVE for port object bc1d44e1-0c0c-4546-8a05-1a5347dd682a will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:54.752993 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d1cd783-2166-41f9-ba18-0a2d0b940ec8 None None] Transition to ACTIVE for port object bc1d44e1-0c0c-4546-8a05-1a5347dd682a will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:54.759795 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 84dbf7e4-43d9-4245-9317-6989e5da0b2d details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:54.769884 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd783-2166-41f9-ba18-0a2d0b940ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.784747 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f6ec5b-9a3c-428a-90ac-f3a69f3fccb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5', 'network_id': 'f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5', 'tenant_id': '7f2a37d7bec44203978c58a6203795a8', 'fixed_ips': [{'subnet_id': 'f9fbd93f-2024-41c4-8789-1169572ca094'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:30:54.785900 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d7f6ec5b-9a3c-428a-90ac-f3a69f3fccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.932007 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1cd783-2166-41f9-ba18-0a2d0b940ec8 None None] Pushing event updated for resources: {'Port': ['ID=bc1d44e1-0c0c-4546-8a05-1a5347dd682a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:54.980946 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1cd783-2166-41f9-ba18-0a2d0b940ec8 None None] Network 2f84c903-1a27-4293-8d8e-dc9e3e234d47 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:54.986836 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-343eb7dd-b569-4fcc-86cd-55395c51cf87 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.989132 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-343eb7dd-b569-4fcc-86cd-55395c51cf87 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.070617 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ec6ca-cafd-4e58-9d86-340546df04a0 req-137797c3-6a41-453a-9148-5dfa5c0d9910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:55.072967 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d72ec6ca-cafd-4e58-9d86-340546df04a0 req-137797c3-6a41-453a-9148-5dfa5c0d9910 service neutron] 10.222.0.84 "GET /v2.0/networks?id=48d8b493-d632-422a-b805-c0979a30b3d9 HTTP/1.1" status: 200 len: 919 time: 0.8908954 Jul 16 01:30:55.082264 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-6d1cd783-2166-41f9-ba18-0a2d0b940ec8 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:55.096858 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d2dc9038-c3fd-4e47-9a5d-54579d3add0c req-ad9c6184-b436-47df-ae9c-4b51fe9bb86a tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7029722 Jul 16 01:30:55.105842 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c1e588f1-802b-48f0-a318-03b8a3a15827 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:55.121411 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.resource_extend [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:30:55.140864 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1cd783-2166-41f9-ba18-0a2d0b940ec8 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:55.214207 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bfde7107-2792-4f13-bc5c-6ead35f9dccd req-855418d0-7cb7-469a-9afe-95293c12c926 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9911823 Jul 16 01:30:55.282290 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d72ec6ca-cafd-4e58-9d86-340546df04a0 req-c2e01910-ccd7-4857-9ca1-8435593cb067 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=326b8c18-4c2c-4f75-9f16-d86907525f2e HTTP/1.1" status: 200 len: 217 time: 0.1827433 Jul 16 01:30:55.296867 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-343eb7dd-b569-4fcc-86cd-55395c51cf87 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.320022 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510057a8-1259-4d80-bf39-4ca3507c556b req-08429872-8fa6-4cbd-bf74-84ce85f8a351 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:55.321640 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-510057a8-1259-4d80-bf39-4ca3507c556b req-08429872-8fa6-4cbd-bf74-84ce85f8a351 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.326185 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-343eb7dd-b569-4fcc-86cd-55395c51cf87 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.338168 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.437436 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-343eb7dd-b569-4fcc-86cd-55395c51cf87 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.442364 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-343eb7dd-b569-4fcc-86cd-55395c51cf87 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.0393019 Jul 16 01:30:55.444116 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54366) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:55.472462 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-db13c897-91d8-49bc-9089-35a7d5ec5a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.474079 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-6d1cd783-2166-41f9-ba18-0a2d0b940ec8 None None] Attempting to bind port bc1d44e1-0c0c-4546-8a05-1a5347dd682a on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:55.474765 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-6d1cd783-2166-41f9-ba18-0a2d0b940ec8 None None] Attempting to bind port bc1d44e1-0c0c-4546-8a05-1a5347dd682a by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '6ae2fdc9-4631-4358-aebe-3d78c02205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2f84c903-1a27-4293-8d8e-dc9e3e234d47'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:55.475213 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1cd783-2166-41f9-ba18-0a2d0b940ec8 None None] Attempting to bind port bc1d44e1-0c0c-4546-8a05-1a5347dd682a on network 2f84c903-1a27-4293-8d8e-dc9e3e234d47 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:55.504105 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-510057a8-1259-4d80-bf39-4ca3507c556b req-08429872-8fa6-4cbd-bf74-84ce85f8a351 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1806846 Jul 16 01:30:55.509751 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ec6ca-cafd-4e58-9d86-340546df04a0 req-26a5595c-2777-4dff-bb85-4210a78bc5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:55.510002 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2702b7f-cf96-4489-84fb-83c966403829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1bf4f2-9e2c-4eaa-8773-918b25f6f295'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:55.512020 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d72ec6ca-cafd-4e58-9d86-340546df04a0 req-26a5595c-2777-4dff-bb85-4210a78bc5b4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=81188464-b1ab-476b-ab3e-980e9e063537 HTTP/1.1" status: 200 len: 858 time: 0.2224286 Jul 16 01:30:55.512555 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da96b792-abe0-454b-bd97-2cbbe77f1c16" -d '{"events": [{"server_uuid": "a2702b7f-cf96-4489-84fb-83c966403829", "name": "network-vif-plugged", "status": "completed", "tag": "8c1bf4f2-9e2c-4eaa-8773-918b25f6f295"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:55.517322 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-510057a8-1259-4d80-bf39-4ca3507c556b req-119fa67c-2905-46f5-8014-14188eee79e4 service neutron] Request body: {'port': {'device_id': 'b8d51272-f2ab-4486-9b09-147b2001acc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:55.545851 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1cd783-2166-41f9-ba18-0a2d0b940ec8 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:55.546298 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1cd783-2166-41f9-ba18-0a2d0b940ec8 None None] Checking segment: {'id': '6ae2fdc9-4631-4358-aebe-3d78c02205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2f84c903-1a27-4293-8d8e-dc9e3e234d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:55.546629 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd783-2166-41f9-ba18-0a2d0b940ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.547025 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1cd783-2166-41f9-ba18-0a2d0b940ec8 None None] Bound using segment: {'id': '6ae2fdc9-4631-4358-aebe-3d78c02205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2f84c903-1a27-4293-8d8e-dc9e3e234d47'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:55.547515 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-6d1cd783-2166-41f9-ba18-0a2d0b940ec8 None None] Bound port: bc1d44e1-0c0c-4546-8a05-1a5347dd682a, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae2fdc9-4631-4358-aebe-3d78c02205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2f84c903-1a27-4293-8d8e-dc9e3e234d47'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:55.547900 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd783-2166-41f9-ba18-0a2d0b940ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.554675 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 8c1bf4f2-9e2c-4eaa-8773-918b25f6f295, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=8c1bf4f2-9e2c-4eaa-8773-918b25f6f295,segment=NetworkSegment(d451883b-7e0c-4f2f-8387-e4488de655f8),segment_id=d451883b-7e0c-4f2f-8387-e4488de655f8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:55.557430 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 84dbf7e4-43d9-4245-9317-6989e5da0b2d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=84dbf7e4-43d9-4245-9317-6989e5da0b2d,segment=NetworkSegment(5515ad28-9823-4c02-9369-ca2a5581ffaf),segment_id=5515ad28-9823-4c02-9369-ca2a5581ffaf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:55.585076 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.606770 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d72ec6ca-cafd-4e58-9d86-340546df04a0 req-440e38d3-9c6b-45ca-a7ae-eb951cd1fd5a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=48d8b493-d632-422a-b805-c0979a30b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470541 Jul 16 01:30:55.629736 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '84dbf7e4-43d9-4245-9317-6989e5da0b2d', 'network_id': '39df2001-8328-4173-8ef2-758e1689e4c6', 'port_id': '84dbf7e4-43d9-4245-9317-6989e5da0b2d', 'mac_address': 'fa:16:3e:be:e4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebcc696f-aedc-4c32-9b02-e33977af9ad0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:55.633801 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port c1e588f1-802b-48f0-a318-03b8a3a15827 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:55.634394 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.683574 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-510057a8-1259-4d80-bf39-4ca3507c556b req-119fa67c-2905-46f5-8014-14188eee79e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.690104 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-d7f6ec5b-9a3c-428a-90ac-f3a69f3fccb3 None None] Allocated IP 172.20.0.2 (f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5/f9fbd93f-2024-41c4-8789-1169572ca094/a908e135-e7cc-449e-9969-38f33c9c4df3) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:55.713228 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb27486-6dba-4074-899f-d3c99e5c414d req-bb0a0b7e-9a61-4283-82e8-4054cb32f3b4 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:55.720507 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9bb27486-6dba-4074-899f-d3c99e5c414d req-bb0a0b7e-9a61-4283-82e8-4054cb32f3b4 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 946 time: 0.2719977 Jul 16 01:30:55.836096 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d3b0d-277a-4d91-9058-649f79208e7c req-e70c9e97-944f-4f0e-bafc-e25db6c99838 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:55.844438 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f0d3b0d-277a-4d91-9058-649f79208e7c req-e70c9e97-944f-4f0e-bafc-e25db6c99838 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f904fee-7183-4db6-b019-2ad51b03d217 HTTP/1.1" status: 200 len: 943 time: 0.4776728 Jul 16 01:30:55.865848 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=8c1bf4f2-9e2c-4eaa-8773-918b25f6f295,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:55.875956 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9bb27486-6dba-4074-899f-d3c99e5c414d req-27a94d25-5552-4b75-86d7-3e1d774d7d15 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542015 Jul 16 01:30:55.925089 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.927526 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d1cd783-2166-41f9-ba18-0a2d0b940ec8 None None] For port bc1d44e1-0c0c-4546-8a05-1a5347dd682a, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:55.970864 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d72ec6ca-cafd-4e58-9d86-340546df04a0 req-f7f314ec-4493-4e69-8168-b2ea9479c692 service neutron] 10.222.0.84 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486545 Jul 16 01:30:56.049565 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d1cd783-2166-41f9-ba18-0a2d0b940ec8 None None] For port bc1d44e1-0c0c-4546-8a05-1a5347dd682a, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=bc1d44e1-0c0c-4546-8a05-1a5347dd682a,segment=NetworkSegment(6ae2fdc9-4631-4358-aebe-3d78c02205d5),segment_id=6ae2fdc9-4631-4358-aebe-3d78c02205d5)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:56.065877 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84dbf7e4-43d9-4245-9317-6989e5da0b2d {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:56.077337 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd783-2166-41f9-ba18-0a2d0b940ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.116455 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d72ec6ca-cafd-4e58-9d86-340546df04a0 req-ecc164fc-8181-4c67-bc70-2dbaba439c7e service neutron] 10.222.0.84 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381054 Jul 16 01:30:56.173119 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f0d3b0d-277a-4d91-9058-649f79208e7c req-c33bf89e-62a0-497b-ab4b-060ecc2025b8 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb0ed501-96d6-43b3-8e6a-bcbedffd7ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276730 Jul 16 01:30:56.174208 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-510057a8-1259-4d80-bf39-4ca3507c556b req-119fa67c-2905-46f5-8014-14188eee79e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b24386-8c3b-475b-aa37-dddc1bce76c9 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:56.186236 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-510057a8-1259-4d80-bf39-4ca3507c556b req-119fa67c-2905-46f5-8014-14188eee79e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.212666 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-510057a8-1259-4d80-bf39-4ca3507c556b req-119fa67c-2905-46f5-8014-14188eee79e4 service neutron] Transition to ACTIVE for port object 13b24386-8c3b-475b-aa37-dddc1bce76c9 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:56.235701 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9d18cb29-1a1e-4b04-8f55-a53f92a2af17 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.244435 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-510057a8-1259-4d80-bf39-4ca3507c556b req-119fa67c-2905-46f5-8014-14188eee79e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.453233 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1fe8aa-7d93-48b2-93d5-1404cf84f835 x-openstack-request-id: req-6a1fe8aa-7d93-48b2-93d5-1404cf84f835 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:56.453836 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2702b7f-cf96-4489-84fb-83c966403829", "name": "network-vif-plugged", "status": "completed", "tag": "8c1bf4f2-9e2c-4eaa-8773-918b25f6f295", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:56.453836 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a1fe8aa-7d93-48b2-93d5-1404cf84f835 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:56.454134 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2702b7f-cf96-4489-84fb-83c966403829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1bf4f2-9e2c-4eaa-8773-918b25f6f295', 'code': 200} Jul 16 01:30:56.471843 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 84dbf7e4-43d9-4245-9317-6989e5da0b2d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=84dbf7e4-43d9-4245-9317-6989e5da0b2d,segment=NetworkSegment(5515ad28-9823-4c02-9369-ca2a5581ffaf),segment_id=5515ad28-9823-4c02-9369-ca2a5581ffaf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:56.503627 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.577551 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f34c7-e479-46ac-9d07-26f9457061e6 req-a35b73cd-e14f-484e-b091-636b0b47891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:56.584062 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f19f34c7-e479-46ac-9d07-26f9457061e6 req-a35b73cd-e14f-484e-b091-636b0b47891e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 1098 time: 0.2355783 Jul 16 01:30:56.630024 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1cd783-2166-41f9-ba18-0a2d0b940ec8 None None] Pushing event updated for resources: {'Port': ['ID=bc1d44e1-0c0c-4546-8a05-1a5347dd682a,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:56.671086 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fa67c-2905-46f5-8014-14188eee79e4 service neutron] Pushing event updated for resources: {'Port': ['ID=13b24386-8c3b-475b-aa37-dddc1bce76c9,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:56.672833 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f19f34c7-e479-46ac-9d07-26f9457061e6 req-cbaf339b-c5d9-4989-8861-3fcbca88c5ed service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777590 Jul 16 01:30:56.700448 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-45143258-29d1-4c00-a808-31e9c19330a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.710550 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d7f6ec5b-9a3c-428a-90ac-f3a69f3fccb3 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.735211 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d7f6ec5b-9a3c-428a-90ac-f3a69f3fccb3 None None] Transition to ACTIVE for port object a908e135-e7cc-449e-9969-38f33c9c4df3 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:56.768217 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['84dbf7e4-43d9-4245-9317-6989e5da0b2d'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:56.777823 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=84dbf7e4-43d9-4245-9317-6989e5da0b2d,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:56.819801 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d7f6ec5b-9a3c-428a-90ac-f3a69f3fccb3 None None] Transition to ACTIVE for port object a908e135-e7cc-449e-9969-38f33c9c4df3 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:56.852178 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d7f6ec5b-9a3c-428a-90ac-f3a69f3fccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.888665 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-db13c897-91d8-49bc-9089-35a7d5ec5a1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.906908 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f6ec5b-9a3c-428a-90ac-f3a69f3fccb3 None None] Network f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:56.928230 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-d7f6ec5b-9a3c-428a-90ac-f3a69f3fccb3 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:56.935769 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f6ec5b-9a3c-428a-90ac-f3a69f3fccb3 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:56.999437 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6ec5b-9a3c-428a-90ac-f3a69f3fccb3 None None] Pushing event updated for resources: {'Port': ['ID=a908e135-e7cc-449e-9969-38f33c9c4df3,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:57.093527 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-db13c897-91d8-49bc-9089-35a7d5ec5a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.103939 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device bc1d44e1-0c0c-4546-8a05-1a5347dd682a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:57.105009 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570b411-3dd9-4858-afb1-34ab97be3fab req-a67682f6-85ac-40b1-8ad7-511afcb06b07 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.107069 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7570b411-3dd9-4858-afb1-34ab97be3fab req-a67682f6-85ac-40b1-8ad7-511afcb06b07 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 946 time: 0.6152139 Jul 16 01:30:57.109517 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-9d18cb29-1a1e-4b04-8f55-a53f92a2af17 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Allocated IP 172.20.0.1 (f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5/f9fbd93f-2024-41c4-8789-1169572ca094/8e63d38b-6abd-4207-b4ed-7c6ae62c1aa5) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:57.144781 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d7f6ec5b-9a3c-428a-90ac-f3a69f3fccb3 None None] Attempting to bind port a908e135-e7cc-449e-9969-38f33c9c4df3 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:57.145046 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d7f6ec5b-9a3c-428a-90ac-f3a69f3fccb3 None None] Attempting to bind port a908e135-e7cc-449e-9969-38f33c9c4df3 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'f53e01a9-bc9d-4f6d-bf98-be64768f90a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:57.145411 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f6ec5b-9a3c-428a-90ac-f3a69f3fccb3 None None] Attempting to bind port a908e135-e7cc-449e-9969-38f33c9c4df3 on network f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:57.157810 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f6ec5b-9a3c-428a-90ac-f3a69f3fccb3 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:57.158175 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f6ec5b-9a3c-428a-90ac-f3a69f3fccb3 None None] Checking segment: {'id': 'f53e01a9-bc9d-4f6d-bf98-be64768f90a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:57.158577 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d7f6ec5b-9a3c-428a-90ac-f3a69f3fccb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.158978 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f6ec5b-9a3c-428a-90ac-f3a69f3fccb3 None None] Bound using segment: {'id': 'f53e01a9-bc9d-4f6d-bf98-be64768f90a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:57.159462 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d7f6ec5b-9a3c-428a-90ac-f3a69f3fccb3 None None] Bound port: a908e135-e7cc-449e-9969-38f33c9c4df3, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53e01a9-bc9d-4f6d-bf98-be64768f90a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:57.159851 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d7f6ec5b-9a3c-428a-90ac-f3a69f3fccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.181501 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-510057a8-1259-4d80-bf39-4ca3507c556b req-119fa67c-2905-46f5-8014-14188eee79e4 service neutron] Attempting to bind port 13b24386-8c3b-475b-aa37-dddc1bce76c9 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:57.181771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-510057a8-1259-4d80-bf39-4ca3507c556b req-119fa67c-2905-46f5-8014-14188eee79e4 service neutron] Attempting to bind port 13b24386-8c3b-475b-aa37-dddc1bce76c9 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '094f11f0-f2ec-4b0e-b53a-57694f1e042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43e3c824-6c72-4121-8b92-50e92d3d660a'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:57.182545 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510057a8-1259-4d80-bf39-4ca3507c556b req-119fa67c-2905-46f5-8014-14188eee79e4 service neutron] Attempting to bind port 13b24386-8c3b-475b-aa37-dddc1bce76c9 on network 43e3c824-6c72-4121-8b92-50e92d3d660a {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:57.200998 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4e4c1-99a8-45ea-a954-087e2fb68ce5 req-6f4777c0-6ea9-4740-93f2-bc89162c9d63 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.204733 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7570b411-3dd9-4858-afb1-34ab97be3fab req-a41fa89a-37ca-4333-b4dc-ec3d81b43531 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779262 Jul 16 01:30:57.207689 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f5e4e4c1-99a8-45ea-a954-087e2fb68ce5 req-6f4777c0-6ea9-4740-93f2-bc89162c9d63 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8d51272-f2ab-4486-9b09-147b2001acc6 HTTP/1.1" status: 200 len: 943 time: 0.9912674 Jul 16 01:30:57.232224 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510057a8-1259-4d80-bf39-4ca3507c556b req-119fa67c-2905-46f5-8014-14188eee79e4 service neutron] Port 13b24386-8c3b-475b-aa37-dddc1bce76c9 on network 43e3c824-6c72-4121-8b92-50e92d3d660a not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:57.232583 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510057a8-1259-4d80-bf39-4ca3507c556b req-119fa67c-2905-46f5-8014-14188eee79e4 service neutron] Attempting to bind port 13b24386-8c3b-475b-aa37-dddc1bce76c9 on network 43e3c824-6c72-4121-8b92-50e92d3d660a {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:57.256683 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d7f6ec5b-9a3c-428a-90ac-f3a69f3fccb3 None None] For port a908e135-e7cc-449e-9969-38f33c9c4df3, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:57.265858 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d7f6ec5b-9a3c-428a-90ac-f3a69f3fccb3 None None] For port a908e135-e7cc-449e-9969-38f33c9c4df3, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a908e135-e7cc-449e-9969-38f33c9c4df3,segment=NetworkSegment(f53e01a9-bc9d-4f6d-bf98-be64768f90a3),segment_id=f53e01a9-bc9d-4f6d-bf98-be64768f90a3)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:57.279310 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510057a8-1259-4d80-bf39-4ca3507c556b req-119fa67c-2905-46f5-8014-14188eee79e4 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:57.279874 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510057a8-1259-4d80-bf39-4ca3507c556b req-119fa67c-2905-46f5-8014-14188eee79e4 service neutron] Checking segment: {'id': '094f11f0-f2ec-4b0e-b53a-57694f1e042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43e3c824-6c72-4121-8b92-50e92d3d660a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:57.280052 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510057a8-1259-4d80-bf39-4ca3507c556b req-119fa67c-2905-46f5-8014-14188eee79e4 service neutron] Bound using segment: {'id': '094f11f0-f2ec-4b0e-b53a-57694f1e042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43e3c824-6c72-4121-8b92-50e92d3d660a'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:57.280552 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-510057a8-1259-4d80-bf39-4ca3507c556b req-119fa67c-2905-46f5-8014-14188eee79e4 service neutron] Bound port: 13b24386-8c3b-475b-aa37-dddc1bce76c9, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '094f11f0-f2ec-4b0e-b53a-57694f1e042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '43e3c824-6c72-4121-8b92-50e92d3d660a'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:57.280923 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-510057a8-1259-4d80-bf39-4ca3507c556b req-119fa67c-2905-46f5-8014-14188eee79e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.290301 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d7f6ec5b-9a3c-428a-90ac-f3a69f3fccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.340119 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f5e4e4c1-99a8-45ea-a954-087e2fb68ce5 req-9ba5b735-c9ee-4298-b178-7728c92c99ed tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314127 Jul 16 01:30:57.342603 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9d18cb29-1a1e-4b04-8f55-a53f92a2af17 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.372372 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-9d18cb29-1a1e-4b04-8f55-a53f92a2af17 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Transition to ACTIVE for port object 8e63d38b-6abd-4207-b4ed-7c6ae62c1aa5 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:57.391896 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6ec5b-9a3c-428a-90ac-f3a69f3fccb3 None None] Pushing event updated for resources: {'Port': ['ID=a908e135-e7cc-449e-9969-38f33c9c4df3,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:57.415771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-db13c897-91d8-49bc-9089-35a7d5ec5a1f admin admin] Allocated IP 172.25.6.54 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/0b916285-3a9e-424c-ab97-e9089dc4b3b0) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:57.433539 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port bc1d44e1-0c0c-4546-8a05-1a5347dd682a completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:57.482945 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9d18cb29-1a1e-4b04-8f55-a53f92a2af17 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.533510 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-510057a8-1259-4d80-bf39-4ca3507c556b req-119fa67c-2905-46f5-8014-14188eee79e4 service neutron] For port 13b24386-8c3b-475b-aa37-dddc1bce76c9, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:57.592293 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-510057a8-1259-4d80-bf39-4ca3507c556b req-119fa67c-2905-46f5-8014-14188eee79e4 service neutron] For port 13b24386-8c3b-475b-aa37-dddc1bce76c9, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=13b24386-8c3b-475b-aa37-dddc1bce76c9,segment=NetworkSegment(094f11f0-f2ec-4b0e-b53a-57694f1e042c),segment_id=094f11f0-f2ec-4b0e-b53a-57694f1e042c)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:57.610584 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d18cb29-1a1e-4b04-8f55-a53f92a2af17 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Network f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:57.615489 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-9d18cb29-1a1e-4b04-8f55-a53f92a2af17 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:57.619027 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d18cb29-1a1e-4b04-8f55-a53f92a2af17 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:57.659659 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18cb29-1a1e-4b04-8f55-a53f92a2af17 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Pushing event updated for resources: {'Port': ['ID=8e63d38b-6abd-4207-b4ed-7c6ae62c1aa5,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:57.685084 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-510057a8-1259-4d80-bf39-4ca3507c556b req-119fa67c-2905-46f5-8014-14188eee79e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.706966 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d72be2-1ecf-45ac-8906-3803e84bb140 req-34c2356d-93ba-41a8-a5f4-e4b65597ffd6 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.708614 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-11d72be2-1ecf-45ac-8906-3803e84bb140 req-34c2356d-93ba-41a8-a5f4-e4b65597ffd6 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 945 time: 0.2147553 Jul 16 01:30:57.710079 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9d18cb29-1a1e-4b04-8f55-a53f92a2af17 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.774668 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510057a8-1259-4d80-bf39-4ca3507c556b req-119fa67c-2905-46f5-8014-14188eee79e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.775580 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-510057a8-1259-4d80-bf39-4ca3507c556b req-119fa67c-2905-46f5-8014-14188eee79e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.778086 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-510057a8-1259-4d80-bf39-4ca3507c556b req-119fa67c-2905-46f5-8014-14188eee79e4 service neutron] 10.222.0.84 "PUT /v2.0/ports/13b24386-8c3b-475b-aa37-dddc1bce76c9 HTTP/1.1" status: 200 len: 1092 time: 2.2654085 Jul 16 01:30:57.786902 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d51272-f2ab-4486-9b09-147b2001acc6', 'tag': '13b24386-8c3b-475b-aa37-dddc1bce76c9'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:57.789673 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec0d1c0-6046-4a29-b417-ecb2428f8bae" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d51272-f2ab-4486-9b09-147b2001acc6", "tag": "13b24386-8c3b-475b-aa37-dddc1bce76c9"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:57.842751 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcd3e-e770-405f-b7c1-b4c3c897821c req-dbe33f5d-a479-460b-be7b-462c616f14e0 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.852293 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6bcdcd3e-e770-405f-b7c1-b4c3c897821c req-dbe33f5d-a479-460b-be7b-462c616f14e0 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 946 time: 0.3089187 Jul 16 01:30:57.917443 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-11d72be2-1ecf-45ac-8906-3803e84bb140 req-c4d8bfd0-b9f8-4c6c-afc3-b6f212fb3afe tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998901 Jul 16 01:30:57.940902 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fa67c-2905-46f5-8014-14188eee79e4 service neutron] Pushing event updated for resources: {'Port': ['ID=13b24386-8c3b-475b-aa37-dddc1bce76c9,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:57.980114 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-db13c897-91d8-49bc-9089-35a7d5ec5a1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.996683 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6bcdcd3e-e770-405f-b7c1-b4c3c897821c req-d3993bae-39af-4671-a073-18fa58a05ce5 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433685 Jul 16 01:30:58.051211 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9d18cb29-1a1e-4b04-8f55-a53f92a2af17 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.087491 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510057a8-1259-4d80-bf39-4ca3507c556b req-fe06a69d-42e9-472a-bbde-bc16b1b6f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:58.089274 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-510057a8-1259-4d80-bf39-4ca3507c556b req-fe06a69d-42e9-472a-bbde-bc16b1b6f3d6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ece0cb6368084497ba010fa4129ba54f&device_id=b8d51272-f2ab-4486-9b09-147b2001acc6 HTTP/1.1" status: 200 len: 1095 time: 0.2231934 Jul 16 01:30:58.093185 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-db13c897-91d8-49bc-9089-35a7d5ec5a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.148852 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13c897-91d8-49bc-9089-35a7d5ec5a1f admin admin] Pushing event updated for resources: {'Port': ['ID=0b916285-3a9e-424c-ab97-e9089dc4b3b0,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:58.188224 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0fbd60-94a8-4e5e-ae0b-4a738ba1a782 None None] Network 2f84c903-1a27-4293-8d8e-dc9e3e234d47 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:58.214047 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-510057a8-1259-4d80-bf39-4ca3507c556b req-b7da89e6-96a5-4901-b78b-031e3d6b6faf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13b24386-8c3b-475b-aa37-dddc1bce76c9 HTTP/1.1" status: 200 len: 217 time: 0.0743644 Jul 16 01:30:58.222007 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db13c897-91d8-49bc-9089-35a7d5ec5a1f admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:58.234794 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-db13c897-91d8-49bc-9089-35a7d5ec5a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:58.255732 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db13c897-91d8-49bc-9089-35a7d5ec5a1f admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:58.260331 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35a0a2-ec75-48d6-9f6d-55175f3d3327 req-0c0bfbff-ccaa-45b1-aa3c-808853047854 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:58.261971 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-de35a0a2-ec75-48d6-9f6d-55175f3d3327 req-0c0bfbff-ccaa-45b1-aa3c-808853047854 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f904fee-7183-4db6-b019-2ad51b03d217 HTTP/1.1" status: 200 len: 944 time: 0.1933329 Jul 16 01:30:58.270318 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-553bac12-bb98-413d-876f-0f001c124940 None None] Provisioning for port bc1d44e1-0c0c-4546-8a05-1a5347dd682a completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:58.283862 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-553bac12-bb98-413d-876f-0f001c124940 None None] Provisioning complete for port bc1d44e1-0c0c-4546-8a05-1a5347dd682a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:58.284585 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-553bac12-bb98-413d-876f-0f001c124940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.323601 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510057a8-1259-4d80-bf39-4ca3507c556b req-3d67ae5c-e097-4d5f-a747-dae397a6db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:58.325142 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-510057a8-1259-4d80-bf39-4ca3507c556b req-3d67ae5c-e097-4d5f-a747-dae397a6db62 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdebbfe4-dc01-4a40-9aa1-c9eaace51819 HTTP/1.1" status: 200 len: 862 time: 0.1021128 Jul 16 01:30:58.328199 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-de35a0a2-ec75-48d6-9f6d-55175f3d3327 req-5fb8ab58-07a2-4734-8c85-c486ade42055 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb0ed501-96d6-43b3-8e6a-bcbedffd7ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566692 Jul 16 01:30:58.408682 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb7ee7-5a51-4e7d-8607-1ff88162290f req-17b08873-635a-4dfc-b050-4f9b524c0d29 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:58.410385 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6dfb7ee7-5a51-4e7d-8607-1ff88162290f req-17b08873-635a-4dfc-b050-4f9b524c0d29 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 945 time: 0.2588298 Jul 16 01:30:58.413879 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d4695c-7a03-4e89-bbfa-4c66a4467842 x-openstack-request-id: req-41d4695c-7a03-4e89-bbfa-4c66a4467842 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:58.414179 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d51272-f2ab-4486-9b09-147b2001acc6", "tag": "13b24386-8c3b-475b-aa37-dddc1bce76c9", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:58.414399 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41d4695c-7a03-4e89-bbfa-4c66a4467842 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:58.414783 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8d51272-f2ab-4486-9b09-147b2001acc6', 'tag': '13b24386-8c3b-475b-aa37-dddc1bce76c9', 'status': 'completed', 'code': 200} Jul 16 01:30:58.416928 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-510057a8-1259-4d80-bf39-4ca3507c556b req-299b6574-9969-46e1-b867-1f69757733e6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43e3c824-6c72-4121-8b92-50e92d3d660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852969 Jul 16 01:30:58.454985 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-553bac12-bb98-413d-876f-0f001c124940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.498024 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-553bac12-bb98-413d-876f-0f001c124940 None None] For port bc1d44e1-0c0c-4546-8a05-1a5347dd682a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=bc1d44e1-0c0c-4546-8a05-1a5347dd682a,segment=NetworkSegment(6ae2fdc9-4631-4358-aebe-3d78c02205d5),segment_id=6ae2fdc9-4631-4358-aebe-3d78c02205d5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:58.510504 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-553bac12-bb98-413d-876f-0f001c124940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.549816 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6dfb7ee7-5a51-4e7d-8607-1ff88162290f req-b01b7640-c63d-4180-826e-6979d4f9d166 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318231 Jul 16 01:30:58.562196 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9d18cb29-1a1e-4b04-8f55-a53f92a2af17 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.637404 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553bac12-bb98-413d-876f-0f001c124940 None None] Pushing event updated for resources: {'Port': ['ID=bc1d44e1-0c0c-4546-8a05-1a5347dd682a,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:58.639569 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9d18cb29-1a1e-4b04-8f55-a53f92a2af17 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.696636 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 84dbf7e4-43d9-4245-9317-6989e5da0b2d up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:58.702110 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-510057a8-1259-4d80-bf39-4ca3507c556b req-d62197d6-1764-486c-abbe-8f533649dd2b service neutron] 10.222.0.84 "GET /v2.0/networks/43e3c824-6c72-4121-8b92-50e92d3d660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320411 Jul 16 01:30:58.769097 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9d18cb29-1a1e-4b04-8f55-a53f92a2af17 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.789236 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 84dbf7e4-43d9-4245-9317-6989e5da0b2d completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:58.796144 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 84dbf7e4-43d9-4245-9317-6989e5da0b2d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:58.796794 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.845063 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18cb29-1a1e-4b04-8f55-a53f92a2af17 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Pushing event updated for resources: {'Port': ['ID=8e63d38b-6abd-4207-b4ed-7c6ae62c1aa5,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:58.877555 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15a8ad-f416-4d07-b176-a289a596e128 req-bab8f7d5-b570-4928-92cf-c450bafc9a92 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:58.879882 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6d15a8ad-f416-4d07-b176-a289a596e128 req-bab8f7d5-b570-4928-92cf-c450bafc9a92 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 946 time: 0.3112090 Jul 16 01:30:58.889451 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.967157 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846adb97-f0fa-4633-b460-7e292cbf4fda req-37f89dfb-7e6e-4380-925b-b611357c4e7e tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:58.970495 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-846adb97-f0fa-4633-b460-7e292cbf4fda req-37f89dfb-7e6e-4380-925b-b611357c4e7e tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8d51272-f2ab-4486-9b09-147b2001acc6 HTTP/1.1" status: 200 len: 943 time: 0.2315910 Jul 16 01:30:58.977616 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-db13c897-91d8-49bc-9089-35a7d5ec5a1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.978379 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8e38f745-4077-4cb5-92cd-884150019a32 None None] Provisioning complete for port bc1d44e1-0c0c-4546-8a05-1a5347dd682a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:58.978985 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e38f745-4077-4cb5-92cd-884150019a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.996522 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6d15a8ad-f416-4d07-b176-a289a596e128 req-f969533b-a7b8-4c33-84c6-abb15bb11345 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587201 Jul 16 01:30:59.000260 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f904fee-7183-4db6-b019-2ad51b03d217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84dbf7e4-43d9-4245-9317-6989e5da0b2d'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:59.028624 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67632ce-e069-4838-b492-0ce2d8169357" -d '{"events": [{"server_uuid": "4f904fee-7183-4db6-b019-2ad51b03d217", "name": "network-vif-plugged", "status": "completed", "tag": "84dbf7e4-43d9-4245-9317-6989e5da0b2d"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:59.057052 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-510057a8-1259-4d80-bf39-4ca3507c556b req-d8ae624a-50d6-4c8e-bf8a-196414e8825b service neutron] 10.222.0.84 "GET /v2.0/networks/43e3c824-6c72-4121-8b92-50e92d3d660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461771 Jul 16 01:30:59.058687 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d18cb29-1a1e-4b04-8f55-a53f92a2af17 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Network f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:59.060250 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-9d18cb29-1a1e-4b04-8f55-a53f92a2af17 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:59.120952 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 84dbf7e4-43d9-4245-9317-6989e5da0b2d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=84dbf7e4-43d9-4245-9317-6989e5da0b2d,segment=NetworkSegment(5515ad28-9823-4c02-9369-ca2a5581ffaf),segment_id=5515ad28-9823-4c02-9369-ca2a5581ffaf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:59.131022 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a97b8c-28d5-4091-8fa7-209977eb0ce6 None None] Network f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:59.151519 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.152660 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8660866a-9db7-4aa3-8d44-f99d34857980 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:59.166787 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a908e135-e7cc-449e-9969-38f33c9c4df3 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:59.173376 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-846adb97-f0fa-4633-b460-7e292cbf4fda req-c1fe38af-13b2-4fd9-bcb1-c6ac88564959 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908176 Jul 16 01:30:59.274667 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d18cb29-1a1e-4b04-8f55-a53f92a2af17 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Router d9714cab-0c4b-448d-845f-f3179228a3e0 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:30:59.299710 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0d1c0-6046-4a29-b417-ecb2428f8bae req-44f79d23-8109-45a2-b6d1-65d593d3c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:59.301497 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aec0d1c0-6046-4a29-b417-ecb2428f8bae req-44f79d23-8109-45a2-b6d1-65d593d3c5cd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ece0cb6368084497ba010fa4129ba54f&device_id=b8d51272-f2ab-4486-9b09-147b2001acc6 HTTP/1.1" status: 200 len: 1095 time: 0.1803265 Jul 16 01:30:59.390470 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d18cb29-1a1e-4b04-8f55-a53f92a2af17 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:59.396373 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9d18cb29-1a1e-4b04-8f55-a53f92a2af17 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] 10.222.0.16 "PUT /v2.0/routers/d9714cab-0c4b-448d-845f-f3179228a3e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9498091 Jul 16 01:30:59.399614 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54430) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:59.403955 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd493ffc-dabe-488c-92c5-1aece8e486f3 None None] Sync routers for ids ['d9714cab-0c4b-448d-845f-f3179228a3e0'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:59.417198 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-17e6c9ce-5e94-4269-ba48-d462db7fbd71 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Request body: {'port': {'network_id': 'f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5', 'name': 'tempest-FloatingIPNegativeTestJSON-1381511192'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:59.418489 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd493ffc-dabe-488c-92c5-1aece8e486f3 None None] Routers {'d9714cab-0c4b-448d-845f-f3179228a3e0'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:59.419131 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-cd493ffc-dabe-488c-92c5-1aece8e486f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:30:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d9714cab-0c4b-448d-845f-f3179228a3e0'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:59.485211 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-cd493ffc-dabe-488c-92c5-1aece8e486f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:59.498571 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd493ffc-dabe-488c-92c5-1aece8e486f3 None None] Routers {'d9714cab-0c4b-448d-845f-f3179228a3e0'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:59.503836 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-cd493ffc-dabe-488c-92c5-1aece8e486f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:30:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d9714cab-0c4b-448d-845f-f3179228a3e0'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:59.535438 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.538167 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=84dbf7e4-43d9-4245-9317-6989e5da0b2d,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:59.542431 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-cd493ffc-dabe-488c-92c5-1aece8e486f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:59.543686 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd493ffc-dabe-488c-92c5-1aece8e486f3 None None] The sync data for ids ['d9714cab-0c4b-448d-845f-f3179228a3e0'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:59.587489 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-db13c897-91d8-49bc-9089-35a7d5ec5a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.623513 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8660866a-9db7-4aa3-8d44-f99d34857980, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8660866a-9db7-4aa3-8d44-f99d34857980,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:59.624932 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port a908e135-e7cc-449e-9969-38f33c9c4df3 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:59.639371 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19786a27-f49e-486c-9f2a-18551d1464f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.642670 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.651049 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device bc1d44e1-0c0c-4546-8a05-1a5347dd682a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:59.686106 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31656ba3-3b5c-4a6b-be84-f65203cd79e4 req-38b38f9f-6d69-4866-81f3-86a7c618df17 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:59.688498 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-31656ba3-3b5c-4a6b-be84-f65203cd79e4 req-38b38f9f-6d69-4866-81f3-86a7c618df17 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 945 time: 0.3854396 Jul 16 01:30:59.695175 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e6c9ce-5e94-4269-ba48-d462db7fbd71 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Made reservation on behalf of 7f2a37d7bec44203978c58a6203795a8 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:59.700792 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-17e6c9ce-5e94-4269-ba48-d462db7fbd71 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.707231 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0d1c0-6046-4a29-b417-ecb2428f8bae req-d2b8bedd-6c03-4086-a7b1-507a90f6889e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:59.709084 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aec0d1c0-6046-4a29-b417-ecb2428f8bae req-d2b8bedd-6c03-4086-a7b1-507a90f6889e service neutron] 10.222.0.84 "GET /v2.0/networks?id=43e3c824-6c72-4121-8b92-50e92d3d660a HTTP/1.1" status: 200 len: 923 time: 0.3990836 Jul 16 01:30:59.728584 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-17e6c9ce-5e94-4269-ba48-d462db7fbd71 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] device_id is not set on port 86fe1a92-7396-4bba-8bac-64ba2b742fb9 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:30:59.767142 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.776396 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aec0d1c0-6046-4a29-b417-ecb2428f8bae req-d7488d4c-3fcf-4222-a995-01fa5ae8a223 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13b24386-8c3b-475b-aa37-dddc1bce76c9 HTTP/1.1" status: 200 len: 217 time: 0.0574179 Jul 16 01:30:59.826884 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a844b378-96f3-42d0-be43-820d36a8ee5e None None] Provisioning for port a908e135-e7cc-449e-9969-38f33c9c4df3 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:59.838972 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a844b378-96f3-42d0-be43-820d36a8ee5e None None] Provisioning complete for port a908e135-e7cc-449e-9969-38f33c9c4df3 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:59.839487 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a844b378-96f3-42d0-be43-820d36a8ee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.841098 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=8660866a-9db7-4aa3-8d44-f99d34857980,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:59.896432 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-17e6c9ce-5e94-4269-ba48-d462db7fbd71 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Allocated IP 172.20.0.5 (f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5/f9fbd93f-2024-41c4-8789-1169572ca094/86fe1a92-7396-4bba-8bac-64ba2b742fb9) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:59.899597 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port bc1d44e1-0c0c-4546-8a05-1a5347dd682a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:59.900269 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.063266 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a844b378-96f3-42d0-be43-820d36a8ee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.121898 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a844b378-96f3-42d0-be43-820d36a8ee5e None None] For port a908e135-e7cc-449e-9969-38f33c9c4df3, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a908e135-e7cc-449e-9969-38f33c9c4df3,segment=NetworkSegment(f53e01a9-bc9d-4f6d-bf98-be64768f90a3),segment_id=f53e01a9-bc9d-4f6d-bf98-be64768f90a3)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:00.134251 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a844b378-96f3-42d0-be43-820d36a8ee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.202815 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844b378-96f3-42d0-be43-820d36a8ee5e None None] Pushing event updated for resources: {'Port': ['ID=a908e135-e7cc-449e-9969-38f33c9c4df3,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:00.282196 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-31656ba3-3b5c-4a6b-be84-f65203cd79e4 req-c01db4e7-03b9-41ed-bdbd-625a13c40125 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5869384 Jul 16 01:31:00.307216 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0d1c0-6046-4a29-b417-ecb2428f8bae req-4de63b9c-c24e-45d3-b91a-d7bbb153b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.308864 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aec0d1c0-6046-4a29-b417-ecb2428f8bae req-4de63b9c-c24e-45d3-b91a-d7bbb153b351 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cdebbfe4-dc01-4a40-9aa1-c9eaace51819 HTTP/1.1" status: 200 len: 862 time: 0.5009046 Jul 16 01:31:00.335379 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e949268-f565-4cbe-a7be-2f1104130a6e x-openstack-request-id: req-0e949268-f565-4cbe-a7be-2f1104130a6e {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:00.335790 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f904fee-7183-4db6-b019-2ad51b03d217", "name": "network-vif-plugged", "status": "completed", "tag": "84dbf7e4-43d9-4245-9317-6989e5da0b2d", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:00.336138 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e949268-f565-4cbe-a7be-2f1104130a6e {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:00.336674 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f904fee-7183-4db6-b019-2ad51b03d217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84dbf7e4-43d9-4245-9317-6989e5da0b2d', 'code': 200} Jul 16 01:31:00.372348 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aec0d1c0-6046-4a29-b417-ecb2428f8bae req-86560b36-9856-43ea-9079-2c654a07e02d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43e3c824-6c72-4121-8b92-50e92d3d660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563767 Jul 16 01:31:00.383556 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a848808-f6ee-4aa5-9c82-6c7a42319113 None None] Provisioning for port 8e63d38b-6abd-4207-b4ed-7c6ae62c1aa5 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:00.389061 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a848808-f6ee-4aa5-9c82-6c7a42319113 None None] Provisioning complete for port 8e63d38b-6abd-4207-b4ed-7c6ae62c1aa5 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:00.389578 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a848808-f6ee-4aa5-9c82-6c7a42319113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.469402 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a848808-f6ee-4aa5-9c82-6c7a42319113 None None] Port 8e63d38b-6abd-4207-b4ed-7c6ae62c1aa5 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:00.482625 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a848808-f6ee-4aa5-9c82-6c7a42319113 None None] Provisioning complete for port a908e135-e7cc-449e-9969-38f33c9c4df3 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:00.483006 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a848808-f6ee-4aa5-9c82-6c7a42319113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.518333 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aec0d1c0-6046-4a29-b417-ecb2428f8bae req-5babe89c-3553-4f99-a7b6-3c1fca050061 service neutron] 10.222.0.84 "GET /v2.0/networks/43e3c824-6c72-4121-8b92-50e92d3d660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360319 Jul 16 01:31:00.553314 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db13c897-91d8-49bc-9089-35a7d5ec5a1f admin admin] Router c670e6c4-24b7-42bb-bdef-dcd6d70ab532 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:31:00.670152 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbb2b1-de8a-4df1-8920-5e124ecb0799 req-441fba12-6147-4fad-a2fc-943aaec70871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.671698 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-81bbb2b1-de8a-4df1-8920-5e124ecb0799 req-441fba12-6147-4fad-a2fc-943aaec70871 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=efea2752c9f54aa1a4f60b73855614d8&device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 1098 time: 0.6972320 Jul 16 01:31:00.694535 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-17e6c9ce-5e94-4269-ba48-d462db7fbd71 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.741327 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-26baf340-44f5-4158-a6c7-99f4857069ec None None] Provisioning complete for port 8e63d38b-6abd-4207-b4ed-7c6ae62c1aa5 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:00.741919 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26baf340-44f5-4158-a6c7-99f4857069ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.744204 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.747406 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c97e0-f4da-4af5-a077-388630481cd5 req-5dea1e4c-de3d-4fac-a368-5091f8d56628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.748959 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-382c97e0-f4da-4af5-a077-388630481cd5 req-5dea1e4c-de3d-4fac-a368-5091f8d56628 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4f904fee-7183-4db6-b019-2ad51b03d217 HTTP/1.1" status: 200 len: 1097 time: 0.1896520 Jul 16 01:31:00.755802 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-17e6c9ce-5e94-4269-ba48-d462db7fbd71 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Transition to ACTIVE for port object 86fe1a92-7396-4bba-8bac-64ba2b742fb9 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:00.785608 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-26baf340-44f5-4158-a6c7-99f4857069ec None None] Port 8e63d38b-6abd-4207-b4ed-7c6ae62c1aa5 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:00.786371 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626afd3d-4330-4464-a201-f73f7d7267a1 req-589f0f7e-0f78-41f9-9498-b962c7b20d1d tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.788561 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-626afd3d-4330-4464-a201-f73f7d7267a1 req-589f0f7e-0f78-41f9-9498-b962c7b20d1d tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f904fee-7183-4db6-b019-2ad51b03d217 HTTP/1.1" status: 200 len: 945 time: 0.2767594 Jul 16 01:31:00.795735 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aec0d1c0-6046-4a29-b417-ecb2428f8bae req-1d0b1a1e-2a61-4e1b-9924-a74b20611c63 service neutron] 10.222.0.84 "GET /v2.0/networks/43e3c824-6c72-4121-8b92-50e92d3d660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667053 Jul 16 01:31:00.819090 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db13c897-91d8-49bc-9089-35a7d5ec5a1f admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:00.831956 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] Sync routers for ids ['c670e6c4-24b7-42bb-bdef-dcd6d70ab532'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:00.839425 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af12c02-6256-40cb-9ed8-bac8036ea1d0 req-6f65fd95-6002-4508-8ad2-4d4c3440236a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.840967 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5af12c02-6256-40cb-9ed8-bac8036ea1d0 req-6f65fd95-6002-4508-8ad2-4d4c3440236a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 946 time: 0.7520306 Jul 16 01:31:00.842403 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] Routers {'c670e6c4-24b7-42bb-bdef-dcd6d70ab532'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:00.843042 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:31:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c670e6c4-24b7-42bb-bdef-dcd6d70ab532'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:00.849400 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-626afd3d-4330-4464-a201-f73f7d7267a1 req-c8072d9e-7376-4a36-8ef9-875c258406f1 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb0ed501-96d6-43b3-8e6a-bcbedffd7ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525131 Jul 16 01:31:00.850956 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-db13c897-91d8-49bc-9089-35a7d5ec5a1f admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.854797 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-db13c897-91d8-49bc-9089-35a7d5ec5a1f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0617814 Jul 16 01:31:00.855094 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54444) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:00.890883 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-382c97e0-f4da-4af5-a077-388630481cd5 req-8f1f7320-9a2f-4375-8d43-2eb55784ea82 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fb0ed501-96d6-43b3-8e6a-bcbedffd7ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258082 Jul 16 01:31:00.919853 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbb2b1-de8a-4df1-8920-5e124ecb0799 req-872cd1b5-c307-4549-9848-ff13e24d4b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.921234 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-81bbb2b1-de8a-4df1-8920-5e124ecb0799 req-872cd1b5-c307-4549-9848-ff13e24d4b97 service neutron] 10.222.0.84 "GET /v2.0/networks?id=740d1a79-a6f9-4fe4-80b6-74637837e26e HTTP/1.1" status: 200 len: 912 time: 0.2344115 Jul 16 01:31:00.930937 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-17e6c9ce-5e94-4269-ba48-d462db7fbd71 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.954106 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a7e7ccb0-5412-48c2-9aa3-4fd96d74a212 None None] Provisioning complete for port 8e63d38b-6abd-4207-b4ed-7c6ae62c1aa5 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:00.954527 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7e7ccb0-5412-48c2-9aa3-4fd96d74a212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.964751 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5af12c02-6256-40cb-9ed8-bac8036ea1d0 req-928ba62d-79ad-45d5-9027-4759c054a117 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069586 Jul 16 01:31:01.003568 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a7e7ccb0-5412-48c2-9aa3-4fd96d74a212 None None] Port 8e63d38b-6abd-4207-b4ed-7c6ae62c1aa5 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:01.027254 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] Set router c670e6c4-24b7-42bb-bdef-dcd6d70ab532 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:01.055089 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-81bbb2b1-de8a-4df1-8920-5e124ecb0799 req-ae629408-4875-461f-aad9-7d141a38c4db service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c1bf4f2-9e2c-4eaa-8773-918b25f6f295 HTTP/1.1" status: 200 len: 217 time: 0.1195328 Jul 16 01:31:01.066040 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e6c9ce-5e94-4269-ba48-d462db7fbd71 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Network f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:01.083853 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-17e6c9ce-5e94-4269-ba48-d462db7fbd71 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:01.101514 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a908e135-e7cc-449e-9969-38f33c9c4df3 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:01.109140 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e6c9ce-5e94-4269-ba48-d462db7fbd71 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:01.150414 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6c9ce-5e94-4269-ba48-d462db7fbd71 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Pushing event updated for resources: {'Port': ['ID=86fe1a92-7396-4bba-8bac-64ba2b742fb9,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:01.220707 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbb2b1-de8a-4df1-8920-5e124ecb0799 req-5b3df015-88d0-4679-8d40-68c7e13b8913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.222224 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-81bbb2b1-de8a-4df1-8920-5e124ecb0799 req-5b3df015-88d0-4679-8d40-68c7e13b8913 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f4a13b68-d187-4043-a1fb-e8b0db4cac67 HTTP/1.1" status: 200 len: 851 time: 0.1544707 Jul 16 01:31:01.234143 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e6c9ce-5e94-4269-ba48-d462db7fbd71 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.237282 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port a908e135-e7cc-449e-9969-38f33c9c4df3 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:01.237695 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.238294 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-17e6c9ce-5e94-4269-ba48-d462db7fbd71 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.293646 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-81bbb2b1-de8a-4df1-8920-5e124ecb0799 req-c6daacb0-f631-46d5-8723-6eed02c0c6df service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=740d1a79-a6f9-4fe4-80b6-74637837e26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479674 Jul 16 01:31:01.302280 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-17e6c9ce-5e94-4269-ba48-d462db7fbd71 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8981955 Jul 16 01:31:01.305702 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54448) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:01.314256 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-3dcfcabf-b3d4-46eb-b751-77aa26565409 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:01.425215 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1b7b4-c090-4678-a976-59010a903209 req-ae6f1392-6b3a-4b5f-a17a-2b0099cefef0 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.427325 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0ac1b7b4-c090-4678-a976-59010a903209 req-ae6f1392-6b3a-4b5f-a17a-2b0099cefef0 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 946 time: 0.2178774 Jul 16 01:31:01.450864 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcabf-b3d4-46eb-b751-77aa26565409 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.484716 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95890d96-6084-4151-b84f-06945e60c744 req-68077d3d-569a-4f41-a8ce-5ef645a04056 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.486999 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95890d96-6084-4151-b84f-06945e60c744 req-68077d3d-569a-4f41-a8ce-5ef645a04056 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8d51272-f2ab-4486-9b09-147b2001acc6 HTTP/1.1" status: 200 len: 943 time: 0.3485091 Jul 16 01:31:01.499952 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0ac1b7b4-c090-4678-a976-59010a903209 req-8610517a-6689-4bd1-9900-faea8d10bbeb tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668356 Jul 16 01:31:01.535039 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.535950 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-81bbb2b1-de8a-4df1-8920-5e124ecb0799 req-090918e2-8f26-41b8-9eb5-ed3e511b9579 service neutron] 10.222.0.84 "GET /v2.0/networks/740d1a79-a6f9-4fe4-80b6-74637837e26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310781 Jul 16 01:31:01.587334 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0fc561ee-0463-4cac-9429-7c1a3e4f7391 None None] Provisioning for port 86fe1a92-7396-4bba-8bac-64ba2b742fb9 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:01.596434 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0fc561ee-0463-4cac-9429-7c1a3e4f7391 None None] Provisioning complete for port 86fe1a92-7396-4bba-8bac-64ba2b742fb9 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:01.596811 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0fc561ee-0463-4cac-9429-7c1a3e4f7391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.630108 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-15d3dc55-1d7e-4ec9-baa1-a9870c6bf650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.643541 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95890d96-6084-4151-b84f-06945e60c744 req-925f90a2-206e-4880-b38a-f81df5a0e0fe tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484654 Jul 16 01:31:01.678757 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-0fc561ee-0463-4cac-9429-7c1a3e4f7391 None None] Port 86fe1a92-7396-4bba-8bac-64ba2b742fb9 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:01.714179 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c670e6c4-24b7-42bb-bdef-dcd6d70ab532', 'name': 'tempest-TestAggregatesBasicOps-1022939757-router', 'tenant_id': 'd18e614c431a40518a347767aa73fcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '0b916285-3a9e-424c-ab97-e9089dc4b3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:54Z', 'updated_at': '2021-07-16T01:30:58Z', 'revision_number': 3, 'project_id': 'd18e614c431a40518a347767aa73fcfb', 'gw_port': {'id': '0b916285-3a9e-424c-ab97-e9089dc4b3b0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:95:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c670e6c4-24b7-42bb-bdef-dcd6d70ab532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:57Z', 'updated_at': '2021-07-16T01:30:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:01.742385 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] Checking router: c670e6c4-24b7-42bb-bdef-dcd6d70ab532 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:01.743077 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] Updating router c670e6c4-24b7-42bb-bdef-dcd6d70ab532 port 0b916285-3a9e-424c-ab97-e9089dc4b3b0 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:31:01.743306 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcabf-b3d4-46eb-b751-77aa26565409 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.748481 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-81bbb2b1-de8a-4df1-8920-5e124ecb0799 req-f31b84f4-1ca6-43cc-873c-898bc445125b service neutron] 10.222.0.84 "GET /v2.0/networks/740d1a79-a6f9-4fe4-80b6-74637837e26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034411 Jul 16 01:31:01.778872 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.829575 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230d625-24f6-49e3-ae7e-ce6bd5e1e26a req-737ef1ac-230b-435c-b535-90dfaa0f1f2b tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.831400 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4230d625-24f6-49e3-ae7e-ce6bd5e1e26a req-737ef1ac-230b-435c-b535-90dfaa0f1f2b tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 945 time: 0.1818531 Jul 16 01:31:01.900808 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4230d625-24f6-49e3-ae7e-ce6bd5e1e26a req-79eaa669-945c-4a44-9455-802fd8a1bc8f tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439713 Jul 16 01:31:01.917573 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-15d3dc55-1d7e-4ec9-baa1-a9870c6bf650 admin admin] Allocated IP 172.20.0.1 (2f84c903-1a27-4293-8d8e-dc9e3e234d47/4498672c-5fe7-4aeb-ac19-c3cc5e1fd878/be2b892c-6d2c-4108-8370-bc0b13d106a8) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:01.924374 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-3dcfcabf-b3d4-46eb-b751-77aa26565409 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Allocated IP 172.25.6.35 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/fbbf03e0-8db0-45a0-a2d8-6474e93e110e) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:02.041947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 13b24386-8c3b-475b-aa37-dddc1bce76c9 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:02.067541 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-15d3dc55-1d7e-4ec9-baa1-a9870c6bf650 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.086163 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-15d3dc55-1d7e-4ec9-baa1-a9870c6bf650 admin admin] Transition to ACTIVE for port object be2b892c-6d2c-4108-8370-bc0b13d106a8 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:02.093196 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcabf-b3d4-46eb-b751-77aa26565409 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.151385 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e4310-1e84-4ffb-87ab-e659529b037e req-59d983b7-47f7-4f22-bfe9-7f754e525a79 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.152995 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-be2e4310-1e84-4ffb-87ab-e659529b037e req-59d983b7-47f7-4f22-bfe9-7f754e525a79 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f904fee-7183-4db6-b019-2ad51b03d217 HTTP/1.1" status: 200 len: 945 time: 0.1153772 Jul 16 01:31:02.162528 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 13b24386-8c3b-475b-aa37-dddc1bce76c9, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=13b24386-8c3b-475b-aa37-dddc1bce76c9,segment=NetworkSegment(094f11f0-f2ec-4b0e-b53a-57694f1e042c),segment_id=094f11f0-f2ec-4b0e-b53a-57694f1e042c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:02.173219 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcabf-b3d4-46eb-b751-77aa26565409 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.173554 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-15d3dc55-1d7e-4ec9-baa1-a9870c6bf650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.179413 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '13b24386-8c3b-475b-aa37-dddc1bce76c9', 'network_id': '43e3c824-6c72-4121-8b92-50e92d3d660a', 'port_id': '13b24386-8c3b-475b-aa37-dddc1bce76c9', 'mac_address': 'fa:16:3e:74:5c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdebbfe4-dc01-4a40-9aa1-c9eaace51819', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:02.223692 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57bc67-5f9a-4150-93c4-b7f71bee1617 req-afd9fd98-3512-47cc-943e-ed14510c2ca7 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.230767 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8e57bc67-5f9a-4150-93c4-b7f71bee1617 req-afd9fd98-3512-47cc-943e-ed14510c2ca7 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 946 time: 0.1194990 Jul 16 01:31:02.233408 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcfcabf-b3d4-46eb-b751-77aa26565409 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:02.242116 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-3dcfcabf-b3d4-46eb-b751-77aa26565409 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:02.243673 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d3dc55-1d7e-4ec9-baa1-a9870c6bf650 admin admin] Network 2f84c903-1a27-4293-8d8e-dc9e3e234d47 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:02.244930 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcfcabf-b3d4-46eb-b751-77aa26565409 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:02.254463 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-be2e4310-1e84-4ffb-87ab-e659529b037e req-ec6204da-1fdb-4c85-aba5-4a12e46e42f7 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb0ed501-96d6-43b3-8e6a-bcbedffd7ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918503 Jul 16 01:31:02.256546 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-15d3dc55-1d7e-4ec9-baa1-a9870c6bf650 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:02.259473 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d3dc55-1d7e-4ec9-baa1-a9870c6bf650 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:02.280826 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfcabf-b3d4-46eb-b751-77aa26565409 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Pushing event updated for resources: {'Port': ['ID=fbbf03e0-8db0-45a0-a2d8-6474e93e110e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:02.286861 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.316784 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-15d3dc55-1d7e-4ec9-baa1-a9870c6bf650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.367278 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a147dfb-2dae-4a21-bbb1-f1f88e62eb40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8660866a-9db7-4aa3-8d44-f99d34857980'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:02.369922 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5b5ceb-86cb-47ea-9fb6-19d45faedca5" -d '{"events": [{"server_uuid": "7a147dfb-2dae-4a21-bbb1-f1f88e62eb40", "name": "network-vif-unplugged", "status": "completed", "tag": "8660866a-9db7-4aa3-8d44-f99d34857980"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:02.389690 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcabf-b3d4-46eb-b751-77aa26565409 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.389927 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b24386-8c3b-475b-aa37-dddc1bce76c9 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:02.432037 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3dc55-1d7e-4ec9-baa1-a9870c6bf650 admin admin] Pushing event updated for resources: {'Port': ['ID=be2b892c-6d2c-4108-8370-bc0b13d106a8,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:02.461540 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8e57bc67-5f9a-4150-93c4-b7f71bee1617 req-4157f0dc-cbe1-4714-b37e-b93ed35fc631 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296767 Jul 16 01:31:02.491149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 13b24386-8c3b-475b-aa37-dddc1bce76c9, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=13b24386-8c3b-475b-aa37-dddc1bce76c9,segment=NetworkSegment(094f11f0-f2ec-4b0e-b53a-57694f1e042c),segment_id=094f11f0-f2ec-4b0e-b53a-57694f1e042c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:02.519951 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcabf-b3d4-46eb-b751-77aa26565409 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.524162 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-15d3dc55-1d7e-4ec9-baa1-a9870c6bf650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.524630 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.556877 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] Transition to ACTIVE for port object 0b916285-3a9e-424c-ab97-e9089dc4b3b0 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:02.568001 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.578459 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.588058 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89308fef-a8bc-44b8-84af-2a1cf6675990 req-4223b9bf-1bfa-4330-aad7-7ac4fa1ca7cd tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.589344 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55c07ee-9e53-46b9-9de7-ceb1ef69deec x-openstack-request-id: req-f55c07ee-9e53-46b9-9de7-ceb1ef69deec {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:02.589824 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a147dfb-2dae-4a21-bbb1-f1f88e62eb40", "name": "network-vif-unplugged", "status": "completed", "tag": "8660866a-9db7-4aa3-8d44-f99d34857980", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:02.589961 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-89308fef-a8bc-44b8-84af-2a1cf6675990 req-4223b9bf-1bfa-4330-aad7-7ac4fa1ca7cd tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f904fee-7183-4db6-b019-2ad51b03d217 HTTP/1.1" status: 200 len: 945 time: 0.1356618 Jul 16 01:31:02.591183 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f55c07ee-9e53-46b9-9de7-ceb1ef69deec {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:02.592276 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a147dfb-2dae-4a21-bbb1-f1f88e62eb40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8660866a-9db7-4aa3-8d44-f99d34857980', 'code': 200} Jul 16 01:31:02.624255 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.669681 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=13b24386-8c3b-475b-aa37-dddc1bce76c9,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:02.675763 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] Attempting to bind port 0b916285-3a9e-424c-ab97-e9089dc4b3b0 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:02.676279 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] Attempting to bind port 0b916285-3a9e-424c-ab97-e9089dc4b3b0 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:02.676769 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] Attempting to bind port 0b916285-3a9e-424c-ab97-e9089dc4b3b0 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:02.692989 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-89308fef-a8bc-44b8-84af-2a1cf6675990 req-4a2c04d2-c43a-4504-b51d-5bd12fcb45d4 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb0ed501-96d6-43b3-8e6a-bcbedffd7ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854347 Jul 16 01:31:02.715231 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:02.715609 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:02.716000 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.716399 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:02.716887 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] Bound port: 0b916285-3a9e-424c-ab97-e9089dc4b3b0, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:02.717265 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.758156 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8660866a-9db7-4aa3-8d44-f99d34857980 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:02.786342 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754f7c4-2429-480d-a4c6-452ddb278211 None None] Pushing event updated for resources: {'Port': ['ID=0b916285-3a9e-424c-ab97-e9089dc4b3b0,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:02.798032 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-957393d6-5903-4813-8aa8-e518a436a237 None None] Provisioning for port be2b892c-6d2c-4108-8370-bc0b13d106a8 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:02.808748 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['13b24386-8c3b-475b-aa37-dddc1bce76c9'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:02.822218 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcabf-b3d4-46eb-b751-77aa26565409 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.832624 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcabf-b3d4-46eb-b751-77aa26565409 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.834512 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-15d3dc55-1d7e-4ec9-baa1-a9870c6bf650 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.842051 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-957393d6-5903-4813-8aa8-e518a436a237 None None] Provisioning complete for port be2b892c-6d2c-4108-8370-bc0b13d106a8 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:02.842446 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-957393d6-5903-4813-8aa8-e518a436a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.849145 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c495b-6dfc-4382-984a-59fb827c9de3 req-132873d9-7b73-465c-ba30-d0c5cf49f957 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.851322 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-631c495b-6dfc-4382-984a-59fb827c9de3 req-132873d9-7b73-465c-ba30-d0c5cf49f957 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 946 time: 0.1593418 Jul 16 01:31:02.852590 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-15d3dc55-1d7e-4ec9-baa1-a9870c6bf650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.902568 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] For port 0b916285-3a9e-424c-ab97-e9089dc4b3b0, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:02.949911 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-631c495b-6dfc-4382-984a-59fb827c9de3 req-d75af09b-09bb-4746-a5a4-5e0a685486e9 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924201 Jul 16 01:31:02.968544 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfcabf-b3d4-46eb-b751-77aa26565409 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Pushing event updated for resources: {'Port': ['ID=fbbf03e0-8db0-45a0-a2d8-6474e93e110e,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:02.986462 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcabf-b3d4-46eb-b751-77aa26565409 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.989443 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] For port 0b916285-3a9e-424c-ab97-e9089dc4b3b0, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0b916285-3a9e-424c-ab97-e9089dc4b3b0,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:02.997471 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-957393d6-5903-4813-8aa8-e518a436a237 None None] Port be2b892c-6d2c-4108-8370-bc0b13d106a8 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:03.008591 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.012006 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe14e07-4d78-4f12-a31a-aa2761c8e2b5 req-0bfc2f12-c8d1-42cc-98d7-bf9185cf16c2 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:03.013704 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4fe14e07-4d78-4f12-a31a-aa2761c8e2b5 req-0bfc2f12-c8d1-42cc-98d7-bf9185cf16c2 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8d51272-f2ab-4486-9b09-147b2001acc6 HTTP/1.1" status: 200 len: 944 time: 0.1716366 Jul 16 01:31:03.013845 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3dc55-1d7e-4ec9-baa1-a9870c6bf650 admin admin] Pushing event updated for resources: {'Port': ['ID=be2b892c-6d2c-4108-8370-bc0b13d106a8,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:03.015073 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcabf-b3d4-46eb-b751-77aa26565409 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.016257 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3dcfcabf-b3d4-46eb-b751-77aa26565409 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7056415 Jul 16 01:31:03.017557 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-15d3dc55-1d7e-4ec9-baa1-a9870c6bf650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.020230 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54480) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:03.025982 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-3b62403a-3480-49b4-8ad8-7d18983e0d79 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Request body: {'floatingip': {'port_id': '86fe1a92-7396-4bba-8bac-64ba2b742fb9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:03.064791 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8660866a-9db7-4aa3-8d44-f99d34857980, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8660866a-9db7-4aa3-8d44-f99d34857980,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:03.077628 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4fe14e07-4d78-4f12-a31a-aa2761c8e2b5 req-7fabe46c-316d-4f3a-ab6f-fc1341532c80 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518923 Jul 16 01:31:03.107313 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '8660866a-9db7-4aa3-8d44-f99d34857980', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'port_id': '8660866a-9db7-4aa3-8d44-f99d34857980', 'mac_address': 'fa:16:3e:89:62:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:03.107566 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3b62403a-3480-49b4-8ad8-7d18983e0d79 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for floatingip, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.137518 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] Routers {'c670e6c4-24b7-42bb-bdef-dcd6d70ab532'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:03.138238 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:31:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c670e6c4-24b7-42bb-bdef-dcd6d70ab532'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:03.143936 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754f7c4-2429-480d-a4c6-452ddb278211 None None] Pushing event updated for resources: {'Port': ['ID=0b916285-3a9e-424c-ab97-e9089dc4b3b0,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:03.290336 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a33e-df09-4f81-b7df-4a09684d1816 req-041c62ea-bfcf-4aff-a84a-e8abb8d0efda tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:03.292711 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e182a33e-df09-4f81-b7df-4a09684d1816 req-041c62ea-bfcf-4aff-a84a-e8abb8d0efda tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 945 time: 0.0936048 Jul 16 01:31:03.297212 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d3dc55-1d7e-4ec9-baa1-a9870c6bf650 admin admin] Network 2f84c903-1a27-4293-8d8e-dc9e3e234d47 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:03.304901 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-15d3dc55-1d7e-4ec9-baa1-a9870c6bf650 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:03.325987 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-3b62403a-3480-49b4-8ad8-7d18983e0d79 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] update failed (client error): The resource could not be found. Jul 16 01:31:03.330049 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3b62403a-3480-49b4-8ad8-7d18983e0d79 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] 10.222.0.16 "PUT /v2.0/floatingips/ce388715-b4a0-49ea-be23-72bc255eed12 HTTP/1.1" status: 404 len: 507 time: 0.3059907 Jul 16 01:31:03.350879 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54484) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:03.372083 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.409254 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] Set router c670e6c4-24b7-42bb-bdef-dcd6d70ab532 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:03.415330 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e182a33e-df09-4f81-b7df-4a09684d1816 req-46ef0cc8-4728-40d6-b12a-9d9dc7f1521f tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145692 Jul 16 01:31:03.456272 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8660866a-9db7-4aa3-8d44-f99d34857980 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:03.504792 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8660866a-9db7-4aa3-8d44-f99d34857980, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8660866a-9db7-4aa3-8d44-f99d34857980,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:03.550784 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5558764-54d4-47f8-9af3-53e115f1b384 req-050d5753-beab-495f-a754-d33013d94d5e tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:03.554022 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a5558764-54d4-47f8-9af3-53e115f1b384 req-050d5753-beab-495f-a754-d33013d94d5e tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f904fee-7183-4db6-b019-2ad51b03d217 HTTP/1.1" status: 200 len: 945 time: 0.1727848 Jul 16 01:31:03.572918 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d3dc55-1d7e-4ec9-baa1-a9870c6bf650 admin admin] Router c670e6c4-24b7-42bb-bdef-dcd6d70ab532 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:03.589049 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.593142 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-155a0e06-543c-4d5a-ae46-fe5210220a4f tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Deleting port fbbf03e0-8db0-45a0-a2d8-6474e93e110e {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:03.593551 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-155a0e06-543c-4d5a-ae46-fe5210220a4f tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.663761 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a5558764-54d4-47f8-9af3-53e115f1b384 req-b040a7b1-0fbf-4a8a-b8ee-ac54278356da tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb0ed501-96d6-43b3-8e6a-bcbedffd7ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010361 Jul 16 01:31:03.731441 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=8660866a-9db7-4aa3-8d44-f99d34857980,revision_number=9']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:03.738776 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d3dc55-1d7e-4ec9-baa1-a9870c6bf650 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:03.748936 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-15d3dc55-1d7e-4ec9-baa1-a9870c6bf650 admin admin] 10.222.0.16 "PUT /v2.0/routers/c670e6c4-24b7-42bb-bdef-dcd6d70ab532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8923705 Jul 16 01:31:03.751764 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['8660866a-9db7-4aa3-8d44-f99d34857980'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:03.815134 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-155a0e06-543c-4d5a-ae46-fe5210220a4f tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.815847 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-155a0e06-543c-4d5a-ae46-fe5210220a4f tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.840249 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-155a0e06-543c-4d5a-ae46-fe5210220a4f tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Calling delete_port for fbbf03e0-8db0-45a0-a2d8-6474e93e110e owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:03.870088 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d8776-9029-4b76-9f7d-7c1f0b9721e5 req-fc8768e0-c383-4599-aca9-d1c9655bc49a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:03.872059 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f33d8776-9029-4b76-9f7d-7c1f0b9721e5 req-fc8768e0-c383-4599-aca9-d1c9655bc49a tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 946 time: 0.1531141 Jul 16 01:31:03.886202 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0592bfe7-94ae-4ea4-b2fc-46a829771edb None None] Provisioning complete for port be2b892c-6d2c-4108-8370-bc0b13d106a8 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:03.886783 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0592bfe7-94ae-4ea4-b2fc-46a829771edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.926193 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-0592bfe7-94ae-4ea4-b2fc-46a829771edb None None] Port be2b892c-6d2c-4108-8370-bc0b13d106a8 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:03.977979 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f33d8776-9029-4b76-9f7d-7c1f0b9721e5 req-ecb415e2-138a-42b3-90e3-c64a2dd1ec7c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001985 Jul 16 01:31:04.075469 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 13b24386-8c3b-475b-aa37-dddc1bce76c9 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:04.117146 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-155a0e06-543c-4d5a-ae46-fe5210220a4f tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.158214 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a0e06-543c-4d5a-ae46-fe5210220a4f tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Pushing event deleted for resources: {'Port': ['ID=fbbf03e0-8db0-45a0-a2d8-6474e93e110e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:04.201313 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c670e6c4-24b7-42bb-bdef-dcd6d70ab532', 'name': 'tempest-TestAggregatesBasicOps-1022939757-router', 'tenant_id': 'd18e614c431a40518a347767aa73fcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '0b916285-3a9e-424c-ab97-e9089dc4b3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:54Z', 'updated_at': '2021-07-16T01:31:02Z', 'revision_number': 4, 'project_id': 'd18e614c431a40518a347767aa73fcfb', 'gw_port': {'id': '0b916285-3a9e-424c-ab97-e9089dc4b3b0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:95:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c670e6c4-24b7-42bb-bdef-dcd6d70ab532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:57Z', 'updated_at': '2021-07-16T01:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'be2b892c-6d2c-4108-8370-bc0b13d106a8', 'name': '', 'network_id': '2f84c903-1a27-4293-8d8e-dc9e3e234d47', 'tenant_id': 'd18e614c431a40518a347767aa73fcfb', 'mac_address': 'fa:16:3e:16:76:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c670e6c4-24b7-42bb-bdef-dcd6d70ab532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '4498672c-5fe7-4aeb-ac19-c3cc5e1fd878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:01Z', 'updated_at': '2021-07-16T01:31:02Z', 'revision_number': 2, 'project_id': 'd18e614c431a40518a347767aa73fcfb', 'subnets': [{'id': '4498672c-5fe7-4aeb-ac19-c3cc5e1fd878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:04.203686 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 13b24386-8c3b-475b-aa37-dddc1bce76c9 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:04.236242 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 13b24386-8c3b-475b-aa37-dddc1bce76c9 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:04.236652 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.240119 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee46c697-7d18-48d5-97db-b136921ffe00 None None] The sync data for ids ['c670e6c4-24b7-42bb-bdef-dcd6d70ab532'] in n-d-792394-16 is: [{'id': 'c670e6c4-24b7-42bb-bdef-dcd6d70ab532', 'name': 'tempest-TestAggregatesBasicOps-1022939757-router', 'tenant_id': 'd18e614c431a40518a347767aa73fcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '0b916285-3a9e-424c-ab97-e9089dc4b3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:54Z', 'updated_at': '2021-07-16T01:31:02Z', 'revision_number': 4, 'project_id': 'd18e614c431a40518a347767aa73fcfb', 'gw_port': {'id': '0b916285-3a9e-424c-ab97-e9089dc4b3b0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:95:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c670e6c4-24b7-42bb-bdef-dcd6d70ab532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:57Z', 'updated_at': '2021-07-16T01:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'be2b892c-6d2c-4108-8370-bc0b13d106a8', 'name': '', 'network_id': '2f84c903-1a27-4293-8d8e-dc9e3e234d47', 'tenant_id': 'd18e614c431a40518a347767aa73fcfb', 'mac_address': 'fa:16:3e:16:76:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c670e6c4-24b7-42bb-bdef-dcd6d70ab532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '4498672c-5fe7-4aeb-ac19-c3cc5e1fd878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:01Z', 'updated_at': '2021-07-16T01:31:02Z', 'revision_number': 2, 'project_id': 'd18e614c431a40518a347767aa73fcfb', 'subnets': [{'id': '4498672c-5fe7-4aeb-ac19-c3cc5e1fd878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:04.298709 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:31:04.352305 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-155a0e06-543c-4d5a-ae46-fe5210220a4f tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.356072 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-155a0e06-543c-4d5a-ae46-fe5210220a4f tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.362211 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-155a0e06-543c-4d5a-ae46-fe5210220a4f tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] 10.222.0.16 "DELETE /v2.0/floatingips/ce388715-b4a0-49ea-be23-72bc255eed12 HTTP/1.1" status: 204 len: 168 time: 1.0053656 Jul 16 01:31:04.362402 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.362498 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54532) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:04.369732 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-59a023c7-13f8-40f2-9dd0-229d81999e46 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Request body: {'floatingip': {'floating_network_id': 'f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5', 'port_id': '86fe1a92-7396-4bba-8bac-64ba2b742fb9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:04.414285 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 13b24386-8c3b-475b-aa37-dddc1bce76c9, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=13b24386-8c3b-475b-aa37-dddc1bce76c9,segment=NetworkSegment(094f11f0-f2ec-4b0e-b53a-57694f1e042c),segment_id=094f11f0-f2ec-4b0e-b53a-57694f1e042c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:04.414521 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680e21d-ac35-4ffd-81a6-3ed26b431e42 req-49acbfe1-9c9f-4f08-b287-4120e6f44ac6 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:04.416492 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9680e21d-ac35-4ffd-81a6-3ed26b431e42 req-49acbfe1-9c9f-4f08-b287-4120e6f44ac6 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 946 time: 0.2419100 Jul 16 01:31:04.432422 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.436431 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59a023c7-13f8-40f2-9dd0-229d81999e46 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.509021 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9680e21d-ac35-4ffd-81a6-3ed26b431e42 req-a2782aca-47d8-4dd1-97f7-3bd6dd4a6845 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829887 Jul 16 01:31:04.512207 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=13b24386-8c3b-475b-aa37-dddc1bce76c9,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:04.532991 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b61ad-7d11-456e-9df7-6c462ad67262 req-c6fec7be-44ca-4084-9943-bbc51a317e3d tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:04.546598 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a48b61ad-7d11-456e-9df7-6c462ad67262 req-c6fec7be-44ca-4084-9943-bbc51a317e3d tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f904fee-7183-4db6-b019-2ad51b03d217 HTTP/1.1" status: 200 len: 945 time: 0.1646519 Jul 16 01:31:04.598137 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d51272-f2ab-4486-9b09-147b2001acc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b24386-8c3b-475b-aa37-dddc1bce76c9'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:04.601333 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baffd048-01b3-48df-acf9-228b0789a4ac" -d '{"events": [{"server_uuid": "b8d51272-f2ab-4486-9b09-147b2001acc6", "name": "network-vif-plugged", "status": "completed", "tag": "13b24386-8c3b-475b-aa37-dddc1bce76c9"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:04.604548 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a48b61ad-7d11-456e-9df7-6c462ad67262 req-b9f48ffd-6105-41b4-926c-9d2136652114 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb0ed501-96d6-43b3-8e6a-bcbedffd7ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568876 Jul 16 01:31:04.720899 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-59a023c7-13f8-40f2-9dd0-229d81999e46 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:31:04.720899 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-59a023c7-13f8-40f2-9dd0-229d81999e46 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3507564 Jul 16 01:31:04.727616 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54540) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:04.747807 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8660866a-9db7-4aa3-8d44-f99d34857980 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:04.759556 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-438de24a-6d34-4673-aae2-162324751732 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': '86fe1a92-7396-4bba-8bac-64ba2b742fb9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:04.846281 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.847607 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 8660866a-9db7-4aa3-8d44-f99d34857980 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:04.847926 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.937543 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47dc2e-eb0b-4a88-a884-2928d44ab3e7 req-fac63253-26ab-4b1a-b849-614212ee2e2e tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:04.949117 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0e47dc2e-eb0b-4a88-a884-2928d44ab3e7 req-fac63253-26ab-4b1a-b849-614212ee2e2e tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 945 time: 0.1461475 Jul 16 01:31:04.961071 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-438de24a-6d34-4673-aae2-162324751732 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.004774 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0e47dc2e-eb0b-4a88-a884-2928d44ab3e7 req-3720ab9b-0899-4539-afe2-162a6253dc14 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513165 Jul 16 01:31:05.019771 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c25cdc-83d4-49f2-be3b-f76a6531a1c9 req-941963b4-f634-463e-9bf3-b46377e99866 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.029159 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-23c25cdc-83d4-49f2-be3b-f76a6531a1c9 req-941963b4-f634-463e-9bf3-b46377e99866 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8d51272-f2ab-4486-9b09-147b2001acc6 HTTP/1.1" status: 200 len: 945 time: 0.2578666 Jul 16 01:31:05.036821 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.079986 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8660866a-9db7-4aa3-8d44-f99d34857980, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8660866a-9db7-4aa3-8d44-f99d34857980,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:05.091799 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.105646 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e9b2bf-9796-4f4e-b12a-a856831596b2 x-openstack-request-id: req-44e9b2bf-9796-4f4e-b12a-a856831596b2 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:05.105951 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d51272-f2ab-4486-9b09-147b2001acc6", "name": "network-vif-plugged", "status": "completed", "tag": "13b24386-8c3b-475b-aa37-dddc1bce76c9", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:05.106202 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44e9b2bf-9796-4f4e-b12a-a856831596b2 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:05.106603 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d51272-f2ab-4486-9b09-147b2001acc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b24386-8c3b-475b-aa37-dddc1bce76c9', 'code': 200} Jul 16 01:31:05.154844 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-23c25cdc-83d4-49f2-be3b-f76a6531a1c9 req-27251d5d-f973-4634-b433-c736af01be5a tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213980 Jul 16 01:31:05.224161 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=8660866a-9db7-4aa3-8d44-f99d34857980,revision_number=10']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:05.235682 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:05.236028 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:05.236404 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:05.236726 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:05.237055 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:05.237382 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:05.241728 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:05.242117 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:05.242452 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:05.242787 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:05.243118 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:05.243443 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:05.281990 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-438de24a-6d34-4673-aae2-162324751732 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.368866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61761108-cf5f-44f9-b8d4-7004ebe42ab1 req-c786a37f-8868-4f43-96ef-7db54cd5cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.370433 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-61761108-cf5f-44f9-b8d4-7004ebe42ab1 req-c786a37f-8868-4f43-96ef-7db54cd5cf18 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b8d51272-f2ab-4486-9b09-147b2001acc6 HTTP/1.1" status: 200 len: 1097 time: 0.1825697 Jul 16 01:31:05.582038 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-61761108-cf5f-44f9-b8d4-7004ebe42ab1 req-13ce1582-56dc-46b6-84af-b621d4c59e6f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585140 Jul 16 01:31:05.608160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31395b-c1b4-40ef-805f-db127a402244 req-785cc540-fe7b-4ddf-a4ae-4557b9353479 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.612659 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b31395b-c1b4-40ef-805f-db127a402244 req-785cc540-fe7b-4ddf-a4ae-4557b9353479 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 946 time: 0.2359154 Jul 16 01:31:05.638417 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-438de24a-6d34-4673-aae2-162324751732 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Allocated IP 172.25.6.66 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/8c7dd29e-735e-4b9c-b0ed-cc44953a475c) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:05.750627 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b31395b-c1b4-40ef-805f-db127a402244 req-6bafe68d-84dd-411e-b3d7-848091c78d6e tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905902 Jul 16 01:31:05.900937 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a9369-b755-4af5-b14a-ca40898fef68 req-ddeb996b-1033-4005-bd50-c0cc481d6f37 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.902574 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5a7a9369-b755-4af5-b14a-ca40898fef68 req-ddeb996b-1033-4005-bd50-c0cc481d6f37 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 946 time: 0.1384733 Jul 16 01:31:05.912112 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c8ccd-a887-4059-8575-243ba0a9c9c7 req-d502321b-b71d-47e9-8fd6-9370d406c682 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.914305 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-987c8ccd-a887-4059-8575-243ba0a9c9c7 req-d502321b-b71d-47e9-8fd6-9370d406c682 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f904fee-7183-4db6-b019-2ad51b03d217 HTTP/1.1" status: 200 len: 945 time: 0.2655735 Jul 16 01:31:05.994685 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5a7a9369-b755-4af5-b14a-ca40898fef68 req-1de9144f-2d5d-4e7e-ab25-c7db489c2369 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863321 Jul 16 01:31:06.099113 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-438de24a-6d34-4673-aae2-162324751732 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.151355 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461b01e-4f04-4116-90f0-8a2b60e94c53 req-dc65c4f0-dac1-429d-b4da-d4ab2cd4a728 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:06.158538 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2461b01e-4f04-4116-90f0-8a2b60e94c53 req-dc65c4f0-dac1-429d-b4da-d4ab2cd4a728 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f904fee-7183-4db6-b019-2ad51b03d217 HTTP/1.1" status: 200 len: 945 time: 0.2412076 Jul 16 01:31:06.278242 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-438de24a-6d34-4673-aae2-162324751732 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.286891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-987c8ccd-a887-4059-8575-243ba0a9c9c7 req-e8f117c4-0aff-47c3-9011-82def3bca4c0 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Deleting port 84dbf7e4-43d9-4245-9317-6989e5da0b2d {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:06.287369 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-987c8ccd-a887-4059-8575-243ba0a9c9c7 req-e8f117c4-0aff-47c3-9011-82def3bca4c0 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.292100 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5a191-ce13-402f-9383-7541b6d773f1 req-8c03a676-e4c8-4370-82f9-0f46e7a0494a tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:06.302902 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2461b01e-4f04-4116-90f0-8a2b60e94c53 req-1cf0c6bb-95ac-446f-8fc7-89c852b7ea6e tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb0ed501-96d6-43b3-8e6a-bcbedffd7ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424990 Jul 16 01:31:06.312982 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2ef5a191-ce13-402f-9383-7541b6d773f1 req-8c03a676-e4c8-4370-82f9-0f46e7a0494a tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 945 time: 0.1404071 Jul 16 01:31:06.370393 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438de24a-6d34-4673-aae2-162324751732 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:06.394761 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-438de24a-6d34-4673-aae2-162324751732 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:06.435534 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438de24a-6d34-4673-aae2-162324751732 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:06.436567 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2ef5a191-ce13-402f-9383-7541b6d773f1 req-06066718-390f-407a-a531-9762bcca7dc6 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105831 Jul 16 01:31:06.443275 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438de24a-6d34-4673-aae2-162324751732 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Pushing event updated for resources: {'Port': ['ID=8c7dd29e-735e-4b9c-b0ed-cc44953a475c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:06.542255 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-987c8ccd-a887-4059-8575-243ba0a9c9c7 req-e8f117c4-0aff-47c3-9011-82def3bca4c0 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] For port 84dbf7e4-43d9-4245-9317-6989e5da0b2d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=84dbf7e4-43d9-4245-9317-6989e5da0b2d,segment=NetworkSegment(5515ad28-9823-4c02-9369-ca2a5581ffaf),segment_id=5515ad28-9823-4c02-9369-ca2a5581ffaf)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:06.542796 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-987c8ccd-a887-4059-8575-243ba0a9c9c7 req-e8f117c4-0aff-47c3-9011-82def3bca4c0 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.754746 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-987c8ccd-a887-4059-8575-243ba0a9c9c7 req-e8f117c4-0aff-47c3-9011-82def3bca4c0 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Calling delete_port for 84dbf7e4-43d9-4245-9317-6989e5da0b2d owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:06.847410 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bc6a4-225c-4d57-985e-a7db0dc54b35 req-389e3384-be6f-4eb7-877a-0d274c93a955 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:06.855903 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-055bc6a4-225c-4d57-985e-a7db0dc54b35 req-389e3384-be6f-4eb7-877a-0d274c93a955 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8d51272-f2ab-4486-9b09-147b2001acc6 HTTP/1.1" status: 200 len: 945 time: 0.1424212 Jul 16 01:31:06.934563 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-055bc6a4-225c-4d57-985e-a7db0dc54b35 req-56efff7d-436d-45f3-a6c6-80fb90c1e3c7 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663927 Jul 16 01:31:07.083202 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0b916285-3a9e-424c-ab97-e9089dc4b3b0 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:07.133132 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a147dfb-2dae-4a21-bbb1-f1f88e62eb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8660866a-9db7-4aa3-8d44-f99d34857980'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:07.135589 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af957495-de4a-4260-af4f-27a34d388664" -d '{"events": [{"server_uuid": "7a147dfb-2dae-4a21-bbb1-f1f88e62eb40", "name": "network-vif-plugged", "status": "completed", "tag": "8660866a-9db7-4aa3-8d44-f99d34857980"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:07.201455 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 0b916285-3a9e-424c-ab97-e9089dc4b3b0 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:07.207346 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 0b916285-3a9e-424c-ab97-e9089dc4b3b0 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:07.208300 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.242135 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8d421-7bba-4834-929a-f9143c668724 req-306d807f-0430-4baf-ae9d-5ff4510cd6da tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.247022 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-54d8d421-7bba-4834-929a-f9143c668724 req-306d807f-0430-4baf-ae9d-5ff4510cd6da tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 946 time: 0.1285245 Jul 16 01:31:07.354950 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.362308 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-54d8d421-7bba-4834-929a-f9143c668724 req-7b7a078d-9215-45e7-a2d3-60a4af837eb2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038160 Jul 16 01:31:07.416065 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 0b916285-3a9e-424c-ab97-e9089dc4b3b0, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0b916285-3a9e-424c-ab97-e9089dc4b3b0,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:07.426384 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.457807 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54612) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:07.528904 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510bcde-2c47-47f0-bef6-c123e1c27d3b req-ef7df1fc-fc5b-4832-9170-32c8c79c4f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.531209 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1510bcde-2c47-47f0-bef6-c123e1c27d3b req-ef7df1fc-fc5b-4832-9170-32c8c79c4f98 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 1097 time: 0.8111844 Jul 16 01:31:07.534506 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9df7635-acde-4db0-aa18-b6e17fb72407 x-openstack-request-id: req-d9df7635-acde-4db0-aa18-b6e17fb72407 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:07.534737 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-438de24a-6d34-4673-aae2-162324751732 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Deleting port 8c7dd29e-735e-4b9c-b0ed-cc44953a475c {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:07.535109 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-438de24a-6d34-4673-aae2-162324751732 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.535351 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a147dfb-2dae-4a21-bbb1-f1f88e62eb40", "name": "network-vif-plugged", "status": "completed", "tag": "8660866a-9db7-4aa3-8d44-f99d34857980", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:07.535770 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9df7635-acde-4db0-aa18-b6e17fb72407 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:07.537374 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a147dfb-2dae-4a21-bbb1-f1f88e62eb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8660866a-9db7-4aa3-8d44-f99d34857980', 'code': 200} Jul 16 01:31:07.580832 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=0b916285-3a9e-424c-ab97-e9089dc4b3b0,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:07.853357 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1510bcde-2c47-47f0-bef6-c123e1c27d3b req-feb627bd-47d2-4b1e-80fd-e66da2f26876 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132393 Jul 16 01:31:07.886902 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-438de24a-6d34-4673-aae2-162324751732 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.887308 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-438de24a-6d34-4673-aae2-162324751732 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.893240 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] Sync routers for ids ['c670e6c4-24b7-42bb-bdef-dcd6d70ab532'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:07.902816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-438de24a-6d34-4673-aae2-162324751732 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Calling delete_port for 8c7dd29e-735e-4b9c-b0ed-cc44953a475c owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:07.905007 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] Routers {'c670e6c4-24b7-42bb-bdef-dcd6d70ab532'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:07.905907 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:31:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c670e6c4-24b7-42bb-bdef-dcd6d70ab532'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:08.040124 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-987c8ccd-a887-4059-8575-243ba0a9c9c7 req-e8f117c4-0aff-47c3-9011-82def3bca4c0 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.073451 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-438de24a-6d34-4673-aae2-162324751732 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.079854 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f117c4-0aff-47c3-9011-82def3bca4c0 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Pushing event deleted for resources: {'Port': ['ID=84dbf7e4-43d9-4245-9317-6989e5da0b2d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:08.102608 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f117c4-0aff-47c3-9011-82def3bca4c0 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:08.102999 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f117c4-0aff-47c3-9011-82def3bca4c0 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:08.103350 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f117c4-0aff-47c3-9011-82def3bca4c0 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:08.103703 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f117c4-0aff-47c3-9011-82def3bca4c0 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:08.105077 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f117c4-0aff-47c3-9011-82def3bca4c0 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:08.105454 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f117c4-0aff-47c3-9011-82def3bca4c0 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:08.105811 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f117c4-0aff-47c3-9011-82def3bca4c0 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:08.106129 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f117c4-0aff-47c3-9011-82def3bca4c0 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:08.106519 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f117c4-0aff-47c3-9011-82def3bca4c0 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:08.106796 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f117c4-0aff-47c3-9011-82def3bca4c0 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:08.107130 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f117c4-0aff-47c3-9011-82def3bca4c0 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:08.107459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f117c4-0aff-47c3-9011-82def3bca4c0 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:08.175461 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] Set router c670e6c4-24b7-42bb-bdef-dcd6d70ab532 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:08.200005 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c939110-7331-434a-ae48-225a98c4f633 req-660cf877-999f-432e-a676-eb95bb0d1fed tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:08.207243 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1c939110-7331-434a-ae48-225a98c4f633 req-660cf877-999f-432e-a676-eb95bb0d1fed tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 946 time: 0.5169215 Jul 16 01:31:08.213730 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438de24a-6d34-4673-aae2-162324751732 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Pushing event deleted for resources: {'Port': ['ID=8c7dd29e-735e-4b9c-b0ed-cc44953a475c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:08.218994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-987c8ccd-a887-4059-8575-243ba0a9c9c7 req-e8f117c4-0aff-47c3-9011-82def3bca4c0 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] No DVR routers for this DVR port 84dbf7e4-43d9-4245-9317-6989e5da0b2d on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:08.221912 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-987c8ccd-a887-4059-8575-243ba0a9c9c7 req-e8f117c4-0aff-47c3-9011-82def3bca4c0 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.224337 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-987c8ccd-a887-4059-8575-243ba0a9c9c7 req-e8f117c4-0aff-47c3-9011-82def3bca4c0 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.82 "DELETE /v2.0/ports/84dbf7e4-43d9-4245-9317-6989e5da0b2d HTTP/1.1" status: 204 len: 173 time: 2.2917736 Jul 16 01:31:08.249606 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f904fee-7183-4db6-b019-2ad51b03d217', 'name': 'network-vif-deleted', 'tag': '84dbf7e4-43d9-4245-9317-6989e5da0b2d'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:08.252226 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5193098a-0575-4eb1-bfd5-a335458dcf38" -d '{"events": [{"server_uuid": "4f904fee-7183-4db6-b019-2ad51b03d217", "name": "network-vif-deleted", "tag": "84dbf7e4-43d9-4245-9317-6989e5da0b2d"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:08.289867 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-38789f82-9946-4546-8573-61628d75eec8 req-bf3258fc-eab0-49e5-b270-4184c989c187 tempest-ServersNegativeTestMultiTenantJSON-763445573 tempest-ServersNegativeTestMultiTenantJSON-763445573-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f904fee-7183-4db6-b019-2ad51b03d217 HTTP/1.1" status: 200 len: 210 time: 0.0533173 Jul 16 01:31:08.359856 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1c939110-7331-434a-ae48-225a98c4f633 req-ffee407e-3855-4537-820f-fa0c6bfdcd67 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515963 Jul 16 01:31:08.423072 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-438de24a-6d34-4673-aae2-162324751732 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] create failed (client error): The resource could not be found. Jul 16 01:31:08.424776 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-438de24a-6d34-4673-aae2-162324751732 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.6905279 Jul 16 01:31:08.428781 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54624) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:08.565279 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c670e6c4-24b7-42bb-bdef-dcd6d70ab532', 'name': 'tempest-TestAggregatesBasicOps-1022939757-router', 'tenant_id': 'd18e614c431a40518a347767aa73fcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '0b916285-3a9e-424c-ab97-e9089dc4b3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:54Z', 'updated_at': '2021-07-16T01:31:02Z', 'revision_number': 4, 'project_id': 'd18e614c431a40518a347767aa73fcfb', 'gw_port': {'id': '0b916285-3a9e-424c-ab97-e9089dc4b3b0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c670e6c4-24b7-42bb-bdef-dcd6d70ab532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:57Z', 'updated_at': '2021-07-16T01:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'be2b892c-6d2c-4108-8370-bc0b13d106a8', 'name': '', 'network_id': '2f84c903-1a27-4293-8d8e-dc9e3e234d47', 'tenant_id': 'd18e614c431a40518a347767aa73fcfb', 'mac_address': 'fa:16:3e:16:76:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c670e6c4-24b7-42bb-bdef-dcd6d70ab532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '4498672c-5fe7-4aeb-ac19-c3cc5e1fd878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:01Z', 'updated_at': '2021-07-16T01:31:02Z', 'revision_number': 2, 'project_id': 'd18e614c431a40518a347767aa73fcfb', 'subnets': [{'id': '4498672c-5fe7-4aeb-ac19-c3cc5e1fd878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:08.627316 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] Checking router: c670e6c4-24b7-42bb-bdef-dcd6d70ab532 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:08.628113 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] Updating router c670e6c4-24b7-42bb-bdef-dcd6d70ab532 port be2b892c-6d2c-4108-8370-bc0b13d106a8 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:31:08.676342 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.677653 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-a0d0f775-af8e-4051-9d06-afaffc9d5cd6 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Deleting port 86fe1a92-7396-4bba-8bac-64ba2b742fb9 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:08.678845 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a0d0f775-af8e-4051-9d06-afaffc9d5cd6 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.721181 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb649ce-e854-4efc-9d1d-b83a8f5fe29b req-77815507-18ba-4e57-af61-66ef93ddb61b tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:08.736714 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1eb649ce-e854-4efc-9d1d-b83a8f5fe29b req-77815507-18ba-4e57-af61-66ef93ddb61b tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 945 time: 0.1416395 Jul 16 01:31:08.747219 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474d2e2-fad0-45f9-8895-48ee367b6ee4 req-79b2c188-01ad-489f-a832-0d3d344576ef tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:08.752589 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 84dbf7e4-43d9-4245-9317-6989e5da0b2d no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:08.754916 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3474d2e2-fad0-45f9-8895-48ee367b6ee4 req-79b2c188-01ad-489f-a832-0d3d344576ef tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8d51272-f2ab-4486-9b09-147b2001acc6 HTTP/1.1" status: 200 len: 945 time: 0.1348600 Jul 16 01:31:08.791234 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 84dbf7e4-43d9-4245-9317-6989e5da0b2d {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:08.796651 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 84dbf7e4-43d9-4245-9317-6989e5da0b2d not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:08.810109 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3474d2e2-fad0-45f9-8895-48ee367b6ee4 req-815d9738-3b09-49da-815a-0406b1f15181 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539596 Jul 16 01:31:08.895346 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e575f912-ee21-4cc2-9e76-5f3cedc8d1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.909416 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1eb649ce-e854-4efc-9d1d-b83a8f5fe29b req-4f38174a-5e11-49d9-b2b7-75b0cc69a288 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716089 Jul 16 01:31:09.072416 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0b916285-3a9e-424c-ab97-e9089dc4b3b0 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:09.174320 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.179026 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae80bf2f-23bd-43b7-9e4f-4bc03106bd41 x-openstack-request-id: req-ae80bf2f-23bd-43b7-9e4f-4bc03106bd41 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:09.179333 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f904fee-7183-4db6-b019-2ad51b03d217", "name": "network-vif-deleted", "tag": "84dbf7e4-43d9-4245-9317-6989e5da0b2d", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:09.179591 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae80bf2f-23bd-43b7-9e4f-4bc03106bd41 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:09.180009 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f904fee-7183-4db6-b019-2ad51b03d217', 'name': 'network-vif-deleted', 'tag': '84dbf7e4-43d9-4245-9317-6989e5da0b2d', 'status': 'completed', 'code': 200} Jul 16 01:31:09.184191 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a0d0f775-af8e-4051-9d06-afaffc9d5cd6 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.187362 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] Transition to ACTIVE for port object be2b892c-6d2c-4108-8370-bc0b13d106a8 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:09.200301 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.234339 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-a0d0f775-af8e-4051-9d06-afaffc9d5cd6 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Calling delete_port for 86fe1a92-7396-4bba-8bac-64ba2b742fb9 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:09.420222 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] Attempting to bind port be2b892c-6d2c-4108-8370-bc0b13d106a8 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:09.421080 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] Attempting to bind port be2b892c-6d2c-4108-8370-bc0b13d106a8 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '6ae2fdc9-4631-4358-aebe-3d78c02205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2f84c903-1a27-4293-8d8e-dc9e3e234d47'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:09.421696 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] Attempting to bind port be2b892c-6d2c-4108-8370-bc0b13d106a8 on network 2f84c903-1a27-4293-8d8e-dc9e3e234d47 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:09.433116 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:09.434365 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] Checking segment: {'id': '6ae2fdc9-4631-4358-aebe-3d78c02205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2f84c903-1a27-4293-8d8e-dc9e3e234d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:09.435015 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.435890 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] Bound using segment: {'id': '6ae2fdc9-4631-4358-aebe-3d78c02205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2f84c903-1a27-4293-8d8e-dc9e3e234d47'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:09.436911 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] Bound port: be2b892c-6d2c-4108-8370-bc0b13d106a8, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae2fdc9-4631-4358-aebe-3d78c02205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2f84c903-1a27-4293-8d8e-dc9e3e234d47'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:09.437640 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.554036 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a58453-71dd-4127-88b9-e84270a817dd req-f3907644-3697-4396-80d7-7700070f627e tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:09.556125 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-69a58453-71dd-4127-88b9-e84270a817dd req-f3907644-3697-4396-80d7-7700070f627e tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.84 "GET /v2.0/ports?device_id=b8d51272-f2ab-4486-9b09-147b2001acc6 HTTP/1.1" status: 200 len: 945 time: 0.6247582 Jul 16 01:31:09.558920 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] For port be2b892c-6d2c-4108-8370-bc0b13d106a8, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:09.560554 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54636) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:09.572945 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] For port be2b892c-6d2c-4108-8370-bc0b13d106a8, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=be2b892c-6d2c-4108-8370-bc0b13d106a8,segment=NetworkSegment(6ae2fdc9-4631-4358-aebe-3d78c02205d5),segment_id=6ae2fdc9-4631-4358-aebe-3d78c02205d5)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:09.585690 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36620fa5-b888-4420-bad4-11152fb4542c None None] Pushing event updated for resources: {'Port': ['ID=be2b892c-6d2c-4108-8370-bc0b13d106a8,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:09.611292 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36620fa5-b888-4420-bad4-11152fb4542c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:09.611651 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36620fa5-b888-4420-bad4-11152fb4542c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:09.612199 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36620fa5-b888-4420-bad4-11152fb4542c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:09.613401 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36620fa5-b888-4420-bad4-11152fb4542c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:09.613891 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36620fa5-b888-4420-bad4-11152fb4542c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:09.616142 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36620fa5-b888-4420-bad4-11152fb4542c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:09.616580 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36620fa5-b888-4420-bad4-11152fb4542c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:09.617288 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36620fa5-b888-4420-bad4-11152fb4542c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:09.618203 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36620fa5-b888-4420-bad4-11152fb4542c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:09.619468 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36620fa5-b888-4420-bad4-11152fb4542c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:09.619878 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36620fa5-b888-4420-bad4-11152fb4542c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:09.620280 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36620fa5-b888-4420-bad4-11152fb4542c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:09.622717 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 0b916285-3a9e-424c-ab97-e9089dc4b3b0 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:09.623325 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.629923 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.680300 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-e575f912-ee21-4cc2-9e76-5f3cedc8d1e7 admin admin] Deleting port c1e588f1-802b-48f0-a318-03b8a3a15827 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:09.681134 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e575f912-ee21-4cc2-9e76-5f3cedc8d1e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.753634 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36620fa5-b888-4420-bad4-11152fb4542c None None] Pushing event updated for resources: {'Port': ['ID=be2b892c-6d2c-4108-8370-bc0b13d106a8,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:09.801727 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] Routers {'c670e6c4-24b7-42bb-bdef-dcd6d70ab532'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:09.802606 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:31:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c670e6c4-24b7-42bb-bdef-dcd6d70ab532'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:09.877050 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-e575f912-ee21-4cc2-9e76-5f3cedc8d1e7 admin admin] For port c1e588f1-802b-48f0-a318-03b8a3a15827, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c1e588f1-802b-48f0-a318-03b8a3a15827,segment=NetworkSegment(f037c05e-c1db-4b12-ba79-b4166e32c45a),segment_id=f037c05e-c1db-4b12-ba79-b4166e32c45a)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:09.877831 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e575f912-ee21-4cc2-9e76-5f3cedc8d1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.917859 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-e575f912-ee21-4cc2-9e76-5f3cedc8d1e7 admin admin] Calling delete_port for c1e588f1-802b-48f0-a318-03b8a3a15827 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:09.992753 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a0d0f775-af8e-4051-9d06-afaffc9d5cd6 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.034287 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] Set router c670e6c4-24b7-42bb-bdef-dcd6d70ab532 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:10.092277 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0f775-af8e-4051-9d06-afaffc9d5cd6 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Pushing event deleted for resources: {'Port': ['ID=86fe1a92-7396-4bba-8bac-64ba2b742fb9,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:10.199508 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dff313-2058-4b3f-8adf-e4d9aaa7538d req-7a4c94d1-b71c-4d77-8dd5-d63dc927921f tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:10.206008 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f1dff313-2058-4b3f-8adf-e4d9aaa7538d req-7a4c94d1-b71c-4d77-8dd5-d63dc927921f tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 946 time: 0.8005517 Jul 16 01:31:10.219124 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-245831be-549b-4587-8db5-804756457af8 admin admin] Deleting subnet ebcc696f-aedc-4c32-9b02-e33977af9ad0 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:31:10.233164 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-245831be-549b-4587-8db5-804756457af8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.235915 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38cce6-9635-4de8-9b97-5bf49bf5747f req-5e85b400-9582-4d11-a53d-7eca8738a085 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:10.263159 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2c38cce6-9635-4de8-9b97-5bf49bf5747f req-5e85b400-9582-4d11-a53d-7eca8738a085 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 946 time: 0.2481863 Jul 16 01:31:10.325204 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2c38cce6-9635-4de8-9b97-5bf49bf5747f req-d0fd28bf-d6d1-4606-9817-409e93b5dcad tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605900 Jul 16 01:31:10.357413 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c670e6c4-24b7-42bb-bdef-dcd6d70ab532', 'name': 'tempest-TestAggregatesBasicOps-1022939757-router', 'tenant_id': 'd18e614c431a40518a347767aa73fcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '0b916285-3a9e-424c-ab97-e9089dc4b3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:54Z', 'updated_at': '2021-07-16T01:31:02Z', 'revision_number': 4, 'project_id': 'd18e614c431a40518a347767aa73fcfb', 'gw_port': {'id': '0b916285-3a9e-424c-ab97-e9089dc4b3b0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c670e6c4-24b7-42bb-bdef-dcd6d70ab532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:57Z', 'updated_at': '2021-07-16T01:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'be2b892c-6d2c-4108-8370-bc0b13d106a8', 'name': '', 'network_id': '2f84c903-1a27-4293-8d8e-dc9e3e234d47', 'tenant_id': 'd18e614c431a40518a347767aa73fcfb', 'mac_address': 'fa:16:3e:16:76:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c670e6c4-24b7-42bb-bdef-dcd6d70ab532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '4498672c-5fe7-4aeb-ac19-c3cc5e1fd878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:01Z', 'updated_at': '2021-07-16T01:31:09Z', 'revision_number': 4, 'project_id': 'd18e614c431a40518a347767aa73fcfb', 'subnets': [{'id': '4498672c-5fe7-4aeb-ac19-c3cc5e1fd878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:10.385876 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f1dff313-2058-4b3f-8adf-e4d9aaa7538d req-e0ceb9e5-dc4d-4c09-af06-6de74e2af819 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267803 Jul 16 01:31:10.400052 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-245831be-549b-4587-8db5-804756457af8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.459722 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b7ae83-69da-4b26-ad95-bd76ca2edf8a None None] The sync data for ids ['c670e6c4-24b7-42bb-bdef-dcd6d70ab532'] in n-d-792394-16 is: [{'id': 'c670e6c4-24b7-42bb-bdef-dcd6d70ab532', 'name': 'tempest-TestAggregatesBasicOps-1022939757-router', 'tenant_id': 'd18e614c431a40518a347767aa73fcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '0b916285-3a9e-424c-ab97-e9089dc4b3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:54Z', 'updated_at': '2021-07-16T01:31:02Z', 'revision_number': 4, 'project_id': 'd18e614c431a40518a347767aa73fcfb', 'gw_port': {'id': '0b916285-3a9e-424c-ab97-e9089dc4b3b0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c670e6c4-24b7-42bb-bdef-dcd6d70ab532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:57Z', 'updated_at': '2021-07-16T01:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'be2b892c-6d2c-4108-8370-bc0b13d106a8', 'name': '', 'network_id': '2f84c903-1a27-4293-8d8e-dc9e3e234d47', 'tenant_id': 'd18e614c431a40518a347767aa73fcfb', 'mac_address': 'fa:16:3e:16:76:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c670e6c4-24b7-42bb-bdef-dcd6d70ab532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '4498672c-5fe7-4aeb-ac19-c3cc5e1fd878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:01Z', 'updated_at': '2021-07-16T01:31:09Z', 'revision_number': 4, 'project_id': 'd18e614c431a40518a347767aa73fcfb', 'subnets': [{'id': '4498672c-5fe7-4aeb-ac19-c3cc5e1fd878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:10.490463 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a0d0f775-af8e-4051-9d06-afaffc9d5cd6 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.503273 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a0d0f775-af8e-4051-9d06-afaffc9d5cd6 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] 10.222.0.16 "DELETE /v2.0/ports/86fe1a92-7396-4bba-8bac-64ba2b742fb9 HTTP/1.1" status: 204 len: 168 time: 2.0710056 Jul 16 01:31:10.513454 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54646) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:10.554847 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-245831be-549b-4587-8db5-804756457af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.578613 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e575f912-ee21-4cc2-9e76-5f3cedc8d1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.665069 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575f912-ee21-4cc2-9e76-5f3cedc8d1e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e588f1-802b-48f0-a318-03b8a3a15827,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:10.677500 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-69a58453-71dd-4127-88b9-e84270a817dd req-4adab609-5a90-4f49-b357-7e03470db48b tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Deleting port 13b24386-8c3b-475b-aa37-dddc1bce76c9 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:10.678089 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-69a58453-71dd-4127-88b9-e84270a817dd req-4adab609-5a90-4f49-b357-7e03470db48b tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.939359 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328f68cb-62d9-4d50-a3b2-b375674c1ff0 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:10.942324 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f603f4-dbe5-4f7c-87da-81677d76204d req-2a9b9efa-e254-4322-bb49-e374336edbb4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:10.944959 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-328f68cb-62d9-4d50-a3b2-b375674c1ff0 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9714cab-0c4b-448d-845f-f3179228a3e0 HTTP/1.1" status: 200 len: 913 time: 0.4295146 Jul 16 01:31:10.945591 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54648) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:10.949608 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-00f603f4-dbe5-4f7c-87da-81677d76204d req-2a9b9efa-e254-4322-bb49-e374336edbb4 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8d51272-f2ab-4486-9b09-147b2001acc6 HTTP/1.1" status: 200 len: 945 time: 0.3314447 Jul 16 01:31:10.965551 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-245831be-549b-4587-8db5-804756457af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.101611 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-00f603f4-dbe5-4f7c-87da-81677d76204d req-3cc4002b-f78a-4cec-962b-253c1ed7e5ce tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509738 Jul 16 01:31:11.117289 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e575f912-ee21-4cc2-9e76-5f3cedc8d1e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.136570 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245831be-549b-4587-8db5-804756457af8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebcc696f-aedc-4c32-9b02-e33977af9ad0,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:11.146671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e6880-c8f1-4dd6-b739-755eaf5179c1 req-5a44574b-e09a-4322-a6b7-58c65586a42d tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.155215 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-123e6880-c8f1-4dd6-b739-755eaf5179c1 req-5a44574b-e09a-4322-a6b7-58c65586a42d tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 945 time: 0.4904656 Jul 16 01:31:11.164084 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-245831be-549b-4587-8db5-804756457af8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.165099 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device be2b892c-6d2c-4108-8370-bc0b13d106a8 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:11.168425 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-245831be-549b-4587-8db5-804756457af8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ebcc696f-aedc-4c32-9b02-e33977af9ad0 HTTP/1.1" status: 204 len: 168 time: 1.6004114 Jul 16 01:31:11.168425 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-69a58453-71dd-4127-88b9-e84270a817dd req-4adab609-5a90-4f49-b357-7e03470db48b tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] For port 13b24386-8c3b-475b-aa37-dddc1bce76c9, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=13b24386-8c3b-475b-aa37-dddc1bce76c9,segment=NetworkSegment(094f11f0-f2ec-4b0e-b53a-57694f1e042c),segment_id=094f11f0-f2ec-4b0e-b53a-57694f1e042c)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:11.168425 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-69a58453-71dd-4127-88b9-e84270a817dd req-4adab609-5a90-4f49-b357-7e03470db48b tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.178427 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54650) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:11.244246 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-69a58453-71dd-4127-88b9-e84270a817dd req-4adab609-5a90-4f49-b357-7e03470db48b tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Calling delete_port for 13b24386-8c3b-475b-aa37-dddc1bce76c9 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:11.304288 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port be2b892c-6d2c-4108-8370-bc0b13d106a8 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:11.310681 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port be2b892c-6d2c-4108-8370-bc0b13d106a8 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:11.311468 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.459985 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-123e6880-c8f1-4dd6-b739-755eaf5179c1 req-afc8b7b3-c56a-40d7-ac5e-c172ac0e71a5 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040619 Jul 16 01:31:11.553840 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.566824 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e575f912-ee21-4cc2-9e76-5f3cedc8d1e7 admin admin] Router fc951a0f-5a7c-4722-aeae-fc17da85730d has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:11.645301 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port be2b892c-6d2c-4108-8370-bc0b13d106a8, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=be2b892c-6d2c-4108-8370-bc0b13d106a8,segment=NetworkSegment(6ae2fdc9-4631-4358-aebe-3d78c02205d5),segment_id=6ae2fdc9-4631-4358-aebe-3d78c02205d5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:11.665473 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.669129 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f05228e0-87c5-4f62-ab5c-6fd8bc9ea58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.743564 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=be2b892c-6d2c-4108-8370-bc0b13d106a8,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:11.784592 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e575f912-ee21-4cc2-9e76-5f3cedc8d1e7 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:11.794251 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e575f912-ee21-4cc2-9e76-5f3cedc8d1e7 admin admin] 10.222.0.16 "PUT /v2.0/routers/fc951a0f-5a7c-4722-aeae-fc17da85730d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3349078 Jul 16 01:31:11.799133 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ea1f5a-acaa-478f-a161-8ffe7021e1d2 None None] Sync routers for ids ['fc951a0f-5a7c-4722-aeae-fc17da85730d'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:11.799852 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54666) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:11.821527 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ea1f5a-acaa-478f-a161-8ffe7021e1d2 None None] Routers {'fc951a0f-5a7c-4722-aeae-fc17da85730d'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:11.822582 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-63ea1f5a-acaa-478f-a161-8ffe7021e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:31:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['fc951a0f-5a7c-4722-aeae-fc17da85730d'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:11.837320 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a88b5-15aa-4b23-949f-71f20df28367 req-ce5c08f0-b778-422b-81f0-b3e49ed5f26f tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.839121 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b99a88b5-15aa-4b23-949f-71f20df28367 req-ce5c08f0-b778-422b-81f0-b3e49ed5f26f tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 946 time: 0.0994086 Jul 16 01:31:11.912766 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b99a88b5-15aa-4b23-949f-71f20df28367 req-8e884024-d9d6-44e5-96b3-e1e231c1b160 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656123 Jul 16 01:31:11.969501 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f05228e0-87c5-4f62-ab5c-6fd8bc9ea58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.977703 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-63ea1f5a-acaa-478f-a161-8ffe7021e1d2 None None] Set router fc951a0f-5a7c-4722-aeae-fc17da85730d gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:11.983497 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-f05228e0-87c5-4f62-ab5c-6fd8bc9ea58e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39df2001-8328-4173-8ef2-758e1689e4c6']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:12.036088 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-f05228e0-87c5-4f62-ab5c-6fd8bc9ea58e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5515ad28-9823-4c02-9369-ca2a5581ffaf') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:12.036313 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-f05228e0-87c5-4f62-ab5c-6fd8bc9ea58e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5515ad28-9823-4c02-9369-ca2a5581ffaf') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:12.096776 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de119683-4f9d-485f-887f-55fe830fd81c req-f4280f86-65af-42df-a49b-d9408216f555 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:12.105361 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-de119683-4f9d-485f-887f-55fe830fd81c req-f4280f86-65af-42df-a49b-d9408216f555 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 946 time: 0.3897421 Jul 16 01:31:12.120030 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9169137-43a3-482b-97b2-3dd133561c55 req-edd111f3-6210-40f9-af1b-95e0c69ceeb8 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:12.129966 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e9169137-43a3-482b-97b2-3dd133561c55 req-edd111f3-6210-40f9-af1b-95e0c69ceeb8 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.0910296 Jul 16 01:31:12.166431 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f05228e0-87c5-4f62-ab5c-6fd8bc9ea58e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.199884 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e9169137-43a3-482b-97b2-3dd133561c55 req-8ce5f00b-54e2-4678-aabc-157311b33ade tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682640 Jul 16 01:31:12.225038 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-63ea1f5a-acaa-478f-a161-8ffe7021e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc951a0f-5a7c-4722-aeae-fc17da85730d', 'name': 'tempest-TestAggregatesBasicOps-1568294234-router', 'tenant_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '9dfb228f-3201-4cb3-ae7c-b563231ab504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:28Z', 'updated_at': '2021-07-16T01:31:10Z', 'revision_number': 5, 'project_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'gw_port': {'id': '9dfb228f-3201-4cb3-ae7c-b563231ab504', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc951a0f-5a7c-4722-aeae-fc17da85730d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:32Z', 'updated_at': '2021-07-16T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:12.255962 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ea1f5a-acaa-478f-a161-8ffe7021e1d2 None None] Checking router: fc951a0f-5a7c-4722-aeae-fc17da85730d for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:12.266732 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ea1f5a-acaa-478f-a161-8ffe7021e1d2 None None] Routers {'fc951a0f-5a7c-4722-aeae-fc17da85730d'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:12.267532 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-63ea1f5a-acaa-478f-a161-8ffe7021e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:31:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['fc951a0f-5a7c-4722-aeae-fc17da85730d'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:12.420901 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-63ea1f5a-acaa-478f-a161-8ffe7021e1d2 None None] Set router fc951a0f-5a7c-4722-aeae-fc17da85730d gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:12.452065 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda50304-17ef-4d01-8e17-4d90efc85895 req-c23b571a-ce94-4252-bb88-2cfb83ebcdb3 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:12.460295 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fda50304-17ef-4d01-8e17-4d90efc85895 req-c23b571a-ce94-4252-bb88-2cfb83ebcdb3 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8d51272-f2ab-4486-9b09-147b2001acc6 HTTP/1.1" status: 200 len: 945 time: 0.1363709 Jul 16 01:31:12.535008 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fda50304-17ef-4d01-8e17-4d90efc85895 req-3e24abed-bb72-44d9-a328-86b45c23ab74 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eb4cfe5-40f8-463d-9b09-ed28913e1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734906 Jul 16 01:31:12.736312 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-63ea1f5a-acaa-478f-a161-8ffe7021e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc951a0f-5a7c-4722-aeae-fc17da85730d', 'name': 'tempest-TestAggregatesBasicOps-1568294234-router', 'tenant_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '9dfb228f-3201-4cb3-ae7c-b563231ab504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:28Z', 'updated_at': '2021-07-16T01:31:10Z', 'revision_number': 5, 'project_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'gw_port': {'id': '9dfb228f-3201-4cb3-ae7c-b563231ab504', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc951a0f-5a7c-4722-aeae-fc17da85730d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:32Z', 'updated_at': '2021-07-16T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:12.743165 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-de119683-4f9d-485f-887f-55fe830fd81c req-78e08beb-cc8a-4c5c-991f-c5188151fd84 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6368225 Jul 16 01:31:12.752243 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f05228e0-87c5-4f62-ab5c-6fd8bc9ea58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.775175 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ea1f5a-acaa-478f-a161-8ffe7021e1d2 None None] The sync data for ids ['fc951a0f-5a7c-4722-aeae-fc17da85730d'] in n-d-792394-16 is: [{'id': 'fc951a0f-5a7c-4722-aeae-fc17da85730d', 'name': 'tempest-TestAggregatesBasicOps-1568294234-router', 'tenant_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '9dfb228f-3201-4cb3-ae7c-b563231ab504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:28Z', 'updated_at': '2021-07-16T01:31:10Z', 'revision_number': 5, 'project_id': 'ea67d7e1cc114d6b9b538968bb0d5fe0', 'gw_port': {'id': '9dfb228f-3201-4cb3-ae7c-b563231ab504', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc951a0f-5a7c-4722-aeae-fc17da85730d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:32Z', 'updated_at': '2021-07-16T01:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:12.779559 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05228e0-87c5-4f62-ab5c-6fd8bc9ea58e admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:31:12.780971 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f05228e0-87c5-4f62-ab5c-6fd8bc9ea58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:31:12.783091 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:31:12.831393 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-69a58453-71dd-4127-88b9-e84270a817dd req-4adab609-5a90-4f49-b357-7e03470db48b tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.841133 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5534056-6bbf-4a7f-8e98-cadad9979904 admin admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.985834 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adab609-5a90-4f49-b357-7e03470db48b tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Pushing event deleted for resources: {'Port': ['ID=13b24386-8c3b-475b-aa37-dddc1bce76c9,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:13.159377 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f77a23-f42f-4b5d-9ea3-76a1db6b4081 req-03c759a7-e9b3-46c0-aba3-c2e9c240b937 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:13.168120 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-19f77a23-f42f-4b5d-9ea3-76a1db6b4081 req-03c759a7-e9b3-46c0-aba3-c2e9c240b937 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 946 time: 0.1065140 Jul 16 01:31:13.178429 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f05228e0-87c5-4f62-ab5c-6fd8bc9ea58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.183229 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f05228e0-87c5-4f62-ab5c-6fd8bc9ea58e admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.188379 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f05228e0-87c5-4f62-ab5c-6fd8bc9ea58e admin admin] 10.222.0.16 "DELETE /v2.0/networks/39df2001-8328-4173-8ef2-758e1689e4c6 HTTP/1.1" status: 204 len: 168 time: 1.9978142 Jul 16 01:31:13.196236 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54682) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:13.215393 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a58453-71dd-4127-88b9-e84270a817dd req-4adab609-5a90-4f49-b357-7e03470db48b tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] No DVR routers for this DVR port 13b24386-8c3b-475b-aa37-dddc1bce76c9 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:13.219839 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-69a58453-71dd-4127-88b9-e84270a817dd req-4adab609-5a90-4f49-b357-7e03470db48b tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.221891 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-69a58453-71dd-4127-88b9-e84270a817dd req-4adab609-5a90-4f49-b357-7e03470db48b tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.84 "DELETE /v2.0/ports/13b24386-8c3b-475b-aa37-dddc1bce76c9 HTTP/1.1" status: 204 len: 173 time: 3.6422839 Jul 16 01:31:13.297692 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device be2b892c-6d2c-4108-8370-bc0b13d106a8 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:13.302562 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-19f77a23-f42f-4b5d-9ea3-76a1db6b4081 req-c15a5742-7aad-45b3-bb77-33f68c006451 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328897 Jul 16 01:31:13.335391 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d51272-f2ab-4486-9b09-147b2001acc6', 'name': 'network-vif-deleted', 'tag': '13b24386-8c3b-475b-aa37-dddc1bce76c9'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:13.338416 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154f04ba-5caa-4618-a4bd-b819d5b9c7e7" -d '{"events": [{"server_uuid": "b8d51272-f2ab-4486-9b09-147b2001acc6", "name": "network-vif-deleted", "tag": "13b24386-8c3b-475b-aa37-dddc1bce76c9"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:13.340955 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-2821a8ee-5c4c-42fe-9c89-f0c583fa0b34 admin admin] Deleting subnet f7e71eb6-46de-4bbf-8036-f48871ffb4fa {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:31:13.357003 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2821a8ee-5c4c-42fe-9c89-f0c583fa0b34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.373127 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05228e0-87c5-4f62-ab5c-6fd8bc9ea58e admin admin] Pushing event deleted for resources: {'Network': ['ID=39df2001-8328-4173-8ef2-758e1689e4c6,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:13.453909 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2821a8ee-5c4c-42fe-9c89-f0c583fa0b34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.456992 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620db7c3-21bb-4ae2-8fde-791c812a812c x-openstack-request-id: req-620db7c3-21bb-4ae2-8fde-791c812a812c {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:13.457289 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d51272-f2ab-4486-9b09-147b2001acc6", "name": "network-vif-deleted", "tag": "13b24386-8c3b-475b-aa37-dddc1bce76c9", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:13.457534 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-620db7c3-21bb-4ae2-8fde-791c812a812c {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:13.457949 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d51272-f2ab-4486-9b09-147b2001acc6', 'name': 'network-vif-deleted', 'tag': '13b24386-8c3b-475b-aa37-dddc1bce76c9', 'status': 'completed', 'code': 200} Jul 16 01:31:13.482912 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port be2b892c-6d2c-4108-8370-bc0b13d106a8 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:13.483233 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.519836 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5534056-6bbf-4a7f-8e98-cadad9979904 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.558592 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c332ac-3b18-4130-8226-cfb516aa149e req-4d416ff3-3497-4d78-9a1c-29473484caec tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:13.565986 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e7c332ac-3b18-4130-8226-cfb516aa149e req-4d416ff3-3497-4d78-9a1c-29473484caec tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.5905476 Jul 16 01:31:13.587241 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2821a8ee-5c4c-42fe-9c89-f0c583fa0b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.701042 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e7c332ac-3b18-4130-8226-cfb516aa149e req-997e2881-d9a7-46bb-9d8d-5a595487b226 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331401 Jul 16 01:31:13.725371 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-38e81dab-2780-45c3-b535-20e5de65904d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.741363 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2821a8ee-5c4c-42fe-9c89-f0c583fa0b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.754076 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c1e588f1-802b-48f0-a318-03b8a3a15827 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:13.807414 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: c1e588f1-802b-48f0-a318-03b8a3a15827 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:13.807633 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c1e588f1-802b-48f0-a318-03b8a3a15827 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:13.811863 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821a8ee-5c4c-42fe-9c89-f0c583fa0b34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7e71eb6-46de-4bbf-8036-f48871ffb4fa,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:13.820319 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2821a8ee-5c4c-42fe-9c89-f0c583fa0b34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.831819 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2821a8ee-5c4c-42fe-9c89-f0c583fa0b34 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f7e71eb6-46de-4bbf-8036-f48871ffb4fa HTTP/1.1" status: 204 len: 168 time: 0.6342311 Jul 16 01:31:13.837742 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54694) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:13.894627 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-331e54fb-9ab9-417b-896e-8822b1a9941e req-2a6d1dcc-c529-4581-bf1c-4ffb6ae5d824 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8d51272-f2ab-4486-9b09-147b2001acc6 HTTP/1.1" status: 200 len: 210 time: 0.0554359 Jul 16 01:31:13.954702 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-c5534056-6bbf-4a7f-8e98-cadad9979904 admin admin] Deleting port 9dfb228f-3201-4cb3-ae7c-b563231ab504 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:13.955025 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5534056-6bbf-4a7f-8e98-cadad9979904 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.040833 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-edaa9d50-2df7-4a92-a4a5-0d4da4145cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.148337 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 13b24386-8c3b-475b-aa37-dddc1bce76c9 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:14.222721 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 13b24386-8c3b-475b-aa37-dddc1bce76c9 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:14.225859 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 13b24386-8c3b-475b-aa37-dddc1bce76c9 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:14.271056 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-c5534056-6bbf-4a7f-8e98-cadad9979904 admin admin] For port 9dfb228f-3201-4cb3-ae7c-b563231ab504, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=9dfb228f-3201-4cb3-ae7c-b563231ab504,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:14.271690 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5534056-6bbf-4a7f-8e98-cadad9979904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.279940 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-edaa9d50-2df7-4a92-a4a5-0d4da4145cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.295835 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-edaa9d50-2df7-4a92-a4a5-0d4da4145cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a34c85f-e21b-4afa-a63c-837063a9f1f1']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:14.306622 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-c5534056-6bbf-4a7f-8e98-cadad9979904 admin admin] Calling delete_port for 9dfb228f-3201-4cb3-ae7c-b563231ab504 owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:14.310108 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-edaa9d50-2df7-4a92-a4a5-0d4da4145cf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9684c22b-0696-4403-8e89-7a95a35c548c') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:14.310408 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-edaa9d50-2df7-4a92-a4a5-0d4da4145cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9684c22b-0696-4403-8e89-7a95a35c548c') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:14.320225 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5b736-35c1-4ba8-863f-788a91da5df2 req-1887c458-cbfa-4b75-be3f-2fa621b6b0d0 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:14.321549 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-edaa9d50-2df7-4a92-a4a5-0d4da4145cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.322117 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e5c5b736-35c1-4ba8-863f-788a91da5df2 req-1887c458-cbfa-4b75-be3f-2fa621b6b0d0 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 946 time: 0.2915702 Jul 16 01:31:14.364218 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-edaa9d50-2df7-4a92-a4a5-0d4da4145cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.379323 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edaa9d50-2df7-4a92-a4a5-0d4da4145cf6 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:31:14.380298 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-edaa9d50-2df7-4a92-a4a5-0d4da4145cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:31:14.395404 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:31:14.492108 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e5c5b736-35c1-4ba8-863f-788a91da5df2 req-fae1fd1f-a996-4b71-bc77-f7fc8ccbe7f2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611977 Jul 16 01:31:14.503863 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-edaa9d50-2df7-4a92-a4a5-0d4da4145cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.514974 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-edaa9d50-2df7-4a92-a4a5-0d4da4145cf6 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.533068 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-edaa9d50-2df7-4a92-a4a5-0d4da4145cf6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9a34c85f-e21b-4afa-a63c-837063a9f1f1 HTTP/1.1" status: 204 len: 168 time: 0.6569118 Jul 16 01:31:14.587698 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa9d50-2df7-4a92-a4a5-0d4da4145cf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a34c85f-e21b-4afa-a63c-837063a9f1f1,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:14.709419 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-38e81dab-2780-45c3-b535-20e5de65904d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Deleting port 8e63d38b-6abd-4207-b4ed-7c6ae62c1aa5 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:14.709808 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-38e81dab-2780-45c3-b535-20e5de65904d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.765441 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd84bf-8976-4b59-809d-5910b24e9e01 req-32c74a4a-27b9-4922-a063-349501521878 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:14.774825 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aabd84bf-8976-4b59-809d-5910b24e9e01 req-32c74a4a-27b9-4922-a063-349501521878 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 946 time: 0.1700869 Jul 16 01:31:14.832229 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aabd84bf-8976-4b59-809d-5910b24e9e01 req-54513a59-03d9-4bfa-9c03-d1e56111f1a7 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558445 Jul 16 01:31:14.900406 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5534056-6bbf-4a7f-8e98-cadad9979904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.920770 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54706) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:14.954755 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5534056-6bbf-4a7f-8e98-cadad9979904 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dfb228f-3201-4cb3-ae7c-b563231ab504,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:14.958786 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-38e81dab-2780-45c3-b535-20e5de65904d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.015725 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4a4416ed-73f8-40cf-8396-b72df8265bd8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9874d978259946e4ac2ba74e97c2ac27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0937297 Jul 16 01:31:15.018791 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54710) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:15.029819 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-38e81dab-2780-45c3-b535-20e5de65904d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Calling delete_port for 8e63d38b-6abd-4207-b4ed-7c6ae62c1aa5 owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:15.088024 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b3c78684-8014-4c09-9de3-81c36ebea883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.123731 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b3c78684-8014-4c09-9de3-81c36ebea883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.143291 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5534056-6bbf-4a7f-8e98-cadad9979904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.197001 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b3c78684-8014-4c09-9de3-81c36ebea883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.200093 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b3c78684-8014-4c09-9de3-81c36ebea883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.201357 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b3c78684-8014-4c09-9de3-81c36ebea883 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb0ed501-96d6-43b3-8e6a-bcbedffd7ec4 HTTP/1.1" status: 204 len: 168 time: 0.1814408 Jul 16 01:31:15.212753 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c78684-8014-4c09-9de3-81c36ebea883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0ed501-96d6-43b3-8e6a-bcbedffd7ec4,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:15.301008 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1765bc0-7629-4bba-82d0-0d82f4aba3b1 req-e74527e4-b04b-4a59-a8cb-50c4c114fe23 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:15.304325 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c1765bc0-7629-4bba-82d0-0d82f4aba3b1 req-e74527e4-b04b-4a59-a8cb-50c4c114fe23 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.3304944 Jul 16 01:31:15.317812 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5534056-6bbf-4a7f-8e98-cadad9979904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.321373 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5534056-6bbf-4a7f-8e98-cadad9979904 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.331013 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54726) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:15.417721 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-290a7891-f0c7-48f3-82a2-a406e7613ba0 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.452205 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c1765bc0-7629-4bba-82d0-0d82f4aba3b1 req-35c4ace8-62ab-4a0b-b6c7-fa43a9b9a3ba tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322992 Jul 16 01:31:15.455602 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5534056-6bbf-4a7f-8e98-cadad9979904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.456172 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5534056-6bbf-4a7f-8e98-cadad9979904 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc951a0f-5a7c-4722-aeae-fc17da85730d {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:31:15.461323 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5534056-6bbf-4a7f-8e98-cadad9979904 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.462795 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c5534056-6bbf-4a7f-8e98-cadad9979904 admin admin] 10.222.0.16 "DELETE /v2.0/routers/fc951a0f-5a7c-4722-aeae-fc17da85730d HTTP/1.1" status: 204 len: 168 time: 3.6532419 Jul 16 01:31:15.469520 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54732) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:15.471003 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-290a7891-f0c7-48f3-82a2-a406e7613ba0 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.592353 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-290a7891-f0c7-48f3-82a2-a406e7613ba0 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.595035 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb0ccd2-ee81-427c-97b4-6032403a627f admin admin] Deleting subnet d2e5183b-3390-4994-9291-9eaa9c9a9bca {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:31:15.599706 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-290a7891-f0c7-48f3-82a2-a406e7613ba0 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.601479 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dfb0ccd2-ee81-427c-97b4-6032403a627f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.606790 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-290a7891-f0c7-48f3-82a2-a406e7613ba0 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "DELETE /v2.0/security-groups/1e2bea08-f6aa-4063-958d-21453547ff13 HTTP/1.1" status: 204 len: 168 time: 0.2723584 Jul 16 01:31:15.622535 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54740) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:15.632701 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-38e81dab-2780-45c3-b535-20e5de65904d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.665690 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a7891-f0c7-48f3-82a2-a406e7613ba0 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2bea08-f6aa-4063-958d-21453547ff13,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:15.697168 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e81dab-2780-45c3-b535-20e5de65904d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Pushing event deleted for resources: {'Port': ['ID=8e63d38b-6abd-4207-b4ed-7c6ae62c1aa5,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:15.710966 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-eeb8410e-16b7-47f4-87fe-78d9dac96920 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] show failed (client error): The resource could not be found. Jul 16 01:31:15.714516 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-eeb8410e-16b7-47f4-87fe-78d9dac96920 tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "GET /v2.0/security-groups/1e2bea08-f6aa-4063-958d-21453547ff13 HTTP/1.1" status: 404 len: 347 time: 0.0885429 Jul 16 01:31:15.723142 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54742) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:15.737848 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dfb0ccd2-ee81-427c-97b4-6032403a627f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.973868 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-852f06fe-a6e2-4691-9757-030cf793364c tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Deleting port d9053270-f9b8-40cb-8fd9-f88347df79f7 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:15.974399 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-852f06fe-a6e2-4691-9757-030cf793364c tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.008425 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54748) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:16.175886 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-852f06fe-a6e2-4691-9757-030cf793364c tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.176562 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-852f06fe-a6e2-4691-9757-030cf793364c tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.196134 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-852f06fe-a6e2-4691-9757-030cf793364c tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Calling delete_port for d9053270-f9b8-40cb-8fd9-f88347df79f7 owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:16.242434 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dfb0ccd2-ee81-427c-97b4-6032403a627f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.247699 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-38e81dab-2780-45c3-b535-20e5de65904d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.366603 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0cffea03-c23c-42a8-b092-03a81b47d2a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00b0156a67e14a5d9f654315142b8958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3539484 Jul 16 01:31:16.373661 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54752) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:16.417771 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73df898-4e0a-4772-a32f-c1fc03709268 req-a81124a0-0283-4b93-818a-8be0aced2c48 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:16.419632 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b73df898-4e0a-4772-a32f-c1fc03709268 req-a81124a0-0283-4b93-818a-8be0aced2c48 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 946 time: 0.5627325 Jul 16 01:31:16.476804 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dfb0ccd2-ee81-427c-97b4-6032403a627f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.486730 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0dfead-777b-4869-b0aa-db827a6df387 req-9a381fdb-539c-4696-b6b7-ff9c5ce70b6c tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:16.495801 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cb0dfead-777b-4869-b0aa-db827a6df387 req-9a381fdb-539c-4696-b6b7-ff9c5ce70b6c tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 946 time: 0.1977870 Jul 16 01:31:16.530834 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0ccd2-ee81-427c-97b4-6032403a627f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2e5183b-3390-4994-9291-9eaa9c9a9bca,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:16.539214 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a83156-8f2e-4ecb-b2a0-583f525529b3 None None] Network a234ced2-2561-4913-8003-4792f091e669 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:16.572794 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dfb0ccd2-ee81-427c-97b4-6032403a627f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.574734 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-dfb0ccd2-ee81-427c-97b4-6032403a627f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d2e5183b-3390-4994-9291-9eaa9c9a9bca HTTP/1.1" status: 204 len: 168 time: 1.1042142 Jul 16 01:31:16.579273 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54758) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:16.591654 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cb0dfead-777b-4869-b0aa-db827a6df387 req-ddcce927-e5b5-4406-8a3b-1374a19ac537 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944819 Jul 16 01:31:16.619020 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b73df898-4e0a-4772-a32f-c1fc03709268 req-1cf61f19-b6b2-4c13-a5a5-c35e93989dfb tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642554 Jul 16 01:31:16.673362 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e81dab-2780-45c3-b535-20e5de65904d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Router d9714cab-0c4b-448d-845f-f3179228a3e0 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:16.683906 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da0c121a-476a-4986-b1e3-7cb03b50974d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.719865 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-852f06fe-a6e2-4691-9757-030cf793364c tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.733194 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2cbbd34-95c2-4b06-8dd8-5224ed10472d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.823235 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e81dab-2780-45c3-b535-20e5de65904d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:16.828525 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da0c121a-476a-4986-b1e3-7cb03b50974d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.831032 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-38e81dab-2780-45c3-b535-20e5de65904d tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] 10.222.0.16 "PUT /v2.0/routers/d9714cab-0c4b-448d-845f-f3179228a3e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8761268 Jul 16 01:31:16.833514 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54760) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:16.839109 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a8ca68-d5da-4eec-bcd0-049a6cee8fe4 None None] Sync routers for ids ['d9714cab-0c4b-448d-845f-f3179228a3e0'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:16.851933 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a8ca68-d5da-4eec-bcd0-049a6cee8fe4 None None] Routers {'d9714cab-0c4b-448d-845f-f3179228a3e0'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:16.852876 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-d5a8ca68-d5da-4eec-bcd0-049a6cee8fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:31:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d9714cab-0c4b-448d-845f-f3179228a3e0'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:16.866778 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f06fe-a6e2-4691-9757-030cf793364c tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Pushing event deleted for resources: {'Port': ['ID=d9053270-f9b8-40cb-8fd9-f88347df79f7,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:16.914745 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-a2cbbd34-95c2-4b06-8dd8-5224ed10472d admin admin] Deleting port 73f1a866-65f6-4ddc-8155-e1ec5295b27a {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:16.914745 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2cbbd34-95c2-4b06-8dd8-5224ed10472d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.924313 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a509b11-c11e-420b-9733-b190df24779d None None] DHCP port deletion for a234ced2-2561-4913-8003-4792f091e669 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:31:16.972912 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-d5a8ca68-d5da-4eec-bcd0-049a6cee8fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:16.991414 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a8ca68-d5da-4eec-bcd0-049a6cee8fe4 None None] Routers {'d9714cab-0c4b-448d-845f-f3179228a3e0'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:16.996632 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-d5a8ca68-d5da-4eec-bcd0-049a6cee8fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:31:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d9714cab-0c4b-448d-845f-f3179228a3e0'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:17.051607 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9a509b11-c11e-420b-9733-b190df24779d None None] Deleting port 73f1a866-65f6-4ddc-8155-e1ec5295b27a {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:17.052177 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9a509b11-c11e-420b-9733-b190df24779d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.062124 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93bed108-68bd-4e9d-b007-981aaf3a9238 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.080661 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-a2cbbd34-95c2-4b06-8dd8-5224ed10472d admin admin] For port 73f1a866-65f6-4ddc-8155-e1ec5295b27a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=73f1a866-65f6-4ddc-8155-e1ec5295b27a,segment=NetworkSegment(f037c05e-c1db-4b12-ba79-b4166e32c45a),segment_id=f037c05e-c1db-4b12-ba79-b4166e32c45a)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:17.081419 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2cbbd34-95c2-4b06-8dd8-5224ed10472d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.090446 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-d5a8ca68-d5da-4eec-bcd0-049a6cee8fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:17.091100 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a8ca68-d5da-4eec-bcd0-049a6cee8fe4 None None] The sync data for ids ['d9714cab-0c4b-448d-845f-f3179228a3e0'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:17.099043 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-a2cbbd34-95c2-4b06-8dd8-5224ed10472d admin admin] Calling delete_port for 73f1a866-65f6-4ddc-8155-e1ec5295b27a owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:17.115066 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 9dfb228f-3201-4cb3-ae7c-b563231ab504 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:17.142904 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 9dfb228f-3201-4cb3-ae7c-b563231ab504 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:17.143256 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 9dfb228f-3201-4cb3-ae7c-b563231ab504 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:17.198992 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-852f06fe-a6e2-4691-9757-030cf793364c tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.201642 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-852f06fe-a6e2-4691-9757-030cf793364c tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.202824 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-852f06fe-a6e2-4691-9757-030cf793364c tempest-ImagesOneServerNegativeTestJSON-2025656522 tempest-ImagesOneServerNegativeTestJSON-2025656522-project] 10.222.0.16 "DELETE /v2.0/floatingips/b2caf1f2-d6bf-4a29-859f-9c4d1846ea8a HTTP/1.1" status: 204 len: 168 time: 1.4787204 Jul 16 01:31:17.213862 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-9a509b11-c11e-420b-9733-b190df24779d None None] For port 73f1a866-65f6-4ddc-8155-e1ec5295b27a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=73f1a866-65f6-4ddc-8155-e1ec5295b27a,segment=NetworkSegment(f037c05e-c1db-4b12-ba79-b4166e32c45a),segment_id=f037c05e-c1db-4b12-ba79-b4166e32c45a)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:17.214441 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9a509b11-c11e-420b-9733-b190df24779d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.223433 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2cbbd34-95c2-4b06-8dd8-5224ed10472d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.235237 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9a509b11-c11e-420b-9733-b190df24779d None None] Calling delete_port for 73f1a866-65f6-4ddc-8155-e1ec5295b27a owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:17.275478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbbd34-95c2-4b06-8dd8-5224ed10472d admin admin] Pushing event deleted for resources: {'Port': ['ID=73f1a866-65f6-4ddc-8155-e1ec5295b27a,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:17.277930 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cbbd34-95c2-4b06-8dd8-5224ed10472d admin admin] No DVR routers for this DVR port 73f1a866-65f6-4ddc-8155-e1ec5295b27a on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:17.307517 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93bed108-68bd-4e9d-b007-981aaf3a9238 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.313325 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93bed108-68bd-4e9d-b007-981aaf3a9238 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.346159 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe1a74-a361-4fe5-83ce-48681e406a57 req-946f1501-30a9-4490-9291-ddaefc223c52 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:17.352881 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-15fe1a74-a361-4fe5-83ce-48681e406a57 req-946f1501-30a9-4490-9291-ddaefc223c52 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.4817278 Jul 16 01:31:17.370886 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9a509b11-c11e-420b-9733-b190df24779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.379346 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2cbbd34-95c2-4b06-8dd8-5224ed10472d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.406097 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-a2cbbd34-95c2-4b06-8dd8-5224ed10472d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a234ced2-2561-4913-8003-4792f091e669']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:17.414175 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a509b11-c11e-420b-9733-b190df24779d None None] No DVR routers for this DVR port 73f1a866-65f6-4ddc-8155-e1ec5295b27a on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:17.417761 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-a2cbbd34-95c2-4b06-8dd8-5224ed10472d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f037c05e-c1db-4b12-ba79-b4166e32c45a') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:17.417942 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-a2cbbd34-95c2-4b06-8dd8-5224ed10472d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f037c05e-c1db-4b12-ba79-b4166e32c45a') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:17.423542 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a509b11-c11e-420b-9733-b190df24779d None None] Pushing event deleted for resources: {'Port': ['ID=73f1a866-65f6-4ddc-8155-e1ec5295b27a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:17.432109 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2cbbd34-95c2-4b06-8dd8-5224ed10472d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.447544 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2cbbd34-95c2-4b06-8dd8-5224ed10472d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.454176 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2cbbd34-95c2-4b06-8dd8-5224ed10472d admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:31:17.454581 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2cbbd34-95c2-4b06-8dd8-5224ed10472d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.467202 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da0c121a-476a-4986-b1e3-7cb03b50974d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.470193 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da0c121a-476a-4986-b1e3-7cb03b50974d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.474344 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-da0c121a-476a-4986-b1e3-7cb03b50974d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5245799f-08a4-4d8e-b507-4c292b9c8e26 HTTP/1.1" status: 204 len: 168 time: 1.0968318 Jul 16 01:31:17.493275 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-15fe1a74-a361-4fe5-83ce-48681e406a57 req-6bb6aa68-9989-4f78-805e-a2d26e568854 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335130 Jul 16 01:31:17.494291 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93bed108-68bd-4e9d-b007-981aaf3a9238 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.494885 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bed108-68bd-4e9d-b007-981aaf3a9238 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Fanout notify agent at l3_agent the message router_deleted on router d9714cab-0c4b-448d-845f-f3179228a3e0 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:31:17.503248 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93bed108-68bd-4e9d-b007-981aaf3a9238 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.504586 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-93bed108-68bd-4e9d-b007-981aaf3a9238 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] 10.222.0.16 "DELETE /v2.0/routers/d9714cab-0c4b-448d-845f-f3179228a3e0 HTTP/1.1" status: 204 len: 168 time: 0.6453483 Jul 16 01:31:17.505946 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c121a-476a-4986-b1e3-7cb03b50974d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5245799f-08a4-4d8e-b507-4c292b9c8e26,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:17.509441 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54774) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:31:17.551875 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:31:17.566760 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2cbbd34-95c2-4b06-8dd8-5224ed10472d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.587706 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2cbbd34-95c2-4b06-8dd8-5224ed10472d admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:17.602013 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a2cbbd34-95c2-4b06-8dd8-5224ed10472d admin admin] 10.222.0.16 "DELETE /v2.0/networks/a234ced2-2561-4913-8003-4792f091e669 HTTP/1.1" status: 204 len: 168 time: 1.0214195 Jul 16 01:31:17.606561 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54778) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:17.659676 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbbd34-95c2-4b06-8dd8-5224ed10472d admin admin] Pushing event deleted for resources: {'Network': ['ID=a234ced2-2561-4913-8003-4792f091e669,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:17.665665 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54786) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:17.766309 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec6ab57-173e-4944-9685-42bdfb5b1db7 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Deleting subnet f9fbd93f-2024-41c4-8789-1169572ca094 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:31:17.843117 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-65db82e4-2fdf-4091-91df-6a063a9d1ff1 admin admin] Deleting subnet cdebbfe4-dc01-4a40-9aa1-c9eaace51819 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:31:17.866244 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-65db82e4-2fdf-4091-91df-6a063a9d1ff1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.024122 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-65db82e4-2fdf-4091-91df-6a063a9d1ff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.198738 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-65db82e4-2fdf-4091-91df-6a063a9d1ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.254842 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b02959-1105-47c5-a857-29642d6a592d req-315382f2-136c-4705-aa16-8426474d250f tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:18.256602 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50b02959-1105-47c5-a857-29642d6a592d req-315382f2-136c-4705-aa16-8426474d250f tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 946 time: 0.2164142 Jul 16 01:31:18.276696 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7ec6ab57-173e-4944-9685-42bdfb5b1db7 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.368003 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50b02959-1105-47c5-a857-29642d6a592d req-61f761c6-bb5b-4e4b-b753-9e012e24d9ba tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977662 Jul 16 01:31:18.372278 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-65db82e4-2fdf-4091-91df-6a063a9d1ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.388335 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7ec6ab57-173e-4944-9685-42bdfb5b1db7 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.434768 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db82e4-2fdf-4091-91df-6a063a9d1ff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdebbfe4-dc01-4a40-9aa1-c9eaace51819,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:18.439396 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-65db82e4-2fdf-4091-91df-6a063a9d1ff1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.445699 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-65db82e4-2fdf-4091-91df-6a063a9d1ff1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cdebbfe4-dc01-4a40-9aa1-c9eaace51819 HTTP/1.1" status: 204 len: 168 time: 0.7760351 Jul 16 01:31:18.446306 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54808) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:18.540243 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca6ef2-6938-4efa-890c-9ea799e30626 req-d6a9f734-c9bf-4c00-aa81-a2dc02c7019f tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:18.541872 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ecca6ef2-6938-4efa-890c-9ea799e30626 req-d6a9f734-c9bf-4c00-aa81-a2dc02c7019f tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 946 time: 0.3000364 Jul 16 01:31:18.555631 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b33d167-1306-4e50-b97c-fa1c9ebd0384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.730736 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ecca6ef2-6938-4efa-890c-9ea799e30626 req-559b5d6d-6bdf-44b7-847c-490e4a72229d tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823478 Jul 16 01:31:18.737172 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7ec6ab57-173e-4944-9685-42bdfb5b1db7 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.853777 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b33d167-1306-4e50-b97c-fa1c9ebd0384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.878815 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-2b33d167-1306-4e50-b97c-fa1c9ebd0384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e3c824-6c72-4121-8b92-50e92d3d660a']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:18.889466 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54824) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:18.897397 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-2b33d167-1306-4e50-b97c-fa1c9ebd0384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094f11f0-f2ec-4b0e-b53a-57694f1e042c') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:18.897692 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-2b33d167-1306-4e50-b97c-fa1c9ebd0384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094f11f0-f2ec-4b0e-b53a-57694f1e042c') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:18.913451 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b33d167-1306-4e50-b97c-fa1c9ebd0384 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.926496 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7ec6ab57-173e-4944-9685-42bdfb5b1db7 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.946677 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7ec6ab57-173e-4944-9685-42bdfb5b1db7 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.950874 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7ec6ab57-173e-4944-9685-42bdfb5b1db7 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] 10.222.0.16 "DELETE /v2.0/subnets/f9fbd93f-2024-41c4-8789-1169572ca094 HTTP/1.1" status: 204 len: 168 time: 1.4381912 Jul 16 01:31:18.951652 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54828) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:18.956518 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b33d167-1306-4e50-b97c-fa1c9ebd0384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.962865 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f2b449-9620-4100-a964-12699c994df7 None None] Network f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:18.987335 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6ab57-173e-4944-9685-42bdfb5b1db7 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Pushing event deleted for resources: {'Subnet': ['ID=f9fbd93f-2024-41c4-8789-1169572ca094,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:18.991927 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b33d167-1306-4e50-b97c-fa1c9ebd0384 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:31:18.992474 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b33d167-1306-4e50-b97c-fa1c9ebd0384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:31:18.994419 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:31:19.020565 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 73f1a866-65f6-4ddc-8155-e1ec5295b27a no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:19.100631 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b33d167-1306-4e50-b97c-fa1c9ebd0384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.105625 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b33d167-1306-4e50-b97c-fa1c9ebd0384 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.108393 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2b33d167-1306-4e50-b97c-fa1c9ebd0384 admin admin] 10.222.0.16 "DELETE /v2.0/networks/43e3c824-6c72-4121-8b92-50e92d3d660a HTTP/1.1" status: 204 len: 168 time: 0.6603949 Jul 16 01:31:19.117688 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e652faa-1113-498f-97c5-5e97ae4cc52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.133756 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 73f1a866-65f6-4ddc-8155-e1ec5295b27a {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:19.134026 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 73f1a866-65f6-4ddc-8155-e1ec5295b27a not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:19.177161 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33d167-1306-4e50-b97c-fa1c9ebd0384 admin admin] Pushing event deleted for resources: {'Network': ['ID=43e3c824-6c72-4121-8b92-50e92d3d660a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:19.417966 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54834) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:19.509262 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4b4a3a63-db2c-4ade-aa5b-07ed09baa02e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ece0cb6368084497ba010fa4129ba54f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0900815 Jul 16 01:31:19.511026 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54838) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:19.533307 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904b658f-f842-4be0-a7fc-ef38cd41d654 None None] DHCP port deletion for f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:31:19.619083 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-904b658f-f842-4be0-a7fc-ef38cd41d654 None None] Deleting port a908e135-e7cc-449e-9969-38f33c9c4df3 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:19.619859 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-904b658f-f842-4be0-a7fc-ef38cd41d654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.707621 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bd465278-1fcf-474b-b3ee-8e58ae5aefea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.740791 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bd465278-1fcf-474b-b3ee-8e58ae5aefea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.755420 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-6e652faa-1113-498f-97c5-5e97ae4cc52e admin admin] Deleting port be2b892c-6d2c-4108-8370-bc0b13d106a8 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:19.755420 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e652faa-1113-498f-97c5-5e97ae4cc52e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.799301 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-904b658f-f842-4be0-a7fc-ef38cd41d654 None None] For port a908e135-e7cc-449e-9969-38f33c9c4df3, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a908e135-e7cc-449e-9969-38f33c9c4df3,segment=NetworkSegment(f53e01a9-bc9d-4f6d-bf98-be64768f90a3),segment_id=f53e01a9-bc9d-4f6d-bf98-be64768f90a3)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:19.799709 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-904b658f-f842-4be0-a7fc-ef38cd41d654 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.825594 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-904b658f-f842-4be0-a7fc-ef38cd41d654 None None] Calling delete_port for a908e135-e7cc-449e-9969-38f33c9c4df3 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:19.919471 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b2497ad-8a40-4939-b1ae-222cd7394072 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.930193 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-77253420-0162-47a3-83ec-a53f891d6877 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2052965712-network', 'tenant_id': '5ac3fda6ac7645f198d07c1e2b59b361'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:20.026496 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77253420-0162-47a3-83ec-a53f891d6877 admin admin] Made reservation on behalf of 5ac3fda6ac7645f198d07c1e2b59b361 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:20.027768 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-904b658f-f842-4be0-a7fc-ef38cd41d654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.029824 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77253420-0162-47a3-83ec-a53f891d6877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.061035 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-6e652faa-1113-498f-97c5-5e97ae4cc52e admin admin] For port be2b892c-6d2c-4108-8370-bc0b13d106a8, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=be2b892c-6d2c-4108-8370-bc0b13d106a8,segment=NetworkSegment(6ae2fdc9-4631-4358-aebe-3d78c02205d5),segment_id=6ae2fdc9-4631-4358-aebe-3d78c02205d5)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:20.061035 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e652faa-1113-498f-97c5-5e97ae4cc52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.070133 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77253420-0162-47a3-83ec-a53f891d6877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.081488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-6e652faa-1113-498f-97c5-5e97ae4cc52e admin admin] Calling delete_port for be2b892c-6d2c-4108-8370-bc0b13d106a8 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:20.097375 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b658f-f842-4be0-a7fc-ef38cd41d654 None None] Pushing event deleted for resources: {'Port': ['ID=a908e135-e7cc-449e-9969-38f33c9c4df3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:20.115059 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904b658f-f842-4be0-a7fc-ef38cd41d654 None None] No DVR routers for this DVR port a908e135-e7cc-449e-9969-38f33c9c4df3 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:20.118303 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bd465278-1fcf-474b-b3ee-8e58ae5aefea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.122785 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bd465278-1fcf-474b-b3ee-8e58ae5aefea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.128986 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb5085-7e97-4483-988c-d4880454bfb1 req-7ed1b89d-ebc6-4c85-a004-e3538df5ca9c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:20.130898 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08eb5085-7e97-4483-988c-d4880454bfb1 req-7ed1b89d-ebc6-4c85-a004-e3538df5ca9c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 946 time: 0.2081258 Jul 16 01:31:20.138468 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bd465278-1fcf-474b-b3ee-8e58ae5aefea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4eb4cfe5-40f8-463d-9b09-ed28913e1c01 HTTP/1.1" status: 204 len: 168 time: 0.6248858 Jul 16 01:31:20.226652 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd465278-1fcf-474b-b3ee-8e58ae5aefea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb4cfe5-40f8-463d-9b09-ed28913e1c01,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:20.255469 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77253420-0162-47a3-83ec-a53f891d6877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.266989 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aabcf5-5489-4ed0-90b4-913e3f0fb47c req-0bb816ae-9b43-4b77-be11-36247c7948fd tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:20.270028 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77253420-0162-47a3-83ec-a53f891d6877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.283040 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-33aabcf5-5489-4ed0-90b4-913e3f0fb47c req-0bb816ae-9b43-4b77-be11-36247c7948fd tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 946 time: 0.2965300 Jul 16 01:31:20.356473 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77253420-0162-47a3-83ec-a53f891d6877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3135249-b64b-4f83-b0a1-dfe2082164bb,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:20.398402 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-2b2497ad-8a40-4939-b1ae-222cd7394072 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Deleting port a908e135-e7cc-449e-9969-38f33c9c4df3 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:20.400353 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b2497ad-8a40-4939-b1ae-222cd7394072 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.427165 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-33aabcf5-5489-4ed0-90b4-913e3f0fb47c req-6261edf2-f488-4b49-b555-14489eda3d89 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398048 Jul 16 01:31:20.491140 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77253420-0162-47a3-83ec-a53f891d6877 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:31:20.503088 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-2b2497ad-8a40-4939-b1ae-222cd7394072 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] For port a908e135-e7cc-449e-9969-38f33c9c4df3, host n-d-792394-16, got binding levels [] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:20.503591 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b2497ad-8a40-4939-b1ae-222cd7394072 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.518870 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08eb5085-7e97-4483-988c-d4880454bfb1 req-c4245581-0214-42d2-a0aa-7d9f4fbc7755 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596383 Jul 16 01:31:20.526858 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-2b2497ad-8a40-4939-b1ae-222cd7394072 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Calling delete_port for a908e135-e7cc-449e-9969-38f33c9c4df3 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:20.529953 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.ipam_backend_mixin [None req-2b2497ad-8a40-4939-b1ae-222cd7394072 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Port a908e135-e7cc-449e-9969-38f33c9c4df3 was not found and therefore no delete operation was performed {{(pid=93955) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:31:20.531364 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b2497ad-8a40-4939-b1ae-222cd7394072 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.545229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2497ad-8a40-4939-b1ae-222cd7394072 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] No DVR routers for this DVR port a908e135-e7cc-449e-9969-38f33c9c4df3 on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:20.598127 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e652faa-1113-498f-97c5-5e97ae4cc52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.613214 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77253420-0162-47a3-83ec-a53f891d6877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.613920 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-77253420-0162-47a3-83ec-a53f891d6877 admin admin] Added segment c5209fff-2f47-42e8-a8b6-6a1ca5f6db04 of type vlan for network 01f6b16f-6373-4afe-82f4-1ce7fc08b260 Jul 16 01:31:20.627281 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2497ad-8a40-4939-b1ae-222cd7394072 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Pushing event deleted for resources: {'Port': ['ID=a908e135-e7cc-449e-9969-38f33c9c4df3,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:20.641859 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e652faa-1113-498f-97c5-5e97ae4cc52e admin admin] Pushing event deleted for resources: {'Port': ['ID=be2b892c-6d2c-4108-8370-bc0b13d106a8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:20.720476 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b2497ad-8a40-4939-b1ae-222cd7394072 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.731844 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77253420-0162-47a3-83ec-a53f891d6877 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.739021 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-2b2497ad-8a40-4939-b1ae-222cd7394072 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:20.755748 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-2b2497ad-8a40-4939-b1ae-222cd7394072 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53e01a9-bc9d-4f6d-bf98-be64768f90a3') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:20.756074 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-2b2497ad-8a40-4939-b1ae-222cd7394072 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53e01a9-bc9d-4f6d-bf98-be64768f90a3') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:20.772057 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b2497ad-8a40-4939-b1ae-222cd7394072 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.796538 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b2497ad-8a40-4939-b1ae-222cd7394072 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.811320 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77253420-0162-47a3-83ec-a53f891d6877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.812740 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77253420-0162-47a3-83ec-a53f891d6877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:20.813648 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77253420-0162-47a3-83ec-a53f891d6877 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.817785 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2497ad-8a40-4939-b1ae-222cd7394072 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:31:20.818591 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b2497ad-8a40-4939-b1ae-222cd7394072 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:31:20.823361 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:31:20.910102 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-77253420-0162-47a3-83ec-a53f891d6877 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0176492 Jul 16 01:31:20.913499 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54864) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:20.943278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b0ca9fe4-b4cf-41d7-b284-6d5c19683060 admin admin] Request body: {'subnet': {'network_id': '01f6b16f-6373-4afe-82f4-1ce7fc08b260', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2052965712-subnet', 'tenant_id': '5ac3fda6ac7645f198d07c1e2b59b361', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:20.992736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77253420-0162-47a3-83ec-a53f891d6877 admin admin] Pushing event updated for resources: {'Network': ['ID=01f6b16f-6373-4afe-82f4-1ce7fc08b260,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:21.007309 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 01f6b16f-6373-4afe-82f4-1ce7fc08b260 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:31:21.023466 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b2497ad-8a40-4939-b1ae-222cd7394072 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.029567 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b2497ad-8a40-4939-b1ae-222cd7394072 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.032492 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2b2497ad-8a40-4939-b1ae-222cd7394072 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] 10.222.0.16 "DELETE /v2.0/networks/f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5 HTTP/1.1" status: 204 len: 168 time: 2.0795290 Jul 16 01:31:21.081927 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2497ad-8a40-4939-b1ae-222cd7394072 tempest-FloatingIPNegativeTestJSON-880198547 tempest-FloatingIPNegativeTestJSON-880198547-project] Pushing event deleted for resources: {'Network': ['ID=f56c37cf-c404-4aaf-b222-2f5c5bbd0cb5,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:21.182254 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ca9fe4-b4cf-41d7-b284-6d5c19683060 admin admin] Made reservation on behalf of 5ac3fda6ac7645f198d07c1e2b59b361 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:21.184736 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b0ca9fe4-b4cf-41d7-b284-6d5c19683060 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.228553 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a908e135-e7cc-449e-9969-38f33c9c4df3 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:21.264187 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: a908e135-e7cc-449e-9969-38f33c9c4df3 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:21.264778 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a908e135-e7cc-449e-9969-38f33c9c4df3 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:21.290779 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e652faa-1113-498f-97c5-5e97ae4cc52e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.654143 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b3e3a-d2df-4d85-af77-144cfc8734ae req-ce2f5aa0-bcb3-4a45-80e7-b6a86ba3822f tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:21.666835 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e652faa-1113-498f-97c5-5e97ae4cc52e admin admin] Router c670e6c4-24b7-42bb-bdef-dcd6d70ab532 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:21.667639 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-415b3e3a-d2df-4d85-af77-144cfc8734ae req-ce2f5aa0-bcb3-4a45-80e7-b6a86ba3822f tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.1660042 Jul 16 01:31:21.735499 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-415b3e3a-d2df-4d85-af77-144cfc8734ae req-4d997308-f364-4e70-944d-a641766f20c2 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667567 Jul 16 01:31:21.873384 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54898) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:21.903363 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020d958-f925-4622-b7fe-6aabe7e93876 req-78e95427-c166-43fd-8125-7cde614f5057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:21.906701 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0020d958-f925-4622-b7fe-6aabe7e93876 req-78e95427-c166-43fd-8125-7cde614f5057 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4bb8ade529aa4b339e56f372707ccb5a&device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 1098 time: 0.5577197 Jul 16 01:31:21.996263 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b0ca9fe4-b4cf-41d7-b284-6d5c19683060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.084504 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e652faa-1113-498f-97c5-5e97ae4cc52e admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:22.093580 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3439bf-b59e-4c11-aa8f-e6af48fd2814 None None] Sync routers for ids ['c670e6c4-24b7-42bb-bdef-dcd6d70ab532'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:22.103151 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6e652faa-1113-498f-97c5-5e97ae4cc52e admin admin] 10.222.0.16 "PUT /v2.0/routers/c670e6c4-24b7-42bb-bdef-dcd6d70ab532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4955115 Jul 16 01:31:22.106733 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3439bf-b59e-4c11-aa8f-e6af48fd2814 None None] Routers {'c670e6c4-24b7-42bb-bdef-dcd6d70ab532'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:22.107627 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-0c3439bf-b59e-4c11-aa8f-e6af48fd2814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:31:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c670e6c4-24b7-42bb-bdef-dcd6d70ab532'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:22.121165 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4377a96-7969-4150-b7da-4ea2b865f47f req-b613d719-eb73-4a14-b373-6826a47de667 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.122816 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a4377a96-7969-4150-b7da-4ea2b865f47f req-b613d719-eb73-4a14-b373-6826a47de667 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 946 time: 0.4197278 Jul 16 01:31:22.125536 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54902) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:22.204110 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c0321238-83c8-497e-95d3-27a336291c48 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f2a37d7bec44203978c58a6203795a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3292377 Jul 16 01:31:22.205491 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54904) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:22.227063 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020d958-f925-4622-b7fe-6aabe7e93876 req-88c41be3-8418-4fbc-ab31-22924665f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.228674 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0020d958-f925-4622-b7fe-6aabe7e93876 req-88c41be3-8418-4fbc-ab31-22924665f84a service neutron] 10.222.0.82 "GET /v2.0/networks?id=48d8b493-d632-422a-b805-c0979a30b3d9 HTTP/1.1" status: 200 len: 919 time: 0.3141446 Jul 16 01:31:22.238784 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca9fe4-b4cf-41d7-b284-6d5c19683060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c408dfc-26ac-468f-918b-ee4295b53867,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:22.272103 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-0c3439bf-b59e-4c11-aa8f-e6af48fd2814 None None] Set router c670e6c4-24b7-42bb-bdef-dcd6d70ab532 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:22.296204 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4ba4d-9052-4cb9-9bbc-e750edb58a1b req-eff1c148-e091-414f-b146-392c71c0d55f tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.303906 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45e4ba4d-9052-4cb9-9bbc-e750edb58a1b req-eff1c148-e091-414f-b146-392c71c0d55f tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 946 time: 0.3050027 Jul 16 01:31:22.308014 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca9fe4-b4cf-41d7-b284-6d5c19683060 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:22.308355 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca9fe4-b4cf-41d7-b284-6d5c19683060 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:22.308717 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca9fe4-b4cf-41d7-b284-6d5c19683060 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:22.309050 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca9fe4-b4cf-41d7-b284-6d5c19683060 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:22.309378 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca9fe4-b4cf-41d7-b284-6d5c19683060 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:22.309703 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca9fe4-b4cf-41d7-b284-6d5c19683060 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:22.310030 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca9fe4-b4cf-41d7-b284-6d5c19683060 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:22.310224 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0020d958-f925-4622-b7fe-6aabe7e93876 req-ceba311d-314a-4808-b774-e42018c0a170 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb42bc56-a17d-4a62-8861-fa31a10603e2 HTTP/1.1" status: 200 len: 217 time: 0.0730882 Jul 16 01:31:22.310334 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca9fe4-b4cf-41d7-b284-6d5c19683060 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:22.310671 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca9fe4-b4cf-41d7-b284-6d5c19683060 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:22.310984 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca9fe4-b4cf-41d7-b284-6d5c19683060 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:22.311305 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca9fe4-b4cf-41d7-b284-6d5c19683060 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:22.311625 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca9fe4-b4cf-41d7-b284-6d5c19683060 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:22.369168 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e0f0-fcfd-40d3-8dfd-ed439f732f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.370598 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7e102b7-af34-4eae-902a-27d54eacdb59 admin admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.417929 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45e4ba4d-9052-4cb9-9bbc-e750edb58a1b req-2758be39-ff1a-43f4-90e8-3159f2b9c028 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076326 Jul 16 01:31:22.473013 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020d958-f925-4622-b7fe-6aabe7e93876 req-3f31a750-1761-41f4-876a-9a456b28cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.486284 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0020d958-f925-4622-b7fe-6aabe7e93876 req-3f31a750-1761-41f4-876a-9a456b28cf8d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=81188464-b1ab-476b-ab3e-980e9e063537 HTTP/1.1" status: 200 len: 858 time: 0.1640124 Jul 16 01:31:22.488750 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e0f0-fcfd-40d3-8dfd-ed439f732f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.505275 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ca9fe4-b4cf-41d7-b284-6d5c19683060 admin admin] Checking segment: {'id': 'c5209fff-2f47-42e8-a8b6-6a1ca5f6db04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '01f6b16f-6373-4afe-82f4-1ce7fc08b260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:22.505841 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ca9fe4-b4cf-41d7-b284-6d5c19683060 admin admin] Network hostable DHCP agents. Network: 01f6b16f-6373-4afe-82f4-1ce7fc08b260, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:31:22.516044 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7e102b7-af34-4eae-902a-27d54eacdb59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.523581 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a4377a96-7969-4150-b7da-4ea2b865f47f req-92f26cc7-c550-4278-8fb0-d8b4631f7e4e tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083832 Jul 16 01:31:22.578315 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ca9fe4-b4cf-41d7-b284-6d5c19683060 admin admin] Network 01f6b16f-6373-4afe-82f4-1ce7fc08b260 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:31:22.601830 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0020d958-f925-4622-b7fe-6aabe7e93876 req-a547b345-8b5e-43a6-8b6a-9ac1acaa6128 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48d8b493-d632-422a-b805-c0979a30b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019588 Jul 16 01:31:22.616965 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-b0ca9fe4-b4cf-41d7-b284-6d5c19683060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 01f6b16f-6373-4afe-82f4-1ce7fc08b260) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:22.622977 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ca9fe4-b4cf-41d7-b284-6d5c19683060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.623609 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b0ca9fe4-b4cf-41d7-b284-6d5c19683060 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.641691 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6ad59e-ac25-4fb4-8d68-e240904dbb8a None None] Network 01f6b16f-6373-4afe-82f4-1ce7fc08b260 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:22.644567 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-e7e102b7-af34-4eae-902a-27d54eacdb59 admin admin] Deleting port 0b916285-3a9e-424c-ab97-e9089dc4b3b0 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:22.644996 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7e102b7-af34-4eae-902a-27d54eacdb59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.739013 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b0ca9fe4-b4cf-41d7-b284-6d5c19683060 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8223786 Jul 16 01:31:22.814635 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e0f0-fcfd-40d3-8dfd-ed439f732f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.818893 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e0f0-fcfd-40d3-8dfd-ed439f732f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.824674 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b6b1e0f0-fcfd-40d3-8dfd-ed439f732f08 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e19e9747-88a4-48a5-a9c6-cb056b0f48d0 HTTP/1.1" status: 204 len: 168 time: 0.6165242 Jul 16 01:31:22.862384 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-e7e102b7-af34-4eae-902a-27d54eacdb59 admin admin] For port 0b916285-3a9e-424c-ab97-e9089dc4b3b0, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0b916285-3a9e-424c-ab97-e9089dc4b3b0,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:22.862751 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7e102b7-af34-4eae-902a-27d54eacdb59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.894589 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1e0f0-fcfd-40d3-8dfd-ed439f732f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19e9747-88a4-48a5-a9c6-cb056b0f48d0,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:22.909168 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bb972a-ed5f-4173-8da3-f1d1bb2162af None None] Network 01f6b16f-6373-4afe-82f4-1ce7fc08b260 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:22.926508 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0020d958-f925-4622-b7fe-6aabe7e93876 req-50abccee-6bc4-428a-ba47-ad28c606d993 service neutron] 10.222.0.82 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127511 Jul 16 01:31:22.933390 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-e7e102b7-af34-4eae-902a-27d54eacdb59 admin admin] Calling delete_port for 0b916285-3a9e-424c-ab97-e9089dc4b3b0 owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:23.111677 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-0c3439bf-b59e-4c11-aa8f-e6af48fd2814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c670e6c4-24b7-42bb-bdef-dcd6d70ab532', 'name': 'tempest-TestAggregatesBasicOps-1022939757-router', 'tenant_id': 'd18e614c431a40518a347767aa73fcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '0b916285-3a9e-424c-ab97-e9089dc4b3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:54Z', 'updated_at': '2021-07-16T01:31:20Z', 'revision_number': 5, 'project_id': 'd18e614c431a40518a347767aa73fcfb', 'gw_port': {'id': '0b916285-3a9e-424c-ab97-e9089dc4b3b0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c670e6c4-24b7-42bb-bdef-dcd6d70ab532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:57Z', 'updated_at': '2021-07-16T01:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:23.147193 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3439bf-b59e-4c11-aa8f-e6af48fd2814 None None] Checking router: c670e6c4-24b7-42bb-bdef-dcd6d70ab532 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:23.159005 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3439bf-b59e-4c11-aa8f-e6af48fd2814 None None] Routers {'c670e6c4-24b7-42bb-bdef-dcd6d70ab532'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:23.160050 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-0c3439bf-b59e-4c11-aa8f-e6af48fd2814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:31:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c670e6c4-24b7-42bb-bdef-dcd6d70ab532'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:23.323948 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0020d958-f925-4622-b7fe-6aabe7e93876 req-54928279-00bc-40f7-badf-3df2c81e25e6 service neutron] 10.222.0.82 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818731 Jul 16 01:31:23.338593 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-0c3439bf-b59e-4c11-aa8f-e6af48fd2814 None None] Set router c670e6c4-24b7-42bb-bdef-dcd6d70ab532 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:23.402288 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6048a79-24f2-4a01-bef9-760e36952deb req-9d2f1da7-3620-4e0a-8e23-4a3f91c7ac5b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:23.404008 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f6048a79-24f2-4a01-bef9-760e36952deb req-9d2f1da7-3620-4e0a-8e23-4a3f91c7ac5b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 946 time: 0.1958773 Jul 16 01:31:23.421624 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-0c3439bf-b59e-4c11-aa8f-e6af48fd2814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c670e6c4-24b7-42bb-bdef-dcd6d70ab532', 'name': 'tempest-TestAggregatesBasicOps-1022939757-router', 'tenant_id': 'd18e614c431a40518a347767aa73fcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:54Z', 'updated_at': '2021-07-16T01:31:22Z', 'revision_number': 6, 'project_id': 'd18e614c431a40518a347767aa73fcfb', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:23.455040 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3439bf-b59e-4c11-aa8f-e6af48fd2814 None None] The sync data for ids ['c670e6c4-24b7-42bb-bdef-dcd6d70ab532'] in n-d-792394-16 is: [{'id': 'c670e6c4-24b7-42bb-bdef-dcd6d70ab532', 'name': 'tempest-TestAggregatesBasicOps-1022939757-router', 'tenant_id': 'd18e614c431a40518a347767aa73fcfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:54Z', 'updated_at': '2021-07-16T01:31:22Z', 'revision_number': 6, 'project_id': 'd18e614c431a40518a347767aa73fcfb', 'gw_port_host': None}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:23.514922 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f6048a79-24f2-4a01-bef9-760e36952deb req-7d63f332-9d5c-4087-8418-26b890b2fe1e tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029999 Jul 16 01:31:23.555675 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54942) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:23.608936 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-524ff779-5b32-4340-91cb-5430a51f3a4e admin admin] Deleting subnet 7c408dfc-26ac-468f-918b-ee4295b53867 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:31:23.613742 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-524ff779-5b32-4340-91cb-5430a51f3a4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.669938 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-524ff779-5b32-4340-91cb-5430a51f3a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.731145 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-524ff779-5b32-4340-91cb-5430a51f3a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.822103 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-524ff779-5b32-4340-91cb-5430a51f3a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.873989 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-524ff779-5b32-4340-91cb-5430a51f3a4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.880174 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-524ff779-5b32-4340-91cb-5430a51f3a4e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7c408dfc-26ac-468f-918b-ee4295b53867 HTTP/1.1" status: 204 len: 168 time: 0.3230574 Jul 16 01:31:23.894507 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54962) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:24.003998 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ff779-5b32-4340-91cb-5430a51f3a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c408dfc-26ac-468f-918b-ee4295b53867,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:24.100530 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54968) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:24.113869 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34544359-8693-4f63-933b-3d9ef55c9d0d req-60e7facd-bff7-48a3-9954-d2a446967d72 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:24.116270 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34544359-8693-4f63-933b-3d9ef55c9d0d req-60e7facd-bff7-48a3-9954-d2a446967d72 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 946 time: 0.2778733 Jul 16 01:31:24.152423 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401b452-e8f6-4aa6-8ecf-a55997597384 req-6f01d332-a215-43d4-96bd-6919a0002475 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:24.154078 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e401b452-e8f6-4aa6-8ecf-a55997597384 req-6f01d332-a215-43d4-96bd-6919a0002475 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.9134395 Jul 16 01:31:24.161744 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-76021bcb-416c-4862-8e63-8d2197ef0665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.190575 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34544359-8693-4f63-933b-3d9ef55c9d0d req-1378a5d7-252d-4fa8-bcbb-ef7ff3fc6288 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665412 Jul 16 01:31:24.196000 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7e102b7-af34-4eae-902a-27d54eacdb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.257920 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e102b7-af34-4eae-902a-27d54eacdb59 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b916285-3a9e-424c-ab97-e9089dc4b3b0,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:24.358185 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-7994ee3a-50a9-41e9-b28d-311ad67c5c86 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-513467505'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:24.367173 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-76021bcb-416c-4862-8e63-8d2197ef0665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.379610 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e401b452-e8f6-4aa6-8ecf-a55997597384 req-f2d3e80a-f147-475e-bcf6-05a795cbe506 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139037 Jul 16 01:31:24.389299 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-76021bcb-416c-4862-8e63-8d2197ef0665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f6b16f-6373-4afe-82f4-1ce7fc08b260']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:24.431365 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-76021bcb-416c-4862-8e63-8d2197ef0665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5209fff-2f47-42e8-a8b6-6a1ca5f6db04') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:24.431779 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-76021bcb-416c-4862-8e63-8d2197ef0665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5209fff-2f47-42e8-a8b6-6a1ca5f6db04') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:24.454825 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7e102b7-af34-4eae-902a-27d54eacdb59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.464784 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b26d6e-7d23-4cf5-830a-1d19fa8d5f48 req-5d5e74f4-6664-4dd8-86b6-9cb4ecb1f8ae tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:24.475059 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-88b26d6e-7d23-4cf5-830a-1d19fa8d5f48 req-5d5e74f4-6664-4dd8-86b6-9cb4ecb1f8ae tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.82 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 946 time: 0.2962437 Jul 16 01:31:24.492942 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7994ee3a-50a9-41e9-b28d-311ad67c5c86 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:24.493943 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-76021bcb-416c-4862-8e63-8d2197ef0665 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.497685 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7994ee3a-50a9-41e9-b28d-311ad67c5c86 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.552525 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-76021bcb-416c-4862-8e63-8d2197ef0665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.574716 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76021bcb-416c-4862-8e63-8d2197ef0665 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:31:24.575263 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-76021bcb-416c-4862-8e63-8d2197ef0665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:31:24.577220 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:31:24.611009 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7994ee3a-50a9-41e9-b28d-311ad67c5c86 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.640440 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7e102b7-af34-4eae-902a-27d54eacdb59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.650323 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7e102b7-af34-4eae-902a-27d54eacdb59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.701789 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-76021bcb-416c-4862-8e63-8d2197ef0665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.731663 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7e102b7-af34-4eae-902a-27d54eacdb59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.732647 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e102b7-af34-4eae-902a-27d54eacdb59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c670e6c4-24b7-42bb-bdef-dcd6d70ab532 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:31:24.746951 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7e102b7-af34-4eae-902a-27d54eacdb59 admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.748515 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e7e102b7-af34-4eae-902a-27d54eacdb59 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c670e6c4-24b7-42bb-bdef-dcd6d70ab532 HTTP/1.1" status: 204 len: 168 time: 2.6192122 Jul 16 01:31:24.754751 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54996) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:24.764035 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-76021bcb-416c-4862-8e63-8d2197ef0665 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.774355 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-76021bcb-416c-4862-8e63-8d2197ef0665 admin admin] 10.222.0.16 "DELETE /v2.0/networks/01f6b16f-6373-4afe-82f4-1ce7fc08b260 HTTP/1.1" status: 204 len: 168 time: 0.8842893 Jul 16 01:31:24.776181 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-88b26d6e-7d23-4cf5-830a-1d19fa8d5f48 req-d13c25e6-252a-4bc8-80d5-86c41676e6f6 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Deleting port 3ba317c3-f138-425f-aef7-114625b6c467 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:24.776597 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-88b26d6e-7d23-4cf5-830a-1d19fa8d5f48 req-d13c25e6-252a-4bc8-80d5-86c41676e6f6 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.833338 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76021bcb-416c-4862-8e63-8d2197ef0665 admin admin] Pushing event deleted for resources: {'Network': ['ID=01f6b16f-6373-4afe-82f4-1ce7fc08b260,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:24.914213 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c64ce1-919a-4386-934b-ab25445444a6 admin admin] Deleting subnet 4498672c-5fe7-4aeb-ac19-c3cc5e1fd878 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:31:24.941683 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-04c64ce1-919a-4386-934b-ab25445444a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.028290 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-88b26d6e-7d23-4cf5-830a-1d19fa8d5f48 req-d13c25e6-252a-4bc8-80d5-86c41676e6f6 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] For port 3ba317c3-f138-425f-aef7-114625b6c467, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3ba317c3-f138-425f-aef7-114625b6c467,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:25.028684 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-88b26d6e-7d23-4cf5-830a-1d19fa8d5f48 req-d13c25e6-252a-4bc8-80d5-86c41676e6f6 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.046907 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7994ee3a-50a9-41e9-b28d-311ad67c5c86 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.053363 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-04c64ce1-919a-4386-934b-ab25445444a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.057219 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-88b26d6e-7d23-4cf5-830a-1d19fa8d5f48 req-d13c25e6-252a-4bc8-80d5-86c41676e6f6 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Calling delete_port for 3ba317c3-f138-425f-aef7-114625b6c467 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:25.063752 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901305de-26bd-4dcc-a348-c37f949ec06e req-7fe9fca6-d635-4fe1-ad1d-55fc6e8c1601 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:25.071220 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-901305de-26bd-4dcc-a348-c37f949ec06e req-7fe9fca6-d635-4fe1-ad1d-55fc6e8c1601 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb749b8-c29e-4df3-9b8c-0b39179c01b8 HTTP/1.1" status: 200 len: 946 time: 0.3302326 Jul 16 01:31:25.073881 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0b916285-3a9e-424c-ab97-e9089dc4b3b0 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:25.107659 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7994ee3a-50a9-41e9-b28d-311ad67c5c86 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.116732 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 0b916285-3a9e-424c-ab97-e9089dc4b3b0 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:25.117094 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0b916285-3a9e-424c-ab97-e9089dc4b3b0 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:25.117723 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device be2b892c-6d2c-4108-8370-bc0b13d106a8 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:25.130435 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55008) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:25.158258 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: be2b892c-6d2c-4108-8370-bc0b13d106a8 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:25.159996 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device be2b892c-6d2c-4108-8370-bc0b13d106a8 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:25.179826 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7994ee3a-50a9-41e9-b28d-311ad67c5c86 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:31:25.215910 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994ee3a-50a9-41e9-b28d-311ad67c5c86 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b885c751-0a1c-4547-a207-8e154dbf6588,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:25.237814 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7994ee3a-50a9-41e9-b28d-311ad67c5c86 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.238316 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-7994ee3a-50a9-41e9-b28d-311ad67c5c86 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Added segment cbb91d82-f86d-4ac2-9667-722e2af71af8 of type vlan for network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d Jul 16 01:31:25.261011 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-901305de-26bd-4dcc-a348-c37f949ec06e req-85bcaf38-3ef9-4133-8832-8cbc18d1d019 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888072 Jul 16 01:31:25.284167 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-88b26d6e-7d23-4cf5-830a-1d19fa8d5f48 req-d13c25e6-252a-4bc8-80d5-86c41676e6f6 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.319821 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c25e6-252a-4bc8-80d5-86c41676e6f6 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Pushing event deleted for resources: {'Port': ['ID=3ba317c3-f138-425f-aef7-114625b6c467,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:25.327740 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-49701bed-73e7-490b-92b6-879e36140d5f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ac3fda6ac7645f198d07c1e2b59b361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1915379 Jul 16 01:31:25.331837 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55012) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:25.333705 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7994ee3a-50a9-41e9-b28d-311ad67c5c86 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.347917 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-04c64ce1-919a-4386-934b-ab25445444a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.397560 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b26d6e-7d23-4cf5-830a-1d19fa8d5f48 req-d13c25e6-252a-4bc8-80d5-86c41676e6f6 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] No DVR routers for this DVR port 3ba317c3-f138-425f-aef7-114625b6c467 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:25.404716 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-88b26d6e-7d23-4cf5-830a-1d19fa8d5f48 req-d13c25e6-252a-4bc8-80d5-86c41676e6f6 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.408594 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-88b26d6e-7d23-4cf5-830a-1d19fa8d5f48 req-d13c25e6-252a-4bc8-80d5-86c41676e6f6 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.82 "DELETE /v2.0/ports/3ba317c3-f138-425f-aef7-114625b6c467 HTTP/1.1" status: 204 len: 173 time: 0.9236522 Jul 16 01:31:25.409414 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb749b8-c29e-4df3-9b8c-0b39179c01b8', 'name': 'network-vif-deleted', 'tag': '3ba317c3-f138-425f-aef7-114625b6c467'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:25.414413 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b33381-d131-41fb-9d7e-183c6151ee36" -d '{"events": [{"server_uuid": "0eb749b8-c29e-4df3-9b8c-0b39179c01b8", "name": "network-vif-deleted", "tag": "3ba317c3-f138-425f-aef7-114625b6c467"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:25.519485 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7994ee3a-50a9-41e9-b28d-311ad67c5c86 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.534793 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7994ee3a-50a9-41e9-b28d-311ad67c5c86 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:25.535463 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7994ee3a-50a9-41e9-b28d-311ad67c5c86 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.575393 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b9b68-2acd-4244-96dd-acb4249e0508 req-d63497e3-15d7-4856-90c8-8e553751878d tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:25.575644 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-423b9b68-2acd-4244-96dd-acb4249e0508 req-d63497e3-15d7-4856-90c8-8e553751878d tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 946 time: 0.1404376 Jul 16 01:31:25.619192 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-de98fba0-012d-41e3-bb71-4e484b078258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.638864 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-04c64ce1-919a-4386-934b-ab25445444a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.659287 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-423b9b68-2acd-4244-96dd-acb4249e0508 req-96d99df4-2bb3-447d-9196-9dd1bede7f8e tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781541 Jul 16 01:31:25.665130 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7994ee3a-50a9-41e9-b28d-311ad67c5c86 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5412784 Jul 16 01:31:25.674205 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55024) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:25.688330 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-6ccffc15-6e81-402e-9eee-7bf8cf60c479 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'port': {'network_id': 'e28d510d-cb2e-4ab6-a291-497cc0c5ce7d', 'name': 'tempest-PortsTestJSON-921168067'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:25.726914 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c64ce1-919a-4386-934b-ab25445444a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4498672c-5fe7-4aeb-ac19-c3cc5e1fd878,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:25.730121 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-de98fba0-012d-41e3-bb71-4e484b078258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.738869 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d79100-6837-4f52-9469-aaa05d45d0b5 None None] Network 2f84c903-1a27-4293-8d8e-dc9e3e234d47 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:25.740668 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-04c64ce1-919a-4386-934b-ab25445444a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.744953 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-04c64ce1-919a-4386-934b-ab25445444a6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4498672c-5fe7-4aeb-ac19-c3cc5e1fd878 HTTP/1.1" status: 204 len: 168 time: 0.9847810 Jul 16 01:31:25.744953 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994ee3a-50a9-41e9-b28d-311ad67c5c86 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Network': ['ID=e28d510d-cb2e-4ab6-a291-497cc0c5ce7d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:25.751731 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55026) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:25.788905 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ca5ced-5f14-4609-9d7d-433268148f5a x-openstack-request-id: req-d3ca5ced-5f14-4609-9d7d-433268148f5a {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:25.789326 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb749b8-c29e-4df3-9b8c-0b39179c01b8", "name": "network-vif-deleted", "tag": "3ba317c3-f138-425f-aef7-114625b6c467", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:25.789451 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3ca5ced-5f14-4609-9d7d-433268148f5a {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:25.790189 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb749b8-c29e-4df3-9b8c-0b39179c01b8', 'name': 'network-vif-deleted', 'tag': '3ba317c3-f138-425f-aef7-114625b6c467', 'status': 'completed', 'code': 200} Jul 16 01:31:25.838106 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:31:25.895790 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-751a323b-8e32-4011-b0e9-c119f575b532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.923788 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2ead1-ed31-4220-b95f-415499eae7d5 req-9972a30a-ba58-45c3-8867-cd13737592fa tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:25.924606 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccffc15-6e81-402e-9eee-7bf8cf60c479 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:25.925417 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-63c2ead1-ed31-4220-b95f-415499eae7d5 req-9972a30a-ba58-45c3-8867-cd13737592fa tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.2050452 Jul 16 01:31:25.929925 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ccffc15-6e81-402e-9eee-7bf8cf60c479 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.956682 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-6ccffc15-6e81-402e-9eee-7bf8cf60c479 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] device_id is not set on port 89786ef0-dfa9-4274-ba57-843926124484 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:31:25.966546 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-de98fba0-012d-41e3-bb71-4e484b078258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.974107 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-de98fba0-012d-41e3-bb71-4e484b078258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.977016 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-de98fba0-012d-41e3-bb71-4e484b078258 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3135249-b64b-4f83-b0a1-dfe2082164bb HTTP/1.1" status: 204 len: 168 time: 0.6392450 Jul 16 01:31:26.076501 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98fba0-012d-41e3-bb71-4e484b078258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3135249-b64b-4f83-b0a1-dfe2082164bb,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:26.205611 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-63c2ead1-ed31-4220-b95f-415499eae7d5 req-0b619ea6-4448-495b-a110-7c458815b539 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525017 Jul 16 01:31:26.242800 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-751a323b-8e32-4011-b0e9-c119f575b532 admin admin] Deleting port bc1d44e1-0c0c-4546-8a05-1a5347dd682a {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:26.242800 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-751a323b-8e32-4011-b0e9-c119f575b532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.264965 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c09eac-a34b-4ebe-acb3-73b8c43efa91 None None] DHCP port deletion for 2f84c903-1a27-4293-8d8e-dc9e3e234d47 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:31:26.400023 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-26c09eac-a34b-4ebe-acb3-73b8c43efa91 None None] Deleting port bc1d44e1-0c0c-4546-8a05-1a5347dd682a {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:26.400971 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26c09eac-a34b-4ebe-acb3-73b8c43efa91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.459350 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ccffc15-6e81-402e-9eee-7bf8cf60c479 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.543309 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-751a323b-8e32-4011-b0e9-c119f575b532 admin admin] For port bc1d44e1-0c0c-4546-8a05-1a5347dd682a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=bc1d44e1-0c0c-4546-8a05-1a5347dd682a,segment=NetworkSegment(6ae2fdc9-4631-4358-aebe-3d78c02205d5),segment_id=6ae2fdc9-4631-4358-aebe-3d78c02205d5)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:26.546847 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-751a323b-8e32-4011-b0e9-c119f575b532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.582267 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ccffc15-6e81-402e-9eee-7bf8cf60c479 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.584181 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-751a323b-8e32-4011-b0e9-c119f575b532 admin admin] Calling delete_port for bc1d44e1-0c0c-4546-8a05-1a5347dd682a owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:26.610579 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-26c09eac-a34b-4ebe-acb3-73b8c43efa91 None None] For port bc1d44e1-0c0c-4546-8a05-1a5347dd682a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=bc1d44e1-0c0c-4546-8a05-1a5347dd682a,segment=NetworkSegment(6ae2fdc9-4631-4358-aebe-3d78c02205d5),segment_id=6ae2fdc9-4631-4358-aebe-3d78c02205d5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:26.610579 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26c09eac-a34b-4ebe-acb3-73b8c43efa91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.670669 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-26c09eac-a34b-4ebe-acb3-73b8c43efa91 None None] Calling delete_port for bc1d44e1-0c0c-4546-8a05-1a5347dd682a owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:26.680132 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccffc15-6e81-402e-9eee-7bf8cf60c479 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Port': ['ID=89786ef0-dfa9-4274-ba57-843926124484,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:26.687523 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a6914b70-d775-48ef-88cb-87d9f5b9e583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.691981 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccffc15-6e81-402e-9eee-7bf8cf60c479 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Checking segment: {'id': 'cbb91d82-f86d-4ac2-9667-722e2af71af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e28d510d-cb2e-4ab6-a291-497cc0c5ce7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:26.692351 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccffc15-6e81-402e-9eee-7bf8cf60c479 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network hostable DHCP agents. Network: e28d510d-cb2e-4ab6-a291-497cc0c5ce7d, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:31:26.728388 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccffc15-6e81-402e-9eee-7bf8cf60c479 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:31:26.747587 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-6ccffc15-6e81-402e-9eee-7bf8cf60c479 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, e28d510d-cb2e-4ab6-a291-497cc0c5ce7d) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:26.753135 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccffc15-6e81-402e-9eee-7bf8cf60c479 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:26.766261 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccffc15-6e81-402e-9eee-7bf8cf60c479 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:26.766949 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ccffc15-6e81-402e-9eee-7bf8cf60c479 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.801201 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275de71c-5583-437a-b7d2-46b470af5045 None None] Network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:26.818314 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6ccffc15-6e81-402e-9eee-7bf8cf60c479 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1386631 Jul 16 01:31:26.819197 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55088) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:26.824998 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-6e65e604-87aa-4730-ae7d-cd481325641c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1489033517'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:26.851454 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3ba317c3-f138-425f-aef7-114625b6c467 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:26.876352 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 3ba317c3-f138-425f-aef7-114625b6c467 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:26.876716 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3ba317c3-f138-425f-aef7-114625b6c467 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:26.927825 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-751a323b-8e32-4011-b0e9-c119f575b532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.965460 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e65e604-87aa-4730-ae7d-cd481325641c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:26.983941 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6e65e604-87aa-4730-ae7d-cd481325641c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.025852 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device bc1d44e1-0c0c-4546-8a05-1a5347dd682a no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:27.031829 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a323b-8e32-4011-b0e9-c119f575b532 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc1d44e1-0c0c-4546-8a05-1a5347dd682a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:27.039039 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751a323b-8e32-4011-b0e9-c119f575b532 admin admin] No DVR routers for this DVR port bc1d44e1-0c0c-4546-8a05-1a5347dd682a on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:27.062880 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e65e604-87aa-4730-ae7d-cd481325641c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:31:27.078446 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6e65e604-87aa-4730-ae7d-cd481325641c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.078834 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-6e65e604-87aa-4730-ae7d-cd481325641c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Added segment bac11da6-0781-4a7f-ba38-e0d1f8a7e858 of type vlan for network e9bacc23-5094-4aea-9cf1-0ca30a045287 Jul 16 01:31:27.082912 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: bc1d44e1-0c0c-4546-8a05-1a5347dd682a {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:27.083419 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device bc1d44e1-0c0c-4546-8a05-1a5347dd682a not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:27.102158 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ef1b7-abc6-4882-9706-f96c015d5437 req-305019b4-a487-41cd-8b29-d5b07b2842c2 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:27.103929 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c45ef1b7-abc6-4882-9706-f96c015d5437 req-305019b4-a487-41cd-8b29-d5b07b2842c2 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 946 time: 0.2177708 Jul 16 01:31:27.138040 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26c09eac-a34b-4ebe-acb3-73b8c43efa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.142875 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-751a323b-8e32-4011-b0e9-c119f575b532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.154801 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-751a323b-8e32-4011-b0e9-c119f575b532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f84c903-1a27-4293-8d8e-dc9e3e234d47']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:27.160727 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6e65e604-87aa-4730-ae7d-cd481325641c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.168565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-751a323b-8e32-4011-b0e9-c119f575b532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae2fdc9-4631-4358-aebe-3d78c02205d5') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:27.169214 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-751a323b-8e32-4011-b0e9-c119f575b532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae2fdc9-4631-4358-aebe-3d78c02205d5') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:27.186349 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c45ef1b7-abc6-4882-9706-f96c015d5437 req-93e25227-e668-48b5-82cd-f0488bc83fea tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548258 Jul 16 01:31:27.210750 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-751a323b-8e32-4011-b0e9-c119f575b532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.218123 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6e65e604-87aa-4730-ae7d-cd481325641c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.225249 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e65e604-87aa-4730-ae7d-cd481325641c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:27.226094 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6e65e604-87aa-4730-ae7d-cd481325641c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.232020 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-612421b0-cd68-4b66-a732-f6d0284030d4 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:27.239101 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-612421b0-cd68-4b66-a732-f6d0284030d4 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/networks?id=f262d5d4-4d22-402e-b36e-ed38d4251d84 HTTP/1.1" status: 200 len: 812 time: 0.4188261 Jul 16 01:31:27.242095 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c09eac-a34b-4ebe-acb3-73b8c43efa91 None None] Pushing event deleted for resources: {'Port': ['ID=bc1d44e1-0c0c-4546-8a05-1a5347dd682a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:27.248667 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c09eac-a34b-4ebe-acb3-73b8c43efa91 None None] No DVR routers for this DVR port bc1d44e1-0c0c-4546-8a05-1a5347dd682a on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:27.251722 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-751a323b-8e32-4011-b0e9-c119f575b532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.274208 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-f5d224d3-ce06-4eae-bb2e-87b5d166cb5e tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/quotas/d09653f1b51b4e2b8cb943931a409907 HTTP/1.1" status: 200 len: 375 time: 0.0341444 Jul 16 01:31:27.288206 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751a323b-8e32-4011-b0e9-c119f575b532 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:31:27.288702 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-751a323b-8e32-4011-b0e9-c119f575b532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:31:27.290563 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:31:27.295821 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6e65e604-87aa-4730-ae7d-cd481325641c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4748633 Jul 16 01:31:27.298553 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55110) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:27.329737 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'ports': [{'network_id': 'e28d510d-cb2e-4ab6-a291-497cc0c5ce7d'}, {'network_id': 'e9bacc23-5094-4aea-9cf1-0ca30a045287'}]} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:27.330111 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'port': {'network_id': 'e28d510d-cb2e-4ab6-a291-497cc0c5ce7d'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:27.330595 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'port': {'network_id': 'e9bacc23-5094-4aea-9cf1-0ca30a045287'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:27.336112 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65e604-87aa-4730-ae7d-cd481325641c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Network': ['ID=e9bacc23-5094-4aea-9cf1-0ca30a045287,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:27.336860 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-6c579e93-b69f-41c8-b54b-43819fc70987 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d09653f1b51b4e2b8cb943931a409907&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615461 Jul 16 01:31:27.349956 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network e9bacc23-5094-4aea-9cf1-0ca30a045287 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:31:27.477018 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-751a323b-8e32-4011-b0e9-c119f575b532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.498787 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-751a323b-8e32-4011-b0e9-c119f575b532 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.504139 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-751a323b-8e32-4011-b0e9-c119f575b532 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2f84c903-1a27-4293-8d8e-dc9e3e234d47 HTTP/1.1" status: 204 len: 168 time: 1.7464805 Jul 16 01:31:27.538922 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-19eda3ac-dfb7-4d0c-bc24-ce2927b5cf60 service neutron] 10.222.0.16 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010205 Jul 16 01:31:27.560710 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a323b-8e32-4011-b0e9-c119f575b532 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f84c903-1a27-4293-8d8e-dc9e3e234d47,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:27.702785 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60627224-2763-45dd-869f-c665a3793d13 req-d3cc63cf-3441-4d7c-b3fd-acd7e65837f3 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:27.705262 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-60627224-2763-45dd-869f-c665a3793d13 req-d3cc63cf-3441-4d7c-b3fd-acd7e65837f3 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.2730532 Jul 16 01:31:27.715450 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-a3a26737-2690-48b4-b5ee-9ab08c24642d service neutron] 10.222.0.16 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753795 Jul 16 01:31:27.797415 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-60627224-2763-45dd-869f-c665a3793d13 req-37d2f865-09ba-4c1b-b708-194d3da972d1 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831378 Jul 16 01:31:27.798629 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'port': 2} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:27.812301 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.829163 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55144) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:27.845396 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.988971 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0703348d-31ef-441e-8541-b929a62bbfe0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea67d7e1cc114d6b9b538968bb0d5fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581116 Jul 16 01:31:27.992343 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55158) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:28.058513 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-003734c2-7f51-4833-8353-7e2cf53ced94 req-9185f93d-8ccb-494e-8c0b-e1dcdbf1e869 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=e66987bd-1b0c-43d0-a65a-008c95d66bb8 HTTP/1.1" status: 200 len: 210 time: 0.0465288 Jul 16 01:31:28.089398 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] device_id is not set on port ea0d557e-93a3-4450-a0ea-d4c5e5a0ecb6 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:31:28.121136 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-41159275-999f-4863-afbb-0e3fb0c1cd31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.147138 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-41159275-999f-4863-afbb-0e3fb0c1cd31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.204631 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4047e6-9f6a-4d40-9d20-f72290541c1e req-48ec210c-e6c7-4be4-9d47-d3ad295bf1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.206302 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf4047e6-9f6a-4d40-9d20-f72290541c1e req-48ec210c-e6c7-4be4-9d47-d3ad295bf1e3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 1098 time: 0.3085868 Jul 16 01:31:28.210680 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-41159275-999f-4863-afbb-0e3fb0c1cd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.215673 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-41159275-999f-4863-afbb-0e3fb0c1cd31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.217773 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-41159275-999f-4863-afbb-0e3fb0c1cd31 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2fe401b-b18c-4b2e-a92c-7702ab1d160f HTTP/1.1" status: 204 len: 168 time: 0.2242982 Jul 16 01:31:28.229636 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41159275-999f-4863-afbb-0e3fb0c1cd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fe401b-b18c-4b2e-a92c-7702ab1d160f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:28.305570 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ac398-20f0-4d77-9661-0c5a076a2450 req-c0777f47-eb95-4952-a899-ca7b9acb6d9d tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.315595 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a9ac398-20f0-4d77-9661-0c5a076a2450 req-c0777f47-eb95-4952-a899-ca7b9acb6d9d tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 946 time: 0.2562203 Jul 16 01:31:28.427556 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf4047e6-9f6a-4d40-9d20-f72290541c1e req-ab87f05c-522b-47d9-aa2f-3d96b62bcff9 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136536 Jul 16 01:31:28.465839 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a9ac398-20f0-4d77-9661-0c5a076a2450 req-80207cd0-ccc8-4bc6-b762-c3ca6d76740b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489222 Jul 16 01:31:28.534900 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3ca38-084e-44c9-b3dd-e0690ad8c9fd req-1251c352-da53-493e-ade9-15a619dc0353 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.537424 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-84b3ca38-084e-44c9-b3dd-e0690ad8c9fd req-1251c352-da53-493e-ade9-15a619dc0353 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 946 time: 0.1012385 Jul 16 01:31:28.541605 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.626078 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-84b3ca38-084e-44c9-b3dd-e0690ad8c9fd req-8f6aa37f-ee36-400b-84dc-537ff18d30ce tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813928 Jul 16 01:31:28.706808 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] device_id is not set on port e0077b61-33c9-466b-a411-7e737cc59281 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:31:28.789195 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55216) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:28.873256 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ea118429-eb70-4187-8a92-e5fc4961b7a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d18e614c431a40518a347767aa73fcfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0823078 Jul 16 01:31:28.876696 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55222) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:28.928258 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.019744 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5fb0360-d852-46bb-828a-8b4efc0ca319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.037072 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.073469 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e75fdd-f476-4337-ae7d-7ccd7142d75a req-036633a5-1bc3-4d3f-ae1c-ae23f041e9ba tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.081360 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5fb0360-d852-46bb-828a-8b4efc0ca319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.082291 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-03e75fdd-f476-4337-ae7d-7ccd7142d75a req-036633a5-1bc3-4d3f-ae1c-ae23f041e9ba tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.1032193 Jul 16 01:31:29.106320 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:29.115451 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:29.124690 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:29.125570 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.141476 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-03e75fdd-f476-4337-ae7d-7ccd7142d75a req-133b9207-15b6-4e49-95ab-b5516b68f0a0 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582459 Jul 16 01:31:29.157260 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Port': ['ID=ea0d557e-93a3-4450-a0ea-d4c5e5a0ecb6,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:29.247536 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Port': ['ID=e0077b61-33c9-466b-a411-7e737cc59281,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:29.257282 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Checking segment: {'id': 'bac11da6-0781-4a7f-ba38-e0d1f8a7e858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e9bacc23-5094-4aea-9cf1-0ca30a045287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:29.257648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network hostable DHCP agents. Network: e9bacc23-5094-4aea-9cf1-0ca30a045287, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:31:29.259890 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5fb0360-d852-46bb-828a-8b4efc0ca319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.262831 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5fb0360-d852-46bb-828a-8b4efc0ca319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.263922 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c5fb0360-d852-46bb-828a-8b4efc0ca319 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13b76008-41c8-49a7-bad6-37e1d97ac5e2 HTTP/1.1" status: 204 len: 168 time: 0.3862517 Jul 16 01:31:29.274915 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb0360-d852-46bb-828a-8b4efc0ca319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b76008-41c8-49a7-bad6-37e1d97ac5e2,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:29.298711 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network e9bacc23-5094-4aea-9cf1-0ca30a045287 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:31:29.321281 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, e9bacc23-5094-4aea-9cf1-0ca30a045287) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:29.330824 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1b5b9c-7e32-411f-a0cd-c5d153afb200 None None] Network e9bacc23-5094-4aea-9cf1-0ca30a045287 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:29.335764 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:29.348976 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-726ea08c-39eb-4b6d-b974-6128bedc93fe tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f21ae4e7ac5f4204a7595b2676e0302d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539117 Jul 16 01:31:29.356481 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.371108 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.388058 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.421800 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-013ab122-f897-4070-bb81-cfb8c667da52 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1221790 Jul 16 01:31:29.424659 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55250) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:29.519382 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-fa76363e-3670-4897-9711-1328b86693e3 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.528042 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-fa76363e-3670-4897-9711-1328b86693e3 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1701086 Jul 16 01:31:29.546606 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-2a28ce56-8339-408a-bc83-0a62e4108c55 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/quotas/f21ae4e7ac5f4204a7595b2676e0302d HTTP/1.1" status: 200 len: 375 time: 0.0174515 Jul 16 01:31:29.581645 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-d13cebff-df40-4cf2-b4f3-3b9236ffcc62 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f21ae4e7ac5f4204a7595b2676e0302d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338800 Jul 16 01:31:29.592458 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7f64d571-1cba-49d5-98c5-b92bf7c94e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.635766 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c61451a0-c57c-47ef-b5fc-b576b07de9ed req-862814cd-6d6c-413b-8452-77920d44e5e5 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=e66987bd-1b0c-43d0-a65a-008c95d66bb8 HTTP/1.1" status: 200 len: 210 time: 0.1200624 Jul 16 01:31:29.669914 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.261936 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed9d15-cdac-437b-bfde-cdf358d6ea76 req-ee0faaa3-e142-4831-90d5-40a883fabf46 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:30.270000 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d2ed9d15-cdac-437b-bfde-cdf358d6ea76 req-ee0faaa3-e142-4831-90d5-40a883fabf46 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 946 time: 0.1446981 Jul 16 01:31:30.299311 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-acdd587d-5359-45a3-9727-1a2991d4bb90 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting port e0077b61-33c9-466b-a411-7e737cc59281 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:30.299907 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-acdd587d-5359-45a3-9727-1a2991d4bb90 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.331425 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d2ed9d15-cdac-437b-bfde-cdf358d6ea76 req-be2b9c1b-b6d6-4afc-8adb-6f8e2801f255 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598683 Jul 16 01:31:30.359652 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9973c6-44da-4115-b712-e5a7b1997c4c req-80c56250-b17d-48e8-8a95-a518d057312d tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:30.361229 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db9973c6-44da-4115-b712-e5a7b1997c4c req-80c56250-b17d-48e8-8a95-a518d057312d tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 946 time: 0.1473980 Jul 16 01:31:30.515159 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-cf4ce267-6fbb-493f-93fa-b00b9edcde37 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f21ae4e7ac5f4204a7595b2676e0302d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424566 Jul 16 01:31:30.550825 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-acdd587d-5359-45a3-9727-1a2991d4bb90 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.615295 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-acdd587d-5359-45a3-9727-1a2991d4bb90 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Calling delete_port for e0077b61-33c9-466b-a411-7e737cc59281 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:30.659863 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db9973c6-44da-4115-b712-e5a7b1997c4c req-0f804f05-e1d3-4f71-b808-98270974e43c tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515783 Jul 16 01:31:30.695024 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-e2e3dc1e-32dd-422d-a4c8-9dff9962f25f tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:30.696687 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-e2e3dc1e-32dd-422d-a4c8-9dff9962f25f tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1763492 Jul 16 01:31:30.729033 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-cf861e8d-68ee-453f-88a7-8a282ca94672 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/quotas/f21ae4e7ac5f4204a7595b2676e0302d HTTP/1.1" status: 200 len: 375 time: 0.0124190 Jul 16 01:31:30.747023 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.793022 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-403d577e-a11d-40e5-ab72-41ebbfa934c5 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f21ae4e7ac5f4204a7595b2676e0302d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596437 Jul 16 01:31:30.807138 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-b804ee9a-8c0a-47a7-b11b-ef2b8c4fbbd6 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:30.812869 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-b804ee9a-8c0a-47a7-b11b-ef2b8c4fbbd6 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.82 "GET /v2.0/networks?id=f262d5d4-4d22-402e-b36e-ed38d4251d84 HTTP/1.1" status: 200 len: 812 time: 0.4959042 Jul 16 01:31:30.874365 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-a1d9710d-f6a3-407f-83f7-5ec81cc615ee tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Request body: {'port': {'device_id': 'e66987bd-1b0c-43d0-a65a-008c95d66bb8', 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84', 'admin_state_up': True, 'tenant_id': 'd09653f1b51b4e2b8cb943931a409907'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:30.893173 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8660866a-9db7-4aa3-8d44-f99d34857980 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:31.071325 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.107764 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a147dfb-2dae-4a21-bbb1-f1f88e62eb40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8660866a-9db7-4aa3-8d44-f99d34857980'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:31.111025 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d45eab-cc7b-4e53-928f-39a66f69fced" -d '{"events": [{"server_uuid": "7a147dfb-2dae-4a21-bbb1-f1f88e62eb40", "name": "network-vif-unplugged", "status": "completed", "tag": "8660866a-9db7-4aa3-8d44-f99d34857980"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:31.111732 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-acdd587d-5359-45a3-9727-1a2991d4bb90 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.127282 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8660866a-9db7-4aa3-8d44-f99d34857980, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8660866a-9db7-4aa3-8d44-f99d34857980,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:31.139977 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.209823 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-acdd587d-5359-45a3-9727-1a2991d4bb90 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.219456 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-acdd587d-5359-45a3-9727-1a2991d4bb90 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/ports/e0077b61-33c9-466b-a411-7e737cc59281 HTTP/1.1" status: 204 len: 168 time: 1.7912824 Jul 16 01:31:31.222802 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-14114408-dd9c-442e-9f7f-34586a1040ff tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:31.232008 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-14114408-dd9c-442e-9f7f-34586a1040ff tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/networks?id=740d1a79-a6f9-4fe4-80b6-74637837e26e HTTP/1.1" status: 200 len: 811 time: 0.1931627 Jul 16 01:31:31.232158 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=8660866a-9db7-4aa3-8d44-f99d34857980,revision_number=11']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:31.234149 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55314) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:31.258838 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041e8f6-4d8d-4c9c-8fb3-8597b3f91d29 req-d9179b08-49e0-4aa2-b1f2-d905649ef235 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:31.269067 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4041e8f6-4d8d-4c9c-8fb3-8597b3f91d29 req-d9179b08-49e0-4aa2-b1f2-d905649ef235 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.4542241 Jul 16 01:31:31.273786 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd587d-5359-45a3-9727-1a2991d4bb90 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Port': ['ID=e0077b61-33c9-466b-a411-7e737cc59281,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:31.285957 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.303887 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-d20d48be-30b5-48ca-9f3e-2d193b9b0039 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/quotas/efea2752c9f54aa1a4f60b73855614d8 HTTP/1.1" status: 200 len: 375 time: 0.0707786 Jul 16 01:31:31.352892 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4041e8f6-4d8d-4c9c-8fb3-8597b3f91d29 req-3c9ac71e-26c7-498d-9c6e-68c551dd373e tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819368 Jul 16 01:31:31.357274 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-a1d9710d-f6a3-407f-83f7-5ec81cc615ee tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Made reservation on behalf of d09653f1b51b4e2b8cb943931a409907 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:31.360900 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-a1d9710d-f6a3-407f-83f7-5ec81cc615ee tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.426426 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855330f0-3628-40b5-b433-fbb367e4498b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:31.436179 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855330f0-3628-40b5-b433-fbb367e4498b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:31.438035 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-855330f0-3628-40b5-b433-fbb367e4498b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2020981 Jul 16 01:31:31.442242 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55320) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:31.556690 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-1db88152-0443-4c13-96ad-e0f257df11e3 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=efea2752c9f54aa1a4f60b73855614d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2517588 Jul 16 01:31:31.661415 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-e3f2c0ba-4d50-4934-a037-8b90704700d2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting port ea0d557e-93a3-4450-a0ea-d4c5e5a0ecb6 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:31.661981 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e3f2c0ba-4d50-4934-a037-8b90704700d2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.678706 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-a1d9710d-f6a3-407f-83f7-5ec81cc615ee tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Allocated IP 172.20.0.2 (f262d5d4-4d22-402e-b36e-ed38d4251d84/58a11241-f184-48f8-b355-80863b2e27ca/7abeb0a7-9bbf-4500-8067-63878cab83fc) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:31.756594 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-368c68a0-2b11-4879-a7cd-fb044352124c service neutron] 10.222.0.16 "GET /v2.0/networks/740d1a79-a6f9-4fe4-80b6-74637837e26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987312 Jul 16 01:31:31.760042 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b1dc2b9-0029-42f0-9615-ef9a121f77ff req-1a97b00d-ae0c-4bd0-b914-b28108629823 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=e66987bd-1b0c-43d0-a65a-008c95d66bb8 HTTP/1.1" status: 200 len: 210 time: 0.1395125 Jul 16 01:31:31.770985 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-82066eef-29f3-4ba1-80be-9d3c97ccaacd tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=f21ae4e7ac5f4204a7595b2676e0302d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1492298 Jul 16 01:31:31.843740 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e3f2c0ba-4d50-4934-a037-8b90704700d2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.874808 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-e3f2c0ba-4d50-4934-a037-8b90704700d2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Calling delete_port for ea0d557e-93a3-4450-a0ea-d4c5e5a0ecb6 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:31.986492 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55330) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:31.998358 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba9eb569-6dbc-4e5f-b42c-14a6f5a16b3e req-96d5ffd4-6166-4c1a-9ccd-a26d2bd441a2 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?device_id=84aae9bc-58a0-494c-b05f-1b45024a0afa HTTP/1.1" status: 200 len: 210 time: 0.0538921 Jul 16 01:31:32.014670 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-2da77428-bb0a-478a-9933-8cc34c1c6ec5 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.016223 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-2da77428-bb0a-478a-9933-8cc34c1c6ec5 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2290773 Jul 16 01:31:32.052689 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-089f5bad-8492-45e2-a6bd-462433085ac3 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Request body: {'port': {'device_id': '92354be4-5576-4426-9fda-a44fd625e227', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': 'f21ae4e7ac5f4204a7595b2676e0302d'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:32.095052 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-0579bea1-98c5-4691-86bb-2eb5edf72107 service neutron] 10.222.0.16 "GET /v2.0/networks/740d1a79-a6f9-4fe4-80b6-74637837e26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371027 Jul 16 01:31:32.127763 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-a1d9710d-f6a3-407f-83f7-5ec81cc615ee tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.140828 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e3f2c0ba-4d50-4934-a037-8b90704700d2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.195910 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9ebb4a77-cfde-47cd-b045-ebfa267f414f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.198134 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2c0ba-4d50-4934-a037-8b90704700d2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Port': ['ID=ea0d557e-93a3-4450-a0ea-d4c5e5a0ecb6,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:32.212200 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e3f2c0ba-4d50-4934-a037-8b90704700d2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.215132 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e3f2c0ba-4d50-4934-a037-8b90704700d2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/ports/ea0d557e-93a3-4450-a0ea-d4c5e5a0ecb6 HTTP/1.1" status: 204 len: 168 time: 0.7719522 Jul 16 01:31:32.217760 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55336) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:32.276516 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1020220b-f327-4c12-8943-f47d64b8a636 x-openstack-request-id: req-1020220b-f327-4c12-8943-f47d64b8a636 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:32.277090 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a147dfb-2dae-4a21-bbb1-f1f88e62eb40", "name": "network-vif-unplugged", "status": "completed", "tag": "8660866a-9db7-4aa3-8d44-f99d34857980", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:32.277223 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1020220b-f327-4c12-8943-f47d64b8a636 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:32.277809 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a147dfb-2dae-4a21-bbb1-f1f88e62eb40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8660866a-9db7-4aa3-8d44-f99d34857980', 'code': 200} Jul 16 01:31:32.317654 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-a1d9710d-f6a3-407f-83f7-5ec81cc615ee tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.384180 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-a1d9710d-f6a3-407f-83f7-5ec81cc615ee tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Network f262d5d4-4d22-402e-b36e-ed38d4251d84 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:32.403488 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-a1d9710d-f6a3-407f-83f7-5ec81cc615ee tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:32.415352 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9ebb4a77-cfde-47cd-b045-ebfa267f414f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.415524 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-a1d9710d-f6a3-407f-83f7-5ec81cc615ee tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:32.438840 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-59e0a2b4-19d2-40b5-bf74-7273c7e31de4 req-a137570d-aa13-4bcb-9878-44fdf68b53e3 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 210 time: 0.0354083 Jul 16 01:31:32.439437 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9ebb4a77-cfde-47cd-b045-ebfa267f414f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.440845 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16913edc-a9e3-460e-b6e5-c995ea8dbf7d tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.442827 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-16913edc-a9e3-460e-b6e5-c995ea8dbf7d tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2236643 Jul 16 01:31:32.477156 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55344) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:32.478943 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.508953 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9710d-f6a3-407f-83f7-5ec81cc615ee tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Pushing event updated for resources: {'Port': ['ID=7abeb0a7-9bbf-4500-8067-63878cab83fc,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:32.542769 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-089f5bad-8492-45e2-a6bd-462433085ac3 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Made reservation on behalf of f21ae4e7ac5f4204a7595b2676e0302d for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:32.546781 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-089f5bad-8492-45e2-a6bd-462433085ac3 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.556073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-a1d9710d-f6a3-407f-83f7-5ec81cc615ee tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.556817 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-a1d9710d-f6a3-407f-83f7-5ec81cc615ee tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.566637 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd74552-10af-4b2a-a2b1-e7d59c394cde tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] GET failed (client error): The resource could not be found. Jul 16 01:31:32.575093 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55350) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:32.575860 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-089f5bad-8492-45e2-a6bd-462433085ac3 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.581860 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2dd74552-10af-4b2a-a2b1-e7d59c394cde tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports/e0077b61-33c9-466b-a411-7e737cc59281 HTTP/1.1" status: 404 len: 333 time: 0.1019828 Jul 16 01:31:32.612302 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9ebb4a77-cfde-47cd-b045-ebfa267f414f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fcde071f0da549c6ae58684ee705213b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6179607 Jul 16 01:31:32.619012 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55352) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:32.630271 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-20fb7fe7-f33d-4d88-90b0-4dd5feb855fe tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] GET failed (client error): The resource could not be found. Jul 16 01:31:32.632455 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-20fb7fe7-f33d-4d88-90b0-4dd5feb855fe tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports/ea0d557e-93a3-4450-a0ea-d4c5e5a0ecb6 HTTP/1.1" status: 404 len: 333 time: 0.0542521 Jul 16 01:31:32.633756 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-a1d9710d-f6a3-407f-83f7-5ec81cc615ee tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7666385 Jul 16 01:31:32.641079 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55354) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:32.660739 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb4a77-cfde-47cd-b045-ebfa267f414f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b317dfd-983b-4575-aac4-75b04f499251,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:32.667159 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-acb02d3a-42d6-404a-8c4b-0bb9ed9fcead service neutron] Request body: {'port': {'device_id': 'e66987bd-1b0c-43d0-a65a-008c95d66bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:32.748182 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fa312-fa88-4848-9e6d-0f3651015286 req-9859e403-13d5-4483-89f9-ba24b0f22551 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.751314 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2a9137a0-5a7a-4577-8ddd-f6676bfa25f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.755276 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cc7fa312-fa88-4848-9e6d-0f3651015286 req-9859e403-13d5-4483-89f9-ba24b0f22551 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.3412230 Jul 16 01:31:32.763286 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eed525-b0dd-43d5-a42e-065d46562563 req-b097e253-bdaf-4ddb-bb68-397bd0355fe6 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.772022 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-38eed525-b0dd-43d5-a42e-065d46562563 req-b097e253-bdaf-4ddb-bb68-397bd0355fe6 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.1508670 Jul 16 01:31:32.792420 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-e73c179a-10c3-4e41-b0cc-10c86e2261cf tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=f21ae4e7ac5f4204a7595b2676e0302d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1210928 Jul 16 01:31:32.820390 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2a9137a0-5a7a-4577-8ddd-f6676bfa25f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.849633 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-38eed525-b0dd-43d5-a42e-065d46562563 req-cdfb6795-16ed-4225-9da5-af43a3393f76 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763078 Jul 16 01:31:32.903774 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53befd96-1886-4bba-bec1-9af87482cf5a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.919756 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8660866a-9db7-4aa3-8d44-f99d34857980 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:32.941269 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2a9137a0-5a7a-4577-8ddd-f6676bfa25f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.944524 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2a9137a0-5a7a-4577-8ddd-f6676bfa25f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.948151 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2a9137a0-5a7a-4577-8ddd-f6676bfa25f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b317dfd-983b-4575-aac4-75b04f499251 HTTP/1.1" status: 204 len: 168 time: 0.3244648 Jul 16 01:31:32.958191 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cc7fa312-fa88-4848-9e6d-0f3651015286 req-2062decd-d908-4c6b-bb55-51be2b8ccc80 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014863 Jul 16 01:31:32.987956 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9137a0-5a7a-4577-8ddd-f6676bfa25f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b317dfd-983b-4575-aac4-75b04f499251,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:33.140848 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-acb02d3a-42d6-404a-8c4b-0bb9ed9fcead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.169482 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8660866a-9db7-4aa3-8d44-f99d34857980, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8660866a-9db7-4aa3-8d44-f99d34857980,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:33.196072 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '8660866a-9db7-4aa3-8d44-f99d34857980', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'port_id': '8660866a-9db7-4aa3-8d44-f99d34857980', 'mac_address': 'fa:16:3e:89:62:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:33.254200 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.258363 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4666f80-147e-4f98-bfce-90b75f2eff36 req-e0b8cf42-d0c3-44b4-ba44-a9ccb008f5a1 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:33.267166 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4666f80-147e-4f98-bfce-90b75f2eff36 req-e0b8cf42-d0c3-44b4-ba44-a9ccb008f5a1 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=e66987bd-1b0c-43d0-a65a-008c95d66bb8 HTTP/1.1" status: 200 len: 931 time: 0.2080529 Jul 16 01:31:33.278616 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8660866a-9db7-4aa3-8d44-f99d34857980 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:33.284093 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-4824844f-caa1-44c8-b7da-7797323a65a4 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:33.286323 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-4824844f-caa1-44c8-b7da-7797323a65a4 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4397047 Jul 16 01:31:33.320278 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8660866a-9db7-4aa3-8d44-f99d34857980, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8660866a-9db7-4aa3-8d44-f99d34857980,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:33.330171 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.343579 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4666f80-147e-4f98-bfce-90b75f2eff36 req-d5096fe6-2417-4362-b822-8764ce7a36fe tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691133 Jul 16 01:31:33.378883 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53befd96-1886-4bba-bec1-9af87482cf5a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.397603 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-53befd96-1886-4bba-bec1-9af87482cf5a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9bacc23-5094-4aea-9cf1-0ca30a045287']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:33.400094 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=8660866a-9db7-4aa3-8d44-f99d34857980,revision_number=12']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:33.415596 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['8660866a-9db7-4aa3-8d44-f99d34857980'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:33.533747 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55380) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:33.553886 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d99b98f-e897-4b3f-87b9-357811a19c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.594170 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-53befd96-1886-4bba-bec1-9af87482cf5a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac11da6-0781-4a7f-ba38-e0d1f8a7e858') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:33.594957 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-53befd96-1886-4bba-bec1-9af87482cf5a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac11da6-0781-4a7f-ba38-e0d1f8a7e858') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:33.641570 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-00873cfe-08c7-4017-a901-90197b326b70 req-f0fdb1ef-d68e-429a-8598-996c8d2ac9f4 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 210 time: 0.0333703 Jul 16 01:31:33.642164 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-ec421d82-0c47-4fad-8297-b482e17e0fc7 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Request body: {'port': {'device_id': '84aae9bc-58a0-494c-b05f-1b45024a0afa', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': 'f21ae4e7ac5f4204a7595b2676e0302d'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:33.652641 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bbead9e1-24a1-45ee-a045-073e39566151 req-ad9d7318-c1a3-41ae-a65e-336eebbc3b86 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?device_id=84aae9bc-58a0-494c-b05f-1b45024a0afa HTTP/1.1" status: 200 len: 210 time: 0.2391248 Jul 16 01:31:33.685795 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53befd96-1886-4bba-bec1-9af87482cf5a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.716142 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-089f5bad-8492-45e2-a6bd-462433085ac3 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.733342 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-089f5bad-8492-45e2-a6bd-462433085ac3 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.747644 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53befd96-1886-4bba-bec1-9af87482cf5a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.837674 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d99b98f-e897-4b3f-87b9-357811a19c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.843436 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d99b98f-e897-4b3f-87b9-357811a19c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.861870 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53befd96-1886-4bba-bec1-9af87482cf5a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:31:33.862357 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53befd96-1886-4bba-bec1-9af87482cf5a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:31:33.877866 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:31:33.937652 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1d99b98f-e897-4b3f-87b9-357811a19c55 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fde5dbd3f41345eb84b48468806df03e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998613 Jul 16 01:31:33.937652 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55394) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:33.941990 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99b98f-e897-4b3f-87b9-357811a19c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3d5770-5adb-4b53-be96-2b20d27a2735,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:34.028422 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f5bad-8492-45e2-a6bd-462433085ac3 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f4f680-b200-4b51-95c2-fcbf79fd4e8c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:34.101714 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53befd96-1886-4bba-bec1-9af87482cf5a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.139127 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-50096582-ec0a-4490-9497-8e3b948f403f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.215506 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-50096582-ec0a-4490-9497-8e3b948f403f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.373436 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169522c-2b01-4bcb-b589-b39968ac9ad1 req-c454071d-6de4-424a-b13d-8f0d7b403575 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.384522 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8169522c-2b01-4bcb-b589-b39968ac9ad1 req-c454071d-6de4-424a-b13d-8f0d7b403575 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.2156153 Jul 16 01:31:34.415386 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-50096582-ec0a-4490-9497-8e3b948f403f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.418978 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-50096582-ec0a-4490-9497-8e3b948f403f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.420547 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-50096582-ec0a-4490-9497-8e3b948f403f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b3d5770-5adb-4b53-be96-2b20d27a2735 HTTP/1.1" status: 204 len: 168 time: 0.4798253 Jul 16 01:31:34.423687 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-acb02d3a-42d6-404a-8c4b-0bb9ed9fcead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7abeb0a7-9bbf-4500-8067-63878cab83fc {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:34.434219 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-acb02d3a-42d6-404a-8c4b-0bb9ed9fcead service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.462333 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8169522c-2b01-4bcb-b589-b39968ac9ad1 req-392929bf-8e7a-4a15-a177-bcdade67d6ed tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759294 Jul 16 01:31:34.467073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-acb02d3a-42d6-404a-8c4b-0bb9ed9fcead service neutron] Transition to ACTIVE for port object 7abeb0a7-9bbf-4500-8067-63878cab83fc will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:34.469850 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50096582-ec0a-4490-9497-8e3b948f403f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3d5770-5adb-4b53-be96-2b20d27a2735,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:34.482794 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53befd96-1886-4bba-bec1-9af87482cf5a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.495861 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-53befd96-1886-4bba-bec1-9af87482cf5a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/networks/e9bacc23-5094-4aea-9cf1-0ca30a045287 HTTP/1.1" status: 204 len: 168 time: 1.8534956 Jul 16 01:31:34.499424 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55402) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:34.511046 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-74f9e121-0ea3-4ff5-a684-ea183a669358 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1122001520'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:34.526998 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-2034e5aa-e279-48fd-8ddb-d63ffd31633e tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.529546 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-2034e5aa-e279-48fd-8ddb-d63ffd31633e tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.82 "GET /v2.0/networks?id=740d1a79-a6f9-4fe4-80b6-74637837e26e HTTP/1.1" status: 200 len: 811 time: 0.6032317 Jul 16 01:31:34.537307 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53befd96-1886-4bba-bec1-9af87482cf5a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Network': ['ID=e9bacc23-5094-4aea-9cf1-0ca30a045287,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:34.559585 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f9e121-0ea3-4ff5-a684-ea183a669358 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:34.570587 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-74f9e121-0ea3-4ff5-a684-ea183a669358 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.597601 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-c2c2ed42-f9ce-4d44-8556-af3535968573 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Request body: {'port': {'device_id': '4e8452d0-443b-48c1-8f51-36013fd7beff', 'network_id': '740d1a79-a6f9-4fe4-80b6-74637837e26e', 'admin_state_up': True, 'tenant_id': 'efea2752c9f54aa1a4f60b73855614d8'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:34.606163 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-acb02d3a-42d6-404a-8c4b-0bb9ed9fcead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.677305 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f9e121-0ea3-4ff5-a684-ea183a669358 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:31:34.699578 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-74f9e121-0ea3-4ff5-a684-ea183a669358 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.703714 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-74f9e121-0ea3-4ff5-a684-ea183a669358 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Added segment a5532968-6d94-4562-b6f9-385a10a7473e of type vlan for network 18efd18a-3075-48ee-92fd-161ad2d81ab5 Jul 16 01:31:34.800490 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-74f9e121-0ea3-4ff5-a684-ea183a669358 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.809933 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-ec421d82-0c47-4fad-8297-b482e17e0fc7 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Made reservation on behalf of f21ae4e7ac5f4204a7595b2676e0302d for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:34.814464 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-ec421d82-0c47-4fad-8297-b482e17e0fc7 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.842221 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.882248 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-74f9e121-0ea3-4ff5-a684-ea183a669358 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.891553 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f9e121-0ea3-4ff5-a684-ea183a669358 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.892675 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-74f9e121-0ea3-4ff5-a684-ea183a669358 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.925778 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8660866a-9db7-4aa3-8d44-f99d34857980 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:35.008312 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-74f9e121-0ea3-4ff5-a684-ea183a669358 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5070345 Jul 16 01:31:35.015751 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55410) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:35.029552 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-8428b90a-b7da-4411-b2f2-6eaf0c521749 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'subnet': {'network_id': '18efd18a-3075-48ee-92fd-161ad2d81ab5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:35.040827 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 8660866a-9db7-4aa3-8d44-f99d34857980 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:35.041609 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.106356 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9e121-0ea3-4ff5-a684-ea183a669358 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Network': ['ID=18efd18a-3075-48ee-92fd-161ad2d81ab5,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:35.139049 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f4606-76b4-439a-ac03-7e60c51eedcc req-0adf401e-d429-4231-8717-c56fcc5b172c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:35.145873 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b77f4606-76b4-439a-ac03-7e60c51eedcc req-0adf401e-d429-4231-8717-c56fcc5b172c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=e66987bd-1b0c-43d0-a65a-008c95d66bb8 HTTP/1.1" status: 200 len: 943 time: 0.4190462 Jul 16 01:31:35.318877 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b77f4606-76b4-439a-ac03-7e60c51eedcc req-4b0d9eaa-32a6-4874-a631-a2d8e6f19664 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584520 Jul 16 01:31:35.349574 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-089f5bad-8492-45e2-a6bd-462433085ac3 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Allocated IP 192.168.233.75 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/fd5f8ab7-3bd8-49ee-8ccc-1d1839008446) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:35.404276 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8428b90a-b7da-4411-b2f2-6eaf0c521749 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:35.413049 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8428b90a-b7da-4411-b2f2-6eaf0c521749 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.427151 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb02d3a-42d6-404a-8c4b-0bb9ed9fcead service neutron] Pushing event updated for resources: {'Port': ['ID=7abeb0a7-9bbf-4500-8067-63878cab83fc,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:35.515382 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 18efd18a-3075-48ee-92fd-161ad2d81ab5 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:31:35.556214 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.647931 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f3bae05f-023a-444e-bd44-8180a6a442f1 req-fe3caeed-335b-4cfd-a9d8-9450fb7c15c0 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 210 time: 0.0746295 Jul 16 01:31:35.659934 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8660866a-9db7-4aa3-8d44-f99d34857980, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8660866a-9db7-4aa3-8d44-f99d34857980,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:35.664551 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a147dfb-2dae-4a21-bbb1-f1f88e62eb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8660866a-9db7-4aa3-8d44-f99d34857980'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:35.667564 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d38a69-5e1d-4ff3-b64c-f8cc14a0b2dd" -d '{"events": [{"server_uuid": "7a147dfb-2dae-4a21-bbb1-f1f88e62eb40", "name": "network-vif-plugged", "status": "completed", "tag": "8660866a-9db7-4aa3-8d44-f99d34857980"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:35.698251 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.791574 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=8660866a-9db7-4aa3-8d44-f99d34857980,revision_number=13']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:35.806943 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5e502-2382-46bc-b2e6-8761816dd5ad req-e892bcb9-1936-444a-8b06-516c909cbde3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:35.822826 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4ab5e502-2382-46bc-b2e6-8761816dd5ad req-e892bcb9-1936-444a-8b06-516c909cbde3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 945 time: 1.2573915 Jul 16 01:31:35.872875 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8428b90a-b7da-4411-b2f2-6eaf0c521749 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.009927 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-089f5bad-8492-45e2-a6bd-462433085ac3 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.031528 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-acb02d3a-42d6-404a-8c4b-0bb9ed9fcead service neutron] Attempting to bind port 7abeb0a7-9bbf-4500-8067-63878cab83fc on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:36.031866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-acb02d3a-42d6-404a-8c4b-0bb9ed9fcead service neutron] Attempting to bind port 7abeb0a7-9bbf-4500-8067-63878cab83fc by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '315879ea-f1be-4494-af13-98d628a1a5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:36.032194 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-acb02d3a-42d6-404a-8c4b-0bb9ed9fcead service neutron] Attempting to bind port 7abeb0a7-9bbf-4500-8067-63878cab83fc on network f262d5d4-4d22-402e-b36e-ed38d4251d84 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:36.038847 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-c2c2ed42-f9ce-4d44-8556-af3535968573 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Made reservation on behalf of efea2752c9f54aa1a4f60b73855614d8 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:36.042592 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-c2c2ed42-f9ce-4d44-8556-af3535968573 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.056120 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-089f5bad-8492-45e2-a6bd-462433085ac3 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Transition to ACTIVE for port object fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:36.068980 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-acb02d3a-42d6-404a-8c4b-0bb9ed9fcead service neutron] Port 7abeb0a7-9bbf-4500-8067-63878cab83fc on network f262d5d4-4d22-402e-b36e-ed38d4251d84 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:36.069219 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-acb02d3a-42d6-404a-8c4b-0bb9ed9fcead service neutron] Attempting to bind port 7abeb0a7-9bbf-4500-8067-63878cab83fc on network f262d5d4-4d22-402e-b36e-ed38d4251d84 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:36.091977 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4ab5e502-2382-46bc-b2e6-8761816dd5ad req-85b6a969-a3fe-4631-81c0-61defa325e49 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2679694 Jul 16 01:31:36.099260 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-acb02d3a-42d6-404a-8c4b-0bb9ed9fcead service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:36.099596 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-acb02d3a-42d6-404a-8c4b-0bb9ed9fcead service neutron] Checking segment: {'id': '315879ea-f1be-4494-af13-98d628a1a5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:36.100004 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-acb02d3a-42d6-404a-8c4b-0bb9ed9fcead service neutron] Bound using segment: {'id': '315879ea-f1be-4494-af13-98d628a1a5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:36.116954 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-acb02d3a-42d6-404a-8c4b-0bb9ed9fcead service neutron] Bound port: 7abeb0a7-9bbf-4500-8067-63878cab83fc, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315879ea-f1be-4494-af13-98d628a1a5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:36.116954 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-acb02d3a-42d6-404a-8c4b-0bb9ed9fcead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.262029 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bd7ecb06-de12-4673-b906-f0874417abdf req-e2484b4b-e7e0-408d-903e-1c08f7ba79f7 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?device_id=84aae9bc-58a0-494c-b05f-1b45024a0afa HTTP/1.1" status: 200 len: 210 time: 0.3999679 Jul 16 01:31:36.355219 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da379132-3b78-4335-9bc0-274c3967419f x-openstack-request-id: req-da379132-3b78-4335-9bc0-274c3967419f {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:36.355982 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a147dfb-2dae-4a21-bbb1-f1f88e62eb40", "name": "network-vif-plugged", "status": "completed", "tag": "8660866a-9db7-4aa3-8d44-f99d34857980", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:36.355982 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da379132-3b78-4335-9bc0-274c3967419f {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:36.356263 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a147dfb-2dae-4a21-bbb1-f1f88e62eb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8660866a-9db7-4aa3-8d44-f99d34857980', 'code': 200} Jul 16 01:31:36.371820 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-089f5bad-8492-45e2-a6bd-462433085ac3 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.419985 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428b90a-b7da-4411-b2f2-6eaf0c521749 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Subnet': ['ID=be1b5c14-65bb-4316-9cae-4fcd0f7d97e8,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:36.422964 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8428b90a-b7da-4411-b2f2-6eaf0c521749 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Checking segment: {'id': 'a5532968-6d94-4562-b6f9-385a10a7473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '18efd18a-3075-48ee-92fd-161ad2d81ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:36.423833 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8428b90a-b7da-4411-b2f2-6eaf0c521749 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network hostable DHCP agents. Network: 18efd18a-3075-48ee-92fd-161ad2d81ab5, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:31:36.473563 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8428b90a-b7da-4411-b2f2-6eaf0c521749 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network 18efd18a-3075-48ee-92fd-161ad2d81ab5 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:31:36.492581 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-8428b90a-b7da-4411-b2f2-6eaf0c521749 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 18efd18a-3075-48ee-92fd-161ad2d81ab5) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:36.498189 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8428b90a-b7da-4411-b2f2-6eaf0c521749 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:36.499267 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8428b90a-b7da-4411-b2f2-6eaf0c521749 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.506157 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fbae7f-e796-45be-9ae5-db080fea962d None None] Network 18efd18a-3075-48ee-92fd-161ad2d81ab5 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:36.535980 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8428b90a-b7da-4411-b2f2-6eaf0c521749 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5123239 Jul 16 01:31:36.536853 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55444) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:36.541901 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-18a6d0e5-b477-49c9-b1a1-79a5c30ce8ea tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'port': {'network_id': '18efd18a-3075-48ee-92fd-161ad2d81ab5', 'name': 'tempest-PortsTestJSON-395713640'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:36.629108 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-acb02d3a-42d6-404a-8c4b-0bb9ed9fcead service neutron] For port 7abeb0a7-9bbf-4500-8067-63878cab83fc, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:36.632864 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-089f5bad-8492-45e2-a6bd-462433085ac3 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:36.657386 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-089f5bad-8492-45e2-a6bd-462433085ac3 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:36.678458 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-089f5bad-8492-45e2-a6bd-462433085ac3 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:36.697424 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-acb02d3a-42d6-404a-8c4b-0bb9ed9fcead service neutron] For port 7abeb0a7-9bbf-4500-8067-63878cab83fc, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7abeb0a7-9bbf-4500-8067-63878cab83fc,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:36.700903 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f5bad-8492-45e2-a6bd-462433085ac3 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Pushing event updated for resources: {'Port': ['ID=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:36.751147 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-ec421d82-0c47-4fad-8297-b482e17e0fc7 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Allocated IP 192.168.233.25 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/a2309708-236b-41a6-9dfa-b68a7d4b9ded) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:36.806327 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-c2c2ed42-f9ce-4d44-8556-af3535968573 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Allocated IP 172.20.0.13 (740d1a79-a6f9-4fe4-80b6-74637837e26e/f4a13b68-d187-4043-a1fb-e8b0db4cac67/5d351d5a-d59e-4da2-8bcb-6ce98e91df5d) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:36.812095 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-acb02d3a-42d6-404a-8c4b-0bb9ed9fcead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.959142 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77227c4-3945-4dfc-bed4-332dccf157c8 req-0864925a-1f67-4ee5-bb98-7a5e4c36b7e2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:36.967201 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f77227c4-3945-4dfc-bed4-332dccf157c8 req-0864925a-1f67-4ee5-bb98-7a5e4c36b7e2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=e66987bd-1b0c-43d0-a65a-008c95d66bb8 HTTP/1.1" status: 200 len: 943 time: 0.2424386 Jul 16 01:31:36.970084 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a6d0e5-b477-49c9-b1a1-79a5c30ce8ea tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:36.973998 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-18a6d0e5-b477-49c9-b1a1-79a5c30ce8ea tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.985688 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b8184e-02c5-4cbb-96a1-3d2974c6460b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-18efd18a-3075-48ee-92fd-161ad2d81ab5', 'network_id': '18efd18a-3075-48ee-92fd-161ad2d81ab5', 'tenant_id': 'de3675ad2360466e9878a944ef829174', 'fixed_ips': [{'subnet_id': 'be1b5c14-65bb-4316-9cae-4fcd0f7d97e8'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:31:36.986578 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f2b8184e-02c5-4cbb-96a1-3d2974c6460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.990776 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b1411-2c0f-46a3-bbb9-cb6014005272 req-da6b632a-d2f6-4238-939b-98a2ae0562ea tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:36.999396 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bd3b1411-2c0f-46a3-bbb9-cb6014005272 req-da6b632a-d2f6-4238-939b-98a2ae0562ea tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.6909184 Jul 16 01:31:37.036624 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-acb02d3a-42d6-404a-8c4b-0bb9ed9fcead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:37.037603 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-acb02d3a-42d6-404a-8c4b-0bb9ed9fcead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.040212 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-acb02d3a-42d6-404a-8c4b-0bb9ed9fcead service neutron] 10.222.0.82 "PUT /v2.0/ports/7abeb0a7-9bbf-4500-8067-63878cab83fc HTTP/1.1" status: 200 len: 1092 time: 4.3842466 Jul 16 01:31:37.065984 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-18a6d0e5-b477-49c9-b1a1-79a5c30ce8ea tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] device_id is not set on port 94e302c3-6a98-44e6-92f2-3f22a413fb22 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:31:37.067402 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e66987bd-1b0c-43d0-a65a-008c95d66bb8', 'tag': '7abeb0a7-9bbf-4500-8067-63878cab83fc'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:37.071626 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1448ae5-d19e-4fdd-b0e0-b6c643cf10e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e66987bd-1b0c-43d0-a65a-008c95d66bb8", "tag": "7abeb0a7-9bbf-4500-8067-63878cab83fc"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:37.091357 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-089f5bad-8492-45e2-a6bd-462433085ac3 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:37.092865 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-089f5bad-8492-45e2-a6bd-462433085ac3 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.189844 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f77227c4-3945-4dfc-bed4-332dccf157c8 req-3fbe0e64-b439-4e74-b2a8-4bb28cf27e2f tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218072 Jul 16 01:31:37.230278 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-84df8095-7943-409e-b15b-a5fef836cd7f None None] Provisioning for port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:37.239311 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-84df8095-7943-409e-b15b-a5fef836cd7f None None] Provisioning complete for port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:37.239921 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84df8095-7943-409e-b15b-a5fef836cd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.289254 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-84df8095-7943-409e-b15b-a5fef836cd7f None None] Port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:37.297675 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-089f5bad-8492-45e2-a6bd-462433085ac3 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2633572 Jul 16 01:31:37.313669 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-18a6d0e5-b477-49c9-b1a1-79a5c30ce8ea tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Allocated IP 172.20.0.14 (18efd18a-3075-48ee-92fd-161ad2d81ab5/be1b5c14-65bb-4316-9cae-4fcd0f7d97e8/94e302c3-6a98-44e6-92f2-3f22a413fb22) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:37.358574 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-20d97980-b388-4177-b484-b89159d07fb5 service neutron] Request body: {'port': {'device_id': '92354be4-5576-4426-9fda-a44fd625e227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:37.443352 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bd3b1411-2c0f-46a3-bbb9-cb6014005272 req-0cff2d99-35f9-43b9-ba82-8bd3390c76bd tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425745 Jul 16 01:31:37.462316 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb02d3a-42d6-404a-8c4b-0bb9ed9fcead service neutron] Pushing event updated for resources: {'Port': ['ID=7abeb0a7-9bbf-4500-8067-63878cab83fc,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:37.546604 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-18a6d0e5-b477-49c9-b1a1-79a5c30ce8ea tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.559237 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d89077b-2117-4c38-8f45-cbbe7d129fa0 x-openstack-request-id: req-2d89077b-2117-4c38-8f45-cbbe7d129fa0 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:37.559539 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e66987bd-1b0c-43d0-a65a-008c95d66bb8", "tag": "7abeb0a7-9bbf-4500-8067-63878cab83fc", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:37.559792 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d89077b-2117-4c38-8f45-cbbe7d129fa0 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:37.560194 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e66987bd-1b0c-43d0-a65a-008c95d66bb8', 'tag': '7abeb0a7-9bbf-4500-8067-63878cab83fc', 'status': 'completed', 'code': 200} Jul 16 01:31:37.565111 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-18a6d0e5-b477-49c9-b1a1-79a5c30ce8ea tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Transition to ACTIVE for port object 94e302c3-6a98-44e6-92f2-3f22a413fb22 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:37.640820 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8bbb8524-c173-4f28-b72d-aaa59cd8b614 req-25732f5b-e4be-4c50-bfc8-4dff6b4d9c28 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 210 time: 0.1692147 Jul 16 01:31:37.642022 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-18a6d0e5-b477-49c9-b1a1-79a5c30ce8ea tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.703539 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-ec421d82-0c47-4fad-8297-b482e17e0fc7 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.704887 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6d0e5-b477-49c9-b1a1-79a5c30ce8ea tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Port': ['ID=94e302c3-6a98-44e6-92f2-3f22a413fb22,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:37.722533 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-ec421d82-0c47-4fad-8297-b482e17e0fc7 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Transition to ACTIVE for port object a2309708-236b-41a6-9dfa-b68a7d4b9ded will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:37.731549 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a6d0e5-b477-49c9-b1a1-79a5c30ce8ea tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network 18efd18a-3075-48ee-92fd-161ad2d81ab5 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:37.733600 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-18a6d0e5-b477-49c9-b1a1-79a5c30ce8ea tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:37.737425 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a6d0e5-b477-49c9-b1a1-79a5c30ce8ea tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:37.771738 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-f2b8184e-02c5-4cbb-96a1-3d2974c6460b None None] Allocated IP 172.20.0.2 (18efd18a-3075-48ee-92fd-161ad2d81ab5/be1b5c14-65bb-4316-9cae-4fcd0f7d97e8/dc552718-135b-47ec-820e-3e1c50268c63) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:37.835678 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a6d0e5-b477-49c9-b1a1-79a5c30ce8ea tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:37.836557 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-18a6d0e5-b477-49c9-b1a1-79a5c30ce8ea tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.863971 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-c2c2ed42-f9ce-4d44-8556-af3535968573 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.873915 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-18a6d0e5-b477-49c9-b1a1-79a5c30ce8ea tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3334954 Jul 16 01:31:37.874250 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55470) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:37.966085 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-ec421d82-0c47-4fad-8297-b482e17e0fc7 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.975255 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-c2c2ed42-f9ce-4d44-8556-af3535968573 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.064844 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f2b8184e-02c5-4cbb-96a1-3d2974c6460b None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.076498 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f2b8184e-02c5-4cbb-96a1-3d2974c6460b None None] Transition to ACTIVE for port object dc552718-135b-47ec-820e-3e1c50268c63 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:38.089602 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971bfd1b-bd5e-47c6-ad6c-dd73a0a9812b req-7e2ec20c-cc1f-4e48-bf06-2dfebf4d22c1 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:38.096408 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f2b8184e-02c5-4cbb-96a1-3d2974c6460b None None] Transition to ACTIVE for port object dc552718-135b-47ec-820e-3e1c50268c63 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:38.102615 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['8c1bf4f2-9e2c-4eaa-8773-918b25f6f295'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:38.106788 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-971bfd1b-bd5e-47c6-ad6c-dd73a0a9812b req-7e2ec20c-cc1f-4e48-bf06-2dfebf4d22c1 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?device_id=84aae9bc-58a0-494c-b05f-1b45024a0afa HTTP/1.1" status: 200 len: 935 time: 0.1857150 Jul 16 01:31:38.138668 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f2b8184e-02c5-4cbb-96a1-3d2974c6460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.146851 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-ec421d82-0c47-4fad-8297-b482e17e0fc7 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:38.159584 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-971bfd1b-bd5e-47c6-ad6c-dd73a0a9812b req-143655b7-098e-4f55-8de3-be981d061361 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/security-groups?id=86f4f680-b200-4b51-95c2-fcbf79fd4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517640 Jul 16 01:31:38.170425 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-45f1ab49-e0e2-474e-841f-5e140e367bce tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting port 94e302c3-6a98-44e6-92f2-3f22a413fb22 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:38.170980 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45f1ab49-e0e2-474e-841f-5e140e367bce tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.192753 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8184e-02c5-4cbb-96a1-3d2974c6460b None None] Pushing event updated for resources: {'Port': ['ID=dc552718-135b-47ec-820e-3e1c50268c63,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:38.203831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-c7cced95-7837-4d14-8813-d92322109ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:38.207729 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-c7cced95-7837-4d14-8813-d92322109ba5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d09653f1b51b4e2b8cb943931a409907&device_id=e66987bd-1b0c-43d0-a65a-008c95d66bb8 HTTP/1.1" status: 200 len: 1095 time: 1.0927646 Jul 16 01:31:38.210443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec421d82-0c47-4fad-8297-b482e17e0fc7 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Pushing event updated for resources: {'Port': ['ID=a2309708-236b-41a6-9dfa-b68a7d4b9ded,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:38.212529 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b8184e-02c5-4cbb-96a1-3d2974c6460b None None] Network 18efd18a-3075-48ee-92fd-161ad2d81ab5 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:38.213239 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-ec421d82-0c47-4fad-8297-b482e17e0fc7 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:38.215772 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-f2b8184e-02c5-4cbb-96a1-3d2974c6460b None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:38.218373 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b8184e-02c5-4cbb-96a1-3d2974c6460b None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:38.249486 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-ec421d82-0c47-4fad-8297-b482e17e0fc7 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:38.359179 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-f2b8184e-02c5-4cbb-96a1-3d2974c6460b None None] Attempting to bind port dc552718-135b-47ec-820e-3e1c50268c63 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:38.359552 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-f2b8184e-02c5-4cbb-96a1-3d2974c6460b None None] Attempting to bind port dc552718-135b-47ec-820e-3e1c50268c63 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'a5532968-6d94-4562-b6f9-385a10a7473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '18efd18a-3075-48ee-92fd-161ad2d81ab5'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:38.359918 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b8184e-02c5-4cbb-96a1-3d2974c6460b None None] Attempting to bind port dc552718-135b-47ec-820e-3e1c50268c63 on network 18efd18a-3075-48ee-92fd-161ad2d81ab5 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:38.360776 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-c2c2ed42-f9ce-4d44-8556-af3535968573 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Network 740d1a79-a6f9-4fe4-80b6-74637837e26e is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:38.408108 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b8184e-02c5-4cbb-96a1-3d2974c6460b None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:38.408599 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b8184e-02c5-4cbb-96a1-3d2974c6460b None None] Checking segment: {'id': 'a5532968-6d94-4562-b6f9-385a10a7473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '18efd18a-3075-48ee-92fd-161ad2d81ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:38.409017 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f2b8184e-02c5-4cbb-96a1-3d2974c6460b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.409421 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b8184e-02c5-4cbb-96a1-3d2974c6460b None None] Bound using segment: {'id': 'a5532968-6d94-4562-b6f9-385a10a7473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '18efd18a-3075-48ee-92fd-161ad2d81ab5'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:38.409909 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-f2b8184e-02c5-4cbb-96a1-3d2974c6460b None None] Bound port: dc552718-135b-47ec-820e-3e1c50268c63, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5532968-6d94-4562-b6f9-385a10a7473e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '18efd18a-3075-48ee-92fd-161ad2d81ab5'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:38.410293 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f2b8184e-02c5-4cbb-96a1-3d2974c6460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.415175 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45f1ab49-e0e2-474e-841f-5e140e367bce tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.470601 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-45f1ab49-e0e2-474e-841f-5e140e367bce tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Calling delete_port for 94e302c3-6a98-44e6-92f2-3f22a413fb22 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:38.588509 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-c2c2ed42-f9ce-4d44-8556-af3535968573 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:38.595863 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-c2c2ed42-f9ce-4d44-8556-af3535968573 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:38.606074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-f2b8184e-02c5-4cbb-96a1-3d2974c6460b None None] For port dc552718-135b-47ec-820e-3e1c50268c63, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:38.616912 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-f2b8184e-02c5-4cbb-96a1-3d2974c6460b None None] For port dc552718-135b-47ec-820e-3e1c50268c63, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=dc552718-135b-47ec-820e-3e1c50268c63,segment=NetworkSegment(a5532968-6d94-4562-b6f9-385a10a7473e),segment_id=a5532968-6d94-4562-b6f9-385a10a7473e)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:38.625674 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f2b8184e-02c5-4cbb-96a1-3d2974c6460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.732766 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-c2c2ed42-f9ce-4d44-8556-af3535968573 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:38.735136 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-c2c2ed42-f9ce-4d44-8556-af3535968573 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.741285 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-20d97980-b388-4177-b484-b89159d07fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.748202 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-4b397506-a28a-4a10-980a-c768727ec153 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7abeb0a7-9bbf-4500-8067-63878cab83fc HTTP/1.1" status: 200 len: 217 time: 0.4768004 Jul 16 01:31:38.748665 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2dcc3997-4841-4f4e-9e77-1c11d2ff07e3 None None] Provisioning for port a2309708-236b-41a6-9dfa-b68a7d4b9ded completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:38.754565 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2dcc3997-4841-4f4e-9e77-1c11d2ff07e3 None None] Provisioning complete for port a2309708-236b-41a6-9dfa-b68a7d4b9ded triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:38.754565 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2dcc3997-4841-4f4e-9e77-1c11d2ff07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.814753 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc3997-4841-4f4e-9e77-1c11d2ff07e3 None None] Port a2309708-236b-41a6-9dfa-b68a7d4b9ded cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:38.817440 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8184e-02c5-4cbb-96a1-3d2974c6460b None None] Pushing event updated for resources: {'Port': ['ID=dc552718-135b-47ec-820e-3e1c50268c63,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:38.848842 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45f1ab49-e0e2-474e-841f-5e140e367bce tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.899734 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1ab49-e0e2-474e-841f-5e140e367bce tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Port': ['ID=94e302c3-6a98-44e6-92f2-3f22a413fb22,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:39.014570 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12e8df-fb80-419c-8914-b53bef14ddf5 req-bd7eb3fa-85aa-427e-9c37-91c2dc4bf90e tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:39.016350 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4a12e8df-fb80-419c-8914-b53bef14ddf5 req-bd7eb3fa-85aa-427e-9c37-91c2dc4bf90e tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=e66987bd-1b0c-43d0-a65a-008c95d66bb8 HTTP/1.1" status: 200 len: 943 time: 0.4406943 Jul 16 01:31:39.095900 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2ed42-f9ce-4d44-8556-af3535968573 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Pushing event updated for resources: {'Port': ['ID=5d351d5a-d59e-4da2-8bcb-6ce98e91df5d,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:39.109569 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45f1ab49-e0e2-474e-841f-5e140e367bce tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.113179 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-45f1ab49-e0e2-474e-841f-5e140e367bce tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/ports/94e302c3-6a98-44e6-92f2-3f22a413fb22 HTTP/1.1" status: 204 len: 168 time: 1.2376590 Jul 16 01:31:39.116691 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55486) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:39.127855 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4a12e8df-fb80-419c-8914-b53bef14ddf5 req-81cbb4c9-c6a1-4c2a-9ddd-f66f1daa3676 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937760 Jul 16 01:31:39.134048 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-c2c2ed42-f9ce-4d44-8556-af3535968573 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5645771 Jul 16 01:31:39.140143 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-ec421d82-0c47-4fad-8297-b482e17e0fc7 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:39.141515 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-ec421d82-0c47-4fad-8297-b482e17e0fc7 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.152600 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-a3d5de5f-518d-4dbb-b12a-d0f2a2c76697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:39.154709 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-a3d5de5f-518d-4dbb-b12a-d0f2a2c76697 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=58a11241-f184-48f8-b355-80863b2e27ca HTTP/1.1" status: 200 len: 852 time: 0.3603098 Jul 16 01:31:39.163918 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16ce363-3e40-44a7-aab1-e51a2db45828 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] DELETE failed (client error): The resource could not be found. Jul 16 01:31:39.167492 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b16ce363-3e40-44a7-aab1-e51a2db45828 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:31:39.170808 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b16ce363-3e40-44a7-aab1-e51a2db45828 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/ports/94e302c3-6a98-44e6-92f2-3f22a413fb22 HTTP/1.1" status: 404 len: 333 time: 0.0517111 Jul 16 01:31:39.172508 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55488) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:39.176532 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-a833a974-82d9-496b-93c9-b8ae3ed3cf54 service neutron] Request body: {'port': {'device_id': '4e8452d0-443b-48c1-8f51-36013fd7beff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:39.228570 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-4744f216-77c8-4aa4-8ac1-d404ce6b1e4a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] GET failed (client error): The resource could not be found. Jul 16 01:31:39.231861 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4744f216-77c8-4aa4-8ac1-d404ce6b1e4a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports/94e302c3-6a98-44e6-92f2-3f22a413fb22 HTTP/1.1" status: 404 len: 333 time: 0.0582497 Jul 16 01:31:39.235200 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55492) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:39.295283 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-af497687-3cca-47e0-99c9-997f4e146931 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f262d5d4-4d22-402e-b36e-ed38d4251d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904415 Jul 16 01:31:39.301915 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-ec421d82-0c47-4fad-8297-b482e17e0fc7 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.6679809 Jul 16 01:31:39.314189 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-1517fba0-ae2e-4fd6-a607-46784955d7cd tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting subnet be1b5c14-65bb-4316-9cae-4fcd0f7d97e8 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:31:39.317931 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1517fba0-ae2e-4fd6-a607-46784955d7cd tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.332417 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4b746-f262-4a91-87d9-8b389a383fb6 req-08949df0-9802-43c0-9b94-9bcd64b840a8 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:39.342858 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-82a4b746-f262-4a91-87d9-8b389a383fb6 req-08949df0-9802-43c0-9b94-9bcd64b840a8 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 946 time: 1.3789811 Jul 16 01:31:39.368693 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1517fba0-ae2e-4fd6-a607-46784955d7cd tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.381027 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-785a1b42-7d7b-45c9-9311-c7ab02f6f5ee service neutron] Request body: {'port': {'device_id': '84aae9bc-58a0-494c-b05f-1b45024a0afa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:39.521238 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7a79c-0558-4900-9489-bf1a1995ec32 req-598da122-eb31-4b26-bd30-f4ad239e964c tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:39.523255 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-43e7a79c-0558-4900-9489-bf1a1995ec32 req-598da122-eb31-4b26-bd30-f4ad239e964c tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.1232095 Jul 16 01:31:39.526872 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1517fba0-ae2e-4fd6-a607-46784955d7cd tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.610769 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-43e7a79c-0558-4900-9489-bf1a1995ec32 req-c03e898c-b2d0-4b73-9ea5-9da456dc5257 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802422 Jul 16 01:31:39.613740 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-82a4b746-f262-4a91-87d9-8b389a383fb6 req-722bdffb-30ee-40cb-8484-999ab0ef016a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2685113 Jul 16 01:31:39.633038 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1517fba0-ae2e-4fd6-a607-46784955d7cd tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.644969 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-a833a974-82d9-496b-93c9-b8ae3ed3cf54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.695942 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517fba0-ae2e-4fd6-a607-46784955d7cd tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Subnet': ['ID=be1b5c14-65bb-4316-9cae-4fcd0f7d97e8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:39.710727 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1517fba0-ae2e-4fd6-a607-46784955d7cd tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.720157 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1517fba0-ae2e-4fd6-a607-46784955d7cd tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/subnets/be1b5c14-65bb-4316-9cae-4fcd0f7d97e8 HTTP/1.1" status: 204 len: 168 time: 0.4826722 Jul 16 01:31:39.721000 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55498) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:39.909995 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e73cfdb-b41b-40b8-bd1b-a0cb715c4ec2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.048532 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-785a1b42-7d7b-45c9-9311-c7ab02f6f5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.103515 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-144f6822-845f-40e4-9048-e39321dcbeff service neutron] 10.222.0.82 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7985845 Jul 16 01:31:40.139356 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-9e73cfdb-b41b-40b8-bd1b-a0cb715c4ec2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting port dc552718-135b-47ec-820e-3e1c50268c63 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:40.139981 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e73cfdb-b41b-40b8-bd1b-a0cb715c4ec2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.151061 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01f197-11b6-42fb-a93f-912694a7cb5e req-fffef853-3aab-49c0-b45d-d73fb0ecef52 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:40.152882 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7c01f197-11b6-42fb-a93f-912694a7cb5e req-fffef853-3aab-49c0-b45d-d73fb0ecef52 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?device_id=84aae9bc-58a0-494c-b05f-1b45024a0afa HTTP/1.1" status: 200 len: 935 time: 0.2384698 Jul 16 01:31:40.192399 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8347f-540b-416d-9e15-dc7bb8f0dd20 req-33124aa0-196c-4749-91c4-bbe741506e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:40.194272 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2e8347f-540b-416d-9e15-dc7bb8f0dd20 req-33124aa0-196c-4749-91c4-bbe741506e27 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 1098 time: 0.1813748 Jul 16 01:31:40.292618 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7c01f197-11b6-42fb-a93f-912694a7cb5e req-72b6d73e-eba9-4f04-bbbc-e816ffc2fc18 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/security-groups?id=86f4f680-b200-4b51-95c2-fcbf79fd4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227436 Jul 16 01:31:40.306207 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-9e73cfdb-b41b-40b8-bd1b-a0cb715c4ec2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] For port dc552718-135b-47ec-820e-3e1c50268c63, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=dc552718-135b-47ec-820e-3e1c50268c63,segment=NetworkSegment(a5532968-6d94-4562-b6f9-385a10a7473e),segment_id=a5532968-6d94-4562-b6f9-385a10a7473e)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:40.306582 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e73cfdb-b41b-40b8-bd1b-a0cb715c4ec2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.313693 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd7c5f9-d4d3-4162-9d4f-e749c61f29a5 None None] Network 18efd18a-3075-48ee-92fd-161ad2d81ab5 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:40.365503 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-9e73cfdb-b41b-40b8-bd1b-a0cb715c4ec2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Calling delete_port for dc552718-135b-47ec-820e-3e1c50268c63 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:40.387739 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2e8347f-540b-416d-9e15-dc7bb8f0dd20 req-eb016d84-af5f-4090-91af-492ac1b78fd4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782556 Jul 16 01:31:40.424541 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-20d97980-b388-4177-b484-b89159d07fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:40.483252 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-20d97980-b388-4177-b484-b89159d07fb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.484953 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-99cb92ff-1f76-4e19-9185-7d206b6c7d2f None None] Provisioning for port dc552718-135b-47ec-820e-3e1c50268c63 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:40.582904 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-20d97980-b388-4177-b484-b89159d07fb5 service neutron] Transition to ACTIVE for port object fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:40.612120 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-20d97980-b388-4177-b484-b89159d07fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.637359 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-698d3dc2-a890-48f0-a163-b20f8eed3b08 req-b7659bb3-3358-440e-a098-9064d359795f service neutron] 10.222.0.82 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748588 Jul 16 01:31:40.646561 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87abd19-ce21-4327-807b-3f1ebb5da942 req-b3c2c070-289d-4c77-a86e-09003bb4a2a4 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:40.649507 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e73cfdb-b41b-40b8-bd1b-a0cb715c4ec2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.654338 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e87abd19-ce21-4327-807b-3f1ebb5da942 req-b3c2c070-289d-4c77-a86e-09003bb4a2a4 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 932 time: 0.6370168 Jul 16 01:31:40.723422 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73cfdb-b41b-40b8-bd1b-a0cb715c4ec2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Port': ['ID=dc552718-135b-47ec-820e-3e1c50268c63,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:40.730047 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e73cfdb-b41b-40b8-bd1b-a0cb715c4ec2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] No DVR routers for this DVR port dc552718-135b-47ec-820e-3e1c50268c63 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:40.752951 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17228b7d-fa7c-434a-a3d0-1af871f99132 None None] DHCP port deletion for 18efd18a-3075-48ee-92fd-161ad2d81ab5 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:31:40.947203 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e73cfdb-b41b-40b8-bd1b-a0cb715c4ec2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.960157 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-9e73cfdb-b41b-40b8-bd1b-a0cb715c4ec2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18efd18a-3075-48ee-92fd-161ad2d81ab5']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:40.977147 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e87abd19-ce21-4327-807b-3f1ebb5da942 req-3354da34-e76f-4248-81d9-1d7b775eba0b tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222349 Jul 16 01:31:40.987201 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-9e73cfdb-b41b-40b8-bd1b-a0cb715c4ec2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5532968-6d94-4562-b6f9-385a10a7473e') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:40.987651 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-9e73cfdb-b41b-40b8-bd1b-a0cb715c4ec2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5532968-6d94-4562-b6f9-385a10a7473e') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:41.010485 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d97980-b388-4177-b484-b89159d07fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:41.040964 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e73cfdb-b41b-40b8-bd1b-a0cb715c4ec2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.063387 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e73cfdb-b41b-40b8-bd1b-a0cb715c4ec2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.074077 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e73cfdb-b41b-40b8-bd1b-a0cb715c4ec2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:31:41.075500 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e73cfdb-b41b-40b8-bd1b-a0cb715c4ec2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:31:41.168560 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:31:41.201156 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086fe07-c032-4155-8c0b-0cc7e6518ce6 req-127a1f73-586f-480c-b03a-9d90fc1e0197 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:41.207395 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7086fe07-c032-4155-8c0b-0cc7e6518ce6 req-127a1f73-586f-480c-b03a-9d90fc1e0197 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=e66987bd-1b0c-43d0-a65a-008c95d66bb8 HTTP/1.1" status: 200 len: 943 time: 0.6430507 Jul 16 01:31:41.212641 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e73cfdb-b41b-40b8-bd1b-a0cb715c4ec2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.221381 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e73cfdb-b41b-40b8-bd1b-a0cb715c4ec2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.247085 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9e73cfdb-b41b-40b8-bd1b-a0cb715c4ec2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/networks/18efd18a-3075-48ee-92fd-161ad2d81ab5 HTTP/1.1" status: 204 len: 168 time: 1.5221832 Jul 16 01:31:41.254353 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55522) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:41.291510 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-43a7666c-3377-4c80-9b02-20cf688a514b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1999976070'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:41.296372 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73cfdb-b41b-40b8-bd1b-a0cb715c4ec2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Network': ['ID=18efd18a-3075-48ee-92fd-161ad2d81ab5,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:41.299467 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:31:41.354727 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7086fe07-c032-4155-8c0b-0cc7e6518ce6 req-2b530c3e-2b68-4fba-a778-fab487fef8aa tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028323 Jul 16 01:31:41.390138 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a7666c-3377-4c80-9b02-20cf688a514b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:41.395986 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-43a7666c-3377-4c80-9b02-20cf688a514b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.495667 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a7666c-3377-4c80-9b02-20cf688a514b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:31:41.518003 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-43a7666c-3377-4c80-9b02-20cf688a514b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.518691 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-43a7666c-3377-4c80-9b02-20cf688a514b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Added segment 74ec8eb1-8e5e-4826-960c-5c6448802cdd of type vlan for network a6e80838-fbb4-4452-aea8-15aad625ca43 Jul 16 01:31:41.596759 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-43a7666c-3377-4c80-9b02-20cf688a514b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.647940 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-43a7666c-3377-4c80-9b02-20cf688a514b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.661451 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a7666c-3377-4c80-9b02-20cf688a514b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:41.663416 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-43a7666c-3377-4c80-9b02-20cf688a514b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.792617 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-43a7666c-3377-4c80-9b02-20cf688a514b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5052140 Jul 16 01:31:41.800314 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55526) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:41.838712 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-92661d15-5f84-4289-8e03-3b06e05fd4c3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'subnet': {'network_id': 'a6e80838-fbb4-4452-aea8-15aad625ca43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:41.874328 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-a833a974-82d9-496b-93c9-b8ae3ed3cf54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d351d5a-d59e-4da2-8bcb-6ce98e91df5d {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:41.884823 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-20d97980-b388-4177-b484-b89159d07fb5 service neutron] Attempting to bind port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:41.886066 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-20d97980-b388-4177-b484-b89159d07fb5 service neutron] Attempting to bind port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:41.886066 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-20d97980-b388-4177-b484-b89159d07fb5 service neutron] Attempting to bind port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:41.898917 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-20d97980-b388-4177-b484-b89159d07fb5 service neutron] Port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:41.899247 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-20d97980-b388-4177-b484-b89159d07fb5 service neutron] Attempting to bind port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:41.905454 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-a833a974-82d9-496b-93c9-b8ae3ed3cf54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.914062 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1448ae5-d19e-4fdd-b0e0-b6c643cf10e1 req-04e3724d-1dfd-4187-b719-bb20ba3509cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:41.915630 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b1448ae5-d19e-4fdd-b0e0-b6c643cf10e1 req-04e3724d-1dfd-4187-b719-bb20ba3509cb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d09653f1b51b4e2b8cb943931a409907&device_id=e66987bd-1b0c-43d0-a65a-008c95d66bb8 HTTP/1.1" status: 200 len: 1095 time: 1.1267877 Jul 16 01:31:41.944104 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7666c-3377-4c80-9b02-20cf688a514b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Network': ['ID=a6e80838-fbb4-4452-aea8-15aad625ca43,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:41.968124 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-20d97980-b388-4177-b484-b89159d07fb5 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:41.968496 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-20d97980-b388-4177-b484-b89159d07fb5 service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:41.969000 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-20d97980-b388-4177-b484-b89159d07fb5 service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:41.969327 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-20d97980-b388-4177-b484-b89159d07fb5 service neutron] Bound port: fd5f8ab7-3bd8-49ee-8ccc-1d1839008446, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:41.970054 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-20d97980-b388-4177-b484-b89159d07fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.012897 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-a833a974-82d9-496b-93c9-b8ae3ed3cf54 service neutron] Transition to ACTIVE for port object 5d351d5a-d59e-4da2-8bcb-6ce98e91df5d will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:42.021518 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be2e61-555f-403b-bc93-b8cb157a9e03 req-4877d094-305d-4376-846e-345bb6ebeabd tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.023444 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a0be2e61-555f-403b-bc93-b8cb157a9e03 req-4877d094-305d-4376-846e-345bb6ebeabd tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.3204458 Jul 16 01:31:42.024295 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92661d15-5f84-4289-8e03-3b06e05fd4c3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:42.028644 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-92661d15-5f84-4289-8e03-3b06e05fd4c3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.033550 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-a833a974-82d9-496b-93c9-b8ae3ed3cf54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.046430 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-785a1b42-7d7b-45c9-9311-c7ab02f6f5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2309708-236b-41a6-9dfa-b68a7d4b9ded {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:42.062398 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7b576-c8b2-4313-a150-0ad7f81ae9c5 req-03d7bcc2-b698-4828-af88-dd6a7bfb6839 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.064686 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1da7b576-c8b2-4313-a150-0ad7f81ae9c5 req-03d7bcc2-b698-4828-af88-dd6a7bfb6839 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 946 time: 0.3843136 Jul 16 01:31:42.117939 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-785a1b42-7d7b-45c9-9311-c7ab02f6f5ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.135420 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a0be2e61-555f-403b-bc93-b8cb157a9e03 req-4bc81e6c-4e7c-4cf6-ad01-946594859d7c tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016538 Jul 16 01:31:42.309150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-785a1b42-7d7b-45c9-9311-c7ab02f6f5ee service neutron] Transition to ACTIVE for port object a2309708-236b-41a6-9dfa-b68a7d4b9ded will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:42.310146 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833a974-82d9-496b-93c9-b8ae3ed3cf54 service neutron] Pushing event updated for resources: {'Port': ['ID=5d351d5a-d59e-4da2-8bcb-6ce98e91df5d,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:42.333062 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network a6e80838-fbb4-4452-aea8-15aad625ca43 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:31:42.385536 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-785a1b42-7d7b-45c9-9311-c7ab02f6f5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.467771 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-20d97980-b388-4177-b484-b89159d07fb5 service neutron] For port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:42.493489 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1da7b576-c8b2-4313-a150-0ad7f81ae9c5 req-d42b04c2-09cc-4f29-a7ea-2dc66e76a2ea tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3727305 Jul 16 01:31:42.502013 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1448ae5-d19e-4fdd-b0e0-b6c643cf10e1 req-31a9e5dc-c4c3-4034-aeca-f8f620e6df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.504331 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b1448ae5-d19e-4fdd-b0e0-b6c643cf10e1 req-31a9e5dc-c4c3-4034-aeca-f8f620e6df09 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f262d5d4-4d22-402e-b36e-ed38d4251d84 HTTP/1.1" status: 200 len: 913 time: 0.5574722 Jul 16 01:31:42.507078 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-20d97980-b388-4177-b484-b89159d07fb5 service neutron] For port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:42.538574 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-92661d15-5f84-4289-8e03-3b06e05fd4c3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.545777 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-20d97980-b388-4177-b484-b89159d07fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.606230 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b1448ae5-d19e-4fdd-b0e0-b6c643cf10e1 req-5647ae6c-6fe7-4e44-a077-19f98b7dde5d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7abeb0a7-9bbf-4500-8067-63878cab83fc HTTP/1.1" status: 200 len: 217 time: 0.0838716 Jul 16 01:31:42.607217 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a1b42-7d7b-45c9-9311-c7ab02f6f5ee service neutron] Pushing event updated for resources: {'Port': ['ID=a2309708-236b-41a6-9dfa-b68a7d4b9ded,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:42.662353 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92661d15-5f84-4289-8e03-3b06e05fd4c3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Subnet': ['ID=707b63d8-0a96-4fd0-859a-fb989a5f4d25,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:42.665150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-a833a974-82d9-496b-93c9-b8ae3ed3cf54 service neutron] Attempting to bind port 5d351d5a-d59e-4da2-8bcb-6ce98e91df5d on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:42.665150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-a833a974-82d9-496b-93c9-b8ae3ed3cf54 service neutron] Attempting to bind port 5d351d5a-d59e-4da2-8bcb-6ce98e91df5d by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'd451883b-7e0c-4f2f-8387-e4488de655f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '740d1a79-a6f9-4fe4-80b6-74637837e26e'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:42.665150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-a833a974-82d9-496b-93c9-b8ae3ed3cf54 service neutron] Attempting to bind port 5d351d5a-d59e-4da2-8bcb-6ce98e91df5d on network 740d1a79-a6f9-4fe4-80b6-74637837e26e {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:42.683078 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205090cd-1ec2-4699-8b50-371588627b69 req-55d50537-d89b-4124-870a-2130cc7e22b5 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.686738 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-205090cd-1ec2-4699-8b50-371588627b69 req-55d50537-d89b-4124-870a-2130cc7e22b5 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?device_id=84aae9bc-58a0-494c-b05f-1b45024a0afa HTTP/1.1" status: 200 len: 947 time: 0.2789993 Jul 16 01:31:42.710597 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-20d97980-b388-4177-b484-b89159d07fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.711221 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-20d97980-b388-4177-b484-b89159d07fb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.728295 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-20d97980-b388-4177-b484-b89159d07fb5 service neutron] 10.222.0.82 "PUT /v2.0/ports/fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 HTTP/1.1" status: 200 len: 1096 time: 5.3847842 Jul 16 01:31:42.730395 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92354be4-5576-4426-9fda-a44fd625e227', 'tag': 'fd5f8ab7-3bd8-49ee-8ccc-1d1839008446'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:42.733182 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068c8e22-826a-49e8-9baf-b48f0ebc48d0" -d '{"events": [{"name": "network-changed", "server_uuid": "92354be4-5576-4426-9fda-a44fd625e227", "tag": "fd5f8ab7-3bd8-49ee-8ccc-1d1839008446"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:42.783028 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92661d15-5f84-4289-8e03-3b06e05fd4c3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Checking segment: {'id': '74ec8eb1-8e5e-4826-960c-5c6448802cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a6e80838-fbb4-4452-aea8-15aad625ca43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:42.784773 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92661d15-5f84-4289-8e03-3b06e05fd4c3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network hostable DHCP agents. Network: a6e80838-fbb4-4452-aea8-15aad625ca43, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:31:42.792449 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-205090cd-1ec2-4699-8b50-371588627b69 req-6baf012b-1647-4f46-81a5-7eae2ca981d3 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/security-groups?id=86f4f680-b200-4b51-95c2-fcbf79fd4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912533 Jul 16 01:31:42.834388 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92661d15-5f84-4289-8e03-3b06e05fd4c3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network a6e80838-fbb4-4452-aea8-15aad625ca43 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:31:42.856547 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-a833a974-82d9-496b-93c9-b8ae3ed3cf54 service neutron] Port 5d351d5a-d59e-4da2-8bcb-6ce98e91df5d on network 740d1a79-a6f9-4fe4-80b6-74637837e26e not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:42.856893 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-a833a974-82d9-496b-93c9-b8ae3ed3cf54 service neutron] Attempting to bind port 5d351d5a-d59e-4da2-8bcb-6ce98e91df5d on network 740d1a79-a6f9-4fe4-80b6-74637837e26e {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:42.862712 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-92661d15-5f84-4289-8e03-3b06e05fd4c3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, a6e80838-fbb4-4452-aea8-15aad625ca43) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:42.868054 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92661d15-5f84-4289-8e03-3b06e05fd4c3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.868982 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-92661d15-5f84-4289-8e03-3b06e05fd4c3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.890935 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d026b14b-660c-405f-8841-4f99898951f8 None None] Network a6e80838-fbb4-4452-aea8-15aad625ca43 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:42.901606 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-92661d15-5f84-4289-8e03-3b06e05fd4c3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1001387 Jul 16 01:31:42.904690 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55560) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:42.921251 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-785a1b42-7d7b-45c9-9311-c7ab02f6f5ee service neutron] Attempting to bind port a2309708-236b-41a6-9dfa-b68a7d4b9ded on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:42.921775 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-785a1b42-7d7b-45c9-9311-c7ab02f6f5ee service neutron] Attempting to bind port a2309708-236b-41a6-9dfa-b68a7d4b9ded by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:42.921890 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-785a1b42-7d7b-45c9-9311-c7ab02f6f5ee service neutron] Attempting to bind port a2309708-236b-41a6-9dfa-b68a7d4b9ded on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:42.924945 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d97980-b388-4177-b484-b89159d07fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:42.929135 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1448ae5-d19e-4fdd-b0e0-b6c643cf10e1 req-32a63797-9b99-4470-81d2-18e1ad0dc722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.932696 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b1448ae5-d19e-4fdd-b0e0-b6c643cf10e1 req-32a63797-9b99-4470-81d2-18e1ad0dc722 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=58a11241-f184-48f8-b355-80863b2e27ca HTTP/1.1" status: 200 len: 852 time: 0.3171649 Jul 16 01:31:42.934370 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b072af1b-5d8e-4c33-aba7-882172ee746d tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'port': {'network_id': 'a6e80838-fbb4-4452-aea8-15aad625ca43', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1961030225'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:43.008802 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 7abeb0a7-9bbf-4500-8067-63878cab83fc details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:43.017121 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-a833a974-82d9-496b-93c9-b8ae3ed3cf54 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:43.017767 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-a833a974-82d9-496b-93c9-b8ae3ed3cf54 service neutron] Checking segment: {'id': 'd451883b-7e0c-4f2f-8387-e4488de655f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '740d1a79-a6f9-4fe4-80b6-74637837e26e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:43.018449 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-a833a974-82d9-496b-93c9-b8ae3ed3cf54 service neutron] Bound using segment: {'id': 'd451883b-7e0c-4f2f-8387-e4488de655f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '740d1a79-a6f9-4fe4-80b6-74637837e26e'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:43.019094 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-a833a974-82d9-496b-93c9-b8ae3ed3cf54 service neutron] Bound port: 5d351d5a-d59e-4da2-8bcb-6ce98e91df5d, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd451883b-7e0c-4f2f-8387-e4488de655f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '740d1a79-a6f9-4fe4-80b6-74637837e26e'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:43.019636 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-a833a974-82d9-496b-93c9-b8ae3ed3cf54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.094953 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b1448ae5-d19e-4fdd-b0e0-b6c643cf10e1 req-de646a52-2de1-4796-bc6c-260d5b6e8e3f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f262d5d4-4d22-402e-b36e-ed38d4251d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211085 Jul 16 01:31:43.108441 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-785a1b42-7d7b-45c9-9311-c7ab02f6f5ee service neutron] Port a2309708-236b-41a6-9dfa-b68a7d4b9ded on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:43.108814 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-785a1b42-7d7b-45c9-9311-c7ab02f6f5ee service neutron] Attempting to bind port a2309708-236b-41a6-9dfa-b68a7d4b9ded on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:43.141508 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-785a1b42-7d7b-45c9-9311-c7ab02f6f5ee service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:43.141877 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-785a1b42-7d7b-45c9-9311-c7ab02f6f5ee service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:43.142388 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-785a1b42-7d7b-45c9-9311-c7ab02f6f5ee service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:43.142845 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-785a1b42-7d7b-45c9-9311-c7ab02f6f5ee service neutron] Bound port: a2309708-236b-41a6-9dfa-b68a7d4b9ded, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:43.143211 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-785a1b42-7d7b-45c9-9311-c7ab02f6f5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.271035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 7abeb0a7-9bbf-4500-8067-63878cab83fc, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7abeb0a7-9bbf-4500-8067-63878cab83fc,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:43.284765 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '7abeb0a7-9bbf-4500-8067-63878cab83fc', 'network_id': 'f262d5d4-4d22-402e-b36e-ed38d4251d84', 'port_id': '7abeb0a7-9bbf-4500-8067-63878cab83fc', 'mac_address': 'fa:16:3e:b4:b8:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a11241-f184-48f8-b355-80863b2e27ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:43.321727 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b072af1b-5d8e-4c33-aba7-882172ee746d tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:43.333844 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b072af1b-5d8e-4c33-aba7-882172ee746d tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.375182 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45cb26-f4c7-43f2-ab1f-1403a76e815f req-b91d1209-c9b6-44c7-b581-9c72abbc48d0 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:43.382909 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.383540 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0d45cb26-f4c7-43f2-ab1f-1403a76e815f req-b91d1209-c9b6-44c7-b581-9c72abbc48d0 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 944 time: 0.4770465 Jul 16 01:31:43.402615 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-b072af1b-5d8e-4c33-aba7-882172ee746d tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] device_id is not set on port 4202129e-b1f8-4151-aa1c-8dd34c37ab6c yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:31:43.411334 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b1448ae5-d19e-4fdd-b0e0-b6c643cf10e1 req-c996f3fa-047f-4ba8-8c78-e09386a315d1 service neutron] 10.222.0.82 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958801 Jul 16 01:31:43.471730 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7abeb0a7-9bbf-4500-8067-63878cab83fc {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:43.489292 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68af28c-dc94-4840-b1c1-c26b7dfd0e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-a6e80838-fbb4-4452-aea8-15aad625ca43', 'network_id': 'a6e80838-fbb4-4452-aea8-15aad625ca43', 'tenant_id': 'de3675ad2360466e9878a944ef829174', 'fixed_ips': [{'subnet_id': '707b63d8-0a96-4fd0-859a-fb989a5f4d25'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:31:43.490562 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c68af28c-dc94-4840-b1c1-c26b7dfd0e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.519989 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15dd253-722c-470b-9922-de93fa5b1be9 req-c49a111a-1eed-44f8-8fd9-9d0babb67602 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:43.533414 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b15dd253-722c-470b-9922-de93fa5b1be9 req-c49a111a-1eed-44f8-8fd9-9d0babb67602 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=e66987bd-1b0c-43d0-a65a-008c95d66bb8 HTTP/1.1" status: 200 len: 943 time: 0.2958062 Jul 16 01:31:43.550117 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 7abeb0a7-9bbf-4500-8067-63878cab83fc, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7abeb0a7-9bbf-4500-8067-63878cab83fc,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:43.557488 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b1448ae5-d19e-4fdd-b0e0-b6c643cf10e1 req-7f43d19f-bf1c-41f9-aa48-2417a876efa1 service neutron] 10.222.0.82 "GET /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367662 Jul 16 01:31:43.559688 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-d46e64a4-75d5-4bd4-b0dc-6971a47ca643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:43.561369 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-d46e64a4-75d5-4bd4-b0dc-6971a47ca643 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f21ae4e7ac5f4204a7595b2676e0302d&device_id=92354be4-5576-4426-9fda-a44fd625e227 HTTP/1.1" status: 200 len: 1099 time: 0.7972476 Jul 16 01:31:43.573438 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.627253 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-a833a974-82d9-496b-93c9-b8ae3ed3cf54 service neutron] For port 5d351d5a-d59e-4da2-8bcb-6ce98e91df5d, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:43.633552 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-345dbc83-2765-48ae-a515-7bc897f02269 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 HTTP/1.1" status: 200 len: 217 time: 0.0484433 Jul 16 01:31:43.658607 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b15dd253-722c-470b-9922-de93fa5b1be9 req-930fb964-d00f-451d-a04a-5f51563a1576 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211915 Jul 16 01:31:43.670558 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-785a1b42-7d7b-45c9-9311-c7ab02f6f5ee service neutron] For port a2309708-236b-41a6-9dfa-b68a7d4b9ded, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:43.696754 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-a833a974-82d9-496b-93c9-b8ae3ed3cf54 service neutron] For port 5d351d5a-d59e-4da2-8bcb-6ce98e91df5d, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=5d351d5a-d59e-4da2-8bcb-6ce98e91df5d,segment=NetworkSegment(d451883b-7e0c-4f2f-8387-e4488de655f8),segment_id=d451883b-7e0c-4f2f-8387-e4488de655f8)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:43.714772 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-785a1b42-7d7b-45c9-9311-c7ab02f6f5ee service neutron] For port a2309708-236b-41a6-9dfa-b68a7d4b9ded, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=a2309708-236b-41a6-9dfa-b68a7d4b9ded,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:43.716556 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-a833a974-82d9-496b-93c9-b8ae3ed3cf54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.744686 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0d45cb26-f4c7-43f2-ab1f-1403a76e815f req-90206d02-0019-4fff-97f5-85c6948c081c tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553300 Jul 16 01:31:43.761865 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-a833a974-82d9-496b-93c9-b8ae3ed3cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:43.764169 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-a833a974-82d9-496b-93c9-b8ae3ed3cf54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.769699 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-a833a974-82d9-496b-93c9-b8ae3ed3cf54 service neutron] 10.222.0.82 "PUT /v2.0/ports/5d351d5a-d59e-4da2-8bcb-6ce98e91df5d HTTP/1.1" status: 200 len: 1093 time: 4.6071560 Jul 16 01:31:43.774397 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-785a1b42-7d7b-45c9-9311-c7ab02f6f5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.797987 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-b072af1b-5d8e-4c33-aba7-882172ee746d tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Allocated IP 172.20.0.11 (a6e80838-fbb4-4452-aea8-15aad625ca43/707b63d8-0a96-4fd0-859a-fb989a5f4d25/4202129e-b1f8-4151-aa1c-8dd34c37ab6c) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:43.835578 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=7abeb0a7-9bbf-4500-8067-63878cab83fc,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:43.867516 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709909ad-dbeb-452c-bd5d-2d9dae209c9a x-openstack-request-id: req-709909ad-dbeb-452c-bd5d-2d9dae209c9a {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:43.872382 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['7abeb0a7-9bbf-4500-8067-63878cab83fc'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:43.872861 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92354be4-5576-4426-9fda-a44fd625e227", "tag": "fd5f8ab7-3bd8-49ee-8ccc-1d1839008446", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:43.874622 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-709909ad-dbeb-452c-bd5d-2d9dae209c9a {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:43.875143 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92354be4-5576-4426-9fda-a44fd625e227', 'tag': 'fd5f8ab7-3bd8-49ee-8ccc-1d1839008446', 'status': 'completed', 'code': 200} Jul 16 01:31:43.890131 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-785a1b42-7d7b-45c9-9311-c7ab02f6f5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:43.891783 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-785a1b42-7d7b-45c9-9311-c7ab02f6f5ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.897940 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-785a1b42-7d7b-45c9-9311-c7ab02f6f5ee service neutron] 10.222.0.84 "PUT /v2.0/ports/a2309708-236b-41a6-9dfa-b68a7d4b9ded HTTP/1.1" status: 200 len: 1096 time: 4.5514979 Jul 16 01:31:44.021257 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-637d2a68-30fb-467c-9f59-baf0598994c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.033191 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-637d2a68-30fb-467c-9f59-baf0598994c0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.3839159 Jul 16 01:31:44.048246 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b072af1b-5d8e-4c33-aba7-882172ee746d tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.092661 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-b072af1b-5d8e-4c33-aba7-882172ee746d tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Transition to ACTIVE for port object 4202129e-b1f8-4151-aa1c-8dd34c37ab6c will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:44.335264 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833a974-82d9-496b-93c9-b8ae3ed3cf54 service neutron] Pushing event updated for resources: {'Port': ['ID=5d351d5a-d59e-4da2-8bcb-6ce98e91df5d,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:44.365519 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937b6dc-4695-4658-86d4-db4412d050e9 req-959dff90-1eb1-40e5-8226-7088e8416ab4 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.367337 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4937b6dc-4695-4658-86d4-db4412d050e9 req-959dff90-1eb1-40e5-8226-7088e8416ab4 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 946 time: 0.2804585 Jul 16 01:31:44.392152 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b072af1b-5d8e-4c33-aba7-882172ee746d tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.456060 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b072af1b-5d8e-4c33-aba7-882172ee746d tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network a6e80838-fbb4-4452-aea8-15aad625ca43 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:44.464213 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-e91692a9-f8ea-4f4e-aace-de0b6ef6753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.466428 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-e91692a9-f8ea-4f4e-aace-de0b6ef6753f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f21ae4e7ac5f4204a7595b2676e0302d&device_id=84aae9bc-58a0-494c-b05f-1b45024a0afa HTTP/1.1" status: 200 len: 1099 time: 0.4791715 Jul 16 01:31:44.466636 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-b072af1b-5d8e-4c33-aba7-882172ee746d tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:44.481825 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b072af1b-5d8e-4c33-aba7-882172ee746d tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:44.497708 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-89949f20-7e09-4410-ab03-c68a66315d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.499215 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-89949f20-7e09-4410-ab03-c68a66315d79 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=efea2752c9f54aa1a4f60b73855614d8&device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 1096 time: 0.6335270 Jul 16 01:31:44.527920 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4937b6dc-4695-4658-86d4-db4412d050e9 req-941a71a7-f7e6-4405-b70e-3226c4080fc1 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479692 Jul 16 01:31:44.532009 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072af1b-5d8e-4c33-aba7-882172ee746d tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Port': ['ID=4202129e-b1f8-4151-aa1c-8dd34c37ab6c,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:44.550555 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-16c2684e-57f7-4a6a-95fa-702a87d7d3f1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=a2309708-236b-41a6-9dfa-b68a7d4b9ded HTTP/1.1" status: 200 len: 217 time: 0.0552216 Jul 16 01:31:44.570303 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b072af1b-5d8e-4c33-aba7-882172ee746d tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.571279 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b072af1b-5d8e-4c33-aba7-882172ee746d tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.615237 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-7509e1a7-2efd-47e4-b44f-cbb749344cb1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d351d5a-d59e-4da2-8bcb-6ce98e91df5d HTTP/1.1" status: 200 len: 217 time: 0.0611582 Jul 16 01:31:44.620028 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b072af1b-5d8e-4c33-aba7-882172ee746d tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.7129142 Jul 16 01:31:44.620824 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55580) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:44.654108 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-c68af28c-dc94-4840-b1c1-c26b7dfd0e43 None None] Allocated IP 172.20.0.2 (a6e80838-fbb4-4452-aea8-15aad625ca43/707b63d8-0a96-4fd0-859a-fb989a5f4d25/78c34c0e-a46a-49ea-a9a6-9f4106561e00) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:44.695617 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-e3c92717-cc02-41a6-b008-8a4aabbab98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.697320 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-e3c92717-cc02-41a6-b008-8a4aabbab98c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6131830 Jul 16 01:31:44.723641 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a1b42-7d7b-45c9-9311-c7ab02f6f5ee service neutron] Pushing event updated for resources: {'Port': ['ID=a2309708-236b-41a6-9dfa-b68a7d4b9ded,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:44.759872 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309b505-2fbc-4d27-bfa1-9ce7aba76c6f req-db1365ab-3e35-47c0-94ff-4d0fec3d2261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.760943 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b309b505-2fbc-4d27-bfa1-9ce7aba76c6f req-db1365ab-3e35-47c0-94ff-4d0fec3d2261 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4bb8ade529aa4b339e56f372707ccb5a&device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 1098 time: 0.5351713 Jul 16 01:31:44.762800 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-8427e37c-a74a-4194-a504-a02689c46bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.765784 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-8427e37c-a74a-4194-a504-a02689c46bc9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1974125 Jul 16 01:31:44.788488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-58db35ff-cce9-4500-94db-3051e6eebf69 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting port 4202129e-b1f8-4151-aa1c-8dd34c37ab6c {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:44.789137 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58db35ff-cce9-4500-94db-3051e6eebf69 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.805702 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28653c-ea53-4985-bf62-a600dbf6250b req-0c0783c4-3b1c-490a-9a42-26e6b354b51d tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.807147 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c28653c-ea53-4985-bf62-a600dbf6250b req-0c0783c4-3b1c-490a-9a42-26e6b354b51d tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?device_id=84aae9bc-58a0-494c-b05f-1b45024a0afa HTTP/1.1" status: 200 len: 947 time: 0.3799536 Jul 16 01:31:44.967349 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c68af28c-dc94-4840-b1c1-c26b7dfd0e43 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.980601 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c68af28c-dc94-4840-b1c1-c26b7dfd0e43 None None] Transition to ACTIVE for port object 78c34c0e-a46a-49ea-a9a6-9f4106561e00 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:45.002835 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c68af28c-dc94-4840-b1c1-c26b7dfd0e43 None None] Transition to ACTIVE for port object 78c34c0e-a46a-49ea-a9a6-9f4106561e00 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:45.019194 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c68af28c-dc94-4840-b1c1-c26b7dfd0e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.043786 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58db35ff-cce9-4500-94db-3051e6eebf69 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.057755 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-6b749fc2-90ac-415a-ac5b-34db5df1a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:45.059401 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-6b749fc2-90ac-415a-ac5b-34db5df1a580 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f4a13b68-d187-4043-a1fb-e8b0db4cac67 HTTP/1.1" status: 200 len: 851 time: 0.4222884 Jul 16 01:31:45.066930 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-58db35ff-cce9-4500-94db-3051e6eebf69 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Calling delete_port for 4202129e-b1f8-4151-aa1c-8dd34c37ab6c owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:45.095194 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6d8f4-f98b-4ba6-823a-07989819f4b3 req-13297ccb-8249-4979-853a-66119b2c8fac tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:45.096773 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-92f6d8f4-f98b-4ba6-823a-07989819f4b3 req-13297ccb-8249-4979-853a-66119b2c8fac tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.1721361 Jul 16 01:31:45.159790 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c28653c-ea53-4985-bf62-a600dbf6250b req-a922a1b4-d6c0-47fe-ad21-5cf4e5d276dd tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/security-groups?id=86f4f680-b200-4b51-95c2-fcbf79fd4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141263 Jul 16 01:31:45.167933 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-1a2f4482-607c-4718-9593-3522280dc7ac service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=740d1a79-a6f9-4fe4-80b6-74637837e26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565045 Jul 16 01:31:45.180299 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68af28c-dc94-4840-b1c1-c26b7dfd0e43 None None] Pushing event updated for resources: {'Port': ['ID=78c34c0e-a46a-49ea-a9a6-9f4106561e00,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:45.223764 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-92f6d8f4-f98b-4ba6-823a-07989819f4b3 req-b44f7f01-5a36-4133-a974-8c85814fe6f6 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182241 Jul 16 01:31:45.224983 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68af28c-dc94-4840-b1c1-c26b7dfd0e43 None None] Network a6e80838-fbb4-4452-aea8-15aad625ca43 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:45.227487 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-c68af28c-dc94-4840-b1c1-c26b7dfd0e43 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:45.236934 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68af28c-dc94-4840-b1c1-c26b7dfd0e43 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:45.326083 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-c68af28c-dc94-4840-b1c1-c26b7dfd0e43 None None] Attempting to bind port 78c34c0e-a46a-49ea-a9a6-9f4106561e00 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:45.326464 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-c68af28c-dc94-4840-b1c1-c26b7dfd0e43 None None] Attempting to bind port 78c34c0e-a46a-49ea-a9a6-9f4106561e00 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '74ec8eb1-8e5e-4826-960c-5c6448802cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a6e80838-fbb4-4452-aea8-15aad625ca43'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:45.326972 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68af28c-dc94-4840-b1c1-c26b7dfd0e43 None None] Attempting to bind port 78c34c0e-a46a-49ea-a9a6-9f4106561e00 on network a6e80838-fbb4-4452-aea8-15aad625ca43 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:45.339556 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68af28c-dc94-4840-b1c1-c26b7dfd0e43 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:45.342644 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68af28c-dc94-4840-b1c1-c26b7dfd0e43 None None] Checking segment: {'id': '74ec8eb1-8e5e-4826-960c-5c6448802cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a6e80838-fbb4-4452-aea8-15aad625ca43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:45.343158 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c68af28c-dc94-4840-b1c1-c26b7dfd0e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.343667 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68af28c-dc94-4840-b1c1-c26b7dfd0e43 None None] Bound using segment: {'id': '74ec8eb1-8e5e-4826-960c-5c6448802cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a6e80838-fbb4-4452-aea8-15aad625ca43'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:45.344400 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-c68af28c-dc94-4840-b1c1-c26b7dfd0e43 None None] Bound port: 78c34c0e-a46a-49ea-a9a6-9f4106561e00, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ec8eb1-8e5e-4826-960c-5c6448802cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a6e80838-fbb4-4452-aea8-15aad625ca43'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:45.346811 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c68af28c-dc94-4840-b1c1-c26b7dfd0e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.387091 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58db35ff-cce9-4500-94db-3051e6eebf69 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.494299 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309b505-2fbc-4d27-bfa1-9ce7aba76c6f req-68e658b2-b93c-42ef-946d-babc27f0335b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:45.496278 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b309b505-2fbc-4d27-bfa1-9ce7aba76c6f req-68e658b2-b93c-42ef-946d-babc27f0335b service neutron] 10.222.0.82 "GET /v2.0/networks?id=48d8b493-d632-422a-b805-c0979a30b3d9 HTTP/1.1" status: 200 len: 919 time: 0.7135098 Jul 16 01:31:45.497501 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c68af28c-dc94-4840-b1c1-c26b7dfd0e43 None None] For port 78c34c0e-a46a-49ea-a9a6-9f4106561e00, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:45.498022 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-9c438c62-b490-4cf4-b559-0ae03556450d service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7675743 Jul 16 01:31:45.503290 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c68af28c-dc94-4840-b1c1-c26b7dfd0e43 None None] For port 78c34c0e-a46a-49ea-a9a6-9f4106561e00, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=78c34c0e-a46a-49ea-a9a6-9f4106561e00,segment=NetworkSegment(74ec8eb1-8e5e-4826-960c-5c6448802cdd),segment_id=74ec8eb1-8e5e-4826-960c-5c6448802cdd)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:45.509881 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c68af28c-dc94-4840-b1c1-c26b7dfd0e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.518073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-b8d88d53-f4d5-4539-b1aa-ae48c7e5031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:45.518589 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db35ff-cce9-4500-94db-3051e6eebf69 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Port': ['ID=4202129e-b1f8-4151-aa1c-8dd34c37ab6c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:45.519798 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-b8d88d53-f4d5-4539-b1aa-ae48c7e5031f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7247279 Jul 16 01:31:45.528258 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-79c9dc85-9783-4614-ac4b-fdae36985825 service neutron] 10.222.0.82 "GET /v2.0/networks/740d1a79-a6f9-4fe4-80b6-74637837e26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446052 Jul 16 01:31:45.618289 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68af28c-dc94-4840-b1c1-c26b7dfd0e43 None None] Pushing event updated for resources: {'Port': ['ID=78c34c0e-a46a-49ea-a9a6-9f4106561e00,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:45.674318 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b309b505-2fbc-4d27-bfa1-9ce7aba76c6f req-f2d7e051-2f2e-4de7-8635-067fdea6a80f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb42bc56-a17d-4a62-8861-fa31a10603e2 HTTP/1.1" status: 200 len: 217 time: 0.1583977 Jul 16 01:31:45.751675 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58db35ff-cce9-4500-94db-3051e6eebf69 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.754174 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-58db35ff-cce9-4500-94db-3051e6eebf69 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/ports/4202129e-b1f8-4151-aa1c-8dd34c37ab6c HTTP/1.1" status: 204 len: 168 time: 1.1289227 Jul 16 01:31:45.759866 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55594) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:45.790857 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3fbf84-6251-418c-9cf6-9b0b16ba4fd6 req-99076f33-4b57-426f-93ba-72b3d9049929 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:45.799482 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ea3fbf84-6251-418c-9cf6-9b0b16ba4fd6 req-99076f33-4b57-426f-93ba-72b3d9049929 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 944 time: 0.2897694 Jul 16 01:31:45.850564 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-979fe110-1a97-49d8-a53b-12dc51005660 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] GET failed (client error): The resource could not be found. Jul 16 01:31:45.856040 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309b505-2fbc-4d27-bfa1-9ce7aba76c6f req-984db58e-cee5-4a92-9446-b961b354d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:45.856807 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-979fe110-1a97-49d8-a53b-12dc51005660 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports/4202129e-b1f8-4151-aa1c-8dd34c37ab6c HTTP/1.1" status: 404 len: 333 time: 0.0956392 Jul 16 01:31:45.857535 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55598) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:45.858295 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b309b505-2fbc-4d27-bfa1-9ce7aba76c6f req-984db58e-cee5-4a92-9446-b961b354d95f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=81188464-b1ab-476b-ab3e-980e9e063537 HTTP/1.1" status: 200 len: 858 time: 0.1588130 Jul 16 01:31:45.958621 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-caca37bc-28fc-4940-99b9-2b4767d9d702 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting subnet 707b63d8-0a96-4fd0-859a-fb989a5f4d25 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:31:45.966252 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-caca37bc-28fc-4940-99b9-2b4767d9d702 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.019921 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55600) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:46.054694 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-caca37bc-28fc-4940-99b9-2b4767d9d702 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.061116 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ea3fbf84-6251-418c-9cf6-9b0b16ba4fd6 req-dd42af20-a282-4ce3-8282-41b6520a7300 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607319 Jul 16 01:31:46.266436 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ef09d117-9e0c-472b-826f-7976d568bc7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.303885 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-caca37bc-28fc-4940-99b9-2b4767d9d702 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.450844 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8452d0-443b-48c1-8f51-36013fd7beff', 'tag': '5d351d5a-d59e-4da2-8bcb-6ce98e91df5d'}, {'name': 'network-changed', 'server_uuid': '84aae9bc-58a0-494c-b05f-1b45024a0afa', 'tag': 'a2309708-236b-41a6-9dfa-b68a7d4b9ded'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:46.461500 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae391ab-7c1d-442b-b8ba-2e570220bdfb" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8452d0-443b-48c1-8f51-36013fd7beff", "tag": "5d351d5a-d59e-4da2-8bcb-6ce98e91df5d"}, {"name": "network-changed", "server_uuid": "84aae9bc-58a0-494c-b05f-1b45024a0afa", "tag": "a2309708-236b-41a6-9dfa-b68a7d4b9ded"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:46.492060 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc8065-a214-4b0a-b9ee-f90b218ebb6c req-2eed42f2-82f1-4e24-ae27-040191e09861 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.496842 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-43bc8065-a214-4b0a-b9ee-f90b218ebb6c req-2eed42f2-82f1-4e24-ae27-040191e09861 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 946 time: 0.1985674 Jul 16 01:31:46.499163 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-caca37bc-28fc-4940-99b9-2b4767d9d702 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.541096 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b309b505-2fbc-4d27-bfa1-9ce7aba76c6f req-6a09a8f1-5dde-418a-a606-263b0b28a4bc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48d8b493-d632-422a-b805-c0979a30b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726755 Jul 16 01:31:46.568031 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca37bc-28fc-4940-99b9-2b4767d9d702 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Subnet': ['ID=707b63d8-0a96-4fd0-859a-fb989a5f4d25,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:46.580973 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-caca37bc-28fc-4940-99b9-2b4767d9d702 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.587368 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-caca37bc-28fc-4940-99b9-2b4767d9d702 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/subnets/707b63d8-0a96-4fd0-859a-fb989a5f4d25 HTTP/1.1" status: 204 len: 168 time: 0.7179091 Jul 16 01:31:46.587368 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55610) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:46.620476 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-c5bf66a4-2da3-433c-b85b-34e430ae8420 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0904090 Jul 16 01:31:46.623081 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-353d8f45-5bd1-4c26-9982-a46027cbf640 req-28d3fefd-ffc8-4c19-afa9-7dca72367286 service neutron] 10.222.0.82 "GET /v2.0/networks/740d1a79-a6f9-4fe4-80b6-74637837e26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0585411 Jul 16 01:31:46.625107 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c58a8d47-3647-48ff-b6c6-fda9caf7b5c6 req-ae69ac58-e5c4-4df1-ab3c-8a5ddf095ab7 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1103518 Jul 16 01:31:46.636512 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-43bc8065-a214-4b0a-b9ee-f90b218ebb6c req-e0552ac4-8046-4e9e-a7bc-b2c9d9500592 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313901 Jul 16 01:31:46.637836 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3afec8-dd73-4a5b-8aaf-b8b3dfe4256c req-69a1444f-210b-4609-84ec-c3dbee0070dd tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.639608 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff3afec8-dd73-4a5b-8aaf-b8b3dfe4256c req-69a1444f-210b-4609-84ec-c3dbee0070dd tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=e66987bd-1b0c-43d0-a65a-008c95d66bb8 HTTP/1.1" status: 200 len: 944 time: 1.1478825 Jul 16 01:31:46.785568 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ef09d117-9e0c-472b-826f-7976d568bc7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.816012 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-72d18374-4e12-4e38-8794-b3aeaac0ac60 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.829061 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ef09d117-9e0c-472b-826f-7976d568bc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.906348 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-409a180e-cf25-4117-9e4d-71972b8ebfb6 req-0770d589-3af0-44b6-bfe0-3ce11e9bc89f service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654233 Jul 16 01:31:46.983903 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff3afec8-dd73-4a5b-8aaf-b8b3dfe4256c req-d25bf013-1840-4125-bb61-3b2e0a2cf4c2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328767 Jul 16 01:31:46.994272 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 7abeb0a7-9bbf-4500-8067-63878cab83fc up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:47.069251 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ef09d117-9e0c-472b-826f-7976d568bc7b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=849cea77d73846119c110d02819465eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0449471 Jul 16 01:31:47.075862 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b309b505-2fbc-4d27-bfa1-9ce7aba76c6f req-a94e2178-da59-4e0e-aad7-e6c7805de0cb service neutron] 10.222.0.82 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071311 Jul 16 01:31:47.077305 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09d117-9e0c-472b-826f-7976d568bc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bf1e5e-29f4-432a-96e6-500b4a0f7f90,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:47.082501 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55612) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:47.150299 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 7abeb0a7-9bbf-4500-8067-63878cab83fc completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:47.157477 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 7abeb0a7-9bbf-4500-8067-63878cab83fc triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:47.160634 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.194193 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-72d18374-4e12-4e38-8794-b3aeaac0ac60 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting port 78c34c0e-a46a-49ea-a9a6-9f4106561e00 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:47.194968 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-72d18374-4e12-4e38-8794-b3aeaac0ac60 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.204133 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a942d-b71c-47d3-bc44-03c8142d64e5 req-43788ebf-27bd-41af-85d2-939784958381 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:47.206350 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a38a942d-b71c-47d3-bc44-03c8142d64e5 req-43788ebf-27bd-41af-85d2-939784958381 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?device_id=84aae9bc-58a0-494c-b05f-1b45024a0afa HTTP/1.1" status: 200 len: 947 time: 0.3626533 Jul 16 01:31:47.217030 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c8e22-826a-49e8-9baf-b48f0ebc48d0 req-b2d14b54-1f00-4cf1-aee6-e90367706fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:47.218593 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 78c34c0e-a46a-49ea-a9a6-9f4106561e00 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:47.219885 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-068c8e22-826a-49e8-9baf-b48f0ebc48d0 req-b2d14b54-1f00-4cf1-aee6-e90367706fb0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f21ae4e7ac5f4204a7595b2676e0302d&device_id=92354be4-5576-4426-9fda-a44fd625e227 HTTP/1.1" status: 200 len: 1099 time: 0.4175394 Jul 16 01:31:47.289838 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-72d18374-4e12-4e38-8794-b3aeaac0ac60 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] For port 78c34c0e-a46a-49ea-a9a6-9f4106561e00, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=78c34c0e-a46a-49ea-a9a6-9f4106561e00,segment=NetworkSegment(74ec8eb1-8e5e-4826-960c-5c6448802cdd),segment_id=74ec8eb1-8e5e-4826-960c-5c6448802cdd)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:47.290367 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-72d18374-4e12-4e38-8794-b3aeaac0ac60 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.309912 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-72d18374-4e12-4e38-8794-b3aeaac0ac60 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Calling delete_port for 78c34c0e-a46a-49ea-a9a6-9f4106561e00 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:47.411157 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.416614 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b309b505-2fbc-4d27-bfa1-9ce7aba76c6f req-db210c6c-1e45-4e71-ab4e-3d1d74f41744 service neutron] 10.222.0.82 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307555 Jul 16 01:31:47.444827 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86e7b42-037a-42fc-adc3-a68e71b0c3cd None None] Network a6e80838-fbb4-4452-aea8-15aad625ca43 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:47.453707 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Could not find standard attr ID for object 78c34c0e-a46a-49ea-a9a6-9f4106561e00. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:31:47.491537 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a3fed38f-e5fc-4e8a-8051-7a3e173afddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.500622 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-033ff3b0-bb63-4215-a267-0fdd5aa95ab3 None None] Could not find standard attr ID for object 78c34c0e-a46a-49ea-a9a6-9f4106561e00. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:31:47.512796 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66987bd-1b0c-43d0-a65a-008c95d66bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abeb0a7-9bbf-4500-8067-63878cab83fc'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:47.515073 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2290c37-e51c-4d0b-84a9-2544f9c59ed2" -d '{"events": [{"server_uuid": "e66987bd-1b0c-43d0-a65a-008c95d66bb8", "name": "network-vif-plugged", "status": "completed", "tag": "7abeb0a7-9bbf-4500-8067-63878cab83fc"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:47.526949 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a38a942d-b71c-47d3-bc44-03c8142d64e5 req-e9e61453-f643-41a1-b181-0b91d087215c tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/security-groups?id=86f4f680-b200-4b51-95c2-fcbf79fd4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919178 Jul 16 01:31:47.527686 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-72d18374-4e12-4e38-8794-b3aeaac0ac60 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.537067 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 7abeb0a7-9bbf-4500-8067-63878cab83fc, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7abeb0a7-9bbf-4500-8067-63878cab83fc,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:47.566745 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d18374-4e12-4e38-8794-b3aeaac0ac60 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] No DVR routers for this DVR port 78c34c0e-a46a-49ea-a9a6-9f4106561e00 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:47.591829 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.592331 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a3fed38f-e5fc-4e8a-8051-7a3e173afddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.626783 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d18374-4e12-4e38-8794-b3aeaac0ac60 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Port': ['ID=78c34c0e-a46a-49ea-a9a6-9f4106561e00,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:47.627200 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c8e22-826a-49e8-9baf-b48f0ebc48d0 req-37760506-f846-4c4a-ab6b-9471ca40b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:47.628728 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-068c8e22-826a-49e8-9baf-b48f0ebc48d0 req-37760506-f846-4c4a-ab6b-9471ca40b685 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.3496192 Jul 16 01:31:47.681263 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884eeb3e-ac10-43a3-b644-99bed3f3ae86 x-openstack-request-id: req-884eeb3e-ac10-43a3-b644-99bed3f3ae86 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:47.682024 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8452d0-443b-48c1-8f51-36013fd7beff", "tag": "5d351d5a-d59e-4da2-8bcb-6ce98e91df5d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "84aae9bc-58a0-494c-b05f-1b45024a0afa", "tag": "a2309708-236b-41a6-9dfa-b68a7d4b9ded", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:47.682520 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-884eeb3e-ac10-43a3-b644-99bed3f3ae86 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:47.683156 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8452d0-443b-48c1-8f51-36013fd7beff', 'tag': '5d351d5a-d59e-4da2-8bcb-6ce98e91df5d', 'status': 'completed', 'code': 200} Jul 16 01:31:47.683616 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84aae9bc-58a0-494c-b05f-1b45024a0afa', 'tag': 'a2309708-236b-41a6-9dfa-b68a7d4b9ded', 'status': 'completed', 'code': 200} Jul 16 01:31:47.777767 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=7abeb0a7-9bbf-4500-8067-63878cab83fc,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:47.779104 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a583bd-f913-4334-9111-3dc90b540624 req-5de8811f-cfa5-4b99-8d5c-3f8ff7128ec1 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:47.790080 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-87a583bd-f913-4334-9111-3dc90b540624 req-5de8811f-cfa5-4b99-8d5c-3f8ff7128ec1 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.4521344 Jul 16 01:31:47.802662 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873a56c1-5288-43dd-b8ff-f03167c28f94 None None] DHCP port deletion for a6e80838-fbb4-4452-aea8-15aad625ca43 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:31:47.827320 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-068c8e22-826a-49e8-9baf-b48f0ebc48d0 req-a602fa42-dfe0-4afe-8458-0f5e3e96a601 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 HTTP/1.1" status: 200 len: 217 time: 0.1822321 Jul 16 01:31:47.841538 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-72d18374-4e12-4e38-8794-b3aeaac0ac60 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.857032 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-72d18374-4e12-4e38-8794-b3aeaac0ac60 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e80838-fbb4-4452-aea8-15aad625ca43']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:47.899175 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-72d18374-4e12-4e38-8794-b3aeaac0ac60 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ec8eb1-8e5e-4826-960c-5c6448802cdd') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:47.899616 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-72d18374-4e12-4e38-8794-b3aeaac0ac60 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ec8eb1-8e5e-4826-960c-5c6448802cdd') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:47.916040 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8d209-6c38-4572-abdf-44bc1a688252 req-38514cac-0010-46dd-886f-9de90c403206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:47.917611 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6b8d209-6c38-4572-abdf-44bc1a688252 req-38514cac-0010-46dd-886f-9de90c403206 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4bb8ade529aa4b339e56f372707ccb5a&device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 1098 time: 0.4081454 Jul 16 01:31:47.939536 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-72d18374-4e12-4e38-8794-b3aeaac0ac60 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.967142 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-72d18374-4e12-4e38-8794-b3aeaac0ac60 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.978291 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d18374-4e12-4e38-8794-b3aeaac0ac60 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:31:47.978720 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-72d18374-4e12-4e38-8794-b3aeaac0ac60 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:31:47.982040 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:31:48.007501 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6317d-64d5-4bda-ba8a-9183d747c1d8 req-95c061e6-1a79-46b7-87a4-d0dc7b75a43c tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.008943 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6ac6317d-64d5-4bda-ba8a-9183d747c1d8 req-95c061e6-1a79-46b7-87a4-d0dc7b75a43c tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 944 time: 0.1436501 Jul 16 01:31:48.017393 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-87a583bd-f913-4334-9111-3dc90b540624 req-54cf08c4-67cc-4f4f-bb69-86699eb1ce69 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176275 Jul 16 01:31:48.020598 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a3fed38f-e5fc-4e8a-8051-7a3e173afddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.023246 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a3fed38f-e5fc-4e8a-8051-7a3e173afddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.028123 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a3fed38f-e5fc-4e8a-8051-7a3e173afddc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66bf1e5e-29f4-432a-96e6-500b4a0f7f90 HTTP/1.1" status: 204 len: 168 time: 0.9374182 Jul 16 01:31:48.060535 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c8e22-826a-49e8-9baf-b48f0ebc48d0 req-c07e1a80-7be6-4cbc-89e8-b56abe55134b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.062083 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-068c8e22-826a-49e8-9baf-b48f0ebc48d0 req-c07e1a80-7be6-4cbc-89e8-b56abe55134b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1811397 Jul 16 01:31:48.097477 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fed38f-e5fc-4e8a-8051-7a3e173afddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bf1e5e-29f4-432a-96e6-500b4a0f7f90,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:48.136105 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cafcf25-783b-4aa4-92d9-f3cc5d248361 x-openstack-request-id: req-0cafcf25-783b-4aa4-92d9-f3cc5d248361 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:48.136767 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e66987bd-1b0c-43d0-a65a-008c95d66bb8", "name": "network-vif-plugged", "status": "completed", "tag": "7abeb0a7-9bbf-4500-8067-63878cab83fc", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:48.136767 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0cafcf25-783b-4aa4-92d9-f3cc5d248361 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:48.137060 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e66987bd-1b0c-43d0-a65a-008c95d66bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abeb0a7-9bbf-4500-8067-63878cab83fc', 'code': 200} Jul 16 01:31:48.213493 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6ac6317d-64d5-4bda-ba8a-9183d747c1d8 req-0f4817ec-6e42-4ca2-9b5b-92fb5ef7825f tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788578 Jul 16 01:31:48.233046 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae391ab-7c1d-442b-b8ba-2e570220bdfb req-8e1dad6d-eaa3-427e-8239-3df484298a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.234873 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aae391ab-7c1d-442b-b8ba-2e570220bdfb req-8e1dad6d-eaa3-427e-8239-3df484298a66 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f21ae4e7ac5f4204a7595b2676e0302d&device_id=84aae9bc-58a0-494c-b05f-1b45024a0afa HTTP/1.1" status: 200 len: 1099 time: 0.5568287 Jul 16 01:31:48.239370 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-72d18374-4e12-4e38-8794-b3aeaac0ac60 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.269399 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-72d18374-4e12-4e38-8794-b3aeaac0ac60 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.272252 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-72d18374-4e12-4e38-8794-b3aeaac0ac60 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/networks/a6e80838-fbb4-4452-aea8-15aad625ca43 HTTP/1.1" status: 204 len: 168 time: 1.6844666 Jul 16 01:31:48.278611 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55626) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:48.281914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae391ab-7c1d-442b-b8ba-2e570220bdfb req-7f812358-3f06-434b-9eca-daa349a91de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.283836 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aae391ab-7c1d-442b-b8ba-2e570220bdfb req-7f812358-3f06-434b-9eca-daa349a91de2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=efea2752c9f54aa1a4f60b73855614d8&device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 1096 time: 0.5981503 Jul 16 01:31:48.285967 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-cf44b2b6-160c-479e-8913-7d7627fbf729 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'port': {'network_id': 'e28d510d-cb2e-4ab6-a291-497cc0c5ce7d', 'name': 'tempest-PortsTestJSON-1812708797'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:48.328584 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8d209-6c38-4572-abdf-44bc1a688252 req-184061bb-480c-4dde-8a46-5bb5c7e35fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.331044 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6b8d209-6c38-4572-abdf-44bc1a688252 req-184061bb-480c-4dde-8a46-5bb5c7e35fef service neutron] 10.222.0.82 "GET /v2.0/networks?id=48d8b493-d632-422a-b805-c0979a30b3d9 HTTP/1.1" status: 200 len: 919 time: 0.3775756 Jul 16 01:31:48.402255 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6b8d209-6c38-4572-abdf-44bc1a688252 req-bd5dad06-284a-4e69-bc5b-b29c0030932f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb42bc56-a17d-4a62-8861-fa31a10603e2 HTTP/1.1" status: 200 len: 217 time: 0.0471320 Jul 16 01:31:48.631213 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c8e22-826a-49e8-9baf-b48f0ebc48d0 req-216a14e4-e101-46dd-b3e5-e858fd1a78c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.634292 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-068c8e22-826a-49e8-9baf-b48f0ebc48d0 req-216a14e4-e101-46dd-b3e5-e858fd1a78c4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5395336 Jul 16 01:31:48.671859 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55630) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:48.678323 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8d209-6c38-4572-abdf-44bc1a688252 req-5d3b0b25-b32f-4b23-9424-08fc764c5ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.680077 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6b8d209-6c38-4572-abdf-44bc1a688252 req-5d3b0b25-b32f-4b23-9424-08fc764c5ad5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=81188464-b1ab-476b-ab3e-980e9e063537 HTTP/1.1" status: 200 len: 858 time: 0.2680526 Jul 16 01:31:48.681439 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae391ab-7c1d-442b-b8ba-2e570220bdfb req-a7febd25-c963-4b94-bea9-977380aca638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.683068 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aae391ab-7c1d-442b-b8ba-2e570220bdfb req-a7febd25-c963-4b94-bea9-977380aca638 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.4275243 Jul 16 01:31:48.732814 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a88d7680-aca9-4d4b-a1e4-251a1c7e994b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.735443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae391ab-7c1d-442b-b8ba-2e570220bdfb req-6a027851-0bdd-43e5-abfe-e8f54a69acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.737157 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aae391ab-7c1d-442b-b8ba-2e570220bdfb req-6a027851-0bdd-43e5-abfe-e8f54a69acf2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=740d1a79-a6f9-4fe4-80b6-74637837e26e HTTP/1.1" status: 200 len: 912 time: 0.4379807 Jul 16 01:31:48.824219 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6b8d209-6c38-4572-abdf-44bc1a688252 req-aeff73ea-140e-4c96-9c34-0bbfcfcb4abd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48d8b493-d632-422a-b805-c0979a30b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168168 Jul 16 01:31:48.870580 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aae391ab-7c1d-442b-b8ba-2e570220bdfb req-7bbea357-6cb5-4b26-a3bc-0722ef6fc043 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d351d5a-d59e-4da2-8bcb-6ce98e91df5d HTTP/1.1" status: 200 len: 217 time: 0.0653903 Jul 16 01:31:48.873983 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aae391ab-7c1d-442b-b8ba-2e570220bdfb req-870d25b1-f7ee-4bbf-8264-52ba575f8c35 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=a2309708-236b-41a6-9dfa-b68a7d4b9ded HTTP/1.1" status: 200 len: 217 time: 0.1581602 Jul 16 01:31:48.875267 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d18374-4e12-4e38-8794-b3aeaac0ac60 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Network': ['ID=a6e80838-fbb4-4452-aea8-15aad625ca43,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:48.931853 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3f366-24d5-4b54-8de1-50a5b5b8e445 req-ad47b1dd-319c-42f7-9275-96d42d1bc9d8 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:48.933550 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eeb3f366-24d5-4b54-8de1-50a5b5b8e445 req-ad47b1dd-319c-42f7-9275-96d42d1bc9d8 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 946 time: 0.5273921 Jul 16 01:31:49.014367 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 5d351d5a-d59e-4da2-8bcb-6ce98e91df5d details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:49.051292 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae391ab-7c1d-442b-b8ba-2e570220bdfb req-638ea37b-ccc0-4b95-bc44-27b1d8c5aa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.052837 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aae391ab-7c1d-442b-b8ba-2e570220bdfb req-638ea37b-ccc0-4b95-bc44-27b1d8c5aa1f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1370091 Jul 16 01:31:49.092656 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.db.api [None req-a88d7680-aca9-4d4b-a1e4-251a1c7e994b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:31:49.092656 n-d-792394-16 neutron-server[93955]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:31:49.092656 n-d-792394-16 neutron-server[93955]: [parameters: {'project_id': 'a5a54815896847079132538201933717', 'id': '78cd580f-232e-4212-86da-98c7033c13cb', 'expiration': datetime.datetime(2021, 7, 16, 1, 33, 49, 46016)}] Jul 16 01:31:49.092656 n-d-792394-16 neutron-server[93955]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:31:49.093116 n-d-792394-16 neutron-server[93955]: DEBUG oslo_db.api [None req-a88d7680-aca9-4d4b-a1e4-251a1c7e994b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:31:49.127571 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805535ba-09f3-4dec-bf86-5ce3c34f000c req-36402eec-f861-48b6-9404-242b4b3b71cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.130982 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-805535ba-09f3-4dec-bf86-5ce3c34f000c req-36402eec-f861-48b6-9404-242b4b3b71cb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e66987bd-1b0c-43d0-a65a-008c95d66bb8 HTTP/1.1" status: 200 len: 1097 time: 0.9128468 Jul 16 01:31:49.136903 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf44b2b6-160c-479e-8913-7d7627fbf729 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:49.142569 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf44b2b6-160c-479e-8913-7d7627fbf729 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.153058 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 78c34c0e-a46a-49ea-a9a6-9f4106561e00 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:49.190454 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365a5b5-754f-4ad1-8d5f-dd8eb94551a3 req-ec3475b4-a8c5-45aa-bb0c-ccf0eb4cb627 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.201633 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 78c34c0e-a46a-49ea-a9a6-9f4106561e00 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:49.201974 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 78c34c0e-a46a-49ea-a9a6-9f4106561e00 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:49.205523 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0365a5b5-754f-4ad1-8d5f-dd8eb94551a3 req-ec3475b4-a8c5-45aa-bb0c-ccf0eb4cb627 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=e66987bd-1b0c-43d0-a65a-008c95d66bb8 HTTP/1.1" status: 200 len: 945 time: 0.3478312 Jul 16 01:31:49.239218 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae391ab-7c1d-442b-b8ba-2e570220bdfb req-12479530-dcb7-492e-a52d-e48210517ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.248285 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 5d351d5a-d59e-4da2-8bcb-6ce98e91df5d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=5d351d5a-d59e-4da2-8bcb-6ce98e91df5d,segment=NetworkSegment(d451883b-7e0c-4f2f-8387-e4488de655f8),segment_id=d451883b-7e0c-4f2f-8387-e4488de655f8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:49.248866 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aae391ab-7c1d-442b-b8ba-2e570220bdfb req-12479530-dcb7-492e-a52d-e48210517ca6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f4a13b68-d187-4043-a1fb-e8b0db4cac67 HTTP/1.1" status: 200 len: 851 time: 0.3635676 Jul 16 01:31:49.259948 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-cf44b2b6-160c-479e-8913-7d7627fbf729 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] device_id is not set on port 07826217-4669-49f2-b0d6-bbb8cf548eb4 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:31:49.263051 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eeb3f366-24d5-4b54-8de1-50a5b5b8e445 req-330ba16d-2b71-4f56-ad60-87da106ddbc0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2685385 Jul 16 01:31:49.263703 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '5d351d5a-d59e-4da2-8bcb-6ce98e91df5d', 'network_id': '740d1a79-a6f9-4fe4-80b6-74637837e26e', 'port_id': '5d351d5a-d59e-4da2-8bcb-6ce98e91df5d', 'mac_address': 'fa:16:3e:27:c5:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a13b68-d187-4043-a1fb-e8b0db4cac67', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:49.269749 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-068c8e22-826a-49e8-9baf-b48f0ebc48d0 req-40dc29f0-b230-466f-8aa5-8df2bcbd69d4 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6160600 Jul 16 01:31:49.347358 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.384501 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d351d5a-d59e-4da2-8bcb-6ce98e91df5d {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:49.384959 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aae391ab-7c1d-442b-b8ba-2e570220bdfb req-61da4432-9084-407f-ab3c-ff3bb6713c7f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=740d1a79-a6f9-4fe4-80b6-74637837e26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183963 Jul 16 01:31:49.428381 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-805535ba-09f3-4dec-bf86-5ce3c34f000c req-aa46c35d-52a7-4ebe-a2ea-67b2ca46932d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652860 Jul 16 01:31:49.433306 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0365a5b5-754f-4ad1-8d5f-dd8eb94551a3 req-ada30c4f-1126-4ab6-a08c-a9d1275502f9 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290795 Jul 16 01:31:49.435433 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 5d351d5a-d59e-4da2-8bcb-6ce98e91df5d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=5d351d5a-d59e-4da2-8bcb-6ce98e91df5d,segment=NetworkSegment(d451883b-7e0c-4f2f-8387-e4488de655f8),segment_id=d451883b-7e0c-4f2f-8387-e4488de655f8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:49.442072 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6b8d209-6c38-4572-abdf-44bc1a688252 req-6db838f8-71f1-4c9f-8021-58a0ca5139a2 service neutron] 10.222.0.82 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5618179 Jul 16 01:31:49.450143 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.450889 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:49.627244 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a88d7680-aca9-4d4b-a1e4-251a1c7e994b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.641094 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae391ab-7c1d-442b-b8ba-2e570220bdfb req-bc9fb9c3-b1b4-4a07-b505-f831de24865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.642602 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aae391ab-7c1d-442b-b8ba-2e570220bdfb req-bc9fb9c3-b1b4-4a07-b505-f831de24865b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5744066 Jul 16 01:31:49.653761 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=5d351d5a-d59e-4da2-8bcb-6ce98e91df5d,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:49.745083 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf44b2b6-160c-479e-8913-7d7627fbf729 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.791371 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:49.813246 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'fd5f8ab7-3bd8-49ee-8ccc-1d1839008446', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': 'fd5f8ab7-3bd8-49ee-8ccc-1d1839008446', 'mac_address': 'fa:16:3e:c9:c8:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:49.819588 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c9793-a114-477e-bdfa-8c021f4c5ae0 req-18a435d1-e7a5-4f7c-b70c-b2311d45f12b tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.821319 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c6c9793-a114-477e-bdfa-8c021f4c5ae0 req-18a435d1-e7a5-4f7c-b70c-b2311d45f12b tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.1290867 Jul 16 01:31:49.846432 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf44b2b6-160c-479e-8913-7d7627fbf729 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.893135 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.918150 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf44b2b6-160c-479e-8913-7d7627fbf729 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:49.920628 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:49.923927 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-cf44b2b6-160c-479e-8913-7d7627fbf729 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:49.929410 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf44b2b6-160c-479e-8913-7d7627fbf729 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:49.935739 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf44b2b6-160c-479e-8913-7d7627fbf729 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.936441 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf44b2b6-160c-479e-8913-7d7627fbf729 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.967326 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:49.975192 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c6c9793-a114-477e-bdfa-8c021f4c5ae0 req-0e0c2216-b311-4272-a559-7792e7a69211 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345592 Jul 16 01:31:49.976091 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.991860 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44b2b6-160c-479e-8913-7d7627fbf729 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Port': ['ID=07826217-4669-49f2-b0d6-bbb8cf548eb4,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:50.084668 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:50.149516 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aae391ab-7c1d-442b-b8ba-2e570220bdfb req-ec615f67-14c6-489b-a3b3-a1da0f6156df service neutron] 10.222.0.82 "GET /v2.0/networks/740d1a79-a6f9-4fe4-80b6-74637837e26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7350352 Jul 16 01:31:50.300615 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a1962-d348-4e7b-9d20-fceee46ed954 req-3e24c01a-e1de-4402-ab2f-ea1c5662ec19 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:50.302608 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e96a1962-d348-4e7b-9d20-fceee46ed954 req-3e24c01a-e1de-4402-ab2f-ea1c5662ec19 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 945 time: 0.1298847 Jul 16 01:31:50.307240 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['5d351d5a-d59e-4da2-8bcb-6ce98e91df5d'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:50.363253 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['fd5f8ab7-3bd8-49ee-8ccc-1d1839008446'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:50.388606 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e96a1962-d348-4e7b-9d20-fceee46ed954 req-55f7a5b2-32f0-4849-9b66-3438af226d66 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695570 Jul 16 01:31:50.410393 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device a2309708-236b-41a6-9dfa-b68a7d4b9ded details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:50.738373 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5903952-cef4-4116-95f7-fd36a45cd369 req-c68f6b78-3285-4805-976e-13d5cf7d782f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:50.740686 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b5903952-cef4-4116-95f7-fd36a45cd369 req-c68f6b78-3285-4805-976e-13d5cf7d782f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 946 time: 0.1328871 Jul 16 01:31:50.785893 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port a2309708-236b-41a6-9dfa-b68a7d4b9ded, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=a2309708-236b-41a6-9dfa-b68a7d4b9ded,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:50.813425 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b5903952-cef4-4116-95f7-fd36a45cd369 req-9530a59f-3b3c-4c32-80fa-616c79934cd7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655754 Jul 16 01:31:50.874124 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'a2309708-236b-41a6-9dfa-b68a7d4b9ded', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': 'a2309708-236b-41a6-9dfa-b68a7d4b9ded', 'mac_address': 'fa:16:3e:b4:80:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:50.904770 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-068c8e22-826a-49e8-9baf-b48f0ebc48d0 req-0f1849b3-9895-4056-9522-fe9104ef9544 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6205695 Jul 16 01:31:50.937499 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a88d7680-aca9-4d4b-a1e4-251a1c7e994b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.961952 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cf44b2b6-160c-479e-8913-7d7627fbf729 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6806624 Jul 16 01:31:50.964167 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55652) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:50.979650 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a88d7680-aca9-4d4b-a1e4-251a1c7e994b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.985004 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6b8d209-6c38-4572-abdf-44bc1a688252 req-cef86afe-42f1-41b9-a694-a07c4df9ff7b service neutron] 10.222.0.82 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4670844 Jul 16 01:31:51.036179 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aae391ab-7c1d-442b-b8ba-2e570220bdfb req-7c6b197a-809e-4ee3-9486-e9360b0f6f8c service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3319480 Jul 16 01:31:51.089907 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a88d7680-aca9-4d4b-a1e4-251a1c7e994b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5a54815896847079132538201933717&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4135969 Jul 16 01:31:51.096940 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55654) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:51.101914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d7680-aca9-4d4b-a1e4-251a1c7e994b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217b3863-049a-4e37-92b3-75b879e2ae31,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:51.118901 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aae391ab-7c1d-442b-b8ba-2e570220bdfb req-cdfd455f-2fae-4225-a86e-e52976e38d86 service neutron] 10.222.0.82 "GET /v2.0/networks/740d1a79-a6f9-4fe4-80b6-74637837e26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535522 Jul 16 01:31:51.154591 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.194300 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c5232-d25b-4ad3-bc78-12223367ad56 req-edd89f97-3b65-4d77-bb4f-5c7a5ffbf87f tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:51.195843 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7f1c5232-d25b-4ad3-bc78-12223367ad56 req-edd89f97-3b65-4d77-bb4f-5c7a5ffbf87f tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?device_id=84aae9bc-58a0-494c-b05f-1b45024a0afa HTTP/1.1" status: 200 len: 947 time: 1.3305874 Jul 16 01:31:51.269540 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7f1c5232-d25b-4ad3-bc78-12223367ad56 req-ecc39328-b540-468a-8ce0-44749a61acd5 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/security-groups?id=86f4f680-b200-4b51-95c2-fcbf79fd4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658131 Jul 16 01:31:51.272174 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aae391ab-7c1d-442b-b8ba-2e570220bdfb req-fc8c5155-57b5-4c33-88ad-b404963a3ab5 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179446 Jul 16 01:31:51.336915 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dc36b630-6c18-4ad3-af8c-62356de45b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.360799 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dc36b630-6c18-4ad3-af8c-62356de45b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.429249 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e066eaf-1cac-4af6-9246-8dce51143ee0 req-e111e82c-0fab-4c2c-ac7a-92fca91ff0c6 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:51.437120 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4e066eaf-1cac-4af6-9246-8dce51143ee0 req-e111e82c-0fab-4c2c-ac7a-92fca91ff0c6 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=e66987bd-1b0c-43d0-a65a-008c95d66bb8 HTTP/1.1" status: 200 len: 945 time: 0.3970113 Jul 16 01:31:51.461847 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dc36b630-6c18-4ad3-af8c-62356de45b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.464352 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dc36b630-6c18-4ad3-af8c-62356de45b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.468250 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-dc36b630-6c18-4ad3-af8c-62356de45b28 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/217b3863-049a-4e37-92b3-75b879e2ae31 HTTP/1.1" status: 204 len: 168 time: 0.3669302 Jul 16 01:31:51.490055 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-b1e35169-af8d-47f6-b4b0-cd7944ccee07 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting port 07826217-4669-49f2-b0d6-bbb8cf548eb4 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:51.490398 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b1e35169-af8d-47f6-b4b0-cd7944ccee07 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.647140 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b1e35169-af8d-47f6-b4b0-cd7944ccee07 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.658592 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2309708-236b-41a6-9dfa-b68a7d4b9ded {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:51.700869 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-b1e35169-af8d-47f6-b4b0-cd7944ccee07 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Calling delete_port for 07826217-4669-49f2-b0d6-bbb8cf548eb4 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:51.737556 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port a2309708-236b-41a6-9dfa-b68a7d4b9ded, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=a2309708-236b-41a6-9dfa-b68a7d4b9ded,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:51.756791 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.840394 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=a2309708-236b-41a6-9dfa-b68a7d4b9ded,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:51.889589 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4e066eaf-1cac-4af6-9246-8dce51143ee0 req-774db7a1-1056-478a-a6e9-5df84de2bc7f tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520400 Jul 16 01:31:51.890594 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36b630-6c18-4ad3-af8c-62356de45b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217b3863-049a-4e37-92b3-75b879e2ae31,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:51.893303 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b1e35169-af8d-47f6-b4b0-cd7944ccee07 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.946368 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ab979-82b7-463b-b699-f70930147863 req-5bbabc86-c622-4171-84b2-7dd004ead496 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:51.960603 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-869ab979-82b7-463b-b699-f70930147863 req-5bbabc86-c622-4171-84b2-7dd004ead496 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 945 time: 0.2255230 Jul 16 01:31:51.986227 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e35169-af8d-47f6-b4b0-cd7944ccee07 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Port': ['ID=07826217-4669-49f2-b0d6-bbb8cf548eb4,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:52.000536 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['a2309708-236b-41a6-9dfa-b68a7d4b9ded'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:52.002873 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b1e35169-af8d-47f6-b4b0-cd7944ccee07 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.005386 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b1e35169-af8d-47f6-b4b0-cd7944ccee07 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/ports/07826217-4669-49f2-b0d6-bbb8cf548eb4 HTTP/1.1" status: 204 len: 168 time: 1.0400009 Jul 16 01:31:52.012285 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55668) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:52.020412 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f769f696-9d2a-4a79-af81-c839a16ca470 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'port': {'network_id': 'e28d510d-cb2e-4ab6-a291-497cc0c5ce7d', 'mac_address': 'fa:16:3e:fd:79:06', 'name': 'tempest-PortsTestJSON-149186088'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:52.062497 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-869ab979-82b7-463b-b699-f70930147863 req-32d09192-cd1f-474d-a233-452419b449a9 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988541 Jul 16 01:31:52.208205 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f744f5-e86b-462e-8780-94bd062c8ffd req-cbe0d656-b33f-4292-93d4-b9b66c3c2e68 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.214102 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f769f696-9d2a-4a79-af81-c839a16ca470 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:52.215707 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a7f744f5-e86b-462e-8780-94bd062c8ffd req-cbe0d656-b33f-4292-93d4-b9b66c3c2e68 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 946 time: 0.1039896 Jul 16 01:31:52.270004 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a7f744f5-e86b-462e-8780-94bd062c8ffd req-87826bde-ee51-4742-bd5e-b3c09d964dae tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528498 Jul 16 01:31:52.345826 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f769f696-9d2a-4a79-af81-c839a16ca470 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.390097 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-f769f696-9d2a-4a79-af81-c839a16ca470 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] device_id is not set on port e5518596-3553-42f1-aa26-a89cf67884f8 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:31:52.609035 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f733df-9608-43bb-90b3-b276d6c8862c req-1edf2fcc-e1f9-463d-9271-845eabdb01ba tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.620304 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41f733df-9608-43bb-90b3-b276d6c8862c req-1edf2fcc-e1f9-463d-9271-845eabdb01ba tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?device_id=84aae9bc-58a0-494c-b05f-1b45024a0afa HTTP/1.1" status: 200 len: 948 time: 0.1130931 Jul 16 01:31:52.667909 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f769f696-9d2a-4a79-af81-c839a16ca470 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.694359 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41f733df-9608-43bb-90b3-b276d6c8862c req-17f5a072-bd4d-4ca5-8298-bfc0975dda32 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/security-groups?id=86f4f680-b200-4b51-95c2-fcbf79fd4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730512 Jul 16 01:31:52.706360 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b7f1a-bcee-40b1-bd74-e42d41f056b8 req-0374b1e4-55fa-4eac-99ea-b5f226f4985f tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.708504 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-449b7f1a-bcee-40b1-bd74-e42d41f056b8 req-0374b1e4-55fa-4eac-99ea-b5f226f4985f tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=e66987bd-1b0c-43d0-a65a-008c95d66bb8 HTTP/1.1" status: 200 len: 945 time: 0.1542976 Jul 16 01:31:52.779835 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-449b7f1a-bcee-40b1-bd74-e42d41f056b8 req-46d3686f-8cb1-40ee-afbc-6d92dd059ed6 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621312 Jul 16 01:31:52.807206 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f769f696-9d2a-4a79-af81-c839a16ca470 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.869962 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f769f696-9d2a-4a79-af81-c839a16ca470 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:52.873732 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-f769f696-9d2a-4a79-af81-c839a16ca470 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:52.886593 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f769f696-9d2a-4a79-af81-c839a16ca470 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:52.892890 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f769f696-9d2a-4a79-af81-c839a16ca470 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.893666 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f769f696-9d2a-4a79-af81-c839a16ca470 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.945618 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769f696-9d2a-4a79-af81-c839a16ca470 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Port': ['ID=e5518596-3553-42f1-aa26-a89cf67884f8,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:52.961916 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f769f696-9d2a-4a79-af81-c839a16ca470 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9478402 Jul 16 01:31:52.964578 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55696) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:53.029185 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d70408-fcb1-483d-90ca-2b778004eb8d tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:53.031535 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-78d70408-fcb1-483d-90ca-2b778004eb8d tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports/e5518596-3553-42f1-aa26-a89cf67884f8 HTTP/1.1" status: 200 len: 840 time: 0.0655396 Jul 16 01:31:53.033067 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 5d351d5a-d59e-4da2-8bcb-6ce98e91df5d up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:53.034482 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55698) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:53.140797 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9ccd4-2cd4-473e-be20-c77bce807b3c req-209da661-9758-4d57-82ec-99a2717e5183 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:53.142923 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d2b9ccd4-2cd4-473e-be20-c77bce807b3c req-209da661-9758-4d57-82ec-99a2717e5183 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.1100123 Jul 16 01:31:53.195046 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-2526afb1-c4ad-4a35-a9af-751ddb5923c7 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting port e5518596-3553-42f1-aa26-a89cf67884f8 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:53.195889 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2526afb1-c4ad-4a35-a9af-751ddb5923c7 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.225982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 5d351d5a-d59e-4da2-8bcb-6ce98e91df5d completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:53.231740 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 5d351d5a-d59e-4da2-8bcb-6ce98e91df5d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:53.232455 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.271394 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d2b9ccd4-2cd4-473e-be20-c77bce807b3c req-0c24cf10-5c0c-44ad-a191-647246d6fcbc tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211066 Jul 16 01:31:53.321590 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2526afb1-c4ad-4a35-a9af-751ddb5923c7 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.336020 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-2526afb1-c4ad-4a35-a9af-751ddb5923c7 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Calling delete_port for e5518596-3553-42f1-aa26-a89cf67884f8 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:53.374259 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.497580 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8452d0-443b-48c1-8f51-36013fd7beff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d351d5a-d59e-4da2-8bcb-6ce98e91df5d'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:53.502815 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2526afb1-c4ad-4a35-a9af-751ddb5923c7 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.507002 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36d9a2f-5341-40d3-b4b7-f7aa6066a583" -d '{"events": [{"server_uuid": "4e8452d0-443b-48c1-8f51-36013fd7beff", "name": "network-vif-plugged", "status": "completed", "tag": "5d351d5a-d59e-4da2-8bcb-6ce98e91df5d"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:53.514903 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 5d351d5a-d59e-4da2-8bcb-6ce98e91df5d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=5d351d5a-d59e-4da2-8bcb-6ce98e91df5d,segment=NetworkSegment(d451883b-7e0c-4f2f-8387-e4488de655f8),segment_id=d451883b-7e0c-4f2f-8387-e4488de655f8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:53.529139 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.530232 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:53.550814 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526afb1-c4ad-4a35-a9af-751ddb5923c7 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Port': ['ID=e5518596-3553-42f1-aa26-a89cf67884f8,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:53.566452 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fc373-2611-4486-a0cd-f49e1ead5ec3 req-2974ae67-db65-42e4-8c42-4ea4b71c3b80 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:53.568526 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9f3fc373-2611-4486-a0cd-f49e1ead5ec3 req-2974ae67-db65-42e4-8c42-4ea4b71c3b80 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 945 time: 0.1546717 Jul 16 01:31:53.576629 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2526afb1-c4ad-4a35-a9af-751ddb5923c7 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.578586 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2526afb1-c4ad-4a35-a9af-751ddb5923c7 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/ports/e5518596-3553-42f1-aa26-a89cf67884f8 HTTP/1.1" status: 204 len: 168 time: 0.5428782 Jul 16 01:31:53.581280 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55716) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:53.635876 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e1db4e-3927-4543-bb15-2d1599f7638f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] GET failed (client error): The resource could not be found. Jul 16 01:31:53.637599 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-83e1db4e-3927-4543-bb15-2d1599f7638f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports/e5518596-3553-42f1-aa26-a89cf67884f8 HTTP/1.1" status: 404 len: 333 time: 0.0553329 Jul 16 01:31:53.643419 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55722) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:53.649857 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-75922d28-9815-49d7-ad5f-59817a624065 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'port': {'network_id': 'e28d510d-cb2e-4ab6-a291-497cc0c5ce7d', 'name': 'tempest-PortsTestJSON-1444589045'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:53.667717 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=5d351d5a-d59e-4da2-8bcb-6ce98e91df5d,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:53.704523 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:53.709491 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:53.710345 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.753231 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9f3fc373-2611-4486-a0cd-f49e1ead5ec3 req-7e89027d-2ccb-4bc0-b164-f2e7d2ab854f tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731415 Jul 16 01:31:53.849979 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.928714 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:53.938285 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.981459 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e838f0-fe8d-4208-b47f-f72a5a66bd57 x-openstack-request-id: req-b3e838f0-fe8d-4208-b47f-f72a5a66bd57 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:53.981940 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8452d0-443b-48c1-8f51-36013fd7beff", "name": "network-vif-plugged", "status": "completed", "tag": "5d351d5a-d59e-4da2-8bcb-6ce98e91df5d", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:53.982270 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3e838f0-fe8d-4208-b47f-f72a5a66bd57 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:53.982846 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8452d0-443b-48c1-8f51-36013fd7beff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d351d5a-d59e-4da2-8bcb-6ce98e91df5d', 'code': 200} Jul 16 01:31:54.017544 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:54.114452 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75922d28-9815-49d7-ad5f-59817a624065 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:54.123219 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-75922d28-9815-49d7-ad5f-59817a624065 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.200162 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-75922d28-9815-49d7-ad5f-59817a624065 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] device_id is not set on port 609485a6-9575-4026-b14c-e13e0e70b723 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:31:54.262585 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52cebf-bbff-484f-93de-ffe19a25abc5 req-72287f1c-793c-4032-80f2-39b199fe7388 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.264772 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-be52cebf-bbff-484f-93de-ffe19a25abc5 req-72287f1c-793c-4032-80f2-39b199fe7388 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?device_id=84aae9bc-58a0-494c-b05f-1b45024a0afa HTTP/1.1" status: 200 len: 948 time: 0.1255460 Jul 16 01:31:54.289662 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87ebbe-fac9-498b-8400-62733a20003d req-2edd0b23-49be-44cc-b11e-084148f5bbfd tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.291416 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b87ebbe-fac9-498b-8400-62733a20003d req-2edd0b23-49be-44cc-b11e-084148f5bbfd tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 946 time: 0.3480527 Jul 16 01:31:54.318656 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-be52cebf-bbff-484f-93de-ffe19a25abc5 req-edb4875f-627e-42ed-8bad-6a226d7f621d tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/security-groups?id=86f4f680-b200-4b51-95c2-fcbf79fd4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480556 Jul 16 01:31:54.359943 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453386dd-ec06-427d-8fba-669d380a32cf req-eae596b7-3ebc-4750-aecc-1e63fbfb3f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.361606 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-453386dd-ec06-427d-8fba-669d380a32cf req-eae596b7-3ebc-4750-aecc-1e63fbfb3f2a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 1098 time: 0.2908132 Jul 16 01:31:54.398328 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device a2309708-236b-41a6-9dfa-b68a7d4b9ded up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:54.558268 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port a2309708-236b-41a6-9dfa-b68a7d4b9ded completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:54.568289 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b87ebbe-fac9-498b-8400-62733a20003d req-a3efefb8-5753-4583-8402-0931c9754d99 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2610476 Jul 16 01:31:54.571003 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port a2309708-236b-41a6-9dfa-b68a7d4b9ded triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:54.571316 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.590584 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-453386dd-ec06-427d-8fba-669d380a32cf req-844c7f58-4490-488f-9085-9aa9f211e264 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034831 Jul 16 01:31:54.657864 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-75922d28-9815-49d7-ad5f-59817a624065 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.724033 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.737125 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-75922d28-9815-49d7-ad5f-59817a624065 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.782615 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bb5bd-45c8-45f4-8995-55ed6b5aa46d req-2762be36-6a80-4658-af2d-c2eef68736b3 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.794886 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5a1bb5bd-45c8-45f4-8995-55ed6b5aa46d req-2762be36-6a80-4658-af2d-c2eef68736b3 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=e66987bd-1b0c-43d0-a65a-008c95d66bb8 HTTP/1.1" status: 200 len: 945 time: 0.1600087 Jul 16 01:31:54.799520 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75922d28-9815-49d7-ad5f-59817a624065 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:54.800524 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port a2309708-236b-41a6-9dfa-b68a7d4b9ded, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=a2309708-236b-41a6-9dfa-b68a7d4b9ded,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:54.803697 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-75922d28-9815-49d7-ad5f-59817a624065 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:54.808776 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75922d28-9815-49d7-ad5f-59817a624065 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:54.813170 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.815891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75922d28-9815-49d7-ad5f-59817a624065 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.816508 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-75922d28-9815-49d7-ad5f-59817a624065 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.863383 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-75922d28-9815-49d7-ad5f-59817a624065 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2190337 Jul 16 01:31:54.864241 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75922d28-9815-49d7-ad5f-59817a624065 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Port': ['ID=609485a6-9575-4026-b14c-e13e0e70b723,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:54.872139 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55746) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:54.887869 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-496cc158-954e-4c11-af5e-67163e85ebc0 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:54.957750 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=a2309708-236b-41a6-9dfa-b68a7d4b9ded,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:55.044999 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5a1bb5bd-45c8-45f4-8995-55ed6b5aa46d req-907b2c0f-ddbb-4a9f-8883-17980f22bfde tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456090 Jul 16 01:31:55.063052 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-496cc158-954e-4c11-af5e-67163e85ebc0 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.194628 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a36c0-75c7-44b9-a95d-68fe5041c454 req-4b251429-4372-4ce8-9b62-0d9c91458cd2 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:55.204567 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-282a36c0-75c7-44b9-a95d-68fe5041c454 req-4b251429-4372-4ce8-9b62-0d9c91458cd2 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.2018867 Jul 16 01:31:55.287582 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-282a36c0-75c7-44b9-a95d-68fe5041c454 req-f963b1f7-ed01-485e-a5d8-2d42529b5b8e tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820305 Jul 16 01:31:55.431142 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-496cc158-954e-4c11-af5e-67163e85ebc0 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.443856 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-496cc158-954e-4c11-af5e-67163e85ebc0 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.444795 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-62def862-b2b1-4d87-a7a4-b36e41d3e4e3 req-204e7d0a-7b28-4e8c-9368-817c8f545bef service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0950520 Jul 16 01:31:55.524900 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-496cc158-954e-4c11-af5e-67163e85ebc0 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] In _notify_port_updated(), no bound segment for port 609485a6-9575-4026-b14c-e13e0e70b723 on network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d {{(pid=93956) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:31:55.555877 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496cc158-954e-4c11-af5e-67163e85ebc0 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:55.562486 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-496cc158-954e-4c11-af5e-67163e85ebc0 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.565818 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-496cc158-954e-4c11-af5e-67163e85ebc0 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "PUT /v2.0/ports/609485a6-9575-4026-b14c-e13e0e70b723 HTTP/1.1" status: 200 len: 818 time: 0.6925328 Jul 16 01:31:55.579050 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55764) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:55.755413 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cc158-954e-4c11-af5e-67163e85ebc0 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Port': ['ID=609485a6-9575-4026-b14c-e13e0e70b723,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:55.857139 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963f0f7-c3b3-4ecb-a586-021c59073cd3 req-ecfafbbe-92f3-4041-84c0-bf4e95851533 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:55.870569 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9963f0f7-c3b3-4ecb-a586-021c59073cd3 req-ecfafbbe-92f3-4041-84c0-bf4e95851533 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?device_id=84aae9bc-58a0-494c-b05f-1b45024a0afa HTTP/1.1" status: 200 len: 949 time: 0.3601546 Jul 16 01:31:55.939795 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62def862-b2b1-4d87-a7a4-b36e41d3e4e3 req-444f10aa-daa7-4ca8-b0b2-314818998396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:55.941563 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-62def862-b2b1-4d87-a7a4-b36e41d3e4e3 req-444f10aa-daa7-4ca8-b0b2-314818998396 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4bb8ade529aa4b339e56f372707ccb5a&device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 1097 time: 0.3879378 Jul 16 01:31:55.960424 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b471e3-7d07-4f3a-b24c-d53a6a882677 req-27c1dba4-8fd7-4d75-b22d-f4c246fb4d7c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:55.966577 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d2b471e3-7d07-4f3a-b24c-d53a6a882677 req-27c1dba4-8fd7-4d75-b22d-f4c246fb4d7c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=e66987bd-1b0c-43d0-a65a-008c95d66bb8 HTTP/1.1" status: 200 len: 945 time: 0.1853096 Jul 16 01:31:55.983849 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92354be4-5576-4426-9fda-a44fd625e227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5f8ab7-3bd8-49ee-8ccc-1d1839008446'}, {'server_uuid': '84aae9bc-58a0-494c-b05f-1b45024a0afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2309708-236b-41a6-9dfa-b68a7d4b9ded'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:55.987653 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f357c9-21d9-4444-835f-484e653f6710" -d '{"events": [{"server_uuid": "92354be4-5576-4426-9fda-a44fd625e227", "name": "network-vif-plugged", "status": "completed", "tag": "fd5f8ab7-3bd8-49ee-8ccc-1d1839008446"}, {"server_uuid": "84aae9bc-58a0-494c-b05f-1b45024a0afa", "name": "network-vif-plugged", "status": "completed", "tag": "a2309708-236b-41a6-9dfa-b68a7d4b9ded"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:56.086665 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d2b471e3-7d07-4f3a-b24c-d53a6a882677 req-f127f970-1ea8-4a32-adf7-2e370ba4f461 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184196 Jul 16 01:31:56.251352 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62def862-b2b1-4d87-a7a4-b36e41d3e4e3 req-8c51bd3b-c5d7-494a-9ed1-df5b78f70869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.253761 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-62def862-b2b1-4d87-a7a4-b36e41d3e4e3 req-8c51bd3b-c5d7-494a-9ed1-df5b78f70869 service neutron] 10.222.0.84 "GET /v2.0/networks?id=48d8b493-d632-422a-b805-c0979a30b3d9 HTTP/1.1" status: 200 len: 919 time: 0.2708583 Jul 16 01:31:56.258749 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-0b556300-a607-4446-9a35-d7476dc9b7fa tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting port 609485a6-9575-4026-b14c-e13e0e70b723 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:56.259370 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0b556300-a607-4446-9a35-d7476dc9b7fa tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.297038 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9963f0f7-c3b3-4ecb-a586-021c59073cd3 req-40299a1e-7e9f-412e-a32a-e4b421e4efb4 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/security-groups?id=86f4f680-b200-4b51-95c2-fcbf79fd4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289935 Jul 16 01:31:56.329388 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ab350-fc01-42aa-bf5b-9e1ae3354143 req-78e4916f-9c92-4698-bcc4-506fb102a5ef tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.337742 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-321ab350-fc01-42aa-bf5b-9e1ae3354143 req-78e4916f-9c92-4698-bcc4-506fb102a5ef tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 946 time: 0.0908597 Jul 16 01:31:56.401555 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9828531-2b0a-4492-a12a-f7f3e7e41e21 x-openstack-request-id: req-e9828531-2b0a-4492-a12a-f7f3e7e41e21 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:56.402108 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92354be4-5576-4426-9fda-a44fd625e227", "name": "network-vif-plugged", "status": "completed", "tag": "fd5f8ab7-3bd8-49ee-8ccc-1d1839008446", "code": 200}, {"server_uuid": "84aae9bc-58a0-494c-b05f-1b45024a0afa", "name": "network-vif-plugged", "status": "completed", "tag": "a2309708-236b-41a6-9dfa-b68a7d4b9ded", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:56.402781 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9828531-2b0a-4492-a12a-f7f3e7e41e21 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:56.403404 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92354be4-5576-4426-9fda-a44fd625e227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5f8ab7-3bd8-49ee-8ccc-1d1839008446', 'code': 200} Jul 16 01:31:56.403874 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84aae9bc-58a0-494c-b05f-1b45024a0afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2309708-236b-41a6-9dfa-b68a7d4b9ded', 'code': 200} Jul 16 01:31:56.423363 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-321ab350-fc01-42aa-bf5b-9e1ae3354143 req-06473981-d494-47bd-8e26-43dd3398ca2e tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839112 Jul 16 01:31:56.424338 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-62def862-b2b1-4d87-a7a4-b36e41d3e4e3 req-03246a7e-26e1-4fd6-828f-da9d08283472 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=326b8c18-4c2c-4f75-9f16-d86907525f2e HTTP/1.1" status: 200 len: 217 time: 0.1606209 Jul 16 01:31:56.570945 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0b556300-a607-4446-9a35-d7476dc9b7fa tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.601279 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-0b556300-a607-4446-9a35-d7476dc9b7fa tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Calling delete_port for 609485a6-9575-4026-b14c-e13e0e70b723 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:56.604194 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62def862-b2b1-4d87-a7a4-b36e41d3e4e3 req-22ba8261-0577-4c51-8b07-e5d4d0ba14c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.605749 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-62def862-b2b1-4d87-a7a4-b36e41d3e4e3 req-22ba8261-0577-4c51-8b07-e5d4d0ba14c7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=81188464-b1ab-476b-ab3e-980e9e063537 HTTP/1.1" status: 200 len: 858 time: 0.1737902 Jul 16 01:31:56.630636 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a79d2fa6-2589-4464-9956-fb75d51f7630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.650349 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-62def862-b2b1-4d87-a7a4-b36e41d3e4e3 req-c7b548e2-b517-4593-8e8a-7cd24b65886f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=48d8b493-d632-422a-b805-c0979a30b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315309 Jul 16 01:31:56.672969 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ece0b-2d87-40b3-a2ce-1bcaca1d7ea9 req-c48b2bb3-c4b0-440d-8d7b-0e2ea8fc4e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.678407 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ed7ece0b-2d87-40b3-a2ce-1bcaca1d7ea9 req-c48b2bb3-c4b0-440d-8d7b-0e2ea8fc4e24 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=84aae9bc-58a0-494c-b05f-1b45024a0afa HTTP/1.1" status: 200 len: 1101 time: 0.1471231 Jul 16 01:31:56.758336 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ed7ece0b-2d87-40b3-a2ce-1bcaca1d7ea9 req-22493cc7-e09f-47bc-a05c-d83a9fa6a40b service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=86f4f680-b200-4b51-95c2-fcbf79fd4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730863 Jul 16 01:31:56.817166 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a28c5-613d-4506-a59e-05056867c345 req-9c0c2921-8cd1-46de-ad39-ef8e71324d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.818822 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e49a28c5-613d-4506-a59e-05056867c345 req-9c0c2921-8cd1-46de-ad39-ef8e71324d61 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=92354be4-5576-4426-9fda-a44fd625e227 HTTP/1.1" status: 200 len: 1101 time: 0.2934535 Jul 16 01:31:56.950924 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e49a28c5-613d-4506-a59e-05056867c345 req-4fc1e7e8-96ae-418f-8566-8cd162b206ba service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=86f4f680-b200-4b51-95c2-fcbf79fd4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985672 Jul 16 01:31:56.952158 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0b556300-a607-4446-9a35-d7476dc9b7fa tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.955248 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-62def862-b2b1-4d87-a7a4-b36e41d3e4e3 req-4e41e7cd-3bdf-401e-ad5f-ba8376039a4d service neutron] 10.222.0.84 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960591 Jul 16 01:31:57.092097 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0b556300-a607-4446-9a35-d7476dc9b7fa tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.094087 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0b556300-a607-4446-9a35-d7476dc9b7fa tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/ports/609485a6-9575-4026-b14c-e13e0e70b723 HTTP/1.1" status: 204 len: 168 time: 1.5141377 Jul 16 01:31:57.096759 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55800) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:57.115712 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b556300-a607-4446-9a35-d7476dc9b7fa tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Port': ['ID=609485a6-9575-4026-b14c-e13e0e70b723,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:57.226951 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5e153-46dc-49d3-b5d6-3cdefe18c946 req-6faaf163-2436-4be8-951f-1fa818e1e95e tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.233883 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e9a5e153-46dc-49d3-b5d6-3cdefe18c946 req-6faaf163-2436-4be8-951f-1fa818e1e95e tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.5756791 Jul 16 01:31:57.242222 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f039db9f-3759-4538-8a15-fc64992d5351 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.243101 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-62def862-b2b1-4d87-a7a4-b36e41d3e4e3 req-edef9fca-d910-41cb-9fa2-4eaea74b6e32 service neutron] 10.222.0.84 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649796 Jul 16 01:31:57.243929 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f039db9f-3759-4538-8a15-fc64992d5351 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1460810 Jul 16 01:31:57.247065 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55806) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:57.319804 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11b4bb6-61b1-4a33-bf18-5d02c6ae2162 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] GET failed (client error): The resource could not be found. Jul 16 01:31:57.321592 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e11b4bb6-61b1-4a33-bf18-5d02c6ae2162 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports/609485a6-9575-4026-b14c-e13e0e70b723 HTTP/1.1" status: 404 len: 333 time: 0.0731258 Jul 16 01:31:57.330220 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55814) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:57.346885 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-39347b5d-ebe6-4929-9642-a26c109038d1 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-774254831'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:57.401559 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39347b5d-ebe6-4929-9642-a26c109038d1 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:57.405583 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e9a5e153-46dc-49d3-b5d6-3cdefe18c946 req-d207f360-cdbc-40e4-bae8-8213779a35d2 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600175 Jul 16 01:31:57.407519 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39347b5d-ebe6-4929-9642-a26c109038d1 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.463195 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39347b5d-ebe6-4929-9642-a26c109038d1 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:31:57.483004 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39347b5d-ebe6-4929-9642-a26c109038d1 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.483535 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-39347b5d-ebe6-4929-9642-a26c109038d1 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Added segment 8af3a483-ce5b-4f3c-8a74-42253ab83912 of type vlan for network 8ee881ba-1308-4ff0-871d-c0c5f9e3d17e Jul 16 01:31:57.697380 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39347b5d-ebe6-4929-9642-a26c109038d1 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.817345 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3669f-bc39-4f5b-a71e-a63d9fcd61d6 req-e466fd0c-85d2-4b3b-a926-6610396d2fd1 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.827009 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f6e3669f-bc39-4f5b-a71e-a63d9fcd61d6 req-e466fd0c-85d2-4b3b-a926-6610396d2fd1 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?device_id=84aae9bc-58a0-494c-b05f-1b45024a0afa HTTP/1.1" status: 200 len: 949 time: 0.1691754 Jul 16 01:31:57.913432 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b048e0-be38-4e71-ae7e-e78322f2cae9 req-83a77b0d-55c4-4e6a-aed0-ad22f9069a49 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.921283 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45b048e0-be38-4e71-ae7e-e78322f2cae9 req-83a77b0d-55c4-4e6a-aed0-ad22f9069a49 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=e66987bd-1b0c-43d0-a65a-008c95d66bb8 HTTP/1.1" status: 200 len: 945 time: 0.2746465 Jul 16 01:31:57.922789 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39347b5d-ebe6-4929-9642-a26c109038d1 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.936939 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39347b5d-ebe6-4929-9642-a26c109038d1 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.939252 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39347b5d-ebe6-4929-9642-a26c109038d1 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.032993 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f6e3669f-bc39-4f5b-a71e-a63d9fcd61d6 req-2b37996a-4399-4626-895d-0b65eea0cb9a tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/security-groups?id=86f4f680-b200-4b51-95c2-fcbf79fd4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972795 Jul 16 01:31:58.092089 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19377593-c615-4a02-a396-52ae4f423077 req-1065b80e-1ac7-4457-9561-77efbeabb9e2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:58.093709 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19377593-c615-4a02-a396-52ae4f423077 req-1065b80e-1ac7-4457-9561-77efbeabb9e2 tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.82 "GET /v2.0/ports?device_id=e66987bd-1b0c-43d0-a65a-008c95d66bb8 HTTP/1.1" status: 200 len: 945 time: 0.8587518 Jul 16 01:31:58.100349 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45b048e0-be38-4e71-ae7e-e78322f2cae9 req-80e7c8cb-35fc-443f-bde4-abb71c40da2c tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a8c7661-c420-46b9-835a-0a74ea9208dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495626 Jul 16 01:31:58.165557 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39347b5d-ebe6-4929-9642-a26c109038d1 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Network': ['ID=8ee881ba-1308-4ff0-871d-c0c5f9e3d17e,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:58.177482 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-39347b5d-ebe6-4929-9642-a26c109038d1 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8401327 Jul 16 01:31:58.180838 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55836) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:58.189622 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 8ee881ba-1308-4ff0-871d-c0c5f9e3d17e details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:31:58.197496 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-7a9c4442-286b-4f23-b1e5-aca71c96443f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'subnet': {'network_id': '8ee881ba-1308-4ff0-871d-c0c5f9e3d17e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:58.367996 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-19377593-c615-4a02-a396-52ae4f423077 req-5a3331c4-96b4-4d90-919e-dc708beba84b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Deleting port 7abeb0a7-9bbf-4500-8067-63878cab83fc {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:58.369696 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-19377593-c615-4a02-a396-52ae4f423077 req-5a3331c4-96b4-4d90-919e-dc708beba84b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.403689 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9c4442-286b-4f23-b1e5-aca71c96443f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:58.407646 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4442-286b-4f23-b1e5-aca71c96443f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.594893 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-19377593-c615-4a02-a396-52ae4f423077 req-5a3331c4-96b4-4d90-919e-dc708beba84b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] For port 7abeb0a7-9bbf-4500-8067-63878cab83fc, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7abeb0a7-9bbf-4500-8067-63878cab83fc,segment=NetworkSegment(315879ea-f1be-4494-af13-98d628a1a5eb),segment_id=315879ea-f1be-4494-af13-98d628a1a5eb)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:58.595527 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-19377593-c615-4a02-a396-52ae4f423077 req-5a3331c4-96b4-4d90-919e-dc708beba84b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.620896 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-19377593-c615-4a02-a396-52ae4f423077 req-5a3331c4-96b4-4d90-919e-dc708beba84b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Calling delete_port for 7abeb0a7-9bbf-4500-8067-63878cab83fc owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:58.653014 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4442-286b-4f23-b1e5-aca71c96443f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.776006 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c4442-286b-4f23-b1e5-aca71c96443f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Subnet': ['ID=bdd8e116-3c40-4313-851f-eca8e42b2bef,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:58.794232 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec4b2a-d1af-4cf3-8fb3-88d2a09f0f33 req-f58d780d-6228-4aec-81ff-cd3f9d47376b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:58.803276 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-58ec4b2a-d1af-4cf3-8fb3-88d2a09f0f33 req-f58d780d-6228-4aec-81ff-cd3f9d47376b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 946 time: 0.4647162 Jul 16 01:31:58.859540 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f69bd9-52ca-418e-8001-223865ec0a91 req-22443dba-41c9-4c58-a8b1-5bbcc2a371b1 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:58.861138 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a9f69bd9-52ca-418e-8001-223865ec0a91 req-22443dba-41c9-4c58-a8b1-5bbcc2a371b1 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.1999798 Jul 16 01:31:58.865153 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ec880-6cce-4019-a413-3731d423cc94 req-733de42e-ee00-4efe-8620-c3aa95b76e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:58.866673 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e78ec880-6cce-4019-a413-3731d423cc94 req-733de42e-ee00-4efe-8620-c3aa95b76e10 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=efea2752c9f54aa1a4f60b73855614d8&device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 1098 time: 0.2075667 Jul 16 01:31:58.871737 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-58ec4b2a-d1af-4cf3-8fb3-88d2a09f0f33 req-8bb3e209-2f39-4252-bb71-0502ea0332c3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667813 Jul 16 01:31:58.895352 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9c4442-286b-4f23-b1e5-aca71c96443f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Checking segment: {'id': '8af3a483-ce5b-4f3c-8a74-42253ab83912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8ee881ba-1308-4ff0-871d-c0c5f9e3d17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:58.896045 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9c4442-286b-4f23-b1e5-aca71c96443f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network hostable DHCP agents. Network: 8ee881ba-1308-4ff0-871d-c0c5f9e3d17e, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:31:58.927027 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9c4442-286b-4f23-b1e5-aca71c96443f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network 8ee881ba-1308-4ff0-871d-c0c5f9e3d17e is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:31:58.948133 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-7a9c4442-286b-4f23-b1e5-aca71c96443f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 8ee881ba-1308-4ff0-871d-c0c5f9e3d17e) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:58.956276 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf8b4d9-a02f-403e-8ce8-3e533567cba1 None None] Network 8ee881ba-1308-4ff0-871d-c0c5f9e3d17e requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:58.981134 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9c4442-286b-4f23-b1e5-aca71c96443f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:58.981767 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4442-286b-4f23-b1e5-aca71c96443f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.026907 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7a9c4442-286b-4f23-b1e5-aca71c96443f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8445840 Jul 16 01:31:59.027706 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55858) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:59.033236 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0216a2d9-254c-4151-94f5-6b0030c22b56 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'subnet': {'network_id': '8ee881ba-1308-4ff0-871d-c0c5f9e3d17e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:59.079724 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a9f69bd9-52ca-418e-8001-223865ec0a91 req-507619f1-fc6a-42ba-b9b4-98fe83e98414 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576803 Jul 16 01:31:59.083166 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-19377593-c615-4a02-a396-52ae4f423077 req-5a3331c4-96b4-4d90-919e-dc708beba84b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.216153 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3331c4-96b4-4d90-919e-dc708beba84b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Pushing event deleted for resources: {'Port': ['ID=7abeb0a7-9bbf-4500-8067-63878cab83fc,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:59.303694 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a3cf3f-cdbe-4233-bfd6-85fc234e1aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-8ee881ba-1308-4ff0-871d-c0c5f9e3d17e', 'network_id': '8ee881ba-1308-4ff0-871d-c0c5f9e3d17e', 'tenant_id': 'de3675ad2360466e9878a944ef829174', 'fixed_ips': [{'subnet_id': 'bdd8e116-3c40-4313-851f-eca8e42b2bef'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:31:59.304613 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3a3cf3f-cdbe-4233-bfd6-85fc234e1aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.375121 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-19377593-c615-4a02-a396-52ae4f423077 req-5a3331c4-96b4-4d90-919e-dc708beba84b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] No DVR routers for this DVR port 7abeb0a7-9bbf-4500-8067-63878cab83fc on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:59.377540 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ec880-6cce-4019-a413-3731d423cc94 req-796d6b8c-015d-4d61-913a-fd14a895dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.379550 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e78ec880-6cce-4019-a413-3731d423cc94 req-796d6b8c-015d-4d61-913a-fd14a895dee5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=740d1a79-a6f9-4fe4-80b6-74637837e26e HTTP/1.1" status: 200 len: 912 time: 0.5021689 Jul 16 01:31:59.380634 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-19377593-c615-4a02-a396-52ae4f423077 req-5a3331c4-96b4-4d90-919e-dc708beba84b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.383513 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19377593-c615-4a02-a396-52ae4f423077 req-5a3331c4-96b4-4d90-919e-dc708beba84b tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.82 "DELETE /v2.0/ports/7abeb0a7-9bbf-4500-8067-63878cab83fc HTTP/1.1" status: 204 len: 173 time: 1.2647650 Jul 16 01:31:59.409785 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66987bd-1b0c-43d0-a65a-008c95d66bb8', 'name': 'network-vif-deleted', 'tag': '7abeb0a7-9bbf-4500-8067-63878cab83fc'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:59.421588 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54b1d7b-3679-4d97-99ea-121500775637" -d '{"events": [{"server_uuid": "e66987bd-1b0c-43d0-a65a-008c95d66bb8", "name": "network-vif-deleted", "tag": "7abeb0a7-9bbf-4500-8067-63878cab83fc"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:59.449017 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90ebe91c-a2bd-4414-babd-d662d77aef20 req-5c467053-7b55-44b5-a9c2-43364e0a04bc tempest-DeleteServersTestJSON-1426653479 tempest-DeleteServersTestJSON-1426653479-project] 10.222.0.16 "GET /v2.0/ports?device_id=e66987bd-1b0c-43d0-a65a-008c95d66bb8 HTTP/1.1" status: 200 len: 210 time: 0.1117451 Jul 16 01:31:59.496524 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0216a2d9-254c-4151-94f5-6b0030c22b56 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:59.500346 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0216a2d9-254c-4151-94f5-6b0030c22b56 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.570727 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5a6164-5d80-4ad0-921c-eb36886ac08b x-openstack-request-id: req-9b5a6164-5d80-4ad0-921c-eb36886ac08b {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:59.571357 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e66987bd-1b0c-43d0-a65a-008c95d66bb8", "name": "network-vif-deleted", "tag": "7abeb0a7-9bbf-4500-8067-63878cab83fc", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:59.572557 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b5a6164-5d80-4ad0-921c-eb36886ac08b {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:59.573372 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e66987bd-1b0c-43d0-a65a-008c95d66bb8', 'name': 'network-vif-deleted', 'tag': '7abeb0a7-9bbf-4500-8067-63878cab83fc', 'status': 'completed', 'code': 200} Jul 16 01:31:59.575238 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e78ec880-6cce-4019-a413-3731d423cc94 req-346f783f-295c-467d-92d5-a6611962df9e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d351d5a-d59e-4da2-8bcb-6ce98e91df5d HTTP/1.1" status: 200 len: 217 time: 0.1507490 Jul 16 01:31:59.623035 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3d6369a8-0746-4a6f-98a4-b54b1cd7b8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.672952 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.733653 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-d3a3cf3f-cdbe-4233-bfd6-85fc234e1aeb None None] Allocated IP 172.20.0.2 (8ee881ba-1308-4ff0-871d-c0c5f9e3d17e/bdd8e116-3c40-4313-851f-eca8e42b2bef/71bb2192-4760-4a4e-8c7f-7ea228c51156) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:59.746472 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cf66e-80a5-4f0e-aa18-2d7df15ce17c req-8feb53be-cbd2-4edb-8c0b-c18288492a1b tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.748327 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4b8cf66e-80a5-4f0e-aa18-2d7df15ce17c req-8feb53be-cbd2-4edb-8c0b-c18288492a1b tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?device_id=84aae9bc-58a0-494c-b05f-1b45024a0afa HTTP/1.1" status: 200 len: 949 time: 0.4253139 Jul 16 01:31:59.773200 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ec880-6cce-4019-a413-3731d423cc94 req-187e15b1-3b0e-4aa7-be93-cd3e90fe35c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.793502 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e78ec880-6cce-4019-a413-3731d423cc94 req-187e15b1-3b0e-4aa7-be93-cd3e90fe35c0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f4a13b68-d187-4043-a1fb-e8b0db4cac67 HTTP/1.1" status: 200 len: 851 time: 0.1710656 Jul 16 01:31:59.808351 n-d-792394-16 neutron-server[93956]: INFO neutron.db.ipam_backend_mixin [None req-0216a2d9-254c-4151-94f5-6b0030c22b56 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bdd8e116-3c40-4313-851f-eca8e42b2bef (CIDR: 172.20.0.0/28) Jul 16 01:31:59.820664 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-0216a2d9-254c-4151-94f5-6b0030c22b56 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:31:59.821224 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0216a2d9-254c-4151-94f5-6b0030c22b56 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:31:59.838584 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e78ec880-6cce-4019-a413-3731d423cc94 req-f36c8b49-5f20-4df5-89e4-f5567c26f787 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=740d1a79-a6f9-4fe4-80b6-74637837e26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429971 Jul 16 01:31:59.846716 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4b8cf66e-80a5-4f0e-aa18-2d7df15ce17c req-58a78895-1318-4a45-89fa-ab19b0e78a93 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/security-groups?id=86f4f680-b200-4b51-95c2-fcbf79fd4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875981 Jul 16 01:31:59.862886 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0216a2d9-254c-4151-94f5-6b0030c22b56 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8330421 Jul 16 01:31:59.864936 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55906) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:59.870935 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-30e53972-0afc-45ce-a70c-681e67950e32 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'subnet': {'network_id': '8ee881ba-1308-4ff0-871d-c0c5f9e3d17e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:00.032763 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3a3cf3f-cdbe-4233-bfd6-85fc234e1aeb None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.044597 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d3a3cf3f-cdbe-4233-bfd6-85fc234e1aeb None None] Transition to ACTIVE for port object 71bb2192-4760-4a4e-8c7f-7ea228c51156 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:00.098780 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d3a3cf3f-cdbe-4233-bfd6-85fc234e1aeb None None] Transition to ACTIVE for port object 71bb2192-4760-4a4e-8c7f-7ea228c51156 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:00.118205 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e78ec880-6cce-4019-a413-3731d423cc94 req-1482c42b-1841-4395-9c05-8284334c98db service neutron] 10.222.0.82 "GET /v2.0/networks/740d1a79-a6f9-4fe4-80b6-74637837e26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655549 Jul 16 01:32:00.119020 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3a3cf3f-cdbe-4233-bfd6-85fc234e1aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.219497 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a3cf3f-cdbe-4233-bfd6-85fc234e1aeb None None] Network 8ee881ba-1308-4ff0-871d-c0c5f9e3d17e is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:00.228212 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-d3a3cf3f-cdbe-4233-bfd6-85fc234e1aeb None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:00.240012 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a3cf3f-cdbe-4233-bfd6-85fc234e1aeb None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:00.254171 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3cf3f-cdbe-4233-bfd6-85fc234e1aeb None None] Pushing event updated for resources: {'Port': ['ID=71bb2192-4760-4a4e-8c7f-7ea228c51156,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:00.263453 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e53972-0afc-45ce-a70c-681e67950e32 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:00.267843 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-30e53972-0afc-45ce-a70c-681e67950e32 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.300451 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e78ec880-6cce-4019-a413-3731d423cc94 req-fd78f49e-f32a-4a01-95bc-7557b0754da2 service neutron] 10.222.0.82 "GET /v2.0/networks/740d1a79-a6f9-4fe4-80b6-74637837e26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750743 Jul 16 01:32:00.309705 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242398b8-2692-474a-a9b9-228ee4a263d6 req-aa622120-6266-46ad-8f7b-88af4e89b303 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:00.311641 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-242398b8-2692-474a-a9b9-228ee4a263d6 req-aa622120-6266-46ad-8f7b-88af4e89b303 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?device_id=92354be4-5576-4426-9fda-a44fd625e227 HTTP/1.1" status: 200 len: 949 time: 0.1500046 Jul 16 01:32:00.327794 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d3a3cf3f-cdbe-4233-bfd6-85fc234e1aeb None None] Attempting to bind port 71bb2192-4760-4a4e-8c7f-7ea228c51156 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:00.328840 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d3a3cf3f-cdbe-4233-bfd6-85fc234e1aeb None None] Attempting to bind port 71bb2192-4760-4a4e-8c7f-7ea228c51156 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '8af3a483-ce5b-4f3c-8a74-42253ab83912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8ee881ba-1308-4ff0-871d-c0c5f9e3d17e'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:00.329515 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a3cf3f-cdbe-4233-bfd6-85fc234e1aeb None None] Attempting to bind port 71bb2192-4760-4a4e-8c7f-7ea228c51156 on network 8ee881ba-1308-4ff0-871d-c0c5f9e3d17e {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:00.336208 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a3cf3f-cdbe-4233-bfd6-85fc234e1aeb None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:00.337059 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a3cf3f-cdbe-4233-bfd6-85fc234e1aeb None None] Checking segment: {'id': '8af3a483-ce5b-4f3c-8a74-42253ab83912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8ee881ba-1308-4ff0-871d-c0c5f9e3d17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:00.337774 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3a3cf3f-cdbe-4233-bfd6-85fc234e1aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.338336 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a3cf3f-cdbe-4233-bfd6-85fc234e1aeb None None] Bound using segment: {'id': '8af3a483-ce5b-4f3c-8a74-42253ab83912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8ee881ba-1308-4ff0-871d-c0c5f9e3d17e'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:00.339012 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d3a3cf3f-cdbe-4233-bfd6-85fc234e1aeb None None] Bound port: 71bb2192-4760-4a4e-8c7f-7ea228c51156, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af3a483-ce5b-4f3c-8a74-42253ab83912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8ee881ba-1308-4ff0-871d-c0c5f9e3d17e'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:00.339566 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3a3cf3f-cdbe-4233-bfd6-85fc234e1aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.416931 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-242398b8-2692-474a-a9b9-228ee4a263d6 req-a9a81f1d-b042-4d8f-a05a-cf6206b7d8fd tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/security-groups?id=86f4f680-b200-4b51-95c2-fcbf79fd4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949614 Jul 16 01:32:00.487557 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91553d9d-6ccc-422b-8b21-a84c1f5196fd req-4ae8f2ee-19a9-4ebf-bc21-f089e299fd8c tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:00.487843 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d3a3cf3f-cdbe-4233-bfd6-85fc234e1aeb None None] For port 71bb2192-4760-4a4e-8c7f-7ea228c51156, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:00.493018 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d3a3cf3f-cdbe-4233-bfd6-85fc234e1aeb None None] For port 71bb2192-4760-4a4e-8c7f-7ea228c51156, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=71bb2192-4760-4a4e-8c7f-7ea228c51156,segment=NetworkSegment(8af3a483-ce5b-4f3c-8a74-42253ab83912),segment_id=8af3a483-ce5b-4f3c-8a74-42253ab83912)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:00.495448 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-91553d9d-6ccc-422b-8b21-a84c1f5196fd req-4ae8f2ee-19a9-4ebf-bc21-f089e299fd8c tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 946 time: 0.3341963 Jul 16 01:32:00.504046 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3a3cf3f-cdbe-4233-bfd6-85fc234e1aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.575261 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-91553d9d-6ccc-422b-8b21-a84c1f5196fd req-aff67fee-daa8-4ade-8579-69c44b38092b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764937 Jul 16 01:32:00.618928 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3cf3f-cdbe-4233-bfd6-85fc234e1aeb None None] Pushing event updated for resources: {'Port': ['ID=71bb2192-4760-4a4e-8c7f-7ea228c51156,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:00.754655 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.825429 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef45525-02c1-4902-b01f-75e31e4291b8 req-a6f5a19f-7243-4a2a-a979-e4be83d38c80 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:00.830309 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4ef45525-02c1-4902-b01f-75e31e4291b8 req-a6f5a19f-7243-4a2a-a979-e4be83d38c80 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.1231833 Jul 16 01:32:00.840585 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-30e53972-0afc-45ce-a70c-681e67950e32 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.886827 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e53972-0afc-45ce-a70c-681e67950e32 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network 8ee881ba-1308-4ff0-871d-c0c5f9e3d17e is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:00.890253 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-30e53972-0afc-45ce-a70c-681e67950e32 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:00.894720 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e53972-0afc-45ce-a70c-681e67950e32 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:00.895565 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-30e53972-0afc-45ce-a70c-681e67950e32 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.902029 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4ef45525-02c1-4902-b01f-75e31e4291b8 req-4ed791c0-263b-418e-aff5-47f379d9da16 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642641 Jul 16 01:32:00.922256 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-30e53972-0afc-45ce-a70c-681e67950e32 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0560081 Jul 16 01:32:00.925568 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55944) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:00.932578 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-42fcc901-9d88-48a8-8965-0f53bb961156 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'port': {'network_id': '8ee881ba-1308-4ff0-871d-c0c5f9e3d17e', 'fixed_ips': [{'subnet_id': 'bdd8e116-3c40-4313-851f-eca8e42b2bef'}, {'subnet_id': '25be3ba3-98f0-4cf5-96da-4262d94a6c33'}], 'name': 'tempest-PortsTestJSON-49758115'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:00.937390 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e53972-0afc-45ce-a70c-681e67950e32 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Subnet': ['ID=25be3ba3-98f0-4cf5-96da-4262d94a6c33,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:01.069493 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8660866a-9db7-4aa3-8d44-f99d34857980 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:01.217623 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fcc901-9d88-48a8-8965-0f53bb961156 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:01.300298 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.301859 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.303654 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be8d31-ae5f-48e9-8c40-fa1796034d01 req-6c4ae2e3-5261-4bde-81a5-a683b75456f7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:01.310953 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f0be8d31-ae5f-48e9-8c40-fa1796034d01 req-6c4ae2e3-5261-4bde-81a5-a683b75456f7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 946 time: 0.1351471 Jul 16 01:32:01.351120 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a147dfb-2dae-4a21-bbb1-f1f88e62eb40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8660866a-9db7-4aa3-8d44-f99d34857980'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:01.359503 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbe3ea4-2e7a-44c5-a20c-c3f5f76475a2" -d '{"events": [{"server_uuid": "7a147dfb-2dae-4a21-bbb1-f1f88e62eb40", "name": "network-vif-unplugged", "status": "completed", "tag": "8660866a-9db7-4aa3-8d44-f99d34857980"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:01.400396 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f0be8d31-ae5f-48e9-8c40-fa1796034d01 req-07eb7979-3cb8-4730-94cc-e9ed1d7620a0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883701 Jul 16 01:32:01.438047 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-42fcc901-9d88-48a8-8965-0f53bb961156 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.470648 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8660866a-9db7-4aa3-8d44-f99d34857980, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8660866a-9db7-4aa3-8d44-f99d34857980,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:01.479469 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.480218 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 7abeb0a7-9bbf-4500-8067-63878cab83fc no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:01.494137 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-42fcc901-9d88-48a8-8965-0f53bb961156 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] device_id is not set on port e40fe590-f925-4c29-8270-c0dfb197d041 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:32:01.639514 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0923dc-43b3-4860-8a6b-af7425e7152e x-openstack-request-id: req-3a0923dc-43b3-4860-8a6b-af7425e7152e {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:01.640113 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a147dfb-2dae-4a21-bbb1-f1f88e62eb40", "name": "network-vif-unplugged", "status": "completed", "tag": "8660866a-9db7-4aa3-8d44-f99d34857980", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:01.640390 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a0923dc-43b3-4860-8a6b-af7425e7152e {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:01.640793 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a147dfb-2dae-4a21-bbb1-f1f88e62eb40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8660866a-9db7-4aa3-8d44-f99d34857980', 'code': 200} Jul 16 01:32:01.641396 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=8660866a-9db7-4aa3-8d44-f99d34857980,revision_number=14']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:01.647153 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 7abeb0a7-9bbf-4500-8067-63878cab83fc {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:01.651679 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 7abeb0a7-9bbf-4500-8067-63878cab83fc not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:02.065979 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-42fcc901-9d88-48a8-8965-0f53bb961156 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Allocated IP 172.20.0.4 (8ee881ba-1308-4ff0-871d-c0c5f9e3d17e/bdd8e116-3c40-4313-851f-eca8e42b2bef/e40fe590-f925-4c29-8270-c0dfb197d041) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:02.076045 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-42fcc901-9d88-48a8-8965-0f53bb961156 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Allocated IP 172.20.0.28 (8ee881ba-1308-4ff0-871d-c0c5f9e3d17e/25be3ba3-98f0-4cf5-96da-4262d94a6c33/e40fe590-f925-4c29-8270-c0dfb197d041) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:02.383425 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec9602c-6314-4ba2-899c-8d18fb7c98d0 None None] Network 8ee881ba-1308-4ff0-871d-c0c5f9e3d17e requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:02.519316 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-42fcc901-9d88-48a8-8965-0f53bb961156 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.535693 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-42fcc901-9d88-48a8-8965-0f53bb961156 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Transition to ACTIVE for port object e40fe590-f925-4c29-8270-c0dfb197d041 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:02.544765 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.547418 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bebccc48-2a9d-44ab-950e-97a45a4df443 None None] Provisioning for port 71bb2192-4760-4a4e-8c7f-7ea228c51156 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:02.580155 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-42fcc901-9d88-48a8-8965-0f53bb961156 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.612039 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca4893-868e-4147-9504-4e51e9424010 req-2fa80e09-ecd5-423b-abf1-f4d6bfbbf2d2 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:02.619186 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-39ca4893-868e-4147-9504-4e51e9424010 req-2fa80e09-ecd5-423b-abf1-f4d6bfbbf2d2 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.5052078 Jul 16 01:32:02.659750 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fcc901-9d88-48a8-8965-0f53bb961156 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network 8ee881ba-1308-4ff0-871d-c0c5f9e3d17e is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:02.669730 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-42fcc901-9d88-48a8-8965-0f53bb961156 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:02.678737 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fcc901-9d88-48a8-8965-0f53bb961156 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:02.723538 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fcc901-9d88-48a8-8965-0f53bb961156 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Port': ['ID=e40fe590-f925-4c29-8270-c0dfb197d041,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:02.765511 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fcc901-9d88-48a8-8965-0f53bb961156 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:02.766195 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-42fcc901-9d88-48a8-8965-0f53bb961156 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.782082 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-39ca4893-868e-4147-9504-4e51e9424010 req-284b95e9-859a-41a4-ab27-0b1882dd113e tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619802 Jul 16 01:32:02.812329 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-42fcc901-9d88-48a8-8965-0f53bb961156 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 1.8847134 Jul 16 01:32:02.815688 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56054) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:02.824768 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-af9281b6-ec0f-4c35-aedf-1ff195779955 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bdd8e116-3c40-4313-851f-eca8e42b2bef'}]}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:02.855005 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9494f6-71d5-41f2-aed3-b78747d7de47 None None] Update dhcp port {'port': {'network_id': '8ee881ba-1308-4ff0-871d-c0c5f9e3d17e', 'fixed_ips': [{'subnet_id': 'bdd8e116-3c40-4313-851f-eca8e42b2bef', 'ip_address': '172.20.0.2'}, {'subnet_id': '25be3ba3-98f0-4cf5-96da-4262d94a6c33'}], 'binding:host_id': 'n-d-792394-16'}, 'id': '71bb2192-4760-4a4e-8c7f-7ea228c51156'} from n-d-792394-16. {{(pid=93957) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:32:02.919410 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e9494f6-71d5-41f2-aed3-b78747d7de47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.059182 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af9281b6-ec0f-4c35-aedf-1ff195779955 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.176395 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-7e9494f6-71d5-41f2-aed3-b78747d7de47 None None] Allocated IP 172.20.0.18 (8ee881ba-1308-4ff0-871d-c0c5f9e3d17e/25be3ba3-98f0-4cf5-96da-4262d94a6c33/71bb2192-4760-4a4e-8c7f-7ea228c51156) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:03.195387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 71bb2192-4760-4a4e-8c7f-7ea228c51156 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:03.354043 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 71bb2192-4760-4a4e-8c7f-7ea228c51156 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:03.369618 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 71bb2192-4760-4a4e-8c7f-7ea228c51156 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:03.370162 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.421029 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7e9494f6-71d5-41f2-aed3-b78747d7de47 None None] For port 71bb2192-4760-4a4e-8c7f-7ea228c51156, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=71bb2192-4760-4a4e-8c7f-7ea228c51156,segment=NetworkSegment(8af3a483-ce5b-4f3c-8a74-42253ab83912),segment_id=8af3a483-ce5b-4f3c-8a74-42253ab83912)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:03.469982 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e9494f6-71d5-41f2-aed3-b78747d7de47 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.487955 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7e9494f6-71d5-41f2-aed3-b78747d7de47 None None] Transition to ACTIVE for port object 71bb2192-4760-4a4e-8c7f-7ea228c51156 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:03.508882 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e9494f6-71d5-41f2-aed3-b78747d7de47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.573454 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.613373 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-af9281b6-ec0f-4c35-aedf-1ff195779955 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Delete allocated IP 172.20.0.28 (8ee881ba-1308-4ff0-871d-c0c5f9e3d17e/25be3ba3-98f0-4cf5-96da-4262d94a6c33) {{(pid=93956) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:32:03.650349 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9494f6-71d5-41f2-aed3-b78747d7de47 None None] Pushing event updated for resources: {'Port': ['ID=71bb2192-4760-4a4e-8c7f-7ea228c51156,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:03.710041 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:32:03.710983 n-d-792394-16 neutron-server[93957]: DEBUG oslo_db.api [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:32:03.835606 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af9281b6-ec0f-4c35-aedf-1ff195779955 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.851482 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-af9281b6-ec0f-4c35-aedf-1ff195779955 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Ignored duplicate provisioning block setup for port e40fe590-f925-4c29-8270-c0dfb197d041 by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:32:03.860605 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af9281b6-ec0f-4c35-aedf-1ff195779955 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.007958 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-af9281b6-ec0f-4c35-aedf-1ff195779955 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] In _notify_port_updated(), no bound segment for port e40fe590-f925-4c29-8270-c0dfb197d041 on network 8ee881ba-1308-4ff0-871d-c0c5f9e3d17e {{(pid=93956) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:32:04.016766 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9281b6-ec0f-4c35-aedf-1ff195779955 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:04.017460 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af9281b6-ec0f-4c35-aedf-1ff195779955 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.021939 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-af9281b6-ec0f-4c35-aedf-1ff195779955 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "PUT /v2.0/ports/e40fe590-f925-4c29-8270-c0dfb197d041 HTTP/1.1" status: 200 len: 917 time: 1.2051079 Jul 16 01:32:04.023969 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56106) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:04.029098 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2171d05-fea2-4f3c-b890-ae0f9e15b3f7 req-792b258a-0fd9-44f5-8ccf-892cacf717bd tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:04.031293 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c2171d05-fea2-4f3c-b890-ae0f9e15b3f7 req-792b258a-0fd9-44f5-8ccf-892cacf717bd tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.1047895 Jul 16 01:32:04.061159 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-11b56dc6-9b60-450a-adb0-ca73335c294c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bdd8e116-3c40-4313-851f-eca8e42b2bef'}, {'subnet_id': '25be3ba3-98f0-4cf5-96da-4262d94a6c33'}]}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:04.067353 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9281b6-ec0f-4c35-aedf-1ff195779955 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Port': ['ID=e40fe590-f925-4c29-8270-c0dfb197d041,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:04.100029 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c2171d05-fea2-4f3c-b890-ae0f9e15b3f7 req-2323825f-0411-4a25-988d-5a404ec85620 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581431 Jul 16 01:32:04.249803 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-11b56dc6-9b60-450a-adb0-ca73335c294c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.294358 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31419230-3bca-4f65-8761-8c8dcb15cb26 req-56057a00-393a-457e-a84c-484dafe6f617 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:04.296379 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-31419230-3bca-4f65-8761-8c8dcb15cb26 req-56057a00-393a-457e-a84c-484dafe6f617 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.2935598 Jul 16 01:32:04.310957 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.393981 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 71bb2192-4760-4a4e-8c7f-7ea228c51156, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=71bb2192-4760-4a4e-8c7f-7ea228c51156,segment=NetworkSegment(8af3a483-ce5b-4f3c-8a74-42253ab83912),segment_id=8af3a483-ce5b-4f3c-8a74-42253ab83912)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:04.405415 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.507717 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=71bb2192-4760-4a4e-8c7f-7ea228c51156,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:04.549014 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-31419230-3bca-4f65-8761-8c8dcb15cb26 req-828be516-6ba1-4647-9524-dd3c3a2097e1 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443056 Jul 16 01:32:04.658548 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eb41eb-a9ac-4d88-9848-fa72a2d0b505 None None] Network 8ee881ba-1308-4ff0-871d-c0c5f9e3d17e requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:04.819772 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee53f00-66bf-40c1-97fc-59dfbff0ce3a req-03292fa8-4284-4091-b2fc-a5a2b45a99fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:04.825105 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dee53f00-66bf-40c1-97fc-59dfbff0ce3a req-03292fa8-4284-4091-b2fc-a5a2b45a99fc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 1096 time: 0.1522038 Jul 16 01:32:04.854545 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a4ed057d-c7a1-42da-a4dc-d5f675dd5b70 None None] Provisioning for port e40fe590-f925-4c29-8270-c0dfb197d041 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:04.873761 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a4ed057d-c7a1-42da-a4dc-d5f675dd5b70 None None] Provisioning complete for port e40fe590-f925-4c29-8270-c0dfb197d041 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:04.874140 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4ed057d-c7a1-42da-a4dc-d5f675dd5b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.902426 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.957929 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a4ed057d-c7a1-42da-a4dc-d5f675dd5b70 None None] Port e40fe590-f925-4c29-8270-c0dfb197d041 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:05.008590 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a4ed057d-c7a1-42da-a4dc-d5f675dd5b70 None None] Provisioning for port 71bb2192-4760-4a4e-8c7f-7ea228c51156 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:05.025236 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a4ed057d-c7a1-42da-a4dc-d5f675dd5b70 None None] Provisioning complete for port 71bb2192-4760-4a4e-8c7f-7ea228c51156 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:05.025236 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4ed057d-c7a1-42da-a4dc-d5f675dd5b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.108972 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 71bb2192-4760-4a4e-8c7f-7ea228c51156 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:05.116929 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:05.654308 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-11b56dc6-9b60-450a-adb0-ca73335c294c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Allocated IP 172.20.0.28 (8ee881ba-1308-4ff0-871d-c0c5f9e3d17e/25be3ba3-98f0-4cf5-96da-4262d94a6c33/e40fe590-f925-4c29-8270-c0dfb197d041) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:05.832986 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee53f00-66bf-40c1-97fc-59dfbff0ce3a req-61237c53-2811-4e21-b4cb-fe96b3f8b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.835626 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dee53f00-66bf-40c1-97fc-59dfbff0ce3a req-61237c53-2811-4e21-b4cb-fe96b3f8b402 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 911 time: 1.0011578 Jul 16 01:32:05.903026 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e628b-afa2-44b5-b6c0-ce724610ab00 req-6ddf3e1f-4571-4c9e-88d4-f940d8214f1d tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.911638 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e49e628b-afa2-44b5-b6c0-ce724610ab00 req-6ddf3e1f-4571-4c9e-88d4-f940d8214f1d tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 1.0676489 Jul 16 01:32:05.999343 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e49e628b-afa2-44b5-b6c0-ce724610ab00 req-34bb8a52-6c72-4695-9852-b6f17e496119 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821896 Jul 16 01:32:06.015546 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 71bb2192-4760-4a4e-8c7f-7ea228c51156 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:06.015546 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.021384 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dee53f00-66bf-40c1-97fc-59dfbff0ce3a req-8987fb67-9a9c-4f26-90ef-c3d1d7de02b9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8660866a-9db7-4aa3-8d44-f99d34857980 HTTP/1.1" status: 200 len: 999 time: 0.1771748 Jul 16 01:32:06.031574 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:06.068406 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1561592-6b06-43bc-9ccd-a6e056c267d5 req-d90f8632-2205-47d1-a340-0307a86631d5 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:06.069998 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e1561592-6b06-43bc-9ccd-a6e056c267d5 req-d90f8632-2205-47d1-a340-0307a86631d5 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.2562551 Jul 16 01:32:06.107363 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-11b56dc6-9b60-450a-adb0-ca73335c294c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.127644 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee53f00-66bf-40c1-97fc-59dfbff0ce3a req-e740d04a-48b2-4881-884c-6cd43088e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:06.131493 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dee53f00-66bf-40c1-97fc-59dfbff0ce3a req-e740d04a-48b2-4881-884c-6cd43088e739 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.1032999 Jul 16 01:32:06.141469 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'fd5f8ab7-3bd8-49ee-8ccc-1d1839008446', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': 'fd5f8ab7-3bd8-49ee-8ccc-1d1839008446', 'mac_address': 'fa:16:3e:c9:c8:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:06.181013 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-11b56dc6-9b60-450a-adb0-ca73335c294c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Ignored duplicate provisioning block setup for port e40fe590-f925-4c29-8270-c0dfb197d041 by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:32:06.199407 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-11b56dc6-9b60-450a-adb0-ca73335c294c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.252287 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.254048 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e1561592-6b06-43bc-9ccd-a6e056c267d5 req-f746cd41-3b91-42d0-b357-f4126bda08a9 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688235 Jul 16 01:32:06.310136 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee53f00-66bf-40c1-97fc-59dfbff0ce3a req-c810f265-57ad-4d41-9047-e6446dfcb57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:06.312392 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dee53f00-66bf-40c1-97fc-59dfbff0ce3a req-c810f265-57ad-4d41-9047-e6446dfcb57f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1741076 Jul 16 01:32:06.405702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:06.446934 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-11b56dc6-9b60-450a-adb0-ca73335c294c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] In _notify_port_updated(), no bound segment for port e40fe590-f925-4c29-8270-c0dfb197d041 on network 8ee881ba-1308-4ff0-871d-c0c5f9e3d17e {{(pid=93956) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:32:06.452631 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b56dc6-9b60-450a-adb0-ca73335c294c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:06.453284 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-11b56dc6-9b60-450a-adb0-ca73335c294c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.457963 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-11b56dc6-9b60-450a-adb0-ca73335c294c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "PUT /v2.0/ports/e40fe590-f925-4c29-8270-c0dfb197d041 HTTP/1.1" status: 200 len: 997 time: 2.4300301 Jul 16 01:32:06.462014 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56198) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:06.484916 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:06.506823 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.552161 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dee53f00-66bf-40c1-97fc-59dfbff0ce3a req-b81c0542-7c01-4621-b3b6-f0b3499dfe1e service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169473 Jul 16 01:32:06.560633 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b56dc6-9b60-450a-adb0-ca73335c294c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Port': ['ID=e40fe590-f925-4c29-8270-c0dfb197d041,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:06.650112 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['fd5f8ab7-3bd8-49ee-8ccc-1d1839008446'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:06.687058 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:06.696270 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-6979730c-cd8e-49f9-a6ea-937e1a741605 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting port e40fe590-f925-4c29-8270-c0dfb197d041 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:06.696804 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6979730c-cd8e-49f9-a6ea-937e1a741605 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.719030 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:06.719432 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:06.719734 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:06.720077 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:06.720436 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:06.720774 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:06.721107 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:06.722685 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:06.722821 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:06.724278 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:06.727533 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:06.728301 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:06.741191 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dee53f00-66bf-40c1-97fc-59dfbff0ce3a req-70529de1-edc8-4706-83b1-5ac06884f775 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764598 Jul 16 01:32:06.892531 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6979730c-cd8e-49f9-a6ea-937e1a741605 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.921532 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-6979730c-cd8e-49f9-a6ea-937e1a741605 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Calling delete_port for e40fe590-f925-4c29-8270-c0dfb197d041 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:07.125656 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:07.285199 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:07.287025 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.320244 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6979730c-cd8e-49f9-a6ea-937e1a741605 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.434450 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979730c-cd8e-49f9-a6ea-937e1a741605 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Port': ['ID=e40fe590-f925-4c29-8270-c0dfb197d041,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:07.527461 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b8f34864-a672-4752-b5f4-24ad49fec8aa None None] Could not find standard attr ID for object e40fe590-f925-4c29-8270-c0dfb197d041. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:32:07.606893 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.645431 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b8f34864-a672-4752-b5f4-24ad49fec8aa None None] Provisioning complete for port 71bb2192-4760-4a4e-8c7f-7ea228c51156 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:07.646704 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b8f34864-a672-4752-b5f4-24ad49fec8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.695043 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92354be4-5576-4426-9fda-a44fd625e227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5f8ab7-3bd8-49ee-8ccc-1d1839008446'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:07.697667 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472c4686-6756-4b4a-be92-185dc4e4e3e5" -d '{"events": [{"server_uuid": "92354be4-5576-4426-9fda-a44fd625e227", "name": "network-vif-plugged", "status": "completed", "tag": "fd5f8ab7-3bd8-49ee-8ccc-1d1839008446"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:07.734187 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:07.757819 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.876258 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e8c35-85a2-478c-92d0-aa7bb5440faf req-f21571a3-e70f-40a4-897e-9f7d13d17bc2 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.879191 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-370e8c35-85a2-478c-92d0-aa7bb5440faf req-f21571a3-e70f-40a4-897e-9f7d13d17bc2 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.2432325 Jul 16 01:32:07.897074 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449268c9-e77a-4d99-98fd-95aec97052d4 req-571d52e6-77cb-44f4-85a7-59e43125cb2d tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.904230 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-449268c9-e77a-4d99-98fd-95aec97052d4 req-571d52e6-77cb-44f4-85a7-59e43125cb2d tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.6020908 Jul 16 01:32:07.941970 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6979730c-cd8e-49f9-a6ea-937e1a741605 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.951353 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56226) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:07.952956 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6979730c-cd8e-49f9-a6ea-937e1a741605 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/ports/e40fe590-f925-4c29-8270-c0dfb197d041 HTTP/1.1" status: 204 len: 168 time: 1.4897153 Jul 16 01:32:07.978161 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:08.017686 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-370e8c35-85a2-478c-92d0-aa7bb5440faf req-45bd9add-d706-4ea4-adbd-9c6bc133e451 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300402 Jul 16 01:32:08.019020 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-449268c9-e77a-4d99-98fd-95aec97052d4 req-f6a9bf82-1d80-46ab-ac6e-10c1fe99580b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135998 Jul 16 01:32:08.041407 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-607b796e-6945-4d9c-aaeb-f57c5e6462d1 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] GET failed (client error): The resource could not be found. Jul 16 01:32:08.045821 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-607b796e-6945-4d9c-aaeb-f57c5e6462d1 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports/e40fe590-f925-4c29-8270-c0dfb197d041 HTTP/1.1" status: 404 len: 333 time: 0.0907710 Jul 16 01:32:08.046205 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56228) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:08.072985 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9828d34f-7fe8-4271-b08f-8273793f0c3f None None] Could not find standard attr ID for object e40fe590-f925-4c29-8270-c0dfb197d041. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:32:08.175013 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df3e2d4-c0de-45bf-a980-4354b22ab19f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting subnet 25be3ba3-98f0-4cf5-96da-4262d94a6c33 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:08.184046 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0df3e2d4-c0de-45bf-a980-4354b22ab19f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.243991 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f83b6a-7a03-4ee9-8967-e799cbc8e5b3 x-openstack-request-id: req-72f83b6a-7a03-4ee9-8967-e799cbc8e5b3 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:08.244603 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92354be4-5576-4426-9fda-a44fd625e227", "name": "network-vif-plugged", "status": "completed", "tag": "fd5f8ab7-3bd8-49ee-8ccc-1d1839008446", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:08.244891 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72f83b6a-7a03-4ee9-8967-e799cbc8e5b3 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:08.245715 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92354be4-5576-4426-9fda-a44fd625e227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5f8ab7-3bd8-49ee-8ccc-1d1839008446', 'code': 200} Jul 16 01:32:08.289116 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0df3e2d4-c0de-45bf-a980-4354b22ab19f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.499579 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0df3e2d4-c0de-45bf-a980-4354b22ab19f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.606090 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0df3e2d4-c0de-45bf-a980-4354b22ab19f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.657701 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56250) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:08.684783 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3e2d4-c0de-45bf-a980-4354b22ab19f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Subnet': ['ID=25be3ba3-98f0-4cf5-96da-4262d94a6c33,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:08.701589 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0df3e2d4-c0de-45bf-a980-4354b22ab19f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.711807 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56256) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:08.725273 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0df3e2d4-c0de-45bf-a980-4354b22ab19f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/subnets/25be3ba3-98f0-4cf5-96da-4262d94a6c33 HTTP/1.1" status: 204 len: 168 time: 0.6778805 Jul 16 01:32:08.730524 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3e2d4-c0de-45bf-a980-4354b22ab19f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:08.730931 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3e2d4-c0de-45bf-a980-4354b22ab19f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:08.731304 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3e2d4-c0de-45bf-a980-4354b22ab19f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:08.731640 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3e2d4-c0de-45bf-a980-4354b22ab19f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:08.731973 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3e2d4-c0de-45bf-a980-4354b22ab19f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:08.732303 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3e2d4-c0de-45bf-a980-4354b22ab19f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:08.732746 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3e2d4-c0de-45bf-a980-4354b22ab19f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:08.732963 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3e2d4-c0de-45bf-a980-4354b22ab19f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:08.733289 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3e2d4-c0de-45bf-a980-4354b22ab19f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:08.733611 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3e2d4-c0de-45bf-a980-4354b22ab19f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:08.749341 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3e2d4-c0de-45bf-a980-4354b22ab19f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:08.749341 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df3e2d4-c0de-45bf-a980-4354b22ab19f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:08.872248 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-6675199f-0948-440e-ae24-943737a79fc7 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting subnet bdd8e116-3c40-4313-851f-eca8e42b2bef {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:08.889201 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6675199f-0948-440e-ae24-943737a79fc7 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.001053 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6675199f-0948-440e-ae24-943737a79fc7 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.088409 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e162664-d679-4898-8b7c-b45ee0a20634 None None] Network 8ee881ba-1308-4ff0-871d-c0c5f9e3d17e requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:09.130336 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-024cdb7b-d7cf-4dc9-b4a2-3c46ae906b7b None None] Could not find standard attr ID for object e40fe590-f925-4c29-8270-c0dfb197d041. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:32:09.241054 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6675199f-0948-440e-ae24-943737a79fc7 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.441399 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c484e7d-6f70-49c4-8f0f-28a6cbbb9cb8 admin admin] Deleting subnet 58a11241-f184-48f8-b355-80863b2e27ca {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:09.447263 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c484e7d-6f70-49c4-8f0f-28a6cbbb9cb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.481184 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6675199f-0948-440e-ae24-943737a79fc7 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.482097 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56278) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:09.508572 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c718d9-db98-44b9-9d01-70905e5524a5 req-7ffe5e17-bece-447e-932e-f070ca6461ee tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.517009 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-25c718d9-db98-44b9-9d01-70905e5524a5 req-7ffe5e17-bece-447e-932e-f070ca6461ee tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.2610641 Jul 16 01:32:09.558153 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675199f-0948-440e-ae24-943737a79fc7 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd8e116-3c40-4313-851f-eca8e42b2bef,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:09.575221 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-25c718d9-db98-44b9-9d01-70905e5524a5 req-e654e21b-62b4-4338-8347-a2f0f08a149e tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569654 Jul 16 01:32:09.607232 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6675199f-0948-440e-ae24-943737a79fc7 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.607682 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4a738-18ae-495a-ab56-a0224a1baa8e req-9e50ddd7-b5f0-4955-a445-e00108f14a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.611510 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6675199f-0948-440e-ae24-943737a79fc7 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/subnets/bdd8e116-3c40-4313-851f-eca8e42b2bef HTTP/1.1" status: 204 len: 168 time: 0.8962431 Jul 16 01:32:09.611776 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56282) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:09.613882 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2ea4a738-18ae-495a-ab56-a0224a1baa8e req-9e50ddd7-b5f0-4955-a445-e00108f14a24 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4bb8ade529aa4b339e56f372707ccb5a&device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 1098 time: 0.2154319 Jul 16 01:32:09.625884 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c484e7d-6f70-49c4-8f0f-28a6cbbb9cb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.715637 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-11010c8a-4bdf-4e69-9dad-d4fb91956a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.854208 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c484e7d-6f70-49c4-8f0f-28a6cbbb9cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.863747 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58a93cff-a413-4749-8fb8-42dba95d84f3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.877978 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4a738-18ae-495a-ab56-a0224a1baa8e req-c21a3a87-fc94-4c8d-a92c-c93817679d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.879782 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2ea4a738-18ae-495a-ab56-a0224a1baa8e req-c21a3a87-fc94-4c8d-a92c-c93817679d55 service neutron] 10.222.0.82 "GET /v2.0/networks?id=48d8b493-d632-422a-b805-c0979a30b3d9 HTTP/1.1" status: 200 len: 919 time: 0.2489147 Jul 16 01:32:09.959602 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2ea4a738-18ae-495a-ab56-a0224a1baa8e req-0baa60ff-006f-4db0-bd55-4902c14b377b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb42bc56-a17d-4a62-8861-fa31a10603e2 HTTP/1.1" status: 200 len: 217 time: 0.0537925 Jul 16 01:32:09.973685 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c484e7d-6f70-49c4-8f0f-28a6cbbb9cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.990184 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4bb27-5335-4c9a-b950-e9943ce91bd9 req-17f5d129-0cc7-477a-9b00-d84015e95501 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.998777 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45f4bb27-5335-4c9a-b950-e9943ce91bd9 req-17f5d129-0cc7-477a-9b00-d84015e95501 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.3769009 Jul 16 01:32:10.060139 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c484e7d-6f70-49c4-8f0f-28a6cbbb9cb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58a11241-f184-48f8-b355-80863b2e27ca,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:10.067034 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c484e7d-6f70-49c4-8f0f-28a6cbbb9cb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.070922 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4a738-18ae-495a-ab56-a0224a1baa8e req-d620b4f6-c66d-4c77-8d31-b3b803fb9c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:10.072319 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0c484e7d-6f70-49c4-8f0f-28a6cbbb9cb8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/58a11241-f184-48f8-b355-80863b2e27ca HTTP/1.1" status: 204 len: 168 time: 1.4131448 Jul 16 01:32:10.072790 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2ea4a738-18ae-495a-ab56-a0224a1baa8e req-d620b4f6-c66d-4c77-8d31-b3b803fb9c6b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=81188464-b1ab-476b-ab3e-980e9e063537 HTTP/1.1" status: 200 len: 858 time: 0.1025264 Jul 16 01:32:10.073657 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56292) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:10.106557 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-11010c8a-4bdf-4e69-9dad-d4fb91956a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.119122 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721c54e-dbec-4cc5-88a2-453b82c826fb req-c4cbe9cb-9f72-4d0d-b7d4-be84b0abbf44 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:10.121139 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0721c54e-dbec-4cc5-88a2-453b82c826fb req-c4cbe9cb-9f72-4d0d-b7d4-be84b0abbf44 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.2635269 Jul 16 01:32:10.144311 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-11010c8a-4bdf-4e69-9dad-d4fb91956a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.149439 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2ea4a738-18ae-495a-ab56-a0224a1baa8e req-9ce7e4b4-a107-4827-9cb5-0201510387fa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48d8b493-d632-422a-b805-c0979a30b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668657 Jul 16 01:32:10.165080 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45f4bb27-5335-4c9a-b950-e9943ce91bd9 req-8957ee36-1785-49f4-8508-38428f7e6897 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648834 Jul 16 01:32:10.199132 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-58a93cff-a413-4749-8fb8-42dba95d84f3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting port 71bb2192-4760-4a4e-8c7f-7ea228c51156 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:10.199515 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58a93cff-a413-4749-8fb8-42dba95d84f3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.278670 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0721c54e-dbec-4cc5-88a2-453b82c826fb req-8fd93c92-f149-41f5-b712-3dee7b6c0a7b tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354568 Jul 16 01:32:10.287147 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11010c8a-4bdf-4e69-9dad-d4fb91956a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37906df9-bfab-4b9a-bdde-391392219b0f,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:10.297027 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-11010c8a-4bdf-4e69-9dad-d4fb91956a98 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=10ff53a575bc4e3e875634e02bf7e6da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8117967 Jul 16 01:32:10.299820 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56296) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:10.346893 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab4244d-f2f0-4cab-8a4a-c6ecda5117f6 None None] Network 8ee881ba-1308-4ff0-871d-c0c5f9e3d17e requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:10.350307 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fab23c3d-aeb6-461b-8458-1dfce1ca1547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.414795 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-58a93cff-a413-4749-8fb8-42dba95d84f3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] For port 71bb2192-4760-4a4e-8c7f-7ea228c51156, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=71bb2192-4760-4a4e-8c7f-7ea228c51156,segment=NetworkSegment(8af3a483-ce5b-4f3c-8a74-42253ab83912),segment_id=8af3a483-ce5b-4f3c-8a74-42253ab83912)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:10.415374 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58a93cff-a413-4749-8fb8-42dba95d84f3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.434273 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-58a93cff-a413-4749-8fb8-42dba95d84f3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Calling delete_port for 71bb2192-4760-4a4e-8c7f-7ea228c51156 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:10.502753 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2f1b8100-5e9b-4bd0-b39c-b7b08056926f None None] Provisioning complete for port 71bb2192-4760-4a4e-8c7f-7ea228c51156 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:10.503761 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2f1b8100-5e9b-4bd0-b39c-b7b08056926f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.508456 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ddff02cb-2373-4ba5-9723-6088abca42fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.536418 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ddff02cb-2373-4ba5-9723-6088abca42fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.591157 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2ea4a738-18ae-495a-ab56-a0224a1baa8e req-dc35aefd-6382-4090-8848-3b09b446a6d8 service neutron] 10.222.0.82 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169846 Jul 16 01:32:10.649869 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ddff02cb-2373-4ba5-9723-6088abca42fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.652667 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ddff02cb-2373-4ba5-9723-6088abca42fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.657355 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ddff02cb-2373-4ba5-9723-6088abca42fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/37906df9-bfab-4b9a-bdde-391392219b0f HTTP/1.1" status: 204 len: 168 time: 0.3565946 Jul 16 01:32:10.658952 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fab23c3d-aeb6-461b-8458-1dfce1ca1547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.694391 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff02cb-2373-4ba5-9723-6088abca42fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37906df9-bfab-4b9a-bdde-391392219b0f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:10.723589 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-fab23c3d-aeb6-461b-8458-1dfce1ca1547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f262d5d4-4d22-402e-b36e-ed38d4251d84']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:10.759280 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22dac92-d957-4b29-beb7-dbea22efcd9c None None] DHCP port deletion for 8ee881ba-1308-4ff0-871d-c0c5f9e3d17e request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:32:10.778162 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-fab23c3d-aeb6-461b-8458-1dfce1ca1547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315879ea-f1be-4494-af13-98d628a1a5eb') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:10.778475 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-fab23c3d-aeb6-461b-8458-1dfce1ca1547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315879ea-f1be-4494-af13-98d628a1a5eb') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:10.784240 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda1b32-2e56-418b-928a-39f7bfb4d2b3 req-950f0a9f-7823-4f3d-acf7-8dc4d2aedc89 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:10.792285 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffda1b32-2e56-418b-928a-39f7bfb4d2b3 req-950f0a9f-7823-4f3d-acf7-8dc4d2aedc89 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.1998091 Jul 16 01:32:10.810806 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fab23c3d-aeb6-461b-8458-1dfce1ca1547 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.856636 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2ea4a738-18ae-495a-ab56-a0224a1baa8e req-0ad13c3b-1cb6-4d29-a0fd-77f0fdc0cf9a service neutron] 10.222.0.82 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447045 Jul 16 01:32:10.863144 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fab23c3d-aeb6-461b-8458-1dfce1ca1547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.877058 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58a93cff-a413-4749-8fb8-42dba95d84f3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.877858 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffda1b32-2e56-418b-928a-39f7bfb4d2b3 req-1961432c-f1a8-456c-adb9-35dd9a0bcd13 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821056 Jul 16 01:32:10.892923 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab23c3d-aeb6-461b-8458-1dfce1ca1547 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:10.893346 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fab23c3d-aeb6-461b-8458-1dfce1ca1547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:10.898320 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:10.904854 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d22dac92-d957-4b29-beb7-dbea22efcd9c None None] Deleting port 71bb2192-4760-4a4e-8c7f-7ea228c51156 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:10.905247 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d22dac92-d957-4b29-beb7-dbea22efcd9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.965574 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a93cff-a413-4749-8fb8-42dba95d84f3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Port': ['ID=71bb2192-4760-4a4e-8c7f-7ea228c51156,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:11.006700 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a93cff-a413-4749-8fb8-42dba95d84f3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] No DVR routers for this DVR port 71bb2192-4760-4a4e-8c7f-7ea228c51156 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:11.014563 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d22dac92-d957-4b29-beb7-dbea22efcd9c None None] For port 71bb2192-4760-4a4e-8c7f-7ea228c51156, host n-d-792394-16, got binding levels [] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:11.014785 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d22dac92-d957-4b29-beb7-dbea22efcd9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.031808 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d22dac92-d957-4b29-beb7-dbea22efcd9c None None] Calling delete_port for 71bb2192-4760-4a4e-8c7f-7ea228c51156 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:11.037763 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.ipam_backend_mixin [None req-d22dac92-d957-4b29-beb7-dbea22efcd9c None None] Port 71bb2192-4760-4a4e-8c7f-7ea228c51156 was not found and therefore no delete operation was performed {{(pid=93957) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:32:11.045796 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d22dac92-d957-4b29-beb7-dbea22efcd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.059689 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 71bb2192-4760-4a4e-8c7f-7ea228c51156 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:11.099757 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fab23c3d-aeb6-461b-8458-1dfce1ca1547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.114949 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fab23c3d-aeb6-461b-8458-1dfce1ca1547 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.117292 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fab23c3d-aeb6-461b-8458-1dfce1ca1547 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f262d5d4-4d22-402e-b36e-ed38d4251d84 HTTP/1.1" status: 204 len: 168 time: 1.0395582 Jul 16 01:32:11.153789 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 71bb2192-4760-4a4e-8c7f-7ea228c51156 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:11.154762 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f441ad5-7d75-42a4-89c5-d7ce1c123ef0 req-1c9537df-7370-4a44-827d-e965371c5f0b tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:11.157061 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3f441ad5-7d75-42a4-89c5-d7ce1c123ef0 req-1c9537df-7370-4a44-827d-e965371c5f0b tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.1995146 Jul 16 01:32:11.164577 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 71bb2192-4760-4a4e-8c7f-7ea228c51156 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:11.180480 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22dac92-d957-4b29-beb7-dbea22efcd9c None None] Pushing event deleted for resources: {'Port': ['ID=71bb2192-4760-4a4e-8c7f-7ea228c51156,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:11.200604 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22dac92-d957-4b29-beb7-dbea22efcd9c None None] No DVR routers for this DVR port 71bb2192-4760-4a4e-8c7f-7ea228c51156 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:11.204251 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab23c3d-aeb6-461b-8458-1dfce1ca1547 admin admin] Pushing event deleted for resources: {'Network': ['ID=f262d5d4-4d22-402e-b36e-ed38d4251d84,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:11.320682 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58a93cff-a413-4749-8fb8-42dba95d84f3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.323199 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56326) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:11.326810 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3f441ad5-7d75-42a4-89c5-d7ce1c123ef0 req-c6f92755-f2b3-4b28-9cbe-ce5a7afd19ae tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383200 Jul 16 01:32:11.339287 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-58a93cff-a413-4749-8fb8-42dba95d84f3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee881ba-1308-4ff0-871d-c0c5f9e3d17e']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:11.353957 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139691b2-877f-4699-a647-90b8301929f6 req-4cb6838e-a810-464c-829e-20e20285e4d7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:11.362148 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-139691b2-877f-4699-a647-90b8301929f6 req-4cb6838e-a810-464c-829e-20e20285e4d7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.1139984 Jul 16 01:32:11.366502 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-58a93cff-a413-4749-8fb8-42dba95d84f3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af3a483-ce5b-4f3c-8a74-42253ab83912') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:11.366779 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-58a93cff-a413-4749-8fb8-42dba95d84f3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af3a483-ce5b-4f3c-8a74-42253ab83912') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:11.380125 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56328) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:11.391624 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-812356b7-b7aa-4a6f-81c3-231204b03d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.399709 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58a93cff-a413-4749-8fb8-42dba95d84f3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.446638 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58a93cff-a413-4749-8fb8-42dba95d84f3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.461245 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a93cff-a413-4749-8fb8-42dba95d84f3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:11.461811 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58a93cff-a413-4749-8fb8-42dba95d84f3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:11.465299 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:11.478306 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-139691b2-877f-4699-a647-90b8301929f6 req-ea14d959-dbd1-4ec1-858b-1ac3a56eed26 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136346 Jul 16 01:32:11.601167 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cc5bd1b5-a371-49ac-811e-0148ccd67b49 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d09653f1b51b4e2b8cb943931a409907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2168331 Jul 16 01:32:11.601951 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56332) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:11.607679 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58a93cff-a413-4749-8fb8-42dba95d84f3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.632099 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58a93cff-a413-4749-8fb8-42dba95d84f3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.636701 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-58a93cff-a413-4749-8fb8-42dba95d84f3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/networks/8ee881ba-1308-4ff0-871d-c0c5f9e3d17e HTTP/1.1" status: 204 len: 168 time: 2.0201519 Jul 16 01:32:11.638833 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a93cff-a413-4749-8fb8-42dba95d84f3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Network': ['ID=8ee881ba-1308-4ff0-871d-c0c5f9e3d17e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:11.641388 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56334) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:11.714503 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b406a-5ef6-40ad-8a65-b1c24d6f372f req-60acb27a-5afc-43d9-8b3f-04f9c76b1183 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:11.722063 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a40b406a-5ef6-40ad-8a65-b1c24d6f372f req-60acb27a-5afc-43d9-8b3f-04f9c76b1183 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.2381802 Jul 16 01:32:11.744929 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-72fbfba5-2afc-4a50-b1cc-260a3cb1b48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.778385 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced00943-8e8f-48c0-a181-93ba9195c12d tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:11.778693 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-72fbfba5-2afc-4a50-b1cc-260a3cb1b48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.783430 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ced00943-8e8f-48c0-a181-93ba9195c12d tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1376245 Jul 16 01:32:11.783752 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56346) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:11.804508 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a40b406a-5ef6-40ad-8a65-b1c24d6f372f req-39fd8a84-0629-4014-a36d-511c67da0a7b tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813792 Jul 16 01:32:11.876281 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-02738faf-205c-4059-bc67-80c88906f9f9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0909467 Jul 16 01:32:11.879647 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56348) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:11.886135 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-35aca1be-6d02-4de3-9c97-25b0820acc78 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1592724796'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:11.944638 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-812356b7-b7aa-4a6f-81c3-231204b03d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.960694 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-812356b7-b7aa-4a6f-81c3-231204b03d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.967467 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-72fbfba5-2afc-4a50-b1cc-260a3cb1b48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.970047 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-72fbfba5-2afc-4a50-b1cc-260a3cb1b48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.971713 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-72fbfba5-2afc-4a50-b1cc-260a3cb1b48e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a8c7661-c420-46b9-835a-0a74ea9208dc HTTP/1.1" status: 204 len: 168 time: 0.3689191 Jul 16 01:32:11.979474 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35aca1be-6d02-4de3-9c97-25b0820acc78 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:11.985410 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-35aca1be-6d02-4de3-9c97-25b0820acc78 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.016502 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35aca1be-6d02-4de3-9c97-25b0820acc78 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:12.026904 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-35aca1be-6d02-4de3-9c97-25b0820acc78 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.027250 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-35aca1be-6d02-4de3-9c97-25b0820acc78 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Added segment c907635e-b3ff-41d8-9a5d-b160040f6141 of type vlan for network 268ed221-991d-4cdd-acb5-4efdd3f94de9 Jul 16 01:32:12.066093 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-812356b7-b7aa-4a6f-81c3-231204b03d6b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=420a3f3d49f74f3ba2623421419687db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7373540 Jul 16 01:32:12.073136 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-178db21e-0eef-4add-9cbc-5565ddc90f71 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:12.073434 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56352) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:12.080162 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-178db21e-0eef-4add-9cbc-5565ddc90f71 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 810 time: 0.2483251 Jul 16 01:32:12.083733 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812356b7-b7aa-4a6f-81c3-231204b03d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e49dc59-6ed2-4708-84fe-58d0f204ae01,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:12.116137 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-1318f4e2-dac1-4c99-9fa4-54d31ca10ed7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/quotas/8c1cd71b2bbb4da2b2edf2be3f2fbcab HTTP/1.1" status: 200 len: 375 time: 0.0342159 Jul 16 01:32:12.135945 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbfba5-2afc-4a50-b1cc-260a3cb1b48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8c7661-c420-46b9-835a-0a74ea9208dc,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:12.153967 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-35aca1be-6d02-4de3-9c97-25b0820acc78 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.157700 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f456f5c6-d3f7-46c9-8bf8-1753cc44a162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.198473 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f456f5c6-d3f7-46c9-8bf8-1753cc44a162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.236191 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-35aca1be-6d02-4de3-9c97-25b0820acc78 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.241405 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-fecb6005-4f97-494d-80c2-ad3ebd1f29a2 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1249506 Jul 16 01:32:12.241984 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35aca1be-6d02-4de3-9c97-25b0820acc78 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:12.242604 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-35aca1be-6d02-4de3-9c97-25b0820acc78 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.300420 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-35aca1be-6d02-4de3-9c97-25b0820acc78 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4188681 Jul 16 01:32:12.303459 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56364) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:12.336821 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-ce14e148-3ac0-42ab-954e-1973086d8be5 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'subnet': {'network_id': '268ed221-991d-4cdd-acb5-4efdd3f94de9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:12.342413 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aca1be-6d02-4de3-9c97-25b0820acc78 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Network': ['ID=268ed221-991d-4cdd-acb5-4efdd3f94de9,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:12.371301 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 268ed221-991d-4cdd-acb5-4efdd3f94de9 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:12.398251 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f456f5c6-d3f7-46c9-8bf8-1753cc44a162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.409264 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f456f5c6-d3f7-46c9-8bf8-1753cc44a162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.410927 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f456f5c6-d3f7-46c9-8bf8-1753cc44a162 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e49dc59-6ed2-4708-84fe-58d0f204ae01 HTTP/1.1" status: 204 len: 168 time: 0.3364918 Jul 16 01:32:12.454027 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456f5c6-d3f7-46c9-8bf8-1753cc44a162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e49dc59-6ed2-4708-84fe-58d0f204ae01,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:12.484429 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-280361e7-6224-4eef-aa07-ccf95ed60428 service neutron] 10.222.0.16 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419474 Jul 16 01:32:12.609326 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce14e148-3ac0-42ab-954e-1973086d8be5 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:12.613042 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce14e148-3ac0-42ab-954e-1973086d8be5 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.709985 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-436e68c2-b88a-4f73-8940-43d626f4f030 service neutron] 10.222.0.16 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182238 Jul 16 01:32:12.818248 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc04e9-c207-422c-b118-215ea8c32812 req-37948c28-c5d0-4fa7-b7a7-e1f67b9d5648 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:12.825565 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9bbc04e9-c207-422c-b118-215ea8c32812 req-37948c28-c5d0-4fa7-b7a7-e1f67b9d5648 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.2801290 Jul 16 01:32:12.914929 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9bbc04e9-c207-422c-b118-215ea8c32812 req-c54d5791-dde1-43b6-b79a-0edb781aed5e tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883307 Jul 16 01:32:12.916484 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce14e148-3ac0-42ab-954e-1973086d8be5 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.100763 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56392) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:13.135083 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a2a678ed-4597-4f0b-ab95-81a396f5041f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.137156 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d2c1b41f-438c-49a1-8cd4-8c0638427880 req-000ab283-3392-4907-98fb-07ef644edfd4 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 210 time: 0.0843258 Jul 16 01:32:13.181530 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14e148-3ac0-42ab-954e-1973086d8be5 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Subnet': ['ID=04bb0b9a-1176-430a-8979-1687688e02aa,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:13.198269 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce14e148-3ac0-42ab-954e-1973086d8be5 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Checking segment: {'id': 'c907635e-b3ff-41d8-9a5d-b160040f6141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '268ed221-991d-4cdd-acb5-4efdd3f94de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:13.198645 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce14e148-3ac0-42ab-954e-1973086d8be5 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network hostable DHCP agents. Network: 268ed221-991d-4cdd-acb5-4efdd3f94de9, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:13.276861 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce14e148-3ac0-42ab-954e-1973086d8be5 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network 268ed221-991d-4cdd-acb5-4efdd3f94de9 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:13.301960 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-ce14e148-3ac0-42ab-954e-1973086d8be5 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 268ed221-991d-4cdd-acb5-4efdd3f94de9) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:13.311610 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87333ca8-77ac-48b1-9197-888dcea09d52 None None] Network 268ed221-991d-4cdd-acb5-4efdd3f94de9 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:13.322584 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce14e148-3ac0-42ab-954e-1973086d8be5 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:13.327603 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce14e148-3ac0-42ab-954e-1973086d8be5 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.351222 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153d1fc-2f3b-494e-ac52-d817697beb5e req-217d4aa7-d2f1-4fd8-b488-80d64dc42be9 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:13.360182 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f153d1fc-2f3b-494e-ac52-d817697beb5e req-217d4aa7-d2f1-4fd8-b488-80d64dc42be9 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.1863308 Jul 16 01:32:13.499719 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f153d1fc-2f3b-494e-ac52-d817697beb5e req-257b544a-aa2f-4b53-882a-692d3f9f2da0 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384296 Jul 16 01:32:13.549201 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a2a678ed-4597-4f0b-ab95-81a396f5041f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.559029 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a2a678ed-4597-4f0b-ab95-81a396f5041f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.606588 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ce14e148-3ac0-42ab-954e-1973086d8be5 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3017352 Jul 16 01:32:13.609405 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56416) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:13.618771 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-dc95b849-bacd-4c66-9faa-6c2ea3117b57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'port': {'network_id': '268ed221-991d-4cdd-acb5-4efdd3f94de9', 'name': 'tempest-PortsTestJSON-1732336194'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:13.633786 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a2a678ed-4597-4f0b-ab95-81a396f5041f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2a0a05252824d6e98401d751cb2043b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5315740 Jul 16 01:32:13.635411 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a678ed-4597-4f0b-ab95-81a396f5041f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1022b9-785c-4d7c-91d2-c27529d6406b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:13.638681 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56420) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:13.712074 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7ca60148-78ad-4b4d-bf22-2a725ca63465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.745895 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c50d1fa-7bb0-46c7-a608-27d4a06aca6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-268ed221-991d-4cdd-acb5-4efdd3f94de9', 'network_id': '268ed221-991d-4cdd-acb5-4efdd3f94de9', 'tenant_id': 'de3675ad2360466e9878a944ef829174', 'fixed_ips': [{'subnet_id': '04bb0b9a-1176-430a-8979-1687688e02aa'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:32:13.748090 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3c50d1fa-7bb0-46c7-a608-27d4a06aca6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.810661 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7ca60148-78ad-4b4d-bf22-2a725ca63465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.818697 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56422) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:13.849292 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc95b849-bacd-4c66-9faa-6c2ea3117b57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:13.865805 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc95b849-bacd-4c66-9faa-6c2ea3117b57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.907855 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-dc95b849-bacd-4c66-9faa-6c2ea3117b57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] device_id is not set on port f20613ad-9dc2-4eef-a324-69d93e9bdf43 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:32:13.921456 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7ca60148-78ad-4b4d-bf22-2a725ca63465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.926006 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7ca60148-78ad-4b4d-bf22-2a725ca63465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.930105 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7ca60148-78ad-4b4d-bf22-2a725ca63465 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b1022b9-785c-4d7c-91d2-c27529d6406b HTTP/1.1" status: 204 len: 168 time: 0.2880201 Jul 16 01:32:13.939538 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca60148-78ad-4b4d-bf22-2a725ca63465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1022b9-785c-4d7c-91d2-c27529d6406b,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:14.136742 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-3c50d1fa-7bb0-46c7-a608-27d4a06aca6d None None] Allocated IP 172.20.0.2 (268ed221-991d-4cdd-acb5-4efdd3f94de9/04bb0b9a-1176-430a-8979-1687688e02aa/7817d109-5f11-4c7b-ad53-7161d06f02c8) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:14.141214 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b2734191-1a6c-4059-912d-098f6bacb28c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1681123415-network', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:14.252146 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2734191-1a6c-4059-912d-098f6bacb28c admin admin] Made reservation on behalf of 9ab955cac98346abb4c28e7943a645b4 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:14.254967 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b2734191-1a6c-4059-912d-098f6bacb28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.285931 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b2734191-1a6c-4059-912d-098f6bacb28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.354680 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54d50d-25fe-4acb-ad25-739634d64967 req-a8a17304-0ff9-4bc0-9916-26241303f6b5 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.366355 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ac54d50d-25fe-4acb-ad25-739634d64967 req-a8a17304-0ff9-4bc0-9916-26241303f6b5 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.2451134 Jul 16 01:32:14.465359 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ac54d50d-25fe-4acb-ad25-739634d64967 req-97bbbc8f-2be1-4940-8f80-64808ff8b4b1 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961893 Jul 16 01:32:14.480985 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3c50d1fa-7bb0-46c7-a608-27d4a06aca6d None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.502024 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3c50d1fa-7bb0-46c7-a608-27d4a06aca6d None None] Transition to ACTIVE for port object 7817d109-5f11-4c7b-ad53-7161d06f02c8 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:14.523929 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3c50d1fa-7bb0-46c7-a608-27d4a06aca6d None None] Transition to ACTIVE for port object 7817d109-5f11-4c7b-ad53-7161d06f02c8 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:14.527483 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b2734191-1a6c-4059-912d-098f6bacb28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.537454 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3c50d1fa-7bb0-46c7-a608-27d4a06aca6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.539032 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b2734191-1a6c-4059-912d-098f6bacb28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.595973 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c50d1fa-7bb0-46c7-a608-27d4a06aca6d None None] Network 268ed221-991d-4cdd-acb5-4efdd3f94de9 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:14.606495 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-3c50d1fa-7bb0-46c7-a608-27d4a06aca6d None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:14.611908 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c50d1fa-7bb0-46c7-a608-27d4a06aca6d None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:14.621277 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50d1fa-7bb0-46c7-a608-27d4a06aca6d None None] Pushing event updated for resources: {'Port': ['ID=7817d109-5f11-4c7b-ad53-7161d06f02c8,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:14.706165 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2734191-1a6c-4059-912d-098f6bacb28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df469f31-b11f-4b61-b478-bcbb65d5dacc,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:14.718809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-dc95b849-bacd-4c66-9faa-6c2ea3117b57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Allocated IP 172.20.0.7 (268ed221-991d-4cdd-acb5-4efdd3f94de9/04bb0b9a-1176-430a-8979-1687688e02aa/f20613ad-9dc2-4eef-a324-69d93e9bdf43) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:14.774651 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5722ab0b-1a53-4c4c-9e31-d4857e7d2337 req-05749632-ea25-4595-bde3-02427c8ec920 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 210 time: 0.2380390 Jul 16 01:32:14.812306 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2734191-1a6c-4059-912d-098f6bacb28c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:14.834100 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3c50d1fa-7bb0-46c7-a608-27d4a06aca6d None None] Attempting to bind port 7817d109-5f11-4c7b-ad53-7161d06f02c8 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:14.835777 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3c50d1fa-7bb0-46c7-a608-27d4a06aca6d None None] Attempting to bind port 7817d109-5f11-4c7b-ad53-7161d06f02c8 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'c907635e-b3ff-41d8-9a5d-b160040f6141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '268ed221-991d-4cdd-acb5-4efdd3f94de9'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:14.837307 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c50d1fa-7bb0-46c7-a608-27d4a06aca6d None None] Attempting to bind port 7817d109-5f11-4c7b-ad53-7161d06f02c8 on network 268ed221-991d-4cdd-acb5-4efdd3f94de9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:14.848314 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b2734191-1a6c-4059-912d-098f6bacb28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.849750 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-b2734191-1a6c-4059-912d-098f6bacb28c admin admin] Added segment c1fab8d9-de68-4fec-9427-82ce7b694551 of type vlan for network 1b590a93-b556-4341-bbf0-322f328e95cf Jul 16 01:32:14.855708 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c50d1fa-7bb0-46c7-a608-27d4a06aca6d None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:14.857481 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c50d1fa-7bb0-46c7-a608-27d4a06aca6d None None] Checking segment: {'id': 'c907635e-b3ff-41d8-9a5d-b160040f6141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '268ed221-991d-4cdd-acb5-4efdd3f94de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:14.859220 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3c50d1fa-7bb0-46c7-a608-27d4a06aca6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.860254 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c50d1fa-7bb0-46c7-a608-27d4a06aca6d None None] Bound using segment: {'id': 'c907635e-b3ff-41d8-9a5d-b160040f6141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '268ed221-991d-4cdd-acb5-4efdd3f94de9'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:14.862294 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3c50d1fa-7bb0-46c7-a608-27d4a06aca6d None None] Bound port: 7817d109-5f11-4c7b-ad53-7161d06f02c8, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c907635e-b3ff-41d8-9a5d-b160040f6141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '268ed221-991d-4cdd-acb5-4efdd3f94de9'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:14.862997 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3c50d1fa-7bb0-46c7-a608-27d4a06aca6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.965127 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b2734191-1a6c-4059-912d-098f6bacb28c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.039761 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3c50d1fa-7bb0-46c7-a608-27d4a06aca6d None None] For port 7817d109-5f11-4c7b-ad53-7161d06f02c8, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:15.048243 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3c50d1fa-7bb0-46c7-a608-27d4a06aca6d None None] For port 7817d109-5f11-4c7b-ad53-7161d06f02c8, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7817d109-5f11-4c7b-ad53-7161d06f02c8,segment=NetworkSegment(c907635e-b3ff-41d8-9a5d-b160040f6141),segment_id=c907635e-b3ff-41d8-9a5d-b160040f6141)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:15.057025 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b2734191-1a6c-4059-912d-098f6bacb28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.058417 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2734191-1a6c-4059-912d-098f6bacb28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:15.059233 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b2734191-1a6c-4059-912d-098f6bacb28c admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.059866 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3c50d1fa-7bb0-46c7-a608-27d4a06aca6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.158123 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50d1fa-7bb0-46c7-a608-27d4a06aca6d None None] Pushing event updated for resources: {'Port': ['ID=7817d109-5f11-4c7b-ad53-7161d06f02c8,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:15.202114 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b2734191-1a6c-4059-912d-098f6bacb28c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3777220 Jul 16 01:32:15.202114 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56460) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:15.278257 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-e6b0f94b-85f8-4357-ad1c-38296492b27a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:15.280180 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-e6b0f94b-85f8-4357-ad1c-38296492b27a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.84 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 810 time: 0.3507347 Jul 16 01:32:15.280543 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-df22e910-5e1c-47d1-b393-8db3a5d4f4a6 admin admin] Request body: {'subnet': {'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1681123415-subnet', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:15.293823 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2734191-1a6c-4059-912d-098f6bacb28c admin admin] Pushing event updated for resources: {'Network': ['ID=1b590a93-b556-4341-bbf0-322f328e95cf,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:15.306289 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 1b590a93-b556-4341-bbf0-322f328e95cf details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:15.352521 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df22e910-5e1c-47d1-b393-8db3a5d4f4a6 admin admin] Made reservation on behalf of 9ab955cac98346abb4c28e7943a645b4 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:15.355314 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-d719bac0-cbc2-4f0b-b438-ef2ef91e7f01 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Request body: {'port': {'device_id': '52b80d87-69fb-4d4b-a98d-22bb83626aa9', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'admin_state_up': True, 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:15.355560 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-df22e910-5e1c-47d1-b393-8db3a5d4f4a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.482317 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc95b849-bacd-4c66-9faa-6c2ea3117b57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.508295 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-dc95b849-bacd-4c66-9faa-6c2ea3117b57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Transition to ACTIVE for port object f20613ad-9dc2-4eef-a324-69d93e9bdf43 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:15.685276 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc95b849-bacd-4c66-9faa-6c2ea3117b57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.739151 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-df22e910-5e1c-47d1-b393-8db3a5d4f4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.775713 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12890b61-8b80-47fc-9b56-756fe3af3ec3 req-388a3ed1-10fc-4565-8088-ebed74afd4f6 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:15.777654 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-12890b61-8b80-47fc-9b56-756fe3af3ec3 req-388a3ed1-10fc-4565-8088-ebed74afd4f6 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.8839326 Jul 16 01:32:15.847937 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df22e910-5e1c-47d1-b393-8db3a5d4f4a6 admin admin] Checking segment: {'id': 'c1fab8d9-de68-4fec-9427-82ce7b694551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:15.848533 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df22e910-5e1c-47d1-b393-8db3a5d4f4a6 admin admin] Network hostable DHCP agents. Network: 1b590a93-b556-4341-bbf0-322f328e95cf, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:15.861987 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22e910-5e1c-47d1-b393-8db3a5d4f4a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09f3da01-7811-438c-934c-dbb6f1e9ed24,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:15.877095 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc95b849-bacd-4c66-9faa-6c2ea3117b57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network 268ed221-991d-4cdd-acb5-4efdd3f94de9 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:15.889694 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df22e910-5e1c-47d1-b393-8db3a5d4f4a6 admin admin] Network 1b590a93-b556-4341-bbf0-322f328e95cf is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:15.897342 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-dc95b849-bacd-4c66-9faa-6c2ea3117b57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:15.901336 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95b849-bacd-4c66-9faa-6c2ea3117b57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Port': ['ID=f20613ad-9dc2-4eef-a324-69d93e9bdf43,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:15.904188 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc95b849-bacd-4c66-9faa-6c2ea3117b57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:15.919021 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338330f-96e7-4f2d-8614-de85b55e375b req-95ca5ee5-3c52-4cff-8b9a-6f57809731db tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:15.920432 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-12890b61-8b80-47fc-9b56-756fe3af3ec3 req-433e1ea4-f345-4058-9660-91c97214a760 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085076 Jul 16 01:32:15.927978 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e338330f-96e7-4f2d-8614-de85b55e375b req-95ca5ee5-3c52-4cff-8b9a-6f57809731db tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.2569795 Jul 16 01:32:15.941289 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-df22e910-5e1c-47d1-b393-8db3a5d4f4a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 1b590a93-b556-4341-bbf0-322f328e95cf) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:15.950697 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538fc3b1-d23d-496c-965a-e875353ffcca None None] Network 1b590a93-b556-4341-bbf0-322f328e95cf requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:15.957527 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df22e910-5e1c-47d1-b393-8db3a5d4f4a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:15.958279 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-df22e910-5e1c-47d1-b393-8db3a5d4f4a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:16.034108 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e338330f-96e7-4f2d-8614-de85b55e375b req-36bbd002-a0d4-4582-a33f-061c2f03e120 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042771 Jul 16 01:32:16.037231 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc95b849-bacd-4c66-9faa-6c2ea3117b57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:16.037931 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc95b849-bacd-4c66-9faa-6c2ea3117b57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:16.052960 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56482) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.053679 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-df22e910-5e1c-47d1-b393-8db3a5d4f4a6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8502083 Jul 16 01:32:16.065325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f0881052-cbf5-481e-988d-3975f5f6c475 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1681123415-router', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:16.085135 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-d719bac0-cbc2-4f0b-b438-ef2ef91e7f01 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Made reservation on behalf of 8c1cd71b2bbb4da2b2edf2be3f2fbcab for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:16.091588 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-d719bac0-cbc2-4f0b-b438-ef2ef91e7f01 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:16.175101 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0881052-cbf5-481e-988d-3975f5f6c475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:16.176071 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0881052-cbf5-481e-988d-3975f5f6c475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:16.193739 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-dc95b849-bacd-4c66-9faa-6c2ea3117b57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5830424 Jul 16 01:32:16.200310 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56490) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.235911 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d26d3c1e-dac0-4417-a8a0-57fa9fb03f6b req-8c2f3240-bb50-47ea-92c4-67151f9b1f33 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 210 time: 0.0487356 Jul 16 01:32:16.275453 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-6cc56c5f-823e-4d40-a594-badc3125076e tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'port': {'network_id': '268ed221-991d-4cdd-acb5-4efdd3f94de9', 'name': 'tempest-PortsTestJSON-974590543'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:16.309387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09573b1-2038-47ac-930d-a1499a0ff089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-1b590a93-b556-4341-bbf0-322f328e95cf', 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'fixed_ips': [{'subnet_id': '09f3da01-7811-438c-934c-dbb6f1e9ed24'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:32:16.310519 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b09573b1-2038-47ac-930d-a1499a0ff089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:16.505738 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0881052-cbf5-481e-988d-3975f5f6c475 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:16.603179 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-b09573b1-2038-47ac-930d-a1499a0ff089 None None] Allocated IP 172.20.0.2 (1b590a93-b556-4341-bbf0-322f328e95cf/09f3da01-7811-438c-934c-dbb6f1e9ed24/1b8f6b8a-70f8-4994-8612-ae36e7e27f34) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:16.733028 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0881052-cbf5-481e-988d-3975f5f6c475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:16.740745 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc56c5f-823e-4d40-a594-badc3125076e tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:16.746379 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6cc56c5f-823e-4d40-a594-badc3125076e tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:16.813022 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-6cc56c5f-823e-4d40-a594-badc3125076e tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] device_id is not set on port 9b908a3e-cc6e-496b-b646-3eeb290eec7c yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:32:16.837357 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-d719bac0-cbc2-4f0b-b438-ef2ef91e7f01 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Allocated IP 172.20.0.10 (7cb02b0d-151c-40b4-a49f-996c30b19d5d/d9075885-b498-4569-92ab-9ab8f9b2e064/1d5b4873-70f8-4714-956d-f3c4e22f2c5d) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:16.876382 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88153c1-c036-4947-ac0c-99c947812964 None None] Network 268ed221-991d-4cdd-acb5-4efdd3f94de9 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:16.883303 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b09573b1-2038-47ac-930d-a1499a0ff089 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:16.918758 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b09573b1-2038-47ac-930d-a1499a0ff089 None None] Transition to ACTIVE for port object 1b8f6b8a-70f8-4994-8612-ae36e7e27f34 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:17.008539 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b09573b1-2038-47ac-930d-a1499a0ff089 None None] Transition to ACTIVE for port object 1b8f6b8a-70f8-4994-8612-ae36e7e27f34 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:17.031381 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b09573b1-2038-47ac-930d-a1499a0ff089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.098219 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09573b1-2038-47ac-930d-a1499a0ff089 None None] Network 1b590a93-b556-4341-bbf0-322f328e95cf is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:17.111122 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bb0673c8-07e2-4bdd-a30b-1f79eb5a5807 None None] Provisioning for port 7817d109-5f11-4c7b-ad53-7161d06f02c8 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:17.126267 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-b09573b1-2038-47ac-930d-a1499a0ff089 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:17.138934 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09573b1-2038-47ac-930d-a1499a0ff089 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:17.145865 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7817d109-5f11-4c7b-ad53-7161d06f02c8 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:17.203971 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-6cc56c5f-823e-4d40-a594-badc3125076e tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Allocated IP 172.20.0.5 (268ed221-991d-4cdd-acb5-4efdd3f94de9/04bb0b9a-1176-430a-8979-1687688e02aa/9b908a3e-cc6e-496b-b646-3eeb290eec7c) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:17.319843 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5baa8b-affc-4a82-9330-cab425581329 req-762e4d59-ea4a-4174-971f-53d4c7568a17 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:17.327999 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8b5baa8b-affc-4a82-9330-cab425581329 req-762e4d59-ea4a-4174-971f-53d4c7568a17 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.0780556 Jul 16 01:32:17.382119 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8b5baa8b-affc-4a82-9330-cab425581329 req-11957c32-22cf-4c85-87bf-5a6294341f25 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526800 Jul 16 01:32:17.542598 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6cc56c5f-823e-4d40-a594-badc3125076e tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.563547 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-6cc56c5f-823e-4d40-a594-badc3125076e tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Transition to ACTIVE for port object 9b908a3e-cc6e-496b-b646-3eeb290eec7c will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:17.622093 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6cc56c5f-823e-4d40-a594-badc3125076e tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.649898 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-501f367e-904b-48af-8c12-a9d9996e47a9 req-9f0a01f6-9162-4f18-be4a-01c3b17a2f14 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 210 time: 0.0467710 Jul 16 01:32:17.681368 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09573b1-2038-47ac-930d-a1499a0ff089 None None] Pushing event updated for resources: {'Port': ['ID=1b8f6b8a-70f8-4994-8612-ae36e7e27f34,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:17.704097 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-b09573b1-2038-47ac-930d-a1499a0ff089 None None] Attempting to bind port 1b8f6b8a-70f8-4994-8612-ae36e7e27f34 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:17.704527 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-b09573b1-2038-47ac-930d-a1499a0ff089 None None] Attempting to bind port 1b8f6b8a-70f8-4994-8612-ae36e7e27f34 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'c1fab8d9-de68-4fec-9427-82ce7b694551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:17.704902 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09573b1-2038-47ac-930d-a1499a0ff089 None None] Attempting to bind port 1b8f6b8a-70f8-4994-8612-ae36e7e27f34 on network 1b590a93-b556-4341-bbf0-322f328e95cf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:17.717165 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09573b1-2038-47ac-930d-a1499a0ff089 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:17.717838 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09573b1-2038-47ac-930d-a1499a0ff089 None None] Checking segment: {'id': 'c1fab8d9-de68-4fec-9427-82ce7b694551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:17.718331 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b09573b1-2038-47ac-930d-a1499a0ff089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.718873 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09573b1-2038-47ac-930d-a1499a0ff089 None None] Bound using segment: {'id': 'c1fab8d9-de68-4fec-9427-82ce7b694551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:17.719467 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-b09573b1-2038-47ac-930d-a1499a0ff089 None None] Bound port: 1b8f6b8a-70f8-4994-8612-ae36e7e27f34, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1fab8d9-de68-4fec-9427-82ce7b694551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:17.719928 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b09573b1-2038-47ac-930d-a1499a0ff089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.736289 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 7817d109-5f11-4c7b-ad53-7161d06f02c8 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:17.749264 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 7817d109-5f11-4c7b-ad53-7161d06f02c8 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:17.751308 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.798360 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-d719bac0-cbc2-4f0b-b438-ef2ef91e7f01 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.813284 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-d719bac0-cbc2-4f0b-b438-ef2ef91e7f01 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Transition to ACTIVE for port object 1d5b4873-70f8-4714-956d-f3c4e22f2c5d will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:17.945699 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.983262 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b09573b1-2038-47ac-930d-a1499a0ff089 None None] For port 1b8f6b8a-70f8-4994-8612-ae36e7e27f34, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:18.034236 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 7817d109-5f11-4c7b-ad53-7161d06f02c8, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7817d109-5f11-4c7b-ad53-7161d06f02c8,segment=NetworkSegment(c907635e-b3ff-41d8-9a5d-b160040f6141),segment_id=c907635e-b3ff-41d8-9a5d-b160040f6141)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:18.037967 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b09573b1-2038-47ac-930d-a1499a0ff089 None None] For port 1b8f6b8a-70f8-4994-8612-ae36e7e27f34, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1b8f6b8a-70f8-4994-8612-ae36e7e27f34,segment=NetworkSegment(c1fab8d9-de68-4fec-9427-82ce7b694551),segment_id=c1fab8d9-de68-4fec-9427-82ce7b694551)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:18.048107 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.116737 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=7817d109-5f11-4c7b-ad53-7161d06f02c8,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:18.130691 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b09573b1-2038-47ac-930d-a1499a0ff089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.199036 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09573b1-2038-47ac-930d-a1499a0ff089 None None] Pushing event updated for resources: {'Port': ['ID=1b8f6b8a-70f8-4994-8612-ae36e7e27f34,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:18.302855 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:32:18.458753 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56534) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:18.495533 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1ea749c2-d051-4102-a391-034a839e7c6b None None] Provisioning for port f20613ad-9dc2-4eef-a324-69d93e9bdf43 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:18.500834 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1ea749c2-d051-4102-a391-034a839e7c6b None None] Provisioning complete for port f20613ad-9dc2-4eef-a324-69d93e9bdf43 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:18.502821 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1ea749c2-d051-4102-a391-034a839e7c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.619889 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1ea749c2-d051-4102-a391-034a839e7c6b None None] Port f20613ad-9dc2-4eef-a324-69d93e9bdf43 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:18.671851 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1ea749c2-d051-4102-a391-034a839e7c6b None None] Provisioning for port 9b908a3e-cc6e-496b-b646-3eeb290eec7c completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:18.677863 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1ea749c2-d051-4102-a391-034a839e7c6b None None] Provisioning complete for port 9b908a3e-cc6e-496b-b646-3eeb290eec7c triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:18.686630 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1ea749c2-d051-4102-a391-034a839e7c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.716199 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-d719bac0-cbc2-4f0b-b438-ef2ef91e7f01 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.763269 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc56c5f-823e-4d40-a594-badc3125076e tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network 268ed221-991d-4cdd-acb5-4efdd3f94de9 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:18.771711 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1ea749c2-d051-4102-a391-034a839e7c6b None None] Port 9b908a3e-cc6e-496b-b646-3eeb290eec7c cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:18.776194 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-d719bac0-cbc2-4f0b-b438-ef2ef91e7f01 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Network 7cb02b0d-151c-40b4-a49f-996c30b19d5d is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:18.778781 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-6cc56c5f-823e-4d40-a594-badc3125076e tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:18.785344 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e4eed8e7-8ca5-440c-a140-1ab24335cd23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.809550 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc56c5f-823e-4d40-a594-badc3125076e tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:18.810866 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1ea749c2-d051-4102-a391-034a839e7c6b None None] Provisioning complete for port 7817d109-5f11-4c7b-ad53-7161d06f02c8 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:18.811289 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1ea749c2-d051-4102-a391-034a839e7c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.813688 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc56c5f-823e-4d40-a594-badc3125076e tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Port': ['ID=9b908a3e-cc6e-496b-b646-3eeb290eec7c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:18.839955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-d719bac0-cbc2-4f0b-b438-ef2ef91e7f01 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:18.864205 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-d719bac0-cbc2-4f0b-b438-ef2ef91e7f01 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:19.052202 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e4eed8e7-8ca5-440c-a140-1ab24335cd23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.053174 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0881052-cbf5-481e-988d-3975f5f6c475 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.062606 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c56404-3661-4e67-bf93-912aa4a4f6d4 req-b8a483eb-5d53-44ad-8f31-05c32c841fa0 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:19.078273 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f7c56404-3661-4e67-bf93-912aa4a4f6d4 req-b8a483eb-5d53-44ad-8f31-05c32c841fa0 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.3806453 Jul 16 01:32:19.081173 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e4eed8e7-8ca5-440c-a140-1ab24335cd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.120064 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e8e0678e-c38a-4eb6-9a5c-bf7779a85f71 None None] Provisioning complete for port f20613ad-9dc2-4eef-a324-69d93e9bdf43 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:19.120719 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e8e0678e-c38a-4eb6-9a5c-bf7779a85f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.148728 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0881052-cbf5-481e-988d-3975f5f6c475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.162657 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eed8e7-8ca5-440c-a140-1ab24335cd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff506a9-319c-4403-828b-016031d3470a,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:19.176445 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc56c5f-823e-4d40-a594-badc3125076e tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:19.181547 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6cc56c5f-823e-4d40-a594-badc3125076e tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.205726 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0678e-c38a-4eb6-9a5c-bf7779a85f71 None None] Port f20613ad-9dc2-4eef-a324-69d93e9bdf43 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:19.216995 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b202cb5-b321-4ee3-a21e-e1807179cae0 req-a5cb21d9-72d0-4378-b65f-04de11bccb60 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:19.225347 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b202cb5-b321-4ee3-a21e-e1807179cae0 req-a5cb21d9-72d0-4378-b65f-04de11bccb60 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 2.0564094 Jul 16 01:32:19.303313 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-d719bac0-cbc2-4f0b-b438-ef2ef91e7f01 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:19.304422 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-d719bac0-cbc2-4f0b-b438-ef2ef91e7f01 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.306057 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f7c56404-3661-4e67-bf93-912aa4a4f6d4 req-e4344994-140b-4770-b839-8c44271c57b6 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264404 Jul 16 01:32:19.310658 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e4eed8e7-8ca5-440c-a140-1ab24335cd23 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b84efa3985e240f393d838564292020c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8499722 Jul 16 01:32:19.313392 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56542) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:19.352617 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2636e150-0777-4e6b-9e25-5b14fd1404e4 None None] Provisioning complete for port 9b908a3e-cc6e-496b-b646-3eeb290eec7c triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:19.355410 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2636e150-0777-4e6b-9e25-5b14fd1404e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.432303 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1b8f6b8a-70f8-4994-8612-ae36e7e27f34 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:19.469847 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ffc52af7-84e2-4b55-ac42-4e75c5c723e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.514724 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-f0881052-cbf5-481e-988d-3975f5f6c475 admin admin] Allocated IP 172.25.6.204 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/4dbf10dd-82f2-486a-9932-dddf38d15be0) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:19.540929 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2636e150-0777-4e6b-9e25-5b14fd1404e4 None None] Port 9b908a3e-cc6e-496b-b646-3eeb290eec7c cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:19.557180 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ffc52af7-84e2-4b55-ac42-4e75c5c723e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.590311 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 1b8f6b8a-70f8-4994-8612-ae36e7e27f34 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:19.595044 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7817d109-5f11-4c7b-ad53-7161d06f02c8 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:19.654830 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0881052-cbf5-481e-988d-3975f5f6c475 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.733952 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719bac0-cbc2-4f0b-b438-ef2ef91e7f01 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Pushing event updated for resources: {'Port': ['ID=1d5b4873-70f8-4714-956d-f3c4e22f2c5d,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:19.745226 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0881052-cbf5-481e-988d-3975f5f6c475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.753745 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ffc52af7-84e2-4b55-ac42-4e75c5c723e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.758686 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ffc52af7-84e2-4b55-ac42-4e75c5c723e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.759586 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 7817d109-5f11-4c7b-ad53-7161d06f02c8 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:19.760032 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.761164 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ffc52af7-84e2-4b55-ac42-4e75c5c723e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ff506a9-319c-4403-828b-016031d3470a HTTP/1.1" status: 204 len: 168 time: 0.4394002 Jul 16 01:32:19.761512 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1659e888-dee7-4e56-9a90-9818b9ff678b None None] Provisioning for port 1d5b4873-70f8-4714-956d-f3c4e22f2c5d completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:19.782077 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc52af7-84e2-4b55-ac42-4e75c5c723e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff506a9-319c-4403-828b-016031d3470a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:19.805390 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d5467-2593-465d-a07a-0822672e6d34 req-73b01a45-87dd-411b-97eb-913f056321e9 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:19.815286 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-541d5467-2593-465d-a07a-0822672e6d34 req-73b01a45-87dd-411b-97eb-913f056321e9 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 932 time: 0.1635890 Jul 16 01:32:19.816898 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1659e888-dee7-4e56-9a90-9818b9ff678b None None] Provisioning complete for port 1d5b4873-70f8-4714-956d-f3c4e22f2c5d triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:19.817243 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1659e888-dee7-4e56-9a90-9818b9ff678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.875821 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6cc56c5f-823e-4d40-a594-badc3125076e tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6642828 Jul 16 01:32:19.879719 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56554) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:19.884213 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1659e888-dee7-4e56-9a90-9818b9ff678b None None] Port 1d5b4873-70f8-4714-956d-f3c4e22f2c5d cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:19.907159 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-541d5467-2593-465d-a07a-0822672e6d34 req-fc13a0ab-aca9-4db3-a115-9ac46eadc31d tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889354 Jul 16 01:32:19.996539 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0881052-cbf5-481e-988d-3975f5f6c475 admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:19.998291 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-d719bac0-cbc2-4f0b-b438-ef2ef91e7f01 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6633363 Jul 16 01:32:20.010009 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-f0881052-cbf5-481e-988d-3975f5f6c475 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:20.013401 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0881052-cbf5-481e-988d-3975f5f6c475 admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:20.043954 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6673cbdf-1a0a-44c6-abc0-5a4badb127c2 None None] Network 1b590a93-b556-4341-bbf0-322f328e95cf requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:20.126601 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-af6dd65d-7c6e-4cd2-97c0-518893e24ca1 service neutron] Request body: {'port': {'device_id': '52b80d87-69fb-4d4b-a98d-22bb83626aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:20.138797 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0881052-cbf5-481e-988d-3975f5f6c475 admin admin] Pushing event updated for resources: {'Port': ['ID=4dbf10dd-82f2-486a-9932-dddf38d15be0,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:20.176031 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e53fa4a3-8fd6-4aab-bf76-671a86732a1b None None] Provisioning for port 1b8f6b8a-70f8-4994-8612-ae36e7e27f34 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:20.188594 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e53fa4a3-8fd6-4aab-bf76-671a86732a1b None None] Provisioning complete for port 1b8f6b8a-70f8-4994-8612-ae36e7e27f34 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:20.188973 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e53fa4a3-8fd6-4aab-bf76-671a86732a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.214245 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b202cb5-b321-4ee3-a21e-e1807179cae0 req-80270492-043d-4964-b359-db4cbb8043e6 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9816408 Jul 16 01:32:20.315655 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a674b8ad-8928-41a8-944f-d96fa0f22b6b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:20.320516 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56558) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:20.331361 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a674b8ad-8928-41a8-944f-d96fa0f22b6b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.4319901 Jul 16 01:32:20.475805 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e53fa4a3-8fd6-4aab-bf76-671a86732a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.494168 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56562) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:20.498234 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-af6dd65d-7c6e-4cd2-97c0-518893e24ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.600199 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ad898242-4f85-411e-83eb-fb8d9b257ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.663899 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e53fa4a3-8fd6-4aab-bf76-671a86732a1b None None] For port 1b8f6b8a-70f8-4994-8612-ae36e7e27f34, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1b8f6b8a-70f8-4994-8612-ae36e7e27f34,segment=NetworkSegment(c1fab8d9-de68-4fec-9427-82ce7b694551),segment_id=c1fab8d9-de68-4fec-9427-82ce7b694551)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:20.672159 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e53fa4a3-8fd6-4aab-bf76-671a86732a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.721587 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0881052-cbf5-481e-988d-3975f5f6c475 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.747864 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53fa4a3-8fd6-4aab-bf76-671a86732a1b None None] Pushing event updated for resources: {'Port': ['ID=1b8f6b8a-70f8-4994-8612-ae36e7e27f34,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:20.803214 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-68ab139c-3d90-42db-9a0e-a9d2d3f4c4ec tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting port 9b908a3e-cc6e-496b-b646-3eeb290eec7c {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:20.803916 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68ab139c-3d90-42db-9a0e-a9d2d3f4c4ec tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.878481 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2933ae-1a43-496f-958c-d0e593bcf195 req-029f922b-2fde-4cd3-81e3-7fe2c120077b tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:20.883644 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9f2933ae-1a43-496f-958c-d0e593bcf195 req-029f922b-2fde-4cd3-81e3-7fe2c120077b tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.2365332 Jul 16 01:32:21.015630 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6f3321de-59a8-476a-bbb8-61b16bc4fcee None None] Provisioning complete for port 1b8f6b8a-70f8-4994-8612-ae36e7e27f34 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:21.024876 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6f3321de-59a8-476a-bbb8-61b16bc4fcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.092315 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1b8f6b8a-70f8-4994-8612-ae36e7e27f34 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:21.102591 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68ab139c-3d90-42db-9a0e-a9d2d3f4c4ec tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.116138 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9f2933ae-1a43-496f-958c-d0e593bcf195 req-3e3060d1-4777-4946-9e7e-1653c8477880 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885111 Jul 16 01:32:21.153952 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ad898242-4f85-411e-83eb-fb8d9b257ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.168333 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-68ab139c-3d90-42db-9a0e-a9d2d3f4c4ec tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Calling delete_port for 9b908a3e-cc6e-496b-b646-3eeb290eec7c owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:21.176853 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ad898242-4f85-411e-83eb-fb8d9b257ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.300093 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 1b8f6b8a-70f8-4994-8612-ae36e7e27f34 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:21.300683 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.326927 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad898242-4f85-411e-83eb-fb8d9b257ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47373cd-bddd-443e-8e3a-d623e0846af3,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:21.336816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-af6dd65d-7c6e-4cd2-97c0-518893e24ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5b4873-70f8-4714-956d-f3c4e22f2c5d {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:21.341752 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0881052-cbf5-481e-988d-3975f5f6c475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.353444 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-af6dd65d-7c6e-4cd2-97c0-518893e24ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.363178 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ad898242-4f85-411e-83eb-fb8d9b257ec5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e68e1cad755049b1adb7dd04aac985bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8667200 Jul 16 01:32:21.367208 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56582) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:21.449307 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf69272-1bba-4fcd-81db-da67ed52ead8 req-1fa7895d-3574-4fd7-aa23-ed508a488acc tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:21.456597 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-daf69272-1bba-4fcd-81db-da67ed52ead8 req-1fa7895d-3574-4fd7-aa23-ed508a488acc tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 932 time: 0.2811053 Jul 16 01:32:21.614092 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-daf69272-1bba-4fcd-81db-da67ed52ead8 req-ceef6d0c-7a26-4acd-9a6d-2ef7d015f29a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563771 Jul 16 01:32:21.628779 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-caa4c29c-36d8-4550-b02c-cc2cc7b63769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.696028 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-caa4c29c-36d8-4550-b02c-cc2cc7b63769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.809073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0881052-cbf5-481e-988d-3975f5f6c475 admin admin] Router 70808305-c270-4b9d-8c36-dc30d8785ff2 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:32:21.885164 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-caa4c29c-36d8-4550-b02c-cc2cc7b63769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.887711 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-caa4c29c-36d8-4550-b02c-cc2cc7b63769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.888907 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-caa4c29c-36d8-4550-b02c-cc2cc7b63769 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a47373cd-bddd-443e-8e3a-d623e0846af3 HTTP/1.1" status: 204 len: 168 time: 0.5191991 Jul 16 01:32:21.901214 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080edd29-1d1e-492c-bfb2-937f4bf13596 req-289825be-1bfd-4d49-b6f5-9e7b91816fcc tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:21.901796 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4c29c-36d8-4550-b02c-cc2cc7b63769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47373cd-bddd-443e-8e3a-d623e0846af3,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:21.902900 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-080edd29-1d1e-492c-bfb2-937f4bf13596 req-289825be-1bfd-4d49-b6f5-9e7b91816fcc tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.0945973 Jul 16 01:32:21.904538 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68ab139c-3d90-42db-9a0e-a9d2d3f4c4ec tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.915219 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-af6dd65d-7c6e-4cd2-97c0-518893e24ca1 service neutron] Transition to ACTIVE for port object 1d5b4873-70f8-4714-956d-f3c4e22f2c5d will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:21.932008 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-af6dd65d-7c6e-4cd2-97c0-518893e24ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.985898 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab139c-3d90-42db-9a0e-a9d2d3f4c4ec tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Port': ['ID=9b908a3e-cc6e-496b-b646-3eeb290eec7c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:22.030085 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0881052-cbf5-481e-988d-3975f5f6c475 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:22.042823 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] Sync routers for ids ['70808305-c270-4b9d-8c36-dc30d8785ff2'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:22.061791 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] Routers {'70808305-c270-4b9d-8c36-dc30d8785ff2'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:22.062813 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6dd65d-7c6e-4cd2-97c0-518893e24ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5b4873-70f8-4714-956d-f3c4e22f2c5d,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:22.064378 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:32:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['70808305-c270-4b9d-8c36-dc30d8785ff2'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:22.096713 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-080edd29-1d1e-492c-bfb2-937f4bf13596 req-b17787be-e7fc-4c92-8a00-c1fc303e8c60 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759291 Jul 16 01:32:22.136468 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0881052-cbf5-481e-988d-3975f5f6c475 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.140395 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f0881052-cbf5-481e-988d-3975f5f6c475 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0837064 Jul 16 01:32:22.144623 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56596) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:22.212296 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-af6dd65d-7c6e-4cd2-97c0-518893e24ca1 service neutron] Attempting to bind port 1d5b4873-70f8-4714-956d-f3c4e22f2c5d on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:22.212728 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-af6dd65d-7c6e-4cd2-97c0-518893e24ca1 service neutron] Attempting to bind port 1d5b4873-70f8-4714-956d-f3c4e22f2c5d by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:22.213066 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-af6dd65d-7c6e-4cd2-97c0-518893e24ca1 service neutron] Attempting to bind port 1d5b4873-70f8-4714-956d-f3c4e22f2c5d on network 7cb02b0d-151c-40b4-a49f-996c30b19d5d {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:22.225381 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-af6dd65d-7c6e-4cd2-97c0-518893e24ca1 service neutron] Port 1d5b4873-70f8-4714-956d-f3c4e22f2c5d on network 7cb02b0d-151c-40b4-a49f-996c30b19d5d not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:32:22.225805 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-af6dd65d-7c6e-4cd2-97c0-518893e24ca1 service neutron] Attempting to bind port 1d5b4873-70f8-4714-956d-f3c4e22f2c5d on network 7cb02b0d-151c-40b4-a49f-996c30b19d5d {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:22.247222 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-af6dd65d-7c6e-4cd2-97c0-518893e24ca1 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:22.247713 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-af6dd65d-7c6e-4cd2-97c0-518893e24ca1 service neutron] Checking segment: {'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:22.248137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-af6dd65d-7c6e-4cd2-97c0-518893e24ca1 service neutron] Bound using segment: {'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:22.248637 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-af6dd65d-7c6e-4cd2-97c0-518893e24ca1 service neutron] Bound port: 1d5b4873-70f8-4714-956d-f3c4e22f2c5d, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:22.249018 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-af6dd65d-7c6e-4cd2-97c0-518893e24ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.325279 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] Set router 70808305-c270-4b9d-8c36-dc30d8785ff2 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:22.424980 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-af6dd65d-7c6e-4cd2-97c0-518893e24ca1 service neutron] For port 1d5b4873-70f8-4714-956d-f3c4e22f2c5d, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:22.436167 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-af6dd65d-7c6e-4cd2-97c0-518893e24ca1 service neutron] For port 1d5b4873-70f8-4714-956d-f3c4e22f2c5d, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1d5b4873-70f8-4714-956d-f3c4e22f2c5d,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:22.451045 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-af6dd65d-7c6e-4cd2-97c0-518893e24ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.515327 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68ab139c-3d90-42db-9a0e-a9d2d3f4c4ec tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.517312 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-68ab139c-3d90-42db-9a0e-a9d2d3f4c4ec tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/ports/9b908a3e-cc6e-496b-b646-3eeb290eec7c HTTP/1.1" status: 204 len: 168 time: 2.1955743 Jul 16 01:32:22.523754 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56602) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:22.593531 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-af6dd65d-7c6e-4cd2-97c0-518893e24ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:22.594317 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-af6dd65d-7c6e-4cd2-97c0-518893e24ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.595820 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-af6dd65d-7c6e-4cd2-97c0-518893e24ca1 service neutron] 10.222.0.84 "PUT /v2.0/ports/1d5b4873-70f8-4714-956d-f3c4e22f2c5d HTTP/1.1" status: 200 len: 1093 time: 2.5296028 Jul 16 01:32:22.630149 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b80d87-69fb-4d4b-a98d-22bb83626aa9', 'tag': '1d5b4873-70f8-4714-956d-f3c4e22f2c5d'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:22.649260 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c706f33-a36e-4989-96a5-909e02c3592e" -d '{"events": [{"name": "network-changed", "server_uuid": "52b80d87-69fb-4d4b-a98d-22bb83626aa9", "tag": "1d5b4873-70f8-4714-956d-f3c4e22f2c5d"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:22.766623 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bede18b-1592-42df-8f55-e5e13d6e8178 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] GET failed (client error): The resource could not be found. Jul 16 01:32:22.768671 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9bede18b-1592-42df-8f55-e5e13d6e8178 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports/9b908a3e-cc6e-496b-b646-3eeb290eec7c HTTP/1.1" status: 404 len: 333 time: 0.2439811 Jul 16 01:32:22.826911 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c60e1f-6461-4005-b3b9-32259ff62ece x-openstack-request-id: req-87c60e1f-6461-4005-b3b9-32259ff62ece {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:22.827192 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b80d87-69fb-4d4b-a98d-22bb83626aa9", "tag": "1d5b4873-70f8-4714-956d-f3c4e22f2c5d", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:22.827439 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87c60e1f-6461-4005-b3b9-32259ff62ece {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:22.827863 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b80d87-69fb-4d4b-a98d-22bb83626aa9', 'tag': '1d5b4873-70f8-4714-956d-f3c4e22f2c5d', 'status': 'completed', 'code': 200} Jul 16 01:32:22.828228 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56614) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:22.831880 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'name': 'tempest-TaggedBootDevicesTest-1681123415-router', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:16Z', 'updated_at': '2021-07-16T01:32:20Z', 'revision_number': 3, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'gw_port': {'id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:19Z', 'updated_at': '2021-07-16T01:32:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:22.929050 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6dd65d-7c6e-4cd2-97c0-518893e24ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5b4873-70f8-4714-956d-f3c4e22f2c5d,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:22.962323 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] Checking router: 70808305-c270-4b9d-8c36-dc30d8785ff2 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:22.966819 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] Updating router 70808305-c270-4b9d-8c36-dc30d8785ff2 port 4dbf10dd-82f2-486a-9932-dddf38d15be0 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:32:23.101000 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e94a04-0772-48a6-b9e4-3b22a8eccf9d req-5f8d306f-7281-4fd4-8f59-b9c5b596a6cf tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:23.102501 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.109281 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b9e94a04-0772-48a6-b9e4-3b22a8eccf9d req-5f8d306f-7281-4fd4-8f59-b9c5b596a6cf tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.5863004 Jul 16 01:32:23.117602 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-a82101e6-cc93-4b9f-9272-ee9544730d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:23.119407 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-a82101e6-cc93-4b9f-9272-ee9544730d2c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 1096 time: 0.4643989 Jul 16 01:32:23.123940 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.129403 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c86e50-8d08-4efb-a597-ee58cd6b7491 req-ca63f6d3-bd76-440e-8b84-381b159c7763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:23.132060 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a9c86e50-8d08-4efb-a597-ee58cd6b7491 req-ca63f6d3-bd76-440e-8b84-381b159c7763 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 1098 time: 0.5138350 Jul 16 01:32:23.281869 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b9e94a04-0772-48a6-b9e4-3b22a8eccf9d req-e58bd58c-9c65-4a96-be62-56189fea4b06 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713192 Jul 16 01:32:23.285232 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a9c86e50-8d08-4efb-a597-ee58cd6b7491 req-6c4cbcf5-ab2a-4252-b0d1-824ca5e2ae44 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317196 Jul 16 01:32:23.286605 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-0cb5586a-bf8f-49cf-b44c-8111843d7b34 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d5b4873-70f8-4714-956d-f3c4e22f2c5d HTTP/1.1" status: 200 len: 217 time: 0.1531737 Jul 16 01:32:23.388230 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-5f3005ef-6e2d-4f3a-b211-1b2417c13b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:23.391363 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-5f3005ef-6e2d-4f3a-b211-1b2417c13b69 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.0869117 Jul 16 01:32:23.392252 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-ac1abf3c-0dfb-4164-93df-e7fb521b5042 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting port f20613ad-9dc2-4eef-a324-69d93e9bdf43 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:23.392624 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac1abf3c-0dfb-4164-93df-e7fb521b5042 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.490203 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1272a-d84b-43f1-9070-266a5b60c417 req-9c8eefce-d3b9-40a9-8282-428e10344ca2 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:23.500193 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-94a1272a-d84b-43f1-9070-266a5b60c417 req-9c8eefce-d3b9-40a9-8282-428e10344ca2 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 944 time: 0.3573959 Jul 16 01:32:23.653424 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Allocated IP 172.20.0.1 (1b590a93-b556-4341-bbf0-322f328e95cf/09f3da01-7811-438c-934c-dbb6f1e9ed24/1d0fc287-860b-4c2d-b197-d75fedc41700) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:23.657189 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac1abf3c-0dfb-4164-93df-e7fb521b5042 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.685869 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-f97f84cc-3aa0-4946-81a0-fbcbc250c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:23.687426 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-f97f84cc-3aa0-4946-81a0-fbcbc250c9e2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2505479 Jul 16 01:32:23.691930 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-ac1abf3c-0dfb-4164-93df-e7fb521b5042 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Calling delete_port for f20613ad-9dc2-4eef-a324-69d93e9bdf43 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:23.730193 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.741696 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] Transition to ACTIVE for port object 4dbf10dd-82f2-486a-9932-dddf38d15be0 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:23.760946 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.762615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbc22e-c65e-4a32-8693-d25c565593cb req-e018135e-4410-4507-babc-601035fcdcb6 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:23.770100 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-55bbc22e-c65e-4a32-8693-d25c565593cb req-e018135e-4410-4507-babc-601035fcdcb6 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.1970835 Jul 16 01:32:23.812486 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.823151 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-94a1272a-d84b-43f1-9070-266a5b60c417 req-0585e9c0-ed53-4e46-85d0-3b8171e8b674 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151197 Jul 16 01:32:23.827247 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] Attempting to bind port 4dbf10dd-82f2-486a-9932-dddf38d15be0 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:23.827394 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] Attempting to bind port 4dbf10dd-82f2-486a-9932-dddf38d15be0 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:23.827708 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] Attempting to bind port 4dbf10dd-82f2-486a-9932-dddf38d15be0 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:23.839908 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Transition to ACTIVE for port object 1d0fc287-860b-4c2d-b197-d75fedc41700 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:23.860695 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:23.863580 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:23.864161 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.864767 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:23.867815 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] Bound port: 4dbf10dd-82f2-486a-9932-dddf38d15be0, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:23.868231 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.895673 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.944928 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ada29c-9a1f-4d47-befe-c1118bffcd37 None None] Pushing event updated for resources: {'Port': ['ID=4dbf10dd-82f2-486a-9932-dddf38d15be0,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:23.981220 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ada29c-9a1f-4d47-befe-c1118bffcd37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:23.981501 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ada29c-9a1f-4d47-befe-c1118bffcd37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:23.981840 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ada29c-9a1f-4d47-befe-c1118bffcd37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:23.982172 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ada29c-9a1f-4d47-befe-c1118bffcd37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:23.982496 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ada29c-9a1f-4d47-befe-c1118bffcd37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:23.982819 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ada29c-9a1f-4d47-befe-c1118bffcd37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:23.983149 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ada29c-9a1f-4d47-befe-c1118bffcd37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:23.987940 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ada29c-9a1f-4d47-befe-c1118bffcd37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:23.988277 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ada29c-9a1f-4d47-befe-c1118bffcd37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:23.988698 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ada29c-9a1f-4d47-befe-c1118bffcd37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:23.989033 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ada29c-9a1f-4d47-befe-c1118bffcd37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:23.989369 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ada29c-9a1f-4d47-befe-c1118bffcd37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:24.000004 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-eeb75516-7b3b-4120-a130-ac68473d6cd0 service neutron] 10.222.0.84 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026862 Jul 16 01:32:24.007894 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Pushing event updated for resources: {'Port': ['ID=1d0fc287-860b-4c2d-b197-d75fedc41700,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:24.027412 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-55bbc22e-c65e-4a32-8693-d25c565593cb req-5784729a-172a-41fc-9540-0d968041c179 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559552 Jul 16 01:32:24.036804 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:24.038468 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:24.038468 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:24.039360 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:24.046687 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:24.052675 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:24.053076 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:24.053421 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:24.053762 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:24.054102 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:24.054431 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:24.054759 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:24.067452 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] For port 4dbf10dd-82f2-486a-9932-dddf38d15be0, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:24.072016 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] For port 4dbf10dd-82f2-486a-9932-dddf38d15be0, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4dbf10dd-82f2-486a-9932-dddf38d15be0,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:24.086839 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.092897 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Network 1b590a93-b556-4341-bbf0-322f328e95cf is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:24.094780 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:24.100740 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:24.224589 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac1abf3c-0dfb-4164-93df-e7fb521b5042 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.236479 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.268355 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] Routers {'70808305-c270-4b9d-8c36-dc30d8785ff2'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:24.270213 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:32:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['70808305-c270-4b9d-8c36-dc30d8785ff2'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:24.318106 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa87bf46-b244-46a9-8ffa-8397235bdd34 req-428be478-5c2e-4508-b599-46b74b239611 service neutron] 10.222.0.84 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843032 Jul 16 01:32:24.338301 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1abf3c-0dfb-4164-93df-e7fb521b5042 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Port': ['ID=f20613ad-9dc2-4eef-a324-69d93e9bdf43,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:24.385302 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ada29c-9a1f-4d47-befe-c1118bffcd37 None None] Pushing event updated for resources: {'Port': ['ID=4dbf10dd-82f2-486a-9932-dddf38d15be0,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:24.570567 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2ea3b47d-d1f6-463b-947f-0414e633b9d6 None None] Provisioning for port 1d0fc287-860b-4c2d-b197-d75fedc41700 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:24.576903 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2ea3b47d-d1f6-463b-947f-0414e633b9d6 None None] Provisioning complete for port 1d0fc287-860b-4c2d-b197-d75fedc41700 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:24.577811 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2ea3b47d-d1f6-463b-947f-0414e633b9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.582476 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] Set router 70808305-c270-4b9d-8c36-dc30d8785ff2 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:24.591136 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.619217 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac1abf3c-0dfb-4164-93df-e7fb521b5042 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.621203 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ac1abf3c-0dfb-4164-93df-e7fb521b5042 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/ports/f20613ad-9dc2-4eef-a324-69d93e9bdf43 HTTP/1.1" status: 204 len: 168 time: 1.7908120 Jul 16 01:32:24.627659 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56662) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:24.634881 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2ea3b47d-d1f6-463b-947f-0414e633b9d6 None None] Port 1d0fc287-860b-4c2d-b197-d75fedc41700 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:24.671597 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c706f33-a36e-4989-96a5-909e02c3592e req-8ed5800f-d3b9-4b22-ae6b-4a4bc57ea757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:24.673098 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c706f33-a36e-4989-96a5-909e02c3592e req-8ed5800f-d3b9-4b22-ae6b-4a4bc57ea757 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 1096 time: 0.2595270 Jul 16 01:32:24.763606 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e0a728-0e29-4bc2-a2a2-fa675fcc284c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] GET failed (client error): The resource could not be found. Jul 16 01:32:24.772645 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e0e0a728-0e29-4bc2-a2a2-fa675fcc284c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports/f20613ad-9dc2-4eef-a324-69d93e9bdf43 HTTP/1.1" status: 404 len: 333 time: 0.1417208 Jul 16 01:32:24.806789 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56668) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:24.882562 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c706f33-a36e-4989-96a5-909e02c3592e req-1dc144e9-81d2-4da5-8547-79d24b4e80e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:24.884788 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c706f33-a36e-4989-96a5-909e02c3592e req-1dc144e9-81d2-4da5-8547-79d24b4e80e2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 911 time: 0.2025414 Jul 16 01:32:24.974882 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c706f33-a36e-4989-96a5-909e02c3592e req-a40d12ca-fcad-4596-8c28-96c70c334c60 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d5b4873-70f8-4714-956d-f3c4e22f2c5d HTTP/1.1" status: 200 len: 217 time: 0.0838721 Jul 16 01:32:25.012903 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'name': 'tempest-TaggedBootDevicesTest-1681123415-router', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:16Z', 'updated_at': '2021-07-16T01:32:20Z', 'revision_number': 3, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'gw_port': {'id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:19Z', 'updated_at': '2021-07-16T01:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:25.030713 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad853236-3389-4731-9874-2429ccaf1636 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting subnet 04bb0b9a-1176-430a-8979-1687688e02aa {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:25.062893 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79101f2c-60d5-4060-ab7c-c3e8fd506ae9 None None] The sync data for ids ['70808305-c270-4b9d-8c36-dc30d8785ff2'] in n-d-792394-16 is: [{'id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'name': 'tempest-TaggedBootDevicesTest-1681123415-router', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:16Z', 'updated_at': '2021-07-16T01:32:20Z', 'revision_number': 3, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'gw_port': {'id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:19Z', 'updated_at': '2021-07-16T01:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:25.066303 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c706f33-a36e-4989-96a5-909e02c3592e req-559530f6-fb84-443b-85e2-764ae25c4bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.068581 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c706f33-a36e-4989-96a5-909e02c3592e req-559530f6-fb84-443b-85e2-764ae25c4bf9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.0848544 Jul 16 01:32:25.072709 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.116624 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ad853236-3389-4731-9874-2429ccaf1636 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.204154 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.416063 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ad853236-3389-4731-9874-2429ccaf1636 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.439469 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Pushing event updated for resources: {'Port': ['ID=1d0fc287-860b-4c2d-b197-d75fedc41700,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:25.472394 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.495028 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5ef50-730e-4cc3-9068-0ce247ee71f3 req-db958f35-4ff2-4a08-a5cd-f1b190085fb6 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.502879 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d7b5ef50-730e-4cc3-9068-0ce247ee71f3 req-db958f35-4ff2-4a08-a5cd-f1b190085fb6 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.7432795 Jul 16 01:32:25.705909 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d7b5ef50-730e-4cc3-9068-0ce247ee71f3 req-e21fa090-0f7c-450d-b673-694fe58352c8 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017982 Jul 16 01:32:25.771578 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ad853236-3389-4731-9874-2429ccaf1636 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.866306 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Network 1b590a93-b556-4341-bbf0-322f328e95cf is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:25.872264 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:25.892879 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c706f33-a36e-4989-96a5-909e02c3592e req-bdcacf4c-cd6f-46dd-9238-c730bf04b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.894509 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c706f33-a36e-4989-96a5-909e02c3592e req-bdcacf4c-cd6f-46dd-9238-c730bf04b52f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8192925 Jul 16 01:32:26.124133 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ad853236-3389-4731-9874-2429ccaf1636 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.129426 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59631a-83fd-4bf9-9991-6258eb04e838 req-83907504-b877-42a5-8476-ce8fea0789a4 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:26.138500 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4e59631a-83fd-4bf9-9991-6258eb04e838 req-83907504-b877-42a5-8476-ce8fea0789a4 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 944 time: 0.3993938 Jul 16 01:32:26.270447 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4e59631a-83fd-4bf9-9991-6258eb04e838 req-a4f004ea-f436-4753-b7ee-e5fbe865610d tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306651 Jul 16 01:32:26.281131 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad853236-3389-4731-9874-2429ccaf1636 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Subnet': ['ID=04bb0b9a-1176-430a-8979-1687688e02aa,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:26.289602 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c706f33-a36e-4989-96a5-909e02c3592e req-71158d46-66c1-4d62-869e-cb3971941ce8 service neutron] 10.222.0.84 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735650 Jul 16 01:32:26.305568 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ad853236-3389-4731-9874-2429ccaf1636 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.307770 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ad853236-3389-4731-9874-2429ccaf1636 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/subnets/04bb0b9a-1176-430a-8979-1687688e02aa HTTP/1.1" status: 204 len: 168 time: 1.5000422 Jul 16 01:32:26.311367 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f17d6a-31b5-4651-88d6-178753e837c8 None None] Network 268ed221-991d-4cdd-acb5-4efdd3f94de9 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:26.312283 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56744) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:26.369487 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Router 70808305-c270-4b9d-8c36-dc30d8785ff2 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:32:26.388609 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bb9b3642-5390-4826-b0ee-beacef87f5b9 None None] Provisioning complete for port 1d0fc287-860b-4c2d-b197-d75fedc41700 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:26.389251 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb9b3642-5390-4826-b0ee-beacef87f5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.418332 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361d716-0739-445e-a8e0-e0357e6818b4 req-391eaa1f-9795-42f4-bde3-7c0f348ebf6a tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:26.433736 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c361d716-0739-445e-a8e0-e0357e6818b4 req-391eaa1f-9795-42f4-bde3-7c0f348ebf6a tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.4459586 Jul 16 01:32:26.537240 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e107117-cad5-4022-b4ae-bbe357815881 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.564880 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-bb9b3642-5390-4826-b0ee-beacef87f5b9 None None] Port 1d0fc287-860b-4c2d-b197-d75fedc41700 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:26.573245 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c706f33-a36e-4989-96a5-909e02c3592e req-ffb1ca41-3c2d-48b5-beab-df91b4a5abb8 service neutron] 10.222.0.84 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817092 Jul 16 01:32:26.587365 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 1d5b4873-70f8-4714-956d-f3c4e22f2c5d details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:26.646622 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e720c9b7-5cb3-4956-bd73-9e3a09dc5ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.679782 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-0e107117-cad5-4022-b4ae-bbe357815881 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting port 7817d109-5f11-4c7b-ad53-7161d06f02c8 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:26.689010 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e107117-cad5-4022-b4ae-bbe357815881 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.725926 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c361d716-0739-445e-a8e0-e0357e6818b4 req-6c97ff47-d698-467a-84da-e409007c71ba tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909522 Jul 16 01:32:26.792767 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622a929f-3e28-44b7-ab73-27b41df71fb0 None None] DHCP port deletion for 268ed221-991d-4cdd-acb5-4efdd3f94de9 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:32:26.831018 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:26.847593 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ebf0f29d-988c-4e62-b35c-383246ae469c admin admin] 10.222.0.16 "PUT /v2.0/routers/70808305-c270-4b9d-8c36-dc30d8785ff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7005765 Jul 16 01:32:26.896311 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-0e107117-cad5-4022-b4ae-bbe357815881 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] For port 7817d109-5f11-4c7b-ad53-7161d06f02c8, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7817d109-5f11-4c7b-ad53-7161d06f02c8,segment=NetworkSegment(c907635e-b3ff-41d8-9a5d-b160040f6141),segment_id=c907635e-b3ff-41d8-9a5d-b160040f6141)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:26.896881 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e107117-cad5-4022-b4ae-bbe357815881 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.931671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-0e107117-cad5-4022-b4ae-bbe357815881 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Calling delete_port for 7817d109-5f11-4c7b-ad53-7161d06f02c8 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:26.978958 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 1d5b4873-70f8-4714-956d-f3c4e22f2c5d, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1d5b4873-70f8-4714-956d-f3c4e22f2c5d,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:27.013027 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-622a929f-3e28-44b7-ab73-27b41df71fb0 None None] Deleting port 7817d109-5f11-4c7b-ad53-7161d06f02c8 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:27.014941 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-622a929f-3e28-44b7-ab73-27b41df71fb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.036868 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '1d5b4873-70f8-4714-956d-f3c4e22f2c5d', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'port_id': '1d5b4873-70f8-4714-956d-f3c4e22f2c5d', 'mac_address': 'fa:16:3e:80:ee:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:27.145255 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf57ba-37a5-4e52-9e2e-1ec34e65de9d req-984746a2-3aab-4e98-8c26-f42f4c4ed249 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:27.152981 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cedf57ba-37a5-4e52-9e2e-1ec34e65de9d req-984746a2-3aab-4e98-8c26-f42f4c4ed249 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.2555437 Jul 16 01:32:27.204823 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e107117-cad5-4022-b4ae-bbe357815881 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.229515 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4dbf10dd-82f2-486a-9932-dddf38d15be0 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:27.275135 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e107117-cad5-4022-b4ae-bbe357815881 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Port': ['ID=7817d109-5f11-4c7b-ad53-7161d06f02c8,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:27.279786 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e107117-cad5-4022-b4ae-bbe357815881 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] No DVR routers for this DVR port 7817d109-5f11-4c7b-ad53-7161d06f02c8 on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:27.292217 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cedf57ba-37a5-4e52-9e2e-1ec34e65de9d req-d85b6e1e-37fc-4c10-aa84-28fb40f2d403 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217661 Jul 16 01:32:27.345936 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.425264 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-622a929f-3e28-44b7-ab73-27b41df71fb0 None None] For port 7817d109-5f11-4c7b-ad53-7161d06f02c8, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7817d109-5f11-4c7b-ad53-7161d06f02c8,segment=NetworkSegment(c907635e-b3ff-41d8-9a5d-b160040f6141),segment_id=c907635e-b3ff-41d8-9a5d-b160040f6141)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:27.425921 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-622a929f-3e28-44b7-ab73-27b41df71fb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.456623 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-622a929f-3e28-44b7-ab73-27b41df71fb0 None None] Calling delete_port for 7817d109-5f11-4c7b-ad53-7161d06f02c8 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:27.469114 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5b4873-70f8-4714-956d-f3c4e22f2c5d {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:27.535225 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e107117-cad5-4022-b4ae-bbe357815881 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.559073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-0e107117-cad5-4022-b4ae-bbe357815881 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['268ed221-991d-4cdd-acb5-4efdd3f94de9']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:27.574694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-0e107117-cad5-4022-b4ae-bbe357815881 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c907635e-b3ff-41d8-9a5d-b160040f6141') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:27.575012 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-0e107117-cad5-4022-b4ae-bbe357815881 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c907635e-b3ff-41d8-9a5d-b160040f6141') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:27.596189 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e107117-cad5-4022-b4ae-bbe357815881 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.635233 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e107117-cad5-4022-b4ae-bbe357815881 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.640204 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 1d5b4873-70f8-4714-956d-f3c4e22f2c5d, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1d5b4873-70f8-4714-956d-f3c4e22f2c5d,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:27.643356 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 4dbf10dd-82f2-486a-9932-dddf38d15be0 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:27.653619 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e107117-cad5-4022-b4ae-bbe357815881 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:27.654057 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e107117-cad5-4022-b4ae-bbe357815881 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:27.658357 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:27.689186 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 4dbf10dd-82f2-486a-9932-dddf38d15be0 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:27.689584 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.691347 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.765604 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0241ca-61ff-4c31-b0c4-375295ad42b6 req-4693117d-50c9-4ce4-ad6e-7c8b70e35653 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:27.769895 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bf0241ca-61ff-4c31-b0c4-375295ad42b6 req-4693117d-50c9-4ce4-ad6e-7c8b70e35653 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 944 time: 0.1549182 Jul 16 01:32:27.843753 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e107117-cad5-4022-b4ae-bbe357815881 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.852968 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e107117-cad5-4022-b4ae-bbe357815881 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.854876 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0e107117-cad5-4022-b4ae-bbe357815881 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/networks/268ed221-991d-4cdd-acb5-4efdd3f94de9 HTTP/1.1" status: 204 len: 168 time: 1.5407932 Jul 16 01:32:27.861011 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56830) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:27.882545 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bf0241ca-61ff-4c31-b0c4-375295ad42b6 req-8c690788-92df-4689-8c1c-80f83b409168 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047199 Jul 16 01:32:27.897856 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a11fa5a7-141b-4600-87bd-4bdf8426e9ae tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1564509350'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.903442 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.906511 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.906511 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.906511 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.906511 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.906511 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.906511 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.906511 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.906511 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.906511 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.906511 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.906511 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.906511 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.906511 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:27.906511 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:32:27.911610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e107117-cad5-4022-b4ae-bbe357815881 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Network': ['ID=268ed221-991d-4cdd-acb5-4efdd3f94de9,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:27.953796 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11fa5a7-141b-4600-87bd-4bdf8426e9ae tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:27.957532 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a11fa5a7-141b-4600-87bd-4bdf8426e9ae tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.975100 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-622a929f-3e28-44b7-ab73-27b41df71fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.060986 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11fa5a7-141b-4600-87bd-4bdf8426e9ae tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:28.095598 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['1d5b4873-70f8-4714-956d-f3c4e22f2c5d'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:28.133460 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=1d5b4873-70f8-4714-956d-f3c4e22f2c5d,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:28.175417 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a11fa5a7-141b-4600-87bd-4bdf8426e9ae tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.175782 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-a11fa5a7-141b-4600-87bd-4bdf8426e9ae tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Added segment e607a848-ecc6-4055-afc2-e13f8cad1510 of type vlan for network 68f2e5fe-3dc5-4610-aa77-29d40c02902f Jul 16 01:32:28.225946 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a32f7e-0e76-43dd-9083-966be760c79c req-a4533f1c-551d-454b-80b7-531cbc6018b0 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:28.227724 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d6a32f7e-0e76-43dd-9083-966be760c79c req-a4533f1c-551d-454b-80b7-531cbc6018b0 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.0881922 Jul 16 01:32:28.250891 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-622a929f-3e28-44b7-ab73-27b41df71fb0 None None] Network 268ed221-991d-4cdd-acb5-4efdd3f94de9 is not hosted by any dhcp agent {{(pid=93957) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:32:28.251388 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622a929f-3e28-44b7-ab73-27b41df71fb0 None None] No DVR routers for this DVR port 7817d109-5f11-4c7b-ad53-7161d06f02c8 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:28.264969 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a11fa5a7-141b-4600-87bd-4bdf8426e9ae tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.290082 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a929f-3e28-44b7-ab73-27b41df71fb0 None None] Pushing event deleted for resources: {'Port': ['ID=7817d109-5f11-4c7b-ad53-7161d06f02c8,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:28.294133 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d6a32f7e-0e76-43dd-9083-966be760c79c req-e8daa68f-b660-4c4a-ab0f-7bee76383d94 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544193 Jul 16 01:32:28.309087 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3e2f9-8b95-4959-8a6d-8b6830e8083c req-890b6fbc-c8f6-49c3-bd91-e676cbecf6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:28.311347 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-42f3e2f9-8b95-4959-8a6d-8b6830e8083c req-890b6fbc-c8f6-49c3-bd91-e676cbecf6ad service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4bb8ade529aa4b339e56f372707ccb5a&device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 1098 time: 0.2276723 Jul 16 01:32:28.327880 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.377176 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 4dbf10dd-82f2-486a-9932-dddf38d15be0, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4dbf10dd-82f2-486a-9932-dddf38d15be0,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:28.392090 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.399546 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] Sync routers for ids ['70808305-c270-4b9d-8c36-dc30d8785ff2'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:28.420734 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a11fa5a7-141b-4600-87bd-4bdf8426e9ae tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.435076 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11fa5a7-141b-4600-87bd-4bdf8426e9ae tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:28.435859 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a11fa5a7-141b-4600-87bd-4bdf8426e9ae tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.516982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7817d109-5f11-4c7b-ad53-7161d06f02c8 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:28.548941 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a11fa5a7-141b-4600-87bd-4bdf8426e9ae tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6868453 Jul 16 01:32:28.552181 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56874) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:28.559091 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-29400093-b72e-49f6-a250-58ae1d21c83a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'subnet': {'network_id': '68f2e5fe-3dc5-4610-aa77-29d40c02902f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:28.573724 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ccff6-c5e6-46b8-a09c-2a68b07acc33 req-041bf4f8-a269-4b52-9233-dd0ea281c40f tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:28.583195 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a05ccff6-c5e6-46b8-a09c-2a68b07acc33 req-041bf4f8-a269-4b52-9233-dd0ea281c40f tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.1104283 Jul 16 01:32:28.616354 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fa5a7-141b-4600-87bd-4bdf8426e9ae tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Network': ['ID=68f2e5fe-3dc5-4610-aa77-29d40c02902f,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:28.622569 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] Routers {'70808305-c270-4b9d-8c36-dc30d8785ff2'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:28.623224 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:32:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['70808305-c270-4b9d-8c36-dc30d8785ff2'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:28.635617 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 68f2e5fe-3dc5-4610-aa77-29d40c02902f details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:28.638169 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 7817d109-5f11-4c7b-ad53-7161d06f02c8 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:28.638403 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7817d109-5f11-4c7b-ad53-7161d06f02c8 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:28.658001 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a05ccff6-c5e6-46b8-a09c-2a68b07acc33 req-c4cc4844-effc-4d1d-a93a-7e51f3775a49 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737967 Jul 16 01:32:28.670942 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3e2f9-8b95-4959-8a6d-8b6830e8083c req-56cd7f73-348d-4970-8f42-2598c2b78746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:28.672824 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-42f3e2f9-8b95-4959-8a6d-8b6830e8083c req-56cd7f73-348d-4970-8f42-2598c2b78746 service neutron] 10.222.0.82 "GET /v2.0/networks?id=48d8b493-d632-422a-b805-c0979a30b3d9 HTTP/1.1" status: 200 len: 919 time: 0.3510408 Jul 16 01:32:28.727358 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-42f3e2f9-8b95-4959-8a6d-8b6830e8083c req-5602802e-f125-4919-98bb-efbcc2abb04e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb42bc56-a17d-4a62-8861-fa31a10603e2 HTTP/1.1" status: 200 len: 217 time: 0.0477214 Jul 16 01:32:28.798337 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=4dbf10dd-82f2-486a-9932-dddf38d15be0,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:28.835515 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29400093-b72e-49f6-a250-58ae1d21c83a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:28.839539 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3e2f9-8b95-4959-8a6d-8b6830e8083c req-640537d1-7121-456d-9f6d-17d9e9fc7778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:28.841015 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-42f3e2f9-8b95-4959-8a6d-8b6830e8083c req-640537d1-7121-456d-9f6d-17d9e9fc7778 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=81188464-b1ab-476b-ab3e-980e9e063537 HTTP/1.1" status: 200 len: 858 time: 0.0990109 Jul 16 01:32:28.841699 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29400093-b72e-49f6-a250-58ae1d21c83a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.921771 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-42f3e2f9-8b95-4959-8a6d-8b6830e8083c req-6996b1ae-d8d3-4b04-90bd-8e470fa562f0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48d8b493-d632-422a-b805-c0979a30b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721211 Jul 16 01:32:29.041910 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-42f3e2f9-8b95-4959-8a6d-8b6830e8083c req-db50b821-e2f6-4a30-af33-894de7b8e8f6 service neutron] 10.222.0.82 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083164 Jul 16 01:32:29.090524 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4dbf10dd-82f2-486a-9932-dddf38d15be0 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:29.185929 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29400093-b72e-49f6-a250-58ae1d21c83a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.221687 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] Set router 70808305-c270-4b9d-8c36-dc30d8785ff2 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:29.265720 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-42f3e2f9-8b95-4959-8a6d-8b6830e8083c req-0a753526-415f-47e8-9def-908d54870bb2 service neutron] 10.222.0.82 "GET /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152956 Jul 16 01:32:29.281943 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d214843-a7c2-4e4e-8443-d27bf15b78c4 req-4977b106-9701-4c6f-92d0-c3fe37dc8946 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:29.288054 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29400093-b72e-49f6-a250-58ae1d21c83a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Subnet': ['ID=074c2350-da26-4517-a281-1cf12de3d95c,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:29.291053 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d214843-a7c2-4e4e-8443-d27bf15b78c4 req-4977b106-9701-4c6f-92d0-c3fe37dc8946 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 945 time: 0.1625357 Jul 16 01:32:29.307665 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29400093-b72e-49f6-a250-58ae1d21c83a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Checking segment: {'id': 'e607a848-ecc6-4055-afc2-e13f8cad1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '68f2e5fe-3dc5-4610-aa77-29d40c02902f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:29.308030 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29400093-b72e-49f6-a250-58ae1d21c83a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network hostable DHCP agents. Network: 68f2e5fe-3dc5-4610-aa77-29d40c02902f, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:29.329046 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29400093-b72e-49f6-a250-58ae1d21c83a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network 68f2e5fe-3dc5-4610-aa77-29d40c02902f is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:29.350195 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d214843-a7c2-4e4e-8443-d27bf15b78c4 req-d875a268-7005-4de6-b9ec-a8bf90c413f4 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577598 Jul 16 01:32:29.354071 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-29400093-b72e-49f6-a250-58ae1d21c83a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 68f2e5fe-3dc5-4610-aa77-29d40c02902f) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:29.368531 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29400093-b72e-49f6-a250-58ae1d21c83a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:29.369124 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29400093-b72e-49f6-a250-58ae1d21c83a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.383483 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdcc7cd-0d94-48d5-87e3-f7983452b8be None None] Network 68f2e5fe-3dc5-4610-aa77-29d40c02902f requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:29.395684 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-29400093-b72e-49f6-a250-58ae1d21c83a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8421056 Jul 16 01:32:29.398720 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56938) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:29.404978 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-b0377e84-fc2e-4d40-882a-596b01225001 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'port': {'network_id': '68f2e5fe-3dc5-4610-aa77-29d40c02902f', 'name': 'tempest-PortsTestJSON-1824556998', 'fixed_ips': [{'subnet_id': '074c2350-da26-4517-a281-1cf12de3d95c', 'ip_address': '172.20.0.10'}]}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:29.589111 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 4dbf10dd-82f2-486a-9932-dddf38d15be0 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:29.589498 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.608250 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901979b-2b96-4cf6-a6ee-38716146bebf req-9b7c269c-35f6-458c-8487-4529cd8d3347 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:29.625039 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0377e84-fc2e-4d40-882a-596b01225001 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:29.632311 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3901979b-2b96-4cf6-a6ee-38716146bebf req-9b7c269c-35f6-458c-8487-4529cd8d3347 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.1705604 Jul 16 01:32:29.721658 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3901979b-2b96-4cf6-a6ee-38716146bebf req-ab31d0f7-01d9-45e0-b60d-849b01fbf81e tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857687 Jul 16 01:32:29.809953 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b0377e84-fc2e-4d40-882a-596b01225001 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.836167 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56970) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:29.847135 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-b0377e84-fc2e-4d40-882a-596b01225001 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] device_id is not set on port a8feb846-cfe8-4358-8baa-e110890f6959 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:32:30.049079 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338ac8c-6d37-41ee-a56d-dcafabe7365d req-c558e672-3c17-4a53-b3aa-5dd0be21a4ac tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:30.057169 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1338ac8c-6d37-41ee-a56d-dcafabe7365d req-c558e672-3c17-4a53-b3aa-5dd0be21a4ac tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.1472149 Jul 16 01:32:30.082831 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57f4012a-6b7d-4cc1-9129-80d0fe19d0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.104822 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.111348 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58e46842-ef04-4b07-9e78-4d546d87f8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.206442 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1338ac8c-6d37-41ee-a56d-dcafabe7365d req-d77acefc-1ff4-4eb4-ba43-a1dba59e9884 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445136 Jul 16 01:32:30.239114 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-b0377e84-fc2e-4d40-882a-596b01225001 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Allocated IP 172.20.0.10 (68f2e5fe-3dc5-4610-aa77-29d40c02902f/074c2350-da26-4517-a281-1cf12de3d95c/a8feb846-cfe8-4358-8baa-e110890f6959) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:30.269089 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a10dd2-771d-41e8-864d-6911ca483c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-68f2e5fe-3dc5-4610-aa77-29d40c02902f', 'network_id': '68f2e5fe-3dc5-4610-aa77-29d40c02902f', 'tenant_id': 'de3675ad2360466e9878a944ef829174', 'fixed_ips': [{'subnet_id': '074c2350-da26-4517-a281-1cf12de3d95c'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:32:30.270018 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4a10dd2-771d-41e8-864d-6911ca483c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.272691 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58e46842-ef04-4b07-9e78-4d546d87f8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.282033 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58e46842-ef04-4b07-9e78-4d546d87f8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.343730 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-58e46842-ef04-4b07-9e78-4d546d87f8e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2ba82ec84224cc3b8fb9e585c1ee4a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5040755 Jul 16 01:32:30.343730 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e46842-ef04-4b07-9e78-4d546d87f8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100c85af-bb71-4c0d-8337-f3fdc7b747e0,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:30.345822 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e6278-3d1c-443e-961b-833cebf836cc req-af4450ba-7848-4368-89f0-31f39b609694 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:30.346591 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57006) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:30.352733 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8e1e6278-3d1c-443e-961b-833cebf836cc req-af4450ba-7848-4368-89f0-31f39b609694 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?device_id=92354be4-5576-4426-9fda-a44fd625e227 HTTP/1.1" status: 200 len: 949 time: 0.2233641 Jul 16 01:32:30.398894 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'name': 'tempest-TaggedBootDevicesTest-1681123415-router', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:16Z', 'updated_at': '2021-07-16T01:32:24Z', 'revision_number': 4, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'gw_port': {'id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:19Z', 'updated_at': '2021-07-16T01:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '1d0fc287-860b-4c2d-b197-d75fedc41700', 'name': '', 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'mac_address': 'fa:16:3e:f4:96:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '09f3da01-7811-438c-934c-dbb6f1e9ed24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:23Z', 'updated_at': '2021-07-16T01:32:24Z', 'revision_number': 2, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'subnets': [{'id': '09f3da01-7811-438c-934c-dbb6f1e9ed24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:30.432191 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8e1e6278-3d1c-443e-961b-833cebf836cc req-a5459863-dd93-49ce-8792-41400a2e18bc tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/security-groups?id=86f4f680-b200-4b51-95c2-fcbf79fd4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768554 Jul 16 01:32:30.441467 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] Checking router: 70808305-c270-4b9d-8c36-dc30d8785ff2 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:30.441850 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] Updating router 70808305-c270-4b9d-8c36-dc30d8785ff2 port 1d0fc287-860b-4c2d-b197-d75fedc41700 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:32:30.480829 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-feb4036c-1201-4539-a2cf-c6edfc76c213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.511370 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.544592 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-feb4036c-1201-4539-a2cf-c6edfc76c213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.557905 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b0377e84-fc2e-4d40-882a-596b01225001 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.584091 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-b0377e84-fc2e-4d40-882a-596b01225001 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Transition to ACTIVE for port object a8feb846-cfe8-4358-8baa-e110890f6959 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:30.596060 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 1d5b4873-70f8-4714-956d-f3c4e22f2c5d up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:30.645014 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-feb4036c-1201-4539-a2cf-c6edfc76c213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.648339 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-feb4036c-1201-4539-a2cf-c6edfc76c213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.650144 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-feb4036c-1201-4539-a2cf-c6edfc76c213 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/100c85af-bb71-4c0d-8337-f3fdc7b747e0 HTTP/1.1" status: 204 len: 168 time: 0.3021278 Jul 16 01:32:30.667329 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b0377e84-fc2e-4d40-882a-596b01225001 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.667613 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ac381-e279-4b72-9e5f-257c31d63f9f req-e3c52348-ed7b-49b2-b141-4193ee005dd4 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:30.669720 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6f9ac381-e279-4b72-9e5f-257c31d63f9f req-e3c52348-ed7b-49b2-b141-4193ee005dd4 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 945 time: 0.1666486 Jul 16 01:32:30.676212 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4036c-1201-4539-a2cf-c6edfc76c213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100c85af-bb71-4c0d-8337-f3fdc7b747e0,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:30.737757 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6f9ac381-e279-4b72-9e5f-257c31d63f9f req-8964e200-67ad-4484-8e14-b984f3c898f7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523875 Jul 16 01:32:30.760486 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0377e84-fc2e-4d40-882a-596b01225001 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Port': ['ID=a8feb846-cfe8-4358-8baa-e110890f6959,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:30.777339 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0377e84-fc2e-4d40-882a-596b01225001 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network 68f2e5fe-3dc5-4610-aa77-29d40c02902f is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:30.779925 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-b0377e84-fc2e-4d40-882a-596b01225001 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:30.794706 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0377e84-fc2e-4d40-882a-596b01225001 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:30.897373 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0377e84-fc2e-4d40-882a-596b01225001 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:30.898556 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b0377e84-fc2e-4d40-882a-596b01225001 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.923734 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b0377e84-fc2e-4d40-882a-596b01225001 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5233185 Jul 16 01:32:30.926752 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57028) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:30.947594 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-eb38030b-a428-410d-9965-5c79cf70c6ee tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'port': {'network_id': '68f2e5fe-3dc5-4610-aa77-29d40c02902f', 'name': 'tempest-PortsTestJSON-321637944', 'fixed_ips': [{'subnet_id': '074c2350-da26-4517-a281-1cf12de3d95c', 'ip_address': '172.20.0.9'}]}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:30.959237 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 1d5b4873-70f8-4714-956d-f3c4e22f2c5d completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:30.980532 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.984409 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 1d5b4873-70f8-4714-956d-f3c4e22f2c5d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:30.984817 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.056030 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-a4a10dd2-771d-41e8-864d-6911ca483c7d None None] Allocated IP 172.20.0.2 (68f2e5fe-3dc5-4610-aa77-29d40c02902f/074c2350-da26-4517-a281-1cf12de3d95c/220f0f1c-acbb-45ed-8f92-143e4025bb98) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:31.144932 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2acab6-a0c7-4b27-8112-7f164fcb7c42 req-c96c44dd-2d3b-42f8-b656-a5c4cd07a4eb tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:31.154509 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8e2acab6-a0c7-4b27-8112-7f164fcb7c42 req-c96c44dd-2d3b-42f8-b656-a5c4cd07a4eb tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.1596937 Jul 16 01:32:31.218011 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.260070 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8e2acab6-a0c7-4b27-8112-7f164fcb7c42 req-53897b85-db7e-4b01-af50-1c9704a82f0a tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043558 Jul 16 01:32:31.272341 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb38030b-a428-410d-9965-5c79cf70c6ee tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:31.342802 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] Transition to ACTIVE for port object 1d0fc287-860b-4c2d-b197-d75fedc41700 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:31.351422 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.363483 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.371432 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.487007 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 1d5b4873-70f8-4714-956d-f3c4e22f2c5d, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1d5b4873-70f8-4714-956d-f3c4e22f2c5d,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:31.489128 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb38030b-a428-410d-9965-5c79cf70c6ee tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.516567 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b80d87-69fb-4d4b-a98d-22bb83626aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5b4873-70f8-4714-956d-f3c4e22f2c5d'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:31.520479 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac27169e-d6cd-480b-8ea4-ce309e620e37" -d '{"events": [{"server_uuid": "52b80d87-69fb-4d4b-a98d-22bb83626aa9", "name": "network-vif-plugged", "status": "completed", "tag": "1d5b4873-70f8-4714-956d-f3c4e22f2c5d"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:31.534259 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.606368 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-eb38030b-a428-410d-9965-5c79cf70c6ee tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] device_id is not set on port 48627b9c-fa34-4a8b-8daa-5f69e6057a0b yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:32:31.636061 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23db9f9-eabb-40e8-94ca-9f31e8410eb0 x-openstack-request-id: req-c23db9f9-eabb-40e8-94ca-9f31e8410eb0 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:31.637136 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b80d87-69fb-4d4b-a98d-22bb83626aa9", "name": "network-vif-plugged", "status": "completed", "tag": "1d5b4873-70f8-4714-956d-f3c4e22f2c5d", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:31.637136 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c23db9f9-eabb-40e8-94ca-9f31e8410eb0 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:31.637418 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b80d87-69fb-4d4b-a98d-22bb83626aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5b4873-70f8-4714-956d-f3c4e22f2c5d', 'code': 200} Jul 16 01:32:31.666013 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951cb957-3ede-4716-ae15-163c4d02b815 None None] Pushing event updated for resources: {'Port': ['ID=1d0fc287-860b-4c2d-b197-d75fedc41700,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:31.819198 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] Attempting to bind port 1d0fc287-860b-4c2d-b197-d75fedc41700 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:31.819570 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] Attempting to bind port 1d0fc287-860b-4c2d-b197-d75fedc41700 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'c1fab8d9-de68-4fec-9427-82ce7b694551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:31.819925 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] Attempting to bind port 1d0fc287-860b-4c2d-b197-d75fedc41700 on network 1b590a93-b556-4341-bbf0-322f328e95cf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:31.824029 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4a10dd2-771d-41e8-864d-6911ca483c7d None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.854194 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a4a10dd2-771d-41e8-864d-6911ca483c7d None None] Transition to ACTIVE for port object 220f0f1c-acbb-45ed-8f92-143e4025bb98 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:31.857911 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:31.858269 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] Checking segment: {'id': 'c1fab8d9-de68-4fec-9427-82ce7b694551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:31.858670 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.859060 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] Bound using segment: {'id': 'c1fab8d9-de68-4fec-9427-82ce7b694551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:31.859539 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] Bound port: 1d0fc287-860b-4c2d-b197-d75fedc41700, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1fab8d9-de68-4fec-9427-82ce7b694551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:31.860277 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.900941 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6147c7-5c39-40a8-8b4a-146cf01a984c req-74455b0f-7769-4c26-8049-41c81400b1f8 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:31.902885 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2f6147c7-5c39-40a8-8b4a-146cf01a984c req-74455b0f-7769-4c26-8049-41c81400b1f8 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.3914108 Jul 16 01:32:31.907498 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=1d5b4873-70f8-4714-956d-f3c4e22f2c5d,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:31.948996 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a4a10dd2-771d-41e8-864d-6911ca483c7d None None] Transition to ACTIVE for port object 220f0f1c-acbb-45ed-8f92-143e4025bb98 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:31.989208 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4a10dd2-771d-41e8-864d-6911ca483c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.021495 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a10dd2-771d-41e8-864d-6911ca483c7d None None] Network 68f2e5fe-3dc5-4610-aa77-29d40c02902f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:32.024430 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37710a-1e60-419e-9b8d-dc5dc0f9dcf3 req-6760e446-9a26-42c4-958c-5453a09769b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:32.026387 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb37710a-1e60-419e-9b8d-dc5dc0f9dcf3 req-6760e446-9a26-42c4-958c-5453a09769b2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 1098 time: 0.1151655 Jul 16 01:32:32.029332 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e506012-42de-4b92-bde2-23cbc777288e req-4fe0c14d-4da8-490a-8ac3-ece566e14e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:32.032895 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2e506012-42de-4b92-bde2-23cbc777288e req-4fe0c14d-4da8-490a-8ac3-ece566e14e90 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 1098 time: 0.2035742 Jul 16 01:32:32.053107 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-a4a10dd2-771d-41e8-864d-6911ca483c7d None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:32.061799 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a10dd2-771d-41e8-864d-6911ca483c7d None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:32.063042 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2f6147c7-5c39-40a8-8b4a-146cf01a984c req-ae0137c9-7108-4db8-b5ae-2d574cd03cf6 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501193 Jul 16 01:32:32.117514 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-eb38030b-a428-410d-9965-5c79cf70c6ee tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Allocated IP 172.20.0.9 (68f2e5fe-3dc5-4610-aa77-29d40c02902f/074c2350-da26-4517-a281-1cf12de3d95c/48627b9c-fa34-4a8b-8daa-5f69e6057a0b) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:32.123795 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb37710a-1e60-419e-9b8d-dc5dc0f9dcf3 req-5c59fecd-320f-4d2c-8304-f412321ba92c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889750 Jul 16 01:32:32.163236 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a10dd2-771d-41e8-864d-6911ca483c7d None None] Pushing event updated for resources: {'Port': ['ID=220f0f1c-acbb-45ed-8f92-143e4025bb98,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:32.178713 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a4a10dd2-771d-41e8-864d-6911ca483c7d None None] Attempting to bind port 220f0f1c-acbb-45ed-8f92-143e4025bb98 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:32.179355 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a4a10dd2-771d-41e8-864d-6911ca483c7d None None] Attempting to bind port 220f0f1c-acbb-45ed-8f92-143e4025bb98 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'e607a848-ecc6-4055-afc2-e13f8cad1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '68f2e5fe-3dc5-4610-aa77-29d40c02902f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:32.179911 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a10dd2-771d-41e8-864d-6911ca483c7d None None] Attempting to bind port 220f0f1c-acbb-45ed-8f92-143e4025bb98 on network 68f2e5fe-3dc5-4610-aa77-29d40c02902f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:32.183971 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] For port 1d0fc287-860b-4c2d-b197-d75fedc41700, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:32.189725 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] For port 1d0fc287-860b-4c2d-b197-d75fedc41700, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1d0fc287-860b-4c2d-b197-d75fedc41700,segment=NetworkSegment(c1fab8d9-de68-4fec-9427-82ce7b694551),segment_id=c1fab8d9-de68-4fec-9427-82ce7b694551)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:32.191959 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a10dd2-771d-41e8-864d-6911ca483c7d None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:32.192632 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a10dd2-771d-41e8-864d-6911ca483c7d None None] Checking segment: {'id': 'e607a848-ecc6-4055-afc2-e13f8cad1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '68f2e5fe-3dc5-4610-aa77-29d40c02902f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:32.193240 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4a10dd2-771d-41e8-864d-6911ca483c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.193639 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a10dd2-771d-41e8-864d-6911ca483c7d None None] Bound using segment: {'id': 'e607a848-ecc6-4055-afc2-e13f8cad1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '68f2e5fe-3dc5-4610-aa77-29d40c02902f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:32.194125 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a4a10dd2-771d-41e8-864d-6911ca483c7d None None] Bound port: 220f0f1c-acbb-45ed-8f92-143e4025bb98, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e607a848-ecc6-4055-afc2-e13f8cad1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '68f2e5fe-3dc5-4610-aa77-29d40c02902f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:32.194508 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4a10dd2-771d-41e8-864d-6911ca483c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.214795 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.232498 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2e506012-42de-4b92-bde2-23cbc777288e req-29cee75a-01f1-4383-a828-b95e8e22dc15 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306870 Jul 16 01:32:32.254694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1959646-ab2c-41e2-8f52-13517c72872f req-b8cc5273-3c4f-487a-8784-120987be21b9 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:32.265724 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c1959646-ab2c-41e2-8f52-13517c72872f req-b8cc5273-3c4f-487a-8784-120987be21b9 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 946 time: 0.1571314 Jul 16 01:32:32.297181 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951cb957-3ede-4716-ae15-163c4d02b815 None None] Pushing event updated for resources: {'Port': ['ID=1d0fc287-860b-4c2d-b197-d75fedc41700,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:32.349434 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] Routers {'70808305-c270-4b9d-8c36-dc30d8785ff2'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:32.350122 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:32:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['70808305-c270-4b9d-8c36-dc30d8785ff2'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:32.375832 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c1959646-ab2c-41e2-8f52-13517c72872f req-b1110d91-6f75-437c-b96b-05902725e26f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023829 Jul 16 01:32:32.401500 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a4a10dd2-771d-41e8-864d-6911ca483c7d None None] For port 220f0f1c-acbb-45ed-8f92-143e4025bb98, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:32.424697 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a4a10dd2-771d-41e8-864d-6911ca483c7d None None] For port 220f0f1c-acbb-45ed-8f92-143e4025bb98, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=220f0f1c-acbb-45ed-8f92-143e4025bb98,segment=NetworkSegment(e607a848-ecc6-4055-afc2-e13f8cad1510),segment_id=e607a848-ecc6-4055-afc2-e13f8cad1510)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:32.472892 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb38030b-a428-410d-9965-5c79cf70c6ee tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.502883 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-eb38030b-a428-410d-9965-5c79cf70c6ee tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Transition to ACTIVE for port object 48627b9c-fa34-4a8b-8daa-5f69e6057a0b will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:32.506556 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4a10dd2-771d-41e8-864d-6911ca483c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.618969 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] Set router 70808305-c270-4b9d-8c36-dc30d8785ff2 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:32.642951 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb38030b-a428-410d-9965-5c79cf70c6ee tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.745646 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb38030b-a428-410d-9965-5c79cf70c6ee tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network 68f2e5fe-3dc5-4610-aa77-29d40c02902f is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:32.751963 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:32.753640 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-eb38030b-a428-410d-9965-5c79cf70c6ee tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:32.762293 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb38030b-a428-410d-9965-5c79cf70c6ee tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:32.774152 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633055da-6ee0-41c4-8c7e-ef16cb513a5f req-3f589daf-beb8-4494-9b6c-3d96ea94c5e3 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:32.781930 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-633055da-6ee0-41c4-8c7e-ef16cb513a5f req-3f589daf-beb8-4494-9b6c-3d96ea94c5e3 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.2274096 Jul 16 01:32:32.784351 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38030b-a428-410d-9965-5c79cf70c6ee tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Port': ['ID=48627b9c-fa34-4a8b-8daa-5f69e6057a0b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:32.832427 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a10dd2-771d-41e8-864d-6911ca483c7d None None] Pushing event updated for resources: {'Port': ['ID=220f0f1c-acbb-45ed-8f92-143e4025bb98,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:32.946259 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-633055da-6ee0-41c4-8c7e-ef16cb513a5f req-5ea9d919-5038-4552-a650-f2f83de3655f tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605623 Jul 16 01:32:33.010989 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb38030b-a428-410d-9965-5c79cf70c6ee tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:33.013196 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb38030b-a428-410d-9965-5c79cf70c6ee tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.053071 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57114) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:33.056340 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-eb38030b-a428-410d-9965-5c79cf70c6ee tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1261837 Jul 16 01:32:33.109033 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'name': 'tempest-TaggedBootDevicesTest-1681123415-router', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:16Z', 'updated_at': '2021-07-16T01:32:24Z', 'revision_number': 4, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'gw_port': {'id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:19Z', 'updated_at': '2021-07-16T01:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '1d0fc287-860b-4c2d-b197-d75fedc41700', 'name': '', 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'mac_address': 'fa:16:3e:f4:96:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '09f3da01-7811-438c-934c-dbb6f1e9ed24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:23Z', 'updated_at': '2021-07-16T01:32:32Z', 'revision_number': 4, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'subnets': [{'id': '09f3da01-7811-438c-934c-dbb6f1e9ed24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:33.255425 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 220f0f1c-acbb-45ed-8f92-143e4025bb98 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:33.282992 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba06f5f-a84a-4f1b-bfae-6ad52424728a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:33.287231 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0ba06f5f-a84a-4f1b-bfae-6ad52424728a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2325153 Jul 16 01:32:33.289978 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57126) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:33.347123 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:33.350435 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6493909-b9bc-46bd-9838-cacc5f6ee9c0 None None] The sync data for ids ['70808305-c270-4b9d-8c36-dc30d8785ff2'] in n-d-792394-16 is: [{'id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'name': 'tempest-TaggedBootDevicesTest-1681123415-router', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:16Z', 'updated_at': '2021-07-16T01:32:24Z', 'revision_number': 4, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'gw_port': {'id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:19Z', 'updated_at': '2021-07-16T01:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '1d0fc287-860b-4c2d-b197-d75fedc41700', 'name': '', 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'mac_address': 'fa:16:3e:f4:96:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '09f3da01-7811-438c-934c-dbb6f1e9ed24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:23Z', 'updated_at': '2021-07-16T01:32:32Z', 'revision_number': 4, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'subnets': [{'id': '09f3da01-7811-438c-934c-dbb6f1e9ed24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:33.426171 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 220f0f1c-acbb-45ed-8f92-143e4025bb98 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:33.575072 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.609740 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a234d33-dc29-4054-88cd-028a3abcec15 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:33.616710 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a234d33-dc29-4054-88cd-028a3abcec15 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:33.624087 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a234d33-dc29-4054-88cd-028a3abcec15 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:33.632047 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57134) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:33.641589 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92354be4-5576-4426-9fda-a44fd625e227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd5f8ab7-3bd8-49ee-8ccc-1d1839008446'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:33.643904 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d011c07-4345-465f-be78-8f94ca0e60cd" -d '{"events": [{"server_uuid": "92354be4-5576-4426-9fda-a44fd625e227", "name": "network-vif-unplugged", "status": "completed", "tag": "fd5f8ab7-3bd8-49ee-8ccc-1d1839008446"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:33.646771 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2a234d33-dc29-4054-88cd-028a3abcec15 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.3554833 Jul 16 01:32:33.689221 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:33.697247 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:33.727071 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab946a-07a9-4262-b2ee-a09fb008005d req-d575becf-9055-458b-a781-6f8e4a9d364b tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:33.738013 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9fab946a-07a9-4262-b2ee-a09fb008005d req-d575becf-9055-458b-a781-6f8e4a9d364b tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.3491151 Jul 16 01:32:33.816894 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:33.894138 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9fab946a-07a9-4262-b2ee-a09fb008005d req-4bb9b293-045c-4a28-a03b-88013cfbd7f7 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410556 Jul 16 01:32:33.903715 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57144) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:33.987457 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa3c394-e942-47ab-afaa-953e1e83ca70 x-openstack-request-id: req-baa3c394-e942-47ab-afaa-953e1e83ca70 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:33.988166 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92354be4-5576-4426-9fda-a44fd625e227", "name": "network-vif-unplugged", "status": "completed", "tag": "fd5f8ab7-3bd8-49ee-8ccc-1d1839008446", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:33.988799 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-baa3c394-e942-47ab-afaa-953e1e83ca70 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:33.989601 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92354be4-5576-4426-9fda-a44fd625e227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd5f8ab7-3bd8-49ee-8ccc-1d1839008446', 'code': 200} Jul 16 01:32:34.053185 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-93e9d51c-a3aa-4e4e-943b-2b64a429dcd2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting port 48627b9c-fa34-4a8b-8daa-5f69e6057a0b {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:34.054962 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93e9d51c-a3aa-4e4e-943b-2b64a429dcd2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.110016 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9900d648-8e85-4d41-a572-648af1185ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.287220 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffa6ecd-b809-4d0e-a7e9-16bcc63dd5a2 None None] Network 68f2e5fe-3dc5-4610-aa77-29d40c02902f requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:34.362215 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9900d648-8e85-4d41-a572-648af1185ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.370419 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9900d648-8e85-4d41-a572-648af1185ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.420117 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9900d648-8e85-4d41-a572-648af1185ffa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d003422da934bf4bc1be5f3efa1b82e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5150156 Jul 16 01:32:34.426757 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57160) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:34.475185 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d467b60b-8d2e-402c-84c8-7670273d172e None None] Provisioning for port 220f0f1c-acbb-45ed-8f92-143e4025bb98 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:34.495343 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d467b60b-8d2e-402c-84c8-7670273d172e None None] Provisioning complete for port 220f0f1c-acbb-45ed-8f92-143e4025bb98 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:34.495723 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d467b60b-8d2e-402c-84c8-7670273d172e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.552162 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900d648-8e85-4d41-a572-648af1185ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7a09c1-9ca8-4da1-87a6-920b2420af38,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:34.612853 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device a2309708-236b-41a6-9dfa-b68a7d4b9ded details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:34.757178 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c75ca233-8e6f-4e07-b6d4-35dd14b9c43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.980619 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39630426-8b1b-4400-a93a-b4b56f9cf6e2 req-6f0f9c2d-902f-496e-bc0c-889c7b757f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:34.984524 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-39630426-8b1b-4400-a93a-b4b56f9cf6e2 req-6f0f9c2d-902f-496e-bc0c-889c7b757f8f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=efea2752c9f54aa1a4f60b73855614d8&device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 1098 time: 0.4566638 Jul 16 01:32:34.990967 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c75ca233-8e6f-4e07-b6d4-35dd14b9c43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.026938 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port a2309708-236b-41a6-9dfa-b68a7d4b9ded, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=a2309708-236b-41a6-9dfa-b68a7d4b9ded,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:35.077808 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881d5c4-0373-4a64-8b34-f42cad31132f req-319565ae-4394-42cb-88dd-1d97280c414e tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:35.093554 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'a2309708-236b-41a6-9dfa-b68a7d4b9ded', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': 'a2309708-236b-41a6-9dfa-b68a7d4b9ded', 'mac_address': 'fa:16:3e:b4:80:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:35.103941 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c881d5c4-0373-4a64-8b34-f42cad31132f req-319565ae-4394-42cb-88dd-1d97280c414e tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 946 time: 1.1363835 Jul 16 01:32:35.234988 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.301838 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39630426-8b1b-4400-a93a-b4b56f9cf6e2 req-96bcefe7-c7af-4782-80f7-42e11d7580d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:35.303529 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-39630426-8b1b-4400-a93a-b4b56f9cf6e2 req-96bcefe7-c7af-4782-80f7-42e11d7580d2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=740d1a79-a6f9-4fe4-80b6-74637837e26e HTTP/1.1" status: 200 len: 912 time: 0.3074877 Jul 16 01:32:35.305984 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1d0fc287-860b-4c2d-b197-d75fedc41700 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:35.306710 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c881d5c4-0373-4a64-8b34-f42cad31132f req-85f411f5-f335-4966-839c-bfc668cbd0d5 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019296 Jul 16 01:32:35.366348 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93e9d51c-a3aa-4e4e-943b-2b64a429dcd2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.373816 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-39630426-8b1b-4400-a93a-b4b56f9cf6e2 req-c6d4f50d-a84e-42e0-af41-23370b24a16b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d351d5a-d59e-4da2-8bcb-6ce98e91df5d HTTP/1.1" status: 200 len: 217 time: 0.0574028 Jul 16 01:32:35.382556 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-93e9d51c-a3aa-4e4e-943b-2b64a429dcd2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Calling delete_port for 48627b9c-fa34-4a8b-8daa-5f69e6057a0b owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:35.506851 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c87e01-b967-426b-93e9-7ef3adbbc452 req-1b84526c-9867-42a6-9fc8-108e19ba736f tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:35.514750 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30c87e01-b967-426b-93e9-7ef3adbbc452 req-1b84526c-9867-42a6-9fc8-108e19ba736f tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.7828078 Jul 16 01:32:35.578091 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30c87e01-b967-426b-93e9-7ef3adbbc452 req-ca34343e-03b5-4549-8bf9-619baea85971 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603662 Jul 16 01:32:35.591297 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39630426-8b1b-4400-a93a-b4b56f9cf6e2 req-b97f00ea-60cd-4b51-9098-41637c6e8b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:35.594717 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-39630426-8b1b-4400-a93a-b4b56f9cf6e2 req-b97f00ea-60cd-4b51-9098-41637c6e8b87 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f4a13b68-d187-4043-a1fb-e8b0db4cac67 HTTP/1.1" status: 200 len: 851 time: 0.2029457 Jul 16 01:32:35.661966 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.675417 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2309708-236b-41a6-9dfa-b68a7d4b9ded {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:35.688340 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-39630426-8b1b-4400-a93a-b4b56f9cf6e2 req-88deb1f0-6ee0-41a7-a3f1-ac2e6efbc515 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=740d1a79-a6f9-4fe4-80b6-74637837e26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833020 Jul 16 01:32:35.689179 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c75ca233-8e6f-4e07-b6d4-35dd14b9c43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.691952 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c75ca233-8e6f-4e07-b6d4-35dd14b9c43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.693267 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c75ca233-8e6f-4e07-b6d4-35dd14b9c43c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c7a09c1-9ca8-4da1-87a6-920b2420af38 HTTP/1.1" status: 204 len: 168 time: 1.2473512 Jul 16 01:32:35.708643 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d467b60b-8d2e-402c-84c8-7670273d172e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.719152 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ca233-8e6f-4e07-b6d4-35dd14b9c43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7a09c1-9ca8-4da1-87a6-920b2420af38,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:35.742364 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port a2309708-236b-41a6-9dfa-b68a7d4b9ded, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=a2309708-236b-41a6-9dfa-b68a7d4b9ded,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:35.795337 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93e9d51c-a3aa-4e4e-943b-2b64a429dcd2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.817672 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 1d0fc287-860b-4c2d-b197-d75fedc41700 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:35.851208 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.951139 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-39630426-8b1b-4400-a93a-b4b56f9cf6e2 req-6438fa73-8294-45c1-a595-cc678277fe9d service neutron] 10.222.0.82 "GET /v2.0/networks/740d1a79-a6f9-4fe4-80b6-74637837e26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331347 Jul 16 01:32:35.956391 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9d51c-a3aa-4e4e-943b-2b64a429dcd2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Port': ['ID=48627b9c-fa34-4a8b-8daa-5f69e6057a0b,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:35.978371 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 1d0fc287-860b-4c2d-b197-d75fedc41700 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:35.981222 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.011054 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['a2309708-236b-41a6-9dfa-b68a7d4b9ded'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:36.030372 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93e9d51c-a3aa-4e4e-943b-2b64a429dcd2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.032404 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-93e9d51c-a3aa-4e4e-943b-2b64a429dcd2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/ports/48627b9c-fa34-4a8b-8daa-5f69e6057a0b HTTP/1.1" status: 204 len: 168 time: 2.3985171 Jul 16 01:32:36.044400 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57186) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:36.145446 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ebdf02-2dd2-47b0-835c-7e34da51f332 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] GET failed (client error): The resource could not be found. Jul 16 01:32:36.147260 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a1ebdf02-2dd2-47b0-835c-7e34da51f332 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports/48627b9c-fa34-4a8b-8daa-5f69e6057a0b HTTP/1.1" status: 404 len: 333 time: 0.1016178 Jul 16 01:32:36.155309 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57196) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:36.251894 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d467b60b-8d2e-402c-84c8-7670273d172e None None] For port 220f0f1c-acbb-45ed-8f92-143e4025bb98, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=220f0f1c-acbb-45ed-8f92-143e4025bb98,segment=NetworkSegment(e607a848-ecc6-4055-afc2-e13f8cad1510),segment_id=e607a848-ecc6-4055-afc2-e13f8cad1510)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:36.381115 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d467b60b-8d2e-402c-84c8-7670273d172e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.385169 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-39630426-8b1b-4400-a93a-b4b56f9cf6e2 req-4077bc02-7d44-4c1d-b302-3bb4805f5ffe service neutron] 10.222.0.82 "GET /v2.0/networks/740d1a79-a6f9-4fe4-80b6-74637837e26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205153 Jul 16 01:32:36.404966 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=a2309708-236b-41a6-9dfa-b68a7d4b9ded,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:36.454112 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-4ba4476b-ac4e-4d5d-8058-458ce03694cb tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting port a8feb846-cfe8-4358-8baa-e110890f6959 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:36.454558 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4ba4476b-ac4e-4d5d-8058-458ce03694cb tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.533719 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f274bb-49e1-48e9-a993-606e3df3eb59 req-0c515981-4b64-4af2-9e9c-26f561a9adf7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:36.546804 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90f274bb-49e1-48e9-a993-606e3df3eb59 req-0c515981-4b64-4af2-9e9c-26f561a9adf7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 946 time: 0.2501843 Jul 16 01:32:36.722398 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90f274bb-49e1-48e9-a993-606e3df3eb59 req-21f32204-33bb-4c2e-82c2-ada322e082ff tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746097 Jul 16 01:32:36.784413 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.791102 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4ba4476b-ac4e-4d5d-8058-458ce03694cb tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.800656 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467b60b-8d2e-402c-84c8-7670273d172e None None] Pushing event updated for resources: {'Port': ['ID=220f0f1c-acbb-45ed-8f92-143e4025bb98,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:36.820935 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-4ba4476b-ac4e-4d5d-8058-458ce03694cb tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Calling delete_port for a8feb846-cfe8-4358-8baa-e110890f6959 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:36.838231 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-921d7ffe-228a-4cb0-94f5-4b1146b9bc8b None None] Provisioning complete for port 220f0f1c-acbb-45ed-8f92-143e4025bb98 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:36.838632 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-921d7ffe-228a-4cb0-94f5-4b1146b9bc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.909246 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 1d0fc287-860b-4c2d-b197-d75fedc41700, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1d0fc287-860b-4c2d-b197-d75fedc41700,segment=NetworkSegment(c1fab8d9-de68-4fec-9427-82ce7b694551),segment_id=c1fab8d9-de68-4fec-9427-82ce7b694551)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:36.930741 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.187214 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4ba4476b-ac4e-4d5d-8058-458ce03694cb tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.201690 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 220f0f1c-acbb-45ed-8f92-143e4025bb98 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:37.293059 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4476b-ac4e-4d5d-8058-458ce03694cb tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Port': ['ID=a8feb846-cfe8-4358-8baa-e110890f6959,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:37.325070 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088eb7e-899e-4fb2-9fd5-b62cb8dde536 req-b157193a-ac19-400e-81aa-088394dc71db tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:37.335254 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e088eb7e-899e-4fb2-9fd5-b62cb8dde536 req-b157193a-ac19-400e-81aa-088394dc71db tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.1755400 Jul 16 01:32:37.392073 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e088eb7e-899e-4fb2-9fd5-b62cb8dde536 req-c0c25da7-f575-4ad8-bafa-4ade8276ae99 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553091 Jul 16 01:32:37.475584 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=1d0fc287-860b-4c2d-b197-d75fedc41700,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:37.558094 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4ba4476b-ac4e-4d5d-8058-458ce03694cb tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.565564 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57238) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:37.566505 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4ba4476b-ac4e-4d5d-8058-458ce03694cb tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/ports/a8feb846-cfe8-4358-8baa-e110890f6959 HTTP/1.1" status: 204 len: 168 time: 1.4093518 Jul 16 01:32:37.614414 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f99c12-c13b-4531-8df5-be70ea479210 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] GET failed (client error): The resource could not be found. Jul 16 01:32:37.619036 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57246) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:37.630504 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-65f99c12-c13b-4531-8df5-be70ea479210 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports/a8feb846-cfe8-4358-8baa-e110890f6959 HTTP/1.1" status: 404 len: 333 time: 0.0635264 Jul 16 01:32:37.646922 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 220f0f1c-acbb-45ed-8f92-143e4025bb98 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:37.647304 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.651621 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-921d7ffe-228a-4cb0-94f5-4b1146b9bc8b None None] Could not find standard attr ID for object 48627b9c-fa34-4a8b-8daa-5f69e6057a0b. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:32:37.660139 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-921d7ffe-228a-4cb0-94f5-4b1146b9bc8b None None] Could not find standard attr ID for object a8feb846-cfe8-4358-8baa-e110890f6959. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:32:37.683547 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b4df02-574a-41ba-83bd-cc9c879aa31a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting subnet 074c2350-da26-4517-a281-1cf12de3d95c {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:37.687892 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6b4df02-574a-41ba-83bd-cc9c879aa31a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.744037 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6b4df02-574a-41ba-83bd-cc9c879aa31a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.780334 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-02eb5dba-a4fe-4d57-b8b3-ff43bd1c3906 None None] Could not find standard attr ID for object 48627b9c-fa34-4a8b-8daa-5f69e6057a0b. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:32:37.832609 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-02eb5dba-a4fe-4d57-b8b3-ff43bd1c3906 None None] Could not find standard attr ID for object a8feb846-cfe8-4358-8baa-e110890f6959. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:32:37.954602 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6b4df02-574a-41ba-83bd-cc9c879aa31a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.071084 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6b4df02-574a-41ba-83bd-cc9c879aa31a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.172211 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176868ce-a7a8-47eb-bc84-6c359ca9461f req-e0dfed77-132d-4df5-ad30-1e06e9dd644a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:38.181152 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-176868ce-a7a8-47eb-bc84-6c359ca9461f req-e0dfed77-132d-4df5-ad30-1e06e9dd644a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 946 time: 0.1980965 Jul 16 01:32:38.183047 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4df02-574a-41ba-83bd-cc9c879aa31a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Subnet': ['ID=074c2350-da26-4517-a281-1cf12de3d95c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:38.198520 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6b4df02-574a-41ba-83bd-cc9c879aa31a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.208243 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f6b4df02-574a-41ba-83bd-cc9c879aa31a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/subnets/074c2350-da26-4517-a281-1cf12de3d95c HTTP/1.1" status: 204 len: 168 time: 0.5874946 Jul 16 01:32:38.214326 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57254) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:38.313064 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838fa540-3a29-4286-bef5-73b77a7b95ae None None] Network 68f2e5fe-3dc5-4610-aa77-29d40c02902f requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:38.327614 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-176868ce-a7a8-47eb-bc84-6c359ca9461f req-bd7cfb7c-ec9e-4d8b-a864-92cfce23e48b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436925 Jul 16 01:32:38.459651 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a913-e8a1-4155-9677-9ac271c03e57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.632208 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device a2309708-236b-41a6-9dfa-b68a7d4b9ded up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:38.651306 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-6eb1a913-e8a1-4155-9677-9ac271c03e57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting port 220f0f1c-acbb-45ed-8f92-143e4025bb98 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:38.651955 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a913-e8a1-4155-9677-9ac271c03e57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.748237 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-6eb1a913-e8a1-4155-9677-9ac271c03e57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] For port 220f0f1c-acbb-45ed-8f92-143e4025bb98, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=220f0f1c-acbb-45ed-8f92-143e4025bb98,segment=NetworkSegment(e607a848-ecc6-4055-afc2-e13f8cad1510),segment_id=e607a848-ecc6-4055-afc2-e13f8cad1510)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:38.748933 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a913-e8a1-4155-9677-9ac271c03e57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.769964 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-6eb1a913-e8a1-4155-9677-9ac271c03e57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Calling delete_port for 220f0f1c-acbb-45ed-8f92-143e4025bb98 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:38.790129 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port a2309708-236b-41a6-9dfa-b68a7d4b9ded triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:38.791335 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.857430 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbb6570-fe3e-46dc-92bf-1ce8da273bc2 None None] DHCP port deletion for 68f2e5fe-3dc5-4610-aa77-29d40c02902f request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:32:38.899140 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a913-e8a1-4155-9677-9ac271c03e57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.916210 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10c001-5c87-42ee-b712-f589ddfbf35c req-20c2499f-d177-4624-bb9f-34d8cede9526 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:38.918216 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-3dbb6570-fe3e-46dc-92bf-1ce8da273bc2 None None] The port '220f0f1c-acbb-45ed-8f92-143e4025bb98' was deleted {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 01:32:38.929117 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-be10c001-5c87-42ee-b712-f589ddfbf35c req-20c2499f-d177-4624-bb9f-34d8cede9526 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.2465632 Jul 16 01:32:38.954017 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1a913-e8a1-4155-9677-9ac271c03e57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Port': ['ID=220f0f1c-acbb-45ed-8f92-143e4025bb98,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:38.961838 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb1a913-e8a1-4155-9677-9ac271c03e57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] No DVR routers for this DVR port 220f0f1c-acbb-45ed-8f92-143e4025bb98 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:38.986275 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.024774 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-be10c001-5c87-42ee-b712-f589ddfbf35c req-cc62678a-20b0-49c8-955f-b4c0fe438b77 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946250 Jul 16 01:32:39.032995 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84aae9bc-58a0-494c-b05f-1b45024a0afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2309708-236b-41a6-9dfa-b68a7d4b9ded'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:39.038496 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ffad0e-29c4-4d16-9499-c3006132eee8" -d '{"events": [{"server_uuid": "84aae9bc-58a0-494c-b05f-1b45024a0afa", "name": "network-vif-plugged", "status": "completed", "tag": "a2309708-236b-41a6-9dfa-b68a7d4b9ded"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:39.084657 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port a2309708-236b-41a6-9dfa-b68a7d4b9ded, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=a2309708-236b-41a6-9dfa-b68a7d4b9ded,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:39.101782 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.166130 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a913-e8a1-4155-9677-9ac271c03e57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.176036 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9baee43-47d6-4e20-a721-38f0c5f1a1ed x-openstack-request-id: req-a9baee43-47d6-4e20-a721-38f0c5f1a1ed {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:39.176523 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84aae9bc-58a0-494c-b05f-1b45024a0afa", "name": "network-vif-plugged", "status": "completed", "tag": "a2309708-236b-41a6-9dfa-b68a7d4b9ded", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:39.177639 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9baee43-47d6-4e20-a721-38f0c5f1a1ed {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:39.178094 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84aae9bc-58a0-494c-b05f-1b45024a0afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2309708-236b-41a6-9dfa-b68a7d4b9ded', 'code': 200} Jul 16 01:32:39.181049 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1d0fc287-860b-4c2d-b197-d75fedc41700 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:39.190076 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-6eb1a913-e8a1-4155-9677-9ac271c03e57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f2e5fe-3dc5-4610-aa77-29d40c02902f']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:39.214820 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-6eb1a913-e8a1-4155-9677-9ac271c03e57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e607a848-ecc6-4055-afc2-e13f8cad1510') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:39.216031 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-6eb1a913-e8a1-4155-9677-9ac271c03e57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e607a848-ecc6-4055-afc2-e13f8cad1510') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:39.227934 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a913-e8a1-4155-9677-9ac271c03e57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.255276 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a913-e8a1-4155-9677-9ac271c03e57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.286357 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb1a913-e8a1-4155-9677-9ac271c03e57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:39.289678 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a913-e8a1-4155-9677-9ac271c03e57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.329997 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=a2309708-236b-41a6-9dfa-b68a7d4b9ded,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:39.367564 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 1d0fc287-860b-4c2d-b197-d75fedc41700 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:39.368083 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:39.488890 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:39.492114 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a913-e8a1-4155-9677-9ac271c03e57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.501372 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a913-e8a1-4155-9677-9ac271c03e57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.508980 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57270) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:39.510476 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6eb1a913-e8a1-4155-9677-9ac271c03e57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/networks/68f2e5fe-3dc5-4610-aa77-29d40c02902f HTTP/1.1" status: 204 len: 168 time: 1.2949996 Jul 16 01:32:39.514330 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-e99c4aeb-ba47-4b3e-88ba-eef306be3015 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1519996558'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:39.567347 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1a913-e8a1-4155-9677-9ac271c03e57 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Network': ['ID=68f2e5fe-3dc5-4610-aa77-29d40c02902f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:39.617643 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99c4aeb-ba47-4b3e-88ba-eef306be3015 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:39.621633 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e99c4aeb-ba47-4b3e-88ba-eef306be3015 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.706403 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99c4aeb-ba47-4b3e-88ba-eef306be3015 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:39.744280 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 220f0f1c-acbb-45ed-8f92-143e4025bb98 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:39.748713 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e99c4aeb-ba47-4b3e-88ba-eef306be3015 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.750510 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-e99c4aeb-ba47-4b3e-88ba-eef306be3015 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Added segment 10f6920b-5baf-48f7-bdd1-b4d74a83feb1 of type vlan for network 0701f2aa-c6f2-4369-9882-5339e979ad90 Jul 16 01:32:39.801335 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 220f0f1c-acbb-45ed-8f92-143e4025bb98 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:39.805570 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 220f0f1c-acbb-45ed-8f92-143e4025bb98 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:39.866707 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e99c4aeb-ba47-4b3e-88ba-eef306be3015 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.974028 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e99c4aeb-ba47-4b3e-88ba-eef306be3015 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.980537 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99c4aeb-ba47-4b3e-88ba-eef306be3015 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:39.981157 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e99c4aeb-ba47-4b3e-88ba-eef306be3015 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.093340 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e99c4aeb-ba47-4b3e-88ba-eef306be3015 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5807114 Jul 16 01:32:40.094129 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57278) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:40.099707 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-00b4b9fa-97f0-4715-8589-34a43542786f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'subnet': {'network_id': '0701f2aa-c6f2-4369-9882-5339e979ad90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:40.143391 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c4aeb-ba47-4b3e-88ba-eef306be3015 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Network': ['ID=0701f2aa-c6f2-4369-9882-5339e979ad90,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:40.155900 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 0701f2aa-c6f2-4369-9882-5339e979ad90 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:40.184507 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f8269-82a3-4d20-afdc-ecba94a24c38 req-1a02c142-da2a-4fec-b9be-429812f4400d tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:40.192197 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e37f8269-82a3-4d20-afdc-ecba94a24c38 req-1a02c142-da2a-4fec-b9be-429812f4400d tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 946 time: 0.1564665 Jul 16 01:32:40.253443 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e37f8269-82a3-4d20-afdc-ecba94a24c38 req-40c27183-14d6-4d9a-80bc-5cbfde55ff39 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590339 Jul 16 01:32:40.309434 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b4b9fa-97f0-4715-8589-34a43542786f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:40.316238 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-00b4b9fa-97f0-4715-8589-34a43542786f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.534065 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339293e9-7d99-4c16-86f1-683c3fada5e7 req-14fabaeb-4bb4-4fc5-8e38-0d9fcc294f18 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:40.536469 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-339293e9-7d99-4c16-86f1-683c3fada5e7 req-14fabaeb-4bb4-4fc5-8e38-0d9fcc294f18 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.1515696 Jul 16 01:32:40.628615 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-339293e9-7d99-4c16-86f1-683c3fada5e7 req-bc2a5ea9-8ab9-4983-b3ec-4dca7ada8a5c tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813861 Jul 16 01:32:40.702519 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-00b4b9fa-97f0-4715-8589-34a43542786f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.776808 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4b9fa-97f0-4715-8589-34a43542786f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Subnet': ['ID=7531f4f4-fd45-41a5-bb04-ddcdb47618ba,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:40.802284 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b4b9fa-97f0-4715-8589-34a43542786f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Checking segment: {'id': '10f6920b-5baf-48f7-bdd1-b4d74a83feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0701f2aa-c6f2-4369-9882-5339e979ad90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:40.803017 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b4b9fa-97f0-4715-8589-34a43542786f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network hostable DHCP agents. Network: 0701f2aa-c6f2-4369-9882-5339e979ad90, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:40.837162 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b4b9fa-97f0-4715-8589-34a43542786f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network 0701f2aa-c6f2-4369-9882-5339e979ad90 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:40.853708 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-00b4b9fa-97f0-4715-8589-34a43542786f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 0701f2aa-c6f2-4369-9882-5339e979ad90) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:40.859370 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b4b9fa-97f0-4715-8589-34a43542786f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:40.860181 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-00b4b9fa-97f0-4715-8589-34a43542786f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.867117 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f75c26f-f696-4b79-9bca-869e3cfaeab2 None None] Network 0701f2aa-c6f2-4369-9882-5339e979ad90 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:40.904866 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-00b4b9fa-97f0-4715-8589-34a43542786f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8094120 Jul 16 01:32:40.907654 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57284) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:40.913224 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-103c1f26-2f1c-47fd-9ba7-3912b32d4232 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-467738980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:40.968302 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-103c1f26-2f1c-47fd-9ba7-3912b32d4232 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.971498 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-103c1f26-2f1c-47fd-9ba7-3912b32d4232 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.131456 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a3109a-e6ab-48de-93d6-22f10e9570ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-0701f2aa-c6f2-4369-9882-5339e979ad90', 'network_id': '0701f2aa-c6f2-4369-9882-5339e979ad90', 'tenant_id': 'de3675ad2360466e9878a944ef829174', 'fixed_ips': [{'subnet_id': '7531f4f4-fd45-41a5-bb04-ddcdb47618ba'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:32:41.134952 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-81a3109a-e6ab-48de-93d6-22f10e9570ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.149670 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-103c1f26-2f1c-47fd-9ba7-3912b32d4232 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.161232 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-103c1f26-2f1c-47fd-9ba7-3912b32d4232 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.187336 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-103c1f26-2f1c-47fd-9ba7-3912b32d4232 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.193707 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-103c1f26-2f1c-47fd-9ba7-3912b32d4232 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2812140 Jul 16 01:32:41.194118 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57288) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:41.200519 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-3a979b4f-7705-439e-b533-8de61cb02431 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'port': {'network_id': '0701f2aa-c6f2-4369-9882-5339e979ad90', 'name': 'tempest-PortsTestJSON-46090047'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:41.405693 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a979b4f-7705-439e-b533-8de61cb02431 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:41.414472 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3a979b4f-7705-439e-b533-8de61cb02431 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.458906 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-81a3109a-e6ab-48de-93d6-22f10e9570ec None None] Allocated IP 172.20.0.2 (0701f2aa-c6f2-4369-9882-5339e979ad90/7531f4f4-fd45-41a5-bb04-ddcdb47618ba/99d8d501-2aba-422f-8713-957c02570bdd) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:41.471097 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-3a979b4f-7705-439e-b533-8de61cb02431 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] device_id is not set on port cc4b9121-fa6e-4a57-bdcc-68ff83e61a40 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:32:41.514991 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171573f0-9484-44cf-a889-ecfefbacb95a req-cbf4aabd-cc48-4a5c-aa3b-a40f66b69172 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:41.524501 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-171573f0-9484-44cf-a889-ecfefbacb95a req-cbf4aabd-cc48-4a5c-aa3b-a40f66b69172 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 946 time: 0.1112854 Jul 16 01:32:41.626073 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-171573f0-9484-44cf-a889-ecfefbacb95a req-48e7d98a-5106-445a-915c-cf69866346d6 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004903 Jul 16 01:32:41.746699 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-81a3109a-e6ab-48de-93d6-22f10e9570ec None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.770307 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-81a3109a-e6ab-48de-93d6-22f10e9570ec None None] Transition to ACTIVE for port object 99d8d501-2aba-422f-8713-957c02570bdd will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:41.806855 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-81a3109a-e6ab-48de-93d6-22f10e9570ec None None] Transition to ACTIVE for port object 99d8d501-2aba-422f-8713-957c02570bdd will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:41.819581 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-81a3109a-e6ab-48de-93d6-22f10e9570ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.907719 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3109a-e6ab-48de-93d6-22f10e9570ec None None] Pushing event updated for resources: {'Port': ['ID=99d8d501-2aba-422f-8713-957c02570bdd,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:41.927498 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a3109a-e6ab-48de-93d6-22f10e9570ec None None] Network 0701f2aa-c6f2-4369-9882-5339e979ad90 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:41.929011 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-81a3109a-e6ab-48de-93d6-22f10e9570ec None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:41.931424 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a3109a-e6ab-48de-93d6-22f10e9570ec None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:41.975160 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-3a979b4f-7705-439e-b533-8de61cb02431 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Allocated IP 172.20.0.14 (0701f2aa-c6f2-4369-9882-5339e979ad90/7531f4f4-fd45-41a5-bb04-ddcdb47618ba/cc4b9121-fa6e-4a57-bdcc-68ff83e61a40) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:42.022456 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-81a3109a-e6ab-48de-93d6-22f10e9570ec None None] Attempting to bind port 99d8d501-2aba-422f-8713-957c02570bdd on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:42.023124 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-81a3109a-e6ab-48de-93d6-22f10e9570ec None None] Attempting to bind port 99d8d501-2aba-422f-8713-957c02570bdd by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '10f6920b-5baf-48f7-bdd1-b4d74a83feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0701f2aa-c6f2-4369-9882-5339e979ad90'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:42.023593 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a3109a-e6ab-48de-93d6-22f10e9570ec None None] Attempting to bind port 99d8d501-2aba-422f-8713-957c02570bdd on network 0701f2aa-c6f2-4369-9882-5339e979ad90 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:42.029581 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a3109a-e6ab-48de-93d6-22f10e9570ec None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:42.030261 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a3109a-e6ab-48de-93d6-22f10e9570ec None None] Checking segment: {'id': '10f6920b-5baf-48f7-bdd1-b4d74a83feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0701f2aa-c6f2-4369-9882-5339e979ad90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:42.030757 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-81a3109a-e6ab-48de-93d6-22f10e9570ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.031251 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a3109a-e6ab-48de-93d6-22f10e9570ec None None] Bound using segment: {'id': '10f6920b-5baf-48f7-bdd1-b4d74a83feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0701f2aa-c6f2-4369-9882-5339e979ad90'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:42.031829 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-81a3109a-e6ab-48de-93d6-22f10e9570ec None None] Bound port: 99d8d501-2aba-422f-8713-957c02570bdd, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f6920b-5baf-48f7-bdd1-b4d74a83feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0701f2aa-c6f2-4369-9882-5339e979ad90'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:42.032320 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-81a3109a-e6ab-48de-93d6-22f10e9570ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.037400 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69362c2-4fec-4013-b5f9-4f99bf63ba68 req-42b4b93d-85bb-4001-8f61-e6b968c57032 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:42.040263 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d69362c2-4fec-4013-b5f9-4f99bf63ba68 req-42b4b93d-85bb-4001-8f61-e6b968c57032 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.1339691 Jul 16 01:32:42.125833 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d69362c2-4fec-4013-b5f9-4f99bf63ba68 req-23baa22d-c58d-496a-9b1c-b416a156e7e4 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780678 Jul 16 01:32:42.142223 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-81a3109a-e6ab-48de-93d6-22f10e9570ec None None] For port 99d8d501-2aba-422f-8713-957c02570bdd, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:42.146088 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-81a3109a-e6ab-48de-93d6-22f10e9570ec None None] For port 99d8d501-2aba-422f-8713-957c02570bdd, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=99d8d501-2aba-422f-8713-957c02570bdd,segment=NetworkSegment(10f6920b-5baf-48f7-bdd1-b4d74a83feb1),segment_id=10f6920b-5baf-48f7-bdd1-b4d74a83feb1)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:42.154380 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-81a3109a-e6ab-48de-93d6-22f10e9570ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.251431 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3109a-e6ab-48de-93d6-22f10e9570ec None None] Pushing event updated for resources: {'Port': ['ID=99d8d501-2aba-422f-8713-957c02570bdd,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:42.277358 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3a979b4f-7705-439e-b533-8de61cb02431 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.296287 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-3a979b4f-7705-439e-b533-8de61cb02431 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Transition to ACTIVE for port object cc4b9121-fa6e-4a57-bdcc-68ff83e61a40 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:42.351220 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3a979b4f-7705-439e-b533-8de61cb02431 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.398516 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a979b4f-7705-439e-b533-8de61cb02431 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network 0701f2aa-c6f2-4369-9882-5339e979ad90 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:42.401699 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-3a979b4f-7705-439e-b533-8de61cb02431 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:42.423064 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a979b4f-7705-439e-b533-8de61cb02431 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:42.489250 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a979b4f-7705-439e-b533-8de61cb02431 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:42.489900 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3a979b4f-7705-439e-b533-8de61cb02431 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.522447 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3a979b4f-7705-439e-b533-8de61cb02431 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3269458 Jul 16 01:32:42.526123 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57302) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:42.527041 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a979b4f-7705-439e-b533-8de61cb02431 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Port': ['ID=cc4b9121-fa6e-4a57-bdcc-68ff83e61a40,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:43.007490 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b202a-5a3b-458d-9059-0227753c75f2 req-e75acbf4-c6a3-4db3-b4a0-bec16c58a5f5 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:43.018187 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e21b202a-5a3b-458d-9059-0227753c75f2 req-e75acbf4-c6a3-4db3-b4a0-bec16c58a5f5 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 946 time: 0.1835630 Jul 16 01:32:43.166354 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 99d8d501-2aba-422f-8713-957c02570bdd up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:43.337530 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 99d8d501-2aba-422f-8713-957c02570bdd completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:43.862573 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e21b202a-5a3b-458d-9059-0227753c75f2 req-fa496ba6-f869-4fcf-b4c6-671fd20be9a8 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8337379 Jul 16 01:32:43.927446 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3889d480-c9f3-4d40-a341-05ccc3f98685 None None] Network 0701f2aa-c6f2-4369-9882-5339e979ad90 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:44.004834 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4e7096c8-fa6d-49c8-a6d7-41233c61bf70 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.049179 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c847f63-3440-4c1f-a464-9af1c9036a90 req-f581ad98-1a02-4a21-83eb-559f3d8a5980 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:44.052536 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c847f63-3440-4c1f-a464-9af1c9036a90 req-f581ad98-1a02-4a21-83eb-559f3d8a5980 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.3304126 Jul 16 01:32:44.091412 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-247bae87-480d-4d4e-a293-68e40a65940c None None] Provisioning for port 99d8d501-2aba-422f-8713-957c02570bdd completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:44.099686 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-247bae87-480d-4d4e-a293-68e40a65940c None None] Provisioning complete for port 99d8d501-2aba-422f-8713-957c02570bdd triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:44.100154 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-247bae87-480d-4d4e-a293-68e40a65940c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.291379 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-247bae87-480d-4d4e-a293-68e40a65940c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.359860 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-247bae87-480d-4d4e-a293-68e40a65940c None None] For port 99d8d501-2aba-422f-8713-957c02570bdd, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=99d8d501-2aba-422f-8713-957c02570bdd,segment=NetworkSegment(10f6920b-5baf-48f7-bdd1-b4d74a83feb1),segment_id=10f6920b-5baf-48f7-bdd1-b4d74a83feb1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:44.371535 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-247bae87-480d-4d4e-a293-68e40a65940c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.462052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bae87-480d-4d4e-a293-68e40a65940c None None] Pushing event updated for resources: {'Port': ['ID=99d8d501-2aba-422f-8713-957c02570bdd,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:44.540399 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282729a-d312-4406-b6eb-9163bdba87da req-c20f02f4-4831-4028-98a1-07bf83e60b38 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:44.548164 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c282729a-d312-4406-b6eb-9163bdba87da req-c20f02f4-4831-4028-98a1-07bf83e60b38 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 946 time: 0.4600389 Jul 16 01:32:44.677238 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c282729a-d312-4406-b6eb-9163bdba87da req-141c7425-9068-4f19-8a60-5c40c81f317a tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276441 Jul 16 01:32:44.702578 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-7c847f63-3440-4c1f-a464-9af1c9036a90 req-677dd344-a868-42fe-9834-5dadfaa4b0be tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Deleting port 5d351d5a-d59e-4da2-8bcb-6ce98e91df5d {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:44.703562 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7c847f63-3440-4c1f-a464-9af1c9036a90 req-677dd344-a868-42fe-9834-5dadfaa4b0be tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.717755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-eec0caab-6444-481f-949a-dc43db0dbcd0 None None] Provisioning complete for port 99d8d501-2aba-422f-8713-957c02570bdd triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:44.718144 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eec0caab-6444-481f-949a-dc43db0dbcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.998351 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-eec0caab-6444-481f-949a-dc43db0dbcd0 None None] Provisioning for port cc4b9121-fa6e-4a57-bdcc-68ff83e61a40 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:45.003257 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-eec0caab-6444-481f-949a-dc43db0dbcd0 None None] Provisioning complete for port cc4b9121-fa6e-4a57-bdcc-68ff83e61a40 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:45.003636 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eec0caab-6444-481f-949a-dc43db0dbcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.030088 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4e7096c8-fa6d-49c8-a6d7-41233c61bf70 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.041910 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4e7096c8-fa6d-49c8-a6d7-41233c61bf70 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.083977 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-eec0caab-6444-481f-949a-dc43db0dbcd0 None None] Port cc4b9121-fa6e-4a57-bdcc-68ff83e61a40 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:45.099932 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 99d8d501-2aba-422f-8713-957c02570bdd up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:45.164455 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7096c8-fa6d-49c8-a6d7-41233c61bf70 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Port': ['ID=cc4b9121-fa6e-4a57-bdcc-68ff83e61a40,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:45.203598 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 99d8d501-2aba-422f-8713-957c02570bdd triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:45.204241 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.212389 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-7c847f63-3440-4c1f-a464-9af1c9036a90 req-677dd344-a868-42fe-9834-5dadfaa4b0be tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] For port 5d351d5a-d59e-4da2-8bcb-6ce98e91df5d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=5d351d5a-d59e-4da2-8bcb-6ce98e91df5d,segment=NetworkSegment(d451883b-7e0c-4f2f-8387-e4488de655f8),segment_id=d451883b-7e0c-4f2f-8387-e4488de655f8)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:45.212779 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7c847f63-3440-4c1f-a464-9af1c9036a90 req-677dd344-a868-42fe-9834-5dadfaa4b0be tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.276474 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4cbf2e17-c438-4c23-b481-21de3d3f7e47 None None] Provisioning complete for port cc4b9121-fa6e-4a57-bdcc-68ff83e61a40 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:45.286882 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4cbf2e17-c438-4c23-b481-21de3d3f7e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.351607 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-7c847f63-3440-4c1f-a464-9af1c9036a90 req-677dd344-a868-42fe-9834-5dadfaa4b0be tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Calling delete_port for 5d351d5a-d59e-4da2-8bcb-6ce98e91df5d owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:45.414770 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-4cbf2e17-c438-4c23-b481-21de3d3f7e47 None None] Port cc4b9121-fa6e-4a57-bdcc-68ff83e61a40 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:45.643986 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5171ff67-ac20-4456-8a54-1c11e7abff7f None None] Provisioning complete for port cc4b9121-fa6e-4a57-bdcc-68ff83e61a40 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:45.645201 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5171ff67-ac20-4456-8a54-1c11e7abff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.655845 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4e7096c8-fa6d-49c8-a6d7-41233c61bf70 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.721474 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5171ff67-ac20-4456-8a54-1c11e7abff7f None None] Port cc4b9121-fa6e-4a57-bdcc-68ff83e61a40 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:45.872876 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abea2c7-6447-4c81-acd2-c78971cd023f req-225ebe2a-424f-42e3-93e7-93389b946722 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:45.880210 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6abea2c7-6447-4c81-acd2-c78971cd023f req-225ebe2a-424f-42e3-93e7-93389b946722 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 946 time: 0.7304986 Jul 16 01:32:45.970436 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6abea2c7-6447-4c81-acd2-c78971cd023f req-7ddeab49-bd90-45a4-84c3-0158b647bba1 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888476 Jul 16 01:32:46.025876 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4e7096c8-fa6d-49c8-a6d7-41233c61bf70 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.044748 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7c847f63-3440-4c1f-a464-9af1c9036a90 req-677dd344-a868-42fe-9834-5dadfaa4b0be tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.058288 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['8c1bf4f2-9e2c-4eaa-8773-918b25f6f295'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:46.208298 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677dd344-a868-42fe-9834-5dadfaa4b0be tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Pushing event deleted for resources: {'Port': ['ID=5d351d5a-d59e-4da2-8bcb-6ce98e91df5d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:46.246965 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c847f63-3440-4c1f-a464-9af1c9036a90 req-677dd344-a868-42fe-9834-5dadfaa4b0be tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] No DVR routers for this DVR port 5d351d5a-d59e-4da2-8bcb-6ce98e91df5d on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:46.313975 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7c847f63-3440-4c1f-a464-9af1c9036a90 req-677dd344-a868-42fe-9834-5dadfaa4b0be tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.316629 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c847f63-3440-4c1f-a464-9af1c9036a90 req-677dd344-a868-42fe-9834-5dadfaa4b0be tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.82 "DELETE /v2.0/ports/5d351d5a-d59e-4da2-8bcb-6ce98e91df5d HTTP/1.1" status: 204 len: 173 time: 2.2267959 Jul 16 01:32:46.319873 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d13aef69-66fc-446e-a46b-64756e16ccac req-bdd32af0-0902-4a95-9bb1-4369084155cb tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e8452d0-443b-48c1-8f51-36013fd7beff HTTP/1.1" status: 200 len: 210 time: 0.1352270 Jul 16 01:32:46.320855 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8452d0-443b-48c1-8f51-36013fd7beff', 'name': 'network-vif-deleted', 'tag': '5d351d5a-d59e-4da2-8bcb-6ce98e91df5d'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:46.323400 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5630be7e-c51c-40c4-9c78-0f47fabe8576" -d '{"events": [{"server_uuid": "4e8452d0-443b-48c1-8f51-36013fd7beff", "name": "network-vif-deleted", "tag": "5d351d5a-d59e-4da2-8bcb-6ce98e91df5d"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:46.471948 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a4abe8-fcad-4f1d-9d03-3dbe4a6c03ff x-openstack-request-id: req-b6a4abe8-fcad-4f1d-9d03-3dbe4a6c03ff {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:46.472438 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8452d0-443b-48c1-8f51-36013fd7beff", "name": "network-vif-deleted", "tag": "5d351d5a-d59e-4da2-8bcb-6ce98e91df5d", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:46.472695 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6a4abe8-fcad-4f1d-9d03-3dbe4a6c03ff {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:46.473205 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8452d0-443b-48c1-8f51-36013fd7beff', 'name': 'network-vif-deleted', 'tag': '5d351d5a-d59e-4da2-8bcb-6ce98e91df5d', 'status': 'completed', 'code': 200} Jul 16 01:32:46.793526 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4e7096c8-fa6d-49c8-a6d7-41233c61bf70 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.807716 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4e7096c8-fa6d-49c8-a6d7-41233c61bf70 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.879763 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4e7096c8-fa6d-49c8-a6d7-41233c61bf70 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.050108 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7096c8-fa6d-49c8-a6d7-41233c61bf70 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Port': ['ID=cc4b9121-fa6e-4a57-bdcc-68ff83e61a40,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:47.141578 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7096c8-fa6d-49c8-a6d7-41233c61bf70 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network 0701f2aa-c6f2-4369-9882-5339e979ad90 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:47.143114 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-4e7096c8-fa6d-49c8-a6d7-41233c61bf70 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:47.335384 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 5d351d5a-d59e-4da2-8bcb-6ce98e91df5d no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:47.402157 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 5d351d5a-d59e-4da2-8bcb-6ce98e91df5d {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:47.415457 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 5d351d5a-d59e-4da2-8bcb-6ce98e91df5d not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:47.459318 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-de908490-2c8f-439c-9793-593e2564c719 None None] Provisioning complete for port cc4b9121-fa6e-4a57-bdcc-68ff83e61a40 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:47.460891 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de908490-2c8f-439c-9793-593e2564c719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.498102 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f619a6f-d25a-4404-901c-1755b6a371f7 req-be7bb344-0707-4a58-9922-5c4cf5cd1613 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:47.506026 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0f619a6f-d25a-4404-901c-1755b6a371f7 req-be7bb344-0707-4a58-9922-5c4cf5cd1613 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 946 time: 0.2567525 Jul 16 01:32:47.525113 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-99400b7e-55eb-451a-9d10-3ca0a36a8e8c req-0ac8cc8e-471a-4f74-a843-904b267f9e32 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1647832 Jul 16 01:32:47.549348 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-de908490-2c8f-439c-9793-593e2564c719 None None] Port cc4b9121-fa6e-4a57-bdcc-68ff83e61a40 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:47.618072 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7096c8-fa6d-49c8-a6d7-41233c61bf70 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Router 3fc3f6b2-2dd0-46f4-a04a-7c7c32281faa is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:32:47.641459 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0f619a6f-d25a-4404-901c-1755b6a371f7 req-324a7176-97eb-4cce-8b83-3f9a9eaa2c28 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341577 Jul 16 01:32:47.914258 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7096c8-fa6d-49c8-a6d7-41233c61bf70 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:47.944877 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0bf69-725f-4ae8-b28c-ac3a07da517a None None] Sync routers for ids ['3fc3f6b2-2dd0-46f4-a04a-7c7c32281faa'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:47.967355 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4e7096c8-fa6d-49c8-a6d7-41233c61bf70 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "PUT /v2.0/routers/3fc3f6b2-2dd0-46f4-a04a-7c7c32281faa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4399011 Jul 16 01:32:47.970850 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57350) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:47.977710 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0bf69-725f-4ae8-b28c-ac3a07da517a None None] Routers {'3fc3f6b2-2dd0-46f4-a04a-7c7c32281faa'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:47.978750 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-96b0bf69-725f-4ae8-b28c-ac3a07da517a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:32:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['3fc3f6b2-2dd0-46f4-a04a-7c7c32281faa'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:48.027586 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99400b7e-55eb-451a-9d10-3ca0a36a8e8c req-a6baf1fb-15d8-4724-a013-d7861a6b542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.030344 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-99400b7e-55eb-451a-9d10-3ca0a36a8e8c req-a6baf1fb-15d8-4724-a013-d7861a6b542b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 1096 time: 0.4488297 Jul 16 01:32:48.057770 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-96b0bf69-725f-4ae8-b28c-ac3a07da517a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:48.073606 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0bf69-725f-4ae8-b28c-ac3a07da517a None None] Routers {'3fc3f6b2-2dd0-46f4-a04a-7c7c32281faa'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:48.076667 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-96b0bf69-725f-4ae8-b28c-ac3a07da517a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:32:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['3fc3f6b2-2dd0-46f4-a04a-7c7c32281faa'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:48.143920 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b642d5-390e-4b8e-a547-975b9a9009b9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.162504 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-91b642d5-390e-4b8e-a547-975b9a9009b9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fc3f6b2-2dd0-46f4-a04a-7c7c32281faa HTTP/1.1" status: 200 len: 981 time: 0.1890428 Jul 16 01:32:48.165466 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57352) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:48.196250 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-96b0bf69-725f-4ae8-b28c-ac3a07da517a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:48.197623 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0bf69-725f-4ae8-b28c-ac3a07da517a None None] The sync data for ids ['3fc3f6b2-2dd0-46f4-a04a-7c7c32281faa'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:48.602625 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99400b7e-55eb-451a-9d10-3ca0a36a8e8c req-02ec4fcb-3f8a-40bc-bfd4-368ff88032f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.604123 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-99400b7e-55eb-451a-9d10-3ca0a36a8e8c req-02ec4fcb-3f8a-40bc-bfd4-368ff88032f3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 911 time: 0.5474484 Jul 16 01:32:48.719792 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-99400b7e-55eb-451a-9d10-3ca0a36a8e8c req-07b972a4-8924-44cc-ba5e-e0c19f507af1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8660866a-9db7-4aa3-8d44-f99d34857980 HTTP/1.1" status: 200 len: 999 time: 0.0901091 Jul 16 01:32:48.869849 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99400b7e-55eb-451a-9d10-3ca0a36a8e8c req-55ac6299-b189-4f95-918a-2711edd14abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.871407 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-99400b7e-55eb-451a-9d10-3ca0a36a8e8c req-55ac6299-b189-4f95-918a-2711edd14abe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.1430068 Jul 16 01:32:49.402446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7dcc2-98b6-4537-8508-0e7676366ca3 req-023cee3d-9852-48fc-bc01-134cd376f48b tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:49.403978 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b6e7dcc2-98b6-4537-8508-0e7676366ca3 req-023cee3d-9852-48fc-bc01-134cd376f48b tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 946 time: 0.6646512 Jul 16 01:32:49.441670 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-761eae69-f4e1-44f8-aeaf-e9ffbce9e4c9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.534807 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99400b7e-55eb-451a-9d10-3ca0a36a8e8c req-1085771a-4887-4658-896b-29b0c4060715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:49.536813 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-99400b7e-55eb-451a-9d10-3ca0a36a8e8c req-1085771a-4887-4658-896b-29b0c4060715 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6473224 Jul 16 01:32:49.559539 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b6e7dcc2-98b6-4537-8508-0e7676366ca3 req-58549867-8079-42c9-907c-3c7f2a9c03ed tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440358 Jul 16 01:32:49.925703 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-99400b7e-55eb-451a-9d10-3ca0a36a8e8c req-bf0abe9f-5473-4752-bb99-4129843937b4 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649664 Jul 16 01:32:50.048756 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80cca3-d20e-4c34-9110-8b407e730b97 req-c976e4f6-16a0-42e3-81f0-f5d1e5d75f61 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:50.050364 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1c80cca3-d20e-4c34-9110-8b407e730b97 req-c976e4f6-16a0-42e3-81f0-f5d1e5d75f61 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 946 time: 0.2654252 Jul 16 01:32:50.121902 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-99400b7e-55eb-451a-9d10-3ca0a36a8e8c req-6f14337b-0dbd-4d7c-80a5-7bef36bf3370 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878765 Jul 16 01:32:50.145006 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1c80cca3-d20e-4c34-9110-8b407e730b97 req-32d48be3-b4b0-407e-ae5f-3e64bbe10a67 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835395 Jul 16 01:32:50.252400 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-761eae69-f4e1-44f8-aeaf-e9ffbce9e4c9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting port cc4b9121-fa6e-4a57-bdcc-68ff83e61a40 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:50.252647 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-761eae69-f4e1-44f8-aeaf-e9ffbce9e4c9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.409428 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-761eae69-f4e1-44f8-aeaf-e9ffbce9e4c9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.435957 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-761eae69-f4e1-44f8-aeaf-e9ffbce9e4c9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Calling delete_port for cc4b9121-fa6e-4a57-bdcc-68ff83e61a40 owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:50.847256 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-761eae69-f4e1-44f8-aeaf-e9ffbce9e4c9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.885446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761eae69-f4e1-44f8-aeaf-e9ffbce9e4c9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Port': ['ID=cc4b9121-fa6e-4a57-bdcc-68ff83e61a40,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:51.281079 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a177e-c99d-4429-aab5-db6bf349094f req-5dcf12b5-e31c-407b-ba55-fe0ad6bac4cd tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:51.283264 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-688a177e-c99d-4429-aab5-db6bf349094f req-5dcf12b5-e31c-407b-ba55-fe0ad6bac4cd tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 946 time: 0.5188522 Jul 16 01:32:51.295241 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297e438-8d95-4793-a788-5b2cb19a6741 req-8b1ab894-dfb6-419d-ad52-6cbf813c2412 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:51.307813 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b297e438-8d95-4793-a788-5b2cb19a6741 req-8b1ab894-dfb6-419d-ad52-6cbf813c2412 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 946 time: 0.5696933 Jul 16 01:32:51.350772 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-761eae69-f4e1-44f8-aeaf-e9ffbce9e4c9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.468535 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b297e438-8d95-4793-a788-5b2cb19a6741 req-d5635f76-6aa1-44cd-a06d-8cfb22a8e133 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570218 Jul 16 01:32:51.887557 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57422) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:51.937686 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823fce-a78d-4b04-bf23-aeb2c40b1af9 req-6eb7099d-6b46-45e3-88a2-9f637b4fa80a tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:51.948990 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e4823fce-a78d-4b04-bf23-aeb2c40b1af9 req-6eb7099d-6b46-45e3-88a2-9f637b4fa80a tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 945 time: 0.1857874 Jul 16 01:32:51.951219 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761eae69-f4e1-44f8-aeaf-e9ffbce9e4c9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Router 3fc3f6b2-2dd0-46f4-a04a-7c7c32281faa has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:32:51.991808 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084ef9c-f889-419a-95b2-127d64cb7ca0 req-b69c3bf0-9e12-4e81-9b6c-30ea7df460fc tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:51.993986 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1084ef9c-f889-419a-95b2-127d64cb7ca0 req-b69c3bf0-9e12-4e81-9b6c-30ea7df460fc tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 946 time: 0.3176258 Jul 16 01:32:51.997456 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-688a177e-c99d-4429-aab5-db6bf349094f req-bf9fc171-467e-4410-913e-31a755582643 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Deleting port 8c1bf4f2-9e2c-4eaa-8773-918b25f6f295 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:51.998192 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-688a177e-c99d-4429-aab5-db6bf349094f req-bf9fc171-467e-4410-913e-31a755582643 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.034741 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e4823fce-a78d-4b04-bf23-aeb2c40b1af9 req-52a7c875-963c-46a9-bc82-40e29b192a64 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846269 Jul 16 01:32:52.113996 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5277edba-6087-4cfb-84a9-d55dc2c32002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.149254 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-688a177e-c99d-4429-aab5-db6bf349094f req-bf9fc171-467e-4410-913e-31a755582643 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] For port 8c1bf4f2-9e2c-4eaa-8773-918b25f6f295, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=8c1bf4f2-9e2c-4eaa-8773-918b25f6f295,segment=NetworkSegment(d451883b-7e0c-4f2f-8387-e4488de655f8),segment_id=d451883b-7e0c-4f2f-8387-e4488de655f8)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:52.149528 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-688a177e-c99d-4429-aab5-db6bf349094f req-bf9fc171-467e-4410-913e-31a755582643 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.164926 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-688a177e-c99d-4429-aab5-db6bf349094f req-bf9fc171-467e-4410-913e-31a755582643 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Calling delete_port for 8c1bf4f2-9e2c-4eaa-8773-918b25f6f295 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:52.324136 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5277edba-6087-4cfb-84a9-d55dc2c32002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.334037 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5277edba-6087-4cfb-84a9-d55dc2c32002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.393202 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-688a177e-c99d-4429-aab5-db6bf349094f req-bf9fc171-467e-4410-913e-31a755582643 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.408021 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['8c1bf4f2-9e2c-4eaa-8773-918b25f6f295'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:52.408698 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5277edba-6087-4cfb-84a9-d55dc2c32002 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ea0cf78faf64fa2aed3204895e9d712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5191963 Jul 16 01:32:52.408970 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57438) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:52.435747 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277edba-6087-4cfb-84a9-d55dc2c32002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955914ff-6fca-4958-804d-b994501eada8,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:52.486154 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1084ef9c-f889-419a-95b2-127d64cb7ca0 req-64340891-6626-4b6a-b97e-9c0d836f956f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804430 Jul 16 01:32:52.511174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fc171-467e-4410-913e-31a755582643 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Pushing event deleted for resources: {'Port': ['ID=8c1bf4f2-9e2c-4eaa-8773-918b25f6f295,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:52.515803 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761eae69-f4e1-44f8-aeaf-e9ffbce9e4c9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:52.538600 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29485bea-057b-4e18-8933-cf2627e52e2e None None] Sync routers for ids ['3fc3f6b2-2dd0-46f4-a04a-7c7c32281faa'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:52.548610 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-761eae69-f4e1-44f8-aeaf-e9ffbce9e4c9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "PUT /v2.0/routers/3fc3f6b2-2dd0-46f4-a04a-7c7c32281faa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3811603 Jul 16 01:32:52.551245 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57450) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:52.561443 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29485bea-057b-4e18-8933-cf2627e52e2e None None] Routers {'3fc3f6b2-2dd0-46f4-a04a-7c7c32281faa'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:52.562438 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-29485bea-057b-4e18-8933-cf2627e52e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:32:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['3fc3f6b2-2dd0-46f4-a04a-7c7c32281faa'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:52.580319 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-688a177e-c99d-4429-aab5-db6bf349094f req-bf9fc171-467e-4410-913e-31a755582643 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] No DVR routers for this DVR port 8c1bf4f2-9e2c-4eaa-8773-918b25f6f295 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:52.582520 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c77921f9-a410-4985-9cb2-d5c277cfa006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.615304 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-688a177e-c99d-4429-aab5-db6bf349094f req-bf9fc171-467e-4410-913e-31a755582643 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.622383 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-688a177e-c99d-4429-aab5-db6bf349094f req-bf9fc171-467e-4410-913e-31a755582643 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.84 "DELETE /v2.0/ports/8c1bf4f2-9e2c-4eaa-8773-918b25f6f295 HTTP/1.1" status: 204 len: 173 time: 1.2898233 Jul 16 01:32:52.626868 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2702b7f-cf96-4489-84fb-83c966403829', 'name': 'network-vif-deleted', 'tag': '8c1bf4f2-9e2c-4eaa-8773-918b25f6f295'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:52.630410 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c77921f9-a410-4985-9cb2-d5c277cfa006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.631878 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c056ead3-9e19-40ba-a265-b25c3ed67c43" -d '{"events": [{"server_uuid": "a2702b7f-cf96-4489-84fb-83c966403829", "name": "network-vif-deleted", "tag": "8c1bf4f2-9e2c-4eaa-8773-918b25f6f295"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:52.638426 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3dd69e0-2c9b-4f05-be79-acfeecdaa2e3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] GET failed (client error): The resource could not be found. Jul 16 01:32:52.643582 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e3dd69e0-2c9b-4f05-be79-acfeecdaa2e3 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports/cc4b9121-fa6e-4a57-bdcc-68ff83e61a40 HTTP/1.1" status: 404 len: 333 time: 0.0912509 Jul 16 01:32:52.647703 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57454) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:52.656443 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-29485bea-057b-4e18-8933-cf2627e52e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:52.681976 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29485bea-057b-4e18-8933-cf2627e52e2e None None] Routers {'3fc3f6b2-2dd0-46f4-a04a-7c7c32281faa'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:52.683976 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-29485bea-057b-4e18-8933-cf2627e52e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:32:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['3fc3f6b2-2dd0-46f4-a04a-7c7c32281faa'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:52.742266 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-62fe124b-7fe4-48f3-9461-70ef65820303 req-74a34474-8b33-4ac8-a0fd-7af65f477a87 tempest-ServerRescueTestJSON-600353986 tempest-ServerRescueTestJSON-600353986-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2702b7f-cf96-4489-84fb-83c966403829 HTTP/1.1" status: 200 len: 210 time: 0.0434086 Jul 16 01:32:52.760084 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17febd78-b0bf-46e1-baa0-a2f17bb681a6 x-openstack-request-id: req-17febd78-b0bf-46e1-baa0-a2f17bb681a6 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:52.760693 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2702b7f-cf96-4489-84fb-83c966403829", "name": "network-vif-deleted", "tag": "8c1bf4f2-9e2c-4eaa-8773-918b25f6f295", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:52.763210 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17febd78-b0bf-46e1-baa0-a2f17bb681a6 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:52.763588 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2702b7f-cf96-4489-84fb-83c966403829', 'name': 'network-vif-deleted', 'tag': '8c1bf4f2-9e2c-4eaa-8773-918b25f6f295', 'status': 'completed', 'code': 200} Jul 16 01:32:52.767403 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-29485bea-057b-4e18-8933-cf2627e52e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:52.768464 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29485bea-057b-4e18-8933-cf2627e52e2e None None] The sync data for ids ['3fc3f6b2-2dd0-46f4-a04a-7c7c32281faa'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:52.804053 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c77921f9-a410-4985-9cb2-d5c277cfa006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.808782 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c77921f9-a410-4985-9cb2-d5c277cfa006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.811440 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c77921f9-a410-4985-9cb2-d5c277cfa006 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/955914ff-6fca-4958-804d-b994501eada8 HTTP/1.1" status: 204 len: 168 time: 0.4004121 Jul 16 01:32:52.830028 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-48de3ba9-0f3c-4be3-b132-121dac7d5d94 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.840559 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77921f9-a410-4985-9cb2-d5c277cfa006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955914ff-6fca-4958-804d-b994501eada8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:53.131030 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-48de3ba9-0f3c-4be3-b132-121dac7d5d94 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.135354 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-48de3ba9-0f3c-4be3-b132-121dac7d5d94 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.196203 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-48de3ba9-0f3c-4be3-b132-121dac7d5d94 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.197602 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48de3ba9-0f3c-4be3-b132-121dac7d5d94 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Fanout notify agent at l3_agent the message router_deleted on router 3fc3f6b2-2dd0-46f4-a04a-7c7c32281faa {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:32:53.207536 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-48de3ba9-0f3c-4be3-b132-121dac7d5d94 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.209505 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-48de3ba9-0f3c-4be3-b132-121dac7d5d94 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/routers/3fc3f6b2-2dd0-46f4-a04a-7c7c32281faa HTTP/1.1" status: 204 len: 168 time: 0.5605314 Jul 16 01:32:53.212062 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57466) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:53.292410 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e0dd71-f4b6-487d-9b86-acfba619baee tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting subnet 7531f4f4-fd45-41a5-bb04-ddcdb47618ba {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:53.295992 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e4e0dd71-f4b6-487d-9b86-acfba619baee tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.474904 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e4e0dd71-f4b6-487d-9b86-acfba619baee tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.629430 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102d326-62e9-43c3-b3cc-4e9df5d16196 req-0d7241c4-8490-4dc4-9eb9-8274462d9f78 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:53.631515 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3102d326-62e9-43c3-b3cc-4e9df5d16196 req-0d7241c4-8490-4dc4-9eb9-8274462d9f78 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 945 time: 0.2135789 Jul 16 01:32:53.668295 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e4e0dd71-f4b6-487d-9b86-acfba619baee tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.731042 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3102d326-62e9-43c3-b3cc-4e9df5d16196 req-5e57edf2-19e7-4e87-9642-f61e542cffb0 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917220 Jul 16 01:32:53.779215 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e4e0dd71-f4b6-487d-9b86-acfba619baee tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.803032 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b63b7f1-723f-4e6b-bf05-aac072a73d67 None None] Network 0701f2aa-c6f2-4369-9882-5339e979ad90 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:53.817700 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e4e0dd71-f4b6-487d-9b86-acfba619baee tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.819769 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e4e0dd71-f4b6-487d-9b86-acfba619baee tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/subnets/7531f4f4-fd45-41a5-bb04-ddcdb47618ba HTTP/1.1" status: 204 len: 168 time: 0.6062207 Jul 16 01:32:53.821145 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0dd71-f4b6-487d-9b86-acfba619baee tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Subnet': ['ID=7531f4f4-fd45-41a5-bb04-ddcdb47618ba,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:53.823073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57490) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:53.915611 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b95339-59c0-495b-a233-cb8060d6c267 req-7edaa00b-0191-478d-a803-421e49b3f94c tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:53.931487 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-46b95339-59c0-495b-a233-cb8060d6c267 req-7edaa00b-0191-478d-a803-421e49b3f94c tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 946 time: 0.1684709 Jul 16 01:32:53.972624 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57496) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:54.077115 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-52c0e644-5f40-4b4c-a7ab-3939421004d6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.140240 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072e4bd5-d626-4120-afdf-68db1e376ab2 None None] DHCP port deletion for 0701f2aa-c6f2-4369-9882-5339e979ad90 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:32:54.181301 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-46b95339-59c0-495b-a233-cb8060d6c267 req-bd7acacd-b229-4936-83aa-ed189b44429f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485158 Jul 16 01:32:54.224959 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-072e4bd5-d626-4120-afdf-68db1e376ab2 None None] Deleting port 99d8d501-2aba-422f-8713-957c02570bdd {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:54.225624 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-072e4bd5-d626-4120-afdf-68db1e376ab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.275819 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4aaafd-0a1f-4f70-b894-f42d688a075d req-a42c254d-9a02-4284-a174-a733c6e9342c tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:54.277643 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d4aaafd-0a1f-4f70-b894-f42d688a075d req-a42c254d-9a02-4284-a174-a733c6e9342c tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.84 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 945 time: 0.3018856 Jul 16 01:32:54.306799 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-072e4bd5-d626-4120-afdf-68db1e376ab2 None None] For port 99d8d501-2aba-422f-8713-957c02570bdd, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=99d8d501-2aba-422f-8713-957c02570bdd,segment=NetworkSegment(10f6920b-5baf-48f7-bdd1-b4d74a83feb1),segment_id=10f6920b-5baf-48f7-bdd1-b4d74a83feb1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:54.307708 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-072e4bd5-d626-4120-afdf-68db1e376ab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.320827 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-072e4bd5-d626-4120-afdf-68db1e376ab2 None None] Calling delete_port for 99d8d501-2aba-422f-8713-957c02570bdd owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:54.536241 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-52c0e644-5f40-4b4c-a7ab-3939421004d6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting port 99d8d501-2aba-422f-8713-957c02570bdd {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:54.537033 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-52c0e644-5f40-4b4c-a7ab-3939421004d6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.610677 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cf5936e-a1f1-46cb-8006-c490e7794171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.648002 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-072e4bd5-d626-4120-afdf-68db1e376ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.660127 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-52c0e644-5f40-4b4c-a7ab-3939421004d6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] For port 99d8d501-2aba-422f-8713-957c02570bdd, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=99d8d501-2aba-422f-8713-957c02570bdd,segment=NetworkSegment(10f6920b-5baf-48f7-bdd1-b4d74a83feb1),segment_id=10f6920b-5baf-48f7-bdd1-b4d74a83feb1)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:54.661490 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-52c0e644-5f40-4b4c-a7ab-3939421004d6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.686188 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-52c0e644-5f40-4b4c-a7ab-3939421004d6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Calling delete_port for 99d8d501-2aba-422f-8713-957c02570bdd owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:54.696019 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-9d4aaafd-0a1f-4f70-b894-f42d688a075d req-aba02e0f-0036-4c36-a70e-4a69bc96e396 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Deleting port 326b8c18-4c2c-4f75-9f16-d86907525f2e {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:54.696929 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9d4aaafd-0a1f-4f70-b894-f42d688a075d req-aba02e0f-0036-4c36-a70e-4a69bc96e396 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.742556 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 8c1bf4f2-9e2c-4eaa-8773-918b25f6f295 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:54.752293 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e4bd5-d626-4120-afdf-68db1e376ab2 None None] Pushing event deleted for resources: {'Port': ['ID=99d8d501-2aba-422f-8713-957c02570bdd,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:54.803379 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 8c1bf4f2-9e2c-4eaa-8773-918b25f6f295 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:54.804101 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 8c1bf4f2-9e2c-4eaa-8773-918b25f6f295 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:54.812837 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072e4bd5-d626-4120-afdf-68db1e376ab2 None None] No DVR routers for this DVR port 99d8d501-2aba-422f-8713-957c02570bdd on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:54.882145 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57530) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:54.887932 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-9d4aaafd-0a1f-4f70-b894-f42d688a075d req-aba02e0f-0036-4c36-a70e-4a69bc96e396 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] For port 326b8c18-4c2c-4f75-9f16-d86907525f2e, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=326b8c18-4c2c-4f75-9f16-d86907525f2e,segment=NetworkSegment(25f16ebe-203b-4b6d-969d-950003904573),segment_id=25f16ebe-203b-4b6d-969d-950003904573)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:54.888439 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9d4aaafd-0a1f-4f70-b894-f42d688a075d req-aba02e0f-0036-4c36-a70e-4a69bc96e396 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.902602 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-9d4aaafd-0a1f-4f70-b894-f42d688a075d req-aba02e0f-0036-4c36-a70e-4a69bc96e396 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Calling delete_port for 326b8c18-4c2c-4f75-9f16-d86907525f2e owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:55.092944 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 99d8d501-2aba-422f-8713-957c02570bdd no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:55.129682 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 99d8d501-2aba-422f-8713-957c02570bdd {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:55.130085 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 99d8d501-2aba-422f-8713-957c02570bdd not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:55.171307 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc579b94-170c-4aa8-9229-df1073fa7a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.209426 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9d4aaafd-0a1f-4f70-b894-f42d688a075d req-aba02e0f-0036-4c36-a70e-4a69bc96e396 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.222706 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['bb42bc56-a17d-4a62-8861-fa31a10603e2'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:55.225689 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['326b8c18-4c2c-4f75-9f16-d86907525f2e'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:55.232635 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-52c0e644-5f40-4b4c-a7ab-3939421004d6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.244602 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-2cf5936e-a1f1-46cb-8006-c490e7794171 admin admin] Deleting port 22fb6318-a867-4d41-bf62-dbf2168c3229 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:55.245132 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cf5936e-a1f1-46cb-8006-c490e7794171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.297632 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8f282-ed3b-4371-a32d-d32804631ed1 req-64394bc3-50b6-4c4c-a20c-9324d8c29b2f tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:55.299367 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b8d8f282-ed3b-4371-a32d-d32804631ed1 req-64394bc3-50b6-4c4c-a20c-9324d8c29b2f tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5c63461-168c-4b7e-b8b6-11f710219cae HTTP/1.1" status: 200 len: 867 time: 0.2165363 Jul 16 01:32:55.309036 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:32:55.319700 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba02e0f-0036-4c36-a70e-4a69bc96e396 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Pushing event deleted for resources: {'Port': ['ID=326b8c18-4c2c-4f75-9f16-d86907525f2e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:55.341287 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c0e644-5f40-4b4c-a7ab-3939421004d6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] No DVR routers for this DVR port 99d8d501-2aba-422f-8713-957c02570bdd on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:55.446813 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0e644-5f40-4b4c-a7ab-3939421004d6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Port': ['ID=99d8d501-2aba-422f-8713-957c02570bdd,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:55.502591 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b8d8f282-ed3b-4371-a32d-d32804631ed1 req-d8ec7ea5-c6f6-4636-8566-9e2eb5aa383e tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920359 Jul 16 01:32:55.504182 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4aaafd-0a1f-4f70-b894-f42d688a075d req-aba02e0f-0036-4c36-a70e-4a69bc96e396 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] No DVR routers for this DVR port 326b8c18-4c2c-4f75-9f16-d86907525f2e on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:55.505109 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-2cf5936e-a1f1-46cb-8006-c490e7794171 admin admin] For port 22fb6318-a867-4d41-bf62-dbf2168c3229, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=22fb6318-a867-4d41-bf62-dbf2168c3229,segment=NetworkSegment(d451883b-7e0c-4f2f-8387-e4488de655f8),segment_id=d451883b-7e0c-4f2f-8387-e4488de655f8)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:55.505827 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cf5936e-a1f1-46cb-8006-c490e7794171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.530230 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9d4aaafd-0a1f-4f70-b894-f42d688a075d req-aba02e0f-0036-4c36-a70e-4a69bc96e396 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.536698 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d4aaafd-0a1f-4f70-b894-f42d688a075d req-aba02e0f-0036-4c36-a70e-4a69bc96e396 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.84 "DELETE /v2.0/ports/326b8c18-4c2c-4f75-9f16-d86907525f2e HTTP/1.1" status: 204 len: 173 time: 1.2266104 Jul 16 01:32:55.537551 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c63461-168c-4b7e-b8b6-11f710219cae', 'name': 'network-vif-deleted', 'tag': '326b8c18-4c2c-4f75-9f16-d86907525f2e'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:55.540419 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bab6ef-37a3-4f5e-a091-551ce0cb6e57" -d '{"events": [{"server_uuid": "e5c63461-168c-4b7e-b8b6-11f710219cae", "name": "network-vif-deleted", "tag": "326b8c18-4c2c-4f75-9f16-d86907525f2e"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:55.614453 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc579b94-170c-4aa8-9229-df1073fa7a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.659210 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-52c0e644-5f40-4b4c-a7ab-3939421004d6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.665138 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-2cf5936e-a1f1-46cb-8006-c490e7794171 admin admin] Calling delete_port for 22fb6318-a867-4d41-bf62-dbf2168c3229 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:55.667303 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc579b94-170c-4aa8-9229-df1073fa7a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.675166 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-52c0e644-5f40-4b4c-a7ab-3939421004d6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0701f2aa-c6f2-4369-9882-5339e979ad90']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:55.707716 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-52c0e644-5f40-4b4c-a7ab-3939421004d6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f6920b-5baf-48f7-bdd1-b4d74a83feb1') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:55.708312 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-52c0e644-5f40-4b4c-a7ab-3939421004d6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f6920b-5baf-48f7-bdd1-b4d74a83feb1') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:55.733597 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-52c0e644-5f40-4b4c-a7ab-3939421004d6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.782802 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ca4a0-a672-4edd-9e6d-db521444df1a req-e4121f4d-d7dc-45cb-aadd-16a7358d9651 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:55.790937 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e05ca4a0-a672-4edd-9e6d-db521444df1a req-e4121f4d-d7dc-45cb-aadd-16a7358d9651 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 946 time: 0.3111424 Jul 16 01:32:55.794891 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-52c0e644-5f40-4b4c-a7ab-3939421004d6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.814760 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c0e644-5f40-4b4c-a7ab-3939421004d6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:55.815235 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-52c0e644-5f40-4b4c-a7ab-3939421004d6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.820059 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d63bf6-cfc5-4475-b090-5f80d2fe2a84 x-openstack-request-id: req-c1d63bf6-cfc5-4475-b090-5f80d2fe2a84 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:55.820400 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c63461-168c-4b7e-b8b6-11f710219cae", "name": "network-vif-deleted", "tag": "326b8c18-4c2c-4f75-9f16-d86907525f2e", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:55.820657 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1d63bf6-cfc5-4475-b090-5f80d2fe2a84 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:55.821060 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c63461-168c-4b7e-b8b6-11f710219cae', 'name': 'network-vif-deleted', 'tag': '326b8c18-4c2c-4f75-9f16-d86907525f2e', 'status': 'completed', 'code': 200} Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:55.821662 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:55.883680 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cc579b94-170c-4aa8-9229-df1073fa7a93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=515de857931648018e4a590d0d0ce809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9994876 Jul 16 01:32:55.885779 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57550) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:55.941452 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e05ca4a0-a672-4edd-9e6d-db521444df1a req-a465a15d-ae0e-4c4a-977c-8a2230d860b4 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475308 Jul 16 01:32:55.953329 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc579b94-170c-4aa8-9229-df1073fa7a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bafc88-1390-4f6b-90de-c8c8c9727ef9,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:55.970745 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-52c0e644-5f40-4b4c-a7ab-3939421004d6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.977399 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-52c0e644-5f40-4b4c-a7ab-3939421004d6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.984242 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-52c0e644-5f40-4b4c-a7ab-3939421004d6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/networks/0701f2aa-c6f2-4369-9882-5339e979ad90 HTTP/1.1" status: 204 len: 168 time: 2.1603210 Jul 16 01:32:55.988322 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57552) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:56.085435 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840a1095-57d7-4398-a606-7ff348bfc1fd tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:56.086827 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-840a1095-57d7-4398-a606-7ff348bfc1fd tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports/89786ef0-dfa9-4274-ba57-843926124484 HTTP/1.1" status: 200 len: 840 time: 0.0969467 Jul 16 01:32:56.093495 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57554) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:56.227767 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ff93a7e4-7d1d-4dad-9415-e95cc177badb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.253885 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9cd96750-c864-4483-a5f0-0c51a5ff923f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports/89786ef0-dfa9-4274-ba57-843926124484?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1590664 Jul 16 01:32:56.261384 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57556) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:56.268287 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-79117912-45ed-4ff8-a7e6-9815e90901cf tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'subnet': {'network_id': 'e28d510d-cb2e-4ab6-a291-497cc0c5ce7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:56.314410 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ff93a7e4-7d1d-4dad-9415-e95cc177badb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.489732 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0e644-5f40-4b4c-a7ab-3939421004d6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Network': ['ID=0701f2aa-c6f2-4369-9882-5339e979ad90,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:56.545620 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cf5936e-a1f1-46cb-8006-c490e7794171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.584428 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5936e-a1f1-46cb-8006-c490e7794171 admin admin] Pushing event deleted for resources: {'Port': ['ID=22fb6318-a867-4d41-bf62-dbf2168c3229,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:56.586385 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79117912-45ed-4ff8-a7e6-9815e90901cf tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:56.590405 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-79117912-45ed-4ff8-a7e6-9815e90901cf tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.593655 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ff93a7e4-7d1d-4dad-9415-e95cc177badb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.596395 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ff93a7e4-7d1d-4dad-9415-e95cc177badb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.597674 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ff93a7e4-7d1d-4dad-9415-e95cc177badb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3bafc88-1390-4f6b-90de-c8c8c9727ef9 HTTP/1.1" status: 204 len: 168 time: 0.6546752 Jul 16 01:32:56.620583 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93a7e4-7d1d-4dad-9415-e95cc177badb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bafc88-1390-4f6b-90de-c8c8c9727ef9,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:56.631668 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d118-ab2e-4eef-ba1b-d7d1ae320f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.941777 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cf5936e-a1f1-46cb-8006-c490e7794171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.196930 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-79117912-45ed-4ff8-a7e6-9815e90901cf tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.332657 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79117912-45ed-4ff8-a7e6-9815e90901cf tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:57.351145 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-79117912-45ed-4ff8-a7e6-9815e90901cf tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:57.364660 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79117912-45ed-4ff8-a7e6-9815e90901cf tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:57.365262 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-79117912-45ed-4ff8-a7e6-9815e90901cf tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.371351 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abed18c7-6818-4f9b-8cf8-05236e712b62 None None] Network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:57.395215 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79117912-45ed-4ff8-a7e6-9815e90901cf tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Subnet': ['ID=4a5d4007-a56c-4f0a-9ff6-481ec2f6cc86,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:57.519621 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-79117912-45ed-4ff8-a7e6-9815e90901cf tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2528355 Jul 16 01:32:57.523490 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57590) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:57.546907 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-96150e2b-1e2c-4cef-b6c4-3ee07c08224c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'security_group': {'name': 'tempest-secgroup-1487324492'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:57.589471 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc4d75-15c8-4af0-a145-5f3dbc11ebf9 req-ee4229bc-4f89-4650-806a-5ba327271f95 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:57.594351 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831a0f3-b067-4130-bafe-94309e631caa req-e507ea47-30c0-404a-b141-de5a76f69163 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:57.599413 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aedc4d75-15c8-4af0-a145-5f3dbc11ebf9 req-ee4229bc-4f89-4650-806a-5ba327271f95 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.0938017 Jul 16 01:32:57.607542 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f831a0f3-b067-4130-bafe-94309e631caa req-e507ea47-30c0-404a-b141-de5a76f69163 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 946 time: 0.3605886 Jul 16 01:32:57.654711 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ad35dd-dc2c-47b2-9737-b0a6921cd97e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-e28d510d-cb2e-4ab6-a291-497cc0c5ce7d', 'network_id': 'e28d510d-cb2e-4ab6-a291-497cc0c5ce7d', 'tenant_id': 'de3675ad2360466e9878a944ef829174', 'fixed_ips': [{'subnet_id': '4a5d4007-a56c-4f0a-9ff6-481ec2f6cc86'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:32:57.657398 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84ad35dd-dc2c-47b2-9737-b0a6921cd97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.661951 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aedc4d75-15c8-4af0-a145-5f3dbc11ebf9 req-3d576a90-d625-4d01-93a7-66d1f768b66a tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609066 Jul 16 01:32:57.700389 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf5936e-a1f1-46cb-8006-c490e7794171 admin admin] Router 219e35f2-7234-4aba-ad09-ec5d83c6c527 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:32:57.730910 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-96150e2b-1e2c-4cef-b6c4-3ee07c08224c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.754680 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f831a0f3-b067-4130-bafe-94309e631caa req-0a0ab125-3398-4d06-807d-12b68e9cfbba tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462197 Jul 16 01:32:58.006286 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-84ad35dd-dc2c-47b2-9737-b0a6921cd97e None None] Allocated IP 172.20.0.2 (e28d510d-cb2e-4ab6-a291-497cc0c5ce7d/4a5d4007-a56c-4f0a-9ff6-481ec2f6cc86/e23347b8-c85d-4ea9-8377-01edb30320de) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:58.063647 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf5936e-a1f1-46cb-8006-c490e7794171 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:58.070464 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2cf5936e-a1f1-46cb-8006-c490e7794171 admin admin] 10.222.0.16 "PUT /v2.0/routers/219e35f2-7234-4aba-ad09-ec5d83c6c527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0967662 Jul 16 01:32:58.073268 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57612) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:58.076944 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1855440-dc30-43b8-961f-1fd784cccba3 None None] Sync routers for ids ['219e35f2-7234-4aba-ad09-ec5d83c6c527'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:58.092153 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1855440-dc30-43b8-961f-1fd784cccba3 None None] Routers {'219e35f2-7234-4aba-ad09-ec5d83c6c527'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:58.093135 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-f1855440-dc30-43b8-961f-1fd784cccba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:32:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['219e35f2-7234-4aba-ad09-ec5d83c6c527'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:58.299301 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-96150e2b-1e2c-4cef-b6c4-3ee07c08224c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.307770 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-96150e2b-1e2c-4cef-b6c4-3ee07c08224c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.323225 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-f1855440-dc30-43b8-961f-1fd784cccba3 None None] Set router 219e35f2-7234-4aba-ad09-ec5d83c6c527 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:58.366988 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-96150e2b-1e2c-4cef-b6c4-3ee07c08224c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.368541 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-96150e2b-1e2c-4cef-b6c4-3ee07c08224c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8437226 Jul 16 01:32:58.371638 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57616) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:58.386298 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-21c91680-fbf6-4c07-9e77-68fdc5fa5101 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'security_group': {'name': 'tempest-secgroup-334070465'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:58.406903 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96150e2b-1e2c-4cef-b6c4-3ee07c08224c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=406c4009-ffa2-4c2c-9603-310db8b2f36b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:58.409061 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a88135f-3980-476d-8fa5-06ab0a093e6c admin admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.462915 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21c91680-fbf6-4c07-9e77-68fdc5fa5101 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.491894 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84ad35dd-dc2c-47b2-9737-b0a6921cd97e None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.524342 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-84ad35dd-dc2c-47b2-9737-b0a6921cd97e None None] Transition to ACTIVE for port object e23347b8-c85d-4ea9-8377-01edb30320de will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:58.545837 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-84ad35dd-dc2c-47b2-9737-b0a6921cd97e None None] Transition to ACTIVE for port object e23347b8-c85d-4ea9-8377-01edb30320de will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:58.560735 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84ad35dd-dc2c-47b2-9737-b0a6921cd97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.658714 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a88135f-3980-476d-8fa5-06ab0a093e6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.663875 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21c91680-fbf6-4c07-9e77-68fdc5fa5101 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.679367 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21c91680-fbf6-4c07-9e77-68fdc5fa5101 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.695335 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ad35dd-dc2c-47b2-9737-b0a6921cd97e None None] Network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:58.715441 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 326b8c18-4c2c-4f75-9f16-d86907525f2e no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:58.719790 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-84ad35dd-dc2c-47b2-9737-b0a6921cd97e None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:58.730249 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c91680-fbf6-4c07-9e77-68fdc5fa5101 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7040fc-11c6-45b0-b005-cd1772b11af8,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:58.758063 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21c91680-fbf6-4c07-9e77-68fdc5fa5101 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.760494 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-21c91680-fbf6-4c07-9e77-68fdc5fa5101 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3871093 Jul 16 01:32:58.765407 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57622) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:58.778280 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b407d9d6-3f0f-49cb-a971-09fbe0ee7251 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1537149437', 'security_groups': ['2f7040fc-11c6-45b0-b005-cd1772b11af8'], 'network_id': 'e28d510d-cb2e-4ab6-a291-497cc0c5ce7d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4a5d4007-a56c-4f0a-9ff6-481ec2f6cc86'}]}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:58.819969 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 326b8c18-4c2c-4f75-9f16-d86907525f2e {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:58.820327 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 326b8c18-4c2c-4f75-9f16-d86907525f2e not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:58.824736 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-f1855440-dc30-43b8-961f-1fd784cccba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219e35f2-7234-4aba-ad09-ec5d83c6c527', 'name': 'tempest-ServerRescueTestJSON-1363246787-router', 'tenant_id': 'efea2752c9f54aa1a4f60b73855614d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '39773e6d-5151-4461-81f6-0a5012e1d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:20Z', 'updated_at': '2021-07-16T01:32:56Z', 'revision_number': 5, 'project_id': 'efea2752c9f54aa1a4f60b73855614d8', 'gw_port': {'id': '39773e6d-5151-4461-81f6-0a5012e1d0ad', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219e35f2-7234-4aba-ad09-ec5d83c6c527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:22Z', 'updated_at': '2021-07-16T01:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:58.830965 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ad35dd-dc2c-47b2-9737-b0a6921cd97e None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:58.852927 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-9a88135f-3980-476d-8fa5-06ab0a093e6c admin admin] Deleting port 39773e6d-5151-4461-81f6-0a5012e1d0ad {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:58.853284 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a88135f-3980-476d-8fa5-06ab0a093e6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.926063 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1855440-dc30-43b8-961f-1fd784cccba3 None None] Checking router: 219e35f2-7234-4aba-ad09-ec5d83c6c527 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:58.961947 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1855440-dc30-43b8-961f-1fd784cccba3 None None] Routers {'219e35f2-7234-4aba-ad09-ec5d83c6c527'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:58.962628 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-f1855440-dc30-43b8-961f-1fd784cccba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:32:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['219e35f2-7234-4aba-ad09-ec5d83c6c527'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:59.012290 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad35dd-dc2c-47b2-9737-b0a6921cd97e None None] Pushing event updated for resources: {'Port': ['ID=e23347b8-c85d-4ea9-8377-01edb30320de,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:59.136889 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-84ad35dd-dc2c-47b2-9737-b0a6921cd97e None None] Attempting to bind port e23347b8-c85d-4ea9-8377-01edb30320de on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:59.137602 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-84ad35dd-dc2c-47b2-9737-b0a6921cd97e None None] Attempting to bind port e23347b8-c85d-4ea9-8377-01edb30320de by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'cbb91d82-f86d-4ac2-9667-722e2af71af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e28d510d-cb2e-4ab6-a291-497cc0c5ce7d'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:59.138319 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad35dd-dc2c-47b2-9737-b0a6921cd97e None None] Attempting to bind port e23347b8-c85d-4ea9-8377-01edb30320de on network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:59.151272 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad35dd-dc2c-47b2-9737-b0a6921cd97e None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:59.151870 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad35dd-dc2c-47b2-9737-b0a6921cd97e None None] Checking segment: {'id': 'cbb91d82-f86d-4ac2-9667-722e2af71af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e28d510d-cb2e-4ab6-a291-497cc0c5ce7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:59.152945 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84ad35dd-dc2c-47b2-9737-b0a6921cd97e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.153928 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad35dd-dc2c-47b2-9737-b0a6921cd97e None None] Bound using segment: {'id': 'cbb91d82-f86d-4ac2-9667-722e2af71af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e28d510d-cb2e-4ab6-a291-497cc0c5ce7d'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:59.154423 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-84ad35dd-dc2c-47b2-9737-b0a6921cd97e None None] Bound port: e23347b8-c85d-4ea9-8377-01edb30320de, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbb91d82-f86d-4ac2-9667-722e2af71af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e28d510d-cb2e-4ab6-a291-497cc0c5ce7d'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:59.154820 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84ad35dd-dc2c-47b2-9737-b0a6921cd97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.164183 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b407d9d6-3f0f-49cb-a971-09fbe0ee7251 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:59.262806 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-84ad35dd-dc2c-47b2-9737-b0a6921cd97e None None] For port e23347b8-c85d-4ea9-8377-01edb30320de, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:59.269845 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-84ad35dd-dc2c-47b2-9737-b0a6921cd97e None None] For port e23347b8-c85d-4ea9-8377-01edb30320de, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e23347b8-c85d-4ea9-8377-01edb30320de,segment=NetworkSegment(cbb91d82-f86d-4ac2-9667-722e2af71af8),segment_id=cbb91d82-f86d-4ac2-9667-722e2af71af8)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:59.285779 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84ad35dd-dc2c-47b2-9737-b0a6921cd97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.307875 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-9a88135f-3980-476d-8fa5-06ab0a093e6c admin admin] For port 39773e6d-5151-4461-81f6-0a5012e1d0ad, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=39773e6d-5151-4461-81f6-0a5012e1d0ad,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:59.308637 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a88135f-3980-476d-8fa5-06ab0a093e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.310737 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-f1855440-dc30-43b8-961f-1fd784cccba3 None None] Set router 219e35f2-7234-4aba-ad09-ec5d83c6c527 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:59.359120 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-9a88135f-3980-476d-8fa5-06ab0a093e6c admin admin] Calling delete_port for 39773e6d-5151-4461-81f6-0a5012e1d0ad owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:59.383235 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbc6fa-5bb9-4dc7-bf57-814ab8005b20 req-d26d04de-9a27-47e9-a2cc-933c2f092a72 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:59.392410 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-39dbc6fa-5bb9-4dc7-bf57-814ab8005b20 req-d26d04de-9a27-47e9-a2cc-933c2f092a72 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 946 time: 0.3065548 Jul 16 01:32:59.423927 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-f1855440-dc30-43b8-961f-1fd784cccba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219e35f2-7234-4aba-ad09-ec5d83c6c527', 'name': 'tempest-ServerRescueTestJSON-1363246787-router', 'tenant_id': 'efea2752c9f54aa1a4f60b73855614d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:20Z', 'updated_at': '2021-07-16T01:32:58Z', 'revision_number': 6, 'project_id': 'efea2752c9f54aa1a4f60b73855614d8', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:59.425223 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad35dd-dc2c-47b2-9737-b0a6921cd97e None None] Pushing event updated for resources: {'Port': ['ID=e23347b8-c85d-4ea9-8377-01edb30320de,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:59.514738 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1855440-dc30-43b8-961f-1fd784cccba3 None None] The sync data for ids ['219e35f2-7234-4aba-ad09-ec5d83c6c527'] in n-d-792394-16 is: [{'id': '219e35f2-7234-4aba-ad09-ec5d83c6c527', 'name': 'tempest-ServerRescueTestJSON-1363246787-router', 'tenant_id': 'efea2752c9f54aa1a4f60b73855614d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:20Z', 'updated_at': '2021-07-16T01:32:58Z', 'revision_number': 6, 'project_id': 'efea2752c9f54aa1a4f60b73855614d8', 'gw_port_host': None}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:59.536520 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-39dbc6fa-5bb9-4dc7-bf57-814ab8005b20 req-a256a7ff-3ef1-417d-866f-208c71c11cfe tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423128 Jul 16 01:32:59.544632 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4a0a8e30-38a5-4dc1-8ef3-bb86f5ea2047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.647169 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.868921 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941daf0-dddd-4e9d-a8c7-f38c7543750a req-0bde4d14-74d2-420e-9aa0-46a90cfa302a tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:59.876749 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8941daf0-dddd-4e9d-a8c7-f38c7543750a req-0bde4d14-74d2-420e-9aa0-46a90cfa302a tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.7747705 Jul 16 01:32:59.943290 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a88135f-3980-476d-8fa5-06ab0a093e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.966508 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b407d9d6-3f0f-49cb-a971-09fbe0ee7251 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.986568 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57654) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:59.994995 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88135f-3980-476d-8fa5-06ab0a093e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=39773e6d-5151-4461-81f6-0a5012e1d0ad,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:00.023824 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-b407d9d6-3f0f-49cb-a971-09fbe0ee7251 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] device_id is not set on port ea703788-97d6-4f12-9ea8-cb10bdff8391 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:00.278104 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a88135f-3980-476d-8fa5-06ab0a093e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.322702 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-b407d9d6-3f0f-49cb-a971-09fbe0ee7251 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Allocated IP 172.20.0.9 (e28d510d-cb2e-4ab6-a291-497cc0c5ce7d/4a5d4007-a56c-4f0a-9ff6-481ec2f6cc86/ea703788-97d6-4f12-9ea8-cb10bdff8391) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:00.420244 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a88135f-3980-476d-8fa5-06ab0a093e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.424089 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a88135f-3980-476d-8fa5-06ab0a093e6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.477581 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b407d9d6-3f0f-49cb-a971-09fbe0ee7251 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.481384 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a88135f-3980-476d-8fa5-06ab0a093e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.482110 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a88135f-3980-476d-8fa5-06ab0a093e6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 219e35f2-7234-4aba-ad09-ec5d83c6c527 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:33:00.487145 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a88135f-3980-476d-8fa5-06ab0a093e6c admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.490941 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9a88135f-3980-476d-8fa5-06ab0a093e6c admin admin] 10.222.0.16 "DELETE /v2.0/routers/219e35f2-7234-4aba-ad09-ec5d83c6c527 HTTP/1.1" status: 204 len: 168 time: 2.4129863 Jul 16 01:33:00.492020 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57660) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:00.494676 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8941daf0-dddd-4e9d-a8c7-f38c7543750a req-4ea2872b-df9b-4661-9eb5-d71842aad512 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6166036 Jul 16 01:33:00.505014 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0b4b8bc8-c892-4cfd-a84f-0398434ea463 tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-973813665'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:00.506952 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0b4b8bc8-c892-4cfd-a84f-0398434ea463 tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] Unknown quota resources ['metering_label']. {{(pid=93956) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:33:00.564334 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-b407d9d6-3f0f-49cb-a971-09fbe0ee7251 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Transition to ACTIVE for port object ea703788-97d6-4f12-9ea8-cb10bdff8391 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:00.565027 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-501243dc-6178-49cd-86c4-c9fc73697c0d admin admin] Deleting subnet f4a13b68-d187-4043-a1fb-e8b0db4cac67 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:33:00.570395 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-501243dc-6178-49cd-86c4-c9fc73697c0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.671761 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-501243dc-6178-49cd-86c4-c9fc73697c0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.777450 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.832019 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-501243dc-6178-49cd-86c4-c9fc73697c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.882186 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8bc8-c892-4cfd-a84f-0398434ea463 tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.883464 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0b4b8bc8-c892-4cfd-a84f-0398434ea463 tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8949625 Jul 16 01:33:00.886389 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57680) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:00.891817 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2d7aa747-a10f-43a3-b086-983b53d20c8c tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '92b6bd19-e958-4b95-ab40-0eaba22f0bfb'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:00.892335 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2d7aa747-a10f-43a3-b086-983b53d20c8c tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93956) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:33:00.903321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a84ffb-a2de-4e33-8f8a-d0826a4a4834 req-228f0bf5-31ef-44c1-8b8b-8069978caebc tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:00.905097 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-13a84ffb-a2de-4e33-8f8a-d0826a4a4834 req-228f0bf5-31ef-44c1-8b8b-8069978caebc tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 946 time: 0.1785593 Jul 16 01:33:00.964616 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-501243dc-6178-49cd-86c4-c9fc73697c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.991175 n-d-792394-16 neutron-server[93956]: WARNING neutron.services.metering.metering_plugin [None req-2d7aa747-a10f-43a3-b086-983b53d20c8c tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:33:01.003759 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b407d9d6-3f0f-49cb-a971-09fbe0ee7251 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.023332 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-13a84ffb-a2de-4e33-8f8a-d0826a4a4834 req-c5bd110a-fbe0-471e-a5de-2ea0181b022a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949163 Jul 16 01:33:01.030169 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-501243dc-6178-49cd-86c4-c9fc73697c0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.032396 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-501243dc-6178-49cd-86c4-c9fc73697c0d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f4a13b68-d187-4043-a1fb-e8b0db4cac67 HTTP/1.1" status: 204 len: 168 time: 0.5362766 Jul 16 01:33:01.033507 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501243dc-6178-49cd-86c4-c9fc73697c0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4a13b68-d187-4043-a1fb-e8b0db4cac67,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:01.035968 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57684) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:01.123632 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b4bff0ab-e945-461c-8db5-dd1dd2f57e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.173521 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e23347b8-c85d-4ea9-8377-01edb30320de up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:01.226182 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2d7aa747-a10f-43a3-b086-983b53d20c8c tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.228001 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2d7aa747-a10f-43a3-b086-983b53d20c8c tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3405693 Jul 16 01:33:01.236656 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57688) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:01.239978 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b407d9d6-3f0f-49cb-a971-09fbe0ee7251 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:01.240222 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b4bff0ab-e945-461c-8db5-dd1dd2f57e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.245904 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-d67fcfbe-9968-4ce2-8c4f-ff20b75788db tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '92b6bd19-e958-4b95-ab40-0eaba22f0bfb'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:01.246672 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-d67fcfbe-9968-4ce2-8c4f-ff20b75788db tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93956) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:33:01.254645 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-b407d9d6-3f0f-49cb-a971-09fbe0ee7251 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:01.258617 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b407d9d6-3f0f-49cb-a971-09fbe0ee7251 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:01.263257 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-b4bff0ab-e945-461c-8db5-dd1dd2f57e1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740d1a79-a6f9-4fe4-80b6-74637837e26e']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:01.275813 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port e23347b8-c85d-4ea9-8377-01edb30320de completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:01.288980 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-b4bff0ab-e945-461c-8db5-dd1dd2f57e1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd451883b-7e0c-4f2f-8387-e4488de655f8') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:01.289512 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-b4bff0ab-e945-461c-8db5-dd1dd2f57e1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd451883b-7e0c-4f2f-8387-e4488de655f8') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:01.308493 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b4bff0ab-e945-461c-8db5-dd1dd2f57e1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.326406 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.342500 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b4bff0ab-e945-461c-8db5-dd1dd2f57e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.354014 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4bff0ab-e945-461c-8db5-dd1dd2f57e1a admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:01.355049 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b4bff0ab-e945-461c-8db5-dd1dd2f57e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.360134 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b407d9d6-3f0f-49cb-a971-09fbe0ee7251 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:01.361388 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:01.365877 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b407d9d6-3f0f-49cb-a971-09fbe0ee7251 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.404494 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407d9d6-3f0f-49cb-a971-09fbe0ee7251 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Port': ['ID=ea703788-97d6-4f12-9ea8-cb10bdff8391,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:01.425661 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b407d9d6-3f0f-49cb-a971-09fbe0ee7251 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6582501 Jul 16 01:33:01.428723 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57694) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:01.431089 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 39773e6d-5151-4461-81f6-0a5012e1d0ad no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:01.435831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-d4ab86ea-8ae5-4319-84e5-3f45800f8cd9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'subnet': {'network_id': 'e28d510d-cb2e-4ab6-a291-497cc0c5ce7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:01.483269 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 39773e6d-5151-4461-81f6-0a5012e1d0ad {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:01.483770 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 39773e6d-5151-4461-81f6-0a5012e1d0ad not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:01.484734 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 22fb6318-a867-4d41-bf62-dbf2168c3229 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:01.555887 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 22fb6318-a867-4d41-bf62-dbf2168c3229 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:01.556279 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 22fb6318-a867-4d41-bf62-dbf2168c3229 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:01.577483 n-d-792394-16 neutron-server[93956]: WARNING neutron.services.metering.metering_plugin [None req-d67fcfbe-9968-4ce2-8c4f-ff20b75788db tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:33:01.583639 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-163b8261-0d27-460b-bada-090de39a2089 None None] Provisioning for port e23347b8-c85d-4ea9-8377-01edb30320de completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:01.592767 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-163b8261-0d27-460b-bada-090de39a2089 None None] Provisioning complete for port e23347b8-c85d-4ea9-8377-01edb30320de triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:01.593055 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-163b8261-0d27-460b-bada-090de39a2089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.649416 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b4bff0ab-e945-461c-8db5-dd1dd2f57e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.668057 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b4bff0ab-e945-461c-8db5-dd1dd2f57e1a admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.671412 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b4bff0ab-e945-461c-8db5-dd1dd2f57e1a admin admin] 10.222.0.16 "DELETE /v2.0/networks/740d1a79-a6f9-4fe4-80b6-74637837e26e HTTP/1.1" status: 204 len: 168 time: 0.6336465 Jul 16 01:33:01.704165 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bff0ab-e945-461c-8db5-dd1dd2f57e1a admin admin] Pushing event deleted for resources: {'Network': ['ID=740d1a79-a6f9-4fe4-80b6-74637837e26e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:01.738360 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d67fcfbe-9968-4ce2-8c4f-ff20b75788db tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.739848 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d67fcfbe-9968-4ce2-8c4f-ff20b75788db tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4981351 Jul 16 01:33:01.742656 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57700) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:01.752943 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-163b8261-0d27-460b-bada-090de39a2089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.793791 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e0dc9662-b114-4462-8216-8ead2ce85ba8 tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=013d5590-6b05-46a3-b235-2595a3ca0c8b HTTP/1.1" status: 200 len: 464 time: 0.0420663 Jul 16 01:33:01.802809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57704) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:01.837494 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ab86ea-8ae5-4319-84e5-3f45800f8cd9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:01.838298 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-163b8261-0d27-460b-bada-090de39a2089 None None] For port e23347b8-c85d-4ea9-8377-01edb30320de, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e23347b8-c85d-4ea9-8377-01edb30320de,segment=NetworkSegment(cbb91d82-f86d-4ac2-9667-722e2af71af8),segment_id=cbb91d82-f86d-4ac2-9667-722e2af71af8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:01.839306 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d4ab86ea-8ae5-4319-84e5-3f45800f8cd9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.846740 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-163b8261-0d27-460b-bada-090de39a2089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.869036 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33c695-71d3-4725-804e-29295c19f4a9 req-e7c06dbe-17e2-40cd-b8d3-7968703b338d tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:01.871005 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0c33c695-71d3-4725-804e-29295c19f4a9 req-e7c06dbe-17e2-40cd-b8d3-7968703b338d tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.1422203 Jul 16 01:33:01.935733 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0c33c695-71d3-4725-804e-29295c19f4a9 req-3993967b-2125-491d-9bea-4484a5f8294a tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548971 Jul 16 01:33:01.986350 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-163b8261-0d27-460b-bada-090de39a2089 None None] Provisioning complete for port 89786ef0-dfa9-4274-ba57-843926124484 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:01.986807 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-163b8261-0d27-460b-bada-090de39a2089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.031901 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57728) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:02.059063 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b8261-0d27-460b-bada-090de39a2089 None None] Pushing event updated for resources: {'Port': ['ID=e23347b8-c85d-4ea9-8377-01edb30320de,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:02.076400 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-163b8261-0d27-460b-bada-090de39a2089 None None] Port 89786ef0-dfa9-4274-ba57-843926124484 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:02.103298 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c91fdfc3-952b-494f-a9e4-57767be7c737 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=efea2752c9f54aa1a4f60b73855614d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0700061 Jul 16 01:33:02.106035 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57738) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:02.140157 n-d-792394-16 neutron-server[93955]: INFO neutron.db.ipam_backend_mixin [None req-d4ab86ea-8ae5-4319-84e5-3f45800f8cd9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4a5d4007-a56c-4f0a-9ff6-481ec2f6cc86 (CIDR: 172.20.0.0/28) Jul 16 01:33:02.170704 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9095735e-4513-4ea2-a089-7637c4d0f1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.202561 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ab86ea-8ae5-4319-84e5-3f45800f8cd9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:33:02.203065 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4ab86ea-8ae5-4319-84e5-3f45800f8cd9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:02.204039 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-01775523-e393-4e7b-9a3f-f477af4efee9 None None] Provisioning for port ea703788-97d6-4f12-9ea8-cb10bdff8391 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:02.209914 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-01775523-e393-4e7b-9a3f-f477af4efee9 None None] Provisioning complete for port ea703788-97d6-4f12-9ea8-cb10bdff8391 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:02.210634 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-01775523-e393-4e7b-9a3f-f477af4efee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.218740 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4d97955f-9a2e-470a-8329-e3528d549e24 tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.223072 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4d97955f-9a2e-470a-8329-e3528d549e24 tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/013d5590-6b05-46a3-b235-2595a3ca0c8b HTTP/1.1" status: 204 len: 168 time: 0.4167228 Jul 16 01:33:02.223763 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57740) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:02.226723 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9095735e-4513-4ea2-a089-7637c4d0f1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.264349 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-01775523-e393-4e7b-9a3f-f477af4efee9 None None] Port ea703788-97d6-4f12-9ea8-cb10bdff8391 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:02.274307 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6a4f7217-8a1c-40c0-9c0a-3ab500a0598d tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=013d5590-6b05-46a3-b235-2595a3ca0c8b HTTP/1.1" status: 200 len: 221 time: 0.0452671 Jul 16 01:33:02.276105 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57742) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:02.280800 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-56e6bcbb-665b-4dcf-94f0-2d0ce89b9374 tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1521200784', 'description': 'label created by tempest'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:02.281851 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-56e6bcbb-665b-4dcf-94f0-2d0ce89b9374 tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] Unknown quota resources ['metering_label']. {{(pid=93955) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:33:02.289367 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d4ab86ea-8ae5-4319-84e5-3f45800f8cd9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8564005 Jul 16 01:33:02.293447 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57744) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:02.302928 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-755bb10e-ea85-474c-95b8-2e7c12001084 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'subnet': {'network_id': 'e28d510d-cb2e-4ab6-a291-497cc0c5ce7d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:02.436192 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513614a-b307-47ec-b670-82f07bb9b39e req-2f7bc1e5-3240-45cf-8edc-89d4345aaf73 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:02.438938 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c513614a-b307-47ec-b670-82f07bb9b39e req-2f7bc1e5-3240-45cf-8edc-89d4345aaf73 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?device_id=84aae9bc-58a0-494c-b05f-1b45024a0afa HTTP/1.1" status: 200 len: 949 time: 0.2081225 Jul 16 01:33:02.446426 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9095735e-4513-4ea2-a089-7637c4d0f1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.451015 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9095735e-4513-4ea2-a089-7637c4d0f1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.452930 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9095735e-4513-4ea2-a089-7637c4d0f1b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4 HTTP/1.1" status: 204 len: 168 time: 0.3455241 Jul 16 01:33:02.484867 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.501066 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095735e-4513-4ea2-a089-7637c4d0f1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9eed86c-973d-45b0-a89a-fd6ea3bb8ea4,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:02.507250 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7431b63-78ae-4919-b2f2-ecbd0be2a7a4 req-a579ba6b-9382-40c7-bbb0-bae5a0b7a333 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:02.509267 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7431b63-78ae-4919-b2f2-ecbd0be2a7a4 req-a579ba6b-9382-40c7-bbb0-bae5a0b7a333 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 946 time: 0.3388083 Jul 16 01:33:02.554451 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c513614a-b307-47ec-b670-82f07bb9b39e req-01e6ab9f-1b03-49fa-833b-ddc745b9ac0a tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/security-groups?id=86f4f680-b200-4b51-95c2-fcbf79fd4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957820 Jul 16 01:33:02.562837 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-56e6bcbb-665b-4dcf-94f0-2d0ce89b9374 tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.564640 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-56e6bcbb-665b-4dcf-94f0-2d0ce89b9374 tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2874806 Jul 16 01:33:02.567608 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57748) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:02.578490 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755bb10e-ea85-474c-95b8-2e7c12001084 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:02.596138 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-755bb10e-ea85-474c-95b8-2e7c12001084 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.744943 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c068b414-e921-49e5-b102-1beb356e5237 tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=c0215897-e962-461a-a589-e328914641ce HTTP/1.1" status: 200 len: 468 time: 0.1761034 Jul 16 01:33:02.748117 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57758) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:02.907598 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b658f-38c9-4a44-8d67-b9c328ea3f2b req-a5d5fdea-0931-4ecb-8ecc-3a034373cda8 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:02.909896 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed3b658f-38c9-4a44-8d67-b9c328ea3f2b req-a5d5fdea-0931-4ecb-8ecc-3a034373cda8 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.82 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.1894064 Jul 16 01:33:03.034731 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7431b63-78ae-4919-b2f2-ecbd0be2a7a4 req-a155ace7-dab4-43c1-b681-1eb2c51926ed tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792378 Jul 16 01:33:03.127513 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c144f2e-ac4e-4f6b-86e7-5e7b92159335 tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.128814 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2c144f2e-ac4e-4f6b-86e7-5e7b92159335 tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/c0215897-e962-461a-a589-e328914641ce HTTP/1.1" status: 204 len: 168 time: 0.3793485 Jul 16 01:33:03.132403 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57778) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:03.164537 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e23347b8-c85d-4ea9-8377-01edb30320de up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:03.172140 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-ed3b658f-38c9-4a44-8d67-b9c328ea3f2b req-15023c26-b1c5-4b90-b63b-6b0ed33fce31 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Deleting port bb42bc56-a17d-4a62-8861-fa31a10603e2 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:03.172757 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ed3b658f-38c9-4a44-8d67-b9c328ea3f2b req-15023c26-b1c5-4b90-b63b-6b0ed33fce31 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.208726 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-caae3546-4000-4acd-b973-d210b66c4d78 tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=c0215897-e962-461a-a589-e328914641ce HTTP/1.1" status: 200 len: 216 time: 0.0751522 Jul 16 01:33:03.212471 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57782) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:03.231912 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-978d9504-0e2c-4109-97e4-1544b43f52b8 tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0181122 Jul 16 01:33:03.235470 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57784) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:03.257212 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port e23347b8-c85d-4ea9-8377-01edb30320de triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:03.257772 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.259422 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5673fdcb-f7f2-45c9-bd14-8c690b80cac3 tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0223846 Jul 16 01:33:03.269329 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57786) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:03.345058 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-20248876-fbb4-4e83-abba-951952dfb7d4 tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/92b6bd19-e958-4b95-ab40-0eaba22f0bfb HTTP/1.1" status: 200 len: 472 time: 0.0741589 Jul 16 01:33:03.350516 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57792) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:03.412539 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d6e52f35-b524-49e8-9af9-74fc23cc8517 tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/3035ae34-61af-47bb-9ee1-e5f4e4e4dab9 HTTP/1.1" status: 200 len: 461 time: 0.0605562 Jul 16 01:33:03.415722 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57796) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:03.423604 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-755bb10e-ea85-474c-95b8-2e7c12001084 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.476245 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547346d-c74b-4fb0-8cd3-d461f32935ae req-8f7333a2-56d0-4034-852e-95f8fbd2b73f tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:03.478459 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e547346d-c74b-4fb0-8cd3-d461f32935ae req-8f7333a2-56d0-4034-852e-95f8fbd2b73f tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 946 time: 0.2504392 Jul 16 01:33:03.481229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ed3b658f-38c9-4a44-8d67-b9c328ea3f2b req-15023c26-b1c5-4b90-b63b-6b0ed33fce31 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] For port bb42bc56-a17d-4a62-8861-fa31a10603e2, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=bb42bc56-a17d-4a62-8861-fa31a10603e2,segment=NetworkSegment(25f16ebe-203b-4b6d-969d-950003904573),segment_id=25f16ebe-203b-4b6d-969d-950003904573)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:03.481854 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ed3b658f-38c9-4a44-8d67-b9c328ea3f2b req-15023c26-b1c5-4b90-b63b-6b0ed33fce31 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.509940 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755bb10e-ea85-474c-95b8-2e7c12001084 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:03.545323 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-ed3b658f-38c9-4a44-8d67-b9c328ea3f2b req-15023c26-b1c5-4b90-b63b-6b0ed33fce31 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Calling delete_port for bb42bc56-a17d-4a62-8861-fa31a10603e2 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:03.583323 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-755bb10e-ea85-474c-95b8-2e7c12001084 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:03.591571 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755bb10e-ea85-474c-95b8-2e7c12001084 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:03.591571 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-755bb10e-ea85-474c-95b8-2e7c12001084 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.601048 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e547346d-c74b-4fb0-8cd3-d461f32935ae req-620541b4-fb26-4461-a361-2873c784fca1 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/security-groups?id=f93a69e6-615f-4113-b754-235bee018417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137507 Jul 16 01:33:03.606264 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25b467f-b79c-496e-959f-b77b96f681c4 None None] Network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:03.608838 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bb10e-ea85-474c-95b8-2e7c12001084 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Subnet': ['ID=f086c357-cc9e-480d-80d6-4346712c2558,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:03.677723 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-90c595d4-dcd6-4613-be7b-40f5909b5dd2 tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.681724 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-90c595d4-dcd6-4613-be7b-40f5909b5dd2 tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/3035ae34-61af-47bb-9ee1-e5f4e4e4dab9 HTTP/1.1" status: 204 len: 168 time: 0.2623162 Jul 16 01:33:03.682275 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57812) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:03.712408 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-755bb10e-ea85-474c-95b8-2e7c12001084 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4150071 Jul 16 01:33:03.713412 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57818) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:03.733555 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-2f5b803f-fe3b-4b6d-9744-90b2201aac44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2044800008', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f086c357-cc9e-480d-80d6-4346712c2558'}], 'security_groups': ['406c4009-ffa2-4c2c-9603-310db8b2f36b']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:03.966559 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57824) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:04.008483 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7bbe71a6-4f3d-4840-ace2-b121d803525b tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.010125 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7bbe71a6-4f3d-4840-ace2-b121d803525b tempest-MeteringTestJSON-370935288 tempest-MeteringTestJSON-370935288-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/92b6bd19-e958-4b95-ab40-0eaba22f0bfb HTTP/1.1" status: 204 len: 168 time: 0.3259735 Jul 16 01:33:04.038933 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184f13ad-db66-46ea-86fa-2a6ea226a53f None None] Update dhcp port {'port': {'network_id': 'e28d510d-cb2e-4ab6-a291-497cc0c5ce7d', 'fixed_ips': [{'subnet_id': '4a5d4007-a56c-4f0a-9ff6-481ec2f6cc86', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f086c357-cc9e-480d-80d6-4346712c2558'}], 'binding:host_id': 'n-d-792394-16'}, 'id': 'e23347b8-c85d-4ea9-8377-01edb30320de'} from n-d-792394-16. {{(pid=93957) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:33:04.084018 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-184f13ad-db66-46ea-86fa-2a6ea226a53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.088995 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ef587-d865-4be3-8a82-6cc0e7b06524 req-e89d7f0f-b635-4ae4-af33-87b697d0cbec tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:04.095144 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-297ef587-d865-4be3-8a82-6cc0e7b06524 req-e89d7f0f-b635-4ae4-af33-87b697d0cbec tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.2604923 Jul 16 01:33:04.180989 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-318e961b-d8d2-41b5-856f-af85bab0ed1e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1890471029-network', 'tenant_id': '4c7e1fb586f74c548510f1e81e05ea43'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:04.233526 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ed3b658f-38c9-4a44-8d67-b9c328ea3f2b req-15023c26-b1c5-4b90-b63b-6b0ed33fce31 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.282467 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57832) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:04.294647 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-184f13ad-db66-46ea-86fa-2a6ea226a53f None None] Allocated IP 172.20.0.18 (e28d510d-cb2e-4ab6-a291-497cc0c5ce7d/f086c357-cc9e-480d-80d6-4346712c2558/e23347b8-c85d-4ea9-8377-01edb30320de) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:04.300009 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318e961b-d8d2-41b5-856f-af85bab0ed1e admin admin] Made reservation on behalf of 4c7e1fb586f74c548510f1e81e05ea43 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:04.303108 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-318e961b-d8d2-41b5-856f-af85bab0ed1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.324871 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-318e961b-d8d2-41b5-856f-af85bab0ed1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.330553 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15023c26-b1c5-4b90-b63b-6b0ed33fce31 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Pushing event deleted for resources: {'Port': ['ID=bb42bc56-a17d-4a62-8861-fa31a10603e2,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:04.332580 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f5b803f-fe3b-4b6d-9744-90b2201aac44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.346749 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-297ef587-d865-4be3-8a82-6cc0e7b06524 req-dc56df8c-3d0f-4463-87e2-682ebb7c860f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2430191 Jul 16 01:33:04.450778 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-184f13ad-db66-46ea-86fa-2a6ea226a53f None None] For port e23347b8-c85d-4ea9-8377-01edb30320de, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e23347b8-c85d-4ea9-8377-01edb30320de,segment=NetworkSegment(cbb91d82-f86d-4ac2-9667-722e2af71af8),segment_id=cbb91d82-f86d-4ac2-9667-722e2af71af8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:04.474564 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3b658f-38c9-4a44-8d67-b9c328ea3f2b req-15023c26-b1c5-4b90-b63b-6b0ed33fce31 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] No DVR routers for this DVR port bb42bc56-a17d-4a62-8861-fa31a10603e2 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:04.481830 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ed3b658f-38c9-4a44-8d67-b9c328ea3f2b req-15023c26-b1c5-4b90-b63b-6b0ed33fce31 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.484067 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed3b658f-38c9-4a44-8d67-b9c328ea3f2b req-15023c26-b1c5-4b90-b63b-6b0ed33fce31 tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.82 "DELETE /v2.0/ports/bb42bc56-a17d-4a62-8861-fa31a10603e2 HTTP/1.1" status: 204 len: 173 time: 1.5687509 Jul 16 01:33:04.486965 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfebeaa1-d052-4deb-87be-fd2a294050d3', 'name': 'network-vif-deleted', 'tag': 'bb42bc56-a17d-4a62-8861-fa31a10603e2'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:04.490131 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c095b74-bc67-4519-b876-03c19c380094" -d '{"events": [{"server_uuid": "bfebeaa1-d052-4deb-87be-fd2a294050d3", "name": "network-vif-deleted", "tag": "bb42bc56-a17d-4a62-8861-fa31a10603e2"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:04.507822 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3f779792-a74b-4b4e-a75e-7eb6b1bcc573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.509128 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-184f13ad-db66-46ea-86fa-2a6ea226a53f None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.531389 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-184f13ad-db66-46ea-86fa-2a6ea226a53f None None] Transition to ACTIVE for port object e23347b8-c85d-4ea9-8377-01edb30320de will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:04.543429 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-184f13ad-db66-46ea-86fa-2a6ea226a53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.587082 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbb9ced-b0b1-43d0-9d6e-a5cac53deb6d x-openstack-request-id: req-bcbb9ced-b0b1-43d0-9d6e-a5cac53deb6d {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:04.587370 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfebeaa1-d052-4deb-87be-fd2a294050d3", "name": "network-vif-deleted", "tag": "bb42bc56-a17d-4a62-8861-fa31a10603e2", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:04.587606 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bcbb9ced-b0b1-43d0-9d6e-a5cac53deb6d {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:04.588047 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfebeaa1-d052-4deb-87be-fd2a294050d3', 'name': 'network-vif-deleted', 'tag': 'bb42bc56-a17d-4a62-8861-fa31a10603e2', 'status': 'completed', 'code': 200} Jul 16 01:33:04.647391 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdd76f-b170-4463-82e3-0c24d2f5d933 req-57349646-3b40-4368-83e4-3a39e3728e8f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:04.655522 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-37fdd76f-b170-4463-82e3-0c24d2f5d933 req-57349646-3b40-4368-83e4-3a39e3728e8f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.1078076 Jul 16 01:33:04.670897 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f13ad-db66-46ea-86fa-2a6ea226a53f None None] Pushing event updated for resources: {'Port': ['ID=e23347b8-c85d-4ea9-8377-01edb30320de,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:04.710956 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device a2309708-236b-41a6-9dfa-b68a7d4b9ded no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:04.734100 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-37fdd76f-b170-4463-82e3-0c24d2f5d933 req-328ffba9-e586-4d69-a89d-9c4279d3d632 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772512 Jul 16 01:33:04.846046 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2c6d492d-ba4d-4337-a6f7-7704429a7971 req-df873fdd-06be-4a34-8734-1f5dbf30db6e tempest-ServerRescueNegativeTestJSON-1351260349 tempest-ServerRescueNegativeTestJSON-1351260349-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfebeaa1-d052-4deb-87be-fd2a294050d3 HTTP/1.1" status: 200 len: 210 time: 0.0736704 Jul 16 01:33:04.884608 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.885306 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.948714 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port a2309708-236b-41a6-9dfa-b68a7d4b9ded, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=a2309708-236b-41a6-9dfa-b68a7d4b9ded,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:04.950090 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84aae9bc-58a0-494c-b05f-1b45024a0afa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2309708-236b-41a6-9dfa-b68a7d4b9ded'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:04.952468 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d1e951-2395-470f-b24b-84052c5f7296" -d '{"events": [{"server_uuid": "84aae9bc-58a0-494c-b05f-1b45024a0afa", "name": "network-vif-unplugged", "status": "completed", "tag": "a2309708-236b-41a6-9dfa-b68a7d4b9ded"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:04.958429 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.983787 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-318e961b-d8d2-41b5-856f-af85bab0ed1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.994489 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-318e961b-d8d2-41b5-856f-af85bab0ed1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.055170 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e961b-d8d2-41b5-856f-af85bab0ed1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cccf715-2626-48c7-b6b6-daadb68f066b,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:05.086113 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba76075-76c3-4d65-b4ec-96d3a4a4a7f4 x-openstack-request-id: req-4ba76075-76c3-4d65-b4ec-96d3a4a4a7f4 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:05.086439 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84aae9bc-58a0-494c-b05f-1b45024a0afa", "name": "network-vif-unplugged", "status": "completed", "tag": "a2309708-236b-41a6-9dfa-b68a7d4b9ded", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:05.086808 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ba76075-76c3-4d65-b4ec-96d3a4a4a7f4 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:05.087205 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84aae9bc-58a0-494c-b05f-1b45024a0afa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2309708-236b-41a6-9dfa-b68a7d4b9ded', 'code': 200} Jul 16 01:33:05.087947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=a2309708-236b-41a6-9dfa-b68a7d4b9ded,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:05.114451 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318e961b-d8d2-41b5-856f-af85bab0ed1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:05.138422 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-318e961b-d8d2-41b5-856f-af85bab0ed1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.139463 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-318e961b-d8d2-41b5-856f-af85bab0ed1e admin admin] Added segment 057c2c1e-8a1c-472f-9f25-f7d70058fae1 of type vlan for network e7b12335-9b64-4a51-826c-7adcfb2f3870 Jul 16 01:33:05.143758 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e23347b8-c85d-4ea9-8377-01edb30320de up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:05.258467 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3f779792-a74b-4b4e-a75e-7eb6b1bcc573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.259002 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-318e961b-d8d2-41b5-856f-af85bab0ed1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.277469 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3f779792-a74b-4b4e-a75e-7eb6b1bcc573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.299889 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-2f5b803f-fe3b-4b6d-9744-90b2201aac44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Delete allocated IP 172.20.0.9 (e28d510d-cb2e-4ab6-a291-497cc0c5ce7d/4a5d4007-a56c-4f0a-9ff6-481ec2f6cc86) {{(pid=93955) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:33:05.312459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-2f5b803f-fe3b-4b6d-9744-90b2201aac44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Allocated IP 172.20.0.29 (e28d510d-cb2e-4ab6-a291-497cc0c5ce7d/f086c357-cc9e-480d-80d6-4346712c2558/ea703788-97d6-4f12-9ea8-cb10bdff8391) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:05.322271 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-318e961b-d8d2-41b5-856f-af85bab0ed1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.323261 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318e961b-d8d2-41b5-856f-af85bab0ed1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:05.323841 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-318e961b-d8d2-41b5-856f-af85bab0ed1e admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.343003 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f3021b57-4012-4b3b-aae8-92cdea60c103 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:05.345357 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f3021b57-4012-4b3b-aae8-92cdea60c103 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 810 time: 0.2477453 Jul 16 01:33:05.351657 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3f779792-a74b-4b4e-a75e-7eb6b1bcc573 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22f6774e2f82430985962d4a303c446f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0681322 Jul 16 01:33:05.352739 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57868) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:05.360329 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f779792-a74b-4b4e-a75e-7eb6b1bcc573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6244c71a-3487-4dfe-8f05-8bd45a13d59c,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:05.379890 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b645f09-4696-4ddb-8dac-a4048500351a req-21b788f3-4246-407c-a5e7-3fd22a140587 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/quotas/8c1cd71b2bbb4da2b2edf2be3f2fbcab HTTP/1.1" status: 200 len: 375 time: 0.0259707 Jul 16 01:33:05.381636 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-318e961b-d8d2-41b5-856f-af85bab0ed1e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4108570 Jul 16 01:33:05.383864 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57870) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:05.389511 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-31abb7b7-e30b-406c-9938-f67bf0489ac0 admin admin] Request body: {'subnet': {'network_id': 'e7b12335-9b64-4a51-826c-7adcfb2f3870', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1890471029-subnet', 'tenant_id': '4c7e1fb586f74c548510f1e81e05ea43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:05.406528 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device bb42bc56-a17d-4a62-8861-fa31a10603e2 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:05.427298 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: bb42bc56-a17d-4a62-8861-fa31a10603e2 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:05.427637 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device bb42bc56-a17d-4a62-8861-fa31a10603e2 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:05.428923 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e961b-d8d2-41b5-856f-af85bab0ed1e admin admin] Pushing event updated for resources: {'Network': ['ID=e7b12335-9b64-4a51-826c-7adcfb2f3870,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:05.450920 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network e7b12335-9b64-4a51-826c-7adcfb2f3870 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:05.503140 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31abb7b7-e30b-406c-9938-f67bf0489ac0 admin admin] Made reservation on behalf of 4c7e1fb586f74c548510f1e81e05ea43 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:05.505951 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31abb7b7-e30b-406c-9938-f67bf0489ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.557311 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0e3919d-96f8-4cdc-bf27-c6fe948c62ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.601040 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f5b803f-fe3b-4b6d-9744-90b2201aac44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.614294 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a2e43213-a280-4dbd-90e2-5786c769cef3 None None] Provisioning for port e23347b8-c85d-4ea9-8377-01edb30320de completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:05.624778 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a2e43213-a280-4dbd-90e2-5786c769cef3 None None] Provisioning complete for port e23347b8-c85d-4ea9-8377-01edb30320de triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:05.625108 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0e3919d-96f8-4cdc-bf27-c6fe948c62ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.626027 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a2e43213-a280-4dbd-90e2-5786c769cef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.631205 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-2f5b803f-fe3b-4b6d-9744-90b2201aac44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Transition to ACTIVE for port object ea703788-97d6-4f12-9ea8-cb10bdff8391 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:05.638261 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f5b803f-fe3b-4b6d-9744-90b2201aac44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.653098 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b645f09-4696-4ddb-8dac-a4048500351a req-13ac9c3e-f117-4df4-9be3-738f7346f7a2 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2543244 Jul 16 01:33:05.702450 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57876) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:05.729748 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-b3ce491c-5f26-45eb-b048-9eb7e2b7e4d0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-727739881'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:05.769874 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a2e43213-a280-4dbd-90e2-5786c769cef3 None None] Provisioning for port ea703788-97d6-4f12-9ea8-cb10bdff8391 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:05.775226 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a2e43213-a280-4dbd-90e2-5786c769cef3 None None] Provisioning complete for port ea703788-97d6-4f12-9ea8-cb10bdff8391 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:05.775749 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a2e43213-a280-4dbd-90e2-5786c769cef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.785163 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b803f-fe3b-4b6d-9744-90b2201aac44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Port': ['ID=ea703788-97d6-4f12-9ea8-cb10bdff8391,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:05.814686 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-2f5b803f-fe3b-4b6d-9744-90b2201aac44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] In _notify_port_updated(), no bound segment for port ea703788-97d6-4f12-9ea8-cb10bdff8391 on network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d {{(pid=93955) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:33:05.821349 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5b803f-fe3b-4b6d-9744-90b2201aac44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:05.821863 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a2e43213-a280-4dbd-90e2-5786c769cef3 None None] Port ea703788-97d6-4f12-9ea8-cb10bdff8391 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:05.822039 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f5b803f-fe3b-4b6d-9744-90b2201aac44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.823410 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2f5b803f-fe3b-4b6d-9744-90b2201aac44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "PUT /v2.0/ports/ea703788-97d6-4f12-9ea8-cb10bdff8391 HTTP/1.1" status: 200 len: 921 time: 2.1089993 Jul 16 01:33:05.826318 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ce491c-5f26-45eb-b048-9eb7e2b7e4d0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Made reservation on behalf of 9ab955cac98346abb4c28e7943a645b4 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:05.830459 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b3ce491c-5f26-45eb-b048-9eb7e2b7e4d0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.831249 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57880) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:05.856822 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a2e43213-a280-4dbd-90e2-5786c769cef3 None None] Provisioning complete for port 89786ef0-dfa9-4274-ba57-843926124484 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:05.857297 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a2e43213-a280-4dbd-90e2-5786c769cef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.865969 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ce491c-5f26-45eb-b048-9eb7e2b7e4d0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:05.880976 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b3ce491c-5f26-45eb-b048-9eb7e2b7e4d0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.881765 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-b3ce491c-5f26-45eb-b048-9eb7e2b7e4d0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Added segment 697b7383-f17f-4fca-b697-3570f3881dd7 of type vlan for network c8f8cff2-179e-422c-b93c-8298614fb9a9 Jul 16 01:33:05.897870 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a2e43213-a280-4dbd-90e2-5786c769cef3 None None] Port 89786ef0-dfa9-4274-ba57-843926124484 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:05.931626 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b3ce491c-5f26-45eb-b048-9eb7e2b7e4d0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.965015 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b3ce491c-5f26-45eb-b048-9eb7e2b7e4d0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.971155 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ce491c-5f26-45eb-b048-9eb7e2b7e4d0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:05.971805 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b3ce491c-5f26-45eb-b048-9eb7e2b7e4d0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.991450 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57892) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:06.055749 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b3ce491c-5f26-45eb-b048-9eb7e2b7e4d0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3359344 Jul 16 01:33:06.060105 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57894) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:06.067363 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-2f49e796-c6f9-406f-9a71-89dcbffd3051 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-545293262'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:06.107729 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce491c-5f26-45eb-b048-9eb7e2b7e4d0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event updated for resources: {'Network': ['ID=c8f8cff2-179e-422c-b93c-8298614fb9a9,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:06.124379 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network c8f8cff2-179e-422c-b93c-8298614fb9a9 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:06.164534 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f49e796-c6f9-406f-9a71-89dcbffd3051 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Made reservation on behalf of 9ab955cac98346abb4c28e7943a645b4 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:06.168259 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f49e796-c6f9-406f-9a71-89dcbffd3051 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.239177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f49e796-c6f9-406f-9a71-89dcbffd3051 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:06.251567 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0e3919d-96f8-4cdc-bf27-c6fe948c62ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.254292 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0e3919d-96f8-4cdc-bf27-c6fe948c62ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.255800 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f0e3919d-96f8-4cdc-bf27-c6fe948c62ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6244c71a-3487-4dfe-8f05-8bd45a13d59c HTTP/1.1" status: 204 len: 168 time: 0.8919539 Jul 16 01:33:06.265196 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f49e796-c6f9-406f-9a71-89dcbffd3051 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.265773 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-2f49e796-c6f9-406f-9a71-89dcbffd3051 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Added segment cf127d4a-0fb9-4088-a48c-96efc5e18bcb of type vlan for network 6d0d4a4d-7f50-4b75-ba86-941b0faebc20 Jul 16 01:33:06.326816 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a817874-a652-4cef-aa6e-8d44619c02ff None None] Provisioning complete for port ea703788-97d6-4f12-9ea8-cb10bdff8391 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:06.327279 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a817874-a652-4cef-aa6e-8d44619c02ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.358098 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3919d-96f8-4cdc-bf27-c6fe948c62ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6244c71a-3487-4dfe-8f05-8bd45a13d59c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:06.389819 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a817874-a652-4cef-aa6e-8d44619c02ff None None] Port ea703788-97d6-4f12-9ea8-cb10bdff8391 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:06.408512 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31abb7b7-e30b-406c-9938-f67bf0489ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.448788 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b645f09-4696-4ddb-8dac-a4048500351a req-6a366285-b8cb-48d4-ac16-d3855d02cda8 service neutron] 10.222.0.16 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7830279 Jul 16 01:33:06.480217 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-8a3bc4c2-ba96-42ae-8459-26790d0e7af2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting port ea703788-97d6-4f12-9ea8-cb10bdff8391 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:06.480584 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc4c2-ba96-42ae-8459-26790d0e7af2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.537568 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abb7b7-e30b-406c-9938-f67bf0489ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f0f4eea-8e24-49fe-87ba-ed03ae30c163,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:06.625425 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31abb7b7-e30b-406c-9938-f67bf0489ac0 admin admin] Checking segment: {'id': '057c2c1e-8a1c-472f-9f25-f7d70058fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e7b12335-9b64-4a51-826c-7adcfb2f3870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:06.625794 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31abb7b7-e30b-406c-9938-f67bf0489ac0 admin admin] Network hostable DHCP agents. Network: e7b12335-9b64-4a51-826c-7adcfb2f3870, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:06.642344 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57900) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:06.688001 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b461db18-4442-4e3e-b900-62cfc8d8d323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.693882 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc4c2-ba96-42ae-8459-26790d0e7af2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.719105 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f49e796-c6f9-406f-9a71-89dcbffd3051 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.724631 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-8a3bc4c2-ba96-42ae-8459-26790d0e7af2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Calling delete_port for ea703788-97d6-4f12-9ea8-cb10bdff8391 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:06.728081 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b645f09-4696-4ddb-8dac-a4048500351a req-e018d891-4e04-4797-ae0e-aca7879fa1c8 service neutron] 10.222.0.16 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630544 Jul 16 01:33:06.737591 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31abb7b7-e30b-406c-9938-f67bf0489ac0 admin admin] Network e7b12335-9b64-4a51-826c-7adcfb2f3870 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:06.814995 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-31abb7b7-e30b-406c-9938-f67bf0489ac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, e7b12335-9b64-4a51-826c-7adcfb2f3870) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:06.821530 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f49e796-c6f9-406f-9a71-89dcbffd3051 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.824674 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22bd09d-070d-4a52-88e4-03ab730ae7de None None] Network e7b12335-9b64-4a51-826c-7adcfb2f3870 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:06.825175 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31abb7b7-e30b-406c-9938-f67bf0489ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.825304 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31abb7b7-e30b-406c-9938-f67bf0489ac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.829672 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f49e796-c6f9-406f-9a71-89dcbffd3051 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.830592 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f49e796-c6f9-406f-9a71-89dcbffd3051 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.984126 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49e796-c6f9-406f-9a71-89dcbffd3051 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event updated for resources: {'Network': ['ID=6d0d4a4d-7f50-4b75-ba86-941b0faebc20,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:07.031277 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 6d0d4a4d-7f50-4b75-ba86-941b0faebc20 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:07.056687 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc4c2-ba96-42ae-8459-26790d0e7af2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.079192 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc68ec70-0746-4c76-b7b1-c80436c92633 None None] Network e7b12335-9b64-4a51-826c-7adcfb2f3870 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:07.118794 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac3105b1-990d-4bb7-bfe5-685b374dbcf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.119163 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-33a1bb36-2693-4035-8cfc-012aa236da56 req-8e22f726-c4da-4536-bf98-ef2ede97ec36 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=712095c5-2cdd-4b5d-9d7d-3d6c190afbcb HTTP/1.1" status: 200 len: 210 time: 0.1134841 Jul 16 01:33:07.161869 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bc4c2-ba96-42ae-8459-26790d0e7af2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Port': ['ID=ea703788-97d6-4f12-9ea8-cb10bdff8391,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:07.335602 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b461db18-4442-4e3e-b900-62cfc8d8d323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.343034 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8a3bc4c2-ba96-42ae-8459-26790d0e7af2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.345976 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8a3bc4c2-ba96-42ae-8459-26790d0e7af2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/ports/ea703788-97d6-4f12-9ea8-cb10bdff8391 HTTP/1.1" status: 204 len: 168 time: 1.5103042 Jul 16 01:33:07.349421 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57934) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:07.355613 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b461db18-4442-4e3e-b900-62cfc8d8d323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.365685 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2f49e796-c6f9-406f-9a71-89dcbffd3051 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3024635 Jul 16 01:33:07.377598 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57936) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:07.398413 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-3d9f68a0-7e85-4edf-8231-8282f2ac3dad tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Request body: {'subnet': {'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:07.413611 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:07.425043 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55a7b07-c370-4b45-84f4-8a64cbd8e755 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] GET failed (client error): The resource could not be found. Jul 16 01:33:07.430527 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f55a7b07-c370-4b45-84f4-8a64cbd8e755 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports/ea703788-97d6-4f12-9ea8-cb10bdff8391 HTTP/1.1" status: 404 len: 333 time: 0.0799479 Jul 16 01:33:07.431514 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57944) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:07.472523 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-31abb7b7-e30b-406c-9938-f67bf0489ac0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0872271 Jul 16 01:33:07.543031 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b461db18-4442-4e3e-b900-62cfc8d8d323 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ce77ae4fd3f43578bf202e2c698d98c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8996010 Jul 16 01:33:07.543689 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57948) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:07.568129 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-60962f6d-65c9-470a-8253-defae562ca28 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.663412 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:07.673727 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-60962f6d-65c9-470a-8253-defae562ca28 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.677947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'fd5f8ab7-3bd8-49ee-8ccc-1d1839008446', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': 'fd5f8ab7-3bd8-49ee-8ccc-1d1839008446', 'mac_address': 'fa:16:3e:c9:c8:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:07.745333 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461db18-4442-4e3e-b900-62cfc8d8d323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9eb9d7b-814f-49c6-b84c-0015ef02c264,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:07.790159 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e84dd1b0-968b-421d-8f59-9c510dcb75a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.800659 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9f68a0-7e85-4edf-8231-8282f2ac3dad tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Made reservation on behalf of 9ab955cac98346abb4c28e7943a645b4 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:07.801336 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.804507 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3d9f68a0-7e85-4edf-8231-8282f2ac3dad tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.844923 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e84dd1b0-968b-421d-8f59-9c510dcb75a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.848279 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:07.898382 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-60962f6d-65c9-470a-8253-defae562ca28 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.902392 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:07.904021 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-60962f6d-65c9-470a-8253-defae562ca28 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.905402 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-60962f6d-65c9-470a-8253-defae562ca28 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/security-groups/2f7040fc-11c6-45b0-b005-cd1772b11af8 HTTP/1.1" status: 204 len: 168 time: 0.4553244 Jul 16 01:33:07.909814 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57960) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:07.913999 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.007933 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60962f6d-65c9-470a-8253-defae562ca28 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7040fc-11c6-45b0-b005-cd1772b11af8,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:08.012559 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e84dd1b0-968b-421d-8f59-9c510dcb75a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.016226 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e84dd1b0-968b-421d-8f59-9c510dcb75a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.020740 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e84dd1b0-968b-421d-8f59-9c510dcb75a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9eb9d7b-814f-49c6-b84c-0015ef02c264 HTTP/1.1" status: 204 len: 168 time: 0.4633605 Jul 16 01:33:08.031601 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['fd5f8ab7-3bd8-49ee-8ccc-1d1839008446'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:08.071899 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84dd1b0-968b-421d-8f59-9c510dcb75a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9eb9d7b-814f-49c6-b84c-0015ef02c264,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:08.112028 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446,revision_number=9']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:08.145794 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-ac3105b1-990d-4bb7-bfe5-685b374dbcf1 admin admin] Deleting port 7f055e91-9e8c-4580-b799-919439917b7e {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:08.150116 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac3105b1-990d-4bb7-bfe5-685b374dbcf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.165605 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.165950 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.166288 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.166618 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.167022 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.167251 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.167571 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.167890 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.168202 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.179444 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f4095842-5a1f-4fb4-90d6-26ad1946f171 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.180223 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.180772 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.181273 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.314846 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3d9f68a0-7e85-4edf-8231-8282f2ac3dad tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.355137 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f4095842-5a1f-4fb4-90d6-26ad1946f171 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.472041 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-ac3105b1-990d-4bb7-bfe5-685b374dbcf1 admin admin] For port 7f055e91-9e8c-4580-b799-919439917b7e, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7f055e91-9e8c-4580-b799-919439917b7e,segment=NetworkSegment(25f16ebe-203b-4b6d-969d-950003904573),segment_id=25f16ebe-203b-4b6d-969d-950003904573)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:08.472861 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac3105b1-990d-4bb7-bfe5-685b374dbcf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.484843 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e5000fbd-dd8f-4209-b6b2-d097bd8deded req-b03006ca-b1e7-4150-8d51-33e0942406cf tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=712095c5-2cdd-4b5d-9d7d-3d6c190afbcb HTTP/1.1" status: 200 len: 210 time: 0.0558362 Jul 16 01:33:08.486615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-ac3105b1-990d-4bb7-bfe5-685b374dbcf1 admin admin] Calling delete_port for 7f055e91-9e8c-4580-b799-919439917b7e owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:08.517815 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f68a0-7e85-4edf-8231-8282f2ac3dad tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event updated for resources: {'Subnet': ['ID=c920e428-2173-4351-a902-805250aa16b4,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:08.536875 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9f68a0-7e85-4edf-8231-8282f2ac3dad tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Checking segment: {'id': '697b7383-f17f-4fca-b697-3570f3881dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:08.537254 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9f68a0-7e85-4edf-8231-8282f2ac3dad tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Network hostable DHCP agents. Network: c8f8cff2-179e-422c-b93c-8298614fb9a9, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:08.580012 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9f68a0-7e85-4edf-8231-8282f2ac3dad tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Network c8f8cff2-179e-422c-b93c-8298614fb9a9 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:08.594754 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-3d9f68a0-7e85-4edf-8231-8282f2ac3dad tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, c8f8cff2-179e-422c-b93c-8298614fb9a9) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:08.604659 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fff16b-7f9d-4196-a5d4-998de956f757 None None] Network c8f8cff2-179e-422c-b93c-8298614fb9a9 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:08.612219 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9f68a0-7e85-4edf-8231-8282f2ac3dad tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:08.613569 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3d9f68a0-7e85-4edf-8231-8282f2ac3dad tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.646843 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3d9f68a0-7e85-4edf-8231-8282f2ac3dad tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2645831 Jul 16 01:33:08.648593 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57986) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:08.654494 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-a21bb5d2-7c0b-4a86-af66-ac0669fc7ba3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Request body: {'subnet': {'network_id': '6d0d4a4d-7f50-4b75-ba86-941b0faebc20', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:08.729843 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f4095842-5a1f-4fb4-90d6-26ad1946f171 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.734504 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f4095842-5a1f-4fb4-90d6-26ad1946f171 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.748687 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f4095842-5a1f-4fb4-90d6-26ad1946f171 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/security-groups/406c4009-ffa2-4c2c-9603-310db8b2f36b HTTP/1.1" status: 204 len: 168 time: 0.8362830 Jul 16 01:33:08.751670 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 57992) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:08.819869 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21bb5d2-7c0b-4a86-af66-ac0669fc7ba3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Made reservation on behalf of 9ab955cac98346abb4c28e7943a645b4 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:08.844085 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a21bb5d2-7c0b-4a86-af66-ac0669fc7ba3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.933710 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4095842-5a1f-4fb4-90d6-26ad1946f171 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=406c4009-ffa2-4c2c-9603-310db8b2f36b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:08.985044 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4095842-5a1f-4fb4-90d6-26ad1946f171 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.985536 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4095842-5a1f-4fb4-90d6-26ad1946f171 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.985952 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4095842-5a1f-4fb4-90d6-26ad1946f171 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.986358 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4095842-5a1f-4fb4-90d6-26ad1946f171 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.986759 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4095842-5a1f-4fb4-90d6-26ad1946f171 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.987159 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4095842-5a1f-4fb4-90d6-26ad1946f171 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.987725 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4095842-5a1f-4fb4-90d6-26ad1946f171 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.988132 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4095842-5a1f-4fb4-90d6-26ad1946f171 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.988871 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4095842-5a1f-4fb4-90d6-26ad1946f171 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.989359 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4095842-5a1f-4fb4-90d6-26ad1946f171 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.989715 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4095842-5a1f-4fb4-90d6-26ad1946f171 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:08.990107 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4095842-5a1f-4fb4-90d6-26ad1946f171 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:09.007594 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-8e39385f-b9ea-4715-a288-6a8b665f9e67 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:09.009355 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-8e39385f-b9ea-4715-a288-6a8b665f9e67 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/networks?id=e7b12335-9b64-4a51-826c-7adcfb2f3870 HTTP/1.1" status: 200 len: 809 time: 0.6073165 Jul 16 01:33:09.052428 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582dab8e-5c06-4a08-a0c5-68e5f6adaf6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-c8f8cff2-179e-422c-b93c-8298614fb9a9', 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'fixed_ips': [{'subnet_id': 'c920e428-2173-4351-a902-805250aa16b4'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:33:09.055645 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-582dab8e-5c06-4a08-a0c5-68e5f6adaf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.075666 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1507bb3-4226-46da-81ea-b3bf6d3ab4f4 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting subnet 4a5d4007-a56c-4f0a-9ff6-481ec2f6cc86 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:33:09.098069 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a1507bb3-4226-46da-81ea-b3bf6d3ab4f4 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.102106 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-ca0f4fd9-4ad1-4054-8ca3-ff9cce9d4baa tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/quotas/4c7e1fb586f74c548510f1e81e05ea43 HTTP/1.1" status: 200 len: 375 time: 0.0804346 Jul 16 01:33:09.186773 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-627e90aa-7acc-481f-be89-d7ed138d767e tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c7e1fb586f74c548510f1e81e05ea43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611131 Jul 16 01:33:09.198645 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a1507bb3-4226-46da-81ea-b3bf6d3ab4f4 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.216407 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a21bb5d2-7c0b-4a86-af66-ac0669fc7ba3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.256643 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b645f09-4696-4ddb-8dac-a4048500351a req-b34d4f94-ba59-4da8-b306-b04d3a39e0d4 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:09.259619 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b645f09-4696-4ddb-8dac-a4048500351a req-b34d4f94-ba59-4da8-b306-b04d3a39e0d4 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.82 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 810 time: 0.3911467 Jul 16 01:33:09.359932 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-6b645f09-4696-4ddb-8dac-a4048500351a req-3fcd3810-96ae-471b-bade-da5470f77a24 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Request body: {'port': {'device_id': '712095c5-2cdd-4b5d-9d7d-3d6c190afbcb', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'admin_state_up': True, 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:09.361213 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21bb5d2-7c0b-4a86-af66-ac0669fc7ba3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Checking segment: {'id': 'cf127d4a-0fb9-4088-a48c-96efc5e18bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d0d4a4d-7f50-4b75-ba86-941b0faebc20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:09.361721 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21bb5d2-7c0b-4a86-af66-ac0669fc7ba3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Network hostable DHCP agents. Network: 6d0d4a4d-7f50-4b75-ba86-941b0faebc20, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:09.370480 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bb5d2-7c0b-4a86-af66-ac0669fc7ba3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event updated for resources: {'Subnet': ['ID=cd61848d-b847-41bc-a89b-9e166c2c9789,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:09.421258 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21bb5d2-7c0b-4a86-af66-ac0669fc7ba3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Network 6d0d4a4d-7f50-4b75-ba86-941b0faebc20 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:09.437775 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-a21bb5d2-7c0b-4a86-af66-ac0669fc7ba3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 6d0d4a4d-7f50-4b75-ba86-941b0faebc20) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:09.445942 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21bb5d2-7c0b-4a86-af66-ac0669fc7ba3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:09.452221 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a21bb5d2-7c0b-4a86-af66-ac0669fc7ba3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.490988 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a21bb5d2-7c0b-4a86-af66-ac0669fc7ba3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8408494 Jul 16 01:33:09.493976 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58016) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:09.499867 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-898466f4-fe24-406f-8ed8-210082bca1e3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Request body: {'port': {'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9', 'name': 'tempest-TaggedBootDevicesTest-1380406190', 'fixed_ips': [{'subnet_id': 'c920e428-2173-4351-a902-805250aa16b4'}]}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:09.581037 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac3105b1-990d-4bb7-bfe5-685b374dbcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.720077 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3105b1-990d-4bb7-bfe5-685b374dbcf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f055e91-9e8c-4580-b799-919439917b7e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:09.736187 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-48a9effd-b085-4570-9903-7e3c1797969f req-86f0009f-2b5d-422a-bc46-b0b9affb395a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=712095c5-2cdd-4b5d-9d7d-3d6c190afbcb HTTP/1.1" status: 200 len: 210 time: 0.0570784 Jul 16 01:33:09.762057 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:09.798964 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3dd6d8-14a3-43f7-a988-b476507a3835 None None] Network 6d0d4a4d-7f50-4b75-ba86-941b0faebc20 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:09.838575 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898466f4-fe24-406f-8ed8-210082bca1e3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Made reservation on behalf of 9ab955cac98346abb4c28e7943a645b4 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:09.863357 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a1507bb3-4226-46da-81ea-b3bf6d3ab4f4 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.882532 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-60f43b15-1523-4dab-84cb-604304595b16 service neutron] 10.222.0.16 "GET /v2.0/networks/e7b12335-9b64-4a51-826c-7adcfb2f3870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6750319 Jul 16 01:33:09.980068 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-898466f4-fe24-406f-8ed8-210082bca1e3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.990244 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-582dab8e-5c06-4a08-a0c5-68e5f6adaf6a None None] Allocated IP 10.1.1.2 (c8f8cff2-179e-422c-b93c-8298614fb9a9/c920e428-2173-4351-a902-805250aa16b4/1c9abdbc-2926-4197-a2d9-68f56ceb82fd) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:10.000570 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:10.005966 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.031422 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-898466f4-fe24-406f-8ed8-210082bca1e3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] device_id is not set on port 55330359-f702-4308-9556-f798e62575fe yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:10.213182 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-8cf673ae-43f0-4750-bc27-6d8047679ff5 service neutron] 10.222.0.16 "GET /v2.0/networks/e7b12335-9b64-4a51-826c-7adcfb2f3870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297079 Jul 16 01:33:10.288855 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.319351 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a1507bb3-4226-46da-81ea-b3bf6d3ab4f4 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.370470 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b645f09-4696-4ddb-8dac-a4048500351a req-3fcd3810-96ae-471b-bade-da5470f77a24 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Made reservation on behalf of 8c1cd71b2bbb4da2b2edf2be3f2fbcab for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:10.374348 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6b645f09-4696-4ddb-8dac-a4048500351a req-3fcd3810-96ae-471b-bade-da5470f77a24 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.380588 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9e87ad-754a-4893-be5c-ea67c3c5f753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-6d0d4a4d-7f50-4b75-ba86-941b0faebc20', 'network_id': '6d0d4a4d-7f50-4b75-ba86-941b0faebc20', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'fixed_ips': [{'subnet_id': 'cd61848d-b847-41bc-a89b-9e166c2c9789'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:33:10.381958 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9e9e87ad-754a-4893-be5c-ea67c3c5f753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.425958 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a1507bb3-4226-46da-81ea-b3bf6d3ab4f4 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.429301 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a1507bb3-4226-46da-81ea-b3bf6d3ab4f4 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/subnets/4a5d4007-a56c-4f0a-9ff6-481ec2f6cc86 HTTP/1.1" status: 204 len: 168 time: 1.6705747 Jul 16 01:33:10.435622 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58042) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:10.443713 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-5e59a3c3-ced3-4965-85f2-503eef3075f6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'subnet': {'network_id': 'e28d510d-cb2e-4ab6-a291-497cc0c5ce7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:10.456705 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1507bb3-4226-46da-81ea-b3bf6d3ab4f4 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Subnet': ['ID=4a5d4007-a56c-4f0a-9ff6-481ec2f6cc86,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:10.491510 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:10.493256 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4947652-fcf4-4121-b8c1-62ff319f3cd9 None None] Network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:10.501605 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92354be4-5576-4426-9fda-a44fd625e227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5f8ab7-3bd8-49ee-8ccc-1d1839008446'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:10.505974 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6353614d-7132-4f79-b638-4fdc4bc38c1b" -d '{"events": [{"server_uuid": "92354be4-5576-4426-9fda-a44fd625e227", "name": "network-vif-plugged", "status": "completed", "tag": "fd5f8ab7-3bd8-49ee-8ccc-1d1839008446"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:10.570003 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.613859 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff0e771-47dc-418e-a2ff-147f7fe9f9db x-openstack-request-id: req-7ff0e771-47dc-418e-a2ff-147f7fe9f9db {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:10.614479 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92354be4-5576-4426-9fda-a44fd625e227", "name": "network-vif-plugged", "status": "completed", "tag": "fd5f8ab7-3bd8-49ee-8ccc-1d1839008446", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:10.614937 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ff0e771-47dc-418e-a2ff-147f7fe9f9db {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:10.615519 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92354be4-5576-4426-9fda-a44fd625e227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5f8ab7-3bd8-49ee-8ccc-1d1839008446', 'code': 200} Jul 16 01:33:10.689319 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-6b645f09-4696-4ddb-8dac-a4048500351a req-3fcd3810-96ae-471b-bade-da5470f77a24 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Allocated IP 172.20.0.12 (7cb02b0d-151c-40b4-a49f-996c30b19d5d/d9075885-b498-4569-92ab-9ab8f9b2e064/8534aa3a-1896-482e-ada1-1d5184e8d6b0) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:10.798681 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34e2fd5f-1b68-4120-910d-878bd7e77325 req-abd07b28-9c14-41fc-a686-ce020575dc9a tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbaf896a-7e0a-4f46-bf08-94c300084fed HTTP/1.1" status: 200 len: 210 time: 0.1899586 Jul 16 01:33:10.901959 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-582dab8e-5c06-4a08-a0c5-68e5f6adaf6a None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.926033 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446,revision_number=10']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:10.950458 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e59a3c3-ced3-4965-85f2-503eef3075f6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:10.954344 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5e59a3c3-ced3-4965-85f2-503eef3075f6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.962802 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-582dab8e-5c06-4a08-a0c5-68e5f6adaf6a None None] Transition to ACTIVE for port object 1c9abdbc-2926-4197-a2d9-68f56ceb82fd will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:10.965648 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6b645f09-4696-4ddb-8dac-a4048500351a req-3fcd3810-96ae-471b-bade-da5470f77a24 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.003850 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-6b645f09-4696-4ddb-8dac-a4048500351a req-3fcd3810-96ae-471b-bade-da5470f77a24 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Transition to ACTIVE for port object 8534aa3a-1896-482e-ada1-1d5184e8d6b0 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:11.028075 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-9e9e87ad-754a-4893-be5c-ea67c3c5f753 None None] Allocated IP 10.2.2.2 (6d0d4a4d-7f50-4b75-ba86-941b0faebc20/cd61848d-b847-41bc-a89b-9e166c2c9789/a38da5ce-5069-4bd1-acd2-be0bd336f9d2) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:11.030588 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-582dab8e-5c06-4a08-a0c5-68e5f6adaf6a None None] Transition to ACTIVE for port object 1c9abdbc-2926-4197-a2d9-68f56ceb82fd will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:11.052666 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-582dab8e-5c06-4a08-a0c5-68e5f6adaf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.076599 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582dab8e-5c06-4a08-a0c5-68e5f6adaf6a None None] Network c8f8cff2-179e-422c-b93c-8298614fb9a9 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:11.083715 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-582dab8e-5c06-4a08-a0c5-68e5f6adaf6a None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:11.098943 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582dab8e-5c06-4a08-a0c5-68e5f6adaf6a None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:11.132891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58060) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:11.200559 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-898466f4-fe24-406f-8ed8-210082bca1e3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Allocated IP 10.1.1.80 (c8f8cff2-179e-422c-b93c-8298614fb9a9/c920e428-2173-4351-a902-805250aa16b4/55330359-f702-4308-9556-f798e62575fe) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:11.226425 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7ed7207f-ce13-4cf8-af07-61cbfd1a241f req-fdc933a6-7c3f-4dd0-adf4-1ceab0acc5a7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=712095c5-2cdd-4b5d-9d7d-3d6c190afbcb HTTP/1.1" status: 200 len: 210 time: 0.0695558 Jul 16 01:33:11.237403 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac3105b1-990d-4bb7-bfe5-685b374dbcf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.302514 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6b645f09-4696-4ddb-8dac-a4048500351a req-3fcd3810-96ae-471b-bade-da5470f77a24 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.368178 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['1d5b4873-70f8-4714-956d-f3c4e22f2c5d'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:11.380891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b645f09-4696-4ddb-8dac-a4048500351a req-3fcd3810-96ae-471b-bade-da5470f77a24 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Network 7cb02b0d-151c-40b4-a49f-996c30b19d5d is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:11.407818 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-6b645f09-4696-4ddb-8dac-a4048500351a req-3fcd3810-96ae-471b-bade-da5470f77a24 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:11.417373 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b645f09-4696-4ddb-8dac-a4048500351a req-3fcd3810-96ae-471b-bade-da5470f77a24 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:11.534381 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582dab8e-5c06-4a08-a0c5-68e5f6adaf6a None None] Pushing event updated for resources: {'Port': ['ID=1c9abdbc-2926-4197-a2d9-68f56ceb82fd,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:11.559719 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-582dab8e-5c06-4a08-a0c5-68e5f6adaf6a None None] Attempting to bind port 1c9abdbc-2926-4197-a2d9-68f56ceb82fd on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:11.560452 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-582dab8e-5c06-4a08-a0c5-68e5f6adaf6a None None] Attempting to bind port 1c9abdbc-2926-4197-a2d9-68f56ceb82fd by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '697b7383-f17f-4fca-b697-3570f3881dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:11.561011 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582dab8e-5c06-4a08-a0c5-68e5f6adaf6a None None] Attempting to bind port 1c9abdbc-2926-4197-a2d9-68f56ceb82fd on network c8f8cff2-179e-422c-b93c-8298614fb9a9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:11.632928 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-898466f4-fe24-406f-8ed8-210082bca1e3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.635550 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582dab8e-5c06-4a08-a0c5-68e5f6adaf6a None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:11.636650 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582dab8e-5c06-4a08-a0c5-68e5f6adaf6a None None] Checking segment: {'id': '697b7383-f17f-4fca-b697-3570f3881dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:11.638889 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-582dab8e-5c06-4a08-a0c5-68e5f6adaf6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.639475 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582dab8e-5c06-4a08-a0c5-68e5f6adaf6a None None] Bound using segment: {'id': '697b7383-f17f-4fca-b697-3570f3881dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:11.640936 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-582dab8e-5c06-4a08-a0c5-68e5f6adaf6a None None] Bound port: 1c9abdbc-2926-4197-a2d9-68f56ceb82fd, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697b7383-f17f-4fca-b697-3570f3881dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:11.641505 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-582dab8e-5c06-4a08-a0c5-68e5f6adaf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.649694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd3810-96ae-471b-bade-da5470f77a24 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Pushing event updated for resources: {'Port': ['ID=8534aa3a-1896-482e-ada1-1d5184e8d6b0,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:11.651419 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-898466f4-fe24-406f-8ed8-210082bca1e3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Transition to ACTIVE for port object 55330359-f702-4308-9556-f798e62575fe will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:11.681466 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-5299fb36-3786-43d1-a936-3da81c8c7d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-387436162'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:11.693885 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b645f09-4696-4ddb-8dac-a4048500351a req-3fcd3810-96ae-471b-bade-da5470f77a24 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:11.695076 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6b645f09-4696-4ddb-8dac-a4048500351a req-3fcd3810-96ae-471b-bade-da5470f77a24 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.711596 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-898466f4-fe24-406f-8ed8-210082bca1e3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.745512 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898466f4-fe24-406f-8ed8-210082bca1e3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Network c8f8cff2-179e-422c-b93c-8298614fb9a9 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:11.752113 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-898466f4-fe24-406f-8ed8-210082bca1e3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:11.759732 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898466f4-fe24-406f-8ed8-210082bca1e3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:11.832959 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-582dab8e-5c06-4a08-a0c5-68e5f6adaf6a None None] For port 1c9abdbc-2926-4197-a2d9-68f56ceb82fd, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:11.837282 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-582dab8e-5c06-4a08-a0c5-68e5f6adaf6a None None] For port 1c9abdbc-2926-4197-a2d9-68f56ceb82fd, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1c9abdbc-2926-4197-a2d9-68f56ceb82fd,segment=NetworkSegment(697b7383-f17f-4fca-b697-3570f3881dd7),segment_id=697b7383-f17f-4fca-b697-3570f3881dd7)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:11.894394 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898466f4-fe24-406f-8ed8-210082bca1e3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:11.895209 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-898466f4-fe24-406f-8ed8-210082bca1e3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.920355 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-582dab8e-5c06-4a08-a0c5-68e5f6adaf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.961283 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3105b1-990d-4bb7-bfe5-685b374dbcf1 admin admin] Router 22bf4a12-abcc-4bac-8216-0a58b2a250b2 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:33:11.962660 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5299fb36-3786-43d1-a936-3da81c8c7d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] Made reservation on behalf of 2607bbf9466043278e4a8865bf730b2d for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:11.966621 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898466f4-fe24-406f-8ed8-210082bca1e3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event updated for resources: {'Port': ['ID=55330359-f702-4308-9556-f798e62575fe,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:11.970699 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5299fb36-3786-43d1-a936-3da81c8c7d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.982832 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-898466f4-fe24-406f-8ed8-210082bca1e3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4873106 Jul 16 01:33:11.984904 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b645f09-4696-4ddb-8dac-a4048500351a req-3fcd3810-96ae-471b-bade-da5470f77a24 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6532478 Jul 16 01:33:11.988979 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58078) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:12.007581 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-8c583633-90ab-4254-9855-55109edc8d7b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Request body: {'port': {'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9', 'name': 'tempest-TaggedBootDevicesTest-1036807148', 'fixed_ips': [{'subnet_id': 'c920e428-2173-4351-a902-805250aa16b4'}]}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:12.035954 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f0e75781-a4c7-4fc3-8dc6-5bb753ff055c service neutron] Request body: {'port': {'device_id': '712095c5-2cdd-4b5d-9d7d-3d6c190afbcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:12.041299 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5299fb36-3786-43d1-a936-3da81c8c7d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.215658 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9e9e87ad-754a-4893-be5c-ea67c3c5f753 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.231417 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9e9e87ad-754a-4893-be5c-ea67c3c5f753 None None] Transition to ACTIVE for port object a38da5ce-5069-4bd1-acd2-be0bd336f9d2 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:12.267825 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9e9e87ad-754a-4893-be5c-ea67c3c5f753 None None] Transition to ACTIVE for port object a38da5ce-5069-4bd1-acd2-be0bd336f9d2 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:12.342633 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ac226eda-4967-4c32-b1ac-4f9cb7074cd4 None None] Provisioning for port 8534aa3a-1896-482e-ada1-1d5184e8d6b0 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:12.347651 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582dab8e-5c06-4a08-a0c5-68e5f6adaf6a None None] Pushing event updated for resources: {'Port': ['ID=1c9abdbc-2926-4197-a2d9-68f56ceb82fd,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:12.362197 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9e9e87ad-754a-4893-be5c-ea67c3c5f753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.408000 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9e87ad-754a-4893-be5c-ea67c3c5f753 None None] Network 6d0d4a4d-7f50-4b75-ba86-941b0faebc20 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:12.422889 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-9e9e87ad-754a-4893-be5c-ea67c3c5f753 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:12.433486 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9e87ad-754a-4893-be5c-ea67c3c5f753 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:12.436865 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ac226eda-4967-4c32-b1ac-4f9cb7074cd4 None None] Provisioning complete for port 8534aa3a-1896-482e-ada1-1d5184e8d6b0 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:12.436865 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac226eda-4967-4c32-b1ac-4f9cb7074cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.567955 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-973329e0-0849-4d76-8dee-6ca930955574 req-44ee0485-825f-41d6-973e-9ecbc8040100 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbaf896a-7e0a-4f46-bf08-94c300084fed HTTP/1.1" status: 200 len: 210 time: 0.3761492 Jul 16 01:33:12.636900 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ac226eda-4967-4c32-b1ac-4f9cb7074cd4 None None] Port 8534aa3a-1896-482e-ada1-1d5184e8d6b0 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:12.647056 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5e59a3c3-ced3-4965-85f2-503eef3075f6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.779600 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5299fb36-3786-43d1-a936-3da81c8c7d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.780996 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f0e75781-a4c7-4fc3-8dc6-5bb753ff055c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.837882 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-9e9e87ad-754a-4893-be5c-ea67c3c5f753 None None] Attempting to bind port a38da5ce-5069-4bd1-acd2-be0bd336f9d2 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:12.843932 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-9e9e87ad-754a-4893-be5c-ea67c3c5f753 None None] Attempting to bind port a38da5ce-5069-4bd1-acd2-be0bd336f9d2 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'cf127d4a-0fb9-4088-a48c-96efc5e18bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d0d4a4d-7f50-4b75-ba86-941b0faebc20'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:12.844736 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9e87ad-754a-4893-be5c-ea67c3c5f753 None None] Attempting to bind port a38da5ce-5069-4bd1-acd2-be0bd336f9d2 on network 6d0d4a4d-7f50-4b75-ba86-941b0faebc20 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:12.865452 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9e87ad-754a-4893-be5c-ea67c3c5f753 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:12.866173 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9e87ad-754a-4893-be5c-ea67c3c5f753 None None] Checking segment: {'id': 'cf127d4a-0fb9-4088-a48c-96efc5e18bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d0d4a4d-7f50-4b75-ba86-941b0faebc20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:12.870419 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5299fb36-3786-43d1-a936-3da81c8c7d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.873543 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9e9e87ad-754a-4893-be5c-ea67c3c5f753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.874093 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9e87ad-754a-4893-be5c-ea67c3c5f753 None None] Bound using segment: {'id': 'cf127d4a-0fb9-4088-a48c-96efc5e18bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d0d4a4d-7f50-4b75-ba86-941b0faebc20'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:12.875334 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-9e9e87ad-754a-4893-be5c-ea67c3c5f753 None None] Bound port: a38da5ce-5069-4bd1-acd2-be0bd336f9d2, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf127d4a-0fb9-4088-a48c-96efc5e18bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d0d4a4d-7f50-4b75-ba86-941b0faebc20'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:12.875777 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9e9e87ad-754a-4893-be5c-ea67c3c5f753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.891739 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e87ad-754a-4893-be5c-ea67c3c5f753 None None] Pushing event updated for resources: {'Port': ['ID=a38da5ce-5069-4bd1-acd2-be0bd336f9d2,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:12.892323 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e59a3c3-ced3-4965-85f2-503eef3075f6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:12.911918 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5299fb36-3786-43d1-a936-3da81c8c7d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:12.951382 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-5e59a3c3-ced3-4965-85f2-503eef3075f6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:12.961938 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e59a3c3-ced3-4965-85f2-503eef3075f6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:12.962535 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5e59a3c3-ced3-4965-85f2-503eef3075f6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.001608 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59a3c3-ced3-4965-85f2-503eef3075f6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Subnet': ['ID=422b6f98-c49d-44ff-ac1e-d155854ae744,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:13.018208 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-9e9e87ad-754a-4893-be5c-ea67c3c5f753 None None] For port a38da5ce-5069-4bd1-acd2-be0bd336f9d2, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:13.024257 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c583633-90ab-4254-9855-55109edc8d7b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Made reservation on behalf of 9ab955cac98346abb4c28e7943a645b4 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:13.026294 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-9e9e87ad-754a-4893-be5c-ea67c3c5f753 None None] For port a38da5ce-5069-4bd1-acd2-be0bd336f9d2, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a38da5ce-5069-4bd1-acd2-be0bd336f9d2,segment=NetworkSegment(cf127d4a-0fb9-4088-a48c-96efc5e18bcb),segment_id=cf127d4a-0fb9-4088-a48c-96efc5e18bcb)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:13.029327 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8c583633-90ab-4254-9855-55109edc8d7b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.035294 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9e9e87ad-754a-4893-be5c-ea67c3c5f753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.105798 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5e59a3c3-ced3-4965-85f2-503eef3075f6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6653988 Jul 16 01:33:13.118083 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58092) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:13.144557 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-442e1c16-fe51-4d27-a479-4cf27e6bc4bf tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'security_group': {'name': 'tempest-secgroup-1881706454'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:13.162189 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e87ad-754a-4893-be5c-ea67c3c5f753 None None] Pushing event updated for resources: {'Port': ['ID=a38da5ce-5069-4bd1-acd2-be0bd336f9d2,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:13.173367 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299fb36-3786-43d1-a936-3da81c8c7d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ed44cd-2c48-4922-879b-90d91c8b397e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:13.195857 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-8c583633-90ab-4254-9855-55109edc8d7b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] device_id is not set on port 402daa9b-da36-45bb-8bb8-44f53b35914a yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:13.223207 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5299fb36-3786-43d1-a936-3da81c8c7d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.229143 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-5299fb36-3786-43d1-a936-3da81c8c7d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] Added segment 89e644b5-dc36-460b-a300-4dbcc63fd2ed of type vlan for network d30381b5-76e9-4ad3-aa83-727400ded9a2 Jul 16 01:33:13.234558 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820fe80-f388-4dda-83e8-bdcd6994baef req-3bb7cbfc-f4dc-4906-9d95-60795f89ded0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:13.254832 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c820fe80-f388-4dda-83e8-bdcd6994baef req-3bb7cbfc-f4dc-4906-9d95-60795f89ded0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=712095c5-2cdd-4b5d-9d7d-3d6c190afbcb HTTP/1.1" status: 200 len: 932 time: 0.5446277 Jul 16 01:33:13.330444 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1c9abdbc-2926-4197-a2d9-68f56ceb82fd up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:13.401935 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-442e1c16-fe51-4d27-a479-4cf27e6bc4bf tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.404025 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177808dc-68ad-4327-8e0c-d35c6b9a3f2a None None] Network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:13.675026 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 1c9abdbc-2926-4197-a2d9-68f56ceb82fd completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:13.718269 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-99050388-0787-4bcf-804c-eccc3099485c None None] Provisioning complete for port e23347b8-c85d-4ea9-8377-01edb30320de triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:13.719159 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-99050388-0787-4bcf-804c-eccc3099485c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.789804 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-442e1c16-fe51-4d27-a479-4cf27e6bc4bf tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.815645 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c820fe80-f388-4dda-83e8-bdcd6994baef req-9f13f81f-ad74-4999-b00c-973e753551da tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5593650 Jul 16 01:33:13.820814 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-442e1c16-fe51-4d27-a479-4cf27e6bc4bf tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.854687 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-442e1c16-fe51-4d27-a479-4cf27e6bc4bf tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.856146 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-442e1c16-fe51-4d27-a479-4cf27e6bc4bf tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7341688 Jul 16 01:33:13.859378 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58098) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:13.873785 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0e92cce7-ef88-4cad-9e86-abccb8722051 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'security_group': {'name': 'tempest-secgroup-1375511508'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:13.917167 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e92cce7-ef88-4cad-9e86-abccb8722051 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.961261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e1c16-fe51-4d27-a479-4cf27e6bc4bf tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d44e780-23c0-4399-a23f-b460446973f2,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:14.056397 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-8c583633-90ab-4254-9855-55109edc8d7b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Allocated IP 10.1.1.204 (c8f8cff2-179e-422c-b93c-8298614fb9a9/c920e428-2173-4351-a902-805250aa16b4/402daa9b-da36-45bb-8bb8-44f53b35914a) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:14.144050 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-99050388-0787-4bcf-804c-eccc3099485c None None] Provisioning complete for port 89786ef0-dfa9-4274-ba57-843926124484 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:14.149172 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-99050388-0787-4bcf-804c-eccc3099485c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.274683 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e92cce7-ef88-4cad-9e86-abccb8722051 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.306593 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e92cce7-ef88-4cad-9e86-abccb8722051 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.345599 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-99050388-0787-4bcf-804c-eccc3099485c None None] Port 89786ef0-dfa9-4274-ba57-843926124484 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:14.381259 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19c888f-24d2-4e3a-91cb-1a2532631db0 None None] Update dhcp port {'port': {'network_id': 'e28d510d-cb2e-4ab6-a291-497cc0c5ce7d', 'fixed_ips': [{'subnet_id': 'f086c357-cc9e-480d-80d6-4346712c2558', 'ip_address': '172.20.0.18'}, {'subnet_id': '422b6f98-c49d-44ff-ac1e-d155854ae744'}], 'binding:host_id': 'n-d-792394-16'}, 'id': 'e23347b8-c85d-4ea9-8377-01edb30320de'} from n-d-792394-16. {{(pid=93957) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:33:14.397787 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92cce7-ef88-4cad-9e86-abccb8722051 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4622d2-4357-4bb2-97df-29ed3e1959ca,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:14.414234 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e92cce7-ef88-4cad-9e86-abccb8722051 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.415941 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0e92cce7-ef88-4cad-9e86-abccb8722051 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5553789 Jul 16 01:33:14.451818 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58108) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:14.494258 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-4b914e02-650c-4368-93c9-40902364ba3c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'security_group': {'name': 'tempest-secgroup-1280109150'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:14.579412 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8c583633-90ab-4254-9855-55109edc8d7b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.624197 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-8c583633-90ab-4254-9855-55109edc8d7b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Transition to ACTIVE for port object 402daa9b-da36-45bb-8bb8-44f53b35914a will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:14.717852 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8c583633-90ab-4254-9855-55109edc8d7b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.780028 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5299fb36-3786-43d1-a936-3da81c8c7d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.815649 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08928408-f563-446c-8815-224a40cb40d8 None None] Network c8f8cff2-179e-422c-b93c-8298614fb9a9 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:14.844931 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-6da6889d-4a1d-4e99-92a5-96f7fa05fa82 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:14.854599 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-6da6889d-4a1d-4e99-92a5-96f7fa05fa82 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.84 "GET /v2.0/networks?id=e7b12335-9b64-4a51-826c-7adcfb2f3870 HTTP/1.1" status: 200 len: 809 time: 2.0205617 Jul 16 01:33:14.855781 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3105b1-990d-4bb7-bfe5-685b374dbcf1 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:33:14.882498 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ac3105b1-990d-4bb7-bfe5-685b374dbcf1 admin admin] 10.222.0.16 "PUT /v2.0/routers/22bf4a12-abcc-4bac-8216-0a58b2a250b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8899601 Jul 16 01:33:14.886937 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7422af27-2039-491b-84a4-ac3ab97f80c3 None None] Network 6d0d4a4d-7f50-4b75-ba86-941b0faebc20 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:14.889777 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c583633-90ab-4254-9855-55109edc8d7b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Network c8f8cff2-179e-422c-b93c-8298614fb9a9 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:14.890504 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58112) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:14.894091 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c583633-90ab-4254-9855-55109edc8d7b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event updated for resources: {'Port': ['ID=402daa9b-da36-45bb-8bb8-44f53b35914a,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:14.959124 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-e0c291ad-9c8d-4b94-a746-43445c742067 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Request body: {'port': {'device_id': 'bbaf896a-7e0a-4f46-bf08-94c300084fed', 'network_id': 'e7b12335-9b64-4a51-826c-7adcfb2f3870', 'admin_state_up': True, 'tenant_id': '4c7e1fb586f74c548510f1e81e05ea43'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:14.981913 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-61a7b1f6-9d72-47d9-8732-374418b31e32 req-cddab151-a055-4993-bf1a-70b0a15080cf tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbaf896a-7e0a-4f46-bf08-94c300084fed HTTP/1.1" status: 200 len: 210 time: 0.4993601 Jul 16 01:33:15.045483 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5299fb36-3786-43d1-a936-3da81c8c7d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.064126 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5299fb36-3786-43d1-a936-3da81c8c7d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.074908 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5299fb36-3786-43d1-a936-3da81c8c7d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.098255 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a955c6d-3c40-4560-b59c-80d8ba424706 None None] Sync routers for ids ['22bf4a12-abcc-4bac-8216-0a58b2a250b2'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:33:15.177911 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a19c888f-24d2-4e3a-91cb-1a2532631db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.181956 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-8c583633-90ab-4254-9855-55109edc8d7b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:15.196795 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c583633-90ab-4254-9855-55109edc8d7b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:15.207654 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-68b448ac-f9cb-4473-88fa-d06c54b11063 None None] Provisioning for port 1c9abdbc-2926-4197-a2d9-68f56ceb82fd completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:15.239118 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299fb36-3786-43d1-a936-3da81c8c7d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] Pushing event updated for resources: {'Network': ['ID=d30381b5-76e9-4ad3-aa83-727400ded9a2,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:15.269179 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network d30381b5-76e9-4ad3-aa83-727400ded9a2 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:15.276432 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a955c6d-3c40-4560-b59c-80d8ba424706 None None] Routers {'22bf4a12-abcc-4bac-8216-0a58b2a250b2'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:15.277538 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2a955c6d-3c40-4560-b59c-80d8ba424706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:33:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['22bf4a12-abcc-4bac-8216-0a58b2a250b2'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:15.319457 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4b914e02-650c-4368-93c9-40902364ba3c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.337706 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-68b448ac-f9cb-4473-88fa-d06c54b11063 None None] Provisioning complete for port 1c9abdbc-2926-4197-a2d9-68f56ceb82fd triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:15.338142 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-68b448ac-f9cb-4473-88fa-d06c54b11063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.347817 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a38da5ce-5069-4bd1-acd2-be0bd336f9d2 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:15.348715 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5299fb36-3786-43d1-a936-3da81c8c7d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 4.2144287 Jul 16 01:33:15.498383 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c583633-90ab-4254-9855-55109edc8d7b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.503468 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8c583633-90ab-4254-9855-55109edc8d7b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.509629 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eeda8a07-36d6-4822-b8ea-36871b859dce admin admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.647726 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4b914e02-650c-4368-93c9-40902364ba3c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.671840 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f0e75781-a4c7-4fc3-8dc6-5bb753ff055c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8534aa3a-1896-482e-ada1-1d5184e8d6b0 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:15.696744 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f0e75781-a4c7-4fc3-8dc6-5bb753ff055c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.705264 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4b914e02-650c-4368-93c9-40902364ba3c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.716244 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa1912-d3f8-4ab2-973b-be454ecc7f6a req-0ba8c970-70c5-4cb3-9fe7-7c7afc8b8ea4 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.719386 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-36fa1912-d3f8-4ab2-973b-be454ecc7f6a req-0ba8c970-70c5-4cb3-9fe7-7c7afc8b8ea4 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=712095c5-2cdd-4b5d-9d7d-3d6c190afbcb HTTP/1.1" status: 200 len: 932 time: 0.5351763 Jul 16 01:33:15.722967 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8c583633-90ab-4254-9855-55109edc8d7b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7326672 Jul 16 01:33:15.756956 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58134) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:15.774159 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Request body: {'port': {'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2', 'binding:host_id': 'n-h2-792394-16', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-79448450'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:15.802182 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f0e75781-a4c7-4fc3-8dc6-5bb753ff055c service neutron] Transition to ACTIVE for port object 8534aa3a-1896-482e-ada1-1d5184e8d6b0 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:15.811766 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-e0c291ad-9c8d-4b94-a746-43445c742067 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Made reservation on behalf of 4c7e1fb586f74c548510f1e81e05ea43 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:15.817342 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-e0c291ad-9c8d-4b94-a746-43445c742067 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.822699 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b914e02-650c-4368-93c9-40902364ba3c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=245f1ef3-3e4e-473c-abf3-5b057d0e3aaf,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:15.826645 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f0e75781-a4c7-4fc3-8dc6-5bb753ff055c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.874602 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eeda8a07-36d6-4822-b8ea-36871b859dce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.909206 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e75781-a4c7-4fc3-8dc6-5bb753ff055c service neutron] Pushing event updated for resources: {'Port': ['ID=8534aa3a-1896-482e-ada1-1d5184e8d6b0,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:15.912868 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4b914e02-650c-4368-93c9-40902364ba3c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.914291 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4b914e02-650c-4368-93c9-40902364ba3c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4299040 Jul 16 01:33:15.917786 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-36fa1912-d3f8-4ab2-973b-be454ecc7f6a req-2d9372e6-429f-4ce0-aeb1-63b21ec0c7ef tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863046 Jul 16 01:33:15.918434 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58136) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:15.939515 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b79501e0-3dbf-4639-afcc-8d35e4e6ccd9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-549248212', 'security_groups': ['245f1ef3-3e4e-473c-abf3-5b057d0e3aaf'], 'network_id': 'e28d510d-cb2e-4ab6-a291-497cc0c5ce7d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '422b6f98-c49d-44ff-ac1e-d155854ae744'}]}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:16.034788 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Made reservation on behalf of 6f55e35b17964cef8f0872fa178ad0c7 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:16.038457 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.054864 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.156187 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58140) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:16.157224 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-a19c888f-24d2-4e3a-91cb-1a2532631db0 None None] Allocated IP 172.20.0.2 (e28d510d-cb2e-4ab6-a291-497cc0c5ce7d/422b6f98-c49d-44ff-ac1e-d155854ae744/e23347b8-c85d-4ea9-8377-01edb30320de) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:16.170143 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-9d41883e-c2cc-4a79-bb68-bc57b1880d91 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Request body: {'security_group': {'name': 'tempest-securitygroup--870815820', 'description': 'tempest-description--1438810818'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:16.230865 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-eeda8a07-36d6-4822-b8ea-36871b859dce admin admin] Deleting port 4fb9f3a6-7103-4e72-9c44-20a7a61dca90 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:16.231509 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eeda8a07-36d6-4822-b8ea-36871b859dce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.308118 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d41883e-c2cc-4a79-bb68-bc57b1880d91 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.358014 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b41da97e-2398-435b-b8d1-51f8ab20aef0 req-f615a44b-547f-483a-b11f-3752a5ea89ad tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbaf896a-7e0a-4f46-bf08-94c300084fed HTTP/1.1" status: 200 len: 210 time: 0.0447023 Jul 16 01:33:16.416799 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-2a955c6d-3c40-4560-b59c-80d8ba424706 None None] Set router 22bf4a12-abcc-4bac-8216-0a58b2a250b2 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:16.453341 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f0e75781-a4c7-4fc3-8dc6-5bb753ff055c service neutron] Attempting to bind port 8534aa3a-1896-482e-ada1-1d5184e8d6b0 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:16.454046 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f0e75781-a4c7-4fc3-8dc6-5bb753ff055c service neutron] Attempting to bind port 8534aa3a-1896-482e-ada1-1d5184e8d6b0 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:16.454849 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f0e75781-a4c7-4fc3-8dc6-5bb753ff055c service neutron] Attempting to bind port 8534aa3a-1896-482e-ada1-1d5184e8d6b0 on network 7cb02b0d-151c-40b4-a49f-996c30b19d5d {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:16.466149 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f0e75781-a4c7-4fc3-8dc6-5bb753ff055c service neutron] Port 8534aa3a-1896-482e-ada1-1d5184e8d6b0 on network 7cb02b0d-151c-40b4-a49f-996c30b19d5d not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:16.466768 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f0e75781-a4c7-4fc3-8dc6-5bb753ff055c service neutron] Attempting to bind port 8534aa3a-1896-482e-ada1-1d5184e8d6b0 on network 7cb02b0d-151c-40b4-a49f-996c30b19d5d {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:16.494637 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-e0c291ad-9c8d-4b94-a746-43445c742067 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Allocated IP 172.20.0.5 (e7b12335-9b64-4a51-826c-7adcfb2f3870/0f0f4eea-8e24-49fe-87ba-ed03ae30c163/50ab5616-e731-43e6-84af-fee4a2a1a3ef) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:16.499195 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f0e75781-a4c7-4fc3-8dc6-5bb753ff055c service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:16.499818 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f0e75781-a4c7-4fc3-8dc6-5bb753ff055c service neutron] Checking segment: {'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:16.500531 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f0e75781-a4c7-4fc3-8dc6-5bb753ff055c service neutron] Bound using segment: {'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:16.501207 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f0e75781-a4c7-4fc3-8dc6-5bb753ff055c service neutron] Bound port: 8534aa3a-1896-482e-ada1-1d5184e8d6b0, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:16.501748 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f0e75781-a4c7-4fc3-8dc6-5bb753ff055c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.555000 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a19c888f-24d2-4e3a-91cb-1a2532631db0 None None] For port e23347b8-c85d-4ea9-8377-01edb30320de, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e23347b8-c85d-4ea9-8377-01edb30320de,segment=NetworkSegment(cbb91d82-f86d-4ac2-9667-722e2af71af8),segment_id=cbb91d82-f86d-4ac2-9667-722e2af71af8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:16.608431 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port a38da5ce-5069-4bd1-acd2-be0bd336f9d2 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:16.656652 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a19c888f-24d2-4e3a-91cb-1a2532631db0 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.695999 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-68b448ac-f9cb-4473-88fa-d06c54b11063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.731780 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a19c888f-24d2-4e3a-91cb-1a2532631db0 None None] Transition to ACTIVE for port object e23347b8-c85d-4ea9-8377-01edb30320de will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:16.736178 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f0e75781-a4c7-4fc3-8dc6-5bb753ff055c service neutron] For port 8534aa3a-1896-482e-ada1-1d5184e8d6b0, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:16.741345 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.744256 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f0e75781-a4c7-4fc3-8dc6-5bb753ff055c service neutron] For port 8534aa3a-1896-482e-ada1-1d5184e8d6b0, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8534aa3a-1896-482e-ada1-1d5184e8d6b0,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:16.744475 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a19c888f-24d2-4e3a-91cb-1a2532631db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.794739 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f0e75781-a4c7-4fc3-8dc6-5bb753ff055c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.850887 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.948186 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-68b448ac-f9cb-4473-88fa-d06c54b11063 None None] For port 1c9abdbc-2926-4197-a2d9-68f56ceb82fd, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1c9abdbc-2926-4197-a2d9-68f56ceb82fd,segment=NetworkSegment(697b7383-f17f-4fca-b697-3570f3881dd7),segment_id=697b7383-f17f-4fca-b697-3570f3881dd7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:16.969680 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] device_id is not set on port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:16.973330 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-68b448ac-f9cb-4473-88fa-d06c54b11063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.006245 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e75781-a4c7-4fc3-8dc6-5bb753ff055c service neutron] Pushing event updated for resources: {'Port': ['ID=8534aa3a-1896-482e-ada1-1d5184e8d6b0,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:17.083300 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f0e75781-a4c7-4fc3-8dc6-5bb753ff055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.085768 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c888f-24d2-4e3a-91cb-1a2532631db0 None None] Pushing event updated for resources: {'Port': ['ID=e23347b8-c85d-4ea9-8377-01edb30320de,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:17.086555 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f0e75781-a4c7-4fc3-8dc6-5bb753ff055c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.088112 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f0e75781-a4c7-4fc3-8dc6-5bb753ff055c service neutron] 10.222.0.82 "PUT /v2.0/ports/8534aa3a-1896-482e-ada1-1d5184e8d6b0 HTTP/1.1" status: 200 len: 1093 time: 5.0758882 Jul 16 01:33:17.146984 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79501e0-3dbf-4639-afcc-8d35e4e6ccd9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:17.167589 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-eeda8a07-36d6-4822-b8ea-36871b859dce admin admin] For port 4fb9f3a6-7103-4e72-9c44-20a7a61dca90, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4fb9f3a6-7103-4e72-9c44-20a7a61dca90,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:17.180538 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eeda8a07-36d6-4822-b8ea-36871b859dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.264122 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712095c5-2cdd-4b5d-9d7d-3d6c190afbcb', 'tag': '8534aa3a-1896-482e-ada1-1d5184e8d6b0'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:17.266767 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eae7b48-facf-4479-bedf-97866d4a0a32" -d '{"events": [{"name": "network-changed", "server_uuid": "712095c5-2cdd-4b5d-9d7d-3d6c190afbcb", "tag": "8534aa3a-1896-482e-ada1-1d5184e8d6b0"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:17.292494 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-eeda8a07-36d6-4822-b8ea-36871b859dce admin admin] Calling delete_port for 4fb9f3a6-7103-4e72-9c44-20a7a61dca90 owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:17.375140 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4c33f8-edef-40d5-b15c-0964e7541ddf,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:17.434330 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b448ac-f9cb-4473-88fa-d06c54b11063 None None] Pushing event updated for resources: {'Port': ['ID=1c9abdbc-2926-4197-a2d9-68f56ceb82fd,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:17.452566 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-fc88af4f-012d-4419-a477-445e9bed292a None None] Provisioning for port a38da5ce-5069-4bd1-acd2-be0bd336f9d2 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:17.471007 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-fc88af4f-012d-4419-a477-445e9bed292a None None] Provisioning complete for port a38da5ce-5069-4bd1-acd2-be0bd336f9d2 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:17.471647 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc88af4f-012d-4419-a477-445e9bed292a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.546679 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2a955c6d-3c40-4560-b59c-80d8ba424706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bf4a12-abcc-4bac-8216-0a58b2a250b2', 'name': 'tempest-ServerRescueNegativeTestJSON-679464453-router', 'tenant_id': '4bb8ade529aa4b339e56f372707ccb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '4fb9f3a6-7103-4e72-9c44-20a7a61dca90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:51Z', 'updated_at': '2021-07-16T01:33:09Z', 'revision_number': 5, 'project_id': '4bb8ade529aa4b339e56f372707ccb5a', 'gw_port': {'id': '4fb9f3a6-7103-4e72-9c44-20a7a61dca90', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:28:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bf4a12-abcc-4bac-8216-0a58b2a250b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:29:53Z', 'updated_at': '2021-07-16T01:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:17.555458 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc31f17c-2c51-4833-9b84-147acd2e3f1a x-openstack-request-id: req-bc31f17c-2c51-4833-9b84-147acd2e3f1a {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:17.555745 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712095c5-2cdd-4b5d-9d7d-3d6c190afbcb", "tag": "8534aa3a-1896-482e-ada1-1d5184e8d6b0", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:17.555989 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc31f17c-2c51-4833-9b84-147acd2e3f1a {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:17.556416 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712095c5-2cdd-4b5d-9d7d-3d6c190afbcb', 'tag': '8534aa3a-1896-482e-ada1-1d5184e8d6b0', 'status': 'completed', 'code': 200} Jul 16 01:33:17.661880 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a955c6d-3c40-4560-b59c-80d8ba424706 None None] Checking router: 22bf4a12-abcc-4bac-8216-0a58b2a250b2 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:33:17.689350 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b79501e0-3dbf-4639-afcc-8d35e4e6ccd9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.693254 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a955c6d-3c40-4560-b59c-80d8ba424706 None None] Routers {'22bf4a12-abcc-4bac-8216-0a58b2a250b2'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:33:17.708479 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2a955c6d-3c40-4560-b59c-80d8ba424706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:33:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['22bf4a12-abcc-4bac-8216-0a58b2a250b2'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:17.861599 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] device_id is not set on port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:17.881827 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d41883e-c2cc-4a79-bb68-bc57b1880d91 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.885656 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.922888 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Transition to ACTIVE for port object 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:17.942702 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-824b99ba-d7f8-45d4-97df-ce200fd44436 req-482859e2-4c60-4121-a003-4065ea1d506d tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbaf896a-7e0a-4f46-bf08-94c300084fed HTTP/1.1" status: 200 len: 210 time: 0.1925294 Jul 16 01:33:17.942955 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-e0c291ad-9c8d-4b94-a746-43445c742067 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.946975 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d41883e-c2cc-4a79-bb68-bc57b1880d91 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.970004 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.992460 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-b79501e0-3dbf-4639-afcc-8d35e4e6ccd9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] device_id is not set on port 5e1a9570-526f-4638-af00-cf50aefe89ee yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:18.170396 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d41883e-c2cc-4a79-bb68-bc57b1880d91 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.175331 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9d41883e-c2cc-4a79-bb68-bc57b1880d91 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.0101395 Jul 16 01:33:18.176943 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41883e-c2cc-4a79-bb68-bc57b1880d91 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42519a41-99ff-4c45-ae74-2b052d028275,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:18.182482 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58168) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:18.200434 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Pushing event updated for resources: {'Port': ['ID=5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:18.207555 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0a72e8a3-1d40-4085-a342-1e1bd2a5df8c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Request body: {'security_group_rule': {'security_group_id': '42519a41-99ff-4c45-ae74-2b052d028275', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:18.279642 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c423c-3944-4932-865e-3bb62c7f4fd5 req-91d6f119-9001-4543-8839-1ad519864641 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.281715 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad2c423c-3944-4932-865e-3bb62c7f4fd5 req-91d6f119-9001-4543-8839-1ad519864641 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=712095c5-2cdd-4b5d-9d7d-3d6c190afbcb HTTP/1.1" status: 200 len: 944 time: 0.9932656 Jul 16 01:33:18.310061 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Checking segment: {'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:18.310497 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Network hostable DHCP agents. Network: d30381b5-76e9-4ad3-aa83-727400ded9a2, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:18.314267 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b645f09-4696-4ddb-8dac-a4048500351a req-485ea734-b4e7-4473-8cd6-ad26fabde3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.316102 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b645f09-4696-4ddb-8dac-a4048500351a req-485ea734-b4e7-4473-8cd6-ad26fabde3d3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=712095c5-2cdd-4b5d-9d7d-3d6c190afbcb HTTP/1.1" status: 200 len: 1096 time: 1.0441222 Jul 16 01:33:18.325729 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc88af4f-012d-4419-a477-445e9bed292a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.328005 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-e0c291ad-9c8d-4b94-a746-43445c742067 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.372862 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a72e8a3-1d40-4085-a342-1e1bd2a5df8c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.382738 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-fc88af4f-012d-4419-a477-445e9bed292a None None] For port a38da5ce-5069-4bd1-acd2-be0bd336f9d2, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a38da5ce-5069-4bd1-acd2-be0bd336f9d2,segment=NetworkSegment(cf127d4a-0fb9-4088-a48c-96efc5e18bcb),segment_id=cf127d4a-0fb9-4088-a48c-96efc5e18bcb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:18.398449 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eeda8a07-36d6-4822-b8ea-36871b859dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.399781 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-2a955c6d-3c40-4560-b59c-80d8ba424706 None None] Set router 22bf4a12-abcc-4bac-8216-0a58b2a250b2 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:33:18.438529 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b645f09-4696-4ddb-8dac-a4048500351a req-7f075eb8-a87f-425c-b746-7e53a25c5165 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8534aa3a-1896-482e-ada1-1d5184e8d6b0 HTTP/1.1" status: 200 len: 217 time: 0.1037474 Jul 16 01:33:18.464393 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-e0c291ad-9c8d-4b94-a746-43445c742067 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Network e7b12335-9b64-4a51-826c-7adcfb2f3870 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:18.489240 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad2c423c-3944-4932-865e-3bb62c7f4fd5 req-d9e301a8-032d-485e-b646-882f687aa13f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970809 Jul 16 01:33:18.494906 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-e0c291ad-9c8d-4b94-a746-43445c742067 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:18.526610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Network d30381b5-76e9-4ad3-aa83-727400ded9a2 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:18.528993 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-e0c291ad-9c8d-4b94-a746-43445c742067 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:18.530790 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2a955c6d-3c40-4560-b59c-80d8ba424706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bf4a12-abcc-4bac-8216-0a58b2a250b2', 'name': 'tempest-ServerRescueNegativeTestJSON-679464453-router', 'tenant_id': '4bb8ade529aa4b339e56f372707ccb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:51Z', 'updated_at': '2021-07-16T01:33:15Z', 'revision_number': 6, 'project_id': '4bb8ade529aa4b339e56f372707ccb5a', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:18.532889 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda8a07-36d6-4822-b8ea-36871b859dce admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb9f3a6-7103-4e72-9c44-20a7a61dca90,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:18.542407 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc88af4f-012d-4419-a477-445e9bed292a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.558597 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c291ad-9c8d-4b94-a746-43445c742067 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Pushing event updated for resources: {'Port': ['ID=50ab5616-e731-43e6-84af-fee4a2a1a3ef,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:18.581922 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, d30381b5-76e9-4ad3-aa83-727400ded9a2) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:18.590705 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:18.604998 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b645f09-4696-4ddb-8dac-a4048500351a req-d226ac44-e381-4dfa-8bc0-85120858b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.606631 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b645f09-4696-4ddb-8dac-a4048500351a req-d226ac44-e381-4dfa-8bc0-85120858b244 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.1411116 Jul 16 01:33:18.613076 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a955c6d-3c40-4560-b59c-80d8ba424706 None None] The sync data for ids ['22bf4a12-abcc-4bac-8216-0a58b2a250b2'] in n-d-792394-16 is: [{'id': '22bf4a12-abcc-4bac-8216-0a58b2a250b2', 'name': 'tempest-ServerRescueNegativeTestJSON-679464453-router', 'tenant_id': '4bb8ade529aa4b339e56f372707ccb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:29:51Z', 'updated_at': '2021-07-16T01:33:15Z', 'revision_number': 6, 'project_id': '4bb8ade529aa4b339e56f372707ccb5a', 'gw_port_host': None}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:33:18.619668 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcfa72b-f239-4612-89f7-e275f7f88edf None None] Network d30381b5-76e9-4ad3-aa83-727400ded9a2 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:18.620694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-e0c291ad-9c8d-4b94-a746-43445c742067 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.621637 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-e0c291ad-9c8d-4b94-a746-43445c742067 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.626969 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:18.631005 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:18.631683 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:18.663317 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-b79501e0-3dbf-4639-afcc-8d35e4e6ccd9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Allocated IP 172.20.0.3 (e28d510d-cb2e-4ab6-a291-497cc0c5ce7d/422b6f98-c49d-44ff-ac1e-d155854ae744/5e1a9570-526f-4638-af00-cf50aefe89ee) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:18.689229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:18.689923 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:18.691454 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 2 to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c Jul 16 01:33:18.695919 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a72e8a3-1d40-4085-a342-1e1bd2a5df8c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.704098 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eeda8a07-36d6-4822-b8ea-36871b859dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.708835 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-e0c291ad-9c8d-4b94-a746-43445c742067 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7969038 Jul 16 01:33:18.712706 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:18.713317 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:18.713837 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:18.722720 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-8edec782-b7bf-4912-8e1e-c6605b4e3fe2 service neutron] Request body: {'port': {'device_id': 'bbaf896a-7e0a-4f46-bf08-94c300084fed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:18.728963 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:18.729616 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:18.740873 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a72e8a3-1d40-4085-a342-1e1bd2a5df8c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.750354 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 3 to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c Jul 16 01:33:18.756734 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-24de5bcc-8b85-4983-a6db-56fc8009e4de None None] Provisioning for port 55330359-f702-4308-9556-f798e62575fe completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:18.776670 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-24de5bcc-8b85-4983-a6db-56fc8009e4de None None] Provisioning complete for port 55330359-f702-4308-9556-f798e62575fe triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:18.777585 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-24de5bcc-8b85-4983-a6db-56fc8009e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.782659 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88af4f-012d-4419-a477-445e9bed292a None None] Pushing event updated for resources: {'Port': ['ID=a38da5ce-5069-4bd1-acd2-be0bd336f9d2,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:18.792841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:18.793649 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:18.794332 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:18.809379 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:18.810035 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:18.814823 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 4 to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c Jul 16 01:33:18.820569 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f6072d0f-014f-4ffd-a940-9f199200c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.822428 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b645f09-4696-4ddb-8dac-a4048500351a req-f6072d0f-014f-4ffd-a940-9f199200c912 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1976094 Jul 16 01:33:18.854771 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eeda8a07-36d6-4822-b8ea-36871b859dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.863851 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eeda8a07-36d6-4822-b8ea-36871b859dce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.865462 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72e8a3-1d40-4085-a342-1e1bd2a5df8c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00fdc4d-a6d9-4b90-9367-5215e8731760,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:18.882044 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:18.883244 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:18.883795 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:18.893790 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a72e8a3-1d40-4085-a342-1e1bd2a5df8c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.898394 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0a72e8a3-1d40-4085-a342-1e1bd2a5df8c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7082407 Jul 16 01:33:18.900831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58180) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:18.907929 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:18.908561 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:18.912140 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-54263e72-7c89-4770-b1e4-aa972909ae99 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Request body: {'security_group_rule': {'security_group_id': '42519a41-99ff-4c45-ae74-2b052d028275', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:18.919003 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-24de5bcc-8b85-4983-a6db-56fc8009e4de None None] Port 55330359-f702-4308-9556-f798e62575fe cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:18.944563 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-24de5bcc-8b85-4983-a6db-56fc8009e4de None None] Provisioning for port e23347b8-c85d-4ea9-8377-01edb30320de completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:18.946373 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 5 to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c Jul 16 01:33:18.952571 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-8edec782-b7bf-4912-8e1e-c6605b4e3fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.954386 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-24de5bcc-8b85-4983-a6db-56fc8009e4de None None] Provisioning complete for port e23347b8-c85d-4ea9-8377-01edb30320de triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:18.954870 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-24de5bcc-8b85-4983-a6db-56fc8009e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.054044 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b79501e0-3dbf-4639-afcc-8d35e4e6ccd9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.057771 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:19.063173 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:19.064424 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:19.087309 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-b79501e0-3dbf-4639-afcc-8d35e4e6ccd9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Transition to ACTIVE for port object 5e1a9570-526f-4638-af00-cf50aefe89ee will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:19.146932 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-24de5bcc-8b85-4983-a6db-56fc8009e4de None None] Provisioning complete for port 89786ef0-dfa9-4274-ba57-843926124484 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:19.147980 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-24de5bcc-8b85-4983-a6db-56fc8009e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.168116 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eeda8a07-36d6-4822-b8ea-36871b859dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.169890 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeda8a07-36d6-4822-b8ea-36871b859dce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22bf4a12-abcc-4bac-8216-0a58b2a250b2 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:33:19.179150 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eeda8a07-36d6-4822-b8ea-36871b859dce admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.189286 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-eeda8a07-36d6-4822-b8ea-36871b859dce admin admin] 10.222.0.16 "DELETE /v2.0/routers/22bf4a12-abcc-4bac-8216-0a58b2a250b2 HTTP/1.1" status: 204 len: 168 time: 4.2863507 Jul 16 01:33:19.195134 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58184) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:19.225141 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b79501e0-3dbf-4639-afcc-8d35e4e6ccd9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.249103 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-24de5bcc-8b85-4983-a6db-56fc8009e4de None None] Port 89786ef0-dfa9-4274-ba57-843926124484 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:19.272332 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-24de5bcc-8b85-4983-a6db-56fc8009e4de None None] Provisioning for port 402daa9b-da36-45bb-8bb8-44f53b35914a completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:19.277882 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-24de5bcc-8b85-4983-a6db-56fc8009e4de None None] Provisioning complete for port 402daa9b-da36-45bb-8bb8-44f53b35914a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:19.278508 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-24de5bcc-8b85-4983-a6db-56fc8009e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.278641 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:19.279044 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:19.288781 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 6 to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c Jul 16 01:33:19.311455 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54263e72-7c89-4770-b1e4-aa972909ae99 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.319892 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b645f09-4696-4ddb-8dac-a4048500351a req-6eefa1c6-774e-4b83-a8ff-e061ae36d026 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773159 Jul 16 01:33:19.329851 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-24de5bcc-8b85-4983-a6db-56fc8009e4de None None] Port 402daa9b-da36-45bb-8bb8-44f53b35914a cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:19.335363 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:19.335847 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:19.336294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:19.355423 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-24de5bcc-8b85-4983-a6db-56fc8009e4de None None] Provisioning complete for port 1c9abdbc-2926-4197-a2d9-68f56ceb82fd triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:19.355708 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-24de5bcc-8b85-4983-a6db-56fc8009e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.363598 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79501e0-3dbf-4639-afcc-8d35e4e6ccd9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:19.381520 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-b79501e0-3dbf-4639-afcc-8d35e4e6ccd9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:19.393654 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:19.394224 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:19.401045 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 7 to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c Jul 16 01:33:19.407011 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79501e0-3dbf-4639-afcc-8d35e4e6ccd9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:19.424858 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe34b3a0-96af-459a-a2b6-f9aa1c6cef54 admin admin] Deleting subnet 81188464-b1ab-476b-ab3e-980e9e063537 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:33:19.427294 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79501e0-3dbf-4639-afcc-8d35e4e6ccd9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Port': ['ID=5e1a9570-526f-4638-af00-cf50aefe89ee,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:19.479276 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fe34b3a0-96af-459a-a2b6-f9aa1c6cef54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.481800 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:19.482292 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:19.482742 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:19.506360 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-24de5bcc-8b85-4983-a6db-56fc8009e4de None None] Provisioning complete for port a38da5ce-5069-4bd1-acd2-be0bd336f9d2 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:19.506926 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-24de5bcc-8b85-4983-a6db-56fc8009e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.558809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:19.568843 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:19.571558 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54263e72-7c89-4770-b1e4-aa972909ae99 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.582344 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 8 to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c Jul 16 01:33:19.603834 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:19.604109 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:19.604433 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:19.625045 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:19.625699 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:19.638326 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a38da5ce-5069-4bd1-acd2-be0bd336f9d2 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:19.639437 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54263e72-7c89-4770-b1e4-aa972909ae99 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.660556 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 9 to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c Jul 16 01:33:19.684737 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54263e72-7c89-4770-b1e4-aa972909ae99 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=557acabc-5027-4475-8cf4-b902177789c7,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:19.705804 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51904c50-fbd3-4d62-976e-90afe81267a2 req-8dedbd63-01b5-47ba-a869-c0d016cbf7c0 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.714014 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51904c50-fbd3-4d62-976e-90afe81267a2 req-8dedbd63-01b5-47ba-a869-c0d016cbf7c0 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbaf896a-7e0a-4f46-bf08-94c300084fed HTTP/1.1" status: 200 len: 931 time: 0.5195730 Jul 16 01:33:19.740819 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b645f09-4696-4ddb-8dac-a4048500351a req-17a888ba-4de4-4425-94dd-ab0ca09fdbb5 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029222 Jul 16 01:33:19.742926 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fe34b3a0-96af-459a-a2b6-f9aa1c6cef54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.750276 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79501e0-3dbf-4639-afcc-8d35e4e6ccd9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.750905 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b79501e0-3dbf-4639-afcc-8d35e4e6ccd9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.759200 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port a38da5ce-5069-4bd1-acd2-be0bd336f9d2 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:19.759676 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.769306 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:19.771580 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:19.772395 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:19.806206 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:19.806855 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:19.809245 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 10 to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c Jul 16 01:33:19.825451 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54263e72-7c89-4770-b1e4-aa972909ae99 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.829512 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-54263e72-7c89-4770-b1e4-aa972909ae99 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9230509 Jul 16 01:33:19.836936 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58198) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:19.844119 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:19.848305 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:19.848900 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:19.857587 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0b15b223-2735-4912-8f2c-007a5d760389 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:19.920558 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b79501e0-3dbf-4639-afcc-8d35e4e6ccd9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.0005646 Jul 16 01:33:19.926644 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58200) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:19.934407 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-a5a4fd11-40b3-4fa5-834e-c68c62612fd8 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'subnet': {'network_id': 'e28d510d-cb2e-4ab6-a291-497cc0c5ce7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:19.949716 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51904c50-fbd3-4d62-976e-90afe81267a2 req-82a49f16-dfbb-41bc-83bb-2acb40b46a5d tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cccf715-2626-48c7-b6b6-daadb68f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312822 Jul 16 01:33:19.951604 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e23347b8-c85d-4ea9-8377-01edb30320de up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:19.972001 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:19.972771 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:19.972901 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.996529 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fe34b3a0-96af-459a-a2b6-f9aa1c6cef54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.000923 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0b15b223-2735-4912-8f2c-007a5d760389 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.056832 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port e23347b8-c85d-4ea9-8377-01edb30320de triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:20.057315 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.060146 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9e351ce2-2a14-4aff-8592-5aeb23221047 None None] Provisioning for port 5e1a9570-526f-4638-af00-cf50aefe89ee completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:20.098313 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9e351ce2-2a14-4aff-8592-5aeb23221047 None None] Provisioning complete for port 5e1a9570-526f-4638-af00-cf50aefe89ee triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:20.098747 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9e351ce2-2a14-4aff-8592-5aeb23221047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.180050 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9e351ce2-2a14-4aff-8592-5aeb23221047 None None] Port 5e1a9570-526f-4638-af00-cf50aefe89ee cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:20.217176 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae7b48-facf-4479-bedf-97866d4a0a32 req-84228b96-3889-4c23-9331-9674c8dc9675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.218891 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2eae7b48-facf-4479-bedf-97866d4a0a32 req-84228b96-3889-4c23-9331-9674c8dc9675 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=712095c5-2cdd-4b5d-9d7d-3d6c190afbcb HTTP/1.1" status: 200 len: 1096 time: 0.3880341 Jul 16 01:33:20.221256 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-8edec782-b7bf-4912-8e1e-c6605b4e3fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ab5616-e731-43e6-84af-fee4a2a1a3ef {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:20.245416 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1c9abdbc-2926-4197-a2d9-68f56ceb82fd up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:20.316609 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fe34b3a0-96af-459a-a2b6-f9aa1c6cef54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.339602 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 1c9abdbc-2926-4197-a2d9-68f56ceb82fd triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:20.339602 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.348414 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae7b48-facf-4479-bedf-97866d4a0a32 req-2d87e197-f105-4031-adb3-b98dd5dc757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.350011 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2eae7b48-facf-4479-bedf-97866d4a0a32 req-2d87e197-f105-4031-adb3-b98dd5dc757d service neutron] 10.222.0.82 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 911 time: 0.1179357 Jul 16 01:33:20.356710 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-8edec782-b7bf-4912-8e1e-c6605b4e3fe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.359465 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34b3a0-96af-459a-a2b6-f9aa1c6cef54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81188464-b1ab-476b-ab3e-980e9e063537,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:20.361628 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a4fd11-40b3-4fa5-834e-c68c62612fd8 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:20.365424 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5a4fd11-40b3-4fa5-834e-c68c62612fd8 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.371162 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fe34b3a0-96af-459a-a2b6-f9aa1c6cef54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.373349 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fe34b3a0-96af-459a-a2b6-f9aa1c6cef54 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/81188464-b1ab-476b-ab3e-980e9e063537 HTTP/1.1" status: 204 len: 168 time: 1.1748550 Jul 16 01:33:20.391726 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58202) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:20.424810 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2eae7b48-facf-4479-bedf-97866d4a0a32 req-213431ff-2517-449e-bfa5-9cfd1012ce9c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8534aa3a-1896-482e-ada1-1d5184e8d6b0 HTTP/1.1" status: 200 len: 217 time: 0.0629325 Jul 16 01:33:20.445421 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] For port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:20.445811 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempted to set empty binding levels {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:33:20.463406 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7f055e91-9e8c-4580-b799-919439917b7e no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:20.492025 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 7f055e91-9e8c-4580-b799-919439917b7e {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:20.492872 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7f055e91-9e8c-4580-b799-919439917b7e not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:20.493966 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c814cc-8d12-4f83-bc98-394a63059069 req-5dbc86dc-74c4-47e9-9281-5d2f50ee3a04 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.501044 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-46c814cc-8d12-4f83-bc98-394a63059069 req-5dbc86dc-74c4-47e9-9281-5d2f50ee3a04 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=712095c5-2cdd-4b5d-9d7d-3d6c190afbcb HTTP/1.1" status: 200 len: 944 time: 0.5641112 Jul 16 01:33:20.503488 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.507881 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-8edec782-b7bf-4912-8e1e-c6605b4e3fe2 service neutron] Transition to ACTIVE for port object 50ab5616-e731-43e6-84af-fee4a2a1a3ef will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:20.523292 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0b15b223-2735-4912-8f2c-007a5d760389 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.526932 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee413a74-b178-4a95-ad9d-adfa066b0465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.562005 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Pushing event updated for resources: {'Port': ['ID=5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:20.571207 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-8edec782-b7bf-4912-8e1e-c6605b4e3fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.591097 n-d-792394-16 neutron-server[93956]: INFO neutron.db.ipam_backend_mixin [None req-a5a4fd11-40b3-4fa5-834e-c68c62612fd8 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 422b6f98-c49d-44ff-ac1e-d155854ae744 (CIDR: 172.20.0.0/28) Jul 16 01:33:20.619016 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a4fd11-40b3-4fa5-834e-c68c62612fd8 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:33:20.619514 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5a4fd11-40b3-4fa5-834e-c68c62612fd8 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:20.628187 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edec782-b7bf-4912-8e1e-c6605b4e3fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=50ab5616-e731-43e6-84af-fee4a2a1a3ef,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:20.634183 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.634976 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.674082 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-99483649-6006-40f6-aa10-6d0c39b5408a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 4.9075298 Jul 16 01:33:20.680659 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58210) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:20.698376 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-46c814cc-8d12-4f83-bc98-394a63059069 req-8fc48310-d782-4157-a857-32ca39b5b930 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963234 Jul 16 01:33:20.720925 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a5a4fd11-40b3-4fa5-834e-c68c62612fd8 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7784855 Jul 16 01:33:20.721953 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58212) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:20.732289 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-99078dcb-dd41-4458-939a-7c8ce4886394 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'subnet': {'network_id': 'e28d510d-cb2e-4ab6-a291-497cc0c5ce7d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:20.748872 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae7b48-facf-4479-bedf-97866d4a0a32 req-3bc77d13-8156-40ed-9036-582ad3d0f41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.750354 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2eae7b48-facf-4479-bedf-97866d4a0a32 req-3bc77d13-8156-40ed-9036-582ad3d0f41b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.3122516 Jul 16 01:33:20.790994 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee413a74-b178-4a95-ad9d-adfa066b0465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.819716 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-ee413a74-b178-4a95-ad9d-adfa066b0465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d8b493-d632-422a-b805-c0979a30b3d9']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:20.861084 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-ee413a74-b178-4a95-ad9d-adfa066b0465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f16ebe-203b-4b6d-969d-950003904573') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:20.861404 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-ee413a74-b178-4a95-ad9d-adfa066b0465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f16ebe-203b-4b6d-969d-950003904573') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:20.875210 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee413a74-b178-4a95-ad9d-adfa066b0465 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.891371 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee413a74-b178-4a95-ad9d-adfa066b0465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.893915 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-0b15b223-2735-4912-8f2c-007a5d760389 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Allocated IP 172.25.6.101 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/8cef300f-ae89-4b71-b501-30aa8d659755) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:20.899279 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-8a7d5e89-73fe-4ad5-9c24-66f80853a28b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Deleting port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:20.899571 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8a7d5e89-73fe-4ad5-9c24-66f80853a28b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.937381 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee413a74-b178-4a95-ad9d-adfa066b0465 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:20.937821 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee413a74-b178-4a95-ad9d-adfa066b0465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:20.942075 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:20.964616 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-8a7d5e89-73fe-4ad5-9c24-66f80853a28b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] For port 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c, host n-h2-792394-16, got binding levels [] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:20.965064 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8a7d5e89-73fe-4ad5-9c24-66f80853a28b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.000025 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-8a7d5e89-73fe-4ad5-9c24-66f80853a28b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Calling delete_port for 5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:21.075337 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4fb9f3a6-7103-4e72-9c44-20a7a61dca90 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:21.076503 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee413a74-b178-4a95-ad9d-adfa066b0465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.090088 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee413a74-b178-4a95-ad9d-adfa066b0465 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.096635 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ee413a74-b178-4a95-ad9d-adfa066b0465 admin admin] 10.222.0.16 "DELETE /v2.0/networks/48d8b493-d632-422a-b805-c0979a30b3d9 HTTP/1.1" status: 204 len: 168 time: 0.7040718 Jul 16 01:33:21.130524 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 4fb9f3a6-7103-4e72-9c44-20a7a61dca90 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:21.130874 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4fb9f3a6-7103-4e72-9c44-20a7a61dca90 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:21.161124 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-8edec782-b7bf-4912-8e1e-c6605b4e3fe2 service neutron] Attempting to bind port 50ab5616-e731-43e6-84af-fee4a2a1a3ef on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:21.161363 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-8edec782-b7bf-4912-8e1e-c6605b4e3fe2 service neutron] Attempting to bind port 50ab5616-e731-43e6-84af-fee4a2a1a3ef by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '057c2c1e-8a1c-472f-9f25-f7d70058fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e7b12335-9b64-4a51-826c-7adcfb2f3870'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:21.161741 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-8edec782-b7bf-4912-8e1e-c6605b4e3fe2 service neutron] Attempting to bind port 50ab5616-e731-43e6-84af-fee4a2a1a3ef on network e7b12335-9b64-4a51-826c-7adcfb2f3870 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:21.171901 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee413a74-b178-4a95-ad9d-adfa066b0465 admin admin] Pushing event deleted for resources: {'Network': ['ID=48d8b493-d632-422a-b805-c0979a30b3d9,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:21.202273 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99078dcb-dd41-4458-939a-7c8ce4886394 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:21.206298 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-99078dcb-dd41-4458-939a-7c8ce4886394 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.232030 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae7b48-facf-4479-bedf-97866d4a0a32 req-de2a419d-1dac-4ab0-83dd-ff28526563f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:21.233634 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2eae7b48-facf-4479-bedf-97866d4a0a32 req-de2a419d-1dac-4ab0-83dd-ff28526563f0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4592288 Jul 16 01:33:21.240674 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-8edec782-b7bf-4912-8e1e-c6605b4e3fe2 service neutron] Port 50ab5616-e731-43e6-84af-fee4a2a1a3ef on network e7b12335-9b64-4a51-826c-7adcfb2f3870 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:21.242430 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-8edec782-b7bf-4912-8e1e-c6605b4e3fe2 service neutron] Attempting to bind port 50ab5616-e731-43e6-84af-fee4a2a1a3ef on network e7b12335-9b64-4a51-826c-7adcfb2f3870 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:21.250349 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0b15b223-2735-4912-8f2c-007a5d760389 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.265652 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-8edec782-b7bf-4912-8e1e-c6605b4e3fe2 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:21.266082 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-8edec782-b7bf-4912-8e1e-c6605b4e3fe2 service neutron] Checking segment: {'id': '057c2c1e-8a1c-472f-9f25-f7d70058fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e7b12335-9b64-4a51-826c-7adcfb2f3870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:21.266423 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-8edec782-b7bf-4912-8e1e-c6605b4e3fe2 service neutron] Bound using segment: {'id': '057c2c1e-8a1c-472f-9f25-f7d70058fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e7b12335-9b64-4a51-826c-7adcfb2f3870'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:21.266889 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-8edec782-b7bf-4912-8e1e-c6605b4e3fe2 service neutron] Bound port: 50ab5616-e731-43e6-84af-fee4a2a1a3ef, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '057c2c1e-8a1c-472f-9f25-f7d70058fae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e7b12335-9b64-4a51-826c-7adcfb2f3870'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:21.267275 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-8edec782-b7bf-4912-8e1e-c6605b4e3fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.337754 n-d-792394-16 neutron-server[93956]: INFO neutron.db.ipam_backend_mixin [None req-99078dcb-dd41-4458-939a-7c8ce4886394 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f086c357-cc9e-480d-80d6-4346712c2558 (CIDR: 172.20.0.16/28) Jul 16 01:33:21.343424 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-99078dcb-dd41-4458-939a-7c8ce4886394 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:33:21.344062 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99078dcb-dd41-4458-939a-7c8ce4886394 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:21.368872 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-99078dcb-dd41-4458-939a-7c8ce4886394 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6406357 Jul 16 01:33:21.370223 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58222) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:21.371446 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0b15b223-2735-4912-8f2c-007a5d760389 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.379816 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-29fe641d-4161-47bf-8dba-29a760ebaae9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'subnet': {'network_id': 'e28d510d-cb2e-4ab6-a291-497cc0c5ce7d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:21.416309 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58224) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:21.462600 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d4a7a-71a6-40c3-9231-4f8e5224339d req-82fc634e-3596-478f-b158-99344f3891a0 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:21.465786 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8534aa3a-1896-482e-ada1-1d5184e8d6b0 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:21.476843 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-874d4a7a-71a6-40c3-9231-4f8e5224339d req-82fc634e-3596-478f-b158-99344f3891a0 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbaf896a-7e0a-4f46-bf08-94c300084fed HTTP/1.1" status: 200 len: 943 time: 0.3343775 Jul 16 01:33:21.478848 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b15b223-2735-4912-8f2c-007a5d760389 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:21.491977 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8a7d5e89-73fe-4ad5-9c24-66f80853a28b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.515602 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-0b15b223-2735-4912-8f2c-007a5d760389 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:21.522624 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b15b223-2735-4912-8f2c-007a5d760389 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:21.527818 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15b223-2735-4912-8f2c-007a5d760389 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event updated for resources: {'Port': ['ID=8cef300f-ae89-4b71-b501-30aa8d659755,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:21.646347 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0b15b223-2735-4912-8f2c-007a5d760389 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.669154 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8534aa3a-1896-482e-ada1-1d5184e8d6b0, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8534aa3a-1896-482e-ada1-1d5184e8d6b0,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:21.705153 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fe641d-4161-47bf-8dba-29a760ebaae9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Made reservation on behalf of de3675ad2360466e9878a944ef829174 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:21.708309 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '8534aa3a-1896-482e-ada1-1d5184e8d6b0', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'port_id': '8534aa3a-1896-482e-ada1-1d5184e8d6b0', 'mac_address': 'fa:16:3e:ba:bc:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:21.709561 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29fe641d-4161-47bf-8dba-29a760ebaae9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.740665 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0b15b223-2735-4912-8f2c-007a5d760389 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.773681 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.806123 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8534aa3a-1896-482e-ada1-1d5184e8d6b0 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:21.849608 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8534aa3a-1896-482e-ada1-1d5184e8d6b0, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8534aa3a-1896-482e-ada1-1d5184e8d6b0,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:21.870263 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.952434 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=8534aa3a-1896-482e-ada1-1d5184e8d6b0,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:22.116679 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa590e69-5fb1-45ae-b4d2-d61239eb4072 req-b99edc9b-ea2a-4b57-98ae-2895f265ff6c tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:22.124212 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fa590e69-5fb1-45ae-b4d2-d61239eb4072 req-b99edc9b-ea2a-4b57-98ae-2895f265ff6c tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=712095c5-2cdd-4b5d-9d7d-3d6c190afbcb HTTP/1.1" status: 200 len: 945 time: 0.2046413 Jul 16 01:33:22.125987 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['8534aa3a-1896-482e-ada1-1d5184e8d6b0'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:22.174394 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0b15b223-2735-4912-8f2c-007a5d760389 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.207703 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0b15b223-2735-4912-8f2c-007a5d760389 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.212491 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-8edec782-b7bf-4912-8e1e-c6605b4e3fe2 service neutron] For port 50ab5616-e731-43e6-84af-fee4a2a1a3ef, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:22.216834 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-8edec782-b7bf-4912-8e1e-c6605b4e3fe2 service neutron] For port 50ab5616-e731-43e6-84af-fee4a2a1a3ef, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=50ab5616-e731-43e6-84af-fee4a2a1a3ef,segment=NetworkSegment(057c2c1e-8a1c-472f-9f25-f7d70058fae1),segment_id=057c2c1e-8a1c-472f-9f25-f7d70058fae1)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:22.225707 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d5e89-73fe-4ad5-9c24-66f80853a28b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:22.232819 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1d420be3-6a64-4826-8e3c-397e9c22e712 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4bb8ade529aa4b339e56f372707ccb5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8151844 Jul 16 01:33:22.235522 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2eae7b48-facf-4479-bedf-97866d4a0a32 req-218afc82-2bd1-4d86-87fa-74a0041bdeb8 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9797313 Jul 16 01:33:22.236096 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58230) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:22.291737 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8a7d5e89-73fe-4ad5-9c24-66f80853a28b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.294272 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8a7d5e89-73fe-4ad5-9c24-66f80853a28b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] 10.222.0.16 "DELETE /v2.0/ports/5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c HTTP/1.1" status: 204 len: 168 time: 1.5947998 Jul 16 01:33:22.301243 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-8edec782-b7bf-4912-8e1e-c6605b4e3fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.303272 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58232) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:22.412988 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c37473b-7098-4600-b4be-fcbae0169428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:33:22.418410 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7c37473b-7098-4600-b4be-fcbae0169428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] 10.222.0.16 "GET /v2.0/ports/5d9f8c37-bb51-4f6a-ad6a-65bb3e30b47c HTTP/1.1" status: 404 len: 333 time: 0.0946052 Jul 16 01:33:22.422077 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-8edec782-b7bf-4912-8e1e-c6605b4e3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:22.422893 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-8edec782-b7bf-4912-8e1e-c6605b4e3fe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.424707 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-8edec782-b7bf-4912-8e1e-c6605b4e3fe2 service neutron] 10.222.0.84 "PUT /v2.0/ports/50ab5616-e731-43e6-84af-fee4a2a1a3ef HTTP/1.1" status: 200 len: 1092 time: 3.7082975 Jul 16 01:33:22.484444 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbaf896a-7e0a-4f46-bf08-94c300084fed', 'tag': '50ab5616-e731-43e6-84af-fee4a2a1a3ef'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:22.486738 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755a62da-cf1c-4d00-854c-d18458602507" -d '{"events": [{"name": "network-changed", "server_uuid": "bbaf896a-7e0a-4f46-bf08-94c300084fed", "tag": "50ab5616-e731-43e6-84af-fee4a2a1a3ef"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:22.492163 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-874d4a7a-71a6-40c3-9231-4f8e5224339d req-aa6ecdef-e74d-4d27-99b4-01b17802cdde tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cccf715-2626-48c7-b6b6-daadb68f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0087316 Jul 16 01:33:22.506386 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58234) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:22.515062 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-2ed49749-0ab5-427d-963c-2872a01c115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Request body: {'port': {'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1185063236'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:22.605950 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edec782-b7bf-4912-8e1e-c6605b4e3fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=50ab5616-e731-43e6-84af-fee4a2a1a3ef,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:22.608877 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-26eff8a6-3cbb-4a91-bf04-1e534ad19dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.617453 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b6a5f0-946d-4d78-bb9c-27d427d5a2a1 x-openstack-request-id: req-37b6a5f0-946d-4d78-bb9c-27d427d5a2a1 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:22.617746 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbaf896a-7e0a-4f46-bf08-94c300084fed", "tag": "50ab5616-e731-43e6-84af-fee4a2a1a3ef", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:22.617996 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37b6a5f0-946d-4d78-bb9c-27d427d5a2a1 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:22.618396 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbaf896a-7e0a-4f46-bf08-94c300084fed', 'tag': '50ab5616-e731-43e6-84af-fee4a2a1a3ef', 'status': 'completed', 'code': 200} Jul 16 01:33:22.634834 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2eae7b48-facf-4479-bedf-97866d4a0a32 req-3028af81-e04f-463c-a770-c392274224d4 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379073 Jul 16 01:33:22.642203 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fa590e69-5fb1-45ae-b4d2-d61239eb4072 req-3c41e147-ac57-4793-b63c-e70d31de4de2 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165536 Jul 16 01:33:22.644616 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed49749-0ab5-427d-963c-2872a01c115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Made reservation on behalf of 6f55e35b17964cef8f0872fa178ad0c7 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:22.647159 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2ed49749-0ab5-427d-963c-2872a01c115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.677270 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-26eff8a6-3cbb-4a91-bf04-1e534ad19dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.715536 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-2ed49749-0ab5-427d-963c-2872a01c115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] device_id is not set on port bca5c351-7b6e-450f-a2ac-048efad26adf yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:22.760553 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-78bf1cb4-86c8-4e13-a36d-994e73abc9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:22.761037 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15b223-2735-4912-8f2c-007a5d760389 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event updated for resources: {'Port': ['ID=8cef300f-ae89-4b71-b501-30aa8d659755,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:22.761138 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-78bf1cb4-86c8-4e13-a36d-994e73abc9f8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4c7e1fb586f74c548510f1e81e05ea43&device_id=bbaf896a-7e0a-4f46-bf08-94c300084fed HTTP/1.1" status: 200 len: 1095 time: 0.2535653 Jul 16 01:33:22.769021 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0b15b223-2735-4912-8f2c-007a5d760389 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.774155 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29fe641d-4161-47bf-8dba-29a760ebaae9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.836331 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-b4f33ba0-3c23-489e-9d14-2f61d4a57f4d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50ab5616-e731-43e6-84af-fee4a2a1a3ef HTTP/1.1" status: 200 len: 217 time: 0.0551226 Jul 16 01:33:22.869866 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0b15b223-2735-4912-8f2c-007a5d760389 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.871677 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0b15b223-2735-4912-8f2c-007a5d760389 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0235665 Jul 16 01:33:22.874468 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fe641d-4161-47bf-8dba-29a760ebaae9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:22.884608 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-29fe641d-4161-47bf-8dba-29a760ebaae9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:22.895169 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-26eff8a6-3cbb-4a91-bf04-1e534ad19dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.897575 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fe641d-4161-47bf-8dba-29a760ebaae9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:22.897773 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-26eff8a6-3cbb-4a91-bf04-1e534ad19dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.898217 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67012878-9ebd-4aec-92f9-9573fe733a92 None None] Network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:22.898431 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29fe641d-4161-47bf-8dba-29a760ebaae9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.902553 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-26eff8a6-3cbb-4a91-bf04-1e534ad19dd7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f93a69e6-615f-4113-b754-235bee018417 HTTP/1.1" status: 204 len: 168 time: 0.6581559 Jul 16 01:33:22.937867 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe641d-4161-47bf-8dba-29a760ebaae9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Subnet': ['ID=bd3c9584-fe0e-4a69-bc89-22f1552a98ea,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:22.938261 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eff8a6-3cbb-4a91-bf04-1e534ad19dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93a69e6-615f-4113-b754-235bee018417,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:22.943453 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-66067b57-2055-4bd1-b106-18bf9877b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:22.945151 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-66067b57-2055-4bd1-b106-18bf9877b111 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0f0f4eea-8e24-49fe-87ba-ed03ae30c163 HTTP/1.1" status: 200 len: 849 time: 0.1018434 Jul 16 01:33:22.954805 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-29fe641d-4161-47bf-8dba-29a760ebaae9 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5759990 Jul 16 01:33:22.956577 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58250) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:22.973278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-6a207c92-ff4b-4ee8-9cb0-c1ddc77e7e44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1220280912', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bd3c9584-fe0e-4a69-bc89-22f1552a98ea'}], 'security_groups': ['3d44e780-23c0-4399-a23f-b460446973f2', '8d4622d2-4357-4bb2-97df-29ed3e1959ca']}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:23.018813 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-2e967320-b5dc-4ff0-b9dc-fb85e760b6be service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e7b12335-9b64-4a51-826c-7adcfb2f3870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356781 Jul 16 01:33:23.040785 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2ed49749-0ab5-427d-963c-2872a01c115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.151224 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-dbb14de1-4d10-41b3-bdc8-7c4eb5f1a66b service neutron] 10.222.0.84 "GET /v2.0/networks/e7b12335-9b64-4a51-826c-7adcfb2f3870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234539 Jul 16 01:33:23.162589 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2ed49749-0ab5-427d-963c-2872a01c115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.309958 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed49749-0ab5-427d-963c-2872a01c115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Network d30381b5-76e9-4ad3-aa83-727400ded9a2 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:23.326681 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-2ed49749-0ab5-427d-963c-2872a01c115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:23.390349 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed49749-0ab5-427d-963c-2872a01c115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:23.391352 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed49749-0ab5-427d-963c-2872a01c115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:23.391969 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2ed49749-0ab5-427d-963c-2872a01c115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.406495 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed49749-0ab5-427d-963c-2872a01c115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Pushing event updated for resources: {'Port': ['ID=bca5c351-7b6e-450f-a2ac-048efad26adf,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:23.460746 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2ed49749-0ab5-427d-963c-2872a01c115e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9486156 Jul 16 01:33:23.466222 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58266) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:23.476963 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:23.505963 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8534aa3a-1896-482e-ada1-1d5184e8d6b0 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:23.556746 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d6c0d0c-6c36-4486-a817-f35f5dd5b06e req-f358afbf-312a-4035-8dbd-93cd921eaaa9 service neutron] 10.222.0.84 "GET /v2.0/networks/e7b12335-9b64-4a51-826c-7adcfb2f3870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964047 Jul 16 01:33:23.585252 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6a207c92-ff4b-4ee8-9cb0-c1ddc77e7e44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.658143 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-31f7b7b6-732d-407c-9826-99984c471c6f tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--870815820&fields=id&tenant_id=9ab955cac98346abb4c28e7943a645b4 HTTP/1.1" status: 200 len: 267 time: 0.1003141 Jul 16 01:33:23.885853 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-f808f80a-c671-4063-9679-c5ddcc11f967 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:23.887448 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-f808f80a-c671-4063-9679-c5ddcc11f967 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports/55330359-f702-4308-9556-f798e62575fe HTTP/1.1" status: 200 len: 931 time: 0.2195311 Jul 16 01:33:23.889593 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.934544 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 8534aa3a-1896-482e-ada1-1d5184e8d6b0 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:23.942772 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 8534aa3a-1896-482e-ada1-1d5184e8d6b0 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:23.944738 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.038626 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-da5f059f-dd52-482e-a42e-4e21c9e4642d tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:24.040088 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-da5f059f-dd52-482e-a42e-4e21c9e4642d tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports/402daa9b-da36-45bb-8bb8-44f53b35914a HTTP/1.1" status: 200 len: 932 time: 0.1357000 Jul 16 01:33:24.119922 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a62da-cf1c-4d00-854c-d18458602507 req-2763e86c-7fd2-4ab5-8178-44d48513e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:24.121671 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-755a62da-cf1c-4d00-854c-d18458602507 req-2763e86c-7fd2-4ab5-8178-44d48513e41b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4c7e1fb586f74c548510f1e81e05ea43&device_id=bbaf896a-7e0a-4f46-bf08-94c300084fed HTTP/1.1" status: 200 len: 1095 time: 0.4396844 Jul 16 01:33:24.125058 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98488123-4dab-4d9d-a73f-a258e7d2ef87 None None] Update dhcp port {'port': {'network_id': 'e28d510d-cb2e-4ab6-a291-497cc0c5ce7d', 'fixed_ips': [{'subnet_id': 'f086c357-cc9e-480d-80d6-4346712c2558', 'ip_address': '172.20.0.18'}, {'subnet_id': '422b6f98-c49d-44ff-ac1e-d155854ae744', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bd3c9584-fe0e-4a69-bc89-22f1552a98ea'}], 'binding:host_id': 'n-d-792394-16'}, 'id': 'e23347b8-c85d-4ea9-8377-01edb30320de'} from n-d-792394-16. {{(pid=93957) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:33:24.145181 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-01e762c9-8be3-42d9-aed1-55b82425049c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?network_id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0943613 Jul 16 01:33:24.228213 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-98488123-4dab-4d9d-a73f-a258e7d2ef87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.242332 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a62da-cf1c-4d00-854c-d18458602507 req-85ecf9ff-e9c7-4330-a965-02aa24de3c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:24.243868 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-755a62da-cf1c-4d00-854c-d18458602507 req-85ecf9ff-e9c7-4330-a965-02aa24de3c9b service neutron] 10.222.0.84 "GET /v2.0/networks?id=e7b12335-9b64-4a51-826c-7adcfb2f3870 HTTP/1.1" status: 200 len: 910 time: 0.1021824 Jul 16 01:33:24.368139 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-6a207c92-ff4b-4ee8-9cb0-c1ddc77e7e44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Delete allocated IP 172.20.0.3 (e28d510d-cb2e-4ab6-a291-497cc0c5ce7d/422b6f98-c49d-44ff-ac1e-d155854ae744) {{(pid=93956) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:33:24.371618 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a44bd7fd-b9f9-4e3c-9cc0-5649a3fe4358 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?network_id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1266589 Jul 16 01:33:24.373075 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-755a62da-cf1c-4d00-854c-d18458602507 req-04d292ce-ff2f-4408-9873-26ee8b22883e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50ab5616-e731-43e6-84af-fee4a2a1a3ef HTTP/1.1" status: 200 len: 217 time: 0.0781841 Jul 16 01:33:24.403668 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-6a207c92-ff4b-4ee8-9cb0-c1ddc77e7e44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Allocated IP 172.20.0.38 (e28d510d-cb2e-4ab6-a291-497cc0c5ce7d/bd3c9584-fe0e-4a69-bc89-22f1552a98ea/5e1a9570-526f-4638-af00-cf50aefe89ee) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:24.443841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a62da-cf1c-4d00-854c-d18458602507 req-62f9cd5f-1330-4c73-8202-134b55f84b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:24.445412 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-755a62da-cf1c-4d00-854c-d18458602507 req-62f9cd5f-1330-4c73-8202-134b55f84b3c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0f0f4eea-8e24-49fe-87ba-ed03ae30c163 HTTP/1.1" status: 200 len: 849 time: 0.0620794 Jul 16 01:33:24.458095 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.488838 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712095c5-2cdd-4b5d-9d7d-3d6c190afbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8534aa3a-1896-482e-ada1-1d5184e8d6b0'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:24.491374 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabe4969-1000-4e61-aa01-66cb894d04ce" -d '{"events": [{"server_uuid": "712095c5-2cdd-4b5d-9d7d-3d6c190afbcb", "name": "network-vif-plugged", "status": "completed", "tag": "8534aa3a-1896-482e-ada1-1d5184e8d6b0"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:24.507733 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8534aa3a-1896-482e-ada1-1d5184e8d6b0, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8534aa3a-1896-482e-ada1-1d5184e8d6b0,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:24.516159 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.520340 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-755a62da-cf1c-4d00-854c-d18458602507 req-d3c6abac-1bd0-4bef-af5a-1385cd4042f0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e7b12335-9b64-4a51-826c-7adcfb2f3870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600851 Jul 16 01:33:24.552301 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf2512-716c-4ea6-908b-537201eaddcc req-6bb51126-8308-4c81-995b-00fb99e4e0cb tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:24.554801 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-11cf2512-716c-4ea6-908b-537201eaddcc req-6bb51126-8308-4c81-995b-00fb99e4e0cb tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbaf896a-7e0a-4f46-bf08-94c300084fed HTTP/1.1" status: 200 len: 943 time: 0.3595502 Jul 16 01:33:24.629479 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=8534aa3a-1896-482e-ada1-1d5184e8d6b0,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:24.649155 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] device_id is not set on port bca5c351-7b6e-450f-a2ac-048efad26adf yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:24.663437 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-11cf2512-716c-4ea6-908b-537201eaddcc req-0954a335-b835-4baf-8f83-1f8bf273bb3a tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cccf715-2626-48c7-b6b6-daadb68f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020315 Jul 16 01:33:24.743551 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.783443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Transition to ACTIVE for port object bca5c351-7b6e-450f-a2ac-048efad26adf will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:24.794186 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-9c69fb90-eb32-4ae9-b9f6-b96b42b2c990 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:24.801731 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-9c69fb90-eb32-4ae9-b9f6-b96b42b2c990 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:24.804172 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6a207c92-ff4b-4ee8-9cb0-c1ddc77e7e44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.807990 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-9c69fb90-eb32-4ae9-b9f6-b96b42b2c990 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:24.814920 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-9c69fb90-eb32-4ae9-b9f6-b96b42b2c990 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/networks?id=1b590a93-b556-4341-bbf0-322f328e95cf&id=c8f8cff2-179e-422c-b93c-8298614fb9a9&id=c8f8cff2-179e-422c-b93c-8298614fb9a9&id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20&id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20 HTTP/1.1" status: 200 len: 1989 time: 0.4326868 Jul 16 01:33:24.833029 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.836723 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-6a207c92-ff4b-4ee8-9cb0-c1ddc77e7e44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Transition to ACTIVE for port object 5e1a9570-526f-4638-af00-cf50aefe89ee will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:24.852546 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6a207c92-ff4b-4ee8-9cb0-c1ddc77e7e44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.887402 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Pushing event updated for resources: {'Port': ['ID=bca5c351-7b6e-450f-a2ac-048efad26adf,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:24.901370 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7cf04219-b16d-45b7-9ed8-039a0f21e6d5 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/quotas/9ab955cac98346abb4c28e7943a645b4 HTTP/1.1" status: 200 len: 375 time: 0.0855029 Jul 16 01:33:24.906552 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-755a62da-cf1c-4d00-854c-d18458602507 req-81277503-e45b-4ea5-981a-a69ab80270c9 service neutron] 10.222.0.84 "GET /v2.0/networks/e7b12335-9b64-4a51-826c-7adcfb2f3870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791611 Jul 16 01:33:24.935438 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-98488123-4dab-4d9d-a73f-a258e7d2ef87 None None] Allocated IP 172.20.0.34 (e28d510d-cb2e-4ab6-a291-497cc0c5ce7d/bd3c9584-fe0e-4a69-bc89-22f1552a98ea/e23347b8-c85d-4ea9-8377-01edb30320de) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:24.956736 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a207c92-ff4b-4ee8-9cb0-c1ddc77e7e44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event updated for resources: {'Port': ['ID=5e1a9570-526f-4638-af00-cf50aefe89ee,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:24.988748 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a207c92-ff4b-4ee8-9cb0-c1ddc77e7e44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:24.989447 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a207c92-ff4b-4ee8-9cb0-c1ddc77e7e44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:24.989853 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a207c92-ff4b-4ee8-9cb0-c1ddc77e7e44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:24.990691 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a207c92-ff4b-4ee8-9cb0-c1ddc77e7e44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:24.991236 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a207c92-ff4b-4ee8-9cb0-c1ddc77e7e44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:24.991532 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a207c92-ff4b-4ee8-9cb0-c1ddc77e7e44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:24.991929 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a207c92-ff4b-4ee8-9cb0-c1ddc77e7e44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:24.992419 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a207c92-ff4b-4ee8-9cb0-c1ddc77e7e44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:24.993225 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a207c92-ff4b-4ee8-9cb0-c1ddc77e7e44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:24.993740 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a207c92-ff4b-4ee8-9cb0-c1ddc77e7e44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:24.994549 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a207c92-ff4b-4ee8-9cb0-c1ddc77e7e44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:24.994879 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a207c92-ff4b-4ee8-9cb0-c1ddc77e7e44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:25.032463 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:25.032886 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:25.033282 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:25.053168 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port bca5c351-7b6e-450f-a2ac-048efad26adf on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:25.053507 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:25.056468 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 2 to bind port bca5c351-7b6e-450f-a2ac-048efad26adf Jul 16 01:33:25.071660 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-98488123-4dab-4d9d-a73f-a258e7d2ef87 None None] For port e23347b8-c85d-4ea9-8377-01edb30320de, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e23347b8-c85d-4ea9-8377-01edb30320de,segment=NetworkSegment(cbb91d82-f86d-4ac2-9667-722e2af71af8),segment_id=cbb91d82-f86d-4ac2-9667-722e2af71af8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:25.099228 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-5f32edc9-b1cd-49f7-a0f7-983b165479fc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ab955cac98346abb4c28e7943a645b4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1968729 Jul 16 01:33:25.105532 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-98488123-4dab-4d9d-a73f-a258e7d2ef87 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.127809 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-98488123-4dab-4d9d-a73f-a258e7d2ef87 None None] Transition to ACTIVE for port object e23347b8-c85d-4ea9-8377-01edb30320de will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:25.134169 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:25.134536 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:25.134993 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:25.136347 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-98488123-4dab-4d9d-a73f-a258e7d2ef87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.139801 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264eaf2f-b8ce-424c-ada6-137f9b4ee57a req-f5b790b6-1656-4b17-8bf4-5f13fe31aa45 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:25.142436 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-264eaf2f-b8ce-424c-ada6-137f9b4ee57a req-f5b790b6-1656-4b17-8bf4-5f13fe31aa45 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=712095c5-2cdd-4b5d-9d7d-3d6c190afbcb HTTP/1.1" status: 200 len: 946 time: 0.1999092 Jul 16 01:33:25.150477 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-6a207c92-ff4b-4ee8-9cb0-c1ddc77e7e44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] In _notify_port_updated(), no bound segment for port 5e1a9570-526f-4638-af00-cf50aefe89ee on network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d {{(pid=93956) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:33:25.155088 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port bca5c351-7b6e-450f-a2ac-048efad26adf on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:25.155455 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:25.160975 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a207c92-ff4b-4ee8-9cb0-c1ddc77e7e44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:25.162168 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6a207c92-ff4b-4ee8-9cb0-c1ddc77e7e44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.162302 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 3 to bind port bca5c351-7b6e-450f-a2ac-048efad26adf Jul 16 01:33:25.163014 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6a207c92-ff4b-4ee8-9cb0-c1ddc77e7e44 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "PUT /v2.0/ports/5e1a9570-526f-4638-af00-cf50aefe89ee HTTP/1.1" status: 200 len: 960 time: 2.2051241 Jul 16 01:33:25.165897 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58308) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:25.166510 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-755a62da-cf1c-4d00-854c-d18458602507 req-95a03beb-4b3a-4afb-8726-8bfbf0183f80 service neutron] 10.222.0.84 "GET /v2.0/networks/e7b12335-9b64-4a51-826c-7adcfb2f3870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499828 Jul 16 01:33:25.182899 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:25.183265 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:25.183561 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:25.217325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port bca5c351-7b6e-450f-a2ac-048efad26adf on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:25.217660 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:25.220145 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 4 to bind port bca5c351-7b6e-450f-a2ac-048efad26adf Jul 16 01:33:25.240456 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:25.240827 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:25.241521 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:25.249816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port bca5c351-7b6e-450f-a2ac-048efad26adf on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:25.250041 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:25.251749 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 5 to bind port bca5c351-7b6e-450f-a2ac-048efad26adf Jul 16 01:33:25.256868 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-264eaf2f-b8ce-424c-ada6-137f9b4ee57a req-ef0ea8fa-1887-43e8-9042-9254e893f9c2 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926931 Jul 16 01:33:25.302712 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98488123-4dab-4d9d-a73f-a258e7d2ef87 None None] Pushing event updated for resources: {'Port': ['ID=e23347b8-c85d-4ea9-8377-01edb30320de,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:25.306794 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-8138156a-fedf-4b07-a458-65fb5bb54448 service neutron] 10.222.0.16 "GET /v2.0/networks/1b590a93-b556-4341-bbf0-322f328e95cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833405 Jul 16 01:33:25.307707 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:25.308053 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:25.308392 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:25.338118 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port bca5c351-7b6e-450f-a2ac-048efad26adf on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:25.338642 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:25.344997 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 6 to bind port bca5c351-7b6e-450f-a2ac-048efad26adf Jul 16 01:33:25.349374 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6982fcde-953a-4560-91c8-0dc863b2f3ed x-openstack-request-id: req-6982fcde-953a-4560-91c8-0dc863b2f3ed {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:25.349673 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712095c5-2cdd-4b5d-9d7d-3d6c190afbcb", "name": "network-vif-plugged", "status": "completed", "tag": "8534aa3a-1896-482e-ada1-1d5184e8d6b0", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:25.349926 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6982fcde-953a-4560-91c8-0dc863b2f3ed {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:25.350334 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712095c5-2cdd-4b5d-9d7d-3d6c190afbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8534aa3a-1896-482e-ada1-1d5184e8d6b0', 'code': 200} Jul 16 01:33:25.366064 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-9b1b5196-e447-4385-98d9-bfaed3a97ddd tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting port 5e1a9570-526f-4638-af00-cf50aefe89ee {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:25.366785 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9b1b5196-e447-4385-98d9-bfaed3a97ddd tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.369213 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:25.369738 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:25.370084 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:25.413946 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port bca5c351-7b6e-450f-a2ac-048efad26adf on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:25.414679 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:25.416199 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 7 to bind port bca5c351-7b6e-450f-a2ac-048efad26adf Jul 16 01:33:25.486591 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:25.487190 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:25.487409 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:25.509206 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port bca5c351-7b6e-450f-a2ac-048efad26adf on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:25.509544 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:25.510731 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 8 to bind port bca5c351-7b6e-450f-a2ac-048efad26adf Jul 16 01:33:25.521536 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-2952be43-fa71-41a7-acab-29b185cfd3b2 service neutron] 10.222.0.16 "GET /v2.0/networks/1b590a93-b556-4341-bbf0-322f328e95cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080817 Jul 16 01:33:25.561918 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9b1b5196-e447-4385-98d9-bfaed3a97ddd tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.570106 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:25.570448 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:25.570789 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:25.590105 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port bca5c351-7b6e-450f-a2ac-048efad26adf on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:25.590458 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:25.593295 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-9b1b5196-e447-4385-98d9-bfaed3a97ddd tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Calling delete_port for 5e1a9570-526f-4638-af00-cf50aefe89ee owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:25.593979 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 9 to bind port bca5c351-7b6e-450f-a2ac-048efad26adf Jul 16 01:33:25.622954 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-cbc2e60a-a63b-4f64-a802-6c7256edef8f service neutron] 10.222.0.16 "GET /v2.0/ports/55330359-f702-4308-9556-f798e62575fe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1003964 Jul 16 01:33:25.770958 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:25.771294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:25.771685 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:25.775704 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-0bc8eba4-1435-43d0-8eaa-a67797078284 service neutron] 10.222.0.16 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519084 Jul 16 01:33:25.780991 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port bca5c351-7b6e-450f-a2ac-048efad26adf on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:25.781322 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:25.785679 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541a5e3-b894-45aa-ab16-e9c71ce962c1 req-b6abb07e-c2de-42b5-be95-3a9bd2a28e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:25.787425 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3541a5e3-b894-45aa-ab16-e9c71ce962c1 req-b6abb07e-c2de-42b5-be95-3a9bd2a28e21 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=712095c5-2cdd-4b5d-9d7d-3d6c190afbcb HTTP/1.1" status: 200 len: 1098 time: 0.3439896 Jul 16 01:33:25.806893 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9b1b5196-e447-4385-98d9-bfaed3a97ddd tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.811932 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 10 to bind port bca5c351-7b6e-450f-a2ac-048efad26adf Jul 16 01:33:25.871652 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b5196-e447-4385-98d9-bfaed3a97ddd tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Port': ['ID=5e1a9570-526f-4638-af00-cf50aefe89ee,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:25.893995 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:25.894547 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:25.895518 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:25.908013 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port bca5c351-7b6e-450f-a2ac-048efad26adf on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:25.908013 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port bca5c351-7b6e-450f-a2ac-048efad26adf on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:25.908410 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.985072 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3541a5e3-b894-45aa-ab16-e9c71ce962c1 req-12976932-c820-4a4c-8a49-8e01bd1ab8da service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672835 Jul 16 01:33:26.074228 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-e42394d4-4c2a-42ca-8372-bc6aa07a9422 service neutron] 10.222.0.16 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857099 Jul 16 01:33:26.124596 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9b1b5196-e447-4385-98d9-bfaed3a97ddd tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.133234 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9b1b5196-e447-4385-98d9-bfaed3a97ddd tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/ports/5e1a9570-526f-4638-af00-cf50aefe89ee HTTP/1.1" status: 204 len: 168 time: 0.9540112 Jul 16 01:33:26.134317 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58328) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:26.208539 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] For port bca5c351-7b6e-450f-a2ac-048efad26adf, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:26.208891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempted to set empty binding levels {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:33:26.213361 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff1a551-9dee-491e-9fd0-c6468bf19553 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] GET failed (client error): The resource could not be found. Jul 16 01:33:26.219922 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-eff1a551-9dee-491e-9fd0-c6468bf19553 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports/5e1a9570-526f-4638-af00-cf50aefe89ee HTTP/1.1" status: 404 len: 333 time: 0.0804136 Jul 16 01:33:26.233878 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58330) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:26.243261 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-dbaf7f1e-3ee9-4a30-8231-6eef01e131b9 service neutron] 10.222.0.16 "GET /v2.0/ports/402daa9b-da36-45bb-8bb8-44f53b35914a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1681113 Jul 16 01:33:26.246283 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.327977 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Pushing event updated for resources: {'Port': ['ID=bca5c351-7b6e-450f-a2ac-048efad26adf,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:26.350894 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] In _notify_port_updated(), no bound segment for port bca5c351-7b6e-450f-a2ac-048efad26adf on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:33:26.351890 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.352633 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.354073 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9237eafb-1917-4c96-8856-337ca47893f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] 10.222.0.16 "PUT /v2.0/ports/bca5c351-7b6e-450f-a2ac-048efad26adf HTTP/1.1" status: 200 len: 980 time: 2.8869567 Jul 16 01:33:26.361085 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58334) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:26.484989 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-43de322f-f30e-465b-8285-b12a69091e2d None None] Provisioning for port e23347b8-c85d-4ea9-8377-01edb30320de completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:26.496939 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-43de322f-f30e-465b-8285-b12a69091e2d None None] Provisioning complete for port e23347b8-c85d-4ea9-8377-01edb30320de triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:26.499969 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-43de322f-f30e-465b-8285-b12a69091e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.528839 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda3e0d-af90-4e81-85aa-2cfe35d29cd3 req-74318050-35fb-4b70-8c4b-8c42392d98ac tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.533546 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-6fd9b98e-cb68-4dc7-a401-70cfdc9dc277 service neutron] 10.222.0.16 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674868 Jul 16 01:33:26.536509 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5cda3e0d-af90-4e81-85aa-2cfe35d29cd3 req-74318050-35fb-4b70-8c4b-8c42392d98ac tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbaf896a-7e0a-4f46-bf08-94c300084fed HTTP/1.1" status: 200 len: 943 time: 0.2550168 Jul 16 01:33:26.609190 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5cda3e0d-af90-4e81-85aa-2cfe35d29cd3 req-2466691e-d4f6-4dda-831f-58d45011640a tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cccf715-2626-48c7-b6b6-daadb68f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716751 Jul 16 01:33:26.645641 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7c6756ea-55ce-403d-889d-87d2259b1200 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.699110 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-ea902aa7-556b-4c15-8d14-978226bd1430 service neutron] 10.222.0.16 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582701 Jul 16 01:33:26.701814 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.702856 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.703497 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.704153 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.704813 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.705440 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.706141 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e33139f2-758d-4a82-ad73-4da7fb6509ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.706292 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.706934 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.707575 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.708244 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.708899 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.709729 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.710247 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.711747 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.712606 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.713236 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.714018 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.714611 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.715230 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.716019 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.716666 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.717285 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.717913 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.723202 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.723809 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.732338 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-864eedcd-b4b9-437c-9c42-a848cded0181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22480 time: 0.3615057 Jul 16 01:33:26.739386 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-43de322f-f30e-465b-8285-b12a69091e2d None None] Provisioning complete for port 89786ef0-dfa9-4274-ba57-843926124484 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:26.740036 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-43de322f-f30e-465b-8285-b12a69091e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.761611 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58350) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:26.812819 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7c6756ea-55ce-403d-889d-87d2259b1200 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.871825 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-43de322f-f30e-465b-8285-b12a69091e2d None None] Port 89786ef0-dfa9-4274-ba57-843926124484 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:26.882131 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 50ab5616-e731-43e6-84af-fee4a2a1a3ef details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:26.890663 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-43de322f-f30e-465b-8285-b12a69091e2d None None] Could not find standard attr ID for object 5e1a9570-526f-4638-af00-cf50aefe89ee. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:33:26.983596 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-580c12eb-a4db-49f8-887b-561e8247ea97 req-661abeb4-fc31-4465-93d2-e81eb445bbeb tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0728931 Jul 16 01:33:27.009476 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7c6756ea-55ce-403d-889d-87d2259b1200 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.014081 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7c6756ea-55ce-403d-889d-87d2259b1200 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.024186 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58352) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:27.026012 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7c6756ea-55ce-403d-889d-87d2259b1200 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/security-groups/245f1ef3-3e4e-473c-abf3-5b057d0e3aaf HTTP/1.1" status: 204 len: 168 time: 0.7850969 Jul 16 01:33:27.041243 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-54a1054f-143f-4aed-bf8c-928a3fe9a77d service neutron] 10.222.0.16 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344374 Jul 16 01:33:27.052420 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6756ea-55ce-403d-889d-87d2259b1200 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=245f1ef3-3e4e-473c-abf3-5b057d0e3aaf,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:27.169593 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 50ab5616-e731-43e6-84af-fee4a2a1a3ef, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=50ab5616-e731-43e6-84af-fee4a2a1a3ef,segment=NetworkSegment(057c2c1e-8a1c-472f-9f25-f7d70058fae1),segment_id=057c2c1e-8a1c-472f-9f25-f7d70058fae1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:27.198900 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '50ab5616-e731-43e6-84af-fee4a2a1a3ef', 'network_id': 'e7b12335-9b64-4a51-826c-7adcfb2f3870', 'port_id': '50ab5616-e731-43e6-84af-fee4a2a1a3ef', 'mac_address': 'fa:16:3e:cc:57:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0f4eea-8e24-49fe-87ba-ed03ae30c163', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:27.210863 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ce826729-5ce8-429f-b0d6-a6d13fc46e68 None None] Could not find standard attr ID for object 5e1a9570-526f-4638-af00-cf50aefe89ee. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:33:27.237415 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e23347b8-c85d-4ea9-8377-01edb30320de up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:27.327337 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.361289 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ab5616-e731-43e6-84af-fee4a2a1a3ef {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:27.373844 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-a9fad3dd-96bb-46c3-9a96-195995df920a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Deleting port bca5c351-7b6e-450f-a2ac-048efad26adf {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:27.376446 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a9fad3dd-96bb-46c3-9a96-195995df920a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.397472 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 50ab5616-e731-43e6-84af-fee4a2a1a3ef, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=50ab5616-e731-43e6-84af-fee4a2a1a3ef,segment=NetworkSegment(057c2c1e-8a1c-472f-9f25-f7d70058fae1),segment_id=057c2c1e-8a1c-472f-9f25-f7d70058fae1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:27.405429 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port e23347b8-c85d-4ea9-8377-01edb30320de triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:27.405810 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.408691 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.448263 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e91450-1aad-4e75-b9b0-adf2ca271168 req-3dd57687-8626-4a8e-971a-0d2dcc99d57c tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:27.456445 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-50e91450-1aad-4e75-b9b0-adf2ca271168 req-3dd57687-8626-4a8e-971a-0d2dcc99d57c tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=712095c5-2cdd-4b5d-9d7d-3d6c190afbcb HTTP/1.1" status: 200 len: 946 time: 0.1921332 Jul 16 01:33:27.557143 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-50e91450-1aad-4e75-b9b0-adf2ca271168 req-14e3ca2e-5f4d-416f-a387-78d7b418c833 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927994 Jul 16 01:33:27.582328 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=50ab5616-e731-43e6-84af-fee4a2a1a3ef,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:27.651321 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['50ab5616-e731-43e6-84af-fee4a2a1a3ef'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:27.937004 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-a9fad3dd-96bb-46c3-9a96-195995df920a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] For port bca5c351-7b6e-450f-a2ac-048efad26adf, host n-h2-792394-16, got binding levels [] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:27.937580 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a9fad3dd-96bb-46c3-9a96-195995df920a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.964326 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b43545-ee97-4027-9f6a-885a0e91e519 req-f256258a-2d47-4cb3-a704-db084e661f86 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:27.965160 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d9b43545-ee97-4027-9f6a-885a0e91e519 req-f256258a-2d47-4cb3-a704-db084e661f86 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbaf896a-7e0a-4f46-bf08-94c300084fed HTTP/1.1" status: 200 len: 944 time: 0.0952547 Jul 16 01:33:27.971447 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-a9fad3dd-96bb-46c3-9a96-195995df920a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Calling delete_port for bca5c351-7b6e-450f-a2ac-048efad26adf owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:27.985161 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d8e80a63-6083-450f-94f0-ce15e71ffafd tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.001268 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-12c1b96c-9ad3-4970-ac5a-78c141f61857 service neutron] 10.222.0.16 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9279327 Jul 16 01:33:28.028835 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d9b43545-ee97-4027-9f6a-885a0e91e519 req-f925f7e8-4596-4f48-89e5-51f2c431e59a tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cccf715-2626-48c7-b6b6-daadb68f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560799 Jul 16 01:33:28.123817 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d8e80a63-6083-450f-94f0-ce15e71ffafd tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.242911 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d8e80a63-6083-450f-94f0-ce15e71ffafd tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.247316 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d8e80a63-6083-450f-94f0-ce15e71ffafd tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.251134 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d8e80a63-6083-450f-94f0-ce15e71ffafd tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/security-groups/8d4622d2-4357-4bb2-97df-29ed3e1959ca HTTP/1.1" status: 204 len: 168 time: 1.2181790 Jul 16 01:33:28.251625 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58370) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:28.286794 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e80a63-6083-450f-94f0-ce15e71ffafd tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4622d2-4357-4bb2-97df-29ed3e1959ca,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:28.291412 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b387ad42-7526-4220-a328-9c6acc12ae77 service neutron] 10.222.0.16 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818887 Jul 16 01:33:28.293223 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a9fad3dd-96bb-46c3-9a96-195995df920a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.366091 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d45dc6a9-4009-4978-9eef-ccee1c206b2d req-ad2f1a7a-3a6e-46b0-bb3b-bb7fbcdc5f62 tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0793669 Jul 16 01:33:28.372844 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fad3dd-96bb-46c3-9a96-195995df920a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Pushing event deleted for resources: {'Port': ['ID=bca5c351-7b6e-450f-a2ac-048efad26adf,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:28.383500 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a9fad3dd-96bb-46c3-9a96-195995df920a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.386404 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a9fad3dd-96bb-46c3-9a96-195995df920a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] 10.222.0.16 "DELETE /v2.0/ports/bca5c351-7b6e-450f-a2ac-048efad26adf HTTP/1.1" status: 204 len: 168 time: 1.6233690 Jul 16 01:33:28.389913 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58372) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:28.441836 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b505-46fa-4b33-a44b-00f370c7024b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.450970 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-40124d71-e3c5-4aee-b638-b3a39260c118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:33:28.457711 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-40124d71-e3c5-4aee-b638-b3a39260c118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] 10.222.0.16 "GET /v2.0/ports/bca5c351-7b6e-450f-a2ac-048efad26adf HTTP/1.1" status: 404 len: 333 time: 0.0619855 Jul 16 01:33:28.457930 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58374) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:28.465662 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-cb2112ce-02f2-4c37-9851-0fa21a5a081f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1778235029', 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:28.496611 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b505-46fa-4b33-a44b-00f370c7024b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.502320 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7f82f917-41db-4048-bf7e-dcceedbe06de service neutron] 10.222.0.16 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025263 Jul 16 01:33:28.534523 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2112ce-02f2-4c37-9851-0fa21a5a081f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Made reservation on behalf of 6f55e35b17964cef8f0872fa178ad0c7 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:28.537914 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cb2112ce-02f2-4c37-9851-0fa21a5a081f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.560661 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-cb2112ce-02f2-4c37-9851-0fa21a5a081f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] device_id is not set on port 4a9b5046-351c-4525-b723-7750d4eede57 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:28.618072 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-3d43b148-6a7b-4a23-816c-3f260f2adf8c service neutron] 10.222.0.16 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141996 Jul 16 01:33:28.622602 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b505-46fa-4b33-a44b-00f370c7024b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.625833 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b505-46fa-4b33-a44b-00f370c7024b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.630295 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e3a6b505-46fa-4b33-a44b-00f370c7024b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/security-groups/3d44e780-23c0-4399-a23f-b460446973f2 HTTP/1.1" status: 204 len: 168 time: 0.3733995 Jul 16 01:33:28.636668 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58376) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:28.698807 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6b505-46fa-4b33-a44b-00f370c7024b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d44e780-23c0-4399-a23f-b460446973f2,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:28.765627 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d51759d-7257-439e-b279-c774982a6ac6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting subnet 422b6f98-c49d-44ff-ac1e-d155854ae744 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:33:28.768860 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-ab30ea17-48f0-49ba-8d72-a134b1f01877 service neutron] 10.222.0.16 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465797 Jul 16 01:33:28.775001 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3d51759d-7257-439e-b279-c774982a6ac6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.815952 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 50ab5616-e731-43e6-84af-fee4a2a1a3ef up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:28.879816 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3d51759d-7257-439e-b279-c774982a6ac6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.907469 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-5c0ce93a-4978-4903-b703-4f98b5b9def8 service neutron] 10.222.0.16 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376088 Jul 16 01:33:28.933518 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 50ab5616-e731-43e6-84af-fee4a2a1a3ef completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:28.937007 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cb2112ce-02f2-4c37-9851-0fa21a5a081f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.937557 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 50ab5616-e731-43e6-84af-fee4a2a1a3ef triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:28.937937 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.020694 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3d51759d-7257-439e-b279-c774982a6ac6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.064168 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.090976 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cb2112ce-02f2-4c37-9851-0fa21a5a081f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.103765 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbaf896a-7e0a-4f46-bf08-94c300084fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ab5616-e731-43e6-84af-fee4a2a1a3ef'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:29.106975 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f700ab-229c-4e92-9a32-2b6dbf0eb965" -d '{"events": [{"server_uuid": "bbaf896a-7e0a-4f46-bf08-94c300084fed", "name": "network-vif-plugged", "status": "completed", "tag": "50ab5616-e731-43e6-84af-fee4a2a1a3ef"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:29.113424 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-c04be7a3-52a2-4f7f-934b-e13366a88e82 service neutron] 10.222.0.16 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989765 Jul 16 01:33:29.125992 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 50ab5616-e731-43e6-84af-fee4a2a1a3ef, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=50ab5616-e731-43e6-84af-fee4a2a1a3ef,segment=NetworkSegment(057c2c1e-8a1c-472f-9f25-f7d70058fae1),segment_id=057c2c1e-8a1c-472f-9f25-f7d70058fae1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:29.137686 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.160172 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2112ce-02f2-4c37-9851-0fa21a5a081f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Network d30381b5-76e9-4ad3-aa83-727400ded9a2 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:29.165474 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2112ce-02f2-4c37-9851-0fa21a5a081f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Pushing event updated for resources: {'Port': ['ID=4a9b5046-351c-4525-b723-7750d4eede57,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:29.174762 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-cb2112ce-02f2-4c37-9851-0fa21a5a081f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:29.179558 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2112ce-02f2-4c37-9851-0fa21a5a081f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:29.181132 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2112ce-02f2-4c37-9851-0fa21a5a081f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:29.181903 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cb2112ce-02f2-4c37-9851-0fa21a5a081f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.206447 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cb2112ce-02f2-4c37-9851-0fa21a5a081f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7472889 Jul 16 01:33:29.206994 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=50ab5616-e731-43e6-84af-fee4a2a1a3ef,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:29.209248 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58386) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:29.267275 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3d51759d-7257-439e-b279-c774982a6ac6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.282668 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5100ef56-afc0-4fb8-9252-916aa00dd1b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:29.286869 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5100ef56-afc0-4fb8-9252-916aa00dd1b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] 10.222.0.16 "GET /v2.0/ports/4a9b5046-351c-4525-b723-7750d4eede57 HTTP/1.1" status: 200 len: 959 time: 0.0736365 Jul 16 01:33:29.287674 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58390) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:29.334247 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f2c198-6f2f-4365-b1ba-c11438157907 None None] Network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:29.335819 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51759d-7257-439e-b279-c774982a6ac6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Subnet': ['ID=422b6f98-c49d-44ff-ac1e-d155854ae744,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:29.339085 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3d51759d-7257-439e-b279-c774982a6ac6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.341037 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3d51759d-7257-439e-b279-c774982a6ac6 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/subnets/422b6f98-c49d-44ff-ac1e-d155854ae744 HTTP/1.1" status: 204 len: 168 time: 0.7032614 Jul 16 01:33:29.347416 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58392) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:29.423649 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-1984b4c1-6fe4-46b4-b523-2cee682c3a7a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting subnet bd3c9584-fe0e-4a69-bc89-22f1552a98ea {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:33:29.430019 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1984b4c1-6fe4-46b4-b523-2cee682c3a7a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.471305 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3e751-9686-4c76-b412-2bf0642b67d5 req-5fa1e44f-3866-4029-aa09-2eabe95a8201 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:29.506919 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c7e3e751-9686-4c76-b412-2bf0642b67d5 req-5fa1e44f-3866-4029-aa09-2eabe95a8201 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbaf896a-7e0a-4f46-bf08-94c300084fed HTTP/1.1" status: 200 len: 945 time: 0.1888387 Jul 16 01:33:29.555801 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b8516a5-3c55-45ef-865f-ab0bdaafb40a req-47dc3be9-1183-4a63-8057-e9795464a746 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0451980 Jul 16 01:33:29.569451 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-0781c529-e746-4d3c-89a1-cb6086e767e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Deleting port 4a9b5046-351c-4525-b723-7750d4eede57 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:29.570133 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0781c529-e746-4d3c-89a1-cb6086e767e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.605475 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c7e3e751-9686-4c76-b412-2bf0642b67d5 req-e312ffc2-3c1a-48b9-a028-5d2b58882d57 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cccf715-2626-48c7-b6b6-daadb68f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575650 Jul 16 01:33:29.619372 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1984b4c1-6fe4-46b4-b523-2cee682c3a7a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.718235 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0781c529-e746-4d3c-89a1-cb6086e767e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.734766 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-0781c529-e746-4d3c-89a1-cb6086e767e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Calling delete_port for 4a9b5046-351c-4525-b723-7750d4eede57 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:29.764915 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1984b4c1-6fe4-46b4-b523-2cee682c3a7a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.856451 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1984b4c1-6fe4-46b4-b523-2cee682c3a7a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.886657 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984b4c1-6fe4-46b4-b523-2cee682c3a7a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Subnet': ['ID=bd3c9584-fe0e-4a69-bc89-22f1552a98ea,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:29.901267 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1984b4c1-6fe4-46b4-b523-2cee682c3a7a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.905875 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1984b4c1-6fe4-46b4-b523-2cee682c3a7a tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/subnets/bd3c9584-fe0e-4a69-bc89-22f1552a98ea HTTP/1.1" status: 204 len: 168 time: 0.5551412 Jul 16 01:33:29.910962 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58422) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:29.931521 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ec693c-fb8e-48cf-b87f-432a518011c9 x-openstack-request-id: req-74ec693c-fb8e-48cf-b87f-432a518011c9 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:29.932773 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbaf896a-7e0a-4f46-bf08-94c300084fed", "name": "network-vif-plugged", "status": "completed", "tag": "50ab5616-e731-43e6-84af-fee4a2a1a3ef", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:29.933207 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74ec693c-fb8e-48cf-b87f-432a518011c9 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:29.933778 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbaf896a-7e0a-4f46-bf08-94c300084fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ab5616-e731-43e6-84af-fee4a2a1a3ef', 'code': 200} Jul 16 01:33:29.970210 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-2006a9c4-6e82-4349-9de7-1a691682d799 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:29.970921 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2006a9c4-6e82-4349-9de7-1a691682d799 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:29.975513 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2006a9c4-6e82-4349-9de7-1a691682d799 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/subnets/422b6f98-c49d-44ff-ac1e-d155854ae744 HTTP/1.1" status: 404 len: 337 time: 0.0612977 Jul 16 01:33:29.976613 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58424) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:29.982934 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f5989c99-a519-49c0-8c5e-89ef7f0a8a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.006281 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.088013 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee6b2f8-a14e-4d61-bf70-30e77e347b3b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting subnet f086c357-cc9e-480d-80d6-4346712c2558 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:33:30.093107 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6ee6b2f8-a14e-4d61-bf70-30e77e347b3b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.097968 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19ff42-e648-4c01-b0b3-35deb6fa2652 req-c20c9756-a89d-427a-b70a-10470311a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:30.106222 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-de19ff42-e648-4c01-b0b3-35deb6fa2652 req-c20c9756-a89d-427a-b70a-10470311a29c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bbaf896a-7e0a-4f46-bf08-94c300084fed HTTP/1.1" status: 200 len: 1097 time: 0.2732630 Jul 16 01:33:30.114933 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0781c529-e746-4d3c-89a1-cb6086e767e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.181321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781c529-e746-4d3c-89a1-cb6086e767e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a9b5046-351c-4525-b723-7750d4eede57,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:30.187064 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-de19ff42-e648-4c01-b0b3-35deb6fa2652 req-45c430e6-91fb-44c3-9965-755e2ee71373 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=2cccf715-2626-48c7-b6b6-daadb68f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799196 Jul 16 01:33:30.194488 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0781c529-e746-4d3c-89a1-cb6086e767e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.200856 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0781c529-e746-4d3c-89a1-cb6086e767e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] 10.222.0.16 "DELETE /v2.0/ports/4a9b5046-351c-4525-b723-7750d4eede57 HTTP/1.1" status: 204 len: 168 time: 0.9119465 Jul 16 01:33:30.201444 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3441f4d2-499f-400b-a5ba-c4f75ad7a98d req-99b52150-36cf-433b-99b0-142287bd50e2 tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0690467 Jul 16 01:33:30.201953 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58430) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:30.214982 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6ee6b2f8-a14e-4d61-bf70-30e77e347b3b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.244811 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e71270-c869-479c-b52f-528bff2b1749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:33:30.250612 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-82e71270-c869-479c-b52f-528bff2b1749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] 10.222.0.16 "GET /v2.0/ports/4a9b5046-351c-4525-b723-7750d4eede57 HTTP/1.1" status: 404 len: 333 time: 0.0470781 Jul 16 01:33:30.251180 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58432) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:30.256849 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-d33a504f-db0a-4031-95f5-22a1f7bf2e51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Request body: {'port': {'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892628322'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:30.286232 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33a504f-db0a-4031-95f5-22a1f7bf2e51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Made reservation on behalf of 6f55e35b17964cef8f0872fa178ad0c7 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:30.288930 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d33a504f-db0a-4031-95f5-22a1f7bf2e51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.325136 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-d33a504f-db0a-4031-95f5-22a1f7bf2e51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] device_id is not set on port b45eff26-8cc9-4d13-bb43-22532fae7617 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:30.454133 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6ee6b2f8-a14e-4d61-bf70-30e77e347b3b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.537655 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d5c5ec55-c899-4b38-bbc0-6d9f6a4cc116 req-50e6218e-55b5-4f58-96c1-199f3c25b698 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 210 time: 0.0675268 Jul 16 01:33:30.548970 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6ee6b2f8-a14e-4d61-bf70-30e77e347b3b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.598432 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6b2f8-a14e-4d61-bf70-30e77e347b3b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Subnet': ['ID=f086c357-cc9e-480d-80d6-4346712c2558,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:30.612945 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6ee6b2f8-a14e-4d61-bf70-30e77e347b3b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.615785 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6ee6b2f8-a14e-4d61-bf70-30e77e347b3b tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/subnets/f086c357-cc9e-480d-80d6-4346712c2558 HTTP/1.1" status: 204 len: 168 time: 0.6379220 Jul 16 01:33:30.618324 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58438) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:30.658607 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-c58345fa-b8ed-4e7a-b70b-80df4993a332 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:30.659275 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c58345fa-b8ed-4e7a-b70b-80df4993a332 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:30.661798 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c58345fa-b8ed-4e7a-b70b-80df4993a332 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/subnets/4a5d4007-a56c-4f0a-9ff6-481ec2f6cc86 HTTP/1.1" status: 404 len: 337 time: 0.0422902 Jul 16 01:33:30.664469 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58442) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:30.701127 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-257ecc92-9f70-4eab-8dcc-b92b515ebc6f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fc3f6b2-2dd0-46f4-a04a-7c7c32281faa HTTP/1.1" status: 200 len: 205 time: 0.0345685 Jul 16 01:33:30.714806 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58444) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:30.755767 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.799780 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d33a504f-db0a-4031-95f5-22a1f7bf2e51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.839746 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-69cff15c-81b2-42c2-853e-f696253e8f1f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] delete failed (client error): The resource could not be found. Jul 16 01:33:30.845393 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58456) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:30.846089 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-69cff15c-81b2-42c2-853e-f696253e8f1f tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/routers/3fc3f6b2-2dd0-46f4-a04a-7c7c32281faa HTTP/1.1" status: 404 len: 336 time: 0.1301901 Jul 16 01:33:30.989971 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8eb2461-7324-4b5d-9384-0ced66afd373 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:30.990378 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8eb2461-7324-4b5d-9384-0ced66afd373 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:30.999827 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4503d8-4e53-4acf-93fa-d56893c4b89f req-e1a8a3b7-f3c3-4445-90aa-7911c1250d9b tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:31.007599 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd4503d8-4e53-4acf-93fa-d56893c4b89f req-e1a8a3b7-f3c3-4445-90aa-7911c1250d9b tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbaf896a-7e0a-4f46-bf08-94c300084fed HTTP/1.1" status: 200 len: 945 time: 0.1476645 Jul 16 01:33:31.010793 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b8eb2461-7324-4b5d-9384-0ced66afd373 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/subnets/7531f4f4-fd45-41a5-bb04-ddcdb47618ba HTTP/1.1" status: 404 len: 337 time: 0.1538920 Jul 16 01:33:31.011473 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58464) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:31.069065 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd4503d8-4e53-4acf-93fa-d56893c4b89f req-496a1493-f043-47e7-bba7-98f487167609 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cccf715-2626-48c7-b6b6-daadb68f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604928 Jul 16 01:33:31.089772 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6af9fe-5ab0-4eb6-bce4-72e01b38c701 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:31.090250 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b6af9fe-5ab0-4eb6-bce4-72e01b38c701 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:31.096206 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2b6af9fe-5ab0-4eb6-bce4-72e01b38c701 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/subnets/074c2350-da26-4517-a281-1cf12de3d95c HTTP/1.1" status: 404 len: 337 time: 0.0820744 Jul 16 01:33:31.098632 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58466) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:31.132107 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d33a504f-db0a-4031-95f5-22a1f7bf2e51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.143353 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4ed362-8403-46ce-88a2-9c41e68e9570 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:31.144226 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4ed362-8403-46ce-88a2-9c41e68e9570 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:31.147214 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-de4ed362-8403-46ce-88a2-9c41e68e9570 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/subnets/04bb0b9a-1176-430a-8979-1687688e02aa HTTP/1.1" status: 404 len: 337 time: 0.0455031 Jul 16 01:33:31.151157 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58468) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:31.192461 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33a504f-db0a-4031-95f5-22a1f7bf2e51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Network d30381b5-76e9-4ad3-aa83-727400ded9a2 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:31.195653 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23783bc-bd4a-41b5-b832-f90022b97813 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:31.197047 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f23783bc-bd4a-41b5-b832-f90022b97813 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:31.198294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-d33a504f-db0a-4031-95f5-22a1f7bf2e51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:31.201626 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f23783bc-bd4a-41b5-b832-f90022b97813 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/ports/e40fe590-f925-4c29-8270-c0dfb197d041 HTTP/1.1" status: 404 len: 333 time: 0.0468028 Jul 16 01:33:31.202650 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58470) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:31.209795 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33a504f-db0a-4031-95f5-22a1f7bf2e51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:31.211055 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33a504f-db0a-4031-95f5-22a1f7bf2e51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:31.211926 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d33a504f-db0a-4031-95f5-22a1f7bf2e51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.231100 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a504f-db0a-4031-95f5-22a1f7bf2e51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Pushing event updated for resources: {'Port': ['ID=b45eff26-8cc9-4d13-bb43-22532fae7617,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:31.250541 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d33a504f-db0a-4031-95f5-22a1f7bf2e51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9979174 Jul 16 01:33:31.251366 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58474) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:31.253121 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd5809b-2f97-4ea0-a768-1ffeda9696d2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:31.254699 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd5809b-2f97-4ea0-a768-1ffeda9696d2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:31.258293 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:31.259262 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0cd5809b-2f97-4ea0-a768-1ffeda9696d2 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/subnets/25be3ba3-98f0-4cf5-96da-4262d94a6c33 HTTP/1.1" status: 404 len: 337 time: 0.0553229 Jul 16 01:33:31.262198 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58476) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:31.307820 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.328230 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eae1d1a-0975-4e54-abc0-b2bc7b5fda8c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:31.329508 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eae1d1a-0975-4e54-abc0-b2bc7b5fda8c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:31.334356 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5eae1d1a-0975-4e54-abc0-b2bc7b5fda8c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/subnets/bdd8e116-3c40-4313-851f-eca8e42b2bef HTTP/1.1" status: 404 len: 337 time: 0.0685601 Jul 16 01:33:31.334566 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58478) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:31.378569 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ea8586-3746-4494-8d11-bba3ca48643c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:31.379191 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ea8586-3746-4494-8d11-bba3ca48643c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:31.384014 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-67ea8586-3746-4494-8d11-bba3ca48643c tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/ports/4202129e-b1f8-4151-aa1c-8dd34c37ab6c HTTP/1.1" status: 404 len: 333 time: 0.0461695 Jul 16 01:33:31.384261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58480) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:31.395456 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361ccec2-b45d-4ee4-a174-b0ed241a83c5 None None] Network e28d510d-cb2e-4ab6-a291-497cc0c5ce7d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:31.451651 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-15529e97-7e9c-4972-88f8-4bbfa80cac56 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:31.452100 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15529e97-7e9c-4972-88f8-4bbfa80cac56 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:31.459680 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-15529e97-7e9c-4972-88f8-4bbfa80cac56 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/subnets/707b63d8-0a96-4fd0-859a-fb989a5f4d25 HTTP/1.1" status: 404 len: 337 time: 0.0715322 Jul 16 01:33:31.461161 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58484) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:31.491889 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d6a7bf06-d20f-4017-b7f9-993c8cbc0926 req-d1ed2d8f-765e-426f-918e-01bf1d24ae33 tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0649154 Jul 16 01:33:31.509767 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.531632 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-03228541-6718-4e49-882e-c570c04b32c4 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:31.532709 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03228541-6718-4e49-882e-c570c04b32c4 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:31.538592 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-03228541-6718-4e49-882e-c570c04b32c4 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/subnets/be1b5c14-65bb-4316-9cae-4fcd0f7d97e8 HTTP/1.1" status: 404 len: 337 time: 0.0716379 Jul 16 01:33:31.539223 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58488) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:31.621250 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-206ce2a8-84d9-43d3-866d-f13425ac6886 None None] Provisioning complete for port e23347b8-c85d-4ea9-8377-01edb30320de triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:31.621964 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-206ce2a8-84d9-43d3-866d-f13425ac6886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.850364 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-aae1f4cc-60c9-4cbd-8e64-2bf28a3d3705 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Deleting port 89786ef0-dfa9-4274-ba57-843926124484 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:31.853022 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aae1f4cc-60c9-4cbd-8e64-2bf28a3d3705 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.876456 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-206ce2a8-84d9-43d3-866d-f13425ac6886 None None] Provisioning complete for port 89786ef0-dfa9-4274-ba57-843926124484 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:31.877143 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-206ce2a8-84d9-43d3-866d-f13425ac6886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.937397 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-206ce2a8-84d9-43d3-866d-f13425ac6886 None None] Port 89786ef0-dfa9-4274-ba57-843926124484 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:31.942307 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3fd4eb-8bc3-48cc-852b-e3309692cd3b None None] DHCP port deletion for e28d510d-cb2e-4ab6-a291-497cc0c5ce7d request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:33:31.944227 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aae1f4cc-60c9-4cbd-8e64-2bf28a3d3705 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.958539 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-aae1f4cc-60c9-4cbd-8e64-2bf28a3d3705 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Calling delete_port for 89786ef0-dfa9-4274-ba57-843926124484 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:32.022142 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] device_id is not set on port b45eff26-8cc9-4d13-bb43-22532fae7617 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:32.036792 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.049797 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9f3fd4eb-8bc3-48cc-852b-e3309692cd3b None None] Deleting port e23347b8-c85d-4ea9-8377-01edb30320de {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:32.050206 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f3fd4eb-8bc3-48cc-852b-e3309692cd3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.059867 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Transition to ACTIVE for port object b45eff26-8cc9-4d13-bb43-22532fae7617 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:32.069878 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.136699 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-01d2e83c-4814-42cf-aba8-fcdb2a08dfdb req-e3a9f3d0-139c-4fce-86d2-844d6b08d598 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 210 time: 0.0765071 Jul 16 01:33:32.140248 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aae1f4cc-60c9-4cbd-8e64-2bf28a3d3705 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.172134 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Pushing event updated for resources: {'Port': ['ID=b45eff26-8cc9-4d13-bb43-22532fae7617,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:32.180237 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aae1f4cc-60c9-4cbd-8e64-2bf28a3d3705 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.185143 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58528) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:32.185743 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-aae1f4cc-60c9-4cbd-8e64-2bf28a3d3705 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/ports/89786ef0-dfa9-4274-ba57-843926124484 HTTP/1.1" status: 204 len: 168 time: 0.6405406 Jul 16 01:33:32.218734 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:32.219314 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:32.219832 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:32.220092 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-9f3fd4eb-8bc3-48cc-852b-e3309692cd3b None None] For port e23347b8-c85d-4ea9-8377-01edb30320de, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e23347b8-c85d-4ea9-8377-01edb30320de,segment=NetworkSegment(cbb91d82-f86d-4ac2-9667-722e2af71af8),segment_id=cbb91d82-f86d-4ac2-9667-722e2af71af8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:32.220531 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f3fd4eb-8bc3-48cc-852b-e3309692cd3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.224250 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1f4cc-60c9-4cbd-8e64-2bf28a3d3705 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Port': ['ID=89786ef0-dfa9-4274-ba57-843926124484,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:32.248129 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9f3fd4eb-8bc3-48cc-852b-e3309692cd3b None None] Calling delete_port for e23347b8-c85d-4ea9-8377-01edb30320de owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:32.310872 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:33:32.329315 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ad604a67-6c88-4c7e-b4e3-ff617f9bf414 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.365519 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port b45eff26-8cc9-4d13-bb43-22532fae7617 on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:32.365851 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:32.393310 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 2 to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 Jul 16 01:33:32.411872 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401eac9-baac-4550-b4a8-6f54c6c7fde0 req-87eb6f24-ea00-47f6-9745-58e9e38f1393 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.425236 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9401eac9-baac-4550-b4a8-6f54c6c7fde0 req-87eb6f24-ea00-47f6-9745-58e9e38f1393 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbaf896a-7e0a-4f46-bf08-94c300084fed HTTP/1.1" status: 200 len: 945 time: 0.1016154 Jul 16 01:33:32.433147 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f3fd4eb-8bc3-48cc-852b-e3309692cd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.433784 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:32.433784 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:32.434045 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:32.443034 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-609f9711-a72e-417f-95ec-c2c95d394b25 req-8a9c0d79-c646-4edb-8685-ee98e1b3dd01 tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0925059 Jul 16 01:33:32.453962 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port b45eff26-8cc9-4d13-bb43-22532fae7617 on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:32.453962 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:32.461046 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 3 to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 Jul 16 01:33:32.493235 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9401eac9-baac-4550-b4a8-6f54c6c7fde0 req-34a62206-6cb1-4618-a736-c148cb87a75d tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cccf715-2626-48c7-b6b6-daadb68f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649371 Jul 16 01:33:32.513879 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3fd4eb-8bc3-48cc-852b-e3309692cd3b None None] Pushing event deleted for resources: {'Port': ['ID=e23347b8-c85d-4ea9-8377-01edb30320de,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:32.527857 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3fd4eb-8bc3-48cc-852b-e3309692cd3b None None] No DVR routers for this DVR port e23347b8-c85d-4ea9-8377-01edb30320de on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:32.539074 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:32.540687 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:32.541118 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:32.545469 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-e7fd8339-369c-4842-8d31-6dbcbb619836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.550529 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-e7fd8339-369c-4842-8d31-6dbcbb619836 service neutron] 10.222.0.84 "GET /v2.0/ports/55330359-f702-4308-9556-f798e62575fe HTTP/1.1" status: 200 len: 1027 time: 0.2188489 Jul 16 01:33:32.552143 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.555271 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port b45eff26-8cc9-4d13-bb43-22532fae7617 on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:32.555729 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:32.569893 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 4 to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 Jul 16 01:33:32.664828 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a59bbef7-15ad-4936-a98f-eaeebcad88e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.666437 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a59bbef7-15ad-4936-a98f-eaeebcad88e6 service neutron] 10.222.0.84 "GET /v2.0/ports/402daa9b-da36-45bb-8bb8-44f53b35914a HTTP/1.1" status: 200 len: 1028 time: 0.1071513 Jul 16 01:33:32.670160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:32.670575 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:32.670980 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:32.710068 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ad604a67-6c88-4c7e-b4e3-ff617f9bf414 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.756813 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port b45eff26-8cc9-4d13-bb43-22532fae7617 on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:32.757379 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:32.766147 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-ad604a67-6c88-4c7e-b4e3-ff617f9bf414 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28d510d-cb2e-4ab6-a291-497cc0c5ce7d']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:32.768056 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 5 to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 Jul 16 01:33:32.804023 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-ad604a67-6c88-4c7e-b4e3-ff617f9bf414 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb91d82-f86d-4ac2-9667-722e2af71af8') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:32.804326 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-ad604a67-6c88-4c7e-b4e3-ff617f9bf414 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb91d82-f86d-4ac2-9667-722e2af71af8') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:32.829575 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ad604a67-6c88-4c7e-b4e3-ff617f9bf414 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.858836 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:32.859192 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:32.859514 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:32.894979 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port b45eff26-8cc9-4d13-bb43-22532fae7617 on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:32.895156 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:32.896208 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ad604a67-6c88-4c7e-b4e3-ff617f9bf414 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.899957 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 6 to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 Jul 16 01:33:32.927278 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad604a67-6c88-4c7e-b4e3-ff617f9bf414 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:32.927708 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ad604a67-6c88-4c7e-b4e3-ff617f9bf414 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:32.932408 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:32.955113 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:32.955450 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:32.955795 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:32.980449 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-d5f87d46-27da-452b-bc2b-ef690374958b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.986208 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-d5f87d46-27da-452b-bc2b-ef690374958b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.992677 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-d5f87d46-27da-452b-bc2b-ef690374958b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:32.994331 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-d5f87d46-27da-452b-bc2b-ef690374958b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.84 "GET /v2.0/networks?id=1b590a93-b556-4341-bbf0-322f328e95cf&id=c8f8cff2-179e-422c-b93c-8298614fb9a9&id=c8f8cff2-179e-422c-b93c-8298614fb9a9&id=c8f8cff2-179e-422c-b93c-8298614fb9a9&id=c8f8cff2-179e-422c-b93c-8298614fb9a9&id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20&id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20 HTTP/1.1" status: 200 len: 1989 time: 0.3161025 Jul 16 01:33:32.994994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port b45eff26-8cc9-4d13-bb43-22532fae7617 on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:32.995329 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:33.024543 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 7 to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 Jul 16 01:33:33.064873 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa9f46-069e-4fb4-b420-3a7a568a52a5 req-7c666676-95b4-4197-ac31-eff4f4757905 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:33.067206 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-13aa9f46-069e-4fb4-b420-3a7a568a52a5 req-7c666676-95b4-4197-ac31-eff4f4757905 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?device_id=92354be4-5576-4426-9fda-a44fd625e227 HTTP/1.1" status: 200 len: 950 time: 0.3372989 Jul 16 01:33:33.069982 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:33.070406 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:33.071072 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:33.078011 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ad604a67-6c88-4c7e-b4e3-ff617f9bf414 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.094821 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port b45eff26-8cc9-4d13-bb43-22532fae7617 on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:33.095288 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:33.096258 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ad604a67-6c88-4c7e-b4e3-ff617f9bf414 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.098790 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ad604a67-6c88-4c7e-b4e3-ff617f9bf414 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] 10.222.0.16 "DELETE /v2.0/networks/e28d510d-cb2e-4ab6-a291-497cc0c5ce7d HTTP/1.1" status: 204 len: 168 time: 0.9101064 Jul 16 01:33:33.100913 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 8 to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 Jul 16 01:33:33.147902 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad604a67-6c88-4c7e-b4e3-ff617f9bf414 tempest-PortsTestJSON-1987218579 tempest-PortsTestJSON-1987218579-project] Pushing event deleted for resources: {'Network': ['ID=e28d510d-cb2e-4ab6-a291-497cc0c5ce7d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:33.157625 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-63872bbf-48a1-4756-9d6c-3fe69d5e38f1 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ab955cac98346abb4c28e7943a645b4 HTTP/1.1" status: 200 len: 379 time: 0.1276839 Jul 16 01:33:33.161854 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:33.162571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:33.162571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:33.171432 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a7dca004-6dda-43b1-84cd-023b2b9168d5 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Request body: {'port': {'device_id': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf', 'admin_state_up': True, 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'security_groups': ['42519a41-99ff-4c45-ae74-2b052d028275']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:33.196193 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port b45eff26-8cc9-4d13-bb43-22532fae7617 on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:33.196861 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:33.197784 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e23347b8-c85d-4ea9-8377-01edb30320de no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:33.205396 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 9 to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 Jul 16 01:33:33.216493 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-13aa9f46-069e-4fb4-b420-3a7a568a52a5 req-d912e12f-5176-41f7-a219-9548a952e8c4 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/security-groups?id=86f4f680-b200-4b51-95c2-fcbf79fd4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404805 Jul 16 01:33:33.233031 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:33.233378 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:33.233719 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:33.245411 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: e23347b8-c85d-4ea9-8377-01edb30320de {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:33.246052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e23347b8-c85d-4ea9-8377-01edb30320de not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:33.270473 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port b45eff26-8cc9-4d13-bb43-22532fae7617 on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:33.270817 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:33.275482 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempt 10 to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 Jul 16 01:33:33.301052 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:33.301596 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:33.302164 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempting to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:33.316021 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Port b45eff26-8cc9-4d13-bb43-22532fae7617 on network d30381b5-76e9-4ad3-aa83-727400ded9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:33.316389 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Failed to bind port b45eff26-8cc9-4d13-bb43-22532fae7617 on host n-h2-792394-16 for vnic_type normal using segments [{'id': '89e644b5-dc36-460b-a300-4dbcc63fd2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd30381b5-76e9-4ad3-aa83-727400ded9a2'}] Jul 16 01:33:33.316831 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.389861 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a7dca004-6dda-43b1-84cd-023b2b9168d5 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Made reservation on behalf of 9ab955cac98346abb4c28e7943a645b4 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:33.402386 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a7dca004-6dda-43b1-84cd-023b2b9168d5 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.466586 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] For port b45eff26-8cc9-4d13-bb43-22532fae7617, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:33.467040 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attempted to set empty binding levels {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:33:33.495365 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.499883 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b907e5e9-9511-43fc-a3c4-a5a6ae3ed80a req-70117744-a63a-4c34-ae13-5dc529613f38 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 210 time: 0.0491872 Jul 16 01:33:33.537139 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58564) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:33.560267 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Pushing event updated for resources: {'Port': ['ID=b45eff26-8cc9-4d13-bb43-22532fae7617,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:33.597759 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] In _notify_port_updated(), no bound segment for port b45eff26-8cc9-4d13-bb43-22532fae7617 on network d30381b5-76e9-4ad3-aa83-727400ded9a2 {{(pid=93955) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:33:33.598641 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:33.599397 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.600854 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-89f92249-c580-475b-99aa-ff75e4a423d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] 10.222.0.16 "PUT /v2.0/ports/b45eff26-8cc9-4d13-bb43-22532fae7617 HTTP/1.1" status: 200 len: 980 time: 2.3485351 Jul 16 01:33:33.603763 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58572) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:33.734167 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a7dca004-6dda-43b1-84cd-023b2b9168d5 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Allocated IP 172.20.0.5 (1b590a93-b556-4341-bbf0-322f328e95cf/09f3da01-7811-438c-934c-dbb6f1e9ed24/36a2f25a-4dc4-421c-88af-1545774b65fb) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:33.817684 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b6781fca-1d24-4ade-a48d-5a3fe0b592ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de3675ad2360466e9878a944ef829174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2785125 Jul 16 01:33:33.820258 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58592) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:33.834905 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-e28acbdc-60f0-4b2b-9b22-38116eda17f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Deleting port b45eff26-8cc9-4d13-bb43-22532fae7617 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:33.835495 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e28acbdc-60f0-4b2b-9b22-38116eda17f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.899618 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-e28acbdc-60f0-4b2b-9b22-38116eda17f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] For port b45eff26-8cc9-4d13-bb43-22532fae7617, host n-h2-792394-16, got binding levels [] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:33.900283 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e28acbdc-60f0-4b2b-9b22-38116eda17f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.912800 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-e28acbdc-60f0-4b2b-9b22-38116eda17f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Calling delete_port for b45eff26-8cc9-4d13-bb43-22532fae7617 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:33.933701 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2096dfd6-0121-4172-a640-aa8a4f4833e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.958404 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-efd12041-f9f8-4157-b970-7a4ccf6825f5 req-4b941993-cee2-47be-92b0-78bdcd3ec4af tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0431924 Jul 16 01:33:33.991494 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2096dfd6-0121-4172-a640-aa8a4f4833e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.002182 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a7dca004-6dda-43b1-84cd-023b2b9168d5 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.036189 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a7dca004-6dda-43b1-84cd-023b2b9168d5 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Transition to ACTIVE for port object 36a2f25a-4dc4-421c-88af-1545774b65fb will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:34.085620 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2096dfd6-0121-4172-a640-aa8a4f4833e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.088309 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2096dfd6-0121-4172-a640-aa8a4f4833e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.093027 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2096dfd6-0121-4172-a640-aa8a4f4833e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b885c751-0a1c-4547-a207-8e154dbf6588 HTTP/1.1" status: 204 len: 168 time: 0.2661099 Jul 16 01:33:34.098722 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a7dca004-6dda-43b1-84cd-023b2b9168d5 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.112293 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e28acbdc-60f0-4b2b-9b22-38116eda17f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.126532 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a7dca004-6dda-43b1-84cd-023b2b9168d5 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Network 1b590a93-b556-4341-bbf0-322f328e95cf is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:34.134012 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a7dca004-6dda-43b1-84cd-023b2b9168d5 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:34.137240 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a7dca004-6dda-43b1-84cd-023b2b9168d5 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:34.166323 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28acbdc-60f0-4b2b-9b22-38116eda17f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Pushing event deleted for resources: {'Port': ['ID=b45eff26-8cc9-4d13-bb43-22532fae7617,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:34.199835 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e28acbdc-60f0-4b2b-9b22-38116eda17f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.200312 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096dfd6-0121-4172-a640-aa8a4f4833e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b885c751-0a1c-4547-a207-8e154dbf6588,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:34.218591 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58612) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:34.220984 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e28acbdc-60f0-4b2b-9b22-38116eda17f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] 10.222.0.16 "DELETE /v2.0/ports/b45eff26-8cc9-4d13-bb43-22532fae7617 HTTP/1.1" status: 204 len: 168 time: 0.6160562 Jul 16 01:33:34.286924 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ad574e-ee8d-473c-af83-0343c3e66c0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:33:34.289313 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a4ad574e-ee8d-473c-af83-0343c3e66c0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111483148-project-admin] 10.222.0.16 "GET /v2.0/ports/b45eff26-8cc9-4d13-bb43-22532fae7617 HTTP/1.1" status: 404 len: 333 time: 0.0694671 Jul 16 01:33:34.293177 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58620) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:34.385929 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dca004-6dda-43b1-84cd-023b2b9168d5 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event updated for resources: {'Port': ['ID=36a2f25a-4dc4-421c-88af-1545774b65fb,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:34.417984 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a7dca004-6dda-43b1-84cd-023b2b9168d5 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:34.418701 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a7dca004-6dda-43b1-84cd-023b2b9168d5 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.449338 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a7dca004-6dda-43b1-84cd-023b2b9168d5 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2824118 Jul 16 01:33:34.461216 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-899e04fa-2af3-4d7d-86a4-09fa5880d43f tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Request body: {'port': {'device_id': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9', 'admin_state_up': True, 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'security_groups': ['42519a41-99ff-4c45-ae74-2b052d028275']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:34.496789 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-49686ab7-1363-4527-a3d4-be39cb558f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.621065 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-49686ab7-1363-4527-a3d4-be39cb558f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.634808 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-49686ab7-1363-4527-a3d4-be39cb558f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d30381b5-76e9-4ad3-aa83-727400ded9a2']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:34.648499 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-49686ab7-1363-4527-a3d4-be39cb558f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e644b5-dc36-460b-a300-4dbcc63fd2ed') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:34.649134 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-49686ab7-1363-4527-a3d4-be39cb558f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e644b5-dc36-460b-a300-4dbcc63fd2ed') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:34.694555 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-49686ab7-1363-4527-a3d4-be39cb558f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.695791 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-17306705-7904-42ea-b6da-fe41a62240ca None None] Provisioning for port 36a2f25a-4dc4-421c-88af-1545774b65fb completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:34.712927 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-17306705-7904-42ea-b6da-fe41a62240ca None None] Provisioning complete for port 36a2f25a-4dc4-421c-88af-1545774b65fb triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:34.712927 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-17306705-7904-42ea-b6da-fe41a62240ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.723352 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-49686ab7-1363-4527-a3d4-be39cb558f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.735822 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49686ab7-1363-4527-a3d4-be39cb558f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:34.736225 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-49686ab7-1363-4527-a3d4-be39cb558f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:34.740288 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:34.745800 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-899e04fa-2af3-4d7d-86a4-09fa5880d43f tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Made reservation on behalf of 9ab955cac98346abb4c28e7943a645b4 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:34.750880 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-899e04fa-2af3-4d7d-86a4-09fa5880d43f tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.798977 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-17306705-7904-42ea-b6da-fe41a62240ca None None] Port 36a2f25a-4dc4-421c-88af-1545774b65fb cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:34.886964 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.907031 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-49686ab7-1363-4527-a3d4-be39cb558f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.913146 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-49686ab7-1363-4527-a3d4-be39cb558f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.915533 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-49686ab7-1363-4527-a3d4-be39cb558f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] 10.222.0.16 "DELETE /v2.0/networks/d30381b5-76e9-4ad3-aa83-727400ded9a2 HTTP/1.1" status: 204 len: 168 time: 0.6213322 Jul 16 01:33:34.950222 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49686ab7-1363-4527-a3d4-be39cb558f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1961206075-project] Pushing event deleted for resources: {'Network': ['ID=d30381b5-76e9-4ad3-aa83-727400ded9a2,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:35.078532 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-899e04fa-2af3-4d7d-86a4-09fa5880d43f tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Allocated IP 10.1.1.44 (c8f8cff2-179e-422c-b93c-8298614fb9a9/c920e428-2173-4351-a902-805250aa16b4/14ec0242-6e1e-4307-a3bc-b3ea2834426a) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:35.092162 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d1fdb-7f8e-462e-9c5b-e80bf6743f59 req-007d76d4-4470-4cc1-bfbc-77e8c4d5c8ad tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:35.093737 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1e0d1fdb-7f8e-462e-9c5b-e80bf6743f59 req-007d76d4-4470-4cc1-bfbc-77e8c4d5c8ad tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 931 time: 0.1392930 Jul 16 01:33:35.209230 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1e0d1fdb-7f8e-462e-9c5b-e80bf6743f59 req-26cc682f-beac-47bb-ac7e-852cfa4f6456 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968354 Jul 16 01:33:35.344472 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58702) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:35.376638 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58706) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:35.460736 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-899e04fa-2af3-4d7d-86a4-09fa5880d43f tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.507581 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-899e04fa-2af3-4d7d-86a4-09fa5880d43f tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Transition to ACTIVE for port object 14ec0242-6e1e-4307-a3bc-b3ea2834426a will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:35.509768 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-71d73065-8314-4646-979e-3d46ca009586 req-071c8ce7-b367-4260-b4fb-6f0eeeb9c29d tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0899992 Jul 16 01:33:35.532093 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:35.567282 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-831fb189-9c2a-4999-8c02-ab79760ec75e tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Request body: {'security_group': {'name': 'tempest-secgroup--1201223988'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:35.585177 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-899e04fa-2af3-4d7d-86a4-09fa5880d43f tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.638831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-899e04fa-2af3-4d7d-86a4-09fa5880d43f tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Network c8f8cff2-179e-422c-b93c-8298614fb9a9 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:35.643893 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-899e04fa-2af3-4d7d-86a4-09fa5880d43f tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:35.651229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-899e04fa-2af3-4d7d-86a4-09fa5880d43f tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:35.667416 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-831fb189-9c2a-4999-8c02-ab79760ec75e tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.697137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e04fa-2af3-4d7d-86a4-09fa5880d43f tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event updated for resources: {'Port': ['ID=14ec0242-6e1e-4307-a3bc-b3ea2834426a,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:35.730863 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58716) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:35.739961 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a9cd570a-0344-484d-96b1-7d1769ee682e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2607bbf9466043278e4a8865bf730b2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3620648 Jul 16 01:33:35.741885 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-831fb189-9c2a-4999-8c02-ab79760ec75e tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.825363 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-899e04fa-2af3-4d7d-86a4-09fa5880d43f tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:35.827103 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-899e04fa-2af3-4d7d-86a4-09fa5880d43f tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.864639 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.927823 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f9954779-5921-4579-a740-6426bad73598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.962348 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92354be4-5576-4426-9fda-a44fd625e227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd5f8ab7-3bd8-49ee-8ccc-1d1839008446'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:35.964965 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1395d27c-a223-47e2-aa7b-73dab8f11f21" -d '{"events": [{"server_uuid": "92354be4-5576-4426-9fda-a44fd625e227", "name": "network-vif-unplugged", "status": "completed", "tag": "fd5f8ab7-3bd8-49ee-8ccc-1d1839008446"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:35.977487 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f9954779-5921-4579-a740-6426bad73598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.984143 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:35.994256 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.027050 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-831fb189-9c2a-4999-8c02-ab79760ec75e tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.039744 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-831fb189-9c2a-4999-8c02-ab79760ec75e tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.060632 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-899e04fa-2af3-4d7d-86a4-09fa5880d43f tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6044953 Jul 16 01:33:36.074958 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-286448c0-799b-4d9f-9d82-bc3705118164 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Request body: {'port': {'device_id': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9', 'admin_state_up': True, 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'security_groups': ['42519a41-99ff-4c45-ae74-2b052d028275']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:36.103393 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446,revision_number=11']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:36.106565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fb189-9c2a-4999-8c02-ab79760ec75e tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23031b2-522f-49de-a186-b66b37817d43,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:36.109767 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f9954779-5921-4579-a740-6426bad73598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.114538 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f9954779-5921-4579-a740-6426bad73598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.117093 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f9954779-5921-4579-a740-6426bad73598 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7ed44cd-2c48-4922-879b-90d91c8b397e HTTP/1.1" status: 204 len: 168 time: 0.3821287 Jul 16 01:33:36.143035 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9954779-5921-4579-a740-6426bad73598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ed44cd-2c48-4922-879b-90d91c8b397e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:36.167717 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-218b9187-dd12-421d-94ef-c8033c844d52 None None] Provisioning for port 14ec0242-6e1e-4307-a3bc-b3ea2834426a completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:36.174404 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-218b9187-dd12-421d-94ef-c8033c844d52 None None] Provisioning complete for port 14ec0242-6e1e-4307-a3bc-b3ea2834426a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:36.175079 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-218b9187-dd12-421d-94ef-c8033c844d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.217296 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3486ce-0637-44ac-945c-162f805544ec x-openstack-request-id: req-7b3486ce-0637-44ac-945c-162f805544ec {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:36.217900 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92354be4-5576-4426-9fda-a44fd625e227", "name": "network-vif-unplugged", "status": "completed", "tag": "fd5f8ab7-3bd8-49ee-8ccc-1d1839008446", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:36.218796 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b3486ce-0637-44ac-945c-162f805544ec {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:36.219622 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92354be4-5576-4426-9fda-a44fd625e227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd5f8ab7-3bd8-49ee-8ccc-1d1839008446', 'code': 200} Jul 16 01:33:36.262616 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-218b9187-dd12-421d-94ef-c8033c844d52 None None] Port 14ec0242-6e1e-4307-a3bc-b3ea2834426a cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:36.294961 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-831fb189-9c2a-4999-8c02-ab79760ec75e tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.305050 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-831fb189-9c2a-4999-8c02-ab79760ec75e tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.333763 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-286448c0-799b-4d9f-9d82-bc3705118164 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Made reservation on behalf of 9ab955cac98346abb4c28e7943a645b4 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:36.341402 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-286448c0-799b-4d9f-9d82-bc3705118164 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.356480 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-831fb189-9c2a-4999-8c02-ab79760ec75e tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.361451 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-831fb189-9c2a-4999-8c02-ab79760ec75e tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0157566 Jul 16 01:33:36.365587 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58754) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:36.385839 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fb189-9c2a-4999-8c02-ab79760ec75e tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d975bd9-a016-4ba1-b6d6-2a6cfa568808,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:36.553784 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6699f0ac-41e3-42d2-a1cb-d77936254162 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1867132 Jul 16 01:33:36.559439 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58766) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:36.566986 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-902c2593-d2fa-4c18-9062-2d817014749a tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Request body: {'security_group': {'name': 'tempest-security--62567905', 'description': 'tempest-security-description-224601076'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:36.604346 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-902c2593-d2fa-4c18-9062-2d817014749a tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.605639 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-286448c0-799b-4d9f-9d82-bc3705118164 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Allocated IP 10.1.1.95 (c8f8cff2-179e-422c-b93c-8298614fb9a9/c920e428-2173-4351-a902-805250aa16b4/00953650-5e1c-485e-9549-caf969e2c040) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:36.648190 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6a6eb-b457-4694-a8e5-aa752fe8ef9b req-4a2b0ce6-d0f6-42ac-828e-275bfaf8725b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:36.654849 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6a6eb-b457-4694-a8e5-aa752fe8ef9b req-4a2b0ce6-d0f6-42ac-828e-275bfaf8725b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:36.662669 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-03d6a6eb-b457-4694-a8e5-aa752fe8ef9b req-4a2b0ce6-d0f6-42ac-828e-275bfaf8725b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 1652 time: 0.1773138 Jul 16 01:33:36.733691 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-03d6a6eb-b457-4694-a8e5-aa752fe8ef9b req-ec0a59f1-6290-49d9-86d7-9c5f6c335a08 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692444 Jul 16 01:33:36.747075 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58774) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:36.756290 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-902c2593-d2fa-4c18-9062-2d817014749a tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.762822 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-902c2593-d2fa-4c18-9062-2d817014749a tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.767052 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-902c2593-d2fa-4c18-9062-2d817014749a tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.770767 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-902c2593-d2fa-4c18-9062-2d817014749a tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "PUT /v2.0/security-groups/4d975bd9-a016-4ba1-b6d6-2a6cfa568808 HTTP/1.1" status: 200 len: 1777 time: 0.2087634 Jul 16 01:33:36.788006 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58776) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:36.842837 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c2593-d2fa-4c18-9062-2d817014749a tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d975bd9-a016-4ba1-b6d6-2a6cfa568808,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:36.872346 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e04d1141-7c19-40e0-a819-d6a42773b641 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-groups/4d975bd9-a016-4ba1-b6d6-2a6cfa568808 HTTP/1.1" status: 200 len: 1777 time: 0.0824451 Jul 16 01:33:36.874822 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58786) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:36.899125 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fe44f2c9-dfea-4e53-bf3c-823053f91832 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f55e35b17964cef8f0872fa178ad0c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484911 Jul 16 01:33:36.900040 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58788) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:36.935501 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3c91e9d8-e5f7-44bb-8635-351f94e39ec9 req-a55a7225-3817-4209-bfe6-f722ae91ad83 tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0392144 Jul 16 01:33:36.970534 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-286448c0-799b-4d9f-9d82-bc3705118164 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.985905 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-35fba498-63b5-4e8b-a293-4276825b0061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.020185 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-35fba498-63b5-4e8b-a293-4276825b0061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.038019 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38825e3d-5d6d-4bcd-b4dd-d822b72af2f3 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.081892 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-286448c0-799b-4d9f-9d82-bc3705118164 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Transition to ACTIVE for port object 00953650-5e1c-485e-9549-caf969e2c040 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:37.086551 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-35fba498-63b5-4e8b-a293-4276825b0061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.089547 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-35fba498-63b5-4e8b-a293-4276825b0061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.090776 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-35fba498-63b5-4e8b-a293-4276825b0061 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b4c33f8-edef-40d5-b15c-0964e7541ddf HTTP/1.1" status: 204 len: 168 time: 0.1902621 Jul 16 01:33:37.109186 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38825e3d-5d6d-4bcd-b4dd-d822b72af2f3 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.123167 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fba498-63b5-4e8b-a293-4276825b0061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4c33f8-edef-40d5-b15c-0964e7541ddf,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:37.186361 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-286448c0-799b-4d9f-9d82-bc3705118164 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.203022 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38825e3d-5d6d-4bcd-b4dd-d822b72af2f3 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.206400 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38825e3d-5d6d-4bcd-b4dd-d822b72af2f3 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.210657 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-38825e3d-5d6d-4bcd-b4dd-d822b72af2f3 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "DELETE /v2.0/security-groups/4d975bd9-a016-4ba1-b6d6-2a6cfa568808 HTTP/1.1" status: 204 len: 168 time: 0.3343863 Jul 16 01:33:37.211456 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58802) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:37.243968 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38825e3d-5d6d-4bcd-b4dd-d822b72af2f3 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d975bd9-a016-4ba1-b6d6-2a6cfa568808,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:37.277510 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-286448c0-799b-4d9f-9d82-bc3705118164 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Network c8f8cff2-179e-422c-b93c-8298614fb9a9 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:37.289604 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-286448c0-799b-4d9f-9d82-bc3705118164 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:37.293424 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-286448c0-799b-4d9f-9d82-bc3705118164 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:37.319683 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9498fc75-11b2-47fc-a2af-3e28596a559d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0817327 Jul 16 01:33:37.323157 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58816) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:37.366939 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286448c0-799b-4d9f-9d82-bc3705118164 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event updated for resources: {'Port': ['ID=00953650-5e1c-485e-9549-caf969e2c040,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:37.386803 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-286448c0-799b-4d9f-9d82-bc3705118164 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:37.387483 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-286448c0-799b-4d9f-9d82-bc3705118164 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.387803 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-5bbefe7d-282c-49fd-a3c7-8b37fa5c5522 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] delete failed (client error): The resource could not be found. Jul 16 01:33:37.389420 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5bbefe7d-282c-49fd-a3c7-8b37fa5c5522 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "DELETE /v2.0/security-groups/4d975bd9-a016-4ba1-b6d6-2a6cfa568808 HTTP/1.1" status: 404 len: 347 time: 0.0633647 Jul 16 01:33:37.396057 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58826) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:37.403792 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-375dd161-1bed-44ff-b62e-f9dff1aa2f08 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Request body: {'security_group': {'name': 'tempest-secgroup--42903399'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:37.414876 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-286448c0-799b-4d9f-9d82-bc3705118164 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3462884 Jul 16 01:33:37.435221 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-47899465-cf3c-4d23-8fb6-75111cfb6a9e tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Request body: {'port': {'device_id': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6d0d4a4d-7f50-4b75-ba86-941b0faebc20', 'admin_state_up': True, 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'security_groups': ['42519a41-99ff-4c45-ae74-2b052d028275']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:37.473884 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-375dd161-1bed-44ff-b62e-f9dff1aa2f08 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.610131 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-375dd161-1bed-44ff-b62e-f9dff1aa2f08 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.616823 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-375dd161-1bed-44ff-b62e-f9dff1aa2f08 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.651098 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-375dd161-1bed-44ff-b62e-f9dff1aa2f08 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.652909 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-375dd161-1bed-44ff-b62e-f9dff1aa2f08 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2557361 Jul 16 01:33:37.656293 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58848) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:37.667446 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-76622b64-999f-481e-9442-19eed706565d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Request body: {'security_group_rule': {'security_group_id': '57b29c2b-259e-4950-8366-45de36955e79', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:37.693440 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375dd161-1bed-44ff-b62e-f9dff1aa2f08 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b29c2b-259e-4950-8366-45de36955e79,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:37.746038 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-76622b64-999f-481e-9442-19eed706565d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.753659 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-47899465-cf3c-4d23-8fb6-75111cfb6a9e tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Made reservation on behalf of 9ab955cac98346abb4c28e7943a645b4 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:37.807279 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c194eef7-e3a7-4ea4-b2e9-1eb10ae14dec None None] Provisioning for port 00953650-5e1c-485e-9549-caf969e2c040 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:37.814602 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c194eef7-e3a7-4ea4-b2e9-1eb10ae14dec None None] Provisioning complete for port 00953650-5e1c-485e-9549-caf969e2c040 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:37.816233 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c194eef7-e3a7-4ea4-b2e9-1eb10ae14dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.859255 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-76622b64-999f-481e-9442-19eed706565d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.868979 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-76622b64-999f-481e-9442-19eed706565d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.910548 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76622b64-999f-481e-9442-19eed706565d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b8992c-8e67-41b2-8ad9-cfc42224af16,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:37.927615 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-76622b64-999f-481e-9442-19eed706565d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.929799 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-76622b64-999f-481e-9442-19eed706565d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2713459 Jul 16 01:33:37.932539 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58862) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:37.935207 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-47899465-cf3c-4d23-8fb6-75111cfb6a9e tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.942221 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c194eef7-e3a7-4ea4-b2e9-1eb10ae14dec None None] Port 00953650-5e1c-485e-9549-caf969e2c040 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:37.974904 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-56b9d403-85f3-4401-803a-3c8189028532 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.989796 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-56b9d403-85f3-4401-803a-3c8189028532 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.053059 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-56b9d403-85f3-4401-803a-3c8189028532 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.062112 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-56b9d403-85f3-4401-803a-3c8189028532 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.066501 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-56b9d403-85f3-4401-803a-3c8189028532 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/03b8992c-8e67-41b2-8ad9-cfc42224af16 HTTP/1.1" status: 204 len: 168 time: 0.1328154 Jul 16 01:33:38.067636 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58870) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:38.095207 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9d403-85f3-4401-803a-3c8189028532 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03b8992c-8e67-41b2-8ad9-cfc42224af16,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:38.189059 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cbd989f5-b4aa-4ec9-a75e-b5688a15d0d0 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1119952 Jul 16 01:33:38.189676 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58874) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:38.314219 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fabd08fd-b666-44b6-8d1f-b622d4f79d54 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.383834 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fabd08fd-b666-44b6-8d1f-b622d4f79d54 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.428335 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-47899465-cf3c-4d23-8fb6-75111cfb6a9e tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Allocated IP 10.2.2.100 (6d0d4a4d-7f50-4b75-ba86-941b0faebc20/cd61848d-b847-41bc-a89b-9e166c2c9789/407d0817-5c56-476f-9567-e0c793460e29) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:38.440013 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7cfc9-9eff-45b9-972b-d62d0f740452 req-9bc914be-5fad-4a11-a9c6-719062f5a9d0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:38.446291 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7cfc9-9eff-45b9-972b-d62d0f740452 req-9bc914be-5fad-4a11-a9c6-719062f5a9d0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:38.453189 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7cfc9-9eff-45b9-972b-d62d0f740452 req-9bc914be-5fad-4a11-a9c6-719062f5a9d0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:38.455506 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-10b7cfc9-9eff-45b9-972b-d62d0f740452 req-9bc914be-5fad-4a11-a9c6-719062f5a9d0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 2372 time: 0.1951971 Jul 16 01:33:38.537142 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-10b7cfc9-9eff-45b9-972b-d62d0f740452 req-6ac65f6a-fec6-4967-a3bc-ed8eca4e0b72 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710349 Jul 16 01:33:38.547124 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fabd08fd-b666-44b6-8d1f-b622d4f79d54 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.550887 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fabd08fd-b666-44b6-8d1f-b622d4f79d54 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.553207 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fabd08fd-b666-44b6-8d1f-b622d4f79d54 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "DELETE /v2.0/security-groups/57b29c2b-259e-4950-8366-45de36955e79 HTTP/1.1" status: 204 len: 168 time: 0.3619599 Jul 16 01:33:38.559715 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58908) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:38.597926 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd08fd-b666-44b6-8d1f-b622d4f79d54 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b29c2b-259e-4950-8366-45de36955e79,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:38.638295 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b5acf237-a018-406d-b93f-2def7901e20e tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0763981 Jul 16 01:33:38.645894 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58912) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:38.651335 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-cc734a79-2517-43ea-b08a-aa1922d2f1d4 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Request body: {'security_group': {'name': 'tempest-secgroup--774958465'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:38.708204 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc734a79-2517-43ea-b08a-aa1922d2f1d4 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.752239 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58914) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:38.827441 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa36233e-5f4a-41c0-a707-cac71c70c461 req-e931a01d-4628-4aaf-8eea-48cdf6229cdc tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0633459 Jul 16 01:33:38.875987 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc734a79-2517-43ea-b08a-aa1922d2f1d4 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.884619 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc734a79-2517-43ea-b08a-aa1922d2f1d4 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.915005 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-47899465-cf3c-4d23-8fb6-75111cfb6a9e tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.917760 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc734a79-2517-43ea-b08a-aa1922d2f1d4 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.920593 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cc734a79-2517-43ea-b08a-aa1922d2f1d4 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2739871 Jul 16 01:33:38.923382 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58920) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:38.934381 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-71a5e1f5-0a5d-4b26-a5bc-3503937796f3 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Request body: {'security_group_rule': {'security_group_id': '5831e28c-1dfa-4914-9840-e206d2cfff1e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:38.964273 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-47899465-cf3c-4d23-8fb6-75111cfb6a9e tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Transition to ACTIVE for port object 407d0817-5c56-476f-9567-e0c793460e29 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:39.002957 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc734a79-2517-43ea-b08a-aa1922d2f1d4 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5831e28c-1dfa-4914-9840-e206d2cfff1e,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:39.006717 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71a5e1f5-0a5d-4b26-a5bc-3503937796f3 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.055169 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-c55461f8-7936-40c9-b8fe-e547a55cb153 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-853376413'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:39.099369 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-47899465-cf3c-4d23-8fb6-75111cfb6a9e tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.104375 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55461f8-7936-40c9-b8fe-e547a55cb153 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Made reservation on behalf of c747c529f26942edbdf760d4d705a50d for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:39.108725 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c55461f8-7936-40c9-b8fe-e547a55cb153 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.124802 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c55461f8-7936-40c9-b8fe-e547a55cb153 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.146237 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195a7a5-6d64-4dd1-aa2e-492df9448a88 req-287c021a-8585-4fc4-8cb3-687cfaf245f2 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.147836 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6195a7a5-6d64-4dd1-aa2e-492df9448a88 req-287c021a-8585-4fc4-8cb3-687cfaf245f2 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbaf896a-7e0a-4f46-bf08-94c300084fed HTTP/1.1" status: 200 len: 945 time: 0.1738019 Jul 16 01:33:39.171605 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-47899465-cf3c-4d23-8fb6-75111cfb6a9e tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Network 6d0d4a4d-7f50-4b75-ba86-941b0faebc20 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:39.173549 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71a5e1f5-0a5d-4b26-a5bc-3503937796f3 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.177201 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-47899465-cf3c-4d23-8fb6-75111cfb6a9e tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:39.184399 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-47899465-cf3c-4d23-8fb6-75111cfb6a9e tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:39.190065 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71a5e1f5-0a5d-4b26-a5bc-3503937796f3 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.227234 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47899465-cf3c-4d23-8fb6-75111cfb6a9e tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event updated for resources: {'Port': ['ID=407d0817-5c56-476f-9567-e0c793460e29,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:39.241659 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5e1f5-0a5d-4b26-a5bc-3503937796f3 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48200774-4844-47af-add9-47d0e2da8da0,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:39.270004 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-47899465-cf3c-4d23-8fb6-75111cfb6a9e tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.270692 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-47899465-cf3c-4d23-8fb6-75111cfb6a9e tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.297509 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6195a7a5-6d64-4dd1-aa2e-492df9448a88 req-d5c2932e-1e4b-4a95-a34c-2f85af44af1c tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cccf715-2626-48c7-b6b6-daadb68f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294329 Jul 16 01:33:39.419272 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c55461f8-7936-40c9-b8fe-e547a55cb153 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.429269 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c55461f8-7936-40c9-b8fe-e547a55cb153 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.434124 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71a5e1f5-0a5d-4b26-a5bc-3503937796f3 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.436190 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-71a5e1f5-0a5d-4b26-a5bc-3503937796f3 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5110767 Jul 16 01:33:39.440507 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-47899465-cf3c-4d23-8fb6-75111cfb6a9e tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0138185 Jul 16 01:33:39.442006 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58932) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:39.453552 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-2e1fcb85-a2e1-4211-b657-f0ca52283491 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Request body: {'security_group_rule': {'security_group_id': '5831e28c-1dfa-4914-9840-e206d2cfff1e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:39.471350 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-2af31224-4de4-4e6c-be47-1fdec7e9f753 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Request body: {'port': {'device_id': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6d0d4a4d-7f50-4b75-ba86-941b0faebc20', 'admin_state_up': True, 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'security_groups': ['42519a41-99ff-4c45-ae74-2b052d028275']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:39.474426 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55461f8-7936-40c9-b8fe-e547a55cb153 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:39.498597 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55461f8-7936-40c9-b8fe-e547a55cb153 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68353b9a-5121-457b-bf2c-fae31931428a,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:39.511656 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee7218-9de9-4c6c-8767-c6f23f0f8570 req-150da571-9dd6-4865-8c55-3b8d9efbed76 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.513363 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-beee7218-9de9-4c6c-8767-c6f23f0f8570 req-150da571-9dd6-4865-8c55-3b8d9efbed76 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.84 "GET /v2.0/ports?device_id=bbaf896a-7e0a-4f46-bf08-94c300084fed HTTP/1.1" status: 200 len: 945 time: 0.1554511 Jul 16 01:33:39.514779 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c55461f8-7936-40c9-b8fe-e547a55cb153 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.515237 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-c55461f8-7936-40c9-b8fe-e547a55cb153 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Added segment 5276318b-2bae-4084-8046-3991fa1c45fb of type vlan for network ddc68f2a-f60d-42e6-926a-85a8bf73313c Jul 16 01:33:39.594187 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c55461f8-7936-40c9-b8fe-e547a55cb153 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.599474 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f0006915-8071-4ca2-a5f8-ce5a1abbd866 None None] Provisioning for port 407d0817-5c56-476f-9567-e0c793460e29 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:39.606382 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f0006915-8071-4ca2-a5f8-ce5a1abbd866 None None] Provisioning complete for port 407d0817-5c56-476f-9567-e0c793460e29 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:39.607223 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f0006915-8071-4ca2-a5f8-ce5a1abbd866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.617266 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2e1fcb85-a2e1-4211-b657-f0ca52283491 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.644984 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c55461f8-7936-40c9-b8fe-e547a55cb153 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.651003 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55461f8-7936-40c9-b8fe-e547a55cb153 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.651639 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c55461f8-7936-40c9-b8fe-e547a55cb153 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.708932 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2e1fcb85-a2e1-4211-b657-f0ca52283491 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.712127 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f0006915-8071-4ca2-a5f8-ce5a1abbd866 None None] Port 407d0817-5c56-476f-9567-e0c793460e29 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:39.732651 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2e1fcb85-a2e1-4211-b657-f0ca52283491 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.778833 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fcb85-a2e1-4211-b657-f0ca52283491 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c05bd73-f6af-4a8d-a3f9-cd5bcb514487,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:39.814838 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-2af31224-4de4-4e6c-be47-1fdec7e9f753 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Made reservation on behalf of 9ab955cac98346abb4c28e7943a645b4 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:39.821837 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-2af31224-4de4-4e6c-be47-1fdec7e9f753 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.827225 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2e1fcb85-a2e1-4211-b657-f0ca52283491 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.829406 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2e1fcb85-a2e1-4211-b657-f0ca52283491 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3804977 Jul 16 01:33:39.837494 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58962) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:39.847371 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-2065f311-e450-4985-8f9f-e72ef7d44618 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Request body: {'security_group_rule': {'security_group_id': '5831e28c-1dfa-4914-9840-e206d2cfff1e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:39.939533 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2065f311-e450-4985-8f9f-e72ef7d44618 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.060129 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2065f311-e450-4985-8f9f-e72ef7d44618 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.082685 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2065f311-e450-4985-8f9f-e72ef7d44618 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.108333 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065f311-e450-4985-8f9f-e72ef7d44618 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09388f1e-f8e0-4c1d-b33e-3b0ece1287ab,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:40.127080 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55461f8-7936-40c9-b8fe-e547a55cb153 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event updated for resources: {'Network': ['ID=ddc68f2a-f60d-42e6-926a-85a8bf73313c,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:40.148056 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network ddc68f2a-f60d-42e6-926a-85a8bf73313c details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:40.151570 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f4672dd1-897b-46d9-aa6d-cbe5e95c260e req-5ac1026d-790b-42a9-a8e2-64477dbb9361 tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0481353 Jul 16 01:33:40.161219 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-2af31224-4de4-4e6c-be47-1fdec7e9f753 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Allocated IP 10.2.2.200 (6d0d4a4d-7f50-4b75-ba86-941b0faebc20/cd61848d-b847-41bc-a89b-9e166c2c9789/3d56d08d-c284-4685-94b0-17d99edfbd05) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:40.170237 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2065f311-e450-4985-8f9f-e72ef7d44618 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.175126 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2065f311-e450-4985-8f9f-e72ef7d44618 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3331623 Jul 16 01:33:40.178503 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58970) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:40.186715 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-bf158a88-bffe-4337-93b9-508e65f2ee52 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Request body: {'security_group_rule': {'security_group_id': '5831e28c-1dfa-4914-9840-e206d2cfff1e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:40.229913 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c55461f8-7936-40c9-b8fe-e547a55cb153 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4546499 Jul 16 01:33:40.292836 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-beee7218-9de9-4c6c-8767-c6f23f0f8570 req-74cf3e97-96c5-405c-a98a-4ef6caa30797 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Deleting port 50ab5616-e731-43e6-84af-fee4a2a1a3ef {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:40.293215 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-beee7218-9de9-4c6c-8767-c6f23f0f8570 req-74cf3e97-96c5-405c-a98a-4ef6caa30797 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.334556 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89438edf-5936-4821-a013-d7158ffa7a8b req-25dfaccb-063e-4831-ad97-f0829b6c44bd tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:40.341270 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89438edf-5936-4821-a013-d7158ffa7a8b req-25dfaccb-063e-4831-ad97-f0829b6c44bd tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:40.347422 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89438edf-5936-4821-a013-d7158ffa7a8b req-25dfaccb-063e-4831-ad97-f0829b6c44bd tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:40.353406 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89438edf-5936-4821-a013-d7158ffa7a8b req-25dfaccb-063e-4831-ad97-f0829b6c44bd tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:40.361192 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-89438edf-5936-4821-a013-d7158ffa7a8b req-25dfaccb-063e-4831-ad97-f0829b6c44bd tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 3093 time: 0.2425313 Jul 16 01:33:40.510995 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-89438edf-5936-4821-a013-d7158ffa7a8b req-1700685e-f156-4dff-bb56-d27c311832c3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488688 Jul 16 01:33:40.582423 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-beee7218-9de9-4c6c-8767-c6f23f0f8570 req-74cf3e97-96c5-405c-a98a-4ef6caa30797 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] For port 50ab5616-e731-43e6-84af-fee4a2a1a3ef, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=50ab5616-e731-43e6-84af-fee4a2a1a3ef,segment=NetworkSegment(057c2c1e-8a1c-472f-9f25-f7d70058fae1),segment_id=057c2c1e-8a1c-472f-9f25-f7d70058fae1)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:40.582798 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-beee7218-9de9-4c6c-8767-c6f23f0f8570 req-74cf3e97-96c5-405c-a98a-4ef6caa30797 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.618357 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-beee7218-9de9-4c6c-8767-c6f23f0f8570 req-74cf3e97-96c5-405c-a98a-4ef6caa30797 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Calling delete_port for 50ab5616-e731-43e6-84af-fee4a2a1a3ef owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:40.851602 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bf158a88-bffe-4337-93b9-508e65f2ee52 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.987760 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-075de8e2-fe93-48f7-a785-0bc3b88d4722 req-92e2d93b-1805-4427-a326-0f02035b557d tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbaf896a-7e0a-4f46-bf08-94c300084fed HTTP/1.1" status: 200 len: 210 time: 0.0682459 Jul 16 01:33:40.990814 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-beee7218-9de9-4c6c-8767-c6f23f0f8570 req-74cf3e97-96c5-405c-a98a-4ef6caa30797 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.059741 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bf158a88-bffe-4337-93b9-508e65f2ee52 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.064355 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf3e97-96c5-405c-a98a-4ef6caa30797 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Pushing event deleted for resources: {'Port': ['ID=50ab5616-e731-43e6-84af-fee4a2a1a3ef,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:41.066977 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-2af31224-4de4-4e6c-be47-1fdec7e9f753 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.076087 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bf158a88-bffe-4337-93b9-508e65f2ee52 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.098884 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-2af31224-4de4-4e6c-be47-1fdec7e9f753 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Transition to ACTIVE for port object 3d56d08d-c284-4685-94b0-17d99edfbd05 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:41.104316 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf158a88-bffe-4337-93b9-508e65f2ee52 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d11c23-31c4-4a51-8667-fa044a606d27,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:41.122428 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bf158a88-bffe-4337-93b9-508e65f2ee52 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.124002 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bf158a88-bffe-4337-93b9-508e65f2ee52 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9441118 Jul 16 01:33:41.128882 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59014) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:41.138641 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-55267b8d-9ed9-4acf-9506-5c783b3a4e74 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Request body: {'security_group_rule': {'security_group_id': '5831e28c-1dfa-4914-9840-e206d2cfff1e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:41.170258 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-2af31224-4de4-4e6c-be47-1fdec7e9f753 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.188400 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-beee7218-9de9-4c6c-8767-c6f23f0f8570 req-74cf3e97-96c5-405c-a98a-4ef6caa30797 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] No DVR routers for this DVR port 50ab5616-e731-43e6-84af-fee4a2a1a3ef on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:41.188400 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-beee7218-9de9-4c6c-8767-c6f23f0f8570 req-74cf3e97-96c5-405c-a98a-4ef6caa30797 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.189154 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-beee7218-9de9-4c6c-8767-c6f23f0f8570 req-74cf3e97-96c5-405c-a98a-4ef6caa30797 tempest-ServerTagsTestJSON-1978465187 tempest-ServerTagsTestJSON-1978465187-project] 10.222.0.84 "DELETE /v2.0/ports/50ab5616-e731-43e6-84af-fee4a2a1a3ef HTTP/1.1" status: 204 len: 173 time: 1.6634643 Jul 16 01:33:41.196402 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbaf896a-7e0a-4f46-bf08-94c300084fed', 'name': 'network-vif-deleted', 'tag': '50ab5616-e731-43e6-84af-fee4a2a1a3ef'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:41.196402 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ef898a-99e6-4afc-b3a6-8324cff595a7" -d '{"events": [{"server_uuid": "bbaf896a-7e0a-4f46-bf08-94c300084fed", "name": "network-vif-deleted", "tag": "50ab5616-e731-43e6-84af-fee4a2a1a3ef"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:41.254252 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-55267b8d-9ed9-4acf-9506-5c783b3a4e74 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.329364 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-2af31224-4de4-4e6c-be47-1fdec7e9f753 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Network 6d0d4a4d-7f50-4b75-ba86-941b0faebc20 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:41.346546 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-2af31224-4de4-4e6c-be47-1fdec7e9f753 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:41.358930 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-2af31224-4de4-4e6c-be47-1fdec7e9f753 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:41.430783 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af31224-4de4-4e6c-be47-1fdec7e9f753 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event updated for resources: {'Port': ['ID=3d56d08d-c284-4685-94b0-17d99edfbd05,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:41.532094 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-55267b8d-9ed9-4acf-9506-5c783b3a4e74 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.560036 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-2af31224-4de4-4e6c-be47-1fdec7e9f753 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:41.560979 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-2af31224-4de4-4e6c-be47-1fdec7e9f753 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.578064 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-55267b8d-9ed9-4acf-9506-5c783b3a4e74 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.603157 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-2af31224-4de4-4e6c-be47-1fdec7e9f753 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1403053 Jul 16 01:33:41.607354 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55267b8d-9ed9-4acf-9506-5c783b3a4e74 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3dd01c9-00ee-419a-a50b-b773e08e8bf0,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:41.620953 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-02943f96-5602-4f37-8a52-52bbadc46b0c service neutron] Request body: {'port': {'device_id': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:41.702085 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f305e58-a2c6-4c30-902c-ed8606049e9d x-openstack-request-id: req-9f305e58-a2c6-4c30-902c-ed8606049e9d {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:41.702384 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbaf896a-7e0a-4f46-bf08-94c300084fed", "name": "network-vif-deleted", "tag": "50ab5616-e731-43e6-84af-fee4a2a1a3ef", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:41.702631 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f305e58-a2c6-4c30-902c-ed8606049e9d {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:41.703218 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbaf896a-7e0a-4f46-bf08-94c300084fed', 'name': 'network-vif-deleted', 'tag': '50ab5616-e731-43e6-84af-fee4a2a1a3ef', 'status': 'completed', 'code': 200} Jul 16 01:33:41.730502 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-02943f96-5602-4f37-8a52-52bbadc46b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.761660 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe0ab4-2fde-48fd-8186-2c156eae4ab5 req-6deb7f7b-f195-4170-aacd-79a7813f4545 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:41.769491 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dbfe0ab4-2fde-48fd-8186-2c156eae4ab5 req-6deb7f7b-f195-4170-aacd-79a7813f4545 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.5624778 Jul 16 01:33:41.788036 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6cb78f49-cf97-4023-85b9-644400f708dc None None] Provisioning for port 3d56d08d-c284-4685-94b0-17d99edfbd05 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:41.811937 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6cb78f49-cf97-4023-85b9-644400f708dc None None] Provisioning complete for port 3d56d08d-c284-4685-94b0-17d99edfbd05 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:41.812350 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6cb78f49-cf97-4023-85b9-644400f708dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.847085 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-55267b8d-9ed9-4acf-9506-5c783b3a4e74 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.851063 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-55267b8d-9ed9-4acf-9506-5c783b3a4e74 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7178888 Jul 16 01:33:41.853261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59026) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:41.911670 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1be9bae6-b828-43d7-b3c3-1a75483a13f2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.922890 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dbfe0ab4-2fde-48fd-8186-2c156eae4ab5 req-69337320-4b4c-4fca-ba68-0e584484667d tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508942 Jul 16 01:33:41.927372 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6cb78f49-cf97-4023-85b9-644400f708dc None None] Port 3d56d08d-c284-4685-94b0-17d99edfbd05 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:41.943006 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1be9bae6-b828-43d7-b3c3-1a75483a13f2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.013367 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1be9bae6-b828-43d7-b3c3-1a75483a13f2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.019203 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1be9bae6-b828-43d7-b3c3-1a75483a13f2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.027255 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1be9bae6-b828-43d7-b3c3-1a75483a13f2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f3dd01c9-00ee-419a-a50b-b773e08e8bf0 HTTP/1.1" status: 204 len: 168 time: 0.1725647 Jul 16 01:33:42.034510 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59032) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:42.072587 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9bae6-b828-43d7-b3c3-1a75483a13f2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3dd01c9-00ee-419a-a50b-b773e08e8bf0,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:42.103362 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-23e8f420-1baa-4572-9a72-9b2779644f85 req-5622d897-3de5-4526-ae10-d351e2813d5f tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0664041 Jul 16 01:33:42.133762 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-dc368d46-4d9c-4385-9083-53a484dec5b5 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0949380 Jul 16 01:33:42.144261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59034) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:42.181892 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7de9c948-128f-4acd-9c08-cd31523b20d4 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.193789 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7de9c948-128f-4acd-9c08-cd31523b20d4 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.243979 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7de9c948-128f-4acd-9c08-cd31523b20d4 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.252260 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7de9c948-128f-4acd-9c08-cd31523b20d4 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.260424 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7de9c948-128f-4acd-9c08-cd31523b20d4 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/87d11c23-31c4-4a51-8667-fa044a606d27 HTTP/1.1" status: 204 len: 168 time: 0.1151221 Jul 16 01:33:42.278863 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59036) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:42.281191 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9c948-128f-4acd-9c08-cd31523b20d4 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87d11c23-31c4-4a51-8667-fa044a606d27,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:42.319496 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-02943f96-5602-4f37-8a52-52bbadc46b0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a2f25a-4dc4-421c-88af-1545774b65fb {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:42.329564 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-02943f96-5602-4f37-8a52-52bbadc46b0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.345067 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-02943f96-5602-4f37-8a52-52bbadc46b0c service neutron] Transition to ACTIVE for port object 36a2f25a-4dc4-421c-88af-1545774b65fb will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:42.359150 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-02943f96-5602-4f37-8a52-52bbadc46b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.462574 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d600bbfd-cd5d-45c1-8eb5-c25f3d633c90 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1638341 Jul 16 01:33:42.463042 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59038) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:42.484806 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02943f96-5602-4f37-8a52-52bbadc46b0c service neutron] Pushing event updated for resources: {'Port': ['ID=36a2f25a-4dc4-421c-88af-1545774b65fb,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:42.510560 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-07d313e3-2a11-45d7-b304-43bebc4e08dc tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.520339 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-07d313e3-2a11-45d7-b304-43bebc4e08dc tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.567595 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06427832-1f5a-44db-885b-df6f2c959991 req-517e85d1-ce4f-40d4-a1ae-fe6ece46da17 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:42.569272 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-06427832-1f5a-44db-885b-df6f2c959991 req-517e85d1-ce4f-40d4-a1ae-fe6ece46da17 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?device_id=84aae9bc-58a0-494c-b05f-1b45024a0afa HTTP/1.1" status: 200 len: 947 time: 0.2226002 Jul 16 01:33:42.584092 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07107086-9b83-487c-b851-7182db130534 req-d1f20000-6cc3-40f1-a939-8913013b839b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:42.590582 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07107086-9b83-487c-b851-7182db130534 req-d1f20000-6cc3-40f1-a939-8913013b839b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:42.596876 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07107086-9b83-487c-b851-7182db130534 req-d1f20000-6cc3-40f1-a939-8913013b839b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:42.604432 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07107086-9b83-487c-b851-7182db130534 req-d1f20000-6cc3-40f1-a939-8913013b839b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:42.618373 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07107086-9b83-487c-b851-7182db130534 req-d1f20000-6cc3-40f1-a939-8913013b839b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:42.627574 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-07107086-9b83-487c-b851-7182db130534 req-d1f20000-6cc3-40f1-a939-8913013b839b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 3826 time: 0.2686245 Jul 16 01:33:42.636557 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-07d313e3-2a11-45d7-b304-43bebc4e08dc tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.642017 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-07d313e3-2a11-45d7-b304-43bebc4e08dc tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.645691 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-07d313e3-2a11-45d7-b304-43bebc4e08dc tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/09388f1e-f8e0-4c1d-b33e-3b0ece1287ab HTTP/1.1" status: 204 len: 168 time: 0.1792088 Jul 16 01:33:42.646151 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59040) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:42.679866 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d313e3-2a11-45d7-b304-43bebc4e08dc tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09388f1e-f8e0-4c1d-b33e-3b0ece1287ab,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:42.704011 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-02943f96-5602-4f37-8a52-52bbadc46b0c service neutron] Attempting to bind port 36a2f25a-4dc4-421c-88af-1545774b65fb on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:42.704379 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-02943f96-5602-4f37-8a52-52bbadc46b0c service neutron] Attempting to bind port 36a2f25a-4dc4-421c-88af-1545774b65fb by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'c1fab8d9-de68-4fec-9427-82ce7b694551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:42.704725 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-02943f96-5602-4f37-8a52-52bbadc46b0c service neutron] Attempting to bind port 36a2f25a-4dc4-421c-88af-1545774b65fb on network 1b590a93-b556-4341-bbf0-322f328e95cf {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:42.721276 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-07107086-9b83-487c-b851-7182db130534 req-902d3e73-51ea-4600-8929-64bb0121ea75 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913770 Jul 16 01:33:42.775378 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-02943f96-5602-4f37-8a52-52bbadc46b0c service neutron] Port 36a2f25a-4dc4-421c-88af-1545774b65fb on network 1b590a93-b556-4341-bbf0-322f328e95cf not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:42.775873 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-02943f96-5602-4f37-8a52-52bbadc46b0c service neutron] Attempting to bind port 36a2f25a-4dc4-421c-88af-1545774b65fb on network 1b590a93-b556-4341-bbf0-322f328e95cf {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:42.811327 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-06427832-1f5a-44db-885b-df6f2c959991 req-ce968717-16b5-4439-964f-8570af235ceb tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/security-groups?id=86f4f680-b200-4b51-95c2-fcbf79fd4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305264 Jul 16 01:33:42.860861 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59042) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:42.887092 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8e7cf4f9-d6a1-45f9-ba5d-6b7639dd0485 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2376702 Jul 16 01:33:42.888391 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-02943f96-5602-4f37-8a52-52bbadc46b0c service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:42.897305 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-02943f96-5602-4f37-8a52-52bbadc46b0c service neutron] Checking segment: {'id': 'c1fab8d9-de68-4fec-9427-82ce7b694551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:42.897705 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-02943f96-5602-4f37-8a52-52bbadc46b0c service neutron] Bound using segment: {'id': 'c1fab8d9-de68-4fec-9427-82ce7b694551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:42.898183 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-02943f96-5602-4f37-8a52-52bbadc46b0c service neutron] Bound port: 36a2f25a-4dc4-421c-88af-1545774b65fb, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1fab8d9-de68-4fec-9427-82ce7b694551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:42.898551 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-02943f96-5602-4f37-8a52-52bbadc46b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.916818 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59044) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:42.926182 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 50ab5616-e731-43e6-84af-fee4a2a1a3ef no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:42.980782 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 50ab5616-e731-43e6-84af-fee4a2a1a3ef {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:42.981395 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 50ab5616-e731-43e6-84af-fee4a2a1a3ef not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:43.013483 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5086b1-a124-4d42-a3ec-8b5d5e0efb0d admin admin] Deleting subnet 0f0f4eea-8e24-49fe-87ba-ed03ae30c163 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:33:43.022127 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-02943f96-5602-4f37-8a52-52bbadc46b0c service neutron] For port 36a2f25a-4dc4-421c-88af-1545774b65fb, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:43.025878 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-02943f96-5602-4f37-8a52-52bbadc46b0c service neutron] For port 36a2f25a-4dc4-421c-88af-1545774b65fb, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=36a2f25a-4dc4-421c-88af-1545774b65fb,segment=NetworkSegment(c1fab8d9-de68-4fec-9427-82ce7b694551),segment_id=c1fab8d9-de68-4fec-9427-82ce7b694551)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:43.034332 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb5086b1-a124-4d42-a3ec-8b5d5e0efb0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.047684 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-02943f96-5602-4f37-8a52-52bbadc46b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.091046 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-02943f96-5602-4f37-8a52-52bbadc46b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.094822 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-02943f96-5602-4f37-8a52-52bbadc46b0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.096989 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-02943f96-5602-4f37-8a52-52bbadc46b0c service neutron] 10.222.0.84 "PUT /v2.0/ports/36a2f25a-4dc4-421c-88af-1545774b65fb HTTP/1.1" status: 200 len: 1092 time: 1.4814239 Jul 16 01:33:43.097334 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'tag': '36a2f25a-4dc4-421c-88af-1545774b65fb'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:43.100183 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc84daa3-5d44-4fe4-aa61-e6155d3ad5b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "tag": "36a2f25a-4dc4-421c-88af-1545774b65fb"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:43.123599 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c7b138bf-36c5-4073-8b6c-c7d7193d6fbe tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.153559 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02943f96-5602-4f37-8a52-52bbadc46b0c service neutron] Pushing event updated for resources: {'Port': ['ID=36a2f25a-4dc4-421c-88af-1545774b65fb,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:43.169553 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b950e157-3702-4ac6-8954-6dc06830cb59 service neutron] Request body: {'port': {'device_id': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:43.182285 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c7b138bf-36c5-4073-8b6c-c7d7193d6fbe tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.215408 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb5086b1-a124-4d42-a3ec-8b5d5e0efb0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.242920 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924f830b-908b-4827-bd1d-db63a54229a5 x-openstack-request-id: req-924f830b-908b-4827-bd1d-db63a54229a5 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:43.243341 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "tag": "36a2f25a-4dc4-421c-88af-1545774b65fb", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:43.244622 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-924f830b-908b-4827-bd1d-db63a54229a5 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:43.245123 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'tag': '36a2f25a-4dc4-421c-88af-1545774b65fb', 'status': 'completed', 'code': 200} Jul 16 01:33:43.337429 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c7b138bf-36c5-4073-8b6c-c7d7193d6fbe tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.345422 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c7b138bf-36c5-4073-8b6c-c7d7193d6fbe tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.349617 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c7b138bf-36c5-4073-8b6c-c7d7193d6fbe tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/0c05bd73-f6af-4a8d-a3f9-cd5bcb514487 HTTP/1.1" status: 204 len: 168 time: 0.4877110 Jul 16 01:33:43.354906 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59050) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:43.403135 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b950e157-3702-4ac6-8954-6dc06830cb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.404418 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b77f4-b3fc-4c22-af95-fca152e8f02d req-baddcec6-6670-41e9-951f-a9888d3d0585 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.412113 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-108b77f4-b3fc-4c22-af95-fca152e8f02d req-baddcec6-6670-41e9-951f-a9888d3d0585 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.84 "GET /v2.0/ports?device_id=84aae9bc-58a0-494c-b05f-1b45024a0afa HTTP/1.1" status: 200 len: 947 time: 0.3901963 Jul 16 01:33:43.433951 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84daa3-5d44-4fe4-aa61-e6155d3ad5b3 req-ba722ac2-b038-45e6-94f2-4cec8e0a2ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.434441 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84daa3-5d44-4fe4-aa61-e6155d3ad5b3 req-ba722ac2-b038-45e6-94f2-4cec8e0a2ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.434921 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84daa3-5d44-4fe4-aa61-e6155d3ad5b3 req-ba722ac2-b038-45e6-94f2-4cec8e0a2ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.435392 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84daa3-5d44-4fe4-aa61-e6155d3ad5b3 req-ba722ac2-b038-45e6-94f2-4cec8e0a2ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.436313 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84daa3-5d44-4fe4-aa61-e6155d3ad5b3 req-ba722ac2-b038-45e6-94f2-4cec8e0a2ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.437796 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bc84daa3-5d44-4fe4-aa61-e6155d3ad5b3 req-ba722ac2-b038-45e6-94f2-4cec8e0a2ffb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ab955cac98346abb4c28e7943a645b4&device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 4362 time: 0.1900795 Jul 16 01:33:43.449279 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16618eb-f5e8-42cd-bf81-6a3617d6128f req-36eafa32-2977-4127-ad04-3afcc2deeb83 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.457735 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a16618eb-f5e8-42cd-bf81-6a3617d6128f req-36eafa32-2977-4127-ad04-3afcc2deeb83 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.4339466 Jul 16 01:33:43.464215 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb5086b1-a124-4d42-a3ec-8b5d5e0efb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.478279 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d6b24e76-aea3-4fa9-b7ec-f802f79c58cb req-a6eb6863-f9b5-4ef0-acea-732bc97cf82b tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0363007 Jul 16 01:33:43.553068 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b138bf-36c5-4073-8b6c-c7d7193d6fbe tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c05bd73-f6af-4a8d-a3f9-cd5bcb514487,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:43.580262 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb5086b1-a124-4d42-a3ec-8b5d5e0efb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.617751 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84daa3-5d44-4fe4-aa61-e6155d3ad5b3 req-f6f174e3-4f06-4bf8-9590-eeb14b13b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.618274 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84daa3-5d44-4fe4-aa61-e6155d3ad5b3 req-f6f174e3-4f06-4bf8-9590-eeb14b13b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.618785 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84daa3-5d44-4fe4-aa61-e6155d3ad5b3 req-f6f174e3-4f06-4bf8-9590-eeb14b13b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.620630 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bc84daa3-5d44-4fe4-aa61-e6155d3ad5b3 req-f6f174e3-4f06-4bf8-9590-eeb14b13b334 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=9ab955cac98346abb4c28e7943a645b4&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1390612 Jul 16 01:33:43.679665 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb5086b1-a124-4d42-a3ec-8b5d5e0efb0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.684771 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-eb5086b1-a124-4d42-a3ec-8b5d5e0efb0d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0f0f4eea-8e24-49fe-87ba-ed03ae30c163 HTTP/1.1" status: 204 len: 168 time: 0.7645395 Jul 16 01:33:43.699668 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a16618eb-f5e8-42cd-bf81-6a3617d6128f req-fb26b8a8-1be3-425a-9ba0-2f6c4893a89b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372923 Jul 16 01:33:43.700527 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5086b1-a124-4d42-a3ec-8b5d5e0efb0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f0f4eea-8e24-49fe-87ba-ed03ae30c163,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:43.721921 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59052) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:43.722230 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59054) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:43.735069 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-aef3ff0c-e03c-4b25-90a7-9801b6f59f25 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Request body: {'subnet': {'network_id': 'ddc68f2a-f60d-42e6-926a-85a8bf73313c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:43.886762 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59062) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:43.887002 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4f132430-7d1e-4659-8df8-d751e7f2b647 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.5301535 Jul 16 01:33:43.993499 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84daa3-5d44-4fe4-aa61-e6155d3ad5b3 req-a0a1588a-10f5-4f33-a083-130e5d037418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.995490 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bc84daa3-5d44-4fe4-aa61-e6155d3ad5b3 req-a0a1588a-10f5-4f33-a083-130e5d037418 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2118628 Jul 16 01:33:44.039082 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b950e157-3702-4ac6-8954-6dc06830cb59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55330359-f702-4308-9556-f798e62575fe {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:44.049304 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b950e157-3702-4ac6-8954-6dc06830cb59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.060144 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7ec876ad-0c0a-4a7a-979d-b54ad2217e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.067420 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b950e157-3702-4ac6-8954-6dc06830cb59 service neutron] Transition to ACTIVE for port object 55330359-f702-4308-9556-f798e62575fe will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:44.075756 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b950e157-3702-4ac6-8954-6dc06830cb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.101388 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b905e83f-1a62-4633-af76-206f07b7d583 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.128175 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b905e83f-1a62-4633-af76-206f07b7d583 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.151277 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950e157-3702-4ac6-8954-6dc06830cb59 service neutron] Pushing event updated for resources: {'Port': ['ID=55330359-f702-4308-9556-f798e62575fe,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:44.154521 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef3ff0c-e03c-4b25-90a7-9801b6f59f25 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Made reservation on behalf of c747c529f26942edbdf760d4d705a50d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:44.158216 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aef3ff0c-e03c-4b25-90a7-9801b6f59f25 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.187914 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-108b77f4-b3fc-4c22-af95-fca152e8f02d req-823e8179-8c38-4216-8e49-a06780393e92 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Deleting port a2309708-236b-41a6-9dfa-b68a7d4b9ded {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:44.188431 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-108b77f4-b3fc-4c22-af95-fca152e8f02d req-823e8179-8c38-4216-8e49-a06780393e92 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.284286 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24603e10-6f03-43e4-bbb4-5b813e2af3c2 req-3d5da01b-2769-41d5-a268-4a269b24da43 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.295484 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24603e10-6f03-43e4-bbb4-5b813e2af3c2 req-3d5da01b-2769-41d5-a268-4a269b24da43 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.302091 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24603e10-6f03-43e4-bbb4-5b813e2af3c2 req-3d5da01b-2769-41d5-a268-4a269b24da43 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.302613 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42420b-f210-46a2-ad59-a60b53b53f0b req-5e9bacc2-cbb5-4374-bfce-a73caf6a5770 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.304524 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6e42420b-f210-46a2-ad59-a60b53b53f0b req-5e9bacc2-cbb5-4374-bfce-a73caf6a5770 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?device_id=84aae9bc-58a0-494c-b05f-1b45024a0afa HTTP/1.1" status: 200 len: 947 time: 0.1252666 Jul 16 01:33:44.305828 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b950e157-3702-4ac6-8954-6dc06830cb59 service neutron] Attempting to bind port 55330359-f702-4308-9556-f798e62575fe on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:44.306157 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b950e157-3702-4ac6-8954-6dc06830cb59 service neutron] Attempting to bind port 55330359-f702-4308-9556-f798e62575fe by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '697b7383-f17f-4fca-b697-3570f3881dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:44.306477 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b950e157-3702-4ac6-8954-6dc06830cb59 service neutron] Attempting to bind port 55330359-f702-4308-9556-f798e62575fe on network c8f8cff2-179e-422c-b93c-8298614fb9a9 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:44.308148 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24603e10-6f03-43e4-bbb4-5b813e2af3c2 req-3d5da01b-2769-41d5-a268-4a269b24da43 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.311870 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b950e157-3702-4ac6-8954-6dc06830cb59 service neutron] Port 55330359-f702-4308-9556-f798e62575fe on network c8f8cff2-179e-422c-b93c-8298614fb9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:44.312187 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b950e157-3702-4ac6-8954-6dc06830cb59 service neutron] Attempting to bind port 55330359-f702-4308-9556-f798e62575fe on network c8f8cff2-179e-422c-b93c-8298614fb9a9 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:44.315637 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24603e10-6f03-43e4-bbb4-5b813e2af3c2 req-3d5da01b-2769-41d5-a268-4a269b24da43 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.327445 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24603e10-6f03-43e4-bbb4-5b813e2af3c2 req-3d5da01b-2769-41d5-a268-4a269b24da43 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 3826 time: 0.3703103 Jul 16 01:33:44.339864 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b950e157-3702-4ac6-8954-6dc06830cb59 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:44.340205 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b950e157-3702-4ac6-8954-6dc06830cb59 service neutron] Checking segment: {'id': '697b7383-f17f-4fca-b697-3570f3881dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:44.340616 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b950e157-3702-4ac6-8954-6dc06830cb59 service neutron] Bound using segment: {'id': '697b7383-f17f-4fca-b697-3570f3881dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:44.341101 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b950e157-3702-4ac6-8954-6dc06830cb59 service neutron] Bound port: 55330359-f702-4308-9556-f798e62575fe, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '697b7383-f17f-4fca-b697-3570f3881dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:44.341463 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b950e157-3702-4ac6-8954-6dc06830cb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.370514 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6e42420b-f210-46a2-ad59-a60b53b53f0b req-9804de22-6fca-4b5c-81a8-6397b66fe829 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/security-groups?id=86f4f680-b200-4b51-95c2-fcbf79fd4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518997 Jul 16 01:33:44.372897 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b905e83f-1a62-4633-af76-206f07b7d583 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.448833 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7ec876ad-0c0a-4a7a-979d-b54ad2217e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.453752 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b905e83f-1a62-4633-af76-206f07b7d583 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.454480 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b950e157-3702-4ac6-8954-6dc06830cb59 service neutron] For port 55330359-f702-4308-9556-f798e62575fe, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:44.454952 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b905e83f-1a62-4633-af76-206f07b7d583 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/48200774-4844-47af-add9-47d0e2da8da0 HTTP/1.1" status: 204 len: 168 time: 0.5520604 Jul 16 01:33:44.470348 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59066) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:44.480842 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b950e157-3702-4ac6-8954-6dc06830cb59 service neutron] For port 55330359-f702-4308-9556-f798e62575fe, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=55330359-f702-4308-9556-f798e62575fe,segment=NetworkSegment(697b7383-f17f-4fca-b697-3570f3881dd7),segment_id=697b7383-f17f-4fca-b697-3570f3881dd7)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:44.487846 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b950e157-3702-4ac6-8954-6dc06830cb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.497834 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-7ec876ad-0c0a-4a7a-979d-b54ad2217e82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b12335-9b64-4a51-826c-7adcfb2f3870']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:44.516550 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905e83f-1a62-4633-af76-206f07b7d583 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48200774-4844-47af-add9-47d0e2da8da0,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:44.529089 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b950e157-3702-4ac6-8954-6dc06830cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.529907 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b950e157-3702-4ac6-8954-6dc06830cb59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.532008 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b950e157-3702-4ac6-8954-6dc06830cb59 service neutron] 10.222.0.84 "PUT /v2.0/ports/55330359-f702-4308-9556-f798e62575fe HTTP/1.1" status: 200 len: 1131 time: 1.3741336 Jul 16 01:33:44.535198 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-7ec876ad-0c0a-4a7a-979d-b54ad2217e82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057c2c1e-8a1c-472f-9f25-f7d70058fae1') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:44.535477 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-7ec876ad-0c0a-4a7a-979d-b54ad2217e82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057c2c1e-8a1c-472f-9f25-f7d70058fae1') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:44.570894 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7ec876ad-0c0a-4a7a-979d-b54ad2217e82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.587686 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24603e10-6f03-43e4-bbb4-5b813e2af3c2 req-e5a96d61-3ead-4eb0-a369-dd0e03b4f1f0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592349 Jul 16 01:33:44.619460 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07e3638f-7ef5-4bbd-95e8-c0c334f24ce6 service neutron] Request body: {'port': {'device_id': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:44.649633 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950e157-3702-4ac6-8954-6dc06830cb59 service neutron] Pushing event updated for resources: {'Port': ['ID=55330359-f702-4308-9556-f798e62575fe,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:44.668151 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7ec876ad-0c0a-4a7a-979d-b54ad2217e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.679732 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-108b77f4-b3fc-4c22-af95-fca152e8f02d req-823e8179-8c38-4216-8e49-a06780393e92 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] For port a2309708-236b-41a6-9dfa-b68a7d4b9ded, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=a2309708-236b-41a6-9dfa-b68a7d4b9ded,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:44.680071 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-108b77f4-b3fc-4c22-af95-fca152e8f02d req-823e8179-8c38-4216-8e49-a06780393e92 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.739724 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719c065-90c0-4e99-b43b-77edd6d29ccd req-6994ba3f-4f13-4b5f-8853-2808ed1e85c0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.747144 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2719c065-90c0-4e99-b43b-77edd6d29ccd req-6994ba3f-4f13-4b5f-8853-2808ed1e85c0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.1740992 Jul 16 01:33:44.747846 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3721b002-1e78-4633-944e-93de2debd697 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2695942 Jul 16 01:33:44.750556 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59070) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:44.755069 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec876ad-0c0a-4a7a-979d-b54ad2217e82 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:44.755495 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7ec876ad-0c0a-4a7a-979d-b54ad2217e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:44.757337 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:44.775019 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-108b77f4-b3fc-4c22-af95-fca152e8f02d req-823e8179-8c38-4216-8e49-a06780393e92 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Calling delete_port for a2309708-236b-41a6-9dfa-b68a7d4b9ded owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:44.856180 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2719c065-90c0-4e99-b43b-77edd6d29ccd req-4443e614-d66b-4ffd-9df5-bcc74f0eb0ed tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622323 Jul 16 01:33:44.856794 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07e3638f-7ef5-4bbd-95e8-c0c334f24ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.860146 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89e72696-1be0-4dba-aa23-589ae2ee3b2f tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.915908 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-636a5e67-0c1e-4db5-88b6-47a384aa29b3 req-2687c990-ba02-495a-8e2a-6d980b812e3a tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.1046076 Jul 16 01:33:44.919223 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89e72696-1be0-4dba-aa23-589ae2ee3b2f tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.956551 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7ec876ad-0c0a-4a7a-979d-b54ad2217e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.974323 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7ec876ad-0c0a-4a7a-979d-b54ad2217e82 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.975935 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7ec876ad-0c0a-4a7a-979d-b54ad2217e82 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e7b12335-9b64-4a51-826c-7adcfb2f3870 HTTP/1.1" status: 204 len: 168 time: 1.2526922 Jul 16 01:33:44.999197 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec876ad-0c0a-4a7a-979d-b54ad2217e82 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7b12335-9b64-4a51-826c-7adcfb2f3870,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:45.015088 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aef3ff0c-e03c-4b25-90a7-9801b6f59f25 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.146962 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3ff0c-e03c-4b25-90a7-9801b6f59f25 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event updated for resources: {'Subnet': ['ID=2af578b1-f374-4c89-97b4-7a56faaf49fc,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:45.173095 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef3ff0c-e03c-4b25-90a7-9801b6f59f25 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Checking segment: {'id': '5276318b-2bae-4084-8046-3991fa1c45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ddc68f2a-f60d-42e6-926a-85a8bf73313c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:45.173457 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef3ff0c-e03c-4b25-90a7-9801b6f59f25 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Network hostable DHCP agents. Network: ddc68f2a-f60d-42e6-926a-85a8bf73313c, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:45.190109 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-108b77f4-b3fc-4c22-af95-fca152e8f02d req-823e8179-8c38-4216-8e49-a06780393e92 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.192214 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89e72696-1be0-4dba-aa23-589ae2ee3b2f tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.197128 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89e72696-1be0-4dba-aa23-589ae2ee3b2f tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.198950 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-89e72696-1be0-4dba-aa23-589ae2ee3b2f tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "DELETE /v2.0/security-groups/5831e28c-1dfa-4914-9840-e206d2cfff1e HTTP/1.1" status: 204 len: 168 time: 0.4471679 Jul 16 01:33:45.204222 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef3ff0c-e03c-4b25-90a7-9801b6f59f25 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Network ddc68f2a-f60d-42e6-926a-85a8bf73313c is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:45.210150 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59078) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:45.219799 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e72696-1be0-4dba-aa23-589ae2ee3b2f tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5831e28c-1dfa-4914-9840-e206d2cfff1e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:45.242301 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e8179-8c38-4216-8e49-a06780393e92 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Pushing event deleted for resources: {'Port': ['ID=a2309708-236b-41a6-9dfa-b68a7d4b9ded,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:45.261593 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'tag': '55330359-f702-4308-9556-f798e62575fe'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:45.272009 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64fe21a-0cbc-4d7a-b2cd-7ae0861a3826" -d '{"events": [{"name": "network-changed", "server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "tag": "55330359-f702-4308-9556-f798e62575fe"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:45.308001 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-aef3ff0c-e03c-4b25-90a7-9801b6f59f25 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, ddc68f2a-f60d-42e6-926a-85a8bf73313c) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:45.322238 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc50294-2593-49f7-920a-324c9afbe012 None None] Network ddc68f2a-f60d-42e6-926a-85a8bf73313c requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:45.384336 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b67b13-ca91-48d2-8551-b61841639849 x-openstack-request-id: req-b3b67b13-ca91-48d2-8551-b61841639849 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:45.384666 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "tag": "55330359-f702-4308-9556-f798e62575fe", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:45.384918 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3b67b13-ca91-48d2-8551-b61841639849 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:45.385314 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'tag': '55330359-f702-4308-9556-f798e62575fe', 'status': 'completed', 'code': 200} Jul 16 01:33:45.394235 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef3ff0c-e03c-4b25-90a7-9801b6f59f25 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:45.394822 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aef3ff0c-e03c-4b25-90a7-9801b6f59f25 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.400948 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59084) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:45.416344 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-108b77f4-b3fc-4c22-af95-fca152e8f02d req-823e8179-8c38-4216-8e49-a06780393e92 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] No DVR routers for this DVR port a2309708-236b-41a6-9dfa-b68a7d4b9ded on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:45.424135 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-108b77f4-b3fc-4c22-af95-fca152e8f02d req-823e8179-8c38-4216-8e49-a06780393e92 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.447207 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-108b77f4-b3fc-4c22-af95-fca152e8f02d req-823e8179-8c38-4216-8e49-a06780393e92 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.84 "DELETE /v2.0/ports/a2309708-236b-41a6-9dfa-b68a7d4b9ded HTTP/1.1" status: 204 len: 173 time: 1.8952603 Jul 16 01:33:45.448908 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84aae9bc-58a0-494c-b05f-1b45024a0afa', 'name': 'network-vif-deleted', 'tag': 'a2309708-236b-41a6-9dfa-b68a7d4b9ded'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:45.451256 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a82a20-619e-4e66-901c-957dcb866f03" -d '{"events": [{"server_uuid": "84aae9bc-58a0-494c-b05f-1b45024a0afa", "name": "network-vif-deleted", "tag": "a2309708-236b-41a6-9dfa-b68a7d4b9ded"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:45.470230 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-889d59a4-0905-4365-987d-a6e8ab700b1b tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2347379 Jul 16 01:33:45.473358 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59090) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:45.485494 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-34cbb1c6-47a6-4a22-9aac-92d4c324585d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Request body: {'security_group': {'name': 'tempest-secgroup--1932060711'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:45.509357 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-aef3ff0c-e03c-4b25-90a7-9801b6f59f25 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7845654 Jul 16 01:33:45.511583 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59092) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:45.524787 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-5aad27dc-62be-43e6-8768-271ac2462379 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-119357765'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:45.569283 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-34cbb1c6-47a6-4a22-9aac-92d4c324585d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.607841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07e3638f-7ef5-4bbd-95e8-c0c334f24ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 402daa9b-da36-45bb-8bb8-44f53b35914a {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:45.623723 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07e3638f-7ef5-4bbd-95e8-c0c334f24ce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.635816 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aad27dc-62be-43e6-8768-271ac2462379 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Made reservation on behalf of c747c529f26942edbdf760d4d705a50d for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:45.648712 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5aad27dc-62be-43e6-8768-271ac2462379 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.687805 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3459d597-f5e9-44d8-bf8c-ba7ad22b20b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-ddc68f2a-f60d-42e6-926a-85a8bf73313c', 'network_id': 'ddc68f2a-f60d-42e6-926a-85a8bf73313c', 'tenant_id': 'c747c529f26942edbdf760d4d705a50d', 'fixed_ips': [{'subnet_id': '2af578b1-f374-4c89-97b4-7a56faaf49fc'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:33:45.688951 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3459d597-f5e9-44d8-bf8c-ba7ad22b20b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.729410 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07e3638f-7ef5-4bbd-95e8-c0c334f24ce6 service neutron] Transition to ACTIVE for port object 402daa9b-da36-45bb-8bb8-44f53b35914a will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:45.773173 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-34cbb1c6-47a6-4a22-9aac-92d4c324585d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.785617 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8e5a1f5b-f13c-4bc2-bd7d-ce33bff4187b req-989796ee-25de-48c9-82a8-02cd69da667f tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?device_id=84aae9bc-58a0-494c-b05f-1b45024a0afa HTTP/1.1" status: 200 len: 210 time: 0.1101367 Jul 16 01:33:45.786912 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07e3638f-7ef5-4bbd-95e8-c0c334f24ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.804504 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-34cbb1c6-47a6-4a22-9aac-92d4c324585d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.880042 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aad27dc-62be-43e6-8768-271ac2462379 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:45.893971 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a4e71a40-4e2c-419c-ba5f-d13431589537 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c7e1fb586f74c548510f1e81e05ea43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4874587 Jul 16 01:33:45.900782 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59098) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:45.913669 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2474057f-d08a-452a-afcf-282704f6c43f x-openstack-request-id: req-2474057f-d08a-452a-afcf-282704f6c43f {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:45.913963 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84aae9bc-58a0-494c-b05f-1b45024a0afa", "name": "network-vif-deleted", "tag": "a2309708-236b-41a6-9dfa-b68a7d4b9ded", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:45.917594 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2474057f-d08a-452a-afcf-282704f6c43f {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:45.918257 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84aae9bc-58a0-494c-b05f-1b45024a0afa', 'name': 'network-vif-deleted', 'tag': 'a2309708-236b-41a6-9dfa-b68a7d4b9ded', 'status': 'completed', 'code': 200} Jul 16 01:33:45.970170 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3638f-7ef5-4bbd-95e8-c0c334f24ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=402daa9b-da36-45bb-8bb8-44f53b35914a,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:45.992421 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-34cbb1c6-47a6-4a22-9aac-92d4c324585d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.996682 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-34cbb1c6-47a6-4a22-9aac-92d4c324585d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5230577 Jul 16 01:33:45.998404 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59102) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:46.002297 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5aad27dc-62be-43e6-8768-271ac2462379 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.004007 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-5aad27dc-62be-43e6-8768-271ac2462379 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Added segment d3f30580-8c16-4bd8-b446-4bc6ebb71799 of type vlan for network 69fa31b6-fa0a-4fd0-beef-f397af13c835 Jul 16 01:33:46.008993 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fe21a-0cbc-4d7a-b2cd-7ae0861a3826 req-0ec83752-7c80-4799-9dde-e61fc5d98b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.009783 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fe21a-0cbc-4d7a-b2cd-7ae0861a3826 req-0ec83752-7c80-4799-9dde-e61fc5d98b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.010315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fe21a-0cbc-4d7a-b2cd-7ae0861a3826 req-0ec83752-7c80-4799-9dde-e61fc5d98b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.010836 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fe21a-0cbc-4d7a-b2cd-7ae0861a3826 req-0ec83752-7c80-4799-9dde-e61fc5d98b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.011360 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fe21a-0cbc-4d7a-b2cd-7ae0861a3826 req-0ec83752-7c80-4799-9dde-e61fc5d98b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.011879 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fe21a-0cbc-4d7a-b2cd-7ae0861a3826 req-0ec83752-7c80-4799-9dde-e61fc5d98b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.012315 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbb1c6-47a6-4a22-9aac-92d4c324585d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30242a3c-76c7-4865-9868-430bf3a64415,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:46.014085 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e64fe21a-0cbc-4d7a-b2cd-7ae0861a3826 req-0ec83752-7c80-4799-9dde-e61fc5d98b28 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ab955cac98346abb4c28e7943a645b4&device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5286 time: 0.5829959 Jul 16 01:33:46.028978 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-3459d597-f5e9-44d8-bf8c-ba7ad22b20b3 None None] Allocated IP 2001:db8:0:ffff::2 (ddc68f2a-f60d-42e6-926a-85a8bf73313c/2af578b1-f374-4c89-97b4-7a56faaf49fc/a2da31bb-da67-46fb-b80b-522ea86ad716) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:46.041403 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-60d38f4e-086b-4d84-b294-87f9d8225386 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Request body: {'security_group_rule': {'security_group_id': '30242a3c-76c7-4865-9868-430bf3a64415', 'direction': 'ingress', 'protocol': 17}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:46.142185 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07e3638f-7ef5-4bbd-95e8-c0c334f24ce6 service neutron] Attempting to bind port 402daa9b-da36-45bb-8bb8-44f53b35914a on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:46.143436 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07e3638f-7ef5-4bbd-95e8-c0c334f24ce6 service neutron] Attempting to bind port 402daa9b-da36-45bb-8bb8-44f53b35914a by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '697b7383-f17f-4fca-b697-3570f3881dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:46.143989 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07e3638f-7ef5-4bbd-95e8-c0c334f24ce6 service neutron] Attempting to bind port 402daa9b-da36-45bb-8bb8-44f53b35914a on network c8f8cff2-179e-422c-b93c-8298614fb9a9 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:46.244573 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07e3638f-7ef5-4bbd-95e8-c0c334f24ce6 service neutron] Port 402daa9b-da36-45bb-8bb8-44f53b35914a on network c8f8cff2-179e-422c-b93c-8298614fb9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:46.245388 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07e3638f-7ef5-4bbd-95e8-c0c334f24ce6 service neutron] Attempting to bind port 402daa9b-da36-45bb-8bb8-44f53b35914a on network c8f8cff2-179e-422c-b93c-8298614fb9a9 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:46.258822 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07e3638f-7ef5-4bbd-95e8-c0c334f24ce6 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:46.258822 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07e3638f-7ef5-4bbd-95e8-c0c334f24ce6 service neutron] Checking segment: {'id': '697b7383-f17f-4fca-b697-3570f3881dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:46.258822 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07e3638f-7ef5-4bbd-95e8-c0c334f24ce6 service neutron] Bound using segment: {'id': '697b7383-f17f-4fca-b697-3570f3881dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:46.258822 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07e3638f-7ef5-4bbd-95e8-c0c334f24ce6 service neutron] Bound port: 402daa9b-da36-45bb-8bb8-44f53b35914a, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '697b7383-f17f-4fca-b697-3570f3881dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:46.258822 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07e3638f-7ef5-4bbd-95e8-c0c334f24ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.290273 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0419d567-c0fb-4509-bba5-7ffe08446f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.324789 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5aad27dc-62be-43e6-8768-271ac2462379 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.347631 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-60d38f4e-086b-4d84-b294-87f9d8225386 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.408988 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3459d597-f5e9-44d8-bf8c-ba7ad22b20b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.414905 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0419d567-c0fb-4509-bba5-7ffe08446f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.420960 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3459d597-f5e9-44d8-bf8c-ba7ad22b20b3 None None] Transition to ACTIVE for port object a2da31bb-da67-46fb-b80b-522ea86ad716 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:46.437521 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fe21a-0cbc-4d7a-b2cd-7ae0861a3826 req-aea92059-a5b4-4c26-b9d8-ec292db08339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.437986 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fe21a-0cbc-4d7a-b2cd-7ae0861a3826 req-aea92059-a5b4-4c26-b9d8-ec292db08339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.438992 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fe21a-0cbc-4d7a-b2cd-7ae0861a3826 req-aea92059-a5b4-4c26-b9d8-ec292db08339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.440645 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e64fe21a-0cbc-4d7a-b2cd-7ae0861a3826 req-aea92059-a5b4-4c26-b9d8-ec292db08339 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=9ab955cac98346abb4c28e7943a645b4&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3707614 Jul 16 01:33:46.450747 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3459d597-f5e9-44d8-bf8c-ba7ad22b20b3 None None] Transition to ACTIVE for port object a2da31bb-da67-46fb-b80b-522ea86ad716 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:46.466307 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-60d38f4e-086b-4d84-b294-87f9d8225386 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.466635 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3459d597-f5e9-44d8-bf8c-ba7ad22b20b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.468322 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5aad27dc-62be-43e6-8768-271ac2462379 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.475870 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aad27dc-62be-43e6-8768-271ac2462379 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.476598 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5aad27dc-62be-43e6-8768-271ac2462379 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.492248 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-60d38f4e-086b-4d84-b294-87f9d8225386 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.522734 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3459d597-f5e9-44d8-bf8c-ba7ad22b20b3 None None] Network ddc68f2a-f60d-42e6-926a-85a8bf73313c is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:46.526731 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-3459d597-f5e9-44d8-bf8c-ba7ad22b20b3 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:46.531808 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06b06c-ca5c-47a3-b436-a8b8de04cd55 req-a079dfd0-5116-407b-b8e5-d824924c7f99 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.533468 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba06b06c-ca5c-47a3-b436-a8b8de04cd55 req-a079dfd0-5116-407b-b8e5-d824924c7f99 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.3495917 Jul 16 01:33:46.535683 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3459d597-f5e9-44d8-bf8c-ba7ad22b20b3 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:46.546818 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459d597-f5e9-44d8-bf8c-ba7ad22b20b3 None None] Pushing event updated for resources: {'Port': ['ID=a2da31bb-da67-46fb-b80b-522ea86ad716,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:46.583320 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5aad27dc-62be-43e6-8768-271ac2462379 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0705531 Jul 16 01:33:46.587922 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59104) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:46.593609 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d38f4e-086b-4d84-b294-87f9d8225386 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc13d64-9137-4c2b-8e00-a5b231922e6a,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:46.600815 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-1464d51b-e099-44df-ae39-7f27a5819923 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Request body: {'subnet': {'network_id': '69fa31b6-fa0a-4fd0-beef-f397af13c835', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:46.605136 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3459d597-f5e9-44d8-bf8c-ba7ad22b20b3 None None] Attempting to bind port a2da31bb-da67-46fb-b80b-522ea86ad716 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:46.605513 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3459d597-f5e9-44d8-bf8c-ba7ad22b20b3 None None] Attempting to bind port a2da31bb-da67-46fb-b80b-522ea86ad716 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '5276318b-2bae-4084-8046-3991fa1c45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ddc68f2a-f60d-42e6-926a-85a8bf73313c'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:46.605962 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3459d597-f5e9-44d8-bf8c-ba7ad22b20b3 None None] Attempting to bind port a2da31bb-da67-46fb-b80b-522ea86ad716 on network ddc68f2a-f60d-42e6-926a-85a8bf73313c {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:46.613678 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3459d597-f5e9-44d8-bf8c-ba7ad22b20b3 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:46.615257 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07e3638f-7ef5-4bbd-95e8-c0c334f24ce6 service neutron] For port 402daa9b-da36-45bb-8bb8-44f53b35914a, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:46.615444 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3459d597-f5e9-44d8-bf8c-ba7ad22b20b3 None None] Checking segment: {'id': '5276318b-2bae-4084-8046-3991fa1c45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ddc68f2a-f60d-42e6-926a-85a8bf73313c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:46.615444 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3459d597-f5e9-44d8-bf8c-ba7ad22b20b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.615793 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3459d597-f5e9-44d8-bf8c-ba7ad22b20b3 None None] Bound using segment: {'id': '5276318b-2bae-4084-8046-3991fa1c45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ddc68f2a-f60d-42e6-926a-85a8bf73313c'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:46.616512 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3459d597-f5e9-44d8-bf8c-ba7ad22b20b3 None None] Bound port: a2da31bb-da67-46fb-b80b-522ea86ad716, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5276318b-2bae-4084-8046-3991fa1c45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ddc68f2a-f60d-42e6-926a-85a8bf73313c'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:46.617082 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3459d597-f5e9-44d8-bf8c-ba7ad22b20b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.630737 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1c6a2-b534-44ad-ac14-b19c82ab6501 req-a39ae9f3-5609-45e4-8415-7848df841160 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.634856 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad27dc-62be-43e6-8768-271ac2462379 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event updated for resources: {'Network': ['ID=69fa31b6-fa0a-4fd0-beef-f397af13c835,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:46.637357 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-60d38f4e-086b-4d84-b294-87f9d8225386 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.637646 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1c6a2-b534-44ad-ac14-b19c82ab6501 req-a39ae9f3-5609-45e4-8415-7848df841160 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.638749 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-60d38f4e-086b-4d84-b294-87f9d8225386 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6107476 Jul 16 01:33:46.644651 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1c6a2-b534-44ad-ac14-b19c82ab6501 req-a39ae9f3-5609-45e4-8415-7848df841160 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.647178 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59106) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:46.651496 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1c6a2-b534-44ad-ac14-b19c82ab6501 req-a39ae9f3-5609-45e4-8415-7848df841160 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.657532 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1c6a2-b534-44ad-ac14-b19c82ab6501 req-a39ae9f3-5609-45e4-8415-7848df841160 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.658012 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba06b06c-ca5c-47a3-b436-a8b8de04cd55 req-0556187e-3183-4c5d-98e6-ea26c8f73b4a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104772 Jul 16 01:33:46.660704 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 69fa31b6-fa0a-4fd0-beef-f397af13c835 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:46.676864 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1c6a2-b534-44ad-ac14-b19c82ab6501 req-a39ae9f3-5609-45e4-8415-7848df841160 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.689439 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1c6a2-b534-44ad-ac14-b19c82ab6501 req-a39ae9f3-5609-45e4-8415-7848df841160 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.706381 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0b1c6a2-b534-44ad-ac14-b19c82ab6501 req-a39ae9f3-5609-45e4-8415-7848df841160 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5371 time: 0.5343227 Jul 16 01:33:46.720926 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c078da10-8d1b-4698-832d-8822219c3860 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.766950 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3459d597-f5e9-44d8-bf8c-ba7ad22b20b3 None None] For port a2da31bb-da67-46fb-b80b-522ea86ad716, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:46.767348 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c078da10-8d1b-4698-832d-8822219c3860 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.785245 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3459d597-f5e9-44d8-bf8c-ba7ad22b20b3 None None] For port a2da31bb-da67-46fb-b80b-522ea86ad716, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a2da31bb-da67-46fb-b80b-522ea86ad716,segment=NetworkSegment(5276318b-2bae-4084-8046-3991fa1c45fb),segment_id=5276318b-2bae-4084-8046-3991fa1c45fb)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:46.795780 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3459d597-f5e9-44d8-bf8c-ba7ad22b20b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.840216 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07e3638f-7ef5-4bbd-95e8-c0c334f24ce6 service neutron] For port 402daa9b-da36-45bb-8bb8-44f53b35914a, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=402daa9b-da36-45bb-8bb8-44f53b35914a,segment=NetworkSegment(697b7383-f17f-4fca-b697-3570f3881dd7),segment_id=697b7383-f17f-4fca-b697-3570f3881dd7)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:46.845048 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-36744817-7cbd-4787-a867-cc8230f3b250 req-b6c94fac-79e7-4495-b2b8-6c239b568e4a tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0462475 Jul 16 01:33:46.871511 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07e3638f-7ef5-4bbd-95e8-c0c334f24ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.894956 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c078da10-8d1b-4698-832d-8822219c3860 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.898990 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c078da10-8d1b-4698-832d-8822219c3860 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.900803 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c078da10-8d1b-4698-832d-8822219c3860 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "DELETE /v2.0/security-groups/30242a3c-76c7-4865-9868-430bf3a64415 HTTP/1.1" status: 204 len: 168 time: 0.2519336 Jul 16 01:33:46.906847 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59110) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:46.929011 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459d597-f5e9-44d8-bf8c-ba7ad22b20b3 None None] Pushing event updated for resources: {'Port': ['ID=a2da31bb-da67-46fb-b80b-522ea86ad716,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:46.949059 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078da10-8d1b-4698-832d-8822219c3860 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30242a3c-76c7-4865-9868-430bf3a64415,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:46.976092 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device a2309708-236b-41a6-9dfa-b68a7d4b9ded no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:46.996593 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0419d567-c0fb-4509-bba5-7ffe08446f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.999666 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0419d567-c0fb-4509-bba5-7ffe08446f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.001209 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0419d567-c0fb-4509-bba5-7ffe08446f94 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2cccf715-2626-48c7-b6b6-daadb68f066b HTTP/1.1" status: 204 len: 168 time: 1.0959890 Jul 16 01:33:47.008023 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-07a9d7fa-38a2-4439-b89c-775bc235ae0d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0999200 Jul 16 01:33:47.020448 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07e3638f-7ef5-4bbd-95e8-c0c334f24ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.021497 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07e3638f-7ef5-4bbd-95e8-c0c334f24ce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.023626 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07e3638f-7ef5-4bbd-95e8-c0c334f24ce6 service neutron] 10.222.0.84 "PUT /v2.0/ports/402daa9b-da36-45bb-8bb8-44f53b35914a HTTP/1.1" status: 200 len: 1132 time: 2.4140368 Jul 16 01:33:47.032753 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59114) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:47.038746 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-597bb48e-c748-4fe0-b680-cf9775fd13a2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Request body: {'security_group': {'name': 'tempest-secgroup--800927734'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:47.051318 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: a2309708-236b-41a6-9dfa-b68a7d4b9ded {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:47.051668 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device a2309708-236b-41a6-9dfa-b68a7d4b9ded not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:47.060775 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0b1c6a2-b534-44ad-ac14-b19c82ab6501 req-be3c6247-3334-49b5-91a5-d4c44bb6f9ec tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3371184 Jul 16 01:33:47.096249 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-597bb48e-c748-4fe0-b680-cf9775fd13a2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.104043 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7a2a44f3-9c18-4139-9d65-b524578bc1a4 service neutron] Request body: {'port': {'device_id': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:47.140268 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419d567-c0fb-4509-bba5-7ffe08446f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cccf715-2626-48c7-b6b6-daadb68f066b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:47.152674 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fe21a-0cbc-4d7a-b2cd-7ae0861a3826 req-242e164c-8144-44ce-8e8f-400f6d214f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.154315 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e64fe21a-0cbc-4d7a-b2cd-7ae0861a3826 req-242e164c-8144-44ce-8e8f-400f6d214f10 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7025523 Jul 16 01:33:47.255837 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.db.api [None req-597bb48e-c748-4fe0-b680-cf9775fd13a2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:33:47.255837 n-d-792394-16 neutron-server[93956]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:33:47.255837 n-d-792394-16 neutron-server[93956]: [parameters: {'project_id_1': 'b41c7960d21b4078b7485f3946cc341f', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 33, 47, 148132)}] Jul 16 01:33:47.255837 n-d-792394-16 neutron-server[93956]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93956) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:33:47.256330 n-d-792394-16 neutron-server[93956]: DEBUG oslo_db.api [None req-597bb48e-c748-4fe0-b680-cf9775fd13a2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:33:47.259325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3638f-7ef5-4bbd-95e8-c0c334f24ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=402daa9b-da36-45bb-8bb8-44f53b35914a,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:47.347797 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1464d51b-e099-44df-ae39-7f27a5819923 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Made reservation on behalf of c747c529f26942edbdf760d4d705a50d for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:47.351785 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1464d51b-e099-44df-ae39-7f27a5819923 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.418072 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'tag': '402daa9b-da36-45bb-8bb8-44f53b35914a'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:47.421169 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853b8852-d765-4848-8c38-a8b35c550cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "tag": "402daa9b-da36-45bb-8bb8-44f53b35914a"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:47.424240 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7a2a44f3-9c18-4139-9d65-b524578bc1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.523313 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8955257-64c7-4e58-adb4-e4d7cf30f66f x-openstack-request-id: req-c8955257-64c7-4e58-adb4-e4d7cf30f66f {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:47.523610 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "tag": "402daa9b-da36-45bb-8bb8-44f53b35914a", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:47.523819 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8955257-64c7-4e58-adb4-e4d7cf30f66f {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:47.527211 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'tag': '402daa9b-da36-45bb-8bb8-44f53b35914a', 'status': 'completed', 'code': 200} Jul 16 01:33:47.757937 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-597bb48e-c748-4fe0-b680-cf9775fd13a2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.908779 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b8852-d765-4848-8c38-a8b35c550cb1 req-b80c90cb-efb9-4f87-9429-d53b18285417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.909442 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b8852-d765-4848-8c38-a8b35c550cb1 req-b80c90cb-efb9-4f87-9429-d53b18285417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.910216 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b8852-d765-4848-8c38-a8b35c550cb1 req-b80c90cb-efb9-4f87-9429-d53b18285417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.910715 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b8852-d765-4848-8c38-a8b35c550cb1 req-b80c90cb-efb9-4f87-9429-d53b18285417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.911184 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b8852-d765-4848-8c38-a8b35c550cb1 req-b80c90cb-efb9-4f87-9429-d53b18285417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.911672 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b8852-d765-4848-8c38-a8b35c550cb1 req-b80c90cb-efb9-4f87-9429-d53b18285417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.912143 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b8852-d765-4848-8c38-a8b35c550cb1 req-b80c90cb-efb9-4f87-9429-d53b18285417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.919717 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-853b8852-d765-4848-8c38-a8b35c550cb1 req-b80c90cb-efb9-4f87-9429-d53b18285417 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ab955cac98346abb4c28e7943a645b4&device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 6211 time: 0.3915150 Jul 16 01:33:47.929828 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-597bb48e-c748-4fe0-b680-cf9775fd13a2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.940143 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-597bb48e-c748-4fe0-b680-cf9775fd13a2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.986169 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-597bb48e-c748-4fe0-b680-cf9775fd13a2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.987818 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-597bb48e-c748-4fe0-b680-cf9775fd13a2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9534245 Jul 16 01:33:47.992233 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59138) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:48.003163 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec5d22-113e-4041-9598-d12a3bd24f57 req-02b74784-4886-4341-ac0d-78f0a31e4054 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.011180 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-27ec5d22-113e-4041-9598-d12a3bd24f57 req-02b74784-4886-4341-ac0d-78f0a31e4054 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.1641989 Jul 16 01:33:48.021211 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-06f83683-27f2-4626-963d-596db05b0913 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Request body: {'security_group': {'name': 'tempest-secgroup--881855310'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:48.039864 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bb48e-c748-4fe0-b680-cf9775fd13a2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d12aea3-d917-4f94-9f29-9f0f52c3128f,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:48.085220 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7a2a44f3-9c18-4139-9d65-b524578bc1a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ec0242-6e1e-4307-a3bc-b3ea2834426a {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:48.095217 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7a2a44f3-9c18-4139-9d65-b524578bc1a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.102741 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-27ec5d22-113e-4041-9598-d12a3bd24f57 req-226e05b9-a5ef-4096-ace3-fe55ed08eb93 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900848 Jul 16 01:33:48.123859 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7a2a44f3-9c18-4139-9d65-b524578bc1a4 service neutron] Transition to ACTIVE for port object 14ec0242-6e1e-4307-a3bc-b3ea2834426a will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:48.142057 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06f83683-27f2-4626-963d-596db05b0913 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.156526 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7a2a44f3-9c18-4139-9d65-b524578bc1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.201880 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1464d51b-e099-44df-ae39-7f27a5819923 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.342043 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ddb591b0-7b4a-4bbf-84d7-2ba309165d40 req-93b1e1e3-25e6-43ba-aaae-3b0213b028de tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0404084 Jul 16 01:33:48.344473 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06f83683-27f2-4626-963d-596db05b0913 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.351166 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06f83683-27f2-4626-963d-596db05b0913 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.393052 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59148) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:48.393754 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f83683-27f2-4626-963d-596db05b0913 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f089f035-5a70-4474-ad25-4463d651fe1d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:48.434154 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06f83683-27f2-4626-963d-596db05b0913 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.438500 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-06f83683-27f2-4626-963d-596db05b0913 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4447656 Jul 16 01:33:48.439161 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59152) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:48.444484 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-963729cf-fc65-4c5b-a218-1101bc8f03d2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Request body: {'security_group_rule': {'security_group_id': '9d12aea3-d917-4f94-9f29-9f0f52c3128f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f089f035-5a70-4474-ad25-4463d651fe1d', 'remote_ip_prefix': None}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:48.530985 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a85786-fd59-4a7d-a478-1c54bb57a06c None None] Network ddc68f2a-f60d-42e6-926a-85a8bf73313c requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:48.584997 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-963729cf-fc65-4c5b-a218-1101bc8f03d2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.650041 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b15a1bb4-400b-46d9-bd87-9d67944e44fb None None] Provisioning for port a2da31bb-da67-46fb-b80b-522ea86ad716 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:48.684067 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-963729cf-fc65-4c5b-a218-1101bc8f03d2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.688987 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-e1677654-a151-4dea-a315-a6ee310006aa admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1869610029-network', 'tenant_id': 'c73e6ed9d26a4f67873b1490075aee9a'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:48.701000 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-963729cf-fc65-4c5b-a218-1101bc8f03d2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.753226 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963729cf-fc65-4c5b-a218-1101bc8f03d2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512aedb0-2177-49cf-bd48-f8b000a04af6,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:48.779536 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514064eb-4f7e-4cad-b171-8b5b8d3542a1 req-e2100de9-cbd2-4f81-979c-f9739d881e36 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.789004 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514064eb-4f7e-4cad-b171-8b5b8d3542a1 req-e2100de9-cbd2-4f81-979c-f9739d881e36 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.799740 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514064eb-4f7e-4cad-b171-8b5b8d3542a1 req-e2100de9-cbd2-4f81-979c-f9739d881e36 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.808801 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514064eb-4f7e-4cad-b171-8b5b8d3542a1 req-e2100de9-cbd2-4f81-979c-f9739d881e36 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.812214 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0983f63-90a5-4aa4-8ef3-1d7b58a419d9 req-bdef3506-7ead-4e44-8ef1-47e3db2bec77 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.816745 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514064eb-4f7e-4cad-b171-8b5b8d3542a1 req-e2100de9-cbd2-4f81-979c-f9739d881e36 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.820591 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f0983f63-90a5-4aa4-8ef3-1d7b58a419d9 req-bdef3506-7ead-4e44-8ef1-47e3db2bec77 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?device_id=92354be4-5576-4426-9fda-a44fd625e227 HTTP/1.1" status: 200 len: 948 time: 1.1735506 Jul 16 01:33:48.823187 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514064eb-4f7e-4cad-b171-8b5b8d3542a1 req-e2100de9-cbd2-4f81-979c-f9739d881e36 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.830235 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514064eb-4f7e-4cad-b171-8b5b8d3542a1 req-e2100de9-cbd2-4f81-979c-f9739d881e36 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.834008 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-514064eb-4f7e-4cad-b171-8b5b8d3542a1 req-e2100de9-cbd2-4f81-979c-f9739d881e36 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5383 time: 0.3141983 Jul 16 01:33:48.836972 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1677654-a151-4dea-a315-a6ee310006aa admin admin] Made reservation on behalf of c73e6ed9d26a4f67873b1490075aee9a for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:48.839730 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1677654-a151-4dea-a315-a6ee310006aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.859411 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-963729cf-fc65-4c5b-a218-1101bc8f03d2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.864348 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-963729cf-fc65-4c5b-a218-1101bc8f03d2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4239910 Jul 16 01:33:48.866176 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59154) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:48.868605 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1677654-a151-4dea-a315-a6ee310006aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.895471 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a44f3-9c18-4139-9d65-b524578bc1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=14ec0242-6e1e-4307-a3bc-b3ea2834426a,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:48.974036 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-514064eb-4f7e-4cad-b171-8b5b8d3542a1 req-6bd62f0f-02dd-40b1-b5cb-c32d1541fe22 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1294572 Jul 16 01:33:48.991494 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1793dd12-2b91-4810-bfcd-6dbfd064ef8d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.021553 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1793dd12-2b91-4810-bfcd-6dbfd064ef8d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.056584 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464d51b-e099-44df-ae39-7f27a5819923 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event updated for resources: {'Subnet': ['ID=de8cc498-48d1-4169-a9e8-4acd7f1c2da9,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:49.074626 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1793dd12-2b91-4810-bfcd-6dbfd064ef8d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.081926 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1793dd12-2b91-4810-bfcd-6dbfd064ef8d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.086285 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1793dd12-2b91-4810-bfcd-6dbfd064ef8d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/512aedb0-2177-49cf-bd48-f8b000a04af6 HTTP/1.1" status: 204 len: 168 time: 0.2187288 Jul 16 01:33:49.090150 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59156) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:49.139822 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7a2a44f3-9c18-4139-9d65-b524578bc1a4 service neutron] Attempting to bind port 14ec0242-6e1e-4307-a3bc-b3ea2834426a on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:49.139822 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7a2a44f3-9c18-4139-9d65-b524578bc1a4 service neutron] Attempting to bind port 14ec0242-6e1e-4307-a3bc-b3ea2834426a by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '697b7383-f17f-4fca-b697-3570f3881dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:49.140523 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7a2a44f3-9c18-4139-9d65-b524578bc1a4 service neutron] Attempting to bind port 14ec0242-6e1e-4307-a3bc-b3ea2834426a on network c8f8cff2-179e-422c-b93c-8298614fb9a9 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:49.147451 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793dd12-2b91-4810-bfcd-6dbfd064ef8d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=512aedb0-2177-49cf-bd48-f8b000a04af6,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:49.153114 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7a2a44f3-9c18-4139-9d65-b524578bc1a4 service neutron] Port 14ec0242-6e1e-4307-a3bc-b3ea2834426a on network c8f8cff2-179e-422c-b93c-8298614fb9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:49.153444 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7a2a44f3-9c18-4139-9d65-b524578bc1a4 service neutron] Attempting to bind port 14ec0242-6e1e-4307-a3bc-b3ea2834426a on network c8f8cff2-179e-422c-b93c-8298614fb9a9 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:49.160800 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1677654-a151-4dea-a315-a6ee310006aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.172808 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1677654-a151-4dea-a315-a6ee310006aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.197113 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f0983f63-90a5-4aa4-8ef3-1d7b58a419d9 req-e13a324c-9ec4-4a43-bd4b-22368fe44534 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/security-groups?id=86f4f680-b200-4b51-95c2-fcbf79fd4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755121 Jul 16 01:33:49.205267 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1cc4e020-c96b-4317-9b7f-76a904f6bf22 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1120322 Jul 16 01:33:49.212480 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59160) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:49.213722 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464d51b-e099-44df-ae39-7f27a5819923 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Checking segment: {'id': 'd3f30580-8c16-4bd8-b446-4bc6ebb71799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '69fa31b6-fa0a-4fd0-beef-f397af13c835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:49.214117 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1464d51b-e099-44df-ae39-7f27a5819923 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Network hostable DHCP agents. Network: 69fa31b6-fa0a-4fd0-beef-f397af13c835, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:49.227118 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b8852-d765-4848-8c38-a8b35c550cb1 req-8bf45094-0c5b-4c15-a086-d1b1e72dbbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:49.227639 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b8852-d765-4848-8c38-a8b35c550cb1 req-8bf45094-0c5b-4c15-a086-d1b1e72dbbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:49.232052 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b8852-d765-4848-8c38-a8b35c550cb1 req-8bf45094-0c5b-4c15-a086-d1b1e72dbbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:49.234006 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-853b8852-d765-4848-8c38-a8b35c550cb1 req-8bf45094-0c5b-4c15-a086-d1b1e72dbbc0 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=9ab955cac98346abb4c28e7943a645b4&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.1007299 Jul 16 01:33:49.236300 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7a2a44f3-9c18-4139-9d65-b524578bc1a4 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:49.237809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7a2a44f3-9c18-4139-9d65-b524578bc1a4 service neutron] Checking segment: {'id': '697b7383-f17f-4fca-b697-3570f3881dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:49.238218 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7a2a44f3-9c18-4139-9d65-b524578bc1a4 service neutron] Bound using segment: {'id': '697b7383-f17f-4fca-b697-3570f3881dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:49.239954 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1677654-a151-4dea-a315-a6ee310006aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:49.240100 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7a2a44f3-9c18-4139-9d65-b524578bc1a4 service neutron] Bound port: 14ec0242-6e1e-4307-a3bc-b3ea2834426a, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '697b7383-f17f-4fca-b697-3570f3881dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:49.240388 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7a2a44f3-9c18-4139-9d65-b524578bc1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.318308 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1677654-a151-4dea-a315-a6ee310006aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:49.319135 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a2da31bb-da67-46fb-b80b-522ea86ad716 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:49.333784 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1677654-a151-4dea-a315-a6ee310006aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.334225 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-e1677654-a151-4dea-a315-a6ee310006aa admin admin] Added segment e0828342-f41f-42ce-bf32-6a339c912534 of type vlan for network 830e0a53-8773-432e-aa5a-8c5b09b1196b Jul 16 01:33:49.410516 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-316d8385-07db-4a1c-8e13-7f2cb589f0f8 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.414855 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1677654-a151-4dea-a315-a6ee310006aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.432187 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b8852-d765-4848-8c38-a8b35c550cb1 req-736384ce-2689-4d2b-80a6-1293c085eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:49.437776 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-853b8852-d765-4848-8c38-a8b35c550cb1 req-736384ce-2689-4d2b-80a6-1293c085eafd service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1927028 Jul 16 01:33:49.474301 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port a2da31bb-da67-46fb-b80b-522ea86ad716 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:49.480173 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port a2da31bb-da67-46fb-b80b-522ea86ad716 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:49.480728 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.488202 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-316d8385-07db-4a1c-8e13-7f2cb589f0f8 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.530823 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1464d51b-e099-44df-ae39-7f27a5819923 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Network 69fa31b6-fa0a-4fd0-beef-f397af13c835 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:49.554582 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1677654-a151-4dea-a315-a6ee310006aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.555766 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1677654-a151-4dea-a315-a6ee310006aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:49.556472 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1677654-a151-4dea-a315-a6ee310006aa admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.592975 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-1464d51b-e099-44df-ae39-7f27a5819923 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 69fa31b6-fa0a-4fd0-beef-f397af13c835) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:49.606600 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47a4efb-6159-4f7d-989b-b001884b65bf None None] Network 69fa31b6-fa0a-4fd0-beef-f397af13c835 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:49.628660 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1464d51b-e099-44df-ae39-7f27a5819923 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:49.630124 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1464d51b-e099-44df-ae39-7f27a5819923 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.641002 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.645843 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1677654-a151-4dea-a315-a6ee310006aa admin admin] Pushing event updated for resources: {'Network': ['ID=830e0a53-8773-432e-aa5a-8c5b09b1196b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:49.667449 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7a2a44f3-9c18-4139-9d65-b524578bc1a4 service neutron] For port 14ec0242-6e1e-4307-a3bc-b3ea2834426a, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:49.674787 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bb88e-666d-475b-a616-ac4ea8d8d3be req-2d6009c0-146b-4ed2-9ef4-531db81ba60c tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:49.676797 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-857bb88e-666d-475b-a616-ac4ea8d8d3be req-2d6009c0-146b-4ed2-9ef4-531db81ba60c tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.2580223 Jul 16 01:33:49.679654 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e1677654-a151-4dea-a315-a6ee310006aa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2819371 Jul 16 01:33:49.682736 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59164) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:49.687959 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f0e6e9f5-fda0-4a04-9a2d-ce826bf21698 req-3ecd71d5-2f01-4e6e-b4ac-58313474d474 tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0776725 Jul 16 01:33:49.688280 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-f374028d-6d48-48d0-8c0f-86439e0efe5c admin admin] Request body: {'subnet': {'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1869610029-subnet', 'tenant_id': 'c73e6ed9d26a4f67873b1490075aee9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:49.690146 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 830e0a53-8773-432e-aa5a-8c5b09b1196b details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:49.694407 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1464d51b-e099-44df-ae39-7f27a5819923 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0960631 Jul 16 01:33:49.695025 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59166) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:49.737847 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7a2a44f3-9c18-4139-9d65-b524578bc1a4 service neutron] For port 14ec0242-6e1e-4307-a3bc-b3ea2834426a, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=14ec0242-6e1e-4307-a3bc-b3ea2834426a,segment=NetworkSegment(697b7383-f17f-4fca-b697-3570f3881dd7),segment_id=697b7383-f17f-4fca-b697-3570f3881dd7)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:49.750296 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7a2a44f3-9c18-4139-9d65-b524578bc1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.806408 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7a2a44f3-9c18-4139-9d65-b524578bc1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:49.807036 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7a2a44f3-9c18-4139-9d65-b524578bc1a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.808714 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7a2a44f3-9c18-4139-9d65-b524578bc1a4 service neutron] 10.222.0.84 "PUT /v2.0/ports/14ec0242-6e1e-4307-a3bc-b3ea2834426a HTTP/1.1" status: 200 len: 1091 time: 2.7243793 Jul 16 01:33:49.809291 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'tag': '14ec0242-6e1e-4307-a3bc-b3ea2834426a'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:49.811628 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b03b38-63dd-49a5-976a-b4da559c2ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "tag": "14ec0242-6e1e-4307-a3bc-b3ea2834426a"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:49.846085 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.851329 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-316d8385-07db-4a1c-8e13-7f2cb589f0f8 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.854786 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-316d8385-07db-4a1c-8e13-7f2cb589f0f8 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.859542 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-316d8385-07db-4a1c-8e13-7f2cb589f0f8 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "DELETE /v2.0/security-groups/f089f035-5a70-4474-ad25-4463d651fe1d HTTP/1.1" status: 204 len: 168 time: 0.6455512 Jul 16 01:33:49.868238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a70daf03-ea4e-4ed1-a17e-4008faffb816 service neutron] Request body: {'port': {'device_id': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:49.871001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port a2da31bb-da67-46fb-b80b-522ea86ad716, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a2da31bb-da67-46fb-b80b-522ea86ad716,segment=NetworkSegment(5276318b-2bae-4084-8046-3991fa1c45fb),segment_id=5276318b-2bae-4084-8046-3991fa1c45fb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:49.878427 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2490a8-2067-4d19-8de0-3bfed66d17ee req-b8a858ed-ab5e-4ef0-b385-f94aaffe353d tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:49.880788 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf2490a8-2067-4d19-8de0-3bfed66d17ee req-b8a858ed-ab5e-4ef0-b385-f94aaffe353d tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.82 "GET /v2.0/ports?device_id=92354be4-5576-4426-9fda-a44fd625e227 HTTP/1.1" status: 200 len: 948 time: 0.2147949 Jul 16 01:33:49.880939 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59170) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:49.888670 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.921794 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d8385-07db-4a1c-8e13-7f2cb589f0f8 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f089f035-5a70-4474-ad25-4463d651fe1d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:49.957025 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1df0d3-c618-4aa2-9903-65617a933087 x-openstack-request-id: req-ab1df0d3-c618-4aa2-9903-65617a933087 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:49.957318 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "tag": "14ec0242-6e1e-4307-a3bc-b3ea2834426a", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:49.957565 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab1df0d3-c618-4aa2-9903-65617a933087 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:49.957957 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'tag': '14ec0242-6e1e-4307-a3bc-b3ea2834426a', 'status': 'completed', 'code': 200} Jul 16 01:33:49.981052 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.998358 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-857bb88e-666d-475b-a616-ac4ea8d8d3be req-08bee369-df32-4e7d-874a-7bf8fb50c32b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3042977 Jul 16 01:33:49.999802 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=a2da31bb-da67-46fb-b80b-522ea86ad716,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:50.023098 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a44f3-9c18-4139-9d65-b524578bc1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=14ec0242-6e1e-4307-a3bc-b3ea2834426a,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:50.038344 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f374028d-6d48-48d0-8c0f-86439e0efe5c admin admin] Made reservation on behalf of c73e6ed9d26a4f67873b1490075aee9a for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:50.041788 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f374028d-6d48-48d0-8c0f-86439e0efe5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.139127 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1f6e12-966a-4cca-a599-0f3ed215e069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-69fa31b6-fa0a-4fd0-beef-f397af13c835', 'network_id': '69fa31b6-fa0a-4fd0-beef-f397af13c835', 'tenant_id': 'c747c529f26942edbdf760d4d705a50d', 'fixed_ips': [{'subnet_id': 'de8cc498-48d1-4169-a9e8-4acd7f1c2da9'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:33:50.141372 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6e12-966a-4cca-a599-0f3ed215e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.292789 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f374028d-6d48-48d0-8c0f-86439e0efe5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.404766 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a54a2b82-6512-40c3-ad5b-a2526ea1c3cb tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.5161386 Jul 16 01:33:50.413564 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59178) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:50.423990 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a70daf03-ea4e-4ed1-a17e-4008faffb816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.449647 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-0f1f6e12-966a-4cca-a599-0f3ed215e069 None None] Allocated IP 2001:db8::1 (69fa31b6-fa0a-4fd0-beef-f397af13c835/de8cc498-48d1-4169-a9e8-4acd7f1c2da9/a836cd79-cd8b-4b51-b3d0-527a973c4248) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:50.482646 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b03b38-63dd-49a5-976a-b4da559c2ceb req-ba020db4-9a8b-45be-b046-5bff708dc81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.483132 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b03b38-63dd-49a5-976a-b4da559c2ceb req-ba020db4-9a8b-45be-b046-5bff708dc81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.483614 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b03b38-63dd-49a5-976a-b4da559c2ceb req-ba020db4-9a8b-45be-b046-5bff708dc81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.484066 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b03b38-63dd-49a5-976a-b4da559c2ceb req-ba020db4-9a8b-45be-b046-5bff708dc81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.484577 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b03b38-63dd-49a5-976a-b4da559c2ceb req-ba020db4-9a8b-45be-b046-5bff708dc81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.485034 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b03b38-63dd-49a5-976a-b4da559c2ceb req-ba020db4-9a8b-45be-b046-5bff708dc81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.485561 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b03b38-63dd-49a5-976a-b4da559c2ceb req-ba020db4-9a8b-45be-b046-5bff708dc81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.487894 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e4b03b38-63dd-49a5-976a-b4da559c2ceb req-ba020db4-9a8b-45be-b046-5bff708dc81d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ab955cac98346abb4c28e7943a645b4&device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 6279 time: 0.5170572 Jul 16 01:33:50.512263 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374028d-6d48-48d0-8c0f-86439e0efe5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f45f4065-e8af-4e7d-ba1a-a6b4cb86159b,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:50.543545 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f374028d-6d48-48d0-8c0f-86439e0efe5c admin admin] Checking segment: {'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:50.543835 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f374028d-6d48-48d0-8c0f-86439e0efe5c admin admin] Network hostable DHCP agents. Network: 830e0a53-8773-432e-aa5a-8c5b09b1196b, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:50.586343 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f374028d-6d48-48d0-8c0f-86439e0efe5c admin admin] Network 830e0a53-8773-432e-aa5a-8c5b09b1196b is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:50.589000 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-bf2490a8-2067-4d19-8de0-3bfed66d17ee req-61282d68-e453-4558-8152-77c8c5ad1213 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Deleting port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:50.589344 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bf2490a8-2067-4d19-8de0-3bfed66d17ee req-61282d68-e453-4558-8152-77c8c5ad1213 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.620980 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce8cef-3cdb-453c-91ab-3330b92e8111 req-d34b8074-04fc-4f08-ae0b-bf077c869f48 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.624910 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-74ce8cef-3cdb-453c-91ab-3330b92e8111 req-d34b8074-04fc-4f08-ae0b-bf077c869f48 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?device_id=92354be4-5576-4426-9fda-a44fd625e227 HTTP/1.1" status: 200 len: 948 time: 0.1233521 Jul 16 01:33:50.628329 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-f374028d-6d48-48d0-8c0f-86439e0efe5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 830e0a53-8773-432e-aa5a-8c5b09b1196b) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:50.655171 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3183d86-0344-421e-9ed9-968f7de6462f None None] Network 830e0a53-8773-432e-aa5a-8c5b09b1196b requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:50.656948 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f374028d-6d48-48d0-8c0f-86439e0efe5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.657569 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f374028d-6d48-48d0-8c0f-86439e0efe5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.687886 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d39b3e-f2eb-4158-b18d-eda12fba4adb req-d677296b-7315-4a4e-ad5c-7a0d36304b74 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.694792 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d39b3e-f2eb-4158-b18d-eda12fba4adb req-d677296b-7315-4a4e-ad5c-7a0d36304b74 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.700623 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d39b3e-f2eb-4158-b18d-eda12fba4adb req-d677296b-7315-4a4e-ad5c-7a0d36304b74 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.707388 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d39b3e-f2eb-4158-b18d-eda12fba4adb req-d677296b-7315-4a4e-ad5c-7a0d36304b74 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.713731 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d39b3e-f2eb-4158-b18d-eda12fba4adb req-d677296b-7315-4a4e-ad5c-7a0d36304b74 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.719284 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d39b3e-f2eb-4158-b18d-eda12fba4adb req-d677296b-7315-4a4e-ad5c-7a0d36304b74 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.726945 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-74ce8cef-3cdb-453c-91ab-3330b92e8111 req-bd67d868-1fb7-4979-94bb-83522bc8ee3f tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/security-groups?id=86f4f680-b200-4b51-95c2-fcbf79fd4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931745 Jul 16 01:33:50.727447 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d39b3e-f2eb-4158-b18d-eda12fba4adb req-d677296b-7315-4a4e-ad5c-7a0d36304b74 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.731217 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f374028d-6d48-48d0-8c0f-86439e0efe5c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0476019 Jul 16 01:33:50.735286 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-52d39b3e-f2eb-4158-b18d-eda12fba4adb req-d677296b-7315-4a4e-ad5c-7a0d36304b74 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5383 time: 0.4686766 Jul 16 01:33:50.812870 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aaabf462-362b-48cf-9104-a9dca794f68e tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.856911 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6e12-966a-4cca-a599-0f3ed215e069 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.888879 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0f1f6e12-966a-4cca-a599-0f3ed215e069 None None] Transition to ACTIVE for port object a836cd79-cd8b-4b51-b3d0-527a973c4248 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:50.936115 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aaabf462-362b-48cf-9104-a9dca794f68e tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.972866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b03b38-63dd-49a5-976a-b4da559c2ceb req-e1a6eeac-ab9f-4321-8a4c-7e7f4a69d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.973644 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b03b38-63dd-49a5-976a-b4da559c2ceb req-e1a6eeac-ab9f-4321-8a4c-7e7f4a69d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.974258 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b03b38-63dd-49a5-976a-b4da559c2ceb req-e1a6eeac-ab9f-4321-8a4c-7e7f4a69d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.976935 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e4b03b38-63dd-49a5-976a-b4da559c2ceb req-e1a6eeac-ab9f-4321-8a4c-7e7f4a69d7a9 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=9ab955cac98346abb4c28e7943a645b4&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4801931 Jul 16 01:33:50.989211 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02de630-edd2-4d13-bc77-43ae779bb405 None None] Network 830e0a53-8773-432e-aa5a-8c5b09b1196b requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:50.993550 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0f1f6e12-966a-4cca-a599-0f3ed215e069 None None] Transition to ACTIVE for port object a836cd79-cd8b-4b51-b3d0-527a973c4248 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:51.002282 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d3379a68-10c3-4564-aa9d-6a373e443491 req-062b8ebd-9933-411c-8429-c344cfb5c715 tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0633974 Jul 16 01:33:51.015270 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-52d39b3e-f2eb-4158-b18d-eda12fba4adb req-00dd1b45-fc41-46b0-86c7-c3d18af06dfc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2790885 Jul 16 01:33:51.037381 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.043499 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6e12-966a-4cca-a599-0f3ed215e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.172184 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.188265 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69fa31b6-fa0a-4fd0-beef-f397af13c835']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:51.202314 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f30580-8c16-4bd8-b446-4bc6ebb71799') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:51.202704 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f30580-8c16-4bd8-b446-4bc6ebb71799') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:51.204792 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Subnet': ['ID=de8cc498-48d1-4169-a9e8-4acd7f1c2da9,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:51.223723 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.246067 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.261475 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:51.263253 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:51.267998 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:51.376353 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a70daf03-ea4e-4ed1-a17e-4008faffb816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00953650-5e1c-485e-9549-caf969e2c040 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:51.385377 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-bf2490a8-2067-4d19-8de0-3bfed66d17ee req-61282d68-e453-4558-8152-77c8c5ad1213 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] For port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:51.385766 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bf2490a8-2067-4d19-8de0-3bfed66d17ee req-61282d68-e453-4558-8152-77c8c5ad1213 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.408883 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a70daf03-ea4e-4ed1-a17e-4008faffb816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.441213 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1f6e12-966a-4cca-a599-0f3ed215e069 None None] Network 69fa31b6-fa0a-4fd0-beef-f397af13c835 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:51.443233 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a2da31bb-da67-46fb-b80b-522ea86ad716 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:51.454856 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-0f1f6e12-966a-4cca-a599-0f3ed215e069 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:51.464848 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-bf2490a8-2067-4d19-8de0-3bfed66d17ee req-61282d68-e453-4558-8152-77c8c5ad1213 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Calling delete_port for fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:51.485626 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1f6e12-966a-4cca-a599-0f3ed215e069 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:51.489490 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f6e12-966a-4cca-a599-0f3ed215e069 None None] Pushing event updated for resources: {'Port': ['ID=a836cd79-cd8b-4b51-b3d0-527a973c4248,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:51.508967 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aaabf462-362b-48cf-9104-a9dca794f68e tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.511965 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aaabf462-362b-48cf-9104-a9dca794f68e tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.513429 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-aaabf462-362b-48cf-9104-a9dca794f68e tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "DELETE /v2.0/security-groups/9d12aea3-d917-4f94-9f29-9f0f52c3128f HTTP/1.1" status: 204 len: 168 time: 1.0987487 Jul 16 01:33:51.524142 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59200) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:51.606198 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabf462-362b-48cf-9104-a9dca794f68e tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d12aea3-d917-4f94-9f29-9f0f52c3128f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:51.641620 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b03b38-63dd-49a5-976a-b4da559c2ceb req-29d55101-4690-4e82-b81c-07148573c674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.643056 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e4b03b38-63dd-49a5-976a-b4da559c2ceb req-29d55101-4690-4e82-b81c-07148573c674 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6435564 Jul 16 01:33:51.651547 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port a2da31bb-da67-46fb-b80b-522ea86ad716 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:51.652065 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.698349 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-0f1f6e12-966a-4cca-a599-0f3ed215e069 None None] Attempting to bind port a836cd79-cd8b-4b51-b3d0-527a973c4248 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:51.699095 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-0f1f6e12-966a-4cca-a599-0f3ed215e069 None None] Attempting to bind port a836cd79-cd8b-4b51-b3d0-527a973c4248 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'd3f30580-8c16-4bd8-b446-4bc6ebb71799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '69fa31b6-fa0a-4fd0-beef-f397af13c835'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:51.699306 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1f6e12-966a-4cca-a599-0f3ed215e069 None None] Attempting to bind port a836cd79-cd8b-4b51-b3d0-527a973c4248 on network 69fa31b6-fa0a-4fd0-beef-f397af13c835 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:51.710371 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1f6e12-966a-4cca-a599-0f3ed215e069 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:51.710918 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1f6e12-966a-4cca-a599-0f3ed215e069 None None] Checking segment: {'id': 'd3f30580-8c16-4bd8-b446-4bc6ebb71799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '69fa31b6-fa0a-4fd0-beef-f397af13c835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:51.711566 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6e12-966a-4cca-a599-0f3ed215e069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.712176 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1f6e12-966a-4cca-a599-0f3ed215e069 None None] Bound using segment: {'id': 'd3f30580-8c16-4bd8-b446-4bc6ebb71799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '69fa31b6-fa0a-4fd0-beef-f397af13c835'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:51.712782 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-0f1f6e12-966a-4cca-a599-0f3ed215e069 None None] Bound port: a836cd79-cd8b-4b51-b3d0-527a973c4248, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f30580-8c16-4bd8-b446-4bc6ebb71799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '69fa31b6-fa0a-4fd0-beef-f397af13c835'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:51.713255 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6e12-966a-4cca-a599-0f3ed215e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.749766 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a1b3d579-1d68-402c-931b-801ce19d62ae tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1865242 Jul 16 01:33:51.763299 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59202) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:51.771921 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f38161c1-81d0-4aee-8b76-cd49ea3266f2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Request body: {'security_group': {'name': 'tempest-secgroup--909988128'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:51.837464 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-0f1f6e12-966a-4cca-a599-0f3ed215e069 None None] For port a836cd79-cd8b-4b51-b3d0-527a973c4248, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:51.844550 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-10c3b7b3-ea18-4d8c-a17e-99e57a5c6003 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.846095 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-10c3b7b3-ea18-4d8c-a17e-99e57a5c6003 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/networks?id=830e0a53-8773-432e-aa5a-8c5b09b1196b HTTP/1.1" status: 200 len: 806 time: 0.3314257 Jul 16 01:33:51.865221 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f38161c1-81d0-4aee-8b76-cd49ea3266f2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.871752 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-0f1f6e12-966a-4cca-a599-0f3ed215e069 None None] For port a836cd79-cd8b-4b51-b3d0-527a973c4248, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a836cd79-cd8b-4b51-b3d0-527a973c4248,segment=NetworkSegment(d3f30580-8c16-4bd8-b446-4bc6ebb71799),segment_id=d3f30580-8c16-4bd8-b446-4bc6ebb71799)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:51.873195 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a70daf03-ea4e-4ed1-a17e-4008faffb816 service neutron] Transition to ACTIVE for port object 00953650-5e1c-485e-9549-caf969e2c040 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:51.877565 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.db.api [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:33:51.877565 n-d-792394-16 neutron-server[93956]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:33:51.877565 n-d-792394-16 neutron-server[93956]: [parameters: {'id': '69fa31b6-fa0a-4fd0-beef-f397af13c835'}] Jul 16 01:33:51.877565 n-d-792394-16 neutron-server[93956]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93956) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:33:51.878154 n-d-792394-16 neutron-server[93956]: DEBUG oslo_db.api [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:33:51.884501 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6e12-966a-4cca-a599-0f3ed215e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.887507 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-1671a03a-4d64-4f5f-ac58-98ee1583ab4b tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/quotas/c73e6ed9d26a4f67873b1490075aee9a HTTP/1.1" status: 200 len: 375 time: 0.0333753 Jul 16 01:33:51.891378 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a70daf03-ea4e-4ed1-a17e-4008faffb816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.895893 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3988d0e-40b8-4256-ac84-ca6ba9b197ff req-d48871e7-aca3-46aa-945d-f7dd56c97275 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.898624 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b3988d0e-40b8-4256-ac84-ca6ba9b197ff req-d48871e7-aca3-46aa-945d-f7dd56c97275 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.6007948 Jul 16 01:33:51.938565 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bf2490a8-2067-4d19-8de0-3bfed66d17ee req-61282d68-e453-4558-8152-77c8c5ad1213 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.953582 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b3988d0e-40b8-4256-ac84-ca6ba9b197ff req-1d28a1bc-fc1e-4725-8577-1a07e924e28d tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492954 Jul 16 01:33:51.991681 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f6e12-966a-4cca-a599-0f3ed215e069 None None] Pushing event updated for resources: {'Port': ['ID=a836cd79-cd8b-4b51-b3d0-527a973c4248,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:52.005473 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-1a54ff3c-0ac0-48f8-9ae6-1c5b08c7f743 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c73e6ed9d26a4f67873b1490075aee9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1078696 Jul 16 01:33:52.023947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3243a1ef-c240-45d8-a5a3-d72e7a3907e3 None None] Network 69fa31b6-fa0a-4fd0-beef-f397af13c835 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:52.029534 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70daf03-ea4e-4ed1-a17e-4008faffb816 service neutron] Pushing event updated for resources: {'Port': ['ID=00953650-5e1c-485e-9549-caf969e2c040,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:52.073058 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61282d68-e453-4558-8152-77c8c5ad1213 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Pushing event deleted for resources: {'Port': ['ID=fd5f8ab7-3bd8-49ee-8ccc-1d1839008446,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:52.182709 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7597885b-6863-4edd-a5da-666f8592ab87 req-4f9a8d8b-ce6d-4181-bafe-6beee6e4052a tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.16 "GET /v2.0/ports?device_id=92354be4-5576-4426-9fda-a44fd625e227 HTTP/1.1" status: 200 len: 210 time: 0.0398192 Jul 16 01:33:52.245457 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2490a8-2067-4d19-8de0-3bfed66d17ee req-61282d68-e453-4558-8152-77c8c5ad1213 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] No DVR routers for this DVR port fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:52.251326 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bf2490a8-2067-4d19-8de0-3bfed66d17ee req-61282d68-e453-4558-8152-77c8c5ad1213 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.253837 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf2490a8-2067-4d19-8de0-3bfed66d17ee req-61282d68-e453-4558-8152-77c8c5ad1213 tempest-ListImageFiltersTestJSON-508280500 tempest-ListImageFiltersTestJSON-508280500-project] 10.222.0.82 "DELETE /v2.0/ports/fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 HTTP/1.1" status: 204 len: 173 time: 2.3624396 Jul 16 01:33:52.265829 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92354be4-5576-4426-9fda-a44fd625e227', 'name': 'network-vif-deleted', 'tag': 'fd5f8ab7-3bd8-49ee-8ccc-1d1839008446'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:52.268789 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218a0e1d-2b58-48d5-b479-bb693f4d0d4c" -d '{"events": [{"server_uuid": "92354be4-5576-4426-9fda-a44fd625e227", "name": "network-vif-deleted", "tag": "fd5f8ab7-3bd8-49ee-8ccc-1d1839008446"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:52.357234 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f38161c1-81d0-4aee-8b76-cd49ea3266f2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.369426 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f38161c1-81d0-4aee-8b76-cd49ea3266f2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.414145 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f38161c1-81d0-4aee-8b76-cd49ea3266f2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.418636 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f38161c1-81d0-4aee-8b76-cd49ea3266f2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6536138 Jul 16 01:33:52.421893 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59212) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:52.437237 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f80d27a4-1b20-4fe5-a30a-24da80f12ba4 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Request body: {'security_group_rule': {'security_group_id': '583daca1-73e7-4681-bb91-480dc40eab81', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:52.446700 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.457533 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-65409d20-6730-48c8-a479-69817c3b9fbc req-4d0e5427-5bbe-4246-bf06-dbdd878cddb2 tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0923281 Jul 16 01:33:52.475730 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-892d0661-c146-4879-ae43-d7a9aaea2680 service neutron] 10.222.0.16 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571645 Jul 16 01:33:52.521038 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a70daf03-ea4e-4ed1-a17e-4008faffb816 service neutron] Attempting to bind port 00953650-5e1c-485e-9549-caf969e2c040 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:52.521576 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a70daf03-ea4e-4ed1-a17e-4008faffb816 service neutron] Attempting to bind port 00953650-5e1c-485e-9549-caf969e2c040 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '697b7383-f17f-4fca-b697-3570f3881dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:52.521974 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a70daf03-ea4e-4ed1-a17e-4008faffb816 service neutron] Attempting to bind port 00953650-5e1c-485e-9549-caf969e2c040 on network c8f8cff2-179e-422c-b93c-8298614fb9a9 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:52.540222 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a70daf03-ea4e-4ed1-a17e-4008faffb816 service neutron] Port 00953650-5e1c-485e-9549-caf969e2c040 on network c8f8cff2-179e-422c-b93c-8298614fb9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:52.540663 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a70daf03-ea4e-4ed1-a17e-4008faffb816 service neutron] Attempting to bind port 00953650-5e1c-485e-9549-caf969e2c040 on network c8f8cff2-179e-422c-b93c-8298614fb9a9 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:52.554490 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38161c1-81d0-4aee-8b76-cd49ea3266f2 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=583daca1-73e7-4681-bb91-480dc40eab81,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:52.561824 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a70daf03-ea4e-4ed1-a17e-4008faffb816 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:52.562372 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a70daf03-ea4e-4ed1-a17e-4008faffb816 service neutron] Checking segment: {'id': '697b7383-f17f-4fca-b697-3570f3881dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:52.562774 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a70daf03-ea4e-4ed1-a17e-4008faffb816 service neutron] Bound using segment: {'id': '697b7383-f17f-4fca-b697-3570f3881dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:52.563359 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a70daf03-ea4e-4ed1-a17e-4008faffb816 service neutron] Bound port: 00953650-5e1c-485e-9549-caf969e2c040, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '697b7383-f17f-4fca-b697-3570f3881dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:52.563766 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a70daf03-ea4e-4ed1-a17e-4008faffb816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.587843 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Deleting port a836cd79-cd8b-4b51-b3d0-527a973c4248 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:52.588190 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.612962 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f80d27a4-1b20-4fe5-a30a-24da80f12ba4 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.701521 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddf98df-4c4d-43b4-973a-8e866f7e4f03 None None] get_active_networks_info from n-d-792394-16 {{(pid=93957) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:33:52.735548 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-8b029b33-60d8-4b56-9fdb-443db80eb289 service neutron] 10.222.0.16 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589300 Jul 16 01:33:52.746871 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a70daf03-ea4e-4ed1-a17e-4008faffb816 service neutron] For port 00953650-5e1c-485e-9549-caf969e2c040, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:52.747182 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] For port a836cd79-cd8b-4b51-b3d0-527a973c4248, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a836cd79-cd8b-4b51-b3d0-527a973c4248,segment=NetworkSegment(d3f30580-8c16-4bd8-b446-4bc6ebb71799),segment_id=d3f30580-8c16-4bd8-b446-4bc6ebb71799)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:52.747555 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.752134 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a70daf03-ea4e-4ed1-a17e-4008faffb816 service neutron] For port 00953650-5e1c-485e-9549-caf969e2c040, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=00953650-5e1c-485e-9549-caf969e2c040,segment=NetworkSegment(697b7383-f17f-4fca-b697-3570f3881dd7),segment_id=697b7383-f17f-4fca-b697-3570f3881dd7)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:52.763505 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Calling delete_port for a836cd79-cd8b-4b51-b3d0-527a973c4248 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:52.763767 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f80d27a4-1b20-4fe5-a30a-24da80f12ba4 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.766214 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a70daf03-ea4e-4ed1-a17e-4008faffb816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.805334 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f80d27a4-1b20-4fe5-a30a-24da80f12ba4 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.830923 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a70daf03-ea4e-4ed1-a17e-4008faffb816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:52.831561 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a70daf03-ea4e-4ed1-a17e-4008faffb816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.833629 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a70daf03-ea4e-4ed1-a17e-4008faffb816 service neutron] 10.222.0.84 "PUT /v2.0/ports/00953650-5e1c-485e-9549-caf969e2c040 HTTP/1.1" status: 200 len: 1091 time: 2.9799681 Jul 16 01:33:52.886273 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.887672 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddf98df-4c4d-43b4-973a-8e866f7e4f03 None None] Resources bound (agent type, host, resource id): {{(pid=93957) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:33:52.898182 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d27a4-1b20-4fe5-a30a-24da80f12ba4 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b33f771c-2e79-47c9-a50d-e6e9752316cd,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:52.922886 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Port': ['ID=a836cd79-cd8b-4b51-b3d0-527a973c4248,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:52.927204 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] No DVR routers for this DVR port a836cd79-cd8b-4b51-b3d0-527a973c4248 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:52.970013 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07a8c602-44ef-4c1d-9399-13bfe0989da3 service neutron] Request body: {'port': {'device_id': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:52.988714 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f80d27a4-1b20-4fe5-a30a-24da80f12ba4 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.992871 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f80d27a4-1b20-4fe5-a30a-24da80f12ba4 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5630610 Jul 16 01:33:53.026281 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59218) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:53.033190 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70daf03-ea4e-4ed1-a17e-4008faffb816 service neutron] Pushing event updated for resources: {'Port': ['ID=00953650-5e1c-485e-9549-caf969e2c040,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:53.070522 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f3835-d454-4b12-8445-c38acbf35223 req-e2b03f88-d378-4918-aa0b-089f5f4a387b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.076821 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f3835-d454-4b12-8445-c38acbf35223 req-e2b03f88-d378-4918-aa0b-089f5f4a387b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.084147 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f3835-d454-4b12-8445-c38acbf35223 req-e2b03f88-d378-4918-aa0b-089f5f4a387b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.091653 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f3835-d454-4b12-8445-c38acbf35223 req-e2b03f88-d378-4918-aa0b-089f5f4a387b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.099337 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f3835-d454-4b12-8445-c38acbf35223 req-e2b03f88-d378-4918-aa0b-089f5f4a387b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.106104 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f3835-d454-4b12-8445-c38acbf35223 req-e2b03f88-d378-4918-aa0b-089f5f4a387b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.113689 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f3835-d454-4b12-8445-c38acbf35223 req-e2b03f88-d378-4918-aa0b-089f5f4a387b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.121708 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ab0f3835-d454-4b12-8445-c38acbf35223 req-e2b03f88-d378-4918-aa0b-089f5f4a387b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5395 time: 0.4747624 Jul 16 01:33:53.163152 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70562451-f9f7-4fb4-9c81-f2b280bde3f9 x-openstack-request-id: req-70562451-f9f7-4fb4-9c81-f2b280bde3f9 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:53.163455 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92354be4-5576-4426-9fda-a44fd625e227", "name": "network-vif-deleted", "tag": "fd5f8ab7-3bd8-49ee-8ccc-1d1839008446", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:53.163712 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70562451-f9f7-4fb4-9c81-f2b280bde3f9 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:53.164127 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92354be4-5576-4426-9fda-a44fd625e227', 'name': 'network-vif-deleted', 'tag': 'fd5f8ab7-3bd8-49ee-8ccc-1d1839008446', 'status': 'completed', 'code': 200} Jul 16 01:33:53.167191 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07a8c602-44ef-4c1d-9399-13bfe0989da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.186962 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.217268 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e3f2e6fa-a3a6-4ade-9c11-e2e09dc50f4a tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.222448 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69fa31b6-fa0a-4fd0-beef-f397af13c835']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:53.246857 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f30580-8c16-4bd8-b446-4bc6ebb71799') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:53.248001 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f30580-8c16-4bd8-b446-4bc6ebb71799') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:53.251428 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e3f2e6fa-a3a6-4ade-9c11-e2e09dc50f4a tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.276834 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ab0f3835-d454-4b12-8445-c38acbf35223 req-03d292ef-a5ed-487b-b939-093904d47340 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1538038 Jul 16 01:33:53.293605 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.362411 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.376173 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e3f2e6fa-a3a6-4ade-9c11-e2e09dc50f4a tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.389029 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:53.389426 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:53.405302 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:53.440477 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e3f2e6fa-a3a6-4ade-9c11-e2e09dc50f4a tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.457602 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e3f2e6fa-a3a6-4ade-9c11-e2e09dc50f4a tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/b33f771c-2e79-47c9-a50d-e6e9752316cd HTTP/1.1" status: 204 len: 168 time: 0.4211917 Jul 16 01:33:53.461482 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59230) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:53.499808 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1d20dc9f-6dde-432f-a3b6-a7e03bb83e7a req-cce9fb71-9dd3-4feb-9380-6a389360e64a tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f231106-dda0-4c0f-9881-3c2f91488604 HTTP/1.1" status: 200 len: 210 time: 0.1134956 Jul 16 01:33:53.503382 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2e6fa-a3a6-4ade-9c11-e2e09dc50f4a tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b33f771c-2e79-47c9-a50d-e6e9752316cd,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:53.610168 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2846e27b-852e-43a9-b1e8-5f4f57498e5c tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1475255 Jul 16 01:33:53.613763 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59234) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:53.620236 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:53.637852 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a711-6afd-4882-9954-35a4513946bd req-40ce8616-ee11-4eec-8854-7813dc3cf7da tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.646102 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7a90a711-6afd-4882-9954-35a4513946bd req-40ce8616-ee11-4eec-8854-7813dc3cf7da tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.2444615 Jul 16 01:33:53.655916 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.686288 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:53.686646 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device fd5f8ab7-3bd8-49ee-8ccc-1d1839008446 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:53.704647 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.711286 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/networks/69fa31b6-fa0a-4fd0-beef-f397af13c835 HTTP/1.1" status: 204 len: 168 time: 4.0153534 Jul 16 01:33:53.712573 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f717d96-febd-48aa-b0d9-a0d8d65072a2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Network': ['ID=69fa31b6-fa0a-4fd0-beef-f397af13c835,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:53.723824 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59240) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:53.830978 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-848f02c8-5fbe-4446-ae83-ae4e69936566 req-908f1fef-4d14-484d-b7a2-ed1d91694e98 tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0340176 Jul 16 01:33:54.253020 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f3b4b102-d1cd-4587-809e-31e2b12c9484 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-601436471'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:54.290461 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07a8c602-44ef-4c1d-9399-13bfe0989da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 407d0817-5c56-476f-9567-e0c793460e29 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:54.313013 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07a8c602-44ef-4c1d-9399-13bfe0989da3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.326056 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7a90a711-6afd-4882-9954-35a4513946bd req-3a3c79eb-bd3d-4d09-a4c3-5664b8445d14 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6788831 Jul 16 01:33:54.352012 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07a8c602-44ef-4c1d-9399-13bfe0989da3 service neutron] Transition to ACTIVE for port object 407d0817-5c56-476f-9567-e0c793460e29 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:54.354248 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b4b102-d1cd-4587-809e-31e2b12c9484 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Made reservation on behalf of c747c529f26942edbdf760d4d705a50d for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:54.358211 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f3b4b102-d1cd-4587-809e-31e2b12c9484 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.360585 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4dd688fc-442e-440e-8ae1-38212354a617 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.367901 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07a8c602-44ef-4c1d-9399-13bfe0989da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.430220 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4dd688fc-442e-440e-8ae1-38212354a617 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.479475 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b4b102-d1cd-4587-809e-31e2b12c9484 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:54.492055 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8c602-44ef-4c1d-9399-13bfe0989da3 service neutron] Pushing event updated for resources: {'Port': ['ID=407d0817-5c56-476f-9567-e0c793460e29,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:54.540296 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f3b4b102-d1cd-4587-809e-31e2b12c9484 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.540748 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-f3b4b102-d1cd-4587-809e-31e2b12c9484 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Added segment 600b0132-9feb-46a5-9733-b4b96171b489 of type vlan for network 8b78f4b7-f5b3-4864-815a-745f97df0a8b Jul 16 01:33:54.641924 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f3b4b102-d1cd-4587-809e-31e2b12c9484 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.645768 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4dd688fc-442e-440e-8ae1-38212354a617 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.648294 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4dd688fc-442e-440e-8ae1-38212354a617 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.651846 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4dd688fc-442e-440e-8ae1-38212354a617 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "DELETE /v2.0/security-groups/583daca1-73e7-4681-bb91-480dc40eab81 HTTP/1.1" status: 204 len: 168 time: 1.0335050 Jul 16 01:33:54.652617 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59282) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:54.679179 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd688fc-442e-440e-8ae1-38212354a617 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=583daca1-73e7-4681-bb91-480dc40eab81,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:54.738968 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f3b4b102-d1cd-4587-809e-31e2b12c9484 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.746211 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-459f5ab8-47c3-46b2-b574-6e9fa8b21d1e tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0886240 Jul 16 01:33:54.746421 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b4b102-d1cd-4587-809e-31e2b12c9484 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.746421 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f3b4b102-d1cd-4587-809e-31e2b12c9484 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.747235 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59284) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:54.759951 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-169ab061-e30f-4ef3-8351-f8fa308cb097 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Request body: {'security_group': {'name': 'tempest-secgroup--1398476803'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:54.760402 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ca8b8-f0de-4716-a7d0-e3232f983be9 req-e898a57a-48f8-441c-a2a1-79f70db7c6fe tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.766790 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ca8b8-f0de-4716-a7d0-e3232f983be9 req-e898a57a-48f8-441c-a2a1-79f70db7c6fe tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.772219 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ca8b8-f0de-4716-a7d0-e3232f983be9 req-e898a57a-48f8-441c-a2a1-79f70db7c6fe tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.778056 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ca8b8-f0de-4716-a7d0-e3232f983be9 req-e898a57a-48f8-441c-a2a1-79f70db7c6fe tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.784027 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ca8b8-f0de-4716-a7d0-e3232f983be9 req-e898a57a-48f8-441c-a2a1-79f70db7c6fe tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.785860 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a988fc5a-4366-4eb7-ad33-95756659d5d8 req-e9a40cdd-5758-4526-b784-47237074cf3f tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f231106-dda0-4c0f-9881-3c2f91488604 HTTP/1.1" status: 200 len: 210 time: 0.0422189 Jul 16 01:33:54.790726 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ca8b8-f0de-4716-a7d0-e3232f983be9 req-e898a57a-48f8-441c-a2a1-79f70db7c6fe tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.797061 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ca8b8-f0de-4716-a7d0-e3232f983be9 req-e898a57a-48f8-441c-a2a1-79f70db7c6fe tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.799237 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-750ca8b8-f0de-4716-a7d0-e3232f983be9 req-e898a57a-48f8-441c-a2a1-79f70db7c6fe tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5407 time: 0.3451824 Jul 16 01:33:54.820535 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-169ab061-e30f-4ef3-8351-f8fa308cb097 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.839334 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07a8c602-44ef-4c1d-9399-13bfe0989da3 service neutron] Attempting to bind port 407d0817-5c56-476f-9567-e0c793460e29 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:54.839668 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07a8c602-44ef-4c1d-9399-13bfe0989da3 service neutron] Attempting to bind port 407d0817-5c56-476f-9567-e0c793460e29 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'cf127d4a-0fb9-4088-a48c-96efc5e18bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d0d4a4d-7f50-4b75-ba86-941b0faebc20'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:54.840051 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07a8c602-44ef-4c1d-9399-13bfe0989da3 service neutron] Attempting to bind port 407d0817-5c56-476f-9567-e0c793460e29 on network 6d0d4a4d-7f50-4b75-ba86-941b0faebc20 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:54.882504 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07a8c602-44ef-4c1d-9399-13bfe0989da3 service neutron] Port 407d0817-5c56-476f-9567-e0c793460e29 on network 6d0d4a4d-7f50-4b75-ba86-941b0faebc20 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:54.882846 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07a8c602-44ef-4c1d-9399-13bfe0989da3 service neutron] Attempting to bind port 407d0817-5c56-476f-9567-e0c793460e29 on network 6d0d4a4d-7f50-4b75-ba86-941b0faebc20 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:54.934333 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-169ab061-e30f-4ef3-8351-f8fa308cb097 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.943758 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-169ab061-e30f-4ef3-8351-f8fa308cb097 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.956609 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07a8c602-44ef-4c1d-9399-13bfe0989da3 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:54.957226 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07a8c602-44ef-4c1d-9399-13bfe0989da3 service neutron] Checking segment: {'id': 'cf127d4a-0fb9-4088-a48c-96efc5e18bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d0d4a4d-7f50-4b75-ba86-941b0faebc20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:54.957780 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07a8c602-44ef-4c1d-9399-13bfe0989da3 service neutron] Bound using segment: {'id': 'cf127d4a-0fb9-4088-a48c-96efc5e18bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d0d4a4d-7f50-4b75-ba86-941b0faebc20'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:54.958394 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07a8c602-44ef-4c1d-9399-13bfe0989da3 service neutron] Bound port: 407d0817-5c56-476f-9567-e0c793460e29, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf127d4a-0fb9-4088-a48c-96efc5e18bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d0d4a4d-7f50-4b75-ba86-941b0faebc20'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:54.959116 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07a8c602-44ef-4c1d-9399-13bfe0989da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.970740 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4b102-d1cd-4587-809e-31e2b12c9484 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event updated for resources: {'Network': ['ID=8b78f4b7-f5b3-4864-815a-745f97df0a8b,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:54.991038 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 8b78f4b7-f5b3-4864-815a-745f97df0a8b details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:55.000647 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-169ab061-e30f-4ef3-8351-f8fa308cb097 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.007434 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-169ab061-e30f-4ef3-8351-f8fa308cb097 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2584558 Jul 16 01:33:55.007881 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f3b4b102-d1cd-4587-809e-31e2b12c9484 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7616577 Jul 16 01:33:55.008586 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59298) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:55.009245 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ab061-e30f-4ef3-8351-f8fa308cb097 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=786e3c18-bccf-4add-b063-992f3f33d143,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:55.014554 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59300) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:55.022737 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-67010213-6f3f-46d2-8227-571208671922 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Request body: {'subnet': {'network_id': '8b78f4b7-f5b3-4864-815a-745f97df0a8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:55.040289 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-750ca8b8-f0de-4716-a7d0-e3232f983be9 req-821cc4bb-c484-4d7f-ae7e-d14946968172 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2231567 Jul 16 01:33:55.055009 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-2169df56-86cd-4774-8a45-cdd3b415ed4a tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Request body: {'security_group_rule': {'security_group_id': '786e3c18-bccf-4add-b063-992f3f33d143', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:55.142409 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-07a14a62-1b1c-4ff4-9b38-7a0bb65f5883 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.144395 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-07a14a62-1b1c-4ff4-9b38-7a0bb65f5883 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.84 "GET /v2.0/networks?id=830e0a53-8773-432e-aa5a-8c5b09b1196b HTTP/1.1" status: 200 len: 806 time: 0.4206021 Jul 16 01:33:55.155033 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.db.api [None req-67010213-6f3f-46d2-8227-571208671922 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:33:55.155033 n-d-792394-16 neutron-server[93956]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:33:55.155033 n-d-792394-16 neutron-server[93956]: [parameters: {'project_id': 'c747c529f26942edbdf760d4d705a50d', 'id': '4f4ffbdb-928a-415d-915a-a15c17be8c36', 'expiration': datetime.datetime(2021, 7, 16, 1, 35, 55, 150892)}] Jul 16 01:33:55.155033 n-d-792394-16 neutron-server[93956]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93956) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:33:55.155547 n-d-792394-16 neutron-server[93956]: DEBUG oslo_db.api [None req-67010213-6f3f-46d2-8227-571208671922 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:33:55.158398 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-88e56bfd-438f-4028-91ca-97918a9b6ba2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Request body: {'port': {'device_id': '4f231106-dda0-4c0f-9881-3c2f91488604', 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b', 'admin_state_up': True, 'tenant_id': 'c73e6ed9d26a4f67873b1490075aee9a'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:55.167385 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'tag': '00953650-5e1c-485e-9549-caf969e2c040'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:55.170046 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e31813e-193b-4d6a-8958-1619f0b9a481" -d '{"events": [{"name": "network-changed", "server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "tag": "00953650-5e1c-485e-9549-caf969e2c040"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:55.253614 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ab1155-b5ab-4307-8091-fb9606f2ab47 x-openstack-request-id: req-04ab1155-b5ab-4307-8091-fb9606f2ab47 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:55.254341 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "tag": "00953650-5e1c-485e-9549-caf969e2c040", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:55.254341 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04ab1155-b5ab-4307-8091-fb9606f2ab47 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:55.254951 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'tag': '00953650-5e1c-485e-9549-caf969e2c040', 'status': 'completed', 'code': 200} Jul 16 01:33:55.257441 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-864ceaf8-d269-4590-8394-e77096966699 req-339bd931-e4de-4f9f-85bc-d898f40a2f79 tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0639484 Jul 16 01:33:55.263415 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07a8c602-44ef-4c1d-9399-13bfe0989da3 service neutron] For port 407d0817-5c56-476f-9567-e0c793460e29, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:55.266435 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2169df56-86cd-4774-8a45-cdd3b415ed4a tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.331750 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31813e-193b-4d6a-8958-1619f0b9a481 req-af55b465-c795-40e6-8c1f-f9481c57cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.332340 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31813e-193b-4d6a-8958-1619f0b9a481 req-af55b465-c795-40e6-8c1f-f9481c57cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.332939 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31813e-193b-4d6a-8958-1619f0b9a481 req-af55b465-c795-40e6-8c1f-f9481c57cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.333516 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31813e-193b-4d6a-8958-1619f0b9a481 req-af55b465-c795-40e6-8c1f-f9481c57cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.333913 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31813e-193b-4d6a-8958-1619f0b9a481 req-af55b465-c795-40e6-8c1f-f9481c57cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.334387 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31813e-193b-4d6a-8958-1619f0b9a481 req-af55b465-c795-40e6-8c1f-f9481c57cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.335029 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31813e-193b-4d6a-8958-1619f0b9a481 req-af55b465-c795-40e6-8c1f-f9481c57cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.337022 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3e31813e-193b-4d6a-8958-1619f0b9a481 req-af55b465-c795-40e6-8c1f-f9481c57cb00 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ab955cac98346abb4c28e7943a645b4&device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 6373 time: 0.0904751 Jul 16 01:33:55.352464 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07a8c602-44ef-4c1d-9399-13bfe0989da3 service neutron] For port 407d0817-5c56-476f-9567-e0c793460e29, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=407d0817-5c56-476f-9567-e0c793460e29,segment=NetworkSegment(cf127d4a-0fb9-4088-a48c-96efc5e18bcb),segment_id=cf127d4a-0fb9-4088-a48c-96efc5e18bcb)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:55.393847 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2169df56-86cd-4774-8a45-cdd3b415ed4a tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.398602 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07a8c602-44ef-4c1d-9399-13bfe0989da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.434946 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2169df56-86cd-4774-8a45-cdd3b415ed4a tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.460168 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59316) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:55.480290 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07a8c602-44ef-4c1d-9399-13bfe0989da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.481178 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07a8c602-44ef-4c1d-9399-13bfe0989da3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.482634 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-07a8c602-44ef-4c1d-9399-13bfe0989da3 service neutron] 10.222.0.84 "PUT /v2.0/ports/407d0817-5c56-476f-9567-e0c793460e29 HTTP/1.1" status: 200 len: 1092 time: 2.5885012 Jul 16 01:33:55.503588 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169df56-86cd-4774-8a45-cdd3b415ed4a tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac37c82-e600-4e05-8c8b-4fd9d6f0c3c2,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:55.511376 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2169df56-86cd-4774-8a45-cdd3b415ed4a tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.513421 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2169df56-86cd-4774-8a45-cdd3b415ed4a tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4893789 Jul 16 01:33:55.530482 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59320) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:55.535300 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7e0e2470-4a7e-45a7-bbeb-2e9002fab7b2 service neutron] Request body: {'port': {'device_id': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:55.609386 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31813e-193b-4d6a-8958-1619f0b9a481 req-c314c711-3ad1-4fe5-a6a7-40bb0c66e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.609866 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31813e-193b-4d6a-8958-1619f0b9a481 req-c314c711-3ad1-4fe5-a6a7-40bb0c66e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.610335 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31813e-193b-4d6a-8958-1619f0b9a481 req-c314c711-3ad1-4fe5-a6a7-40bb0c66e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.612065 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3e31813e-193b-4d6a-8958-1619f0b9a481 req-c314c711-3ad1-4fe5-a6a7-40bb0c66e42d service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=9ab955cac98346abb4c28e7943a645b4&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2675290 Jul 16 01:33:55.641867 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8c602-44ef-4c1d-9399-13bfe0989da3 service neutron] Pushing event updated for resources: {'Port': ['ID=407d0817-5c56-476f-9567-e0c793460e29,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:55.661514 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2427ec25-ce21-4bad-bfb3-d55f6574a3e1 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-group-rules/0ac37c82-e600-4e05-8c8b-4fd9d6f0c3c2 HTTP/1.1" status: 200 len: 763 time: 0.0860531 Jul 16 01:33:55.664599 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59322) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:55.678419 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-88e56bfd-438f-4028-91ca-97918a9b6ba2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Made reservation on behalf of c73e6ed9d26a4f67873b1490075aee9a for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:55.681981 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-88e56bfd-438f-4028-91ca-97918a9b6ba2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.697028 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7e0e2470-4a7e-45a7-bbeb-2e9002fab7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.711329 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c61581-66cd-4d3f-b0b6-4fdbdbf933f3 req-a2eb2b3e-9422-4490-8957-fa8872f0115b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.712909 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-68c61581-66cd-4d3f-b0b6-4fdbdbf933f3 req-a2eb2b3e-9422-4490-8957-fa8872f0115b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.2275798 Jul 16 01:33:55.766679 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31813e-193b-4d6a-8958-1619f0b9a481 req-841eec12-7393-44dc-81f5-34745def100e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.768209 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3e31813e-193b-4d6a-8958-1619f0b9a481 req-841eec12-7393-44dc-81f5-34745def100e service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1498592 Jul 16 01:33:55.775636 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67010213-6f3f-46d2-8227-571208671922 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Made reservation on behalf of c747c529f26942edbdf760d4d705a50d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:55.779185 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-67010213-6f3f-46d2-8227-571208671922 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.813548 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-68c61581-66cd-4d3f-b0b6-4fdbdbf933f3 req-d8ea7944-cc15-4872-8ea2-43373c21eb34 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911934 Jul 16 01:33:55.825275 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-35e5c446-612f-49da-8635-0683554f2ced tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1596203 Jul 16 01:33:55.828426 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59326) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:55.866403 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-84b0ccb0-9b6d-42e7-8374-3195fcad3180 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f21ae4e7ac5f4204a7595b2676e0302d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3925948 Jul 16 01:33:55.870614 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59328) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:55.894077 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-02ec70e4-6af7-41ec-92d2-a9eff9dfb1dc tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.908963 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-02ec70e4-6af7-41ec-92d2-a9eff9dfb1dc tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.955207 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-02ec70e4-6af7-41ec-92d2-a9eff9dfb1dc tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.966703 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-02ec70e4-6af7-41ec-92d2-a9eff9dfb1dc tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.967832 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-02ec70e4-6af7-41ec-92d2-a9eff9dfb1dc tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/0ac37c82-e600-4e05-8c8b-4fd9d6f0c3c2 HTTP/1.1" status: 204 len: 168 time: 0.1384552 Jul 16 01:33:55.992144 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59330) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:56.003955 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4b9cf0a3-1691-4e13-8d2f-9ed575d407ec req-2dd2c486-cae9-4630-9637-2e6ff580d553 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f231106-dda0-4c0f-9881-3c2f91488604 HTTP/1.1" status: 200 len: 210 time: 0.0694985 Jul 16 01:33:56.004826 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec70e4-6af7-41ec-92d2-a9eff9dfb1dc tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ac37c82-e600-4e05-8c8b-4fd9d6f0c3c2,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:56.083853 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d43377db-8dfc-42db-8616-19788503e024 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0905209 Jul 16 01:33:56.088411 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59334) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:56.099600 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-3566e13c-179b-4ea9-929f-e9cd050bfd83 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Request body: {'security_group_rule': {'security_group_id': '786e3c18-bccf-4add-b063-992f3f33d143', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:56.113459 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-67010213-6f3f-46d2-8227-571208671922 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.146854 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6d58a729-787d-4b06-bc3e-8866ff497768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.178010 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67010213-6f3f-46d2-8227-571208671922 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event updated for resources: {'Subnet': ['ID=e5cd4ccf-1bd1-4667-bf43-54bebf185fdc,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:56.192327 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-88e56bfd-438f-4028-91ca-97918a9b6ba2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Allocated IP 172.20.0.6 (830e0a53-8773-432e-aa5a-8c5b09b1196b/f45f4065-e8af-4e7d-ba1a-a6b4cb86159b/d718468d-4bd2-4ec0-88f0-d6d976174d66) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:56.222037 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67010213-6f3f-46d2-8227-571208671922 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Checking segment: {'id': '600b0132-9feb-46a5-9733-b4b96171b489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8b78f4b7-f5b3-4864-815a-745f97df0a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:56.222405 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67010213-6f3f-46d2-8227-571208671922 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Network hostable DHCP agents. Network: 8b78f4b7-f5b3-4864-815a-745f97df0a8b, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:56.228135 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6d58a729-787d-4b06-bc3e-8866ff497768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.247980 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3566e13c-179b-4ea9-929f-e9cd050bfd83 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.250435 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67010213-6f3f-46d2-8227-571208671922 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Network 8b78f4b7-f5b3-4864-815a-745f97df0a8b is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:56.277353 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-67010213-6f3f-46d2-8227-571208671922 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 8b78f4b7-f5b3-4864-815a-745f97df0a8b) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:56.285993 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e993d1a0-7022-4f21-a300-740596214023 None None] Network 8b78f4b7-f5b3-4864-815a-745f97df0a8b requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:56.319484 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67010213-6f3f-46d2-8227-571208671922 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.320485 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-67010213-6f3f-46d2-8227-571208671922 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.354904 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-67010213-6f3f-46d2-8227-571208671922 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3388045 Jul 16 01:33:56.355625 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59338) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:56.361883 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-9a3a82de-41ba-4b9e-a273-786df3c45ebe tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1486719794'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:56.397829 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0182a0-6caf-4dbc-8840-5b5413a7d8e0 req-39891f43-61af-4b8d-b503-cc506b9be9b7 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.399318 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7e0e2470-4a7e-45a7-bbeb-2e9002fab7b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d56d08d-c284-4685-94b0-17d99edfbd05 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:56.407804 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0182a0-6caf-4dbc-8840-5b5413a7d8e0 req-39891f43-61af-4b8d-b503-cc506b9be9b7 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.414903 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0182a0-6caf-4dbc-8840-5b5413a7d8e0 req-39891f43-61af-4b8d-b503-cc506b9be9b7 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.421531 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0182a0-6caf-4dbc-8840-5b5413a7d8e0 req-39891f43-61af-4b8d-b503-cc506b9be9b7 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.422249 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7e0e2470-4a7e-45a7-bbeb-2e9002fab7b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.436292 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0182a0-6caf-4dbc-8840-5b5413a7d8e0 req-39891f43-61af-4b8d-b503-cc506b9be9b7 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.443424 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6d58a729-787d-4b06-bc3e-8866ff497768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.446015 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6d58a729-787d-4b06-bc3e-8866ff497768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.446405 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0182a0-6caf-4dbc-8840-5b5413a7d8e0 req-39891f43-61af-4b8d-b503-cc506b9be9b7 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.449583 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6d58a729-787d-4b06-bc3e-8866ff497768 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86f4f680-b200-4b51-95c2-fcbf79fd4e8c HTTP/1.1" status: 204 len: 168 time: 0.5732136 Jul 16 01:33:56.449583 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3566e13c-179b-4ea9-929f-e9cd050bfd83 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.460971 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0182a0-6caf-4dbc-8840-5b5413a7d8e0 req-39891f43-61af-4b8d-b503-cc506b9be9b7 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.465327 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3566e13c-179b-4ea9-929f-e9cd050bfd83 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.465928 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6f0182a0-6caf-4dbc-8840-5b5413a7d8e0 req-39891f43-61af-4b8d-b503-cc506b9be9b7 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5407 time: 0.2023139 Jul 16 01:33:56.482946 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7e0e2470-4a7e-45a7-bbeb-2e9002fab7b2 service neutron] Transition to ACTIVE for port object 3d56d08d-c284-4685-94b0-17d99edfbd05 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:56.507560 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3a82de-41ba-4b9e-a273-786df3c45ebe tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Made reservation on behalf of c747c529f26942edbdf760d4d705a50d for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:56.511210 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9a3a82de-41ba-4b9e-a273-786df3c45ebe tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.518621 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58a729-787d-4b06-bc3e-8866ff497768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f4f680-b200-4b51-95c2-fcbf79fd4e8c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:56.530192 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e465f7-2297-4087-974b-71913b8d68a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-8b78f4b7-f5b3-4864-815a-745f97df0a8b', 'network_id': '8b78f4b7-f5b3-4864-815a-745f97df0a8b', 'tenant_id': 'c747c529f26942edbdf760d4d705a50d', 'fixed_ips': [{'subnet_id': 'e5cd4ccf-1bd1-4667-bf43-54bebf185fdc'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:33:56.531256 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a0e465f7-2297-4087-974b-71913b8d68a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.552507 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-560e6707-18b4-4f6a-86c5-70125c95e3c4 req-79dc067c-ce8b-42ef-8f03-6b5fe37713ec tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0936823 Jul 16 01:33:56.553145 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7e0e2470-4a7e-45a7-bbeb-2e9002fab7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.573107 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566e13c-179b-4ea9-929f-e9cd050bfd83 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876ff552-2dd8-47ab-a013-cae70d1925e4,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:56.609688 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3566e13c-179b-4ea9-929f-e9cd050bfd83 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.610863 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3566e13c-179b-4ea9-929f-e9cd050bfd83 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5214634 Jul 16 01:33:56.618358 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59342) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:56.625347 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3a82de-41ba-4b9e-a273-786df3c45ebe tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:56.633829 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6f0182a0-6caf-4dbc-8840-5b5413a7d8e0 req-65627baf-55f6-4511-a35c-348477ea6841 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1427646 Jul 16 01:33:56.653240 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9b60fee3-f4a1-47f9-b166-104454d4c974 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-group-rules/876ff552-2dd8-47ab-a013-cae70d1925e4 HTTP/1.1" status: 200 len: 763 time: 0.0340078 Jul 16 01:33:56.656241 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59344) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:56.666837 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9a3a82de-41ba-4b9e-a273-786df3c45ebe tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.667554 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-9a3a82de-41ba-4b9e-a273-786df3c45ebe tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Added segment 2621de9e-1820-4db9-98e5-5a8f377b6dc1 of type vlan for network d9f10a21-58d3-4151-9daa-42259051df83 Jul 16 01:33:56.668553 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-88e56bfd-438f-4028-91ca-97918a9b6ba2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.680090 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e2470-4a7e-45a7-bbeb-2e9002fab7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d56d08d-c284-4685-94b0-17d99edfbd05,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:56.720418 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-097d31b9-4c3b-402d-86b4-2bc98704e190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.768505 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0685e024-2205-42ea-8139-ea36bae9db86 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1106105 Jul 16 01:33:56.770679 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9a3a82de-41ba-4b9e-a273-786df3c45ebe tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.771156 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59348) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:56.817607 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9a3a82de-41ba-4b9e-a273-786df3c45ebe tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.823323 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3a82de-41ba-4b9e-a273-786df3c45ebe tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.823946 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9a3a82de-41ba-4b9e-a273-786df3c45ebe tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.829891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7e0e2470-4a7e-45a7-bbeb-2e9002fab7b2 service neutron] Attempting to bind port 3d56d08d-c284-4685-94b0-17d99edfbd05 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:56.830227 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7e0e2470-4a7e-45a7-bbeb-2e9002fab7b2 service neutron] Attempting to bind port 3d56d08d-c284-4685-94b0-17d99edfbd05 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'cf127d4a-0fb9-4088-a48c-96efc5e18bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d0d4a4d-7f50-4b75-ba86-941b0faebc20'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:56.830643 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7e0e2470-4a7e-45a7-bbeb-2e9002fab7b2 service neutron] Attempting to bind port 3d56d08d-c284-4685-94b0-17d99edfbd05 on network 6d0d4a4d-7f50-4b75-ba86-941b0faebc20 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:56.833066 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7a40bfe1-bb80-41be-9b5e-a86db39a5371 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.838358 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-a0e465f7-2297-4087-974b-71913b8d68a6 None None] Allocated IP 2001:db8::3 (8b78f4b7-f5b3-4864-815a-745f97df0a8b/e5cd4ccf-1bd1-4667-bf43-54bebf185fdc/2feb016c-0954-40e2-8232-384aaecb6ecc) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:56.842674 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7a40bfe1-bb80-41be-9b5e-a86db39a5371 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.895379 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9a3a82de-41ba-4b9e-a273-786df3c45ebe tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5375638 Jul 16 01:33:56.898575 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59354) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:56.906225 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-f6dbfd15-c0a4-4aa2-8c1b-c14f84c01aee tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Request body: {'subnet': {'network_id': 'd9f10a21-58d3-4151-9daa-42259051df83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:56.956269 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a82de-41ba-4b9e-a273-786df3c45ebe tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event updated for resources: {'Network': ['ID=d9f10a21-58d3-4151-9daa-42259051df83,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:56.970660 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7e0e2470-4a7e-45a7-bbeb-2e9002fab7b2 service neutron] Port 3d56d08d-c284-4685-94b0-17d99edfbd05 on network 6d0d4a4d-7f50-4b75-ba86-941b0faebc20 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:56.970984 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7e0e2470-4a7e-45a7-bbeb-2e9002fab7b2 service neutron] Attempting to bind port 3d56d08d-c284-4685-94b0-17d99edfbd05 on network 6d0d4a4d-7f50-4b75-ba86-941b0faebc20 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:56.979670 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network d9f10a21-58d3-4151-9daa-42259051df83 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:56.995627 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7e0e2470-4a7e-45a7-bbeb-2e9002fab7b2 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:56.995969 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7e0e2470-4a7e-45a7-bbeb-2e9002fab7b2 service neutron] Checking segment: {'id': 'cf127d4a-0fb9-4088-a48c-96efc5e18bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d0d4a4d-7f50-4b75-ba86-941b0faebc20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:57.002552 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7e0e2470-4a7e-45a7-bbeb-2e9002fab7b2 service neutron] Bound using segment: {'id': 'cf127d4a-0fb9-4088-a48c-96efc5e18bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d0d4a4d-7f50-4b75-ba86-941b0faebc20'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:57.003239 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7e0e2470-4a7e-45a7-bbeb-2e9002fab7b2 service neutron] Bound port: 3d56d08d-c284-4685-94b0-17d99edfbd05, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf127d4a-0fb9-4088-a48c-96efc5e18bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d0d4a4d-7f50-4b75-ba86-941b0faebc20'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:57.003622 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7e0e2470-4a7e-45a7-bbeb-2e9002fab7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.010431 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-88e56bfd-438f-4028-91ca-97918a9b6ba2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.047644 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7a40bfe1-bb80-41be-9b5e-a86db39a5371 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.053267 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7a40bfe1-bb80-41be-9b5e-a86db39a5371 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.054915 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7a40bfe1-bb80-41be-9b5e-a86db39a5371 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/876ff552-2dd8-47ab-a013-cae70d1925e4 HTTP/1.1" status: 204 len: 168 time: 0.2827904 Jul 16 01:33:57.062006 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59362) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:57.114133 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dbfd15-c0a4-4aa2-8c1b-c14f84c01aee tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Made reservation on behalf of c747c529f26942edbdf760d4d705a50d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:57.118181 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6dbfd15-c0a4-4aa2-8c1b-c14f84c01aee tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.138699 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b37553ce-c7b1-4752-ba5a-7b404a2c14ea tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0722239 Jul 16 01:33:57.146718 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59366) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:57.158066 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-05203960-49e8-454a-916d-fa4faa31f73d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Request body: {'security_group_rule': {'security_group_id': '786e3c18-bccf-4add-b063-992f3f33d143', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:57.173901 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a0e465f7-2297-4087-974b-71913b8d68a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.189077 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a0e465f7-2297-4087-974b-71913b8d68a6 None None] Transition to ACTIVE for port object 2feb016c-0954-40e2-8232-384aaecb6ecc will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:57.199470 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40bfe1-bb80-41be-9b5e-a86db39a5371 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=876ff552-2dd8-47ab-a013-cae70d1925e4,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:57.209335 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a0e465f7-2297-4087-974b-71913b8d68a6 None None] Transition to ACTIVE for port object 2feb016c-0954-40e2-8232-384aaecb6ecc will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:57.212350 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-88e56bfd-438f-4028-91ca-97918a9b6ba2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Network 830e0a53-8773-432e-aa5a-8c5b09b1196b is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:57.217944 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.ipam_backend_mixin [None req-f6dbfd15-c0a4-4aa2-8c1b-c14f84c01aee tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Performing IP validity checks on allocation pools {{(pid=93956) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:33:57.218475 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.ipam_backend_mixin [None req-f6dbfd15-c0a4-4aa2-8c1b-c14f84c01aee tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93956) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:33:57.233942 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a0e465f7-2297-4087-974b-71913b8d68a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.256653 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'tag': '407d0817-5c56-476f-9567-e0c793460e29'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:57.259129 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d54bcb-07fd-48de-901a-1d806ea89d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "tag": "407d0817-5c56-476f-9567-e0c793460e29"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:57.268465 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-88e56bfd-438f-4028-91ca-97918a9b6ba2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:57.271963 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-88e56bfd-438f-4028-91ca-97918a9b6ba2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:57.283515 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-05203960-49e8-454a-916d-fa4faa31f73d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.307717 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e465f7-2297-4087-974b-71913b8d68a6 None None] Pushing event updated for resources: {'Port': ['ID=2feb016c-0954-40e2-8232-384aaecb6ecc,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:57.309202 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e56bfd-438f-4028-91ca-97918a9b6ba2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Pushing event updated for resources: {'Port': ['ID=d718468d-4bd2-4ec0-88f0-d6d976174d66,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:57.316668 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e465f7-2297-4087-974b-71913b8d68a6 None None] Network 8b78f4b7-f5b3-4864-815a-745f97df0a8b is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:57.318311 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-a0e465f7-2297-4087-974b-71913b8d68a6 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:57.326289 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e465f7-2297-4087-974b-71913b8d68a6 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:57.376031 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7e0e2470-4a7e-45a7-bbeb-2e9002fab7b2 service neutron] For port 3d56d08d-c284-4685-94b0-17d99edfbd05, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:57.384792 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-88e56bfd-438f-4028-91ca-97918a9b6ba2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.385444 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-88e56bfd-438f-4028-91ca-97918a9b6ba2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.407473 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a0e465f7-2297-4087-974b-71913b8d68a6 None None] Attempting to bind port 2feb016c-0954-40e2-8232-384aaecb6ecc on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:57.407756 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7e0e2470-4a7e-45a7-bbeb-2e9002fab7b2 service neutron] For port 3d56d08d-c284-4685-94b0-17d99edfbd05, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3d56d08d-c284-4685-94b0-17d99edfbd05,segment=NetworkSegment(cf127d4a-0fb9-4088-a48c-96efc5e18bcb),segment_id=cf127d4a-0fb9-4088-a48c-96efc5e18bcb)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:57.408263 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a0e465f7-2297-4087-974b-71913b8d68a6 None None] Attempting to bind port 2feb016c-0954-40e2-8232-384aaecb6ecc by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '600b0132-9feb-46a5-9733-b4b96171b489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8b78f4b7-f5b3-4864-815a-745f97df0a8b'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:57.408263 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e465f7-2297-4087-974b-71913b8d68a6 None None] Attempting to bind port 2feb016c-0954-40e2-8232-384aaecb6ecc on network 8b78f4b7-f5b3-4864-815a-745f97df0a8b {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:57.415722 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e465f7-2297-4087-974b-71913b8d68a6 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:57.416175 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e465f7-2297-4087-974b-71913b8d68a6 None None] Checking segment: {'id': '600b0132-9feb-46a5-9733-b4b96171b489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8b78f4b7-f5b3-4864-815a-745f97df0a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:57.417152 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a0e465f7-2297-4087-974b-71913b8d68a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.418113 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e465f7-2297-4087-974b-71913b8d68a6 None None] Bound using segment: {'id': '600b0132-9feb-46a5-9733-b4b96171b489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8b78f4b7-f5b3-4864-815a-745f97df0a8b'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:57.418113 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a0e465f7-2297-4087-974b-71913b8d68a6 None None] Bound port: 2feb016c-0954-40e2-8232-384aaecb6ecc, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600b0132-9feb-46a5-9733-b4b96171b489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8b78f4b7-f5b3-4864-815a-745f97df0a8b'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:57.418590 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a0e465f7-2297-4087-974b-71913b8d68a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.420495 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7e0e2470-4a7e-45a7-bbeb-2e9002fab7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.431648 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-05203960-49e8-454a-916d-fa4faa31f73d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.433063 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84168b5-b1e9-47d0-a5f3-7e5e607be241 req-f577a856-9b6f-4a43-a850-d0d96c315b25 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.440737 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b84168b5-b1e9-47d0-a5f3-7e5e607be241 req-f577a856-9b6f-4a43-a850-d0d96c315b25 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.3773620 Jul 16 01:33:57.442942 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71b7bd-9b1c-471d-92ec-ce1bfb0489d3 req-aff8f7d0-b6d9-43d6-9125-c5889191ba73 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.450180 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cf71b7bd-9b1c-471d-92ec-ce1bfb0489d3 req-aff8f7d0-b6d9-43d6-9125-c5889191ba73 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f231106-dda0-4c0f-9881-3c2f91488604 HTTP/1.1" status: 200 len: 931 time: 0.2070010 Jul 16 01:33:57.462829 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-05203960-49e8-454a-916d-fa4faa31f73d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.482587 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-88e56bfd-438f-4028-91ca-97918a9b6ba2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3292987 Jul 16 01:33:57.501097 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a0e465f7-2297-4087-974b-71913b8d68a6 None None] For port 2feb016c-0954-40e2-8232-384aaecb6ecc, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:57.506233 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a0e465f7-2297-4087-974b-71913b8d68a6 None None] For port 2feb016c-0954-40e2-8232-384aaecb6ecc, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2feb016c-0954-40e2-8232-384aaecb6ecc,segment=NetworkSegment(600b0132-9feb-46a5-9733-b4b96171b489),segment_id=600b0132-9feb-46a5-9733-b4b96171b489)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:57.509394 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-7672026c-6812-4d5d-b740-bc116257cf95 service neutron] Request body: {'port': {'device_id': '4f231106-dda0-4c0f-9881-3c2f91488604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:57.514867 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7e0e2470-4a7e-45a7-bbeb-2e9002fab7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.515892 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a0e465f7-2297-4087-974b-71913b8d68a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.516117 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7e0e2470-4a7e-45a7-bbeb-2e9002fab7b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.517592 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-7e0e2470-4a7e-45a7-bbeb-2e9002fab7b2 service neutron] 10.222.0.84 "PUT /v2.0/ports/3d56d08d-c284-4685-94b0-17d99edfbd05 HTTP/1.1" status: 200 len: 1092 time: 2.0029337 Jul 16 01:33:57.536274 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05203960-49e8-454a-916d-fa4faa31f73d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f624823b-e184-467d-9e6a-4a53e02231f9,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:57.559628 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-05203960-49e8-454a-916d-fa4faa31f73d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.561189 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-05203960-49e8-454a-916d-fa4faa31f73d tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4134412 Jul 16 01:33:57.572509 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59378) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:57.574957 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cf71b7bd-9b1c-471d-92ec-ce1bfb0489d3 req-4d022f7e-9cd4-43a3-9e77-b989c509fd45 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200876 Jul 16 01:33:57.581140 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6dbfd15-c0a4-4aa2-8c1b-c14f84c01aee tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.643786 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e465f7-2297-4087-974b-71913b8d68a6 None None] Pushing event updated for resources: {'Port': ['ID=2feb016c-0954-40e2-8232-384aaecb6ecc,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:57.646662 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b84168b5-b1e9-47d0-a5f3-7e5e607be241 req-bfcf2466-a054-4b91-ad0f-c422ee04c7ba tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048161 Jul 16 01:33:57.695718 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acda88e-d8be-46ae-b17b-81353e15ba3c x-openstack-request-id: req-1acda88e-d8be-46ae-b17b-81353e15ba3c {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:57.699131 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "tag": "407d0817-5c56-476f-9567-e0c793460e29", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:57.699500 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1acda88e-d8be-46ae-b17b-81353e15ba3c {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:57.699813 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'tag': '407d0817-5c56-476f-9567-e0c793460e29', 'status': 'completed', 'code': 200} Jul 16 01:33:57.710617 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c9dba803-5939-427d-b4b9-ba83e336a17b tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-group-rules/f624823b-e184-467d-9e6a-4a53e02231f9 HTTP/1.1" status: 200 len: 764 time: 0.1332545 Jul 16 01:33:57.711364 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e2470-4a7e-45a7-bbeb-2e9002fab7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d56d08d-c284-4685-94b0-17d99edfbd05,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:57.724855 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59384) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:57.759333 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbfd15-c0a4-4aa2-8c1b-c14f84c01aee tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event updated for resources: {'Subnet': ['ID=7bb878a7-bc08-4656-bb82-01a0b5dcc1dc,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:57.773170 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dbfd15-c0a4-4aa2-8c1b-c14f84c01aee tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Checking segment: {'id': '2621de9e-1820-4db9-98e5-5a8f377b6dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd9f10a21-58d3-4151-9daa-42259051df83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:57.775614 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dbfd15-c0a4-4aa2-8c1b-c14f84c01aee tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Network hostable DHCP agents. Network: d9f10a21-58d3-4151-9daa-42259051df83, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:57.814070 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dbfd15-c0a4-4aa2-8c1b-c14f84c01aee tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Network d9f10a21-58d3-4151-9daa-42259051df83 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:57.852312 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-f6dbfd15-c0a4-4aa2-8c1b-c14f84c01aee tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, d9f10a21-58d3-4151-9daa-42259051df83) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:57.860572 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dbfd15-c0a4-4aa2-8c1b-c14f84c01aee tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.863335 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2031ec-7a2b-467d-8c34-a77bd6b7d034 None None] Network d9f10a21-58d3-4151-9daa-42259051df83 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:57.873471 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6dbfd15-c0a4-4aa2-8c1b-c14f84c01aee tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.888720 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a9a1935e-7727-4132-a321-9eca015cc69c tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1612852 Jul 16 01:33:57.892127 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-7672026c-6812-4d5d-b740-bc116257cf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.903155 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59390) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:57.995923 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a571339a-9103-4ba3-972c-ed3853b06f99 req-669a118f-2bb9-4b90-ba8d-46db34e63472 tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.1201162 Jul 16 01:33:58.003534 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f6dbfd15-c0a4-4aa2-8c1b-c14f84c01aee tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1017687 Jul 16 01:33:58.003534 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a3f684c5-1d32-4cd7-9914-3433dc495494 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.013806 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a3f684c5-1d32-4cd7-9914-3433dc495494 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.014368 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-08da167c-8b12-415d-8f79-46044fd737f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.015092 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-08da167c-8b12-415d-8f79-46044fd737f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.015838 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-08da167c-8b12-415d-8f79-46044fd737f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.016521 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-08da167c-8b12-415d-8f79-46044fd737f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.017716 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-08da167c-8b12-415d-8f79-46044fd737f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.019284 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-08da167c-8b12-415d-8f79-46044fd737f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.020251 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-08da167c-8b12-415d-8f79-46044fd737f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.024344 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-08da167c-8b12-415d-8f79-46044fd737f7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ab955cac98346abb4c28e7943a645b4&device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 6483 time: 0.4234529 Jul 16 01:33:58.025942 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59394) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:58.090202 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a3f684c5-1d32-4cd7-9914-3433dc495494 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.112114 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a3f684c5-1d32-4cd7-9914-3433dc495494 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.116331 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a3f684c5-1d32-4cd7-9914-3433dc495494 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f624823b-e184-467d-9e6a-4a53e02231f9 HTTP/1.1" status: 204 len: 168 time: 0.2102315 Jul 16 01:33:58.120398 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59398) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:58.129025 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f684c5-1d32-4cd7-9914-3433dc495494 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f624823b-e184-467d-9e6a-4a53e02231f9,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:58.186515 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-79dd080c-02aa-49ab-b229-0b229847c507 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0623639 Jul 16 01:33:58.186777 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59400) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:58.214471 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9caece-aaca-4d7d-9012-c1401fda3672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-d9f10a21-58d3-4151-9daa-42259051df83', 'network_id': 'd9f10a21-58d3-4151-9daa-42259051df83', 'tenant_id': 'c747c529f26942edbdf760d4d705a50d', 'fixed_ips': [{'subnet_id': '7bb878a7-bc08-4656-bb82-01a0b5dcc1dc'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:33:58.215873 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9caece-aaca-4d7d-9012-c1401fda3672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.317430 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b0db2f89-0a0f-4cdc-8a0b-72192433d797 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.356271 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cc96d-fb65-4811-bb5d-19294d6b65e3 req-9b016bb9-c02b-49b0-ba8c-8952844fae34 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.364346 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cc96d-fb65-4811-bb5d-19294d6b65e3 req-9b016bb9-c02b-49b0-ba8c-8952844fae34 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.371242 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cc96d-fb65-4811-bb5d-19294d6b65e3 req-9b016bb9-c02b-49b0-ba8c-8952844fae34 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.379143 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cc96d-fb65-4811-bb5d-19294d6b65e3 req-9b016bb9-c02b-49b0-ba8c-8952844fae34 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.388111 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cc96d-fb65-4811-bb5d-19294d6b65e3 req-9b016bb9-c02b-49b0-ba8c-8952844fae34 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.394560 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cc96d-fb65-4811-bb5d-19294d6b65e3 req-9b016bb9-c02b-49b0-ba8c-8952844fae34 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.400860 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cc96d-fb65-4811-bb5d-19294d6b65e3 req-9b016bb9-c02b-49b0-ba8c-8952844fae34 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.409244 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f23cc96d-fb65-4811-bb5d-19294d6b65e3 req-9b016bb9-c02b-49b0-ba8c-8952844fae34 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5419 time: 0.2237961 Jul 16 01:33:58.463245 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-7a9caece-aaca-4d7d-9012-c1401fda3672 None None] Allocated IP 2001:db8::3 (d9f10a21-58d3-4151-9daa-42259051df83/7bb878a7-bc08-4656-bb82-01a0b5dcc1dc/274e7bca-d72a-4923-9f8b-d24aa0fab92c) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:58.471002 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b0db2f89-0a0f-4cdc-8a0b-72192433d797 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.483751 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-cf7b0b9c-e07c-47c5-bd2c-a2e54620655e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36a2f25a-4dc4-421c-88af-1545774b65fb HTTP/1.1" status: 200 len: 217 time: 0.1141865 Jul 16 01:33:58.595549 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f23cc96d-fb65-4811-bb5d-19294d6b65e3 req-6552b4d2-b6c4-47a6-85a5-b922e25141ea tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1853216 Jul 16 01:33:58.616006 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b0db2f89-0a0f-4cdc-8a0b-72192433d797 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.621293 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b0db2f89-0a0f-4cdc-8a0b-72192433d797 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.622598 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b0db2f89-0a0f-4cdc-8a0b-72192433d797 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "DELETE /v2.0/security-groups/786e3c18-bccf-4add-b063-992f3f33d143 HTTP/1.1" status: 204 len: 168 time: 0.4350526 Jul 16 01:33:58.628629 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a0e4ac68-dc00-4ea9-8180-cc859520986b req-1e65a90e-95ea-406c-9fcd-78fccbcb235c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2881060 Jul 16 01:33:58.629254 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59414) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:58.657372 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-7672026c-6812-4d5d-b740-bc116257cf95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d718468d-4bd2-4ec0-88f0-d6d976174d66 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:58.671784 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db2f89-0a0f-4cdc-8a0b-72192433d797 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=786e3c18-bccf-4add-b063-992f3f33d143,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:58.672648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-fd4919f7-918c-48d4-872c-bccbdc220a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.675173 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-fd4919f7-918c-48d4-872c-bccbdc220a25 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=09f3da01-7811-438c-934c-dbb6f1e9ed24 HTTP/1.1" status: 200 len: 851 time: 0.1827595 Jul 16 01:33:58.687517 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-7672026c-6812-4d5d-b740-bc116257cf95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.731908 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9caece-aaca-4d7d-9012-c1401fda3672 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.748691 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9caece-aaca-4d7d-9012-c1401fda3672 None None] Transition to ACTIVE for port object 274e7bca-d72a-4923-9f8b-d24aa0fab92c will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:58.768178 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9caece-aaca-4d7d-9012-c1401fda3672 None None] Transition to ACTIVE for port object 274e7bca-d72a-4923-9f8b-d24aa0fab92c will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:58.776385 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e7d0-896e-4b9c-877a-4e5d124bc08c tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.786616 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9caece-aaca-4d7d-9012-c1401fda3672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.810635 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-7672026c-6812-4d5d-b740-bc116257cf95 service neutron] Transition to ACTIVE for port object d718468d-4bd2-4ec0-88f0-d6d976174d66 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:58.818835 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ad1f339d-5075-499c-a440-a18dc59b985f tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1723080 Jul 16 01:33:58.826566 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59426) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:58.840053 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270290cd-54c8-4540-99ef-2f40f8303b4b req-1a1b7702-fb5e-4e91-9f5c-9ba4b0535e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.843522 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-270290cd-54c8-4540-99ef-2f40f8303b4b req-1a1b7702-fb5e-4e91-9f5c-9ba4b0535e8d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 1096 time: 0.4654222 Jul 16 01:33:58.867102 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-7672026c-6812-4d5d-b740-bc116257cf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.898668 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9caece-aaca-4d7d-9012-c1401fda3672 None None] Network d9f10a21-58d3-4151-9daa-42259051df83 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:58.902029 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-7a9caece-aaca-4d7d-9012-c1401fda3672 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:58.906488 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9caece-aaca-4d7d-9012-c1401fda3672 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:58.914917 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9caece-aaca-4d7d-9012-c1401fda3672 None None] Pushing event updated for resources: {'Port': ['ID=274e7bca-d72a-4923-9f8b-d24aa0fab92c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:58.920311 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-70f5fb18-d4d8-45d4-a668-cd685a304d19 tempest-SecGroupTest-512827190 tempest-SecGroupTest-512827190-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0891953 Jul 16 01:33:58.970738 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4ac68-dc00-4ea9-8180-cc859520986b req-6b908691-fc39-4e40-a10f-3011438be294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.972904 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a0e4ac68-dc00-4ea9-8180-cc859520986b req-6b908691-fc39-4e40-a10f-3011438be294 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 1098 time: 0.2723799 Jul 16 01:33:59.014104 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7a9caece-aaca-4d7d-9012-c1401fda3672 None None] Attempting to bind port 274e7bca-d72a-4923-9f8b-d24aa0fab92c on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:59.014478 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7a9caece-aaca-4d7d-9012-c1401fda3672 None None] Attempting to bind port 274e7bca-d72a-4923-9f8b-d24aa0fab92c by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '2621de9e-1820-4db9-98e5-5a8f377b6dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd9f10a21-58d3-4151-9daa-42259051df83'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:59.014836 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9caece-aaca-4d7d-9012-c1401fda3672 None None] Attempting to bind port 274e7bca-d72a-4923-9f8b-d24aa0fab92c on network d9f10a21-58d3-4151-9daa-42259051df83 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:59.025573 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9caece-aaca-4d7d-9012-c1401fda3672 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:59.025946 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9caece-aaca-4d7d-9012-c1401fda3672 None None] Checking segment: {'id': '2621de9e-1820-4db9-98e5-5a8f377b6dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd9f10a21-58d3-4151-9daa-42259051df83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:59.026351 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9caece-aaca-4d7d-9012-c1401fda3672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.026745 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9caece-aaca-4d7d-9012-c1401fda3672 None None] Bound using segment: {'id': '2621de9e-1820-4db9-98e5-5a8f377b6dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd9f10a21-58d3-4151-9daa-42259051df83'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:59.027214 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7a9caece-aaca-4d7d-9012-c1401fda3672 None None] Bound port: 274e7bca-d72a-4923-9f8b-d24aa0fab92c, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2621de9e-1820-4db9-98e5-5a8f377b6dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd9f10a21-58d3-4151-9daa-42259051df83'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:59.027596 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9caece-aaca-4d7d-9012-c1401fda3672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.045529 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672026c-6812-4d5d-b740-bc116257cf95 service neutron] Pushing event updated for resources: {'Port': ['ID=d718468d-4bd2-4ec0-88f0-d6d976174d66,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:59.062132 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6071c9b-6791-485a-aad5-9fc31cb51508 req-8c375c11-e615-4b11-800e-f68c54f0e937 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.063939 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e6071c9b-6791-485a-aad5-9fc31cb51508 req-8c375c11-e615-4b11-800e-f68c54f0e937 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f231106-dda0-4c0f-9881-3c2f91488604 HTTP/1.1" status: 200 len: 943 time: 0.1502967 Jul 16 01:33:59.162912 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9caece-aaca-4d7d-9012-c1401fda3672 None None] For port 274e7bca-d72a-4923-9f8b-d24aa0fab92c, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:59.166612 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9caece-aaca-4d7d-9012-c1401fda3672 None None] For port 274e7bca-d72a-4923-9f8b-d24aa0fab92c, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=274e7bca-d72a-4923-9f8b-d24aa0fab92c,segment=NetworkSegment(2621de9e-1820-4db9-98e5-5a8f377b6dc1),segment_id=2621de9e-1820-4db9-98e5-5a8f377b6dc1)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:59.178007 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9caece-aaca-4d7d-9012-c1401fda3672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.180956 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e6071c9b-6791-485a-aad5-9fc31cb51508 req-b35d0e65-125d-4e46-ab77-24918c171338 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858476 Jul 16 01:33:59.253617 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4ac68-dc00-4ea9-8180-cc859520986b req-ed1fe80e-28e4-4f8b-9830-7bfa49c84752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.255497 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a0e4ac68-dc00-4ea9-8180-cc859520986b req-ed1fe80e-28e4-4f8b-9830-7bfa49c84752 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 911 time: 0.2566333 Jul 16 01:33:59.310600 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9caece-aaca-4d7d-9012-c1401fda3672 None None] Pushing event updated for resources: {'Port': ['ID=274e7bca-d72a-4923-9f8b-d24aa0fab92c,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:59.320859 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2feb016c-0954-40e2-8232-384aaecb6ecc up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:59.421660 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a0e4ac68-dc00-4ea9-8180-cc859520986b req-c2dd5d61-00fb-40e6-ab22-9dc5353ce865 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d5b4873-70f8-4714-956d-f3c4e22f2c5d HTTP/1.1" status: 200 len: 217 time: 0.1595643 Jul 16 01:33:59.459335 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0fe991-14a8-4d06-910b-fdb1e1d94225 None None] Network 8b78f4b7-f5b3-4864-815a-745f97df0a8b requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:59.547000 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4ac68-dc00-4ea9-8180-cc859520986b req-a690bff4-e12b-489a-b349-3eac5b11cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.548778 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a0e4ac68-dc00-4ea9-8180-cc859520986b req-a690bff4-e12b-489a-b349-3eac5b11cc22 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.1203499 Jul 16 01:33:59.604258 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-777e5fc6-7e7f-4cfc-9f18-987e61463e32 req-73a70c95-e2c8-4c91-95d6-2eec285f5c44 tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0978706 Jul 16 01:33:59.610387 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59446) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:59.691176 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59452) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:59.751680 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-dbdddbf8-a550-43a6-ad26-e64f82b0d5ff None None] Provisioning for port 2feb016c-0954-40e2-8232-384aaecb6ecc completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:59.754902 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 2feb016c-0954-40e2-8232-384aaecb6ecc completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:59.763201 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4ac68-dc00-4ea9-8180-cc859520986b req-0b3e74ed-c558-48b1-b554-d3cd07ff773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.765080 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a0e4ac68-dc00-4ea9-8180-cc859520986b req-0b3e74ed-c558-48b1-b554-d3cd07ff773e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1870081 Jul 16 01:33:59.765542 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 2feb016c-0954-40e2-8232-384aaecb6ecc triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:59.765763 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.790433 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-dbdddbf8-a550-43a6-ad26-e64f82b0d5ff None None] Provisioning complete for port 2feb016c-0954-40e2-8232-384aaecb6ecc triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:59.790802 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dbdddbf8-a550-43a6-ad26-e64f82b0d5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.792862 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f96e3aac-e862-4152-b51a-038c41fcea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.816760 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.918043 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'tag': '3d56d08d-c284-4685-94b0-17d99edfbd05'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:59.921281 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b4b454-abcb-44b1-a65b-3dc7444aec59" -d '{"events": [{"name": "network-changed", "server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "tag": "3d56d08d-c284-4685-94b0-17d99edfbd05"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:59.983029 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-5c53fd80-65fb-4c1f-85c5-7d048f9d084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.990892 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-5c53fd80-65fb-4c1f-85c5-7d048f9d084e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1b590a93-b556-4341-bbf0-322f328e95cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2943823 Jul 16 01:33:59.990892 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270290cd-54c8-4540-99ef-2f40f8303b4b req-4dc9b68d-ac44-4d39-a93f-a718054b0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.992751 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-270290cd-54c8-4540-99ef-2f40f8303b4b req-4dc9b68d-ac44-4d39-a93f-a718054b0595 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 911 time: 1.1133027 Jul 16 01:34:00.016927 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-56ab65c3-19f2-4be2-924d-91d0935c64b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.052194 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a0e4ac68-dc00-4ea9-8180-cc859520986b req-444710f1-e7b8-4ff5-99ce-9e1df7612eb8 service neutron] 10.222.0.84 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784238 Jul 16 01:34:00.064297 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.068841 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dbdddbf8-a550-43a6-ad26-e64f82b0d5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.133425 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 2feb016c-0954-40e2-8232-384aaecb6ecc, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2feb016c-0954-40e2-8232-384aaecb6ecc,segment=NetworkSegment(600b0132-9feb-46a5-9733-b4b96171b489),segment_id=600b0132-9feb-46a5-9733-b4b96171b489)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:00.151855 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.161646 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8ac3fa9c-ae57-4ff6-bb68-bec0c58e25ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b41c7960d21b4078b7485f3946cc341f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5497618 Jul 16 01:34:00.168126 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59460) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:00.183727 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bf10a-081d-441f-8737-e7bda06a1875 req-c97cbf78-74ce-41fd-921b-32ab5d3f038a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.185705 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a56bf10a-081d-441f-8737-e7bda06a1875 req-c97cbf78-74ce-41fd-921b-32ab5d3f038a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 1.3054533 Jul 16 01:34:00.233010 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-c9a4e7d0-896e-4b9c-877a-4e5d124bc08c tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Deleting port 274e7bca-d72a-4923-9f8b-d24aa0fab92c {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:00.233513 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e7d0-896e-4b9c-877a-4e5d124bc08c tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.249960 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-dbdddbf8-a550-43a6-ad26-e64f82b0d5ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:34:00.250839 n-d-792394-16 neutron-server[93957]: DEBUG oslo_db.api [None req-dbdddbf8-a550-43a6-ad26-e64f82b0d5ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:34:00.256754 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=2feb016c-0954-40e2-8232-384aaecb6ecc,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:00.261366 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-270290cd-54c8-4540-99ef-2f40f8303b4b req-6b702b62-8b6a-44f7-aa04-92ff76e5d375 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8660866a-9db7-4aa3-8d44-f99d34857980 HTTP/1.1" status: 200 len: 999 time: 0.2479718 Jul 16 01:34:00.289442 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-7672026c-6812-4d5d-b740-bc116257cf95 service neutron] Attempting to bind port d718468d-4bd2-4ec0-88f0-d6d976174d66 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:00.289869 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-7672026c-6812-4d5d-b740-bc116257cf95 service neutron] Attempting to bind port d718468d-4bd2-4ec0-88f0-d6d976174d66 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:00.290363 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-7672026c-6812-4d5d-b740-bc116257cf95 service neutron] Attempting to bind port d718468d-4bd2-4ec0-88f0-d6d976174d66 on network 830e0a53-8773-432e-aa5a-8c5b09b1196b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:00.333861 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-7672026c-6812-4d5d-b740-bc116257cf95 service neutron] Port d718468d-4bd2-4ec0-88f0-d6d976174d66 on network 830e0a53-8773-432e-aa5a-8c5b09b1196b not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:00.334261 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-7672026c-6812-4d5d-b740-bc116257cf95 service neutron] Attempting to bind port d718468d-4bd2-4ec0-88f0-d6d976174d66 on network 830e0a53-8773-432e-aa5a-8c5b09b1196b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:00.339063 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f156d7-b28b-475c-b636-9ddcf17c987b req-8744b8ce-cff5-494c-8cff-979553f991ed tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.345018 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f156d7-b28b-475c-b636-9ddcf17c987b req-8744b8ce-cff5-494c-8cff-979553f991ed tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.350749 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f156d7-b28b-475c-b636-9ddcf17c987b req-8744b8ce-cff5-494c-8cff-979553f991ed tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.356507 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f156d7-b28b-475c-b636-9ddcf17c987b req-8744b8ce-cff5-494c-8cff-979553f991ed tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.362560 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f156d7-b28b-475c-b636-9ddcf17c987b req-8744b8ce-cff5-494c-8cff-979553f991ed tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.368284 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f156d7-b28b-475c-b636-9ddcf17c987b req-8744b8ce-cff5-494c-8cff-979553f991ed tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.374372 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f156d7-b28b-475c-b636-9ddcf17c987b req-8744b8ce-cff5-494c-8cff-979553f991ed tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.376313 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-91f156d7-b28b-475c-b636-9ddcf17c987b req-8744b8ce-cff5-494c-8cff-979553f991ed tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5419 time: 0.4204569 Jul 16 01:34:00.382445 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a0e4ac68-dc00-4ea9-8180-cc859520986b req-4a447f91-da48-4c06-8ec9-0b7de5b3d932 service neutron] 10.222.0.84 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084366 Jul 16 01:34:00.400582 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-7672026c-6812-4d5d-b740-bc116257cf95 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:00.401213 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-7672026c-6812-4d5d-b740-bc116257cf95 service neutron] Checking segment: {'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:00.401881 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-7672026c-6812-4d5d-b740-bc116257cf95 service neutron] Bound using segment: {'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:00.402585 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-7672026c-6812-4d5d-b740-bc116257cf95 service neutron] Bound port: d718468d-4bd2-4ec0-88f0-d6d976174d66, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:00.403162 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-7672026c-6812-4d5d-b740-bc116257cf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.410983 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-56ab65c3-19f2-4be2-924d-91d0935c64b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.430156 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-56ab65c3-19f2-4be2-924d-91d0935c64b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.444507 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-31ec8e07-36cd-489c-a9c0-32f18476b9dd service neutron] 10.222.0.84 "GET /v2.0/networks/1b590a93-b556-4341-bbf0-322f328e95cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491584 Jul 16 01:34:00.460751 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a56bf10a-081d-441f-8737-e7bda06a1875 req-4d7eecaa-4220-40d9-921e-6d71cbe55ab9 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168009 Jul 16 01:34:00.463171 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab65c3-19f2-4be2-924d-91d0935c64b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e063a0c-ecee-43c4-a771-5449aea49116,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:00.472922 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270290cd-54c8-4540-99ef-2f40f8303b4b req-4c45ca0f-53c5-49f9-b3e7-33b35275cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.474403 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-270290cd-54c8-4540-99ef-2f40f8303b4b req-4c45ca0f-53c5-49f9-b3e7-33b35275cd87 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.2006264 Jul 16 01:34:00.497384 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-51001938-ad07-4e27-b74f-38efd554633b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.543623 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-56ab65c3-19f2-4be2-924d-91d0935c64b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12c5b1c22c9947f38245ad9f0156fe86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8482516 Jul 16 01:34:00.548345 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-91f156d7-b28b-475c-b636-9ddcf17c987b req-d51caab9-f767-427d-86fa-a6a52fff92dd tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1621656 Jul 16 01:34:00.548889 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59464) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:00.555594 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-51001938-ad07-4e27-b74f-38efd554633b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.566499 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57121513-56f0-46fc-aaea-4ba0ec1fb918 x-openstack-request-id: req-57121513-56f0-46fc-aaea-4ba0ec1fb918 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:00.566865 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "tag": "3d56d08d-c284-4685-94b0-17d99edfbd05", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:00.566988 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57121513-56f0-46fc-aaea-4ba0ec1fb918 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:00.567371 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'tag': '3d56d08d-c284-4685-94b0-17d99edfbd05', 'status': 'completed', 'code': 200} Jul 16 01:34:00.612842 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-c9a4e7d0-896e-4b9c-877a-4e5d124bc08c tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] For port 274e7bca-d72a-4923-9f8b-d24aa0fab92c, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=274e7bca-d72a-4923-9f8b-d24aa0fab92c,segment=NetworkSegment(2621de9e-1820-4db9-98e5-5a8f377b6dc1),segment_id=2621de9e-1820-4db9-98e5-5a8f377b6dc1)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:00.613303 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e7d0-896e-4b9c-877a-4e5d124bc08c tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.677633 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-51001938-ad07-4e27-b74f-38efd554633b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.680623 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-51001938-ad07-4e27-b74f-38efd554633b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.681939 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-51001938-ad07-4e27-b74f-38efd554633b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f23031b2-522f-49de-a186-b66b37817d43 HTTP/1.1" status: 204 len: 168 time: 0.4785810 Jul 16 01:34:00.694584 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51001938-ad07-4e27-b74f-38efd554633b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23031b2-522f-49de-a186-b66b37817d43,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:00.713687 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-c9a4e7d0-896e-4b9c-877a-4e5d124bc08c tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Calling delete_port for 274e7bca-d72a-4923-9f8b-d24aa0fab92c owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:00.725949 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a793074a-a667-4721-b5d4-776c00d0c40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.765509 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a793074a-a667-4721-b5d4-776c00d0c40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.796172 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-7672026c-6812-4d5d-b740-bc116257cf95 service neutron] For port d718468d-4bd2-4ec0-88f0-d6d976174d66, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:00.805570 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.844074 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8197c164-86dc-4285-9c78-513c4717bd21 req-03ac9572-2a10-4fb1-bb2f-0b35a5f2ccd8 tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0320268 Jul 16 01:34:00.863859 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a793074a-a667-4721-b5d4-776c00d0c40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.867766 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a793074a-a667-4721-b5d4-776c00d0c40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.872761 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a793074a-a667-4721-b5d4-776c00d0c40f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e063a0c-ecee-43c4-a771-5449aea49116 HTTP/1.1" status: 204 len: 168 time: 0.3196554 Jul 16 01:34:00.884296 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793074a-a667-4721-b5d4-776c00d0c40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e063a0c-ecee-43c4-a771-5449aea49116,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:00.886268 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-7672026c-6812-4d5d-b740-bc116257cf95 service neutron] For port d718468d-4bd2-4ec0-88f0-d6d976174d66, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d718468d-4bd2-4ec0-88f0-d6d976174d66,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:00.902910 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-7672026c-6812-4d5d-b740-bc116257cf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.908193 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-e8b8e49d-1265-4eb5-ac07-77e7df527a74 service neutron] 10.222.0.84 "GET /v2.0/networks/1b590a93-b556-4341-bbf0-322f328e95cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540877 Jul 16 01:34:00.969384 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7ac54068-396a-4e97-a067-85a07cd53f29 None None] Provisioning complete for port 2feb016c-0954-40e2-8232-384aaecb6ecc triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:00.969761 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ac54068-396a-4e97-a067-85a07cd53f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.995337 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270290cd-54c8-4540-99ef-2f40f8303b4b req-fab790f8-2d1d-45b0-8853-b48c580f3746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.997766 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-270290cd-54c8-4540-99ef-2f40f8303b4b req-fab790f8-2d1d-45b0-8853-b48c580f3746 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4920039 Jul 16 01:34:01.008824 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-7672026c-6812-4d5d-b740-bc116257cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.009763 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-7672026c-6812-4d5d-b740-bc116257cf95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.011409 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-7672026c-6812-4d5d-b740-bc116257cf95 service neutron] 10.222.0.84 "PUT /v2.0/ports/d718468d-4bd2-4ec0-88f0-d6d976174d66 HTTP/1.1" status: 200 len: 1092 time: 3.5172989 Jul 16 01:34:01.016261 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-e0e3931d-47f3-4dc4-b50c-3ad2ffd5cb26 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=55330359-f702-4308-9556-f798e62575fe HTTP/1.1" status: 200 len: 217 time: 0.0972645 Jul 16 01:34:01.216701 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fdbbd7-8dec-49bb-959b-e3d575439f7b None None] Network d9f10a21-58d3-4151-9daa-42259051df83 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:01.221046 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672026c-6812-4d5d-b740-bc116257cf95 service neutron] Pushing event updated for resources: {'Port': ['ID=d718468d-4bd2-4ec0-88f0-d6d976174d66,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:01.241003 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def99d96-69c8-4047-b3b3-0b91c10385d8 req-d9346e51-1f36-49fd-a95a-2b7d4d20fd89 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.243214 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-def99d96-69c8-4047-b3b3-0b91c10385d8 req-d9346e51-1f36-49fd-a95a-2b7d4d20fd89 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f231106-dda0-4c0f-9881-3c2f91488604 HTTP/1.1" status: 200 len: 943 time: 0.5400221 Jul 16 01:34:01.265166 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-f95a7772-75bf-4499-8ee7-1dd6e3d7dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.266665 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-f95a7772-75bf-4499-8ee7-1dd6e3d7dbd0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c920e428-2173-4351-a902-805250aa16b4 HTTP/1.1" status: 200 len: 797 time: 0.2363517 Jul 16 01:34:01.373478 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.382103 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-270290cd-54c8-4540-99ef-2f40f8303b4b req-7ceb565d-111c-41c1-b1d9-ed0f0faff46d service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696966 Jul 16 01:34:01.421443 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 274e7bca-d72a-4923-9f8b-d24aa0fab92c up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:01.461483 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-def99d96-69c8-4047-b3b3-0b91c10385d8 req-74554d3c-4162-4450-ad22-19f326749187 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051837 Jul 16 01:34:01.477693 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e7d0-896e-4b9c-877a-4e5d124bc08c tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.496789 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-9e32d8ec-27e9-41d5-95a2-589f94d89513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.498337 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-9e32d8ec-27e9-41d5-95a2-589f94d89513 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c73e6ed9d26a4f67873b1490075aee9a&device_id=4f231106-dda0-4c0f-9881-3c2f91488604 HTTP/1.1" status: 200 len: 1095 time: 0.4224722 Jul 16 01:34:01.527291 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5ed08401-4f1e-43f3-9dd8-57aca7a94771 None None] Could not find standard attr ID for object 274e7bca-d72a-4923-9f8b-d24aa0fab92c. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:34:01.536662 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No active binding found for port 274e7bca-d72a-4923-9f8b-d24aa0fab92c {{(pid=93957) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 01:34:01.537110 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 274e7bca-d72a-4923-9f8b-d24aa0fab92c not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 01:34:01.562013 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Port 274e7bca-d72a-4923-9f8b-d24aa0fab92c not found, will not notify nova. {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 01:34:01.562433 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2feb016c-0954-40e2-8232-384aaecb6ecc up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:01.580895 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4e7d0-896e-4b9c-877a-4e5d124bc08c tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Port': ['ID=274e7bca-d72a-4923-9f8b-d24aa0fab92c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:01.649821 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 2feb016c-0954-40e2-8232-384aaecb6ecc triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:01.650221 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.740271 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-071fa7ce-7fc9-498d-a91f-8743d0e07b41 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d718468d-4bd2-4ec0-88f0-d6d976174d66 HTTP/1.1" status: 200 len: 217 time: 0.2335248 Jul 16 01:34:01.841272 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf17ab-01c6-479e-a04d-dcfbd9c8c653 req-67ae5a7c-878e-4b4e-b268-b2f9f62ceaee tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.842297 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4fbf17ab-01c6-479e-a04d-dcfbd9c8c653 req-67ae5a7c-878e-4b4e-b268-b2f9f62ceaee tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.1406758 Jul 16 01:34:01.864455 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a4e7d0-896e-4b9c-877a-4e5d124bc08c tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] No DVR routers for this DVR port 274e7bca-d72a-4923-9f8b-d24aa0fab92c on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:01.923350 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-9a10748a-485a-4549-9a68-cd643826a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.926418 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-9a10748a-485a-4549-9a68-cd643826a715 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8f8cff2-179e-422c-b93c-8298614fb9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6319880 Jul 16 01:34:01.946443 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4fbf17ab-01c6-479e-a04d-dcfbd9c8c653 req-f90c26e8-cbdb-4aeb-a152-c702699258db tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962677 Jul 16 01:34:02.084587 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-3ff24849-4752-4c25-8084-90272080f210 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210356 Jul 16 01:34:02.124278 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-440f570c-ea32-4f86-96a6-487f3bb8d378 req-a500e4e4-e343-428e-a0da-db818ab3408f tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0493097 Jul 16 01:34:02.228084 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59508) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:02.363148 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-da1eec72-8f97-42d5-963b-54115beba2cd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-601488180-network', 'tenant_id': 'e4c11ae595ef4fb0bbb97914e79e8d3f'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:02.386575 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1eec72-8f97-42d5-963b-54115beba2cd admin admin] Made reservation on behalf of e4c11ae595ef4fb0bbb97914e79e8d3f for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:02.389185 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da1eec72-8f97-42d5-963b-54115beba2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.399081 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da1eec72-8f97-42d5-963b-54115beba2cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.409598 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-270290cd-54c8-4540-99ef-2f40f8303b4b req-c4c53358-9ae5-4075-a06d-6781db5ff5f0 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0152168 Jul 16 01:34:02.481080 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-b86fba31-3d44-467d-b8ab-66705a5114d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.482656 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-b86fba31-3d44-467d-b8ab-66705a5114d7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f45f4065-e8af-4e7d-ba1a-a6b4cb86159b HTTP/1.1" status: 200 len: 846 time: 0.7300751 Jul 16 01:34:02.488144 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.495015 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e7d0-896e-4b9c-877a-4e5d124bc08c tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.530072 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59520) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:02.544762 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da1eec72-8f97-42d5-963b-54115beba2cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.555899 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da1eec72-8f97-42d5-963b-54115beba2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.556561 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-b51c3e50-8c53-49cc-9d87-68303c2015d3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=830e0a53-8773-432e-aa5a-8c5b09b1196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642488 Jul 16 01:34:02.575879 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1eec72-8f97-42d5-963b-54115beba2cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:02.576499 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f231106-dda0-4c0f-9881-3c2f91488604', 'tag': 'd718468d-4bd2-4ec0-88f0-d6d976174d66'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:02.578827 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2a2955-e62b-4516-844c-d9c4d258e15c" -d '{"events": [{"name": "network-changed", "server_uuid": "4f231106-dda0-4c0f-9881-3c2f91488604", "tag": "d718468d-4bd2-4ec0-88f0-d6d976174d66"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:02.588857 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da1eec72-8f97-42d5-963b-54115beba2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.589274 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-da1eec72-8f97-42d5-963b-54115beba2cd admin admin] Added segment 5d4e5984-f934-4315-b355-4754944e21ba of type vlan for network d0c3a8d5-a0ca-4f73-8163-cebdcb46432a Jul 16 01:34:02.614136 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c2fbf-aa51-4882-9124-5ca7f6090b55 req-9ed039fd-8b56-4f05-a5c5-ce9ddf15ce9c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.619877 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c2fbf-aa51-4882-9124-5ca7f6090b55 req-9ed039fd-8b56-4f05-a5c5-ce9ddf15ce9c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.625651 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c2fbf-aa51-4882-9124-5ca7f6090b55 req-9ed039fd-8b56-4f05-a5c5-ce9ddf15ce9c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.631936 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c2fbf-aa51-4882-9124-5ca7f6090b55 req-9ed039fd-8b56-4f05-a5c5-ce9ddf15ce9c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.637780 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c2fbf-aa51-4882-9124-5ca7f6090b55 req-9ed039fd-8b56-4f05-a5c5-ce9ddf15ce9c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.643840 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c2fbf-aa51-4882-9124-5ca7f6090b55 req-9ed039fd-8b56-4f05-a5c5-ce9ddf15ce9c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.649737 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c2fbf-aa51-4882-9124-5ca7f6090b55 req-9ed039fd-8b56-4f05-a5c5-ce9ddf15ce9c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.651732 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e98c2fbf-aa51-4882-9124-5ca7f6090b55 req-9ed039fd-8b56-4f05-a5c5-ce9ddf15ce9c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5419 time: 0.8284385 Jul 16 01:34:02.661918 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da1eec72-8f97-42d5-963b-54115beba2cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.672413 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-9863f7fe-2564-4836-8695-3e4e84fb4a54 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028922 Jul 16 01:34:02.695469 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-cdedeef9-3d16-40cc-91bd-ae91195a02e8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1275341119-network', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:02.731923 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1eec72-8f97-42d5-963b-54115beba2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cc6503-0d2c-425d-80d5-2830b09d2134,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:02.755257 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdedeef9-3d16-40cc-91bd-ae91195a02e8 admin admin] Made reservation on behalf of 584cfa82f38247b0ba7638f8dca7e202 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:02.757710 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cdedeef9-3d16-40cc-91bd-ae91195a02e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.763522 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da1eec72-8f97-42d5-963b-54115beba2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.764521 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1eec72-8f97-42d5-963b-54115beba2cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.765094 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da1eec72-8f97-42d5-963b-54115beba2cd admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.781086 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-24a34b82-d97d-4def-b92f-c5a43aa258d9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=402daa9b-da36-45bb-8bb8-44f53b35914a HTTP/1.1" status: 200 len: 217 time: 0.0957689 Jul 16 01:34:02.785797 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cdedeef9-3d16-40cc-91bd-ae91195a02e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.817047 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e98c2fbf-aa51-4882-9124-5ca7f6090b55 req-0a89e4b2-2821-4c19-88c7-28ebd2b0d25b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1526830 Jul 16 01:34:02.821339 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e7d0-896e-4b9c-877a-4e5d124bc08c tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.829730 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-da1eec72-8f97-42d5-963b-54115beba2cd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5989194 Jul 16 01:34:02.859556 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59526) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:02.866411 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-da95dbc7-72a1-4954-ae0d-48b4057e035b admin admin] Request body: {'subnet': {'network_id': 'd0c3a8d5-a0ca-4f73-8163-cebdcb46432a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-601488180-subnet', 'tenant_id': 'e4c11ae595ef4fb0bbb97914e79e8d3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:02.877981 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ab4b60-a148-423e-a092-7521702dafee x-openstack-request-id: req-35ab4b60-a148-423e-a092-7521702dafee {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:02.878262 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f231106-dda0-4c0f-9881-3c2f91488604", "tag": "d718468d-4bd2-4ec0-88f0-d6d976174d66", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:02.878830 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35ab4b60-a148-423e-a092-7521702dafee {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:02.879941 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f231106-dda0-4c0f-9881-3c2f91488604', 'tag': 'd718468d-4bd2-4ec0-88f0-d6d976174d66', 'status': 'completed', 'code': 200} Jul 16 01:34:02.885067 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd1cd0-8f18-49a0-9e16-0b02f86c1d5c req-4ceefe9e-04dc-4834-ba98-3428e5d2d8df tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.887521 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a8bd1cd0-8f18-49a0-9e16-0b02f86c1d5c req-4ceefe9e-04dc-4834-ba98-3428e5d2d8df tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f231106-dda0-4c0f-9881-3c2f91488604 HTTP/1.1" status: 200 len: 943 time: 0.2479596 Jul 16 01:34:02.888417 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1eec72-8f97-42d5-963b-54115beba2cd admin admin] Pushing event updated for resources: {'Network': ['ID=d0c3a8d5-a0ca-4f73-8163-cebdcb46432a,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:02.900421 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network d0c3a8d5-a0ca-4f73-8163-cebdcb46432a details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:02.910085 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-9566864d-c722-42c0-8d36-1aa1d20af736 service neutron] 10.222.0.84 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425212 Jul 16 01:34:02.914143 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4e7d0-896e-4b9c-877a-4e5d124bc08c tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb878a7-bc08-4656-bb82-01a0b5dcc1dc,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:02.916319 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.db.api [None req-da95dbc7-72a1-4954-ae0d-48b4057e035b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:34:02.916319 n-d-792394-16 neutron-server[93956]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:34:02.916319 n-d-792394-16 neutron-server[93956]: [parameters: {'project_id_1': 'e4c11ae595ef4fb0bbb97914e79e8d3f', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 34, 2, 893103)}] Jul 16 01:34:02.916319 n-d-792394-16 neutron-server[93956]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93956) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:34:02.917776 n-d-792394-16 neutron-server[93956]: DEBUG oslo_db.api [None req-da95dbc7-72a1-4954-ae0d-48b4057e035b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:34:02.972986 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-64fbba9d-a395-4eb7-b590-cb2216ba541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.974814 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-64fbba9d-a395-4eb7-b590-cb2216ba541f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c920e428-2173-4351-a902-805250aa16b4 HTTP/1.1" status: 200 len: 797 time: 0.1835508 Jul 16 01:34:02.980743 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e1e4f0-4467-4776-be80-821201b5d66b None None] Network d9f10a21-58d3-4151-9daa-42259051df83 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:03.027325 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a8bd1cd0-8f18-49a0-9e16-0b02f86c1d5c req-11b45c40-97d9-46a6-8a97-87b7a48565bc tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283140 Jul 16 01:34:03.081138 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e7d0-896e-4b9c-877a-4e5d124bc08c tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.103562 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-c9a4e7d0-896e-4b9c-877a-4e5d124bc08c tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f10a21-58d3-4151-9daa-42259051df83']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:03.113027 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cdedeef9-3d16-40cc-91bd-ae91195a02e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.121424 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cdedeef9-3d16-40cc-91bd-ae91195a02e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.122577 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-c9a4e7d0-896e-4b9c-877a-4e5d124bc08c tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2621de9e-1820-4db9-98e5-5a8f377b6dc1') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:03.122969 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-c9a4e7d0-896e-4b9c-877a-4e5d124bc08c tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2621de9e-1820-4db9-98e5-5a8f377b6dc1') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:03.150515 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e7d0-896e-4b9c-877a-4e5d124bc08c tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.160245 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdedeef9-3d16-40cc-91bd-ae91195a02e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:03.177215 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-038bc18a-deec-4d21-a9e5-ffccd83e9e4a req-40f4181b-ba5b-415b-8da7-ea214d92e48b service neutron] 10.222.0.84 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544820 Jul 16 01:34:03.195186 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e7d0-896e-4b9c-877a-4e5d124bc08c tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.202280 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cdedeef9-3d16-40cc-91bd-ae91195a02e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.203005 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-cdedeef9-3d16-40cc-91bd-ae91195a02e8 admin admin] Added segment cd22ad3c-1dd0-4825-aba4-17f4325fadc5 of type vlan for network 1f598b73-2353-4bfa-a8d7-260fa29ffc25 Jul 16 01:34:03.205930 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a4e7d0-896e-4b9c-877a-4e5d124bc08c tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:03.206516 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e7d0-896e-4b9c-877a-4e5d124bc08c tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.230145 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184eb00c-535f-42b9-92ef-0be86ca89789 None None] DHCP port deletion for d9f10a21-58d3-4151-9daa-42259051df83 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:03.274353 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdedeef9-3d16-40cc-91bd-ae91195a02e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e57c326-552a-4ab5-afdc-b234c8755c36,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:03.283109 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:03.288874 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:03.288874 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:03.288874 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:03.288874 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:03.288874 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:03.288874 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:03.288874 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:03.289593 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cdedeef9-3d16-40cc-91bd-ae91195a02e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.325851 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-86a7e767-617d-4ac4-81f6-590ab8818fb3 req-bfc133fe-4a5f-4552-810c-18c266615525 tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0477622 Jul 16 01:34:03.342905 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e7d0-896e-4b9c-877a-4e5d124bc08c tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.351785 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cdedeef9-3d16-40cc-91bd-ae91195a02e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.352847 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdedeef9-3d16-40cc-91bd-ae91195a02e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.353423 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cdedeef9-3d16-40cc-91bd-ae91195a02e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.367858 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-98b9db38-35ab-4d64-8f43-69b2295bb2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.369455 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-98b9db38-35ab-4d64-8f43-69b2295bb2c5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8f8cff2-179e-422c-b93c-8298614fb9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3853252 Jul 16 01:34:03.373404 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e7d0-896e-4b9c-877a-4e5d124bc08c tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.375366 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c9a4e7d0-896e-4b9c-877a-4e5d124bc08c tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/networks/d9f10a21-58d3-4151-9daa-42259051df83 HTTP/1.1" status: 204 len: 168 time: 5.0070486 Jul 16 01:34:03.380456 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59532) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:03.390234 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-7fac22ee-6ba4-4fda-9aba-bd7bcdec3858 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-856914161'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:03.404330 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cdedeef9-3d16-40cc-91bd-ae91195a02e8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8729496 Jul 16 01:34:03.408438 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59534) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:03.411966 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4e7d0-896e-4b9c-877a-4e5d124bc08c tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Network': ['ID=d9f10a21-58d3-4151-9daa-42259051df83,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:03.509082 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a2955-e62b-4516-844c-d9c4d258e15c req-7d44b370-e925-4dcd-805e-b6d72ae2ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.510545 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f2a2955-e62b-4516-844c-d9c4d258e15c req-7d44b370-e925-4dcd-805e-b6d72ae2ae33 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c73e6ed9d26a4f67873b1490075aee9a&device_id=4f231106-dda0-4c0f-9881-3c2f91488604 HTTP/1.1" status: 200 len: 1095 time: 0.2172177 Jul 16 01:34:03.523715 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5e7e4-c92b-4dec-bf79-796104ae93f3 req-59ea9f9f-4969-49ba-b462-497965d8cd0b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.525454 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f4c5e7e4-c92b-4dec-bf79-796104ae93f3 req-59ea9f9f-4969-49ba-b462-497965d8cd0b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.3448620 Jul 16 01:34:03.557374 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-d90ab6d2-a8af-453d-b9ff-672b4236e95a service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785388 Jul 16 01:34:03.667176 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f4c5e7e4-c92b-4dec-bf79-796104ae93f3 req-f1e99d7d-7b64-4d35-bb66-665465425c76 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307583 Jul 16 01:34:03.715937 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a2955-e62b-4516-844c-d9c4d258e15c req-2b81d5eb-463a-4144-8aa9-d4a8c7438b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.717486 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f2a2955-e62b-4516-844c-d9c4d258e15c req-2b81d5eb-463a-4144-8aa9-d4a8c7438b9d service neutron] 10.222.0.84 "GET /v2.0/networks?id=830e0a53-8773-432e-aa5a-8c5b09b1196b HTTP/1.1" status: 200 len: 907 time: 0.1911218 Jul 16 01:34:03.745879 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-75595852-2290-46e0-9d2a-3ea12b52feb1 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736093 Jul 16 01:34:03.779574 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f2a2955-e62b-4516-844c-d9c4d258e15c req-3e234a9e-cb52-4bc2-9cf2-56b0ea37bcf1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d718468d-4bd2-4ec0-88f0-d6d976174d66 HTTP/1.1" status: 200 len: 217 time: 0.0506799 Jul 16 01:34:03.795976 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-16582c79-e392-4f91-b4ff-86c875c6d117 admin admin] Request body: {'subnet': {'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1275341119-subnet', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:03.810764 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdedeef9-3d16-40cc-91bd-ae91195a02e8 admin admin] Pushing event updated for resources: {'Network': ['ID=1f598b73-2353-4bfa-a8d7-260fa29ffc25,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:03.825989 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 1f598b73-2353-4bfa-a8d7-260fa29ffc25 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:03.842659 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-8b60d1ba-a118-446e-861f-4babca66676d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=14ec0242-6e1e-4307-a3bc-b3ea2834426a HTTP/1.1" status: 200 len: 217 time: 0.0701177 Jul 16 01:34:03.846579 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fac22ee-6ba4-4fda-9aba-bd7bcdec3858 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Made reservation on behalf of c747c529f26942edbdf760d4d705a50d for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:03.850736 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7fac22ee-6ba4-4fda-9aba-bd7bcdec3858 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.899058 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a2955-e62b-4516-844c-d9c4d258e15c req-375b7d5d-4342-4712-a775-eaf367750fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.900592 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f2a2955-e62b-4516-844c-d9c4d258e15c req-375b7d5d-4342-4712-a775-eaf367750fc8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f45f4065-e8af-4e7d-ba1a-a6b4cb86159b HTTP/1.1" status: 200 len: 846 time: 0.1138544 Jul 16 01:34:03.900736 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16582c79-e392-4f91-b4ff-86c875c6d117 admin admin] Made reservation on behalf of 584cfa82f38247b0ba7638f8dca7e202 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:03.902968 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-16582c79-e392-4f91-b4ff-86c875c6d117 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.908428 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fac22ee-6ba4-4fda-9aba-bd7bcdec3858 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:03.925020 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-20780aa1-0d9b-4570-91c1-8b44ae5a8638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.926417 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-20780aa1-0d9b-4570-91c1-8b44ae5a8638 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c920e428-2173-4351-a902-805250aa16b4 HTTP/1.1" status: 200 len: 797 time: 0.0738170 Jul 16 01:34:03.946511 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f2a2955-e62b-4516-844c-d9c4d258e15c req-62d8e208-8edf-4f47-96a3-5bbdba4ebc7c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=830e0a53-8773-432e-aa5a-8c5b09b1196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359874 Jul 16 01:34:03.950146 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7fac22ee-6ba4-4fda-9aba-bd7bcdec3858 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.950805 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-7fac22ee-6ba4-4fda-9aba-bd7bcdec3858 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Added segment ad7ee9fe-1b69-4f8d-9bd4-a3db227d2536 of type vlan for network a0177fc9-8492-43ac-bd71-0c91388424bf Jul 16 01:34:03.968876 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da95dbc7-72a1-4954-ae0d-48b4057e035b admin admin] Made reservation on behalf of e4c11ae595ef4fb0bbb97914e79e8d3f for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:03.971683 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da95dbc7-72a1-4954-ae0d-48b4057e035b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.038549 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d55b9-7d06-4009-84b3-9b5c61d7e80f req-542359c0-f892-4370-a88f-51b433f4e808 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.040279 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-680d55b9-7d06-4009-84b3-9b5c61d7e80f req-542359c0-f892-4370-a88f-51b433f4e808 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.2389815 Jul 16 01:34:04.097260 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7fac22ee-6ba4-4fda-9aba-bd7bcdec3858 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.113553 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f2a2955-e62b-4516-844c-d9c4d258e15c req-bcbe8f73-8a63-4266-8999-152b809e137f service neutron] 10.222.0.84 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594386 Jul 16 01:34:04.145139 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-be9ef873-d6b5-4d63-9b7f-f0598c457646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.146672 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-be9ef873-d6b5-4d63-9b7f-f0598c457646 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8f8cff2-179e-422c-b93c-8298614fb9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2027459 Jul 16 01:34:04.205723 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e479a-3b2c-448b-af37-1dc5ab72fa57 req-d33d6f7b-e919-4701-9ddf-5997f48eb89c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.208836 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-680d55b9-7d06-4009-84b3-9b5c61d7e80f req-572cbe47-b94b-49f5-a092-17377b3830c3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571422 Jul 16 01:34:04.211694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e479a-3b2c-448b-af37-1dc5ab72fa57 req-d33d6f7b-e919-4701-9ddf-5997f48eb89c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.217616 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e479a-3b2c-448b-af37-1dc5ab72fa57 req-d33d6f7b-e919-4701-9ddf-5997f48eb89c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.223886 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e479a-3b2c-448b-af37-1dc5ab72fa57 req-d33d6f7b-e919-4701-9ddf-5997f48eb89c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.229792 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e479a-3b2c-448b-af37-1dc5ab72fa57 req-d33d6f7b-e919-4701-9ddf-5997f48eb89c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.235858 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e479a-3b2c-448b-af37-1dc5ab72fa57 req-d33d6f7b-e919-4701-9ddf-5997f48eb89c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.242404 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e479a-3b2c-448b-af37-1dc5ab72fa57 req-d33d6f7b-e919-4701-9ddf-5997f48eb89c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.244757 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cb9e479a-3b2c-448b-af37-1dc5ab72fa57 req-d33d6f7b-e919-4701-9ddf-5997f48eb89c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5419 time: 0.2583523 Jul 16 01:34:04.270129 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7fac22ee-6ba4-4fda-9aba-bd7bcdec3858 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.275588 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fac22ee-6ba4-4fda-9aba-bd7bcdec3858 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.276175 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7fac22ee-6ba4-4fda-9aba-bd7bcdec3858 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.374410 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f2a2955-e62b-4516-844c-d9c4d258e15c req-335c3219-80ca-4b9e-862b-da0a4c2289d9 service neutron] 10.222.0.84 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529891 Jul 16 01:34:04.375666 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7fac22ee-6ba4-4fda-9aba-bd7bcdec3858 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9923017 Jul 16 01:34:04.384683 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cb9e479a-3b2c-448b-af37-1dc5ab72fa57 req-b2068ccc-4f58-475f-9fd8-4bd085c4a9fb tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1095722 Jul 16 01:34:04.385189 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59546) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:04.392583 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a09cf62c-486a-44cb-9d71-b85748d997c7 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Request body: {'subnet': {'network_id': 'a0177fc9-8492-43ac-bd71-0c91388424bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:04.414567 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-fc8e0244-1c9f-4112-9c1d-07be4adb4d8b service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600918 Jul 16 01:34:04.452132 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac22ee-6ba4-4fda-9aba-bd7bcdec3858 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event updated for resources: {'Network': ['ID=a0177fc9-8492-43ac-bd71-0c91388424bf,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:04.476867 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network a0177fc9-8492-43ac-bd71-0c91388424bf details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:04.511903 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-16582c79-e392-4f91-b4ff-86c875c6d117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.571378 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-d088f1b2-b361-4954-86b7-c4003a636418 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494489 Jul 16 01:34:04.574670 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09cf62c-486a-44cb-9d71-b85748d997c7 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Made reservation on behalf of c747c529f26942edbdf760d4d705a50d for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:04.579409 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a09cf62c-486a-44cb-9d71-b85748d997c7 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.586490 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da95dbc7-72a1-4954-ae0d-48b4057e035b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.622205 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d040a2-43e9-4a32-b4bb-bd7ba999cde3 req-2f871968-f1a3-4561-8e8a-139e58963427 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.623858 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2d040a2-43e9-4a32-b4bb-bd7ba999cde3 req-2f871968-f1a3-4561-8e8a-139e58963427 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f231106-dda0-4c0f-9881-3c2f91488604 HTTP/1.1" status: 200 len: 943 time: 0.2610664 Jul 16 01:34:04.627594 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16582c79-e392-4f91-b4ff-86c875c6d117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3851a660-9ae0-4a01-8e92-efebe4387414,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:04.642524 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-9ef8dd39-7c6b-4ac2-880c-4ff8374d839a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=00953650-5e1c-485e-9549-caf969e2c040 HTTP/1.1" status: 200 len: 217 time: 0.0589633 Jul 16 01:34:04.703703 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16582c79-e392-4f91-b4ff-86c875c6d117 admin admin] Checking segment: {'id': 'cd22ad3c-1dd0-4825-aba4-17f4325fadc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:04.704062 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16582c79-e392-4f91-b4ff-86c875c6d117 admin admin] Network hostable DHCP agents. Network: 1f598b73-2353-4bfa-a8d7-260fa29ffc25, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:04.723169 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95dbc7-72a1-4954-ae0d-48b4057e035b admin admin] Checking segment: {'id': '5d4e5984-f934-4315-b355-4754944e21ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd0c3a8d5-a0ca-4f73-8163-cebdcb46432a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:04.723531 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da95dbc7-72a1-4954-ae0d-48b4057e035b admin admin] Network hostable DHCP agents. Network: d0c3a8d5-a0ca-4f73-8163-cebdcb46432a, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:04.740598 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e2d040a2-43e9-4a32-b4bb-bd7ba999cde3 req-72bfb412-37a8-4102-8a59-f4eac90ba651 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045563 Jul 16 01:34:04.747193 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95dbc7-72a1-4954-ae0d-48b4057e035b admin admin] Pushing event updated for resources: {'Subnet': ['ID=64086c68-3ffd-4569-8cc7-bc355c4e0208,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:04.750475 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-92881b84-952e-4a61-9156-2cef2db21100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.752231 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-92881b84-952e-4a61-9156-2cef2db21100 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c920e428-2173-4351-a902-805250aa16b4 HTTP/1.1" status: 200 len: 797 time: 0.1010373 Jul 16 01:34:04.763960 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16582c79-e392-4f91-b4ff-86c875c6d117 admin admin] Network 1f598b73-2353-4bfa-a8d7-260fa29ffc25 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:04.773996 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da95dbc7-72a1-4954-ae0d-48b4057e035b admin admin] Network d0c3a8d5-a0ca-4f73-8163-cebdcb46432a is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:04.785467 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-16582c79-e392-4f91-b4ff-86c875c6d117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 1f598b73-2353-4bfa-a8d7-260fa29ffc25) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:04.787261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-da95dbc7-72a1-4954-ae0d-48b4057e035b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, d0c3a8d5-a0ca-4f73-8163-cebdcb46432a) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:04.792959 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da95dbc7-72a1-4954-ae0d-48b4057e035b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.793590 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da95dbc7-72a1-4954-ae0d-48b4057e035b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.796879 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16582c79-e392-4f91-b4ff-86c875c6d117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.797151 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-16582c79-e392-4f91-b4ff-86c875c6d117 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.802029 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8280f4-0af8-4886-a153-caa411f124ef None None] Network 1f598b73-2353-4bfa-a8d7-260fa29ffc25 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:04.807729 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057e315a-bb54-4df8-afc9-dcd222da3ef2 None None] Network d0c3a8d5-a0ca-4f73-8163-cebdcb46432a requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:04.832409 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-da95dbc7-72a1-4954-ae0d-48b4057e035b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9626753 Jul 16 01:34:04.835207 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-16582c79-e392-4f91-b4ff-86c875c6d117 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4236164 Jul 16 01:34:04.838993 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59552) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:04.843722 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-1d588cda-dbfb-44b7-8092-02c810fc25da admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1275341119-router', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:04.883757 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-44efd868-b034-470e-8dec-05044af8c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.887759 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-44efd868-b034-470e-8dec-05044af8c425 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8f8cff2-179e-422c-b93c-8298614fb9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1272616 Jul 16 01:34:04.897337 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d588cda-dbfb-44b7-8092-02c810fc25da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.901292 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d588cda-dbfb-44b7-8092-02c810fc25da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.033804 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.059178 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d588cda-dbfb-44b7-8092-02c810fc25da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.075787 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4d7b5f-caf3-4d31-819b-f79ccae8b0d5 None None] Network d0c3a8d5-a0ca-4f73-8163-cebdcb46432a requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:05.139583 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d718468d-4bd2-4ec0-88f0-d6d976174d66 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:05.145923 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 274e7bca-d72a-4923-9f8b-d24aa0fab92c no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:05.221215 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 274e7bca-d72a-4923-9f8b-d24aa0fab92c {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:05.221882 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 274e7bca-d72a-4923-9f8b-d24aa0fab92c not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:05.286809 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d588cda-dbfb-44b7-8092-02c810fc25da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.324005 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0ecf9-59bf-48b2-bca9-877d2a061a31 req-6f5f39c1-d892-4b12-b1c2-94b84cac9ff5 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:05.332099 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9ab0ecf9-59bf-48b2-bca9-877d2a061a31 req-6f5f39c1-d892-4b12-b1c2-94b84cac9ff5 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.3445883 Jul 16 01:34:05.365647 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b52f2988-4a7f-4a05-bced-fae3b49ed8a6 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682157 Jul 16 01:34:05.380092 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7766239d-51a3-4dd9-9573-351897d43dc7 req-2d64a382-3ddd-4678-ab54-641f078080c1 tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.4898992 Jul 16 01:34:05.407240 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9ab0ecf9-59bf-48b2-bca9-877d2a061a31 req-0c17f7bc-9288-4ac5-aa51-1b66e037575b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740933 Jul 16 01:34:05.435189 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cfc45a-a47f-4d09-85d9-3a2170f2412a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-1f598b73-2353-4bfa-a8d7-260fa29ffc25', 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'fixed_ips': [{'subnet_id': '3851a660-9ae0-4a01-8e92-efebe4387414'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:05.436174 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9cfc45a-a47f-4d09-85d9-3a2170f2412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.479257 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9fba3cf9-d1d2-4bbe-99df-bd4185ff226b req-9ba62253-1a61-4e37-ba18-653434767848 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.1102397 Jul 16 01:34:05.501890 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a09cf62c-486a-44cb-9d71-b85748d997c7 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.513663 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d718468d-4bd2-4ec0-88f0-d6d976174d66, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d718468d-4bd2-4ec0-88f0-d6d976174d66,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:05.553732 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'd718468d-4bd2-4ec0-88f0-d6d976174d66', 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b', 'port_id': 'd718468d-4bd2-4ec0-88f0-d6d976174d66', 'mac_address': 'fa:16:3e:64:04:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45f4065-e8af-4e7d-ba1a-a6b4cb86159b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:05.632019 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09cf62c-486a-44cb-9d71-b85748d997c7 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event updated for resources: {'Subnet': ['ID=82346891-7a7f-45c9-8fc1-6c05297007b9,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:05.661241 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-0a3deb34-681a-4d8e-b385-c630ef7f9ef5 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421033 Jul 16 01:34:05.681937 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09cf62c-486a-44cb-9d71-b85748d997c7 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Checking segment: {'id': 'ad7ee9fe-1b69-4f8d-9bd4-a3db227d2536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a0177fc9-8492-43ac-bd71-0c91388424bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:05.682305 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09cf62c-486a-44cb-9d71-b85748d997c7 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Network hostable DHCP agents. Network: a0177fc9-8492-43ac-bd71-0c91388424bf, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:05.684314 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59570) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:05.724167 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-e4bad88f-98f6-41e4-8856-4669003f0655 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-527552934-network', 'tenant_id': '51db0a80d6544b8b8006523cb55099dd'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:05.729269 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d588cda-dbfb-44b7-8092-02c810fc25da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.743243 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.762339 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d588cda-dbfb-44b7-8092-02c810fc25da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.763284 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d718468d-4bd2-4ec0-88f0-d6d976174d66 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:05.801455 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-ab93a764-796b-428c-9c24-e75b772dc3a0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=407d0817-5c56-476f-9567-e0c793460e29 HTTP/1.1" status: 200 len: 217 time: 0.1208777 Jul 16 01:34:05.806250 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bad88f-98f6-41e4-8856-4669003f0655 admin admin] Made reservation on behalf of 51db0a80d6544b8b8006523cb55099dd for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:05.810292 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e4bad88f-98f6-41e4-8856-4669003f0655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.814875 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d718468d-4bd2-4ec0-88f0-d6d976174d66, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d718468d-4bd2-4ec0-88f0-d6d976174d66,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:05.816621 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-f9cfc45a-a47f-4d09-85d9-3a2170f2412a None None] Allocated IP 172.20.0.2 (1f598b73-2353-4bfa-a8d7-260fa29ffc25/3851a660-9ae0-4a01-8e92-efebe4387414/7ee18cd1-4fd4-4800-8e89-c6f8f974b46c) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:05.823254 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.865232 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-2ec36c61-529a-4915-a180-fda40062e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:05.866922 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-2ec36c61-529a-4915-a180-fda40062e76c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cd61848d-b847-41bc-a89b-9e166c2c9789 HTTP/1.1" status: 200 len: 797 time: 0.0526371 Jul 16 01:34:05.884875 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-1d588cda-dbfb-44b7-8092-02c810fc25da admin admin] Allocated IP 172.25.6.6 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/4d5c2ee2-4084-4577-9940-618c46d77441) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:05.903343 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09cf62c-486a-44cb-9d71-b85748d997c7 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Network a0177fc9-8492-43ac-bd71-0c91388424bf is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:05.908534 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=d718468d-4bd2-4ec0-88f0-d6d976174d66,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:05.911747 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e4bad88f-98f6-41e4-8856-4669003f0655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.940960 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-a09cf62c-486a-44cb-9d71-b85748d997c7 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, a0177fc9-8492-43ac-bd71-0c91388424bf) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:05.949648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09cf62c-486a-44cb-9d71-b85748d997c7 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:05.951047 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a09cf62c-486a-44cb-9d71-b85748d997c7 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.952389 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27299dcc-7f16-45e3-9771-ceb5bcbfa67f None None] Network a0177fc9-8492-43ac-bd71-0c91388424bf requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:06.003363 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed361c1f-70bd-46c2-9bd4-3fecc84b0732 req-f147c08f-5c7e-4e5d-9159-a0d47b2ea9cc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:06.010530 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed361c1f-70bd-46c2-9bd4-3fecc84b0732 req-f147c08f-5c7e-4e5d-9159-a0d47b2ea9cc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:06.016450 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed361c1f-70bd-46c2-9bd4-3fecc84b0732 req-f147c08f-5c7e-4e5d-9159-a0d47b2ea9cc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:06.023874 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed361c1f-70bd-46c2-9bd4-3fecc84b0732 req-f147c08f-5c7e-4e5d-9159-a0d47b2ea9cc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:06.030414 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed361c1f-70bd-46c2-9bd4-3fecc84b0732 req-f147c08f-5c7e-4e5d-9159-a0d47b2ea9cc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:06.036984 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed361c1f-70bd-46c2-9bd4-3fecc84b0732 req-f147c08f-5c7e-4e5d-9159-a0d47b2ea9cc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:06.042792 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['d718468d-4bd2-4ec0-88f0-d6d976174d66'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:06.044397 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed361c1f-70bd-46c2-9bd4-3fecc84b0732 req-f147c08f-5c7e-4e5d-9159-a0d47b2ea9cc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:06.052751 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed361c1f-70bd-46c2-9bd4-3fecc84b0732 req-f147c08f-5c7e-4e5d-9159-a0d47b2ea9cc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5419 time: 0.3996522 Jul 16 01:34:06.118750 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-1c3c16e5-8f3c-495c-b339-78d8aa53586a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:06.120637 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-1c3c16e5-8f3c-495c-b339-78d8aa53586a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2443449 Jul 16 01:34:06.124863 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b482e9-678b-4d33-8f6f-048ab67e3a62 req-52b940f4-8f95-4686-8a7f-b2f97e9b6e1c tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:06.133109 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-07b482e9-678b-4d33-8f6f-048ab67e3a62 req-52b940f4-8f95-4686-8a7f-b2f97e9b6e1c tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.2425628 Jul 16 01:34:06.137246 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9cfc45a-a47f-4d09-85d9-3a2170f2412a None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.146865 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed361c1f-70bd-46c2-9bd4-3fecc84b0732 req-95262856-bbe5-4149-aeb6-f82db916e7b4 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0926938 Jul 16 01:34:06.158268 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f9cfc45a-a47f-4d09-85d9-3a2170f2412a None None] Transition to ACTIVE for port object 7ee18cd1-4fd4-4800-8e89-c6f8f974b46c will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:06.182059 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d588cda-dbfb-44b7-8092-02c810fc25da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.205944 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-07b482e9-678b-4d33-8f6f-048ab67e3a62 req-ded1eec6-71a9-49a7-b423-2a3a10534991 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666254 Jul 16 01:34:06.235879 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f9cfc45a-a47f-4d09-85d9-3a2170f2412a None None] Transition to ACTIVE for port object 7ee18cd1-4fd4-4800-8e89-c6f8f974b46c will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:06.249300 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9cfc45a-a47f-4d09-85d9-3a2170f2412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.275540 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d588cda-dbfb-44b7-8092-02c810fc25da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.280692 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e4bad88f-98f6-41e4-8856-4669003f0655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.320732 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cfc45a-a47f-4d09-85d9-3a2170f2412a None None] Network 1f598b73-2353-4bfa-a8d7-260fa29ffc25 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:06.332524 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d588cda-dbfb-44b7-8092-02c810fc25da admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:06.339411 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e4bad88f-98f6-41e4-8856-4669003f0655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.339653 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-1d588cda-dbfb-44b7-8092-02c810fc25da admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:06.342110 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d588cda-dbfb-44b7-8092-02c810fc25da admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:06.352076 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a09cf62c-486a-44cb-9d71-b85748d997c7 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9615421 Jul 16 01:34:06.357367 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-f9cfc45a-a47f-4d09-85d9-3a2170f2412a None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:06.361933 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cfc45a-a47f-4d09-85d9-3a2170f2412a None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:06.368072 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59576) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:06.369142 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-a0177fc9-8492-43ac-bd71-0c91388424bf', 'network_id': 'a0177fc9-8492-43ac-bd71-0c91388424bf', 'tenant_id': 'c747c529f26942edbdf760d4d705a50d', 'fixed_ips': [{'subnet_id': '82346891-7a7f-45c9-8fc1-6c05297007b9'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:06.370204 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.375752 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d588cda-dbfb-44b7-8092-02c810fc25da admin admin] Pushing event updated for resources: {'Port': ['ID=4d5c2ee2-4084-4577-9940-618c46d77441,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:06.384598 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfc45a-a47f-4d09-85d9-3a2170f2412a None None] Pushing event updated for resources: {'Port': ['ID=7ee18cd1-4fd4-4800-8e89-c6f8f974b46c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:06.489469 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4bad88f-98f6-41e4-8856-4669003f0655 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:06.569647 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-f9cfc45a-a47f-4d09-85d9-3a2170f2412a None None] Attempting to bind port 7ee18cd1-4fd4-4800-8e89-c6f8f974b46c on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:06.569907 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-f9cfc45a-a47f-4d09-85d9-3a2170f2412a None None] Attempting to bind port 7ee18cd1-4fd4-4800-8e89-c6f8f974b46c by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'cd22ad3c-1dd0-4825-aba4-17f4325fadc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:06.570278 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cfc45a-a47f-4d09-85d9-3a2170f2412a None None] Attempting to bind port 7ee18cd1-4fd4-4800-8e89-c6f8f974b46c on network 1f598b73-2353-4bfa-a8d7-260fa29ffc25 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:06.595289 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cfc45a-a47f-4d09-85d9-3a2170f2412a None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:06.595827 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cfc45a-a47f-4d09-85d9-3a2170f2412a None None] Checking segment: {'id': 'cd22ad3c-1dd0-4825-aba4-17f4325fadc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:06.596430 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9cfc45a-a47f-4d09-85d9-3a2170f2412a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.597022 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cfc45a-a47f-4d09-85d9-3a2170f2412a None None] Bound using segment: {'id': 'cd22ad3c-1dd0-4825-aba4-17f4325fadc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:06.597788 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-f9cfc45a-a47f-4d09-85d9-3a2170f2412a None None] Bound port: 7ee18cd1-4fd4-4800-8e89-c6f8f974b46c, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd22ad3c-1dd0-4825-aba4-17f4325fadc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:06.598347 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9cfc45a-a47f-4d09-85d9-3a2170f2412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.651715 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6db7419c-353d-4439-b2b6-2523702fa8f7 req-0c80b06b-d116-48dd-810c-fcde0665f280 tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0606718 Jul 16 01:34:06.654495 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e4bad88f-98f6-41e4-8856-4669003f0655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.655028 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-e4bad88f-98f6-41e4-8856-4669003f0655 admin admin] Added segment ad352fc2-9f76-40a5-9372-3f637aacfd6f of type vlan for network 70d3ff72-1ca5-4bc0-ad30-cb5638b6fc26 Jul 16 01:34:06.667302 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bad88f-98f6-41e4-8856-4669003f0655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8eb7f3f-1fbe-4a9b-ad9c-85c07e3e8b73,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:06.719291 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-60937f7c-eb62-4e61-8433-c6cfe942dacc service neutron] 10.222.0.84 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5901136 Jul 16 01:34:06.740639 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d588cda-dbfb-44b7-8092-02c810fc25da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.762540 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccf30d-3f50-4aec-a6d6-37123dcabb35 req-37ba53b9-5f13-4998-877e-72af14f3c7f4 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:06.770642 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f2ccf30d-3f50-4aec-a6d6-37123dcabb35 req-37ba53b9-5f13-4998-877e-72af14f3c7f4 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f231106-dda0-4c0f-9881-3c2f91488604 HTTP/1.1" status: 200 len: 944 time: 0.4760420 Jul 16 01:34:06.784658 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Allocated IP 2001:db8::1 (a0177fc9-8492-43ac-bd71-0c91388424bf/82346891-7a7f-45c9-8fc1-6c05297007b9/ed3f87bc-ab79-4bf4-886f-6c1bf1011ff5) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:06.795751 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-f9cfc45a-a47f-4d09-85d9-3a2170f2412a None None] For port 7ee18cd1-4fd4-4800-8e89-c6f8f974b46c, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:06.801476 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-f9cfc45a-a47f-4d09-85d9-3a2170f2412a None None] For port 7ee18cd1-4fd4-4800-8e89-c6f8f974b46c, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7ee18cd1-4fd4-4800-8e89-c6f8f974b46c,segment=NetworkSegment(cd22ad3c-1dd0-4825-aba4-17f4325fadc5),segment_id=cd22ad3c-1dd0-4825-aba4-17f4325fadc5)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:06.806060 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.825878 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e4bad88f-98f6-41e4-8856-4669003f0655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.829806 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9cfc45a-a47f-4d09-85d9-3a2170f2412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.958388 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f2ccf30d-3f50-4aec-a6d6-37123dcabb35 req-8d601578-2734-402b-9486-8324c9e09df5 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853032 Jul 16 01:34:07.005017 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.046212 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3a37a00-ad80-4cc8-958b-1a84b7bbf3ce req-defa743b-2d6a-4a29-9127-1a8bee5574c1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=02ab5c9ffa80415b860835d696a4140d&device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0360115 Jul 16 01:34:07.055075 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d588cda-dbfb-44b7-8092-02c810fc25da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.076508 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d718468d-4bd2-4ec0-88f0-d6d976174d66 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:07.107396 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e4bad88f-98f6-41e4-8856-4669003f0655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.108710 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bad88f-98f6-41e4-8856-4669003f0655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.109597 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e4bad88f-98f6-41e4-8856-4669003f0655 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.176934 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3a37a00-ad80-4cc8-958b-1a84b7bbf3ce req-36c93a1b-ea2f-4995-8503-bdfbdef09467 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=02ab5c9ffa80415b860835d696a4140d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1037350 Jul 16 01:34:07.236333 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-388596d0-2711-4a4a-8ae3-02b3e02e4c55 service neutron] 10.222.0.84 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846816 Jul 16 01:34:07.238998 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-32583cc0-c716-4c4b-b606-20a22fd6e8d2 req-6b83dc81-c4cf-458c-b680-cc9377049cad tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.1162133 Jul 16 01:34:07.248731 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d588cda-dbfb-44b7-8092-02c810fc25da admin admin] Router 2263f38f-3c0d-4d54-b830-b3000e67b6ee is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:34:07.258058 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e4bad88f-98f6-41e4-8856-4669003f0655 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5414367 Jul 16 01:34:07.260457 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59588) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:07.274544 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-390a723a-c787-4636-8381-419a6c873dae admin admin] Request body: {'subnet': {'network_id': '70d3ff72-1ca5-4bc0-ad30-cb5638b6fc26', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-527552934-subnet', 'tenant_id': '51db0a80d6544b8b8006523cb55099dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:07.291109 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfc45a-a47f-4d09-85d9-3a2170f2412a None None] Pushing event updated for resources: {'Port': ['ID=7ee18cd1-4fd4-4800-8e89-c6f8f974b46c,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:07.316404 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bad88f-98f6-41e4-8856-4669003f0655 admin admin] Pushing event updated for resources: {'Network': ['ID=70d3ff72-1ca5-4bc0-ad30-cb5638b6fc26,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:07.354667 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-a64178a0-b78f-4374-b643-b96720165604 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d56d08d-c284-4685-94b0-17d99edfbd05 HTTP/1.1" status: 200 len: 217 time: 0.0980475 Jul 16 01:34:07.381751 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 70d3ff72-1ca5-4bc0-ad30-cb5638b6fc26 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:07.438231 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port d718468d-4bd2-4ec0-88f0-d6d976174d66 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:07.457346 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port d718468d-4bd2-4ec0-88f0-d6d976174d66 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:07.457847 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.505509 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a37a00-ad80-4cc8-958b-1a84b7bbf3ce req-cbc0f80f-e865-466f-807a-e929aefba561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.507883 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3a37a00-ad80-4cc8-958b-1a84b7bbf3ce req-cbc0f80f-e865-466f-807a-e929aefba561 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3101022 Jul 16 01:34:07.542458 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-81e20fec-c81d-46d9-991a-87268629daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.544139 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-81e20fec-c81d-46d9-991a-87268629daf5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cd61848d-b847-41bc-a89b-9e166c2c9789 HTTP/1.1" status: 200 len: 797 time: 0.1504698 Jul 16 01:34:07.559167 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.591352 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Transition to ACTIVE for port object ed3f87bc-ab79-4bf4-886f-6c1bf1011ff5 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:07.599540 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390a723a-c787-4636-8381-419a6c873dae admin admin] Made reservation on behalf of 51db0a80d6544b8b8006523cb55099dd for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:07.602163 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-390a723a-c787-4636-8381-419a6c873dae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.623494 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d588cda-dbfb-44b7-8092-02c810fc25da admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:07.631238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a87d0-f3b4-4eb0-b1ce-d99361b87503 req-c4b5bffd-c0ec-48bb-8709-8b17e8e2695b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.632821 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c04a87d0-f3b4-4eb0-b1ce-d99361b87503 req-c4b5bffd-c0ec-48bb-8709-8b17e8e2695b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.1510572 Jul 16 01:34:07.645537 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b6cf33c0-b1e5-462b-aff0-f80aa4d65aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.646031 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] Sync routers for ids ['2263f38f-3c0d-4d54-b830-b3000e67b6ee'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:07.647490 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-b6cf33c0-b1e5-462b-aff0-f80aa4d65aa7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0947306 Jul 16 01:34:07.657660 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] Routers {'2263f38f-3c0d-4d54-b830-b3000e67b6ee'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:07.658785 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:34:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['2263f38f-3c0d-4d54-b830-b3000e67b6ee'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:07.662774 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Transition to ACTIVE for port object ed3f87bc-ab79-4bf4-886f-6c1bf1011ff5 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:07.678228 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.710731 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.741084 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Network a0177fc9-8492-43ac-bd71-0c91388424bf is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:07.750826 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:07.757381 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:07.774171 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c04a87d0-f3b4-4eb0-b1ce-d99361b87503 req-066453a4-d8ca-4f90-902b-7a6bd66e2139 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253686 Jul 16 01:34:07.779726 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.780339 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] Set router 2263f38f-3c0d-4d54-b830-b3000e67b6ee gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:07.783879 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f231106-dda0-4c0f-9881-3c2f91488604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd718468d-4bd2-4ec0-88f0-d6d976174d66'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:07.786318 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6244e08a-cd06-4ef3-b074-d7a848a22dc4" -d '{"events": [{"server_uuid": "4f231106-dda0-4c0f-9881-3c2f91488604", "name": "network-vif-plugged", "status": "completed", "tag": "d718468d-4bd2-4ec0-88f0-d6d976174d66"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:07.795026 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Pushing event updated for resources: {'Port': ['ID=ed3f87bc-ab79-4bf4-886f-6c1bf1011ff5,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:07.832537 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Subnet': ['ID=82346891-7a7f-45c9-8fc1-6c05297007b9,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:07.835807 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f5e71-36de-46f2-b160-cf3e326704f6 req-fda8d3eb-ab0d-4a11-969d-825dda8a833d tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.845477 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d718468d-4bd2-4ec0-88f0-d6d976174d66, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d718468d-4bd2-4ec0-88f0-d6d976174d66,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:07.849261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f5e71-36de-46f2-b160-cf3e326704f6 req-fda8d3eb-ab0d-4a11-969d-825dda8a833d tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.858811 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f5e71-36de-46f2-b160-cf3e326704f6 req-fda8d3eb-ab0d-4a11-969d-825dda8a833d tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.868089 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f5e71-36de-46f2-b160-cf3e326704f6 req-fda8d3eb-ab0d-4a11-969d-825dda8a833d tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.873088 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-0d270f2a-ccb3-4528-b907-f88a9d33c10a service neutron] 10.222.0.84 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170458 Jul 16 01:34:07.874657 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f5e71-36de-46f2-b160-cf3e326704f6 req-fda8d3eb-ab0d-4a11-969d-825dda8a833d tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.883179 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f5e71-36de-46f2-b160-cf3e326704f6 req-fda8d3eb-ab0d-4a11-969d-825dda8a833d tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.890510 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f5e71-36de-46f2-b160-cf3e326704f6 req-fda8d3eb-ab0d-4a11-969d-825dda8a833d tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.899039 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2e7f5e71-36de-46f2-b160-cf3e326704f6 req-fda8d3eb-ab0d-4a11-969d-825dda8a833d tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5419 time: 0.5326452 Jul 16 01:34:07.899991 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf4db3d-ac33-4646-bf58-7f58732f952a x-openstack-request-id: req-bbf4db3d-ac33-4646-bf58-7f58732f952a {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:07.900616 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f231106-dda0-4c0f-9881-3c2f91488604", "name": "network-vif-plugged", "status": "completed", "tag": "d718468d-4bd2-4ec0-88f0-d6d976174d66", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:07.900863 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bbf4db3d-ac33-4646-bf58-7f58732f952a {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:07.901125 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d588cda-dbfb-44b7-8092-02c810fc25da admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.901430 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f231106-dda0-4c0f-9881-3c2f91488604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd718468d-4bd2-4ec0-88f0-d6d976174d66', 'code': 200} Jul 16 01:34:07.902340 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1d588cda-dbfb-44b7-8092-02c810fc25da admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0622499 Jul 16 01:34:07.908007 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.939022 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.943393 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59594) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:07.974982 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0177fc9-8492-43ac-bd71-0c91388424bf']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:07.994984 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Attempting to bind port ed3f87bc-ab79-4bf4-886f-6c1bf1011ff5 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:07.998992 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Attempting to bind port ed3f87bc-ab79-4bf4-886f-6c1bf1011ff5 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'ad7ee9fe-1b69-4f8d-9bd4-a3db227d2536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a0177fc9-8492-43ac-bd71-0c91388424bf'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:07.999514 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Attempting to bind port ed3f87bc-ab79-4bf4-886f-6c1bf1011ff5 on network a0177fc9-8492-43ac-bd71-0c91388424bf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:08.032460 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-390a723a-c787-4636-8381-419a6c873dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.032724 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:08.033227 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Checking segment: {'id': 'ad7ee9fe-1b69-4f8d-9bd4-a3db227d2536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a0177fc9-8492-43ac-bd71-0c91388424bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:08.033899 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.034441 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Bound using segment: {'id': 'ad7ee9fe-1b69-4f8d-9bd4-a3db227d2536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a0177fc9-8492-43ac-bd71-0c91388424bf'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:08.035043 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Bound port: ed3f87bc-ab79-4bf4-886f-6c1bf1011ff5, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7ee9fe-1b69-4f8d-9bd4-a3db227d2536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a0177fc9-8492-43ac-bd71-0c91388424bf'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:08.035525 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.101963 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7ee9fe-1b69-4f8d-9bd4-a3db227d2536') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:08.104165 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7ee9fe-1b69-4f8d-9bd4-a3db227d2536') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:08.138662 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2e7f5e71-36de-46f2-b160-cf3e326704f6 req-6051df4b-23c3-431a-8184-6f993b23bad3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2384925 Jul 16 01:34:08.153848 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=d718468d-4bd2-4ec0-88f0-d6d976174d66,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:08.161035 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'name': 'tempest-ServersTestBootFromVolume-1275341119-router', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:04Z', 'updated_at': '2021-07-16T01:34:06Z', 'revision_number': 3, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'gw_port': {'id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:08.165260 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.242947 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390a723a-c787-4636-8381-419a6c873dae admin admin] Checking segment: {'id': 'ad352fc2-9f76-40a5-9372-3f637aacfd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '70d3ff72-1ca5-4bc0-ad30-cb5638b6fc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:08.243983 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] Checking router: 2263f38f-3c0d-4d54-b830-b3000e67b6ee for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:34:08.244145 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390a723a-c787-4636-8381-419a6c873dae admin admin] Network hostable DHCP agents. Network: 70d3ff72-1ca5-4bc0-ad30-cb5638b6fc26, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:08.244771 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] Updating router 2263f38f-3c0d-4d54-b830-b3000e67b6ee port 4d5c2ee2-4084-4577-9940-618c46d77441 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:34:08.256967 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a723a-c787-4636-8381-419a6c873dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=998468fc-fa8c-45f1-bb6f-925897ddaa89,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:08.292177 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.308345 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390a723a-c787-4636-8381-419a6c873dae admin admin] Network 70d3ff72-1ca5-4bc0-ad30-cb5638b6fc26 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:08.325014 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-390a723a-c787-4636-8381-419a6c873dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 70d3ff72-1ca5-4bc0-ad30-cb5638b6fc26) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:08.329641 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390a723a-c787-4636-8381-419a6c873dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:08.330234 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-390a723a-c787-4636-8381-419a6c873dae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.334961 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] For port ed3f87bc-ab79-4bf4-886f-6c1bf1011ff5, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:08.345620 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] For port ed3f87bc-ab79-4bf4-886f-6c1bf1011ff5, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=ed3f87bc-ab79-4bf4-886f-6c1bf1011ff5,segment=NetworkSegment(ad7ee9fe-1b69-4f8d-9bd4-a3db227d2536),segment_id=ad7ee9fe-1b69-4f8d-9bd4-a3db227d2536)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:08.350564 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcf72f3-7e6e-4e87-a7f1-40405289a5a5 None None] Network 70d3ff72-1ca5-4bc0-ad30-cb5638b6fc26 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:08.363110 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-390a723a-c787-4636-8381-419a6c873dae admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0984845 Jul 16 01:34:08.468882 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.619243 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74608c2-654e-4850-ab2a-a85d9cbd6a21 req-098d2eba-2987-4603-bb7a-d9ff3cc277b6 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:08.623020 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b74608c2-654e-4850-ab2a-a85d9cbd6a21 req-098d2eba-2987-4603-bb7a-d9ff3cc277b6 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f231106-dda0-4c0f-9881-3c2f91488604 HTTP/1.1" status: 200 len: 945 time: 0.2375364 Jul 16 01:34:08.666205 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.708424 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b74608c2-654e-4850-ab2a-a85d9cbd6a21 req-3c59644e-d227-4809-b364-675aad83cf6d tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768070 Jul 16 01:34:08.725392 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59604) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:08.739792 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Pushing event updated for resources: {'Port': ['ID=ed3f87bc-ab79-4bf4-886f-6c1bf1011ff5,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:08.740148 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:08.740616 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:08.749972 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:08.794941 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:08.795760 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:08.796589 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:08.797031 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:08.797464 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:08.797876 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:08.798294 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:08.798863 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:08.799348 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:08.799784 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:08.800207 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:08.800642 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8cb066-159c-4c84-a594-7f9749df08b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:08.812250 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d29076-dde1-49b1-98e9-3f5b0727734f None None] Network 1f598b73-2353-4bfa-a8d7-260fa29ffc25 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:08.821820 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffa0f26a-66fe-43b9-85dd-7c9585352bf7 req-2ac90ce3-fb4f-41cb-bcde-92e37db2eef0 service neutron] 10.222.0.84 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8769534 Jul 16 01:34:08.835187 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069301c5-9f79-4d1d-a316-ca19a309224f None None] Network 70d3ff72-1ca5-4bc0-ad30-cb5638b6fc26 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:08.843306 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1fa74a7-7352-46f9-8219-95f823619a5f admin admin] Deleting subnet 64086c68-3ffd-4569-8cc7-bc355c4e0208 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:08.850529 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b1fa74a7-7352-46f9-8219-95f823619a5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.864747 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3a37a00-ad80-4cc8-958b-1a84b7bbf3ce req-ef9ef151-3a9e-49f2-a917-93d3d72dd8d9 tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.82 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.1259937 Jul 16 01:34:08.915665 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd95913-c76b-498a-967c-1d50acdaf990 None None] Network a0177fc9-8492-43ac-bd71-0c91388424bf requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:08.917971 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b1fa74a7-7352-46f9-8219-95f823619a5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.958275 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.985371 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] Transition to ACTIVE for port object 4d5c2ee2-4084-4577-9940-618c46d77441 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:08.990764 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b4d569bb-3723-4d02-9a16-595156f0ce49 req-d7d58d63-2271-4f39-ab6f-b06649124cb7 tempest-ServerShowV257Test-36704612 tempest-ServerShowV257Test-36704612-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8864bc4-d110-4eca-96e1-4b41d6312870 HTTP/1.1" status: 200 len: 210 time: 0.0398276 Jul 16 01:34:09.001258 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.002980 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bae88c-b964-46eb-8d02-bec2006cdc53 req-84ad5c1d-6484-4a08-86de-3a31dc04f3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.003148 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b1fa74a7-7352-46f9-8219-95f823619a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.005898 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-46bae88c-b964-46eb-8d02-bec2006cdc53 req-84ad5c1d-6484-4a08-86de-3a31dc04f3c2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4f231106-dda0-4c0f-9881-3c2f91488604 HTTP/1.1" status: 200 len: 1097 time: 1.0353410 Jul 16 01:34:09.044497 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.db.api [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:34:09.044497 n-d-792394-16 neutron-server[93955]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:34:09.044497 n-d-792394-16 neutron-server[93955]: [parameters: {'id': 'a0177fc9-8492-43ac-bd71-0c91388424bf'}] Jul 16 01:34:09.044497 n-d-792394-16 neutron-server[93955]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:34:09.044992 n-d-792394-16 neutron-server[93955]: DEBUG oslo_db.api [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:34:09.089220 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] Attempting to bind port 4d5c2ee2-4084-4577-9940-618c46d77441 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:09.090514 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] Attempting to bind port 4d5c2ee2-4084-4577-9940-618c46d77441 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:09.091251 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] Attempting to bind port 4d5c2ee2-4084-4577-9940-618c46d77441 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:09.102858 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b1fa74a7-7352-46f9-8219-95f823619a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.106877 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:09.107504 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:09.108106 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.108703 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:09.109390 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] Bound port: 4d5c2ee2-4084-4577-9940-618c46d77441, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:09.109951 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.120559 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b1fa74a7-7352-46f9-8219-95f823619a5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.121980 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c98fd61e-8c71-4685-86b2-a1e365098909 None None] Provisioning for port 7ee18cd1-4fd4-4800-8e89-c6f8f974b46c completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:09.126126 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b1fa74a7-7352-46f9-8219-95f823619a5f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/64086c68-3ffd-4569-8cc7-bc355c4e0208 HTTP/1.1" status: 204 len: 168 time: 0.3990040 Jul 16 01:34:09.146034 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59606) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:09.156493 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa74a7-7352-46f9-8219-95f823619a5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64086c68-3ffd-4569-8cc7-bc355c4e0208,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:09.186207 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] For port 4d5c2ee2-4084-4577-9940-618c46d77441, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:09.192106 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] For port 4d5c2ee2-4084-4577-9940-618c46d77441, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4d5c2ee2-4084-4577-9940-618c46d77441,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:09.197341 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0e92c-82c6-4862-a8f5-66385100f448 None None] Pushing event updated for resources: {'Port': ['ID=4d5c2ee2-4084-4577-9940-618c46d77441,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:09.206544 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.210755 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0e92c-82c6-4862-a8f5-66385100f448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:09.211097 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0e92c-82c6-4862-a8f5-66385100f448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:09.211545 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0e92c-82c6-4862-a8f5-66385100f448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:09.211545 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0e92c-82c6-4862-a8f5-66385100f448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:09.212264 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0e92c-82c6-4862-a8f5-66385100f448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:09.212820 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0e92c-82c6-4862-a8f5-66385100f448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:09.212820 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0e92c-82c6-4862-a8f5-66385100f448 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:09.213105 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0e92c-82c6-4862-a8f5-66385100f448 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:09.216036 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0e92c-82c6-4862-a8f5-66385100f448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:09.216397 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0e92c-82c6-4862-a8f5-66385100f448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:09.217264 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0e92c-82c6-4862-a8f5-66385100f448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:09.217264 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d0e92c-82c6-4862-a8f5-66385100f448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:09.285799 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f99f658-52c4-4b8f-b11d-18fcf023b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.302172 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] Routers {'2263f38f-3c0d-4d54-b830-b3000e67b6ee'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:09.303733 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:34:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['2263f38f-3c0d-4d54-b830-b3000e67b6ee'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:09.315298 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7ee18cd1-4fd4-4800-8e89-c6f8f974b46c up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:09.315927 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859bd0dd-b86a-4ad0-be5b-c673ea6bdcd5 req-7a7c1a76-79ab-4b5f-aecf-e2fcea435d41 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.317606 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-859bd0dd-b86a-4ad0-be5b-c673ea6bdcd5 req-7a7c1a76-79ab-4b5f-aecf-e2fcea435d41 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.7273350 Jul 16 01:34:09.337590 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-46bae88c-b964-46eb-8d02-bec2006cdc53 req-e655b494-c5f9-4a62-a8ab-4041d97cc8fd service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209403 Jul 16 01:34:09.378638 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:34:09.384434 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0e92c-82c6-4862-a8f5-66385100f448 None None] Pushing event updated for resources: {'Port': ['ID=4d5c2ee2-4084-4577-9940-618c46d77441,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:09.437419 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d54bcb-07fd-48de-901a-1d806ea89d4c req-17df15f3-199a-4d07-b188-a098f9ceda96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.438089 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d54bcb-07fd-48de-901a-1d806ea89d4c req-17df15f3-199a-4d07-b188-a098f9ceda96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.438730 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d54bcb-07fd-48de-901a-1d806ea89d4c req-17df15f3-199a-4d07-b188-a098f9ceda96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.439415 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d54bcb-07fd-48de-901a-1d806ea89d4c req-17df15f3-199a-4d07-b188-a098f9ceda96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.440233 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d54bcb-07fd-48de-901a-1d806ea89d4c req-17df15f3-199a-4d07-b188-a098f9ceda96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.441079 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d54bcb-07fd-48de-901a-1d806ea89d4c req-17df15f3-199a-4d07-b188-a098f9ceda96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.441714 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d54bcb-07fd-48de-901a-1d806ea89d4c req-17df15f3-199a-4d07-b188-a098f9ceda96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.444225 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c7d54bcb-07fd-48de-901a-1d806ea89d4c req-17df15f3-199a-4d07-b188-a098f9ceda96 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ab955cac98346abb4c28e7943a645b4&device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 6483 time: 0.4986110 Jul 16 01:34:09.483840 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f99f658-52c4-4b8f-b11d-18fcf023b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.501486 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-1f99f658-52c4-4b8f-b11d-18fcf023b6c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c3a8d5-a0ca-4f73-8163-cebdcb46432a']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:09.526433 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-1f99f658-52c4-4b8f-b11d-18fcf023b6c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4e5984-f934-4315-b355-4754944e21ba') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:09.526830 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-1f99f658-52c4-4b8f-b11d-18fcf023b6c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4e5984-f934-4315-b355-4754944e21ba') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:09.534867 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 7ee18cd1-4fd4-4800-8e89-c6f8f974b46c completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:09.543544 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] Set router 2263f38f-3c0d-4d54-b830-b3000e67b6ee gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:09.548630 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 7ee18cd1-4fd4-4800-8e89-c6f8f974b46c triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:09.549747 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.555275 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f99f658-52c4-4b8f-b11d-18fcf023b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.596012 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bcec8-a266-4f25-a8b1-8d77a081f6d5 req-c4dbeecb-e151-42aa-bd06-0bdadf5e7e41 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.606781 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.609088 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d54bcb-07fd-48de-901a-1d806ea89d4c req-47d98faf-c35f-4ecd-8733-b7d096aa6f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.609747 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bcec8-a266-4f25-a8b1-8d77a081f6d5 req-c4dbeecb-e151-42aa-bd06-0bdadf5e7e41 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.610575 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c7d54bcb-07fd-48de-901a-1d806ea89d4c req-47d98faf-c35f-4ecd-8733-b7d096aa6f54 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20 HTTP/1.1" status: 200 len: 902 time: 0.1504486 Jul 16 01:34:09.618745 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bcec8-a266-4f25-a8b1-8d77a081f6d5 req-c4dbeecb-e151-42aa-bd06-0bdadf5e7e41 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.630685 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bcec8-a266-4f25-a8b1-8d77a081f6d5 req-c4dbeecb-e151-42aa-bd06-0bdadf5e7e41 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.645885 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bcec8-a266-4f25-a8b1-8d77a081f6d5 req-c4dbeecb-e151-42aa-bd06-0bdadf5e7e41 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.652385 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bcec8-a266-4f25-a8b1-8d77a081f6d5 req-c4dbeecb-e151-42aa-bd06-0bdadf5e7e41 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.659253 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bcec8-a266-4f25-a8b1-8d77a081f6d5 req-c4dbeecb-e151-42aa-bd06-0bdadf5e7e41 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.661328 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-316bcec8-a266-4f25-a8b1-8d77a081f6d5 req-c4dbeecb-e151-42aa-bd06-0bdadf5e7e41 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5419 time: 0.2643092 Jul 16 01:34:09.662412 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f99f658-52c4-4b8f-b11d-18fcf023b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.693801 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f99f658-52c4-4b8f-b11d-18fcf023b6c8 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:09.696972 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.697614 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f99f658-52c4-4b8f-b11d-18fcf023b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:09.702561 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:09.715868 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-859bd0dd-b86a-4ad0-be5b-c673ea6bdcd5 req-07a4bb4a-aea3-4209-8133-956a3922d554 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3880613 Jul 16 01:34:09.722525 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c7d54bcb-07fd-48de-901a-1d806ea89d4c req-6bf48122-7874-4e8c-8366-79f80d829019 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=407d0817-5c56-476f-9567-e0c793460e29 HTTP/1.1" status: 200 len: 217 time: 0.1046875 Jul 16 01:34:09.799956 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 7ee18cd1-4fd4-4800-8e89-c6f8f974b46c, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7ee18cd1-4fd4-4800-8e89-c6f8f974b46c,segment=NetworkSegment(cd22ad3c-1dd0-4825-aba4-17f4325fadc5),segment_id=cd22ad3c-1dd0-4825-aba4-17f4325fadc5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:09.814418 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.852262 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-316bcec8-a266-4f25-a8b1-8d77a081f6d5 req-b02bf9b4-2ed3-462f-a734-ea56f7bf3f90 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1770473 Jul 16 01:34:09.876132 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f99f658-52c4-4b8f-b11d-18fcf023b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.883233 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f99f658-52c4-4b8f-b11d-18fcf023b6c8 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.883825 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'name': 'tempest-ServersTestBootFromVolume-1275341119-router', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:04Z', 'updated_at': '2021-07-16T01:34:06Z', 'revision_number': 3, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'gw_port': {'id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:09.886121 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1f99f658-52c4-4b8f-b11d-18fcf023b6c8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d0c3a8d5-a0ca-4f73-8163-cebdcb46432a HTTP/1.1" status: 204 len: 168 time: 0.7390378 Jul 16 01:34:09.896681 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8906a7-2e2f-4905-bf14-bcb8042f20a6 None None] get_active_networks_info from n-d-792394-16 {{(pid=93957) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:34:09.898456 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59612) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:09.899286 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99f658-52c4-4b8f-b11d-18fcf023b6c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0c3a8d5-a0ca-4f73-8163-cebdcb46432a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:09.918461 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a7460b-8d8e-47d2-9f84-cf7ae3b8081f None None] The sync data for ids ['2263f38f-3c0d-4d54-b830-b3000e67b6ee'] in n-d-792394-16 is: [{'id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'name': 'tempest-ServersTestBootFromVolume-1275341119-router', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:04Z', 'updated_at': '2021-07-16T01:34:06Z', 'revision_number': 3, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'gw_port': {'id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:09.967852 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-358e2924-258d-4b1d-8a46-29cab37c4d06 None None] Provisioning complete for port 7ee18cd1-4fd4-4800-8e89-c6f8f974b46c triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:09.968231 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-358e2924-258d-4b1d-8a46-29cab37c4d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.046067 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=7ee18cd1-4fd4-4800-8e89-c6f8f974b46c,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:10.064266 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d54bcb-07fd-48de-901a-1d806ea89d4c req-697b272c-bdc9-4409-8971-01ad7e4416d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:10.066747 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c7d54bcb-07fd-48de-901a-1d806ea89d4c req-697b272c-bdc9-4409-8971-01ad7e4416d2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cd61848d-b847-41bc-a89b-9e166c2c9789 HTTP/1.1" status: 200 len: 797 time: 0.3272543 Jul 16 01:34:10.126225 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f91ade9-f849-451a-9df2-ee82c7e746ff admin admin] Deleting subnet 998468fc-fa8c-45f1-bb6f-925897ddaa89 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:10.160253 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f91ade9-f849-451a-9df2-ee82c7e746ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.175646 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8906a7-2e2f-4905-bf14-bcb8042f20a6 None None] Resources bound (agent type, host, resource id): {{(pid=93957) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:34:10.273368 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f91ade9-f849-451a-9df2-ee82c7e746ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.333294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Deleting port ed3f87bc-ab79-4bf4-886f-6c1bf1011ff5 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:10.333705 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.365930 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747d5a9-5be9-418f-9c3d-55e5e56149e6 req-fc20a582-50f5-4211-9393-7015ce6daf4b tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:10.367758 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4747d5a9-5be9-418f-9c3d-55e5e56149e6 req-fc20a582-50f5-4211-9393-7015ce6daf4b tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f231106-dda0-4c0f-9881-3c2f91488604 HTTP/1.1" status: 200 len: 945 time: 0.4314096 Jul 16 01:34:10.501085 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f91ade9-f849-451a-9df2-ee82c7e746ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.508541 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d54bcb-07fd-48de-901a-1d806ea89d4c req-e5ff2322-d006-45d0-acce-75b906642ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:10.510102 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c7d54bcb-07fd-48de-901a-1d806ea89d4c req-e5ff2322-d006-45d0-acce-75b906642ed8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4301207 Jul 16 01:34:10.538143 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8de14576-8098-46a3-aed9-7f83a15a0f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.594278 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] For port ed3f87bc-ab79-4bf4-886f-6c1bf1011ff5, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=ed3f87bc-ab79-4bf4-886f-6c1bf1011ff5,segment=NetworkSegment(ad7ee9fe-1b69-4f8d-9bd4-a3db227d2536),segment_id=ad7ee9fe-1b69-4f8d-9bd4-a3db227d2536)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:10.594553 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59620) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:10.595043 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.605869 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4747d5a9-5be9-418f-9c3d-55e5e56149e6 req-5fa2a788-ea0d-4c1d-9255-5281451f9e8c tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017238 Jul 16 01:34:10.631330 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Calling delete_port for ed3f87bc-ab79-4bf4-886f-6c1bf1011ff5 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:10.756671 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-12a80ae9-223f-4420-ad9f-d2dc4929b83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.813534 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f91ade9-f849-451a-9df2-ee82c7e746ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.854635 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c7d54bcb-07fd-48de-901a-1d806ea89d4c req-ae951708-cf6f-421e-8a95-5414ec328c3b service neutron] 10.222.0.84 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141136 Jul 16 01:34:10.871863 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-12a80ae9-223f-4420-ad9f-d2dc4929b83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.879816 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-12a80ae9-223f-4420-ad9f-d2dc4929b83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.904222 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91ade9-f849-451a-9df2-ee82c7e746ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=998468fc-fa8c-45f1-bb6f-925897ddaa89,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:10.949824 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-12a80ae9-223f-4420-ad9f-d2dc4929b83d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=02ab5c9ffa80415b860835d696a4140d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3543067 Jul 16 01:34:10.961101 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a80ae9-223f-4420-ad9f-d2dc4929b83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfc7cab-bb26-4761-9e56-543a65942341,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:10.965940 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59628) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:11.237424 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f91ade9-f849-451a-9df2-ee82c7e746ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.241975 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1f91ade9-f849-451a-9df2-ee82c7e746ff admin admin] 10.222.0.16 "DELETE /v2.0/subnets/998468fc-fa8c-45f1-bb6f-925897ddaa89 HTTP/1.1" status: 204 len: 168 time: 1.3366332 Jul 16 01:34:11.249879 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59630) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:11.258290 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91ade9-f849-451a-9df2-ee82c7e746ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:11.258630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91ade9-f849-451a-9df2-ee82c7e746ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:11.258967 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91ade9-f849-451a-9df2-ee82c7e746ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:11.259369 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91ade9-f849-451a-9df2-ee82c7e746ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:11.259599 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91ade9-f849-451a-9df2-ee82c7e746ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:11.259941 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91ade9-f849-451a-9df2-ee82c7e746ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:11.260254 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91ade9-f849-451a-9df2-ee82c7e746ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:11.260593 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91ade9-f849-451a-9df2-ee82c7e746ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:11.260911 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91ade9-f849-451a-9df2-ee82c7e746ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:11.261226 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91ade9-f849-451a-9df2-ee82c7e746ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:11.261543 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91ade9-f849-451a-9df2-ee82c7e746ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:11.261855 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f91ade9-f849-451a-9df2-ee82c7e746ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:11.291558 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7ee18cd1-4fd4-4800-8e89-c6f8f974b46c up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:11.380104 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 7ee18cd1-4fd4-4800-8e89-c6f8f974b46c triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:11.380521 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.427228 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.486193 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4d5c2ee2-4084-4577-9940-618c46d77441 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:11.488170 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faa1c4-fdab-4940-9a81-35dd1dfb58da req-2061c544-68cf-4a1e-b328-d9a47e2ef278 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.493925 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-30faa1c4-fdab-4940-9a81-35dd1dfb58da req-2061c544-68cf-4a1e-b328-d9a47e2ef278 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.5427477 Jul 16 01:34:11.500982 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21b51d04-6f55-4634-bb3e-e8e862bacfb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.559462 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Port': ['ID=ed3f87bc-ab79-4bf4-886f-6c1bf1011ff5,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:11.565290 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] No DVR routers for this DVR port ed3f87bc-ab79-4bf4-886f-6c1bf1011ff5 on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:11.570337 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e0763e85-27c8-4035-9c89-29651398e2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.592616 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c7d54bcb-07fd-48de-901a-1d806ea89d4c req-cac8eb59-1947-4e48-86ec-daa620541496 service neutron] 10.222.0.84 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7051537 Jul 16 01:34:11.595512 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-30faa1c4-fdab-4940-9a81-35dd1dfb58da req-a76d65b6-00c6-40ea-b53d-3bd5d9a315d4 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841968 Jul 16 01:34:11.597571 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21b51d04-6f55-4634-bb3e-e8e862bacfb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.604233 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 4d5c2ee2-4084-4577-9940-618c46d77441 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:11.614079 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 4d5c2ee2-4084-4577-9940-618c46d77441 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:11.614592 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.618432 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-8de14576-8098-46a3-aed9-7f83a15a0f96 admin admin] Allocated IP 172.20.0.1 (1f598b73-2353-4bfa-a8d7-260fa29ffc25/3851a660-9ae0-4a01-8e92-efebe4387414/fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:11.686313 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21b51d04-6f55-4634-bb3e-e8e862bacfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.693642 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21b51d04-6f55-4634-bb3e-e8e862bacfb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.695903 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824ada7-ee47-4362-af81-67007c668dc6 req-e9f0aa0e-a47e-4f80-b6af-fe52b351c215 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.701799 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824ada7-ee47-4362-af81-67007c668dc6 req-e9f0aa0e-a47e-4f80-b6af-fe52b351c215 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.707733 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824ada7-ee47-4362-af81-67007c668dc6 req-e9f0aa0e-a47e-4f80-b6af-fe52b351c215 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.713611 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824ada7-ee47-4362-af81-67007c668dc6 req-e9f0aa0e-a47e-4f80-b6af-fe52b351c215 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.715662 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-21b51d04-6f55-4634-bb3e-e8e862bacfb3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/acfc7cab-bb26-4761-9e56-543a65942341 HTTP/1.1" status: 204 len: 168 time: 0.7418249 Jul 16 01:34:11.719479 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824ada7-ee47-4362-af81-67007c668dc6 req-e9f0aa0e-a47e-4f80-b6af-fe52b351c215 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.725459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824ada7-ee47-4362-af81-67007c668dc6 req-e9f0aa0e-a47e-4f80-b6af-fe52b351c215 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.731232 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824ada7-ee47-4362-af81-67007c668dc6 req-e9f0aa0e-a47e-4f80-b6af-fe52b351c215 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.738049 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b51d04-6f55-4634-bb3e-e8e862bacfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfc7cab-bb26-4761-9e56-543a65942341,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:11.739254 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b824ada7-ee47-4362-af81-67007c668dc6 req-e9f0aa0e-a47e-4f80-b6af-fe52b351c215 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5419 time: 0.4920030 Jul 16 01:34:11.817689 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.874816 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 4d5c2ee2-4084-4577-9940-618c46d77441, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4d5c2ee2-4084-4577-9940-618c46d77441,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:11.888128 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.940434 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09805d2-1901-43e0-b09d-b79dde5a292c req-a25fbff9-429f-4cc7-9f17-94d30dd69185 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.956716 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.958070 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a09805d2-1901-43e0-b09d-b79dde5a292c req-a25fbff9-429f-4cc7-9f17-94d30dd69185 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f231106-dda0-4c0f-9881-3c2f91488604 HTTP/1.1" status: 200 len: 945 time: 0.1284597 Jul 16 01:34:11.973849 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=4d5c2ee2-4084-4577-9940-618c46d77441,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:12.008754 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0177fc9-8492-43ac-bd71-0c91388424bf']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:12.017541 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a09805d2-1901-43e0-b09d-b79dde5a292c req-7fb94dee-ca11-4e56-b563-235bd172141f tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583968 Jul 16 01:34:12.057389 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7ee9fe-1b69-4f8d-9bd4-a3db227d2536') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:12.057720 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7ee9fe-1b69-4f8d-9bd4-a3db227d2536') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:12.070379 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.086900 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.095138 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:12.095576 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:12.101089 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:12.214520 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e0763e85-27c8-4035-9c89-29651398e2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.260797 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd3b8f-e450-4fbb-9a54-1daa8c067042 req-e9d0c050-4e94-41a6-a992-37678b044eda tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:12.262470 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41dd3b8f-e450-4fbb-9a54-1daa8c067042 req-e9d0c050-4e94-41a6-a992-37678b044eda tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.0739412 Jul 16 01:34:12.263919 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b824ada7-ee47-4362-af81-67007c668dc6 req-7979d843-ca2f-49cb-a128-72e52ccbf1f5 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5237827 Jul 16 01:34:12.268228 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8de14576-8098-46a3-aed9-7f83a15a0f96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.274723 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-e0763e85-27c8-4035-9c89-29651398e2c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d3ff72-1ca5-4bc0-ad30-cb5638b6fc26']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:12.311355 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-e0763e85-27c8-4035-9c89-29651398e2c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad352fc2-9f76-40a5-9372-3f637aacfd6f') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:12.312260 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-e0763e85-27c8-4035-9c89-29651398e2c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad352fc2-9f76-40a5-9372-3f637aacfd6f') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:12.317711 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.338051 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.339911 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/networks/a0177fc9-8492-43ac-bd71-0c91388424bf HTTP/1.1" status: 204 len: 168 time: 5.9702587 Jul 16 01:34:12.344033 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-8de14576-8098-46a3-aed9-7f83a15a0f96 admin admin] Transition to ACTIVE for port object fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:12.346608 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59656) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:12.349915 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e0763e85-27c8-4035-9c89-29651398e2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.352764 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41dd3b8f-e450-4fbb-9a54-1daa8c067042 req-9c15cd7f-b49d-4abf-aeb2-49ea74d8235a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765991 Jul 16 01:34:12.373177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-7ae8efe9-86cf-4b3d-8fe4-fc1731bf10f0 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1950411042'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:12.396157 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd36f5-e482-4b0b-926c-c4d186a8b5bc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Network': ['ID=a0177fc9-8492-43ac-bd71-0c91388424bf,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:12.433118 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e0763e85-27c8-4035-9c89-29651398e2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.440062 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4b454-abcb-44b1-a65b-3dc7444aec59 req-a07de622-fc93-4655-8065-6d4a117d804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:12.440838 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4b454-abcb-44b1-a65b-3dc7444aec59 req-a07de622-fc93-4655-8065-6d4a117d804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:12.440998 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4b454-abcb-44b1-a65b-3dc7444aec59 req-a07de622-fc93-4655-8065-6d4a117d804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:12.441487 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4b454-abcb-44b1-a65b-3dc7444aec59 req-a07de622-fc93-4655-8065-6d4a117d804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:12.441942 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4b454-abcb-44b1-a65b-3dc7444aec59 req-a07de622-fc93-4655-8065-6d4a117d804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:12.442587 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4b454-abcb-44b1-a65b-3dc7444aec59 req-a07de622-fc93-4655-8065-6d4a117d804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:12.442925 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4b454-abcb-44b1-a65b-3dc7444aec59 req-a07de622-fc93-4655-8065-6d4a117d804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:12.444853 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50b4b454-abcb-44b1-a65b-3dc7444aec59 req-a07de622-fc93-4655-8065-6d4a117d804d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ab955cac98346abb4c28e7943a645b4&device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 6483 time: 0.7652981 Jul 16 01:34:12.473725 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0763e85-27c8-4035-9c89-29651398e2c9 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:12.474137 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e0763e85-27c8-4035-9c89-29651398e2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:12.475845 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:12.551131 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6cb65-b142-4864-bbbc-43b749ecafad req-d497e393-8210-4a04-ae15-9c5e742828a7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:12.552771 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-60a6cb65-b142-4864-bbbc-43b749ecafad req-d497e393-8210-4a04-ae15-9c5e742828a7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.0774002 Jul 16 01:34:12.559495 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae8efe9-86cf-4b3d-8fe4-fc1731bf10f0 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Made reservation on behalf of c747c529f26942edbdf760d4d705a50d for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:12.562893 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ae8efe9-86cf-4b3d-8fe4-fc1731bf10f0 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.596323 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-60a6cb65-b142-4864-bbbc-43b749ecafad req-8b788430-1037-41bb-9e22-cfd1d1135383 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373058 Jul 16 01:34:12.670457 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e0763e85-27c8-4035-9c89-29651398e2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.679891 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e0763e85-27c8-4035-9c89-29651398e2c9 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.684996 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e0763e85-27c8-4035-9c89-29651398e2c9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/70d3ff72-1ca5-4bc0-ad30-cb5638b6fc26 HTTP/1.1" status: 204 len: 168 time: 1.4170558 Jul 16 01:34:12.687784 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8de14576-8098-46a3-aed9-7f83a15a0f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.723487 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae8efe9-86cf-4b3d-8fe4-fc1731bf10f0 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:12.752394 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0763e85-27c8-4035-9c89-29651398e2c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=70d3ff72-1ca5-4bc0-ad30-cb5638b6fc26,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:12.786094 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de14576-8098-46a3-aed9-7f83a15a0f96 admin admin] Network 1f598b73-2353-4bfa-a8d7-260fa29ffc25 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:12.786621 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef33bf-bbab-40e8-8165-519de9116d97 req-f7162e72-8c40-42fa-9621-0dc5e698c140 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:12.788169 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98ef33bf-bbab-40e8-8165-519de9116d97 req-f7162e72-8c40-42fa-9621-0dc5e698c140 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.0694594 Jul 16 01:34:12.794763 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d80129-f2ab-4442-abd3-27e539b9ea13 req-b4d0758b-596f-4c16-905e-461266df5304 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:12.796260 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-64d80129-f2ab-4442-abd3-27e539b9ea13 req-b4d0758b-596f-4c16-905e-461266df5304 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/networks?id=830e0a53-8773-432e-aa5a-8c5b09b1196b HTTP/1.1" status: 200 len: 806 time: 0.4024029 Jul 16 01:34:12.799275 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ae8efe9-86cf-4b3d-8fe4-fc1731bf10f0 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.799720 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-7ae8efe9-86cf-4b3d-8fe4-fc1731bf10f0 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Added segment 088adab5-16c8-4d35-9d91-a041bab30b1c of type vlan for network 217a2ffb-5831-4a89-b97f-4f6874c1c44e Jul 16 01:34:12.814385 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-8de14576-8098-46a3-aed9-7f83a15a0f96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:12.817000 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de14576-8098-46a3-aed9-7f83a15a0f96 admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:12.824778 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4b454-abcb-44b1-a65b-3dc7444aec59 req-dedc3c4f-fba4-4c6a-b3e5-7724868b4e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:12.826326 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50b4b454-abcb-44b1-a65b-3dc7444aec59 req-dedc3c4f-fba4-4c6a-b3e5-7724868b4e52 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20 HTTP/1.1" status: 200 len: 902 time: 0.3654983 Jul 16 01:34:12.839822 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98ef33bf-bbab-40e8-8165-519de9116d97 req-9b044829-ce37-4f9c-9b36-f641938ebc1b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449114 Jul 16 01:34:12.895943 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de14576-8098-46a3-aed9-7f83a15a0f96 admin admin] Pushing event updated for resources: {'Port': ['ID=fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:12.905425 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-64d80129-f2ab-4442-abd3-27e539b9ea13 req-21064a95-47ea-490f-85a1-a4e76d337194 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/quotas/c73e6ed9d26a4f67873b1490075aee9a HTTP/1.1" status: 200 len: 375 time: 0.0998507 Jul 16 01:34:12.906359 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59686) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:12.955932 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8cd4a422-98bf-476b-9713-0ecdbc8311d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4c11ae595ef4fb0bbb97914e79e8d3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483615 Jul 16 01:34:12.959292 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59690) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:12.961426 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50b4b454-abcb-44b1-a65b-3dc7444aec59 req-7e71e009-2d9c-4c95-b6ee-c2a979fe8911 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d56d08d-c284-4685-94b0-17d99edfbd05 HTTP/1.1" status: 200 len: 217 time: 0.1043286 Jul 16 01:34:12.965106 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8de14576-8098-46a3-aed9-7f83a15a0f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.008298 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ae8efe9-86cf-4b3d-8fe4-fc1731bf10f0 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.021229 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e8eec663-a3a9-41e0-bd15-814d7ca7fa2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.047118 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e8eec663-a3a9-41e0-bd15-814d7ca7fa2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.123700 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e8eec663-a3a9-41e0-bd15-814d7ca7fa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.126336 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e8eec663-a3a9-41e0-bd15-814d7ca7fa2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.127685 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e8eec663-a3a9-41e0-bd15-814d7ca7fa2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8cc6503-0d2c-425d-80d5-2830b09d2134 HTTP/1.1" status: 204 len: 168 time: 0.1671505 Jul 16 01:34:13.139235 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eec663-a3a9-41e0-bd15-814d7ca7fa2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cc6503-0d2c-425d-80d5-2830b09d2134,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:13.162068 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4b454-abcb-44b1-a65b-3dc7444aec59 req-520355ca-b21f-4bf1-ac71-6fd82053a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.164160 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50b4b454-abcb-44b1-a65b-3dc7444aec59 req-520355ca-b21f-4bf1-ac71-6fd82053a94a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cd61848d-b847-41bc-a89b-9e166c2c9789 HTTP/1.1" status: 200 len: 797 time: 0.1961265 Jul 16 01:34:13.208143 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4d5c2ee2-4084-4577-9940-618c46d77441 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:13.230999 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ae8efe9-86cf-4b3d-8fe4-fc1731bf10f0 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.238978 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae8efe9-86cf-4b3d-8fe4-fc1731bf10f0 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.239647 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ae8efe9-86cf-4b3d-8fe4-fc1731bf10f0 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.242502 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bebfeb86-f761-41ca-a2a7-43ee9430a7ea None None] Provisioning for port fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:13.266667 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bebfeb86-f761-41ca-a2a7-43ee9430a7ea None None] Provisioning complete for port fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:13.267085 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bebfeb86-f761-41ca-a2a7-43ee9430a7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.327514 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-64d80129-f2ab-4442-abd3-27e539b9ea13 req-d9fa8f48-8662-442b-b995-570970d2c72f tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c73e6ed9d26a4f67873b1490075aee9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3890474 Jul 16 01:34:13.333902 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59698) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:13.369962 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-bebfeb86-f761-41ca-a2a7-43ee9430a7ea None None] Port fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:13.382813 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 4d5c2ee2-4084-4577-9940-618c46d77441 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:13.383457 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.426301 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7ae8efe9-86cf-4b3d-8fe4-fc1731bf10f0 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0611758 Jul 16 01:34:13.427437 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8efe9-86cf-4b3d-8fe4-fc1731bf10f0 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event updated for resources: {'Network': ['ID=217a2ffb-5831-4a89-b97f-4f6874c1c44e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:13.430173 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59704) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:13.443839 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-68841bad-dce3-4dd4-8211-ff1f59e57719 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Request body: {'subnet': {'network_id': '217a2ffb-5831-4a89-b97f-4f6874c1c44e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:13.497164 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 217a2ffb-5831-4a89-b97f-4f6874c1c44e details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:13.500084 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8de14576-8098-46a3-aed9-7f83a15a0f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.563295 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4b454-abcb-44b1-a65b-3dc7444aec59 req-bf0edd1f-c3fb-4890-8500-72da51fe76b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.564949 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50b4b454-abcb-44b1-a65b-3dc7444aec59 req-bf0edd1f-c3fb-4890-8500-72da51fe76b0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3676553 Jul 16 01:34:13.689883 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68841bad-dce3-4dd4-8211-ff1f59e57719 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Made reservation on behalf of c747c529f26942edbdf760d4d705a50d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:13.696894 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68841bad-dce3-4dd4-8211-ff1f59e57719 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.707103 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6790ffd4-8baa-418e-b7b7-e60d4cee403b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.733105 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59706) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:13.882152 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bbbce-1600-4774-b33f-8038a309161c req-c61fb0de-0d76-4716-8e38-7fe66b2e6d51 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.888112 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bbbce-1600-4774-b33f-8038a309161c req-c61fb0de-0d76-4716-8e38-7fe66b2e6d51 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.894260 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bbbce-1600-4774-b33f-8038a309161c req-c61fb0de-0d76-4716-8e38-7fe66b2e6d51 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.900447 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bbbce-1600-4774-b33f-8038a309161c req-c61fb0de-0d76-4716-8e38-7fe66b2e6d51 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.906358 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bbbce-1600-4774-b33f-8038a309161c req-c61fb0de-0d76-4716-8e38-7fe66b2e6d51 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.912940 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bbbce-1600-4774-b33f-8038a309161c req-c61fb0de-0d76-4716-8e38-7fe66b2e6d51 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.918823 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bbbce-1600-4774-b33f-8038a309161c req-c61fb0de-0d76-4716-8e38-7fe66b2e6d51 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.920925 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b38bbbce-1600-4774-b33f-8038a309161c req-c61fb0de-0d76-4716-8e38-7fe66b2e6d51 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5419 time: 0.3445525 Jul 16 01:34:13.939584 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-94a5c19b-e99f-41f8-8ff7-d7769f44c754 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=51db0a80d6544b8b8006523cb55099dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2028415 Jul 16 01:34:13.949359 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59708) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:14.016268 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-64d80129-f2ab-4442-abd3-27e539b9ea13 req-9899d0de-f93d-4b98-96ef-81a47e2bda92 service neutron] 10.222.0.16 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6718884 Jul 16 01:34:14.083423 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b38bbbce-1600-4774-b33f-8038a309161c req-0e5b2f18-1a3b-4895-a049-9170daa61cd9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1530383 Jul 16 01:34:14.203900 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ba9b28b3-73f3-4fe2-aaef-b4e342fd0139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.205892 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68841bad-dce3-4dd4-8211-ff1f59e57719 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.208578 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50b4b454-abcb-44b1-a65b-3dc7444aec59 req-299cb762-4a35-4529-8284-9200dee4f8db service neutron] 10.222.0.84 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740461 Jul 16 01:34:14.258209 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6790ffd4-8baa-418e-b7b7-e60d4cee403b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.262639 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8de14576-8098-46a3-aed9-7f83a15a0f96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.281381 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-64d80129-f2ab-4442-abd3-27e539b9ea13 req-56c215d3-3a6a-4beb-8d43-47ec39b31e26 service neutron] 10.222.0.16 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365844 Jul 16 01:34:14.281748 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6790ffd4-8baa-418e-b7b7-e60d4cee403b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.286502 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ba9b28b3-73f3-4fe2-aaef-b4e342fd0139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.328991 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8de14576-8098-46a3-aed9-7f83a15a0f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.364961 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68841bad-dce3-4dd4-8211-ff1f59e57719 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event updated for resources: {'Subnet': ['ID=d85d6513-411b-451a-8a33-cf5dffd6a99a,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:14.382338 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790ffd4-8baa-418e-b7b7-e60d4cee403b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2e2b7a-1fd2-4a40-a35b-f148f81ed3b0,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:14.390193 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6790ffd4-8baa-418e-b7b7-e60d4cee403b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea18b44589524c8b9d580bf0186b84d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0546849 Jul 16 01:34:14.395795 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59710) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:14.405938 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68841bad-dce3-4dd4-8211-ff1f59e57719 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Checking segment: {'id': '088adab5-16c8-4d35-9d91-a041bab30b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '217a2ffb-5831-4a89-b97f-4f6874c1c44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:14.406584 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68841bad-dce3-4dd4-8211-ff1f59e57719 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Network hostable DHCP agents. Network: 217a2ffb-5831-4a89-b97f-4f6874c1c44e, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:14.445997 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50b4b454-abcb-44b1-a65b-3dc7444aec59 req-8f8653c7-e5e1-4ace-aa15-7d9938ee18c7 service neutron] 10.222.0.84 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302227 Jul 16 01:34:14.447220 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de14576-8098-46a3-aed9-7f83a15a0f96 admin admin] Pushing event updated for resources: {'Port': ['ID=fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:14.450098 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8de14576-8098-46a3-aed9-7f83a15a0f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.465256 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68841bad-dce3-4dd4-8211-ff1f59e57719 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Network 217a2ffb-5831-4a89-b97f-4f6874c1c44e is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:14.475909 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ba9b28b3-73f3-4fe2-aaef-b4e342fd0139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.478746 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ba9b28b3-73f3-4fe2-aaef-b4e342fd0139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.479910 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ba9b28b3-73f3-4fe2-aaef-b4e342fd0139 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8eb7f3f-1fbe-4a9b-ad9c-85c07e3e8b73 HTTP/1.1" status: 204 len: 168 time: 0.5299890 Jul 16 01:34:14.484164 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a801e085-cbf9-4301-9162-af5df5ef6059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.501126 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b28b3-73f3-4fe2-aaef-b4e342fd0139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8eb7f3f-1fbe-4a9b-ad9c-85c07e3e8b73,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:14.506652 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-68841bad-dce3-4dd4-8211-ff1f59e57719 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 217a2ffb-5831-4a89-b97f-4f6874c1c44e) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:14.517302 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e4c0b2-3a4c-4957-9373-a0b553ec0333 None None] Network 217a2ffb-5831-4a89-b97f-4f6874c1c44e requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:14.517912 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68841bad-dce3-4dd4-8211-ff1f59e57719 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.518205 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68841bad-dce3-4dd4-8211-ff1f59e57719 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.521808 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a801e085-cbf9-4301-9162-af5df5ef6059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.571823 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-68841bad-dce3-4dd4-8211-ff1f59e57719 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1402924 Jul 16 01:34:14.572567 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59718) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:14.615211 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de14576-8098-46a3-aed9-7f83a15a0f96 admin admin] Network 1f598b73-2353-4bfa-a8d7-260fa29ffc25 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:14.619921 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-8de14576-8098-46a3-aed9-7f83a15a0f96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:14.693694 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a801e085-cbf9-4301-9162-af5df5ef6059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.697873 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a801e085-cbf9-4301-9162-af5df5ef6059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.706875 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a801e085-cbf9-4301-9162-af5df5ef6059 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0b2e2b7a-1fd2-4a40-a35b-f148f81ed3b0 HTTP/1.1" status: 204 len: 168 time: 0.3103316 Jul 16 01:34:14.759544 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801e085-cbf9-4301-9162-af5df5ef6059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2e2b7a-1fd2-4a40-a35b-f148f81ed3b0,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:14.843611 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-11c4b7ae-a89f-4271-b87d-8ef66a5d6f7f tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.898419 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c258e1b8-be7f-44b7-9a14-20615910f2d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-217a2ffb-5831-4a89-b97f-4f6874c1c44e', 'network_id': '217a2ffb-5831-4a89-b97f-4f6874c1c44e', 'tenant_id': 'c747c529f26942edbdf760d4d705a50d', 'fixed_ips': [{'subnet_id': 'd85d6513-411b-451a-8a33-cf5dffd6a99a'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:14.899314 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c258e1b8-be7f-44b7-9a14-20615910f2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.908054 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de14576-8098-46a3-aed9-7f83a15a0f96 admin admin] Router 2263f38f-3c0d-4d54-b830-b3000e67b6ee has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:34:14.941931 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-11c4b7ae-a89f-4271-b87d-8ef66a5d6f7f tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.061943 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-11c4b7ae-a89f-4271-b87d-8ef66a5d6f7f tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.114511 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4b7ae-a89f-4271-b87d-8ef66a5d6f7f tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Subnet': ['ID=d85d6513-411b-451a-8a33-cf5dffd6a99a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:15.136807 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de14576-8098-46a3-aed9-7f83a15a0f96 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server [None req-c258e1b8-be7f-44b7-9a14-20615910f2d4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d85d6513-411b-451a-8a33-cf5dffd6a99a: This subnet is being modified by another concurrent operation. Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:34:15.138091 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d85d6513-411b-451a-8a33-cf5dffd6a99a: This subnet is being modified by another concurrent operation. Jul 16 01:34:15.142866 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server Jul 16 01:34:15.162281 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8de14576-8098-46a3-aed9-7f83a15a0f96 admin admin] 10.222.0.16 "PUT /v2.0/routers/2263f38f-3c0d-4d54-b830-b3000e67b6ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1998770 Jul 16 01:34:15.162933 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] Sync routers for ids ['2263f38f-3c0d-4d54-b830-b3000e67b6ee'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:15.177647 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-789a1ddf-0ee1-4553-aa68-e4ee5a3c0c4b None None] Provisioning complete for port fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:15.178023 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-789a1ddf-0ee1-4553-aa68-e4ee5a3c0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.179801 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730094a8-27dd-4e87-9da9-91c154138c0c None None] Network 217a2ffb-5831-4a89-b97f-4f6874c1c44e requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:15.217440 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-11c4b7ae-a89f-4271-b87d-8ef66a5d6f7f tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.252785 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-11c4b7ae-a89f-4271-b87d-8ef66a5d6f7f tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217a2ffb-5831-4a89-b97f-4f6874c1c44e']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:15.264063 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-11c4b7ae-a89f-4271-b87d-8ef66a5d6f7f tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088adab5-16c8-4d35-9d91-a041bab30b1c') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:15.264416 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-11c4b7ae-a89f-4271-b87d-8ef66a5d6f7f tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088adab5-16c8-4d35-9d91-a041bab30b1c') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:15.274371 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-11c4b7ae-a89f-4271-b87d-8ef66a5d6f7f tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.304204 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-11c4b7ae-a89f-4271-b87d-8ef66a5d6f7f tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.323670 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] Routers {'2263f38f-3c0d-4d54-b830-b3000e67b6ee'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:15.324186 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c4b7ae-a89f-4271-b87d-8ef66a5d6f7f tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:15.325138 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-11c4b7ae-a89f-4271-b87d-8ef66a5d6f7f tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.325809 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:34:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['2263f38f-3c0d-4d54-b830-b3000e67b6ee'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:15.434491 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:15.475433 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-11c4b7ae-a89f-4271-b87d-8ef66a5d6f7f tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.484444 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-11c4b7ae-a89f-4271-b87d-8ef66a5d6f7f tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.494854 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-11c4b7ae-a89f-4271-b87d-8ef66a5d6f7f tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/networks/217a2ffb-5831-4a89-b97f-4f6874c1c44e HTTP/1.1" status: 204 len: 168 time: 0.9183679 Jul 16 01:34:15.499152 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-789a1ddf-0ee1-4553-aa68-e4ee5a3c0c4b None None] Port fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:15.548761 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59758) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:15.578384 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-8af9d05d-e996-44df-b83e-5f9ae1930c72 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-895465966'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:15.585375 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4b7ae-a89f-4271-b87d-8ef66a5d6f7f tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Network': ['ID=217a2ffb-5831-4a89-b97f-4f6874c1c44e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:15.635518 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af9d05d-e996-44df-b83e-5f9ae1930c72 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Made reservation on behalf of c747c529f26942edbdf760d4d705a50d for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:15.640983 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8af9d05d-e996-44df-b83e-5f9ae1930c72 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.674057 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af9d05d-e996-44df-b83e-5f9ae1930c72 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:15.676698 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee782a-c86d-41a1-842f-69e99c36229a req-fc403b9d-c359-4720-9b28-7a5d13b940aa tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:15.687736 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8af9d05d-e996-44df-b83e-5f9ae1930c72 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.688161 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-8af9d05d-e996-44df-b83e-5f9ae1930c72 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Added segment 0f6abe24-6800-47d2-bb40-142b11a9937d of type vlan for network 4c08fd5e-230a-46c9-a828-a42ba715c1e9 Jul 16 01:34:15.695290 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee782a-c86d-41a1-842f-69e99c36229a req-fc403b9d-c359-4720-9b28-7a5d13b940aa tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:15.704070 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] Set router 2263f38f-3c0d-4d54-b830-b3000e67b6ee gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:15.714240 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee782a-c86d-41a1-842f-69e99c36229a req-fc403b9d-c359-4720-9b28-7a5d13b940aa tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:15.725325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee782a-c86d-41a1-842f-69e99c36229a req-fc403b9d-c359-4720-9b28-7a5d13b940aa tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:15.736464 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee782a-c86d-41a1-842f-69e99c36229a req-fc403b9d-c359-4720-9b28-7a5d13b940aa tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:15.747057 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8af9d05d-e996-44df-b83e-5f9ae1930c72 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.747898 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee782a-c86d-41a1-842f-69e99c36229a req-fc403b9d-c359-4720-9b28-7a5d13b940aa tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:15.759056 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee782a-c86d-41a1-842f-69e99c36229a req-fc403b9d-c359-4720-9b28-7a5d13b940aa tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:15.762367 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a2ee782a-c86d-41a1-842f-69e99c36229a req-fc403b9d-c359-4720-9b28-7a5d13b940aa tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5419 time: 0.3114393 Jul 16 01:34:15.768314 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2e1ec9-49ac-4ae2-8feb-b1ccf22f4a85 None None] get_active_networks_info from n-d-792394-16 {{(pid=93957) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:34:15.794005 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8af9d05d-e996-44df-b83e-5f9ae1930c72 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.802105 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af9d05d-e996-44df-b83e-5f9ae1930c72 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:15.803523 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8af9d05d-e996-44df-b83e-5f9ae1930c72 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.840342 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8af9d05d-e996-44df-b83e-5f9ae1930c72 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2776062 Jul 16 01:34:15.843801 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59776) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:15.853249 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a2ee782a-c86d-41a1-842f-69e99c36229a req-3d563222-81d3-4fd3-8194-accc4ddd37a1 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789485 Jul 16 01:34:15.883342 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-9cb4b8eb-956b-41db-a45e-8b4985b476f0 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Request body: {'subnet': {'network_id': '4c08fd5e-230a-46c9-a828-a42ba715c1e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:15.995071 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9d05d-e996-44df-b83e-5f9ae1930c72 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event updated for resources: {'Network': ['ID=4c08fd5e-230a-46c9-a828-a42ba715c1e9,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:16.025660 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 4c08fd5e-230a-46c9-a828-a42ba715c1e9 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:16.077393 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb4b8eb-956b-41db-a45e-8b4985b476f0 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Made reservation on behalf of c747c529f26942edbdf760d4d705a50d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:16.083659 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cb4b8eb-956b-41db-a45e-8b4985b476f0 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.213533 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-b6e70432-42a8-417d-8b8e-cd9da915f664 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:16.231925 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-b6e70432-42a8-417d-8b8e-cd9da915f664 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/networks?id=830e0a53-8773-432e-aa5a-8c5b09b1196b HTTP/1.1" status: 200 len: 806 time: 0.2672496 Jul 16 01:34:16.252214 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-05b9c6cd-35b7-42f2-9b8e-5d99180d8e06 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/quotas/c73e6ed9d26a4f67873b1490075aee9a HTTP/1.1" status: 200 len: 375 time: 0.0190046 Jul 16 01:34:16.337370 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2e1ec9-49ac-4ae2-8feb-b1ccf22f4a85 None None] Resources bound (agent type, host, resource id): {{(pid=93957) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:34:16.344345 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-ce0ff45a-8ce8-4ccd-8ba1-164180926ad2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c73e6ed9d26a4f67873b1490075aee9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0909009 Jul 16 01:34:16.364949 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cb4b8eb-956b-41db-a45e-8b4985b476f0 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.420910 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4b8eb-956b-41db-a45e-8b4985b476f0 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event updated for resources: {'Subnet': ['ID=a877b1c0-8963-4ee1-a840-2bf146b0449b,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:16.454371 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb4b8eb-956b-41db-a45e-8b4985b476f0 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Checking segment: {'id': '0f6abe24-6800-47d2-bb40-142b11a9937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4c08fd5e-230a-46c9-a828-a42ba715c1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:16.454804 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb4b8eb-956b-41db-a45e-8b4985b476f0 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Network hostable DHCP agents. Network: 4c08fd5e-230a-46c9-a828-a42ba715c1e9, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:16.477889 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb4b8eb-956b-41db-a45e-8b4985b476f0 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Network 4c08fd5e-230a-46c9-a828-a42ba715c1e9 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:16.510082 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-9cb4b8eb-956b-41db-a45e-8b4985b476f0 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 4c08fd5e-230a-46c9-a828-a42ba715c1e9) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:16.534085 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb4b8eb-956b-41db-a45e-8b4985b476f0 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:16.534668 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cb4b8eb-956b-41db-a45e-8b4985b476f0 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.578595 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9cb4b8eb-956b-41db-a45e-8b4985b476f0 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7328787 Jul 16 01:34:16.579504 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59802) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:16.591541 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b75b7836-ede9-4e71-80df-e053a808f782 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Request body: {'subnet': {'network_id': '4c08fd5e-230a-46c9-a828-a42ba715c1e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:16.599904 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59806) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:16.605106 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-1ed4649e-88ac-41fa-82e0-70ec19e7f1a9 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--700599851', 'description': 'tempest-description--1482355378'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:16.613070 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-dd7db16b-4687-4a9b-accb-63ae98f868ff service neutron] 10.222.0.16 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536721 Jul 16 01:34:16.657423 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'name': 'tempest-ServersTestBootFromVolume-1275341119-router', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:04Z', 'updated_at': '2021-07-16T01:34:13Z', 'revision_number': 4, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'gw_port': {'id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72', 'name': '', 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'mac_address': 'fa:16:3e:c3:aa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '3851a660-9ae0-4a01-8e92-efebe4387414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:10Z', 'updated_at': '2021-07-16T01:34:13Z', 'revision_number': 2, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'subnets': [{'id': '3851a660-9ae0-4a01-8e92-efebe4387414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:16.699349 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] Checking router: 2263f38f-3c0d-4d54-b830-b3000e67b6ee for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:34:16.699865 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] Updating router 2263f38f-3c0d-4d54-b830-b3000e67b6ee port fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:34:16.722064 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-d3c106f3-9166-4ca6-983e-207e802a460e service neutron] 10.222.0.16 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016626 Jul 16 01:34:16.736007 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1ed4649e-88ac-41fa-82e0-70ec19e7f1a9 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.757379 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75b7836-ede9-4e71-80df-e053a808f782 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Made reservation on behalf of c747c529f26942edbdf760d4d705a50d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:16.764168 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.765317 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b75b7836-ede9-4e71-80df-e053a808f782 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.950698 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1ed4649e-88ac-41fa-82e0-70ec19e7f1a9 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.963123 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1ed4649e-88ac-41fa-82e0-70ec19e7f1a9 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.032388 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1ed4649e-88ac-41fa-82e0-70ec19e7f1a9 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.037160 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1ed4649e-88ac-41fa-82e0-70ec19e7f1a9 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4360487 Jul 16 01:34:17.041479 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59818) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:17.050859 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-72162530-9fd7-4769-9f03-ab87cbd98844 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Request body: {'security_group_rule': {'security_group_id': '380a5669-fbc7-43b9-8205-bdbd26bbe3ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:17.073056 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4649e-88ac-41fa-82e0-70ec19e7f1a9 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=380a5669-fbc7-43b9-8205-bdbd26bbe3ca,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:17.155050 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34265384-d9ed-4fa8-b8aa-233b0a9ca6e8 req-a4323ad9-4be2-45b4-a340-a89239f6cf5b tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=32ae8731-ff58-454c-98cd-75ea8faaaccd HTTP/1.1" status: 200 len: 210 time: 0.0546911 Jul 16 01:34:17.262301 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-72162530-9fd7-4769-9f03-ab87cbd98844 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.340849 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0d0ba7-42cf-4376-b163-f16b76b32171 None None] Network 4c08fd5e-230a-46c9-a828-a42ba715c1e9 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:17.373116 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b75b7836-ede9-4e71-80df-e053a808f782 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.415021 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cc538-e4b8-4e40-b924-e5941cc46904 req-3eb4c48c-c579-4f9e-8a6d-4689842cf674 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.421589 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cc538-e4b8-4e40-b924-e5941cc46904 req-3eb4c48c-c579-4f9e-8a6d-4689842cf674 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.438038 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cc538-e4b8-4e40-b924-e5941cc46904 req-3eb4c48c-c579-4f9e-8a6d-4689842cf674 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.445297 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cc538-e4b8-4e40-b924-e5941cc46904 req-3eb4c48c-c579-4f9e-8a6d-4689842cf674 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.453046 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cc538-e4b8-4e40-b924-e5941cc46904 req-3eb4c48c-c579-4f9e-8a6d-4689842cf674 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.459903 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cc538-e4b8-4e40-b924-e5941cc46904 req-3eb4c48c-c579-4f9e-8a6d-4689842cf674 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.466940 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cc538-e4b8-4e40-b924-e5941cc46904 req-3eb4c48c-c579-4f9e-8a6d-4689842cf674 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.469026 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aa6cc538-e4b8-4e40-b924-e5941cc46904 req-3eb4c48c-c579-4f9e-8a6d-4689842cf674 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5419 time: 0.3325279 Jul 16 01:34:17.511037 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75b7836-ede9-4e71-80df-e053a808f782 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Network 4c08fd5e-230a-46c9-a828-a42ba715c1e9 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:17.532476 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-b75b7836-ede9-4e71-80df-e053a808f782 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:17.556925 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-72162530-9fd7-4769-9f03-ab87cbd98844 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.559423 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75b7836-ede9-4e71-80df-e053a808f782 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.560193 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b75b7836-ede9-4e71-80df-e053a808f782 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.585626 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-72162530-9fd7-4769-9f03-ab87cbd98844 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.610640 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3868d081-b61e-4736-9887-0dbef4f9a9cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-4c08fd5e-230a-46c9-a828-a42ba715c1e9', 'network_id': '4c08fd5e-230a-46c9-a828-a42ba715c1e9', 'tenant_id': 'c747c529f26942edbdf760d4d705a50d', 'fixed_ips': [{'subnet_id': '46ffd430-3cbd-4c60-a927-713e78229854'}, {'subnet_id': 'a877b1c0-8963-4ee1-a840-2bf146b0449b'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:17.612045 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3868d081-b61e-4736-9887-0dbef4f9a9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.653783 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72162530-9fd7-4769-9f03-ab87cbd98844 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2fa086-155b-45c9-b13f-01170efc84b5,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:17.669922 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aa6cc538-e4b8-4e40-b924-e5941cc46904 req-981a26b8-dd6c-42ff-97c7-b801b22e4dc6 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1627367 Jul 16 01:34:17.675371 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b75b7836-ede9-4e71-80df-e053a808f782 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0945165 Jul 16 01:34:17.676611 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-72162530-9fd7-4769-9f03-ab87cbd98844 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.678496 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-72162530-9fd7-4769-9f03-ab87cbd98844 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6372728 Jul 16 01:34:17.679894 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b7836-ede9-4e71-80df-e053a808f782 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event updated for resources: {'Subnet': ['ID=46ffd430-3cbd-4c60-a927-713e78229854,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:17.680790 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59844) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:17.681559 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59846) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:17.764154 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.796067 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] Transition to ACTIVE for port object fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:17.804414 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-9a596d3f-4cc0-4289-8637-5d6c80f8506a tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Request body: {'security_group_rule': {'security_group_id': '380a5669-fbc7-43b9-8205-bdbd26bbe3ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:17.838018 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.862325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eb6596-b9ad-4794-9b44-2edc86f964b3 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.864176 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eb6596-b9ad-4794-9b44-2edc86f964b3 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.866309 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eb6596-b9ad-4794-9b44-2edc86f964b3 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.868274 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eb6596-b9ad-4794-9b44-2edc86f964b3 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.870276 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eb6596-b9ad-4794-9b44-2edc86f964b3 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.872209 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e9eb6596-b9ad-4794-9b44-2edc86f964b3 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1900432 Jul 16 01:34:17.876172 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59852) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:17.893297 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-1d735770-e752-46d2-8501-43f7af4fecd7 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-467599858'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:17.932084 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a596d3f-4cc0-4289-8637-5d6c80f8506a tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.967342 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d735770-e752-46d2-8501-43f7af4fecd7 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Made reservation on behalf of c747c529f26942edbdf760d4d705a50d for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:17.972253 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1d735770-e752-46d2-8501-43f7af4fecd7 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.981025 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915824c-1afe-4443-abe2-25587bae18f0 None None] Pushing event updated for resources: {'Port': ['ID=fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:18.016774 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a596d3f-4cc0-4289-8637-5d6c80f8506a tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.026943 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a596d3f-4cc0-4289-8637-5d6c80f8506a tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.073716 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a596d3f-4cc0-4289-8637-5d6c80f8506a tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc86ce8-303c-472a-9a25-25f0a74328de,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:18.079698 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d735770-e752-46d2-8501-43f7af4fecd7 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:18.095194 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a596d3f-4cc0-4289-8637-5d6c80f8506a tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.097959 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9a596d3f-4cc0-4289-8637-5d6c80f8506a tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4145670 Jul 16 01:34:18.100034 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1d735770-e752-46d2-8501-43f7af4fecd7 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.100605 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-1d735770-e752-46d2-8501-43f7af4fecd7 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Added segment 58434cc1-0558-4515-9e81-1a692b981ce7 of type vlan for network 98284775-48e9-4c04-a1d0-9eded3a42566 Jul 16 01:34:18.101152 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59860) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:18.107892 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-74475d8e-9f1a-4774-be7c-68683d2bd983 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:18.128383 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] Attempting to bind port fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:18.129472 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] Attempting to bind port fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'cd22ad3c-1dd0-4825-aba4-17f4325fadc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:18.130081 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] Attempting to bind port fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72 on network 1f598b73-2353-4bfa-a8d7-260fa29ffc25 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:18.142397 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:18.143325 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] Checking segment: {'id': 'cd22ad3c-1dd0-4825-aba4-17f4325fadc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:18.144006 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.144926 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] Bound using segment: {'id': 'cd22ad3c-1dd0-4825-aba4-17f4325fadc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:18.145890 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] Bound port: fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd22ad3c-1dd0-4825-aba4-17f4325fadc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:18.146755 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.166036 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-3868d081-b61e-4736-9887-0dbef4f9a9cb None None] Allocated IP 172.20.0.1 (4c08fd5e-230a-46c9-a828-a42ba715c1e9/46ffd430-3cbd-4c60-a927-713e78229854/cc1a76be-5e33-4c02-9850-b81a321a49a4) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:18.168202 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-74475d8e-9f1a-4774-be7c-68683d2bd983 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.250460 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] For port fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:18.255348 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] For port fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72,segment=NetworkSegment(cd22ad3c-1dd0-4825-aba4-17f4325fadc5),segment_id=cd22ad3c-1dd0-4825-aba4-17f4325fadc5)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:18.259041 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-3868d081-b61e-4736-9887-0dbef4f9a9cb None None] Allocated IP 2001:db8::2 (4c08fd5e-230a-46c9-a828-a42ba715c1e9/a877b1c0-8963-4ee1-a840-2bf146b0449b/cc1a76be-5e33-4c02-9850-b81a321a49a4) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:18.260479 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1d735770-e752-46d2-8501-43f7af4fecd7 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.270646 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.341863 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1d735770-e752-46d2-8501-43f7af4fecd7 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.362911 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d735770-e752-46d2-8501-43f7af4fecd7 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:18.371084 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1d735770-e752-46d2-8501-43f7af4fecd7 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.415387 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-74475d8e-9f1a-4774-be7c-68683d2bd983 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.506174 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e131e150-b32e-4aff-99ec-7427070394e3 req-08851e1b-9e20-4197-818e-fa730fb3d94d tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=32ae8731-ff58-454c-98cd-75ea8faaaccd HTTP/1.1" status: 200 len: 210 time: 0.0685263 Jul 16 01:34:18.541655 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1d735770-e752-46d2-8501-43f7af4fecd7 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6643777 Jul 16 01:34:18.545098 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59876) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:18.551154 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-6b499ef2-6773-4a61-87eb-80a24657bbb2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:18.598571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d735770-e752-46d2-8501-43f7af4fecd7 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event updated for resources: {'Network': ['ID=98284775-48e9-4c04-a1d0-9eded3a42566,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:18.644457 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-74475d8e-9f1a-4774-be7c-68683d2bd983 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Allocated IP 172.25.6.210 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/da1379ce-14e0-4335-8bf2-2b45ae9eccec) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:18.670662 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915824c-1afe-4443-abe2-25587bae18f0 None None] Pushing event updated for resources: {'Port': ['ID=fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:18.678382 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 98284775-48e9-4c04-a1d0-9eded3a42566 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:18.832069 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3868d081-b61e-4736-9887-0dbef4f9a9cb None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.870078 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3868d081-b61e-4736-9887-0dbef4f9a9cb None None] Transition to ACTIVE for port object cc1a76be-5e33-4c02-9850-b81a321a49a4 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:18.870900 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-74475d8e-9f1a-4774-be7c-68683d2bd983 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.922383 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] Routers {'2263f38f-3c0d-4d54-b830-b3000e67b6ee'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:18.923144 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:34:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['2263f38f-3c0d-4d54-b830-b3000e67b6ee'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:18.935921 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3868d081-b61e-4736-9887-0dbef4f9a9cb None None] Transition to ACTIVE for port object cc1a76be-5e33-4c02-9850-b81a321a49a4 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:18.995457 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-74475d8e-9f1a-4774-be7c-68683d2bd983 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.021027 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3868d081-b61e-4736-9887-0dbef4f9a9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.032011 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b499ef2-6773-4a61-87eb-80a24657bbb2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.109113 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74475d8e-9f1a-4774-be7c-68683d2bd983 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:19.115675 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-74475d8e-9f1a-4774-be7c-68683d2bd983 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:19.119361 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74475d8e-9f1a-4774-be7c-68683d2bd983 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:19.120981 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b499ef2-6773-4a61-87eb-80a24657bbb2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.168845 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74475d8e-9f1a-4774-be7c-68683d2bd983 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Pushing event updated for resources: {'Port': ['ID=da1379ce-14e0-4335-8bf2-2b45ae9eccec,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:19.248700 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] Set router 2263f38f-3c0d-4d54-b830-b3000e67b6ee gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:19.268643 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6b499ef2-6773-4a61-87eb-80a24657bbb2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Network 98284775-48e9-4c04-a1d0-9eded3a42566 is not hosted by any dhcp agent {{(pid=93955) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:34:19.279060 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b2d1a-cece-4f91-b023-6f02229405db req-dc610f1e-f3ed-4a09-b678-1bb53c5f90eb tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:19.284808 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b499ef2-6773-4a61-87eb-80a24657bbb2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:19.287134 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b499ef2-6773-4a61-87eb-80a24657bbb2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.294172 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6b499ef2-6773-4a61-87eb-80a24657bbb2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "PUT /v2.0/networks/98284775-48e9-4c04-a1d0-9eded3a42566 HTTP/1.1" status: 200 len: 723 time: 0.7477410 Jul 16 01:34:19.299444 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b2d1a-cece-4f91-b023-6f02229405db req-dc610f1e-f3ed-4a09-b678-1bb53c5f90eb tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:19.302726 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59890) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:19.309277 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b2d1a-cece-4f91-b023-6f02229405db req-dc610f1e-f3ed-4a09-b678-1bb53c5f90eb tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:19.318768 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b2d1a-cece-4f91-b023-6f02229405db req-dc610f1e-f3ed-4a09-b678-1bb53c5f90eb tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:19.318991 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-63802e02-5f86-4f12-a6fd-4911135b8a7d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Request body: {'subnet': {'network_id': '98284775-48e9-4c04-a1d0-9eded3a42566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:19.326869 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b2d1a-cece-4f91-b023-6f02229405db req-dc610f1e-f3ed-4a09-b678-1bb53c5f90eb tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:19.331141 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59892) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:19.334753 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b2d1a-cece-4f91-b023-6f02229405db req-dc610f1e-f3ed-4a09-b678-1bb53c5f90eb tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:19.343540 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b2d1a-cece-4f91-b023-6f02229405db req-dc610f1e-f3ed-4a09-b678-1bb53c5f90eb tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:19.345526 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-770b2d1a-cece-4f91-b023-6f02229405db req-dc610f1e-f3ed-4a09-b678-1bb53c5f90eb tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5419 time: 0.3462420 Jul 16 01:34:19.426284 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-74475d8e-9f1a-4774-be7c-68683d2bd983 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.455290 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868d081-b61e-4736-9887-0dbef4f9a9cb None None] Pushing event updated for resources: {'Port': ['ID=cc1a76be-5e33-4c02-9850-b81a321a49a4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:19.466150 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-770b2d1a-cece-4f91-b023-6f02229405db req-4024a35f-9a41-4236-aa3f-3cd63fa50ca1 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1141171 Jul 16 01:34:19.466364 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3868d081-b61e-4736-9887-0dbef4f9a9cb None None] Network 4c08fd5e-230a-46c9-a828-a42ba715c1e9 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:19.485155 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b499ef2-6773-4a61-87eb-80a24657bbb2 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event updated for resources: {'Network': ['ID=98284775-48e9-4c04-a1d0-9eded3a42566,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:19.492685 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-3868d081-b61e-4736-9887-0dbef4f9a9cb None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:19.505835 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3868d081-b61e-4736-9887-0dbef4f9a9cb None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:19.559608 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 98284775-48e9-4c04-a1d0-9eded3a42566 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:19.569592 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-61f3d517-727b-4d65-8da3-bd5f406b522a tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:19.571275 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-61f3d517-727b-4d65-8da3-bd5f406b522a tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.82 "GET /v2.0/networks?id=830e0a53-8773-432e-aa5a-8c5b09b1196b HTTP/1.1" status: 200 len: 806 time: 0.5671744 Jul 16 01:34:19.586535 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-20c659fa-2682-42c9-b5be-118f66e95667 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Request body: {'port': {'device_id': '32ae8731-ff58-454c-98cd-75ea8faaaccd', 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b', 'admin_state_up': True, 'tenant_id': 'c73e6ed9d26a4f67873b1490075aee9a'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:19.593303 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-74475d8e-9f1a-4774-be7c-68683d2bd983 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.625911 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63802e02-5f86-4f12-a6fd-4911135b8a7d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Made reservation on behalf of c747c529f26942edbdf760d4d705a50d for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:19.631166 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-63802e02-5f86-4f12-a6fd-4911135b8a7d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.678359 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3868d081-b61e-4736-9887-0dbef4f9a9cb None None] Attempting to bind port cc1a76be-5e33-4c02-9850-b81a321a49a4 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:19.678726 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3868d081-b61e-4736-9887-0dbef4f9a9cb None None] Attempting to bind port cc1a76be-5e33-4c02-9850-b81a321a49a4 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '0f6abe24-6800-47d2-bb40-142b11a9937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4c08fd5e-230a-46c9-a828-a42ba715c1e9'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:19.679084 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3868d081-b61e-4736-9887-0dbef4f9a9cb None None] Attempting to bind port cc1a76be-5e33-4c02-9850-b81a321a49a4 on network 4c08fd5e-230a-46c9-a828-a42ba715c1e9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:19.724869 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3868d081-b61e-4736-9887-0dbef4f9a9cb None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:19.726098 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3868d081-b61e-4736-9887-0dbef4f9a9cb None None] Checking segment: {'id': '0f6abe24-6800-47d2-bb40-142b11a9937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4c08fd5e-230a-46c9-a828-a42ba715c1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:19.727050 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3868d081-b61e-4736-9887-0dbef4f9a9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.728788 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3868d081-b61e-4736-9887-0dbef4f9a9cb None None] Bound using segment: {'id': '0f6abe24-6800-47d2-bb40-142b11a9937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4c08fd5e-230a-46c9-a828-a42ba715c1e9'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:19.729964 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3868d081-b61e-4736-9887-0dbef4f9a9cb None None] Bound port: cc1a76be-5e33-4c02-9850-b81a321a49a4, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f6abe24-6800-47d2-bb40-142b11a9937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4c08fd5e-230a-46c9-a828-a42ba715c1e9'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:19.731587 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3868d081-b61e-4736-9887-0dbef4f9a9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.789114 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'name': 'tempest-ServersTestBootFromVolume-1275341119-router', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:04Z', 'updated_at': '2021-07-16T01:34:13Z', 'revision_number': 4, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'gw_port': {'id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72', 'name': '', 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'mac_address': 'fa:16:3e:c3:aa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '3851a660-9ae0-4a01-8e92-efebe4387414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:10Z', 'updated_at': '2021-07-16T01:34:18Z', 'revision_number': 4, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'subnets': [{'id': '3851a660-9ae0-4a01-8e92-efebe4387414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:19.790502 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ae2f7479-1c79-449c-a050-60b93e68f590 req-b5d7279e-75b8-4948-8367-e7c9f972b442 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=32ae8731-ff58-454c-98cd-75ea8faaaccd HTTP/1.1" status: 200 len: 210 time: 0.0439553 Jul 16 01:34:19.827376 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-81c8c6f0-1265-4d32-827b-245d305e56b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.838111 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42ea459-dc65-4b75-b63a-871e9b40b27e None None] The sync data for ids ['2263f38f-3c0d-4d54-b830-b3000e67b6ee'] in n-d-792394-16 is: [{'id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'name': 'tempest-ServersTestBootFromVolume-1275341119-router', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:04Z', 'updated_at': '2021-07-16T01:34:13Z', 'revision_number': 4, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'gw_port': {'id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72', 'name': '', 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'mac_address': 'fa:16:3e:c3:aa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '3851a660-9ae0-4a01-8e92-efebe4387414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:10Z', 'updated_at': '2021-07-16T01:34:18Z', 'revision_number': 4, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'subnets': [{'id': '3851a660-9ae0-4a01-8e92-efebe4387414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:19.860052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3868d081-b61e-4736-9887-0dbef4f9a9cb None None] For port cc1a76be-5e33-4c02-9850-b81a321a49a4, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:19.864120 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3868d081-b61e-4736-9887-0dbef4f9a9cb None None] For port cc1a76be-5e33-4c02-9850-b81a321a49a4, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=cc1a76be-5e33-4c02-9850-b81a321a49a4,segment=NetworkSegment(0f6abe24-6800-47d2-bb40-142b11a9937d),segment_id=0f6abe24-6800-47d2-bb40-142b11a9937d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:19.871375 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3868d081-b61e-4736-9887-0dbef4f9a9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.926431 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-74475d8e-9f1a-4774-be7c-68683d2bd983 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.945681 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-74475d8e-9f1a-4774-be7c-68683d2bd983 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.966382 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-20c659fa-2682-42c9-b5be-118f66e95667 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Made reservation on behalf of c73e6ed9d26a4f67873b1490075aee9a for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:19.970133 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-20c659fa-2682-42c9-b5be-118f66e95667 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.007635 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868d081-b61e-4736-9887-0dbef4f9a9cb None None] Pushing event updated for resources: {'Port': ['ID=cc1a76be-5e33-4c02-9850-b81a321a49a4,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:20.123701 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74475d8e-9f1a-4774-be7c-68683d2bd983 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Pushing event updated for resources: {'Port': ['ID=da1379ce-14e0-4335-8bf2-2b45ae9eccec,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:20.149919 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-74475d8e-9f1a-4774-be7c-68683d2bd983 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.192548 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-63802e02-5f86-4f12-a6fd-4911135b8a7d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.367280 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63802e02-5f86-4f12-a6fd-4911135b8a7d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event updated for resources: {'Subnet': ['ID=f9ea0876-850a-431d-9e96-3785c358789e,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:20.427794 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-81c8c6f0-1265-4d32-827b-245d305e56b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.442800 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-20c659fa-2682-42c9-b5be-118f66e95667 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Allocated IP 172.20.0.12 (830e0a53-8773-432e-aa5a-8c5b09b1196b/f45f4065-e8af-4e7d-ba1a-a6b4cb86159b/be6890c6-aa70-45c6-bc6a-d5a7098c3e9e) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:20.445972 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63802e02-5f86-4f12-a6fd-4911135b8a7d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Checking segment: {'id': '58434cc1-0558-4515-9e81-1a692b981ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98284775-48e9-4c04-a1d0-9eded3a42566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:20.446719 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63802e02-5f86-4f12-a6fd-4911135b8a7d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Network hostable DHCP agents. Network: 98284775-48e9-4c04-a1d0-9eded3a42566, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:20.452495 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-81c8c6f0-1265-4d32-827b-245d305e56b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.462782 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-74475d8e-9f1a-4774-be7c-68683d2bd983 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.469227 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-74475d8e-9f1a-4774-be7c-68683d2bd983 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3666503 Jul 16 01:34:20.545785 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-81c8c6f0-1265-4d32-827b-245d305e56b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1096d2fbcc2b45cea8a3cabbf8ab054d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2133698 Jul 16 01:34:20.549074 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8c6f0-1265-4d32-827b-245d305e56b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc64b8f6-a1b2-43be-8736-759749e51cad,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:20.549278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59914) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:20.575232 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63802e02-5f86-4f12-a6fd-4911135b8a7d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Network 98284775-48e9-4c04-a1d0-9eded3a42566 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:20.621927 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-63802e02-5f86-4f12-a6fd-4911135b8a7d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 98284775-48e9-4c04-a1d0-9eded3a42566) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:20.633653 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63802e02-5f86-4f12-a6fd-4911135b8a7d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:20.639670 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-63802e02-5f86-4f12-a6fd-4911135b8a7d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.643575 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18cd0b7-57a9-49f6-9098-09c46a6949d7 None None] Network 98284775-48e9-4c04-a1d0-9eded3a42566 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:20.680042 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-de195e09-3f33-44f6-adc7-275716018f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.729247 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-de195e09-3f33-44f6-adc7-275716018f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.790040 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-63802e02-5f86-4f12-a6fd-4911135b8a7d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4821765 Jul 16 01:34:20.793936 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59934) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:20.802446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-82ef07f3-a66e-4eab-8901-908901824da3 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:20.946459 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-de195e09-3f33-44f6-adc7-275716018f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.948009 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912dccc1-aad8-471b-95a5-693bab33e6f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-98284775-48e9-4c04-a1d0-9eded3a42566', 'network_id': '98284775-48e9-4c04-a1d0-9eded3a42566', 'tenant_id': 'c747c529f26942edbdf760d4d705a50d', 'fixed_ips': [{'subnet_id': 'f9ea0876-850a-431d-9e96-3785c358789e'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:20.949047 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-de195e09-3f33-44f6-adc7-275716018f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.952798 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-de195e09-3f33-44f6-adc7-275716018f95 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc64b8f6-a1b2-43be-8736-759749e51cad HTTP/1.1" status: 204 len: 168 time: 0.3999143 Jul 16 01:34:20.953026 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-912dccc1-aad8-471b-95a5-693bab33e6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.035721 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de195e09-3f33-44f6-adc7-275716018f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc64b8f6-a1b2-43be-8736-759749e51cad,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:21.098412 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76bc9b-37fa-423c-b242-57f7e1234a81 req-ec61a425-3fc4-4c31-9485-16a132d0a10a tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:21.104502 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76bc9b-37fa-423c-b242-57f7e1234a81 req-ec61a425-3fc4-4c31-9485-16a132d0a10a tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:21.126696 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76bc9b-37fa-423c-b242-57f7e1234a81 req-ec61a425-3fc4-4c31-9485-16a132d0a10a tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:21.138263 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59958) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:21.148096 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76bc9b-37fa-423c-b242-57f7e1234a81 req-ec61a425-3fc4-4c31-9485-16a132d0a10a tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:21.182926 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76bc9b-37fa-423c-b242-57f7e1234a81 req-ec61a425-3fc4-4c31-9485-16a132d0a10a tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:21.195983 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76bc9b-37fa-423c-b242-57f7e1234a81 req-ec61a425-3fc4-4c31-9485-16a132d0a10a tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:21.217014 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76bc9b-37fa-423c-b242-57f7e1234a81 req-ec61a425-3fc4-4c31-9485-16a132d0a10a tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:21.239940 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7f76bc9b-37fa-423c-b242-57f7e1234a81 req-ec61a425-3fc4-4c31-9485-16a132d0a10a tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5419 time: 0.4399621 Jul 16 01:34:21.278693 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-20c659fa-2682-42c9-b5be-118f66e95667 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.296478 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-56ec164c-9080-44fe-8600-ec944c3b6660 req-ba2e74dd-8f0c-45b1-af8f-0ec3046491dc tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=32ae8731-ff58-454c-98cd-75ea8faaaccd HTTP/1.1" status: 200 len: 210 time: 0.1612000 Jul 16 01:34:21.327693 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-82ef07f3-a66e-4eab-8901-908901824da3 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13064609'] for subnet, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.382219 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7f76bc9b-37fa-423c-b242-57f7e1234a81 req-6ca8721f-5bb1-4b1f-97c7-201d679ace19 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1311753 Jul 16 01:34:21.452049 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-912dccc1-aad8-471b-95a5-693bab33e6f6 None None] Allocated IP 2001:db8::2 (98284775-48e9-4c04-a1d0-9eded3a42566/f9ea0876-850a-431d-9e96-3785c358789e/3d7618e5-43d2-4ed4-8395-f35bda3a517e) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:21.515441 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:21.798046 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:21.805039 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:21.805806 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.827700 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59968) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:21.844103 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c5c2b3f-4a0f-48c8-b659-1a298438f404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.876070 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6c264a-ec48-446a-81de-b1b65ef3e91e None None] Network 4c08fd5e-230a-46c9-a828-a42ba715c1e9 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:21.896789 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-912dccc1-aad8-471b-95a5-693bab33e6f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.931411 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-912dccc1-aad8-471b-95a5-693bab33e6f6 None None] Transition to ACTIVE for port object 3d7618e5-43d2-4ed4-8395-f35bda3a517e will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:21.993264 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c5c2b3f-4a0f-48c8-b659-1a298438f404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.999235 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-912dccc1-aad8-471b-95a5-693bab33e6f6 None None] Transition to ACTIVE for port object 3d7618e5-43d2-4ed4-8395-f35bda3a517e will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:22.002551 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c4dcc887-576a-4b3a-b60f-28c3686446ac None None] Provisioning for port cc1a76be-5e33-4c02-9850-b81a321a49a4 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:22.003573 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c5c2b3f-4a0f-48c8-b659-1a298438f404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.080082 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2c5c2b3f-4a0f-48c8-b659-1a298438f404 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8d869bcf5fd424f830f7b7e59d38483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508395 Jul 16 01:34:22.081072 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59996) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:22.082100 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c2b3f-4a0f-48c8-b659-1a298438f404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f43026-5d9a-424d-96b9-b06684fa7b55,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:22.128325 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0952e96a-36b2-4d50-81b1-5c28f3e4b09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.134869 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-20c659fa-2682-42c9-b5be-118f66e95667 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.192079 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a6ae48a8-b5b1-4f55-817e-375ead756076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.225140 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a6ae48a8-b5b1-4f55-817e-375ead756076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.242101 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['d718468d-4bd2-4ec0-88f0-d6d976174d66'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:22.268216 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-20c659fa-2682-42c9-b5be-118f66e95667 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Network 830e0a53-8773-432e-aa5a-8c5b09b1196b is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:22.278717 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-912dccc1-aad8-471b-95a5-693bab33e6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.282003 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-20c659fa-2682-42c9-b5be-118f66e95667 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:22.285482 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-20c659fa-2682-42c9-b5be-118f66e95667 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:22.300485 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a6ae48a8-b5b1-4f55-817e-375ead756076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.303749 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a6ae48a8-b5b1-4f55-817e-375ead756076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.307421 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a6ae48a8-b5b1-4f55-817e-375ead756076 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24f43026-5d9a-424d-96b9-b06684fa7b55 HTTP/1.1" status: 204 len: 168 time: 0.2189908 Jul 16 01:34:22.324511 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae48a8-b5b1-4f55-817e-375ead756076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f43026-5d9a-424d-96b9-b06684fa7b55,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:22.327197 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c659fa-2682-42c9-b5be-118f66e95667 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Pushing event updated for resources: {'Port': ['ID=be6890c6-aa70-45c6-bc6a-d5a7098c3e9e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:22.339460 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912dccc1-aad8-471b-95a5-693bab33e6f6 None None] Pushing event updated for resources: {'Port': ['ID=3d7618e5-43d2-4ed4-8395-f35bda3a517e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:22.397020 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.419149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912dccc1-aad8-471b-95a5-693bab33e6f6 None None] Network 98284775-48e9-4c04-a1d0-9eded3a42566 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:22.436812 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-912dccc1-aad8-471b-95a5-693bab33e6f6 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:22.446587 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-20c659fa-2682-42c9-b5be-118f66e95667 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:22.447696 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-20c659fa-2682-42c9-b5be-118f66e95667 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.449040 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912dccc1-aad8-471b-95a5-693bab33e6f6 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:22.457815 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-82ef07f3-a66e-4eab-8901-908901824da3 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767329560459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12780699'] for subnet, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.477162 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72,segment=NetworkSegment(cd22ad3c-1dd0-4825-aba4-17f4325fadc5),segment_id=cd22ad3c-1dd0-4825-aba4-17f4325fadc5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:22.534746 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.535579 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device cc1a76be-5e33-4c02-9850-b81a321a49a4 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:22.571994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ef07f3-a66e-4eab-8901-908901824da3 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:22.572674 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-82ef07f3-a66e-4eab-8901-908901824da3 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.574178 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-82ef07f3-a66e-4eab-8901-908901824da3 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "PUT /v2.0/subnets/f9ea0876-850a-431d-9e96-3785c358789e HTTP/1.1" status: 200 len: 826 time: 1.7791822 Jul 16 01:34:22.578397 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60008) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:22.650492 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef07f3-a66e-4eab-8901-908901824da3 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event updated for resources: {'Subnet': ['ID=f9ea0876-850a-431d-9e96-3785c358789e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:22.675064 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0952e96a-36b2-4d50-81b1-5c28f3e4b09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.692817 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0952e96a-36b2-4d50-81b1-5c28f3e4b09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.719919 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-20c659fa-2682-42c9-b5be-118f66e95667 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1386225 Jul 16 01:34:22.723876 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-912dccc1-aad8-471b-95a5-693bab33e6f6 None None] Attempting to bind port 3d7618e5-43d2-4ed4-8395-f35bda3a517e on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:22.724250 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-912dccc1-aad8-471b-95a5-693bab33e6f6 None None] Attempting to bind port 3d7618e5-43d2-4ed4-8395-f35bda3a517e by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '58434cc1-0558-4515-9e81-1a692b981ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98284775-48e9-4c04-a1d0-9eded3a42566'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:22.724664 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dccc1-aad8-471b-95a5-693bab33e6f6 None None] Attempting to bind port 3d7618e5-43d2-4ed4-8395-f35bda3a517e on network 98284775-48e9-4c04-a1d0-9eded3a42566 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:22.762481 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-66a66d4b-73e8-4e5f-b2db-763fb773d20a service neutron] Request body: {'port': {'device_id': '32ae8731-ff58-454c-98cd-75ea8faaaccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:22.788434 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dccc1-aad8-471b-95a5-693bab33e6f6 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:22.788964 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dccc1-aad8-471b-95a5-693bab33e6f6 None None] Checking segment: {'id': '58434cc1-0558-4515-9e81-1a692b981ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98284775-48e9-4c04-a1d0-9eded3a42566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:22.789185 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-912dccc1-aad8-471b-95a5-693bab33e6f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.789710 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dccc1-aad8-471b-95a5-693bab33e6f6 None None] Bound using segment: {'id': '58434cc1-0558-4515-9e81-1a692b981ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98284775-48e9-4c04-a1d0-9eded3a42566'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:22.790385 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-912dccc1-aad8-471b-95a5-693bab33e6f6 None None] Bound port: 3d7618e5-43d2-4ed4-8395-f35bda3a517e, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58434cc1-0558-4515-9e81-1a692b981ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '98284775-48e9-4c04-a1d0-9eded3a42566'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:22.791195 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-912dccc1-aad8-471b-95a5-693bab33e6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.819555 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:22.820994 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0952e96a-36b2-4d50-81b1-5c28f3e4b09a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=abfd008df1204fa3a6b947694cfbb12e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6759236 Jul 16 01:34:22.831229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60014) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:22.840713 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec524ef-205e-4003-8c0c-8a1810e7bc66 req-0ae5e238-854c-4287-8f62-d18325fb6029 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:22.849190 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aec524ef-205e-4003-8c0c-8a1810e7bc66 req-0ae5e238-854c-4287-8f62-d18325fb6029 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=32ae8731-ff58-454c-98cd-75ea8faaaccd HTTP/1.1" status: 200 len: 932 time: 0.2844017 Jul 16 01:34:22.912139 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952e96a-36b2-4d50-81b1-5c28f3e4b09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9d4d15-5740-4a63-9dce-ecc37114e30c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:22.970929 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port cc1a76be-5e33-4c02-9850-b81a321a49a4 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:22.988623 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aec524ef-205e-4003-8c0c-8a1810e7bc66 req-2953600c-3b70-48ce-8345-2eb1e37d45bb tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381822 Jul 16 01:34:23.009318 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.009920 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port cc1a76be-5e33-4c02-9850-b81a321a49a4 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:23.010885 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.029925 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-66a66d4b-73e8-4e5f-b2db-763fb773d20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.041609 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-912dccc1-aad8-471b-95a5-693bab33e6f6 None None] For port 3d7618e5-43d2-4ed4-8395-f35bda3a517e, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:23.049315 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-13f53dea-7252-4136-831d-e87e05e42f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.062920 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f35c6-a754-4ded-b921-201e583689aa req-7edaf005-5c68-4659-89f6-66ab9dafd510 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:23.067999 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-912dccc1-aad8-471b-95a5-693bab33e6f6 None None] For port 3d7618e5-43d2-4ed4-8395-f35bda3a517e, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=3d7618e5-43d2-4ed4-8395-f35bda3a517e,segment=NetworkSegment(58434cc1-0558-4515-9e81-1a692b981ce7),segment_id=58434cc1-0558-4515-9e81-1a692b981ce7)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:23.076045 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f35c6-a754-4ded-b921-201e583689aa req-7edaf005-5c68-4659-89f6-66ab9dafd510 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:23.082427 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f35c6-a754-4ded-b921-201e583689aa req-7edaf005-5c68-4659-89f6-66ab9dafd510 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:23.086376 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-912dccc1-aad8-471b-95a5-693bab33e6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.093455 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f35c6-a754-4ded-b921-201e583689aa req-7edaf005-5c68-4659-89f6-66ab9dafd510 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:23.098885 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f35c6-a754-4ded-b921-201e583689aa req-7edaf005-5c68-4659-89f6-66ab9dafd510 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:23.105081 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f35c6-a754-4ded-b921-201e583689aa req-7edaf005-5c68-4659-89f6-66ab9dafd510 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:23.111595 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f35c6-a754-4ded-b921-201e583689aa req-7edaf005-5c68-4659-89f6-66ab9dafd510 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:23.113665 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8d4f35c6-a754-4ded-b921-201e583689aa req-7edaf005-5c68-4659-89f6-66ab9dafd510 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5419 time: 0.4464161 Jul 16 01:34:23.206318 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-13f53dea-7252-4136-831d-e87e05e42f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.224748 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912dccc1-aad8-471b-95a5-693bab33e6f6 None None] Pushing event updated for resources: {'Port': ['ID=3d7618e5-43d2-4ed4-8395-f35bda3a517e,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:23.233379 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.256448 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8d4f35c6-a754-4ded-b921-201e583689aa req-08033967-726c-47da-8343-905e49009fad tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1321800 Jul 16 01:34:23.292052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e437a2-16f4-43a0-8a14-55d1490ec440 None None] Network 4c08fd5e-230a-46c9-a828-a42ba715c1e9 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:23.300806 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Deleting port 3d7618e5-43d2-4ed4-8395-f35bda3a517e {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:23.306267 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.342299 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port cc1a76be-5e33-4c02-9850-b81a321a49a4, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=cc1a76be-5e33-4c02-9850-b81a321a49a4,segment=NetworkSegment(0f6abe24-6800-47d2-bb40-142b11a9937d),segment_id=0f6abe24-6800-47d2-bb40-142b11a9937d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:23.404155 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.455057 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e79d8c13-abba-495d-8028-5934de729351 None None] Provisioning complete for port cc1a76be-5e33-4c02-9850-b81a321a49a4 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:23.455523 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e79d8c13-abba-495d-8028-5934de729351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.459542 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] For port 3d7618e5-43d2-4ed4-8395-f35bda3a517e, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=3d7618e5-43d2-4ed4-8395-f35bda3a517e,segment=NetworkSegment(58434cc1-0558-4515-9e81-1a692b981ce7),segment_id=58434cc1-0558-4515-9e81-1a692b981ce7)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:23.463362 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.507752 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Calling delete_port for 3d7618e5-43d2-4ed4-8395-f35bda3a517e owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:23.579579 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-13f53dea-7252-4136-831d-e87e05e42f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.585249 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-13f53dea-7252-4136-831d-e87e05e42f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.589477 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-13f53dea-7252-4136-831d-e87e05e42f4a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a9d4d15-5740-4a63-9dce-ecc37114e30c HTTP/1.1" status: 204 len: 168 time: 0.7354500 Jul 16 01:34:23.621065 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f53dea-7252-4136-831d-e87e05e42f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9d4d15-5740-4a63-9dce-ecc37114e30c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:23.640190 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:23.816330 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=cc1a76be-5e33-4c02-9850-b81a321a49a4,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:23.833941 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-66a66d4b-73e8-4e5f-b2db-763fb773d20a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be6890c6-aa70-45c6-bc6a-d5a7098c3e9e {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:23.844190 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-66a66d4b-73e8-4e5f-b2db-763fb773d20a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.859252 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-66a66d4b-73e8-4e5f-b2db-763fb773d20a service neutron] Transition to ACTIVE for port object be6890c6-aa70-45c6-bc6a-d5a7098c3e9e will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:23.869512 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-66a66d4b-73e8-4e5f-b2db-763fb773d20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.883445 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.962846 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Port': ['ID=3d7618e5-43d2-4ed4-8395-f35bda3a517e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:24.020053 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:24.020670 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.062089 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a66d4b-73e8-4e5f-b2db-763fb773d20a service neutron] Pushing event updated for resources: {'Port': ['ID=be6890c6-aa70-45c6-bc6a-d5a7098c3e9e,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:24.063379 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] No DVR routers for this DVR port 3d7618e5-43d2-4ed4-8395-f35bda3a517e on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:24.195615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-66a66d4b-73e8-4e5f-b2db-763fb773d20a service neutron] Attempting to bind port be6890c6-aa70-45c6-bc6a-d5a7098c3e9e on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:24.201630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-66a66d4b-73e8-4e5f-b2db-763fb773d20a service neutron] Attempting to bind port be6890c6-aa70-45c6-bc6a-d5a7098c3e9e by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:24.201963 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-66a66d4b-73e8-4e5f-b2db-763fb773d20a service neutron] Attempting to bind port be6890c6-aa70-45c6-bc6a-d5a7098c3e9e on network 830e0a53-8773-432e-aa5a-8c5b09b1196b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:24.214144 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-66a66d4b-73e8-4e5f-b2db-763fb773d20a service neutron] Port be6890c6-aa70-45c6-bc6a-d5a7098c3e9e on network 830e0a53-8773-432e-aa5a-8c5b09b1196b not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:24.214483 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-66a66d4b-73e8-4e5f-b2db-763fb773d20a service neutron] Attempting to bind port be6890c6-aa70-45c6-bc6a-d5a7098c3e9e on network 830e0a53-8773-432e-aa5a-8c5b09b1196b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:24.228275 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-66a66d4b-73e8-4e5f-b2db-763fb773d20a service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:24.230669 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-66a66d4b-73e8-4e5f-b2db-763fb773d20a service neutron] Checking segment: {'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:24.233200 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-66a66d4b-73e8-4e5f-b2db-763fb773d20a service neutron] Bound using segment: {'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:24.233876 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-66a66d4b-73e8-4e5f-b2db-763fb773d20a service neutron] Bound port: be6890c6-aa70-45c6-bc6a-d5a7098c3e9e, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:24.235718 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-66a66d4b-73e8-4e5f-b2db-763fb773d20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.249301 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.365575 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60046) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:24.437815 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-66a66d4b-73e8-4e5f-b2db-763fb773d20a service neutron] For port be6890c6-aa70-45c6-bc6a-d5a7098c3e9e, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:24.462112 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-66a66d4b-73e8-4e5f-b2db-763fb773d20a service neutron] For port be6890c6-aa70-45c6-bc6a-d5a7098c3e9e, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=be6890c6-aa70-45c6-bc6a-d5a7098c3e9e,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:24.465596 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-104e70c2-ff50-492f-8872-e37f1b455d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.495226 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-66a66d4b-73e8-4e5f-b2db-763fb773d20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.501605 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.578964 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ea0876-850a-431d-9e96-3785c358789e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:24.619396 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-66a66d4b-73e8-4e5f-b2db-763fb773d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.620018 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-66a66d4b-73e8-4e5f-b2db-763fb773d20a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.621473 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-66a66d4b-73e8-4e5f-b2db-763fb773d20a service neutron] 10.222.0.82 "PUT /v2.0/ports/be6890c6-aa70-45c6-bc6a-d5a7098c3e9e HTTP/1.1" status: 200 len: 1093 time: 1.8800550 Jul 16 01:34:24.626633 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ae8731-ff58-454c-98cd-75ea8faaaccd', 'tag': 'be6890c6-aa70-45c6-bc6a-d5a7098c3e9e'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:24.635666 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8065d76f-21a6-427f-bc70-9e19f20dfc4e" -d '{"events": [{"name": "network-changed", "server_uuid": "32ae8731-ff58-454c-98cd-75ea8faaaccd", "tag": "be6890c6-aa70-45c6-bc6a-d5a7098c3e9e"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:24.691599 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-42202a56-c6a7-4b67-9a45-9656b08aff86 None None] Provisioning complete for port cc1a76be-5e33-4c02-9850-b81a321a49a4 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:24.692725 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-42202a56-c6a7-4b67-9a45-9656b08aff86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.702831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a66d4b-73e8-4e5f-b2db-763fb773d20a service neutron] Pushing event updated for resources: {'Port': ['ID=be6890c6-aa70-45c6-bc6a-d5a7098c3e9e,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:24.710823 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.739741 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2af47-0243-4996-ae1a-0653bea9b381 req-ea09e6e9-07ec-4b34-872f-03951984d850 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.746918 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2af47-0243-4996-ae1a-0653bea9b381 req-ea09e6e9-07ec-4b34-872f-03951984d850 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.754423 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2af47-0243-4996-ae1a-0653bea9b381 req-ea09e6e9-07ec-4b34-872f-03951984d850 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.761022 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2af47-0243-4996-ae1a-0653bea9b381 req-ea09e6e9-07ec-4b34-872f-03951984d850 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.769330 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2af47-0243-4996-ae1a-0653bea9b381 req-ea09e6e9-07ec-4b34-872f-03951984d850 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.775925 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2af47-0243-4996-ae1a-0653bea9b381 req-ea09e6e9-07ec-4b34-872f-03951984d850 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.782759 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2af47-0243-4996-ae1a-0653bea9b381 req-ea09e6e9-07ec-4b34-872f-03951984d850 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.788020 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d1a2af47-0243-4996-ae1a-0653bea9b381 req-ea09e6e9-07ec-4b34-872f-03951984d850 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5419 time: 0.2978959 Jul 16 01:34:24.793139 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98284775-48e9-4c04-a1d0-9eded3a42566']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:24.835344 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278b6be-5ba8-4c60-82ae-e4a61c2637f1 req-7e09dd90-47a6-4953-b69a-153938f6d037 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.836915 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e278b6be-5ba8-4c60-82ae-e4a61c2637f1 req-7e09dd90-47a6-4953-b69a-153938f6d037 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=32ae8731-ff58-454c-98cd-75ea8faaaccd HTTP/1.1" status: 200 len: 944 time: 0.4019918 Jul 16 01:34:24.857403 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58434cc1-0558-4515-9e81-1a692b981ce7') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:24.858136 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58434cc1-0558-4515-9e81-1a692b981ce7') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:24.884658 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.940224 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e278b6be-5ba8-4c60-82ae-e4a61c2637f1 req-bd76f2c5-a8aa-43ec-b137-e2b27383bb30 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816190 Jul 16 01:34:24.953511 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-69cbdd64-23ad-4b74-876e-75e94a6f7be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.955182 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-69cbdd64-23ad-4b74-876e-75e94a6f7be9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c73e6ed9d26a4f67873b1490075aee9a&device_id=32ae8731-ff58-454c-98cd-75ea8faaaccd HTTP/1.1" status: 200 len: 1096 time: 0.2284851 Jul 16 01:34:24.957387 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-104e70c2-ff50-492f-8872-e37f1b455d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.972151 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.989055 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-104e70c2-ff50-492f-8872-e37f1b455d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.009754 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d1a2af47-0243-4996-ae1a-0653bea9b381 req-021d5812-bd99-4e83-b874-cc0d29f49d7c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2097712 Jul 16 01:34:25.021666 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:25.037783 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.049037 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-9aeb9b7d-b244-43aa-a236-53dc871e2f11 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be6890c6-aa70-45c6-bc6a-d5a7098c3e9e HTTP/1.1" status: 200 len: 217 time: 0.0815065 Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:25.051478 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:25.065806 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1971782b-5439-44c0-850b-7896d8e9f89b None None] Network 98284775-48e9-4c04-a1d0-9eded3a42566 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:25.073200 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a31e1ada-786e-4028-8e1b-697871f8069c None None] Could not find standard attr ID for object 3d7618e5-43d2-4ed4-8395-f35bda3a517e. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:34:25.101589 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a6dea6-32af-4000-af00-17fc29d6676e x-openstack-request-id: req-c6a6dea6-32af-4000-af00-17fc29d6676e {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:25.101914 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ae8731-ff58-454c-98cd-75ea8faaaccd", "tag": "be6890c6-aa70-45c6-bc6a-d5a7098c3e9e", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:25.102129 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6a6dea6-32af-4000-af00-17fc29d6676e {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:25.102536 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ae8731-ff58-454c-98cd-75ea8faaaccd', 'tag': 'be6890c6-aa70-45c6-bc6a-d5a7098c3e9e', 'status': 'completed', 'code': 200} Jul 16 01:34:25.128016 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-104e70c2-ff50-492f-8872-e37f1b455d66 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=14e11e6f961f40e3bea056c7a680942b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7558625 Jul 16 01:34:25.130994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60062) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:25.141390 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e70c2-ff50-492f-8872-e37f1b455d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c05b4e3-01d7-4c37-b73b-f10722fae6fd,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:25.155582 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.169047 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-6aa602db-1816-4b2d-84a8-36374b0a6fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:25.170750 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-6aa602db-1816-4b2d-84a8-36374b0a6fac service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f45f4065-e8af-4e7d-ba1a-a6b4cb86159b HTTP/1.1" status: 200 len: 846 time: 0.1119022 Jul 16 01:34:25.184163 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.186478 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/networks/98284775-48e9-4c04-a1d0-9eded3a42566 HTTP/1.1" status: 204 len: 168 time: 2.6066575 Jul 16 01:34:25.187671 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Network': ['ID=98284775-48e9-4c04-a1d0-9eded3a42566,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:25.190331 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60066) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:25.200416 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:25.201070 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:25.201641 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:25.202133 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:25.202771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:25.203440 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:25.203975 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:25.204504 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:25.205049 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:25.205843 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:25.206336 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:25.206837 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e401d666-e86c-4188-a397-d5cb3fc93d0a tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:25.225635 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-074a20a3-28cd-44ec-9d67-6bed60c110d4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=830e0a53-8773-432e-aa5a-8c5b09b1196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474925 Jul 16 01:34:25.247517 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99f01fc-7878-41eb-be9f-1840f69577d3 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:25.248610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f99f01fc-7878-41eb-be9f-1840f69577d3 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:25.256123 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f99f01fc-7878-41eb-be9f-1840f69577d3 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/networks/98284775-48e9-4c04-a1d0-9eded3a42566 HTTP/1.1" status: 404 len: 339 time: 0.0605145 Jul 16 01:34:25.256778 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60068) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:25.263736 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0def7a51-2dd1-4a10-b725-bab6092cce49 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1487085606', 'description': 'd1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:25.309422 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0def7a51-2dd1-4a10-b725-bab6092cce49 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Made reservation on behalf of c747c529f26942edbdf760d4d705a50d for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:25.310827 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-457b9606-eab1-417f-b7d4-9e07098a885f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.316702 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0def7a51-2dd1-4a10-b725-bab6092cce49 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.358009 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0def7a51-2dd1-4a10-b725-bab6092cce49 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:25.374142 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0def7a51-2dd1-4a10-b725-bab6092cce49 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.374494 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-0def7a51-2dd1-4a10-b725-bab6092cce49 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Added segment 656066f8-275f-4c4e-a76c-3ac38b7da1ba of type vlan for network be95503a-75e2-4223-ae5a-9d5ef0c8474d Jul 16 01:34:25.379378 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b031f5cf-3cf2-4ea9-b50b-9e8cffb128f5 None None] DHCP port deletion for 98284775-48e9-4c04-a1d0-9eded3a42566 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:25.380215 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-457b9606-eab1-417f-b7d4-9e07098a885f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.413329 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33afcee-9bce-417b-9888-97df51edb7e7 None None] Network 98284775-48e9-4c04-a1d0-9eded3a42566 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:25.426693 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-f3849747-57c2-4add-bce4-ceb1e1d9dd5e service neutron] 10.222.0.82 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893699 Jul 16 01:34:25.432172 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33afcee-9bce-417b-9888-97df51edb7e7 None None] Network 98284775-48e9-4c04-a1d0-9eded3a42566 could not be found, it might have been deleted concurrently. {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:34:25.453609 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0def7a51-2dd1-4a10-b725-bab6092cce49 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.498046 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0def7a51-2dd1-4a10-b725-bab6092cce49 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.512418 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0def7a51-2dd1-4a10-b725-bab6092cce49 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:25.513173 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0def7a51-2dd1-4a10-b725-bab6092cce49 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.527823 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-457b9606-eab1-417f-b7d4-9e07098a885f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.536621 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-457b9606-eab1-417f-b7d4-9e07098a885f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.537867 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-457b9606-eab1-417f-b7d4-9e07098a885f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c05b4e3-01d7-4c37-b73b-f10722fae6fd HTTP/1.1" status: 204 len: 168 time: 0.4059367 Jul 16 01:34:25.557421 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b9606-eab1-417f-b7d4-9e07098a885f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c05b4e3-01d7-4c37-b73b-f10722fae6fd,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:25.567476 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db7df477-1b81-4cfc-bf06-e6e9cfaffcbf req-747b7d3e-220e-485f-bb64-9069b52b8d10 service neutron] 10.222.0.82 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314485 Jul 16 01:34:25.597691 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0def7a51-2dd1-4a10-b725-bab6092cce49 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3396947 Jul 16 01:34:25.600717 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60076) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:25.603251 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device cc1a76be-5e33-4c02-9850-b81a321a49a4 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:25.654246 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def7a51-2dd1-4a10-b725-bab6092cce49 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event updated for resources: {'Network': ['ID=be95503a-75e2-4223-ae5a-9d5ef0c8474d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:25.701964 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network be95503a-75e2-4223-ae5a-9d5ef0c8474d details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:25.740072 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port cc1a76be-5e33-4c02-9850-b81a321a49a4 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:25.740525 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.748823 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90068ad-8ccf-47ab-b238-8ff12fb7f180 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:25.750628 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c90068ad-8ccf-47ab-b238-8ff12fb7f180 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "GET /v2.0/networks?id=be95503a-75e2-4223-ae5a-9d5ef0c8474d HTTP/1.1" status: 200 len: 765 time: 0.1486657 Jul 16 01:34:25.754159 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60080) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:25.759938 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-3da8b337-d9bb-4f25-8d37-35a54d61bf81 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Request body: {'network': {'description': 'd2'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:25.852399 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065d76f-21a6-427f-bc70-9e19f20dfc4e req-8b4c8d4e-6d02-4eb6-9ebe-2e4888543421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:25.853861 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8065d76f-21a6-427f-bc70-9e19f20dfc4e req-8b4c8d4e-6d02-4eb6-9ebe-2e4888543421 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c73e6ed9d26a4f67873b1490075aee9a&device_id=32ae8731-ff58-454c-98cd-75ea8faaaccd HTTP/1.1" status: 200 len: 1096 time: 0.2217104 Jul 16 01:34:26.022349 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3da8b337-d9bb-4f25-8d37-35a54d61bf81 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.052500 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065d76f-21a6-427f-bc70-9e19f20dfc4e req-be25415d-3762-42b2-aad6-c3d8daf6ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.054189 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8065d76f-21a6-427f-bc70-9e19f20dfc4e req-be25415d-3762-42b2-aad6-c3d8daf6ed31 service neutron] 10.222.0.82 "GET /v2.0/networks?id=830e0a53-8773-432e-aa5a-8c5b09b1196b HTTP/1.1" status: 200 len: 907 time: 0.1900296 Jul 16 01:34:26.055446 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3da8b337-d9bb-4f25-8d37-35a54d61bf81 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.084617 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3da8b337-d9bb-4f25-8d37-35a54d61bf81 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Network be95503a-75e2-4223-ae5a-9d5ef0c8474d is not hosted by any dhcp agent {{(pid=93955) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:34:26.093077 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da8b337-d9bb-4f25-8d37-35a54d61bf81 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.095073 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3da8b337-d9bb-4f25-8d37-35a54d61bf81 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.096974 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3da8b337-d9bb-4f25-8d37-35a54d61bf81 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "PUT /v2.0/networks/be95503a-75e2-4223-ae5a-9d5ef0c8474d HTTP/1.1" status: 200 len: 762 time: 0.3417840 Jul 16 01:34:26.100355 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60094) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:26.159412 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8065d76f-21a6-427f-bc70-9e19f20dfc4e req-10e9a0e6-d331-45e2-89bb-ed838fad13ec service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be6890c6-aa70-45c6-bc6a-d5a7098c3e9e HTTP/1.1" status: 200 len: 217 time: 0.0930858 Jul 16 01:34:26.280076 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8b337-d9bb-4f25-8d37-35a54d61bf81 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event updated for resources: {'Network': ['ID=be95503a-75e2-4223-ae5a-9d5ef0c8474d,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:26.292276 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network be95503a-75e2-4223-ae5a-9d5ef0c8474d details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:26.377670 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065d76f-21a6-427f-bc70-9e19f20dfc4e req-1b3f85c7-3db3-44d0-92c2-49358eab17de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.379533 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8065d76f-21a6-427f-bc70-9e19f20dfc4e req-1b3f85c7-3db3-44d0-92c2-49358eab17de service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f45f4065-e8af-4e7d-ba1a-a6b4cb86159b HTTP/1.1" status: 200 len: 846 time: 0.1981156 Jul 16 01:34:26.388252 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267ef201-efa0-4c76-9dda-5fee7b458a08 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.388539 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-267ef201-efa0-4c76-9dda-5fee7b458a08 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "GET /v2.0/networks?id=be95503a-75e2-4223-ae5a-9d5ef0c8474d HTTP/1.1" status: 200 len: 765 time: 0.2522609 Jul 16 01:34:26.396398 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60102) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:26.425739 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8065d76f-21a6-427f-bc70-9e19f20dfc4e req-dd40b903-6d1f-488e-9792-73b62852a7bf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=830e0a53-8773-432e-aa5a-8c5b09b1196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362296 Jul 16 01:34:26.521087 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543dc48-19ed-410a-a2e5-503feb9b68cf req-43c6bb09-58ab-4baa-afb0-08281a088114 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.528045 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543dc48-19ed-410a-a2e5-503feb9b68cf req-43c6bb09-58ab-4baa-afb0-08281a088114 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.531218 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561a197-12a3-4b34-8b49-21d4f6352282 req-15598fab-59f9-42c8-b967-f60e746da4a2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.533719 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543dc48-19ed-410a-a2e5-503feb9b68cf req-43c6bb09-58ab-4baa-afb0-08281a088114 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.539684 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543dc48-19ed-410a-a2e5-503feb9b68cf req-43c6bb09-58ab-4baa-afb0-08281a088114 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.540047 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4561a197-12a3-4b34-8b49-21d4f6352282 req-15598fab-59f9-42c8-b967-f60e746da4a2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=32ae8731-ff58-454c-98cd-75ea8faaaccd HTTP/1.1" status: 200 len: 944 time: 0.2882957 Jul 16 01:34:26.546055 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543dc48-19ed-410a-a2e5-503feb9b68cf req-43c6bb09-58ab-4baa-afb0-08281a088114 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.552097 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543dc48-19ed-410a-a2e5-503feb9b68cf req-43c6bb09-58ab-4baa-afb0-08281a088114 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.558256 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543dc48-19ed-410a-a2e5-503feb9b68cf req-43c6bb09-58ab-4baa-afb0-08281a088114 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.560975 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c543dc48-19ed-410a-a2e5-503feb9b68cf req-43c6bb09-58ab-4baa-afb0-08281a088114 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5419 time: 0.2699072 Jul 16 01:34:26.623169 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c543dc48-19ed-410a-a2e5-503feb9b68cf req-61e4cb98-8b37-4f04-b6e7-67c90661d234 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545197 Jul 16 01:34:26.630373 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8065d76f-21a6-427f-bc70-9e19f20dfc4e req-9ac40d23-b5a6-4037-9163-0c0cb31e9829 service neutron] 10.222.0.82 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968877 Jul 16 01:34:26.646944 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8947c008-f237-4f30-b206-b69b7d9cdad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.834931 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8065d76f-21a6-427f-bc70-9e19f20dfc4e req-00440765-abaa-4580-8fac-eb266a990145 service neutron] 10.222.0.82 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958261 Jul 16 01:34:27.175808 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4561a197-12a3-4b34-8b49-21d4f6352282 req-1d4101e6-b6e4-4660-bbb9-4f8e4455b405 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6344519 Jul 16 01:34:27.197582 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 36a2f25a-4dc4-421c-88af-1545774b65fb details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:27.200673 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfe57a8-7dad-4a74-a0a3-4739b4061c98 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.205256 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-dbfe57a8-7dad-4a74-a0a3-4739b4061c98 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8033986 Jul 16 01:34:27.205541 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60124) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:27.297765 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60130) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:27.298991 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6a94e154-7b7c-4f47-8f81-62f30fc2ab2f tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "GET /v2.0/subnets?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 207 time: 0.0920682 Jul 16 01:34:27.317281 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 36a2f25a-4dc4-421c-88af-1545774b65fb, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=36a2f25a-4dc4-421c-88af-1545774b65fb,segment=NetworkSegment(c1fab8d9-de68-4fec-9427-82ce7b694551),segment_id=c1fab8d9-de68-4fec-9427-82ce7b694551)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:27.334344 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '36a2f25a-4dc4-421c-88af-1545774b65fb', 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf', 'port_id': '36a2f25a-4dc4-421c-88af-1545774b65fb', 'mac_address': 'fa:16:3e:85:a2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f3da01-7811-438c-934c-dbb6f1e9ed24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:27.373761 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60132) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:27.387892 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.403425 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a2f25a-4dc4-421c-88af-1545774b65fb {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:27.441115 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 36a2f25a-4dc4-421c-88af-1545774b65fb, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=36a2f25a-4dc4-421c-88af-1545774b65fb,segment=NetworkSegment(c1fab8d9-de68-4fec-9427-82ce7b694551),segment_id=c1fab8d9-de68-4fec-9427-82ce7b694551)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:27.453612 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.454644 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 407d0817-5c56-476f-9567-e0c793460e29 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:27.560269 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=36a2f25a-4dc4-421c-88af-1545774b65fb,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:27.603447 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f51315a1-e774-4c83-aa70-12f04108a971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.628247 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5437755b-cb24-4514-b340-9c9ce2458e2f tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.634148 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5437755b-cb24-4514-b340-9c9ce2458e2f tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.640103 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5437755b-cb24-4514-b340-9c9ce2458e2f tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.655341 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5437755b-cb24-4514-b340-9c9ce2458e2f tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.660414 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 407d0817-5c56-476f-9567-e0c793460e29, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=407d0817-5c56-476f-9567-e0c793460e29,segment=NetworkSegment(cf127d4a-0fb9-4088-a48c-96efc5e18bcb),segment_id=cf127d4a-0fb9-4088-a48c-96efc5e18bcb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:27.666233 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5437755b-cb24-4514-b340-9c9ce2458e2f tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.673659 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5437755b-cb24-4514-b340-9c9ce2458e2f tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.677817 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5437755b-cb24-4514-b340-9c9ce2458e2f tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3770788 Jul 16 01:34:27.683390 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60136) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:27.700044 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '407d0817-5c56-476f-9567-e0c793460e29', 'network_id': '6d0d4a4d-7f50-4b75-ba86-941b0faebc20', 'port_id': '407d0817-5c56-476f-9567-e0c793460e29', 'mac_address': 'fa:16:3e:cf:8d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd61848d-b847-41bc-a89b-9e166c2c9789', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:27.754863 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f51315a1-e774-4c83-aa70-12f04108a971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.762308 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f51315a1-e774-4c83-aa70-12f04108a971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.796829 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.817888 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407d0817-5c56-476f-9567-e0c793460e29 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:27.835192 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f51315a1-e774-4c83-aa70-12f04108a971 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0c26c96a8064f59afe0b8aee36839ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4602313 Jul 16 01:34:27.843075 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 407d0817-5c56-476f-9567-e0c793460e29, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=407d0817-5c56-476f-9567-e0c793460e29,segment=NetworkSegment(cf127d4a-0fb9-4088-a48c-96efc5e18bcb),segment_id=cf127d4a-0fb9-4088-a48c-96efc5e18bcb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:27.850088 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.851324 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 00953650-5e1c-485e-9549-caf969e2c040 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:27.857346 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51315a1-e774-4c83-aa70-12f04108a971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0086cd38-41e1-4eec-93b4-f55bf1511e1e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:27.858859 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8ae16aba-a00d-4835-8787-a8644fcb366b tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1720285 Jul 16 01:34:27.859664 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60142) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:27.864675 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60144) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:27.918622 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device be6890c6-aa70-45c6-bc6a-d5a7098c3e9e details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:27.958103 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ab91553-c773-4d2c-a789-5658c7c544dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.965764 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05135449-1996-47a4-ac6c-1975f4f7f797 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.967473 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05135449-1996-47a4-ac6c-1975f4f7f797 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.969710 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05135449-1996-47a4-ac6c-1975f4f7f797 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.971736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05135449-1996-47a4-ac6c-1975f4f7f797 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.978094 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05135449-1996-47a4-ac6c-1975f4f7f797 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.981519 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-05135449-1996-47a4-ac6c-1975f4f7f797 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1146958 Jul 16 01:34:27.985889 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60148) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:28.035665 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a14cab-67f9-4f50-be30-d36626d4f399 req-6ab541b6-fbcb-42e1-bbf3-0f82825c3fb0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.045212 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a14cab-67f9-4f50-be30-d36626d4f399 req-6ab541b6-fbcb-42e1-bbf3-0f82825c3fb0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.056201 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a14cab-67f9-4f50-be30-d36626d4f399 req-6ab541b6-fbcb-42e1-bbf3-0f82825c3fb0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.057948 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ab91553-c773-4d2c-a789-5658c7c544dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.068076 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a14cab-67f9-4f50-be30-d36626d4f399 req-6ab541b6-fbcb-42e1-bbf3-0f82825c3fb0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.074029 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 00953650-5e1c-485e-9549-caf969e2c040, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=00953650-5e1c-485e-9549-caf969e2c040,segment=NetworkSegment(697b7383-f17f-4fca-b697-3570f3881dd7),segment_id=697b7383-f17f-4fca-b697-3570f3881dd7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:28.078702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=407d0817-5c56-476f-9567-e0c793460e29,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:28.083466 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a14cab-67f9-4f50-be30-d36626d4f399 req-6ab541b6-fbcb-42e1-bbf3-0f82825c3fb0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.094343 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a14cab-67f9-4f50-be30-d36626d4f399 req-6ab541b6-fbcb-42e1-bbf3-0f82825c3fb0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.102137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a14cab-67f9-4f50-be30-d36626d4f399 req-6ab541b6-fbcb-42e1-bbf3-0f82825c3fb0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.104624 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85a14cab-67f9-4f50-be30-d36626d4f399 req-6ab541b6-fbcb-42e1-bbf3-0f82825c3fb0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5420 time: 0.2990594 Jul 16 01:34:28.124756 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '00953650-5e1c-485e-9549-caf969e2c040', 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9', 'port_id': '00953650-5e1c-485e-9549-caf969e2c040', 'mac_address': 'fa:16:3e:76:b4:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c920e428-2173-4351-a902-805250aa16b4', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:28.126158 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ca0f26-b05a-4cff-9f1c-cf72280caa9b tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['shared'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.127712 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ca0f26-b05a-4cff-9f1c-cf72280caa9b tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['shared'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.129940 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ca0f26-b05a-4cff-9f1c-cf72280caa9b tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['shared'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.131569 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ca0f26-b05a-4cff-9f1c-cf72280caa9b tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['shared'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.133034 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ca0f26-b05a-4cff-9f1c-cf72280caa9b tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['shared'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.134714 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e7ca0f26-b05a-4cff-9f1c-cf72280caa9b tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1477692 Jul 16 01:34:28.140737 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60150) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:28.186088 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port be6890c6-aa70-45c6-bc6a-d5a7098c3e9e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=be6890c6-aa70-45c6-bc6a-d5a7098c3e9e,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:28.210901 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.213524 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'be6890c6-aa70-45c6-bc6a-d5a7098c3e9e', 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b', 'port_id': 'be6890c6-aa70-45c6-bc6a-d5a7098c3e9e', 'mac_address': 'fa:16:3e:73:a6:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45f4065-e8af-4e7d-ba1a-a6b4cb86159b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:28.227793 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85a14cab-67f9-4f50-be30-d36626d4f399 req-597d551f-54a4-4cf9-a238-05dbf4cca0ad tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1156671 Jul 16 01:34:28.230963 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00953650-5e1c-485e-9549-caf969e2c040 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:28.303173 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.305141 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ab91553-c773-4d2c-a789-5658c7c544dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.307865 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ab91553-c773-4d2c-a789-5658c7c544dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.309361 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 00953650-5e1c-485e-9549-caf969e2c040, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=00953650-5e1c-485e-9549-caf969e2c040,segment=NetworkSegment(697b7383-f17f-4fca-b697-3570f3881dd7),segment_id=697b7383-f17f-4fca-b697-3570f3881dd7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:28.312002 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3ab91553-c773-4d2c-a789-5658c7c544dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0086cd38-41e1-4eec-93b4-f55bf1511e1e HTTP/1.1" status: 204 len: 168 time: 0.4509344 Jul 16 01:34:28.324576 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.326533 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 55330359-f702-4308-9556-f798e62575fe details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:28.352324 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab91553-c773-4d2c-a789-5658c7c544dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0086cd38-41e1-4eec-93b4-f55bf1511e1e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:28.358723 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be6890c6-aa70-45c6-bc6a-d5a7098c3e9e {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:28.397212 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907b0b34-7a5f-40d3-9923-3adf61123893 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.399200 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-907b0b34-7a5f-40d3-9923-3adf61123893 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "GET /v2.0/networks/ddc68f2a-f60d-42e6-926a-85a8bf73313c HTTP/1.1" status: 200 len: 803 time: 0.2574983 Jul 16 01:34:28.403050 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60160) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:28.441521 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3be5a-62c9-4258-98e8-2fde820c78fb req-9edd93a5-0079-4b3e-a555-2dfe2ed53724 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.449371 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-acf3be5a-62c9-4258-98e8-2fde820c78fb req-9edd93a5-0079-4b3e-a555-2dfe2ed53724 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=32ae8731-ff58-454c-98cd-75ea8faaaccd HTTP/1.1" status: 200 len: 944 time: 0.0945477 Jul 16 01:34:28.466332 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port be6890c6-aa70-45c6-bc6a-d5a7098c3e9e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=be6890c6-aa70-45c6-bc6a-d5a7098c3e9e,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:28.478208 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=00953650-5e1c-485e-9549-caf969e2c040,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:28.483931 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.491593 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 55330359-f702-4308-9556-f798e62575fe, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=55330359-f702-4308-9556-f798e62575fe,segment=NetworkSegment(697b7383-f17f-4fca-b697-3570f3881dd7),segment_id=697b7383-f17f-4fca-b697-3570f3881dd7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:28.533797 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '55330359-f702-4308-9556-f798e62575fe', 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9', 'port_id': '55330359-f702-4308-9556-f798e62575fe', 'mac_address': 'fa:16:3e:f6:25:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c920e428-2173-4351-a902-805250aa16b4', 'ip_address': '10.1.1.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:28.537050 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-acf3be5a-62c9-4258-98e8-2fde820c78fb req-18d921e9-c365-49db-a051-c76dae821168 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865622 Jul 16 01:34:28.613240 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.615214 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=be6890c6-aa70-45c6-bc6a-d5a7098c3e9e,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:28.637081 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ccc5298d-6f6f-4051-aa06-fd504c381604 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "GET /v2.0/networks/ddc68f2a-f60d-42e6-926a-85a8bf73313c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2321489 Jul 16 01:34:28.640498 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60164) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:28.644569 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55330359-f702-4308-9556-f798e62575fe {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:28.669851 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 55330359-f702-4308-9556-f798e62575fe, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=55330359-f702-4308-9556-f798e62575fe,segment=NetworkSegment(697b7383-f17f-4fca-b697-3570f3881dd7),segment_id=697b7383-f17f-4fca-b697-3570f3881dd7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:28.677164 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.677857 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 14ec0242-6e1e-4307-a3bc-b3ea2834426a details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:28.713126 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4486ce6-0377-438a-a390-a12ba206f51e tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.714952 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a4486ce6-0377-438a-a390-a12ba206f51e tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "GET /v2.0/subnets/2af578b1-f374-4c89-97b4-7a56faaf49fc HTTP/1.1" status: 200 len: 843 time: 0.0733426 Jul 16 01:34:28.715758 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['be6890c6-aa70-45c6-bc6a-d5a7098c3e9e'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:28.721884 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60166) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:28.819589 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d1726f-630a-4ca2-bc93-01a4ed688bb9 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['shared'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.829215 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60170) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:28.835168 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-165cda10-4941-4707-9f17-aff7ddec5166 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-777995258'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:28.838466 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-24d1726f-630a-4ca2-bc93-01a4ed688bb9 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "GET /v2.0/subnets/2af578b1-f374-4c89-97b4-7a56faaf49fc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1154079 Jul 16 01:34:28.873816 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165cda10-4941-4707-9f17-aff7ddec5166 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Made reservation on behalf of c747c529f26942edbdf760d4d705a50d for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:28.878113 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-165cda10-4941-4707-9f17-aff7ddec5166 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.915815 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165cda10-4941-4707-9f17-aff7ddec5166 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:28.948339 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-165cda10-4941-4707-9f17-aff7ddec5166 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.949610 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-165cda10-4941-4707-9f17-aff7ddec5166 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Added segment e8ec6695-5b48-4bdf-a404-9829b00ca8b2 of type vlan for network e7684fda-f990-40a5-9edb-aeaf2f9214f1 Jul 16 01:34:29.003145 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.resource_extend [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:34:29.021268 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-165cda10-4941-4707-9f17-aff7ddec5166 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.024388 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=55330359-f702-4308-9556-f798e62575fe,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:29.028912 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 14ec0242-6e1e-4307-a3bc-b3ea2834426a, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=14ec0242-6e1e-4307-a3bc-b3ea2834426a,segment=NetworkSegment(697b7383-f17f-4fca-b697-3570f3881dd7),segment_id=697b7383-f17f-4fca-b697-3570f3881dd7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:29.070660 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-165cda10-4941-4707-9f17-aff7ddec5166 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.079363 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '14ec0242-6e1e-4307-a3bc-b3ea2834426a', 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9', 'port_id': '14ec0242-6e1e-4307-a3bc-b3ea2834426a', 'mac_address': 'fa:16:3e:73:56:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c920e428-2173-4351-a902-805250aa16b4', 'ip_address': '10.1.1.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:29.081528 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165cda10-4941-4707-9f17-aff7ddec5166 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:29.082192 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-165cda10-4941-4707-9f17-aff7ddec5166 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.137595 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60180) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:29.137806 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-165cda10-4941-4707-9f17-aff7ddec5166 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3052258 Jul 16 01:34:29.146296 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-d25613a1-af98-4060-a23e-c9242bcd8d11 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Request body: {'subnet': {'network_id': 'e7684fda-f990-40a5-9edb-aeaf2f9214f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:29.173132 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.181518 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cda10-4941-4707-9f17-aff7ddec5166 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event updated for resources: {'Network': ['ID=e7684fda-f990-40a5-9edb-aeaf2f9214f1,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:29.187978 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ec0242-6e1e-4307-a3bc-b3ea2834426a {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:29.202270 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network e7684fda-f990-40a5-9edb-aeaf2f9214f1 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:29.253055 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 14ec0242-6e1e-4307-a3bc-b3ea2834426a, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=14ec0242-6e1e-4307-a3bc-b3ea2834426a,segment=NetworkSegment(697b7383-f17f-4fca-b697-3570f3881dd7),segment_id=697b7383-f17f-4fca-b697-3570f3881dd7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:29.295784 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.296484 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 3d56d08d-c284-4685-94b0-17d99edfbd05 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:29.339263 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25613a1-af98-4060-a23e-c9242bcd8d11 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Made reservation on behalf of c747c529f26942edbdf760d4d705a50d for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:29.350157 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d25613a1-af98-4060-a23e-c9242bcd8d11 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.421352 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=14ec0242-6e1e-4307-a3bc-b3ea2834426a,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:29.430082 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 3d56d08d-c284-4685-94b0-17d99edfbd05, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3d56d08d-c284-4685-94b0-17d99edfbd05,segment=NetworkSegment(cf127d4a-0fb9-4088-a48c-96efc5e18bcb),segment_id=cf127d4a-0fb9-4088-a48c-96efc5e18bcb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:29.447151 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '3d56d08d-c284-4685-94b0-17d99edfbd05', 'network_id': '6d0d4a4d-7f50-4b75-ba86-941b0faebc20', 'port_id': '3d56d08d-c284-4685-94b0-17d99edfbd05', 'mac_address': 'fa:16:3e:8f:34:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd61848d-b847-41bc-a89b-9e166c2c9789', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:29.507658 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.540863 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d56d08d-c284-4685-94b0-17d99edfbd05 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:29.567905 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d734e71f-2098-4b29-820c-a37b08dc39b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.570982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 3d56d08d-c284-4685-94b0-17d99edfbd05, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3d56d08d-c284-4685-94b0-17d99edfbd05,segment=NetworkSegment(cf127d4a-0fb9-4088-a48c-96efc5e18bcb),segment_id=cf127d4a-0fb9-4088-a48c-96efc5e18bcb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:29.581415 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.582120 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 402daa9b-da36-45bb-8bb8-44f53b35914a details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:29.766027 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.785727 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 402daa9b-da36-45bb-8bb8-44f53b35914a, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=402daa9b-da36-45bb-8bb8-44f53b35914a,segment=NetworkSegment(697b7383-f17f-4fca-b697-3570f3881dd7),segment_id=697b7383-f17f-4fca-b697-3570f3881dd7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:29.788599 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=3d56d08d-c284-4685-94b0-17d99edfbd05,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:29.802781 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '402daa9b-da36-45bb-8bb8-44f53b35914a', 'network_id': 'c8f8cff2-179e-422c-b93c-8298614fb9a9', 'port_id': '402daa9b-da36-45bb-8bb8-44f53b35914a', 'mac_address': 'fa:16:3e:04:8b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c920e428-2173-4351-a902-805250aa16b4', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:29.854544 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.889959 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402daa9b-da36-45bb-8bb8-44f53b35914a {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:29.958525 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device be6890c6-aa70-45c6-bc6a-d5a7098c3e9e up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:30.026386 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17bd73-6e6c-4d07-b89d-292b38771fe3 req-9aea8c23-b654-4b6f-95dc-9df041277abc tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.029668 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.ipam_backend_mixin [None req-d25613a1-af98-4060-a23e-c9242bcd8d11 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Performing IP validity checks on allocation pools {{(pid=93955) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:34:30.031172 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.ipam_backend_mixin [None req-d25613a1-af98-4060-a23e-c9242bcd8d11 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93955) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:34:30.046260 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fa17bd73-6e6c-4d07-b89d-292b38771fe3 req-9aea8c23-b654-4b6f-95dc-9df041277abc tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=32ae8731-ff58-454c-98cd-75ea8faaaccd HTTP/1.1" status: 200 len: 945 time: 0.2926011 Jul 16 01:34:30.110077 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 402daa9b-da36-45bb-8bb8-44f53b35914a, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=402daa9b-da36-45bb-8bb8-44f53b35914a,segment=NetworkSegment(697b7383-f17f-4fca-b697-3570f3881dd7),segment_id=697b7383-f17f-4fca-b697-3570f3881dd7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:30.150058 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.195799 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fa17bd73-6e6c-4d07-b89d-292b38771fe3 req-f64bec1f-18b7-4d10-80a1-e5727522be22 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485202 Jul 16 01:34:30.198213 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a9f06-a628-4bff-98b5-478fc834d63c req-0faa2c9a-e50a-476e-8ed6-bb5226161f7a tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.205263 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a9f06-a628-4bff-98b5-478fc834d63c req-0faa2c9a-e50a-476e-8ed6-bb5226161f7a tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.211878 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a9f06-a628-4bff-98b5-478fc834d63c req-0faa2c9a-e50a-476e-8ed6-bb5226161f7a tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.219951 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a9f06-a628-4bff-98b5-478fc834d63c req-0faa2c9a-e50a-476e-8ed6-bb5226161f7a tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.226891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a9f06-a628-4bff-98b5-478fc834d63c req-0faa2c9a-e50a-476e-8ed6-bb5226161f7a tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.234179 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a9f06-a628-4bff-98b5-478fc834d63c req-0faa2c9a-e50a-476e-8ed6-bb5226161f7a tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.235910 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=402daa9b-da36-45bb-8bb8-44f53b35914a,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:30.241623 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a9f06-a628-4bff-98b5-478fc834d63c req-0faa2c9a-e50a-476e-8ed6-bb5226161f7a tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.243619 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e04a9f06-a628-4bff-98b5-478fc834d63c req-0faa2c9a-e50a-476e-8ed6-bb5226161f7a tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5425 time: 0.2078242 Jul 16 01:34:30.267578 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port be6890c6-aa70-45c6-bc6a-d5a7098c3e9e completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:30.273289 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port be6890c6-aa70-45c6-bc6a-d5a7098c3e9e triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:30.273692 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.349156 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e04a9f06-a628-4bff-98b5-478fc834d63c req-acc10d20-4806-4ead-9909-f14aa25ec116 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0960548 Jul 16 01:34:30.366889 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.404553 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d25613a1-af98-4060-a23e-c9242bcd8d11 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.411645 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ae8731-ff58-454c-98cd-75ea8faaaccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6890c6-aa70-45c6-bc6a-d5a7098c3e9e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:30.420203 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c32ebc6-43f9-45c3-8290-bc346c716dbe" -d '{"events": [{"server_uuid": "32ae8731-ff58-454c-98cd-75ea8faaaccd", "name": "network-vif-plugged", "status": "completed", "tag": "be6890c6-aa70-45c6-bc6a-d5a7098c3e9e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:30.450171 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port be6890c6-aa70-45c6-bc6a-d5a7098c3e9e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=be6890c6-aa70-45c6-bc6a-d5a7098c3e9e,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:30.458355 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.460092 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25613a1-af98-4060-a23e-c9242bcd8d11 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event updated for resources: {'Subnet': ['ID=d606871d-eef3-4759-b447-1c3e50bdfc50,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:30.492528 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25613a1-af98-4060-a23e-c9242bcd8d11 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Checking segment: {'id': 'e8ec6695-5b48-4bdf-a404-9829b00ca8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e7684fda-f990-40a5-9edb-aeaf2f9214f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:30.492967 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25613a1-af98-4060-a23e-c9242bcd8d11 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Network hostable DHCP agents. Network: e7684fda-f990-40a5-9edb-aeaf2f9214f1, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:30.519792 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cef1754-46bf-4258-ad72-8195c919f2ed x-openstack-request-id: req-4cef1754-46bf-4258-ad72-8195c919f2ed {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:30.520507 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ae8731-ff58-454c-98cd-75ea8faaaccd", "name": "network-vif-plugged", "status": "completed", "tag": "be6890c6-aa70-45c6-bc6a-d5a7098c3e9e", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:30.521016 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4cef1754-46bf-4258-ad72-8195c919f2ed {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:30.521730 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ae8731-ff58-454c-98cd-75ea8faaaccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6890c6-aa70-45c6-bc6a-d5a7098c3e9e', 'code': 200} Jul 16 01:34:30.525708 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25613a1-af98-4060-a23e-c9242bcd8d11 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Network e7684fda-f990-40a5-9edb-aeaf2f9214f1 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:30.552158 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-d25613a1-af98-4060-a23e-c9242bcd8d11 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, e7684fda-f990-40a5-9edb-aeaf2f9214f1) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:30.570637 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b486af7-2639-4a8e-b8dc-e808b67551a7 None None] Network e7684fda-f990-40a5-9edb-aeaf2f9214f1 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:30.570915 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25613a1-af98-4060-a23e-c9242bcd8d11 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.570915 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d25613a1-af98-4060-a23e-c9242bcd8d11 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.571151 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=be6890c6-aa70-45c6-bc6a-d5a7098c3e9e,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:30.662606 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d25613a1-af98-4060-a23e-c9242bcd8d11 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5230036 Jul 16 01:34:30.663108 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60220) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:30.669786 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-320e2cac-6c12-48fa-8bda-04a79a32c1a1 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:30.739838 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb943b53-6db6-4a95-8c77-c3b4532e7d75 req-b6c82ff9-2ecd-43ea-bf38-e68daf017586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.741444 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb943b53-6db6-4a95-8c77-c3b4532e7d75 req-b6c82ff9-2ecd-43ea-bf38-e68daf017586 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=32ae8731-ff58-454c-98cd-75ea8faaaccd HTTP/1.1" status: 200 len: 1098 time: 0.1352885 Jul 16 01:34:30.814515 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.819187 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08697bbb-a914-4e10-9828-bc03067c2a3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-e7684fda-f990-40a5-9edb-aeaf2f9214f1', 'network_id': 'e7684fda-f990-40a5-9edb-aeaf2f9214f1', 'tenant_id': 'c747c529f26942edbdf760d4d705a50d', 'fixed_ips': [{'subnet_id': 'd606871d-eef3-4759-b447-1c3e50bdfc50'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:30.820101 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-08697bbb-a914-4e10-9828-bc03067c2a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.828536 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-320e2cac-6c12-48fa-8bda-04a79a32c1a1 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13064609'] for subnet, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.834337 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['407d0817-5c56-476f-9567-e0c793460e29'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:30.971092 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['00953650-5e1c-485e-9549-caf969e2c040'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:30.973345 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['55330359-f702-4308-9556-f798e62575fe'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:30.979300 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb943b53-6db6-4a95-8c77-c3b4532e7d75 req-e8f36d0a-9c1e-4ca7-8a5f-7aacfb41765c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142973 Jul 16 01:34:30.984508 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['402daa9b-da36-45bb-8bb8-44f53b35914a'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:30.987210 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['3d56d08d-c284-4685-94b0-17d99edfbd05'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:30.989328 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['14ec0242-6e1e-4307-a3bc-b3ea2834426a'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:31.059783 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-320e2cac-6c12-48fa-8bda-04a79a32c1a1 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767329560459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12780699'] for subnet, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.155167 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e2cac-6c12-48fa-8bda-04a79a32c1a1 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event updated for resources: {'Subnet': ['ID=d606871d-eef3-4759-b447-1c3e50bdfc50,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:31.161242 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320e2cac-6c12-48fa-8bda-04a79a32c1a1 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:31.162173 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-320e2cac-6c12-48fa-8bda-04a79a32c1a1 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.163502 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-320e2cac-6c12-48fa-8bda-04a79a32c1a1 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "PUT /v2.0/subnets/d606871d-eef3-4759-b447-1c3e50bdfc50 HTTP/1.1" status: 200 len: 900 time: 0.4995863 Jul 16 01:34:31.166425 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60240) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:31.241998 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-08697bbb-a914-4e10-9828-bc03067c2a3c None None] Allocated IP 2001:db8::3 (e7684fda-f990-40a5-9edb-aeaf2f9214f1/d606871d-eef3-4759-b447-1c3e50bdfc50/4e7df6ee-c995-4646-93c6-a6a5f9b6f4b4) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:31.466565 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.485672 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-08697bbb-a914-4e10-9828-bc03067c2a3c None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.554158 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-08697bbb-a914-4e10-9828-bc03067c2a3c None None] Transition to ACTIVE for port object 4e7df6ee-c995-4646-93c6-a6a5f9b6f4b4 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:31.637082 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.758732 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-08697bbb-a914-4e10-9828-bc03067c2a3c None None] Transition to ACTIVE for port object 4e7df6ee-c995-4646-93c6-a6a5f9b6f4b4 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:31.785399 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e55a8b-0421-426d-a1b7-ef98ee17e717 req-22ae96fd-4b0d-4882-a6b2-8b6cc38a4209 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:31.795021 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.800943 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e55a8b-0421-426d-a1b7-ef98ee17e717 req-22ae96fd-4b0d-4882-a6b2-8b6cc38a4209 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:31.801265 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['36a2f25a-4dc4-421c-88af-1545774b65fb'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:31.814309 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e55a8b-0421-426d-a1b7-ef98ee17e717 req-22ae96fd-4b0d-4882-a6b2-8b6cc38a4209 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:31.828079 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e55a8b-0421-426d-a1b7-ef98ee17e717 req-22ae96fd-4b0d-4882-a6b2-8b6cc38a4209 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:31.842854 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e55a8b-0421-426d-a1b7-ef98ee17e717 req-22ae96fd-4b0d-4882-a6b2-8b6cc38a4209 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:31.862022 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e55a8b-0421-426d-a1b7-ef98ee17e717 req-22ae96fd-4b0d-4882-a6b2-8b6cc38a4209 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:31.867369 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e55a8b-0421-426d-a1b7-ef98ee17e717 req-22ae96fd-4b0d-4882-a6b2-8b6cc38a4209 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:31.875143 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-04e55a8b-0421-426d-a1b7-ef98ee17e717 req-22ae96fd-4b0d-4882-a6b2-8b6cc38a4209 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5426 time: 0.2190897 Jul 16 01:34:31.875905 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-08697bbb-a914-4e10-9828-bc03067c2a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.936244 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-04e55a8b-0421-426d-a1b7-ef98ee17e717 req-f9ed1c65-dc0d-4c75-a055-239a5627fc2f tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601768 Jul 16 01:34:31.967412 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54815e40-2f3c-456c-96f5-c56a396b9d2d req-748884e0-d017-4b74-b830-f428750f4aa4 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:31.969032 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-54815e40-2f3c-456c-96f5-c56a396b9d2d req-748884e0-d017-4b74-b830-f428750f4aa4 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=32ae8731-ff58-454c-98cd-75ea8faaaccd HTTP/1.1" status: 200 len: 946 time: 0.4764175 Jul 16 01:34:32.034426 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-54815e40-2f3c-456c-96f5-c56a396b9d2d req-42b2da33-27e6-4772-8a78-49df7510007b tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591931 Jul 16 01:34:32.041952 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.106961 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08697bbb-a914-4e10-9828-bc03067c2a3c None None] Network e7684fda-f990-40a5-9edb-aeaf2f9214f1 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:32.199891 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-08697bbb-a914-4e10-9828-bc03067c2a3c None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:32.224675 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Subnet': ['ID=d606871d-eef3-4759-b447-1c3e50bdfc50,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:32.232812 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08697bbb-a914-4e10-9828-bc03067c2a3c None None] Pushing event updated for resources: {'Port': ['ID=4e7df6ee-c995-4646-93c6-a6a5f9b6f4b4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:32.235405 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08697bbb-a914-4e10-9828-bc03067c2a3c None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:32.316683 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.336415 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7684fda-f990-40a5-9edb-aeaf2f9214f1']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:32.374110 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ec6695-5b48-4bdf-a404-9829b00ca8b2') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:32.374571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ec6695-5b48-4bdf-a404-9829b00ca8b2') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:32.402732 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.441031 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.449716 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:32.451053 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:32.455331 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:32.586586 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.db.api [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:34:32.586586 n-d-792394-16 neutron-server[93955]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:34:32.586586 n-d-792394-16 neutron-server[93955]: [parameters: {'id': 'e7684fda-f990-40a5-9edb-aeaf2f9214f1'}] Jul 16 01:34:32.586586 n-d-792394-16 neutron-server[93955]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:34:32.587879 n-d-792394-16 neutron-server[93955]: DEBUG oslo_db.api [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:34:32.642606 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.666216 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-08697bbb-a914-4e10-9828-bc03067c2a3c None None] Attempting to bind port 4e7df6ee-c995-4646-93c6-a6a5f9b6f4b4 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:32.666564 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-08697bbb-a914-4e10-9828-bc03067c2a3c None None] Attempting to bind port 4e7df6ee-c995-4646-93c6-a6a5f9b6f4b4 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'e8ec6695-5b48-4bdf-a404-9829b00ca8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e7684fda-f990-40a5-9edb-aeaf2f9214f1'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:32.666927 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08697bbb-a914-4e10-9828-bc03067c2a3c None None] Attempting to bind port 4e7df6ee-c995-4646-93c6-a6a5f9b6f4b4 on network e7684fda-f990-40a5-9edb-aeaf2f9214f1 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:32.691162 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08697bbb-a914-4e10-9828-bc03067c2a3c None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:32.691611 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08697bbb-a914-4e10-9828-bc03067c2a3c None None] Checking segment: {'id': 'e8ec6695-5b48-4bdf-a404-9829b00ca8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e7684fda-f990-40a5-9edb-aeaf2f9214f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:32.691933 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-08697bbb-a914-4e10-9828-bc03067c2a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.692329 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08697bbb-a914-4e10-9828-bc03067c2a3c None None] Bound using segment: {'id': 'e8ec6695-5b48-4bdf-a404-9829b00ca8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e7684fda-f990-40a5-9edb-aeaf2f9214f1'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:32.692870 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-08697bbb-a914-4e10-9828-bc03067c2a3c None None] Bound port: 4e7df6ee-c995-4646-93c6-a6a5f9b6f4b4, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ec6695-5b48-4bdf-a404-9829b00ca8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e7684fda-f990-40a5-9edb-aeaf2f9214f1'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:32.693329 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-08697bbb-a914-4e10-9828-bc03067c2a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.699210 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60314) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:32.795684 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-08697bbb-a914-4e10-9828-bc03067c2a3c None None] For port 4e7df6ee-c995-4646-93c6-a6a5f9b6f4b4, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:32.799099 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-08697bbb-a914-4e10-9828-bc03067c2a3c None None] For port 4e7df6ee-c995-4646-93c6-a6a5f9b6f4b4, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4e7df6ee-c995-4646-93c6-a6a5f9b6f4b4,segment=NetworkSegment(e8ec6695-5b48-4bdf-a404-9829b00ca8b2),segment_id=e8ec6695-5b48-4bdf-a404-9829b00ca8b2)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:32.806389 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-08697bbb-a914-4e10-9828-bc03067c2a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.859558 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b19966ef-bb55-488d-b5dc-6216a656e60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.905301 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08697bbb-a914-4e10-9828-bc03067c2a3c None None] Pushing event updated for resources: {'Port': ['ID=4e7df6ee-c995-4646-93c6-a6a5f9b6f4b4,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:32.923455 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300b4d63-41ec-4269-8f2a-ad8502594ca3 None None] Network e7684fda-f990-40a5-9edb-aeaf2f9214f1 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:32.980831 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b19966ef-bb55-488d-b5dc-6216a656e60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.988326 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b19966ef-bb55-488d-b5dc-6216a656e60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.036150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19966ef-bb55-488d-b5dc-6216a656e60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbe86cf-2c8a-4aae-9428-801036e5a0d2,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:33.054778 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b19966ef-bb55-488d-b5dc-6216a656e60b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87733eb516334c24b3fd6d96b440a913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3524749 Jul 16 01:34:33.056093 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60322) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:33.089759 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.193842 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d3dbf1ce-c8f8-4d0d-8ae0-8cbaa6d11dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.215423 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a21e66-aa77-40be-8071-ec0d894598ea req-bc318246-df36-424b-94b0-2fb8a589090b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:33.222705 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a21e66-aa77-40be-8071-ec0d894598ea req-bc318246-df36-424b-94b0-2fb8a589090b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:33.229078 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a21e66-aa77-40be-8071-ec0d894598ea req-bc318246-df36-424b-94b0-2fb8a589090b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:33.237881 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a21e66-aa77-40be-8071-ec0d894598ea req-bc318246-df36-424b-94b0-2fb8a589090b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:33.243959 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a21e66-aa77-40be-8071-ec0d894598ea req-bc318246-df36-424b-94b0-2fb8a589090b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:33.250533 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a21e66-aa77-40be-8071-ec0d894598ea req-bc318246-df36-424b-94b0-2fb8a589090b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:33.256872 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a21e66-aa77-40be-8071-ec0d894598ea req-bc318246-df36-424b-94b0-2fb8a589090b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:33.267447 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0a21e66-aa77-40be-8071-ec0d894598ea req-bc318246-df36-424b-94b0-2fb8a589090b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5426 time: 0.1781561 Jul 16 01:34:33.303989 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d3dbf1ce-c8f8-4d0d-8ae0-8cbaa6d11dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.307135 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Deleting port 4e7df6ee-c995-4646-93c6-a6a5f9b6f4b4 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:33.307730 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.349596 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0a21e66-aa77-40be-8071-ec0d894598ea req-62479067-e645-4116-b0a4-77b7cc92dddf tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811241 Jul 16 01:34:33.356074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e6b6b4-a85f-465c-8702-52d21bafd428 None None] Network e7684fda-f990-40a5-9edb-aeaf2f9214f1 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:33.436915 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d3dbf1ce-c8f8-4d0d-8ae0-8cbaa6d11dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.440166 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d3dbf1ce-c8f8-4d0d-8ae0-8cbaa6d11dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.440971 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d3dbf1ce-c8f8-4d0d-8ae0-8cbaa6d11dc2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fbe86cf-2c8a-4aae-9428-801036e5a0d2 HTTP/1.1" status: 204 len: 168 time: 0.3809397 Jul 16 01:34:33.450127 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] For port 4e7df6ee-c995-4646-93c6-a6a5f9b6f4b4, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4e7df6ee-c995-4646-93c6-a6a5f9b6f4b4,segment=NetworkSegment(e8ec6695-5b48-4bdf-a404-9829b00ca8b2),segment_id=e8ec6695-5b48-4bdf-a404-9829b00ca8b2)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:33.450501 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.453242 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbf1ce-c8f8-4d0d-8ae0-8cbaa6d11dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbe86cf-2c8a-4aae-9428-801036e5a0d2,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:33.473369 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3edf9-8c3f-4248-a8b0-f01e129e1c0e req-5bec33d3-3cc9-4f03-917b-61d7615b7e4c tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:33.475371 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50c3edf9-8c3f-4248-a8b0-f01e129e1c0e req-5bec33d3-3cc9-4f03-917b-61d7615b7e4c tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=32ae8731-ff58-454c-98cd-75ea8faaaccd HTTP/1.1" status: 200 len: 946 time: 0.2410069 Jul 16 01:34:33.480696 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Calling delete_port for 4e7df6ee-c995-4646-93c6-a6a5f9b6f4b4 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:33.574880 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50c3edf9-8c3f-4248-a8b0-f01e129e1c0e req-e30d569c-ef5c-4866-833e-6980738c1cd4 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913944 Jul 16 01:34:33.626939 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.657685 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c75e6f-0b6c-4362-8f79-7bd39516d262 None None] get_active_networks_info from n-d-792394-16 {{(pid=93957) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:34:33.669783 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Port': ['ID=4e7df6ee-c995-4646-93c6-a6a5f9b6f4b4,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:33.677977 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] No DVR routers for this DVR port 4e7df6ee-c995-4646-93c6-a6a5f9b6f4b4 on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:33.786895 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.802073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7684fda-f990-40a5-9edb-aeaf2f9214f1']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:33.816035 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ec6695-5b48-4bdf-a404-9829b00ca8b2') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:33.816660 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ec6695-5b48-4bdf-a404-9829b00ca8b2') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:33.832319 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.852566 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.862422 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:33.863045 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:33.869024 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:33.884103 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067384cd-016b-46b5-a110-787d64cccf8f req-5ade830f-31aa-4f76-b7f9-52c08920f0bd tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:33.891094 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-067384cd-016b-46b5-a110-787d64cccf8f req-5ade830f-31aa-4f76-b7f9-52c08920f0bd tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=32ae8731-ff58-454c-98cd-75ea8faaaccd HTTP/1.1" status: 200 len: 946 time: 0.1070845 Jul 16 01:34:33.966142 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c75e6f-0b6c-4362-8f79-7bd39516d262 None None] Resources bound (agent type, host, resource id): {{(pid=93957) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:34:33.966823 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60340) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:33.981021 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.990193 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.995391 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/networks/e7684fda-f990-40a5-9edb-aeaf2f9214f1 HTTP/1.1" status: 204 len: 168 time: 2.8248403 Jul 16 01:34:34.006758 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60342) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:34.025122 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0499b-30de-4ac9-ae86-1602837af8e8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Network': ['ID=e7684fda-f990-40a5-9edb-aeaf2f9214f1,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:34.034543 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-067384cd-016b-46b5-a110-787d64cccf8f req-7e82cfec-b161-457e-a363-2c3c90c475f4 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398199 Jul 16 01:34:34.069203 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a26763-6204-41ef-b88c-9f1887c7b702 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:34.069770 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a26763-6204-41ef-b88c-9f1887c7b702 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:34.071682 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-08a26763-6204-41ef-b88c-9f1887c7b702 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/subnets/d606871d-eef3-4759-b447-1c3e50bdfc50 HTTP/1.1" status: 404 len: 337 time: 0.0638163 Jul 16 01:34:34.072593 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-55efb9b6-8745-4bb6-bf86-4ce5f04bcaa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.074566 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60346) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:34.099395 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38793a3-8672-4bf0-b9e9-f3f10ab2f644 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:34.100247 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a38793a3-8672-4bf0-b9e9-f3f10ab2f644 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:34.102701 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a38793a3-8672-4bf0-b9e9-f3f10ab2f644 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/networks/e7684fda-f990-40a5-9edb-aeaf2f9214f1 HTTP/1.1" status: 404 len: 339 time: 0.0270028 Jul 16 01:34:34.106327 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60348) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:34.177425 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-55efb9b6-8745-4bb6-bf86-4ce5f04bcaa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.186040 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-55efb9b6-8745-4bb6-bf86-4ce5f04bcaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.206529 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 407d0817-5c56-476f-9567-e0c793460e29 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:34.226515 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efb9b6-8745-4bb6-bf86-4ce5f04bcaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41becd39-6d01-4b55-b4f7-88d6a5a18fd8,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:34.249755 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb814-140d-41fc-8792-73ec9b76bcfc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.270915 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-55efb9b6-8745-4bb6-bf86-4ce5f04bcaa0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bdb6749011ec458c8a958a70c8b6146a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3029923 Jul 16 01:34:34.273474 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60350) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:34.344722 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-113656d0-da28-45f5-ac4b-c08362c2a7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.373628 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-113656d0-da28-45f5-ac4b-c08362c2a7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.488403 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-113656d0-da28-45f5-ac4b-c08362c2a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.491924 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-113656d0-da28-45f5-ac4b-c08362c2a7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.493403 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-113656d0-da28-45f5-ac4b-c08362c2a7c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41becd39-6d01-4b55-b4f7-88d6a5a18fd8 HTTP/1.1" status: 204 len: 168 time: 0.2188730 Jul 16 01:34:34.510021 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113656d0-da28-45f5-ac4b-c08362c2a7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41becd39-6d01-4b55-b4f7-88d6a5a18fd8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:34.512087 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb814-140d-41fc-8792-73ec9b76bcfc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.562238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-9a6cb814-140d-41fc-8792-73ec9b76bcfc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be95503a-75e2-4223-ae5a-9d5ef0c8474d']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:34.598212 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-9a6cb814-140d-41fc-8792-73ec9b76bcfc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '656066f8-275f-4c4e-a76c-3ac38b7da1ba') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:34.598469 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-9a6cb814-140d-41fc-8792-73ec9b76bcfc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '656066f8-275f-4c4e-a76c-3ac38b7da1ba') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:34.614267 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 407d0817-5c56-476f-9567-e0c793460e29 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:34.618973 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 407d0817-5c56-476f-9567-e0c793460e29 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:34.619506 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.633035 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb814-140d-41fc-8792-73ec9b76bcfc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.664723 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb814-140d-41fc-8792-73ec9b76bcfc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.675886 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6cb814-140d-41fc-8792-73ec9b76bcfc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:34.676345 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb814-140d-41fc-8792-73ec9b76bcfc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.753346 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bf301-56dc-49eb-9600-bfc7680e56b7 req-a0ff445a-1181-4182-b1ef-7f625a60a3ee tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:34.768604 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bf301-56dc-49eb-9600-bfc7680e56b7 req-a0ff445a-1181-4182-b1ef-7f625a60a3ee tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:34.770605 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:34.785534 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bf301-56dc-49eb-9600-bfc7680e56b7 req-a0ff445a-1181-4182-b1ef-7f625a60a3ee tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:34.795756 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.797502 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bf301-56dc-49eb-9600-bfc7680e56b7 req-a0ff445a-1181-4182-b1ef-7f625a60a3ee tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:34.803771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bf301-56dc-49eb-9600-bfc7680e56b7 req-a0ff445a-1181-4182-b1ef-7f625a60a3ee tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:34.821861 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407d0817-5c56-476f-9567-e0c793460e29'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:34.823819 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bf301-56dc-49eb-9600-bfc7680e56b7 req-a0ff445a-1181-4182-b1ef-7f625a60a3ee tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:34.825232 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c66e649-bfa5-4c0d-a74f-7b47801e6172" -d '{"events": [{"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-plugged", "status": "completed", "tag": "407d0817-5c56-476f-9567-e0c793460e29"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:34.832135 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bf301-56dc-49eb-9600-bfc7680e56b7 req-a0ff445a-1181-4182-b1ef-7f625a60a3ee tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:34.834196 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2a7bf301-56dc-49eb-9600-bfc7680e56b7 req-a0ff445a-1181-4182-b1ef-7f625a60a3ee tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5426 time: 0.2383609 Jul 16 01:34:34.837861 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb814-140d-41fc-8792-73ec9b76bcfc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.844597 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 407d0817-5c56-476f-9567-e0c793460e29, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=407d0817-5c56-476f-9567-e0c793460e29,segment=NetworkSegment(cf127d4a-0fb9-4088-a48c-96efc5e18bcb),segment_id=cf127d4a-0fb9-4088-a48c-96efc5e18bcb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:34.848337 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb814-140d-41fc-8792-73ec9b76bcfc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.852860 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9a6cb814-140d-41fc-8792-73ec9b76bcfc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/networks/be95503a-75e2-4223-ae5a-9d5ef0c8474d HTTP/1.1" status: 204 len: 168 time: 0.7453487 Jul 16 01:34:34.853314 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.854269 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 14ec0242-6e1e-4307-a3bc-b3ea2834426a up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:34.854411 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60362) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:34.873919 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6cb814-140d-41fc-8792-73ec9b76bcfc tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Network': ['ID=be95503a-75e2-4223-ae5a-9d5ef0c8474d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:34.893887 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f59ead5-9e70-47db-902e-b0e37edb2fc4 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:34.894346 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f59ead5-9e70-47db-902e-b0e37edb2fc4 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:34.899056 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1f59ead5-9e70-47db-902e-b0e37edb2fc4 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/subnets/f9ea0876-850a-431d-9e96-3785c358789e HTTP/1.1" status: 404 len: 337 time: 0.0437658 Jul 16 01:34:34.901310 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60364) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:34.918293 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e056c-89a5-44d2-a41b-bcf97a75ca38 req-83054ed1-bd42-47b8-8d87-1af42ae513ca tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:34.920458 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb0e056c-89a5-44d2-a41b-bcf97a75ca38 req-83054ed1-bd42-47b8-8d87-1af42ae513ca tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=32ae8731-ff58-454c-98cd-75ea8faaaccd HTTP/1.1" status: 200 len: 946 time: 0.2993793 Jul 16 01:34:34.927387 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2a7bf301-56dc-49eb-9600-bfc7680e56b7 req-fc9f9e12-e008-49ae-8eb8-2ac82c995037 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0739012 Jul 16 01:34:35.002348 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c90cb98-cef5-44cf-8e4f-f03257608a63 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:35.003000 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c90cb98-cef5-44cf-8e4f-f03257608a63 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:35.010880 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60370) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:35.011620 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.019508 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 14ec0242-6e1e-4307-a3bc-b3ea2834426a completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:35.019765 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5c90cb98-cef5-44cf-8e4f-f03257608a63 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/networks/98284775-48e9-4c04-a1d0-9eded3a42566 HTTP/1.1" status: 404 len: 339 time: 0.0980883 Jul 16 01:34:35.028101 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 14ec0242-6e1e-4307-a3bc-b3ea2834426a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:35.028554 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.038161 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=407d0817-5c56-476f-9567-e0c793460e29,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:35.073956 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05508add-3dd6-4f51-8aa1-53c117d46f9d x-openstack-request-id: req-05508add-3dd6-4f51-8aa1-53c117d46f9d {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:35.075065 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-plugged", "status": "completed", "tag": "407d0817-5c56-476f-9567-e0c793460e29", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:35.076398 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05508add-3dd6-4f51-8aa1-53c117d46f9d {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:35.076793 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407d0817-5c56-476f-9567-e0c793460e29', 'code': 200} Jul 16 01:34:35.083613 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb0e056c-89a5-44d2-a41b-bcf97a75ca38 req-7d3e2311-e707-45ac-bd94-49d4c6f89564 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368575 Jul 16 01:34:35.088383 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6cd894-5be2-425c-97a6-ec411eee32a5 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Deleting subnet 46ffd430-3cbd-4c60-a927-713e78229854 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:35.093232 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8e6cd894-5be2-425c-97a6-ec411eee32a5 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.159354 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8e6cd894-5be2-425c-97a6-ec411eee32a5 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.215580 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.278620 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 14ec0242-6e1e-4307-a3bc-b3ea2834426a, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=14ec0242-6e1e-4307-a3bc-b3ea2834426a,segment=NetworkSegment(697b7383-f17f-4fca-b697-3570f3881dd7),segment_id=697b7383-f17f-4fca-b697-3570f3881dd7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:35.289884 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.323435 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8e6cd894-5be2-425c-97a6-ec411eee32a5 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.421560 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8e6cd894-5be2-425c-97a6-ec411eee32a5 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.445347 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=14ec0242-6e1e-4307-a3bc-b3ea2834426a,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:35.477353 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6cd894-5be2-425c-97a6-ec411eee32a5 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Subnet': ['ID=46ffd430-3cbd-4c60-a927-713e78229854,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:35.498167 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8e6cd894-5be2-425c-97a6-ec411eee32a5 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.499492 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c621099-c9fd-4abe-9d78-2da8b7459f1f None None] Network 4c08fd5e-230a-46c9-a828-a42ba715c1e9 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:35.500106 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8e6cd894-5be2-425c-97a6-ec411eee32a5 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/subnets/46ffd430-3cbd-4c60-a927-713e78229854 HTTP/1.1" status: 204 len: 168 time: 0.4829037 Jul 16 01:34:35.503328 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60380) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:35.621560 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e64c29-848b-4184-b5a0-49763b1b7dd8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Deleting subnet a877b1c0-8963-4ee1-a840-2bf146b0449b {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:35.627880 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45e64c29-848b-4184-b5a0-49763b1b7dd8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.704295 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45e64c29-848b-4184-b5a0-49763b1b7dd8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.843646 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45e64c29-848b-4184-b5a0-49763b1b7dd8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.884460 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1086f-7a23-4003-9427-037e04715373 req-235d3f24-a1ff-4ae0-8a48-783d6fe6a513 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:35.886927 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a7b1086f-7a23-4003-9427-037e04715373 req-235d3f24-a1ff-4ae0-8a48-783d6fe6a513 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.82 "GET /v2.0/ports?device_id=32ae8731-ff58-454c-98cd-75ea8faaaccd HTTP/1.1" status: 200 len: 946 time: 0.1181052 Jul 16 01:34:35.940794 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45e64c29-848b-4184-b5a0-49763b1b7dd8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.988500 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45e64c29-848b-4184-b5a0-49763b1b7dd8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.991279 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-45e64c29-848b-4184-b5a0-49763b1b7dd8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/subnets/a877b1c0-8963-4ee1-a840-2bf146b0449b HTTP/1.1" status: 204 len: 168 time: 0.4868748 Jul 16 01:34:35.993872 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60396) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:36.093974 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e64c29-848b-4184-b5a0-49763b1b7dd8 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Subnet': ['ID=a877b1c0-8963-4ee1-a840-2bf146b0449b,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:36.181160 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 36a2f25a-4dc4-421c-88af-1545774b65fb up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:36.268249 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03db4608-09ec-4bfb-b12b-bcbf7fb0ec80 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.338055 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 36a2f25a-4dc4-421c-88af-1545774b65fb completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:36.361149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 36a2f25a-4dc4-421c-88af-1545774b65fb triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:36.365335 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.434931 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-a7b1086f-7a23-4003-9427-037e04715373 req-a55b635d-50d1-44fc-a04a-a390fee5b100 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Deleting port be6890c6-aa70-45c6-bc6a-d5a7098c3e9e {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:36.435326 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a7b1086f-7a23-4003-9427-037e04715373 req-a55b635d-50d1-44fc-a04a-a390fee5b100 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.553023 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007aabd-84cd-468e-b142-5fb69a160fe0 req-11f23b60-bf07-4fda-8015-791c65c61eeb tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:36.574604 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007aabd-84cd-468e-b142-5fb69a160fe0 req-11f23b60-bf07-4fda-8015-791c65c61eeb tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:36.581483 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007aabd-84cd-468e-b142-5fb69a160fe0 req-11f23b60-bf07-4fda-8015-791c65c61eeb tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:36.588925 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007aabd-84cd-468e-b142-5fb69a160fe0 req-11f23b60-bf07-4fda-8015-791c65c61eeb tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:36.599340 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007aabd-84cd-468e-b142-5fb69a160fe0 req-11f23b60-bf07-4fda-8015-791c65c61eeb tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:36.606385 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007aabd-84cd-468e-b142-5fb69a160fe0 req-11f23b60-bf07-4fda-8015-791c65c61eeb tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:36.612723 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007aabd-84cd-468e-b142-5fb69a160fe0 req-11f23b60-bf07-4fda-8015-791c65c61eeb tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:36.622010 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c007aabd-84cd-468e-b142-5fb69a160fe0 req-11f23b60-bf07-4fda-8015-791c65c61eeb tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5428 time: 0.3213255 Jul 16 01:34:36.669983 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.702676 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c007aabd-84cd-468e-b142-5fb69a160fe0 req-a98e6f25-1d98-45a4-bfb9-2d7fcf3cb21d tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794220 Jul 16 01:34:36.733878 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1add01-1ca1-4178-b1ac-b7e1d09e23aa req-7e5a41c9-2ee0-4a2f-b198-12f60ec51ec3 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:36.735623 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d1add01-1ca1-4178-b1ac-b7e1d09e23aa req-7e5a41c9-2ee0-4a2f-b198-12f60ec51ec3 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=32ae8731-ff58-454c-98cd-75ea8faaaccd HTTP/1.1" status: 200 len: 946 time: 0.3953588 Jul 16 01:34:36.738227 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 36a2f25a-4dc4-421c-88af-1545774b65fb, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=36a2f25a-4dc4-421c-88af-1545774b65fb,segment=NetworkSegment(c1fab8d9-de68-4fec-9427-82ce7b694551),segment_id=c1fab8d9-de68-4fec-9427-82ce7b694551)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:36.752703 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-a7b1086f-7a23-4003-9427-037e04715373 req-a55b635d-50d1-44fc-a04a-a390fee5b100 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] For port be6890c6-aa70-45c6-bc6a-d5a7098c3e9e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=be6890c6-aa70-45c6-bc6a-d5a7098c3e9e,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:36.752703 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a7b1086f-7a23-4003-9427-037e04715373 req-a55b635d-50d1-44fc-a04a-a390fee5b100 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.756780 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.758633 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 55330359-f702-4308-9556-f798e62575fe up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:36.769550 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-03db4608-09ec-4bfb-b12b-bcbf7fb0ec80 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Deleting port cc1a76be-5e33-4c02-9850-b81a321a49a4 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:36.769939 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03db4608-09ec-4bfb-b12b-bcbf7fb0ec80 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.796816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-a7b1086f-7a23-4003-9427-037e04715373 req-a55b635d-50d1-44fc-a04a-a390fee5b100 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Calling delete_port for be6890c6-aa70-45c6-bc6a-d5a7098c3e9e owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:36.852340 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=36a2f25a-4dc4-421c-88af-1545774b65fb,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:36.888950 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 55330359-f702-4308-9556-f798e62575fe completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:36.902809 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 55330359-f702-4308-9556-f798e62575fe triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:36.906652 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.956606 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d1add01-1ca1-4178-b1ac-b7e1d09e23aa req-d7a442d4-ff8a-49cb-9bc5-e8e48571ef16 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054014 Jul 16 01:34:36.958702 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-03db4608-09ec-4bfb-b12b-bcbf7fb0ec80 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] For port cc1a76be-5e33-4c02-9850-b81a321a49a4, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=cc1a76be-5e33-4c02-9850-b81a321a49a4,segment=NetworkSegment(0f6abe24-6800-47d2-bb40-142b11a9937d),segment_id=0f6abe24-6800-47d2-bb40-142b11a9937d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:36.959066 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03db4608-09ec-4bfb-b12b-bcbf7fb0ec80 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.979780 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-03db4608-09ec-4bfb-b12b-bcbf7fb0ec80 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Calling delete_port for cc1a76be-5e33-4c02-9850-b81a321a49a4 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:37.026702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6c5659-ceb4-4409-83d1-c24a02bf4a91 None None] Network 4c08fd5e-230a-46c9-a828-a42ba715c1e9 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:37.080466 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ec0242-6e1e-4307-a3bc-b3ea2834426a'}, {'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a2f25a-4dc4-421c-88af-1545774b65fb'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:37.080466 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f277911f-fd56-45d6-980d-ca973eac73fb" -d '{"events": [{"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-plugged", "status": "completed", "tag": "14ec0242-6e1e-4307-a3bc-b3ea2834426a"}, {"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-plugged", "status": "completed", "tag": "36a2f25a-4dc4-421c-88af-1545774b65fb"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:37.150563 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03db4608-09ec-4bfb-b12b-bcbf7fb0ec80 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.196625 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db4608-09ec-4bfb-b12b-bcbf7fb0ec80 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Port': ['ID=cc1a76be-5e33-4c02-9850-b81a321a49a4,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:37.213905 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db4608-09ec-4bfb-b12b-bcbf7fb0ec80 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] No DVR routers for this DVR port cc1a76be-5e33-4c02-9850-b81a321a49a4 on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:37.223370 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a7b1086f-7a23-4003-9427-037e04715373 req-a55b635d-50d1-44fc-a04a-a390fee5b100 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.308576 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b635d-50d1-44fc-a04a-a390fee5b100 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Pushing event deleted for resources: {'Port': ['ID=be6890c6-aa70-45c6-bc6a-d5a7098c3e9e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:37.324168 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b135d17a-4e46-404d-8773-8222321a1ced x-openstack-request-id: req-b135d17a-4e46-404d-8773-8222321a1ced {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:37.325765 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-plugged", "status": "completed", "tag": "14ec0242-6e1e-4307-a3bc-b3ea2834426a", "code": 200}, {"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-plugged", "status": "completed", "tag": "36a2f25a-4dc4-421c-88af-1545774b65fb", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:37.326178 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b135d17a-4e46-404d-8773-8222321a1ced {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:37.337469 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ec0242-6e1e-4307-a3bc-b3ea2834426a', 'code': 200} Jul 16 01:34:37.337929 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a2f25a-4dc4-421c-88af-1545774b65fb', 'code': 200} Jul 16 01:34:37.357643 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-46f90c07-3ede-4e71-859b-61a388573b48 None None] Could not find standard attr ID for object cc1a76be-5e33-4c02-9850-b81a321a49a4. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:34:37.359604 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.375921 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['d718468d-4bd2-4ec0-88f0-d6d976174d66'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:37.430702 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b1086f-7a23-4003-9427-037e04715373 req-a55b635d-50d1-44fc-a04a-a390fee5b100 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] No DVR routers for this DVR port be6890c6-aa70-45c6-bc6a-d5a7098c3e9e on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:37.433721 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a7b1086f-7a23-4003-9427-037e04715373 req-a55b635d-50d1-44fc-a04a-a390fee5b100 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.437317 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a7b1086f-7a23-4003-9427-037e04715373 req-a55b635d-50d1-44fc-a04a-a390fee5b100 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.82 "DELETE /v2.0/ports/be6890c6-aa70-45c6-bc6a-d5a7098c3e9e HTTP/1.1" status: 204 len: 173 time: 1.5436320 Jul 16 01:34:37.437789 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ae8731-ff58-454c-98cd-75ea8faaaccd', 'name': 'network-vif-deleted', 'tag': 'be6890c6-aa70-45c6-bc6a-d5a7098c3e9e'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:37.445349 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 55330359-f702-4308-9556-f798e62575fe, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=55330359-f702-4308-9556-f798e62575fe,segment=NetworkSegment(697b7383-f17f-4fca-b697-3570f3881dd7),segment_id=697b7383-f17f-4fca-b697-3570f3881dd7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:37.451031 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640116bf-be44-4019-a318-25d226ed382f" -d '{"events": [{"server_uuid": "32ae8731-ff58-454c-98cd-75ea8faaaccd", "name": "network-vif-deleted", "tag": "be6890c6-aa70-45c6-bc6a-d5a7098c3e9e"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:37.482966 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.483829 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 00953650-5e1c-485e-9549-caf969e2c040 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:37.525037 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60428) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:37.596525 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03db4608-09ec-4bfb-b12b-bcbf7fb0ec80 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.621067 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-03db4608-09ec-4bfb-b12b-bcbf7fb0ec80 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c08fd5e-230a-46c9-a828-a42ba715c1e9']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:37.634616 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-03db4608-09ec-4bfb-b12b-bcbf7fb0ec80 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6abe24-6800-47d2-bb40-142b11a9937d') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:37.635166 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-03db4608-09ec-4bfb-b12b-bcbf7fb0ec80 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6abe24-6800-47d2-bb40-142b11a9937d') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:37.656516 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03db4608-09ec-4bfb-b12b-bcbf7fb0ec80 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.669549 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d51dbc-9c87-4151-bd77-73342bcb69ba x-openstack-request-id: req-57d51dbc-9c87-4151-bd77-73342bcb69ba {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:37.670488 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ae8731-ff58-454c-98cd-75ea8faaaccd", "name": "network-vif-deleted", "tag": "be6890c6-aa70-45c6-bc6a-d5a7098c3e9e", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:37.671779 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57d51dbc-9c87-4151-bd77-73342bcb69ba {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:37.671779 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ae8731-ff58-454c-98cd-75ea8faaaccd', 'name': 'network-vif-deleted', 'tag': 'be6890c6-aa70-45c6-bc6a-d5a7098c3e9e', 'status': 'completed', 'code': 200} Jul 16 01:34:37.678758 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03db4608-09ec-4bfb-b12b-bcbf7fb0ec80 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.687617 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03db4608-09ec-4bfb-b12b-bcbf7fb0ec80 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:37.688131 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03db4608-09ec-4bfb-b12b-bcbf7fb0ec80 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:37.706949 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:37.724923 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342e7eda-00c1-4d76-bd24-e89af803b623 None None] DHCP port deletion for 4c08fd5e-230a-46c9-a828-a42ba715c1e9 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:37.744178 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=55330359-f702-4308-9556-f798e62575fe,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:37.812190 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-747a19c7-4ea9-4e98-bd07-a5e4730f4794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.836458 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03db4608-09ec-4bfb-b12b-bcbf7fb0ec80 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.845016 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03db4608-09ec-4bfb-b12b-bcbf7fb0ec80 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.852075 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-03db4608-09ec-4bfb-b12b-bcbf7fb0ec80 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/networks/4c08fd5e-230a-46c9-a828-a42ba715c1e9 HTTP/1.1" status: 204 len: 168 time: 1.8561752 Jul 16 01:34:37.854968 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60440) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:37.877759 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 00953650-5e1c-485e-9549-caf969e2c040 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:37.879152 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 00953650-5e1c-485e-9549-caf969e2c040 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:37.879556 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.902780 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ea3da9-a496-4d6a-ba57-c9743b37cc78 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:37.904003 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ea3da9-a496-4d6a-ba57-c9743b37cc78 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:37.909307 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-21ea3da9-a496-4d6a-ba57-c9743b37cc78 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/subnets/d85d6513-411b-451a-8a33-cf5dffd6a99a HTTP/1.1" status: 404 len: 337 time: 0.0375817 Jul 16 01:34:37.909528 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db4608-09ec-4bfb-b12b-bcbf7fb0ec80 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Network': ['ID=4c08fd5e-230a-46c9-a828-a42ba715c1e9,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:37.910589 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60442) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:37.940696 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device be6890c6-aa70-45c6-bc6a-d5a7098c3e9e no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:37.946901 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-433edc4c-1195-40d4-bbc3-e35b4f16cc86 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:37.947988 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433edc4c-1195-40d4-bbc3-e35b4f16cc86 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:37.951153 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-433edc4c-1195-40d4-bbc3-e35b4f16cc86 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/networks/217a2ffb-5831-4a89-b97f-4f6874c1c44e HTTP/1.1" status: 404 len: 339 time: 0.0393362 Jul 16 01:34:37.953586 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60444) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:37.982575 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: be6890c6-aa70-45c6-bc6a-d5a7098c3e9e {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:37.983013 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device be6890c6-aa70-45c6-bc6a-d5a7098c3e9e not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:37.989200 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd235409-eced-4564-add8-d9123611841d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:37.990154 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd235409-eced-4564-add8-d9123611841d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:37.992439 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fd235409-eced-4564-add8-d9123611841d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/subnets/82346891-7a7f-45c9-8fc1-6c05297007b9 HTTP/1.1" status: 404 len: 337 time: 0.0378151 Jul 16 01:34:37.995280 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60450) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:38.082349 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-e780d88e-2b25-423e-88b5-518912f6e203 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:38.097321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e780d88e-2b25-423e-88b5-518912f6e203 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:38.101167 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.107227 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e780d88e-2b25-423e-88b5-518912f6e203 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/networks/a0177fc9-8492-43ac-bd71-0c91388424bf HTTP/1.1" status: 404 len: 339 time: 0.1075318 Jul 16 01:34:38.107881 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60460) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:38.109999 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-747a19c7-4ea9-4e98-bd07-a5e4730f4794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.121860 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-747a19c7-4ea9-4e98-bd07-a5e4730f4794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.165190 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-747a19c7-4ea9-4e98-bd07-a5e4730f4794 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3345d7b4a1cd4cf0b150aac245bb6aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6384261 Jul 16 01:34:38.185213 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 00953650-5e1c-485e-9549-caf969e2c040, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=00953650-5e1c-485e-9549-caf969e2c040,segment=NetworkSegment(697b7383-f17f-4fca-b697-3570f3881dd7),segment_id=697b7383-f17f-4fca-b697-3570f3881dd7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:38.191615 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-46681dd5-68bf-4722-9802-bfa4779fa900 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:38.192074 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46681dd5-68bf-4722-9802-bfa4779fa900 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:38.193783 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.194915 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 3d56d08d-c284-4685-94b0-17d99edfbd05 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:38.203700 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-46681dd5-68bf-4722-9802-bfa4779fa900 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/subnets/7bb878a7-bc08-4656-bb82-01a0b5dcc1dc HTTP/1.1" status: 404 len: 337 time: 0.0926323 Jul 16 01:34:38.204392 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60462) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:38.207555 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60464) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:38.208070 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a5daa-2af1-4470-a0df-8946c425d796 req-2639c1bc-9ba5-4893-8a33-661bc4a40570 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:38.222599 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a5daa-2af1-4470-a0df-8946c425d796 req-2639c1bc-9ba5-4893-8a33-661bc4a40570 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:38.241777 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a5daa-2af1-4470-a0df-8946c425d796 req-2639c1bc-9ba5-4893-8a33-661bc4a40570 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:38.255115 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a5daa-2af1-4470-a0df-8946c425d796 req-2639c1bc-9ba5-4893-8a33-661bc4a40570 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:38.264335 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb48c86-6952-49d0-b1bf-2b42d0f5ed73 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:38.265146 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb48c86-6952-49d0-b1bf-2b42d0f5ed73 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:38.267279 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-adb48c86-6952-49d0-b1bf-2b42d0f5ed73 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/networks/d9f10a21-58d3-4151-9daa-42259051df83 HTTP/1.1" status: 404 len: 339 time: 0.0515833 Jul 16 01:34:38.275089 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a5daa-2af1-4470-a0df-8946c425d796 req-2639c1bc-9ba5-4893-8a33-661bc4a40570 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:38.284184 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60466) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:38.288460 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a5daa-2af1-4470-a0df-8946c425d796 req-2639c1bc-9ba5-4893-8a33-661bc4a40570 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:38.304257 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a5daa-2af1-4470-a0df-8946c425d796 req-2639c1bc-9ba5-4893-8a33-661bc4a40570 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:38.309310 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bc0a5daa-2af1-4470-a0df-8946c425d796 req-2639c1bc-9ba5-4893-8a33-661bc4a40570 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5430 time: 0.3121278 Jul 16 01:34:38.312208 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=00953650-5e1c-485e-9549-caf969e2c040,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:38.333088 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2e40c645-ef45-464d-b5b5-da5015b9ccc9 req-0a017d66-5aba-4ee4-8460-fdcc2726d658 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=32ae8731-ff58-454c-98cd-75ea8faaaccd HTTP/1.1" status: 200 len: 210 time: 0.0748401 Jul 16 01:34:38.334156 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 3d56d08d-c284-4685-94b0-17d99edfbd05 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:38.343319 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 3d56d08d-c284-4685-94b0-17d99edfbd05 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:38.344222 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.437834 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bc0a5daa-2af1-4470-a0df-8946c425d796 req-4ea6d3b9-7587-41fa-84ec-1e3d11b27fe3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1089346 Jul 16 01:34:38.454117 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a19c7-4ea9-4e98-bd07-a5e4730f4794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5879402-19b5-491b-8dac-d90a80d52531,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:38.483577 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-97046553-61ed-455b-b74b-16fedb70ff6e tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Deleting subnet e5cd4ccf-1bd1-4667-bf43-54bebf185fdc {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:38.504678 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97046553-61ed-455b-b74b-16fedb70ff6e tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.536894 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.538992 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cd26ac13-13ba-41b5-85cd-756ce0d8712e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.571327 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97046553-61ed-455b-b74b-16fedb70ff6e tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.573446 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 3d56d08d-c284-4685-94b0-17d99edfbd05, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3d56d08d-c284-4685-94b0-17d99edfbd05,segment=NetworkSegment(cf127d4a-0fb9-4088-a48c-96efc5e18bcb),segment_id=cf127d4a-0fb9-4088-a48c-96efc5e18bcb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:38.580607 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.581769 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 402daa9b-da36-45bb-8bb8-44f53b35914a up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:38.597459 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cd26ac13-13ba-41b5-85cd-756ce0d8712e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.676451 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=3d56d08d-c284-4685-94b0-17d99edfbd05,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:38.693357 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 402daa9b-da36-45bb-8bb8-44f53b35914a completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:38.698885 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 402daa9b-da36-45bb-8bb8-44f53b35914a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:38.699591 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.714733 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97046553-61ed-455b-b74b-16fedb70ff6e tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.718547 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cd26ac13-13ba-41b5-85cd-756ce0d8712e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.721494 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cd26ac13-13ba-41b5-85cd-756ce0d8712e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.725342 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cd26ac13-13ba-41b5-85cd-756ce0d8712e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5879402-19b5-491b-8dac-d90a80d52531 HTTP/1.1" status: 204 len: 168 time: 0.5118556 Jul 16 01:34:38.760408 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26ac13-13ba-41b5-85cd-756ce0d8712e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5879402-19b5-491b-8dac-d90a80d52531,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:38.829105 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97046553-61ed-455b-b74b-16fedb70ff6e tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.856967 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.878246 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97046553-61ed-455b-b74b-16fedb70ff6e tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.880996 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-97046553-61ed-455b-b74b-16fedb70ff6e tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/subnets/e5cd4ccf-1bd1-4667-bf43-54bebf185fdc HTTP/1.1" status: 204 len: 168 time: 0.5955358 Jul 16 01:34:38.882212 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97046553-61ed-455b-b74b-16fedb70ff6e tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Subnet': ['ID=e5cd4ccf-1bd1-4667-bf43-54bebf185fdc,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:38.883518 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60484) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:38.897309 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b67de8e-71c5-4ab5-b14e-b0cbbcb5b4f7 None None] Network 8b78f4b7-f5b3-4864-815a-745f97df0a8b requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:38.964292 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 402daa9b-da36-45bb-8bb8-44f53b35914a, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=402daa9b-da36-45bb-8bb8-44f53b35914a,segment=NetworkSegment(697b7383-f17f-4fca-b697-3570f3881dd7),segment_id=697b7383-f17f-4fca-b697-3570f3881dd7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:38.979984 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.013407 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45266bef-2f2e-4fe9-9569-0b1452489b63 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.071998 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-45266bef-2f2e-4fe9-9569-0b1452489b63 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Deleting port 2feb016c-0954-40e2-8232-384aaecb6ecc {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:39.072347 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45266bef-2f2e-4fe9-9569-0b1452489b63 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.090787 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=402daa9b-da36-45bb-8bb8-44f53b35914a,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:39.189280 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-45266bef-2f2e-4fe9-9569-0b1452489b63 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] For port 2feb016c-0954-40e2-8232-384aaecb6ecc, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2feb016c-0954-40e2-8232-384aaecb6ecc,segment=NetworkSegment(600b0132-9feb-46a5-9733-b4b96171b489),segment_id=600b0132-9feb-46a5-9733-b4b96171b489)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:39.189645 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45266bef-2f2e-4fe9-9569-0b1452489b63 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.210026 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-45266bef-2f2e-4fe9-9569-0b1452489b63 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Calling delete_port for 2feb016c-0954-40e2-8232-384aaecb6ecc owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:39.257224 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60498) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:39.266369 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cceb9456-e8ed-4c9e-b16a-e47a5ccdb1da None None] DHCP port deletion for 8b78f4b7-f5b3-4864-815a-745f97df0a8b request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:39.290856 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7184b9f0-4c78-44ed-8e85-1ec1c7438976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.339307 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45266bef-2f2e-4fe9-9569-0b1452489b63 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.339736 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55330359-f702-4308-9556-f798e62575fe'}, {'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00953650-5e1c-485e-9549-caf969e2c040'}, {'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d56d08d-c284-4685-94b0-17d99edfbd05'}, {'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402daa9b-da36-45bb-8bb8-44f53b35914a'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:39.342005 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc5700e-0027-4e08-9016-27638c42e313" -d '{"events": [{"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-plugged", "status": "completed", "tag": "55330359-f702-4308-9556-f798e62575fe"}, {"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-plugged", "status": "completed", "tag": "00953650-5e1c-485e-9549-caf969e2c040"}, {"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-plugged", "status": "completed", "tag": "3d56d08d-c284-4685-94b0-17d99edfbd05"}, {"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-plugged", "status": "completed", "tag": "402daa9b-da36-45bb-8bb8-44f53b35914a"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:39.370059 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-cceb9456-e8ed-4c9e-b16a-e47a5ccdb1da None None] Deleting port 2feb016c-0954-40e2-8232-384aaecb6ecc {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:39.370783 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cceb9456-e8ed-4c9e-b16a-e47a5ccdb1da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.391965 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45266bef-2f2e-4fe9-9569-0b1452489b63 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] No DVR routers for this DVR port 2feb016c-0954-40e2-8232-384aaecb6ecc on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:39.455212 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45266bef-2f2e-4fe9-9569-0b1452489b63 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Port': ['ID=2feb016c-0954-40e2-8232-384aaecb6ecc,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:39.566552 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60514) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:39.614235 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7184b9f0-4c78-44ed-8e85-1ec1c7438976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.692277 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7184b9f0-4c78-44ed-8e85-1ec1c7438976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.700527 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45266bef-2f2e-4fe9-9569-0b1452489b63 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.741824 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-45266bef-2f2e-4fe9-9569-0b1452489b63 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b78f4b7-f5b3-4864-815a-745f97df0a8b']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:39.770339 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-45266bef-2f2e-4fe9-9569-0b1452489b63 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '600b0132-9feb-46a5-9733-b4b96171b489') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:39.770551 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-45266bef-2f2e-4fe9-9569-0b1452489b63 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '600b0132-9feb-46a5-9733-b4b96171b489') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:39.794700 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7184b9f0-4c78-44ed-8e85-1ec1c7438976 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62766beedc004ceb8495fd58a9be5d3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5362461 Jul 16 01:34:39.798033 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60520) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:39.817268 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45266bef-2f2e-4fe9-9569-0b1452489b63 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.818915 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdf3635-b517-4015-a591-d796836326be x-openstack-request-id: req-8cdf3635-b517-4015-a591-d796836326be {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:39.819209 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-plugged", "status": "completed", "tag": "55330359-f702-4308-9556-f798e62575fe", "code": 200}, {"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-plugged", "status": "completed", "tag": "00953650-5e1c-485e-9549-caf969e2c040", "code": 200}, {"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-plugged", "status": "completed", "tag": "3d56d08d-c284-4685-94b0-17d99edfbd05", "code": 200}, {"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-plugged", "status": "completed", "tag": "402daa9b-da36-45bb-8bb8-44f53b35914a", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:39.819618 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8cdf3635-b517-4015-a591-d796836326be {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:39.820007 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55330359-f702-4308-9556-f798e62575fe', 'code': 200} Jul 16 01:34:39.820249 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00953650-5e1c-485e-9549-caf969e2c040', 'code': 200} Jul 16 01:34:39.820540 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d56d08d-c284-4685-94b0-17d99edfbd05', 'code': 200} Jul 16 01:34:39.820779 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402daa9b-da36-45bb-8bb8-44f53b35914a', 'code': 200} Jul 16 01:34:39.821541 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2feb016c-0954-40e2-8232-384aaecb6ecc no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:39.858578 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 2feb016c-0954-40e2-8232-384aaecb6ecc {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:39.858996 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2feb016c-0954-40e2-8232-384aaecb6ecc not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:39.859348 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device cc1a76be-5e33-4c02-9850-b81a321a49a4 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:39.861501 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45266bef-2f2e-4fe9-9569-0b1452489b63 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.883532 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45266bef-2f2e-4fe9-9569-0b1452489b63 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:39.884968 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45266bef-2f2e-4fe9-9569-0b1452489b63 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:39.889555 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:39.902149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: cc1a76be-5e33-4c02-9850-b81a321a49a4 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:39.902495 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device cc1a76be-5e33-4c02-9850-b81a321a49a4 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:39.991451 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-cceb9456-e8ed-4c9e-b16a-e47a5ccdb1da None None] For port 2feb016c-0954-40e2-8232-384aaecb6ecc, host n-d-792394-16, got binding levels [] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:39.991843 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cceb9456-e8ed-4c9e-b16a-e47a5ccdb1da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.999382 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51cbccde-b7a1-4165-868b-84d9b3267861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.006196 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-cceb9456-e8ed-4c9e-b16a-e47a5ccdb1da None None] Calling delete_port for 2feb016c-0954-40e2-8232-384aaecb6ecc owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:40.009488 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.ipam_backend_mixin [None req-cceb9456-e8ed-4c9e-b16a-e47a5ccdb1da None None] Port 2feb016c-0954-40e2-8232-384aaecb6ecc was not found and therefore no delete operation was performed {{(pid=93957) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:34:40.011064 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cceb9456-e8ed-4c9e-b16a-e47a5ccdb1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.020687 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184b9f0-4c78-44ed-8e85-1ec1c7438976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a9d3cc-7df0-4e86-9300-4872d59b2ee4,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:40.055557 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb9456-e8ed-4c9e-b16a-e47a5ccdb1da None None] Pushing event deleted for resources: {'Port': ['ID=2feb016c-0954-40e2-8232-384aaecb6ecc,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:40.069682 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceb9456-e8ed-4c9e-b16a-e47a5ccdb1da None None] No DVR routers for this DVR port 2feb016c-0954-40e2-8232-384aaecb6ecc on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:40.103788 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45266bef-2f2e-4fe9-9569-0b1452489b63 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.110290 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-45266bef-2f2e-4fe9-9569-0b1452489b63 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.116597 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-45266bef-2f2e-4fe9-9569-0b1452489b63 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/networks/8b78f4b7-f5b3-4864-815a-745f97df0a8b HTTP/1.1" status: 204 len: 168 time: 1.2296481 Jul 16 01:34:40.122891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bc46b-d856-45d2-96bd-f38a8500531b req-a155cb54-5e29-40e3-abc7-379aa5c41a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.123394 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bc46b-d856-45d2-96bd-f38a8500531b req-a155cb54-5e29-40e3-abc7-379aa5c41a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.123859 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bc46b-d856-45d2-96bd-f38a8500531b req-a155cb54-5e29-40e3-abc7-379aa5c41a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.124331 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bc46b-d856-45d2-96bd-f38a8500531b req-a155cb54-5e29-40e3-abc7-379aa5c41a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.124826 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bc46b-d856-45d2-96bd-f38a8500531b req-a155cb54-5e29-40e3-abc7-379aa5c41a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.125290 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bc46b-d856-45d2-96bd-f38a8500531b req-a155cb54-5e29-40e3-abc7-379aa5c41a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.126017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bc46b-d856-45d2-96bd-f38a8500531b req-a155cb54-5e29-40e3-abc7-379aa5c41a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.128074 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-772bc46b-d856-45d2-96bd-f38a8500531b req-a155cb54-5e29-40e3-abc7-379aa5c41a34 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 6497 time: 0.5288465 Jul 16 01:34:40.130553 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60524) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:40.131408 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45266bef-2f2e-4fe9-9569-0b1452489b63 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Network': ['ID=8b78f4b7-f5b3-4864-815a-745f97df0a8b,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:40.148161 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d364ea61-1f77-48ca-af3d-de05e792e3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.174777 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6af5ec-1dea-41d3-9b9f-19a7bda4e4cb tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:40.175530 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf6af5ec-1dea-41d3-9b9f-19a7bda4e4cb tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:40.177334 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cf6af5ec-1dea-41d3-9b9f-19a7bda4e4cb tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/subnets/de8cc498-48d1-4169-a9e8-4acd7f1c2da9 HTTP/1.1" status: 404 len: 337 time: 0.0413468 Jul 16 01:34:40.184717 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60526) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:40.188260 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d16e07-1ed3-457d-843f-5cd1e73ed93a req-fef9b932-2750-4e82-8c60-4a3548c24936 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.194811 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d16e07-1ed3-457d-843f-5cd1e73ed93a req-fef9b932-2750-4e82-8c60-4a3548c24936 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.201382 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d16e07-1ed3-457d-843f-5cd1e73ed93a req-fef9b932-2750-4e82-8c60-4a3548c24936 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.207677 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d16e07-1ed3-457d-843f-5cd1e73ed93a req-fef9b932-2750-4e82-8c60-4a3548c24936 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.212459 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-906fd6ed-1da8-42d7-a00a-9ba71172053b tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:40.213070 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906fd6ed-1da8-42d7-a00a-9ba71172053b tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:40.213654 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d16e07-1ed3-457d-843f-5cd1e73ed93a req-fef9b932-2750-4e82-8c60-4a3548c24936 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.217340 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-906fd6ed-1da8-42d7-a00a-9ba71172053b tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/networks/69fa31b6-fa0a-4fd0-beef-f397af13c835 HTTP/1.1" status: 404 len: 339 time: 0.0302844 Jul 16 01:34:40.217838 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60528) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:40.220221 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d16e07-1ed3-457d-843f-5cd1e73ed93a req-fef9b932-2750-4e82-8c60-4a3548c24936 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.226430 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d16e07-1ed3-457d-843f-5cd1e73ed93a req-fef9b932-2750-4e82-8c60-4a3548c24936 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.229036 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c9d16e07-1ed3-457d-843f-5cd1e73ed93a req-fef9b932-2750-4e82-8c60-4a3548c24936 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5433 time: 0.3527544 Jul 16 01:34:40.310492 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d364ea61-1f77-48ca-af3d-de05e792e3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.333843 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f8414af-e5af-4805-990c-6a146e7cb214 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Deleting subnet 2af578b1-f374-4c89-97b4-7a56faaf49fc {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:40.344340 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f8414af-e5af-4805-990c-6a146e7cb214 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.396698 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-772bc46b-d856-45d2-96bd-f38a8500531b req-8569d19a-a7ff-43c6-afc9-d0ec400be5ae service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2544298 Jul 16 01:34:40.450368 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f8414af-e5af-4805-990c-6a146e7cb214 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.450880 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c9d16e07-1ed3-457d-843f-5cd1e73ed93a req-0f62a795-6512-4cae-b06c-5c9d2a47e4a6 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2105615 Jul 16 01:34:40.508984 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51cbccde-b7a1-4165-868b-84d9b3267861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.514376 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011ffa8-9cbf-438d-a4cf-2f0cf1d4fef0 req-89909619-8be6-4c84-9fa0-09c9dfc2c675 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.516171 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b011ffa8-9cbf-438d-a4cf-2f0cf1d4fef0 req-89909619-8be6-4c84-9fa0-09c9dfc2c675 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.1185968 Jul 16 01:34:40.525854 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926637d-9a04-4cb5-80b8-193e08cc9c0c req-39b26e8a-242d-4046-ba51-1a55e8b2cf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.527445 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5926637d-9a04-4cb5-80b8-193e08cc9c0c req-39b26e8a-242d-4046-ba51-1a55e8b2cf32 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 1096 time: 0.1770575 Jul 16 01:34:40.533694 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51cbccde-b7a1-4165-868b-84d9b3267861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.579797 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d364ea61-1f77-48ca-af3d-de05e792e3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.582873 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d364ea61-1f77-48ca-af3d-de05e792e3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.586447 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d364ea61-1f77-48ca-af3d-de05e792e3d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3a9d3cc-7df0-4e86-9300-4872d59b2ee4 HTTP/1.1" status: 204 len: 168 time: 0.7785666 Jul 16 01:34:40.599606 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b011ffa8-9cbf-438d-a4cf-2f0cf1d4fef0 req-78a602e1-6dfd-4f48-bd9b-011799c21d05 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751421 Jul 16 01:34:40.667492 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f8414af-e5af-4805-990c-6a146e7cb214 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.688282 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbccde-b7a1-4165-868b-84d9b3267861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7544c5-8b2a-46f5-a2ea-872f88a743a4,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:40.720762 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-51cbccde-b7a1-4165-868b-84d9b3267861 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=61c456d99ee247eb92cd930899a31774&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1399629 Jul 16 01:34:40.727406 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60548) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:40.751264 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364ea61-1f77-48ca-af3d-de05e792e3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a9d3cc-7df0-4e86-9300-4872d59b2ee4,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:40.764812 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926637d-9a04-4cb5-80b8-193e08cc9c0c req-81192aa4-54d1-46aa-877e-5bb080a96324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.766348 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5926637d-9a04-4cb5-80b8-193e08cc9c0c req-81192aa4-54d1-46aa-877e-5bb080a96324 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 911 time: 0.2289717 Jul 16 01:34:40.813307 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f8414af-e5af-4805-990c-6a146e7cb214 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.854624 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8414af-e5af-4805-990c-6a146e7cb214 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Subnet': ['ID=2af578b1-f374-4c89-97b4-7a56faaf49fc,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:40.856770 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1f8414af-e5af-4805-990c-6a146e7cb214 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.861198 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1f8414af-e5af-4805-990c-6a146e7cb214 tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/subnets/2af578b1-f374-4c89-97b4-7a56faaf49fc HTTP/1.1" status: 204 len: 168 time: 0.6391180 Jul 16 01:34:40.865573 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60552) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:40.870296 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115331f7-c820-430e-8159-b292f79fe135 None None] Network ddc68f2a-f60d-42e6-926a-85a8bf73313c requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:40.891587 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-02f71a95-52a1-4351-953d-d12a0b9da784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.940256 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-02f71a95-52a1-4351-953d-d12a0b9da784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.062849 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-be8a81de-637d-4570-a87b-a39d018f564d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.189866 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-02f71a95-52a1-4351-953d-d12a0b9da784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.194598 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-02f71a95-52a1-4351-953d-d12a0b9da784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.195790 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-02f71a95-52a1-4351-953d-d12a0b9da784 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c7544c5-8b2a-46f5-a2ea-872f88a743a4 HTTP/1.1" status: 204 len: 168 time: 0.4673128 Jul 16 01:34:41.211183 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f71a95-52a1-4351-953d-d12a0b9da784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7544c5-8b2a-46f5-a2ea-872f88a743a4,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:41.220571 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-be8a81de-637d-4570-a87b-a39d018f564d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Deleting port a2da31bb-da67-46fb-b80b-522ea86ad716 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:41.221024 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-be8a81de-637d-4570-a87b-a39d018f564d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.249078 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5926637d-9a04-4cb5-80b8-193e08cc9c0c req-27843b1e-22cf-483a-9681-9ec45c0afe65 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8660866a-9db7-4aa3-8d44-f99d34857980 HTTP/1.1" status: 200 len: 999 time: 0.4673550 Jul 16 01:34:41.263332 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-d36e1036-8596-4f2d-9819-644a357b24dd tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:41.270939 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-d36e1036-8596-4f2d-9819-644a357b24dd tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/networks?id=830e0a53-8773-432e-aa5a-8c5b09b1196b HTTP/1.1" status: 200 len: 806 time: 0.6252937 Jul 16 01:34:41.277999 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911cc867-8bf0-4728-bd02-424cfe2b5b32 None None] DHCP port deletion for ddc68f2a-f60d-42e6-926a-85a8bf73313c request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:41.324451 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-4f6d1fa0-8bec-41b5-93b7-4550300d36ce tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/quotas/c73e6ed9d26a4f67873b1490075aee9a HTTP/1.1" status: 200 len: 375 time: 0.0524173 Jul 16 01:34:41.390529 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-911cc867-8bf0-4728-bd02-424cfe2b5b32 None None] Deleting port a2da31bb-da67-46fb-b80b-522ea86ad716 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:41.391321 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-911cc867-8bf0-4728-bd02-424cfe2b5b32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.405898 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-be8a81de-637d-4570-a87b-a39d018f564d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] For port a2da31bb-da67-46fb-b80b-522ea86ad716, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a2da31bb-da67-46fb-b80b-522ea86ad716,segment=NetworkSegment(5276318b-2bae-4084-8046-3991fa1c45fb),segment_id=5276318b-2bae-4084-8046-3991fa1c45fb)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:41.408031 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-be8a81de-637d-4570-a87b-a39d018f564d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.430905 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926637d-9a04-4cb5-80b8-193e08cc9c0c req-88901daf-f40d-44cf-8944-e8c53c10959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:41.438536 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5926637d-9a04-4cb5-80b8-193e08cc9c0c req-88901daf-f40d-44cf-8944-e8c53c10959c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.1592469 Jul 16 01:34:41.439523 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-be8a81de-637d-4570-a87b-a39d018f564d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Calling delete_port for a2da31bb-da67-46fb-b80b-522ea86ad716 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:41.530615 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-911cc867-8bf0-4728-bd02-424cfe2b5b32 None None] For port a2da31bb-da67-46fb-b80b-522ea86ad716, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a2da31bb-da67-46fb-b80b-522ea86ad716,segment=NetworkSegment(5276318b-2bae-4084-8046-3991fa1c45fb),segment_id=5276318b-2bae-4084-8046-3991fa1c45fb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:41.533709 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-911cc867-8bf0-4728-bd02-424cfe2b5b32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.564873 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-911cc867-8bf0-4728-bd02-424cfe2b5b32 None None] Calling delete_port for a2da31bb-da67-46fb-b80b-522ea86ad716 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:41.589231 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-3de0e38a-b01c-45de-925d-43a2ca508034 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c73e6ed9d26a4f67873b1490075aee9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2590158 Jul 16 01:34:41.667643 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a2da31bb-da67-46fb-b80b-522ea86ad716 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:41.670696 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-be8a81de-637d-4570-a87b-a39d018f564d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.731424 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a81de-637d-4570-a87b-a39d018f564d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Port': ['ID=a2da31bb-da67-46fb-b80b-522ea86ad716,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:41.743744 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: a2da31bb-da67-46fb-b80b-522ea86ad716 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:41.744082 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a2da31bb-da67-46fb-b80b-522ea86ad716 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:41.770757 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926637d-9a04-4cb5-80b8-193e08cc9c0c req-43d4ddd2-0493-4337-9a8a-dbd03161d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:41.772485 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5926637d-9a04-4cb5-80b8-193e08cc9c0c req-43d4ddd2-0493-4337-9a8a-dbd03161d378 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3250294 Jul 16 01:34:41.782822 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a81de-637d-4570-a87b-a39d018f564d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] No DVR routers for this DVR port a2da31bb-da67-46fb-b80b-522ea86ad716 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:41.815449 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-911cc867-8bf0-4728-bd02-424cfe2b5b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.873439 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911cc867-8bf0-4728-bd02-424cfe2b5b32 None None] Pushing event deleted for resources: {'Port': ['ID=a2da31bb-da67-46fb-b80b-522ea86ad716,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:41.888604 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-b63d06d5-d498-4c29-b94b-80ce17fb578a service neutron] 10.222.0.16 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026717 Jul 16 01:34:41.889836 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911cc867-8bf0-4728-bd02-424cfe2b5b32 None None] No DVR routers for this DVR port a2da31bb-da67-46fb-b80b-522ea86ad716 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:41.961668 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-be8a81de-637d-4570-a87b-a39d018f564d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.978293 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-be8a81de-637d-4570-a87b-a39d018f564d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddc68f2a-f60d-42e6-926a-85a8bf73313c']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:41.991304 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-be8a81de-637d-4570-a87b-a39d018f564d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5276318b-2bae-4084-8046-3991fa1c45fb') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:41.991613 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-be8a81de-637d-4570-a87b-a39d018f564d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5276318b-2bae-4084-8046-3991fa1c45fb') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:42.004783 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-be8a81de-637d-4570-a87b-a39d018f564d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.010922 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5926637d-9a04-4cb5-80b8-193e08cc9c0c req-8263c0b5-6b7f-4c30-8205-80532d7ebfa4 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156394 Jul 16 01:34:42.025395 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-be8a81de-637d-4570-a87b-a39d018f564d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.033647 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8a81de-637d-4570-a87b-a39d018f564d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:42.034053 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-be8a81de-637d-4570-a87b-a39d018f564d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.070400 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-cdc94e22-28fe-4759-974d-e709f82566dc service neutron] 10.222.0.16 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813369 Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:42.107677 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:42.116755 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-be8a81de-637d-4570-a87b-a39d018f564d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.133007 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-be8a81de-637d-4570-a87b-a39d018f564d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.138773 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-be8a81de-637d-4570-a87b-a39d018f564d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] 10.222.0.16 "DELETE /v2.0/networks/ddc68f2a-f60d-42e6-926a-85a8bf73313c HTTP/1.1" status: 204 len: 168 time: 1.2718747 Jul 16 01:34:42.156685 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a81de-637d-4570-a87b-a39d018f564d tempest-NetworksIpV6Test-1415211822 tempest-NetworksIpV6Test-1415211822-project] Pushing event deleted for resources: {'Network': ['ID=ddc68f2a-f60d-42e6-926a-85a8bf73313c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:42.188067 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150ceb7-5a43-474c-92c3-581b11f1aea7 req-9365bd5c-0514-47d8-8488-ed5e79dea457 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:42.189743 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60586) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:42.195805 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150ceb7-5a43-474c-92c3-581b11f1aea7 req-9365bd5c-0514-47d8-8488-ed5e79dea457 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:42.203062 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150ceb7-5a43-474c-92c3-581b11f1aea7 req-9365bd5c-0514-47d8-8488-ed5e79dea457 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:42.210366 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150ceb7-5a43-474c-92c3-581b11f1aea7 req-9365bd5c-0514-47d8-8488-ed5e79dea457 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:42.216958 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150ceb7-5a43-474c-92c3-581b11f1aea7 req-9365bd5c-0514-47d8-8488-ed5e79dea457 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:42.224848 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150ceb7-5a43-474c-92c3-581b11f1aea7 req-9365bd5c-0514-47d8-8488-ed5e79dea457 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:42.233968 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150ceb7-5a43-474c-92c3-581b11f1aea7 req-9365bd5c-0514-47d8-8488-ed5e79dea457 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:42.244342 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5150ceb7-5a43-474c-92c3-581b11f1aea7 req-9365bd5c-0514-47d8-8488-ed5e79dea457 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5433 time: 0.5008066 Jul 16 01:34:42.306206 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0f7870cb-817b-4a69-afd7-f01d16986eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.326956 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5150ceb7-5a43-474c-92c3-581b11f1aea7 req-ff56a10f-5b5d-4f68-be0e-062511727ece tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809302 Jul 16 01:34:42.338596 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5926637d-9a04-4cb5-80b8-193e08cc9c0c req-0d6226e4-df76-404e-8562-6a9735c319b0 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212748 Jul 16 01:34:42.570940 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aa30cab9-e11a-4bfb-b65d-f30019c3da37 req-296eeb10-d36d-4fcf-9215-964bff308fb8 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=bca67a49-3d5a-4cfe-9864-6d2718283812 HTTP/1.1" status: 200 len: 210 time: 0.1206701 Jul 16 01:34:42.783863 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60614) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:42.795460 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0f7870cb-817b-4a69-afd7-f01d16986eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.809198 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9309b29-5db6-4c9f-8cbe-2a28c0744452 req-677906d0-e93b-404f-93b0-99ccc2abd978 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:42.818321 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b9309b29-5db6-4c9f-8cbe-2a28c0744452 req-677906d0-e93b-404f-93b0-99ccc2abd978 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.2900422 Jul 16 01:34:42.827133 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0f7870cb-817b-4a69-afd7-f01d16986eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.924183 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0f7870cb-817b-4a69-afd7-f01d16986eec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a05f133afd0643e0a00a8d6ca3ef01df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7309465 Jul 16 01:34:42.933924 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60626) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:43.005412 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7870cb-817b-4a69-afd7-f01d16986eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b8dada-edb7-4f62-8d8f-d0fef3282519,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:43.077637 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b9309b29-5db6-4c9f-8cbe-2a28c0744452 req-6ed474a0-6273-4aaa-856e-61c2638dff6a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2578697 Jul 16 01:34:43.115223 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9044c97e-4600-40c3-a7e8-1e1843a5b0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.220717 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9044c97e-4600-40c3-a7e8-1e1843a5b0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.312173 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a7aca787-cf7e-466e-8911-3498978e7072 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c747c529f26942edbdf760d4d705a50d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5278850 Jul 16 01:34:43.314601 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60634) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:43.317080 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa1501-2213-4835-a0f3-1982131991e5 req-7ac0447d-ca9e-4f77-9531-6a2aeb0510ee tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.323574 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa1501-2213-4835-a0f3-1982131991e5 req-7ac0447d-ca9e-4f77-9531-6a2aeb0510ee tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.331202 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa1501-2213-4835-a0f3-1982131991e5 req-7ac0447d-ca9e-4f77-9531-6a2aeb0510ee tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.338432 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa1501-2213-4835-a0f3-1982131991e5 req-7ac0447d-ca9e-4f77-9531-6a2aeb0510ee tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.346741 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa1501-2213-4835-a0f3-1982131991e5 req-7ac0447d-ca9e-4f77-9531-6a2aeb0510ee tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.355045 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa1501-2213-4835-a0f3-1982131991e5 req-7ac0447d-ca9e-4f77-9531-6a2aeb0510ee tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.363827 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa1501-2213-4835-a0f3-1982131991e5 req-7ac0447d-ca9e-4f77-9531-6a2aeb0510ee tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.368115 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9044c97e-4600-40c3-a7e8-1e1843a5b0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.370362 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bdaa1501-2213-4835-a0f3-1982131991e5 req-7ac0447d-ca9e-4f77-9531-6a2aeb0510ee tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5433 time: 0.6350441 Jul 16 01:34:43.371055 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9044c97e-4600-40c3-a7e8-1e1843a5b0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.374745 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9044c97e-4600-40c3-a7e8-1e1843a5b0e2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/90b8dada-edb7-4f62-8d8f-d0fef3282519 HTTP/1.1" status: 204 len: 168 time: 0.4352388 Jul 16 01:34:43.377901 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 60638) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:43.387734 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044c97e-4600-40c3-a7e8-1e1843a5b0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b8dada-edb7-4f62-8d8f-d0fef3282519,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:43.395693 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-9bac51db-ed3b-4f95-9867-59ee5fa83d46 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Request body: {'floatingip': {'port_id': '36a2f25a-4dc4-421c-88af-1545774b65fb'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:43.509157 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9bac51db-ed3b-4f95-9867-59ee5fa83d46 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for floatingip, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.512768 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f2709c54-3d95-4f7a-9b28-d8a814530963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.621316 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f2709c54-3d95-4f7a-9b28-d8a814530963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.798630 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f2709c54-3d95-4f7a-9b28-d8a814530963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.801202 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f2709c54-3d95-4f7a-9b28-d8a814530963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.802357 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f2709c54-3d95-4f7a-9b28-d8a814530963 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68353b9a-5121-457b-bf2c-fae31931428a HTTP/1.1" status: 204 len: 168 time: 0.4863284 Jul 16 01:34:43.844035 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0eddeb5f-7fe9-4b1b-b78f-c4eccf081acb req-97f6a9dc-7021-4c94-af91-420da180884b tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=bca67a49-3d5a-4cfe-9864-6d2718283812 HTTP/1.1" status: 200 len: 210 time: 0.0488677 Jul 16 01:34:43.846605 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2709c54-3d95-4f7a-9b28-d8a814530963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68353b9a-5121-457b-bf2c-fae31931428a,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:44.381515 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.db.resource_extend [None req-9bac51db-ed3b-4f95-9867-59ee5fa83d46 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:34:44.472801 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815043b-622d-4286-b23d-6f665a6c8176 req-b5830bdf-7975-450a-920d-1c75c71c35ba tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:44.480279 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e815043b-622d-4286-b23d-6f665a6c8176 req-b5830bdf-7975-450a-920d-1c75c71c35ba tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.1877916 Jul 16 01:34:44.554102 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e815043b-622d-4286-b23d-6f665a6c8176 req-ad042645-d5fc-4ce6-9189-48a17b4d7202 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725298 Jul 16 01:34:44.554895 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9bac51db-ed3b-4f95-9867-59ee5fa83d46 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.599565 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9bac51db-ed3b-4f95-9867-59ee5fa83d46 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.743343 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-252cb1aa-c166-4b3c-83eb-26d13e9c2cd9 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:44.744876 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-252cb1aa-c166-4b3c-83eb-26d13e9c2cd9 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.82 "GET /v2.0/networks?id=830e0a53-8773-432e-aa5a-8c5b09b1196b HTTP/1.1" status: 200 len: 806 time: 0.1876278 Jul 16 01:34:44.765032 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-99ecb44a-4382-449b-9edb-5ddf79a22fc2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Request body: {'port': {'device_id': 'bca67a49-3d5a-4cfe-9864-6d2718283812', 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b', 'admin_state_up': True, 'tenant_id': 'c73e6ed9d26a4f67873b1490075aee9a'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:44.798919 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-9bac51db-ed3b-4f95-9867-59ee5fa83d46 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Floating IP 64000d33-782d-475f-a4f2-f98f0f984c98 associated. External IP: 172.25.6.101, port: 36a2f25a-4dc4-421c-88af-1545774b65fb. Jul 16 01:34:44.998767 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60710) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:45.185367 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-8f918c63-aede-4adb-b00f-1a68b24f2e27 tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] Request body: {'port': {'network_id': '57e36ac2-ad9d-45b5-9c9d-5390c540d3e0', 'name': 'tempest-NetworksNegativeTestJSON-446513158'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:45.204193 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f918c63-aede-4adb-b00f-1a68b24f2e27 tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] POST failed (client error): The resource could not be found. Jul 16 01:34:45.204845 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f918c63-aede-4adb-b00f-1a68b24f2e27 tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:45.210640 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8f918c63-aede-4adb-b00f-1a68b24f2e27 tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2104170 Jul 16 01:34:45.211343 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60720) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:45.255556 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36a6584-4ef8-4542-9e03-fec2f1afaa07 tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:45.255556 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e36a6584-4ef8-4542-9e03-fec2f1afaa07 tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:45.260088 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e36a6584-4ef8-4542-9e03-fec2f1afaa07 tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] 10.222.0.16 "DELETE /v2.0/networks/bdfbed99-5be2-4d89-b9e0-190cf3baec75 HTTP/1.1" status: 404 len: 339 time: 0.0470803 Jul 16 01:34:45.269019 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60722) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:45.339296 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe90ff0-6b1e-4adb-a6a9-23df69a2ef7d tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:45.344863 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe90ff0-6b1e-4adb-a6a9-23df69a2ef7d tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:45.358631 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-dbe90ff0-6b1e-4adb-a6a9-23df69a2ef7d tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] 10.222.0.16 "DELETE /v2.0/ports/68e91c51-0c69-4568-ad22-107f06a9ef1d HTTP/1.1" status: 404 len: 333 time: 0.0783093 Jul 16 01:34:45.361848 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60728) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:45.424603 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa8c9ed-1e8b-42ee-97a9-aaf86658b2c5 tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:45.425509 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa8c9ed-1e8b-42ee-97a9-aaf86658b2c5 tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:45.436578 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6fa8c9ed-1e8b-42ee-97a9-aaf86658b2c5 tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] 10.222.0.16 "DELETE /v2.0/subnets/c2242845-332e-48bb-9cef-f6028943d993 HTTP/1.1" status: 404 len: 337 time: 0.0703766 Jul 16 01:34:45.439356 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60730) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:45.473046 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-acd1d577-3802-444c-b0cd-02c00b631a00 tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] GET failed (client error): The resource could not be found. Jul 16 01:34:45.481646 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-acd1d577-3802-444c-b0cd-02c00b631a00 tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] 10.222.0.16 "GET /v2.0/networks/2688cb69-90ef-4faf-9392-5bcf53659f7a HTTP/1.1" status: 404 len: 339 time: 0.0395596 Jul 16 01:34:45.482867 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60732) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:45.518199 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-56afb4dd-9956-47c9-927f-67c7a75c229e tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] GET failed (client error): The resource could not be found. Jul 16 01:34:45.524622 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-56afb4dd-9956-47c9-927f-67c7a75c229e tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] 10.222.0.16 "GET /v2.0/ports/50c94ddc-8598-4b01-98d9-87d926075139 HTTP/1.1" status: 404 len: 333 time: 0.0403738 Jul 16 01:34:45.526508 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60744) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:45.581205 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8c55f5-6461-4d18-b41f-7e5f2c10e4ea tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] GET failed (client error): The resource could not be found. Jul 16 01:34:45.582869 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2d8c55f5-6461-4d18-b41f-7e5f2c10e4ea tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] 10.222.0.16 "GET /v2.0/subnets/17e92398-4893-47ef-9803-0cf59b85bd79 HTTP/1.1" status: 404 len: 337 time: 0.0551968 Jul 16 01:34:45.587834 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-53d58b78-cb23-48e3-8d28-d17a57c7aad9 req-97dd12f3-04ad-4739-95c7-47fd9c52e266 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=bca67a49-3d5a-4cfe-9864-6d2718283812 HTTP/1.1" status: 200 len: 210 time: 0.0737293 Jul 16 01:34:45.590131 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60756) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:45.598172 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-457070d4-7a4a-4b71-838d-fe20c4c7c4c7 tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:45.615705 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-457070d4-7a4a-4b71-838d-fe20c4c7c4c7 tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] PUT failed (client error): The resource could not be found. Jul 16 01:34:45.616934 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-457070d4-7a4a-4b71-838d-fe20c4c7c4c7 tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:45.619536 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-457070d4-7a4a-4b71-838d-fe20c4c7c4c7 tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] 10.222.0.16 "PUT /v2.0/networks/c4287445-ea53-4fe8-be43-715aa7afc415 HTTP/1.1" status: 404 len: 339 time: 0.0280213 Jul 16 01:34:45.623887 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60758) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:45.630763 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-6f649ccd-53d5-46fa-817f-7d05504d91cf tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:45.653199 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f649ccd-53d5-46fa-817f-7d05504d91cf tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] PUT failed (client error): The resource could not be found. Jul 16 01:34:45.654166 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f649ccd-53d5-46fa-817f-7d05504d91cf tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:45.655527 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6f649ccd-53d5-46fa-817f-7d05504d91cf tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] 10.222.0.16 "PUT /v2.0/ports/4667d798-4de6-4bd5-ae62-fb126127c1f2 HTTP/1.1" status: 404 len: 333 time: 0.0305290 Jul 16 01:34:45.659605 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60760) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:45.665971 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-500dcf87-9ade-41ae-b488-9fa3b78f5b9c tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:45.673125 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-99ecb44a-4382-449b-9edb-5ddf79a22fc2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Made reservation on behalf of c73e6ed9d26a4f67873b1490075aee9a for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:45.677321 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-99ecb44a-4382-449b-9edb-5ddf79a22fc2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.688561 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-500dcf87-9ade-41ae-b488-9fa3b78f5b9c tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] PUT failed (client error): The resource could not be found. Jul 16 01:34:45.689081 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500dcf87-9ade-41ae-b488-9fa3b78f5b9c tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:45.690612 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-500dcf87-9ade-41ae-b488-9fa3b78f5b9c tempest-NetworksNegativeTestJSON-1021401538 tempest-NetworksNegativeTestJSON-1021401538-project] 10.222.0.16 "PUT /v2.0/subnets/57bf6f98-efd8-4bad-88b4-538073690044 HTTP/1.1" status: 404 len: 337 time: 0.0292385 Jul 16 01:34:45.766238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bac51db-ed3b-4f95-9867-59ee5fa83d46 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Router 70808305-c270-4b9d-8c36-dc30d8785ff2 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:34:45.844106 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab56504-8e22-4613-a97b-e31a6a1dca85 req-8e75a719-a4fd-419d-86b4-7331d9fa9238 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:45.854972 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aab56504-8e22-4613-a97b-e31a6a1dca85 req-8e75a719-a4fd-419d-86b4-7331d9fa9238 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.0842917 Jul 16 01:34:45.919345 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aab56504-8e22-4613-a97b-e31a6a1dca85 req-f79a6666-5984-4c97-a136-b868d4997503 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605342 Jul 16 01:34:45.950613 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-99ecb44a-4382-449b-9edb-5ddf79a22fc2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Allocated IP 172.20.0.10 (830e0a53-8773-432e-aa5a-8c5b09b1196b/f45f4065-e8af-4e7d-ba1a-a6b4cb86159b/7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:45.953002 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bac51db-ed3b-4f95-9867-59ee5fa83d46 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:45.959662 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9bac51db-ed3b-4f95-9867-59ee5fa83d46 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.967114 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e946a7c4-2aad-4f9b-b0c0-d92bb6f25a66 None None] Sync routers for ids ['70808305-c270-4b9d-8c36-dc30d8785ff2'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:45.983317 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e946a7c4-2aad-4f9b-b0c0-d92bb6f25a66 None None] Routers {'70808305-c270-4b9d-8c36-dc30d8785ff2'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:45.984125 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-e946a7c4-2aad-4f9b-b0c0-d92bb6f25a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:34:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['70808305-c270-4b9d-8c36-dc30d8785ff2'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:46.002637 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9bac51db-ed3b-4f95-9867-59ee5fa83d46 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "PUT /v2.0/floatingips/64000d33-782d-475f-a4f2-f98f0f984c98 HTTP/1.1" status: 200 len: 991 time: 2.6168838 Jul 16 01:34:46.005483 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'tag': '36a2f25a-4dc4-421c-88af-1545774b65fb'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:46.007822 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bdc382-de0b-4776-bf18-ec3b9928eaaa" -d '{"events": [{"name": "network-changed", "server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "tag": "36a2f25a-4dc4-421c-88af-1545774b65fb"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:46.138112 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd958f9b-1ee2-49a4-9686-1608297ed521 x-openstack-request-id: req-cd958f9b-1ee2-49a4-9686-1608297ed521 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:46.138705 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "tag": "36a2f25a-4dc4-421c-88af-1545774b65fb", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:46.138973 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd958f9b-1ee2-49a4-9686-1608297ed521 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:46.139382 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'tag': '36a2f25a-4dc4-421c-88af-1545774b65fb', 'status': 'completed', 'code': 200} Jul 16 01:34:46.159561 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-e946a7c4-2aad-4f9b-b0c0-d92bb6f25a66 None None] Set router 70808305-c270-4b9d-8c36-dc30d8785ff2 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:46.260613 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60788) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:46.341050 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:34:46.375403 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdc382-de0b-4776-bf18-ec3b9928eaaa req-16b6fbf5-41d9-49bb-827a-e7a74f8be0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:46.375977 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdc382-de0b-4776-bf18-ec3b9928eaaa req-16b6fbf5-41d9-49bb-827a-e7a74f8be0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:46.376845 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdc382-de0b-4776-bf18-ec3b9928eaaa req-16b6fbf5-41d9-49bb-827a-e7a74f8be0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:46.377319 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdc382-de0b-4776-bf18-ec3b9928eaaa req-16b6fbf5-41d9-49bb-827a-e7a74f8be0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:46.377786 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdc382-de0b-4776-bf18-ec3b9928eaaa req-16b6fbf5-41d9-49bb-827a-e7a74f8be0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:46.378397 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdc382-de0b-4776-bf18-ec3b9928eaaa req-16b6fbf5-41d9-49bb-827a-e7a74f8be0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:46.379199 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdc382-de0b-4776-bf18-ec3b9928eaaa req-16b6fbf5-41d9-49bb-827a-e7a74f8be0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:46.382736 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-24bdc382-de0b-4776-bf18-ec3b9928eaaa req-16b6fbf5-41d9-49bb-827a-e7a74f8be0cc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ab955cac98346abb4c28e7943a645b4&device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 6497 time: 0.1978424 Jul 16 01:34:46.409442 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-99ecb44a-4382-449b-9edb-5ddf79a22fc2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.499844 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-becc346f-bca7-4509-b04d-9fb64e53ea2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.539390 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdc382-de0b-4776-bf18-ec3b9928eaaa req-f661c452-6d02-413f-850a-091c774e65bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:46.541014 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-24bdc382-de0b-4776-bf18-ec3b9928eaaa req-f661c452-6d02-413f-850a-091c774e65bc service neutron] 10.222.0.84 "GET /v2.0/networks?id=1b590a93-b556-4341-bbf0-322f328e95cf HTTP/1.1" status: 200 len: 913 time: 0.1479847 Jul 16 01:34:46.567244 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-99ecb44a-4382-449b-9edb-5ddf79a22fc2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.583877 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['d718468d-4bd2-4ec0-88f0-d6d976174d66'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:46.667356 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-99ecb44a-4382-449b-9edb-5ddf79a22fc2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Network 830e0a53-8773-432e-aa5a-8c5b09b1196b is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:46.693204 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-99ecb44a-4382-449b-9edb-5ddf79a22fc2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:46.697485 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-99ecb44a-4382-449b-9edb-5ddf79a22fc2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:46.749843 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-becc346f-bca7-4509-b04d-9fb64e53ea2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.759021 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-becc346f-bca7-4509-b04d-9fb64e53ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.760176 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecb44a-4382-449b-9edb-5ddf79a22fc2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Pushing event updated for resources: {'Port': ['ID=7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:46.765391 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-24bdc382-de0b-4776-bf18-ec3b9928eaaa req-50ecefff-cdd7-40d0-8442-57c76ee581e1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36a2f25a-4dc4-421c-88af-1545774b65fb HTTP/1.1" status: 200 len: 999 time: 0.2156475 Jul 16 01:34:46.844982 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-99ecb44a-4382-449b-9edb-5ddf79a22fc2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:46.846082 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-99ecb44a-4382-449b-9edb-5ddf79a22fc2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.873158 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdc382-de0b-4776-bf18-ec3b9928eaaa req-eb16da17-d03b-4c7a-b74c-755115baf888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:46.875120 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-24bdc382-de0b-4776-bf18-ec3b9928eaaa req-eb16da17-d03b-4c7a-b74c-755115baf888 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=09f3da01-7811-438c-934c-dbb6f1e9ed24 HTTP/1.1" status: 200 len: 851 time: 0.0991859 Jul 16 01:34:46.883611 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-99ecb44a-4382-449b-9edb-5ddf79a22fc2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1226065 Jul 16 01:34:46.893441 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc346f-bca7-4509-b04d-9fb64e53ea2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c52225a-8fb5-4410-b38d-4cad27e7ca5c,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:46.914875 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-becc346f-bca7-4509-b04d-9fb64e53ea2c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd09641cf5764fbba8a8e4083e201f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6517196 Jul 16 01:34:46.919753 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60816) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:46.927759 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-4c2f2f1a-4fcb-4198-ae11-4a4b1b856b5a service neutron] Request body: {'port': {'device_id': 'bca67a49-3d5a-4cfe-9864-6d2718283812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:47.057823 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-e946a7c4-2aad-4f9b-b0c0-d92bb6f25a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'name': 'tempest-TaggedBootDevicesTest-1681123415-router', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:16Z', 'updated_at': '2021-07-16T01:32:24Z', 'revision_number': 4, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'gw_port': {'id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:19Z', 'updated_at': '2021-07-16T01:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '64000d33-782d-475f-a4f2-f98f0f984c98', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'port_id': '36a2f25a-4dc4-421c-88af-1545774b65fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf', 'mac_address': 'fa:16:3e:85:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:33:21Z', 'updated_at': '2021-07-16T01:34:44Z', 'revision_number': 1, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0fc287-860b-4c2d-b197-d75fedc41700', 'name': '', 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'mac_address': 'fa:16:3e:f4:96:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '09f3da01-7811-438c-934c-dbb6f1e9ed24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:23Z', 'updated_at': '2021-07-16T01:32:36Z', 'revision_number': 5, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'subnets': [{'id': '09f3da01-7811-438c-934c-dbb6f1e9ed24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:47.125432 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e946a7c4-2aad-4f9b-b0c0-d92bb6f25a66 None None] Checking router: 70808305-c270-4b9d-8c36-dc30d8785ff2 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:34:47.207259 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-4c2f2f1a-4fcb-4198-ae11-4a4b1b856b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.213232 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bc623-4694-4ddf-85f6-af70b72bac90 req-57e05fd1-492f-40c0-ab31-209106d39941 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:47.223517 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e946a7c4-2aad-4f9b-b0c0-d92bb6f25a66 None None] Routers {'70808305-c270-4b9d-8c36-dc30d8785ff2'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:47.224077 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-630bc623-4694-4ddf-85f6-af70b72bac90 req-57e05fd1-492f-40c0-ab31-209106d39941 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=bca67a49-3d5a-4cfe-9864-6d2718283812 HTTP/1.1" status: 200 len: 932 time: 0.2699094 Jul 16 01:34:47.224894 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-e946a7c4-2aad-4f9b-b0c0-d92bb6f25a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:34:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['70808305-c270-4b9d-8c36-dc30d8785ff2'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:47.228496 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d21a56b-5b2c-48d0-a347-cdcf3fd457b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.304382 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d21a56b-5b2c-48d0-a347-cdcf3fd457b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.314696 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdc382-de0b-4776-bf18-ec3b9928eaaa req-3f874aa5-1c28-444e-b351-7bddbbbfdcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:47.317000 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-24bdc382-de0b-4776-bf18-ec3b9928eaaa req-3f874aa5-1c28-444e-b351-7bddbbbfdcb4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1b590a93-b556-4341-bbf0-322f328e95cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4315164 Jul 16 01:34:47.370974 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-630bc623-4694-4ddf-85f6-af70b72bac90 req-37458245-a20f-4ee8-ae3d-70f3a8f5f621 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362877 Jul 16 01:34:47.459759 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d21a56b-5b2c-48d0-a347-cdcf3fd457b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.462403 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1d21a56b-5b2c-48d0-a347-cdcf3fd457b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.465492 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1d21a56b-5b2c-48d0-a347-cdcf3fd457b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c52225a-8fb5-4410-b38d-4cad27e7ca5c HTTP/1.1" status: 204 len: 168 time: 0.5441110 Jul 16 01:34:47.482924 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21a56b-5b2c-48d0-a347-cdcf3fd457b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c52225a-8fb5-4410-b38d-4cad27e7ca5c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:47.647343 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-e946a7c4-2aad-4f9b-b0c0-d92bb6f25a66 None None] Set router 70808305-c270-4b9d-8c36-dc30d8785ff2 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:47.800003 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8f7de-4d58-4fcd-91ae-d5a548088ea1 req-41a6ff9a-39b7-4872-8c90-2fdc30a842cd tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:47.801755 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-37e8f7de-4d58-4fcd-91ae-d5a548088ea1 req-41a6ff9a-39b7-4872-8c90-2fdc30a842cd tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.6561790 Jul 16 01:34:47.894206 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-24bdc382-de0b-4776-bf18-ec3b9928eaaa req-865adcd6-fbc2-4ed5-b173-bae6d517c3df service neutron] 10.222.0.84 "GET /v2.0/networks/1b590a93-b556-4341-bbf0-322f328e95cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724638 Jul 16 01:34:47.960951 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-37e8f7de-4d58-4fcd-91ae-d5a548088ea1 req-4f51173c-6b97-4424-b3fe-4f9224b627cf tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394572 Jul 16 01:34:48.109713 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-e946a7c4-2aad-4f9b-b0c0-d92bb6f25a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'name': 'tempest-TaggedBootDevicesTest-1681123415-router', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:16Z', 'updated_at': '2021-07-16T01:32:24Z', 'revision_number': 4, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'gw_port': {'id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:19Z', 'updated_at': '2021-07-16T01:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '64000d33-782d-475f-a4f2-f98f0f984c98', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'port_id': '36a2f25a-4dc4-421c-88af-1545774b65fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf', 'mac_address': 'fa:16:3e:85:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:33:21Z', 'updated_at': '2021-07-16T01:34:44Z', 'revision_number': 1, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0fc287-860b-4c2d-b197-d75fedc41700', 'name': '', 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'mac_address': 'fa:16:3e:f4:96:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '09f3da01-7811-438c-934c-dbb6f1e9ed24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:23Z', 'updated_at': '2021-07-16T01:32:36Z', 'revision_number': 5, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'subnets': [{'id': '09f3da01-7811-438c-934c-dbb6f1e9ed24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:48.181878 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-4c2f2f1a-4fcb-4198-ae11-4a4b1b856b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:48.193581 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-4c2f2f1a-4fcb-4198-ae11-4a4b1b856b5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.211721 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e946a7c4-2aad-4f9b-b0c0-d92bb6f25a66 None None] The sync data for ids ['70808305-c270-4b9d-8c36-dc30d8785ff2'] in n-d-792394-16 is: [{'id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'name': 'tempest-TaggedBootDevicesTest-1681123415-router', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:16Z', 'updated_at': '2021-07-16T01:32:24Z', 'revision_number': 4, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'gw_port': {'id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:19Z', 'updated_at': '2021-07-16T01:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '64000d33-782d-475f-a4f2-f98f0f984c98', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'port_id': '36a2f25a-4dc4-421c-88af-1545774b65fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf', 'mac_address': 'fa:16:3e:85:a2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:33:21Z', 'updated_at': '2021-07-16T01:34:44Z', 'revision_number': 1, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0fc287-860b-4c2d-b197-d75fedc41700', 'name': '', 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'mac_address': 'fa:16:3e:f4:96:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '09f3da01-7811-438c-934c-dbb6f1e9ed24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:23Z', 'updated_at': '2021-07-16T01:32:36Z', 'revision_number': 5, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'subnets': [{'id': '09f3da01-7811-438c-934c-dbb6f1e9ed24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:48.259489 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-4c2f2f1a-4fcb-4198-ae11-4a4b1b856b5a service neutron] Transition to ACTIVE for port object 7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:48.287608 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-24bdc382-de0b-4776-bf18-ec3b9928eaaa req-4b148a89-c354-468d-9b54-7c4140bdbb06 service neutron] 10.222.0.84 "GET /v2.0/networks/1b590a93-b556-4341-bbf0-322f328e95cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401794 Jul 16 01:34:48.289305 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-4c2f2f1a-4fcb-4198-ae11-4a4b1b856b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.414103 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f2f1a-4fcb-4198-ae11-4a4b1b856b5a service neutron] Pushing event updated for resources: {'Port': ['ID=7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:48.667530 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-4c2f2f1a-4fcb-4198-ae11-4a4b1b856b5a service neutron] Attempting to bind port 7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:48.668485 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-4c2f2f1a-4fcb-4198-ae11-4a4b1b856b5a service neutron] Attempting to bind port 7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:48.669046 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-4c2f2f1a-4fcb-4198-ae11-4a4b1b856b5a service neutron] Attempting to bind port 7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d on network 830e0a53-8773-432e-aa5a-8c5b09b1196b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:48.675700 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-4c2f2f1a-4fcb-4198-ae11-4a4b1b856b5a service neutron] Port 7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d on network 830e0a53-8773-432e-aa5a-8c5b09b1196b not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:48.676036 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-4c2f2f1a-4fcb-4198-ae11-4a4b1b856b5a service neutron] Attempting to bind port 7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d on network 830e0a53-8773-432e-aa5a-8c5b09b1196b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:48.684084 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-4c2f2f1a-4fcb-4198-ae11-4a4b1b856b5a service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:48.684482 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-4c2f2f1a-4fcb-4198-ae11-4a4b1b856b5a service neutron] Checking segment: {'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:48.685369 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-4c2f2f1a-4fcb-4198-ae11-4a4b1b856b5a service neutron] Bound using segment: {'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:48.686896 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-4c2f2f1a-4fcb-4198-ae11-4a4b1b856b5a service neutron] Bound port: 7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:48.687295 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-4c2f2f1a-4fcb-4198-ae11-4a4b1b856b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.838609 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db67d00c-c407-4a49-874a-604098e5f04b None None] New status for floating IP 64000d33-782d-475f-a4f2-f98f0f984c98: ACTIVE {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:34:48.894603 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e087f4a-bfeb-46af-9a8c-366e90a109d4 req-3e54560b-b1ef-4269-96b1-12a22de3cdb0 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:48.904157 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e087f4a-bfeb-46af-9a8c-366e90a109d4 req-3e54560b-b1ef-4269-96b1-12a22de3cdb0 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=bca67a49-3d5a-4cfe-9864-6d2718283812 HTTP/1.1" status: 200 len: 944 time: 0.3094254 Jul 16 01:34:48.909845 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-4c2f2f1a-4fcb-4198-ae11-4a4b1b856b5a service neutron] For port 7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:48.930148 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-4c2f2f1a-4fcb-4198-ae11-4a4b1b856b5a service neutron] For port 7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:48.950170 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-4c2f2f1a-4fcb-4198-ae11-4a4b1b856b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.005692 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e087f4a-bfeb-46af-9a8c-366e90a109d4 req-ee3677d3-7bf5-4639-89af-152b3ad5810b tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005359 Jul 16 01:34:49.105753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-4c2f2f1a-4fcb-4198-ae11-4a4b1b856b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:49.106576 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-4c2f2f1a-4fcb-4198-ae11-4a4b1b856b5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.110577 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-4c2f2f1a-4fcb-4198-ae11-4a4b1b856b5a service neutron] 10.222.0.82 "PUT /v2.0/ports/7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d HTTP/1.1" status: 200 len: 1093 time: 2.2126751 Jul 16 01:34:49.112849 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca67a49-3d5a-4cfe-9864-6d2718283812', 'tag': '7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:49.117438 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602c5330-ba54-44e5-b502-fb3b6ad38922" -d '{"events": [{"name": "network-changed", "server_uuid": "bca67a49-3d5a-4cfe-9864-6d2718283812", "tag": "7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:49.192237 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f2f1a-4fcb-4198-ae11-4a4b1b856b5a service neutron] Pushing event updated for resources: {'Port': ['ID=7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:49.248110 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c983adc-514d-41b0-94e3-c11dd823474f x-openstack-request-id: req-2c983adc-514d-41b0-94e3-c11dd823474f {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:49.248110 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca67a49-3d5a-4cfe-9864-6d2718283812", "tag": "7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:49.248110 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c983adc-514d-41b0-94e3-c11dd823474f {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:49.249437 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca67a49-3d5a-4cfe-9864-6d2718283812', 'tag': '7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d', 'status': 'completed', 'code': 200} Jul 16 01:34:49.295286 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60932) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:49.511746 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-777034d5-6204-41f2-a7c0-82ad77635083 tempest-DvrRoutersNegativeTest-1099609063 tempest-DvrRoutersNegativeTest-1099609063-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1642443086', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:49.515270 n-d-792394-16 neutron-server[93956]: DEBUG neutron.policy [None req-777034d5-6204-41f2-a7c0-82ad77635083 tempest-DvrRoutersNegativeTest-1099609063 tempest-DvrRoutersNegativeTest-1099609063-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93956) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 01:34:49.515569 n-d-792394-16 neutron-server[93956]: DEBUG neutron.policy [None req-777034d5-6204-41f2-a7c0-82ad77635083 tempest-DvrRoutersNegativeTest-1099609063 tempest-DvrRoutersNegativeTest-1099609063-project] Failed policy check for 'create_router' {{(pid=93956) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 01:34:49.516108 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-777034d5-6204-41f2-a7c0-82ad77635083 tempest-DvrRoutersNegativeTest-1099609063 tempest-DvrRoutersNegativeTest-1099609063-project] create failed (client error): Access was denied to this resource. Jul 16 01:34:49.520220 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-777034d5-6204-41f2-a7c0-82ad77635083 tempest-DvrRoutersNegativeTest-1099609063 tempest-DvrRoutersNegativeTest-1099609063-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2233829 Jul 16 01:34:49.549648 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-749d51be-d57d-40e9-a3e8-54aba0281a9e req-bcd173c7-df41-42f4-8618-964299d12d06 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1314821 Jul 16 01:34:49.559677 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cc882-cb5a-4b69-9b3b-bc8a8f9dff62 req-32c244fe-1d36-4031-b9d4-f29da9324deb tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:49.561281 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-773cc882-cb5a-4b69-9b3b-bc8a8f9dff62 req-32c244fe-1d36-4031-b9d4-f29da9324deb tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.3589332 Jul 16 01:34:49.568576 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-08d1e1a3-70a2-4ef3-ae79-3c9ab70f2209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:49.570214 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-08d1e1a3-70a2-4ef3-ae79-3c9ab70f2209 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c73e6ed9d26a4f67873b1490075aee9a&device_id=bca67a49-3d5a-4cfe-9864-6d2718283812 HTTP/1.1" status: 200 len: 1096 time: 0.3323402 Jul 16 01:34:49.638765 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-0afa891d-0ec0-440b-a434-a346f29f5c61 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d HTTP/1.1" status: 200 len: 217 time: 0.0606093 Jul 16 01:34:49.740457 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-773cc882-cb5a-4b69-9b3b-bc8a8f9dff62 req-7ddb2f0a-1888-43a3-8206-11d6d03e1d4c tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691275 Jul 16 01:34:49.806471 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-2a6f3764-9f94-443a-a8b7-62f471971bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:49.812598 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-2a6f3764-9f94-443a-a8b7-62f471971bff service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f45f4065-e8af-4e7d-ba1a-a6b4cb86159b HTTP/1.1" status: 200 len: 846 time: 0.1595316 Jul 16 01:34:49.888184 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d51be-d57d-40e9-a3e8-54aba0281a9e req-4726af6e-9623-46f5-b771-522a2641c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:49.890040 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-749d51be-d57d-40e9-a3e8-54aba0281a9e req-4726af6e-9623-46f5-b771-522a2641c664 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 1096 time: 0.2382298 Jul 16 01:34:49.892518 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-e13bdaac-073e-45fd-86fc-bfb0adad0674 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=830e0a53-8773-432e-aa5a-8c5b09b1196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630982 Jul 16 01:34:50.071968 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60982) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:50.175764 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-45f84eef-2c1a-4ea7-9979-9c16c9e99b73 service neutron] 10.222.0.82 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714636 Jul 16 01:34:50.270385 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6d680ca3-8ea8-4408-a6c6-303f3f54c5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.318692 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5861af2e-8ffa-4e8f-9645-926473508e63 req-3463ee10-9784-41da-ab66-a06fa0f5d78b service neutron] 10.222.0.82 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369610 Jul 16 01:34:50.321190 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d51be-d57d-40e9-a3e8-54aba0281a9e req-36e200fe-7243-46bd-8daf-5f93476d3beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:50.324217 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-749d51be-d57d-40e9-a3e8-54aba0281a9e req-36e200fe-7243-46bd-8daf-5f93476d3beb service neutron] 10.222.0.82 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 911 time: 0.3915558 Jul 16 01:34:50.507549 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6d680ca3-8ea8-4408-a6c6-303f3f54c5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.516396 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6d680ca3-8ea8-4408-a6c6-303f3f54c5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.524764 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5608e4-43d2-48c2-b324-698d45a07a3a req-d9ebc99f-8c69-41a2-a6dc-a603b01781d2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:50.526839 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fc5608e4-43d2-48c2-b324-698d45a07a3a req-d9ebc99f-8c69-41a2-a6dc-a603b01781d2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=bca67a49-3d5a-4cfe-9864-6d2718283812 HTTP/1.1" status: 200 len: 944 time: 0.2013557 Jul 16 01:34:50.530264 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-749d51be-d57d-40e9-a3e8-54aba0281a9e req-a907f028-eaae-42fb-82c6-585b1d8c2812 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8660866a-9db7-4aa3-8d44-f99d34857980 HTTP/1.1" status: 200 len: 999 time: 0.1666558 Jul 16 01:34:50.603670 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6d680ca3-8ea8-4408-a6c6-303f3f54c5e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1cb163c51c36406291be40ee349f1012&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5273056 Jul 16 01:34:50.607397 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 32774) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:50.615077 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d680ca3-8ea8-4408-a6c6-303f3f54c5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc540425-f1a8-4fd3-b743-640bb81e9aa1,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:50.669033 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fc5608e4-43d2-48c2-b324-698d45a07a3a req-dbb2be60-2992-4c33-9c99-b8cf593c44af tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349409 Jul 16 01:34:50.671954 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c5330-ba54-44e5-b502-fb3b6ad38922 req-0d049c92-c99c-4e26-804a-c5655f9023a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:50.673712 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-602c5330-ba54-44e5-b502-fb3b6ad38922 req-0d049c92-c99c-4e26-804a-c5655f9023a5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c73e6ed9d26a4f67873b1490075aee9a&device_id=bca67a49-3d5a-4cfe-9864-6d2718283812 HTTP/1.1" status: 200 len: 1096 time: 0.2660806 Jul 16 01:34:50.708718 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d51be-d57d-40e9-a3e8-54aba0281a9e req-37d6a631-a1c3-46d7-8c7f-7aa63a191ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:50.710515 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-749d51be-d57d-40e9-a3e8-54aba0281a9e req-37d6a631-a1c3-46d7-8c7f-7aa63a191ac0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.1620834 Jul 16 01:34:51.229087 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5607d70-d259-4361-8918-5af950399450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.255523 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c5330-ba54-44e5-b502-fb3b6ad38922 req-393fbeee-89c1-4e04-bf6e-44e42fb1b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:51.261482 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-602c5330-ba54-44e5-b502-fb3b6ad38922 req-393fbeee-89c1-4e04-bf6e-44e42fb1b43f service neutron] 10.222.0.82 "GET /v2.0/networks?id=830e0a53-8773-432e-aa5a-8c5b09b1196b HTTP/1.1" status: 200 len: 907 time: 0.5804539 Jul 16 01:34:51.273580 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5607d70-d259-4361-8918-5af950399450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.278433 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d51be-d57d-40e9-a3e8-54aba0281a9e req-54a0a6f6-a15e-401e-96b6-1317b614e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:51.280079 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-749d51be-d57d-40e9-a3e8-54aba0281a9e req-54a0a6f6-a15e-401e-96b6-1317b614e929 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5518279 Jul 16 01:34:51.358061 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-602c5330-ba54-44e5-b502-fb3b6ad38922 req-6c8eabe9-9c1e-494e-a0c4-fcf1e8eed5cf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d HTTP/1.1" status: 200 len: 217 time: 0.0822785 Jul 16 01:34:51.460047 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c5330-ba54-44e5-b502-fb3b6ad38922 req-e009ad49-41a9-4e0d-a6b0-506385688291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:51.461764 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-602c5330-ba54-44e5-b502-fb3b6ad38922 req-e009ad49-41a9-4e0d-a6b0-506385688291 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f45f4065-e8af-4e7d-ba1a-a6b4cb86159b HTTP/1.1" status: 200 len: 846 time: 0.0932453 Jul 16 01:34:51.484072 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5607d70-d259-4361-8918-5af950399450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.487005 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5607d70-d259-4361-8918-5af950399450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.490905 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c5607d70-d259-4361-8918-5af950399450 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc540425-f1a8-4fd3-b743-640bb81e9aa1 HTTP/1.1" status: 204 len: 168 time: 0.8515949 Jul 16 01:34:51.516837 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-602c5330-ba54-44e5-b502-fb3b6ad38922 req-e882de04-d28f-476c-ac99-a9cd90f72ebc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=830e0a53-8773-432e-aa5a-8c5b09b1196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443037 Jul 16 01:34:51.522617 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-749d51be-d57d-40e9-a3e8-54aba0281a9e req-4509fef1-e462-4764-9bf2-c7f7ac6c80f1 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298326 Jul 16 01:34:51.531501 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5607d70-d259-4361-8918-5af950399450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc540425-f1a8-4fd3-b743-640bb81e9aa1,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:51.688742 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-602c5330-ba54-44e5-b502-fb3b6ad38922 req-7bdf468d-b6cc-48e9-b4b4-1321b9aa5f3d service neutron] 10.222.0.82 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648202 Jul 16 01:34:51.692654 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-749d51be-d57d-40e9-a3e8-54aba0281a9e req-db577647-cbbd-41ee-a1a3-5214b4469ba5 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585767 Jul 16 01:34:51.832762 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-602c5330-ba54-44e5-b502-fb3b6ad38922 req-a32bf967-c726-4853-bb62-6a9aad1face4 service neutron] 10.222.0.82 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330075 Jul 16 01:34:51.951494 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f05070-ec4c-4849-8d5f-c04a5cfd68b1 req-82c4e956-71ab-47a7-8d90-3296b9bfecc2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:51.953464 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-54f05070-ec4c-4849-8d5f-c04a5cfd68b1 req-82c4e956-71ab-47a7-8d90-3296b9bfecc2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=bca67a49-3d5a-4cfe-9864-6d2718283812 HTTP/1.1" status: 200 len: 944 time: 0.1181126 Jul 16 01:34:52.034396 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:52.049146 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-54f05070-ec4c-4849-8d5f-c04a5cfd68b1 req-975bcb8a-b3c8-4560-af3a-5af5383cfc5a tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871198 Jul 16 01:34:52.128164 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-41302b1c-1c82-42da-bf5b-f9e3d50f2c63 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--700599851&fields=id&tenant_id=584cfa82f38247b0ba7638f8dca7e202 HTTP/1.1" status: 200 len: 267 time: 0.1329763 Jul 16 01:34:52.296316 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:52.321649 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d', 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b', 'port_id': '7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d', 'mac_address': 'fa:16:3e:17:a9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45f4065-e8af-4e7d-ba1a-a6b4cb86159b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:52.410208 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-e77e4419-a2ff-4567-849b-a4b3557bfc57 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:52.410999 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.412165 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-e77e4419-a2ff-4567-849b-a4b3557bfc57 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/networks?id=1f598b73-2353-4bfa-a8d7-260fa29ffc25 HTTP/1.1" status: 200 len: 816 time: 0.2747731 Jul 16 01:34:52.454452 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:52.480992 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-da48164d-d40a-45e9-b89c-43a098aa5728 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/quotas/584cfa82f38247b0ba7638f8dca7e202 HTTP/1.1" status: 200 len: 375 time: 0.0356696 Jul 16 01:34:52.487370 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:52.499188 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.607339 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:52.656705 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-64d57d2d-baa1-4bdd-a1cd-f678d222d00d tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=584cfa82f38247b0ba7638f8dca7e202&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1611667 Jul 16 01:34:52.745882 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 32934) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:52.746868 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:52.800340 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-be16d716-758d-4580-a712-90d1a1d2c24d service neutron] 10.222.0.16 "GET /v2.0/networks/1f598b73-2353-4bfa-a8d7-260fa29ffc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330032 Jul 16 01:34:52.958177 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-39e4440f-604c-43e6-944c-98bfcc576f0d service neutron] 10.222.0.16 "GET /v2.0/networks/1f598b73-2353-4bfa-a8d7-260fa29ffc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568000 Jul 16 01:34:53.028496 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 32944) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:53.143939 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-ec6f9ca6-d2d0-44a0-9d15-e8af13cd0236 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:53.145796 n-d-792394-16 neutron-server[93955]: WARNING neutron.api.v2.base [None req-ec6f9ca6-d2d0-44a0-9d15-e8af13cd0236 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 01:34:53.146383 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-ec6f9ca6-d2d0-44a0-9d15-e8af13cd0236 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:34:53.152812 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 32952) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:53.160415 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-91a098a0-9cb8-4db7-8f24-9838187313be tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1042851280'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:53.164923 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ec6f9ca6-d2d0-44a0-9d15-e8af13cd0236 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4148788 Jul 16 01:34:53.239373 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5167e21-0e37-4cc4-87df-e789037cf2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.253792 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-91a098a0-9cb8-4db7-8f24-9838187313be tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.299894 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-91a098a0-9cb8-4db7-8f24-9838187313be tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.412613 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f664a3-3206-4521-bbeb-fbe9b1b11424 req-197df4d6-718f-464d-8481-136ce7692051 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:53.420048 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-83f664a3-3206-4521-bbeb-fbe9b1b11424 req-197df4d6-718f-464d-8481-136ce7692051 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=bca67a49-3d5a-4cfe-9864-6d2718283812 HTTP/1.1" status: 200 len: 945 time: 0.1577287 Jul 16 01:34:53.495523 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-83f664a3-3206-4521-bbeb-fbe9b1b11424 req-569f249f-8040-4137-b981-5b6addf24e1c tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575092 Jul 16 01:34:53.514491 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5167e21-0e37-4cc4-87df-e789037cf2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.529577 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5167e21-0e37-4cc4-87df-e789037cf2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.578505 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c5167e21-0e37-4cc4-87df-e789037cf2f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e9f3689dd174fb594ed0916d3090bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5480709 Jul 16 01:34:53.582203 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 32984) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:53.591515 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5167e21-0e37-4cc4-87df-e789037cf2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bb51bd-565a-413d-b892-53ce1900cf97,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:53.600390 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-875fecc7-e7e5-45bb-a273-8a5725d063ee req-30f24b12-81bb-4d52-8d92-2008e5737eab tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 210 time: 0.0730269 Jul 16 01:34:53.676718 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ccd598f9-3841-4978-8ba1-343dc4bd6510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.704609 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ccd598f9-3841-4978-8ba1-343dc4bd6510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.741809 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-91a098a0-9cb8-4db7-8f24-9838187313be tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.747690 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-91a098a0-9cb8-4db7-8f24-9838187313be tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.773434 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ccd598f9-3841-4978-8ba1-343dc4bd6510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.779168 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ccd598f9-3841-4978-8ba1-343dc4bd6510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.783842 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ccd598f9-3841-4978-8ba1-343dc4bd6510 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7bb51bd-565a-413d-b892-53ce1900cf97 HTTP/1.1" status: 204 len: 168 time: 0.2003510 Jul 16 01:34:53.794391 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a098a0-9cb8-4db7-8f24-9838187313be tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83ef8b95-0963-47be-81bf-19909e75e55d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:53.798608 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd598f9-3841-4978-8ba1-343dc4bd6510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bb51bd-565a-413d-b892-53ce1900cf97,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:53.895561 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-91a098a0-9cb8-4db7-8f24-9838187313be tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.901969 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-91a098a0-9cb8-4db7-8f24-9838187313be tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.935542 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-91a098a0-9cb8-4db7-8f24-9838187313be tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.936838 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-91a098a0-9cb8-4db7-8f24-9838187313be tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7829216 Jul 16 01:34:53.939200 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a098a0-9cb8-4db7-8f24-9838187313be tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c815cd9b-3d2f-44bf-a5b8-05d6b2546519,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:53.940023 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33008) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:53.946194 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-02999906-b538-4952-9e48-efe65c803a00 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group_rule': {'security_group_id': 'c815cd9b-3d2f-44bf-a5b8-05d6b2546519', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:53.984180 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-02999906-b538-4952-9e48-efe65c803a00 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.039275 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-02999906-b538-4952-9e48-efe65c803a00 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.045060 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:54.050039 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-02999906-b538-4952-9e48-efe65c803a00 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.085511 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02999906-b538-4952-9e48-efe65c803a00 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61eea4e-4c73-4225-901f-2527713872ae,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:54.110417 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-02999906-b538-4952-9e48-efe65c803a00 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.112195 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-02999906-b538-4952-9e48-efe65c803a00 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1707170 Jul 16 01:34:54.115033 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33018) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:54.120703 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-24d6c321-16b8-4a26-aa5e-ab6618f8c832 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group_rule': {'security_group_id': 'c815cd9b-3d2f-44bf-a5b8-05d6b2546519', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:54.132180 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:54.139112 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:54.139737 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.171916 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-24d6c321-16b8-4a26-aa5e-ab6618f8c832 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.238401 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.249349 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-24d6c321-16b8-4a26-aa5e-ab6618f8c832 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:34:54.253973 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33022) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:54.255035 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-24d6c321-16b8-4a26-aa5e-ab6618f8c832 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1386137 Jul 16 01:34:54.269337 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33026) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:54.275520 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca67a49-3d5a-4cfe-9864-6d2718283812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:54.278150 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b479ac7e-7ec3-471a-8742-8549b56e5043" -d '{"events": [{"server_uuid": "bca67a49-3d5a-4cfe-9864-6d2718283812", "name": "network-vif-plugged", "status": "completed", "tag": "7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:54.285553 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6ef4e63-3d54-4b25-ae23-e9560b3c513c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.296234 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:54.303549 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.354526 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2e5c21b2-63ad-4a98-8b61-7bb3d91d2467 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.397938 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2e5c21b2-63ad-4a98-8b61-7bb3d91d2467 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.404057 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:54.418159 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7471c9-baeb-43f1-b90b-c85d8578f6dd x-openstack-request-id: req-cf7471c9-baeb-43f1-b90b-c85d8578f6dd {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:54.418478 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca67a49-3d5a-4cfe-9864-6d2718283812", "name": "network-vif-plugged", "status": "completed", "tag": "7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:54.418969 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf7471c9-baeb-43f1-b90b-c85d8578f6dd {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:54.419412 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca67a49-3d5a-4cfe-9864-6d2718283812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d', 'code': 200} Jul 16 01:34:54.490228 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6ef4e63-3d54-4b25-ae23-e9560b3c513c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.499933 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6ef4e63-3d54-4b25-ae23-e9560b3c513c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.510894 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfce14-b43e-4289-8b49-41228d705cb9 req-6254d50c-d72b-4657-a5ba-c7a3592cf866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:54.513817 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f0cfce14-b43e-4289-8b49-41228d705cb9 req-6254d50c-d72b-4657-a5ba-c7a3592cf866 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bca67a49-3d5a-4cfe-9864-6d2718283812 HTTP/1.1" status: 200 len: 1098 time: 0.0872130 Jul 16 01:34:54.514905 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2e5c21b2-63ad-4a98-8b61-7bb3d91d2467 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.518194 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2e5c21b2-63ad-4a98-8b61-7bb3d91d2467 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.519614 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2e5c21b2-63ad-4a98-8b61-7bb3d91d2467 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "DELETE /v2.0/security-groups/c815cd9b-3d2f-44bf-a5b8-05d6b2546519 HTTP/1.1" status: 204 len: 168 time: 0.2645609 Jul 16 01:34:54.528584 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33042) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:54.546502 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c21b2-63ad-4a98-8b61-7bb3d91d2467 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c815cd9b-3d2f-44bf-a5b8-05d6b2546519,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:54.564029 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f0cfce14-b43e-4289-8b49-41228d705cb9 req-5c98f1f0-4716-46f3-b7d3-a189c773720f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429032 Jul 16 01:34:54.586101 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33046) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:54.586297 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f6ef4e63-3d54-4b25-ae23-e9560b3c513c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cff7084d9826459a87842487f469c7dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3154798 Jul 16 01:34:54.592866 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef4e63-3d54-4b25-ae23-e9560b3c513c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb6d9a1-d534-491d-81f2-d4b97c80670d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:54.610150 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e06b43d3-3114-4f60-8b3b-ec7f4f05d5a9 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0804334 Jul 16 01:34:54.615499 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33048) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:54.626354 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-eda71812-4a08-43d4-a64e-6e03869691f7 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group': {'name': 'tempest-secgroup--337794138'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:54.682829 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eda71812-4a08-43d4-a64e-6e03869691f7 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.688171 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e83b55d1-109a-413e-8e71-e9c445e9babc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.737482 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e83b55d1-109a-413e-8e71-e9c445e9babc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.791040 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fb380fee-c273-44e1-a0b5-c302f7fb490d req-5f0d98e0-d81a-4d81-bd0f-fba8b9846e2a tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 210 time: 0.0299773 Jul 16 01:34:54.862152 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98befd56-cabd-4de4-beb4-92a203e55e12 req-e5b1cca4-b36b-4949-bc3b-d02ba2d620dc tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:54.863835 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98befd56-cabd-4de4-beb4-92a203e55e12 req-e5b1cca4-b36b-4949-bc3b-d02ba2d620dc tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=bca67a49-3d5a-4cfe-9864-6d2718283812 HTTP/1.1" status: 200 len: 946 time: 0.1507294 Jul 16 01:34:54.880147 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e83b55d1-109a-413e-8e71-e9c445e9babc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.882826 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e83b55d1-109a-413e-8e71-e9c445e9babc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.884126 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e83b55d1-109a-413e-8e71-e9c445e9babc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9bb6d9a1-d534-491d-81f2-d4b97c80670d HTTP/1.1" status: 204 len: 168 time: 0.2964327 Jul 16 01:34:54.912605 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eda71812-4a08-43d4-a64e-6e03869691f7 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.915810 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b55d1-109a-413e-8e71-e9c445e9babc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb6d9a1-d534-491d-81f2-d4b97c80670d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:54.919643 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eda71812-4a08-43d4-a64e-6e03869691f7 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.980149 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98befd56-cabd-4de4-beb4-92a203e55e12 req-c9cb0910-7596-4a71-9bfa-afa5971a0c54 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043694 Jul 16 01:34:54.991916 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eda71812-4a08-43d4-a64e-6e03869691f7 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.995785 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-eda71812-4a08-43d4-a64e-6e03869691f7 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3767736 Jul 16 01:34:54.996529 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33072) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:54.999727 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda71812-4a08-43d4-a64e-6e03869691f7 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaec7a71-3fe1-4734-ac45-b2931cb7c30e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:55.002880 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-85d9a79e-ab37-42cd-a739-68cebf64e87d tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group_rule': {'security_group_id': 'aaec7a71-3fe1-4734-ac45-b2931cb7c30e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:55.003658 n-d-792394-16 neutron-server[93956]: WARNING neutron.api.v2.base [None req-85d9a79e-ab37-42cd-a739-68cebf64e87d tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 01:34:55.004150 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-85d9a79e-ab37-42cd-a739-68cebf64e87d tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:34:55.007686 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-85d9a79e-ab37-42cd-a739-68cebf64e87d tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074251 Jul 16 01:34:55.018445 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33074) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:55.098921 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8bbe9968-d03f-4913-aff6-abe187806234 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.130847 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8bbe9968-d03f-4913-aff6-abe187806234 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.205962 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8bbe9968-d03f-4913-aff6-abe187806234 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.209068 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8bbe9968-d03f-4913-aff6-abe187806234 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.212850 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8bbe9968-d03f-4913-aff6-abe187806234 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "DELETE /v2.0/security-groups/aaec7a71-3fe1-4734-ac45-b2931cb7c30e HTTP/1.1" status: 204 len: 168 time: 0.1929333 Jul 16 01:34:55.218091 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33080) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:55.240707 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe9968-d03f-4913-aff6-abe187806234 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaec7a71-3fe1-4734-ac45-b2931cb7c30e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:55.289155 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-4e97434b-8c12-4a89-ad66-092d26b94a71 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:55.290989 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-4e97434b-8c12-4a89-ad66-092d26b94a71 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.82 "GET /v2.0/networks?id=1f598b73-2353-4bfa-a8d7-260fa29ffc25 HTTP/1.1" status: 200 len: 816 time: 0.1804235 Jul 16 01:34:55.299561 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-41398cdc-a62b-479f-929c-1e3d2a9cbd8d tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0802937 Jul 16 01:34:55.303234 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33084) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:55.303746 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33082) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:55.308322 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-70d67e87-3a13-4c68-a619-4880eb8263c3 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1206891323'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:55.336279 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70d67e87-3a13-4c68-a619-4880eb8263c3 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.402460 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-72af5cbd-233e-46af-898d-ac66c1990eb4 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=584cfa82f38247b0ba7638f8dca7e202 HTTP/1.1" status: 200 len: 379 time: 0.0871186 Jul 16 01:34:55.415598 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-67672c42-f75f-4872-a586-7c3ab641a235 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Request body: {'port': {'device_id': '656ceb51-bc77-47dd-be71-31692066d652', 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25', 'admin_state_up': True, 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'security_groups': ['380a5669-fbc7-43b9-8205-bdbd26bbe3ca']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:55.535877 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70d67e87-3a13-4c68-a619-4880eb8263c3 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.543546 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70d67e87-3a13-4c68-a619-4880eb8263c3 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.547422 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5482e1b9-d40c-438c-aed3-5063062f19fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.579491 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d67e87-3a13-4c68-a619-4880eb8263c3 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b631164-efd1-4830-945d-d4777015f0d2,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:55.583057 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70d67e87-3a13-4c68-a619-4880eb8263c3 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.590804 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-70d67e87-3a13-4c68-a619-4880eb8263c3 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2846069 Jul 16 01:34:55.592170 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33098) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:55.597551 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-791bf335-b831-476f-a7f6-f67d3efbcd72 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group_rule': {'security_group_id': '5b631164-efd1-4830-945d-d4777015f0d2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:55.598728 n-d-792394-16 neutron-server[93956]: WARNING neutron.api.v2.base [None req-791bf335-b831-476f-a7f6-f67d3efbcd72 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 01:34:55.599371 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-791bf335-b831-476f-a7f6-f67d3efbcd72 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:34:55.603351 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-791bf335-b831-476f-a7f6-f67d3efbcd72 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0095727 Jul 16 01:34:55.603932 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33100) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:55.663063 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c409d7d6-38f8-478a-9e10-6923afe4010f tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.690721 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c409d7d6-38f8-478a-9e10-6923afe4010f tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.741645 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c409d7d6-38f8-478a-9e10-6923afe4010f tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.742922 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5482e1b9-d40c-438c-aed3-5063062f19fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.745731 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c409d7d6-38f8-478a-9e10-6923afe4010f tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.747181 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c409d7d6-38f8-478a-9e10-6923afe4010f tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "DELETE /v2.0/security-groups/5b631164-efd1-4830-945d-d4777015f0d2 HTTP/1.1" status: 204 len: 168 time: 0.1420965 Jul 16 01:34:55.750165 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33104) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:55.763633 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5482e1b9-d40c-438c-aed3-5063062f19fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.766368 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409d7d6-38f8-478a-9e10-6923afe4010f tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b631164-efd1-4830-945d-d4777015f0d2,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:55.831993 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5482e1b9-d40c-438c-aed3-5063062f19fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68e662b06d834d9285d719e23606122a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5273595 Jul 16 01:34:55.835509 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33112) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:55.863325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482e1b9-d40c-438c-aed3-5063062f19fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4662a269-2188-4a5c-a9c2-b7c51de9c0b5,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:55.870163 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-67672c42-f75f-4872-a586-7c3ab641a235 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Made reservation on behalf of 584cfa82f38247b0ba7638f8dca7e202 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:55.873986 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-67672c42-f75f-4872-a586-7c3ab641a235 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.892131 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a64dbe4b-9eb6-45cd-95fc-b3fb80d9083e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.926485 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a64dbe4b-9eb6-45cd-95fc-b3fb80d9083e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.944639 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-22fac9d6-92d5-4c76-97e2-7c95e32ff4c2 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1930108 Jul 16 01:34:55.950309 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33118) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:55.955089 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-957a7633-71e0-4ba5-bc72-f44c7e70e238 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1481188546'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:55.999043 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5b497b85-fcc3-4623-98b3-e5796e64e749 req-68285cd4-8c3e-4923-8b14-204d7488ef5b tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 210 time: 0.0599675 Jul 16 01:34:56.039416 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-957a7633-71e0-4ba5-bc72-f44c7e70e238 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.062907 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a64dbe4b-9eb6-45cd-95fc-b3fb80d9083e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.066673 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a64dbe4b-9eb6-45cd-95fc-b3fb80d9083e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.071220 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a64dbe4b-9eb6-45cd-95fc-b3fb80d9083e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4662a269-2188-4a5c-a9c2-b7c51de9c0b5 HTTP/1.1" status: 204 len: 168 time: 0.2347927 Jul 16 01:34:56.081695 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64dbe4b-9eb6-45cd-95fc-b3fb80d9083e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4662a269-2188-4a5c-a9c2-b7c51de9c0b5,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:56.123620 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-67672c42-f75f-4872-a586-7c3ab641a235 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Allocated IP 172.20.0.11 (1f598b73-2353-4bfa-a8d7-260fa29ffc25/3851a660-9ae0-4a01-8e92-efebe4387414/b5a82016-96e1-4321-9115-5e53a26dfc62) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:56.271081 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-957a7633-71e0-4ba5-bc72-f44c7e70e238 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.297324 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f429ee-01a4-46d1-9505-9ac1cd828a67 req-dbad1577-5476-4c63-ae95-c43b49e84be1 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:56.299285 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-49f429ee-01a4-46d1-9505-9ac1cd828a67 req-dbad1577-5476-4c63-ae95-c43b49e84be1 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=bca67a49-3d5a-4cfe-9864-6d2718283812 HTTP/1.1" status: 200 len: 946 time: 0.0854316 Jul 16 01:34:56.308258 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-957a7633-71e0-4ba5-bc72-f44c7e70e238 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.343704 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a7633-71e0-4ba5-bc72-f44c7e70e238 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfa47f4-7a50-4f37-b417-b9c01171409f,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:56.383932 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-957a7633-71e0-4ba5-bc72-f44c7e70e238 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.393357 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-49f429ee-01a4-46d1-9505-9ac1cd828a67 req-2366941f-0690-4d42-8e6b-edb1cf9e71a3 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876236 Jul 16 01:34:56.395771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33128) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:56.396403 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-957a7633-71e0-4ba5-bc72-f44c7e70e238 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4342840 Jul 16 01:34:56.401682 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-017e693c-622b-4de3-8327-3a51a40baf76 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group_rule': {'security_group_id': '7dfa47f4-7a50-4f37-b417-b9c01171409f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:56.419439 n-d-792394-16 neutron-server[93956]: WARNING neutron.api.v2.base [None req-017e693c-622b-4de3-8327-3a51a40baf76 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 01:34:56.420140 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-017e693c-622b-4de3-8327-3a51a40baf76 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:34:56.421340 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-017e693c-622b-4de3-8327-3a51a40baf76 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0245745 Jul 16 01:34:56.424433 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33132) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:56.431954 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-3eaa6bc4-141f-46af-a0a6-bc52136bbe5f tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group_rule': {'security_group_id': '7dfa47f4-7a50-4f37-b417-b9c01171409f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:56.432659 n-d-792394-16 neutron-server[93956]: WARNING neutron.api.v2.base [None req-3eaa6bc4-141f-46af-a0a6-bc52136bbe5f tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 01:34:56.433631 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-3eaa6bc4-141f-46af-a0a6-bc52136bbe5f tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:34:56.438930 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3eaa6bc4-141f-46af-a0a6-bc52136bbe5f tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0130649 Jul 16 01:34:56.441411 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-67672c42-f75f-4872-a586-7c3ab641a235 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.442576 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33134) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:56.454189 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-61d4d5a1-9394-4067-ab1b-787f7f2a6127 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group_rule': {'security_group_id': '7dfa47f4-7a50-4f37-b417-b9c01171409f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:56.455873 n-d-792394-16 neutron-server[93956]: WARNING neutron.api.v2.base [None req-61d4d5a1-9394-4067-ab1b-787f7f2a6127 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 01:34:56.457998 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-61d4d5a1-9394-4067-ab1b-787f7f2a6127 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:34:56.459347 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-61d4d5a1-9394-4067-ab1b-787f7f2a6127 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0137241 Jul 16 01:34:56.463195 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33136) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:56.473404 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-8801ae59-2a19-458a-865c-fdce33b12b52 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group_rule': {'security_group_id': '7dfa47f4-7a50-4f37-b417-b9c01171409f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:56.474540 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-67672c42-f75f-4872-a586-7c3ab641a235 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Transition to ACTIVE for port object b5a82016-96e1-4321-9115-5e53a26dfc62 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:56.486874 n-d-792394-16 neutron-server[93956]: WARNING neutron.api.v2.base [None req-8801ae59-2a19-458a-865c-fdce33b12b52 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 01:34:56.488875 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-8801ae59-2a19-458a-865c-fdce33b12b52 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:34:56.490930 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8801ae59-2a19-458a-865c-fdce33b12b52 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0263801 Jul 16 01:34:56.494322 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33138) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:56.591946 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cd2fc113-43fd-4802-acd8-37433d894bcd tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.602265 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-67672c42-f75f-4872-a586-7c3ab641a235 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.624561 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0d2aa01d-7a6a-4991-a810-42123ba551bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.708730 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cd2fc113-43fd-4802-acd8-37433d894bcd tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.776515 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-67672c42-f75f-4872-a586-7c3ab641a235 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Network 1f598b73-2353-4bfa-a8d7-260fa29ffc25 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:56.795944 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-67672c42-f75f-4872-a586-7c3ab641a235 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:56.798848 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-67672c42-f75f-4872-a586-7c3ab641a235 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:56.825166 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67672c42-f75f-4872-a586-7c3ab641a235 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Pushing event updated for resources: {'Port': ['ID=b5a82016-96e1-4321-9115-5e53a26dfc62,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:56.827873 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cd2fc113-43fd-4802-acd8-37433d894bcd tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.830595 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cd2fc113-43fd-4802-acd8-37433d894bcd tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.834092 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cd2fc113-43fd-4802-acd8-37433d894bcd tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "DELETE /v2.0/security-groups/7dfa47f4-7a50-4f37-b417-b9c01171409f HTTP/1.1" status: 204 len: 168 time: 0.3342478 Jul 16 01:34:56.834473 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33154) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:56.873404 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f2576-c7ee-47d6-959a-2947af5940a4 req-5b168a9c-0f2a-43ab-beae-3af8746793c7 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:56.884955 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-421f2576-c7ee-47d6-959a-2947af5940a4 req-5b168a9c-0f2a-43ab-beae-3af8746793c7 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=bca67a49-3d5a-4cfe-9864-6d2718283812 HTTP/1.1" status: 200 len: 946 time: 0.2851017 Jul 16 01:34:56.910994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fc113-43fd-4802-acd8-37433d894bcd tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfa47f4-7a50-4f37-b417-b9c01171409f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:56.916448 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-86664c8b-5c28-4dec-bb18-37b5d9f4ee61 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0804467 Jul 16 01:34:56.925604 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33158) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:56.932889 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-3b1219a7-5a13-4845-ad5d-c394870ec9ca tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group': {'name': 'tempest-secgroup--261468797'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:56.993015 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3b1219a7-5a13-4845-ad5d-c394870ec9ca tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.014849 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-67672c42-f75f-4872-a586-7c3ab641a235 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:57.016392 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-67672c42-f75f-4872-a586-7c3ab641a235 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.060445 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-421f2576-c7ee-47d6-959a-2947af5940a4 req-08ca2898-a03e-4226-b189-056071d8f2d6 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615453 Jul 16 01:34:57.065859 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-67672c42-f75f-4872-a586-7c3ab641a235 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6571887 Jul 16 01:34:57.085863 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-c1326b24-37d0-408d-a401-d1c6b5de80ac service neutron] Request body: {'port': {'device_id': '656ceb51-bc77-47dd-be71-31692066d652', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:57.226696 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3b1219a7-5a13-4845-ad5d-c394870ec9ca tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.237884 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3b1219a7-5a13-4845-ad5d-c394870ec9ca tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.291650 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-c1326b24-37d0-408d-a401-d1c6b5de80ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.340689 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1219a7-5a13-4845-ad5d-c394870ec9ca tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91fa59c7-549b-4bb4-a5f4-da7857e987af,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:57.350803 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3b1219a7-5a13-4845-ad5d-c394870ec9ca tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.354541 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3b1219a7-5a13-4845-ad5d-c394870ec9ca tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4253125 Jul 16 01:34:57.371573 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33178) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:57.379820 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cb71ae0c-7653-4809-ac2b-a0e6f8d165a9 None None] Provisioning for port b5a82016-96e1-4321-9115-5e53a26dfc62 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:57.383694 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-e99ed0ad-6752-40d8-8460-28d89a517d87 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group_rule': {'security_group_id': '91fa59c7-549b-4bb4-a5f4-da7857e987af', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:57.385627 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cb71ae0c-7653-4809-ac2b-a0e6f8d165a9 None None] Provisioning complete for port b5a82016-96e1-4321-9115-5e53a26dfc62 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:57.386280 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb71ae0c-7653-4809-ac2b-a0e6f8d165a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.389916 n-d-792394-16 neutron-server[93956]: WARNING neutron.api.v2.base [None req-e99ed0ad-6752-40d8-8460-28d89a517d87 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 01:34:57.390487 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-e99ed0ad-6752-40d8-8460-28d89a517d87 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:34:57.393395 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e99ed0ad-6752-40d8-8460-28d89a517d87 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0202281 Jul 16 01:34:57.399709 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33180) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:57.407024 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-d69b287b-122a-461c-9538-cd96d4061cf7 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group_rule': {'security_group_id': '91fa59c7-549b-4bb4-a5f4-da7857e987af', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:57.469032 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-cb71ae0c-7653-4809-ac2b-a0e6f8d165a9 None None] Port b5a82016-96e1-4321-9115-5e53a26dfc62 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:57.472896 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31476dbe-8f2c-40b5-857c-6b1eff51abd3 req-43785e3b-994b-48b5-8de3-1f95407bc871 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:57.481777 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-31476dbe-8f2c-40b5-857c-6b1eff51abd3 req-43785e3b-994b-48b5-8de3-1f95407bc871 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 932 time: 0.2118309 Jul 16 01:34:57.484171 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33182) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:57.544656 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-31476dbe-8f2c-40b5-857c-6b1eff51abd3 req-1c6f9c58-d4e7-473f-8232-77c022e5febb tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/security-groups?id=380a5669-fbc7-43b9-8205-bdbd26bbe3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603707 Jul 16 01:34:57.716596 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-c08ca33e-0f78-485d-be90-cecdf60f236d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1113592428'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:57.763825 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08ca33e-0f78-485d-be90-cecdf60f236d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Made reservation on behalf of 25f43487b8e9471c8206a5429d008e7d for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:57.765955 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-d69b287b-122a-461c-9538-cd96d4061cf7 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:34:57.767709 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c08ca33e-0f78-485d-be90-cecdf60f236d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.771065 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d69b287b-122a-461c-9538-cd96d4061cf7 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3698120 Jul 16 01:34:57.773591 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33194) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:57.780102 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a003aa76-eed0-47be-87c9-2ae967738bf3 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group_rule': {'security_group_id': '91fa59c7-549b-4bb4-a5f4-da7857e987af', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:57.780975 n-d-792394-16 neutron-server[93955]: WARNING neutron.api.v2.base [None req-a003aa76-eed0-47be-87c9-2ae967738bf3 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 01:34:57.782256 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-a003aa76-eed0-47be-87c9-2ae967738bf3 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:34:57.784412 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c08ca33e-0f78-485d-be90-cecdf60f236d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.786712 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a003aa76-eed0-47be-87c9-2ae967738bf3 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0105691 Jul 16 01:34:57.788661 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33196) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:57.793802 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-150de5f8-fd5e-4131-9f33-7575725de584 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group_rule': {'security_group_id': '91fa59c7-549b-4bb4-a5f4-da7857e987af', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:57.819240 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcb101-700d-48b4-b71b-e9e777cfb8ea req-9b436e05-3cb0-45a3-b781-7c7927d8558c tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:57.826339 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c0dcb101-700d-48b4-b71b-e9e777cfb8ea req-9b436e05-3cb0-45a3-b781-7c7927d8558c tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=bca67a49-3d5a-4cfe-9864-6d2718283812 HTTP/1.1" status: 200 len: 946 time: 0.1646047 Jul 16 01:34:57.857749 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.db.api [None req-c08ca33e-0f78-485d-be90-cecdf60f236d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:34:57.857749 n-d-792394-16 neutron-server[93956]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:34:57.857749 n-d-792394-16 neutron-server[93956]: [parameters: {'project_id_1': '25f43487b8e9471c8206a5429d008e7d', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 34, 57, 840492)}] Jul 16 01:34:57.857749 n-d-792394-16 neutron-server[93956]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93956) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:34:57.858258 n-d-792394-16 neutron-server[93956]: DEBUG oslo_db.api [None req-c08ca33e-0f78-485d-be90-cecdf60f236d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:34:57.883493 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c0dcb101-700d-48b4-b71b-e9e777cfb8ea req-abe892cf-2bec-4eac-813b-29d6167223d5 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562673 Jul 16 01:34:57.901724 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-150de5f8-fd5e-4131-9f33-7575725de584 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:34:57.905587 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-150de5f8-fd5e-4131-9f33-7575725de584 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1130738 Jul 16 01:34:57.905868 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33200) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:57.918354 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-9d7f2a19-fa56-468e-86c2-6fe095b76157 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group_rule': {'security_group_id': '91fa59c7-549b-4bb4-a5f4-da7857e987af', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:57.918354 n-d-792394-16 neutron-server[93956]: WARNING neutron.api.v2.base [None req-9d7f2a19-fa56-468e-86c2-6fe095b76157 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 01:34:57.918354 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-9d7f2a19-fa56-468e-86c2-6fe095b76157 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:34:57.918354 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9d7f2a19-fa56-468e-86c2-6fe095b76157 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066011 Jul 16 01:34:57.918783 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33202) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:57.923244 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-96ce6b57-6766-4cae-a799-455dd4233a16 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group_rule': {'security_group_id': '91fa59c7-549b-4bb4-a5f4-da7857e987af', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:57.941823 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-c1326b24-37d0-408d-a401-d1c6b5de80ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a82016-96e1-4321-9115-5e53a26dfc62 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:57.953926 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-c1326b24-37d0-408d-a401-d1c6b5de80ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.968979 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-c1326b24-37d0-408d-a401-d1c6b5de80ac service neutron] Transition to ACTIVE for port object b5a82016-96e1-4321-9115-5e53a26dfc62 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:57.975349 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-c1326b24-37d0-408d-a401-d1c6b5de80ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.984399 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-96ce6b57-6766-4cae-a799-455dd4233a16 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:34:57.990098 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-96ce6b57-6766-4cae-a799-455dd4233a16 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0680094 Jul 16 01:34:57.992922 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33208) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:58.000643 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-5f829b50-193b-408c-8f4f-b3cff3ef128c tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group_rule': {'security_group_id': '91fa59c7-549b-4bb4-a5f4-da7857e987af', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:58.001163 n-d-792394-16 neutron-server[93956]: WARNING neutron.api.v2.base [None req-5f829b50-193b-408c-8f4f-b3cff3ef128c tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 01:34:58.001741 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-5f829b50-193b-408c-8f4f-b3cff3ef128c tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:34:58.006200 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5f829b50-193b-408c-8f4f-b3cff3ef128c tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0109565 Jul 16 01:34:58.006764 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33210) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:58.012569 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-e86d23ee-8db3-43c9-8abb-768f06a5513f tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group_rule': {'security_group_id': '91fa59c7-549b-4bb4-a5f4-da7857e987af', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:58.041441 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1326b24-37d0-408d-a401-d1c6b5de80ac service neutron] Pushing event updated for resources: {'Port': ['ID=b5a82016-96e1-4321-9115-5e53a26dfc62,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:58.072801 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-e86d23ee-8db3-43c9-8abb-768f06a5513f tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:34:58.074153 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e86d23ee-8db3-43c9-8abb-768f06a5513f tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0662551 Jul 16 01:34:58.077451 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33214) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:58.082320 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-7f4de767-f094-4753-9df9-7588138d5c1b tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group_rule': {'security_group_id': '91fa59c7-549b-4bb4-a5f4-da7857e987af', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:58.149884 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-7f4de767-f094-4753-9df9-7588138d5c1b tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:34:58.151299 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-c1326b24-37d0-408d-a401-d1c6b5de80ac service neutron] Attempting to bind port b5a82016-96e1-4321-9115-5e53a26dfc62 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:58.151699 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-c1326b24-37d0-408d-a401-d1c6b5de80ac service neutron] Attempting to bind port b5a82016-96e1-4321-9115-5e53a26dfc62 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'cd22ad3c-1dd0-4825-aba4-17f4325fadc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:58.152038 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-c1326b24-37d0-408d-a401-d1c6b5de80ac service neutron] Attempting to bind port b5a82016-96e1-4321-9115-5e53a26dfc62 on network 1f598b73-2353-4bfa-a8d7-260fa29ffc25 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:58.157529 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7f4de767-f094-4753-9df9-7588138d5c1b tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0786810 Jul 16 01:34:58.158258 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33218) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:58.175760 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-c1326b24-37d0-408d-a401-d1c6b5de80ac service neutron] Port b5a82016-96e1-4321-9115-5e53a26dfc62 on network 1f598b73-2353-4bfa-a8d7-260fa29ffc25 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:58.180055 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-c1326b24-37d0-408d-a401-d1c6b5de80ac service neutron] Attempting to bind port b5a82016-96e1-4321-9115-5e53a26dfc62 on network 1f598b73-2353-4bfa-a8d7-260fa29ffc25 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:58.192090 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-c1326b24-37d0-408d-a401-d1c6b5de80ac service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:58.192661 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-c1326b24-37d0-408d-a401-d1c6b5de80ac service neutron] Checking segment: {'id': 'cd22ad3c-1dd0-4825-aba4-17f4325fadc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:58.193159 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-c1326b24-37d0-408d-a401-d1c6b5de80ac service neutron] Bound using segment: {'id': 'cd22ad3c-1dd0-4825-aba4-17f4325fadc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:58.193883 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-c1326b24-37d0-408d-a401-d1c6b5de80ac service neutron] Bound port: b5a82016-96e1-4321-9115-5e53a26dfc62, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd22ad3c-1dd0-4825-aba4-17f4325fadc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:58.194858 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-c1326b24-37d0-408d-a401-d1c6b5de80ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.224203 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b53a34b0-ff0a-44fc-8745-63738c88da1f tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.262979 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b53a34b0-ff0a-44fc-8745-63738c88da1f tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.301221 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-c1326b24-37d0-408d-a401-d1c6b5de80ac service neutron] For port b5a82016-96e1-4321-9115-5e53a26dfc62, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:58.305216 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-c1326b24-37d0-408d-a401-d1c6b5de80ac service neutron] For port b5a82016-96e1-4321-9115-5e53a26dfc62, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=b5a82016-96e1-4321-9115-5e53a26dfc62,segment=NetworkSegment(cd22ad3c-1dd0-4825-aba4-17f4325fadc5),segment_id=cd22ad3c-1dd0-4825-aba4-17f4325fadc5)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:58.314380 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-c1326b24-37d0-408d-a401-d1c6b5de80ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.334277 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b53a34b0-ff0a-44fc-8745-63738c88da1f tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.337341 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b53a34b0-ff0a-44fc-8745-63738c88da1f tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.341680 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b53a34b0-ff0a-44fc-8745-63738c88da1f tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "DELETE /v2.0/security-groups/91fa59c7-549b-4bb4-a5f4-da7857e987af HTTP/1.1" status: 204 len: 168 time: 0.1824248 Jul 16 01:34:58.342417 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33228) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:58.368683 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c08ca33e-0f78-485d-be90-cecdf60f236d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.378849 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-c1326b24-37d0-408d-a401-d1c6b5de80ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:58.383013 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-c1326b24-37d0-408d-a401-d1c6b5de80ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.386188 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-c1326b24-37d0-408d-a401-d1c6b5de80ac service neutron] 10.222.0.82 "PUT /v2.0/ports/b5a82016-96e1-4321-9115-5e53a26dfc62 HTTP/1.1" status: 200 len: 1093 time: 1.3091846 Jul 16 01:34:58.386674 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656ceb51-bc77-47dd-be71-31692066d652', 'tag': 'b5a82016-96e1-4321-9115-5e53a26dfc62'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:58.389093 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d86152a-b300-4674-898f-bdc62e3ecf6c" -d '{"events": [{"name": "network-changed", "server_uuid": "656ceb51-bc77-47dd-be71-31692066d652", "tag": "b5a82016-96e1-4321-9115-5e53a26dfc62"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:58.426423 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a34b0-ff0a-44fc-8745-63738c88da1f tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fa59c7-549b-4bb4-a5f4-da7857e987af,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:58.449415 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1326b24-37d0-408d-a401-d1c6b5de80ac service neutron] Pushing event updated for resources: {'Port': ['ID=b5a82016-96e1-4321-9115-5e53a26dfc62,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:58.492464 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7990b33a-dc52-4295-ad0b-0f6b6591dae9 x-openstack-request-id: req-7990b33a-dc52-4295-ad0b-0f6b6591dae9 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:58.492766 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "656ceb51-bc77-47dd-be71-31692066d652", "tag": "b5a82016-96e1-4321-9115-5e53a26dfc62", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:58.493025 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7990b33a-dc52-4295-ad0b-0f6b6591dae9 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:58.493422 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '656ceb51-bc77-47dd-be71-31692066d652', 'tag': 'b5a82016-96e1-4321-9115-5e53a26dfc62', 'status': 'completed', 'code': 200} Jul 16 01:34:58.549442 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-713f6010-1638-497c-98be-51c27d2e93da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:58.552184 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-713f6010-1638-497c-98be-51c27d2e93da service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=584cfa82f38247b0ba7638f8dca7e202&device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 1096 time: 0.0908110 Jul 16 01:34:58.585796 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cbef5f52-6cc3-46aa-8cbe-b9c28c16d864 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2292707 Jul 16 01:34:58.591102 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33238) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:58.598040 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-afe54c79-7bbc-4890-80de-54dad3364d2b tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1800381426'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:58.629210 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-1e341793-f92a-4c49-b56f-e5460cce8dc6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5a82016-96e1-4321-9115-5e53a26dfc62 HTTP/1.1" status: 200 len: 217 time: 0.0648792 Jul 16 01:34:58.725291 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c08ca33e-0f78-485d-be90-cecdf60f236d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.748482 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-e3ea75a0-8c8d-4eca-81dd-b40e6cc1fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:58.754317 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-e3ea75a0-8c8d-4eca-81dd-b40e6cc1fef9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3851a660-9ae0-4a01-8e92-efebe4387414 HTTP/1.1" status: 200 len: 855 time: 0.1172826 Jul 16 01:34:58.757453 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c08ca33e-0f78-485d-be90-cecdf60f236d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.775833 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afe54c79-7bbc-4890-80de-54dad3364d2b tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.846133 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08ca33e-0f78-485d-be90-cecdf60f236d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:58.863082 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ca33e-0f78-485d-be90-cecdf60f236d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=997e4bb2-88ae-4681-9213-0ddb77a3b79d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:58.880935 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c08ca33e-0f78-485d-be90-cecdf60f236d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.881280 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-c08ca33e-0f78-485d-be90-cecdf60f236d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Added segment fc4dd5e6-f391-41c5-ad29-73ba78f953a7 of type vlan for network b9fb1891-468f-4857-ab82-011bbb9893c6 Jul 16 01:34:58.908243 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-2cc18390-8155-4cb4-82b9-8170e19e9bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:58.909845 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-2cc18390-8155-4cb4-82b9-8170e19e9bd6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1f598b73-2353-4bfa-a8d7-260fa29ffc25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1462626 Jul 16 01:34:58.963858 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c08ca33e-0f78-485d-be90-cecdf60f236d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.023758 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9c459-3c1c-4d4c-bde4-b3c2c1771119 req-7df20067-4e40-4fe5-bc1b-55c029220793 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:59.025501 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-99f9c459-3c1c-4d4c-bde4-b3c2c1771119 req-7df20067-4e40-4fe5-bc1b-55c029220793 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 944 time: 0.2534719 Jul 16 01:34:59.046257 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c08ca33e-0f78-485d-be90-cecdf60f236d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.052257 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08ca33e-0f78-485d-be90-cecdf60f236d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:59.053037 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c08ca33e-0f78-485d-be90-cecdf60f236d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.108927 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afe54c79-7bbc-4890-80de-54dad3364d2b tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.129611 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33250) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:59.130982 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afe54c79-7bbc-4890-80de-54dad3364d2b tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.138326 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f64a5-af93-49f3-83b5-e3c48c0ddd11 req-6bad20ef-2ce2-460d-a0bd-78c6b1adaa4b tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:59.139966 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8d3f64a5-af93-49f3-83b5-e3c48c0ddd11 req-6bad20ef-2ce2-460d-a0bd-78c6b1adaa4b tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.82 "GET /v2.0/ports?device_id=bca67a49-3d5a-4cfe-9864-6d2718283812 HTTP/1.1" status: 200 len: 946 time: 0.1936126 Jul 16 01:34:59.171488 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c08ca33e-0f78-485d-be90-cecdf60f236d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6848667 Jul 16 01:34:59.181041 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ca33e-0f78-485d-be90-cecdf60f236d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Network': ['ID=b9fb1891-468f-4857-ab82-011bbb9893c6,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:59.189049 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33254) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:59.189515 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-65cc2376-f02a-4451-80f7-95e65531f7b4 service neutron] 10.222.0.82 "GET /v2.0/networks/1f598b73-2353-4bfa-a8d7-260fa29ffc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704346 Jul 16 01:34:59.201576 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-99f9c459-3c1c-4d4c-bde4-b3c2c1771119 req-e0aeda63-5dd6-4402-bad0-44739aeb1608 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/security-groups?id=380a5669-fbc7-43b9-8205-bdbd26bbe3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643989 Jul 16 01:34:59.209893 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network b9fb1891-468f-4857-ab82-011bbb9893c6 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:59.218770 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-86ace98d-20c3-42f2-a663-2fc0d804a1de tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-362841977'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:59.238966 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afe54c79-7bbc-4890-80de-54dad3364d2b tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.240194 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-afe54c79-7bbc-4890-80de-54dad3364d2b tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6481149 Jul 16 01:34:59.243164 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe54c79-7bbc-4890-80de-54dad3364d2b tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=930ea785-aeb1-4095-bc2f-7c5ff5e31ba6,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:59.247049 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33256) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:59.260143 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ace98d-20c3-42f2-a663-2fc0d804a1de tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Made reservation on behalf of 25f43487b8e9471c8206a5429d008e7d for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:59.265180 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86ace98d-20c3-42f2-a663-2fc0d804a1de tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.281343 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-89b3ce38-2f32-4d1e-8fd4-287298a30151 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group_rule': {'security_group_id': '930ea785-aeb1-4095-bc2f-7c5ff5e31ba6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:59.297180 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ace98d-20c3-42f2-a663-2fc0d804a1de tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:59.311690 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86ace98d-20c3-42f2-a663-2fc0d804a1de tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.312244 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-86ace98d-20c3-42f2-a663-2fc0d804a1de tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Added segment db03a7d3-8e96-4b9b-870b-6ad152886bdc of type vlan for network 75f17bc3-5029-4f15-9a00-92a5a94a6aea Jul 16 01:34:59.362771 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86ace98d-20c3-42f2-a663-2fc0d804a1de tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.399279 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86ace98d-20c3-42f2-a663-2fc0d804a1de tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.405390 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ace98d-20c3-42f2-a663-2fc0d804a1de tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:59.406018 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86ace98d-20c3-42f2-a663-2fc0d804a1de tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.446869 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-86ace98d-20c3-42f2-a663-2fc0d804a1de tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2440789 Jul 16 01:34:59.450039 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33258) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:59.455285 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-3ea8c3ab-adc4-44f9-a6c5-30f501bee9de tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'subnet': {'network_id': 'b9fb1891-468f-4857-ab82-011bbb9893c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:59.481099 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-74276330-c2c3-496f-a480-4920109db23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.508853 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ace98d-20c3-42f2-a663-2fc0d804a1de tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Network': ['ID=75f17bc3-5029-4f15-9a00-92a5a94a6aea,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:59.532725 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 75f17bc3-5029-4f15-9a00-92a5a94a6aea details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:59.544218 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-89b3ce38-2f32-4d1e-8fd4-287298a30151 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] create failed (client error): The resource could not be found. Jul 16 01:34:59.550229 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-89b3ce38-2f32-4d1e-8fd4-287298a30151 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2814190 Jul 16 01:34:59.555080 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33260) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:59.568531 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84bd3a-8e19-4a8b-9160-b8a0fd3d4663 req-c11492ff-961a-41fd-b562-9f7957444d2b tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:59.575645 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed84bd3a-8e19-4a8b-9160-b8a0fd3d4663 req-c11492ff-961a-41fd-b562-9f7957444d2b tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=bca67a49-3d5a-4cfe-9864-6d2718283812 HTTP/1.1" status: 200 len: 946 time: 0.4475672 Jul 16 01:34:59.580857 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-58daeb84-7a14-4e83-8731-72b1b835b9bb tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group_rule': {'security_group_id': '930ea785-aeb1-4095-bc2f-7c5ff5e31ba6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '81f777cf-39aa-46a2-9e47-3f28fabadb4e'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:59.606245 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b0773f13-57ea-4a1b-b85b-171bfd097fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.645316 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.650679 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1702a5af-dbaa-4948-9b15-2329345f4434 req-f60ba77b-8a6d-44d9-89d3-6feb41b67769 service neutron] 10.222.0.82 "GET /v2.0/networks/1f598b73-2353-4bfa-a8d7-260fa29ffc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188950 Jul 16 01:34:59.670526 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-8d3f64a5-af93-49f3-83b5-e3c48c0ddd11 req-42fc3b7a-28e0-4622-b2e2-92b66e027766 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Deleting port 7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:59.670848 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8d3f64a5-af93-49f3-83b5-e3c48c0ddd11 req-42fc3b7a-28e0-4622-b2e2-92b66e027766 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.735992 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed84bd3a-8e19-4a8b-9160-b8a0fd3d4663 req-62db5d1c-e059-468b-9732-0a8afc4552ef tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592002 Jul 16 01:34:59.744572 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f77e1f4-265b-4178-a62d-5794e337e927 req-360e5005-10d2-4afb-9b34-d2212e7cb6bc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3840272 Jul 16 01:35:00.223981 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-8d3f64a5-af93-49f3-83b5-e3c48c0ddd11 req-42fc3b7a-28e0-4622-b2e2-92b66e027766 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] For port 7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:00.224747 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8d3f64a5-af93-49f3-83b5-e3c48c0ddd11 req-42fc3b7a-28e0-4622-b2e2-92b66e027766 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.257664 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-8d3f64a5-af93-49f3-83b5-e3c48c0ddd11 req-42fc3b7a-28e0-4622-b2e2-92b66e027766 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Calling delete_port for 7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:00.267102 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-74276330-c2c3-496f-a480-4920109db23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.277095 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-74276330-c2c3-496f-a480-4920109db23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.290106 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86152a-b300-4674-898f-bdc62e3ecf6c req-2b0ecc13-c208-4529-8772-d78310336008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:00.291164 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4d86152a-b300-4674-898f-bdc62e3ecf6c req-2b0ecc13-c208-4529-8772-d78310336008 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=584cfa82f38247b0ba7638f8dca7e202&device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 1096 time: 0.5780516 Jul 16 01:35:00.304850 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea8c3ab-adc4-44f9-a6c5-30f501bee9de tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Made reservation on behalf of 25f43487b8e9471c8206a5429d008e7d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:00.310306 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ea8c3ab-adc4-44f9-a6c5-30f501bee9de tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.321017 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.db.api [None req-58daeb84-7a14-4e83-8731-72b1b835b9bb tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:35:00.321017 n-d-792394-16 neutron-server[93955]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:35:00.321017 n-d-792394-16 neutron-server[93955]: [parameters: {'project_id_1': '6fb2fc38510b4debbfe7950adcab8ad1', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 34, 59, 618136)}] Jul 16 01:35:00.321017 n-d-792394-16 neutron-server[93955]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:35:00.321504 n-d-792394-16 neutron-server[93955]: DEBUG oslo_db.api [None req-58daeb84-7a14-4e83-8731-72b1b835b9bb tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:35:00.419383 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77e1f4-265b-4178-a62d-5794e337e927 req-b5b693a2-d57b-4407-bd04-03f998aa7ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:00.420970 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f77e1f4-265b-4178-a62d-5794e337e927 req-b5b693a2-d57b-4407-bd04-03f998aa7ae7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 1098 time: 0.6263635 Jul 16 01:35:00.449538 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-74276330-c2c3-496f-a480-4920109db23e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53c2dabc14c24adb9aea328afb67f77c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3084035 Jul 16 01:35:00.450399 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74276330-c2c3-496f-a480-4920109db23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c32810-f08a-4614-b82d-2b421370244d,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:00.452195 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33266) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:00.583921 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-953e0573-adb7-4cab-b158-dd5441ba2fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.593023 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ea8c3ab-adc4-44f9-a6c5-30f501bee9de tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.619593 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86152a-b300-4674-898f-bdc62e3ecf6c req-5028f604-6ad8-43a4-994e-1dbcdd364e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:00.621098 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4d86152a-b300-4674-898f-bdc62e3ecf6c req-5028f604-6ad8-43a4-994e-1dbcdd364e17 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1f598b73-2353-4bfa-a8d7-260fa29ffc25 HTTP/1.1" status: 200 len: 917 time: 0.3160796 Jul 16 01:35:00.638769 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-953e0573-adb7-4cab-b158-dd5441ba2fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.690463 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8c3ab-adc4-44f9-a6c5-30f501bee9de tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Subnet': ['ID=cadff0af-a286-4bd9-9979-2af3fcdbb878,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:00.711811 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea8c3ab-adc4-44f9-a6c5-30f501bee9de tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Checking segment: {'id': 'fc4dd5e6-f391-41c5-ad29-73ba78f953a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b9fb1891-468f-4857-ab82-011bbb9893c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:00.712267 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea8c3ab-adc4-44f9-a6c5-30f501bee9de tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network hostable DHCP agents. Network: b9fb1891-468f-4857-ab82-011bbb9893c6, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:00.719322 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77e1f4-265b-4178-a62d-5794e337e927 req-e64a541e-761f-48c4-b1d9-c54c99551f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:00.721489 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f77e1f4-265b-4178-a62d-5794e337e927 req-e64a541e-761f-48c4-b1d9-c54c99551f4c service neutron] 10.222.0.84 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 911 time: 0.2631321 Jul 16 01:35:00.722837 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4d86152a-b300-4674-898f-bdc62e3ecf6c req-fe9f19b9-0e84-471b-a8e2-aca1418f92fc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5a82016-96e1-4321-9115-5e53a26dfc62 HTTP/1.1" status: 200 len: 217 time: 0.0897667 Jul 16 01:35:00.730976 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395b87d-7106-4f53-b3f0-57ec0b86e4e6 req-7cdac704-8b26-4bd8-8507-51df418c1cde tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:00.731211 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea8c3ab-adc4-44f9-a6c5-30f501bee9de tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network b9fb1891-468f-4857-ab82-011bbb9893c6 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:00.740879 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b395b87d-7106-4f53-b3f0-57ec0b86e4e6 req-7cdac704-8b26-4bd8-8507-51df418c1cde tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 944 time: 0.3523355 Jul 16 01:35:00.746475 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-953e0573-adb7-4cab-b158-dd5441ba2fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.749556 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-953e0573-adb7-4cab-b158-dd5441ba2fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.754182 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-953e0573-adb7-4cab-b158-dd5441ba2fef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00c32810-f08a-4614-b82d-2b421370244d HTTP/1.1" status: 204 len: 168 time: 0.2933762 Jul 16 01:35:00.756816 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-3ea8c3ab-adc4-44f9-a6c5-30f501bee9de tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, b9fb1891-468f-4857-ab82-011bbb9893c6) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:00.765102 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea8c3ab-adc4-44f9-a6c5-30f501bee9de tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:00.767304 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ea8c3ab-adc4-44f9-a6c5-30f501bee9de tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.768534 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e0573-adb7-4cab-b158-dd5441ba2fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c32810-f08a-4614-b82d-2b421370244d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:00.785952 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3ea8c3ab-adc4-44f9-a6c5-30f501bee9de tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3347018 Jul 16 01:35:00.789473 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33274) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:00.794267 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18533d2e-f0db-440e-b1cb-6e2fdfbafdaf None None] Network b9fb1891-468f-4857-ab82-011bbb9893c6 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:00.796927 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-627bf3db-a63d-46f0-a8a3-761d0526692c tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'subnet': {'network_id': '75f17bc3-5029-4f15-9a00-92a5a94a6aea', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:00.851876 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.864548 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f77e1f4-265b-4178-a62d-5794e337e927 req-3a9bfddf-f44e-4242-b3ab-b46adcd5de1a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d5b4873-70f8-4714-956d-f3c4e22f2c5d HTTP/1.1" status: 200 len: 217 time: 0.1196494 Jul 16 01:35:00.886062 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8d3f64a5-af93-49f3-83b5-e3c48c0ddd11 req-42fc3b7a-28e0-4622-b2e2-92b66e027766 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.945944 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['d718468d-4bd2-4ec0-88f0-d6d976174d66'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:00.993111 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0d0aaad4-b7c9-4fcc-a130-75926f49ddb6 req-92af4e4b-d7fa-4345-b580-9d8355f76500 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=bca67a49-3d5a-4cfe-9864-6d2718283812 HTTP/1.1" status: 200 len: 210 time: 0.0450103 Jul 16 01:35:01.024912 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc3b7a-28e0-4622-b2e2-92b66e027766 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Pushing event deleted for resources: {'Port': ['ID=7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:01.049986 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b395b87d-7106-4f53-b3f0-57ec0b86e4e6 req-c645f65c-a4bc-4ddf-a4c4-39f9cd262f63 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/security-groups?id=380a5669-fbc7-43b9-8205-bdbd26bbe3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3079896 Jul 16 01:35:01.084909 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627bf3db-a63d-46f0-a8a3-761d0526692c tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Made reservation on behalf of 25f43487b8e9471c8206a5429d008e7d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:01.089111 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-627bf3db-a63d-46f0-a8a3-761d0526692c tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.115110 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86152a-b300-4674-898f-bdc62e3ecf6c req-0692543e-1bb2-4690-9c0c-f1fb4b1906f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:01.116754 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4d86152a-b300-4674-898f-bdc62e3ecf6c req-0692543e-1bb2-4690-9c0c-f1fb4b1906f1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3851a660-9ae0-4a01-8e92-efebe4387414 HTTP/1.1" status: 200 len: 855 time: 0.3730299 Jul 16 01:35:01.154788 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb240be4-fab2-4fdb-8414-9a13c9266dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-b9fb1891-468f-4857-ab82-011bbb9893c6', 'network_id': 'b9fb1891-468f-4857-ab82-011bbb9893c6', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'fixed_ips': [{'subnet_id': 'cadff0af-a286-4bd9-9979-2af3fcdbb878'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:01.155660 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb240be4-fab2-4fdb-8414-9a13c9266dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.282484 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33280) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:01.315677 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a346f71f-835e-4e31-ab67-2953be790424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.319225 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77e1f4-265b-4178-a62d-5794e337e927 req-a42c94af-9dee-4726-b251-b840691eadbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:01.323835 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f77e1f4-265b-4178-a62d-5794e337e927 req-a42c94af-9dee-4726-b251-b840691eadbc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.4387960 Jul 16 01:35:01.328480 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3f64a5-af93-49f3-83b5-e3c48c0ddd11 req-42fc3b7a-28e0-4622-b2e2-92b66e027766 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] No DVR routers for this DVR port 7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:01.332697 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-58daeb84-7a14-4e83-8731-72b1b835b9bb tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] create failed (client error): The resource could not be found. Jul 16 01:35:01.337985 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-58daeb84-7a14-4e83-8731-72b1b835b9bb tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.7786162 Jul 16 01:35:01.341150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33282) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:01.342636 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8d3f64a5-af93-49f3-83b5-e3c48c0ddd11 req-42fc3b7a-28e0-4622-b2e2-92b66e027766 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.344518 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8d3f64a5-af93-49f3-83b5-e3c48c0ddd11 req-42fc3b7a-28e0-4622-b2e2-92b66e027766 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.82 "DELETE /v2.0/ports/7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d HTTP/1.1" status: 204 len: 173 time: 2.1977286 Jul 16 01:35:01.346311 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca67a49-3d5a-4cfe-9864-6d2718283812', 'name': 'network-vif-deleted', 'tag': '7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:01.357719 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9164df36-8fd7-4186-9934-981c4a13defa" -d '{"events": [{"server_uuid": "bca67a49-3d5a-4cfe-9864-6d2718283812", "name": "network-vif-deleted", "tag": "7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:01.443762 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc145e20-355a-4c6b-bad5-7976cc9604ea x-openstack-request-id: req-fc145e20-355a-4c6b-bad5-7976cc9604ea {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:01.444546 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca67a49-3d5a-4cfe-9864-6d2718283812", "name": "network-vif-deleted", "tag": "7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:01.445016 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc145e20-355a-4c6b-bad5-7976cc9604ea {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:01.445850 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca67a49-3d5a-4cfe-9864-6d2718283812', 'name': 'network-vif-deleted', 'tag': '7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d', 'status': 'completed', 'code': 200} Jul 16 01:35:01.504608 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a346f71f-835e-4e31-ab67-2953be790424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.507339 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.546400 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-bb240be4-fab2-4fdb-8414-9a13c9266dd2 None None] Allocated IP 2001:db8::2 (b9fb1891-468f-4857-ab82-011bbb9893c6/cadff0af-a286-4bd9-9979-2af3fcdbb878/06dd401d-dbb2-4da7-abef-2f497cdeb800) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:01.547070 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86152a-b300-4674-898f-bdc62e3ecf6c req-0e06676b-9f65-4930-83f8-2aa7358131ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:01.550002 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4d86152a-b300-4674-898f-bdc62e3ecf6c req-0e06676b-9f65-4930-83f8-2aa7358131ab service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1f598b73-2353-4bfa-a8d7-260fa29ffc25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3886876 Jul 16 01:35:01.555984 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e57050a4-693a-4d65-b769-1540ed7458c1 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.584912 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a346f71f-835e-4e31-ab67-2953be790424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.624332 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33286) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:01.625728 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a346f71f-835e-4e31-ab67-2953be790424 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2c3029ad8194307919dce17b2fb05f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3417287 Jul 16 01:35:01.627105 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-627bf3db-a63d-46f0-a8a3-761d0526692c tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.690951 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346f71f-835e-4e31-ab67-2953be790424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef948bb-59e9-4545-969a-aae51ba36b3e,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:01.709362 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e57050a4-693a-4d65-b769-1540ed7458c1 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.718657 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bf3db-a63d-46f0-a8a3-761d0526692c tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Subnet': ['ID=724f616a-7bd0-407a-9d36-260b74d734ac,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:01.721651 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627bf3db-a63d-46f0-a8a3-761d0526692c tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Checking segment: {'id': 'db03a7d3-8e96-4b9b-870b-6ad152886bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75f17bc3-5029-4f15-9a00-92a5a94a6aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:01.722202 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627bf3db-a63d-46f0-a8a3-761d0526692c tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network hostable DHCP agents. Network: 75f17bc3-5029-4f15-9a00-92a5a94a6aea, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:01.723442 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb240be4-fab2-4fdb-8414-9a13c9266dd2 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.725733 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77e1f4-265b-4178-a62d-5794e337e927 req-8249b0d7-0927-4771-b8f4-07f018909919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:01.727345 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f77e1f4-265b-4178-a62d-5794e337e927 req-8249b0d7-0927-4771-b8f4-07f018909919 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3870008 Jul 16 01:35:01.734366 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bb240be4-fab2-4fdb-8414-9a13c9266dd2 None None] Transition to ACTIVE for port object 06dd401d-dbb2-4da7-abef-2f497cdeb800 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:01.742725 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627bf3db-a63d-46f0-a8a3-761d0526692c tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network 75f17bc3-5029-4f15-9a00-92a5a94a6aea is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:01.754536 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bb240be4-fab2-4fdb-8414-9a13c9266dd2 None None] Transition to ACTIVE for port object 06dd401d-dbb2-4da7-abef-2f497cdeb800 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:01.754884 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-627bf3db-a63d-46f0-a8a3-761d0526692c tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 75f17bc3-5029-4f15-9a00-92a5a94a6aea) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:01.760891 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627bf3db-a63d-46f0-a8a3-761d0526692c tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:01.761397 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-627bf3db-a63d-46f0-a8a3-761d0526692c tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.768536 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb240be4-fab2-4fdb-8414-9a13c9266dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.774836 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd2798f-06b9-40d5-942f-7613e801d0ec None None] Network 75f17bc3-5029-4f15-9a00-92a5a94a6aea requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:01.781570 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-627bf3db-a63d-46f0-a8a3-761d0526692c tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9899318 Jul 16 01:35:01.782453 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33288) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:01.804645 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-ba1351c2-8065-4488-a8c4-89dd57687863 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-232462948', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:01.829081 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4d86152a-b300-4674-898f-bdc62e3ecf6c req-03612e6e-b994-490f-94e9-ff0531ad91d9 service neutron] 10.222.0.82 "GET /v2.0/networks/1f598b73-2353-4bfa-a8d7-260fa29ffc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634070 Jul 16 01:35:01.832770 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb240be4-fab2-4fdb-8414-9a13c9266dd2 None None] Network b9fb1891-468f-4857-ab82-011bbb9893c6 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:01.840854 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-bb240be4-fab2-4fdb-8414-9a13c9266dd2 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:01.875438 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb240be4-fab2-4fdb-8414-9a13c9266dd2 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:01.894196 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb240be4-fab2-4fdb-8414-9a13c9266dd2 None None] Pushing event updated for resources: {'Port': ['ID=06dd401d-dbb2-4da7-abef-2f497cdeb800,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:01.917238 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-092ad5a8-83e7-4c26-962f-f11318dcae85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.928528 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e57050a4-693a-4d65-b769-1540ed7458c1 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.931082 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e57050a4-693a-4d65-b769-1540ed7458c1 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.934766 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e57050a4-693a-4d65-b769-1540ed7458c1 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "DELETE /v2.0/security-groups/930ea785-aeb1-4095-bc2f-7c5ff5e31ba6 HTTP/1.1" status: 204 len: 168 time: 0.5867712 Jul 16 01:35:01.937731 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33290) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:01.966277 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba1351c2-8065-4488-a8c4-89dd57687863 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.967306 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba1351c2-8065-4488-a8c4-89dd57687863 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.986611 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57050a4-693a-4d65-b769-1540ed7458c1 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=930ea785-aeb1-4095-bc2f-7c5ff5e31ba6,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:01.994104 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-589cae75-0d82-427a-a1b7-0db2fbf3aa9b tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0507815 Jul 16 01:35:01.994332 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-092ad5a8-83e7-4c26-962f-f11318dcae85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.995305 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33292) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:01.995442 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-bb240be4-fab2-4fdb-8414-9a13c9266dd2 None None] Attempting to bind port 06dd401d-dbb2-4da7-abef-2f497cdeb800 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:02.000264 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-8c2a082d-4c1a-452b-9288-38e9d485dab8 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group_rule': {'security_group_id': '15c9517f-6fbb-43f7-8135-d90722c640b8', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:02.002796 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-bb240be4-fab2-4fdb-8414-9a13c9266dd2 None None] Attempting to bind port 06dd401d-dbb2-4da7-abef-2f497cdeb800 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'fc4dd5e6-f391-41c5-ad29-73ba78f953a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b9fb1891-468f-4857-ab82-011bbb9893c6'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:02.003598 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb240be4-fab2-4fdb-8414-9a13c9266dd2 None None] Attempting to bind port 06dd401d-dbb2-4da7-abef-2f497cdeb800 on network b9fb1891-468f-4857-ab82-011bbb9893c6 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:02.023779 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb240be4-fab2-4fdb-8414-9a13c9266dd2 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:02.024073 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb240be4-fab2-4fdb-8414-9a13c9266dd2 None None] Checking segment: {'id': 'fc4dd5e6-f391-41c5-ad29-73ba78f953a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b9fb1891-468f-4857-ab82-011bbb9893c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:02.024493 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb240be4-fab2-4fdb-8414-9a13c9266dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.024892 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb240be4-fab2-4fdb-8414-9a13c9266dd2 None None] Bound using segment: {'id': 'fc4dd5e6-f391-41c5-ad29-73ba78f953a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b9fb1891-468f-4857-ab82-011bbb9893c6'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:02.025393 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-bb240be4-fab2-4fdb-8414-9a13c9266dd2 None None] Bound port: 06dd401d-dbb2-4da7-abef-2f497cdeb800, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4dd5e6-f391-41c5-ad29-73ba78f953a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b9fb1891-468f-4857-ab82-011bbb9893c6'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:02.026221 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb240be4-fab2-4fdb-8414-9a13c9266dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.039958 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f77e1f4-265b-4178-a62d-5794e337e927 req-7ef95f75-f18c-4a28-b375-03099fbf639b service neutron] 10.222.0.84 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968366 Jul 16 01:35:02.062079 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:02.104874 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec673871-37cc-4682-a9a7-c7e303391064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-75f17bc3-5029-4f15-9a00-92a5a94a6aea', 'network_id': '75f17bc3-5029-4f15-9a00-92a5a94a6aea', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'fixed_ips': [{'subnet_id': '724f616a-7bd0-407a-9d36-260b74d734ac'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:02.105753 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ec673871-37cc-4682-a9a7-c7e303391064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.120501 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-8c2a082d-4c1a-452b-9288-38e9d485dab8 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] create failed (client error): The resource could not be found. Jul 16 01:35:02.128715 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8c2a082d-4c1a-452b-9288-38e9d485dab8 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1263428 Jul 16 01:35:02.128715 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33298) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:02.129606 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:02.129606 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 7e1fe7d5-4a66-4c79-a80a-c3785f62ad3d not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:02.141870 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b5d77fa0-88f2-426b-951a-5f572eb20685 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group': {'name': 'tempest-secgroup--373483162'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:02.206180 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba1351c2-8065-4488-a8c4-89dd57687863 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.227580 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b5d77fa0-88f2-426b-951a-5f572eb20685 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.241555 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4d86152a-b300-4674-898f-bdc62e3ecf6c req-4197f8e3-95fe-463e-8b1a-a0695bf240f7 service neutron] 10.222.0.82 "GET /v2.0/networks/1f598b73-2353-4bfa-a8d7-260fa29ffc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678994 Jul 16 01:35:02.246879 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba1351c2-8065-4488-a8c4-89dd57687863 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.290364 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba1351c2-8065-4488-a8c4-89dd57687863 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.291580 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ba1351c2-8065-4488-a8c4-89dd57687863 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4934337 Jul 16 01:35:02.296051 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33300) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:02.312809 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f77e1f4-265b-4178-a62d-5794e337e927 req-e65c642d-4fb8-4709-9ed2-4f98d846f0a2 service neutron] 10.222.0.84 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629275 Jul 16 01:35:02.323456 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-bb240be4-fab2-4fdb-8414-9a13c9266dd2 None None] For port 06dd401d-dbb2-4da7-abef-2f497cdeb800, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:02.325505 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-092ad5a8-83e7-4c26-962f-f11318dcae85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.330212 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-092ad5a8-83e7-4c26-962f-f11318dcae85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.331118 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-092ad5a8-83e7-4c26-962f-f11318dcae85 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fef948bb-59e9-4545-969a-aae51ba36b3e HTTP/1.1" status: 204 len: 168 time: 0.7015555 Jul 16 01:35:02.348331 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-bb240be4-fab2-4fdb-8414-9a13c9266dd2 None None] For port 06dd401d-dbb2-4da7-abef-2f497cdeb800, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=06dd401d-dbb2-4da7-abef-2f497cdeb800,segment=NetworkSegment(fc4dd5e6-f391-41c5-ad29-73ba78f953a7),segment_id=fc4dd5e6-f391-41c5-ad29-73ba78f953a7)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:02.360485 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ad5a8-83e7-4c26-962f-f11318dcae85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef948bb-59e9-4545-969a-aae51ba36b3e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:02.364123 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb240be4-fab2-4fdb-8414-9a13c9266dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.376323 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c1e2b44-9eab-4dcc-b0a9-0a9142f6e70a req-293d68de-1beb-4fbc-a385-911c95f3d421 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=bca67a49-3d5a-4cfe-9864-6d2718283812 HTTP/1.1" status: 200 len: 210 time: 0.0833421 Jul 16 01:35:02.475178 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd46f7-9449-45cd-8de8-77c772718f5c req-a0781697-7c0b-4193-a373-70fc9a29df22 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:02.494193 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9acd46f7-9449-45cd-8de8-77c772718f5c req-a0781697-7c0b-4193-a373-70fc9a29df22 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 944 time: 0.1544857 Jul 16 01:35:02.544428 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.575692 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-ec673871-37cc-4682-a9a7-c7e303391064 None None] Allocated IP 2001:db8:1::2 (75f17bc3-5029-4f15-9a00-92a5a94a6aea/724f616a-7bd0-407a-9d36-260b74d734ac/01dc8276-ee43-4a54-8ebc-752235e8f7d1) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:02.589419 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9acd46f7-9449-45cd-8de8-77c772718f5c req-8b6e3fed-dafe-4636-a207-40c6218f3fd7 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/security-groups?id=380a5669-fbc7-43b9-8205-bdbd26bbe3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852764 Jul 16 01:35:02.605247 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb240be4-fab2-4fdb-8414-9a13c9266dd2 None None] Pushing event updated for resources: {'Port': ['ID=06dd401d-dbb2-4da7-abef-2f497cdeb800,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:02.670346 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b5d77fa0-88f2-426b-951a-5f572eb20685 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.680567 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b5d77fa0-88f2-426b-951a-5f572eb20685 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.742318 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b5d77fa0-88f2-426b-951a-5f572eb20685 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.743573 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b5d77fa0-88f2-426b-951a-5f572eb20685 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6153083 Jul 16 01:35:02.746541 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d77fa0-88f2-426b-951a-5f572eb20685 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2c734c-f2ee-4a67-8137-ea17eca422c6,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:02.746765 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33308) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:02.757925 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-e6a108db-6344-4649-ae9b-c91c2fe15b89 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group': {'name': 'tempest-secgroup--266840331'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:02.795169 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e724bf4-8696-4ff1-b01e-f6f3452440c2 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.801406 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e6a108db-6344-4649-ae9b-c91c2fe15b89 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.863183 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ec673871-37cc-4682-a9a7-c7e303391064 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.872303 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ec673871-37cc-4682-a9a7-c7e303391064 None None] Transition to ACTIVE for port object 01dc8276-ee43-4a54-8ebc-752235e8f7d1 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:02.893782 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ec673871-37cc-4682-a9a7-c7e303391064 None None] Transition to ACTIVE for port object 01dc8276-ee43-4a54-8ebc-752235e8f7d1 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:02.905325 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ec673871-37cc-4682-a9a7-c7e303391064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.955484 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec673871-37cc-4682-a9a7-c7e303391064 None None] Network 75f17bc3-5029-4f15-9a00-92a5a94a6aea is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:02.959010 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-ec673871-37cc-4682-a9a7-c7e303391064 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:02.965288 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec673871-37cc-4682-a9a7-c7e303391064 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:02.975643 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e6a108db-6344-4649-ae9b-c91c2fe15b89 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.980610 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec673871-37cc-4682-a9a7-c7e303391064 None None] Pushing event updated for resources: {'Port': ['ID=01dc8276-ee43-4a54-8ebc-752235e8f7d1,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:02.985894 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e6a108db-6344-4649-ae9b-c91c2fe15b89 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.047409 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e6a108db-6344-4649-ae9b-c91c2fe15b89 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.052498 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e6a108db-6344-4649-ae9b-c91c2fe15b89 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2992737 Jul 16 01:35:03.053201 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33318) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:03.058654 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-97b45357-e770-4c0b-b620-3afa3fcea2b9 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group_rule': {'security_group_id': '4d2c734c-f2ee-4a67-8137-ea17eca422c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '37fa15d7-552c-471b-a5ed-49be20c2fa18'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:03.064833 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a108db-6344-4649-ae9b-c91c2fe15b89 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37fa15d7-552c-471b-a5ed-49be20c2fa18,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:03.069322 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ec673871-37cc-4682-a9a7-c7e303391064 None None] Attempting to bind port 01dc8276-ee43-4a54-8ebc-752235e8f7d1 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:03.069643 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ec673871-37cc-4682-a9a7-c7e303391064 None None] Attempting to bind port 01dc8276-ee43-4a54-8ebc-752235e8f7d1 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'db03a7d3-8e96-4b9b-870b-6ad152886bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75f17bc3-5029-4f15-9a00-92a5a94a6aea'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:03.069970 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec673871-37cc-4682-a9a7-c7e303391064 None None] Attempting to bind port 01dc8276-ee43-4a54-8ebc-752235e8f7d1 on network 75f17bc3-5029-4f15-9a00-92a5a94a6aea {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:03.079685 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec673871-37cc-4682-a9a7-c7e303391064 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:03.080057 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec673871-37cc-4682-a9a7-c7e303391064 None None] Checking segment: {'id': 'db03a7d3-8e96-4b9b-870b-6ad152886bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75f17bc3-5029-4f15-9a00-92a5a94a6aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:03.082373 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ec673871-37cc-4682-a9a7-c7e303391064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.082862 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec673871-37cc-4682-a9a7-c7e303391064 None None] Bound using segment: {'id': 'db03a7d3-8e96-4b9b-870b-6ad152886bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75f17bc3-5029-4f15-9a00-92a5a94a6aea'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:03.083339 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ec673871-37cc-4682-a9a7-c7e303391064 None None] Bound port: 01dc8276-ee43-4a54-8ebc-752235e8f7d1, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db03a7d3-8e96-4b9b-870b-6ad152886bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75f17bc3-5029-4f15-9a00-92a5a94a6aea'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:03.083729 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ec673871-37cc-4682-a9a7-c7e303391064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.111755 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-97b45357-e770-4c0b-b620-3afa3fcea2b9 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:35:03.116900 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-97b45357-e770-4c0b-b620-3afa3fcea2b9 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0631511 Jul 16 01:35:03.118350 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33320) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:03.208246 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ec673871-37cc-4682-a9a7-c7e303391064 None None] For port 01dc8276-ee43-4a54-8ebc-752235e8f7d1, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:03.213614 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ec673871-37cc-4682-a9a7-c7e303391064 None None] For port 01dc8276-ee43-4a54-8ebc-752235e8f7d1, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=01dc8276-ee43-4a54-8ebc-752235e8f7d1,segment=NetworkSegment(db03a7d3-8e96-4b9b-870b-6ad152886bdc),segment_id=db03a7d3-8e96-4b9b-870b-6ad152886bdc)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:03.222796 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ec673871-37cc-4682-a9a7-c7e303391064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.227659 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa05ab93-6a85-4897-b7cd-19a3920bc130 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.271552 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa05ab93-6a85-4897-b7cd-19a3920bc130 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.334894 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec673871-37cc-4682-a9a7-c7e303391064 None None] Pushing event updated for resources: {'Port': ['ID=01dc8276-ee43-4a54-8ebc-752235e8f7d1,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:03.339927 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa05ab93-6a85-4897-b7cd-19a3920bc130 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.344509 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa05ab93-6a85-4897-b7cd-19a3920bc130 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.350006 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fa05ab93-6a85-4897-b7cd-19a3920bc130 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "DELETE /v2.0/security-groups/37fa15d7-552c-471b-a5ed-49be20c2fa18 HTTP/1.1" status: 204 len: 168 time: 0.2302585 Jul 16 01:35:03.350643 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33326) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:03.393307 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05ab93-6a85-4897-b7cd-19a3920bc130 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fa15d7-552c-471b-a5ed-49be20c2fa18,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:03.438606 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d17f4d25-2865-429c-a276-9150d7eb8528 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0839372 Jul 16 01:35:03.441800 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33332) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:03.542292 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8024f00-1e70-47ee-8ae5-421f5c46e9bc tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.613257 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8024f00-1e70-47ee-8ae5-421f5c46e9bc tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.723842 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 06dd401d-dbb2-4da7-abef-2f497cdeb800 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:03.754251 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-1e724bf4-8696-4ff1-b01e-f6f3452440c2 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Allocated IP 2001:db8::1 (b9fb1891-468f-4857-ab82-011bbb9893c6/cadff0af-a286-4bd9-9979-2af3fcdbb878/0c9b1a6a-e792-4ea4-9c9f-a60ade8ecb36) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:03.819194 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8024f00-1e70-47ee-8ae5-421f5c46e9bc tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.823868 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8024f00-1e70-47ee-8ae5-421f5c46e9bc tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.825461 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b8024f00-1e70-47ee-8ae5-421f5c46e9bc tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "DELETE /v2.0/security-groups/4d2c734c-f2ee-4a67-8137-ea17eca422c6 HTTP/1.1" status: 204 len: 168 time: 0.3814678 Jul 16 01:35:03.829402 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33348) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:03.841671 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 06dd401d-dbb2-4da7-abef-2f497cdeb800 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:03.879925 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8024f00-1e70-47ee-8ae5-421f5c46e9bc tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2c734c-f2ee-4a67-8137-ea17eca422c6,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:04.010426 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e724bf4-8696-4ff1-b01e-f6f3452440c2 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.022666 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c0a2f89a-e475-44a7-98b4-95bb4b6c87d8 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1805742 Jul 16 01:35:04.023832 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33352) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:04.040601 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-31b94786-bed6-402b-9d4e-d54852ee431d tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1674396955'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:04.040754 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac9ba3-21ac-41bc-abc2-42c6ce16511a req-2dc7630e-f0c6-4d7a-be43-52723c218543 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:04.048533 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-caac9ba3-21ac-41bc-abc2-42c6ce16511a req-2dc7630e-f0c6-4d7a-be43-52723c218543 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 944 time: 0.1701121 Jul 16 01:35:04.054285 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-1e724bf4-8696-4ff1-b01e-f6f3452440c2 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Transition to ACTIVE for port object 0c9b1a6a-e792-4ea4-9c9f-a60ade8ecb36 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:04.111421 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-caac9ba3-21ac-41bc-abc2-42c6ce16511a req-2abff452-ae06-4f3f-bfda-b8cd966341c6 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/security-groups?id=380a5669-fbc7-43b9-8205-bdbd26bbe3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611575 Jul 16 01:35:04.127931 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31b94786-bed6-402b-9d4e-d54852ee431d tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.141790 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e724bf4-8696-4ff1-b01e-f6f3452440c2 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.174162 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d06db2-4a62-4fd0-b7e6-311f221cca01 None None] Network b9fb1891-468f-4857-ab82-011bbb9893c6 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:04.245806 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e724bf4-8696-4ff1-b01e-f6f3452440c2 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network b9fb1891-468f-4857-ab82-011bbb9893c6 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:04.260298 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4776c1a3-ceeb-4a62-a2b2-79e71a626272 None None] Provisioning for port 06dd401d-dbb2-4da7-abef-2f497cdeb800 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:04.271974 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4776c1a3-ceeb-4a62-a2b2-79e71a626272 None None] Provisioning complete for port 06dd401d-dbb2-4da7-abef-2f497cdeb800 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:04.272988 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4776c1a3-ceeb-4a62-a2b2-79e71a626272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.289217 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-1e724bf4-8696-4ff1-b01e-f6f3452440c2 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:04.299658 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e724bf4-8696-4ff1-b01e-f6f3452440c2 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:04.299658 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e724bf4-8696-4ff1-b01e-f6f3452440c2 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.329964 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e724bf4-8696-4ff1-b01e-f6f3452440c2 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Port': ['ID=0c9b1a6a-e792-4ea4-9c9f-a60ade8ecb36,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:04.432064 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4776c1a3-ceeb-4a62-a2b2-79e71a626272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.456764 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33366) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:04.484309 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-4776c1a3-ceeb-4a62-a2b2-79e71a626272 None None] For port 06dd401d-dbb2-4da7-abef-2f497cdeb800, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=06dd401d-dbb2-4da7-abef-2f497cdeb800,segment=NetworkSegment(fc4dd5e6-f391-41c5-ad29-73ba78f953a7),segment_id=fc4dd5e6-f391-41c5-ad29-73ba78f953a7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:04.492791 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4776c1a3-ceeb-4a62-a2b2-79e71a626272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.536010 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-9d18f2df-f377-433f-8c09-d7924515212a tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:04.538084 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-9d18f2df-f377-433f-8c09-d7924515212a tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/networks?id=830e0a53-8773-432e-aa5a-8c5b09b1196b HTTP/1.1" status: 200 len: 806 time: 0.4137764 Jul 16 01:35:04.568887 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776c1a3-ceeb-4a62-a2b2-79e71a626272 None None] Pushing event updated for resources: {'Port': ['ID=06dd401d-dbb2-4da7-abef-2f497cdeb800,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:04.579683 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-f0cedaf9-8375-43a7-ad37-e8440dbbe4b8 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/quotas/c73e6ed9d26a4f67873b1490075aee9a HTTP/1.1" status: 200 len: 375 time: 0.0317626 Jul 16 01:35:04.624171 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-377da6fc-3457-4cfe-9873-859524cf1bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.698542 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31b94786-bed6-402b-9d4e-d54852ee431d tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.715120 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31b94786-bed6-402b-9d4e-d54852ee431d tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.723593 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e724bf4-8696-4ff1-b01e-f6f3452440c2 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.774794 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b94786-bed6-402b-9d4e-d54852ee431d tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782d2369-1135-4dc9-a758-15c630b0f18d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:04.815811 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-bc1d7616-a2b3-4f67-8dec-a438b5d8ee38 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c73e6ed9d26a4f67873b1490075aee9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2346656 Jul 16 01:35:04.849369 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-377da6fc-3457-4cfe-9873-859524cf1bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.855518 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-377da6fc-3457-4cfe-9873-859524cf1bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.903437 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-377da6fc-3457-4cfe-9873-859524cf1bbc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=249a0746de454d4fa933bffdc2f3c78e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4451244 Jul 16 01:35:04.906703 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33370) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:04.911323 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377da6fc-3457-4cfe-9873-859524cf1bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e97f7a-fbb8-418f-af17-33db600530ba,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:04.945255 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.958157 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-23112ef5-bdd2-43db-b6a3-6f7a3a6e9af5 None None] Provisioning for port 0c9b1a6a-e792-4ea4-9c9f-a60ade8ecb36 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:04.970608 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-23112ef5-bdd2-43db-b6a3-6f7a3a6e9af5 None None] Provisioning complete for port 0c9b1a6a-e792-4ea4-9c9f-a60ade8ecb36 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:04.971119 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-23112ef5-bdd2-43db-b6a3-6f7a3a6e9af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.974655 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31b94786-bed6-402b-9d4e-d54852ee431d tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.978778 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-31b94786-bed6-402b-9d4e-d54852ee431d tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9510283 Jul 16 01:35:04.979159 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33374) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:04.985705 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-6e647fd3-3725-4799-b3fc-72100cf2a9bc tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:04.986136 n-d-792394-16 neutron-server[93955]: WARNING neutron.api.v2.base [None req-6e647fd3-3725-4799-b3fc-72100cf2a9bc tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 01:35:04.990330 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-6e647fd3-3725-4799-b3fc-72100cf2a9bc tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 01:35:04.990330 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6e647fd3-3725-4799-b3fc-72100cf2a9bc tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "PUT /v2.0/security-groups/782d2369-1135-4dc9-a758-15c630b0f18d HTTP/1.1" status: 409 len: 330 time: 0.0061815 Jul 16 01:35:04.992085 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33376) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:05.028639 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-23112ef5-bdd2-43db-b6a3-6f7a3a6e9af5 None None] Port 0c9b1a6a-e792-4ea4-9c9f-a60ade8ecb36 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:05.040995 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a85b3b-1880-4771-a114-7004a4499b2a None None] Network 75f17bc3-5029-4f15-9a00-92a5a94a6aea requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:05.076303 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-d5993fc6-b575-4d21-98e6-8ae0e0278cba service neutron] 10.222.0.16 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513301 Jul 16 01:35:05.094940 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-23112ef5-bdd2-43db-b6a3-6f7a3a6e9af5 None None] Provisioning complete for port 06dd401d-dbb2-4da7-abef-2f497cdeb800 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:05.096494 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-23112ef5-bdd2-43db-b6a3-6f7a3a6e9af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.111127 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b605ab9-16a2-4dc2-8835-8e5e28e5c3cd tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.137263 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93ae4985-56c4-4091-bcf9-837013c7036f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.143325 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b605ab9-16a2-4dc2-8835-8e5e28e5c3cd tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.212812 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b605ab9-16a2-4dc2-8835-8e5e28e5c3cd tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.215858 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b605ab9-16a2-4dc2-8835-8e5e28e5c3cd tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.217343 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8b605ab9-16a2-4dc2-8835-8e5e28e5c3cd tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "DELETE /v2.0/security-groups/782d2369-1135-4dc9-a758-15c630b0f18d HTTP/1.1" status: 204 len: 168 time: 0.2243614 Jul 16 01:35:05.222541 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33380) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:05.238242 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b605ab9-16a2-4dc2-8835-8e5e28e5c3cd tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=782d2369-1135-4dc9-a758-15c630b0f18d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:05.255241 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93ae4985-56c4-4091-bcf9-837013c7036f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.297267 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-70910153-55cb-4ee4-8375-b75142785e99 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0718040 Jul 16 01:35:05.301546 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33382) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:05.322415 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-d8cf7d91-098f-4889-bfb6-f48b1b81e4a8 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] delete failed (client error): The resource could not be found. Jul 16 01:35:05.323943 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d8cf7d91-098f-4889-bfb6-f48b1b81e4a8 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "DELETE /v2.0/security-groups/932895c3-cff6-40ec-8337-d779469eae77 HTTP/1.1" status: 404 len: 347 time: 0.0209868 Jul 16 01:35:05.327849 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33384) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:05.350101 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-d3e6d853-1af4-4a64-b9d0-0d3f0237d698 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] show failed (client error): The resource could not be found. Jul 16 01:35:05.351403 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d3e6d853-1af4-4a64-b9d0-0d3f0237d698 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "GET /v2.0/security-groups/995e7c7b-212b-49bd-914f-ae07f53a702a HTTP/1.1" status: 404 len: 347 time: 0.0224071 Jul 16 01:35:05.355421 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33386) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:05.393802 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-b53446e5-414d-43d1-a5c2-cb5261ffe8e0 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] show failed (client error): The resource could not be found. Jul 16 01:35:05.395108 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b53446e5-414d-43d1-a5c2-cb5261ffe8e0 tempest-NegativeSecGroupTest-131565354 tempest-NegativeSecGroupTest-131565354-project] 10.222.0.16 "GET /v2.0/security-group-rules/6a0e4e5e-e4fa-4974-8a46-67a60485bd7e HTTP/1.1" status: 404 len: 356 time: 0.0385201 Jul 16 01:35:05.444041 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-612b8d22-aaf2-4130-a848-59cdda8e7e07 service neutron] 10.222.0.16 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195374 Jul 16 01:35:05.473016 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a56ba-2718-46b4-bee3-81a42b4969e4 req-d3326545-7f29-4e24-99cd-fc7bca89b267 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:05.478190 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c8a0f569-fea3-481f-9e03-4e5f1fe9a40f None None] Provisioning complete for port 0c9b1a6a-e792-4ea4-9c9f-a60ade8ecb36 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:05.479432 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f569-fea3-481f-9e03-4e5f1fe9a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.497139 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-170a56ba-2718-46b4-bee3-81a42b4969e4 req-d3326545-7f29-4e24-99cd-fc7bca89b267 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 944 time: 0.1764638 Jul 16 01:35:05.515304 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93ae4985-56c4-4091-bcf9-837013c7036f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.524060 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93ae4985-56c4-4091-bcf9-837013c7036f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.528784 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-93ae4985-56c4-4091-bcf9-837013c7036f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2e97f7a-fbb8-418f-af17-33db600530ba HTTP/1.1" status: 204 len: 168 time: 0.6209641 Jul 16 01:35:05.547229 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e724bf4-8696-4ff1-b01e-f6f3452440c2 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.573398 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c8a0f569-fea3-481f-9e03-4e5f1fe9a40f None None] Port 0c9b1a6a-e792-4ea4-9c9f-a60ade8ecb36 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:05.582046 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae4985-56c4-4091-bcf9-837013c7036f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e97f7a-fbb8-418f-af17-33db600530ba,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:05.585686 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e724bf4-8696-4ff1-b01e-f6f3452440c2 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.587974 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e724bf4-8696-4ff1-b01e-f6f3452440c2 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.619975 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c8a0f569-fea3-481f-9e03-4e5f1fe9a40f None None] Provisioning for port 01dc8276-ee43-4a54-8ebc-752235e8f7d1 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:05.663169 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-170a56ba-2718-46b4-bee3-81a42b4969e4 req-014a6993-4d22-4931-83f1-8668db6c3eda tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/security-groups?id=380a5669-fbc7-43b9-8205-bdbd26bbe3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645639 Jul 16 01:35:05.828705 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e724bf4-8696-4ff1-b01e-f6f3452440c2 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Port': ['ID=0c9b1a6a-e792-4ea4-9c9f-a60ade8ecb36,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:05.829302 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 01dc8276-ee43-4a54-8ebc-752235e8f7d1 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:05.834179 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d2d1afb-6811-4fb4-bd6a-4cc52d9a520b req-d3c13aa5-c13c-4c6f-83e8-7f2166bbe863 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d44dc97-d3d4-494c-8491-87151cd0dba0 HTTP/1.1" status: 200 len: 210 time: 0.0870650 Jul 16 01:35:05.870696 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e724bf4-8696-4ff1-b01e-f6f3452440c2 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network b9fb1891-468f-4857-ab82-011bbb9893c6 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:05.873823 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-1e724bf4-8696-4ff1-b01e-f6f3452440c2 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:05.917626 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33400) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:05.969320 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 01dc8276-ee43-4a54-8ebc-752235e8f7d1 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:05.975010 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 01dc8276-ee43-4a54-8ebc-752235e8f7d1 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:05.975583 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.133703 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e724bf4-8696-4ff1-b01e-f6f3452440c2 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Router de55f3be-4339-4232-a338-8c239499f829 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:35:06.225353 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c082a0a7-5685-44d1-b24c-167d67bd462e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6fb2fc38510b4debbfe7950adcab8ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3043787 Jul 16 01:35:06.227749 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33416) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:06.295195 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d1aad72e-02f8-4f16-9d12-3a75cc6574c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.323962 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d1aad72e-02f8-4f16-9d12-3a75cc6574c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.345000 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e724bf4-8696-4ff1-b01e-f6f3452440c2 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:06.354851 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1e724bf4-8696-4ff1-b01e-f6f3452440c2 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "PUT /v2.0/routers/de55f3be-4339-4232-a338-8c239499f829/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0536327 Jul 16 01:35:06.354851 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33422) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:06.357303 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d76c8cb-56e3-4639-a754-d3c0d48da8be None None] Sync routers for ids ['de55f3be-4339-4232-a338-8c239499f829'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:06.382231 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d76c8cb-56e3-4639-a754-d3c0d48da8be None None] Routers {'de55f3be-4339-4232-a338-8c239499f829'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:06.383952 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9d76c8cb-56e3-4639-a754-d3c0d48da8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:35:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['de55f3be-4339-4232-a338-8c239499f829'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:06.408575 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.442777 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6e87fa0c-ba52-45f4-aa8c-166bca04e239 None None] Provisioning complete for port 0c9b1a6a-e792-4ea4-9c9f-a60ade8ecb36 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:06.442905 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea82c548-8b9d-41d6-8466-5605f5e98924 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:06.443148 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6e87fa0c-ba52-45f4-aa8c-166bca04e239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.445439 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d1aad72e-02f8-4f16-9d12-3a75cc6574c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.449211 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d1aad72e-02f8-4f16-9d12-3a75cc6574c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.450710 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d1aad72e-02f8-4f16-9d12-3a75cc6574c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83ef8b95-0963-47be-81bf-19909e75e55d HTTP/1.1" status: 204 len: 168 time: 0.2216084 Jul 16 01:35:06.458499 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ea82c548-8b9d-41d6-8466-5605f5e98924 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "GET /v2.0/ports/0c9b1a6a-e792-4ea4-9c9f-a60ade8ecb36 HTTP/1.1" status: 200 len: 911 time: 0.1008627 Jul 16 01:35:06.458797 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33426) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:06.465885 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aad72e-02f8-4f16-9d12-3a75cc6574c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ef8b95-0963-47be-81bf-19909e75e55d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:06.497068 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9d76c8cb-56e3-4639-a754-d3c0d48da8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:06.515949 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d76c8cb-56e3-4639-a754-d3c0d48da8be None None] Routers {'de55f3be-4339-4232-a338-8c239499f829'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:06.517051 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9d76c8cb-56e3-4639-a754-d3c0d48da8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:35:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['de55f3be-4339-4232-a338-8c239499f829'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:06.529662 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 01dc8276-ee43-4a54-8ebc-752235e8f7d1, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=01dc8276-ee43-4a54-8ebc-752235e8f7d1,segment=NetworkSegment(db03a7d3-8e96-4b9b-870b-6ad152886bdc),segment_id=db03a7d3-8e96-4b9b-870b-6ad152886bdc)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:06.531002 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6e87fa0c-ba52-45f4-aa8c-166bca04e239 None None] Port 0c9b1a6a-e792-4ea4-9c9f-a60ade8ecb36 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:06.543495 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.544748 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 06dd401d-dbb2-4da7-abef-2f497cdeb800 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:06.578689 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9d76c8cb-56e3-4639-a754-d3c0d48da8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:06.579760 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d76c8cb-56e3-4639-a754-d3c0d48da8be None None] The sync data for ids ['de55f3be-4339-4232-a338-8c239499f829'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:06.621395 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=01dc8276-ee43-4a54-8ebc-752235e8f7d1,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:06.665611 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 06dd401d-dbb2-4da7-abef-2f497cdeb800 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:06.665950 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.945201 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f7d09-c978-45b2-aed5-93e8a985d519 req-7945b17f-24c7-4233-96c1-37f9d1644096 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:06.946973 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8d7f7d09-c978-45b2-aed5-93e8a985d519 req-7945b17f-24c7-4233-96c1-37f9d1644096 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 944 time: 0.1269355 Jul 16 01:35:07.002304 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8d7f7d09-c978-45b2-aed5-93e8a985d519 req-f072427b-51a6-45fc-b63b-4e76de419266 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/security-groups?id=380a5669-fbc7-43b9-8205-bdbd26bbe3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472722 Jul 16 01:35:07.150604 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1cbcf2d9-be94-49cc-9657-3c4c6336872a req-c02ab8cc-707b-41e6-b3fd-e7e7d283feb0 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d44dc97-d3d4-494c-8491-87151cd0dba0 HTTP/1.1" status: 200 len: 210 time: 0.0311513 Jul 16 01:35:07.373390 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1fee1f4-7972-44e4-8c23-a3a773361d7f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.636594 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 01dc8276-ee43-4a54-8ebc-752235e8f7d1 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:07.690924 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33464) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:07.717977 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 01dc8276-ee43-4a54-8ebc-752235e8f7d1 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:07.718659 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.755559 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-11e5c6cf-083c-4463-8634-e39596cadb9a tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:07.763907 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-11e5c6cf-083c-4463-8634-e39596cadb9a tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.84 "GET /v2.0/networks?id=830e0a53-8773-432e-aa5a-8c5b09b1196b HTTP/1.1" status: 200 len: 806 time: 0.2866285 Jul 16 01:35:07.781309 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-6b0db47d-2fdd-48fe-b2d5-57a648594794 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Request body: {'port': {'device_id': '2d44dc97-d3d4-494c-8491-87151cd0dba0', 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b', 'admin_state_up': True, 'tenant_id': 'c73e6ed9d26a4f67873b1490075aee9a'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:07.865713 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-e1fee1f4-7972-44e4-8c23-a3a773361d7f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Allocated IP 2001:db8:1::1 (75f17bc3-5029-4f15-9a00-92a5a94a6aea/724f616a-7bd0-407a-9d36-260b74d734ac/f1641a1e-7ea6-44ce-a705-57f922c6dcf3) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:07.966110 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-e342af89-0771-4f34-bcfc-92d9420f71de tempest-SubnetPoolsTestJSON-1948249208 tempest-SubnetPoolsTestJSON-1948249208-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-346250459', 'prefixes': ['172.20.0.0/16']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:08.034752 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-6b0db47d-2fdd-48fe-b2d5-57a648594794 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Made reservation on behalf of c73e6ed9d26a4f67873b1490075aee9a for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:08.038353 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-6b0db47d-2fdd-48fe-b2d5-57a648594794 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.041229 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1fee1f4-7972-44e4-8c23-a3a773361d7f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.057479 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-e1fee1f4-7972-44e4-8c23-a3a773361d7f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Transition to ACTIVE for port object f1641a1e-7ea6-44ce-a705-57f922c6dcf3 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:08.076846 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device b5a82016-96e1-4321-9115-5e53a26dfc62 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:08.083565 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e342af89-0771-4f34-bcfc-92d9420f71de tempest-SubnetPoolsTestJSON-1948249208 tempest-SubnetPoolsTestJSON-1948249208-project] Notify callbacks [] for subnetpool, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.085154 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e342af89-0771-4f34-bcfc-92d9420f71de tempest-SubnetPoolsTestJSON-1948249208 tempest-SubnetPoolsTestJSON-1948249208-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3928440 Jul 16 01:35:08.087859 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33476) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:08.113032 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1fee1f4-7972-44e4-8c23-a3a773361d7f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.177140 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-999ae25c-728b-4edd-8f2c-dcc26a8f16d9 tempest-SubnetPoolsTestJSON-1948249208 tempest-SubnetPoolsTestJSON-1948249208-project] 10.222.0.16 "GET /v2.0/subnetpools/c3783ac1-3252-4c3c-a7ae-dfae8d061b45 HTTP/1.1" status: 200 len: 731 time: 0.0876532 Jul 16 01:35:08.180864 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33478) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:08.186324 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a9eccb58-755c-42eb-b846-4dfeb77c4c65 tempest-SubnetPoolsTestJSON-1948249208 tempest-SubnetPoolsTestJSON-1948249208-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-573456300'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:08.202491 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fee1f4-7972-44e4-8c23-a3a773361d7f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network 75f17bc3-5029-4f15-9a00-92a5a94a6aea is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:08.209179 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-e1fee1f4-7972-44e4-8c23-a3a773361d7f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:08.226092 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fee1f4-7972-44e4-8c23-a3a773361d7f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:08.226459 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1fee1f4-7972-44e4-8c23-a3a773361d7f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.312318 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port b5a82016-96e1-4321-9115-5e53a26dfc62, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=b5a82016-96e1-4321-9115-5e53a26dfc62,segment=NetworkSegment(cd22ad3c-1dd0-4825-aba4-17f4325fadc5),segment_id=cd22ad3c-1dd0-4825-aba4-17f4325fadc5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:08.327781 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'b5a82016-96e1-4321-9115-5e53a26dfc62', 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25', 'port_id': 'b5a82016-96e1-4321-9115-5e53a26dfc62', 'mac_address': 'fa:16:3e:a0:47:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3851a660-9ae0-4a01-8e92-efebe4387414', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:08.362779 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fee1f4-7972-44e4-8c23-a3a773361d7f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Port': ['ID=f1641a1e-7ea6-44ce-a705-57f922c6dcf3,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:08.391574 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.412726 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a82016-96e1-4321-9115-5e53a26dfc62 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:08.422601 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e82af-6eae-46e7-a7cc-2393582a367c req-e483e4eb-f8af-4331-af77-88dd67a3594c tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:08.428037 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c79e82af-6eae-46e7-a7cc-2393582a367c req-e483e4eb-f8af-4331-af77-88dd67a3594c tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 944 time: 0.2222562 Jul 16 01:35:08.447560 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port b5a82016-96e1-4321-9115-5e53a26dfc62, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=b5a82016-96e1-4321-9115-5e53a26dfc62,segment=NetworkSegment(cd22ad3c-1dd0-4825-aba4-17f4325fadc5),segment_id=cd22ad3c-1dd0-4825-aba4-17f4325fadc5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:08.453629 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.475685 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-6b0db47d-2fdd-48fe-b2d5-57a648594794 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Allocated IP 172.20.0.13 (830e0a53-8773-432e-aa5a-8c5b09b1196b/f45f4065-e8af-4e7d-ba1a-a6b4cb86159b/393bc5c9-65ea-47b3-83c7-4bcd700effc7) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:08.494642 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c79e82af-6eae-46e7-a7cc-2393582a367c req-023bb604-b9ff-48d8-82f7-cbf65874713c tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/security-groups?id=380a5669-fbc7-43b9-8205-bdbd26bbe3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586491 Jul 16 01:35:08.531036 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8d421415-c543-413f-9100-0f48db54293b req-c9f34b3d-05ed-41cc-97f3-a1c398f125aa tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d44dc97-d3d4-494c-8491-87151cd0dba0 HTTP/1.1" status: 200 len: 210 time: 0.0840518 Jul 16 01:35:08.566977 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a9eccb58-755c-42eb-b846-4dfeb77c4c65 tempest-SubnetPoolsTestJSON-1948249208 tempest-SubnetPoolsTestJSON-1948249208-project] Notify callbacks [] for subnetpool, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.574171 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a9eccb58-755c-42eb-b846-4dfeb77c4c65 tempest-SubnetPoolsTestJSON-1948249208 tempest-SubnetPoolsTestJSON-1948249208-project] 10.222.0.16 "PUT /v2.0/subnetpools/c3783ac1-3252-4c3c-a7ae-dfae8d061b45 HTTP/1.1" status: 200 len: 683 time: 0.3918653 Jul 16 01:35:08.577289 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33484) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:08.606477 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=b5a82016-96e1-4321-9115-5e53a26dfc62,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:08.639493 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1fee1f4-7972-44e4-8c23-a3a773361d7f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.675917 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-506ec4e2-0082-4ca7-b0c4-9507a99681d3 None None] Provisioning for port f1641a1e-7ea6-44ce-a705-57f922c6dcf3 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:08.684400 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-506ec4e2-0082-4ca7-b0c4-9507a99681d3 None None] Provisioning complete for port f1641a1e-7ea6-44ce-a705-57f922c6dcf3 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:08.685270 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-506ec4e2-0082-4ca7-b0c4-9507a99681d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.726291 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['b5a82016-96e1-4321-9115-5e53a26dfc62'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:08.780195 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-506ec4e2-0082-4ca7-b0c4-9507a99681d3 None None] Port f1641a1e-7ea6-44ce-a705-57f922c6dcf3 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:08.873224 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c84e2b9-b2e0-4e8a-9e0b-8d02bc7a97e9 tempest-SubnetPoolsTestJSON-1948249208 tempest-SubnetPoolsTestJSON-1948249208-project] Notify callbacks [] for subnetpool, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.877702 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1c84e2b9-b2e0-4e8a-9e0b-8d02bc7a97e9 tempest-SubnetPoolsTestJSON-1948249208 tempest-SubnetPoolsTestJSON-1948249208-project] 10.222.0.16 "DELETE /v2.0/subnetpools/c3783ac1-3252-4c3c-a7ae-dfae8d061b45 HTTP/1.1" status: 204 len: 168 time: 0.2965798 Jul 16 01:35:08.881131 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33488) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:08.921775 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-07098b8b-a6fc-4e02-bd22-307d350381d4 tempest-SubnetPoolsTestJSON-1948249208 tempest-SubnetPoolsTestJSON-1948249208-project] show failed (client error): The resource could not be found. Jul 16 01:35:08.923742 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-07098b8b-a6fc-4e02-bd22-307d350381d4 tempest-SubnetPoolsTestJSON-1948249208 tempest-SubnetPoolsTestJSON-1948249208-project] 10.222.0.16 "GET /v2.0/subnetpools/c3783ac1-3252-4c3c-a7ae-dfae8d061b45 HTTP/1.1" status: 404 len: 346 time: 0.0409005 Jul 16 01:35:08.927943 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33490) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:08.966917 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-b7e78697-125c-4489-9a79-4216e34d3a25 tempest-SubnetPoolsTestJSON-1948249208 tempest-SubnetPoolsTestJSON-1948249208-project] delete failed (client error): The resource could not be found. Jul 16 01:35:08.968086 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b7e78697-125c-4489-9a79-4216e34d3a25 tempest-SubnetPoolsTestJSON-1948249208 tempest-SubnetPoolsTestJSON-1948249208-project] 10.222.0.16 "DELETE /v2.0/subnetpools/c3783ac1-3252-4c3c-a7ae-dfae8d061b45 HTTP/1.1" status: 404 len: 346 time: 0.0388250 Jul 16 01:35:08.980435 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-6b0db47d-2fdd-48fe-b2d5-57a648594794 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.055417 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-6b0db47d-2fdd-48fe-b2d5-57a648594794 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.080575 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1fee1f4-7972-44e4-8c23-a3a773361d7f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.081135 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['d718468d-4bd2-4ec0-88f0-d6d976174d66'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:09.088349 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1fee1f4-7972-44e4-8c23-a3a773361d7f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.089357 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1fee1f4-7972-44e4-8c23-a3a773361d7f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.159129 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-6b0db47d-2fdd-48fe-b2d5-57a648594794 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Network 830e0a53-8773-432e-aa5a-8c5b09b1196b is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:09.175367 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-6b0db47d-2fdd-48fe-b2d5-57a648594794 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:09.180187 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-6b0db47d-2fdd-48fe-b2d5-57a648594794 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:09.187499 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fee1f4-7972-44e4-8c23-a3a773361d7f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Port': ['ID=f1641a1e-7ea6-44ce-a705-57f922c6dcf3,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:09.268711 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0db47d-2fdd-48fe-b2d5-57a648594794 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Pushing event updated for resources: {'Port': ['ID=393bc5c9-65ea-47b3-83c7-4bcd700effc7,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:09.310851 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fee1f4-7972-44e4-8c23-a3a773361d7f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network 75f17bc3-5029-4f15-9a00-92a5a94a6aea is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:09.315744 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-e1fee1f4-7972-44e4-8c23-a3a773361d7f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:09.334438 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-6b0db47d-2fdd-48fe-b2d5-57a648594794 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:09.336952 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-6b0db47d-2fdd-48fe-b2d5-57a648594794 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.364475 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-6b0db47d-2fdd-48fe-b2d5-57a648594794 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5906389 Jul 16 01:35:09.406052 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-b0edc33e-9b29-402d-b485-f375160ad912 service neutron] Request body: {'port': {'device_id': '2d44dc97-d3d4-494c-8491-87151cd0dba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:09.546395 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-b0edc33e-9b29-402d-b485-f375160ad912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.575762 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33514) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:09.632377 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fee1f4-7972-44e4-8c23-a3a773361d7f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Router de55f3be-4339-4232-a338-8c239499f829 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:09.816668 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-280dc8db-f9a2-41ee-8721-d91faa7b3d3f None None] Provisioning complete for port f1641a1e-7ea6-44ce-a705-57f922c6dcf3 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:09.818267 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-280dc8db-f9a2-41ee-8721-d91faa7b3d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.860797 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-280dc8db-f9a2-41ee-8721-d91faa7b3d3f None None] Port f1641a1e-7ea6-44ce-a705-57f922c6dcf3 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:09.916301 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2eb449f4-a13c-4be2-8003-22d210e1b686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.921336 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fee1f4-7972-44e4-8c23-a3a773361d7f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:09.935196 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e1fee1f4-7972-44e4-8c23-a3a773361d7f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "PUT /v2.0/routers/de55f3be-4339-4232-a338-8c239499f829/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4745662 Jul 16 01:35:09.935975 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee918556-7cb8-4d3c-a200-65a5b65cb1ae None None] Sync routers for ids ['de55f3be-4339-4232-a338-8c239499f829'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:09.939690 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33530) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:09.961952 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee918556-7cb8-4d3c-a200-65a5b65cb1ae None None] Routers {'de55f3be-4339-4232-a338-8c239499f829'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:09.963232 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-ee918556-7cb8-4d3c-a200-65a5b65cb1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:35:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['de55f3be-4339-4232-a338-8c239499f829'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:10.013525 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fe775-60c0-4e2f-8b96-81ebf52edebf req-451c7cd4-0319-4c6b-bcd8-f20d5374590d tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:10.013525 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-435fe775-60c0-4e2f-8b96-81ebf52edebf req-451c7cd4-0319-4c6b-bcd8-f20d5374590d tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d44dc97-d3d4-494c-8491-87151cd0dba0 HTTP/1.1" status: 200 len: 932 time: 0.2027297 Jul 16 01:35:10.025533 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-ee918556-7cb8-4d3c-a200-65a5b65cb1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:10.039828 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee918556-7cb8-4d3c-a200-65a5b65cb1ae None None] Routers {'de55f3be-4339-4232-a338-8c239499f829'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:10.041097 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-ee918556-7cb8-4d3c-a200-65a5b65cb1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:35:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['de55f3be-4339-4232-a338-8c239499f829'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:10.099319 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-435fe775-60c0-4e2f-8b96-81ebf52edebf req-59d56717-6ce0-46fa-a9a7-61a9be44df3b tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756257 Jul 16 01:35:10.099572 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-ee918556-7cb8-4d3c-a200-65a5b65cb1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:10.100441 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee918556-7cb8-4d3c-a200-65a5b65cb1ae None None] The sync data for ids ['de55f3be-4339-4232-a338-8c239499f829'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:10.105896 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device b5a82016-96e1-4321-9115-5e53a26dfc62 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:10.140468 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2eb449f4-a13c-4be2-8003-22d210e1b686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.146572 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2eb449f4-a13c-4be2-8003-22d210e1b686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.174304 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port b5a82016-96e1-4321-9115-5e53a26dfc62 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:10.182040 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port b5a82016-96e1-4321-9115-5e53a26dfc62 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:10.182581 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.199040 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2eb449f4-a13c-4be2-8003-22d210e1b686 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=425b5d80d6fd4f5db00a92df31f7ec50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6218317 Jul 16 01:35:10.206241 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33536) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:10.232551 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb449f4-a13c-4be2-8003-22d210e1b686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374d783c-aae4-48fb-b61e-86e4349aea32,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:10.306919 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c0364b35-cc78-417b-8eac-8a894d3f5a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.335055 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c0364b35-cc78-417b-8eac-8a894d3f5a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.336817 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.363731 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656ceb51-bc77-47dd-be71-31692066d652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a82016-96e1-4321-9115-5e53a26dfc62'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:10.366066 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb335d96-e91c-489f-85b0-5bcad1fd2df6" -d '{"events": [{"server_uuid": "656ceb51-bc77-47dd-be71-31692066d652", "name": "network-vif-plugged", "status": "completed", "tag": "b5a82016-96e1-4321-9115-5e53a26dfc62"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:10.395837 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port b5a82016-96e1-4321-9115-5e53a26dfc62, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=b5a82016-96e1-4321-9115-5e53a26dfc62,segment=NetworkSegment(cd22ad3c-1dd0-4825-aba4-17f4325fadc5),segment_id=cd22ad3c-1dd0-4825-aba4-17f4325fadc5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:10.401219 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c0364b35-cc78-417b-8eac-8a894d3f5a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.403779 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.404602 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c0364b35-cc78-417b-8eac-8a894d3f5a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.407954 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c0364b35-cc78-417b-8eac-8a894d3f5a3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/374d783c-aae4-48fb-b61e-86e4349aea32 HTTP/1.1" status: 204 len: 168 time: 0.1997194 Jul 16 01:35:10.435464 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0364b35-cc78-417b-8eac-8a894d3f5a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374d783c-aae4-48fb-b61e-86e4349aea32,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:10.477332 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=b5a82016-96e1-4321-9115-5e53a26dfc62,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:10.486932 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15763bdc-5e00-46ec-b55d-6ea2a88a3544 x-openstack-request-id: req-15763bdc-5e00-46ec-b55d-6ea2a88a3544 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:10.487158 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656ceb51-bc77-47dd-be71-31692066d652", "name": "network-vif-plugged", "status": "completed", "tag": "b5a82016-96e1-4321-9115-5e53a26dfc62", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:10.487412 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-15763bdc-5e00-46ec-b55d-6ea2a88a3544 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:10.487799 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656ceb51-bc77-47dd-be71-31692066d652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a82016-96e1-4321-9115-5e53a26dfc62', 'code': 200} Jul 16 01:35:10.489803 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:10.490155 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:10.491627 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:10.491898 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:10.492233 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:10.492774 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:10.493104 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:10.493433 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:10.494320 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:10.494320 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:10.494585 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:10.495395 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:10.512786 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb5486-b65d-44d0-90d0-a9850cc40563 req-1cf679c4-c90c-40e7-87d3-b14f689e835e tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:10.520924 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3fdb5486-b65d-44d0-90d0-a9850cc40563 req-1cf679c4-c90c-40e7-87d3-b14f689e835e tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 945 time: 0.6917875 Jul 16 01:35:10.622319 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7df7f3-ddd5-40b5-aefc-af0d6215d350 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:10.626742 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ab7df7f3-ddd5-40b5-aefc-af0d6215d350 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "GET /v2.0/ports/f1641a1e-7ea6-44ce-a705-57f922c6dcf3 HTTP/1.1" status: 200 len: 913 time: 0.6816714 Jul 16 01:35:10.627140 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33546) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:10.681267 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3fdb5486-b65d-44d0-90d0-a9850cc40563 req-1aba3c60-bd18-48a6-9c18-bf67eb845793 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/security-groups?id=380a5669-fbc7-43b9-8205-bdbd26bbe3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593356 Jul 16 01:35:10.722690 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f98f4-9746-4dea-8e5e-f238430bc853 req-117b03b1-f98b-4b80-b2d9-149ebd5d261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:10.724293 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-108f98f4-9746-4dea-8e5e-f238430bc853 req-117b03b1-f98b-4b80-b2d9-149ebd5d261d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 1098 time: 0.1608481 Jul 16 01:35:10.782630 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-108f98f4-9746-4dea-8e5e-f238430bc853 req-016c4f47-e6f8-4e0a-9f99-f37361185fef service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=380a5669-fbc7-43b9-8205-bdbd26bbe3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394025 Jul 16 01:35:10.784148 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-b0edc33e-9b29-402d-b485-f375160ad912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393bc5c9-65ea-47b3-83c7-4bcd700effc7 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:10.792311 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-b0edc33e-9b29-402d-b485-f375160ad912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.804808 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-b0edc33e-9b29-402d-b485-f375160ad912 service neutron] Transition to ACTIVE for port object 393bc5c9-65ea-47b3-83c7-4bcd700effc7 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:10.811740 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-b0edc33e-9b29-402d-b485-f375160ad912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.873755 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0edc33e-9b29-402d-b485-f375160ad912 service neutron] Pushing event updated for resources: {'Port': ['ID=393bc5c9-65ea-47b3-83c7-4bcd700effc7,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:10.951521 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-b0edc33e-9b29-402d-b485-f375160ad912 service neutron] Attempting to bind port 393bc5c9-65ea-47b3-83c7-4bcd700effc7 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:10.952013 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-b0edc33e-9b29-402d-b485-f375160ad912 service neutron] Attempting to bind port 393bc5c9-65ea-47b3-83c7-4bcd700effc7 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:10.952349 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-b0edc33e-9b29-402d-b485-f375160ad912 service neutron] Attempting to bind port 393bc5c9-65ea-47b3-83c7-4bcd700effc7 on network 830e0a53-8773-432e-aa5a-8c5b09b1196b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:10.957520 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-b0edc33e-9b29-402d-b485-f375160ad912 service neutron] Port 393bc5c9-65ea-47b3-83c7-4bcd700effc7 on network 830e0a53-8773-432e-aa5a-8c5b09b1196b not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:10.957847 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-b0edc33e-9b29-402d-b485-f375160ad912 service neutron] Attempting to bind port 393bc5c9-65ea-47b3-83c7-4bcd700effc7 on network 830e0a53-8773-432e-aa5a-8c5b09b1196b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:10.963330 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-b0edc33e-9b29-402d-b485-f375160ad912 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:10.963895 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-b0edc33e-9b29-402d-b485-f375160ad912 service neutron] Checking segment: {'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:10.964297 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-b0edc33e-9b29-402d-b485-f375160ad912 service neutron] Bound using segment: {'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:10.964922 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-b0edc33e-9b29-402d-b485-f375160ad912 service neutron] Bound port: 393bc5c9-65ea-47b3-83c7-4bcd700effc7, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:10.965302 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-b0edc33e-9b29-402d-b485-f375160ad912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.049236 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-b0edc33e-9b29-402d-b485-f375160ad912 service neutron] For port 393bc5c9-65ea-47b3-83c7-4bcd700effc7, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:11.053661 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-b0edc33e-9b29-402d-b485-f375160ad912 service neutron] For port 393bc5c9-65ea-47b3-83c7-4bcd700effc7, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=393bc5c9-65ea-47b3-83c7-4bcd700effc7,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:11.059557 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-b0edc33e-9b29-402d-b485-f375160ad912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.129464 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-b0edc33e-9b29-402d-b485-f375160ad912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:11.130383 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-b0edc33e-9b29-402d-b485-f375160ad912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.132022 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-b0edc33e-9b29-402d-b485-f375160ad912 service neutron] 10.222.0.84 "PUT /v2.0/ports/393bc5c9-65ea-47b3-83c7-4bcd700effc7 HTTP/1.1" status: 200 len: 1093 time: 1.7486970 Jul 16 01:35:11.134986 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d44dc97-d3d4-494c-8491-87151cd0dba0', 'tag': '393bc5c9-65ea-47b3-83c7-4bcd700effc7'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:11.143498 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3ae0ce-3276-4657-be6f-bc94b81f39ff" -d '{"events": [{"name": "network-changed", "server_uuid": "2d44dc97-d3d4-494c-8491-87151cd0dba0", "tag": "393bc5c9-65ea-47b3-83c7-4bcd700effc7"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:11.186084 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0edc33e-9b29-402d-b485-f375160ad912 service neutron] Pushing event updated for resources: {'Port': ['ID=393bc5c9-65ea-47b3-83c7-4bcd700effc7,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:11.214424 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-09fdaa4e-1702-41e0-a5c8-c80c684fb03a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.230905 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2cac96-076f-4e64-9a6f-c031995fd461 x-openstack-request-id: req-8b2cac96-076f-4e64-9a6f-c031995fd461 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:11.231285 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d44dc97-d3d4-494c-8491-87151cd0dba0", "tag": "393bc5c9-65ea-47b3-83c7-4bcd700effc7", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:11.231605 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b2cac96-076f-4e64-9a6f-c031995fd461 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:11.232618 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d44dc97-d3d4-494c-8491-87151cd0dba0', 'tag': '393bc5c9-65ea-47b3-83c7-4bcd700effc7', 'status': 'completed', 'code': 200} Jul 16 01:35:11.267634 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-dacffd47-f76f-4e39-b8fe-588651448874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:11.269878 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-dacffd47-f76f-4e39-b8fe-588651448874 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c73e6ed9d26a4f67873b1490075aee9a&device_id=2d44dc97-d3d4-494c-8491-87151cd0dba0 HTTP/1.1" status: 200 len: 1096 time: 0.0780833 Jul 16 01:35:11.305584 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33572) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:11.328026 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-91672cdb-8446-4885-99a3-0f3bb3f1162e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=393bc5c9-65ea-47b3-83c7-4bcd700effc7 HTTP/1.1" status: 200 len: 217 time: 0.0496676 Jul 16 01:35:11.394470 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-8f6a29eb-b606-4447-b7ac-f28e6b72f31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:11.396414 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-8f6a29eb-b606-4447-b7ac-f28e6b72f31b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f45f4065-e8af-4e7d-ba1a-a6b4cb86159b HTTP/1.1" status: 200 len: 846 time: 0.0613697 Jul 16 01:35:11.450255 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-97cf6704-ee0d-4b1f-b7eb-eae11cfbcf98 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=830e0a53-8773-432e-aa5a-8c5b09b1196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451424 Jul 16 01:35:11.517124 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-97b64350-730c-4634-9b7b-3d02207185cd tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-752224364'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:11.566397 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-029507c1-5f15-4fa0-bf16-d35d6d65d961 service neutron] 10.222.0.84 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971906 Jul 16 01:35:11.591980 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64740893-ba8d-46b4-a4b7-406eb665b4f1 req-b3cc6bca-8409-4bd6-a6df-4bea5aa85b0b tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:11.593581 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-64740893-ba8d-46b4-a4b7-406eb665b4f1 req-b3cc6bca-8409-4bd6-a6df-4bea5aa85b0b tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d44dc97-d3d4-494c-8491-87151cd0dba0 HTTP/1.1" status: 200 len: 944 time: 0.2452562 Jul 16 01:35:11.623303 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b64350-730c-4634-9b7b-3d02207185cd tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Made reservation on behalf of 92a58977cf764a95b95cf3b6c6002b20 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:11.626776 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-97b64350-730c-4634-9b7b-3d02207185cd tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.648981 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-97b64350-730c-4634-9b7b-3d02207185cd tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.677301 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-18fce59f-7e77-40cd-beda-7c51a8c80e67 req-a7c1aabc-f3cb-4df6-b463-51ecf50e2032 service neutron] 10.222.0.84 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030347 Jul 16 01:35:11.689604 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-64740893-ba8d-46b4-a4b7-406eb665b4f1 req-39e29bcb-4096-4975-8467-b6b945a82757 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838356 Jul 16 01:35:11.869773 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-97b64350-730c-4634-9b7b-3d02207185cd tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.872217 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-09fdaa4e-1702-41e0-a5c8-c80c684fb03a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting port f1641a1e-7ea6-44ce-a705-57f922c6dcf3 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:11.872587 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-09fdaa4e-1702-41e0-a5c8-c80c684fb03a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.893172 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-97b64350-730c-4634-9b7b-3d02207185cd tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.927141 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b64350-730c-4634-9b7b-3d02207185cd tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:11.927987 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ae0ce-3276-4657-be6f-bc94b81f39ff req-8362ebbb-a10e-4448-9428-a9a038552f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:11.929733 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3f3ae0ce-3276-4657-be6f-bc94b81f39ff req-8362ebbb-a10e-4448-9428-a9a038552f9d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c73e6ed9d26a4f67873b1490075aee9a&device_id=2d44dc97-d3d4-494c-8491-87151cd0dba0 HTTP/1.1" status: 200 len: 1096 time: 0.1443884 Jul 16 01:35:11.978125 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4cf2d-e5fa-4117-b4dd-e897d03d3175 req-3c5d3541-9972-45b5-afda-8e662e1b5b8e tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:11.979629 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1de4cf2d-e5fa-4117-b4dd-e897d03d3175 req-3c5d3541-9972-45b5-afda-8e662e1b5b8e tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 946 time: 0.1305621 Jul 16 01:35:11.982515 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-97b64350-730c-4634-9b7b-3d02207185cd tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.982862 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-97b64350-730c-4634-9b7b-3d02207185cd tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Added segment e669b6ce-448c-48a6-bbbb-e3b5f46d668f of type vlan for network d519eab8-a244-45c3-865e-167a643f67f1 Jul 16 01:35:11.986030 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b64350-730c-4634-9b7b-3d02207185cd tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=849040db-fd50-45ee-a2e7-e0f780fa7550,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:12.072321 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1de4cf2d-e5fa-4117-b4dd-e897d03d3175 req-df4a7713-0c42-477d-a5dc-a701a1efd141 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/security-groups?id=380a5669-fbc7-43b9-8205-bdbd26bbe3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854776 Jul 16 01:35:12.080089 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ae0ce-3276-4657-be6f-bc94b81f39ff req-ac1060e7-2fe1-4033-853e-81e888d7b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:12.081751 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3f3ae0ce-3276-4657-be6f-bc94b81f39ff req-ac1060e7-2fe1-4033-853e-81e888d7b1ed service neutron] 10.222.0.84 "GET /v2.0/networks?id=830e0a53-8773-432e-aa5a-8c5b09b1196b HTTP/1.1" status: 200 len: 907 time: 0.1440637 Jul 16 01:35:12.135005 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3f3ae0ce-3276-4657-be6f-bc94b81f39ff req-a8f62fe0-bcef-43b0-8c1b-088c80d760a7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=393bc5c9-65ea-47b3-83c7-4bcd700effc7 HTTP/1.1" status: 200 len: 217 time: 0.0442188 Jul 16 01:35:12.214808 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ae0ce-3276-4657-be6f-bc94b81f39ff req-ec468325-6728-4520-8a59-89ff7efd16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:12.217625 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3f3ae0ce-3276-4657-be6f-bc94b81f39ff req-ec468325-6728-4520-8a59-89ff7efd16d0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f45f4065-e8af-4e7d-ba1a-a6b4cb86159b HTTP/1.1" status: 200 len: 846 time: 0.0741591 Jul 16 01:35:12.268400 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3f3ae0ce-3276-4657-be6f-bc94b81f39ff req-37a57406-7864-4aa4-b404-952139d1bf69 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=830e0a53-8773-432e-aa5a-8c5b09b1196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324392 Jul 16 01:35:12.319865 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-09fdaa4e-1702-41e0-a5c8-c80c684fb03a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.335086 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-97b64350-730c-4634-9b7b-3d02207185cd tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.341951 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-09fdaa4e-1702-41e0-a5c8-c80c684fb03a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Calling delete_port for f1641a1e-7ea6-44ce-a705-57f922c6dcf3 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:12.374605 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3f3ae0ce-3276-4657-be6f-bc94b81f39ff req-8d0a121a-8f44-425b-92b1-ea3cda4bfea2 service neutron] 10.222.0.84 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985544 Jul 16 01:35:12.412909 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-97b64350-730c-4634-9b7b-3d02207185cd tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.418351 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b64350-730c-4634-9b7b-3d02207185cd tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:12.418938 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-97b64350-730c-4634-9b7b-3d02207185cd tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.464921 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-97b64350-730c-4634-9b7b-3d02207185cd tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1567061 Jul 16 01:35:12.471774 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33582) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:12.476858 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-e144a414-275a-4083-baf9-b3e59f369b06 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Request body: {'subnet': {'network_id': 'd519eab8-a244-45c3-865e-167a643f67f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:12.529659 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3f3ae0ce-3276-4657-be6f-bc94b81f39ff req-83ad5976-0472-4f72-9d39-6106807e43c0 service neutron] 10.222.0.84 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385863 Jul 16 01:35:12.562555 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b64350-730c-4634-9b7b-3d02207185cd tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Pushing event updated for resources: {'Network': ['ID=d519eab8-a244-45c3-865e-167a643f67f1,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:12.573946 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network d519eab8-a244-45c3-865e-167a643f67f1 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:12.697005 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e144a414-275a-4083-baf9-b3e59f369b06 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Made reservation on behalf of 92a58977cf764a95b95cf3b6c6002b20 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:12.701217 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e144a414-275a-4083-baf9-b3e59f369b06 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.706435 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-09fdaa4e-1702-41e0-a5c8-c80c684fb03a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.772011 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdaa4e-1702-41e0-a5c8-c80c684fb03a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Port': ['ID=f1641a1e-7ea6-44ce-a705-57f922c6dcf3,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:12.899811 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33590) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:12.954484 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33a2a3-dae7-4bc5-baab-d49fe82865cc req-ea54c3fc-6390-45c3-8075-f51d2342586a tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:12.963352 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab33a2a3-dae7-4bc5-baab-d49fe82865cc req-ea54c3fc-6390-45c3-8075-f51d2342586a tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d44dc97-d3d4-494c-8491-87151cd0dba0 HTTP/1.1" status: 200 len: 944 time: 0.0980680 Jul 16 01:35:12.986329 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-09fdaa4e-1702-41e0-a5c8-c80c684fb03a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.033567 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab33a2a3-dae7-4bc5-baab-d49fe82865cc req-2b52531a-f8c6-4729-8732-281f40929cce tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689788 Jul 16 01:35:13.114860 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c1bace2d-c901-4d93-8f0c-c195687a8e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.249814 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e144a414-275a-4083-baf9-b3e59f369b06 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.437243 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144a414-275a-4083-baf9-b3e59f369b06 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Pushing event updated for resources: {'Subnet': ['ID=5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:13.504032 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9838df9-0942-45ed-b294-bb152f661dfe req-7e0357f5-315c-435f-98bf-da148063b884 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:13.505547 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b9838df9-0942-45ed-b294-bb152f661dfe req-7e0357f5-315c-435f-98bf-da148063b884 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 946 time: 0.3000219 Jul 16 01:35:13.506262 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e144a414-275a-4083-baf9-b3e59f369b06 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Checking segment: {'id': 'e669b6ce-448c-48a6-bbbb-e3b5f46d668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd519eab8-a244-45c3-865e-167a643f67f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:13.506615 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e144a414-275a-4083-baf9-b3e59f369b06 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Network hostable DHCP agents. Network: d519eab8-a244-45c3-865e-167a643f67f1, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:13.512718 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fdaa4e-1702-41e0-a5c8-c80c684fb03a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Router de55f3be-4339-4232-a338-8c239499f829 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:13.514735 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c1bace2d-c901-4d93-8f0c-c195687a8e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.534138 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c1bace2d-c901-4d93-8f0c-c195687a8e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.642315 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b9838df9-0942-45ed-b294-bb152f661dfe req-b38fe222-a968-4778-a911-0da7ef48a0da tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/security-groups?id=380a5669-fbc7-43b9-8205-bdbd26bbe3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261649 Jul 16 01:35:13.644698 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c1bace2d-c901-4d93-8f0c-c195687a8e3a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=665e4c9e058f48e6a4cb5289b579471e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7395449 Jul 16 01:35:13.645424 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e144a414-275a-4083-baf9-b3e59f369b06 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Network d519eab8-a244-45c3-865e-167a643f67f1 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:13.647714 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33598) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:13.681384 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bace2d-c901-4d93-8f0c-c195687a8e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1e5c0a-f546-41fd-bc38-d728c1386ede,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:13.730795 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-e144a414-275a-4083-baf9-b3e59f369b06 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, d519eab8-a244-45c3-865e-167a643f67f1) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:13.740633 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e144a414-275a-4083-baf9-b3e59f369b06 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:13.741131 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e144a414-275a-4083-baf9-b3e59f369b06 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.741641 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af372b9-5fc0-4383-9dde-1bb4a06e4de1 None None] Network d519eab8-a244-45c3-865e-167a643f67f1 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:13.757836 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fdaa4e-1702-41e0-a5c8-c80c684fb03a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:13.765743 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-09fdaa4e-1702-41e0-a5c8-c80c684fb03a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "PUT /v2.0/routers/de55f3be-4339-4232-a338-8c239499f829/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1368768 Jul 16 01:35:13.769045 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33602) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:13.773778 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e1279b-a596-4f15-aa0e-a1d7440165e9 None None] Sync routers for ids ['de55f3be-4339-4232-a338-8c239499f829'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:13.782165 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4f50289d-fec5-425a-b718-bfc349984668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.788753 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e1279b-a596-4f15-aa0e-a1d7440165e9 None None] Routers {'de55f3be-4339-4232-a338-8c239499f829'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:13.789790 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-67e1279b-a596-4f15-aa0e-a1d7440165e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:35:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['de55f3be-4339-4232-a338-8c239499f829'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:13.802633 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e144a414-275a-4083-baf9-b3e59f369b06 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3296525 Jul 16 01:35:13.805641 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33604) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:13.810912 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-e24d117e-f9f6-4a91-a6b6-28b8fbc29e2a tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Request body: {'port': {'network_id': 'd519eab8-a244-45c3-865e-167a643f67f1', 'name': 'tempest-TagsExtTest-907545624'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:13.834870 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4f50289d-fec5-425a-b718-bfc349984668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.861490 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-67e1279b-a596-4f15-aa0e-a1d7440165e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:13.877288 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e1279b-a596-4f15-aa0e-a1d7440165e9 None None] Routers {'de55f3be-4339-4232-a338-8c239499f829'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:13.878735 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-67e1279b-a596-4f15-aa0e-a1d7440165e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:35:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['de55f3be-4339-4232-a338-8c239499f829'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:13.930590 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-67e1279b-a596-4f15-aa0e-a1d7440165e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:13.931859 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e1279b-a596-4f15-aa0e-a1d7440165e9 None None] The sync data for ids ['de55f3be-4339-4232-a338-8c239499f829'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:14.021057 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98102e5-3277-4f05-b898-e5b5b9ab1cf3 req-1678cdb0-460c-4765-a9b0-1e52b8c6fd55 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:14.039027 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a98102e5-3277-4f05-b898-e5b5b9ab1cf3 req-1678cdb0-460c-4765-a9b0-1e52b8c6fd55 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 946 time: 0.1841378 Jul 16 01:35:14.044476 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f6b028-324c-409c-ac61-a7616aa15538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-d519eab8-a244-45c3-865e-167a643f67f1', 'network_id': 'd519eab8-a244-45c3-865e-167a643f67f1', 'tenant_id': '92a58977cf764a95b95cf3b6c6002b20', 'fixed_ips': [{'subnet_id': '5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:14.045780 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82f6b028-324c-409c-ac61-a7616aa15538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.046353 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4f50289d-fec5-425a-b718-bfc349984668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.050809 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4f50289d-fec5-425a-b718-bfc349984668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.068287 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4f50289d-fec5-425a-b718-bfc349984668 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e1e5c0a-f546-41fd-bc38-d728c1386ede HTTP/1.1" status: 204 len: 168 time: 0.4168386 Jul 16 01:35:14.069759 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33606) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:14.085236 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2cc78be3-d674-4ed6-b751-af8121096c14 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Request body: {'floatingip': {'port_id': 'b5a82016-96e1-4321-9115-5e53a26dfc62'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:14.126385 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24d117e-f9f6-4a91-a6b6-28b8fbc29e2a tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Made reservation on behalf of 92a58977cf764a95b95cf3b6c6002b20 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:14.130091 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e24d117e-f9f6-4a91-a6b6-28b8fbc29e2a tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.192254 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50289d-fec5-425a-b718-bfc349984668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1e5c0a-f546-41fd-bc38-d728c1386ede,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:14.195636 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cc78be3-d674-4ed6-b751-af8121096c14 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks [] for floatingip, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.234127 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-e24d117e-f9f6-4a91-a6b6-28b8fbc29e2a tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] device_id is not set on port 8ee9a780-b4ed-465d-9b56-0414648e511d yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:35:14.336289 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-82f6b028-324c-409c-ac61-a7616aa15538 None None] Allocated IP 172.20.0.2 (d519eab8-a244-45c3-865e-167a643f67f1/5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9/caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:14.349436 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 393bc5c9-65ea-47b3-83c7-4bcd700effc7 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:14.398471 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24f268-36f7-4733-aede-5dcc0304aad4 req-ecaf24c4-f5e8-452d-8f3e-48b85a18d969 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:14.407640 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b24f268-36f7-4733-aede-5dcc0304aad4 req-ecaf24c4-f5e8-452d-8f3e-48b85a18d969 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d44dc97-d3d4-494c-8491-87151cd0dba0 HTTP/1.1" status: 200 len: 944 time: 0.2191629 Jul 16 01:35:14.467990 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b24f268-36f7-4733-aede-5dcc0304aad4 req-e53beda0-b7a2-4afa-bd31-431c63397cdc tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593178 Jul 16 01:35:14.508313 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b286ded3-d15c-43c8-9d37-8ec6c49a58f4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.589653 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 393bc5c9-65ea-47b3-83c7-4bcd700effc7, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=393bc5c9-65ea-47b3-83c7-4bcd700effc7,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:14.626087 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '393bc5c9-65ea-47b3-83c7-4bcd700effc7', 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b', 'port_id': '393bc5c9-65ea-47b3-83c7-4bcd700effc7', 'mac_address': 'fa:16:3e:17:2d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45f4065-e8af-4e7d-ba1a-a6b4cb86159b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:14.675822 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82f6b028-324c-409c-ac61-a7616aa15538 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.688723 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.691446 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-82f6b028-324c-409c-ac61-a7616aa15538 None None] Transition to ACTIVE for port object caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:14.713739 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393bc5c9-65ea-47b3-83c7-4bcd700effc7 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:14.728307 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-82f6b028-324c-409c-ac61-a7616aa15538 None None] Transition to ACTIVE for port object caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:14.741925 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82f6b028-324c-409c-ac61-a7616aa15538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.754190 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 393bc5c9-65ea-47b3-83c7-4bcd700effc7, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=393bc5c9-65ea-47b3-83c7-4bcd700effc7,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:14.765816 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f6b028-324c-409c-ac61-a7616aa15538 None None] Network d519eab8-a244-45c3-865e-167a643f67f1 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:14.769292 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-82f6b028-324c-409c-ac61-a7616aa15538 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:14.788192 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f6b028-324c-409c-ac61-a7616aa15538 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:14.790500 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.832958 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-b286ded3-d15c-43c8-9d37-8ec6c49a58f4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting port 0c9b1a6a-e792-4ea4-9c9f-a60ade8ecb36 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:14.833240 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b286ded3-d15c-43c8-9d37-8ec6c49a58f4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.861886 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6b028-324c-409c-ac61-a7616aa15538 None None] Pushing event updated for resources: {'Port': ['ID=caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:14.890760 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-82f6b028-324c-409c-ac61-a7616aa15538 None None] Attempting to bind port caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:14.890999 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-82f6b028-324c-409c-ac61-a7616aa15538 None None] Attempting to bind port caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'e669b6ce-448c-48a6-bbbb-e3b5f46d668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd519eab8-a244-45c3-865e-167a643f67f1'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:14.891367 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f6b028-324c-409c-ac61-a7616aa15538 None None] Attempting to bind port caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9 on network d519eab8-a244-45c3-865e-167a643f67f1 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:14.898934 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f6b028-324c-409c-ac61-a7616aa15538 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:14.900022 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f6b028-324c-409c-ac61-a7616aa15538 None None] Checking segment: {'id': 'e669b6ce-448c-48a6-bbbb-e3b5f46d668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd519eab8-a244-45c3-865e-167a643f67f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:14.900022 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82f6b028-324c-409c-ac61-a7616aa15538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.900224 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f6b028-324c-409c-ac61-a7616aa15538 None None] Bound using segment: {'id': 'e669b6ce-448c-48a6-bbbb-e3b5f46d668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd519eab8-a244-45c3-865e-167a643f67f1'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:14.900568 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-82f6b028-324c-409c-ac61-a7616aa15538 None None] Bound port: caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e669b6ce-448c-48a6-bbbb-e3b5f46d668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd519eab8-a244-45c3-865e-167a643f67f1'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:14.900947 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82f6b028-324c-409c-ac61-a7616aa15538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.001090 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=393bc5c9-65ea-47b3-83c7-4bcd700effc7,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:15.019792 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-82f6b028-324c-409c-ac61-a7616aa15538 None None] For port caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:15.023331 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b286ded3-d15c-43c8-9d37-8ec6c49a58f4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.023497 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-82f6b028-324c-409c-ac61-a7616aa15538 None None] For port caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9,segment=NetworkSegment(e669b6ce-448c-48a6-bbbb-e3b5f46d668f),segment_id=e669b6ce-448c-48a6-bbbb-e3b5f46d668f)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:15.037200 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82f6b028-324c-409c-ac61-a7616aa15538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.041220 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-b286ded3-d15c-43c8-9d37-8ec6c49a58f4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Calling delete_port for 0c9b1a6a-e792-4ea4-9c9f-a60ade8ecb36 owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:15.106779 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['393bc5c9-65ea-47b3-83c7-4bcd700effc7'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:15.188661 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6b028-324c-409c-ac61-a7616aa15538 None None] Pushing event updated for resources: {'Port': ['ID=caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:15.237873 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-e24d117e-f9f6-4a91-a6b6-28b8fbc29e2a tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Allocated IP 172.20.0.13 (d519eab8-a244-45c3-865e-167a643f67f1/5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9/8ee9a780-b4ed-465d-9b56-0414648e511d) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:15.372698 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b286ded3-d15c-43c8-9d37-8ec6c49a58f4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.391031 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.db.resource_extend [None req-2cc78be3-d674-4ed6-b751-af8121096c14 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:35:15.439686 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286ded3-d15c-43c8-9d37-8ec6c49a58f4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Port': ['ID=0c9b1a6a-e792-4ea4-9c9f-a60ade8ecb36,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:15.473369 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286ded3-d15c-43c8-9d37-8ec6c49a58f4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:15.473369 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286ded3-d15c-43c8-9d37-8ec6c49a58f4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:15.473369 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286ded3-d15c-43c8-9d37-8ec6c49a58f4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:15.474447 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286ded3-d15c-43c8-9d37-8ec6c49a58f4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:15.474793 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286ded3-d15c-43c8-9d37-8ec6c49a58f4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:15.475832 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286ded3-d15c-43c8-9d37-8ec6c49a58f4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:15.475832 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286ded3-d15c-43c8-9d37-8ec6c49a58f4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:15.476554 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286ded3-d15c-43c8-9d37-8ec6c49a58f4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:15.476749 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286ded3-d15c-43c8-9d37-8ec6c49a58f4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:15.477270 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286ded3-d15c-43c8-9d37-8ec6c49a58f4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:15.477700 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286ded3-d15c-43c8-9d37-8ec6c49a58f4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:15.480063 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b286ded3-d15c-43c8-9d37-8ec6c49a58f4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:15.635456 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b286ded3-d15c-43c8-9d37-8ec6c49a58f4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.688199 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cc78be3-d674-4ed6-b751-af8121096c14 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.705142 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cc78be3-d674-4ed6-b751-af8121096c14 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.750917 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:15.825197 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:15.826276 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e24d117e-f9f6-4a91-a6b6-28b8fbc29e2a tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.872630 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-e24d117e-f9f6-4a91-a6b6-28b8fbc29e2a tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Transition to ACTIVE for port object 8ee9a780-b4ed-465d-9b56-0414648e511d will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:15.899747 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-2cc78be3-d674-4ed6-b751-af8121096c14 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Floating IP cd7bfaa7-3f6c-47b8-a240-a68bfdd9a99c associated. External IP: 172.25.6.210, port: b5a82016-96e1-4321-9115-5e53a26dfc62. Jul 16 01:35:15.911627 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b286ded3-d15c-43c8-9d37-8ec6c49a58f4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Router de55f3be-4339-4232-a338-8c239499f829 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:15.919644 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11632de1-b14a-41d2-8c60-352992fcaa06 req-12c1dcbe-b885-4f93-915a-bbd6907edc50 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:15.921214 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-11632de1-b14a-41d2-8c60-352992fcaa06 req-12c1dcbe-b885-4f93-915a-bbd6907edc50 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d44dc97-d3d4-494c-8491-87151cd0dba0 HTTP/1.1" status: 200 len: 945 time: 0.2590747 Jul 16 01:35:15.998134 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e24d117e-f9f6-4a91-a6b6-28b8fbc29e2a tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.033322 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b286ded3-d15c-43c8-9d37-8ec6c49a58f4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:16.046190 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-11632de1-b14a-41d2-8c60-352992fcaa06 req-cd5e6142-5b69-4cbc-b3a3-05e1127769d1 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167347 Jul 16 01:35:16.052833 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7d8fcb-8549-4462-89c6-d1394c15e7a6 None None] Sync routers for ids ['de55f3be-4339-4232-a338-8c239499f829'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:16.053815 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b286ded3-d15c-43c8-9d37-8ec6c49a58f4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "PUT /v2.0/routers/de55f3be-4339-4232-a338-8c239499f829/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2833767 Jul 16 01:35:16.054466 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33650) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:16.071420 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24d117e-f9f6-4a91-a6b6-28b8fbc29e2a tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Network d519eab8-a244-45c3-865e-167a643f67f1 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:16.077637 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7d8fcb-8549-4462-89c6-d1394c15e7a6 None None] Routers {'de55f3be-4339-4232-a338-8c239499f829'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:16.079053 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-e24d117e-f9f6-4a91-a6b6-28b8fbc29e2a tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:16.079561 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-df7d8fcb-8549-4462-89c6-d1394c15e7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:35:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['de55f3be-4339-4232-a338-8c239499f829'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:16.081323 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d117e-f9f6-4a91-a6b6-28b8fbc29e2a tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Pushing event updated for resources: {'Port': ['ID=8ee9a780-b4ed-465d-9b56-0414648e511d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:16.083648 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24d117e-f9f6-4a91-a6b6-28b8fbc29e2a tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:16.088705 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8e923b67-f9c8-4060-a4bb-653ab36e1bc1 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "GET /v2.0/ports?device_id=de55f3be-4339-4232-a338-8c239499f829 HTTP/1.1" status: 200 len: 205 time: 0.0330577 Jul 16 01:35:16.090119 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33652) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:16.139030 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-df7d8fcb-8549-4462-89c6-d1394c15e7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:16.167696 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7d8fcb-8549-4462-89c6-d1394c15e7a6 None None] Routers {'de55f3be-4339-4232-a338-8c239499f829'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:16.167696 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-df7d8fcb-8549-4462-89c6-d1394c15e7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:35:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['de55f3be-4339-4232-a338-8c239499f829'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:16.213917 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-df7d8fcb-8549-4462-89c6-d1394c15e7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:16.213917 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7d8fcb-8549-4462-89c6-d1394c15e7a6 None None] The sync data for ids ['de55f3be-4339-4232-a338-8c239499f829'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:16.218285 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24d117e-f9f6-4a91-a6b6-28b8fbc29e2a tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:16.218960 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e24d117e-f9f6-4a91-a6b6-28b8fbc29e2a tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.286500 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e24d117e-f9f6-4a91-a6b6-28b8fbc29e2a tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4795599 Jul 16 01:35:16.289793 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33658) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:16.294968 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-fe6e8f0d-050b-4747-8af8-36860ae84955 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-690506581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:16.322283 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc78be3-d674-4ed6-b751-af8121096c14 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Router 2263f38f-3c0d-4d54-b830-b3000e67b6ee has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:16.338790 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8f0d-050b-4747-8af8-36860ae84955 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.340081 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8f0d-050b-4747-8af8-36860ae84955 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.361273 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 393bc5c9-65ea-47b3-83c7-4bcd700effc7 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:16.447464 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 393bc5c9-65ea-47b3-83c7-4bcd700effc7 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:16.455855 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 393bc5c9-65ea-47b3-83c7-4bcd700effc7 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:16.456453 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.575253 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.585655 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8f0d-050b-4747-8af8-36860ae84955 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.602995 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8f0d-050b-4747-8af8-36860ae84955 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.624183 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 393bc5c9-65ea-47b3-83c7-4bcd700effc7, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=393bc5c9-65ea-47b3-83c7-4bcd700effc7,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:16.628172 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d44dc97-d3d4-494c-8491-87151cd0dba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393bc5c9-65ea-47b3-83c7-4bcd700effc7'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:16.631692 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f28124-c460-4cdf-958e-72979e80d0c5" -d '{"events": [{"server_uuid": "2d44dc97-d3d4-494c-8491-87151cd0dba0", "name": "network-vif-plugged", "status": "completed", "tag": "393bc5c9-65ea-47b3-83c7-4bcd700effc7"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:16.635078 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8ac282-f56e-4faf-b676-546a7848f6a2 None None] Network d519eab8-a244-45c3-865e-167a643f67f1 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:16.640281 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc78be3-d674-4ed6-b751-af8121096c14 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:16.656135 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638ba0cd-5121-47a8-a036-cf26d149d72e None None] Sync routers for ids ['2263f38f-3c0d-4d54-b830-b3000e67b6ee'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:16.658741 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dd8a85fa-a8fb-4940-a7ad-4ed5c2330961 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.662744 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cc78be3-d674-4ed6-b751-af8121096c14 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.667062 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8f0d-050b-4747-8af8-36860ae84955 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.668728 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fe6e8f0d-050b-4747-8af8-36860ae84955 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3778946 Jul 16 01:35:16.674850 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638ba0cd-5121-47a8-a036-cf26d149d72e None None] Routers {'2263f38f-3c0d-4d54-b830-b3000e67b6ee'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:16.675496 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-638ba0cd-5121-47a8-a036-cf26d149d72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:35:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['2263f38f-3c0d-4d54-b830-b3000e67b6ee'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:16.688992 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33670) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:16.694215 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-763028c4-43dc-4e70-a951-7deff502f1fa tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1122211910', 'prefixes': ['172.20.0.0/16']}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:16.725921 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2cc78be3-d674-4ed6-b751-af8121096c14 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "PUT /v2.0/floatingips/cd7bfaa7-3f6c-47b8-a240-a68bfdd9a99c HTTP/1.1" status: 200 len: 992 time: 2.6499789 Jul 16 01:35:16.726849 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656ceb51-bc77-47dd-be71-31692066d652', 'tag': 'b5a82016-96e1-4321-9115-5e53a26dfc62'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:16.739953 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be2f66d-0149-4734-8765-f9fe19428076" -d '{"events": [{"name": "network-changed", "server_uuid": "656ceb51-bc77-47dd-be71-31692066d652", "tag": "b5a82016-96e1-4321-9115-5e53a26dfc62"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:16.819003 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda00be0-3e33-4079-bf82-ca61747c2fcf x-openstack-request-id: req-eda00be0-3e33-4079-bf82-ca61747c2fcf {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:16.819540 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "656ceb51-bc77-47dd-be71-31692066d652", "tag": "b5a82016-96e1-4321-9115-5e53a26dfc62", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:16.819883 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eda00be0-3e33-4079-bf82-ca61747c2fcf {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:16.820909 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '656ceb51-bc77-47dd-be71-31692066d652', 'tag': 'b5a82016-96e1-4321-9115-5e53a26dfc62', 'status': 'completed', 'code': 200} Jul 16 01:35:16.853383 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.864165 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-763028c4-43dc-4e70-a951-7deff502f1fa tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks [] for subnetpool, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.865903 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-763028c4-43dc-4e70-a951-7deff502f1fa tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1755071 Jul 16 01:35:16.869448 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33680) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:16.875615 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-103ad082-902f-49b2-ab41-bd6a0d33fbe5 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9', 'tempest-TagsExtTest-Tag-248000270') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:16.877811 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-638ba0cd-5121-47a8-a036-cf26d149d72e None None] Set router 2263f38f-3c0d-4d54-b830-b3000e67b6ee gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:16.920990 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c06aa32-11c9-4b36-ab18-0bb85e4dbe6a x-openstack-request-id: req-4c06aa32-11c9-4b36-ab18-0bb85e4dbe6a {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:16.921577 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d44dc97-d3d4-494c-8491-87151cd0dba0", "name": "network-vif-plugged", "status": "completed", "tag": "393bc5c9-65ea-47b3-83c7-4bcd700effc7", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:16.921975 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c06aa32-11c9-4b36-ab18-0bb85e4dbe6a {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:16.922522 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d44dc97-d3d4-494c-8491-87151cd0dba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393bc5c9-65ea-47b3-83c7-4bcd700effc7', 'code': 200} Jul 16 01:35:16.992945 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-55db5670-924e-450d-a2c6-47c59bb21ea3 None None] Provisioning for port caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:17.017906 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=393bc5c9-65ea-47b3-83c7-4bcd700effc7,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:17.020944 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-55db5670-924e-450d-a2c6-47c59bb21ea3 None None] Provisioning complete for port caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:17.021327 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-55db5670-924e-450d-a2c6-47c59bb21ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.033077 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dd8a85fa-a8fb-4940-a7ad-4ed5c2330961 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.037005 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dd8a85fa-a8fb-4940-a7ad-4ed5c2330961 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.104869 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-103ad082-902f-49b2-ab41-bd6a0d33fbe5 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "PUT /v2.0/subnets/5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9/tags/tempest-TagsExtTest-Tag-248000270 HTTP/1.1" status: 201 len: 201 time: 0.2337976 Jul 16 01:35:17.107674 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33684) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:17.119935 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-59f73aa5-f9ca-4c92-844a-b4acec6b4c9d tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8ee9a780-b4ed-465d-9b56-0414648e511d', 'tempest-TagsExtTest-Tag-751417469') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:17.161304 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2f66d-0149-4734-8765-f9fe19428076 req-fa7a9945-0718-47f9-bf11-243120f27b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:17.163089 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0be2f66d-0149-4734-8765-f9fe19428076 req-fa7a9945-0718-47f9-bf11-243120f27b8f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=584cfa82f38247b0ba7638f8dca7e202&device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 1098 time: 0.2681603 Jul 16 01:35:17.165082 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dd8a85fa-a8fb-4940-a7ad-4ed5c2330961 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.165736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8a85fa-a8fb-4940-a7ad-4ed5c2330961 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Fanout notify agent at l3_agent the message router_deleted on router de55f3be-4339-4232-a338-8c239499f829 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:35:17.174159 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dd8a85fa-a8fb-4940-a7ad-4ed5c2330961 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.175640 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-dd8a85fa-a8fb-4940-a7ad-4ed5c2330961 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/routers/de55f3be-4339-4232-a338-8c239499f829 HTTP/1.1" status: 204 len: 168 time: 1.0854001 Jul 16 01:35:17.178678 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33686) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:17.238852 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-55db5670-924e-450d-a2c6-47c59bb21ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.287360 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9846fe-ad0a-4fd3-ac61-b14815f3a6a0 req-5deb130d-d4fc-4fdf-b43f-df5dec412b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:17.297761 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e9846fe-ad0a-4fd3-ac61-b14815f3a6a0 req-5deb130d-d4fc-4fdf-b43f-df5dec412b70 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2d44dc97-d3d4-494c-8491-87151cd0dba0 HTTP/1.1" status: 200 len: 1098 time: 0.2814393 Jul 16 01:35:17.307433 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-59f73aa5-f9ca-4c92-844a-b4acec6b4c9d tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "PUT /v2.0/ports/8ee9a780-b4ed-465d-9b56-0414648e511d/tags/tempest-TagsExtTest-Tag-751417469 HTTP/1.1" status: 201 len: 201 time: 0.1982787 Jul 16 01:35:17.311099 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33690) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:17.322276 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-55db5670-924e-450d-a2c6-47c59bb21ea3 None None] For port caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9,segment=NetworkSegment(e669b6ce-448c-48a6-bbbb-e3b5f46d668f),segment_id=e669b6ce-448c-48a6-bbbb-e3b5f46d668f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:17.322694 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-0f90e03d-a26b-4b5b-b130-d61c188d8fc6 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4cd0eddd-ab6d-4d2a-b534-ec7713108e96', 'tempest-TagsExtTest-Tag-1198948985') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:17.337811 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-55db5670-924e-450d-a2c6-47c59bb21ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.415435 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-638ba0cd-5121-47a8-a036-cf26d149d72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'name': 'tempest-ServersTestBootFromVolume-1275341119-router', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:04Z', 'updated_at': '2021-07-16T01:34:13Z', 'revision_number': 4, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'gw_port': {'id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'cd7bfaa7-3f6c-47b8-a240-a68bfdd9a99c', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'port_id': 'b5a82016-96e1-4321-9115-5e53a26dfc62', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25', 'mac_address': 'fa:16:3e:a0:47:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656ceb51-bc77-47dd-be71-31692066d652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:34:19Z', 'updated_at': '2021-07-16T01:35:15Z', 'revision_number': 1, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72', 'name': '', 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'mac_address': 'fa:16:3e:c3:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '3851a660-9ae0-4a01-8e92-efebe4387414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:10Z', 'updated_at': '2021-07-16T01:34:22Z', 'revision_number': 5, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'subnets': [{'id': '3851a660-9ae0-4a01-8e92-efebe4387414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:17.441249 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db5670-924e-450d-a2c6-47c59bb21ea3 None None] Pushing event updated for resources: {'Port': ['ID=caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:17.473783 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638ba0cd-5121-47a8-a036-cf26d149d72e None None] Checking router: 2263f38f-3c0d-4d54-b830-b3000e67b6ee for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:35:17.490134 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638ba0cd-5121-47a8-a036-cf26d149d72e None None] Routers {'2263f38f-3c0d-4d54-b830-b3000e67b6ee'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:17.491360 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-638ba0cd-5121-47a8-a036-cf26d149d72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:35:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['2263f38f-3c0d-4d54-b830-b3000e67b6ee'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:17.526902 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d11310-56a4-407b-aec4-60dcf2792383 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting subnet 724f616a-7bd0-407a-9d36-260b74d734ac {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:17.589740 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-88d11310-56a4-407b-aec4-60dcf2792383 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.606419 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e9846fe-ad0a-4fd3-ac61-b14815f3a6a0 req-5b631168-fe18-4eb1-8d3d-bc55c7b3e170 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043151 Jul 16 01:35:17.636935 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:17.663656 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0f90e03d-a26b-4b5b-b130-d61c188d8fc6 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "PUT /v2.0/routers/4cd0eddd-ab6d-4d2a-b534-ec7713108e96/tags/tempest-TagsExtTest-Tag-1198948985 HTTP/1.1" status: 201 len: 201 time: 0.3505809 Jul 16 01:35:17.667226 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33696) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:17.669953 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2f66d-0149-4734-8765-f9fe19428076 req-4a316403-62ae-4464-99c6-8dd9ece4494f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:17.671340 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0be2f66d-0149-4734-8765-f9fe19428076 req-4a316403-62ae-4464-99c6-8dd9ece4494f service neutron] 10.222.0.82 "GET /v2.0/networks?id=1f598b73-2353-4bfa-a8d7-260fa29ffc25 HTTP/1.1" status: 200 len: 917 time: 0.4943755 Jul 16 01:35:17.680343 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.tag.tag_plugin [None req-ff9ebf6b-5f39-4edb-b312-56d185683b58 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a1ff4593-d83e-4751-b707-ccac09fefaae', 'tempest-TagsExtTest-Tag-792484677') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:17.691012 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f8fa8-7245-4831-87af-2ae03d31098e req-b1467dcc-c001-435b-b861-dc6688cfb63e tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:17.702070 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1e5f8fa8-7245-4831-87af-2ae03d31098e req-b1467dcc-c001-435b-b861-dc6688cfb63e tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d44dc97-d3d4-494c-8491-87151cd0dba0 HTTP/1.1" status: 200 len: 946 time: 0.3758450 Jul 16 01:35:17.742145 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-638ba0cd-5121-47a8-a036-cf26d149d72e None None] Set router 2263f38f-3c0d-4d54-b830-b3000e67b6ee gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:17.778804 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-11f80e42-1cc4-49b9-8198-948dbcbadcea None None] Provisioning for port 8ee9a780-b4ed-465d-9b56-0414648e511d completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:17.788769 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1e5f8fa8-7245-4831-87af-2ae03d31098e req-8cbf5f43-99a4-4862-8443-af60bd43f2af tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846295 Jul 16 01:35:17.790868 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:17.791321 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.796300 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-11f80e42-1cc4-49b9-8198-948dbcbadcea None None] Provisioning complete for port 8ee9a780-b4ed-465d-9b56-0414648e511d triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:17.796694 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11f80e42-1cc4-49b9-8198-948dbcbadcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.802431 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0be2f66d-0149-4734-8765-f9fe19428076 req-4eed9903-beb1-459d-89c9-73459efd6e60 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5a82016-96e1-4321-9115-5e53a26dfc62 HTTP/1.1" status: 200 len: 1000 time: 0.1183214 Jul 16 01:35:17.831816 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-88d11310-56a4-407b-aec4-60dcf2792383 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.890759 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-11f80e42-1cc4-49b9-8198-948dbcbadcea None None] Port 8ee9a780-b4ed-465d-9b56-0414648e511d cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:17.916484 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-11f80e42-1cc4-49b9-8198-948dbcbadcea None None] Provisioning complete for port caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:17.916484 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11f80e42-1cc4-49b9-8198-948dbcbadcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.986249 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2f66d-0149-4734-8765-f9fe19428076 req-5ab10ed0-b56c-4211-a154-d428e07c507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:17.987852 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0be2f66d-0149-4734-8765-f9fe19428076 req-5ab10ed0-b56c-4211-a154-d428e07c507f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3851a660-9ae0-4a01-8e92-efebe4387414 HTTP/1.1" status: 200 len: 855 time: 0.1694820 Jul 16 01:35:18.059440 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-88d11310-56a4-407b-aec4-60dcf2792383 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.089664 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ff9ebf6b-5f39-4edb-b312-56d185683b58 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "PUT /v2.0/subnetpools/a1ff4593-d83e-4751-b707-ccac09fefaae/tags/tempest-TagsExtTest-Tag-792484677 HTTP/1.1" status: 201 len: 201 time: 0.4210458 Jul 16 01:35:18.092097 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33702) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:18.098600 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-640dfbed-2a45-40a6-81f3-d9b3c816a3bf tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:18.180322 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-640dfbed-2a45-40a6-81f3-d9b3c816a3bf tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "GET /v2.0/subnets/5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9/tags HTTP/1.1" status: 200 len: 240 time: 0.0861118 Jul 16 01:35:18.182552 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33704) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:18.191074 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-c532772f-2406-4eb9-8514-26609fb62173 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9', 'tempest-TagsExtTest-Tag-248000270') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:18.198904 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-88d11310-56a4-407b-aec4-60dcf2792383 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.273385 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-88d11310-56a4-407b-aec4-60dcf2792383 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.274555 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c532772f-2406-4eb9-8514-26609fb62173 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "GET /v2.0/subnets/5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9/tags/tempest-TagsExtTest-Tag-248000270 HTTP/1.1" status: 204 len: 168 time: 0.0907776 Jul 16 01:35:18.275339 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-88d11310-56a4-407b-aec4-60dcf2792383 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/subnets/724f616a-7bd0-407a-9d36-260b74d734ac HTTP/1.1" status: 204 len: 168 time: 1.0888598 Jul 16 01:35:18.278999 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33706) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:18.279536 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33708) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:18.291646 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2f66d-0149-4734-8765-f9fe19428076 req-afacf213-643f-41b2-a8b7-2a87231703e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:18.293477 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0be2f66d-0149-4734-8765-f9fe19428076 req-afacf213-643f-41b2-a8b7-2a87231703e3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1f598b73-2353-4bfa-a8d7-260fa29ffc25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2838726 Jul 16 01:35:18.294072 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-b87e3e98-28a8-4ac4-bb78-f2eb4df4b8bc tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9', 'tempest-TagsExtTest-Tag-248000270') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:18.294380 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d11310-56a4-407b-aec4-60dcf2792383 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Subnet': ['ID=724f616a-7bd0-407a-9d36-260b74d734ac,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:18.323474 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60ea5e1-bbbc-4575-892e-85309f4d3189 None None] Network 75f17bc3-5029-4f15-9a00-92a5a94a6aea requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:18.447079 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-638ba0cd-5121-47a8-a036-cf26d149d72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'name': 'tempest-ServersTestBootFromVolume-1275341119-router', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:04Z', 'updated_at': '2021-07-16T01:34:13Z', 'revision_number': 4, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'gw_port': {'id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'cd7bfaa7-3f6c-47b8-a240-a68bfdd9a99c', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'port_id': 'b5a82016-96e1-4321-9115-5e53a26dfc62', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25', 'mac_address': 'fa:16:3e:a0:47:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656ceb51-bc77-47dd-be71-31692066d652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:34:19Z', 'updated_at': '2021-07-16T01:35:15Z', 'revision_number': 1, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72', 'name': '', 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'mac_address': 'fa:16:3e:c3:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '3851a660-9ae0-4a01-8e92-efebe4387414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:10Z', 'updated_at': '2021-07-16T01:34:22Z', 'revision_number': 5, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'subnets': [{'id': '3851a660-9ae0-4a01-8e92-efebe4387414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:18.494750 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638ba0cd-5121-47a8-a036-cf26d149d72e None None] The sync data for ids ['2263f38f-3c0d-4d54-b830-b3000e67b6ee'] in n-d-792394-16 is: [{'id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'name': 'tempest-ServersTestBootFromVolume-1275341119-router', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:04Z', 'updated_at': '2021-07-16T01:34:13Z', 'revision_number': 4, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'gw_port': {'id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'cd7bfaa7-3f6c-47b8-a240-a68bfdd9a99c', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'port_id': 'b5a82016-96e1-4321-9115-5e53a26dfc62', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25', 'mac_address': 'fa:16:3e:a0:47:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656ceb51-bc77-47dd-be71-31692066d652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:34:19Z', 'updated_at': '2021-07-16T01:35:15Z', 'revision_number': 1, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72', 'name': '', 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'mac_address': 'fa:16:3e:c3:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '3851a660-9ae0-4a01-8e92-efebe4387414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:10Z', 'updated_at': '2021-07-16T01:34:22Z', 'revision_number': 5, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'subnets': [{'id': '3851a660-9ae0-4a01-8e92-efebe4387414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:18.519313 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0be2f66d-0149-4734-8765-f9fe19428076 req-58f72eee-0a69-429d-a473-2b12ef858548 service neutron] 10.222.0.82 "GET /v2.0/networks/1f598b73-2353-4bfa-a8d7-260fa29ffc25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162261 Jul 16 01:35:18.606053 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-096a5a72-d8cb-49d9-a001-a13cb0d367e1 None None] Provisioning complete for port 8ee9a780-b4ed-465d-9b56-0414648e511d triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:18.606862 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-096a5a72-d8cb-49d9-a001-a13cb0d367e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.761633 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0be2f66d-0149-4734-8765-f9fe19428076 req-a615c84c-2f7b-4d69-b007-b4f64dd3f67f service neutron] 10.222.0.82 "GET /v2.0/networks/1f598b73-2353-4bfa-a8d7-260fa29ffc25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384729 Jul 16 01:35:18.788237 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-096a5a72-d8cb-49d9-a001-a13cb0d367e1 None None] Port 8ee9a780-b4ed-465d-9b56-0414648e511d cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:18.823362 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be05d1f4-26cb-40c5-b4c0-c655005bc127 None None] DHCP port deletion for 75f17bc3-5029-4f15-9a00-92a5a94a6aea request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:18.902872 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-7071369a-0d93-473f-a8b4-6ac217a34090 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting subnet cadff0af-a286-4bd9-9979-2af3fcdbb878 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:18.911557 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7071369a-0d93-473f-a8b4-6ac217a34090 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.926687 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e926caec-2c3e-4432-b2be-099492c57323 None None] New status for floating IP cd7bfaa7-3f6c-47b8-a240-a68bfdd9a99c: ACTIVE {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:35:19.017762 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7071369a-0d93-473f-a8b4-6ac217a34090 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.023340 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b87e3e98-28a8-4ac4-bb78-f2eb4df4b8bc tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "DELETE /v2.0/subnets/5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9/tags/tempest-TagsExtTest-Tag-248000270 HTTP/1.1" status: 204 len: 168 time: 0.7336326 Jul 16 01:35:19.028326 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33728) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:19.050015 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.tag.tag_plugin [None req-d74d352b-eb90-40bd-aa6f-7b6e8106c504 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:19.062111 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-be05d1f4-26cb-40c5-b4c0-c655005bc127 None None] Deleting port 01dc8276-ee43-4a54-8ebc-752235e8f7d1 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:19.062512 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be05d1f4-26cb-40c5-b4c0-c655005bc127 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.163026 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7071369a-0d93-473f-a8b4-6ac217a34090 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.190643 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-be05d1f4-26cb-40c5-b4c0-c655005bc127 None None] For port 01dc8276-ee43-4a54-8ebc-752235e8f7d1, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=01dc8276-ee43-4a54-8ebc-752235e8f7d1,segment=NetworkSegment(db03a7d3-8e96-4b9b-870b-6ad152886bdc),segment_id=db03a7d3-8e96-4b9b-870b-6ad152886bdc)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:19.191038 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be05d1f4-26cb-40c5-b4c0-c655005bc127 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.217761 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-be05d1f4-26cb-40c5-b4c0-c655005bc127 None None] Calling delete_port for 01dc8276-ee43-4a54-8ebc-752235e8f7d1 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:19.224967 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bd916-bc70-40a0-ac8f-c3b4125eac4b req-dd2b8194-9ce5-40d2-9e13-b2ecd1d9a327 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:19.226612 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b9bd916-bc70-40a0-ac8f-c3b4125eac4b req-dd2b8194-9ce5-40d2-9e13-b2ecd1d9a327 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d44dc97-d3d4-494c-8491-87151cd0dba0 HTTP/1.1" status: 200 len: 946 time: 0.2003083 Jul 16 01:35:19.273103 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d74d352b-eb90-40bd-aa6f-7b6e8106c504 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "GET /v2.0/subnets/5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9/tags HTTP/1.1" status: 200 len: 205 time: 0.2406216 Jul 16 01:35:19.273541 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33732) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:19.279901 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.tag.tag_plugin [None req-a3b49786-9c10-4419-a866-389189237e28 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8ee9a780-b4ed-465d-9b56-0414648e511d') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:19.286875 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b9bd916-bc70-40a0-ac8f-c3b4125eac4b req-19ef13e1-be45-472a-b380-b365f6384380 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515907 Jul 16 01:35:19.307190 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7071369a-0d93-473f-a8b4-6ac217a34090 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.356674 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a3b49786-9c10-4419-a866-389189237e28 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "GET /v2.0/ports/8ee9a780-b4ed-465d-9b56-0414648e511d/tags HTTP/1.1" status: 200 len: 240 time: 0.0819423 Jul 16 01:35:19.359608 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33736) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:19.374212 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.tag.tag_plugin [None req-2211a765-8db2-4be1-92cf-e86c833e835c tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8ee9a780-b4ed-465d-9b56-0414648e511d', 'tempest-TagsExtTest-Tag-751417469') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:19.380783 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be05d1f4-26cb-40c5-b4c0-c655005bc127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.396690 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071369a-0d93-473f-a8b4-6ac217a34090 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Subnet': ['ID=cadff0af-a286-4bd9-9979-2af3fcdbb878,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:19.408886 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7071369a-0d93-473f-a8b4-6ac217a34090 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.416965 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7071369a-0d93-473f-a8b4-6ac217a34090 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/subnets/cadff0af-a286-4bd9-9979-2af3fcdbb878 HTTP/1.1" status: 204 len: 168 time: 1.1360009 Jul 16 01:35:19.419703 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33738) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:19.468274 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05d1f4-26cb-40c5-b4c0-c655005bc127 None None] Pushing event deleted for resources: {'Port': ['ID=01dc8276-ee43-4a54-8ebc-752235e8f7d1,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:19.472336 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9c1b27-02bb-40c9-b897-53ce7c9833c6 None None] Network b9fb1891-468f-4857-ab82-011bbb9893c6 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:19.476981 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be05d1f4-26cb-40c5-b4c0-c655005bc127 None None] No DVR routers for this DVR port 01dc8276-ee43-4a54-8ebc-752235e8f7d1 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:19.539900 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2211a765-8db2-4be1-92cf-e86c833e835c tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "GET /v2.0/ports/8ee9a780-b4ed-465d-9b56-0414648e511d/tags/tempest-TagsExtTest-Tag-751417469 HTTP/1.1" status: 204 len: 168 time: 0.1763971 Jul 16 01:35:19.542047 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33746) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:19.547503 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.tag.tag_plugin [None req-6a78a5b2-2a42-49c7-93ce-c013f0ab50aa tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8ee9a780-b4ed-465d-9b56-0414648e511d', 'tempest-TagsExtTest-Tag-751417469') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:19.588201 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5033b214-bf0d-4b68-ac56-2efe15c144e3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.644041 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 01dc8276-ee43-4a54-8ebc-752235e8f7d1 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:19.670399 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 01dc8276-ee43-4a54-8ebc-752235e8f7d1 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:19.670399 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 01dc8276-ee43-4a54-8ebc-752235e8f7d1 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:19.735196 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5033b214-bf0d-4b68-ac56-2efe15c144e3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.765892 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6a78a5b2-2a42-49c7-93ce-c013f0ab50aa tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "DELETE /v2.0/ports/8ee9a780-b4ed-465d-9b56-0414648e511d/tags/tempest-TagsExtTest-Tag-751417469 HTTP/1.1" status: 204 len: 168 time: 0.2225614 Jul 16 01:35:19.768311 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-5033b214-bf0d-4b68-ac56-2efe15c144e3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f17bc3-5029-4f15-9a00-92a5a94a6aea']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:19.771166 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33754) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:19.788898 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-008e916d-cd86-4dbb-a3e2-0707d078f4c5 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:19.791619 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-008e916d-cd86-4dbb-a3e2-0707d078f4c5 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/networks?id=830e0a53-8773-432e-aa5a-8c5b09b1196b HTTP/1.1" status: 200 len: 806 time: 0.1658542 Jul 16 01:35:19.793689 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ed4480-b7f3-418f-9adb-f0be16f2b1d2 None None] DHCP port deletion for b9fb1891-468f-4857-ab82-011bbb9893c6 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:19.812556 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-5033b214-bf0d-4b68-ac56-2efe15c144e3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db03a7d3-8e96-4b9b-870b-6ad152886bdc') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:19.813060 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-5033b214-bf0d-4b68-ac56-2efe15c144e3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db03a7d3-8e96-4b9b-870b-6ad152886bdc') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:19.818932 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-8c5927da-d479-4c1a-a611-d776e2d06a70 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/quotas/c73e6ed9d26a4f67873b1490075aee9a HTTP/1.1" status: 200 len: 375 time: 0.0197110 Jul 16 01:35:19.829249 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5033b214-bf0d-4b68-ac56-2efe15c144e3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.849587 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-f091ae7f-1e9f-4e70-acf3-b06aeeddd0d5 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8ee9a780-b4ed-465d-9b56-0414648e511d') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:19.864342 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e2ed4480-b7f3-418f-9adb-f0be16f2b1d2 None None] Deleting port 06dd401d-dbb2-4da7-abef-2f497cdeb800 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:19.864761 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e2ed4480-b7f3-418f-9adb-f0be16f2b1d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.885072 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5033b214-bf0d-4b68-ac56-2efe15c144e3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.896744 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5033b214-bf0d-4b68-ac56-2efe15c144e3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:19.897627 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5033b214-bf0d-4b68-ac56-2efe15c144e3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:19.902519 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:19.948764 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-9eac6d30-fe60-4426-b1f3-abc0c413ae4a tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c73e6ed9d26a4f67873b1490075aee9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1284950 Jul 16 01:35:19.972551 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e2ed4480-b7f3-418f-9adb-f0be16f2b1d2 None None] For port 06dd401d-dbb2-4da7-abef-2f497cdeb800, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=06dd401d-dbb2-4da7-abef-2f497cdeb800,segment=NetworkSegment(fc4dd5e6-f391-41c5-ad29-73ba78f953a7),segment_id=fc4dd5e6-f391-41c5-ad29-73ba78f953a7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:19.973856 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e2ed4480-b7f3-418f-9adb-f0be16f2b1d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.990639 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5033b214-bf0d-4b68-ac56-2efe15c144e3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.007400 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e2ed4480-b7f3-418f-9adb-f0be16f2b1d2 None None] Calling delete_port for 06dd401d-dbb2-4da7-abef-2f497cdeb800 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:20.032320 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5033b214-bf0d-4b68-ac56-2efe15c144e3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.032320 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5033b214-bf0d-4b68-ac56-2efe15c144e3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/networks/75f17bc3-5029-4f15-9a00-92a5a94a6aea HTTP/1.1" status: 204 len: 168 time: 0.6067209 Jul 16 01:35:20.032320 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033b214-bf0d-4b68-ac56-2efe15c144e3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Network': ['ID=75f17bc3-5029-4f15-9a00-92a5a94a6aea,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:20.032320 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33758) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:20.048939 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f091ae7f-1e9f-4e70-acf3-b06aeeddd0d5 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "GET /v2.0/ports/8ee9a780-b4ed-465d-9b56-0414648e511d/tags HTTP/1.1" status: 200 len: 205 time: 0.2722247 Jul 16 01:35:20.053316 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33762) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:20.059052 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-c50b8db7-8007-417d-a891-e68a57358b15 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4cd0eddd-ab6d-4d2a-b534-ec7713108e96') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:20.091700 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-0aa3675d-1927-4bda-8c25-c26227ee249b service neutron] 10.222.0.16 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418617 Jul 16 01:35:20.129299 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e2ed4480-b7f3-418f-9adb-f0be16f2b1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.170787 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed4480-b7f3-418f-9adb-f0be16f2b1d2 None None] Pushing event deleted for resources: {'Port': ['ID=06dd401d-dbb2-4da7-abef-2f497cdeb800,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:20.181284 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ed4480-b7f3-418f-9adb-f0be16f2b1d2 None None] No DVR routers for this DVR port 06dd401d-dbb2-4da7-abef-2f497cdeb800 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:20.216563 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-ec0f9a4a-39a8-44d4-bc1f-d0b53476f84b service neutron] 10.222.0.16 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237996 Jul 16 01:35:20.239750 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d9c20894-b16e-48f3-bfbf-016fc1dd5e94 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.251074 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c50b8db7-8007-417d-a891-e68a57358b15 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "GET /v2.0/routers/4cd0eddd-ab6d-4d2a-b534-ec7713108e96/tags HTTP/1.1" status: 200 len: 241 time: 0.1963985 Jul 16 01:35:20.254432 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33770) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:20.259817 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-15a7595a-e275-45e9-be4c-e6ba3c25e981 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4cd0eddd-ab6d-4d2a-b534-ec7713108e96', 'tempest-TagsExtTest-Tag-1198948985') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:20.419319 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-15a7595a-e275-45e9-be4c-e6ba3c25e981 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "GET /v2.0/routers/4cd0eddd-ab6d-4d2a-b534-ec7713108e96/tags/tempest-TagsExtTest-Tag-1198948985 HTTP/1.1" status: 204 len: 168 time: 0.1611485 Jul 16 01:35:20.419654 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33778) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:20.425044 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.tag.tag_plugin [None req-da70b94e-582f-4092-8353-a37cff688bdb tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4cd0eddd-ab6d-4d2a-b534-ec7713108e96', 'tempest-TagsExtTest-Tag-1198948985') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:20.444704 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d9c20894-b16e-48f3-bfbf-016fc1dd5e94 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.458375 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-d9c20894-b16e-48f3-bfbf-016fc1dd5e94 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9fb1891-468f-4857-ab82-011bbb9893c6']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:20.483953 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-d9c20894-b16e-48f3-bfbf-016fc1dd5e94 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4dd5e6-f391-41c5-ad29-73ba78f953a7') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:20.484313 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-d9c20894-b16e-48f3-bfbf-016fc1dd5e94 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4dd5e6-f391-41c5-ad29-73ba78f953a7') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:20.533185 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d9c20894-b16e-48f3-bfbf-016fc1dd5e94 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.536996 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-da70b94e-582f-4092-8353-a37cff688bdb tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "DELETE /v2.0/routers/4cd0eddd-ab6d-4d2a-b534-ec7713108e96/tags/tempest-TagsExtTest-Tag-1198948985 HTTP/1.1" status: 204 len: 168 time: 0.1162014 Jul 16 01:35:20.539602 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33782) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:20.544292 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.tag.tag_plugin [None req-7dbb8848-0a0d-43cf-9747-93b6a81e888b tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4cd0eddd-ab6d-4d2a-b534-ec7713108e96') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:20.613212 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-694dfb90-6dc9-4780-a237-995f40c9ed48 req-418ef724-0de6-4e2c-bd09-c82f7757c71e tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=c920e047-1315-413d-a572-1a4044496ba6 HTTP/1.1" status: 200 len: 210 time: 0.1057832 Jul 16 01:35:20.633265 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d9c20894-b16e-48f3-bfbf-016fc1dd5e94 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.642639 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c20894-b16e-48f3-bfbf-016fc1dd5e94 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:20.643139 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d9c20894-b16e-48f3-bfbf-016fc1dd5e94 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:20.647995 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:20.650292 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7dbb8848-0a0d-43cf-9747-93b6a81e888b tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "GET /v2.0/routers/4cd0eddd-ab6d-4d2a-b534-ec7713108e96/tags HTTP/1.1" status: 200 len: 205 time: 0.1083679 Jul 16 01:35:20.650374 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33786) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:20.668108 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-ddb536b6-f6e0-408d-ba4c-9f6d1f4cef4e tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a1ff4593-d83e-4751-b707-ccac09fefaae') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:20.757554 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d9c20894-b16e-48f3-bfbf-016fc1dd5e94 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.761852 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d9c20894-b16e-48f3-bfbf-016fc1dd5e94 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.768780 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d9c20894-b16e-48f3-bfbf-016fc1dd5e94 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/networks/b9fb1891-468f-4857-ab82-011bbb9893c6 HTTP/1.1" status: 204 len: 168 time: 0.7262893 Jul 16 01:35:20.770179 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33790) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:20.771851 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ddb536b6-f6e0-408d-ba4c-9f6d1f4cef4e tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "GET /v2.0/subnetpools/a1ff4593-d83e-4751-b707-ccac09fefaae/tags HTTP/1.1" status: 200 len: 240 time: 0.1206646 Jul 16 01:35:20.775627 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33792) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:20.779340 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-e45bb323-c4a7-4776-9c7f-299e56000169 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-136803179'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:20.780488 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.tag.tag_plugin [None req-47a6214c-4354-431a-aa32-1018cdc20e30 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a1ff4593-d83e-4751-b707-ccac09fefaae', 'tempest-TagsExtTest-Tag-792484677') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:20.800223 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c20894-b16e-48f3-bfbf-016fc1dd5e94 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Network': ['ID=b9fb1891-468f-4857-ab82-011bbb9893c6,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:20.813374 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-47a6214c-4354-431a-aa32-1018cdc20e30 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "GET /v2.0/subnetpools/a1ff4593-d83e-4751-b707-ccac09fefaae/tags/tempest-TagsExtTest-Tag-792484677 HTTP/1.1" status: 204 len: 168 time: 0.0365698 Jul 16 01:35:20.816874 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33796) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:20.822707 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45bb323-c4a7-4776-9c7f-299e56000169 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Made reservation on behalf of 25f43487b8e9471c8206a5429d008e7d for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:20.823884 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.tag.tag_plugin [None req-0634104c-8f0c-4331-b16a-10e83bc9b99a tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a1ff4593-d83e-4751-b707-ccac09fefaae', 'tempest-TagsExtTest-Tag-792484677') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:20.826729 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e45bb323-c4a7-4776-9c7f-299e56000169 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.863888 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45bb323-c4a7-4776-9c7f-299e56000169 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:20.884141 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0634104c-8f0c-4331-b16a-10e83bc9b99a tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "DELETE /v2.0/subnetpools/a1ff4593-d83e-4751-b707-ccac09fefaae/tags/tempest-TagsExtTest-Tag-792484677 HTTP/1.1" status: 204 len: 168 time: 0.0650754 Jul 16 01:35:20.885050 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e45bb323-c4a7-4776-9c7f-299e56000169 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.885529 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-e45bb323-c4a7-4776-9c7f-299e56000169 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Added segment fa0c8ab0-15dd-4290-8405-73451b9cbdea of type vlan for network 6452cc8c-3f72-4e2a-b893-63a0ea0059e5 Jul 16 01:35:20.886201 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33798) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:20.892928 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.tag.tag_plugin [None req-e488ee24-f0f6-44c1-9fea-0ba9615f5e6b tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a1ff4593-d83e-4751-b707-ccac09fefaae') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:20.937510 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e488ee24-f0f6-44c1-9fea-0ba9615f5e6b tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "GET /v2.0/subnetpools/a1ff4593-d83e-4751-b707-ccac09fefaae/tags HTTP/1.1" status: 200 len: 205 time: 0.0490792 Jul 16 01:35:20.940483 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33802) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:20.946168 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.tag.tag_plugin [None req-509fe9d7-e85e-41fc-9475-0b4d30fcb110 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a1ff4593-d83e-4751-b707-ccac09fefaae') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:20.959520 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e45bb323-c4a7-4776-9c7f-299e56000169 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.997837 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33804) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:20.998541 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-509fe9d7-e85e-41fc-9475-0b4d30fcb110 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "DELETE /v2.0/subnetpools/a1ff4593-d83e-4751-b707-ccac09fefaae/tags HTTP/1.1" status: 204 len: 168 time: 0.0420272 Jul 16 01:35:21.006386 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-0cf7e941-63bc-4314-aa87-083fe3c3d72a tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4cd0eddd-ab6d-4d2a-b534-ec7713108e96') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:21.057964 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e45bb323-c4a7-4776-9c7f-299e56000169 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.065624 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45bb323-c4a7-4776-9c7f-299e56000169 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:21.066409 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e45bb323-c4a7-4776-9c7f-299e56000169 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.172257 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e45bb323-c4a7-4776-9c7f-299e56000169 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3961165 Jul 16 01:35:21.173886 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33806) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:21.186290 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0cf7e941-63bc-4314-aa87-083fe3c3d72a tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "DELETE /v2.0/routers/4cd0eddd-ab6d-4d2a-b534-ec7713108e96/tags HTTP/1.1" status: 204 len: 168 time: 0.1842685 Jul 16 01:35:21.186570 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-c06e2850-c988-499a-b3fc-a9fbeda180a6 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'subnet': {'network_id': '6452cc8c-3f72-4e2a-b893-63a0ea0059e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:21.200249 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33808) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:21.208751 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.tag.tag_plugin [None req-2bb3f9bd-85f5-43bf-826f-5f6d63c31566 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8ee9a780-b4ed-465d-9b56-0414648e511d') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:21.212818 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bb323-c4a7-4776-9c7f-299e56000169 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Network': ['ID=6452cc8c-3f72-4e2a-b893-63a0ea0059e5,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:21.226539 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 6452cc8c-3f72-4e2a-b893-63a0ea0059e5 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:21.373301 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2bb3f9bd-85f5-43bf-826f-5f6d63c31566 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "DELETE /v2.0/ports/8ee9a780-b4ed-465d-9b56-0414648e511d/tags HTTP/1.1" status: 204 len: 168 time: 0.1691709 Jul 16 01:35:21.379936 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06e2850-c988-499a-b3fc-a9fbeda180a6 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Made reservation on behalf of 25f43487b8e9471c8206a5429d008e7d for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:21.381783 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33812) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:21.384339 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c06e2850-c988-499a-b3fc-a9fbeda180a6 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.387735 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-ec796079-8bdb-4c7b-b8fd-7762ceb21e30 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:21.472563 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ec796079-8bdb-4c7b-b8fd-7762ceb21e30 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "DELETE /v2.0/subnets/5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9/tags HTTP/1.1" status: 204 len: 168 time: 0.0892708 Jul 16 01:35:21.476307 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33814) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:21.483149 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-2a443b00-fd6c-4bc8-82ab-c389d3c0b49f tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9', 'tempest-TagsExtTest-Tag-1775173970') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:21.580735 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2a443b00-fd6c-4bc8-82ab-c389d3c0b49f tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "PUT /v2.0/subnets/5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9/tags/tempest-TagsExtTest-Tag-1775173970 HTTP/1.1" status: 201 len: 201 time: 0.0999222 Jul 16 01:35:21.581519 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33816) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:21.589850 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-249bcb9d-d420-4cd2-9bf2-86bacd2034f1 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8ee9a780-b4ed-465d-9b56-0414648e511d', 'tempest-TagsExtTest-Tag-1120289672') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:21.608186 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 06dd401d-dbb2-4da7-abef-2f497cdeb800 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:21.650656 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 06dd401d-dbb2-4da7-abef-2f497cdeb800 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:21.651064 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 06dd401d-dbb2-4da7-abef-2f497cdeb800 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:21.710958 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c06e2850-c988-499a-b3fc-a9fbeda180a6 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.750538 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-249bcb9d-d420-4cd2-9bf2-86bacd2034f1 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "PUT /v2.0/ports/8ee9a780-b4ed-465d-9b56-0414648e511d/tags/tempest-TagsExtTest-Tag-1120289672 HTTP/1.1" status: 201 len: 201 time: 0.1681170 Jul 16 01:35:21.752658 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33822) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:21.757049 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-2dfa6b68-878a-4e04-a769-d19621f29d4e tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4cd0eddd-ab6d-4d2a-b534-ec7713108e96', 'tempest-TagsExtTest-Tag-1005830428') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:21.875784 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2dfa6b68-878a-4e04-a769-d19621f29d4e tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "PUT /v2.0/routers/4cd0eddd-ab6d-4d2a-b534-ec7713108e96/tags/tempest-TagsExtTest-Tag-1005830428 HTTP/1.1" status: 201 len: 201 time: 0.1231661 Jul 16 01:35:21.881511 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33826) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:21.900934 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e2850-c988-499a-b3fc-a9fbeda180a6 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Subnet': ['ID=755e39f0-1498-4701-b05d-acf72e32913f,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:21.906617 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.tag.tag_plugin [None req-806d1e66-7231-43db-a927-2b1a2d09ac55 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a1ff4593-d83e-4751-b707-ccac09fefaae', 'tempest-TagsExtTest-Tag-1422288588') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:21.936664 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8dd2d59f-e0e2-4c2d-9bf6-7980e6d56b59 req-036b3754-f005-416a-9931-379be4aa3b3f tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=c920e047-1315-413d-a572-1a4044496ba6 HTTP/1.1" status: 200 len: 210 time: 0.0680318 Jul 16 01:35:21.993812 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06e2850-c988-499a-b3fc-a9fbeda180a6 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Checking segment: {'id': 'fa0c8ab0-15dd-4290-8405-73451b9cbdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6452cc8c-3f72-4e2a-b893-63a0ea0059e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:21.994321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06e2850-c988-499a-b3fc-a9fbeda180a6 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network hostable DHCP agents. Network: 6452cc8c-3f72-4e2a-b893-63a0ea0059e5, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:22.052335 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f04044-2372-4fce-b6ba-735aad1d5412 req-1b272b52-fa8e-499d-b4c8-b140b1e65700 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:22.054085 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-0939e3ad-ec1e-4619-b46f-973bc0889575 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:22.054494 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f2f04044-2372-4fce-b6ba-735aad1d5412 req-1b272b52-fa8e-499d-b4c8-b140b1e65700 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.0955245 Jul 16 01:35:22.055670 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-0939e3ad-ec1e-4619-b46f-973bc0889575 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.82 "GET /v2.0/networks?id=830e0a53-8773-432e-aa5a-8c5b09b1196b HTTP/1.1" status: 200 len: 806 time: 0.2337482 Jul 16 01:35:22.058751 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06e2850-c988-499a-b3fc-a9fbeda180a6 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network 6452cc8c-3f72-4e2a-b893-63a0ea0059e5 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:22.072641 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-97093d53-728c-4df8-91c9-424cad557d0d tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Request body: {'port': {'device_id': 'c920e047-1315-413d-a572-1a4044496ba6', 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b', 'admin_state_up': True, 'tenant_id': 'c73e6ed9d26a4f67873b1490075aee9a'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:22.094240 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-c06e2850-c988-499a-b3fc-a9fbeda180a6 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 6452cc8c-3f72-4e2a-b893-63a0ea0059e5) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:22.099515 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06e2850-c988-499a-b3fc-a9fbeda180a6 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:22.100140 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c06e2850-c988-499a-b3fc-a9fbeda180a6 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.107599 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30767bf-d39d-43bd-91bc-15f7998caea0 None None] Network 6452cc8c-3f72-4e2a-b893-63a0ea0059e5 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:22.113637 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-806d1e66-7231-43db-a927-2b1a2d09ac55 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "PUT /v2.0/subnetpools/a1ff4593-d83e-4751-b707-ccac09fefaae/tags/tempest-TagsExtTest-Tag-1422288588 HTTP/1.1" status: 201 len: 201 time: 0.2179108 Jul 16 01:35:22.117001 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33830) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:22.123284 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-1b46562b-2ec6-4172-94fe-26e5000b3e60 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9', {'tags': ['tempest-TagsExtTest-Tag-416310344', 'tempest-TagsExtTest-Tag-940211399', 'tempest-TagsExtTest-Tag-730285969']}) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:22.162761 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f2f04044-2372-4fce-b6ba-735aad1d5412 req-cd34ba2f-4b77-481d-a15b-cbbb9030911b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006346 Jul 16 01:35:22.179441 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c06e2850-c988-499a-b3fc-a9fbeda180a6 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0020771 Jul 16 01:35:22.180831 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33832) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:22.190424 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-21ed00b4-efcf-44fc-9a8a-69c26ef9311b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-617708822', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:22.284568 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.db.api [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-97093d53-728c-4df8-91c9-424cad557d0d tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:35:22.284568 n-d-792394-16 neutron-server[93955]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:35:22.284568 n-d-792394-16 neutron-server[93955]: [parameters: {'project_id_1': 'c73e6ed9d26a4f67873b1490075aee9a', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 35, 22, 265673)}] Jul 16 01:35:22.284568 n-d-792394-16 neutron-server[93955]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:35:22.286392 n-d-792394-16 neutron-server[93955]: DEBUG oslo_db.api [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-97093d53-728c-4df8-91c9-424cad557d0d tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:35:22.315656 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21ed00b4-efcf-44fc-9a8a-69c26ef9311b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.317367 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21ed00b4-efcf-44fc-9a8a-69c26ef9311b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.333856 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1b46562b-2ec6-4172-94fe-26e5000b3e60 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "PUT /v2.0/subnets/5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9/tags HTTP/1.1" status: 200 len: 315 time: 0.2131426 Jul 16 01:35:22.335774 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33836) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:22.343341 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.tag.tag_plugin [None req-cf51e23f-40a5-4331-aeea-3f2f06083da4 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:22.471830 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cf51e23f-40a5-4331-aeea-3f2f06083da4 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "DELETE /v2.0/subnets/5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9/tags HTTP/1.1" status: 204 len: 168 time: 0.1330554 Jul 16 01:35:22.473628 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33842) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:22.483801 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.tag.tag_plugin [None req-3a1f6d54-45fa-4695-b84b-5cba4ba9fd23 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9', 'tempest-TagsExtTest-Tag-416310344') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:22.503124 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e279279-cc07-4d68-a1a5-524f9fe4208e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-6452cc8c-3f72-4e2a-b893-63a0ea0059e5', 'network_id': '6452cc8c-3f72-4e2a-b893-63a0ea0059e5', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'fixed_ips': [{'subnet_id': '755e39f0-1498-4701-b05d-acf72e32913f'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:22.504151 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e279279-cc07-4d68-a1a5-524f9fe4208e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.515692 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21ed00b4-efcf-44fc-9a8a-69c26ef9311b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.528405 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21ed00b4-efcf-44fc-9a8a-69c26ef9311b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.573053 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb690f-6e04-4f89-ac63-14866a42dcb7 req-54b98db1-c218-4e1a-95b4-95210a1c24f7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:22.584470 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ffcb690f-6e04-4f89-ac63-14866a42dcb7 req-54b98db1-c218-4e1a-95b4-95210a1c24f7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.2265291 Jul 16 01:35:22.592097 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-3a1f6d54-45fa-4695-b84b-5cba4ba9fd23 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] show failed (client error): The resource could not be found. Jul 16 01:35:22.597574 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3a1f6d54-45fa-4695-b84b-5cba4ba9fd23 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "GET /v2.0/subnets/5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9/tags/tempest-TagsExtTest-Tag-416310344 HTTP/1.1" status: 404 len: 328 time: 0.1194592 Jul 16 01:35:22.598013 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21ed00b4-efcf-44fc-9a8a-69c26ef9311b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.598013 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-21ed00b4-efcf-44fc-9a8a-69c26ef9311b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4157455 Jul 16 01:35:22.599871 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33844) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:22.601713 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33846) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:22.605040 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.tag.tag_plugin [None req-46be6427-e699-4911-84af-8b37022c8f5f tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9', 'tempest-TagsExtTest-Tag-940211399') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:22.638108 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f90e2d86-0b59-4673-a2f6-feaa2016778f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'port': {'network_id': '6452cc8c-3f72-4e2a-b893-63a0ea0059e5', 'name': 'tempest-RoutersIpV6Test-483191963'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:22.666164 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ffcb690f-6e04-4f89-ac63-14866a42dcb7 req-ee5a1e90-5c6e-4dee-9e71-eb569f496af2 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772808 Jul 16 01:35:22.732600 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-8e279279-cc07-4d68-a1a5-524f9fe4208e None None] Allocated IP 2001:db8::2 (6452cc8c-3f72-4e2a-b893-63a0ea0059e5/755e39f0-1498-4701-b05d-acf72e32913f/498aca21-a8ae-470b-9ee0-6af5381f56ec) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:22.805233 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-46be6427-e699-4911-84af-8b37022c8f5f tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] show failed (client error): The resource could not be found. Jul 16 01:35:22.806332 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-46be6427-e699-4911-84af-8b37022c8f5f tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "GET /v2.0/subnets/5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9/tags/tempest-TagsExtTest-Tag-940211399 HTTP/1.1" status: 404 len: 328 time: 0.2054543 Jul 16 01:35:22.809646 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33852) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:22.815872 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-1bf65eec-b9dc-4565-a146-a0279b525b16 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9', 'tempest-TagsExtTest-Tag-730285969') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:22.869570 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-97093d53-728c-4df8-91c9-424cad557d0d tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Made reservation on behalf of c73e6ed9d26a4f67873b1490075aee9a for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:22.874042 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-97093d53-728c-4df8-91c9-424cad557d0d tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.878799 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90e2d86-0b59-4673-a2f6-feaa2016778f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Made reservation on behalf of 25f43487b8e9471c8206a5429d008e7d for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:22.882594 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f90e2d86-0b59-4673-a2f6-feaa2016778f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.919615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-f90e2d86-0b59-4673-a2f6-feaa2016778f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] device_id is not set on port 4665ca94-85a4-4382-8456-24a70a7d5f83 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:35:23.136293 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e279279-cc07-4d68-a1a5-524f9fe4208e None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.155932 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8e279279-cc07-4d68-a1a5-524f9fe4208e None None] Transition to ACTIVE for port object 498aca21-a8ae-470b-9ee0-6af5381f56ec will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:23.198604 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-1bf65eec-b9dc-4565-a146-a0279b525b16 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] show failed (client error): The resource could not be found. Jul 16 01:35:23.201034 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8e279279-cc07-4d68-a1a5-524f9fe4208e None None] Transition to ACTIVE for port object 498aca21-a8ae-470b-9ee0-6af5381f56ec will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:23.205706 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1bf65eec-b9dc-4565-a146-a0279b525b16 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "GET /v2.0/subnets/5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9/tags/tempest-TagsExtTest-Tag-730285969 HTTP/1.1" status: 404 len: 328 time: 0.3939130 Jul 16 01:35:23.206748 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33872) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:23.212064 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e279279-cc07-4d68-a1a5-524f9fe4208e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.217779 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-a7bf0f86-1bb1-4736-a568-bd6281bda744 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8ee9a780-b4ed-465d-9b56-0414648e511d', {'tags': ['tempest-TagsExtTest-Tag-1981350456', 'tempest-TagsExtTest-Tag-376652443', 'tempest-TagsExtTest-Tag-1027376854']}) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:23.251207 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2e196d40-98ac-4910-8b7a-384d9b3db6e1 req-8ac43e9e-e56b-4a60-8dd8-f3e48b13731b tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=c920e047-1315-413d-a572-1a4044496ba6 HTTP/1.1" status: 200 len: 210 time: 0.0544143 Jul 16 01:35:23.259300 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e279279-cc07-4d68-a1a5-524f9fe4208e None None] Network 6452cc8c-3f72-4e2a-b893-63a0ea0059e5 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:23.263531 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-8e279279-cc07-4d68-a1a5-524f9fe4208e None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:23.273567 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e279279-cc07-4d68-a1a5-524f9fe4208e None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:23.323076 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:35:23.331761 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a7bf0f86-1bb1-4736-a568-bd6281bda744 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "PUT /v2.0/ports/8ee9a780-b4ed-465d-9b56-0414648e511d/tags HTTP/1.1" status: 200 len: 317 time: 0.1203291 Jul 16 01:35:23.337496 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33874) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:23.341882 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e279279-cc07-4d68-a1a5-524f9fe4208e None None] Pushing event updated for resources: {'Port': ['ID=498aca21-a8ae-470b-9ee0-6af5381f56ec,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:23.342568 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-257dfd41-a7e2-445d-bcf7-914ab0fb1bd8 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8ee9a780-b4ed-465d-9b56-0414648e511d') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:23.359503 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-8e279279-cc07-4d68-a1a5-524f9fe4208e None None] Attempting to bind port 498aca21-a8ae-470b-9ee0-6af5381f56ec on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:23.360086 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-8e279279-cc07-4d68-a1a5-524f9fe4208e None None] Attempting to bind port 498aca21-a8ae-470b-9ee0-6af5381f56ec by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'fa0c8ab0-15dd-4290-8405-73451b9cbdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6452cc8c-3f72-4e2a-b893-63a0ea0059e5'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:23.360752 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e279279-cc07-4d68-a1a5-524f9fe4208e None None] Attempting to bind port 498aca21-a8ae-470b-9ee0-6af5381f56ec on network 6452cc8c-3f72-4e2a-b893-63a0ea0059e5 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:23.367289 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e279279-cc07-4d68-a1a5-524f9fe4208e None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:23.367821 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e279279-cc07-4d68-a1a5-524f9fe4208e None None] Checking segment: {'id': 'fa0c8ab0-15dd-4290-8405-73451b9cbdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6452cc8c-3f72-4e2a-b893-63a0ea0059e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:23.368346 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e279279-cc07-4d68-a1a5-524f9fe4208e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.368907 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e279279-cc07-4d68-a1a5-524f9fe4208e None None] Bound using segment: {'id': 'fa0c8ab0-15dd-4290-8405-73451b9cbdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6452cc8c-3f72-4e2a-b893-63a0ea0059e5'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:23.369492 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-8e279279-cc07-4d68-a1a5-524f9fe4208e None None] Bound port: 498aca21-a8ae-470b-9ee0-6af5381f56ec, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0c8ab0-15dd-4290-8405-73451b9cbdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6452cc8c-3f72-4e2a-b893-63a0ea0059e5'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:23.370027 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e279279-cc07-4d68-a1a5-524f9fe4208e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.395022 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-038e0884-3334-49a7-8dec-041136deeebb tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:23.402747 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-038e0884-3334-49a7-8dec-041136deeebb tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 810 time: 0.3832018 Jul 16 01:35:23.446725 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-4f1614ff-2386-4b24-b7fa-cb3233bb2181 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/quotas/8c1cd71b2bbb4da2b2edf2be3f2fbcab HTTP/1.1" status: 200 len: 375 time: 0.0321279 Jul 16 01:35:23.483526 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-8e279279-cc07-4d68-a1a5-524f9fe4208e None None] For port 498aca21-a8ae-470b-9ee0-6af5381f56ec, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:23.500927 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-8e279279-cc07-4d68-a1a5-524f9fe4208e None None] For port 498aca21-a8ae-470b-9ee0-6af5381f56ec, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=498aca21-a8ae-470b-9ee0-6af5381f56ec,segment=NetworkSegment(fa0c8ab0-15dd-4290-8405-73451b9cbdea),segment_id=fa0c8ab0-15dd-4290-8405-73451b9cbdea)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:23.513031 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e279279-cc07-4d68-a1a5-524f9fe4208e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.555158 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-257dfd41-a7e2-445d-bcf7-914ab0fb1bd8 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "DELETE /v2.0/ports/8ee9a780-b4ed-465d-9b56-0414648e511d/tags HTTP/1.1" status: 204 len: 168 time: 0.2162929 Jul 16 01:35:23.556791 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33878) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:23.565624 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-2c594a40-e7a1-476c-a666-0b46dec7f39e tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8ee9a780-b4ed-465d-9b56-0414648e511d', 'tempest-TagsExtTest-Tag-1981350456') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:23.665254 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e279279-cc07-4d68-a1a5-524f9fe4208e None None] Pushing event updated for resources: {'Port': ['ID=498aca21-a8ae-470b-9ee0-6af5381f56ec,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:23.685401 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-d91e421d-47e3-4b81-b24d-637c94570e42 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2312827 Jul 16 01:35:23.802750 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-2c594a40-e7a1-476c-a666-0b46dec7f39e tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] show failed (client error): The resource could not be found. Jul 16 01:35:23.807867 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2c594a40-e7a1-476c-a666-0b46dec7f39e tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "GET /v2.0/ports/8ee9a780-b4ed-465d-9b56-0414648e511d/tags/tempest-TagsExtTest-Tag-1981350456 HTTP/1.1" status: 404 len: 329 time: 0.2498229 Jul 16 01:35:23.810836 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33880) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:23.816256 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-3185cf2b-5b5d-45cd-b183-7f96627637a6 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8ee9a780-b4ed-465d-9b56-0414648e511d', 'tempest-TagsExtTest-Tag-376652443') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:23.899697 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-97093d53-728c-4df8-91c9-424cad557d0d tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Allocated IP 172.20.0.3 (830e0a53-8773-432e-aa5a-8c5b09b1196b/f45f4065-e8af-4e7d-ba1a-a6b4cb86159b/bd1d4512-f047-4fcc-8664-cfdc076d59f1) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:23.901805 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-4259c2f4-a5fd-4ca9-a087-fe9fdfa3d796 service neutron] 10.222.0.16 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150519 Jul 16 01:35:23.919410 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-f90e2d86-0b59-4673-a2f6-feaa2016778f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Allocated IP 2001:db8::284 (6452cc8c-3f72-4e2a-b893-63a0ea0059e5/755e39f0-1498-4701-b05d-acf72e32913f/4665ca94-85a4-4382-8456-24a70a7d5f83) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:23.963517 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-3185cf2b-5b5d-45cd-b183-7f96627637a6 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] show failed (client error): The resource could not be found. Jul 16 01:35:23.964743 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3185cf2b-5b5d-45cd-b183-7f96627637a6 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "GET /v2.0/ports/8ee9a780-b4ed-465d-9b56-0414648e511d/tags/tempest-TagsExtTest-Tag-376652443 HTTP/1.1" status: 404 len: 328 time: 0.1528537 Jul 16 01:35:23.969100 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33884) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:23.982055 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-6171cb97-2878-4732-93a1-cfe5f959c379 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8ee9a780-b4ed-465d-9b56-0414648e511d', 'tempest-TagsExtTest-Tag-1027376854') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:24.108890 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-05e1ae58-01e6-419e-bc05-0998577337cf service neutron] 10.222.0.16 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942122 Jul 16 01:35:24.176387 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-6171cb97-2878-4732-93a1-cfe5f959c379 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] show failed (client error): The resource could not be found. Jul 16 01:35:24.180468 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6171cb97-2878-4732-93a1-cfe5f959c379 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "GET /v2.0/ports/8ee9a780-b4ed-465d-9b56-0414648e511d/tags/tempest-TagsExtTest-Tag-1027376854 HTTP/1.1" status: 404 len: 329 time: 0.2039323 Jul 16 01:35:24.180653 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33888) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:24.185808 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-a21dfde9-32fd-4eea-be73-c8560e0e939a tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4cd0eddd-ab6d-4d2a-b534-ec7713108e96', {'tags': ['tempest-TagsExtTest-Tag-481754049', 'tempest-TagsExtTest-Tag-1495261463', 'tempest-TagsExtTest-Tag-155608172']}) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:24.290274 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a21dfde9-32fd-4eea-be73-c8560e0e939a tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "PUT /v2.0/routers/4cd0eddd-ab6d-4d2a-b534-ec7713108e96/tags HTTP/1.1" status: 200 len: 316 time: 0.1084952 Jul 16 01:35:24.293612 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33892) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:24.307328 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-6c2458f2-8795-4dec-badf-2191a7951d1e tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4cd0eddd-ab6d-4d2a-b534-ec7713108e96') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:24.314899 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f90e2d86-0b59-4673-a2f6-feaa2016778f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.322404 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-97093d53-728c-4df8-91c9-424cad557d0d tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.339187 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-f90e2d86-0b59-4673-a2f6-feaa2016778f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Transition to ACTIVE for port object 4665ca94-85a4-4382-8456-24a70a7d5f83 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:24.404983 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f90e2d86-0b59-4673-a2f6-feaa2016778f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.421236 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-97093d53-728c-4df8-91c9-424cad557d0d tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.438728 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['d718468d-4bd2-4ec0-88f0-d6d976174d66', '393bc5c9-65ea-47b3-83c7-4bcd700effc7'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:24.444982 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f060bb3e-0d30-4975-92cc-4a34e6339559 req-e2c6db5c-69cd-44da-b622-18998985c669 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab3edef6-404c-43c3-8804-b1aa1482f31e HTTP/1.1" status: 200 len: 210 time: 0.0482349 Jul 16 01:35:24.491604 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6c2458f2-8795-4dec-badf-2191a7951d1e tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "DELETE /v2.0/routers/4cd0eddd-ab6d-4d2a-b534-ec7713108e96/tags HTTP/1.1" status: 204 len: 168 time: 0.1927598 Jul 16 01:35:24.491604 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33898) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:24.496823 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-6cc317f5-f048-4d1b-bd55-32336fc24f8e tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4cd0eddd-ab6d-4d2a-b534-ec7713108e96', 'tempest-TagsExtTest-Tag-481754049') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:24.511630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90e2d86-0b59-4673-a2f6-feaa2016778f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network 6452cc8c-3f72-4e2a-b893-63a0ea0059e5 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:24.528630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-f90e2d86-0b59-4673-a2f6-feaa2016778f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:24.547906 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90e2d86-0b59-4673-a2f6-feaa2016778f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:24.564946 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90e2d86-0b59-4673-a2f6-feaa2016778f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:24.565896 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f90e2d86-0b59-4673-a2f6-feaa2016778f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.583408 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-97093d53-728c-4df8-91c9-424cad557d0d tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Network 830e0a53-8773-432e-aa5a-8c5b09b1196b is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:24.591118 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-97093d53-728c-4df8-91c9-424cad557d0d tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:24.595396 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-97093d53-728c-4df8-91c9-424cad557d0d tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:24.635461 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-6cc317f5-f048-4d1b-bd55-32336fc24f8e tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] show failed (client error): The resource could not be found. Jul 16 01:35:24.636076 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6cc317f5-f048-4d1b-bd55-32336fc24f8e tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "GET /v2.0/routers/4cd0eddd-ab6d-4d2a-b534-ec7713108e96/tags/tempest-TagsExtTest-Tag-481754049 HTTP/1.1" status: 404 len: 328 time: 0.1437342 Jul 16 01:35:24.641850 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33906) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:24.649128 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-77cd8e47-afb4-469c-88f0-a39272e06b21 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4cd0eddd-ab6d-4d2a-b534-ec7713108e96', 'tempest-TagsExtTest-Tag-1495261463') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:24.683782 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-97093d53-728c-4df8-91c9-424cad557d0d tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:24.685788 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-97093d53-728c-4df8-91c9-424cad557d0d tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.730724 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e2d86-0b59-4673-a2f6-feaa2016778f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Port': ['ID=4665ca94-85a4-4382-8456-24a70a7d5f83,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:24.769601 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-77cd8e47-afb4-469c-88f0-a39272e06b21 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] show failed (client error): The resource could not be found. Jul 16 01:35:24.774090 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-77cd8e47-afb4-469c-88f0-a39272e06b21 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "GET /v2.0/routers/4cd0eddd-ab6d-4d2a-b534-ec7713108e96/tags/tempest-TagsExtTest-Tag-1495261463 HTTP/1.1" status: 404 len: 329 time: 0.1308637 Jul 16 01:35:24.775245 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33908) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:24.781028 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-31b6b1a9-89e6-47b0-be6c-31bfd84aea8a tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4cd0eddd-ab6d-4d2a-b534-ec7713108e96', 'tempest-TagsExtTest-Tag-155608172') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:24.796544 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-97093d53-728c-4df8-91c9-424cad557d0d tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7275970 Jul 16 01:35:24.800632 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97093d53-728c-4df8-91c9-424cad557d0d tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Pushing event updated for resources: {'Port': ['ID=bd1d4512-f047-4fcc-8664-cfdc076d59f1,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:24.816005 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-1ca7f5b8-5c2e-46aa-80b8-f35f4170e70a service neutron] Request body: {'port': {'device_id': 'c920e047-1315-413d-a572-1a4044496ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:24.833621 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a7a83-f28c-42ab-b369-5b7d8c8104d2 req-96f8405b-35b7-4f47-981d-c7b12ec74199 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:24.840886 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d93a7a83-f28c-42ab-b369-5b7d8c8104d2 req-96f8405b-35b7-4f47-981d-c7b12ec74199 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=c920e047-1315-413d-a572-1a4044496ba6 HTTP/1.1" status: 200 len: 931 time: 0.3879318 Jul 16 01:35:24.867170 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f90e2d86-0b59-4673-a2f6-feaa2016778f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2371881 Jul 16 01:35:24.874021 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33912) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:25.085340 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0c81ee-5f8b-4125-9274-f4ecfddb1f0f None None] Network 6452cc8c-3f72-4e2a-b893-63a0ea0059e5 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:25.111709 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-1ca7f5b8-5c2e-46aa-80b8-f35f4170e70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.187512 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e2ae6b50-06bb-4cec-8725-17dc6578d4b1 None None] Provisioning for port 498aca21-a8ae-470b-9ee0-6af5381f56ec completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:25.277296 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d93a7a83-f28c-42ab-b369-5b7d8c8104d2 req-b5bc4dc8-3b6a-4ff5-84f6-bf6e39f38714 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339051 Jul 16 01:35:25.325698 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-31b6b1a9-89e6-47b0-be6c-31bfd84aea8a tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] show failed (client error): The resource could not be found. Jul 16 01:35:25.327428 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-31b6b1a9-89e6-47b0-be6c-31bfd84aea8a tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "GET /v2.0/routers/4cd0eddd-ab6d-4d2a-b534-ec7713108e96/tags/tempest-TagsExtTest-Tag-155608172 HTTP/1.1" status: 404 len: 328 time: 0.5511799 Jul 16 01:35:25.330926 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33922) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:25.341618 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-2fd950e0-9db5-4bdc-99eb-9ecf1352c60f tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a1ff4593-d83e-4751-b707-ccac09fefaae', {'tags': ['tempest-TagsExtTest-Tag-374786948', 'tempest-TagsExtTest-Tag-834422165', 'tempest-TagsExtTest-Tag-934150771']}) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:25.415872 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2fd950e0-9db5-4bdc-99eb-9ecf1352c60f tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "PUT /v2.0/subnetpools/a1ff4593-d83e-4751-b707-ccac09fefaae/tags HTTP/1.1" status: 200 len: 315 time: 0.0836267 Jul 16 01:35:25.420942 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33926) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:25.432146 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-95bb24e7-b32b-4822-be9a-9dbf059cfda0 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a1ff4593-d83e-4751-b707-ccac09fefaae') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:25.502054 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-95bb24e7-b32b-4822-be9a-9dbf059cfda0 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "DELETE /v2.0/subnetpools/a1ff4593-d83e-4751-b707-ccac09fefaae/tags HTTP/1.1" status: 204 len: 168 time: 0.0790868 Jul 16 01:35:25.503613 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33932) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:25.514979 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-1af11a04-a44d-4531-9715-bd7f834c5246 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a1ff4593-d83e-4751-b707-ccac09fefaae', 'tempest-TagsExtTest-Tag-374786948') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:25.553123 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-1af11a04-a44d-4531-9715-bd7f834c5246 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] show failed (client error): The resource could not be found. Jul 16 01:35:25.556450 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1af11a04-a44d-4531-9715-bd7f834c5246 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "GET /v2.0/subnetpools/a1ff4593-d83e-4751-b707-ccac09fefaae/tags/tempest-TagsExtTest-Tag-374786948 HTTP/1.1" status: 404 len: 328 time: 0.0487745 Jul 16 01:35:25.558043 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33936) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:25.568331 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-15ecdbff-3ed1-4c3a-94fd-d3298d993bb2 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a1ff4593-d83e-4751-b707-ccac09fefaae', 'tempest-TagsExtTest-Tag-834422165') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:25.631954 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-15ecdbff-3ed1-4c3a-94fd-d3298d993bb2 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] show failed (client error): The resource could not be found. Jul 16 01:35:25.633401 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-15ecdbff-3ed1-4c3a-94fd-d3298d993bb2 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "GET /v2.0/subnetpools/a1ff4593-d83e-4751-b707-ccac09fefaae/tags/tempest-TagsExtTest-Tag-834422165 HTTP/1.1" status: 404 len: 328 time: 0.0726888 Jul 16 01:35:25.636330 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33940) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:25.648550 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-cd8d78ea-69bb-4fb3-95c9-7900f7c19214 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a1ff4593-d83e-4751-b707-ccac09fefaae', 'tempest-TagsExtTest-Tag-934150771') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:25.690995 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 498aca21-a8ae-470b-9ee0-6af5381f56ec up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:25.740236 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-cd8d78ea-69bb-4fb3-95c9-7900f7c19214 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] show failed (client error): The resource could not be found. Jul 16 01:35:25.746624 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cd8d78ea-69bb-4fb3-95c9-7900f7c19214 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "GET /v2.0/subnetpools/a1ff4593-d83e-4751-b707-ccac09fefaae/tags/tempest-TagsExtTest-Tag-934150771 HTTP/1.1" status: 404 len: 328 time: 0.1075335 Jul 16 01:35:25.749843 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33946) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:25.764186 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-52afe473-b26b-4182-93d3-83a337f41114 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a1ff4593-d83e-4751-b707-ccac09fefaae') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:25.771377 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c4e7eec0-05be-4192-a804-17afcdb3ba75 req-165a801f-cc47-4a84-9cbe-120624ae37bf tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab3edef6-404c-43c3-8804-b1aa1482f31e HTTP/1.1" status: 200 len: 210 time: 0.0704749 Jul 16 01:35:25.786989 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-1ca7f5b8-5c2e-46aa-80b8-f35f4170e70a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd1d4512-f047-4fcc-8664-cfdc076d59f1 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:25.818240 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-52afe473-b26b-4182-93d3-83a337f41114 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "DELETE /v2.0/subnetpools/a1ff4593-d83e-4751-b707-ccac09fefaae/tags HTTP/1.1" status: 204 len: 168 time: 0.0669768 Jul 16 01:35:25.818992 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33950) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:25.824173 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-ca8c1124-a929-4005-8cf9-0963f0b81fe7 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4cd0eddd-ab6d-4d2a-b534-ec7713108e96') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:25.828260 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-1ca7f5b8-5c2e-46aa-80b8-f35f4170e70a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.830389 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 498aca21-a8ae-470b-9ee0-6af5381f56ec completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:25.833895 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0c5ac95a-9c4b-4b72-a46e-eca7b759af73 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.836621 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 498aca21-a8ae-470b-9ee0-6af5381f56ec triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:25.837097 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.965080 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-1ca7f5b8-5c2e-46aa-80b8-f35f4170e70a service neutron] Transition to ACTIVE for port object bd1d4512-f047-4fcc-8664-cfdc076d59f1 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:25.983559 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.996903 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-55726b1e-6fd8-47da-8216-6cc6f45cf0b1 None None] Provisioning for port 4665ca94-85a4-4382-8456-24a70a7d5f83 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:26.005356 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-55726b1e-6fd8-47da-8216-6cc6f45cf0b1 None None] Provisioning complete for port 4665ca94-85a4-4382-8456-24a70a7d5f83 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:26.005740 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-55726b1e-6fd8-47da-8216-6cc6f45cf0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.016032 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-1ca7f5b8-5c2e-46aa-80b8-f35f4170e70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.054375 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-55726b1e-6fd8-47da-8216-6cc6f45cf0b1 None None] Port 4665ca94-85a4-4382-8456-24a70a7d5f83 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:26.061263 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ca8c1124-a929-4005-8cf9-0963f0b81fe7 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "DELETE /v2.0/routers/4cd0eddd-ab6d-4d2a-b534-ec7713108e96/tags HTTP/1.1" status: 204 len: 168 time: 0.2412374 Jul 16 01:35:26.063905 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33952) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:26.083900 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-c5e14988-d61a-4e12-b162-1a5789b01912 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8ee9a780-b4ed-465d-9b56-0414648e511d') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:26.096387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-55726b1e-6fd8-47da-8216-6cc6f45cf0b1 None None] Provisioning complete for port 498aca21-a8ae-470b-9ee0-6af5381f56ec triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:26.097086 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-55726b1e-6fd8-47da-8216-6cc6f45cf0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.100228 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 498aca21-a8ae-470b-9ee0-6af5381f56ec, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=498aca21-a8ae-470b-9ee0-6af5381f56ec,segment=NetworkSegment(fa0c8ab0-15dd-4290-8405-73451b9cbdea),segment_id=fa0c8ab0-15dd-4290-8405-73451b9cbdea)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:26.127227 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.185466 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c5e14988-d61a-4e12-b162-1a5789b01912 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "DELETE /v2.0/ports/8ee9a780-b4ed-465d-9b56-0414648e511d/tags HTTP/1.1" status: 204 len: 168 time: 0.1203084 Jul 16 01:35:26.187836 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33954) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:26.196226 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-8fc84f33-0d2c-44b1-a52a-f633f86792db tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:26.204222 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7f5b8-5c2e-46aa-80b8-f35f4170e70a service neutron] Pushing event updated for resources: {'Port': ['ID=bd1d4512-f047-4fcc-8664-cfdc076d59f1,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:26.217792 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=498aca21-a8ae-470b-9ee0-6af5381f56ec,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:26.351168 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8fc84f33-0d2c-44b1-a52a-f633f86792db tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "DELETE /v2.0/subnets/5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9/tags HTTP/1.1" status: 204 len: 168 time: 0.1614678 Jul 16 01:35:26.356455 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33958) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:26.419884 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-1578210d-ecdd-4ca7-b476-ab25cb3cecb3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:26.430930 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-1578210d-ecdd-4ca7-b476-ab25cb3cecb3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.84 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 810 time: 0.3894379 Jul 16 01:35:26.458270 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-1df3e84c-01e0-4a90-8e9a-e00c5b9090f0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Request body: {'port': {'device_id': 'ab3edef6-404c-43c3-8804-b1aa1482f31e', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'admin_state_up': True, 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:26.488751 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8d755c56-12ca-4cb1-9467-e5e4def2fab6 None None] Provisioning complete for port 4665ca94-85a4-4382-8456-24a70a7d5f83 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:26.490112 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d755c56-12ca-4cb1-9467-e5e4def2fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.510335 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5f3eb04-3bc8-4225-bd05-fe8f30990c85 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks [] for subnetpool, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.511803 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a5f3eb04-3bc8-4225-bd05-fe8f30990c85 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "DELETE /v2.0/subnetpools/a1ff4593-d83e-4751-b707-ccac09fefaae HTTP/1.1" status: 204 len: 168 time: 0.1524405 Jul 16 01:35:26.530109 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-1ca7f5b8-5c2e-46aa-80b8-f35f4170e70a service neutron] Attempting to bind port bd1d4512-f047-4fcc-8664-cfdc076d59f1 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:26.530348 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33962) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:26.530631 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-1ca7f5b8-5c2e-46aa-80b8-f35f4170e70a service neutron] Attempting to bind port bd1d4512-f047-4fcc-8664-cfdc076d59f1 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:26.530972 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-1ca7f5b8-5c2e-46aa-80b8-f35f4170e70a service neutron] Attempting to bind port bd1d4512-f047-4fcc-8664-cfdc076d59f1 on network 830e0a53-8773-432e-aa5a-8c5b09b1196b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:26.560550 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8d755c56-12ca-4cb1-9467-e5e4def2fab6 None None] Port 4665ca94-85a4-4382-8456-24a70a7d5f83 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:26.583010 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-72d0da61-3dc1-480d-9c8b-6eb8a316c64b tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cd0eddd-ab6d-4d2a-b534-ec7713108e96 HTTP/1.1" status: 200 len: 205 time: 0.0507731 Jul 16 01:35:26.585254 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33964) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:26.607648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-1ca7f5b8-5c2e-46aa-80b8-f35f4170e70a service neutron] Port bd1d4512-f047-4fcc-8664-cfdc076d59f1 on network 830e0a53-8773-432e-aa5a-8c5b09b1196b not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:26.607978 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-1ca7f5b8-5c2e-46aa-80b8-f35f4170e70a service neutron] Attempting to bind port bd1d4512-f047-4fcc-8664-cfdc076d59f1 on network 830e0a53-8773-432e-aa5a-8c5b09b1196b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:26.620246 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-044f59c3-d33a-46db-a325-158cb995c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.655642 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-1ca7f5b8-5c2e-46aa-80b8-f35f4170e70a service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:26.655986 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-1ca7f5b8-5c2e-46aa-80b8-f35f4170e70a service neutron] Checking segment: {'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:26.656389 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-1ca7f5b8-5c2e-46aa-80b8-f35f4170e70a service neutron] Bound using segment: {'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:26.656950 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-1ca7f5b8-5c2e-46aa-80b8-f35f4170e70a service neutron] Bound port: bd1d4512-f047-4fcc-8664-cfdc076d59f1, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:26.657473 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-1ca7f5b8-5c2e-46aa-80b8-f35f4170e70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.681514 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4eb2b00b-19a7-473a-aef6-e02e6d99f741 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.703197 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0c5ac95a-9c4b-4b72-a46e-eca7b759af73 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.741647 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0c5ac95a-9c4b-4b72-a46e-eca7b759af73 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.851497 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e3e91-8569-487a-a6b7-08b16e253f6c req-b9e7279e-1abe-4aa1-bbe9-05d27d8c733f tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:26.854213 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b06e3e91-8569-487a-a6b7-08b16e253f6c req-b9e7279e-1abe-4aa1-bbe9-05d27d8c733f tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=c920e047-1315-413d-a572-1a4044496ba6 HTTP/1.1" status: 200 len: 943 time: 0.4038150 Jul 16 01:35:26.888820 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-1ca7f5b8-5c2e-46aa-80b8-f35f4170e70a service neutron] For port bd1d4512-f047-4fcc-8664-cfdc076d59f1, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:26.894203 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-1ca7f5b8-5c2e-46aa-80b8-f35f4170e70a service neutron] For port bd1d4512-f047-4fcc-8664-cfdc076d59f1, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=bd1d4512-f047-4fcc-8664-cfdc076d59f1,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:26.911156 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4eb2b00b-19a7-473a-aef6-e02e6d99f741 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.918880 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4eb2b00b-19a7-473a-aef6-e02e6d99f741 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.935325 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-1ca7f5b8-5c2e-46aa-80b8-f35f4170e70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.963160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-1ca7f5b8-5c2e-46aa-80b8-f35f4170e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:26.963786 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-1ca7f5b8-5c2e-46aa-80b8-f35f4170e70a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.966502 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-1ca7f5b8-5c2e-46aa-80b8-f35f4170e70a service neutron] 10.222.0.82 "PUT /v2.0/ports/bd1d4512-f047-4fcc-8664-cfdc076d59f1 HTTP/1.1" status: 200 len: 1092 time: 2.1598940 Jul 16 01:35:26.978675 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c920e047-1315-413d-a572-1a4044496ba6', 'tag': 'bd1d4512-f047-4fcc-8664-cfdc076d59f1'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:26.981289 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f6bfe6-c0c4-492c-b188-7cd5133c81ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c920e047-1315-413d-a572-1a4044496ba6", "tag": "bd1d4512-f047-4fcc-8664-cfdc076d59f1"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:26.998234 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ac95a-9c4b-4b72-a46e-eca7b759af73 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Port': ['ID=4665ca94-85a4-4382-8456-24a70a7d5f83,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:27.019099 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a8357b5b-7599-4278-90eb-39dcaefd67ca req-0028dec1-e4e3-47aa-8ac5-1db0fb18ac47 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab3edef6-404c-43c3-8804-b1aa1482f31e HTTP/1.1" status: 200 len: 210 time: 0.0525675 Jul 16 01:35:27.025798 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4eb2b00b-19a7-473a-aef6-e02e6d99f741 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.026592 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb2b00b-19a7-473a-aef6-e02e6d99f741 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Fanout notify agent at l3_agent the message router_deleted on router 4cd0eddd-ab6d-4d2a-b534-ec7713108e96 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:35:27.043957 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-1df3e84c-01e0-4a90-8e9a-e00c5b9090f0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Made reservation on behalf of 8c1cd71b2bbb4da2b2edf2be3f2fbcab for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:27.047510 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-1df3e84c-01e0-4a90-8e9a-e00c5b9090f0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.049390 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4eb2b00b-19a7-473a-aef6-e02e6d99f741 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.051669 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4eb2b00b-19a7-473a-aef6-e02e6d99f741 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "DELETE /v2.0/routers/4cd0eddd-ab6d-4d2a-b534-ec7713108e96 HTTP/1.1" status: 204 len: 168 time: 0.4623461 Jul 16 01:35:27.054587 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33974) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:27.164685 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b06e3e91-8569-487a-a6b7-08b16e253f6c req-f1e78a95-ff5d-4260-90eb-15a7735ffbb4 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538497 Jul 16 01:35:27.195139 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6cba7424-da82-4f4d-887f-c02f3ac9d122 None None] Provisioning complete for port 4665ca94-85a4-4382-8456-24a70a7d5f83 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:27.195654 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6cba7424-da82-4f4d-887f-c02f3ac9d122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.205143 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-898cb9cb-f2ef-4dc9-a070-710afd6112ac tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Deleting port 8ee9a780-b4ed-465d-9b56-0414648e511d {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:27.205485 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-898cb9cb-f2ef-4dc9-a070-710afd6112ac tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.225111 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a772d0-ea86-4b54-ac4c-dbabb4a27d18 x-openstack-request-id: req-90a772d0-ea86-4b54-ac4c-dbabb4a27d18 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:27.225680 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c920e047-1315-413d-a572-1a4044496ba6", "tag": "bd1d4512-f047-4fcc-8664-cfdc076d59f1", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:27.225924 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90a772d0-ea86-4b54-ac4c-dbabb4a27d18 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:27.226478 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c920e047-1315-413d-a572-1a4044496ba6', 'tag': 'bd1d4512-f047-4fcc-8664-cfdc076d59f1', 'status': 'completed', 'code': 200} Jul 16 01:35:27.249914 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6cba7424-da82-4f4d-887f-c02f3ac9d122 None None] Port 4665ca94-85a4-4382-8456-24a70a7d5f83 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:27.293140 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-898cb9cb-f2ef-4dc9-a070-710afd6112ac tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.307284 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-898cb9cb-f2ef-4dc9-a070-710afd6112ac tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Calling delete_port for 8ee9a780-b4ed-465d-9b56-0414648e511d owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:27.328906 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7f5b8-5c2e-46aa-80b8-f35f4170e70a service neutron] Pushing event updated for resources: {'Port': ['ID=bd1d4512-f047-4fcc-8664-cfdc076d59f1,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:27.407505 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0c5ac95a-9c4b-4b72-a46e-eca7b759af73 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.446158 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-388ebb2c-4e53-452a-9474-d4717e017481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:27.447685 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-388ebb2c-4e53-452a-9474-d4717e017481 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c73e6ed9d26a4f67873b1490075aee9a&device_id=c920e047-1315-413d-a572-1a4044496ba6 HTTP/1.1" status: 200 len: 1095 time: 0.4388578 Jul 16 01:35:27.453223 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-898cb9cb-f2ef-4dc9-a070-710afd6112ac tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.486782 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cb9cb-f2ef-4dc9-a070-710afd6112ac tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Pushing event deleted for resources: {'Port': ['ID=8ee9a780-b4ed-465d-9b56-0414648e511d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:27.526510 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cb9cb-f2ef-4dc9-a070-710afd6112ac tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:27.526961 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cb9cb-f2ef-4dc9-a070-710afd6112ac tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:27.527402 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cb9cb-f2ef-4dc9-a070-710afd6112ac tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:27.527839 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cb9cb-f2ef-4dc9-a070-710afd6112ac tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:27.528398 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cb9cb-f2ef-4dc9-a070-710afd6112ac tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:27.528723 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cb9cb-f2ef-4dc9-a070-710afd6112ac tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:27.529192 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cb9cb-f2ef-4dc9-a070-710afd6112ac tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:27.529565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cb9cb-f2ef-4dc9-a070-710afd6112ac tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:27.529948 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cb9cb-f2ef-4dc9-a070-710afd6112ac tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:27.530763 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cb9cb-f2ef-4dc9-a070-710afd6112ac tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:27.531199 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cb9cb-f2ef-4dc9-a070-710afd6112ac tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:27.531621 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898cb9cb-f2ef-4dc9-a070-710afd6112ac tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:27.572826 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-7ced5e04-32a2-4bc3-9f4e-b5fb9884f826 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd1d4512-f047-4fcc-8664-cfdc076d59f1 HTTP/1.1" status: 200 len: 217 time: 0.1005538 Jul 16 01:35:27.627146 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-898cb9cb-f2ef-4dc9-a070-710afd6112ac tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.629483 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-898cb9cb-f2ef-4dc9-a070-710afd6112ac tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "DELETE /v2.0/ports/8ee9a780-b4ed-465d-9b56-0414648e511d HTTP/1.1" status: 204 len: 168 time: 0.5732462 Jul 16 01:35:27.631919 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33978) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:27.639687 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 498aca21-a8ae-470b-9ee0-6af5381f56ec up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:27.643102 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-22666e97-472a-4cdc-99d7-cbf519befcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:27.644841 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-22666e97-472a-4cdc-99d7-cbf519befcf7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f45f4065-e8af-4e7d-ba1a-a6b4cb86159b HTTP/1.1" status: 200 len: 846 time: 0.0651100 Jul 16 01:35:27.668718 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-1df3e84c-01e0-4a90-8e9a-e00c5b9090f0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Allocated IP 172.20.0.13 (7cb02b0d-151c-40b4-a49f-996c30b19d5d/d9075885-b498-4569-92ab-9ab8f9b2e064/46bab66a-4b68-45c1-8432-d642b016d247) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:27.695481 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-1d44778e-8b55-4ca3-9a7c-1ae481ccab0e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=830e0a53-8773-432e-aa5a-8c5b09b1196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398066 Jul 16 01:35:27.722480 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-df697a7a-ad19-4554-9b6c-450ec7ae074d tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Deleting subnet 5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:27.727444 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-df697a7a-ad19-4554-9b6c-450ec7ae074d tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.741765 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 498aca21-a8ae-470b-9ee0-6af5381f56ec triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:27.742182 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.796591 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-df697a7a-ad19-4554-9b6c-450ec7ae074d tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.916489 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-df697a7a-ad19-4554-9b6c-450ec7ae074d tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.003762 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-df697a7a-ad19-4554-9b6c-450ec7ae074d tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.040841 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df697a7a-ad19-4554-9b6c-450ec7ae074d tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Pushing event deleted for resources: {'Subnet': ['ID=5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:28.057898 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-df697a7a-ad19-4554-9b6c-450ec7ae074d tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.059288 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4b8e83-1797-424b-8def-bdfa8875ab24 None None] Network d519eab8-a244-45c3-865e-167a643f67f1 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:28.062260 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-df697a7a-ad19-4554-9b6c-450ec7ae074d tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "DELETE /v2.0/subnets/5aea50e3-7a85-4eac-b6c0-490ec5bf6bd9 HTTP/1.1" status: 204 len: 168 time: 0.4268794 Jul 16 01:35:28.062598 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33990) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:28.221812 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0c5ac95a-9c4b-4b72-a46e-eca7b759af73 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.284774 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bc9dd7ba-d679-4dc5-926d-71a0da797937 req-44810f2c-c7c3-4914-b049-a6176b725e4a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab3edef6-404c-43c3-8804-b1aa1482f31e HTTP/1.1" status: 200 len: 210 time: 0.0509458 Jul 16 01:35:28.292763 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-32bda464-3049-4d64-b3f8-eca86397d360 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.401120 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-32bda464-3049-4d64-b3f8-eca86397d360 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Deleting port caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:28.401430 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-32bda464-3049-4d64-b3f8-eca86397d360 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.451223 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5969dc0-96fd-4de3-9c19-167944a0f097 None None] DHCP port deletion for d519eab8-a244-45c3-865e-167a643f67f1 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:28.512694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33998) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:28.530436 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-32bda464-3049-4d64-b3f8-eca86397d360 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] For port caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9,segment=NetworkSegment(e669b6ce-448c-48a6-bbbb-e3b5f46d668f),segment_id=e669b6ce-448c-48a6-bbbb-e3b5f46d668f)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:28.531002 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-32bda464-3049-4d64-b3f8-eca86397d360 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.540261 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e5969dc0-96fd-4de3-9c19-167944a0f097 None None] Deleting port caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:28.541029 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e5969dc0-96fd-4de3-9c19-167944a0f097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.550624 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-32bda464-3049-4d64-b3f8-eca86397d360 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Calling delete_port for caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:28.585539 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-9e07a4c6-3b71-4cc2-9529-5f977277945b service neutron] 10.222.0.82 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158573 Jul 16 01:35:28.614812 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e5969dc0-96fd-4de3-9c19-167944a0f097 None None] For port caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9,segment=NetworkSegment(e669b6ce-448c-48a6-bbbb-e3b5f46d668f),segment_id=e669b6ce-448c-48a6-bbbb-e3b5f46d668f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:28.615544 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e5969dc0-96fd-4de3-9c19-167944a0f097 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.632868 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856de14d-27e7-4fce-899b-f5f27574657e req-02ee8a7c-c687-4515-8f57-ccbff8a93859 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:28.634131 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e5969dc0-96fd-4de3-9c19-167944a0f097 None None] Calling delete_port for caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:28.634653 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-856de14d-27e7-4fce-899b-f5f27574657e req-02ee8a7c-c687-4515-8f57-ccbff8a93859 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=c920e047-1315-413d-a572-1a4044496ba6 HTTP/1.1" status: 200 len: 943 time: 0.1531310 Jul 16 01:35:28.693935 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-856de14d-27e7-4fce-899b-f5f27574657e req-b20dd50d-bb8c-40c4-b028-c9919ead9e18 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490472 Jul 16 01:35:28.706234 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-32bda464-3049-4d64-b3f8-eca86397d360 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.756944 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bda464-3049-4d64-b3f8-eca86397d360 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Pushing event deleted for resources: {'Port': ['ID=caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:28.785682 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bda464-3049-4d64-b3f8-eca86397d360 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] No DVR routers for this DVR port caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:28.786057 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-1df3e84c-01e0-4a90-8e9a-e00c5b9090f0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.808586 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e5969dc0-96fd-4de3-9c19-167944a0f097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.829460 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19edd9f8-3700-4826-8e0b-ebaa09699cc2 req-946bbc53-04d0-4027-944e-a31ef657084f service neutron] 10.222.0.82 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302599 Jul 16 01:35:28.840375 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f671ab51-143c-4add-a5e1-d5d35cf13a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.885824 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5969dc0-96fd-4de3-9c19-167944a0f097 None None] Pushing event deleted for resources: {'Port': ['ID=caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:28.888491 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5969dc0-96fd-4de3-9c19-167944a0f097 None None] No DVR routers for this DVR port caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:28.904434 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-1df3e84c-01e0-4a90-8e9a-e00c5b9090f0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Transition to ACTIVE for port object 46bab66a-4b68-45c1-8432-d642b016d247 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:28.935608 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-32bda464-3049-4d64-b3f8-eca86397d360 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.948135 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-32bda464-3049-4d64-b3f8-eca86397d360 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d519eab8-a244-45c3-865e-167a643f67f1']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:28.962017 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-32bda464-3049-4d64-b3f8-eca86397d360 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e669b6ce-448c-48a6-bbbb-e3b5f46d668f') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:28.962296 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-32bda464-3049-4d64-b3f8-eca86397d360 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e669b6ce-448c-48a6-bbbb-e3b5f46d668f') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:28.973908 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-32bda464-3049-4d64-b3f8-eca86397d360 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.990788 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-32bda464-3049-4d64-b3f8-eca86397d360 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.998601 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32bda464-3049-4d64-b3f8-eca86397d360 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:28.999007 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-32bda464-3049-4d64-b3f8-eca86397d360 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:29.003119 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:29.075397 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0c5ac95a-9c4b-4b72-a46e-eca7b759af73 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.084468 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6bfe6-c0c4-492c-b188-7cd5133c81ba req-ba7ef483-ce3b-4fe6-8364-f439a5045e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:29.086225 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08f6bfe6-c0c4-492c-b188-7cd5133c81ba req-ba7ef483-ce3b-4fe6-8364-f439a5045e0a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c73e6ed9d26a4f67873b1490075aee9a&device_id=c920e047-1315-413d-a572-1a4044496ba6 HTTP/1.1" status: 200 len: 1095 time: 0.1794779 Jul 16 01:35:29.086801 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0c5ac95a-9c4b-4b72-a46e-eca7b759af73 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.087548 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0c5ac95a-9c4b-4b72-a46e-eca7b759af73 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.088615 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-32bda464-3049-4d64-b3f8-eca86397d360 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.094376 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-32bda464-3049-4d64-b3f8-eca86397d360 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.099861 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-32bda464-3049-4d64-b3f8-eca86397d360 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] 10.222.0.16 "DELETE /v2.0/networks/d519eab8-a244-45c3-865e-167a643f67f1 HTTP/1.1" status: 204 len: 168 time: 1.0353847 Jul 16 01:35:29.105218 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-1df3e84c-01e0-4a90-8e9a-e00c5b9090f0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.118030 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bda464-3049-4d64-b3f8-eca86397d360 tempest-TagsExtTest-1654167749 tempest-TagsExtTest-1654167749-project] Pushing event deleted for resources: {'Network': ['ID=d519eab8-a244-45c3-865e-167a643f67f1,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:29.119372 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['8534aa3a-1896-482e-ada1-1d5184e8d6b0'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:29.129511 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['1d5b4873-70f8-4714-956d-f3c4e22f2c5d'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:29.222618 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ac95a-9c4b-4b72-a46e-eca7b759af73 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Port': ['ID=4665ca94-85a4-4382-8456-24a70a7d5f83,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:29.239809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-1df3e84c-01e0-4a90-8e9a-e00c5b9090f0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Network 7cb02b0d-151c-40b4-a49f-996c30b19d5d is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:29.331274 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-1df3e84c-01e0-4a90-8e9a-e00c5b9090f0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:29.354445 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-1df3e84c-01e0-4a90-8e9a-e00c5b9090f0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:29.449382 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34012) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:29.540770 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a5d59a3-fa09-4d7d-be88-418026b7240e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.563474 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f671ab51-143c-4add-a5e1-d5d35cf13a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.607898 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f671ab51-143c-4add-a5e1-d5d35cf13a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.622351 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d9f49-cc22-431d-bbd5-e4f5414f3134 req-76e514da-68ad-4fe8-a515-20733be7b202 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:29.625627 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-da3d9f49-cc22-431d-bbd5-e4f5414f3134 req-76e514da-68ad-4fe8-a515-20733be7b202 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab3edef6-404c-43c3-8804-b1aa1482f31e HTTP/1.1" status: 200 len: 932 time: 0.1577747 Jul 16 01:35:29.635043 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5ac95a-9c4b-4b72-a46e-eca7b759af73 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network 6452cc8c-3f72-4e2a-b893-63a0ea0059e5 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:29.636389 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6bfe6-c0c4-492c-b188-7cd5133c81ba req-1d50b596-1b96-4f2e-9c35-448ea284d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:29.637902 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08f6bfe6-c0c4-492c-b188-7cd5133c81ba req-1d50b596-1b96-4f2e-9c35-448ea284d064 service neutron] 10.222.0.82 "GET /v2.0/networks?id=830e0a53-8773-432e-aa5a-8c5b09b1196b HTTP/1.1" status: 200 len: 907 time: 0.5405548 Jul 16 01:35:29.638667 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3e84c-01e0-4a90-8e9a-e00c5b9090f0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Pushing event updated for resources: {'Port': ['ID=46bab66a-4b68-45c1-8432-d642b016d247,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:29.641577 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:29.656030 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-0c5ac95a-9c4b-4b72-a46e-eca7b759af73 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:29.679215 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-1df3e84c-01e0-4a90-8e9a-e00c5b9090f0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:29.679895 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-1df3e84c-01e0-4a90-8e9a-e00c5b9090f0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.691760 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:29.692075 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device caa4e1f0-f4a9-44d0-89e7-90a0648ee1e9 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:29.701342 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.712480 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-da3d9f49-cc22-431d-bbd5-e4f5414f3134 req-f0fbe088-2d0c-48b3-802a-3d7f0ec15ed5 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746133 Jul 16 01:35:29.754866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671ab51-143c-4add-a5e1-d5d35cf13a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb45597-81a5-4c85-8b3a-385ff499c98c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:29.786611 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7903eb12-9549-4f6f-b188-b094f3167446 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92a58977cf764a95b95cf3b6c6002b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3314097 Jul 16 01:35:29.786879 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34018) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:29.811593 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9525879e-1e00-44c0-953c-000d28b31cd6 None None] Provisioning for port 46bab66a-4b68-45c1-8432-d642b016d247 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:29.817471 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9525879e-1e00-44c0-953c-000d28b31cd6 None None] Provisioning complete for port 46bab66a-4b68-45c1-8432-d642b016d247 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:29.817856 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9525879e-1e00-44c0-953c-000d28b31cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.842656 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06978218-6fc1-4785-b5fd-7a92765b007d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.867253 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06978218-6fc1-4785-b5fd-7a92765b007d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.876585 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f671ab51-143c-4add-a5e1-d5d35cf13a2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1200ea8f26f24c52bb5f5cd7e4a28bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3491840 Jul 16 01:35:29.876585 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08f6bfe6-c0c4-492c-b188-7cd5133c81ba req-83819e09-8918-457f-b7aa-66e9e4a4d3c7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd1d4512-f047-4fcc-8664-cfdc076d59f1 HTTP/1.1" status: 200 len: 217 time: 0.2251294 Jul 16 01:35:29.880057 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34020) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:29.883654 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9525879e-1e00-44c0-953c-000d28b31cd6 None None] Port 46bab66a-4b68-45c1-8432-d642b016d247 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:29.893990 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-1df3e84c-01e0-4a90-8e9a-e00c5b9090f0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4431202 Jul 16 01:35:29.933701 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-82c205f4-6272-4a4f-a077-43c50fbbc3ac service neutron] Request body: {'port': {'device_id': 'ab3edef6-404c-43c3-8804-b1aa1482f31e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:29.967152 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b4d5a0cc-1eb3-435a-9986-c3f6cf8b8ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.991794 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06978218-6fc1-4785-b5fd-7a92765b007d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.995145 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06978218-6fc1-4785-b5fd-7a92765b007d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.000199 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-06978218-6fc1-4785-b5fd-7a92765b007d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/849040db-fd50-45ee-a2e7-e0f780fa7550 HTTP/1.1" status: 204 len: 168 time: 0.2121007 Jul 16 01:35:30.009776 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b4d5a0cc-1eb3-435a-9986-c3f6cf8b8ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.014860 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ed4da1b5-740f-4bfa-b32d-ca6a5f034113 None None] Provisioning complete for port 4665ca94-85a4-4382-8456-24a70a7d5f83 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:30.015509 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ed4da1b5-740f-4bfa-b32d-ca6a5f034113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.041769 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06978218-6fc1-4785-b5fd-7a92765b007d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849040db-fd50-45ee-a2e7-e0f780fa7550,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:30.048120 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6bfe6-c0c4-492c-b188-7cd5133c81ba req-9cbef452-8704-4751-a2df-a362a4712133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:30.049922 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08f6bfe6-c0c4-492c-b188-7cd5133c81ba req-9cbef452-8704-4751-a2df-a362a4712133 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f45f4065-e8af-4e7d-ba1a-a6b4cb86159b HTTP/1.1" status: 200 len: 846 time: 0.1679094 Jul 16 01:35:30.117628 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ed4da1b5-740f-4bfa-b32d-ca6a5f034113 None None] Port 4665ca94-85a4-4382-8456-24a70a7d5f83 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:30.123320 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device bd1d4512-f047-4fcc-8664-cfdc076d59f1 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:30.146973 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08f6bfe6-c0c4-492c-b188-7cd5133c81ba req-95d17d76-7223-4c76-8090-583bfedee40b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=830e0a53-8773-432e-aa5a-8c5b09b1196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872898 Jul 16 01:35:30.153630 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b4d5a0cc-1eb3-435a-9986-c3f6cf8b8ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.158314 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b4d5a0cc-1eb3-435a-9986-c3f6cf8b8ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.166062 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b4d5a0cc-1eb3-435a-9986-c3f6cf8b8ad5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bcb45597-81a5-4c85-8b3a-385ff499c98c HTTP/1.1" status: 204 len: 168 time: 0.2834518 Jul 16 01:35:30.178793 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5a0cc-1eb3-435a-9986-c3f6cf8b8ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb45597-81a5-4c85-8b3a-385ff499c98c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:30.226039 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5ac95a-9c4b-4b72-a46e-eca7b759af73 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Router b83e3a18-29cd-4eb6-a409-d6d3c1097cf6 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:35:30.231539 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-82c205f4-6272-4a4f-a077-43c50fbbc3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.266664 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81a6fa-76de-4497-8270-38236ace910a req-b6e90e8f-441e-4ae2-8991-98b85cb25079 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:30.274068 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9f81a6fa-76de-4497-8270-38236ace910a req-b6e90e8f-441e-4ae2-8991-98b85cb25079 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=c920e047-1315-413d-a572-1a4044496ba6 HTTP/1.1" status: 200 len: 943 time: 0.3970206 Jul 16 01:35:30.493995 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port bd1d4512-f047-4fcc-8664-cfdc076d59f1, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=bd1d4512-f047-4fcc-8664-cfdc076d59f1,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:30.508653 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'bd1d4512-f047-4fcc-8664-cfdc076d59f1', 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b', 'port_id': 'bd1d4512-f047-4fcc-8664-cfdc076d59f1', 'mac_address': 'fa:16:3e:4b:87:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45f4065-e8af-4e7d-ba1a-a6b4cb86159b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:30.549658 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08f6bfe6-c0c4-492c-b188-7cd5133c81ba req-65f0bc7a-03a2-42bf-91bb-4695b5ba76d4 service neutron] 10.222.0.82 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930643 Jul 16 01:35:30.564609 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.567198 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9f81a6fa-76de-4497-8270-38236ace910a req-3a23db90-80c2-4903-8980-391c690fa743 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921064 Jul 16 01:35:30.581722 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd1d4512-f047-4fcc-8664-cfdc076d59f1 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:30.591658 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5ac95a-9c4b-4b72-a46e-eca7b759af73 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:30.605708 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a993c0c-a46c-4d22-a881-ce7960ff8076 None None] Sync routers for ids ['b83e3a18-29cd-4eb6-a409-d6d3c1097cf6'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:30.606965 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port bd1d4512-f047-4fcc-8664-cfdc076d59f1, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=bd1d4512-f047-4fcc-8664-cfdc076d59f1,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:30.613714 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.616819 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a993c0c-a46c-4d22-a881-ce7960ff8076 None None] Routers {'b83e3a18-29cd-4eb6-a409-d6d3c1097cf6'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:30.617622 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-8a993c0c-a46c-4d22-a881-ce7960ff8076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:35:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['b83e3a18-29cd-4eb6-a409-d6d3c1097cf6'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:30.648468 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34040) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:30.655149 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-8a993c0c-a46c-4d22-a881-ce7960ff8076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:30.665208 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0c5ac95a-9c4b-4b72-a46e-eca7b759af73 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "PUT /v2.0/routers/b83e3a18-29cd-4eb6-a409-d6d3c1097cf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7824166 Jul 16 01:35:30.665792 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a993c0c-a46c-4d22-a881-ce7960ff8076 None None] Routers {'b83e3a18-29cd-4eb6-a409-d6d3c1097cf6'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:30.666889 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-8a993c0c-a46c-4d22-a881-ce7960ff8076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:35:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['b83e3a18-29cd-4eb6-a409-d6d3c1097cf6'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:30.671647 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34044) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:30.700902 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-8a993c0c-a46c-4d22-a881-ce7960ff8076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:30.701783 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a993c0c-a46c-4d22-a881-ce7960ff8076 None None] The sync data for ids ['b83e3a18-29cd-4eb6-a409-d6d3c1097cf6'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:30.760086 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b7ab58c3-99eb-4d4c-9556-d8e8abac4121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.785805 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=bd1d4512-f047-4fcc-8664-cfdc076d59f1,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:30.806966 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.817641 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48609fe4-df2f-4cde-aa4c-15bd4ddd9967 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:30.822434 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-48609fe4-df2f-4cde-aa4c-15bd4ddd9967 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "GET /v2.0/ports/4665ca94-85a4-4382-8456-24a70a7d5f83 HTTP/1.1" status: 200 len: 983 time: 0.1727962 Jul 16 01:35:30.823077 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34048) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:30.872252 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['bd1d4512-f047-4fcc-8664-cfdc076d59f1'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:30.972191 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08f6bfe6-c0c4-492c-b188-7cd5133c81ba req-c1adbacc-9b1d-4995-986e-80fd0fb0bdcd service neutron] 10.222.0.82 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035563 Jul 16 01:35:31.072419 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-82c205f4-6272-4a4f-a077-43c50fbbc3ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46bab66a-4b68-45c1-8432-d642b016d247 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:31.089896 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957c28e-93f4-47c3-8508-929ac77d2af6 req-f788860d-5af6-4b00-b6fc-c0a0fbbe2cdb tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:31.097831 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a957c28e-93f4-47c3-8508-929ac77d2af6 req-f788860d-5af6-4b00-b6fc-c0a0fbbe2cdb tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab3edef6-404c-43c3-8804-b1aa1482f31e HTTP/1.1" status: 200 len: 932 time: 0.2090385 Jul 16 01:35:31.101037 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-82c205f4-6272-4a4f-a077-43c50fbbc3ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.130275 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-82c205f4-6272-4a4f-a077-43c50fbbc3ac service neutron] Transition to ACTIVE for port object 46bab66a-4b68-45c1-8432-d642b016d247 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:31.144015 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-82c205f4-6272-4a4f-a077-43c50fbbc3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.163593 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a957c28e-93f4-47c3-8508-929ac77d2af6 req-838e38d2-4edd-4e42-a762-273602a653f6 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652049 Jul 16 01:35:31.229157 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c205f4-6272-4a4f-a077-43c50fbbc3ac service neutron] Pushing event updated for resources: {'Port': ['ID=46bab66a-4b68-45c1-8432-d642b016d247,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:31.261870 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b7ab58c3-99eb-4d4c-9556-d8e8abac4121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.272053 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b7ab58c3-99eb-4d4c-9556-d8e8abac4121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.340944 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.375864 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab58c3-99eb-4d4c-9556-d8e8abac4121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb6d030-f778-4898-9f91-1740cccce757,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:31.384764 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b7ab58c3-99eb-4d4c-9556-d8e8abac4121 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d85250cc415b4e01abba332b2e8bdd16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7119319 Jul 16 01:35:31.390484 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34064) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:31.538991 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-82599954-2ce4-482a-8aac-42d1c01314da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.584832 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-82599954-2ce4-482a-8aac-42d1c01314da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.688685 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-82c205f4-6272-4a4f-a077-43c50fbbc3ac service neutron] Attempting to bind port 46bab66a-4b68-45c1-8432-d642b016d247 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:31.690050 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-82c205f4-6272-4a4f-a077-43c50fbbc3ac service neutron] Attempting to bind port 46bab66a-4b68-45c1-8432-d642b016d247 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:31.690537 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-82c205f4-6272-4a4f-a077-43c50fbbc3ac service neutron] Attempting to bind port 46bab66a-4b68-45c1-8432-d642b016d247 on network 7cb02b0d-151c-40b4-a49f-996c30b19d5d {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:31.706069 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4a7ca4de-27d2-4cc5-adae-0fbad39682bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.709946 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-82c205f4-6272-4a4f-a077-43c50fbbc3ac service neutron] Port 46bab66a-4b68-45c1-8432-d642b016d247 on network 7cb02b0d-151c-40b4-a49f-996c30b19d5d not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:31.710487 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-82c205f4-6272-4a4f-a077-43c50fbbc3ac service neutron] Attempting to bind port 46bab66a-4b68-45c1-8432-d642b016d247 on network 7cb02b0d-151c-40b4-a49f-996c30b19d5d {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:31.736329 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-82c205f4-6272-4a4f-a077-43c50fbbc3ac service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:31.736750 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-82c205f4-6272-4a4f-a077-43c50fbbc3ac service neutron] Checking segment: {'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:31.737144 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-82c205f4-6272-4a4f-a077-43c50fbbc3ac service neutron] Bound using segment: {'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:31.737582 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-82c205f4-6272-4a4f-a077-43c50fbbc3ac service neutron] Bound port: 46bab66a-4b68-45c1-8432-d642b016d247, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:31.737947 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-82c205f4-6272-4a4f-a077-43c50fbbc3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.786662 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-82599954-2ce4-482a-8aac-42d1c01314da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.789541 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-82599954-2ce4-482a-8aac-42d1c01314da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.793159 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-82599954-2ce4-482a-8aac-42d1c01314da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bb6d030-f778-4898-9f91-1740cccce757 HTTP/1.1" status: 204 len: 168 time: 0.3982882 Jul 16 01:35:31.806821 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82599954-2ce4-482a-8aac-42d1c01314da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb6d030-f778-4898-9f91-1740cccce757,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:31.816103 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f86cd-0355-469b-bb47-36180d55d338 req-143c0538-2c9a-4880-b228-3fce348aa82a tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:31.817759 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e41f86cd-0355-469b-bb47-36180d55d338 req-143c0538-2c9a-4880-b228-3fce348aa82a tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=c920e047-1315-413d-a572-1a4044496ba6 HTTP/1.1" status: 200 len: 944 time: 0.1200557 Jul 16 01:35:31.857344 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-82c205f4-6272-4a4f-a077-43c50fbbc3ac service neutron] For port 46bab66a-4b68-45c1-8432-d642b016d247, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:31.895156 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-82c205f4-6272-4a4f-a077-43c50fbbc3ac service neutron] For port 46bab66a-4b68-45c1-8432-d642b016d247, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=46bab66a-4b68-45c1-8432-d642b016d247,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:31.910857 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-82c205f4-6272-4a4f-a077-43c50fbbc3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.926875 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e41f86cd-0355-469b-bb47-36180d55d338 req-cf56278b-692a-4f3c-93d2-12815da0ba0f tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974967 Jul 16 01:35:31.988103 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-82c205f4-6272-4a4f-a077-43c50fbbc3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:31.988764 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-82c205f4-6272-4a4f-a077-43c50fbbc3ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.990198 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-82c205f4-6272-4a4f-a077-43c50fbbc3ac service neutron] 10.222.0.84 "PUT /v2.0/ports/46bab66a-4b68-45c1-8432-d642b016d247 HTTP/1.1" status: 200 len: 1093 time: 2.0845318 Jul 16 01:35:31.990671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3edef6-404c-43c3-8804-b1aa1482f31e', 'tag': '46bab66a-4b68-45c1-8432-d642b016d247'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:31.993020 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b5f04e-eb10-4c0b-9c1f-f420a02cb06b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3edef6-404c-43c3-8804-b1aa1482f31e", "tag": "46bab66a-4b68-45c1-8432-d642b016d247"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:32.047721 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c205f4-6272-4a4f-a077-43c50fbbc3ac service neutron] Pushing event updated for resources: {'Port': ['ID=46bab66a-4b68-45c1-8432-d642b016d247,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:32.108584 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-4a7ca4de-27d2-4cc5-adae-0fbad39682bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting port 4665ca94-85a4-4382-8456-24a70a7d5f83 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:32.108929 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4a7ca4de-27d2-4cc5-adae-0fbad39682bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.125879 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device bd1d4512-f047-4fcc-8664-cfdc076d59f1 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:32.132968 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694cdcf6-b61e-47de-9993-ffd28e8e5708 x-openstack-request-id: req-694cdcf6-b61e-47de-9993-ffd28e8e5708 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:32.133154 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3edef6-404c-43c3-8804-b1aa1482f31e", "tag": "46bab66a-4b68-45c1-8432-d642b016d247", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:32.133474 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-694cdcf6-b61e-47de-9993-ffd28e8e5708 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:32.133892 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3edef6-404c-43c3-8804-b1aa1482f31e', 'tag': '46bab66a-4b68-45c1-8432-d642b016d247', 'status': 'completed', 'code': 200} Jul 16 01:35:32.189936 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-88f6050c-78c1-44fe-b01f-33f70c70fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:32.205583 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-88f6050c-78c1-44fe-b01f-33f70c70fe87 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=ab3edef6-404c-43c3-8804-b1aa1482f31e HTTP/1.1" status: 200 len: 1096 time: 0.1401827 Jul 16 01:35:32.253315 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port bd1d4512-f047-4fcc-8664-cfdc076d59f1 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:32.263410 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port bd1d4512-f047-4fcc-8664-cfdc076d59f1 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:32.263570 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.270512 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4a7ca4de-27d2-4cc5-adae-0fbad39682bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.296963 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-4a7ca4de-27d2-4cc5-adae-0fbad39682bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Calling delete_port for 4665ca94-85a4-4382-8456-24a70a7d5f83 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:32.308521 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34098) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:32.331488 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e8c13435-8a67-4cc5-9611-1421c99ba647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.351360 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-46851b9b-1377-4558-901a-2231de45c2db service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46bab66a-4b68-45c1-8432-d642b016d247 HTTP/1.1" status: 200 len: 217 time: 0.1245291 Jul 16 01:35:32.418925 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.453545 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c920e047-1315-413d-a572-1a4044496ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1d4512-f047-4fcc-8664-cfdc076d59f1'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:32.456439 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27aa29d1-1c9a-42cd-b91a-0216c29c9872" -d '{"events": [{"server_uuid": "c920e047-1315-413d-a572-1a4044496ba6", "name": "network-vif-plugged", "status": "completed", "tag": "bd1d4512-f047-4fcc-8664-cfdc076d59f1"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:32.491809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-c3c2b714-f6a6-4a2e-83f5-a9eb43471e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:32.493392 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-c3c2b714-f6a6-4a2e-83f5-a9eb43471e45 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.1412377 Jul 16 01:35:32.496611 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port bd1d4512-f047-4fcc-8664-cfdc076d59f1, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=bd1d4512-f047-4fcc-8664-cfdc076d59f1,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:32.502475 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.564229 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.566665 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=bd1d4512-f047-4fcc-8664-cfdc076d59f1,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:32.596114 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-f76c5b55-cf0d-4765-af39-8d777b6ecf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:32.598467 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-f76c5b55-cf0d-4765-af39-8d777b6ecf45 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0965283 Jul 16 01:35:32.613921 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95580cf4-3587-4843-a69d-3ec717209384 x-openstack-request-id: req-95580cf4-3587-4843-a69d-3ec717209384 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:32.614363 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c920e047-1315-413d-a572-1a4044496ba6", "name": "network-vif-plugged", "status": "completed", "tag": "bd1d4512-f047-4fcc-8664-cfdc076d59f1", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:32.614499 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95580cf4-3587-4843-a69d-3ec717209384 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:32.615256 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c920e047-1315-413d-a572-1a4044496ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1d4512-f047-4fcc-8664-cfdc076d59f1', 'code': 200} Jul 16 01:35:32.737543 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2fae9-c40c-4140-afbf-d62646dd12dc req-a515c6f8-8421-43fd-8130-b1790840635f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:32.739650 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a4d2fae9-c40c-4140-afbf-d62646dd12dc req-a515c6f8-8421-43fd-8130-b1790840635f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab3edef6-404c-43c3-8804-b1aa1482f31e HTTP/1.1" status: 200 len: 944 time: 0.2736440 Jul 16 01:35:32.745670 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e8c13435-8a67-4cc5-9611-1421c99ba647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.750021 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4a7ca4de-27d2-4cc5-adae-0fbad39682bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.782646 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ca4de-27d2-4cc5-adae-0fbad39682bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Port': ['ID=4665ca94-85a4-4382-8456-24a70a7d5f83,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:32.785646 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e8c13435-8a67-4cc5-9611-1421c99ba647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.816227 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-f389e71c-f2b0-41b5-b66b-02d771d5d49f service neutron] 10.222.0.84 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094252 Jul 16 01:35:32.856094 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a52dbe-317c-457f-9c85-b8b54ebcfa41 req-9eebecf0-e3a6-447b-8db1-84de3d5d590d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:32.858023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-94a52dbe-317c-457f-9c85-b8b54ebcfa41 req-9eebecf0-e3a6-447b-8db1-84de3d5d590d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c920e047-1315-413d-a572-1a4044496ba6 HTTP/1.1" status: 200 len: 1097 time: 0.1303864 Jul 16 01:35:32.886246 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c13435-8a67-4cc5-9611-1421c99ba647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bd46db-4161-4957-a427-5dac227a5144,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:32.944805 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e8c13435-8a67-4cc5-9611-1421c99ba647 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d950adccc97046dbab673acaa2c20768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6342840 Jul 16 01:35:32.951291 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34112) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:32.998329 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-94a52dbe-317c-457f-9c85-b8b54ebcfa41 req-a3a209f5-fa72-4f29-a5ee-735be1a38a95 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319745 Jul 16 01:35:33.049701 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a4d2fae9-c40c-4140-afbf-d62646dd12dc req-995abdb3-a9eb-44a1-9b32-6e9666b8eb55 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916279 Jul 16 01:35:33.053913 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bdd72ba5-b46b-409f-99ce-c9436c0d54e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.059656 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6f878734-0ba4-42e3-8adb-ac5f2b074bfc req-094a674f-d3e9-4f4e-8339-38eade0686bd service neutron] 10.222.0.84 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332120 Jul 16 01:35:33.082730 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4a7ca4de-27d2-4cc5-adae-0fbad39682bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.110515 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bdd72ba5-b46b-409f-99ce-c9436c0d54e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.227938 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34120) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:33.293443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2845dd-a8d2-4526-bd77-dcfdb4558ac8 req-1313ba9a-70bf-43d2-a859-b3c5cde3d27b tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:33.295116 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8d2845dd-a8d2-4526-bd77-dcfdb4558ac8 req-1313ba9a-70bf-43d2-a859-b3c5cde3d27b tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=c920e047-1315-413d-a572-1a4044496ba6 HTTP/1.1" status: 200 len: 945 time: 0.1346853 Jul 16 01:35:33.299443 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bdd72ba5-b46b-409f-99ce-c9436c0d54e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.302587 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bdd72ba5-b46b-409f-99ce-c9436c0d54e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.303925 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bdd72ba5-b46b-409f-99ce-c9436c0d54e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9bd46db-4161-4957-a427-5dac227a5144 HTTP/1.1" status: 204 len: 168 time: 0.3516541 Jul 16 01:35:33.338578 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd72ba5-b46b-409f-99ce-c9436c0d54e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bd46db-4161-4957-a427-5dac227a5144,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:33.362629 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f04e-eb10-4c0b-9c1f-f420a02cb06b req-73864d6d-e017-472f-8276-64670f007d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:33.365584 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-63b5f04e-eb10-4c0b-9c1f-f420a02cb06b req-73864d6d-e017-472f-8276-64670f007d70 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=ab3edef6-404c-43c3-8804-b1aa1482f31e HTTP/1.1" status: 200 len: 1096 time: 0.2145679 Jul 16 01:35:33.449138 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8d2845dd-a8d2-4526-bd77-dcfdb4558ac8 req-8c426bf8-46c0-4beb-8fc4-56b58ee647b1 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437137 Jul 16 01:35:33.452215 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c481d91c-a81b-4b6c-a5b3-ffb6b318c155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.584955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f04e-eb10-4c0b-9c1f-f420a02cb06b req-50198ba9-3946-4b0e-835c-93525a24b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:33.586872 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-63b5f04e-eb10-4c0b-9c1f-f420a02cb06b req-50198ba9-3946-4b0e-835c-93525a24b9c4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 911 time: 0.2099614 Jul 16 01:35:33.664893 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-63b5f04e-eb10-4c0b-9c1f-f420a02cb06b req-1add6cb1-9ea6-46c6-8e7e-a2d320287478 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46bab66a-4b68-45c1-8432-d642b016d247 HTTP/1.1" status: 200 len: 217 time: 0.0561814 Jul 16 01:35:33.745096 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c481d91c-a81b-4b6c-a5b3-ffb6b318c155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.747177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f04e-eb10-4c0b-9c1f-f420a02cb06b req-ea9aa92e-daba-4635-9686-7bc0dda84de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:33.748630 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-63b5f04e-eb10-4c0b-9c1f-f420a02cb06b req-ea9aa92e-daba-4635-9686-7bc0dda84de2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.0755131 Jul 16 01:35:33.749684 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c481d91c-a81b-4b6c-a5b3-ffb6b318c155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.759970 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7ca4de-27d2-4cc5-adae-0fbad39682bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Router b83e3a18-29cd-4eb6-a409-d6d3c1097cf6 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:33.828171 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c481d91c-a81b-4b6c-a5b3-ffb6b318c155 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=16ff1ca21bbf4571852c8dc8d22c4d48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5947301 Jul 16 01:35:33.830007 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481d91c-a81b-4b6c-a5b3-ffb6b318c155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6936e9ff-54a6-4233-ae49-03a277bb73e4,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:33.832901 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34138) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:33.846769 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7ca4de-27d2-4cc5-adae-0fbad39682bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:33.856886 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4a7ca4de-27d2-4cc5-adae-0fbad39682bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "PUT /v2.0/routers/b83e3a18-29cd-4eb6-a409-d6d3c1097cf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0268412 Jul 16 01:35:33.857556 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34140) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:33.861404 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2d3019-90ea-4077-8b3e-f9f08f388073 None None] Sync routers for ids ['b83e3a18-29cd-4eb6-a409-d6d3c1097cf6'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:33.877914 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2d3019-90ea-4077-8b3e-f9f08f388073 None None] Routers {'b83e3a18-29cd-4eb6-a409-d6d3c1097cf6'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:33.878575 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5b2d3019-90ea-4077-8b3e-f9f08f388073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:35:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['b83e3a18-29cd-4eb6-a409-d6d3c1097cf6'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:33.927033 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5b2d3019-90ea-4077-8b3e-f9f08f388073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:33.945100 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2d3019-90ea-4077-8b3e-f9f08f388073 None None] Routers {'b83e3a18-29cd-4eb6-a409-d6d3c1097cf6'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:33.946316 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5b2d3019-90ea-4077-8b3e-f9f08f388073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:35:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['b83e3a18-29cd-4eb6-a409-d6d3c1097cf6'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:33.986384 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f04e-eb10-4c0b-9c1f-f420a02cb06b req-e5b48174-42cd-42ed-8411-1fc029a83a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:33.988090 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-63b5f04e-eb10-4c0b-9c1f-f420a02cb06b req-e5b48174-42cd-42ed-8411-1fc029a83a39 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2267802 Jul 16 01:35:33.993662 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5b2d3019-90ea-4077-8b3e-f9f08f388073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:33.995180 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2d3019-90ea-4077-8b3e-f9f08f388073 None None] The sync data for ids ['b83e3a18-29cd-4eb6-a409-d6d3c1097cf6'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:34.068677 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7237a1e4-cdd3-4032-9bf2-de0eeaa669e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.217860 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7237a1e4-cdd3-4032-9bf2-de0eeaa669e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.276028 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-befe969a-fe25-4a7e-a2dc-97a7f09cc86d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 01:35:34.277387 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-befe969a-fe25-4a7e-a2dc-97a7f09cc86d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "PUT /v2.0/routers/b83e3a18-29cd-4eb6-a409-d6d3c1097cf6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4097352 Jul 16 01:35:34.280316 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34158) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:34.340548 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-63b5f04e-eb10-4c0b-9c1f-f420a02cb06b req-b6813352-6397-4f61-8a38-c164e10845e1 service neutron] 10.222.0.84 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388727 Jul 16 01:35:34.342420 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b079fcac-deda-440c-91e5-248f87c104a0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83e3a18-29cd-4eb6-a409-d6d3c1097cf6 HTTP/1.1" status: 200 len: 205 time: 0.0606422 Jul 16 01:35:34.345920 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34160) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:34.473427 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7237a1e4-cdd3-4032-9bf2-de0eeaa669e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.476569 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7237a1e4-cdd3-4032-9bf2-de0eeaa669e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.479440 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7237a1e4-cdd3-4032-9bf2-de0eeaa669e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6936e9ff-54a6-4233-ae49-03a277bb73e4 HTTP/1.1" status: 204 len: 168 time: 0.6445742 Jul 16 01:35:34.517976 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-85be49c0-621b-4039-b7f6-f8b7a2ed13c0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.568669 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61225a-f520-4baa-9f20-3afc2e5fc57c req-9fa29962-60e9-4738-ae65-3b4daa050c87 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:34.570243 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7f61225a-f520-4baa-9f20-3afc2e5fc57c req-9fa29962-60e9-4738-ae65-3b4daa050c87 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab3edef6-404c-43c3-8804-b1aa1482f31e HTTP/1.1" status: 200 len: 944 time: 0.3582115 Jul 16 01:35:34.575090 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237a1e4-cdd3-4032-9bf2-de0eeaa669e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6936e9ff-54a6-4233-ae49-03a277bb73e4,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:34.805780 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418397b-91d4-4762-8d41-5cd976ba0f8f req-6a610be0-42fd-44cc-af05-4a1caa74d9dd tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:34.808144 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e418397b-91d4-4762-8d41-5cd976ba0f8f req-6a610be0-42fd-44cc-af05-4a1caa74d9dd tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=c920e047-1315-413d-a572-1a4044496ba6 HTTP/1.1" status: 200 len: 945 time: 0.1245015 Jul 16 01:35:34.865505 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e418397b-91d4-4762-8d41-5cd976ba0f8f req-6b339921-56da-48a4-b561-77a92e620dbd tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493245 Jul 16 01:35:34.880399 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-63b5f04e-eb10-4c0b-9c1f-f420a02cb06b req-71f034e4-21ba-4267-bb70-be17f46a03cf service neutron] 10.222.0.84 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311975 Jul 16 01:35:34.884182 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-85be49c0-621b-4039-b7f6-f8b7a2ed13c0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.887361 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-85be49c0-621b-4039-b7f6-f8b7a2ed13c0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.897045 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7f61225a-f520-4baa-9f20-3afc2e5fc57c req-f8186a25-91bc-4d7b-9d9b-30b72a567a3f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867186 Jul 16 01:35:34.935511 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.960561 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-85be49c0-621b-4039-b7f6-f8b7a2ed13c0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.961075 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85be49c0-621b-4039-b7f6-f8b7a2ed13c0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Fanout notify agent at l3_agent the message router_deleted on router b83e3a18-29cd-4eb6-a409-d6d3c1097cf6 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:35:34.981323 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-85be49c0-621b-4039-b7f6-f8b7a2ed13c0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.983370 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-85be49c0-621b-4039-b7f6-f8b7a2ed13c0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/routers/b83e3a18-29cd-4eb6-a409-d6d3c1097cf6 HTTP/1.1" status: 204 len: 168 time: 0.6361601 Jul 16 01:35:34.987006 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34178) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:35.063534 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7eb5524-25ff-4c7f-85f4-17739ed20563 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting subnet 755e39f0-1498-4701-b05d-acf72e32913f {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:35.066941 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a7eb5524-25ff-4c7f-85f4-17739ed20563 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.114272 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34180) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:35.131265 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a7eb5524-25ff-4c7f-85f4-17739ed20563 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.135004 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-df9a82fb-a1d0-4f99-a927-a891a1eb3ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.192260 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde4732-862d-4531-b69a-d9e03c709e39 req-6ecd54e5-d882-4ff2-a11d-3cb0f3cdb041 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:35.195052 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3bde4732-862d-4531-b69a-d9e03c709e39 req-6ecd54e5-d882-4ff2-a11d-3cb0f3cdb041 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d44dc97-d3d4-494c-8491-87151cd0dba0 HTTP/1.1" status: 200 len: 946 time: 0.1261599 Jul 16 01:35:35.230059 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a7eb5524-25ff-4c7f-85f4-17739ed20563 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.276705 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3bde4732-862d-4531-b69a-d9e03c709e39 req-8ca62bae-48ec-4b57-ab84-7dd1c1c92d67 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738194 Jul 16 01:35:35.316309 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a7eb5524-25ff-4c7f-85f4-17739ed20563 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.327738 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-df9a82fb-a1d0-4f99-a927-a891a1eb3ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.334374 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-df9a82fb-a1d0-4f99-a927-a891a1eb3ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.364545 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb5524-25ff-4c7f-85f4-17739ed20563 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Subnet': ['ID=755e39f0-1498-4701-b05d-acf72e32913f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:35.364694 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542c0665-ad61-42f5-b9b3-355dd76367ba None None] Network 6452cc8c-3f72-4e2a-b893-63a0ea0059e5 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:35.373181 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a7eb5524-25ff-4c7f-85f4-17739ed20563 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.381159 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-df9a82fb-a1d0-4f99-a927-a891a1eb3ed9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=89a86e4de2ba4b95a2033d8c528c73b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2594621 Jul 16 01:35:35.381840 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a7eb5524-25ff-4c7f-85f4-17739ed20563 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/subnets/755e39f0-1498-4701-b05d-acf72e32913f HTTP/1.1" status: 204 len: 168 time: 0.3937361 Jul 16 01:35:35.382618 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34184) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:35.383089 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34186) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:35.399002 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a82fb-a1d0-4f99-a927-a891a1eb3ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a045732-f09b-4a28-b91d-cec1d903a95c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:35.618817 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5c44045c-6c4d-4d6f-8a74-7784451dd765 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.629709 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-906f432e-0ffa-49a3-b3f4-fc77555c7571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.643380 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2341eef4-d784-4060-8a15-c2c5a6d49152 None None] DHCP port deletion for 6452cc8c-3f72-4e2a-b893-63a0ea0059e5 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:35.673720 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ee49b-671c-4df1-a9d6-cacff8009b51 req-b08b7de5-2e52-4fcb-8f47-ac64d305ad85 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:35.675262 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-258ee49b-671c-4df1-a9d6-cacff8009b51 req-b08b7de5-2e52-4fcb-8f47-ac64d305ad85 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=c920e047-1315-413d-a572-1a4044496ba6 HTTP/1.1" status: 200 len: 945 time: 0.2138093 Jul 16 01:35:35.682059 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-906f432e-0ffa-49a3-b3f4-fc77555c7571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.692642 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2341eef4-d784-4060-8a15-c2c5a6d49152 None None] Deleting port 498aca21-a8ae-470b-9ee0-6af5381f56ec {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:35.693056 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2341eef4-d784-4060-8a15-c2c5a6d49152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.767173 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-2341eef4-d784-4060-8a15-c2c5a6d49152 None None] For port 498aca21-a8ae-470b-9ee0-6af5381f56ec, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=498aca21-a8ae-470b-9ee0-6af5381f56ec,segment=NetworkSegment(fa0c8ab0-15dd-4290-8405-73451b9cbdea),segment_id=fa0c8ab0-15dd-4290-8405-73451b9cbdea)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:35.767610 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2341eef4-d784-4060-8a15-c2c5a6d49152 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.771494 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-258ee49b-671c-4df1-a9d6-cacff8009b51 req-365219c7-e30c-4902-bc72-f2dca1b90d65 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718894 Jul 16 01:35:35.781479 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2341eef4-d784-4060-8a15-c2c5a6d49152 None None] Calling delete_port for 498aca21-a8ae-470b-9ee0-6af5381f56ec owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:35.784960 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-5c44045c-6c4d-4d6f-8a74-7784451dd765 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting port 498aca21-a8ae-470b-9ee0-6af5381f56ec {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:35.785331 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5c44045c-6c4d-4d6f-8a74-7784451dd765 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.816870 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-906f432e-0ffa-49a3-b3f4-fc77555c7571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.819778 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-906f432e-0ffa-49a3-b3f4-fc77555c7571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.820911 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-906f432e-0ffa-49a3-b3f4-fc77555c7571 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a045732-f09b-4a28-b91d-cec1d903a95c HTTP/1.1" status: 204 len: 168 time: 0.4353211 Jul 16 01:35:35.867882 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f432e-0ffa-49a3-b3f4-fc77555c7571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a045732-f09b-4a28-b91d-cec1d903a95c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:35.874198 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-5c44045c-6c4d-4d6f-8a74-7784451dd765 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] For port 498aca21-a8ae-470b-9ee0-6af5381f56ec, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=498aca21-a8ae-470b-9ee0-6af5381f56ec,segment=NetworkSegment(fa0c8ab0-15dd-4290-8405-73451b9cbdea),segment_id=fa0c8ab0-15dd-4290-8405-73451b9cbdea)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:35.874457 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5c44045c-6c4d-4d6f-8a74-7784451dd765 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.887925 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-5c44045c-6c4d-4d6f-8a74-7784451dd765 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Calling delete_port for 498aca21-a8ae-470b-9ee0-6af5381f56ec owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:35.921119 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2341eef4-d784-4060-8a15-c2c5a6d49152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.981320 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5c44045c-6c4d-4d6f-8a74-7784451dd765 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.007691 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341eef4-d784-4060-8a15-c2c5a6d49152 None None] Pushing event deleted for resources: {'Port': ['ID=498aca21-a8ae-470b-9ee0-6af5381f56ec,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:36.014452 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44045c-6c4d-4d6f-8a74-7784451dd765 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Port': ['ID=498aca21-a8ae-470b-9ee0-6af5381f56ec,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:36.023882 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c44045c-6c4d-4d6f-8a74-7784451dd765 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] No DVR routers for this DVR port 498aca21-a8ae-470b-9ee0-6af5381f56ec on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:36.027070 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2341eef4-d784-4060-8a15-c2c5a6d49152 None None] No DVR routers for this DVR port 498aca21-a8ae-470b-9ee0-6af5381f56ec on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:36.127098 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5c44045c-6c4d-4d6f-8a74-7784451dd765 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.151057 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-5c44045c-6c4d-4d6f-8a74-7784451dd765 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6452cc8c-3f72-4e2a-b893-63a0ea0059e5']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:36.182895 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-5c44045c-6c4d-4d6f-8a74-7784451dd765 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0c8ab0-15dd-4290-8405-73451b9cbdea') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:36.183201 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-5c44045c-6c4d-4d6f-8a74-7784451dd765 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0c8ab0-15dd-4290-8405-73451b9cbdea') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:36.202782 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5c44045c-6c4d-4d6f-8a74-7784451dd765 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.239462 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5c44045c-6c4d-4d6f-8a74-7784451dd765 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.249948 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c44045c-6c4d-4d6f-8a74-7784451dd765 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:36.250530 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5c44045c-6c4d-4d6f-8a74-7784451dd765 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:36.255181 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:36.276670 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90eecd-7658-4a50-8e96-bd667d545fd5 req-cd940bd1-7b69-4f7e-90ee-312ecd147d8f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:36.278303 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-da90eecd-7658-4a50-8e96-bd667d545fd5 req-cd940bd1-7b69-4f7e-90ee-312ecd147d8f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab3edef6-404c-43c3-8804-b1aa1482f31e HTTP/1.1" status: 200 len: 944 time: 0.1419258 Jul 16 01:35:36.391908 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5c44045c-6c4d-4d6f-8a74-7784451dd765 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.397114 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-da90eecd-7658-4a50-8e96-bd667d545fd5 req-f74bfb01-cf06-4ba3-ada1-ec98fd053e82 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091657 Jul 16 01:35:36.435348 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5c44045c-6c4d-4d6f-8a74-7784451dd765 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.437030 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5c44045c-6c4d-4d6f-8a74-7784451dd765 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/networks/6452cc8c-3f72-4e2a-b893-63a0ea0059e5 HTTP/1.1" status: 204 len: 168 time: 1.0528252 Jul 16 01:35:36.438117 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44045c-6c4d-4d6f-8a74-7784451dd765 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Network': ['ID=6452cc8c-3f72-4e2a-b893-63a0ea0059e5,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:36.440928 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34212) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:36.447671 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-f5547120-cdf5-45a9-ae9f-97ceea255704 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1773830977'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:36.475379 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5547120-cdf5-45a9-ae9f-97ceea255704 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Made reservation on behalf of 25f43487b8e9471c8206a5429d008e7d for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:36.482175 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5547120-cdf5-45a9-ae9f-97ceea255704 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.497295 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 46bab66a-4b68-45c1-8432-d642b016d247 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:36.515061 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5547120-cdf5-45a9-ae9f-97ceea255704 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:36.531114 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5547120-cdf5-45a9-ae9f-97ceea255704 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.532787 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-f5547120-cdf5-45a9-ae9f-97ceea255704 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Added segment abc0a6a5-df06-4880-ac7e-320bb6e227e9 of type vlan for network fc463f4c-babc-4bff-9e2e-057ea11463b6 Jul 16 01:35:36.538428 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c57082-ac49-43fd-9aa4-b00080948a20 req-f313108e-1bbd-4997-97c1-e6f9f901d448 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:36.540073 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30c57082-ac49-43fd-9aa4-b00080948a20 req-f313108e-1bbd-4997-97c1-e6f9f901d448 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=c920e047-1315-413d-a572-1a4044496ba6 HTTP/1.1" status: 200 len: 945 time: 0.1160510 Jul 16 01:35:36.637987 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30c57082-ac49-43fd-9aa4-b00080948a20 req-b5ead4ea-ffa3-4bec-b23c-980a3bb8bf33 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900481 Jul 16 01:35:36.638811 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5547120-cdf5-45a9-ae9f-97ceea255704 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.697967 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 46bab66a-4b68-45c1-8432-d642b016d247, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=46bab66a-4b68-45c1-8432-d642b016d247,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:36.713445 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '46bab66a-4b68-45c1-8432-d642b016d247', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'port_id': '46bab66a-4b68-45c1-8432-d642b016d247', 'mac_address': 'fa:16:3e:f3:06:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:36.726992 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5547120-cdf5-45a9-ae9f-97ceea255704 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.742100 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5547120-cdf5-45a9-ae9f-97ceea255704 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:36.746661 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5547120-cdf5-45a9-ae9f-97ceea255704 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.770188 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.793076 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46bab66a-4b68-45c1-8432-d642b016d247 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:36.821061 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 46bab66a-4b68-45c1-8432-d642b016d247, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=46bab66a-4b68-45c1-8432-d642b016d247,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:36.826220 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.868633 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f5547120-cdf5-45a9-ae9f-97ceea255704 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4266145 Jul 16 01:35:36.870192 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5547120-cdf5-45a9-ae9f-97ceea255704 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Network': ['ID=fc463f4c-babc-4bff-9e2e-057ea11463b6,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:36.872318 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34220) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:36.879027 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-c7638ec9-2e1a-4f47-893a-12d25bc68b43 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'subnet': {'network_id': 'fc463f4c-babc-4bff-9e2e-057ea11463b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:36.884587 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network fc463f4c-babc-4bff-9e2e-057ea11463b6 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:36.915543 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=46bab66a-4b68-45c1-8432-d642b016d247,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:37.036882 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7638ec9-2e1a-4f47-893a-12d25bc68b43 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Made reservation on behalf of 25f43487b8e9471c8206a5429d008e7d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:37.041155 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c7638ec9-2e1a-4f47-893a-12d25bc68b43 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.130370 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['46bab66a-4b68-45c1-8432-d642b016d247'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:37.273870 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c7638ec9-2e1a-4f47-893a-12d25bc68b43 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.372614 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7638ec9-2e1a-4f47-893a-12d25bc68b43 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Subnet': ['ID=f9c4e424-6792-41aa-aa40-58302c308506,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:37.409620 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7638ec9-2e1a-4f47-893a-12d25bc68b43 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Checking segment: {'id': 'abc0a6a5-df06-4880-ac7e-320bb6e227e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fc463f4c-babc-4bff-9e2e-057ea11463b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:37.410012 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7638ec9-2e1a-4f47-893a-12d25bc68b43 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network hostable DHCP agents. Network: fc463f4c-babc-4bff-9e2e-057ea11463b6, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:37.440909 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7638ec9-2e1a-4f47-893a-12d25bc68b43 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network fc463f4c-babc-4bff-9e2e-057ea11463b6 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:37.458958 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-c7638ec9-2e1a-4f47-893a-12d25bc68b43 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, fc463f4c-babc-4bff-9e2e-057ea11463b6) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:37.466418 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7638ec9-2e1a-4f47-893a-12d25bc68b43 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:37.469598 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c7638ec9-2e1a-4f47-893a-12d25bc68b43 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.478485 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7236d2-3a03-4873-a242-7b1d63cf190d None None] Network fc463f4c-babc-4bff-9e2e-057ea11463b6 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:37.528925 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c7638ec9-2e1a-4f47-893a-12d25bc68b43 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6551871 Jul 16 01:35:37.531478 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34240) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:37.542445 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-4127949d-b979-4fc3-aef4-63870f6504b3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1084114476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:37.580992 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bb046-1754-4a0b-80ea-f5fd9f1b49fb req-3c56de75-cb0b-4998-9c51-9c3cc32e2c07 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:37.587662 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a69bb046-1754-4a0b-80ea-f5fd9f1b49fb req-3c56de75-cb0b-4998-9c51-9c3cc32e2c07 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.82 "GET /v2.0/ports?device_id=c920e047-1315-413d-a572-1a4044496ba6 HTTP/1.1" status: 200 len: 945 time: 0.1514585 Jul 16 01:35:37.678982 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4127949d-b979-4fc3-aef4-63870f6504b3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.680041 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4127949d-b979-4fc3-aef4-63870f6504b3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.836947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 498aca21-a8ae-470b-9ee0-6af5381f56ec no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:37.872846 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-a69bb046-1754-4a0b-80ea-f5fd9f1b49fb req-37a96e40-7570-468a-b37b-e5ba689a16c9 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Deleting port bd1d4512-f047-4fcc-8664-cfdc076d59f1 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:37.873540 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a69bb046-1754-4a0b-80ea-f5fd9f1b49fb req-37a96e40-7570-468a-b37b-e5ba689a16c9 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.895062 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 498aca21-a8ae-470b-9ee0-6af5381f56ec {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:37.895592 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 498aca21-a8ae-470b-9ee0-6af5381f56ec not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:37.942450 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de975e-e76e-4236-b4a6-b05345447c6b req-8bfaf5f9-1115-44aa-be5b-901d2c184560 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:37.944078 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-64de975e-e76e-4236-b4a6-b05345447c6b req-8bfaf5f9-1115-44aa-be5b-901d2c184560 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab3edef6-404c-43c3-8804-b1aa1482f31e HTTP/1.1" status: 200 len: 945 time: 0.3559694 Jul 16 01:35:37.948137 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4127949d-b979-4fc3-aef4-63870f6504b3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.956387 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4127949d-b979-4fc3-aef4-63870f6504b3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.991162 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4127949d-b979-4fc3-aef4-63870f6504b3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.993470 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4127949d-b979-4fc3-aef4-63870f6504b3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4608381 Jul 16 01:35:37.997731 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34252) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:38.077130 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb9aa13-0671-4b8d-92b9-26ce3296d9a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-fc463f4c-babc-4bff-9e2e-057ea11463b6', 'network_id': 'fc463f4c-babc-4bff-9e2e-057ea11463b6', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'fixed_ips': [{'subnet_id': 'f9c4e424-6792-41aa-aa40-58302c308506'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:38.078133 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cbb9aa13-0671-4b8d-92b9-26ce3296d9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.092399 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-a69bb046-1754-4a0b-80ea-f5fd9f1b49fb req-37a96e40-7570-468a-b37b-e5ba689a16c9 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] For port bd1d4512-f047-4fcc-8664-cfdc076d59f1, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=bd1d4512-f047-4fcc-8664-cfdc076d59f1,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:38.093334 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a69bb046-1754-4a0b-80ea-f5fd9f1b49fb req-37a96e40-7570-468a-b37b-e5ba689a16c9 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.112319 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-a69bb046-1754-4a0b-80ea-f5fd9f1b49fb req-37a96e40-7570-468a-b37b-e5ba689a16c9 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Calling delete_port for bd1d4512-f047-4fcc-8664-cfdc076d59f1 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:38.178080 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-64de975e-e76e-4236-b4a6-b05345447c6b req-f3568f19-0d0a-42ca-bc2a-ad6ecf5ba5e1 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043757 Jul 16 01:35:38.282333 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-cbb9aa13-0671-4b8d-92b9-26ce3296d9a0 None None] Allocated IP 2001:db8::2 (fc463f4c-babc-4bff-9e2e-057ea11463b6/f9c4e424-6792-41aa-aa40-58302c308506/aaa65a09-c401-434e-962f-f2be3415ee4c) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:38.309369 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ac60b-951b-4658-8605-dbd4fe537464 req-882d8ee0-b024-4938-9e87-e9616102a99c tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:38.310892 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a03ac60b-951b-4658-8605-dbd4fe537464 req-882d8ee0-b024-4938-9e87-e9616102a99c tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=c920e047-1315-413d-a572-1a4044496ba6 HTTP/1.1" status: 200 len: 945 time: 0.2680967 Jul 16 01:35:38.344539 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f32c87ce-2e4b-4f3c-827e-70d66cbc1331 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.398892 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a03ac60b-951b-4658-8605-dbd4fe537464 req-bbc55c9a-cad2-48cd-8f6a-fcea623fdf78 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564597 Jul 16 01:35:38.415061 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a69bb046-1754-4a0b-80ea-f5fd9f1b49fb req-37a96e40-7570-468a-b37b-e5ba689a16c9 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.498800 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a96e40-7570-468a-b37b-e5ba689a16c9 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Pushing event deleted for resources: {'Port': ['ID=bd1d4512-f047-4fcc-8664-cfdc076d59f1,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:38.510735 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['d718468d-4bd2-4ec0-88f0-d6d976174d66', '393bc5c9-65ea-47b3-83c7-4bcd700effc7'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:38.518326 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 46bab66a-4b68-45c1-8432-d642b016d247 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:38.610820 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69bb046-1754-4a0b-80ea-f5fd9f1b49fb req-37a96e40-7570-468a-b37b-e5ba689a16c9 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] No DVR routers for this DVR port bd1d4512-f047-4fcc-8664-cfdc076d59f1 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:38.619867 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a69bb046-1754-4a0b-80ea-f5fd9f1b49fb req-37a96e40-7570-468a-b37b-e5ba689a16c9 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.622021 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a69bb046-1754-4a0b-80ea-f5fd9f1b49fb req-37a96e40-7570-468a-b37b-e5ba689a16c9 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.82 "DELETE /v2.0/ports/bd1d4512-f047-4fcc-8664-cfdc076d59f1 HTTP/1.1" status: 204 len: 173 time: 1.0304642 Jul 16 01:35:38.622922 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c920e047-1315-413d-a572-1a4044496ba6', 'name': 'network-vif-deleted', 'tag': 'bd1d4512-f047-4fcc-8664-cfdc076d59f1'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:38.625436 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d112087c-9b55-420e-8463-cb9d661337cb" -d '{"events": [{"server_uuid": "c920e047-1315-413d-a572-1a4044496ba6", "name": "network-vif-deleted", "tag": "bd1d4512-f047-4fcc-8664-cfdc076d59f1"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:38.741082 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cbb9aa13-0671-4b8d-92b9-26ce3296d9a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.763020 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 46bab66a-4b68-45c1-8432-d642b016d247 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:38.765585 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cbb9aa13-0671-4b8d-92b9-26ce3296d9a0 None None] Transition to ACTIVE for port object aaa65a09-c401-434e-962f-f2be3415ee4c will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:38.787881 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 46bab66a-4b68-45c1-8432-d642b016d247 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:38.788254 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.804591 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d11462b-ee63-4a0b-a72c-719760a9dc8a x-openstack-request-id: req-3d11462b-ee63-4a0b-a72c-719760a9dc8a {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:38.805089 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c920e047-1315-413d-a572-1a4044496ba6", "name": "network-vif-deleted", "tag": "bd1d4512-f047-4fcc-8664-cfdc076d59f1", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:38.805505 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d11462b-ee63-4a0b-a72c-719760a9dc8a {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:38.806130 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c920e047-1315-413d-a572-1a4044496ba6', 'name': 'network-vif-deleted', 'tag': 'bd1d4512-f047-4fcc-8664-cfdc076d59f1', 'status': 'completed', 'code': 200} Jul 16 01:35:38.855358 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cbb9aa13-0671-4b8d-92b9-26ce3296d9a0 None None] Transition to ACTIVE for port object aaa65a09-c401-434e-962f-f2be3415ee4c will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:38.871205 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cbb9aa13-0671-4b8d-92b9-26ce3296d9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.928201 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-f32c87ce-2e4b-4f3c-827e-70d66cbc1331 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Allocated IP 2001:db8::1 (fc463f4c-babc-4bff-9e2e-057ea11463b6/f9c4e424-6792-41aa-aa40-58302c308506/b91b2270-1c5c-4b49-bf96-0e48788c80a6) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:38.949066 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9aa13-0671-4b8d-92b9-26ce3296d9a0 None None] Pushing event updated for resources: {'Port': ['ID=aaa65a09-c401-434e-962f-f2be3415ee4c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:38.967026 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb9aa13-0671-4b8d-92b9-26ce3296d9a0 None None] Network fc463f4c-babc-4bff-9e2e-057ea11463b6 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:38.974747 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-cbb9aa13-0671-4b8d-92b9-26ce3296d9a0 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:38.980862 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb9aa13-0671-4b8d-92b9-26ce3296d9a0 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:38.999044 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.100867 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f32c87ce-2e4b-4f3c-827e-70d66cbc1331 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.124771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-f32c87ce-2e4b-4f3c-827e-70d66cbc1331 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Transition to ACTIVE for port object b91b2270-1c5c-4b49-bf96-0e48788c80a6 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:39.139110 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 46bab66a-4b68-45c1-8432-d642b016d247, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=46bab66a-4b68-45c1-8432-d642b016d247,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:39.140121 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3edef6-404c-43c3-8804-b1aa1482f31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46bab66a-4b68-45c1-8432-d642b016d247'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:39.143634 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e84cfd0-c0c7-4189-a01f-086bdab90c19" -d '{"events": [{"server_uuid": "ab3edef6-404c-43c3-8804-b1aa1482f31e", "name": "network-vif-plugged", "status": "completed", "tag": "46bab66a-4b68-45c1-8432-d642b016d247"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:39.184397 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f32c87ce-2e4b-4f3c-827e-70d66cbc1331 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.220598 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.231130 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271cab04-48b3-457f-8206-c5b5c78fda56 x-openstack-request-id: req-271cab04-48b3-457f-8206-c5b5c78fda56 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:39.231548 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3edef6-404c-43c3-8804-b1aa1482f31e", "name": "network-vif-plugged", "status": "completed", "tag": "46bab66a-4b68-45c1-8432-d642b016d247", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:39.232089 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-271cab04-48b3-457f-8206-c5b5c78fda56 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:39.232929 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3edef6-404c-43c3-8804-b1aa1482f31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46bab66a-4b68-45c1-8432-d642b016d247', 'code': 200} Jul 16 01:35:39.268341 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-cbb9aa13-0671-4b8d-92b9-26ce3296d9a0 None None] Attempting to bind port aaa65a09-c401-434e-962f-f2be3415ee4c on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:39.268889 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-cbb9aa13-0671-4b8d-92b9-26ce3296d9a0 None None] Attempting to bind port aaa65a09-c401-434e-962f-f2be3415ee4c by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'abc0a6a5-df06-4880-ac7e-320bb6e227e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fc463f4c-babc-4bff-9e2e-057ea11463b6'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:39.269359 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb9aa13-0671-4b8d-92b9-26ce3296d9a0 None None] Attempting to bind port aaa65a09-c401-434e-962f-f2be3415ee4c on network fc463f4c-babc-4bff-9e2e-057ea11463b6 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:39.272702 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32c87ce-2e4b-4f3c-827e-70d66cbc1331 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network fc463f4c-babc-4bff-9e2e-057ea11463b6 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:39.276902 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-f32c87ce-2e4b-4f3c-827e-70d66cbc1331 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:39.288146 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32c87ce-2e4b-4f3c-827e-70d66cbc1331 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:39.288868 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f32c87ce-2e4b-4f3c-827e-70d66cbc1331 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.329767 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb9aa13-0671-4b8d-92b9-26ce3296d9a0 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:39.330392 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb9aa13-0671-4b8d-92b9-26ce3296d9a0 None None] Checking segment: {'id': 'abc0a6a5-df06-4880-ac7e-320bb6e227e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fc463f4c-babc-4bff-9e2e-057ea11463b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:39.330924 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cbb9aa13-0671-4b8d-92b9-26ce3296d9a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.331518 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb9aa13-0671-4b8d-92b9-26ce3296d9a0 None None] Bound using segment: {'id': 'abc0a6a5-df06-4880-ac7e-320bb6e227e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fc463f4c-babc-4bff-9e2e-057ea11463b6'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:39.332323 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-cbb9aa13-0671-4b8d-92b9-26ce3296d9a0 None None] Bound port: aaa65a09-c401-434e-962f-f2be3415ee4c, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc0a6a5-df06-4880-ac7e-320bb6e227e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fc463f4c-babc-4bff-9e2e-057ea11463b6'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:39.332898 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cbb9aa13-0671-4b8d-92b9-26ce3296d9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.460066 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c87ce-2e4b-4f3c-827e-70d66cbc1331 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Port': ['ID=b91b2270-1c5c-4b49-bf96-0e48788c80a6,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:39.617620 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=46bab66a-4b68-45c1-8432-d642b016d247,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:39.665510 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-cbb9aa13-0671-4b8d-92b9-26ce3296d9a0 None None] For port aaa65a09-c401-434e-962f-f2be3415ee4c, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:39.670587 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-cbb9aa13-0671-4b8d-92b9-26ce3296d9a0 None None] For port aaa65a09-c401-434e-962f-f2be3415ee4c, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=aaa65a09-c401-434e-962f-f2be3415ee4c,segment=NetworkSegment(abc0a6a5-df06-4880-ac7e-320bb6e227e9),segment_id=abc0a6a5-df06-4880-ac7e-320bb6e227e9)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:39.679222 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea22b45-1edd-4006-9609-6d5e0f0382ad req-00c0b698-20c3-4432-8c1d-a10f262b74f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:39.689155 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fea22b45-1edd-4006-9609-6d5e0f0382ad req-00c0b698-20c3-4432-8c1d-a10f262b74f1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ab3edef6-404c-43c3-8804-b1aa1482f31e HTTP/1.1" status: 200 len: 1098 time: 0.1785030 Jul 16 01:35:39.690096 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cbb9aa13-0671-4b8d-92b9-26ce3296d9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.712543 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f32c87ce-2e4b-4f3c-827e-70d66cbc1331 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.805607 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9aa13-0671-4b8d-92b9-26ce3296d9a0 None None] Pushing event updated for resources: {'Port': ['ID=aaa65a09-c401-434e-962f-f2be3415ee4c,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:39.807507 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fea22b45-1edd-4006-9609-6d5e0f0382ad req-bad6a346-413a-4675-8abe-123809eee438 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107450 Jul 16 01:35:40.140089 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device bd1d4512-f047-4fcc-8664-cfdc076d59f1 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:40.178557 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: bd1d4512-f047-4fcc-8664-cfdc076d59f1 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:40.179097 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device bd1d4512-f047-4fcc-8664-cfdc076d59f1 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:40.183435 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28dff5-5df3-4dd3-bfc1-2957ad6aa687 req-ace93664-e7d3-48eb-a9c2-8dc10bf25243 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:40.187257 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d28dff5-5df3-4dd3-bfc1-2957ad6aa687 req-ace93664-e7d3-48eb-a9c2-8dc10bf25243 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab3edef6-404c-43c3-8804-b1aa1482f31e HTTP/1.1" status: 200 len: 946 time: 0.5668013 Jul 16 01:35:40.317002 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d28dff5-5df3-4dd3-bfc1-2957ad6aa687 req-105368f7-a1f7-4659-9c3f-28b7f0bed36e tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673480 Jul 16 01:35:40.403569 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f32c87ce-2e4b-4f3c-827e-70d66cbc1331 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.414130 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f32c87ce-2e4b-4f3c-827e-70d66cbc1331 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.415130 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f32c87ce-2e4b-4f3c-827e-70d66cbc1331 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.507326 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c87ce-2e4b-4f3c-827e-70d66cbc1331 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Port': ['ID=b91b2270-1c5c-4b49-bf96-0e48788c80a6,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:40.658040 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32c87ce-2e4b-4f3c-827e-70d66cbc1331 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network fc463f4c-babc-4bff-9e2e-057ea11463b6 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:40.662847 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-f32c87ce-2e4b-4f3c-827e-70d66cbc1331 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:40.678316 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4aaae-1408-4453-a642-ada120a2f2ad req-7ecae743-f30a-4abb-a944-b8794c5e266c tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:40.690473 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c9a4aaae-1408-4453-a642-ada120a2f2ad req-7ecae743-f30a-4abb-a944-b8794c5e266c tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d44dc97-d3d4-494c-8491-87151cd0dba0 HTTP/1.1" status: 200 len: 946 time: 0.1923544 Jul 16 01:35:40.779478 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c9a4aaae-1408-4453-a642-ada120a2f2ad req-af608148-e7c9-4090-9b2e-c6e67071e646 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861328 Jul 16 01:35:40.924970 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32c87ce-2e4b-4f3c-827e-70d66cbc1331 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Router c501a714-469d-4a6a-86a9-d0491283cfa2 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:35:41.036443 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32c87ce-2e4b-4f3c-827e-70d66cbc1331 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:41.041993 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f32c87ce-2e4b-4f3c-827e-70d66cbc1331 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "PUT /v2.0/routers/c501a714-469d-4a6a-86a9-d0491283cfa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0429664 Jul 16 01:35:41.044933 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34302) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:41.048473 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264de316-6865-4f3b-97c8-8a14a34dafcb None None] Sync routers for ids ['c501a714-469d-4a6a-86a9-d0491283cfa2'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:41.063022 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264de316-6865-4f3b-97c8-8a14a34dafcb None None] Routers {'c501a714-469d-4a6a-86a9-d0491283cfa2'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:41.069653 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-264de316-6865-4f3b-97c8-8a14a34dafcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:35:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c501a714-469d-4a6a-86a9-d0491283cfa2'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:41.109135 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e12e56-b689-448c-aaa2-42f16065ffe4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:41.111817 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b1e12e56-b689-448c-aaa2-42f16065ffe4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "GET /v2.0/ports/b91b2270-1c5c-4b49-bf96-0e48788c80a6 HTTP/1.1" status: 200 len: 911 time: 0.0655632 Jul 16 01:35:41.115397 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-264de316-6865-4f3b-97c8-8a14a34dafcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:41.116546 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34304) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:41.125936 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264de316-6865-4f3b-97c8-8a14a34dafcb None None] Routers {'c501a714-469d-4a6a-86a9-d0491283cfa2'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:41.126749 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-264de316-6865-4f3b-97c8-8a14a34dafcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:35:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c501a714-469d-4a6a-86a9-d0491283cfa2'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:41.174481 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-264de316-6865-4f3b-97c8-8a14a34dafcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:41.175310 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264de316-6865-4f3b-97c8-8a14a34dafcb None None] The sync data for ids ['c501a714-469d-4a6a-86a9-d0491283cfa2'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:41.242723 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca3df97-5314-430f-b37e-26c788ccab6e None None] Network fc463f4c-babc-4bff-9e2e-057ea11463b6 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:41.338005 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-33b19ff2-a4ea-4b02-a7f0-498f7309ecbd None None] Provisioning for port aaa65a09-c401-434e-962f-f2be3415ee4c completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:41.655269 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device aaa65a09-c401-434e-962f-f2be3415ee4c up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:41.727618 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port aaa65a09-c401-434e-962f-f2be3415ee4c completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:41.734386 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port aaa65a09-c401-434e-962f-f2be3415ee4c triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:41.734896 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.787986 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ad17e228-675f-44c3-9826-49de329f02b4 None None] Provisioning complete for port aaa65a09-c401-434e-962f-f2be3415ee4c triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:41.788541 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad17e228-675f-44c3-9826-49de329f02b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.880008 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a013b5-9619-4422-8788-45f72caebcfb req-3ff85c9d-7b10-423c-8fa8-cac9d8df3fa8 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:41.882619 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34a013b5-9619-4422-8788-45f72caebcfb req-3ff85c9d-7b10-423c-8fa8-cac9d8df3fa8 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab3edef6-404c-43c3-8804-b1aa1482f31e HTTP/1.1" status: 200 len: 946 time: 0.2010560 Jul 16 01:35:41.912937 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43214dc-d1d4-48c4-9da3-246f52ce440a req-6aae797f-eb4c-4eb8-801b-0e1b26bb3711 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:41.915437 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e43214dc-d1d4-48c4-9da3-246f52ce440a req-6aae797f-eb4c-4eb8-801b-0e1b26bb3711 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d44dc97-d3d4-494c-8491-87151cd0dba0 HTTP/1.1" status: 200 len: 946 time: 0.1777875 Jul 16 01:35:41.984027 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.990571 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34a013b5-9619-4422-8788-45f72caebcfb req-9ee31a19-2dbe-4612-b866-48a998f712c3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814936 Jul 16 01:35:42.070958 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port aaa65a09-c401-434e-962f-f2be3415ee4c, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=aaa65a09-c401-434e-962f-f2be3415ee4c,segment=NetworkSegment(abc0a6a5-df06-4880-ac7e-320bb6e227e9),segment_id=abc0a6a5-df06-4880-ac7e-320bb6e227e9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:42.080000 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.146735 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad17e228-675f-44c3-9826-49de329f02b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.201817 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d9ee5228-9c10-4fb5-9cd6-2eb462f2baf0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.240726 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=aaa65a09-c401-434e-962f-f2be3415ee4c,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:42.261782 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-ad17e228-675f-44c3-9826-49de329f02b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:35:42.264091 n-d-792394-16 neutron-server[93957]: DEBUG oslo_db.api [None req-ad17e228-675f-44c3-9826-49de329f02b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:35:42.357118 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-e43214dc-d1d4-48c4-9da3-246f52ce440a req-2c0f0128-1b7e-4b1d-9f9e-67c0c6ceda9e tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Deleting port 393bc5c9-65ea-47b3-83c7-4bcd700effc7 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:42.357529 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e43214dc-d1d4-48c4-9da3-246f52ce440a req-2c0f0128-1b7e-4b1d-9f9e-67c0c6ceda9e tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.462830 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d67ced-3293-43f2-b764-8c27ca5bc514 req-46b66864-0199-4708-8af4-89b0e330bd4c tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:42.471484 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-55d67ced-3293-43f2-b764-8c27ca5bc514 req-46b66864-0199-4708-8af4-89b0e330bd4c tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d44dc97-d3d4-494c-8491-87151cd0dba0 HTTP/1.1" status: 200 len: 946 time: 0.3633528 Jul 16 01:35:42.596459 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-55d67ced-3293-43f2-b764-8c27ca5bc514 req-30e4e055-7ad1-444d-a663-26733802a0c1 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221814 Jul 16 01:35:42.598004 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9261d009-72e0-457f-85ee-06d2c03a4647 req-e9b96a59-b4cc-462e-9f14-59cf2f8636d1 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab HTTP/1.1" status: 200 len: 267 time: 0.0614309 Jul 16 01:35:42.650156 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-e43214dc-d1d4-48c4-9da3-246f52ce440a req-2c0f0128-1b7e-4b1d-9f9e-67c0c6ceda9e tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] For port 393bc5c9-65ea-47b3-83c7-4bcd700effc7, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=393bc5c9-65ea-47b3-83c7-4bcd700effc7,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:42.651901 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e43214dc-d1d4-48c4-9da3-246f52ce440a req-2c0f0128-1b7e-4b1d-9f9e-67c0c6ceda9e tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.685365 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-e43214dc-d1d4-48c4-9da3-246f52ce440a req-2c0f0128-1b7e-4b1d-9f9e-67c0c6ceda9e tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Calling delete_port for 393bc5c9-65ea-47b3-83c7-4bcd700effc7 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:42.782160 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d009-72e0-457f-85ee-06d2c03a4647 req-8c7f0ff3-7d67-4836-a5b6-f21815ea440d tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:42.786007 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9261d009-72e0-457f-85ee-06d2c03a4647 req-8c7f0ff3-7d67-4836-a5b6-f21815ea440d tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab3edef6-404c-43c3-8804-b1aa1482f31e HTTP/1.1" status: 200 len: 946 time: 0.1685624 Jul 16 01:35:42.803398 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-9261d009-72e0-457f-85ee-06d2c03a4647 req-66f086e8-ef83-4b4d-8d42-b5823673e9ca tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Request body: {'port': {'security_groups': []}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:42.809344 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee5228-9c10-4fb5-9cd6-2eb462f2baf0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting port b91b2270-1c5c-4b49-bf96-0e48788c80a6 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:42.809812 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d9ee5228-9c10-4fb5-9cd6-2eb462f2baf0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.849221 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ad17e228-675f-44c3-9826-49de329f02b4 None None] Provisioning for port b91b2270-1c5c-4b49-bf96-0e48788c80a6 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:42.854705 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ad17e228-675f-44c3-9826-49de329f02b4 None None] Provisioning complete for port b91b2270-1c5c-4b49-bf96-0e48788c80a6 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:42.855074 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad17e228-675f-44c3-9826-49de329f02b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.909921 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ad17e228-675f-44c3-9826-49de329f02b4 None None] Port b91b2270-1c5c-4b49-bf96-0e48788c80a6 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:42.930511 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e43214dc-d1d4-48c4-9da3-246f52ce440a req-2c0f0128-1b7e-4b1d-9f9e-67c0c6ceda9e tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.944732 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['d718468d-4bd2-4ec0-88f0-d6d976174d66', '393bc5c9-65ea-47b3-83c7-4bcd700effc7'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:42.976025 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f0128-1b7e-4b1d-9f9e-67c0c6ceda9e tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Pushing event deleted for resources: {'Port': ['ID=393bc5c9-65ea-47b3-83c7-4bcd700effc7,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:43.051100 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43214dc-d1d4-48c4-9da3-246f52ce440a req-2c0f0128-1b7e-4b1d-9f9e-67c0c6ceda9e tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] No DVR routers for this DVR port 393bc5c9-65ea-47b3-83c7-4bcd700effc7 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:43.054236 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e43214dc-d1d4-48c4-9da3-246f52ce440a req-2c0f0128-1b7e-4b1d-9f9e-67c0c6ceda9e tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.055592 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-9261d009-72e0-457f-85ee-06d2c03a4647 req-66f086e8-ef83-4b4d-8d42-b5823673e9ca tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.056170 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b1bfdfb1-9ab1-4fd5-b5f0-60880a8eda99 None None] Provisioning complete for port b91b2270-1c5c-4b49-bf96-0e48788c80a6 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:43.056694 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b1bfdfb1-9ab1-4fd5-b5f0-60880a8eda99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.058226 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e43214dc-d1d4-48c4-9da3-246f52ce440a req-2c0f0128-1b7e-4b1d-9f9e-67c0c6ceda9e tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.84 "DELETE /v2.0/ports/393bc5c9-65ea-47b3-83c7-4bcd700effc7 HTTP/1.1" status: 204 len: 173 time: 1.1341825 Jul 16 01:35:43.058915 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d44dc97-d3d4-494c-8491-87151cd0dba0', 'name': 'network-vif-deleted', 'tag': '393bc5c9-65ea-47b3-83c7-4bcd700effc7'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:43.059669 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d9ee5228-9c10-4fb5-9cd6-2eb462f2baf0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.072195 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ea086a-7e6e-4a50-b7af-0461841e26ac" -d '{"events": [{"server_uuid": "2d44dc97-d3d4-494c-8491-87151cd0dba0", "name": "network-vif-deleted", "tag": "393bc5c9-65ea-47b3-83c7-4bcd700effc7"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:43.088666 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee5228-9c10-4fb5-9cd6-2eb462f2baf0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Calling delete_port for b91b2270-1c5c-4b49-bf96-0e48788c80a6 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:43.144204 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4b4b59-070c-4497-aa98-9611cea1a089 x-openstack-request-id: req-0a4b4b59-070c-4497-aa98-9611cea1a089 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:43.144580 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d44dc97-d3d4-494c-8491-87151cd0dba0", "name": "network-vif-deleted", "tag": "393bc5c9-65ea-47b3-83c7-4bcd700effc7", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:43.145396 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a4b4b59-070c-4497-aa98-9611cea1a089 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:43.145396 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d44dc97-d3d4-494c-8491-87151cd0dba0', 'name': 'network-vif-deleted', 'tag': '393bc5c9-65ea-47b3-83c7-4bcd700effc7', 'status': 'completed', 'code': 200} Jul 16 01:35:43.181088 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b1bfdfb1-9ab1-4fd5-b5f0-60880a8eda99 None None] Port b91b2270-1c5c-4b49-bf96-0e48788c80a6 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:43.402986 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-9261d009-72e0-457f-85ee-06d2c03a4647 req-66f086e8-ef83-4b4d-8d42-b5823673e9ca tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] For port 46bab66a-4b68-45c1-8432-d642b016d247, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=46bab66a-4b68-45c1-8432-d642b016d247,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:43.474494 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-9261d009-72e0-457f-85ee-06d2c03a4647 req-66f086e8-ef83-4b4d-8d42-b5823673e9ca tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.484296 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-9261d009-72e0-457f-85ee-06d2c03a4647 req-66f086e8-ef83-4b4d-8d42-b5823673e9ca tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.496404 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d9ee5228-9c10-4fb5-9cd6-2eb462f2baf0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.499426 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['8534aa3a-1896-482e-ada1-1d5184e8d6b0'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:43.539360 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['1d5b4873-70f8-4714-956d-f3c4e22f2c5d', '46bab66a-4b68-45c1-8432-d642b016d247'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:43.549351 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d009-72e0-457f-85ee-06d2c03a4647 req-66f086e8-ef83-4b4d-8d42-b5823673e9ca tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:43.550106 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-9261d009-72e0-457f-85ee-06d2c03a4647 req-66f086e8-ef83-4b4d-8d42-b5823673e9ca tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.551593 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9261d009-72e0-457f-85ee-06d2c03a4647 req-66f086e8-ef83-4b4d-8d42-b5823673e9ca tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "PUT /v2.0/ports/46bab66a-4b68-45c1-8432-d642b016d247 HTTP/1.1" status: 200 len: 905 time: 0.7570436 Jul 16 01:35:43.551866 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3edef6-404c-43c3-8804-b1aa1482f31e', 'tag': '46bab66a-4b68-45c1-8432-d642b016d247'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:43.554181 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bf5648-542c-48c6-8a8b-0eb58d9ec3c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3edef6-404c-43c3-8804-b1aa1482f31e", "tag": "46bab66a-4b68-45c1-8432-d642b016d247"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:43.842213 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['46bab66a-4b68-45c1-8432-d642b016d247'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:43.871533 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869b1ad3-d689-488e-b5a8-912c567d68b4 x-openstack-request-id: req-869b1ad3-d689-488e-b5a8-912c567d68b4 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:43.871533 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3edef6-404c-43c3-8804-b1aa1482f31e", "tag": "46bab66a-4b68-45c1-8432-d642b016d247", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:43.871533 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-869b1ad3-d689-488e-b5a8-912c567d68b4 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:43.871909 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3edef6-404c-43c3-8804-b1aa1482f31e', 'tag': '46bab66a-4b68-45c1-8432-d642b016d247', 'status': 'completed', 'code': 200} Jul 16 01:35:43.872626 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f086e8-ef83-4b4d-8d42-b5823673e9ca tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Pushing event updated for resources: {'Port': ['ID=46bab66a-4b68-45c1-8432-d642b016d247,revision_number=6']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:43.920869 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device aaa65a09-c401-434e-962f-f2be3415ee4c up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:44.001154 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf5648-542c-48c6-8a8b-0eb58d9ec3c3 req-74299755-35bf-4e11-bb1e-6b677153b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:44.004774 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d4bf5648-542c-48c6-8a8b-0eb58d9ec3c3 req-74299755-35bf-4e11-bb1e-6b677153b3e9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=ab3edef6-404c-43c3-8804-b1aa1482f31e HTTP/1.1" status: 200 len: 1060 time: 0.2307956 Jul 16 01:35:44.197873 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee5228-9c10-4fb5-9cd6-2eb462f2baf0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Port': ['ID=b91b2270-1c5c-4b49-bf96-0e48788c80a6,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:44.217676 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d9ee5228-9c10-4fb5-9cd6-2eb462f2baf0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.571514 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ee5228-9c10-4fb5-9cd6-2eb462f2baf0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Router c501a714-469d-4a6a-86a9-d0491283cfa2 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:44.599531 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ef5a7-b41d-41ef-80c1-f142cf76d017 req-5712cbbd-d765-4511-95f7-8847d2f2fa2b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:44.601262 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4a2ef5a7-b41d-41ef-80c1-f142cf76d017 req-5712cbbd-d765-4511-95f7-8847d2f2fa2b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab3edef6-404c-43c3-8804-b1aa1482f31e HTTP/1.1" status: 200 len: 908 time: 0.5848320 Jul 16 01:35:44.701689 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0035544e-adb3-49cd-8840-f2e04d5bfff7 req-92c4924a-6142-4efc-b838-b861eb550bc6 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d44dc97-d3d4-494c-8491-87151cd0dba0 HTTP/1.1" status: 200 len: 210 time: 0.0630701 Jul 16 01:35:44.715614 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e1cfa0fe-5482-4ca7-8b3d-7a5f4b62a79d None None] Provisioning complete for port 46bab66a-4b68-45c1-8432-d642b016d247 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:44.716199 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e1cfa0fe-5482-4ca7-8b3d-7a5f4b62a79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.730497 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ee5228-9c10-4fb5-9cd6-2eb462f2baf0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:44.742609 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d9ee5228-9c10-4fb5-9cd6-2eb462f2baf0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "PUT /v2.0/routers/c501a714-469d-4a6a-86a9-d0491283cfa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6250062 Jul 16 01:35:44.746479 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34368) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:44.777142 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719d778e-639a-4616-9b36-44b6a489f369 None None] Sync routers for ids ['c501a714-469d-4a6a-86a9-d0491283cfa2'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:44.817951 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf5648-542c-48c6-8a8b-0eb58d9ec3c3 req-50abafc5-3c3f-41d0-8dc5-99f6ecb8e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:44.824089 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d4bf5648-542c-48c6-8a8b-0eb58d9ec3c3 req-50abafc5-3c3f-41d0-8dc5-99f6ecb8e5be service neutron] 10.222.0.84 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 911 time: 0.8106506 Jul 16 01:35:44.825354 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-69cb1f25-9818-486c-99d9-cf3b36b880ee tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c501a714-469d-4a6a-86a9-d0491283cfa2 HTTP/1.1" status: 200 len: 205 time: 0.0776789 Jul 16 01:35:44.827962 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34374) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:44.834223 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719d778e-639a-4616-9b36-44b6a489f369 None None] Routers {'c501a714-469d-4a6a-86a9-d0491283cfa2'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:44.835170 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-719d778e-639a-4616-9b36-44b6a489f369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:35:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c501a714-469d-4a6a-86a9-d0491283cfa2'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:44.890225 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port aaa65a09-c401-434e-962f-f2be3415ee4c triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:44.891014 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.915255 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-719d778e-639a-4616-9b36-44b6a489f369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:44.936900 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d4bf5648-542c-48c6-8a8b-0eb58d9ec3c3 req-8eee1858-434a-4906-b03a-6b78c55beaa0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46bab66a-4b68-45c1-8432-d642b016d247 HTTP/1.1" status: 200 len: 217 time: 0.1009347 Jul 16 01:35:44.987278 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719d778e-639a-4616-9b36-44b6a489f369 None None] Routers {'c501a714-469d-4a6a-86a9-d0491283cfa2'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:44.988649 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-719d778e-639a-4616-9b36-44b6a489f369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:35:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c501a714-469d-4a6a-86a9-d0491283cfa2'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:45.011366 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-13150a13-ddac-4cdf-b0ea-5cc613bc9c54 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.048712 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-719d778e-639a-4616-9b36-44b6a489f369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:45.048810 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719d778e-639a-4616-9b36-44b6a489f369 None None] The sync data for ids ['c501a714-469d-4a6a-86a9-d0491283cfa2'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:45.116530 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf5648-542c-48c6-8a8b-0eb58d9ec3c3 req-f1e171f8-528b-4d96-b60d-4f4ec86a3410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:45.118038 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d4bf5648-542c-48c6-8a8b-0eb58d9ec3c3 req-f1e171f8-528b-4d96-b60d-4f4ec86a3410 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.1468782 Jul 16 01:35:45.270390 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-13150a13-ddac-4cdf-b0ea-5cc613bc9c54 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.275787 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-13150a13-ddac-4cdf-b0ea-5cc613bc9c54 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.332980 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-13150a13-ddac-4cdf-b0ea-5cc613bc9c54 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.333518 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13150a13-ddac-4cdf-b0ea-5cc613bc9c54 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Fanout notify agent at l3_agent the message router_deleted on router c501a714-469d-4a6a-86a9-d0491283cfa2 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:35:45.343490 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a8894-910a-41dd-b53a-945dcbfecad7 req-3b041aea-c0be-43f6-aa2c-c33388b2ebb3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:45.345048 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db2a8894-910a-41dd-b53a-945dcbfecad7 req-3b041aea-c0be-43f6-aa2c-c33388b2ebb3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.2941909 Jul 16 01:35:45.350357 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-13150a13-ddac-4cdf-b0ea-5cc613bc9c54 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.351407 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-13150a13-ddac-4cdf-b0ea-5cc613bc9c54 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/routers/c501a714-469d-4a6a-86a9-d0491283cfa2 HTTP/1.1" status: 204 len: 168 time: 0.5221956 Jul 16 01:35:45.354467 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34400) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:45.372942 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf5648-542c-48c6-8a8b-0eb58d9ec3c3 req-eb5ccc23-1a74-430f-8035-94818b7ad2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:45.374476 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d4bf5648-542c-48c6-8a8b-0eb58d9ec3c3 req-eb5ccc23-1a74-430f-8035-94818b7ad2b1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2461343 Jul 16 01:35:45.427752 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db2a8894-910a-41dd-b53a-945dcbfecad7 req-06e9d4d2-a73e-400f-bc6a-61f8042272a7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742071 Jul 16 01:35:45.430618 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ccfaedf-52e7-4834-9962-89ebac042963 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting subnet f9c4e424-6792-41aa-aa40-58302c308506 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:45.435084 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9ccfaedf-52e7-4834-9962-89ebac042963 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.482141 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9ccfaedf-52e7-4834-9962-89ebac042963 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.507863 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d4bf5648-542c-48c6-8a8b-0eb58d9ec3c3 req-ed90d9fe-e249-4ed9-83cc-da12c1357458 service neutron] 10.222.0.84 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256275 Jul 16 01:35:45.638135 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d4bf5648-542c-48c6-8a8b-0eb58d9ec3c3 req-c935bd5a-c311-48d7-b245-3919476be167 service neutron] 10.222.0.84 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221929 Jul 16 01:35:45.642802 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9ccfaedf-52e7-4834-9962-89ebac042963 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.707736 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ef5dd-d7a2-46ef-b252-ca35c436840f req-d51842e0-a62a-4e64-b74b-04b18ad7e0a9 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:45.709479 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-539ef5dd-d7a2-46ef-b252-ca35c436840f req-d51842e0-a62a-4e64-b74b-04b18ad7e0a9 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.1306500 Jul 16 01:35:45.740562 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9ccfaedf-52e7-4834-9962-89ebac042963 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.794961 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfaedf-52e7-4834-9962-89ebac042963 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c4e424-6792-41aa-aa40-58302c308506,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:45.803507 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9ccfaedf-52e7-4834-9962-89ebac042963 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.805428 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9ccfaedf-52e7-4834-9962-89ebac042963 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/subnets/f9c4e424-6792-41aa-aa40-58302c308506 HTTP/1.1" status: 204 len: 168 time: 0.4498746 Jul 16 01:35:45.808193 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34418) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:45.809433 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-539ef5dd-d7a2-46ef-b252-ca35c436840f req-8bfee69e-ef73-4907-8751-701e02f4e5bf tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871654 Jul 16 01:35:45.812552 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ab119d-8d4e-458e-9aa2-99fe5a4fcb14 None None] Network fc463f4c-babc-4bff-9e2e-057ea11463b6 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:46.031767 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73017b02-a3a1-4114-81b4-f08d403fa1da tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.161104 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-73017b02-a3a1-4114-81b4-f08d403fa1da tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting port aaa65a09-c401-434e-962f-f2be3415ee4c {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:46.161437 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73017b02-a3a1-4114-81b4-f08d403fa1da tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.212108 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c05171-48ae-4a9c-9a02-7c82159195ab None None] DHCP port deletion for fc463f4c-babc-4bff-9e2e-057ea11463b6 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:46.247121 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-73017b02-a3a1-4114-81b4-f08d403fa1da tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] For port aaa65a09-c401-434e-962f-f2be3415ee4c, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=aaa65a09-c401-434e-962f-f2be3415ee4c,segment=NetworkSegment(abc0a6a5-df06-4880-ac7e-320bb6e227e9),segment_id=abc0a6a5-df06-4880-ac7e-320bb6e227e9)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:46.247742 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73017b02-a3a1-4114-81b4-f08d403fa1da tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.270954 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-73017b02-a3a1-4114-81b4-f08d403fa1da tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Calling delete_port for aaa65a09-c401-434e-962f-f2be3415ee4c owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:46.295239 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b6c05171-48ae-4a9c-9a02-7c82159195ab None None] Deleting port aaa65a09-c401-434e-962f-f2be3415ee4c {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:46.298339 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6c05171-48ae-4a9c-9a02-7c82159195ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.354669 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-446d8a81-9533-4b5e-aab5-eb896ea0a225 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:46.362675 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-446d8a81-9533-4b5e-aab5-eb896ea0a225 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 810 time: 0.1619537 Jul 16 01:35:46.379616 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-0f95e5b8-466b-4346-8532-cbaa9426552b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/quotas/8c1cd71b2bbb4da2b2edf2be3f2fbcab HTTP/1.1" status: 200 len: 375 time: 0.0157557 Jul 16 01:35:46.431902 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b6c05171-48ae-4a9c-9a02-7c82159195ab None None] For port aaa65a09-c401-434e-962f-f2be3415ee4c, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=aaa65a09-c401-434e-962f-f2be3415ee4c,segment=NetworkSegment(abc0a6a5-df06-4880-ac7e-320bb6e227e9),segment_id=abc0a6a5-df06-4880-ac7e-320bb6e227e9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:46.432598 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6c05171-48ae-4a9c-9a02-7c82159195ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.466275 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b6c05171-48ae-4a9c-9a02-7c82159195ab None None] Calling delete_port for aaa65a09-c401-434e-962f-f2be3415ee4c owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:46.523869 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-e5751ace-cbad-4f74-8593-42eec74e27b8 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:46.525843 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-e5751ace-cbad-4f74-8593-42eec74e27b8 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/networks?id=830e0a53-8773-432e-aa5a-8c5b09b1196b HTTP/1.1" status: 200 len: 806 time: 0.2399399 Jul 16 01:35:46.543077 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-a487f757-d053-439c-a151-4858649f857b tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/quotas/c73e6ed9d26a4f67873b1490075aee9a HTTP/1.1" status: 200 len: 375 time: 0.0114818 Jul 16 01:35:46.544494 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73017b02-a3a1-4114-81b4-f08d403fa1da tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.546302 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-50d29a0a-ab6b-4c73-863b-76b42a154f26 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1633615 Jul 16 01:35:46.585099 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 393bc5c9-65ea-47b3-83c7-4bcd700effc7 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:46.586226 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73017b02-a3a1-4114-81b4-f08d403fa1da tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Port': ['ID=aaa65a09-c401-434e-962f-f2be3415ee4c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:46.615635 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73017b02-a3a1-4114-81b4-f08d403fa1da tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] No DVR routers for this DVR port aaa65a09-c401-434e-962f-f2be3415ee4c on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:46.660877 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 393bc5c9-65ea-47b3-83c7-4bcd700effc7 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:46.661234 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 393bc5c9-65ea-47b3-83c7-4bcd700effc7 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:46.709980 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-f3e217d4-26f6-46fc-aaf1-ea220591cebd service neutron] 10.222.0.16 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623051 Jul 16 01:35:46.715381 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6c05171-48ae-4a9c-9a02-7c82159195ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.735509 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c05171-48ae-4a9c-9a02-7c82159195ab None None] No DVR routers for this DVR port aaa65a09-c401-434e-962f-f2be3415ee4c on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:46.787490 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73017b02-a3a1-4114-81b4-f08d403fa1da tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.801333 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c05171-48ae-4a9c-9a02-7c82159195ab None None] Pushing event deleted for resources: {'Port': ['ID=aaa65a09-c401-434e-962f-f2be3415ee4c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:46.811193 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-73017b02-a3a1-4114-81b4-f08d403fa1da tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc463f4c-babc-4bff-9e2e-057ea11463b6']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:46.827605 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-73017b02-a3a1-4114-81b4-f08d403fa1da tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc0a6a5-df06-4880-ac7e-320bb6e227e9') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:46.827909 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-73017b02-a3a1-4114-81b4-f08d403fa1da tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc0a6a5-df06-4880-ac7e-320bb6e227e9') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:46.843216 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73017b02-a3a1-4114-81b4-f08d403fa1da tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.869584 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73017b02-a3a1-4114-81b4-f08d403fa1da tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.880939 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73017b02-a3a1-4114-81b4-f08d403fa1da tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:46.881355 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73017b02-a3a1-4114-81b4-f08d403fa1da tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:46.884619 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:46.920701 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-d3c788f6-f189-4cc6-ab02-f6ce2ba12dc5 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c73e6ed9d26a4f67873b1490075aee9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3702538 Jul 16 01:35:46.927457 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-e4754cab-060c-49af-9147-4c3304d99a77 service neutron] 10.222.0.16 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165921 Jul 16 01:35:47.022780 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73017b02-a3a1-4114-81b4-f08d403fa1da tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.035150 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73017b02-a3a1-4114-81b4-f08d403fa1da tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.037447 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-73017b02-a3a1-4114-81b4-f08d403fa1da tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/networks/fc463f4c-babc-4bff-9e2e-057ea11463b6 HTTP/1.1" status: 204 len: 168 time: 1.2241588 Jul 16 01:35:47.041396 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34456) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:47.047769 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2e43b889-10f2-469e-b2cb-05ad7d9966bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1178119233', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}, 'admin_state_up': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:47.054071 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73017b02-a3a1-4114-81b4-f08d403fa1da tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Network': ['ID=fc463f4c-babc-4bff-9e2e-057ea11463b6,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:47.079455 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-aee8db9a-0f6f-449a-a196-44769a9246f8 service neutron] 10.222.0.16 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573780 Jul 16 01:35:47.086248 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e43b889-10f2-469e-b2cb-05ad7d9966bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.087426 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e43b889-10f2-469e-b2cb-05ad7d9966bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.247091 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-c48cccfb-15b9-4975-8a49-cff82b5db543 service neutron] 10.222.0.16 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504469 Jul 16 01:35:47.260119 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e43b889-10f2-469e-b2cb-05ad7d9966bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.410762 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a259e915-2b26-43b3-adfa-dd579fb1383f req-1a9b28db-440f-45c7-b85a-9928eb31a4ee tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 210 time: 0.0477805 Jul 16 01:35:47.554759 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e43b889-10f2-469e-b2cb-05ad7d9966bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.611949 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-20116791-c115-41de-8486-0bf756d54c3f req-4394d4db-3881-4d0a-a08f-e942c2cf4fef tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b HTTP/1.1" status: 200 len: 210 time: 0.0495934 Jul 16 01:35:47.663410 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device aaa65a09-c401-434e-962f-f2be3415ee4c no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:47.720143 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: aaa65a09-c401-434e-962f-f2be3415ee4c {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:47.720792 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device aaa65a09-c401-434e-962f-f2be3415ee4c not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:47.980817 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e43b889-10f2-469e-b2cb-05ad7d9966bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.001717 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e43b889-10f2-469e-b2cb-05ad7d9966bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.122957 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-2e43b889-10f2-469e-b2cb-05ad7d9966bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Allocated IP 172.25.6.233 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/06576d58-411d-4185-b773-4f0485a974ba) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:48.289437 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e43b889-10f2-469e-b2cb-05ad7d9966bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.414160 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e43b889-10f2-469e-b2cb-05ad7d9966bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.465947 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e43b889-10f2-469e-b2cb-05ad7d9966bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:48.475732 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-2e43b889-10f2-469e-b2cb-05ad7d9966bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:48.480716 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e43b889-10f2-469e-b2cb-05ad7d9966bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:48.510494 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43b889-10f2-469e-b2cb-05ad7d9966bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Port': ['ID=06576d58-411d-4185-b773-4f0485a974ba,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:48.759398 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-93a467e7-bf7f-4e83-82d0-efcf0a70a804 req-5b896e03-ea60-4c4e-8e96-37d5ceb137b3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 210 time: 0.0836473 Jul 16 01:35:48.802984 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-72809ada-1459-4672-a121-907b5805897b req-376b9fbb-2178-4778-aeb3-3e40f8b0a2d9 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b HTTP/1.1" status: 200 len: 210 time: 0.0471494 Jul 16 01:35:49.231517 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-435acb98-b3e4-4b3f-9f30-3ef5a9514b3c tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.234294 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-435acb98-b3e4-4b3f-9f30-3ef5a9514b3c tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.82 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 810 time: 0.2203186 Jul 16 01:35:49.250717 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-0708a7a0-8e22-44d8-a500-67f114893698 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Request body: {'port': {'device_id': '57dead47-3991-4e17-8a5f-410d4801a532', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'admin_state_up': True, 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:49.397261 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-0708a7a0-8e22-44d8-a500-67f114893698 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Made reservation on behalf of 8c1cd71b2bbb4da2b2edf2be3f2fbcab for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:49.414422 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-0708a7a0-8e22-44d8-a500-67f114893698 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.458726 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e43b889-10f2-469e-b2cb-05ad7d9966bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.715540 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-0708a7a0-8e22-44d8-a500-67f114893698 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Allocated IP 172.20.0.11 (7cb02b0d-151c-40b4-a49f-996c30b19d5d/d9075885-b498-4569-92ab-9ab8f9b2e064/21e715fd-3e6e-4d1d-8f8d-e2242e454092) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:49.880837 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-9e13b5a4-347c-4f58-b463-b2dbb6212a00 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.882558 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-9e13b5a4-347c-4f58-b463-b2dbb6212a00 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.82 "GET /v2.0/networks?id=830e0a53-8773-432e-aa5a-8c5b09b1196b HTTP/1.1" status: 200 len: 806 time: 0.2657521 Jul 16 01:35:49.900269 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-98664e43-37ea-4fd3-b0fb-d8c7b0ba0365 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Request body: {'port': {'device_id': '88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b', 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b', 'admin_state_up': True, 'tenant_id': 'c73e6ed9d26a4f67873b1490075aee9a'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:49.917452 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e43b889-10f2-469e-b2cb-05ad7d9966bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.115085 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fd249207-da3e-42a1-ae80-448868133f68 req-af515ed2-3d3e-4d9d-8311-4da979ef5f09 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b HTTP/1.1" status: 200 len: 210 time: 0.0647249 Jul 16 01:35:50.125695 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-0708a7a0-8e22-44d8-a500-67f114893698 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.154636 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-0708a7a0-8e22-44d8-a500-67f114893698 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Transition to ACTIVE for port object 21e715fd-3e6e-4d1d-8f8d-e2242e454092 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:50.201510 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e43b889-10f2-469e-b2cb-05ad7d9966bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Router 3f627874-b89e-4c6d-9a86-dcaa903f447a is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:35:50.203877 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-98664e43-37ea-4fd3-b0fb-d8c7b0ba0365 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Made reservation on behalf of c73e6ed9d26a4f67873b1490075aee9a for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:50.207971 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-98664e43-37ea-4fd3-b0fb-d8c7b0ba0365 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.274044 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-0708a7a0-8e22-44d8-a500-67f114893698 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.288002 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['8534aa3a-1896-482e-ada1-1d5184e8d6b0'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:50.296110 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['1d5b4873-70f8-4714-956d-f3c4e22f2c5d'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:50.349785 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-0708a7a0-8e22-44d8-a500-67f114893698 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Network 7cb02b0d-151c-40b4-a49f-996c30b19d5d is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:50.360821 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-0708a7a0-8e22-44d8-a500-67f114893698 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:50.383684 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-0708a7a0-8e22-44d8-a500-67f114893698 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:50.386431 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708a7a0-8e22-44d8-a500-67f114893698 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Pushing event updated for resources: {'Port': ['ID=21e715fd-3e6e-4d1d-8f8d-e2242e454092,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:50.404247 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e43b889-10f2-469e-b2cb-05ad7d9966bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:50.416172 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d3ce14-e54a-4f2c-b67e-bd0cba561a5d None None] Sync routers for ids ['3f627874-b89e-4c6d-9a86-dcaa903f447a'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:50.429803 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d3ce14-e54a-4f2c-b67e-bd0cba561a5d None None] Routers {'3f627874-b89e-4c6d-9a86-dcaa903f447a'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:50.430736 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-28d3ce14-e54a-4f2c-b67e-bd0cba561a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:35:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['3f627874-b89e-4c6d-9a86-dcaa903f447a'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:50.435196 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e43b889-10f2-469e-b2cb-05ad7d9966bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.436640 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2e43b889-10f2-469e-b2cb-05ad7d9966bb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3933046 Jul 16 01:35:50.439899 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34528) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:50.474391 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-0708a7a0-8e22-44d8-a500-67f114893698 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:50.476702 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-0708a7a0-8e22-44d8-a500-67f114893698 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.499483 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231370d-d142-488c-84ab-0f5cb35a915d req-b66866e5-b757-4256-9f5c-74c2e5d77205 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:50.508181 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6231370d-d142-488c-84ab-0f5cb35a915d req-b66866e5-b757-4256-9f5c-74c2e5d77205 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 932 time: 0.4924693 Jul 16 01:35:50.509989 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-28d3ce14-e54a-4f2c-b67e-bd0cba561a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:50.519644 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-98664e43-37ea-4fd3-b0fb-d8c7b0ba0365 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Allocated IP 172.20.0.11 (830e0a53-8773-432e-aa5a-8c5b09b1196b/f45f4065-e8af-4e7d-ba1a-a6b4cb86159b/3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:50.522480 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d3ce14-e54a-4f2c-b67e-bd0cba561a5d None None] Routers {'3f627874-b89e-4c6d-9a86-dcaa903f447a'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:50.523368 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-28d3ce14-e54a-4f2c-b67e-bd0cba561a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:35:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['3f627874-b89e-4c6d-9a86-dcaa903f447a'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:50.530180 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-0708a7a0-8e22-44d8-a500-67f114893698 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2861161 Jul 16 01:35:50.548352 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-ae4505e7-db9d-4af7-a4b4-fc2ca6bef901 service neutron] Request body: {'port': {'device_id': '57dead47-3991-4e17-8a5f-410d4801a532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:50.567812 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-28d3ce14-e54a-4f2c-b67e-bd0cba561a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:50.568802 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d3ce14-e54a-4f2c-b67e-bd0cba561a5d None None] The sync data for ids ['3f627874-b89e-4c6d-9a86-dcaa903f447a'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:50.619572 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6231370d-d142-488c-84ab-0f5cb35a915d req-193d2b69-5e3a-4de9-b198-706b9af91bca tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100943 Jul 16 01:35:50.671045 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-34db109b-5ce5-4ae4-b91b-e47072296d44 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "GET /v2.0/routers/3f627874-b89e-4c6d-9a86-dcaa903f447a HTTP/1.1" status: 200 len: 885 time: 0.2274010 Jul 16 01:35:50.671755 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34534) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:50.851329 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-ae4505e7-db9d-4af7-a4b4-fc2ca6bef901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.975042 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ed2ebfa1-a01e-4408-b02d-c88182e87c09 None None] Provisioning for port 21e715fd-3e6e-4d1d-8f8d-e2242e454092 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:50.982252 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ed2ebfa1-a01e-4408-b02d-c88182e87c09 None None] Provisioning complete for port 21e715fd-3e6e-4d1d-8f8d-e2242e454092 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:50.982766 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ed2ebfa1-a01e-4408-b02d-c88182e87c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.071205 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-98664e43-37ea-4fd3-b0fb-d8c7b0ba0365 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.116271 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ec1adab9-4f4b-41b4-bc13-ebd886b4e912 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4433210 Jul 16 01:35:51.118732 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34548) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:51.123792 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-2d5d780d-8ccb-4059-be83-f0d3abeb55a0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1178119233'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:51.134803 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ed2ebfa1-a01e-4408-b02d-c88182e87c09 None None] Port 21e715fd-3e6e-4d1d-8f8d-e2242e454092 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:51.724965 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d4e17cf-96e0-4160-afce-d6ab827ba8e5 req-bf2654df-211e-41d0-8cca-1d22eddf2fc3 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b HTTP/1.1" status: 200 len: 210 time: 0.0936685 Jul 16 01:35:51.730264 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-98664e43-37ea-4fd3-b0fb-d8c7b0ba0365 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.741885 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['d718468d-4bd2-4ec0-88f0-d6d976174d66'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:51.834798 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b27ed-f58a-4740-b2e2-629411237f4b req-25362abb-396d-4e71-b124-28a31d48e17c tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:51.836985 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b45b27ed-f58a-4740-b2e2-629411237f4b req-25362abb-396d-4e71-b124-28a31d48e17c tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 932 time: 0.0980020 Jul 16 01:35:51.848589 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-98664e43-37ea-4fd3-b0fb-d8c7b0ba0365 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Network 830e0a53-8773-432e-aa5a-8c5b09b1196b is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:51.889700 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-98664e43-37ea-4fd3-b0fb-d8c7b0ba0365 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:51.895621 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98664e43-37ea-4fd3-b0fb-d8c7b0ba0365 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Pushing event updated for resources: {'Port': ['ID=3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:51.900512 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b45b27ed-f58a-4740-b2e2-629411237f4b req-28b0d733-fc36-48cd-824e-220b27fa49f9 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546267 Jul 16 01:35:51.903210 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-98664e43-37ea-4fd3-b0fb-d8c7b0ba0365 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:51.984220 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6e2a9ed-b685-4878-bb96-c1f4ccf7458b req-5168702f-1245-4acb-9882-6c7c43e193f9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=712095c5-2cdd-4b5d-9d7d-3d6c190afbcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3541908 Jul 16 01:35:52.074433 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-ae4505e7-db9d-4af7-a4b4-fc2ca6bef901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21e715fd-3e6e-4d1d-8f8d-e2242e454092 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:52.088724 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-ae4505e7-db9d-4af7-a4b4-fc2ca6bef901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.101682 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-98664e43-37ea-4fd3-b0fb-d8c7b0ba0365 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.102328 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-98664e43-37ea-4fd3-b0fb-d8c7b0ba0365 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.127606 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-ae4505e7-db9d-4af7-a4b4-fc2ca6bef901 service neutron] Transition to ACTIVE for port object 21e715fd-3e6e-4d1d-8f8d-e2242e454092 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:52.174107 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-ae4505e7-db9d-4af7-a4b4-fc2ca6bef901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.268805 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-98664e43-37ea-4fd3-b0fb-d8c7b0ba0365 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3727076 Jul 16 01:35:52.293889 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-a16b812c-e26f-4ed3-b16c-c5321a5a20ef service neutron] Request body: {'port': {'device_id': '88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:52.355080 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4505e7-db9d-4af7-a4b4-fc2ca6bef901 service neutron] Pushing event updated for resources: {'Port': ['ID=21e715fd-3e6e-4d1d-8f8d-e2242e454092,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:52.374124 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2d5d780d-8ccb-4059-be83-f0d3abeb55a0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.383963 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2a9ed-b685-4878-bb96-c1f4ccf7458b req-e6c62eb5-a89f-4b61-8003-8512a650b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.385628 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6e2a9ed-b685-4878-bb96-c1f4ccf7458b req-e6c62eb5-a89f-4b61-8003-8512a650b0d5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=712095c5-2cdd-4b5d-9d7d-3d6c190afbcb HTTP/1.1" status: 200 len: 1098 time: 0.3659067 Jul 16 01:35:52.539339 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2d5d780d-8ccb-4059-be83-f0d3abeb55a0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-361746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-361739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-361858'] for router, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.542921 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-a16b812c-e26f-4ed3-b16c-c5321a5a20ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.839309 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2a9ed-b685-4878-bb96-c1f4ccf7458b req-dfaf0a44-d96d-45db-8925-57b8f9723bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.841597 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6e2a9ed-b685-4878-bb96-c1f4ccf7458b req-dfaf0a44-d96d-45db-8925-57b8f9723bb5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 911 time: 0.2749057 Jul 16 01:35:52.932055 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-ae4505e7-db9d-4af7-a4b4-fc2ca6bef901 service neutron] Attempting to bind port 21e715fd-3e6e-4d1d-8f8d-e2242e454092 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:52.932424 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-ae4505e7-db9d-4af7-a4b4-fc2ca6bef901 service neutron] Attempting to bind port 21e715fd-3e6e-4d1d-8f8d-e2242e454092 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:52.932873 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-ae4505e7-db9d-4af7-a4b4-fc2ca6bef901 service neutron] Attempting to bind port 21e715fd-3e6e-4d1d-8f8d-e2242e454092 on network 7cb02b0d-151c-40b4-a49f-996c30b19d5d {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:53.018217 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-ae4505e7-db9d-4af7-a4b4-fc2ca6bef901 service neutron] Port 21e715fd-3e6e-4d1d-8f8d-e2242e454092 on network 7cb02b0d-151c-40b4-a49f-996c30b19d5d not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:53.018616 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-ae4505e7-db9d-4af7-a4b4-fc2ca6bef901 service neutron] Attempting to bind port 21e715fd-3e6e-4d1d-8f8d-e2242e454092 on network 7cb02b0d-151c-40b4-a49f-996c30b19d5d {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:53.025630 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6e2a9ed-b685-4878-bb96-c1f4ccf7458b req-7142b92c-fc01-4a3c-8408-2182e7c9243c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8534aa3a-1896-482e-ada1-1d5184e8d6b0 HTTP/1.1" status: 200 len: 217 time: 0.1500838 Jul 16 01:35:53.059975 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-ae4505e7-db9d-4af7-a4b4-fc2ca6bef901 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:53.060202 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-ae4505e7-db9d-4af7-a4b4-fc2ca6bef901 service neutron] Checking segment: {'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:53.060613 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-ae4505e7-db9d-4af7-a4b4-fc2ca6bef901 service neutron] Bound using segment: {'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:53.061116 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-ae4505e7-db9d-4af7-a4b4-fc2ca6bef901 service neutron] Bound port: 21e715fd-3e6e-4d1d-8f8d-e2242e454092, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:53.061537 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-ae4505e7-db9d-4af7-a4b4-fc2ca6bef901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.114228 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286c27f-96a0-48e7-911c-81c1acdbfbaa req-385013c1-8770-408f-b112-8cedd3862ef3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.116832 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d286c27f-96a0-48e7-911c-81c1acdbfbaa req-385013c1-8770-408f-b112-8cedd3862ef3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 944 time: 0.0755732 Jul 16 01:35:53.152698 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5d780d-8ccb-4059-be83-f0d3abeb55a0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Router 3f627874-b89e-4c6d-9a86-dcaa903f447a has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:53.186409 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d286c27f-96a0-48e7-911c-81c1acdbfbaa req-7b4f2e67-7ca8-44bd-84d4-585f468024ab tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641010 Jul 16 01:35:53.241370 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2a9ed-b685-4878-bb96-c1f4ccf7458b req-5adbddea-08a0-4286-bea0-485f8e4394e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.242938 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6e2a9ed-b685-4878-bb96-c1f4ccf7458b req-5adbddea-08a0-4286-bea0-485f8e4394e5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.2065485 Jul 16 01:35:53.408575 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714dcc8f-d72f-47b8-9e3e-7ff1f36e5da7 req-b2f0b122-49d8-4716-92b8-2800a6582262 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.410907 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-714dcc8f-d72f-47b8-9e3e-7ff1f36e5da7 req-b2f0b122-49d8-4716-92b8-2800a6582262 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b HTTP/1.1" status: 200 len: 932 time: 0.4674232 Jul 16 01:35:53.455031 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-ae4505e7-db9d-4af7-a4b4-fc2ca6bef901 service neutron] For port 21e715fd-3e6e-4d1d-8f8d-e2242e454092, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:53.494908 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-ae4505e7-db9d-4af7-a4b4-fc2ca6bef901 service neutron] For port 21e715fd-3e6e-4d1d-8f8d-e2242e454092, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=21e715fd-3e6e-4d1d-8f8d-e2242e454092,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:53.515033 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-ae4505e7-db9d-4af7-a4b4-fc2ca6bef901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.636318 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-714dcc8f-d72f-47b8-9e3e-7ff1f36e5da7 req-b8334272-9fa8-48d3-b076-10d4fc062585 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072277 Jul 16 01:35:53.659967 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-ae4505e7-db9d-4af7-a4b4-fc2ca6bef901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.660697 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-ae4505e7-db9d-4af7-a4b4-fc2ca6bef901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.665585 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-ae4505e7-db9d-4af7-a4b4-fc2ca6bef901 service neutron] 10.222.0.82 "PUT /v2.0/ports/21e715fd-3e6e-4d1d-8f8d-e2242e454092 HTTP/1.1" status: 200 len: 1093 time: 3.1275809 Jul 16 01:35:53.671406 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57dead47-3991-4e17-8a5f-410d4801a532', 'tag': '21e715fd-3e6e-4d1d-8f8d-e2242e454092'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:53.674412 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5921badc-6701-4982-a8bb-bc839244e59f" -d '{"events": [{"name": "network-changed", "server_uuid": "57dead47-3991-4e17-8a5f-410d4801a532", "tag": "21e715fd-3e6e-4d1d-8f8d-e2242e454092"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:53.721718 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-a16b812c-e26f-4ed3-b16c-c5321a5a20ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:53.729614 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2a9ed-b685-4878-bb96-c1f4ccf7458b req-9ae04a1f-7a6d-45d0-b76e-f705aeb27019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.731292 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6e2a9ed-b685-4878-bb96-c1f4ccf7458b req-9ae04a1f-7a6d-45d0-b76e-f705aeb27019 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4699702 Jul 16 01:35:53.786903 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-a16b812c-e26f-4ed3-b16c-c5321a5a20ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.790074 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94c15c1-4ce8-4a51-8fab-74d337f9e0e7 x-openstack-request-id: req-a94c15c1-4ce8-4a51-8fab-74d337f9e0e7 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:53.790510 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57dead47-3991-4e17-8a5f-410d4801a532", "tag": "21e715fd-3e6e-4d1d-8f8d-e2242e454092", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:53.790669 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a94c15c1-4ce8-4a51-8fab-74d337f9e0e7 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:53.791051 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57dead47-3991-4e17-8a5f-410d4801a532', 'tag': '21e715fd-3e6e-4d1d-8f8d-e2242e454092', 'status': 'completed', 'code': 200} Jul 16 01:35:53.815929 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5d780d-8ccb-4059-be83-f0d3abeb55a0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:53.822057 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4505e7-db9d-4af7-a4b4-fc2ca6bef901 service neutron] Pushing event updated for resources: {'Port': ['ID=21e715fd-3e6e-4d1d-8f8d-e2242e454092,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:53.834764 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd131d39-d59d-4f69-bac8-31d2501bb1ca None None] Sync routers for ids ['3f627874-b89e-4c6d-9a86-dcaa903f447a'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:53.842270 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2d5d780d-8ccb-4059-be83-f0d3abeb55a0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.843491 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2d5d780d-8ccb-4059-be83-f0d3abeb55a0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "PUT /v2.0/routers/3f627874-b89e-4c6d-9a86-dcaa903f447a HTTP/1.1" status: 200 len: 892 time: 2.7237582 Jul 16 01:35:53.846650 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34588) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:53.856729 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd131d39-d59d-4f69-bac8-31d2501bb1ca None None] Routers {'3f627874-b89e-4c6d-9a86-dcaa903f447a'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:53.857888 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-dd131d39-d59d-4f69-bac8-31d2501bb1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:35:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['3f627874-b89e-4c6d-9a86-dcaa903f447a'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:53.889225 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-a16b812c-e26f-4ed3-b16c-c5321a5a20ef service neutron] Transition to ACTIVE for port object 3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:53.904764 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-a16b812c-e26f-4ed3-b16c-c5321a5a20ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.937257 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-dd131d39-d59d-4f69-bac8-31d2501bb1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:53.951425 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd131d39-d59d-4f69-bac8-31d2501bb1ca None None] Routers {'3f627874-b89e-4c6d-9a86-dcaa903f447a'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:53.952500 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-dd131d39-d59d-4f69-bac8-31d2501bb1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:35:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['3f627874-b89e-4c6d-9a86-dcaa903f447a'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:54.004126 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-dd131d39-d59d-4f69-bac8-31d2501bb1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:54.005558 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd131d39-d59d-4f69-bac8-31d2501bb1ca None None] The sync data for ids ['3f627874-b89e-4c6d-9a86-dcaa903f447a'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:54.020592 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6e2a9ed-b685-4878-bb96-c1f4ccf7458b req-93270e58-d121-4347-bad7-7d1ea3b2af9a service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682490 Jul 16 01:35:54.038076 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b812c-e26f-4ed3-b16c-c5321a5a20ef service neutron] Pushing event updated for resources: {'Port': ['ID=3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:54.057836 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-953a735b-e9ab-47b0-a78b-8611aad1ef38 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "GET /v2.0/routers/3f627874-b89e-4c6d-9a86-dcaa903f447a HTTP/1.1" status: 200 len: 892 time: 0.2091124 Jul 16 01:35:54.059788 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-f36351d8-8628-45d9-a2fd-97a3bb2d545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:54.060060 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34590) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:54.061452 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-f36351d8-8628-45d9-a2fd-97a3bb2d545f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 1096 time: 0.3291414 Jul 16 01:35:54.098697 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cc1773e9-1ef0-434f-b9d3-00c0b143e3a2 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f627874-b89e-4c6d-9a86-dcaa903f447a HTTP/1.1" status: 200 len: 205 time: 0.0372722 Jul 16 01:35:54.102037 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34592) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:54.234178 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9993eff5-2eb5-4b63-a472-ae83358dde51 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.361995 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9993eff5-2eb5-4b63-a472-ae83358dde51 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.434673 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-9993eff5-2eb5-4b63-a472-ae83358dde51 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting port 06576d58-411d-4185-b773-4f0485a974ba {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:54.435390 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9993eff5-2eb5-4b63-a472-ae83358dde51 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.548619 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9993eff5-2eb5-4b63-a472-ae83358dde51 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.561713 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-9993eff5-2eb5-4b63-a472-ae83358dde51 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Calling delete_port for 06576d58-411d-4185-b773-4f0485a974ba owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:54.742267 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-031456c7-b00a-4ea2-9ac3-feb6a56b31f1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21e715fd-3e6e-4d1d-8f8d-e2242e454092 HTTP/1.1" status: 200 len: 217 time: 0.6717937 Jul 16 01:35:54.804513 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34610) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:54.852050 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9993eff5-2eb5-4b63-a472-ae83358dde51 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.887331 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993eff5-2eb5-4b63-a472-ae83358dde51 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Port': ['ID=06576d58-411d-4185-b773-4f0485a974ba,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:54.984343 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-bb6c0ce2-251d-45a8-936a-7b215e6c8198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:54.986153 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-bb6c0ce2-251d-45a8-936a-7b215e6c8198 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.1609240 Jul 16 01:35:55.013910 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-20976a3f-23bc-4b3b-b8a1-4265216e74ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.037368 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-a16b812c-e26f-4ed3-b16c-c5321a5a20ef service neutron] Attempting to bind port 3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:55.037811 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-a16b812c-e26f-4ed3-b16c-c5321a5a20ef service neutron] Attempting to bind port 3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:55.038217 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-a16b812c-e26f-4ed3-b16c-c5321a5a20ef service neutron] Attempting to bind port 3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7 on network 830e0a53-8773-432e-aa5a-8c5b09b1196b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:55.054104 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6e2a9ed-b685-4878-bb96-c1f4ccf7458b req-963cfd7c-1162-4210-8416-53353e16958e service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0255208 Jul 16 01:35:55.063338 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd354e99-348b-4212-9f64-02d7e9efa712 req-2c51d422-f138-4a61-ad59-256ef838dea3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:55.065081 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bd354e99-348b-4212-9f64-02d7e9efa712 req-2c51d422-f138-4a61-ad59-256ef838dea3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 944 time: 0.3874140 Jul 16 01:35:55.065715 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-a16b812c-e26f-4ed3-b16c-c5321a5a20ef service neutron] Port 3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7 on network 830e0a53-8773-432e-aa5a-8c5b09b1196b not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:55.066044 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-a16b812c-e26f-4ed3-b16c-c5321a5a20ef service neutron] Attempting to bind port 3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7 on network 830e0a53-8773-432e-aa5a-8c5b09b1196b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:55.072255 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-a16b812c-e26f-4ed3-b16c-c5321a5a20ef service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:55.073390 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-a16b812c-e26f-4ed3-b16c-c5321a5a20ef service neutron] Checking segment: {'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:55.073615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-a16b812c-e26f-4ed3-b16c-c5321a5a20ef service neutron] Bound using segment: {'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:55.074059 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-a16b812c-e26f-4ed3-b16c-c5321a5a20ef service neutron] Bound port: 3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:55.074438 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-a16b812c-e26f-4ed3-b16c-c5321a5a20ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.085563 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9993eff5-2eb5-4b63-a472-ae83358dde51 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.182097 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bd354e99-348b-4212-9f64-02d7e9efa712 req-e83d3fc5-c5cb-4093-aec4-312d10db0664 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026995 Jul 16 01:35:55.192353 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-8fed0a9f-6510-4092-bea8-e842d4355bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:55.195271 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-8fed0a9f-6510-4092-bea8-e842d4355bb9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1970766 Jul 16 01:35:55.237771 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9993eff5-2eb5-4b63-a472-ae83358dde51 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.242683 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9993eff5-2eb5-4b63-a472-ae83358dde51 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.250089 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-a16b812c-e26f-4ed3-b16c-c5321a5a20ef service neutron] For port 3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:55.262932 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d4ff2-a7a6-41f2-8299-08674987a7e1 req-2f7a7359-a97f-4b04-aa5a-0353a393decc tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:55.264773 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-238d4ff2-a7a6-41f2-8299-08674987a7e1 req-2f7a7359-a97f-4b04-aa5a-0353a393decc tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b HTTP/1.1" status: 200 len: 944 time: 0.2979798 Jul 16 01:35:55.290409 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-a16b812c-e26f-4ed3-b16c-c5321a5a20ef service neutron] For port 3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:55.297912 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-a16b812c-e26f-4ed3-b16c-c5321a5a20ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.332843 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9993eff5-2eb5-4b63-a472-ae83358dde51 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.333501 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9993eff5-2eb5-4b63-a472-ae83358dde51 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Fanout notify agent at l3_agent the message router_deleted on router 3f627874-b89e-4c6d-9a86-dcaa903f447a {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:35:55.348192 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9993eff5-2eb5-4b63-a472-ae83358dde51 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.352896 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9993eff5-2eb5-4b63-a472-ae83358dde51 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/routers/3f627874-b89e-4c6d-9a86-dcaa903f447a HTTP/1.1" status: 204 len: 168 time: 1.2453651 Jul 16 01:35:55.359064 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34614) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:55.367851 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-9e3f2a0c-e025-41b4-9d05-394fa6be79df tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-254721576'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:55.372075 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-a16b812c-e26f-4ed3-b16c-c5321a5a20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:55.372755 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-a16b812c-e26f-4ed3-b16c-c5321a5a20ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.374233 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-a16b812c-e26f-4ed3-b16c-c5321a5a20ef service neutron] 10.222.0.82 "PUT /v2.0/ports/3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7 HTTP/1.1" status: 200 len: 1093 time: 3.0854270 Jul 16 01:35:55.376373 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-04e87923-5081-4fa8-b571-56b71230f604 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705797 Jul 16 01:35:55.383798 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-238d4ff2-a7a6-41f2-8299-08674987a7e1 req-ad782144-434d-4e89-8938-e9887d14aa33 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828078 Jul 16 01:35:55.399189 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b812c-e26f-4ed3-b16c-c5321a5a20ef service neutron] Pushing event updated for resources: {'Port': ['ID=3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:55.460298 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-20976a3f-23bc-4b3b-b8a1-4265216e74ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.479403 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-20976a3f-23bc-4b3b-b8a1-4265216e74ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.519857 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3f2a0c-e025-41b4-9d05-394fa6be79df tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Made reservation on behalf of 25f43487b8e9471c8206a5429d008e7d for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:55.527210 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e3f2a0c-e025-41b4-9d05-394fa6be79df tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.529975 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20976a3f-23bc-4b3b-b8a1-4265216e74ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e98cf0-120a-4307-8268-0a3ef47018f4,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:55.565806 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-20976a3f-23bc-4b3b-b8a1-4265216e74ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=779d8af26117444e9745bdfae70de5b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7598505 Jul 16 01:35:55.571266 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34620) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:55.580121 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d762bcf1-ce92-49d3-a00b-4fd01c8d335f req-dc3004d4-8d8d-4266-8f86-a6b94722ea08 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756282 Jul 16 01:35:55.587467 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3f2a0c-e025-41b4-9d05-394fa6be79df tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:55.610600 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e3f2a0c-e025-41b4-9d05-394fa6be79df tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.611019 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-9e3f2a0c-e025-41b4-9d05-394fa6be79df tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Added segment 97f10a6e-577d-4415-a0c6-c04014425b50 of type vlan for network 855efab3-7f3d-4624-8106-aafa5f394f8d Jul 16 01:35:55.624052 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-a73acf4e-0885-404b-94bc-2c4410f6fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:55.626313 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-a73acf4e-0885-404b-94bc-2c4410f6fd6d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c73e6ed9d26a4f67873b1490075aee9a&device_id=88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b HTTP/1.1" status: 200 len: 1096 time: 0.1268709 Jul 16 01:35:55.722521 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-688074cd-89fe-4dd0-8c0b-4b81bcbe8dea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7 HTTP/1.1" status: 200 len: 217 time: 0.0873730 Jul 16 01:35:55.733159 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e3f2a0c-e025-41b4-9d05-394fa6be79df tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.747520 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca322a56-9a52-4104-b057-11002195b068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.791394 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca322a56-9a52-4104-b057-11002195b068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.801902 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e3f2a0c-e025-41b4-9d05-394fa6be79df tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.806870 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b', 'tag': '3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:55.808708 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3f2a0c-e025-41b4-9d05-394fa6be79df tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:55.809348 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e3f2a0c-e025-41b4-9d05-394fa6be79df tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.809965 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17894c0c-27ff-4c52-9e26-9f09a74d8056" -d '{"events": [{"name": "network-changed", "server_uuid": "88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b", "tag": "3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:55.873958 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76032a76-03f7-447c-a5b3-ff8617fe0e4e x-openstack-request-id: req-76032a76-03f7-447c-a5b3-ff8617fe0e4e {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:55.874888 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b", "tag": "3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:55.875511 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76032a76-03f7-447c-a5b3-ff8617fe0e4e {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:55.876467 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b', 'tag': '3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7', 'status': 'completed', 'code': 200} Jul 16 01:35:55.888328 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9e3f2a0c-e025-41b4-9d05-394fa6be79df tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5278144 Jul 16 01:35:55.898580 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34632) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:55.904570 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-0952a427-b940-4cc6-93d9-58898eec3625 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'subnet': {'network_id': '855efab3-7f3d-4624-8106-aafa5f394f8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:55.913246 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-1f4adf94-bf8a-41af-984d-5d60638b5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:55.914721 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-1f4adf94-bf8a-41af-984d-5d60638b5892 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f45f4065-e8af-4e7d-ba1a-a6b4cb86159b HTTP/1.1" status: 200 len: 846 time: 0.1779735 Jul 16 01:35:55.919783 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f2a0c-e025-41b4-9d05-394fa6be79df tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Network': ['ID=855efab3-7f3d-4624-8106-aafa5f394f8d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:55.937149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 855efab3-7f3d-4624-8106-aafa5f394f8d details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:55.963132 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca322a56-9a52-4104-b057-11002195b068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.969699 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921badc-6701-4982-a8bb-bc839244e59f req-002dc2d1-a3af-4cca-91b8-6b3fa835458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:55.971130 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca322a56-9a52-4104-b057-11002195b068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.971429 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5921badc-6701-4982-a8bb-bc839244e59f req-002dc2d1-a3af-4cca-91b8-6b3fa835458e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 1096 time: 0.2475333 Jul 16 01:35:55.981559 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ca322a56-9a52-4104-b057-11002195b068 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38e98cf0-120a-4307-8268-0a3ef47018f4 HTTP/1.1" status: 204 len: 168 time: 0.4089499 Jul 16 01:35:55.995659 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca322a56-9a52-4104-b057-11002195b068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e98cf0-120a-4307-8268-0a3ef47018f4,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:56.028387 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-f7acbb7c-566d-4820-a2a0-77c2419205f8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=830e0a53-8773-432e-aa5a-8c5b09b1196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909488 Jul 16 01:35:56.235318 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0952a427-b940-4cc6-93d9-58898eec3625 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Made reservation on behalf of 25f43487b8e9471c8206a5429d008e7d for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:56.238974 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0952a427-b940-4cc6-93d9-58898eec3625 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.264108 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921badc-6701-4982-a8bb-bc839244e59f req-4033ae3a-3fed-477d-970b-781b3625a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.266267 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5921badc-6701-4982-a8bb-bc839244e59f req-4033ae3a-3fed-477d-970b-781b3625a194 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 911 time: 0.2478011 Jul 16 01:35:56.286670 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-97c66008-1ee6-41ba-a7c3-52d56fb909d1 service neutron] 10.222.0.82 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399693 Jul 16 01:35:56.331576 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5921badc-6701-4982-a8bb-bc839244e59f req-80d15258-5b71-4806-a4d2-01d561b4be0c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21e715fd-3e6e-4d1d-8f8d-e2242e454092 HTTP/1.1" status: 200 len: 217 time: 0.0553484 Jul 16 01:35:56.453632 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b0279-c852-441e-b898-579041963cc1 req-cf3e3a95-0be0-4f6f-a1bc-92df2169301a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.455792 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd5b0279-c852-441e-b898-579041963cc1 req-cf3e3a95-0be0-4f6f-a1bc-92df2169301a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 944 time: 0.0935097 Jul 16 01:35:56.486546 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921badc-6701-4982-a8bb-bc839244e59f req-851d07b7-6d05-4188-b623-499388026791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.488196 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5921badc-6701-4982-a8bb-bc839244e59f req-851d07b7-6d05-4188-b623-499388026791 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.1387582 Jul 16 01:35:56.523236 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd5b0279-c852-441e-b898-579041963cc1 req-b5f8cc92-1b4b-49b1-89b0-7fd18e59ce1e tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576262 Jul 16 01:35:56.558172 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba942a70-1a86-4d51-9089-79df0afed7b9 req-19023b5c-b449-4adb-ad4f-ac363357ba15 service neutron] 10.222.0.82 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378130 Jul 16 01:35:56.625761 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e9f3a06e-26cf-4b82-93d2-87d1bf6dd983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.706257 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921badc-6701-4982-a8bb-bc839244e59f req-3c98623c-662a-4d79-b06d-c33862d135fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.707786 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5921badc-6701-4982-a8bb-bc839244e59f req-3c98623c-662a-4d79-b06d-c33862d135fb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2086096 Jul 16 01:35:56.711188 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0952a427-b940-4cc6-93d9-58898eec3625 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.856448 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952a427-b940-4cc6-93d9-58898eec3625 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Subnet': ['ID=fc36fe41-6bd7-4732-834c-63d188139fb2,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:56.874079 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17894c0c-27ff-4c52-9e26-9f09a74d8056 req-ce752c92-84fd-464f-96d3-6b1d22ec6825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.875882 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-17894c0c-27ff-4c52-9e26-9f09a74d8056 req-ce752c92-84fd-464f-96d3-6b1d22ec6825 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c73e6ed9d26a4f67873b1490075aee9a&device_id=88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b HTTP/1.1" status: 200 len: 1096 time: 0.2199032 Jul 16 01:35:56.888514 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0952a427-b940-4cc6-93d9-58898eec3625 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Checking segment: {'id': '97f10a6e-577d-4415-a0c6-c04014425b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '855efab3-7f3d-4624-8106-aafa5f394f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:56.888891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0952a427-b940-4cc6-93d9-58898eec3625 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network hostable DHCP agents. Network: 855efab3-7f3d-4624-8106-aafa5f394f8d, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:56.919849 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5921badc-6701-4982-a8bb-bc839244e59f req-a7b48106-a8f7-4a2f-a073-65f4d5ad26a7 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050927 Jul 16 01:35:56.953897 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34664) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:57.017871 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0952a427-b940-4cc6-93d9-58898eec3625 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network 855efab3-7f3d-4624-8106-aafa5f394f8d is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:57.083005 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0a815973-ac24-4c6c-91f8-d791b2de2d7d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-731329430-network', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:57.114052 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a815973-ac24-4c6c-91f8-d791b2de2d7d admin admin] Made reservation on behalf of 7d1b8bed3b6d4a5f99fcdfe260ce9da4 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:57.118219 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a815973-ac24-4c6c-91f8-d791b2de2d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.130393 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a815973-ac24-4c6c-91f8-d791b2de2d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.136571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-0952a427-b940-4cc6-93d9-58898eec3625 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 855efab3-7f3d-4624-8106-aafa5f394f8d) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:57.151185 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c4c60f-c012-4a14-b81d-18404aaaa911 None None] Network 855efab3-7f3d-4624-8106-aafa5f394f8d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:57.158010 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0952a427-b940-4cc6-93d9-58898eec3625 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.159066 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0952a427-b940-4cc6-93d9-58898eec3625 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.165359 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17894c0c-27ff-4c52-9e26-9f09a74d8056 req-22f05ae0-b68f-4310-8682-4e8703b04cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.167309 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-17894c0c-27ff-4c52-9e26-9f09a74d8056 req-22f05ae0-b68f-4310-8682-4e8703b04cbc service neutron] 10.222.0.82 "GET /v2.0/networks?id=830e0a53-8773-432e-aa5a-8c5b09b1196b HTTP/1.1" status: 200 len: 907 time: 0.2846797 Jul 16 01:35:57.291113 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5921badc-6701-4982-a8bb-bc839244e59f req-59a57f86-93be-46cc-8d8b-29fb099b668f service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626795 Jul 16 01:35:57.314304 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-17894c0c-27ff-4c52-9e26-9f09a74d8056 req-fdac7ed4-490c-4b9e-b754-b98a7f3c8117 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7 HTTP/1.1" status: 200 len: 217 time: 0.1316550 Jul 16 01:35:57.341334 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80995839-db1b-469d-9b0a-da85555ed51d req-547be4b8-a5a0-4c27-81e4-eb044f5c8c57 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.349195 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a815973-ac24-4c6c-91f8-d791b2de2d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.350869 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-80995839-db1b-469d-9b0a-da85555ed51d req-547be4b8-a5a0-4c27-81e4-eb044f5c8c57 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b HTTP/1.1" status: 200 len: 944 time: 0.7081721 Jul 16 01:35:57.358255 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a815973-ac24-4c6c-91f8-d791b2de2d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.381782 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0952a427-b940-4cc6-93d9-58898eec3625 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4786360 Jul 16 01:35:57.385147 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34672) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:57.399965 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-5061b09b-a9a0-4bcc-a2ec-fc2b5de85969 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-315968576', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:57.418244 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a815973-ac24-4c6c-91f8-d791b2de2d7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:57.455072 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cce023-3bfd-479a-87ae-12aacb138f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-855efab3-7f3d-4624-8106-aafa5f394f8d', 'network_id': '855efab3-7f3d-4624-8106-aafa5f394f8d', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'fixed_ips': [{'subnet_id': 'fc36fe41-6bd7-4732-834c-63d188139fb2'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:57.457029 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e5cce023-3bfd-479a-87ae-12aacb138f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.457179 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-80995839-db1b-469d-9b0a-da85555ed51d req-349f34f2-aab0-45f2-8a7c-999f9bc32b75 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052058 Jul 16 01:35:57.461764 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17894c0c-27ff-4c52-9e26-9f09a74d8056 req-4d5fce4f-2a5d-49a8-b14d-6b72e2936d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.463819 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-17894c0c-27ff-4c52-9e26-9f09a74d8056 req-4d5fce4f-2a5d-49a8-b14d-6b72e2936d70 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f45f4065-e8af-4e7d-ba1a-a6b4cb86159b HTTP/1.1" status: 200 len: 846 time: 0.1108620 Jul 16 01:35:57.476559 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a815973-ac24-4c6c-91f8-d791b2de2d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.477078 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-0a815973-ac24-4c6c-91f8-d791b2de2d7d admin admin] Added segment e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426 of type vlan for network 3e6ad2a3-4bfd-435e-80fd-e62af305c68f Jul 16 01:35:57.479380 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a815973-ac24-4c6c-91f8-d791b2de2d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a9f769-5c06-4790-b2d6-719359737d1b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.516594 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-17894c0c-27ff-4c52-9e26-9f09a74d8056 req-57a98b75-0d3c-48f6-a190-46de404955a9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=830e0a53-8773-432e-aa5a-8c5b09b1196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447178 Jul 16 01:35:57.517631 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5061b09b-a9a0-4bcc-a2ec-fc2b5de85969 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.518659 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5061b09b-a9a0-4bcc-a2ec-fc2b5de85969 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.544050 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a815973-ac24-4c6c-91f8-d791b2de2d7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.593667 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a815973-ac24-4c6c-91f8-d791b2de2d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.594748 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a815973-ac24-4c6c-91f8-d791b2de2d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.595456 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a815973-ac24-4c6c-91f8-d791b2de2d7d admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.620031 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-e5cce023-3bfd-479a-87ae-12aacb138f5d None None] Allocated IP 2001:db8::2 (855efab3-7f3d-4624-8106-aafa5f394f8d/fc36fe41-6bd7-4732-834c-63d188139fb2/1cff981b-4c25-47d2-ae98-30bc205a920a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:57.641853 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-17894c0c-27ff-4c52-9e26-9f09a74d8056 req-8afd57d2-e405-4818-9173-1f3e56fb95e7 service neutron] 10.222.0.82 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177993 Jul 16 01:35:57.678506 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5061b09b-a9a0-4bcc-a2ec-fc2b5de85969 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.702771 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5061b09b-a9a0-4bcc-a2ec-fc2b5de85969 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.708634 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0a815973-ac24-4c6c-91f8-d791b2de2d7d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7535946 Jul 16 01:35:57.712708 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34676) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:57.717784 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-4726e3df-aa80-44b9-b456-b8c8b4e5ce0c admin admin] Request body: {'subnet': {'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-731329430-subnet', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:57.754976 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a815973-ac24-4c6c-91f8-d791b2de2d7d admin admin] Pushing event updated for resources: {'Network': ['ID=3e6ad2a3-4bfd-435e-80fd-e62af305c68f,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.770004 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-17894c0c-27ff-4c52-9e26-9f09a74d8056 req-37690c1b-a75a-4f66-b539-e2bac9ba44f6 service neutron] 10.222.0.82 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230438 Jul 16 01:35:57.771534 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4726e3df-aa80-44b9-b456-b8c8b4e5ce0c admin admin] Made reservation on behalf of 7d1b8bed3b6d4a5f99fcdfe260ce9da4 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:57.774570 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4726e3df-aa80-44b9-b456-b8c8b4e5ce0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.779395 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 3e6ad2a3-4bfd-435e-80fd-e62af305c68f details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:57.786915 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e5cce023-3bfd-479a-87ae-12aacb138f5d None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.793659 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5061b09b-a9a0-4bcc-a2ec-fc2b5de85969 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.797721 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5061b09b-a9a0-4bcc-a2ec-fc2b5de85969 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4085898 Jul 16 01:35:57.797896 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e5cce023-3bfd-479a-87ae-12aacb138f5d None None] Transition to ACTIVE for port object 1cff981b-4c25-47d2-ae98-30bc205a920a will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:57.799614 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34678) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:57.830670 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e5cce023-3bfd-479a-87ae-12aacb138f5d None None] Transition to ACTIVE for port object 1cff981b-4c25-47d2-ae98-30bc205a920a will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:57.849100 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9db1e-b8d1-4926-a676-bb49297d22b7 req-0eaefbf3-063d-478a-991c-520b8d46eae5 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.850753 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aeb9db1e-b8d1-4926-a676-bb49297d22b7 req-0eaefbf3-063d-478a-991c-520b8d46eae5 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 944 time: 0.1940522 Jul 16 01:35:57.862097 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e5cce023-3bfd-479a-87ae-12aacb138f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.913362 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cce023-3bfd-479a-87ae-12aacb138f5d None None] Network 855efab3-7f3d-4624-8106-aafa5f394f8d is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:57.916653 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-e5cce023-3bfd-479a-87ae-12aacb138f5d None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:57.920653 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cce023-3bfd-479a-87ae-12aacb138f5d None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:57.954631 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cce023-3bfd-479a-87ae-12aacb138f5d None None] Pushing event updated for resources: {'Port': ['ID=1cff981b-4c25-47d2-ae98-30bc205a920a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.987476 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-e5cce023-3bfd-479a-87ae-12aacb138f5d None None] Attempting to bind port 1cff981b-4c25-47d2-ae98-30bc205a920a on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:57.988173 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-e5cce023-3bfd-479a-87ae-12aacb138f5d None None] Attempting to bind port 1cff981b-4c25-47d2-ae98-30bc205a920a by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '97f10a6e-577d-4415-a0c6-c04014425b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '855efab3-7f3d-4624-8106-aafa5f394f8d'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:57.988717 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cce023-3bfd-479a-87ae-12aacb138f5d None None] Attempting to bind port 1cff981b-4c25-47d2-ae98-30bc205a920a on network 855efab3-7f3d-4624-8106-aafa5f394f8d {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:57.994143 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cce023-3bfd-479a-87ae-12aacb138f5d None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:57.994738 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cce023-3bfd-479a-87ae-12aacb138f5d None None] Checking segment: {'id': '97f10a6e-577d-4415-a0c6-c04014425b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '855efab3-7f3d-4624-8106-aafa5f394f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:57.995290 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e5cce023-3bfd-479a-87ae-12aacb138f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.995683 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cce023-3bfd-479a-87ae-12aacb138f5d None None] Bound using segment: {'id': '97f10a6e-577d-4415-a0c6-c04014425b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '855efab3-7f3d-4624-8106-aafa5f394f8d'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:57.996281 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-e5cce023-3bfd-479a-87ae-12aacb138f5d None None] Bound port: 1cff981b-4c25-47d2-ae98-30bc205a920a, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f10a6e-577d-4415-a0c6-c04014425b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '855efab3-7f3d-4624-8106-aafa5f394f8d'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:57.996901 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e5cce023-3bfd-479a-87ae-12aacb138f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.020439 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4726e3df-aa80-44b9-b456-b8c8b4e5ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.068926 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aeb9db1e-b8d1-4926-a676-bb49297d22b7 req-6c1ae35a-456c-4f81-9098-01ed390cb34c tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915984 Jul 16 01:35:58.107056 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e5cce023-3bfd-479a-87ae-12aacb138f5d None None] For port 1cff981b-4c25-47d2-ae98-30bc205a920a, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:58.107639 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726e3df-aa80-44b9-b456-b8c8b4e5ce0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bad6f46-a5ce-4252-9b59-3cae2ff585a3,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:58.115212 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4726e3df-aa80-44b9-b456-b8c8b4e5ce0c admin admin] Checking segment: {'id': 'e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:58.115702 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4726e3df-aa80-44b9-b456-b8c8b4e5ce0c admin admin] Network hostable DHCP agents. Network: 3e6ad2a3-4bfd-435e-80fd-e62af305c68f, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:58.120830 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e5cce023-3bfd-479a-87ae-12aacb138f5d None None] For port 1cff981b-4c25-47d2-ae98-30bc205a920a, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1cff981b-4c25-47d2-ae98-30bc205a920a,segment=NetworkSegment(97f10a6e-577d-4415-a0c6-c04014425b50),segment_id=97f10a6e-577d-4415-a0c6-c04014425b50)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:58.129900 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e5cce023-3bfd-479a-87ae-12aacb138f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.152352 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4726e3df-aa80-44b9-b456-b8c8b4e5ce0c admin admin] Network 3e6ad2a3-4bfd-435e-80fd-e62af305c68f is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:58.159448 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d110e72d-bfdc-40b1-8306-8af7a15b4c65 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.192153 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-4726e3df-aa80-44b9-b456-b8c8b4e5ce0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 3e6ad2a3-4bfd-435e-80fd-e62af305c68f) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:58.202736 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c9e515-b897-4b9c-8e38-707d715ce8a7 None None] Network 3e6ad2a3-4bfd-435e-80fd-e62af305c68f requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:58.205900 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4726e3df-aa80-44b9-b456-b8c8b4e5ce0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:58.206514 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4726e3df-aa80-44b9-b456-b8c8b4e5ce0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.238708 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4726e3df-aa80-44b9-b456-b8c8b4e5ce0c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5248404 Jul 16 01:35:58.240203 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34692) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:58.247720 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-379e9891-35f6-4a5e-95e9-0960b91f99e2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-731329430-router', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:58.279108 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:58.282014 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-379e9891-35f6-4a5e-95e9-0960b91f99e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.283991 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-379e9891-35f6-4a5e-95e9-0960b91f99e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.305055 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cce023-3bfd-479a-87ae-12aacb138f5d None None] Pushing event updated for resources: {'Port': ['ID=1cff981b-4c25-47d2-ae98-30bc205a920a,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:58.390541 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-379e9891-35f6-4a5e-95e9-0960b91f99e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.581802 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-379e9891-35f6-4a5e-95e9-0960b91f99e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.605437 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d9cd52-3047-4f69-881c-e74098550ec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-3e6ad2a3-4bfd-435e-80fd-e62af305c68f', 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'fixed_ips': [{'subnet_id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:58.606892 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-04d9cd52-3047-4f69-881c-e74098550ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.607926 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-d110e72d-bfdc-40b1-8306-8af7a15b4c65 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Allocated IP 2001:db8::1 (855efab3-7f3d-4624-8106-aafa5f394f8d/fc36fe41-6bd7-4732-834c-63d188139fb2/14c51c8e-29c1-4864-9446-ff1f18a17151) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:58.760854 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f81e00-c97d-4c43-b530-25d0debf409a req-cf691f1d-b3bd-4ba5-a281-a57008d662eb tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:58.766682 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:58.770983 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-21f81e00-c97d-4c43-b530-25d0debf409a req-cf691f1d-b3bd-4ba5-a281-a57008d662eb tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b HTTP/1.1" status: 200 len: 944 time: 0.1459103 Jul 16 01:35:58.785975 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d110e72d-bfdc-40b1-8306-8af7a15b4c65 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.792134 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7', 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b', 'port_id': '3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7', 'mac_address': 'fa:16:3e:43:55:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45f4065-e8af-4e7d-ba1a-a6b4cb86159b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:58.805875 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-d110e72d-bfdc-40b1-8306-8af7a15b4c65 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Transition to ACTIVE for port object 14c51c8e-29c1-4864-9446-ff1f18a17151 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:58.858542 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d110e72d-bfdc-40b1-8306-8af7a15b4c65 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.902638 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.905670 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-04d9cd52-3047-4f69-881c-e74098550ec8 None None] Allocated IP 172.20.0.2 (3e6ad2a3-4bfd-435e-80fd-e62af305c68f/2bad6f46-a5ce-4252-9b59-3cae2ff585a3/6bec3b87-3a3f-44ac-8214-08c6eb8a9f28) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:58.930554 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-21f81e00-c97d-4c43-b530-25d0debf409a req-95551d3c-10ec-4097-a30d-b901192c80c1 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581752 Jul 16 01:35:58.946592 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d110e72d-bfdc-40b1-8306-8af7a15b4c65 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network 855efab3-7f3d-4624-8106-aafa5f394f8d is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:58.946822 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:58.953916 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-d110e72d-bfdc-40b1-8306-8af7a15b4c65 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:58.957133 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d110e72d-bfdc-40b1-8306-8af7a15b4c65 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:58.958128 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d110e72d-bfdc-40b1-8306-8af7a15b4c65 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.976021 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-379e9891-35f6-4a5e-95e9-0960b91f99e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.980578 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:58.988097 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.988967 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 21e715fd-3e6e-4d1d-8f8d-e2242e454092 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:58.996830 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-379e9891-35f6-4a5e-95e9-0960b91f99e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.053014 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110e72d-bfdc-40b1-8306-8af7a15b4c65 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Port': ['ID=14c51c8e-29c1-4864-9446-ff1f18a17151,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:59.138004 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d110e72d-bfdc-40b1-8306-8af7a15b4c65 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.145799 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-379e9891-35f6-4a5e-95e9-0960b91f99e2 admin admin] Allocated IP 172.25.6.194 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/e29519cd-e580-4bb1-9ac6-baf97c974563) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:59.260937 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:59.722289 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9a189-073e-4710-b706-6e7eea7cfedd req-ea6cf21f-c015-4931-bf72-1a211882cbc0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.724732 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bee9a189-073e-4710-b706-6e7eea7cfedd req-ea6cf21f-c015-4931-bf72-1a211882cbc0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 944 time: 0.3822677 Jul 16 01:35:59.732111 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-86f76c16-5b9d-4b1d-be35-757fe7bf4cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.740899 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1cff981b-4c25-47d2-ae98-30bc205a920a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:59.806292 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.813564 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bee9a189-073e-4710-b706-6e7eea7cfedd req-fc96f8ac-cef1-4b89-ad30-634a2c667be0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708489 Jul 16 01:35:59.826362 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-04d9cd52-3047-4f69-881c-e74098550ec8 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.826362 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 21e715fd-3e6e-4d1d-8f8d-e2242e454092, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=21e715fd-3e6e-4d1d-8f8d-e2242e454092,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:59.841782 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-04d9cd52-3047-4f69-881c-e74098550ec8 None None] Transition to ACTIVE for port object 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:59.852411 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '21e715fd-3e6e-4d1d-8f8d-e2242e454092', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'port_id': '21e715fd-3e6e-4d1d-8f8d-e2242e454092', 'mac_address': 'fa:16:3e:98:24:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:59.879590 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d110e72d-bfdc-40b1-8306-8af7a15b4c65 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.883032 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15e1328-7fcc-4b90-bd64-b52acdf22426 None None] Network 855efab3-7f3d-4624-8106-aafa5f394f8d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:59.887946 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d110e72d-bfdc-40b1-8306-8af7a15b4c65 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.888898 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d110e72d-bfdc-40b1-8306-8af7a15b4c65 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.948291 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-379e9891-35f6-4a5e-95e9-0960b91f99e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.964183 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-04d9cd52-3047-4f69-881c-e74098550ec8 None None] Transition to ACTIVE for port object 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:59.986258 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-5c09dbee-95ce-45c8-9c15-c4a6360e2762 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1554844 Jul 16 01:36:00.012406 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-04d9cd52-3047-4f69-881c-e74098550ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.040752 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110e72d-bfdc-40b1-8306-8af7a15b4c65 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Port': ['ID=14c51c8e-29c1-4864-9446-ff1f18a17151,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:00.063845 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 1cff981b-4c25-47d2-ae98-30bc205a920a completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:00.124186 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-379e9891-35f6-4a5e-95e9-0960b91f99e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.160554 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.162567 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6a229ac2-e1d6-48a4-8647-0fdfe12c4f71 None None] Provisioning for port 1cff981b-4c25-47d2-ae98-30bc205a920a completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:00.165482 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d110e72d-bfdc-40b1-8306-8af7a15b4c65 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network 855efab3-7f3d-4624-8106-aafa5f394f8d is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:00.167627 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-d110e72d-bfdc-40b1-8306-8af7a15b4c65 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:00.192760 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6a229ac2-e1d6-48a4-8647-0fdfe12c4f71 None None] Provisioning complete for port 1cff981b-4c25-47d2-ae98-30bc205a920a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:00.193167 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a229ac2-e1d6-48a4-8647-0fdfe12c4f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.198038 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d9cd52-3047-4f69-881c-e74098550ec8 None None] Network 3e6ad2a3-4bfd-435e-80fd-e62af305c68f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:00.202688 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9cd52-3047-4f69-881c-e74098550ec8 None None] Pushing event updated for resources: {'Port': ['ID=6bec3b87-3a3f-44ac-8214-08c6eb8a9f28,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:00.205647 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c20ee-e360-4910-b512-9d740bb45514 req-0c205b4b-10c4-4c64-80fd-13496d1b20e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.206175 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c20ee-e360-4910-b512-9d740bb45514 req-0c205b4b-10c4-4c64-80fd-13496d1b20e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.206594 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c20ee-e360-4910-b512-9d740bb45514 req-0c205b4b-10c4-4c64-80fd-13496d1b20e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.207058 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c20ee-e360-4910-b512-9d740bb45514 req-0c205b4b-10c4-4c64-80fd-13496d1b20e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.207863 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c20ee-e360-4910-b512-9d740bb45514 req-0c205b4b-10c4-4c64-80fd-13496d1b20e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.207975 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c20ee-e360-4910-b512-9d740bb45514 req-0c205b4b-10c4-4c64-80fd-13496d1b20e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.208446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c20ee-e360-4910-b512-9d740bb45514 req-0c205b4b-10c4-4c64-80fd-13496d1b20e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.210486 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-0c205b4b-10c4-4c64-80fd-13496d1b20e2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ab955cac98346abb4c28e7943a645b4&device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 6497 time: 0.1862531 Jul 16 01:36:00.226363 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-04d9cd52-3047-4f69-881c-e74098550ec8 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:00.234255 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379e9891-35f6-4a5e-95e9-0960b91f99e2 admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:00.235345 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e715fd-3e6e-4d1d-8f8d-e2242e454092 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:00.241344 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d9cd52-3047-4f69-881c-e74098550ec8 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:00.242096 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-379e9891-35f6-4a5e-95e9-0960b91f99e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:00.249569 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379e9891-35f6-4a5e-95e9-0960b91f99e2 admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:00.265516 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e9891-35f6-4a5e-95e9-0960b91f99e2 admin admin] Pushing event updated for resources: {'Port': ['ID=e29519cd-e580-4bb1-9ac6-baf97c974563,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:00.309863 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 21e715fd-3e6e-4d1d-8f8d-e2242e454092, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=21e715fd-3e6e-4d1d-8f8d-e2242e454092,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:00.326682 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:36:00.356235 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.412829 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-04d9cd52-3047-4f69-881c-e74098550ec8 None None] Attempting to bind port 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:00.413231 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-04d9cd52-3047-4f69-881c-e74098550ec8 None None] Attempting to bind port 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:00.413591 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d9cd52-3047-4f69-881c-e74098550ec8 None None] Attempting to bind port 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28 on network 3e6ad2a3-4bfd-435e-80fd-e62af305c68f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:00.438337 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1ab5a-33d6-4cc7-9b7f-978b668ada1d req-38867207-951c-4e89-9b5b-c13460b3cfe8 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.439982 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-94b1ab5a-33d6-4cc7-9b7f-978b668ada1d req-38867207-951c-4e89-9b5b-c13460b3cfe8 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b HTTP/1.1" status: 200 len: 945 time: 0.3077118 Jul 16 01:36:00.462356 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d9cd52-3047-4f69-881c-e74098550ec8 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:00.462736 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d9cd52-3047-4f69-881c-e74098550ec8 None None] Checking segment: {'id': 'e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:00.463139 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-04d9cd52-3047-4f69-881c-e74098550ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.463532 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d9cd52-3047-4f69-881c-e74098550ec8 None None] Bound using segment: {'id': 'e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:00.464003 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-04d9cd52-3047-4f69-881c-e74098550ec8 None None] Bound port: 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:00.464401 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-04d9cd52-3047-4f69-881c-e74098550ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.535253 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=21e715fd-3e6e-4d1d-8f8d-e2242e454092,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:00.543243 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c20ee-e360-4910-b512-9d740bb45514 req-806e100b-a52a-448b-b1d1-957bc90e8ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.543620 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c20ee-e360-4910-b512-9d740bb45514 req-806e100b-a52a-448b-b1d1-957bc90e8ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.544064 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c20ee-e360-4910-b512-9d740bb45514 req-806e100b-a52a-448b-b1d1-957bc90e8ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.545831 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-806e100b-a52a-448b-b1d1-957bc90e8ca4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1b590a93-b556-4341-bbf0-322f328e95cf&id=c8f8cff2-179e-422c-b93c-8298614fb9a9&id=c8f8cff2-179e-422c-b93c-8298614fb9a9&id=c8f8cff2-179e-422c-b93c-8298614fb9a9&id=c8f8cff2-179e-422c-b93c-8298614fb9a9&id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20&id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20 HTTP/1.1" status: 200 len: 2292 time: 0.3014784 Jul 16 01:36:00.549221 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a229ac2-e1d6-48a4-8647-0fdfe12c4f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.620763 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:00.622808 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['21e715fd-3e6e-4d1d-8f8d-e2242e454092'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:00.658659 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-94b1ab5a-33d6-4cc7-9b7f-978b668ada1d req-28e70b21-7a21-4191-b56f-46325057ff34 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681447 Jul 16 01:36:00.704116 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-631d97be-39a3-4d0b-bfdd-0b44d2b7a540 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36a2f25a-4dc4-421c-88af-1545774b65fb HTTP/1.1" status: 200 len: 1001 time: 0.1474330 Jul 16 01:36:00.719740 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6a229ac2-e1d6-48a4-8647-0fdfe12c4f71 None None] For port 1cff981b-4c25-47d2-ae98-30bc205a920a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1cff981b-4c25-47d2-ae98-30bc205a920a,segment=NetworkSegment(97f10a6e-577d-4415-a0c6-c04014425b50),segment_id=97f10a6e-577d-4415-a0c6-c04014425b50)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:00.752629 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-04d9cd52-3047-4f69-881c-e74098550ec8 None None] For port 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:00.770774 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a229ac2-e1d6-48a4-8647-0fdfe12c4f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.845193 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c20ee-e360-4910-b512-9d740bb45514 req-b021e9ef-4345-4033-a424-562d6124563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.847198 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-b021e9ef-4345-4033-a424-562d6124563e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=09f3da01-7811-438c-934c-dbb6f1e9ed24 HTTP/1.1" status: 200 len: 851 time: 0.0899754 Jul 16 01:36:00.847701 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-04d9cd52-3047-4f69-881c-e74098550ec8 None None] For port 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=6bec3b87-3a3f-44ac-8214-08c6eb8a9f28,segment=NetworkSegment(e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426),segment_id=e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:00.858982 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.864655 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-04d9cd52-3047-4f69-881c-e74098550ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.866256 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d110e72d-bfdc-40b1-8306-8af7a15b4c65 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Router 90ca1ae6-d27a-46fb-96ec-27a4d9ca8f75 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:36:00.964881 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a229ac2-e1d6-48a4-8647-0fdfe12c4f71 None None] Pushing event updated for resources: {'Port': ['ID=1cff981b-4c25-47d2-ae98-30bc205a920a,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:01.064412 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-379e9891-35f6-4a5e-95e9-0960b91f99e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.111457 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d110e72d-bfdc-40b1-8306-8af7a15b4c65 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:01.125909 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef432b5-be89-4043-a06b-fb7002eec3a0 None None] Sync routers for ids ['90ca1ae6-d27a-46fb-96ec-27a4d9ca8f75'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:01.131151 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d110e72d-bfdc-40b1-8306-8af7a15b4c65 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "PUT /v2.0/routers/90ca1ae6-d27a-46fb-96ec-27a4d9ca8f75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3311305 Jul 16 01:36:01.137736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34724) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:01.147472 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9cd52-3047-4f69-881c-e74098550ec8 None None] Pushing event updated for resources: {'Port': ['ID=6bec3b87-3a3f-44ac-8214-08c6eb8a9f28,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:01.168321 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef432b5-be89-4043-a06b-fb7002eec3a0 None None] Routers {'90ca1ae6-d27a-46fb-96ec-27a4d9ca8f75'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:01.169006 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-8ef432b5-be89-4043-a06b-fb7002eec3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['90ca1ae6-d27a-46fb-96ec-27a4d9ca8f75'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:01.262763 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-8ef432b5-be89-4043-a06b-fb7002eec3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:01.273846 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef432b5-be89-4043-a06b-fb7002eec3a0 None None] Routers {'90ca1ae6-d27a-46fb-96ec-27a4d9ca8f75'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:01.274376 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-8ef432b5-be89-4043-a06b-fb7002eec3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['90ca1ae6-d27a-46fb-96ec-27a4d9ca8f75'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:01.288155 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace6f9e-12eb-4862-97d1-4dcd5c3d208d req-f34a17e1-0ead-4816-92f9-d3bab5ff199b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:01.296996 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9ace6f9e-12eb-4862-97d1-4dcd5c3d208d req-f34a17e1-0ead-4816-92f9-d3bab5ff199b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 945 time: 0.1831090 Jul 16 01:36:01.340444 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c8c8c370-e84d-4aa1-a9c1-492d293d0e86 None None] Provisioning for port 14c51c8e-29c1-4864-9446-ff1f18a17151 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:01.351532 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.363790 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c8c8c370-e84d-4aa1-a9c1-492d293d0e86 None None] Provisioning complete for port 14c51c8e-29c1-4864-9446-ff1f18a17151 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:01.366351 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c8c8c370-e84d-4aa1-a9c1-492d293d0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.368715 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-8ef432b5-be89-4043-a06b-fb7002eec3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:01.369364 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef432b5-be89-4043-a06b-fb7002eec3a0 None None] The sync data for ids ['90ca1ae6-d27a-46fb-96ec-27a4d9ca8f75'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:01.390662 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c20ee-e360-4910-b512-9d740bb45514 req-4f7c2f20-1c94-4f3d-b4e7-bf595b573d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:01.393225 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-4f7c2f20-1c94-4f3d-b4e7-bf595b573d7e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1b590a93-b556-4341-bbf0-322f328e95cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4914718 Jul 16 01:36:01.413586 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9ace6f9e-12eb-4862-97d1-4dcd5c3d208d req-727d1ab7-a8ff-44bc-8138-1e3e16ab2c5c tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154041 Jul 16 01:36:01.427858 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac841a55-4daf-45b5-aafd-fb2997afbbab tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:01.441884 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ac841a55-4daf-45b5-aafd-fb2997afbbab tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "GET /v2.0/ports/14c51c8e-29c1-4864-9446-ff1f18a17151 HTTP/1.1" status: 200 len: 911 time: 0.2990084 Jul 16 01:36:01.442377 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34726) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:01.447970 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-70c04409-d199-4cd6-9ebf-51f0f30ce6d5 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fc36fe41-6bd7-4732-834c-63d188139fb2'}]}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:01.491266 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c8c8c370-e84d-4aa1-a9c1-492d293d0e86 None None] Port 14c51c8e-29c1-4864-9446-ff1f18a17151 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:01.507764 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c8c8c370-e84d-4aa1-a9c1-492d293d0e86 None None] Provisioning complete for port 1cff981b-4c25-47d2-ae98-30bc205a920a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:01.508144 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c8c8c370-e84d-4aa1-a9c1-492d293d0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.704560 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-379e9891-35f6-4a5e-95e9-0960b91f99e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.730393 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-8e926e00-2169-4d81-a46f-26bfa7981263 service neutron] 10.222.0.84 "GET /v2.0/networks/1b590a93-b556-4341-bbf0-322f328e95cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275862 Jul 16 01:36:01.784848 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70c04409-d199-4cd6-9ebf-51f0f30ce6d5 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.820269 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d69729de-b5f2-4680-bb01-225cfd982c08 None None] Provisioning complete for port 14c51c8e-29c1-4864-9446-ff1f18a17151 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:01.821457 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d69729de-b5f2-4680-bb01-225cfd982c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.879993 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1cff981b-4c25-47d2-ae98-30bc205a920a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:02.004813 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d69729de-b5f2-4680-bb01-225cfd982c08 None None] Port 14c51c8e-29c1-4864-9446-ff1f18a17151 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:02.033867 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 1cff981b-4c25-47d2-ae98-30bc205a920a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:02.034186 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.093993 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-e12e686a-6829-453c-951d-c3c0cf9b0d0f service neutron] 10.222.0.84 "GET /v2.0/networks/1b590a93-b556-4341-bbf0-322f328e95cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841713 Jul 16 01:36:02.191874 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-191d5444-4aa6-4550-91f0-08c1e7e7f7f3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=55330359-f702-4308-9556-f798e62575fe HTTP/1.1" status: 200 len: 217 time: 0.0816596 Jul 16 01:36:02.196423 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:02.220660 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379e9891-35f6-4a5e-95e9-0960b91f99e2 admin admin] Router 528bd3b1-5019-4b79-bcb0-9007b333a597 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:36:02.225829 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ed275-adb4-4ccc-ad66-a13ca4b922c3 req-7c1d79c0-4288-45f7-9a11-9e667037fc16 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.227571 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-101ed275-adb4-4ccc-ad66-a13ca4b922c3 req-7c1d79c0-4288-45f7-9a11-9e667037fc16 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b HTTP/1.1" status: 200 len: 945 time: 0.2589989 Jul 16 01:36:02.268009 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f26b74a2-30e0-40dd-8bc1-c99ccbc8227b None None] Provisioning complete for port 14c51c8e-29c1-4864-9446-ff1f18a17151 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:02.268419 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f26b74a2-30e0-40dd-8bc1-c99ccbc8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.324151 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f26b74a2-30e0-40dd-8bc1-c99ccbc8227b None None] Port 14c51c8e-29c1-4864-9446-ff1f18a17151 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:02.326234 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:02.353708 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-101ed275-adb4-4ccc-ad66-a13ca4b922c3 req-dbc688fe-28dd-4d99-9f53-7aa081ea9004 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135936 Jul 16 01:36:02.361881 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:02.363582 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c20ee-e360-4910-b512-9d740bb45514 req-64494de9-5259-4b4d-abc7-90ec57ee9e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.365994 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-64494de9-5259-4b4d-abc7-90ec57ee9e1a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c920e428-2173-4351-a902-805250aa16b4 HTTP/1.1" status: 200 len: 797 time: 0.1660702 Jul 16 01:36:02.439946 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:02.444924 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:02.445840 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.517369 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379e9891-35f6-4a5e-95e9-0960b91f99e2 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:02.542748 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] Sync routers for ids ['528bd3b1-5019-4b79-bcb0-9007b333a597'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:02.542992 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c20ee-e360-4910-b512-9d740bb45514 req-29ff46c9-4215-480a-938a-7bcff1d01255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.547930 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-29ff46c9-4215-480a-938a-7bcff1d01255 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8f8cff2-179e-422c-b93c-8298614fb9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1441791 Jul 16 01:36:02.564809 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.565666 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] Routers {'528bd3b1-5019-4b79-bcb0-9007b333a597'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:02.566321 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['528bd3b1-5019-4b79-bcb0-9007b333a597'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:02.588348 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-379e9891-35f6-4a5e-95e9-0960b91f99e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.593397 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-379e9891-35f6-4a5e-95e9-0960b91f99e2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3517809 Jul 16 01:36:02.601098 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34738) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:02.623971 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70c04409-d199-4cd6-9ebf-51f0f30ce6d5 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.642528 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70c04409-d199-4cd6-9ebf-51f0f30ce6d5 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.652154 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c04409-d199-4cd6-9ebf-51f0f30ce6d5 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.653023 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70c04409-d199-4cd6-9ebf-51f0f30ce6d5 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.654842 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-70c04409-d199-4cd6-9ebf-51f0f30ce6d5 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "PUT /v2.0/ports/14c51c8e-29c1-4864-9446-ff1f18a17151 HTTP/1.1" status: 200 len: 911 time: 1.2113214 Jul 16 01:36:02.659364 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34740) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:02.692040 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.694755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa3c9f9-a39e-440b-bd1e-2fbf86eb2542 None None] Network 3e6ad2a3-4bfd-435e-80fd-e62af305c68f requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:02.786716 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c04409-d199-4cd6-9ebf-51f0f30ce6d5 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Port': ['ID=14c51c8e-29c1-4864-9446-ff1f18a17151,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:02.843958 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:02.847955 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1701c222-a28f-41c2-909a-935051b9bc5a" -d '{"events": [{"server_uuid": "88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b", "name": "network-vif-plugged", "status": "completed", "tag": "3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:02.852442 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-eb23c10f-b630-4bdd-a3fa-0a18741e0fd3 None None] Provisioning for port 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:02.912896 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] Set router 528bd3b1-5019-4b79-bcb0-9007b333a597 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:02.914470 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-1f53a59e-2339-49b9-8b21-d481a5c67e8e service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612041 Jul 16 01:36:03.050136 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-eb23c10f-b630-4bdd-a3fa-0a18741e0fd3 None None] Provisioning complete for port 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:03.050522 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb23c10f-b630-4bdd-a3fa-0a18741e0fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.061983 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62775a6c-01c0-4e2f-aad2-40be73bf3cbf x-openstack-request-id: req-62775a6c-01c0-4e2f-aad2-40be73bf3cbf {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:03.062329 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b", "name": "network-vif-plugged", "status": "completed", "tag": "3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:03.062761 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62775a6c-01c0-4e2f-aad2-40be73bf3cbf {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:03.063608 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7', 'code': 200} Jul 16 01:36:03.099524 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:03.122377 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.123362 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 21e715fd-3e6e-4d1d-8f8d-e2242e454092 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:03.187953 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-6fee8ef4-1677-4c1c-97cd-cb687fa73de7 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526529 Jul 16 01:36:03.201379 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4c2d9-d773-4d49-8f3f-d65bb07ecf07 req-e6d2e786-8ea7-4e08-a000-483df6071026 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.206589 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-54a4c2d9-d773-4d49-8f3f-d65bb07ecf07 req-e6d2e786-8ea7-4e08-a000-483df6071026 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 945 time: 0.5432420 Jul 16 01:36:03.255544 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-31591a3d-7460-46ae-b5ef-f9dce0b2e41a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=402daa9b-da36-45bb-8bb8-44f53b35914a HTTP/1.1" status: 200 len: 217 time: 0.0405777 Jul 16 01:36:03.270643 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-614df92f-308d-420f-8c2a-73f94c895203 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.462154 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:03.564950 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb23c10f-b630-4bdd-a3fa-0a18741e0fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.613842 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 21e715fd-3e6e-4d1d-8f8d-e2242e454092 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:03.615951 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154249b-a1f8-4115-9a77-4e3bbd6d010e req-2cfa9712-58cd-4fab-8000-2dbe4e2cea43 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.617587 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5154249b-a1f8-4115-9a77-4e3bbd6d010e req-2cfa9712-58cd-4fab-8000-2dbe4e2cea43 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b HTTP/1.1" status: 200 len: 946 time: 0.1051712 Jul 16 01:36:03.622346 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-614df92f-308d-420f-8c2a-73f94c895203 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting port 14c51c8e-29c1-4864-9446-ff1f18a17151 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:03.622686 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-614df92f-308d-420f-8c2a-73f94c895203 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.634081 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 21e715fd-3e6e-4d1d-8f8d-e2242e454092 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:03.634459 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.638983 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-eb23c10f-b630-4bdd-a3fa-0a18741e0fd3 None None] For port 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=6bec3b87-3a3f-44ac-8214-08c6eb8a9f28,segment=NetworkSegment(e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426),segment_id=e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:03.671474 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb23c10f-b630-4bdd-a3fa-0a18741e0fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.696987 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5154249b-a1f8-4115-9a77-4e3bbd6d010e req-79162741-447f-495a-9500-aeb67eaf3b3a tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568001 Jul 16 01:36:03.759630 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'name': 'tempest-TestVolumeBackupRestore-731329430-router', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:00Z', 'revision_number': 3, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'gw_port': {'id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:59Z', 'updated_at': '2021-07-16T01:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:03.764635 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23c10f-b630-4bdd-a3fa-0a18741e0fd3 None None] Pushing event updated for resources: {'Port': ['ID=6bec3b87-3a3f-44ac-8214-08c6eb8a9f28,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:03.766364 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-54a4c2d9-d773-4d49-8f3f-d65bb07ecf07 req-aeae2e72-1b5f-48fd-82d8-20c5088f8c61 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070879 Jul 16 01:36:03.780891 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-614df92f-308d-420f-8c2a-73f94c895203 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.794526 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] Checking router: 528bd3b1-5019-4b79-bcb0-9007b333a597 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:03.795393 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] Updating router 528bd3b1-5019-4b79-bcb0-9007b333a597 port e29519cd-e580-4bb1-9ac6-baf97c974563 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:36:03.796431 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-614df92f-308d-420f-8c2a-73f94c895203 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Calling delete_port for 14c51c8e-29c1-4864-9446-ff1f18a17151 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:03.819772 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c20ee-e360-4910-b512-9d740bb45514 req-498634c5-fb9b-48ff-8621-0d1de79b277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.821379 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-498634c5-fb9b-48ff-8621-0d1de79b277b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c920e428-2173-4351-a902-805250aa16b4 HTTP/1.1" status: 200 len: 797 time: 0.1415486 Jul 16 01:36:03.870437 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.874010 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.936965 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 21e715fd-3e6e-4d1d-8f8d-e2242e454092, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=21e715fd-3e6e-4d1d-8f8d-e2242e454092,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:03.948802 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.005251 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-614df92f-308d-420f-8c2a-73f94c895203 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.006107 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4492d7-2c51-48d2-a1d4-a18165c6adb3 req-9331d512-534b-4eed-9a46-9c8bb01cb595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.007802 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dd4492d7-2c51-48d2-a1d4-a18165c6adb3 req-9331d512-534b-4eed-9a46-9c8bb01cb595 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b HTTP/1.1" status: 200 len: 1098 time: 0.8164496 Jul 16 01:36:04.033878 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614df92f-308d-420f-8c2a-73f94c895203 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Port': ['ID=14c51c8e-29c1-4864-9446-ff1f18a17151,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:04.098734 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c20ee-e360-4910-b512-9d740bb45514 req-471703d9-9665-4584-954f-ef075f8e7816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.100448 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-471703d9-9665-4584-954f-ef075f8e7816 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8f8cff2-179e-422c-b93c-8298614fb9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2708590 Jul 16 01:36:04.108460 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dd4492d7-2c51-48d2-a1d4-a18165c6adb3 req-3ffa4908-1ca8-4d91-8587-ab167d566077 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929620 Jul 16 01:36:04.188680 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-614df92f-308d-420f-8c2a-73f94c895203 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.259384 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1791fbed-07f7-4bee-aea6-a398e168e15e None None] Provisioning complete for port 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:04.259729 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1791fbed-07f7-4bee-aea6-a398e168e15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.275969 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-be148cc5-13d8-46a6-8272-30922a6642d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.314488 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.346640 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] Transition to ACTIVE for port object e29519cd-e580-4bb1-9ac6-baf97c974563 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:04.350677 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=21e715fd-3e6e-4d1d-8f8d-e2242e454092,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:04.370220 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.392993 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-a6076963-ca8f-4463-92d5-17226ab61ae3 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823539 Jul 16 01:36:04.439914 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614df92f-308d-420f-8c2a-73f94c895203 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Router 90ca1ae6-d27a-46fb-96ec-27a4d9ca8f75 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:04.494331 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] Attempting to bind port e29519cd-e580-4bb1-9ac6-baf97c974563 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:04.494910 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] Attempting to bind port e29519cd-e580-4bb1-9ac6-baf97c974563 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:04.495042 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] Attempting to bind port e29519cd-e580-4bb1-9ac6-baf97c974563 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:04.504142 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:04.504566 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:04.504974 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.505438 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:04.505923 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] Bound port: e29519cd-e580-4bb1-9ac6-baf97c974563, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:04.506308 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.508023 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800d8d1-9b1b-4929-84ef-103e16de4d8b None None] Pushing event updated for resources: {'Port': ['ID=e29519cd-e580-4bb1-9ac6-baf97c974563,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:04.534243 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614df92f-308d-420f-8c2a-73f94c895203 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:04.546165 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66a0182-f570-4f44-883d-3cabc5a328e8 None None] Sync routers for ids ['90ca1ae6-d27a-46fb-96ec-27a4d9ca8f75'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:04.550169 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-614df92f-308d-420f-8c2a-73f94c895203 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "PUT /v2.0/routers/90ca1ae6-d27a-46fb-96ec-27a4d9ca8f75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8868868 Jul 16 01:36:04.550431 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34766) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:04.560704 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66a0182-f570-4f44-883d-3cabc5a328e8 None None] Routers {'90ca1ae6-d27a-46fb-96ec-27a4d9ca8f75'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:04.562346 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-f66a0182-f570-4f44-883d-3cabc5a328e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['90ca1ae6-d27a-46fb-96ec-27a4d9ca8f75'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:04.591597 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-5e1ee9da-70b5-470b-8700-7f9a0c61b2ed service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842482 Jul 16 01:36:04.592349 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] For port e29519cd-e580-4bb1-9ac6-baf97c974563, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:04.596110 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] For port e29519cd-e580-4bb1-9ac6-baf97c974563, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e29519cd-e580-4bb1-9ac6-baf97c974563,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:04.608175 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.613073 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-f66a0182-f570-4f44-883d-3cabc5a328e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:04.617133 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6a8d2bed-89f4-43cd-a7dd-8ad71789c07f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ca1ae6-d27a-46fb-96ec-27a4d9ca8f75 HTTP/1.1" status: 200 len: 205 time: 0.0633001 Jul 16 01:36:04.618085 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34768) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:04.627891 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66a0182-f570-4f44-883d-3cabc5a328e8 None None] Routers {'90ca1ae6-d27a-46fb-96ec-27a4d9ca8f75'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:04.628981 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-f66a0182-f570-4f44-883d-3cabc5a328e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['90ca1ae6-d27a-46fb-96ec-27a4d9ca8f75'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:04.647096 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-3c538c26-52d8-49cf-bd23-f4e7c496b39d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=14ec0242-6e1e-4307-a3bc-b3ea2834426a HTTP/1.1" status: 200 len: 217 time: 0.0473762 Jul 16 01:36:04.669197 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-f66a0182-f570-4f44-883d-3cabc5a328e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:04.670231 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66a0182-f570-4f44-883d-3cabc5a328e8 None None] The sync data for ids ['90ca1ae6-d27a-46fb-96ec-27a4d9ca8f75'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:04.712716 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800d8d1-9b1b-4929-84ef-103e16de4d8b None None] Pushing event updated for resources: {'Port': ['ID=e29519cd-e580-4bb1-9ac6-baf97c974563,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:04.725782 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] Routers {'528bd3b1-5019-4b79-bcb0-9007b333a597'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:04.727345 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['528bd3b1-5019-4b79-bcb0-9007b333a597'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:04.736967 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61be0ee8-5c2c-4030-9f33-c9a0fffd6976 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.761688 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c20ee-e360-4910-b512-9d740bb45514 req-c7081028-18be-41fa-bba6-86ffac0d6e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.763463 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-c7081028-18be-41fa-bba6-86ffac0d6e3e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c920e428-2173-4351-a902-805250aa16b4 HTTP/1.1" status: 200 len: 797 time: 0.1083679 Jul 16 01:36:04.853384 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-be148cc5-13d8-46a6-8272-30922a6642d2 admin admin] Allocated IP 172.20.0.1 (3e6ad2a3-4bfd-435e-80fd-e62af305c68f/2bad6f46-a5ce-4252-9b59-3cae2ff585a3/d42c2882-480d-4663-90c1-0280fa69aa2a) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:04.964337 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] Set router 528bd3b1-5019-4b79-bcb0-9007b333a597 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:05.011708 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61be0ee8-5c2c-4030-9f33-c9a0fffd6976 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.014795 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61be0ee8-5c2c-4030-9f33-c9a0fffd6976 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.041713 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c20ee-e360-4910-b512-9d740bb45514 req-074d8f11-7448-446d-a09f-5debc6be6a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.043603 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-074d8f11-7448-446d-a09f-5debc6be6a1e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8f8cff2-179e-422c-b93c-8298614fb9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2599993 Jul 16 01:36:05.052099 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.072901 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dead47-3991-4e17-8a5f-410d4801a532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e715fd-3e6e-4d1d-8f8d-e2242e454092'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:05.075312 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b548269-61c2-49ba-b0d9-c38cbed6c4c4" -d '{"events": [{"server_uuid": "57dead47-3991-4e17-8a5f-410d4801a532", "name": "network-vif-plugged", "status": "completed", "tag": "21e715fd-3e6e-4d1d-8f8d-e2242e454092"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:05.080108 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61be0ee8-5c2c-4030-9f33-c9a0fffd6976 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.081066 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61be0ee8-5c2c-4030-9f33-c9a0fffd6976 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Fanout notify agent at l3_agent the message router_deleted on router 90ca1ae6-d27a-46fb-96ec-27a4d9ca8f75 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:36:05.111056 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fa618-7133-48e5-a62d-80777579e0d2 req-482080f5-4f55-459d-990f-3d53a79dc464 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.113182 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4e8fa618-7133-48e5-a62d-80777579e0d2 req-482080f5-4f55-459d-990f-3d53a79dc464 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b HTTP/1.1" status: 200 len: 946 time: 0.1788502 Jul 16 01:36:05.119913 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61be0ee8-5c2c-4030-9f33-c9a0fffd6976 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.123531 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-61be0ee8-5c2c-4030-9f33-c9a0fffd6976 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/routers/90ca1ae6-d27a-46fb-96ec-27a4d9ca8f75 HTTP/1.1" status: 204 len: 168 time: 0.5022464 Jul 16 01:36:05.129589 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34776) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:05.170773 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4e8fa618-7133-48e5-a62d-80777579e0d2 req-02bceb0e-9980-43ec-8755-a89d473d5091 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477760 Jul 16 01:36:05.229466 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'name': 'tempest-TestVolumeBackupRestore-731329430-router', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:00Z', 'revision_number': 3, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'gw_port': {'id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:59Z', 'updated_at': '2021-07-16T01:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:05.252892 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-be148cc5-13d8-46a6-8272-30922a6642d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.264099 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf707aa-e088-4a76-943f-f646777f3c1d x-openstack-request-id: req-caf707aa-e088-4a76-943f-f646777f3c1d {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:05.264715 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57dead47-3991-4e17-8a5f-410d4801a532", "name": "network-vif-plugged", "status": "completed", "tag": "21e715fd-3e6e-4d1d-8f8d-e2242e454092", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:05.265200 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-caf707aa-e088-4a76-943f-f646777f3c1d {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:05.265852 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57dead47-3991-4e17-8a5f-410d4801a532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e715fd-3e6e-4d1d-8f8d-e2242e454092', 'code': 200} Jul 16 01:36:05.266948 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d805fc-9e3f-4f63-adb0-1d4f2943ddc2 None None] The sync data for ids ['528bd3b1-5019-4b79-bcb0-9007b333a597'] in n-d-792394-16 is: [{'id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'name': 'tempest-TestVolumeBackupRestore-731329430-router', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:00Z', 'revision_number': 3, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'gw_port': {'id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:59Z', 'updated_at': '2021-07-16T01:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:05.290692 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a8533-a400-4c58-ace5-8584a5d05c14 req-344695dc-6641-4c75-bb40-febfbfe95941 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.292240 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9e5a8533-a400-4c58-ace5-8584a5d05c14 req-344695dc-6641-4c75-bb40-febfbfe95941 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 946 time: 0.3231988 Jul 16 01:36:05.304033 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3db52f-be7e-47ee-a6d4-e09755d737c4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting subnet fc36fe41-6bd7-4732-834c-63d188139fb2 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:05.310405 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-be148cc5-13d8-46a6-8272-30922a6642d2 admin admin] Transition to ACTIVE for port object d42c2882-480d-4663-90c1-0280fa69aa2a will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:05.313208 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3b3db52f-be7e-47ee-a6d4-e09755d737c4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.318796 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-9b0b0908-2997-44b2-9ae4-94f44898c204 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471447 Jul 16 01:36:05.445866 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3b3db52f-be7e-47ee-a6d4-e09755d737c4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.517945 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9e5a8533-a400-4c58-ace5-8584a5d05c14 req-90f19e3a-82df-4dbf-8d40-6d632379b680 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103722 Jul 16 01:36:05.638480 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-be148cc5-13d8-46a6-8272-30922a6642d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.804139 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:05.842113 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa23aca-07ac-48bf-b456-78eaa6c8e7ac req-fe9d5b5e-3eae-41b4-832e-b35ff48b8ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.844308 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6aa23aca-07ac-48bf-b456-78eaa6c8e7ac req-fe9d5b5e-3eae-41b4-832e-b35ff48b8ca1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 1098 time: 0.4960318 Jul 16 01:36:05.858920 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be148cc5-13d8-46a6-8272-30922a6642d2 admin admin] Network 3e6ad2a3-4bfd-435e-80fd-e62af305c68f is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:05.880584 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:05.881140 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.893689 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-be148cc5-13d8-46a6-8272-30922a6642d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:05.901827 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-4939e124-a18f-47ed-9cd7-4238c97217f1 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551097 Jul 16 01:36:05.905411 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be148cc5-13d8-46a6-8272-30922a6642d2 admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:05.936161 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be148cc5-13d8-46a6-8272-30922a6642d2 admin admin] Pushing event updated for resources: {'Port': ['ID=d42c2882-480d-4663-90c1-0280fa69aa2a,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:05.959414 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3b3db52f-be7e-47ee-a6d4-e09755d737c4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.975199 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e29519cd-e580-4bb1-9ac6-baf97c974563 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:06.053455 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port e29519cd-e580-4bb1-9ac6-baf97c974563 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:06.065117 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port e29519cd-e580-4bb1-9ac6-baf97c974563 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:06.066106 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.095062 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-34ac1db0-6121-40de-b5a4-c59169b42d9e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=00953650-5e1c-485e-9549-caf969e2c040 HTTP/1.1" status: 200 len: 217 time: 0.1463370 Jul 16 01:36:06.099970 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6aa23aca-07ac-48bf-b456-78eaa6c8e7ac req-6d4155cf-03ef-4b74-afb8-8bd8595e66d3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447865 Jul 16 01:36:06.114270 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-be148cc5-13d8-46a6-8272-30922a6642d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.173590 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.194396 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3b3db52f-be7e-47ee-a6d4-e09755d737c4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.205844 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port e29519cd-e580-4bb1-9ac6-baf97c974563, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e29519cd-e580-4bb1-9ac6-baf97c974563,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:06.210711 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-92b66989-dc1d-4b6d-8ee6-fb6ebe958e73 None None] Provisioning for port d42c2882-480d-4663-90c1-0280fa69aa2a completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:06.214918 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.240867 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3b3db52f-be7e-47ee-a6d4-e09755d737c4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.245544 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34786) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:06.246320 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3b3db52f-be7e-47ee-a6d4-e09755d737c4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/subnets/fc36fe41-6bd7-4732-834c-63d188139fb2 HTTP/1.1" status: 204 len: 168 time: 1.1156869 Jul 16 01:36:06.254309 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3db52f-be7e-47ee-a6d4-e09755d737c4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Subnet': ['ID=fc36fe41-6bd7-4732-834c-63d188139fb2,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:06.260921 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c20ee-e360-4910-b512-9d740bb45514 req-2682042e-12db-4283-8dc5-e0492c511fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:06.263316 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-2682042e-12db-4283-8dc5-e0492c511fd5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c920e428-2173-4351-a902-805250aa16b4 HTTP/1.1" status: 200 len: 797 time: 0.1587160 Jul 16 01:36:06.269486 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=e29519cd-e580-4bb1-9ac6-baf97c974563,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:06.272641 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-92b66989-dc1d-4b6d-8ee6-fb6ebe958e73 None None] Provisioning complete for port d42c2882-480d-4663-90c1-0280fa69aa2a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:06.273046 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92b66989-dc1d-4b6d-8ee6-fb6ebe958e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.296883 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aca74ff-6e4d-4568-a6b4-a27efe57ab2d None None] Network 855efab3-7f3d-4624-8106-aafa5f394f8d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:06.335640 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-92b66989-dc1d-4b6d-8ee6-fb6ebe958e73 None None] Port d42c2882-480d-4663-90c1-0280fa69aa2a cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:06.388427 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c20ee-e360-4910-b512-9d740bb45514 req-7f2fdd14-ca03-432d-87b5-3840d2d7c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:06.389215 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-7f2fdd14-ca03-432d-87b5-3840d2d7c524 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8f8cff2-179e-422c-b93c-8298614fb9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1012514 Jul 16 01:36:06.420790 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce58b193-9ee7-4aaf-b43f-9dace5bcd0ed tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.457777 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-be148cc5-13d8-46a6-8272-30922a6642d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.551856 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8e3b21-eedb-46e3-ac7d-3bf9af1ce6b2 None None] DHCP port deletion for 855efab3-7f3d-4624-8106-aafa5f394f8d request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:06.560509 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f2902-6e1a-48bd-b667-b83cbb903920 req-9fa4c742-d614-41f3-8dc9-eac895c4d36f tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:06.562212 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cb0f2902-6e1a-48bd-b667-b83cbb903920 req-9fa4c742-d614-41f3-8dc9-eac895c4d36f tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b HTTP/1.1" status: 200 len: 946 time: 0.1369696 Jul 16 01:36:06.570988 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-ce58b193-9ee7-4aaf-b43f-9dace5bcd0ed tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting port 1cff981b-4c25-47d2-ae98-30bc205a920a {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:06.571178 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce58b193-9ee7-4aaf-b43f-9dace5bcd0ed tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.625589 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-5f763870-d4d0-4cb4-949a-5da65aebd6eb service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244825 Jul 16 01:36:06.740075 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-fa8e3b21-eedb-46e3-ac7d-3bf9af1ce6b2 None None] Deleting port 1cff981b-4c25-47d2-ae98-30bc205a920a {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:06.740477 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fa8e3b21-eedb-46e3-ac7d-3bf9af1ce6b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.783087 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-ce58b193-9ee7-4aaf-b43f-9dace5bcd0ed tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] For port 1cff981b-4c25-47d2-ae98-30bc205a920a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1cff981b-4c25-47d2-ae98-30bc205a920a,segment=NetworkSegment(97f10a6e-577d-4415-a0c6-c04014425b50),segment_id=97f10a6e-577d-4415-a0c6-c04014425b50)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:06.783379 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce58b193-9ee7-4aaf-b43f-9dace5bcd0ed tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.803413 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-234ec004-0e78-47ba-a354-d79d7ae1bccc service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695461 Jul 16 01:36:06.821698 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-ce58b193-9ee7-4aaf-b43f-9dace5bcd0ed tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Calling delete_port for 1cff981b-4c25-47d2-ae98-30bc205a920a owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:06.843967 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cb0f2902-6e1a-48bd-b667-b83cbb903920 req-9871e06f-e483-4d2a-9aa5-1041b06b9464 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706273 Jul 16 01:36:06.911134 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-edff7735-f181-439e-a20b-70eecc67aa38 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=407d0817-5c56-476f-9567-e0c793460e29 HTTP/1.1" status: 200 len: 217 time: 0.0951552 Jul 16 01:36:06.928799 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-be148cc5-13d8-46a6-8272-30922a6642d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.972180 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-be148cc5-13d8-46a6-8272-30922a6642d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.099158 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-fa8e3b21-eedb-46e3-ac7d-3bf9af1ce6b2 None None] For port 1cff981b-4c25-47d2-ae98-30bc205a920a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1cff981b-4c25-47d2-ae98-30bc205a920a,segment=NetworkSegment(97f10a6e-577d-4415-a0c6-c04014425b50),segment_id=97f10a6e-577d-4415-a0c6-c04014425b50)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:07.099661 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fa8e3b21-eedb-46e3-ac7d-3bf9af1ce6b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.110844 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c20ee-e360-4910-b512-9d740bb45514 req-ba82e78b-fa18-4bbe-b888-72ca5b83751e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.112891 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-ba82e78b-fa18-4bbe-b888-72ca5b83751e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cd61848d-b847-41bc-a89b-9e166c2c9789 HTTP/1.1" status: 200 len: 797 time: 0.1940494 Jul 16 01:36:07.118540 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be148cc5-13d8-46a6-8272-30922a6642d2 admin admin] Pushing event updated for resources: {'Port': ['ID=d42c2882-480d-4663-90c1-0280fa69aa2a,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:07.139750 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-be148cc5-13d8-46a6-8272-30922a6642d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.144397 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-fa8e3b21-eedb-46e3-ac7d-3bf9af1ce6b2 None None] Calling delete_port for 1cff981b-4c25-47d2-ae98-30bc205a920a owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:07.192754 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b339a-5d8c-4257-93ea-38e1fec20251 req-5c7d8e7b-43a1-417b-94ff-a0d52d81be4d tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.196548 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-984b339a-5d8c-4257-93ea-38e1fec20251 req-5c7d8e7b-43a1-417b-94ff-a0d52d81be4d tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 946 time: 0.3779707 Jul 16 01:36:07.330591 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fa8e3b21-eedb-46e3-ac7d-3bf9af1ce6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.378700 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-984b339a-5d8c-4257-93ea-38e1fec20251 req-960d3a71-f054-4ac8-a888-106f40cc1ea5 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735692 Jul 16 01:36:07.380098 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e3b21-eedb-46e3-ac7d-3bf9af1ce6b2 None None] Pushing event deleted for resources: {'Port': ['ID=1cff981b-4c25-47d2-ae98-30bc205a920a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:07.385774 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8e3b21-eedb-46e3-ac7d-3bf9af1ce6b2 None None] No DVR routers for this DVR port 1cff981b-4c25-47d2-ae98-30bc205a920a on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:07.392392 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c20ee-e360-4910-b512-9d740bb45514 req-bc6f1eb3-2a8c-4472-acf0-15431db1a71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.402239 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-bc6f1eb3-2a8c-4472-acf0-15431db1a71e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2773831 Jul 16 01:36:07.478184 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be148cc5-13d8-46a6-8272-30922a6642d2 admin admin] Network 3e6ad2a3-4bfd-435e-80fd-e62af305c68f is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:07.482705 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-be148cc5-13d8-46a6-8272-30922a6642d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:07.645908 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-bc80e602-d6de-4770-a025-35cff93ac988 service neutron] 10.222.0.84 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374268 Jul 16 01:36:07.658321 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce58b193-9ee7-4aaf-b43f-9dace5bcd0ed tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.709717 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58b193-9ee7-4aaf-b43f-9dace5bcd0ed tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Port': ['ID=1cff981b-4c25-47d2-ae98-30bc205a920a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:07.713929 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e29519cd-e580-4bb1-9ac6-baf97c974563 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:07.720138 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce58b193-9ee7-4aaf-b43f-9dace5bcd0ed tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] No DVR routers for this DVR port 1cff981b-4c25-47d2-ae98-30bc205a920a on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:07.837052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port e29519cd-e580-4bb1-9ac6-baf97c974563 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:07.843836 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.864340 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce58b193-9ee7-4aaf-b43f-9dace5bcd0ed tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.879390 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-ce58b193-9ee7-4aaf-b43f-9dace5bcd0ed tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855efab3-7f3d-4624-8106-aafa5f394f8d']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:07.893596 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-ce58b193-9ee7-4aaf-b43f-9dace5bcd0ed tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f10a6e-577d-4415-a0c6-c04014425b50') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:07.893899 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-ce58b193-9ee7-4aaf-b43f-9dace5bcd0ed tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f10a6e-577d-4415-a0c6-c04014425b50') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:07.931306 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce58b193-9ee7-4aaf-b43f-9dace5bcd0ed tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.958157 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce58b193-9ee7-4aaf-b43f-9dace5bcd0ed tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.970615 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce58b193-9ee7-4aaf-b43f-9dace5bcd0ed tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:07.971082 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce58b193-9ee7-4aaf-b43f-9dace5bcd0ed tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:07.975212 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:07.991225 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-29703601-cef3-459c-9e41-3e3585ca7a5a None None] Provisioning complete for port d42c2882-480d-4663-90c1-0280fa69aa2a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:07.991613 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29703601-cef3-459c-9e41-3e3585ca7a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.016972 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44a2ee-7444-4551-b82b-746e18476678 req-87f442b0-d3fc-455d-b4a9-76587b693a35 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.019991 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fe44a2ee-7444-4551-b82b-746e18476678 req-87f442b0-d3fc-455d-b4a9-76587b693a35 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b HTTP/1.1" status: 200 len: 946 time: 0.1238272 Jul 16 01:36:08.047108 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-29703601-cef3-459c-9e41-3e3585ca7a5a None None] Port d42c2882-480d-4663-90c1-0280fa69aa2a cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:08.076656 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1cff981b-4c25-47d2-ae98-30bc205a920a no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:08.085499 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce58b193-9ee7-4aaf-b43f-9dace5bcd0ed tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.094767 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce58b193-9ee7-4aaf-b43f-9dace5bcd0ed tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.101269 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ce58b193-9ee7-4aaf-b43f-9dace5bcd0ed tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/networks/855efab3-7f3d-4624-8106-aafa5f394f8d HTTP/1.1" status: 204 len: 168 time: 1.8537462 Jul 16 01:36:08.108595 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34828) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:08.117176 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-78339561-3257-4544-b362-e67c1df667f3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-597503402', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:08.122479 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 1cff981b-4c25-47d2-ae98-30bc205a920a {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:08.124349 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1cff981b-4c25-47d2-ae98-30bc205a920a not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:08.141567 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58b193-9ee7-4aaf-b43f-9dace5bcd0ed tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Network': ['ID=855efab3-7f3d-4624-8106-aafa5f394f8d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:08.161242 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fe44a2ee-7444-4551-b82b-746e18476678 req-999af425-bff3-4bc5-a277-8480dbc20094 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030314 Jul 16 01:36:08.179824 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-78339561-3257-4544-b362-e67c1df667f3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.181116 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-78339561-3257-4544-b362-e67c1df667f3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.254925 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-78339561-3257-4544-b362-e67c1df667f3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.268217 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-78339561-3257-4544-b362-e67c1df667f3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.308226 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be148cc5-13d8-46a6-8272-30922a6642d2 admin admin] Router 528bd3b1-5019-4b79-bcb0-9007b333a597 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:08.317204 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-55caa5fe-4819-4687-be06-de949518052d service neutron] 10.222.0.84 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780047 Jul 16 01:36:08.326159 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-78339561-3257-4544-b362-e67c1df667f3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.328227 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-78339561-3257-4544-b362-e67c1df667f3 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2153051 Jul 16 01:36:08.331137 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34836) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:08.343251 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-efa1464a-739b-44b2-988d-8133120b6230 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2088662203'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:08.396433 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa1464a-739b-44b2-988d-8133120b6230 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Made reservation on behalf of 25f43487b8e9471c8206a5429d008e7d for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:08.400589 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-efa1464a-739b-44b2-988d-8133120b6230 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.425593 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-aa579a31-3fce-422c-9352-ae2cb3abe97e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d56d08d-c284-4685-94b0-17d99edfbd05 HTTP/1.1" status: 200 len: 217 time: 0.0888083 Jul 16 01:36:08.441519 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa1464a-739b-44b2-988d-8133120b6230 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:08.452327 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-efa1464a-739b-44b2-988d-8133120b6230 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.453887 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-efa1464a-739b-44b2-988d-8133120b6230 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Added segment 895f84f0-11e6-4a7d-b59c-81bba577ab4d of type vlan for network c175d1cd-4eea-462b-b7a6-2dbde8ceff93 Jul 16 01:36:08.503925 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-efa1464a-739b-44b2-988d-8133120b6230 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.564118 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-efa1464a-739b-44b2-988d-8133120b6230 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.572063 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa1464a-739b-44b2-988d-8133120b6230 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.573226 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-efa1464a-739b-44b2-988d-8133120b6230 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.640694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c20ee-e360-4910-b512-9d740bb45514 req-fee5ed99-fe13-49cb-a3f9-7af55c5ba1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.642194 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-fee5ed99-fe13-49cb-a3f9-7af55c5ba1c2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cd61848d-b847-41bc-a89b-9e166c2c9789 HTTP/1.1" status: 200 len: 797 time: 0.2072117 Jul 16 01:36:08.655345 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-efa1464a-739b-44b2-988d-8133120b6230 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3230317 Jul 16 01:36:08.659955 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34842) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:08.666956 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-fda09f8e-7b46-47eb-b32f-01f6ef975856 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'subnet': {'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:08.703459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be148cc5-13d8-46a6-8272-30922a6642d2 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:08.708975 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-be148cc5-13d8-46a6-8272-30922a6642d2 admin admin] 10.222.0.16 "PUT /v2.0/routers/528bd3b1-5019-4b79-bcb0-9007b333a597/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1067538 Jul 16 01:36:08.731352 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] Sync routers for ids ['528bd3b1-5019-4b79-bcb0-9007b333a597'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:08.747570 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7b801-0065-4f2d-9391-a9805f17dd7c req-1e3afa73-7185-4f2c-9250-d688831799da tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.749665 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-66d7b801-0065-4f2d-9391-a9805f17dd7c req-1e3afa73-7185-4f2c-9250-d688831799da tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b HTTP/1.1" status: 200 len: 946 time: 0.1787925 Jul 16 01:36:08.753460 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] Routers {'528bd3b1-5019-4b79-bcb0-9007b333a597'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:08.753766 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c20ee-e360-4910-b512-9d740bb45514 req-0bba246d-136c-4fed-861b-364933891e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.754518 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['528bd3b1-5019-4b79-bcb0-9007b333a597'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:08.755481 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-0bba246d-136c-4fed-861b-364933891e2c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1030710 Jul 16 01:36:08.759810 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1464a-739b-44b2-988d-8133120b6230 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Network': ['ID=c175d1cd-4eea-462b-b7a6-2dbde8ceff93,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:08.798275 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network c175d1cd-4eea-462b-b7a6-2dbde8ceff93 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:08.899044 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8d11b-130d-4ff2-a2ee-433eef903023 req-00e6bd36-aa2f-4561-a3f7-057a16a1aa2b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.900946 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f7d8d11b-130d-4ff2-a2ee-433eef903023 req-00e6bd36-aa2f-4561-a3f7-057a16a1aa2b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 946 time: 0.2999947 Jul 16 01:36:08.944109 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] Set router 528bd3b1-5019-4b79-bcb0-9007b333a597 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:08.954568 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda09f8e-7b46-47eb-b32f-01f6ef975856 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Made reservation on behalf of 25f43487b8e9471c8206a5429d008e7d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:08.958974 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fda09f8e-7b46-47eb-b32f-01f6ef975856 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.970778 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-255c51d0-7526-4a54-8d21-6fb9c5bd2c03 service neutron] 10.222.0.84 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832144 Jul 16 01:36:08.995302 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f7d8d11b-130d-4ff2-a2ee-433eef903023 req-4e0a6d4c-c582-4843-a85d-4f5f6217370b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857430 Jul 16 01:36:09.017884 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-66d7b801-0065-4f2d-9391-a9805f17dd7c req-6444f682-2d34-43d1-a4d7-8671446ee6da tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568128 Jul 16 01:36:09.135051 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e27c20ee-e360-4910-b512-9d740bb45514 req-0ed632cd-4f8d-40d9-8e35-9711e819fca6 service neutron] 10.222.0.84 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543288 Jul 16 01:36:09.219147 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fda09f8e-7b46-47eb-b32f-01f6ef975856 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.323995 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda09f8e-7b46-47eb-b32f-01f6ef975856 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Subnet': ['ID=75c64c58-ee83-41ef-b66b-8ef5301dfab5,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:09.339555 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda09f8e-7b46-47eb-b32f-01f6ef975856 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Checking segment: {'id': '895f84f0-11e6-4a7d-b59c-81bba577ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:09.339948 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda09f8e-7b46-47eb-b32f-01f6ef975856 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network hostable DHCP agents. Network: c175d1cd-4eea-462b-b7a6-2dbde8ceff93, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:09.363684 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda09f8e-7b46-47eb-b32f-01f6ef975856 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network c175d1cd-4eea-462b-b7a6-2dbde8ceff93 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:09.368489 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'name': 'tempest-TestVolumeBackupRestore-731329430-router', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'gw_port': {'id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:59Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'd42c2882-480d-4663-90c1-0280fa69aa2a', 'name': '', 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'mac_address': 'fa:16:3e:fe:96:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:04Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 2, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'subnets': [{'id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:09.388546 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-fda09f8e-7b46-47eb-b32f-01f6ef975856 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, c175d1cd-4eea-462b-b7a6-2dbde8ceff93) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:09.406789 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda09f8e-7b46-47eb-b32f-01f6ef975856 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.410250 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fda09f8e-7b46-47eb-b32f-01f6ef975856 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.434538 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a232a1d9-8497-4e91-aa40-fe3b09f8e8c3 None None] Network c175d1cd-4eea-462b-b7a6-2dbde8ceff93 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:09.437360 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] Checking router: 528bd3b1-5019-4b79-bcb0-9007b333a597 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:09.437360 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] Updating router 528bd3b1-5019-4b79-bcb0-9007b333a597 port d42c2882-480d-4663-90c1-0280fa69aa2a binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:36:09.456943 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fda09f8e-7b46-47eb-b32f-01f6ef975856 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7949979 Jul 16 01:36:09.459808 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34870) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:09.528816 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.756869 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:09.757745 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.794562 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34878) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:09.801024 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-004752aa-9d8b-4022-973b-a88cfe29ec88 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1302820074-network', 'tenant_id': 'eacadbbb7ce649dda71262bb965259fe'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:09.842823 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004752aa-9d8b-4022-973b-a88cfe29ec88 admin admin] Made reservation on behalf of eacadbbb7ce649dda71262bb965259fe for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:09.850889 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-004752aa-9d8b-4022-973b-a88cfe29ec88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.898905 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-004752aa-9d8b-4022-973b-a88cfe29ec88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.990492 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Allocated IP 2001:db8::2 (c175d1cd-4eea-462b-b7a6-2dbde8ceff93/75c64c58-ee83-41ef-b66b-8ef5301dfab5/21edac07-de21-4ec9-b233-cd4e8b4e2af7) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:10.079717 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631f5f-1e07-43cc-824d-69c55d2413f9 req-45a3a9e4-c449-4545-b202-5ee567103c0d tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.081495 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e631f5f-1e07-43cc-824d-69c55d2413f9 req-45a3a9e4-c449-4545-b202-5ee567103c0d tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 946 time: 0.5137146 Jul 16 01:36:10.127780 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.138424 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-004752aa-9d8b-4022-973b-a88cfe29ec88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.145497 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] Transition to ACTIVE for port object d42c2882-480d-4663-90c1-0280fa69aa2a will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:10.146197 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ff8d932-a328-40cc-beee-54b20389d7b9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.159594 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.159814 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-004752aa-9d8b-4022-973b-a88cfe29ec88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.170960 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e631f5f-1e07-43cc-824d-69c55d2413f9 req-84c06bc8-15ec-4eb4-9b59-5ebc48a4c96c tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817103 Jul 16 01:36:10.215078 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-004752aa-9d8b-4022-973b-a88cfe29ec88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:10.238359 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004752aa-9d8b-4022-973b-a88cfe29ec88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a94a8dd-d36f-4fb8-9dd1-6cbf8b8e434b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:10.264081 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0a261-8b24-48c9-b69d-f821b67fc4e1 None None] Pushing event updated for resources: {'Port': ['ID=d42c2882-480d-4663-90c1-0280fa69aa2a,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:10.290043 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df166735-04b9-40e0-92cd-314bca62ac62 req-ca02c0e6-6a85-4662-b44d-0b974d0fa362 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.297744 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-df166735-04b9-40e0-92cd-314bca62ac62 req-ca02c0e6-6a85-4662-b44d-0b974d0fa362 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b HTTP/1.1" status: 200 len: 946 time: 0.2351294 Jul 16 01:36:10.300211 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-004752aa-9d8b-4022-973b-a88cfe29ec88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.300582 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-004752aa-9d8b-4022-973b-a88cfe29ec88 admin admin] Added segment 1de678ac-15a0-4e3b-8a7f-06f9fa903506 of type vlan for network 1b7623dd-eb20-4119-bf10-df7c5e51b724 Jul 16 01:36:10.381546 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.386126 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] Attempting to bind port d42c2882-480d-4663-90c1-0280fa69aa2a on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:10.386697 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] Attempting to bind port d42c2882-480d-4663-90c1-0280fa69aa2a by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:10.388093 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] Attempting to bind port d42c2882-480d-4663-90c1-0280fa69aa2a on network 3e6ad2a3-4bfd-435e-80fd-e62af305c68f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:10.389196 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-df166735-04b9-40e0-92cd-314bca62ac62 req-e2184998-018b-40de-a6f8-837543c93f13 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902843 Jul 16 01:36:10.416083 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:10.416528 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] Checking segment: {'id': 'e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:10.416996 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.417402 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] Bound using segment: {'id': 'e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:10.417960 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] Bound port: d42c2882-480d-4663-90c1-0280fa69aa2a, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:10.418391 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.429537 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-004752aa-9d8b-4022-973b-a88cfe29ec88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.434699 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Transition to ACTIVE for port object 21edac07-de21-4ec9-b233-cd4e8b4e2af7 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:10.469102 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-004752aa-9d8b-4022-973b-a88cfe29ec88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.471261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004752aa-9d8b-4022-973b-a88cfe29ec88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.471261 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-004752aa-9d8b-4022-973b-a88cfe29ec88 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.518717 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Transition to ACTIVE for port object 21edac07-de21-4ec9-b233-cd4e8b4e2af7 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:10.527906 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-004752aa-9d8b-4022-973b-a88cfe29ec88 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7289743 Jul 16 01:36:10.528871 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34882) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:10.543419 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.565669 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-6b53bef8-93ae-4678-8d97-0f48807ffea4 admin admin] Request body: {'subnet': {'network_id': '1b7623dd-eb20-4119-bf10-df7c5e51b724', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1302820074-subnet', 'tenant_id': 'eacadbbb7ce649dda71262bb965259fe', 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:10.571486 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004752aa-9d8b-4022-973b-a88cfe29ec88 admin admin] Pushing event updated for resources: {'Network': ['ID=1b7623dd-eb20-4119-bf10-df7c5e51b724,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:10.592144 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 1b7623dd-eb20-4119-bf10-df7c5e51b724 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:10.598328 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b53bef8-93ae-4678-8d97-0f48807ffea4 admin admin] Made reservation on behalf of eacadbbb7ce649dda71262bb965259fe for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:10.602029 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6b53bef8-93ae-4678-8d97-0f48807ffea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.608325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-6ff8d932-a328-40cc-beee-54b20389d7b9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Allocated IP 2001:db8::1 (c175d1cd-4eea-462b-b7a6-2dbde8ceff93/75c64c58-ee83-41ef-b66b-8ef5301dfab5/fdc547e1-ebc1-4eb0-9f38-ab705dd579c1) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:10.633464 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Pushing event updated for resources: {'Port': ['ID=21edac07-de21-4ec9-b233-cd4e8b4e2af7,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:10.649391 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Network c175d1cd-4eea-462b-b7a6-2dbde8ceff93 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:10.685062 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] For port d42c2882-480d-4663-90c1-0280fa69aa2a, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:10.687517 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:10.697467 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:10.697812 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:10.698146 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:10.698477 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:10.698804 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:10.699121 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:10.699441 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:10.699761 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:10.700078 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:10.700413 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:10.700733 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:10.701046 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:10.704619 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:10.719362 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] For port d42c2882-480d-4663-90c1-0280fa69aa2a, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d42c2882-480d-4663-90c1-0280fa69aa2a,segment=NetworkSegment(e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426),segment_id=e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:10.757313 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.805277 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ff8d932-a328-40cc-beee-54b20389d7b9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.825288 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-6ff8d932-a328-40cc-beee-54b20389d7b9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Transition to ACTIVE for port object fdc547e1-ebc1-4eb0-9f38-ab705dd579c1 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:10.833387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Attempting to bind port 21edac07-de21-4ec9-b233-cd4e8b4e2af7 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:10.833756 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Attempting to bind port 21edac07-de21-4ec9-b233-cd4e8b4e2af7 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '895f84f0-11e6-4a7d-b59c-81bba577ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:10.834295 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Attempting to bind port 21edac07-de21-4ec9-b233-cd4e8b4e2af7 on network c175d1cd-4eea-462b-b7a6-2dbde8ceff93 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:10.845194 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] Routers {'528bd3b1-5019-4b79-bcb0-9007b333a597'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:10.845840 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['528bd3b1-5019-4b79-bcb0-9007b333a597'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:10.847753 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:10.848111 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Checking segment: {'id': '895f84f0-11e6-4a7d-b59c-81bba577ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:10.848922 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.849362 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Bound using segment: {'id': '895f84f0-11e6-4a7d-b59c-81bba577ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:10.849684 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6b53bef8-93ae-4678-8d97-0f48807ffea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.850156 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Bound port: 21edac07-de21-4ec9-b233-cd4e8b4e2af7, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895f84f0-11e6-4a7d-b59c-81bba577ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:10.850156 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.874802 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ff8d932-a328-40cc-beee-54b20389d7b9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.912125 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0a261-8b24-48c9-b69d-f821b67fc4e1 None None] Pushing event updated for resources: {'Port': ['ID=d42c2882-480d-4663-90c1-0280fa69aa2a,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:10.935349 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff8d932-a328-40cc-beee-54b20389d7b9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network c175d1cd-4eea-462b-b7a6-2dbde8ceff93 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:10.942595 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-6ff8d932-a328-40cc-beee-54b20389d7b9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:10.957562 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff8d932-a328-40cc-beee-54b20389d7b9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:10.961078 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ff8d932-a328-40cc-beee-54b20389d7b9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.004753 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b53bef8-93ae-4678-8d97-0f48807ffea4 admin admin] Checking segment: {'id': '1de678ac-15a0-4e3b-8a7f-06f9fa903506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1b7623dd-eb20-4119-bf10-df7c5e51b724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:11.005161 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b53bef8-93ae-4678-8d97-0f48807ffea4 admin admin] Network hostable DHCP agents. Network: 1b7623dd-eb20-4119-bf10-df7c5e51b724, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:11.009144 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53bef8-93ae-4678-8d97-0f48807ffea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=140efc13-2b2c-4c5e-a083-1e15ea25366b,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:11.038914 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b53bef8-93ae-4678-8d97-0f48807ffea4 admin admin] Network 1b7623dd-eb20-4119-bf10-df7c5e51b724 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:11.044339 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8d932-a328-40cc-beee-54b20389d7b9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Port': ['ID=fdc547e1-ebc1-4eb0-9f38-ab705dd579c1,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:11.059341 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-6b53bef8-93ae-4678-8d97-0f48807ffea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 1b7623dd-eb20-4119-bf10-df7c5e51b724) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:11.070275 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b53bef8-93ae-4678-8d97-0f48807ffea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:11.071350 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6b53bef8-93ae-4678-8d97-0f48807ffea4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.078279 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8330e5cd-e11c-4077-93c0-d99ffad71374 None None] Network 1b7623dd-eb20-4119-bf10-df7c5e51b724 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:11.089474 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] For port 21edac07-de21-4ec9-b233-cd4e8b4e2af7, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:11.107834 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] Set router 528bd3b1-5019-4b79-bcb0-9007b333a597 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:11.108033 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6b53bef8-93ae-4678-8d97-0f48807ffea4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5753443 Jul 16 01:36:11.108033 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34888) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:11.113344 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-60a5b1ad-e5cd-4a78-a2a0-0f97afb9a970 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1302820074-router', 'tenant_id': 'eacadbbb7ce649dda71262bb965259fe', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:11.162891 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-60a5b1ad-e5cd-4a78-a2a0-0f97afb9a970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.164016 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-60a5b1ad-e5cd-4a78-a2a0-0f97afb9a970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.243403 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-60a5b1ad-e5cd-4a78-a2a0-0f97afb9a970 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.357321 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] For port 21edac07-de21-4ec9-b233-cd4e8b4e2af7, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=21edac07-de21-4ec9-b233-cd4e8b4e2af7,segment=NetworkSegment(895f84f0-11e6-4a7d-b59c-81bba577ab4d),segment_id=895f84f0-11e6-4a7d-b59c-81bba577ab4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:11.370298 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e0fa7-2767-466b-ba23-597606e2fd5e req-f3323db5-621d-430f-a12b-3ec3fdc6dfa2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:11.373273 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b17e0fa7-2767-466b-ba23-597606e2fd5e req-f3323db5-621d-430f-a12b-3ec3fdc6dfa2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.82 "GET /v2.0/ports?device_id=88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b HTTP/1.1" status: 200 len: 946 time: 0.2656231 Jul 16 01:36:11.374002 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.375625 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ff8d932-a328-40cc-beee-54b20389d7b9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.440338 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-60a5b1ad-e5cd-4a78-a2a0-0f97afb9a970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.633860 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc209069-210e-48ab-8594-761f2b83d0d9 None None] Pushing event updated for resources: {'Port': ['ID=21edac07-de21-4ec9-b233-cd4e8b4e2af7,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:11.652779 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71282d7-4c78-4d92-807a-e349666fa303 req-eec6486f-f968-4495-baeb-7c22de6d69b3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:11.654636 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d71282d7-4c78-4d92-807a-e349666fa303 req-eec6486f-f968-4495-baeb-7c22de6d69b3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 946 time: 0.3445575 Jul 16 01:36:11.783046 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d71282d7-4c78-4d92-807a-e349666fa303 req-4201a302-5835-4d21-bd80-3d2533fbe6dd tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802782 Jul 16 01:36:11.791925 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a660d2-d920-474e-8eb2-acf1259fb112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-1b7623dd-eb20-4119-bf10-df7c5e51b724', 'network_id': '1b7623dd-eb20-4119-bf10-df7c5e51b724', 'tenant_id': 'eacadbbb7ce649dda71262bb965259fe', 'fixed_ips': [{'subnet_id': '140efc13-2b2c-4c5e-a083-1e15ea25366b'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:11.792846 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-96a660d2-d920-474e-8eb2-acf1259fb112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.797655 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051dff6c-52aa-434b-a46b-5ce3a017b0c0 req-601b87b3-7ea1-4197-9fde-4899fdfa76dc tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:11.823204 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-051dff6c-52aa-434b-a46b-5ce3a017b0c0 req-601b87b3-7ea1-4197-9fde-4899fdfa76dc tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b HTTP/1.1" status: 200 len: 946 time: 0.2002246 Jul 16 01:36:11.920191 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b17e0fa7-2767-466b-ba23-597606e2fd5e req-c2b39a8a-a8f9-4930-b0a4-b4e07a19bc83 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Deleting port 3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:11.928637 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b17e0fa7-2767-466b-ba23-597606e2fd5e req-c2b39a8a-a8f9-4930-b0a4-b4e07a19bc83 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.960951 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-051dff6c-52aa-434b-a46b-5ce3a017b0c0 req-45adf8ad-03f9-424f-8332-b35d094c11ba tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366551 Jul 16 01:36:12.011421 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'name': 'tempest-TestVolumeBackupRestore-731329430-router', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'gw_port': {'id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:59Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'd42c2882-480d-4663-90c1-0280fa69aa2a', 'name': '', 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'mac_address': 'fa:16:3e:fe:96:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:04Z', 'updated_at': '2021-07-16T01:36:10Z', 'revision_number': 4, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'subnets': [{'id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:12.015343 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-60a5b1ad-e5cd-4a78-a2a0-0f97afb9a970 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.074235 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-60a5b1ad-e5cd-4a78-a2a0-0f97afb9a970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.078023 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe4ee53-587e-4419-8bf9-491ae1c111a7 None None] The sync data for ids ['528bd3b1-5019-4b79-bcb0-9007b333a597'] in n-d-792394-16 is: [{'id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'name': 'tempest-TestVolumeBackupRestore-731329430-router', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'gw_port': {'id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:59Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'd42c2882-480d-4663-90c1-0280fa69aa2a', 'name': '', 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'mac_address': 'fa:16:3e:fe:96:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:04Z', 'updated_at': '2021-07-16T01:36:10Z', 'revision_number': 4, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'subnets': [{'id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:12.130590 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-96a660d2-d920-474e-8eb2-acf1259fb112 None None] Allocated IP 172.20.0.2 (1b7623dd-eb20-4119-bf10-df7c5e51b724/140efc13-2b2c-4c5e-a083-1e15ea25366b/a51f5298-835e-435e-a39f-7bc356f81382) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:12.295205 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-b17e0fa7-2767-466b-ba23-597606e2fd5e req-c2b39a8a-a8f9-4930-b0a4-b4e07a19bc83 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] For port 3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:12.295580 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b17e0fa7-2767-466b-ba23-597606e2fd5e req-c2b39a8a-a8f9-4930-b0a4-b4e07a19bc83 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.401071 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b17e0fa7-2767-466b-ba23-597606e2fd5e req-c2b39a8a-a8f9-4930-b0a4-b4e07a19bc83 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Calling delete_port for 3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:12.407155 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-60a5b1ad-e5cd-4a78-a2a0-0f97afb9a970 admin admin] Allocated IP 172.25.6.196 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/fa16ceda-b913-42d7-a3a9-7c50ba620bdf) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:12.408740 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ff8d932-a328-40cc-beee-54b20389d7b9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.419712 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ff8d932-a328-40cc-beee-54b20389d7b9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.420682 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ff8d932-a328-40cc-beee-54b20389d7b9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.467805 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-96a660d2-d920-474e-8eb2-acf1259fb112 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.488505 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-96a660d2-d920-474e-8eb2-acf1259fb112 None None] Transition to ACTIVE for port object a51f5298-835e-435e-a39f-7bc356f81382 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:12.525031 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8d932-a328-40cc-beee-54b20389d7b9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Port': ['ID=fdc547e1-ebc1-4eb0-9f38-ab705dd579c1,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.537694 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-96a660d2-d920-474e-8eb2-acf1259fb112 None None] Transition to ACTIVE for port object a51f5298-835e-435e-a39f-7bc356f81382 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:12.559613 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-96a660d2-d920-474e-8eb2-acf1259fb112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.655524 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-60a5b1ad-e5cd-4a78-a2a0-0f97afb9a970 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.665569 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a660d2-d920-474e-8eb2-acf1259fb112 None None] Network 1b7623dd-eb20-4119-bf10-df7c5e51b724 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:12.672071 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-96a660d2-d920-474e-8eb2-acf1259fb112 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:12.680265 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a660d2-d920-474e-8eb2-acf1259fb112 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:12.696845 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a660d2-d920-474e-8eb2-acf1259fb112 None None] Pushing event updated for resources: {'Port': ['ID=a51f5298-835e-435e-a39f-7bc356f81382,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.757647 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-60a5b1ad-e5cd-4a78-a2a0-0f97afb9a970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.794955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff8d932-a328-40cc-beee-54b20389d7b9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network c175d1cd-4eea-462b-b7a6-2dbde8ceff93 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:12.797118 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-6ff8d932-a328-40cc-beee-54b20389d7b9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:12.863164 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-96a660d2-d920-474e-8eb2-acf1259fb112 None None] Attempting to bind port a51f5298-835e-435e-a39f-7bc356f81382 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:12.864502 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-96a660d2-d920-474e-8eb2-acf1259fb112 None None] Attempting to bind port a51f5298-835e-435e-a39f-7bc356f81382 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '1de678ac-15a0-4e3b-8a7f-06f9fa903506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1b7623dd-eb20-4119-bf10-df7c5e51b724'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:12.864885 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a660d2-d920-474e-8eb2-acf1259fb112 None None] Attempting to bind port a51f5298-835e-435e-a39f-7bc356f81382 on network 1b7623dd-eb20-4119-bf10-df7c5e51b724 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:12.878977 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a660d2-d920-474e-8eb2-acf1259fb112 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:12.883194 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a660d2-d920-474e-8eb2-acf1259fb112 None None] Checking segment: {'id': '1de678ac-15a0-4e3b-8a7f-06f9fa903506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1b7623dd-eb20-4119-bf10-df7c5e51b724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:12.883987 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-96a660d2-d920-474e-8eb2-acf1259fb112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.884090 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a660d2-d920-474e-8eb2-acf1259fb112 None None] Bound using segment: {'id': '1de678ac-15a0-4e3b-8a7f-06f9fa903506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1b7623dd-eb20-4119-bf10-df7c5e51b724'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:12.886806 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-96a660d2-d920-474e-8eb2-acf1259fb112 None None] Bound port: a51f5298-835e-435e-a39f-7bc356f81382, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de678ac-15a0-4e3b-8a7f-06f9fa903506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1b7623dd-eb20-4119-bf10-df7c5e51b724'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:12.887222 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-96a660d2-d920-474e-8eb2-acf1259fb112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.891550 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a5b1ad-e5cd-4a78-a2a0-0f97afb9a970 admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:12.897254 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5b1ad-e5cd-4a78-a2a0-0f97afb9a970 admin admin] Pushing event updated for resources: {'Port': ['ID=fa16ceda-b913-42d7-a3a9-7c50ba620bdf,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.911059 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-60a5b1ad-e5cd-4a78-a2a0-0f97afb9a970 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:12.914205 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a5b1ad-e5cd-4a78-a2a0-0f97afb9a970 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:13.056946 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-96a660d2-d920-474e-8eb2-acf1259fb112 None None] For port a51f5298-835e-435e-a39f-7bc356f81382, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:13.068586 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-96a660d2-d920-474e-8eb2-acf1259fb112 None None] For port a51f5298-835e-435e-a39f-7bc356f81382, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a51f5298-835e-435e-a39f-7bc356f81382,segment=NetworkSegment(1de678ac-15a0-4e3b-8a7f-06f9fa903506),segment_id=1de678ac-15a0-4e3b-8a7f-06f9fa903506)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:13.097450 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-96a660d2-d920-474e-8eb2-acf1259fb112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.132589 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b17e0fa7-2767-466b-ba23-597606e2fd5e req-c2b39a8a-a8f9-4930-b0a4-b4e07a19bc83 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.307010 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a660d2-d920-474e-8eb2-acf1259fb112 None None] Pushing event updated for resources: {'Port': ['ID=a51f5298-835e-435e-a39f-7bc356f81382,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:13.320594 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['d718468d-4bd2-4ec0-88f0-d6d976174d66'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:13.324350 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b39a8a-a8f9-4930-b0a4-b4e07a19bc83 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Pushing event deleted for resources: {'Port': ['ID=3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:13.399769 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fc2bdd-bce6-4c32-b2d6-71d950714838 None None] Network c175d1cd-4eea-462b-b7a6-2dbde8ceff93 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:13.415738 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c979d955-25b9-4680-91f3-a6bda956f71e req-17fbba92-ad78-4a6a-947c-60044624429c tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b HTTP/1.1" status: 200 len: 210 time: 0.0537264 Jul 16 01:36:13.529002 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-fb97069d-56e1-4e2e-b39a-9098b62ae195 None None] Provisioning for port 21edac07-de21-4ec9-b233-cd4e8b4e2af7 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:13.614730 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-60a5b1ad-e5cd-4a78-a2a0-0f97afb9a970 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.616467 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17e0fa7-2767-466b-ba23-597606e2fd5e req-c2b39a8a-a8f9-4930-b0a4-b4e07a19bc83 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] No DVR routers for this DVR port 3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:13.628415 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b17e0fa7-2767-466b-ba23-597606e2fd5e req-c2b39a8a-a8f9-4930-b0a4-b4e07a19bc83 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.633118 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b17e0fa7-2767-466b-ba23-597606e2fd5e req-c2b39a8a-a8f9-4930-b0a4-b4e07a19bc83 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.82 "DELETE /v2.0/ports/3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7 HTTP/1.1" status: 204 len: 173 time: 2.2301888 Jul 16 01:36:13.663805 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b', 'name': 'network-vif-deleted', 'tag': '3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:13.674863 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d94797-1c78-4b34-91b7-08a175285fb8" -d '{"events": [{"server_uuid": "88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b", "name": "network-vif-deleted", "tag": "3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:13.802823 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34926) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:13.940208 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38a6b3-033d-464d-a519-68f4007f2441 req-756ee6af-115a-4df4-a98f-c3bbdebf5238 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.952695 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4e38a6b3-033d-464d-a519-68f4007f2441 req-756ee6af-115a-4df4-a98f-c3bbdebf5238 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 946 time: 0.6346176 Jul 16 01:36:13.980148 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff8d932-a328-40cc-beee-54b20389d7b9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Router 88e59075-91ab-43c0-b0ba-8337e3cc7476 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:36:14.023967 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d42c2882-480d-4663-90c1-0280fa69aa2a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:14.101155 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-101e61db-1123-41f3-b6b5-75f9410449c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.138730 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4e38a6b3-033d-464d-a519-68f4007f2441 req-89ce272e-a9b3-4d88-9852-f1ea618ab2ea tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817012 Jul 16 01:36:14.188948 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port d42c2882-480d-4663-90c1-0280fa69aa2a completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:14.196616 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port d42c2882-480d-4663-90c1-0280fa69aa2a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:14.197007 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.432907 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-101e61db-1123-41f3-b6b5-75f9410449c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.433530 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.502742 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 21e715fd-3e6e-4d1d-8f8d-e2242e454092 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:14.505120 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:14.626136 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-60a5b1ad-e5cd-4a78-a2a0-0f97afb9a970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.633553 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port d42c2882-480d-4663-90c1-0280fa69aa2a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d42c2882-480d-4663-90c1-0280fa69aa2a,segment=NetworkSegment(e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426),segment_id=e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:14.634301 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-101e61db-1123-41f3-b6b5-75f9410449c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.636876 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:14.648872 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:14.654847 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.655829 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 21edac07-de21-4ec9-b233-cd4e8b4e2af7 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:14.792416 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.resource_extend [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:36:14.803203 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=d42c2882-480d-4663-90c1-0280fa69aa2a,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:14.883630 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e61db-1123-41f3-b6b5-75f9410449c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56eb39be-db87-4471-b9a2-9622b63bea67,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:14.985069 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-101e61db-1123-41f3-b6b5-75f9410449c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=542ffdb2c5f14a08a5a7a7cef59de9ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1726828 Jul 16 01:36:14.997746 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34936) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:15.051323 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 21e715fd-3e6e-4d1d-8f8d-e2242e454092, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=21e715fd-3e6e-4d1d-8f8d-e2242e454092,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:15.074216 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 21edac07-de21-4ec9-b233-cd4e8b4e2af7 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:15.100737 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-82ad2261-ea3a-44cd-aa0a-181c8eac65a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.128978 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 21edac07-de21-4ec9-b233-cd4e8b4e2af7 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:15.129521 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.175777 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-82ad2261-ea3a-44cd-aa0a-181c8eac65a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.176242 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3683dfbc-6c4e-4c0b-b848-33c5d285a999 None None] Provisioning complete for port 21edac07-de21-4ec9-b233-cd4e8b4e2af7 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:15.176750 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3683dfbc-6c4e-4c0b-b848-33c5d285a999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.220391 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '21e715fd-3e6e-4d1d-8f8d-e2242e454092', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'port_id': '21e715fd-3e6e-4d1d-8f8d-e2242e454092', 'mac_address': 'fa:16:3e:98:24:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:15.221291 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a5b1ad-e5cd-4a78-a2a0-0f97afb9a970 admin admin] Router 7b0c3954-8472-45c5-8647-156b6582679c is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:36:15.291596 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4199cc-c46f-4e47-9f9d-a20c2f4dd2d2 x-openstack-request-id: req-cf4199cc-c46f-4e47-9f9d-a20c2f4dd2d2 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:15.292260 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b", "name": "network-vif-deleted", "tag": "3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:15.292260 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf4199cc-c46f-4e47-9f9d-a20c2f4dd2d2 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:15.292593 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b', 'name': 'network-vif-deleted', 'tag': '3c01dd3b-7151-4fdd-8ad7-8d53a6feaae7', 'status': 'completed', 'code': 200} Jul 16 01:36:15.313771 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bec157f6-4d45-4005-a7b6-78da163c0112 req-7dc17fa6-0f53-42a2-b476-1d1a2cd5c9d7 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=88efcdc1-c5bd-4ef2-82cf-d22fcba9aa8b HTTP/1.1" status: 200 len: 210 time: 0.0989366 Jul 16 01:36:15.365090 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff8d932-a328-40cc-beee-54b20389d7b9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:15.371053 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6ff8d932-a328-40cc-beee-54b20389d7b9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "PUT /v2.0/routers/88e59075-91ab-43c0-b0ba-8337e3cc7476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9091604 Jul 16 01:36:15.374401 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34950) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:15.377527 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] Sync routers for ids ['88e59075-91ab-43c0-b0ba-8337e3cc7476'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:15.386094 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-bc4454c3-c39f-414d-8c7b-11905dbb5226 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1183996965'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:15.413774 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] Routers {'88e59075-91ab-43c0-b0ba-8337e3cc7476'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:15.414849 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88e59075-91ab-43c0-b0ba-8337e3cc7476'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:15.446670 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.454439 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4454c3-c39f-414d-8c7b-11905dbb5226 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Made reservation on behalf of 25f43487b8e9471c8206a5429d008e7d for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:15.468663 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bc4454c3-c39f-414d-8c7b-11905dbb5226 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.486739 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-82ad2261-ea3a-44cd-aa0a-181c8eac65a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.491961 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-82ad2261-ea3a-44cd-aa0a-181c8eac65a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.495600 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-82ad2261-ea3a-44cd-aa0a-181c8eac65a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56eb39be-db87-4471-b9a2-9622b63bea67 HTTP/1.1" status: 204 len: 168 time: 0.4945135 Jul 16 01:36:15.523806 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21e715fd-3e6e-4d1d-8f8d-e2242e454092 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:15.551443 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a5b1ad-e5cd-4a78-a2a0-0f97afb9a970 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:15.563871 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4454c3-c39f-414d-8c7b-11905dbb5226 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:15.569942 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad2261-ea3a-44cd-aa0a-181c8eac65a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56eb39be-db87-4471-b9a2-9622b63bea67,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:15.579162 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] Set router 88e59075-91ab-43c0-b0ba-8337e3cc7476 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:15.595556 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bc4454c3-c39f-414d-8c7b-11905dbb5226 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.597088 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 21e715fd-3e6e-4d1d-8f8d-e2242e454092, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=21e715fd-3e6e-4d1d-8f8d-e2242e454092,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:15.599652 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-bc4454c3-c39f-414d-8c7b-11905dbb5226 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Added segment 320d46f4-9105-442b-9331-df0225de0489 of type vlan for network 28f8c76d-5181-430a-9dff-05bb0c175a49 Jul 16 01:36:15.620665 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-60a5b1ad-e5cd-4a78-a2a0-0f97afb9a970 admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.625062 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-60a5b1ad-e5cd-4a78-a2a0-0f97afb9a970 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5160077 Jul 16 01:36:15.625785 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34958) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:15.681088 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2a34af-6905-484f-b643-07adb9f5a43e None None] Network 1b7623dd-eb20-4119-bf10-df7c5e51b724 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:15.685371 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] Sync routers for ids ['7b0c3954-8472-45c5-8647-156b6582679c'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:15.688512 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bc4454c3-c39f-414d-8c7b-11905dbb5226 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.728385 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3683dfbc-6c4e-4c0b-b848-33c5d285a999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.734785 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bc4454c3-c39f-414d-8c7b-11905dbb5226 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.741457 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4454c3-c39f-414d-8c7b-11905dbb5226 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:15.742054 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.742200 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bc4454c3-c39f-414d-8c7b-11905dbb5226 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.784338 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3683dfbc-6c4e-4c0b-b848-33c5d285a999 None None] For port 21edac07-de21-4ec9-b233-cd4e8b4e2af7, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=21edac07-de21-4ec9-b233-cd4e8b4e2af7,segment=NetworkSegment(895f84f0-11e6-4a7d-b59c-81bba577ab4d),segment_id=895f84f0-11e6-4a7d-b59c-81bba577ab4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:15.876273 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=21e715fd-3e6e-4d1d-8f8d-e2242e454092,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:15.891896 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3683dfbc-6c4e-4c0b-b848-33c5d285a999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.923390 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bc4454c3-c39f-414d-8c7b-11905dbb5226 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5462592 Jul 16 01:36:15.928809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34966) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:15.980148 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:11Z', 'revision_number': 2, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:11Z', 'revision_number': 2, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:16.000268 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683dfbc-6c4e-4c0b-b848-33c5d285a999 None None] Pushing event updated for resources: {'Port': ['ID=21edac07-de21-4ec9-b233-cd4e8b4e2af7,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:16.017052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] Routers {'7b0c3954-8472-45c5-8647-156b6582679c'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:16.017603 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] Checking router: 88e59075-91ab-43c0-b0ba-8337e3cc7476 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:16.017723 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['7b0c3954-8472-45c5-8647-156b6582679c'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:16.018299 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] Updating router 88e59075-91ab-43c0-b0ba-8337e3cc7476 port fdc547e1-ebc1-4eb0-9f38-ab705dd579c1 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:36:16.064489 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3683dfbc-6c4e-4c0b-b848-33c5d285a999 None None] Provisioning for port fdc547e1-ebc1-4eb0-9f38-ab705dd579c1 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:16.067007 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-32905e35-6576-473c-96e8-aa7d797672ce tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'subnet': {'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:16.069092 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['21e715fd-3e6e-4d1d-8f8d-e2242e454092'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:16.082670 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.090789 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4454c3-c39f-414d-8c7b-11905dbb5226 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Network': ['ID=28f8c76d-5181-430a-9dff-05bb0c175a49,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:16.121802 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3683dfbc-6c4e-4c0b-b848-33c5d285a999 None None] Provisioning complete for port fdc547e1-ebc1-4eb0-9f38-ab705dd579c1 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:16.122074 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3683dfbc-6c4e-4c0b-b848-33c5d285a999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.186231 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4454c3-c39f-414d-8c7b-11905dbb5226 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.186459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4454c3-c39f-414d-8c7b-11905dbb5226 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.188968 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4454c3-c39f-414d-8c7b-11905dbb5226 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.189482 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4454c3-c39f-414d-8c7b-11905dbb5226 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.189975 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4454c3-c39f-414d-8c7b-11905dbb5226 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.191569 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4454c3-c39f-414d-8c7b-11905dbb5226 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.192029 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4454c3-c39f-414d-8c7b-11905dbb5226 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.193843 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4454c3-c39f-414d-8c7b-11905dbb5226 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.194273 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4454c3-c39f-414d-8c7b-11905dbb5226 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.194722 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4454c3-c39f-414d-8c7b-11905dbb5226 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.195615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4454c3-c39f-414d-8c7b-11905dbb5226 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.197238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4454c3-c39f-414d-8c7b-11905dbb5226 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.301155 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34978) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:16.349883 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2597f-12da-4d18-92c4-23f00048f59b req-644cc6f3-1e7b-4f46-9ab5-22b392c3c2f9 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.361579 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bb2597f-12da-4d18-92c4-23f00048f59b req-644cc6f3-1e7b-4f46-9ab5-22b392c3c2f9 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 945 time: 0.6406901 Jul 16 01:36:16.396797 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ffd5b5bc-ba93-4f7c-bc0c-28ec6982f5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.457687 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bb2597f-12da-4d18-92c4-23f00048f59b req-4c018060-57d0-4ad3-8c78-fd09994750bf tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950727 Jul 16 01:36:16.479506 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32905e35-6576-473c-96e8-aa7d797672ce tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Made reservation on behalf of 25f43487b8e9471c8206a5429d008e7d for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:16.488525 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-32905e35-6576-473c-96e8-aa7d797672ce tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.564852 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.567882 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 28f8c76d-5181-430a-9dff-05bb0c175a49 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:16.633282 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.666622 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] Transition to ACTIVE for port object fdc547e1-ebc1-4eb0-9f38-ab705dd579c1 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:16.689947 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.874782 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f4cba-27b7-4207-8269-f471860d97a2 None None] Pushing event updated for resources: {'Port': ['ID=fdc547e1-ebc1-4eb0-9f38-ab705dd579c1,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:16.880026 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-32905e35-6576-473c-96e8-aa7d797672ce tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.906665 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f4cba-27b7-4207-8269-f471860d97a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.907748 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f4cba-27b7-4207-8269-f471860d97a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.908097 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f4cba-27b7-4207-8269-f471860d97a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.908455 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f4cba-27b7-4207-8269-f471860d97a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.908801 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f4cba-27b7-4207-8269-f471860d97a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.909118 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f4cba-27b7-4207-8269-f471860d97a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.909444 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f4cba-27b7-4207-8269-f471860d97a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.909768 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f4cba-27b7-4207-8269-f471860d97a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.910397 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f4cba-27b7-4207-8269-f471860d97a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.910732 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f4cba-27b7-4207-8269-f471860d97a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.911062 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f4cba-27b7-4207-8269-f471860d97a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.911381 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492f4cba-27b7-4207-8269-f471860d97a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:16.940465 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d9d17336-a9b7-49fb-afaa-359effcfc84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.944159 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] Attempting to bind port fdc547e1-ebc1-4eb0-9f38-ab705dd579c1 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:16.944576 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] Attempting to bind port fdc547e1-ebc1-4eb0-9f38-ab705dd579c1 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '895f84f0-11e6-4a7d-b59c-81bba577ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:16.944995 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] Attempting to bind port fdc547e1-ebc1-4eb0-9f38-ab705dd579c1 on network c175d1cd-4eea-462b-b7a6-2dbde8ceff93 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:16.960847 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:16.961216 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] Checking segment: {'id': '895f84f0-11e6-4a7d-b59c-81bba577ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:16.961624 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.962021 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] Bound using segment: {'id': '895f84f0-11e6-4a7d-b59c-81bba577ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:16.962513 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] Bound port: fdc547e1-ebc1-4eb0-9f38-ab705dd579c1, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895f84f0-11e6-4a7d-b59c-81bba577ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:16.966722 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.992319 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] Set router 7b0c3954-8472-45c5-8647-156b6582679c gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:17.058840 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32905e35-6576-473c-96e8-aa7d797672ce tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Subnet': ['ID=e08a6945-8847-4657-b9e7-7a899b8d9ee6,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:17.069610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32905e35-6576-473c-96e8-aa7d797672ce tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Checking segment: {'id': '320d46f4-9105-442b-9331-df0225de0489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:17.070525 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32905e35-6576-473c-96e8-aa7d797672ce tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network hostable DHCP agents. Network: 28f8c76d-5181-430a-9dff-05bb0c175a49, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:17.122368 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] For port fdc547e1-ebc1-4eb0-9f38-ab705dd579c1, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:17.127859 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] For port fdc547e1-ebc1-4eb0-9f38-ab705dd579c1, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=fdc547e1-ebc1-4eb0-9f38-ab705dd579c1,segment=NetworkSegment(895f84f0-11e6-4a7d-b59c-81bba577ab4d),segment_id=895f84f0-11e6-4a7d-b59c-81bba577ab4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:17.141067 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.161436 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-3683dfbc-6c4e-4c0b-b848-33c5d285a999 None None] Port fdc547e1-ebc1-4eb0-9f38-ab705dd579c1 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:17.166561 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32905e35-6576-473c-96e8-aa7d797672ce tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network 28f8c76d-5181-430a-9dff-05bb0c175a49 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:17.217821 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ffd5b5bc-ba93-4f7c-bc0c-28ec6982f5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.221327 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-32905e35-6576-473c-96e8-aa7d797672ce tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 28f8c76d-5181-430a-9dff-05bb0c175a49) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:17.228103 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ffd5b5bc-ba93-4f7c-bc0c-28ec6982f5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.250884 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32905e35-6576-473c-96e8-aa7d797672ce tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.263761 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-32905e35-6576-473c-96e8-aa7d797672ce tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.279201 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25bc598-0e45-46a5-9ad4-ef3d269e297c None None] Network 28f8c76d-5181-430a-9dff-05bb0c175a49 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:17.328887 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] Routers {'88e59075-91ab-43c0-b0ba-8337e3cc7476'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:17.330797 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88e59075-91ab-43c0-b0ba-8337e3cc7476'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:17.412600 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ffd5b5bc-ba93-4f7c-bc0c-28ec6982f5e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b80a0ca093bb437187efa3e66fd38448&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0487063 Jul 16 01:36:17.414261 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5b5bc-ba93-4f7c-bc0c-28ec6982f5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd55a15-d07e-465c-b60b-8145d1bf12fa,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:17.433710 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35002) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:17.448919 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-32905e35-6576-473c-96e8-aa7d797672ce tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3998463 Jul 16 01:36:17.459587 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35004) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:17.515350 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:36:17.516864 n-d-792394-16 neutron-server[93957]: DEBUG oslo_db.api [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:36:17.550821 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-31ab9267-f153-49ff-b551-76e5091c4d9c None None] Provisioning for port a51f5298-835e-435e-a39f-7bc356f81382 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:17.757581 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] Set router 88e59075-91ab-43c0-b0ba-8337e3cc7476 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:17.844246 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f4cba-27b7-4207-8269-f471860d97a2 None None] Pushing event updated for resources: {'Port': ['ID=fdc547e1-ebc1-4eb0-9f38-ab705dd579c1,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:18.004890 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8fc45f0b-3533-40b4-93db-26d62dc8159b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.067298 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb25a5-f95d-4632-a2cb-7d41b6e07b3e req-19b43f4f-bbe6-4b4a-9c8f-ca49e6b7e1b4 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:18.071209 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:11Z', 'revision_number': 2, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:17Z', 'revision_number': 4, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:18.084508 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fbfb25a5-f95d-4632-a2cb-7d41b6e07b3e req-19b43f4f-bbe6-4b4a-9c8f-ca49e6b7e1b4 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 945 time: 0.2606251 Jul 16 01:36:18.121305 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53548792-256d-432e-abea-e5bd6d129c63 None None] The sync data for ids ['88e59075-91ab-43c0-b0ba-8337e3cc7476'] in n-d-792394-16 is: [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:11Z', 'revision_number': 2, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:17Z', 'revision_number': 4, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:18.185006 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8fc45f0b-3533-40b4-93db-26d62dc8159b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.202976 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fbfb25a5-f95d-4632-a2cb-7d41b6e07b3e req-5d3e2142-2559-4b52-8f92-52479ff4b00d tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060638 Jul 16 01:36:18.401279 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9fc341-9ee7-43d0-8680-2f0d35dce215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-28f8c76d-5181-430a-9dff-05bb0c175a49', 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'fixed_ips': [{'subnet_id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:18.402543 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc9fc341-9ee7-43d0-8680-2f0d35dce215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.411738 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c3954-8472-45c5-8647-156b6582679c', 'name': 'tempest-TestVolumeBackupRestore-1302820074-router', 'tenant_id': 'eacadbbb7ce649dda71262bb965259fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'fa16ceda-b913-42d7-a3a9-7c50ba620bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:11Z', 'updated_at': '2021-07-16T01:36:13Z', 'revision_number': 3, 'project_id': 'eacadbbb7ce649dda71262bb965259fe', 'gw_port': {'id': 'fa16ceda-b913-42d7-a3a9-7c50ba620bdf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ea:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0c3954-8472-45c5-8647-156b6582679c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:12Z', 'updated_at': '2021-07-16T01:36:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:18.523706 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-d9d17336-a9b7-49fb-afaa-359effcfc84e admin admin] Allocated IP 172.20.0.1 (1b7623dd-eb20-4119-bf10-df7c5e51b724/140efc13-2b2c-4c5e-a083-1e15ea25366b/c4096b67-4ceb-43b4-aadc-596dfb3e5412) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:18.526888 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8fc45f0b-3533-40b4-93db-26d62dc8159b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.530450 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8fc45f0b-3533-40b4-93db-26d62dc8159b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.531893 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8fc45f0b-3533-40b4-93db-26d62dc8159b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6cd55a15-d07e-465c-b60b-8145d1bf12fa HTTP/1.1" status: 204 len: 168 time: 1.0894387 Jul 16 01:36:18.539750 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77d265be-5453-463e-a3d7-c4e89aea2430 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.548241 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc45f0b-3533-40b4-93db-26d62dc8159b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd55a15-d07e-465c-b60b-8145d1bf12fa,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:18.563454 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] Checking router: 7b0c3954-8472-45c5-8647-156b6582679c for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:18.570311 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-39adc501-9052-4f75-bd5f-883c60864367 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:18.578334 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-39adc501-9052-4f75-bd5f-883c60864367 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/networks?id=830e0a53-8773-432e-aa5a-8c5b09b1196b HTTP/1.1" status: 200 len: 806 time: 1.6263125 Jul 16 01:36:18.582825 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] Updating router 7b0c3954-8472-45c5-8647-156b6582679c port fa16ceda-b913-42d7-a3a9-7c50ba620bdf binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:36:18.591244 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 21e715fd-3e6e-4d1d-8f8d-e2242e454092 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:18.673514 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-5bcba80a-8953-4f1a-8ea8-1821d3f967b9 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/quotas/c73e6ed9d26a4f67873b1490075aee9a HTTP/1.1" status: 200 len: 375 time: 0.0910971 Jul 16 01:36:18.785375 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a51f5298-835e-435e-a39f-7bc356f81382 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:19.061209 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-fc9fc341-9ee7-43d0-8680-2f0d35dce215 None None] Allocated IP 2001:db8:1::2 (28f8c76d-5181-430a-9dff-05bb0c175a49/e08a6945-8847-4657-b9e7-7a899b8d9ee6/4e1445a6-baa3-4837-bda5-2ee8426fa792) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:19.104926 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-0e0cd9dc-1652-4870-8921-bce921fd8981 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c73e6ed9d26a4f67873b1490075aee9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4303820 Jul 16 01:36:19.198847 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d9d17336-a9b7-49fb-afaa-359effcfc84e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.237379 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.279921 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-d9d17336-a9b7-49fb-afaa-359effcfc84e admin admin] Transition to ACTIVE for port object c4096b67-4ceb-43b4-aadc-596dfb3e5412 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:19.362254 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-c677c7a2-4ac5-4dde-a40f-c0381c0bae93 service neutron] 10.222.0.16 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544243 Jul 16 01:36:19.430730 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d9d17336-a9b7-49fb-afaa-359effcfc84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.509150 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d17336-a9b7-49fb-afaa-359effcfc84e admin admin] Network 1b7623dd-eb20-4119-bf10-df7c5e51b724 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:19.534919 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-d9d17336-a9b7-49fb-afaa-359effcfc84e admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:19.538350 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d17336-a9b7-49fb-afaa-359effcfc84e admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:19.630551 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941453b-3639-42de-83a1-7b8d40d92eae req-d5463042-c522-4052-b256-c0e53e4cd7fb tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:19.638914 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d9d17336-a9b7-49fb-afaa-359effcfc84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.641949 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2941453b-3639-42de-83a1-7b8d40d92eae req-d5463042-c522-4052-b256-c0e53e4cd7fb tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 945 time: 0.1256490 Jul 16 01:36:19.646326 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port a51f5298-835e-435e-a39f-7bc356f81382 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:19.708611 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port a51f5298-835e-435e-a39f-7bc356f81382 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:19.708996 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.740600 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d17336-a9b7-49fb-afaa-359effcfc84e admin admin] Pushing event updated for resources: {'Port': ['ID=c4096b67-4ceb-43b4-aadc-596dfb3e5412,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:19.746357 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2941453b-3639-42de-83a1-7b8d40d92eae req-f91d1bf0-2931-472e-bfcb-096a136b50f2 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025045 Jul 16 01:36:19.860072 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-0eac5bec-ed05-499d-a99e-40fe6648ae3c service neutron] 10.222.0.16 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882002 Jul 16 01:36:19.903560 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 21e715fd-3e6e-4d1d-8f8d-e2242e454092 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:19.904005 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.959871 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d9d17336-a9b7-49fb-afaa-359effcfc84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.009963 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc9fc341-9ee7-43d0-8680-2f0d35dce215 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.047742 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-fc9fc341-9ee7-43d0-8680-2f0d35dce215 None None] Transition to ACTIVE for port object 4e1445a6-baa3-4837-bda5-2ee8426fa792 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:20.118232 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.138932 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bdfc2d73-0bbe-42ca-8f8e-ae2807acc4c0 None None] Provisioning for port c4096b67-4ceb-43b4-aadc-596dfb3e5412 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:20.222229 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bdfc2d73-0bbe-42ca-8f8e-ae2807acc4c0 None None] Provisioning complete for port c4096b67-4ceb-43b4-aadc-596dfb3e5412 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:20.222605 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bdfc2d73-0bbe-42ca-8f8e-ae2807acc4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.242086 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-fc9fc341-9ee7-43d0-8680-2f0d35dce215 None None] Transition to ACTIVE for port object 4e1445a6-baa3-4837-bda5-2ee8426fa792 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:20.332731 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-857a6c9e-3a3a-40e6-9970-9df5ca86519c req-b1c75e78-1ac6-4872-9bcf-31f88bf3b7d6 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 210 time: 0.1166575 Jul 16 01:36:20.436417 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d9d17336-a9b7-49fb-afaa-359effcfc84e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.450922 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d9d17336-a9b7-49fb-afaa-359effcfc84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.518102 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-77d265be-5453-463e-a3d7-c4e89aea2430 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Allocated IP 2001:db8:1::1 (28f8c76d-5181-430a-9dff-05bb0c175a49/e08a6945-8847-4657-b9e7-7a899b8d9ee6/4397b4ef-2e77-4778-bea6-67b647cd7a8a) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:20.525624 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc9fc341-9ee7-43d0-8680-2f0d35dce215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.554702 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d17336-a9b7-49fb-afaa-359effcfc84e admin admin] Pushing event updated for resources: {'Port': ['ID=c4096b67-4ceb-43b4-aadc-596dfb3e5412,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:20.570927 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port a51f5298-835e-435e-a39f-7bc356f81382, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a51f5298-835e-435e-a39f-7bc356f81382,segment=NetworkSegment(1de678ac-15a0-4e3b-8a7f-06f9fa903506),segment_id=1de678ac-15a0-4e3b-8a7f-06f9fa903506)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:20.585976 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d9d17336-a9b7-49fb-afaa-359effcfc84e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.602943 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.662771 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fc341-9ee7-43d0-8680-2f0d35dce215 None None] Pushing event updated for resources: {'Port': ['ID=4e1445a6-baa3-4837-bda5-2ee8426fa792,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:20.690576 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.694616 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.695673 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d42c2882-480d-4663-90c1-0280fa69aa2a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:20.764041 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77d265be-5453-463e-a3d7-c4e89aea2430 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.817263 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9fc341-9ee7-43d0-8680-2f0d35dce215 None None] Network 28f8c76d-5181-430a-9dff-05bb0c175a49 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:20.818099 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=a51f5298-835e-435e-a39f-7bc356f81382,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:20.834871 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-77d265be-5453-463e-a3d7-c4e89aea2430 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Transition to ACTIVE for port object 4397b4ef-2e77-4778-bea6-67b647cd7a8a will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:20.835636 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-bdfc2d73-0bbe-42ca-8f8e-ae2807acc4c0 None None] Port c4096b67-4ceb-43b4-aadc-596dfb3e5412 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:20.844773 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-fc9fc341-9ee7-43d0-8680-2f0d35dce215 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:20.861320 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] Transition to ACTIVE for port object fa16ceda-b913-42d7-a3a9-7c50ba620bdf will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:20.864162 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9fc341-9ee7-43d0-8680-2f0d35dce215 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:20.922767 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d17336-a9b7-49fb-afaa-359effcfc84e admin admin] Network 1b7623dd-eb20-4119-bf10-df7c5e51b724 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:20.924502 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-d9d17336-a9b7-49fb-afaa-359effcfc84e admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:20.933504 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dead47-3991-4e17-8a5f-410d4801a532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e715fd-3e6e-4d1d-8f8d-e2242e454092'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:20.936190 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c51d62e-ce3f-43fa-8e10-3dc5115dbccb" -d '{"events": [{"server_uuid": "57dead47-3991-4e17-8a5f-410d4801a532", "name": "network-vif-plugged", "status": "completed", "tag": "21e715fd-3e6e-4d1d-8f8d-e2242e454092"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:20.936878 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77d265be-5453-463e-a3d7-c4e89aea2430 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.995764 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port d42c2882-480d-4663-90c1-0280fa69aa2a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:20.996147 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.012741 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.142955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d265be-5453-463e-a3d7-c4e89aea2430 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network 28f8c76d-5181-430a-9dff-05bb0c175a49 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:21.157526 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29f0cd9-bfa7-420b-8957-919bbe2f8174 x-openstack-request-id: req-f29f0cd9-bfa7-420b-8957-919bbe2f8174 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:21.157825 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57dead47-3991-4e17-8a5f-410d4801a532", "name": "network-vif-plugged", "status": "completed", "tag": "21e715fd-3e6e-4d1d-8f8d-e2242e454092", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:21.158081 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f29f0cd9-bfa7-420b-8957-919bbe2f8174 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:21.158474 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57dead47-3991-4e17-8a5f-410d4801a532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e715fd-3e6e-4d1d-8f8d-e2242e454092', 'code': 200} Jul 16 01:36:21.160275 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 21e715fd-3e6e-4d1d-8f8d-e2242e454092, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=21e715fd-3e6e-4d1d-8f8d-e2242e454092,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:21.166615 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb3c53-55e7-4693-985a-48b74c44d117 None None] Pushing event updated for resources: {'Port': ['ID=fa16ceda-b913-42d7-a3a9-7c50ba620bdf,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:21.190831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-77d265be-5453-463e-a3d7-c4e89aea2430 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:21.197099 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.299301 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-fc9fc341-9ee7-43d0-8680-2f0d35dce215 None None] Attempting to bind port 4e1445a6-baa3-4837-bda5-2ee8426fa792 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:21.300043 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-fc9fc341-9ee7-43d0-8680-2f0d35dce215 None None] Attempting to bind port 4e1445a6-baa3-4837-bda5-2ee8426fa792 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '320d46f4-9105-442b-9331-df0225de0489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:21.300699 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9fc341-9ee7-43d0-8680-2f0d35dce215 None None] Attempting to bind port 4e1445a6-baa3-4837-bda5-2ee8426fa792 on network 28f8c76d-5181-430a-9dff-05bb0c175a49 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:21.330529 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d265be-5453-463e-a3d7-c4e89aea2430 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Port': ['ID=4397b4ef-2e77-4778-bea6-67b647cd7a8a,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:21.332779 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] Attempting to bind port fa16ceda-b913-42d7-a3a9-7c50ba620bdf on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:21.336405 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] Attempting to bind port fa16ceda-b913-42d7-a3a9-7c50ba620bdf by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:21.336994 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] Attempting to bind port fa16ceda-b913-42d7-a3a9-7c50ba620bdf on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:21.344064 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9fc341-9ee7-43d0-8680-2f0d35dce215 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:21.349357 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d265be-5453-463e-a3d7-c4e89aea2430 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:21.350867 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77d265be-5453-463e-a3d7-c4e89aea2430 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.368754 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9fc341-9ee7-43d0-8680-2f0d35dce215 None None] Checking segment: {'id': '320d46f4-9105-442b-9331-df0225de0489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:21.369348 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc9fc341-9ee7-43d0-8680-2f0d35dce215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.369887 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9fc341-9ee7-43d0-8680-2f0d35dce215 None None] Bound using segment: {'id': '320d46f4-9105-442b-9331-df0225de0489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:21.370437 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-fc9fc341-9ee7-43d0-8680-2f0d35dce215 None None] Bound port: 4e1445a6-baa3-4837-bda5-2ee8426fa792, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320d46f4-9105-442b-9331-df0225de0489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:21.370834 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc9fc341-9ee7-43d0-8680-2f0d35dce215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.409592 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d17336-a9b7-49fb-afaa-359effcfc84e admin admin] Router 7b0c3954-8472-45c5-8647-156b6582679c has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:21.448459 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-fc9fc341-9ee7-43d0-8680-2f0d35dce215 None None] For port 4e1445a6-baa3-4837-bda5-2ee8426fa792, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:21.452573 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-fc9fc341-9ee7-43d0-8680-2f0d35dce215 None None] For port 4e1445a6-baa3-4837-bda5-2ee8426fa792, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4e1445a6-baa3-4837-bda5-2ee8426fa792,segment=NetworkSegment(320d46f4-9105-442b-9331-df0225de0489),segment_id=320d46f4-9105-442b-9331-df0225de0489)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:21.455327 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=21e715fd-3e6e-4d1d-8f8d-e2242e454092,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:21.468957 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:21.469848 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:21.470657 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.471253 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:21.472023 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] Bound port: fa16ceda-b913-42d7-a3a9-7c50ba620bdf, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:21.472689 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.483652 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc9fc341-9ee7-43d0-8680-2f0d35dce215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.512316 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb4ec9-2250-4702-8a41-28f4f784d2e7 req-8075814b-38b4-4e40-8375-3161dcf63424 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:21.521554 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ebb4ec9-2250-4702-8a41-28f4f784d2e7 req-8075814b-38b4-4e40-8375-3161dcf63424 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 946 time: 0.3535662 Jul 16 01:36:21.601037 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ebb4ec9-2250-4702-8a41-28f4f784d2e7 req-1770bfed-e1a2-4fed-a855-d245a98b86e6 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797122 Jul 16 01:36:21.625813 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] For port fa16ceda-b913-42d7-a3a9-7c50ba620bdf, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:21.636259 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] For port fa16ceda-b913-42d7-a3a9-7c50ba620bdf, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=fa16ceda-b913-42d7-a3a9-7c50ba620bdf,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:21.695350 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.718117 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e1a6b95e-8109-4631-a86b-378a6b0b328d None None] Provisioning complete for port c4096b67-4ceb-43b4-aadc-596dfb3e5412 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:21.718583 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b95e-8109-4631-a86b-378a6b0b328d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.740079 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77d265be-5453-463e-a3d7-c4e89aea2430 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.799054 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d17336-a9b7-49fb-afaa-359effcfc84e admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:21.820647 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d9d17336-a9b7-49fb-afaa-359effcfc84e admin admin] 10.222.0.16 "PUT /v2.0/routers/7b0c3954-8472-45c5-8647-156b6582679c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1892664 Jul 16 01:36:21.994434 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd0b77f0-48e4-4c28-b945-df28ad48ab73 req-5061c436-260a-4421-a72b-db3c61a7c66c tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 210 time: 0.1381042 Jul 16 01:36:22.033628 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fc341-9ee7-43d0-8680-2f0d35dce215 None None] Pushing event updated for resources: {'Port': ['ID=4e1445a6-baa3-4837-bda5-2ee8426fa792,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:22.096905 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 21edac07-de21-4ec9-b233-cd4e8b4e2af7 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:22.118523 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e1a6b95e-8109-4631-a86b-378a6b0b328d None None] Port c4096b67-4ceb-43b4-aadc-596dfb3e5412 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:22.161179 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] Routers {'7b0c3954-8472-45c5-8647-156b6582679c'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:22.161872 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['7b0c3954-8472-45c5-8647-156b6582679c'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:22.410578 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77d265be-5453-463e-a3d7-c4e89aea2430 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.421125 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77d265be-5453-463e-a3d7-c4e89aea2430 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.421939 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77d265be-5453-463e-a3d7-c4e89aea2430 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.524385 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb3c53-55e7-4693-985a-48b74c44d117 None None] Pushing event updated for resources: {'Port': ['ID=fa16ceda-b913-42d7-a3a9-7c50ba620bdf,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:22.616217 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 21edac07-de21-4ec9-b233-cd4e8b4e2af7 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:22.616630 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.782161 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d265be-5453-463e-a3d7-c4e89aea2430 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Port': ['ID=4397b4ef-2e77-4778-bea6-67b647cd7a8a,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:22.805577 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] Set router 7b0c3954-8472-45c5-8647-156b6582679c gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:23.199200 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d265be-5453-463e-a3d7-c4e89aea2430 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network 28f8c76d-5181-430a-9dff-05bb0c175a49 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:23.255539 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-77d265be-5453-463e-a3d7-c4e89aea2430 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:23.417520 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-cdeab80f-1614-40b5-9eee-15313f9a4a88 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.419290 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-cdeab80f-1614-40b5-9eee-15313f9a4a88 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.84 "GET /v2.0/networks?id=830e0a53-8773-432e-aa5a-8c5b09b1196b HTTP/1.1" status: 200 len: 806 time: 0.8254478 Jul 16 01:36:23.532223 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-4f703e3a-7b5d-469a-86db-8d97d643c0ea tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Request body: {'port': {'device_id': '11019a60-2e20-47f8-a6ac-075a8893a668', 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b', 'admin_state_up': True, 'tenant_id': 'c73e6ed9d26a4f67873b1490075aee9a'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:23.556854 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c3954-8472-45c5-8647-156b6582679c', 'name': 'tempest-TestVolumeBackupRestore-1302820074-router', 'tenant_id': 'eacadbbb7ce649dda71262bb965259fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'fa16ceda-b913-42d7-a3a9-7c50ba620bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:11Z', 'updated_at': '2021-07-16T01:36:19Z', 'revision_number': 4, 'project_id': 'eacadbbb7ce649dda71262bb965259fe', 'gw_port': {'id': 'fa16ceda-b913-42d7-a3a9-7c50ba620bdf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ea:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0c3954-8472-45c5-8647-156b6582679c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:12Z', 'updated_at': '2021-07-16T01:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c4096b67-4ceb-43b4-aadc-596dfb3e5412', 'name': '', 'network_id': '1b7623dd-eb20-4119-bf10-df7c5e51b724', 'tenant_id': 'eacadbbb7ce649dda71262bb965259fe', 'mac_address': 'fa:16:3e:f7:60:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0c3954-8472-45c5-8647-156b6582679c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '140efc13-2b2c-4c5e-a083-1e15ea25366b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:17Z', 'updated_at': '2021-07-16T01:36:20Z', 'revision_number': 2, 'project_id': 'eacadbbb7ce649dda71262bb965259fe', 'subnets': [{'id': '140efc13-2b2c-4c5e-a083-1e15ea25366b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:23.584756 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1e30cf2e-9f01-4e86-94a1-6930953b5b68 req-d563624e-1c87-4957-9d4c-5491564c67a4 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 210 time: 0.1253526 Jul 16 01:36:23.648209 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4e1445a6-baa3-4837-bda5-2ee8426fa792 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:23.651167 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dbd6e8-b7c0-486a-b3ea-8d889af88ecd None None] The sync data for ids ['7b0c3954-8472-45c5-8647-156b6582679c'] in n-d-792394-16 is: [{'id': '7b0c3954-8472-45c5-8647-156b6582679c', 'name': 'tempest-TestVolumeBackupRestore-1302820074-router', 'tenant_id': 'eacadbbb7ce649dda71262bb965259fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'fa16ceda-b913-42d7-a3a9-7c50ba620bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:11Z', 'updated_at': '2021-07-16T01:36:19Z', 'revision_number': 4, 'project_id': 'eacadbbb7ce649dda71262bb965259fe', 'gw_port': {'id': 'fa16ceda-b913-42d7-a3a9-7c50ba620bdf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ea:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0c3954-8472-45c5-8647-156b6582679c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:12Z', 'updated_at': '2021-07-16T01:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c4096b67-4ceb-43b4-aadc-596dfb3e5412', 'name': '', 'network_id': '1b7623dd-eb20-4119-bf10-df7c5e51b724', 'tenant_id': 'eacadbbb7ce649dda71262bb965259fe', 'mac_address': 'fa:16:3e:f7:60:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0c3954-8472-45c5-8647-156b6582679c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '140efc13-2b2c-4c5e-a083-1e15ea25366b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:17Z', 'updated_at': '2021-07-16T01:36:20Z', 'revision_number': 2, 'project_id': 'eacadbbb7ce649dda71262bb965259fe', 'subnets': [{'id': '140efc13-2b2c-4c5e-a083-1e15ea25366b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:23.731093 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac016b-3e03-4ed1-8f51-a4d4489f86ee req-b55183d6-af01-42c0-a49a-bce595d55041 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:23.732804 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91598c0f-01ad-41dc-a951-6049c891a971 None None] Network 28f8c76d-5181-430a-9dff-05bb0c175a49 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:23.736902 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5aac016b-3e03-4ed1-8f51-a4d4489f86ee req-b55183d6-af01-42c0-a49a-bce595d55041 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 946 time: 0.7735598 Jul 16 01:36:23.820048 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d265be-5453-463e-a3d7-c4e89aea2430 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Router 88e59075-91ab-43c0-b0ba-8337e3cc7476 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:23.949834 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f82cf209-fa8f-4357-a379-3a016e34528e None None] Provisioning for port 4e1445a6-baa3-4837-bda5-2ee8426fa792 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:23.991408 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 4e1445a6-baa3-4837-bda5-2ee8426fa792 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:23.997794 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 4e1445a6-baa3-4837-bda5-2ee8426fa792 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:23.998171 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.179065 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d265be-5453-463e-a3d7-c4e89aea2430 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:24.192705 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-4f703e3a-7b5d-469a-86db-8d97d643c0ea tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Made reservation on behalf of c73e6ed9d26a4f67873b1490075aee9a for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:24.193267 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] Sync routers for ids ['88e59075-91ab-43c0-b0ba-8337e3cc7476'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:24.197607 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-4f703e3a-7b5d-469a-86db-8d97d643c0ea tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.208427 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] Routers {'88e59075-91ab-43c0-b0ba-8337e3cc7476'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:24.211750 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88e59075-91ab-43c0-b0ba-8337e3cc7476'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:24.237006 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5aac016b-3e03-4ed1-8f51-a4d4489f86ee req-52b54a9f-f490-41e0-8833-f6076489cb21 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4890735 Jul 16 01:36:24.246002 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35150) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:24.257787 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-77d265be-5453-463e-a3d7-c4e89aea2430 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "PUT /v2.0/routers/88e59075-91ab-43c0-b0ba-8337e3cc7476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7933478 Jul 16 01:36:24.263859 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-72566274-9bf7-412f-996d-e0c19faede03 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-68854601'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:24.319714 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72566274-9bf7-412f-996d-e0c19faede03 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Made reservation on behalf of 25f43487b8e9471c8206a5429d008e7d for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:24.324252 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-72566274-9bf7-412f-996d-e0c19faede03 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.334557 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.392314 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72566274-9bf7-412f-996d-e0c19faede03 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:24.418047 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-72566274-9bf7-412f-996d-e0c19faede03 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.418987 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-72566274-9bf7-412f-996d-e0c19faede03 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Added segment 19c031ca-0e37-41df-952b-5a7d369a6b05 of type vlan for network 9c816b48-a931-4e68-82ae-74a9569eaae0 Jul 16 01:36:24.450119 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 4e1445a6-baa3-4837-bda5-2ee8426fa792, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4e1445a6-baa3-4837-bda5-2ee8426fa792,segment=NetworkSegment(320d46f4-9105-442b-9331-df0225de0489),segment_id=320d46f4-9105-442b-9331-df0225de0489)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:24.462213 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.463269 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device fdc547e1-ebc1-4eb0-9f38-ab705dd579c1 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:24.561260 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-4f703e3a-7b5d-469a-86db-8d97d643c0ea tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Allocated IP 172.20.0.10 (830e0a53-8773-432e-aa5a-8c5b09b1196b/f45f4065-e8af-4e7d-ba1a-a6b4cb86159b/d1b72a57-51ec-4317-9799-e70607e18f09) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:24.569891 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-72566274-9bf7-412f-996d-e0c19faede03 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.670478 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-72566274-9bf7-412f-996d-e0c19faede03 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.674180 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] Set router 88e59075-91ab-43c0-b0ba-8337e3cc7476 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:24.677355 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72566274-9bf7-412f-996d-e0c19faede03 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:24.678213 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-72566274-9bf7-412f-996d-e0c19faede03 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.787688 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port fdc547e1-ebc1-4eb0-9f38-ab705dd579c1 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:24.819974 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=4e1445a6-baa3-4837-bda5-2ee8426fa792,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:24.836932 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f224c7df-5721-4a66-992a-ae9f108c9dc5 None None] Provisioning for port 4397b4ef-2e77-4778-bea6-67b647cd7a8a completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:24.853083 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-72566274-9bf7-412f-996d-e0c19faede03 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5954018 Jul 16 01:36:24.855790 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f224c7df-5721-4a66-992a-ae9f108c9dc5 None None] Provisioning complete for port 4397b4ef-2e77-4778-bea6-67b647cd7a8a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:24.859109 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35182) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:24.865295 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f224c7df-5721-4a66-992a-ae9f108c9dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.881122 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-33fb6291-2516-4c56-b566-e0507afa9730 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'subnet': {'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:24.987167 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port fdc547e1-ebc1-4eb0-9f38-ab705dd579c1 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:24.992060 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.995423 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f224c7df-5721-4a66-992a-ae9f108c9dc5 None None] Port 4397b4ef-2e77-4778-bea6-67b647cd7a8a cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:25.169013 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-21ceb3fc-d374-4950-b78e-7047e4fcafec req-4a526f7a-36d2-4da9-a1d8-6eb224df110d service neutron] (93955) timed out ('10.222.0.16', 35854) {{(pid=93955) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:36:25.191927 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f224c7df-5721-4a66-992a-ae9f108c9dc5 None None] Provisioning complete for port 4e1445a6-baa3-4837-bda5-2ee8426fa792 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:25.194857 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f224c7df-5721-4a66-992a-ae9f108c9dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.267966 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72566274-9bf7-412f-996d-e0c19faede03 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Network': ['ID=9c816b48-a931-4e68-82ae-74a9569eaae0,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:25.295478 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 9c816b48-a931-4e68-82ae-74a9569eaae0 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:25.332086 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6c06b05-3fba-426d-a8b6-e07e162f45be req-c51a559e-c3b6-4fff-b42c-f88bcf9e1a09 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 210 time: 0.1574330 Jul 16 01:36:25.341648 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fb6291-2516-4c56-b566-e0507afa9730 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Made reservation on behalf of 25f43487b8e9471c8206a5429d008e7d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:25.378976 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-33fb6291-2516-4c56-b566-e0507afa9730 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.476123 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-4f703e3a-7b5d-469a-86db-8d97d643c0ea tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.668485 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.719819 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-4f703e3a-7b5d-469a-86db-8d97d643c0ea tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.756980 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:21Z', 'revision_number': 3, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': '4397b4ef-2e77-4778-bea6-67b647cd7a8a', 'name': '', 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b5:38:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:18Z', 'updated_at': '2021-07-16T01:36:22Z', 'revision_number': 2, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:17Z', 'revision_number': 4, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:25.825295 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['d718468d-4bd2-4ec0-88f0-d6d976174d66'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:25.855579 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] Checking router: 88e59075-91ab-43c0-b0ba-8337e3cc7476 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:25.856047 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] Updating router 88e59075-91ab-43c0-b0ba-8337e3cc7476 port 4397b4ef-2e77-4778-bea6-67b647cd7a8a binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:36:25.938003 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.947412 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f703e3a-7b5d-469a-86db-8d97d643c0ea tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Pushing event updated for resources: {'Port': ['ID=d1b72a57-51ec-4317-9799-e70607e18f09,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:26.055145 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-17679f07-eb7e-4f8f-bff7-f99bb0c9fb33 None None] Provisioning complete for port 4397b4ef-2e77-4778-bea6-67b647cd7a8a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:26.065024 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-17679f07-eb7e-4f8f-bff7-f99bb0c9fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.123031 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-4f703e3a-7b5d-469a-86db-8d97d643c0ea tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Network 830e0a53-8773-432e-aa5a-8c5b09b1196b is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:26.126090 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-4f703e3a-7b5d-469a-86db-8d97d643c0ea tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:26.154539 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-4f703e3a-7b5d-469a-86db-8d97d643c0ea tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:26.177056 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-17679f07-eb7e-4f8f-bff7-f99bb0c9fb33 None None] Port 4397b4ef-2e77-4778-bea6-67b647cd7a8a cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:26.190699 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f13710-53db-42aa-b843-1437631b179d req-0a6a9b6a-bcb8-460e-ae17-3a8261900283 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.201053 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-56f13710-53db-42aa-b843-1437631b179d req-0a6a9b6a-bcb8-460e-ae17-3a8261900283 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 946 time: 0.5387619 Jul 16 01:36:26.221431 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-33fb6291-2516-4c56-b566-e0507afa9730 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.230579 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port fdc547e1-ebc1-4eb0-9f38-ab705dd579c1, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=fdc547e1-ebc1-4eb0-9f38-ab705dd579c1,segment=NetworkSegment(895f84f0-11e6-4a7d-b59c-81bba577ab4d),segment_id=895f84f0-11e6-4a7d-b59c-81bba577ab4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:26.260335 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.261477 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a51f5298-835e-435e-a39f-7bc356f81382 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:26.369103 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb6291-2516-4c56-b566-e0507afa9730 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Subnet': ['ID=622cf4de-1862-4a02-a2b5-9a964c18631f,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:26.385047 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-4f703e3a-7b5d-469a-86db-8d97d643c0ea tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.397068 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-4f703e3a-7b5d-469a-86db-8d97d643c0ea tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.455389 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-4f703e3a-7b5d-469a-86db-8d97d643c0ea tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9776282 Jul 16 01:36:26.477464 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-51986d8c-8545-4c35-b019-57850fd95e8e tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:36:26.486035 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-56f13710-53db-42aa-b843-1437631b179d req-0f2b65cb-db92-4297-b064-614fa81fd464 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838802 Jul 16 01:36:26.490427 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-51986d8c-8545-4c35-b019-57850fd95e8e tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0287988 Jul 16 01:36:26.511944 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-2bdec973-22a9-4e70-9053-991f5e6d3cf6 service neutron] Request body: {'port': {'device_id': '11019a60-2e20-47f8-a6ac-075a8893a668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:26.538354 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1cf34857-64be-4ae3-8a20-2a5ef6d6871b None None] Provisioning complete for port 4397b4ef-2e77-4778-bea6-67b647cd7a8a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:26.539030 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1cf34857-64be-4ae3-8a20-2a5ef6d6871b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.567866 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fb6291-2516-4c56-b566-e0507afa9730 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Checking segment: {'id': '19c031ca-0e37-41df-952b-5a7d369a6b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:26.568237 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fb6291-2516-4c56-b566-e0507afa9730 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network hostable DHCP agents. Network: 9c816b48-a931-4e68-82ae-74a9569eaae0, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:26.659520 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fb6291-2516-4c56-b566-e0507afa9730 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network 9c816b48-a931-4e68-82ae-74a9569eaae0 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:26.695250 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-33fb6291-2516-4c56-b566-e0507afa9730 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 9c816b48-a931-4e68-82ae-74a9569eaae0) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:26.711252 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fb6291-2516-4c56-b566-e0507afa9730 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.712212 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-33fb6291-2516-4c56-b566-e0507afa9730 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.726517 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.726771 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1cf34857-64be-4ae3-8a20-2a5ef6d6871b None None] Port 4397b4ef-2e77-4778-bea6-67b647cd7a8a cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:26.770999 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-33fb6291-2516-4c56-b566-e0507afa9730 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9078939 Jul 16 01:36:26.772134 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35210) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:26.778772 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] Transition to ACTIVE for port object 4397b4ef-2e77-4778-bea6-67b647cd7a8a will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:26.798200 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.825223 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a67f843-ba06-45fc-81ad-31830c713a28 None None] Network 9c816b48-a931-4e68-82ae-74a9569eaae0 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:26.904195 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=fdc547e1-ebc1-4eb0-9f38-ab705dd579c1,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:26.934270 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-967e29f7-51f0-4f7e-8ebe-7f7432eda5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.086969 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5cc94-9bb9-4711-bf99-2ba5843813b5 None None] Pushing event updated for resources: {'Port': ['ID=4397b4ef-2e77-4778-bea6-67b647cd7a8a,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:27.098803 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port a51f5298-835e-435e-a39f-7bc356f81382 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:27.099923 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.105509 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] Attempting to bind port 4397b4ef-2e77-4778-bea6-67b647cd7a8a on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:27.115192 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] Attempting to bind port 4397b4ef-2e77-4778-bea6-67b647cd7a8a by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '320d46f4-9105-442b-9331-df0225de0489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:27.117167 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] Attempting to bind port 4397b4ef-2e77-4778-bea6-67b647cd7a8a on network 28f8c76d-5181-430a-9dff-05bb0c175a49 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:27.137095 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:27.140334 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] Checking segment: {'id': '320d46f4-9105-442b-9331-df0225de0489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:27.141869 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.144008 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] Bound using segment: {'id': '320d46f4-9105-442b-9331-df0225de0489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:27.144652 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] Bound port: 4397b4ef-2e77-4778-bea6-67b647cd7a8a, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320d46f4-9105-442b-9331-df0225de0489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:27.145829 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.345032 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] For port 4397b4ef-2e77-4778-bea6-67b647cd7a8a, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:27.354649 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] For port 4397b4ef-2e77-4778-bea6-67b647cd7a8a, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4397b4ef-2e77-4778-bea6-67b647cd7a8a,segment=NetworkSegment(320d46f4-9105-442b-9331-df0225de0489),segment_id=320d46f4-9105-442b-9331-df0225de0489)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:27.365101 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.477222 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] Routers {'88e59075-91ab-43c0-b0ba-8337e3cc7476'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:27.477222 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88e59075-91ab-43c0-b0ba-8337e3cc7476'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:27.604423 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5687bb7-6fe0-4b2d-aa21-5609c2406443 req-df9bd554-1f9f-4cbb-85bd-f47b2754b829 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.641210 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c5687bb7-6fe0-4b2d-aa21-5609c2406443 req-df9bd554-1f9f-4cbb-85bd-f47b2754b829 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 932 time: 0.6046710 Jul 16 01:36:27.715697 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] Set router 88e59075-91ab-43c0-b0ba-8337e3cc7476 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:27.719567 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-2bdec973-22a9-4e70-9053-991f5e6d3cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.039049 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c5687bb7-6fe0-4b2d-aa21-5609c2406443 req-d87c3cb0-00a4-4103-94fa-42e6239700fd tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964562 Jul 16 01:36:28.056752 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2191a3a-03a8-472b-b9f6-10e87a4f77c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-9c816b48-a931-4e68-82ae-74a9569eaae0', 'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'fixed_ips': [{'subnet_id': '622cf4de-1862-4a02-a2b5-9a964c18631f'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:28.057914 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2191a3a-03a8-472b-b9f6-10e87a4f77c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.264892 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5cc94-9bb9-4711-bf99-2ba5843813b5 None None] Pushing event updated for resources: {'Port': ['ID=4397b4ef-2e77-4778-bea6-67b647cd7a8a,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:28.280956 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0011079-f974-407a-be12-82d598563b9e req-9d48a998-6db0-4bde-9f32-ba033ef3dfb6 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:28.295183 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f0011079-f974-407a-be12-82d598563b9e req-9d48a998-6db0-4bde-9f32-ba033ef3dfb6 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 946 time: 0.4024637 Jul 16 01:36:28.479181 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f0011079-f974-407a-be12-82d598563b9e req-78ed489c-f471-4c07-94e4-aff0e663d902 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800716 Jul 16 01:36:28.493493 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.531698 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] Sync routers for ids ['7b0c3954-8472-45c5-8647-156b6582679c'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:28.629206 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] Routers {'7b0c3954-8472-45c5-8647-156b6582679c'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:28.630757 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['7b0c3954-8472-45c5-8647-156b6582679c'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:28.749627 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:21Z', 'revision_number': 3, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': '4397b4ef-2e77-4778-bea6-67b647cd7a8a', 'name': '', 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b5:38:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:18Z', 'updated_at': '2021-07-16T01:36:27Z', 'revision_number': 4, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:28.887126 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac3428-4a03-4c77-b1eb-c1882371bdf3 None None] The sync data for ids ['88e59075-91ab-43c0-b0ba-8337e3cc7476'] in n-d-792394-16 is: [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:21Z', 'revision_number': 3, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': '4397b4ef-2e77-4778-bea6-67b647cd7a8a', 'name': '', 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b5:38:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:18Z', 'updated_at': '2021-07-16T01:36:27Z', 'revision_number': 4, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:28.937384 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] Set router 7b0c3954-8472-45c5-8647-156b6582679c gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:28.980246 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-2bdec973-22a9-4e70-9053-991f5e6d3cf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b72a57-51ec-4317-9799-e70607e18f09 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:29.023869 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-2bdec973-22a9-4e70-9053-991f5e6d3cf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.076481 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-2bdec973-22a9-4e70-9053-991f5e6d3cf6 service neutron] Transition to ACTIVE for port object d1b72a57-51ec-4317-9799-e70607e18f09 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:29.094643 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-2bdec973-22a9-4e70-9053-991f5e6d3cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.308492 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdec973-22a9-4e70-9053-991f5e6d3cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b72a57-51ec-4317-9799-e70607e18f09,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:29.450812 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4e1445a6-baa3-4837-bda5-2ee8426fa792 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:29.530316 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-2bdec973-22a9-4e70-9053-991f5e6d3cf6 service neutron] Attempting to bind port d1b72a57-51ec-4317-9799-e70607e18f09 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:29.530709 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-2bdec973-22a9-4e70-9053-991f5e6d3cf6 service neutron] Attempting to bind port d1b72a57-51ec-4317-9799-e70607e18f09 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:29.531041 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-2bdec973-22a9-4e70-9053-991f5e6d3cf6 service neutron] Attempting to bind port d1b72a57-51ec-4317-9799-e70607e18f09 on network 830e0a53-8773-432e-aa5a-8c5b09b1196b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:29.537073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-2bdec973-22a9-4e70-9053-991f5e6d3cf6 service neutron] Port d1b72a57-51ec-4317-9799-e70607e18f09 on network 830e0a53-8773-432e-aa5a-8c5b09b1196b not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:29.537710 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-2bdec973-22a9-4e70-9053-991f5e6d3cf6 service neutron] Attempting to bind port d1b72a57-51ec-4317-9799-e70607e18f09 on network 830e0a53-8773-432e-aa5a-8c5b09b1196b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:29.550183 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-2bdec973-22a9-4e70-9053-991f5e6d3cf6 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:29.550584 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-2bdec973-22a9-4e70-9053-991f5e6d3cf6 service neutron] Checking segment: {'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:29.550994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-2bdec973-22a9-4e70-9053-991f5e6d3cf6 service neutron] Bound using segment: {'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:29.551476 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-2bdec973-22a9-4e70-9053-991f5e6d3cf6 service neutron] Bound port: d1b72a57-51ec-4317-9799-e70607e18f09, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0828342-f41f-42ce-bf32-6a339c912534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:29.551849 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-2bdec973-22a9-4e70-9053-991f5e6d3cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.699205 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 4e1445a6-baa3-4837-bda5-2ee8426fa792 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:29.699741 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.709065 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-2bdec973-22a9-4e70-9053-991f5e6d3cf6 service neutron] For port d1b72a57-51ec-4317-9799-e70607e18f09, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:29.716873 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-2bdec973-22a9-4e70-9053-991f5e6d3cf6 service neutron] For port d1b72a57-51ec-4317-9799-e70607e18f09, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d1b72a57-51ec-4317-9799-e70607e18f09,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:29.726208 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-2bdec973-22a9-4e70-9053-991f5e6d3cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.761791 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527671d3-03d8-43f8-8f77-c8645f973bf3 req-d7e3f5da-b826-4e8f-951f-38beb04e46d6 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:29.774460 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-527671d3-03d8-43f8-8f77-c8645f973bf3 req-d7e3f5da-b826-4e8f-951f-38beb04e46d6 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 944 time: 0.3865039 Jul 16 01:36:29.821219 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-2bdec973-22a9-4e70-9053-991f5e6d3cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:29.822232 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-2bdec973-22a9-4e70-9053-991f5e6d3cf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.826210 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-2bdec973-22a9-4e70-9053-991f5e6d3cf6 service neutron] 10.222.0.84 "PUT /v2.0/ports/d1b72a57-51ec-4317-9799-e70607e18f09 HTTP/1.1" status: 200 len: 1093 time: 3.3256092 Jul 16 01:36:29.864699 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11019a60-2e20-47f8-a6ac-075a8893a668', 'tag': 'd1b72a57-51ec-4317-9799-e70607e18f09'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:29.867296 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3e5647-b17e-490e-9647-9d2d105b6e30" -d '{"events": [{"name": "network-changed", "server_uuid": "11019a60-2e20-47f8-a6ac-075a8893a668", "tag": "d1b72a57-51ec-4317-9799-e70607e18f09"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:29.951134 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-527671d3-03d8-43f8-8f77-c8645f973bf3 req-0e3d278f-8dc6-4e64-af4e-bfbca31918a2 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763237 Jul 16 01:36:30.030935 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdec973-22a9-4e70-9053-991f5e6d3cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b72a57-51ec-4317-9799-e70607e18f09,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:30.046479 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.064571 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device fdc547e1-ebc1-4eb0-9f38-ab705dd579c1 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:30.168556 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-41f39b80-9bc0-4349-ac4d-dba18be8219f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.208222 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-b2191a3a-03a8-472b-b9f6-10e87a4f77c0 None None] Allocated IP 2001:db8:2::2 (9c816b48-a931-4e68-82ae-74a9569eaae0/622cf4de-1862-4a02-a2b5-9a964c18631f/92ca6790-535d-4a49-9496-a352cb9bfb45) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:30.328011 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port fdc547e1-ebc1-4eb0-9f38-ab705dd579c1 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:30.328511 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.425742 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c46f00-ba58-494d-a0e6-191916ba2562 x-openstack-request-id: req-f6c46f00-ba58-494d-a0e6-191916ba2562 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:30.426144 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11019a60-2e20-47f8-a6ac-075a8893a668", "tag": "d1b72a57-51ec-4317-9799-e70607e18f09", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:30.426315 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6c46f00-ba58-494d-a0e6-191916ba2562 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:30.426731 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11019a60-2e20-47f8-a6ac-075a8893a668', 'tag': 'd1b72a57-51ec-4317-9799-e70607e18f09', 'status': 'completed', 'code': 200} Jul 16 01:36:30.463910 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971c267-8d65-4e34-a418-137dfd567454 req-a58c3f95-f314-499f-8ad8-8fee13e042ef tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:30.466038 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8971c267-8d65-4e34-a418-137dfd567454 req-a58c3f95-f314-499f-8ad8-8fee13e042ef tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 946 time: 0.1485124 Jul 16 01:36:30.471744 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c3954-8472-45c5-8647-156b6582679c', 'name': 'tempest-TestVolumeBackupRestore-1302820074-router', 'tenant_id': 'eacadbbb7ce649dda71262bb965259fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'fa16ceda-b913-42d7-a3a9-7c50ba620bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:11Z', 'updated_at': '2021-07-16T01:36:19Z', 'revision_number': 4, 'project_id': 'eacadbbb7ce649dda71262bb965259fe', 'gw_port': {'id': 'fa16ceda-b913-42d7-a3a9-7c50ba620bdf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ea:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0c3954-8472-45c5-8647-156b6582679c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:12Z', 'updated_at': '2021-07-16T01:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c4096b67-4ceb-43b4-aadc-596dfb3e5412', 'name': '', 'network_id': '1b7623dd-eb20-4119-bf10-df7c5e51b724', 'tenant_id': 'eacadbbb7ce649dda71262bb965259fe', 'mac_address': 'fa:16:3e:f7:60:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0c3954-8472-45c5-8647-156b6582679c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '140efc13-2b2c-4c5e-a083-1e15ea25366b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:17Z', 'updated_at': '2021-07-16T01:36:20Z', 'revision_number': 2, 'project_id': 'eacadbbb7ce649dda71262bb965259fe', 'subnets': [{'id': '140efc13-2b2c-4c5e-a083-1e15ea25366b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:30.475700 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-58c29c9b-e9d3-4991-b2cd-c09f11ee0621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:30.486475 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-58c29c9b-e9d3-4991-b2cd-c09f11ee0621 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c73e6ed9d26a4f67873b1490075aee9a&device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 1096 time: 0.5844533 Jul 16 01:36:30.518184 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] Checking router: 7b0c3954-8472-45c5-8647-156b6582679c for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:30.518550 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] Updating router 7b0c3954-8472-45c5-8647-156b6582679c port c4096b67-4ceb-43b4-aadc-596dfb3e5412 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:36:30.557632 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-81ec041b-3ee7-41bf-9a6d-f9809908200d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1b72a57-51ec-4317-9799-e70607e18f09 HTTP/1.1" status: 200 len: 217 time: 0.0638793 Jul 16 01:36:30.561614 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8971c267-8d65-4e34-a418-137dfd567454 req-9bafd393-65e8-4eee-ba06-33e1c0190463 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870254 Jul 16 01:36:30.638732 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-e70d7b5b-3979-47c8-a160-d0673ed9ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:30.641418 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-e70d7b5b-3979-47c8-a160-d0673ed9ecd9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f45f4065-e8af-4e7d-ba1a-a6b4cb86159b HTTP/1.1" status: 200 len: 846 time: 0.0767241 Jul 16 01:36:30.695464 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-5fb60f7d-3a11-4f5b-98cd-80eeaf90d05b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=830e0a53-8773-432e-aa5a-8c5b09b1196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474520 Jul 16 01:36:30.699037 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.015530 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-816a9947-2876-4f44-bd98-38597a4c36a9 service neutron] 10.222.0.84 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074782 Jul 16 01:36:31.082208 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.093308 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] Transition to ACTIVE for port object c4096b67-4ceb-43b4-aadc-596dfb3e5412 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:31.127710 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.185433 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.206031 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device fa16ceda-b913-42d7-a3a9-7c50ba620bdf up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:31.208230 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2191a3a-03a8-472b-b9f6-10e87a4f77c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.255061 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b89bd33-e52c-4774-9709-195dddad4f71 req-fb7af594-78d8-4347-84ed-a0dda201e809 service neutron] 10.222.0.84 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328885 Jul 16 01:36:31.273943 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b2191a3a-03a8-472b-b9f6-10e87a4f77c0 None None] Transition to ACTIVE for port object 92ca6790-535d-4a49-9496-a352cb9bfb45 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:31.286218 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e71144-3c5a-4a5e-8fdb-91227f43875c None None] Pushing event updated for resources: {'Port': ['ID=c4096b67-4ceb-43b4-aadc-596dfb3e5412,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:31.366897 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b2191a3a-03a8-472b-b9f6-10e87a4f77c0 None None] Transition to ACTIVE for port object 92ca6790-535d-4a49-9496-a352cb9bfb45 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:31.489611 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e5647-b17e-490e-9647-9d2d105b6e30 req-68072a48-47be-4bed-ad80-a3764ccd43ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:31.491150 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa3e5647-b17e-490e-9647-9d2d105b6e30 req-68072a48-47be-4bed-ad80-a3764ccd43ff service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c73e6ed9d26a4f67873b1490075aee9a&device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 1096 time: 0.1564081 Jul 16 01:36:31.494334 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2191a3a-03a8-472b-b9f6-10e87a4f77c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.598796 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2191a3a-03a8-472b-b9f6-10e87a4f77c0 None None] Network 9c816b48-a931-4e68-82ae-74a9569eaae0 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:31.604285 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.617451 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-b2191a3a-03a8-472b-b9f6-10e87a4f77c0 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:31.618274 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Allocated IP 2001:db8:2::1 (9c816b48-a931-4e68-82ae-74a9569eaae0/622cf4de-1862-4a02-a2b5-9a964c18631f/d4580c81-f4e8-458f-befd-21fdaeeaeb3c) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:31.624234 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2191a3a-03a8-472b-b9f6-10e87a4f77c0 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:31.628101 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] Attempting to bind port c4096b67-4ceb-43b4-aadc-596dfb3e5412 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:31.628621 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] Attempting to bind port c4096b67-4ceb-43b4-aadc-596dfb3e5412 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '1de678ac-15a0-4e3b-8a7f-06f9fa903506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1b7623dd-eb20-4119-bf10-df7c5e51b724'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:31.629089 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] Attempting to bind port c4096b67-4ceb-43b4-aadc-596dfb3e5412 on network 1b7623dd-eb20-4119-bf10-df7c5e51b724 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:31.631444 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port fa16ceda-b913-42d7-a3a9-7c50ba620bdf completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:31.644445 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port fa16ceda-b913-42d7-a3a9-7c50ba620bdf triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:31.644974 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.747727 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1830d0-0f36-4630-9d05-93d48a4b8a9a req-0f6013d9-098f-43f0-bdea-6497f0b73855 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:31.747951 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:31.748295 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] Checking segment: {'id': '1de678ac-15a0-4e3b-8a7f-06f9fa903506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1b7623dd-eb20-4119-bf10-df7c5e51b724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:31.748942 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.749200 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] Bound using segment: {'id': '1de678ac-15a0-4e3b-8a7f-06f9fa903506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1b7623dd-eb20-4119-bf10-df7c5e51b724'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:31.749897 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] Bound port: c4096b67-4ceb-43b4-aadc-596dfb3e5412, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de678ac-15a0-4e3b-8a7f-06f9fa903506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1b7623dd-eb20-4119-bf10-df7c5e51b724'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:31.750325 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.756847 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191a3a-03a8-472b-b9f6-10e87a4f77c0 None None] Pushing event updated for resources: {'Port': ['ID=92ca6790-535d-4a49-9496-a352cb9bfb45,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:31.763275 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9a1830d0-0f36-4630-9d05-93d48a4b8a9a req-0f6013d9-098f-43f0-bdea-6497f0b73855 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 944 time: 0.4954751 Jul 16 01:36:31.778561 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e5647-b17e-490e-9647-9d2d105b6e30 req-79b1b047-eff5-41d4-9051-98bf5d22585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:31.781623 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa3e5647-b17e-490e-9647-9d2d105b6e30 req-79b1b047-eff5-41d4-9051-98bf5d22585b service neutron] 10.222.0.84 "GET /v2.0/networks?id=830e0a53-8773-432e-aa5a-8c5b09b1196b HTTP/1.1" status: 200 len: 907 time: 0.2815208 Jul 16 01:36:31.897246 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-b2191a3a-03a8-472b-b9f6-10e87a4f77c0 None None] Attempting to bind port 92ca6790-535d-4a49-9496-a352cb9bfb45 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:31.897982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-b2191a3a-03a8-472b-b9f6-10e87a4f77c0 None None] Attempting to bind port 92ca6790-535d-4a49-9496-a352cb9bfb45 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '19c031ca-0e37-41df-952b-5a7d369a6b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:31.898616 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2191a3a-03a8-472b-b9f6-10e87a4f77c0 None None] Attempting to bind port 92ca6790-535d-4a49-9496-a352cb9bfb45 on network 9c816b48-a931-4e68-82ae-74a9569eaae0 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:31.909360 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2191a3a-03a8-472b-b9f6-10e87a4f77c0 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:31.909753 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2191a3a-03a8-472b-b9f6-10e87a4f77c0 None None] Checking segment: {'id': '19c031ca-0e37-41df-952b-5a7d369a6b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:31.910149 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2191a3a-03a8-472b-b9f6-10e87a4f77c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.910927 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2191a3a-03a8-472b-b9f6-10e87a4f77c0 None None] Bound using segment: {'id': '19c031ca-0e37-41df-952b-5a7d369a6b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:31.911363 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-b2191a3a-03a8-472b-b9f6-10e87a4f77c0 None None] Bound port: 92ca6790-535d-4a49-9496-a352cb9bfb45, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c031ca-0e37-41df-952b-5a7d369a6b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:31.911663 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2191a3a-03a8-472b-b9f6-10e87a4f77c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.917974 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9a1830d0-0f36-4630-9d05-93d48a4b8a9a req-66d2f1b1-1687-41df-8b17-1d0e737d837f tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525824 Jul 16 01:36:31.927213 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa3e5647-b17e-490e-9647-9d2d105b6e30 req-679d8397-e427-44ec-8f0e-ed252583dfe6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1b72a57-51ec-4317-9799-e70607e18f09 HTTP/1.1" status: 200 len: 217 time: 0.1374774 Jul 16 01:36:32.013620 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.113002 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port fa16ceda-b913-42d7-a3a9-7c50ba620bdf, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=fa16ceda-b913-42d7-a3a9-7c50ba620bdf,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:32.129150 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.169203 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Transition to ACTIVE for port object d4580c81-f4e8-458f-befd-21fdaeeaeb3c will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:32.190221 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e5647-b17e-490e-9647-9d2d105b6e30 req-88deedc9-f1b5-495c-a458-e0cbdaf08997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:32.191743 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa3e5647-b17e-490e-9647-9d2d105b6e30 req-88deedc9-f1b5-495c-a458-e0cbdaf08997 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f45f4065-e8af-4e7d-ba1a-a6b4cb86159b HTTP/1.1" status: 200 len: 846 time: 0.2171259 Jul 16 01:36:32.208614 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b2191a3a-03a8-472b-b9f6-10e87a4f77c0 None None] For port 92ca6790-535d-4a49-9496-a352cb9bfb45, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:32.218130 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.248005 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.283474 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa3e5647-b17e-490e-9647-9d2d105b6e30 req-93964250-4a41-4e6d-85c2-2eae0e64ecdf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=830e0a53-8773-432e-aa5a-8c5b09b1196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821567 Jul 16 01:36:32.291586 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] For port c4096b67-4ceb-43b4-aadc-596dfb3e5412, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:32.302563 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] For port c4096b67-4ceb-43b4-aadc-596dfb3e5412, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c4096b67-4ceb-43b4-aadc-596dfb3e5412,segment=NetworkSegment(1de678ac-15a0-4e3b-8a7f-06f9fa903506),segment_id=1de678ac-15a0-4e3b-8a7f-06f9fa903506)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:32.365860 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f58412-5e33-4acd-b516-8a7f0a92b58d req-9e4df50b-728c-4e5e-acd3-334fc30a9e3c tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:32.366346 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Port': ['ID=d4580c81-f4e8-458f-befd-21fdaeeaeb3c,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:32.367598 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-55f58412-5e33-4acd-b516-8a7f0a92b58d req-9e4df50b-728c-4e5e-acd3-334fc30a9e3c tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 946 time: 0.4394393 Jul 16 01:36:32.384770 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b2191a3a-03a8-472b-b9f6-10e87a4f77c0 None None] For port 92ca6790-535d-4a49-9496-a352cb9bfb45, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=92ca6790-535d-4a49-9496-a352cb9bfb45,segment=NetworkSegment(19c031ca-0e37-41df-952b-5a7d369a6b05),segment_id=19c031ca-0e37-41df-952b-5a7d369a6b05)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:32.395369 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.408242 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network 9c816b48-a931-4e68-82ae-74a9569eaae0 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:32.413162 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2191a3a-03a8-472b-b9f6-10e87a4f77c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.418677 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:32.419432 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:32.420023 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:32.420883 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:32.421501 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:32.422051 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:32.422955 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:32.437087 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:32.437665 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:32.438227 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:32.438840 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:32.439390 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:32.452275 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:32.456132 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] Routers {'7b0c3954-8472-45c5-8647-156b6582679c'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:32.456762 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['7b0c3954-8472-45c5-8647-156b6582679c'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:32.470085 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:32.471731 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.695147 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-55f58412-5e33-4acd-b516-8a7f0a92b58d req-2268ee0f-3c07-48cc-940e-57a126ab75b9 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848361 Jul 16 01:36:32.748750 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa3e5647-b17e-490e-9647-9d2d105b6e30 req-385e01ce-3916-42c0-bd4f-35f308d5be10 service neutron] 10.222.0.84 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543171 Jul 16 01:36:32.963244 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.986277 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4397b4ef-2e77-4778-bea6-67b647cd7a8a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:32.999128 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=fa16ceda-b913-42d7-a3a9-7c50ba620bdf,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:33.014827 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa3e5647-b17e-490e-9647-9d2d105b6e30 req-23ef4751-1d8a-43a1-bac9-7855f6ef65e7 service neutron] 10.222.0.84 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593760 Jul 16 01:36:33.254126 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.367701 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e71144-3c5a-4a5e-8fdb-91227f43875c None None] Pushing event updated for resources: {'Port': ['ID=c4096b67-4ceb-43b4-aadc-596dfb3e5412,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:33.373633 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7f178-7553-42ca-a3ee-26d7e046def3 req-2029b686-f999-4fdf-b6a1-64296a599e3f tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:33.375730 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78d7f178-7553-42ca-a3ee-26d7e046def3 req-2029b686-f999-4fdf-b6a1-64296a599e3f tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 944 time: 0.1682663 Jul 16 01:36:33.461572 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] Set router 7b0c3954-8472-45c5-8647-156b6582679c gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:33.469684 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 4397b4ef-2e77-4778-bea6-67b647cd7a8a completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:33.491438 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78d7f178-7553-42ca-a3ee-26d7e046def3 req-2b84358f-8e9a-4382-91d8-fd4942218352 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056705 Jul 16 01:36:33.511372 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 4397b4ef-2e77-4778-bea6-67b647cd7a8a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:33.512099 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.536099 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191a3a-03a8-472b-b9f6-10e87a4f77c0 None None] Pushing event updated for resources: {'Port': ['ID=92ca6790-535d-4a49-9496-a352cb9bfb45,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:33.920382 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.950162 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.983079 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.984147 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.319467 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 4397b4ef-2e77-4778-bea6-67b647cd7a8a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4397b4ef-2e77-4778-bea6-67b647cd7a8a,segment=NetworkSegment(320d46f4-9105-442b-9331-df0225de0489),segment_id=320d46f4-9105-442b-9331-df0225de0489)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:34.339366 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.420912 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12f4d3-073a-441e-806b-dfe1bb2d6660 req-ab27fc71-1250-406c-8e7e-573f479c66d8 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:34.430080 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fd12f4d3-073a-441e-806b-dfe1bb2d6660 req-ab27fc71-1250-406c-8e7e-573f479c66d8 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 946 time: 0.4665480 Jul 16 01:36:34.442407 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Port': ['ID=d4580c81-f4e8-458f-befd-21fdaeeaeb3c,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:34.455670 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35296) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:34.548830 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fd12f4d3-073a-441e-806b-dfe1bb2d6660 req-30073663-14ea-42af-8bd0-cf84fca18129 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172607 Jul 16 01:36:34.680802 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c3954-8472-45c5-8647-156b6582679c', 'name': 'tempest-TestVolumeBackupRestore-1302820074-router', 'tenant_id': 'eacadbbb7ce649dda71262bb965259fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'fa16ceda-b913-42d7-a3a9-7c50ba620bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:11Z', 'updated_at': '2021-07-16T01:36:19Z', 'revision_number': 4, 'project_id': 'eacadbbb7ce649dda71262bb965259fe', 'gw_port': {'id': 'fa16ceda-b913-42d7-a3a9-7c50ba620bdf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c3954-8472-45c5-8647-156b6582679c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:12Z', 'updated_at': '2021-07-16T01:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c4096b67-4ceb-43b4-aadc-596dfb3e5412', 'name': '', 'network_id': '1b7623dd-eb20-4119-bf10-df7c5e51b724', 'tenant_id': 'eacadbbb7ce649dda71262bb965259fe', 'mac_address': 'fa:16:3e:f7:60:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0c3954-8472-45c5-8647-156b6582679c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '140efc13-2b2c-4c5e-a083-1e15ea25366b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:17Z', 'updated_at': '2021-07-16T01:36:32Z', 'revision_number': 4, 'project_id': 'eacadbbb7ce649dda71262bb965259fe', 'subnets': [{'id': '140efc13-2b2c-4c5e-a083-1e15ea25366b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:34.781513 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network 9c816b48-a931-4e68-82ae-74a9569eaae0 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:34.787809 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:34.791769 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f064c7-e78d-4a6b-a603-2a87279d7a3b None None] The sync data for ids ['7b0c3954-8472-45c5-8647-156b6582679c'] in n-d-792394-16 is: [{'id': '7b0c3954-8472-45c5-8647-156b6582679c', 'name': 'tempest-TestVolumeBackupRestore-1302820074-router', 'tenant_id': 'eacadbbb7ce649dda71262bb965259fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'fa16ceda-b913-42d7-a3a9-7c50ba620bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:11Z', 'updated_at': '2021-07-16T01:36:19Z', 'revision_number': 4, 'project_id': 'eacadbbb7ce649dda71262bb965259fe', 'gw_port': {'id': 'fa16ceda-b913-42d7-a3a9-7c50ba620bdf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c3954-8472-45c5-8647-156b6582679c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:12Z', 'updated_at': '2021-07-16T01:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c4096b67-4ceb-43b4-aadc-596dfb3e5412', 'name': '', 'network_id': '1b7623dd-eb20-4119-bf10-df7c5e51b724', 'tenant_id': 'eacadbbb7ce649dda71262bb965259fe', 'mac_address': 'fa:16:3e:f7:60:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0c3954-8472-45c5-8647-156b6582679c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '140efc13-2b2c-4c5e-a083-1e15ea25366b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:17Z', 'updated_at': '2021-07-16T01:36:32Z', 'revision_number': 4, 'project_id': 'eacadbbb7ce649dda71262bb965259fe', 'subnets': [{'id': '140efc13-2b2c-4c5e-a083-1e15ea25366b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:34.797839 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d1b72a57-51ec-4317-9799-e70607e18f09 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:34.938045 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8e906360-a39f-4f0c-8c8a-8e786e305817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.116790 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6d2660-f8cb-44d8-b356-9705238727b2 None None] Network 9c816b48-a931-4e68-82ae-74a9569eaae0 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:35.129520 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c4096b67-4ceb-43b4-aadc-596dfb3e5412 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:35.138108 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=4397b4ef-2e77-4778-bea6-67b647cd7a8a,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:35.186906 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8e906360-a39f-4f0c-8c8a-8e786e305817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.196104 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8e906360-a39f-4f0c-8c8a-8e786e305817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.245437 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.260154 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Router 88e59075-91ab-43c0-b0ba-8337e3cc7476 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:35.287937 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8e906360-a39f-4f0c-8c8a-8e786e305817 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a41d6c5c55146e29e26e2e3ff5f09b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8283520 Jul 16 01:36:35.306777 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35306) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:35.314925 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e906360-a39f-4f0c-8c8a-8e786e305817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3952ae71-c279-4b04-bd9b-9469b060ab54,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:35.393979 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-73049ff9-d8b3-4021-887f-74d83ea5e6f5 None None] Provisioning for port 92ca6790-535d-4a49-9496-a352cb9bfb45 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:35.424145 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d1b72a57-51ec-4317-9799-e70607e18f09, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d1b72a57-51ec-4317-9799-e70607e18f09,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:35.436614 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a41634ba-bfa0-45b0-8fd5-f0c1bc8021e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.520204 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a41634ba-bfa0-45b0-8fd5-f0c1bc8021e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.539625 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'd1b72a57-51ec-4317-9799-e70607e18f09', 'network_id': '830e0a53-8773-432e-aa5a-8c5b09b1196b', 'port_id': 'd1b72a57-51ec-4317-9799-e70607e18f09', 'mac_address': 'fa:16:3e:69:d5:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45f4065-e8af-4e7d-ba1a-a6b4cb86159b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:35.670106 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a41634ba-bfa0-45b0-8fd5-f0c1bc8021e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.673392 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a41634ba-bfa0-45b0-8fd5-f0c1bc8021e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.674820 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a41634ba-bfa0-45b0-8fd5-f0c1bc8021e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3952ae71-c279-4b04-bd9b-9469b060ab54 HTTP/1.1" status: 204 len: 168 time: 0.3666937 Jul 16 01:36:35.699154 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.721464 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41634ba-bfa0-45b0-8fd5-f0c1bc8021e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3952ae71-c279-4b04-bd9b-9469b060ab54,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:35.741740 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b72a57-51ec-4317-9799-e70607e18f09 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:35.778133 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d1b72a57-51ec-4317-9799-e70607e18f09, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d1b72a57-51ec-4317-9799-e70607e18f09,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:35.899784 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.903423 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port c4096b67-4ceb-43b4-aadc-596dfb3e5412 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:36.003951 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port c4096b67-4ceb-43b4-aadc-596dfb3e5412 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:36.004335 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.021177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824e01f-ebf6-419d-8a01-57cc91db70aa req-a440a0a8-176a-41a1-a14e-5b72c5351c9e tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:36.035226 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d824e01f-ebf6-419d-8a01-57cc91db70aa req-a440a0a8-176a-41a1-a14e-5b72c5351c9e tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 946 time: 0.1522269 Jul 16 01:36:36.118441 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=d1b72a57-51ec-4317-9799-e70607e18f09,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:36.133876 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d824e01f-ebf6-419d-8a01-57cc91db70aa req-a515d893-2769-4214-a767-2a26c1505ea7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977256 Jul 16 01:36:36.205144 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['d1b72a57-51ec-4317-9799-e70607e18f09'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:36.403337 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.625509 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35322) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:36.657151 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-69380ada-88ee-4883-837a-ea2baa069d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.677900 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port c4096b67-4ceb-43b4-aadc-596dfb3e5412, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c4096b67-4ceb-43b4-aadc-596dfb3e5412,segment=NetworkSegment(1de678ac-15a0-4e3b-8a7f-06f9fa903506),segment_id=1de678ac-15a0-4e3b-8a7f-06f9fa903506)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:36.690221 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ffc8a-e707-4dd6-9062-7640d6389e3c req-95d85028-f1bd-43d3-a83f-fb52dfb760c6 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:36.698439 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-282ffc8a-e707-4dd6-9062-7640d6389e3c req-95d85028-f1bd-43d3-a83f-fb52dfb760c6 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 944 time: 1.6046174 Jul 16 01:36:36.732391 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.734073 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 92ca6790-535d-4a49-9496-a352cb9bfb45 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:36.753319 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:36.765438 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] Sync routers for ids ['88e59075-91ab-43c0-b0ba-8337e3cc7476'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:36.770055 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-86202766-995b-4ebe-94e7-cae44b93cac0 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "PUT /v2.0/routers/88e59075-91ab-43c0-b0ba-8337e3cc7476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9933484 Jul 16 01:36:36.778959 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35330) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:36.785199 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-980cca7b-6873-47a9-a87b-26ea5b9df7f9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-170025679'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:36.796053 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] Routers {'88e59075-91ab-43c0-b0ba-8337e3cc7476'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:36.798079 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88e59075-91ab-43c0-b0ba-8337e3cc7476'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:36.851798 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-282ffc8a-e707-4dd6-9062-7640d6389e3c req-762ec21f-0648-46c7-bee1-4c8c4d20d80a tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516395 Jul 16 01:36:36.906186 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6897cf93-9d25-42c7-b6fa-852ae78a9977 None None] Provisioning for port d4580c81-f4e8-458f-befd-21fdaeeaeb3c completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:36.919562 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6897cf93-9d25-42c7-b6fa-852ae78a9977 None None] Provisioning complete for port d4580c81-f4e8-458f-befd-21fdaeeaeb3c triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:36.920533 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6897cf93-9d25-42c7-b6fa-852ae78a9977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.977409 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 92ca6790-535d-4a49-9496-a352cb9bfb45 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:36.987927 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6897cf93-9d25-42c7-b6fa-852ae78a9977 None None] Port d4580c81-f4e8-458f-befd-21fdaeeaeb3c cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:36.995420 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 92ca6790-535d-4a49-9496-a352cb9bfb45 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:36.997509 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.071636 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-69380ada-88ee-4883-837a-ea2baa069d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.092185 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-69380ada-88ee-4883-837a-ea2baa069d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.119697 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980cca7b-6873-47a9-a87b-26ea5b9df7f9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Made reservation on behalf of 25f43487b8e9471c8206a5429d008e7d for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:37.135363 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-980cca7b-6873-47a9-a87b-26ea5b9df7f9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.152749 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] Set router 88e59075-91ab-43c0-b0ba-8337e3cc7476 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:37.219565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980cca7b-6873-47a9-a87b-26ea5b9df7f9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:37.242439 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-980cca7b-6873-47a9-a87b-26ea5b9df7f9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.245318 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-980cca7b-6873-47a9-a87b-26ea5b9df7f9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Added segment 2249a9c2-a908-433b-951e-a7f3f4030d9a of type vlan for network 00b5c37a-9feb-4e6f-b977-bb3581ede279 Jul 16 01:36:37.269898 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-69380ada-88ee-4883-837a-ea2baa069d0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5751cce0bcc0434fb0fbda68c57b03dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6413691 Jul 16 01:36:37.271752 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35334) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:37.348643 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.359760 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:36:37.363176 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-980cca7b-6873-47a9-a87b-26ea5b9df7f9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.421727 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6897cf93-9d25-42c7-b6fa-852ae78a9977 None None] Provisioning complete for port 92ca6790-535d-4a49-9496-a352cb9bfb45 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:37.423702 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6897cf93-9d25-42c7-b6fa-852ae78a9977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.518293 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-980cca7b-6873-47a9-a87b-26ea5b9df7f9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.525691 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980cca7b-6873-47a9-a87b-26ea5b9df7f9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:37.531782 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-980cca7b-6873-47a9-a87b-26ea5b9df7f9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.633971 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:32Z', 'revision_number': 4, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': '4397b4ef-2e77-4778-bea6-67b647cd7a8a', 'name': '', 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b5:38:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:18Z', 'updated_at': '2021-07-16T01:36:34Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4580c81-f4e8-458f-befd-21fdaeeaeb3c', 'name': '', 'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:19:bf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:28Z', 'updated_at': '2021-07-16T01:36:33Z', 'revision_number': 2, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:37.636734 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-980cca7b-6873-47a9-a87b-26ea5b9df7f9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8561640 Jul 16 01:36:37.644174 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35338) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:37.649559 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 92ca6790-535d-4a49-9496-a352cb9bfb45, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=92ca6790-535d-4a49-9496-a352cb9bfb45,segment=NetworkSegment(19c031ca-0e37-41df-952b-5a7d369a6b05),segment_id=19c031ca-0e37-41df-952b-5a7d369a6b05)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:37.651047 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-aa579626-3b52-44db-a78f-7b6972a6b59d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'subnet': {'network_id': '00b5c37a-9feb-4e6f-b977-bb3581ede279', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:37.674792 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=c4096b67-4ceb-43b4-aadc-596dfb3e5412,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:37.700626 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.701915 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device fa16ceda-b913-42d7-a3a9-7c50ba620bdf up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:37.726061 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] Checking router: 88e59075-91ab-43c0-b0ba-8337e3cc7476 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:37.727466 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] Updating router 88e59075-91ab-43c0-b0ba-8337e3cc7476 port d4580c81-f4e8-458f-befd-21fdaeeaeb3c binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:36:37.749822 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cca7b-6873-47a9-a87b-26ea5b9df7f9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Network': ['ID=00b5c37a-9feb-4e6f-b977-bb3581ede279,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:37.791296 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c04fb03-6c8c-496a-ab33-95e5f33181a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.814217 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 00b5c37a-9feb-4e6f-b977-bb3581ede279 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:37.838338 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.888850 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c04fb03-6c8c-496a-ab33-95e5f33181a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.920282 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa579626-3b52-44db-a78f-7b6972a6b59d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Made reservation on behalf of 25f43487b8e9471c8206a5429d008e7d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:37.924825 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aa579626-3b52-44db-a78f-7b6972a6b59d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.088779 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c04fb03-6c8c-496a-ab33-95e5f33181a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.097184 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c04fb03-6c8c-496a-ab33-95e5f33181a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.098441 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7c04fb03-6c8c-496a-ab33-95e5f33181a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6cd90b94-739e-4384-a103-ebd60768cb08 HTTP/1.1" status: 204 len: 168 time: 0.8257933 Jul 16 01:36:38.128819 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69380ada-88ee-4883-837a-ea2baa069d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd90b94-739e-4384-a103-ebd60768cb08,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:38.173203 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04fb03-6c8c-496a-ab33-95e5f33181a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd90b94-739e-4384-a103-ebd60768cb08,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:38.227395 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port fa16ceda-b913-42d7-a3a9-7c50ba620bdf triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:38.227752 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.318420 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0aa0b-834d-4bd9-9618-c226a75b795f req-9ffc3c7c-3b85-4d38-a499-359331c24290 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:38.341487 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3bd0aa0b-834d-4bd9-9618-c226a75b795f req-9ffc3c7c-3b85-4d38-a499-359331c24290 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 946 time: 0.7979052 Jul 16 01:36:38.446318 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3bd0aa0b-834d-4bd9-9618-c226a75b795f req-e74df026-f74b-4d9b-9e9e-768cd01de3a4 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029141 Jul 16 01:36:38.462456 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1af3329e-d969-49b4-af5e-da99f98fd9ad None None] Provisioning complete for port d4580c81-f4e8-458f-befd-21fdaeeaeb3c triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:38.463036 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1af3329e-d969-49b4-af5e-da99f98fd9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.580169 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1af3329e-d969-49b4-af5e-da99f98fd9ad None None] Port d4580c81-f4e8-458f-befd-21fdaeeaeb3c cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:38.600066 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=92ca6790-535d-4a49-9496-a352cb9bfb45,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:38.622495 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.651723 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] Transition to ACTIVE for port object d4580c81-f4e8-458f-befd-21fdaeeaeb3c will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:38.665445 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.694649 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aa579626-3b52-44db-a78f-7b6972a6b59d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.705894 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c4096b67-4ceb-43b4-aadc-596dfb3e5412 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:38.845711 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port c4096b67-4ceb-43b4-aadc-596dfb3e5412 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:38.846088 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.856202 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa579626-3b52-44db-a78f-7b6972a6b59d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Subnet': ['ID=457114d2-0e1f-4309-9c6b-c331a4e8c392,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:38.892098 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87367bad-39e8-4b4e-9a9a-27b9d12a4433 None None] Pushing event updated for resources: {'Port': ['ID=d4580c81-f4e8-458f-befd-21fdaeeaeb3c,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:38.922716 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54914615-ae87-408e-850b-75430b3aad7b req-3257490d-a40b-40a4-8ef7-25fb27df705c tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:38.924575 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-54914615-ae87-408e-850b-75430b3aad7b req-3257490d-a40b-40a4-8ef7-25fb27df705c tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 945 time: 0.5175147 Jul 16 01:36:38.996020 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] Attempting to bind port d4580c81-f4e8-458f-befd-21fdaeeaeb3c on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:38.996715 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] Attempting to bind port d4580c81-f4e8-458f-befd-21fdaeeaeb3c by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '19c031ca-0e37-41df-952b-5a7d369a6b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:38.997325 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] Attempting to bind port d4580c81-f4e8-458f-befd-21fdaeeaeb3c on network 9c816b48-a931-4e68-82ae-74a9569eaae0 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:39.026087 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:39.027872 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] Checking segment: {'id': '19c031ca-0e37-41df-952b-5a7d369a6b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:39.028793 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.031851 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] Bound using segment: {'id': '19c031ca-0e37-41df-952b-5a7d369a6b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:39.032843 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] Bound port: d4580c81-f4e8-458f-befd-21fdaeeaeb3c, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c031ca-0e37-41df-952b-5a7d369a6b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:39.036180 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.084770 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4397b4ef-2e77-4778-bea6-67b647cd7a8a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:39.112642 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-54914615-ae87-408e-850b-75430b3aad7b req-27c24f62-2e73-4697-a812-b90383b49adf tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508009 Jul 16 01:36:39.115458 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa579626-3b52-44db-a78f-7b6972a6b59d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Checking segment: {'id': '2249a9c2-a908-433b-951e-a7f3f4030d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '00b5c37a-9feb-4e6f-b977-bb3581ede279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:39.115841 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa579626-3b52-44db-a78f-7b6972a6b59d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network hostable DHCP agents. Network: 00b5c37a-9feb-4e6f-b977-bb3581ede279, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:39.185841 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa579626-3b52-44db-a78f-7b6972a6b59d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network 00b5c37a-9feb-4e6f-b977-bb3581ede279 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:39.230953 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-aa579626-3b52-44db-a78f-7b6972a6b59d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 00b5c37a-9feb-4e6f-b977-bb3581ede279) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:39.247551 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa579626-3b52-44db-a78f-7b6972a6b59d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:39.249059 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aa579626-3b52-44db-a78f-7b6972a6b59d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.253738 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff6e447-7eb1-4381-8e33-3419a1fb896d None None] Network 00b5c37a-9feb-4e6f-b977-bb3581ede279 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:39.310210 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-aa579626-3b52-44db-a78f-7b6972a6b59d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6617358 Jul 16 01:36:39.310546 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35364) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.335163 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] For port d4580c81-f4e8-458f-befd-21fdaeeaeb3c, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:39.343248 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] For port d4580c81-f4e8-458f-befd-21fdaeeaeb3c, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d4580c81-f4e8-458f-befd-21fdaeeaeb3c,segment=NetworkSegment(19c031ca-0e37-41df-952b-5a7d369a6b05),segment_id=19c031ca-0e37-41df-952b-5a7d369a6b05)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:39.355645 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.404809 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 4397b4ef-2e77-4778-bea6-67b647cd7a8a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:39.405271 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.608511 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] Routers {'88e59075-91ab-43c0-b0ba-8337e3cc7476'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:39.610059 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88e59075-91ab-43c0-b0ba-8337e3cc7476'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:39.749134 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ffb822-9024-4f6a-bb58-ebf56b8e5780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-00b5c37a-9feb-4e6f-b977-bb3581ede279', 'network_id': '00b5c37a-9feb-4e6f-b977-bb3581ede279', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'fixed_ips': [{'subnet_id': '457114d2-0e1f-4309-9c6b-c331a4e8c392'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:39.750044 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56ffb822-9024-4f6a-bb58-ebf56b8e5780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.761236 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87367bad-39e8-4b4e-9a9a-27b9d12a4433 None None] Pushing event updated for resources: {'Port': ['ID=d4580c81-f4e8-458f-befd-21fdaeeaeb3c,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:39.972644 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8f8dd-b21a-4bc3-b331-bf47a91ceb48 req-6f22de26-f094-4d4f-bf55-7eaf51f23e74 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:39.974277 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b7e8f8dd-b21a-4bc3-b331-bf47a91ceb48 req-6f22de26-f094-4d4f-bf55-7eaf51f23e74 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 946 time: 0.2119212 Jul 16 01:36:40.001717 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] Set router 88e59075-91ab-43c0-b0ba-8337e3cc7476 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:40.113066 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b7e8f8dd-b21a-4bc3-b331-bf47a91ceb48 req-5d789e59-6ffb-4ab4-86a9-b1720c5be7f1 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315866 Jul 16 01:36:40.176401 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-56ffb822-9024-4f6a-bb58-ebf56b8e5780 None None] Allocated IP 2001:db8:3::2 (00b5c37a-9feb-4e6f-b977-bb3581ede279/457114d2-0e1f-4309-9c6b-c331a4e8c392/d4a031fd-2caa-4e1a-857a-fc5701d3f7f3) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:40.505786 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bc8a5-c55c-43b1-802f-39ecc3849d9b req-6668cfaa-b050-4482-a57c-8bff9e988b57 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:40.515521 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a01bc8a5-c55c-43b1-802f-39ecc3849d9b req-6668cfaa-b050-4482-a57c-8bff9e988b57 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 945 time: 0.1766243 Jul 16 01:36:40.531865 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d2d59282-8d0b-4090-a234-a41f652d37ac tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.573570 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a01bc8a5-c55c-43b1-802f-39ecc3849d9b req-d672ca77-3b18-4106-a02b-9f10e8ce76c8 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496106 Jul 16 01:36:40.642387 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:32Z', 'revision_number': 4, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': '4397b4ef-2e77-4778-bea6-67b647cd7a8a', 'name': '', 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b5:38:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:18Z', 'updated_at': '2021-07-16T01:36:34Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4580c81-f4e8-458f-befd-21fdaeeaeb3c', 'name': '', 'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:19:bf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:28Z', 'updated_at': '2021-07-16T01:36:39Z', 'revision_number': 4, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:40.683356 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef42b9-67ca-4cba-841d-4bc59bd5a1c5 None None] The sync data for ids ['88e59075-91ab-43c0-b0ba-8337e3cc7476'] in n-d-792394-16 is: [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:32Z', 'revision_number': 4, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': '4397b4ef-2e77-4778-bea6-67b647cd7a8a', 'name': '', 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b5:38:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:18Z', 'updated_at': '2021-07-16T01:36:34Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4580c81-f4e8-458f-befd-21fdaeeaeb3c', 'name': '', 'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:19:bf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:28Z', 'updated_at': '2021-07-16T01:36:39Z', 'revision_number': 4, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:40.825570 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d1b72a57-51ec-4317-9799-e70607e18f09 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:41.183144 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56ffb822-9024-4f6a-bb58-ebf56b8e5780 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.198866 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-56ffb822-9024-4f6a-bb58-ebf56b8e5780 None None] Transition to ACTIVE for port object d4a031fd-2caa-4e1a-857a-fc5701d3f7f3 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:41.219968 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-56ffb822-9024-4f6a-bb58-ebf56b8e5780 None None] Transition to ACTIVE for port object d4a031fd-2caa-4e1a-857a-fc5701d3f7f3 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:41.239999 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56ffb822-9024-4f6a-bb58-ebf56b8e5780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.275961 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port d1b72a57-51ec-4317-9799-e70607e18f09 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:41.315150 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 92ca6790-535d-4a49-9496-a352cb9bfb45 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:41.377167 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ffb822-9024-4f6a-bb58-ebf56b8e5780 None None] Network 00b5c37a-9feb-4e6f-b977-bb3581ede279 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:41.391078 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port d1b72a57-51ec-4317-9799-e70607e18f09 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:41.402201 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.402354 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-d2d59282-8d0b-4090-a234-a41f652d37ac tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Allocated IP 2001:db8:3::1 (00b5c37a-9feb-4e6f-b977-bb3581ede279/457114d2-0e1f-4309-9c6b-c331a4e8c392/0c85840e-7e79-4df9-8c4a-91cf54e38bed) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:41.573722 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d2d59282-8d0b-4090-a234-a41f652d37ac tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.590035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-56ffb822-9024-4f6a-bb58-ebf56b8e5780 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:41.617228 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-d2d59282-8d0b-4090-a234-a41f652d37ac tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Transition to ACTIVE for port object 0c85840e-7e79-4df9-8c4a-91cf54e38bed will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:41.637253 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ffb822-9024-4f6a-bb58-ebf56b8e5780 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:41.675154 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011ee41-ae60-462e-8415-dde660f444b4 req-c6d8af77-5341-4a56-bbca-3c75cd13bece tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:41.679498 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7011ee41-ae60-462e-8415-dde660f444b4 req-c6d8af77-5341-4a56-bbca-3c75cd13bece tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 946 time: 0.1913316 Jul 16 01:36:41.704958 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d2d59282-8d0b-4090-a234-a41f652d37ac tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.779287 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d59282-8d0b-4090-a234-a41f652d37ac tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network 00b5c37a-9feb-4e6f-b977-bb3581ede279 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:41.784733 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-d2d59282-8d0b-4090-a234-a41f652d37ac tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:41.788988 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d59282-8d0b-4090-a234-a41f652d37ac tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:41.789761 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d2d59282-8d0b-4090-a234-a41f652d37ac tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.805940 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7011ee41-ae60-462e-8415-dde660f444b4 req-64d82c45-3444-4244-a1ac-0862c27d5d7d tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201048 Jul 16 01:36:41.857954 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d59282-8d0b-4090-a234-a41f652d37ac tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Port': ['ID=0c85840e-7e79-4df9-8c4a-91cf54e38bed,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:41.938777 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffb822-9024-4f6a-bb58-ebf56b8e5780 None None] Pushing event updated for resources: {'Port': ['ID=d4a031fd-2caa-4e1a-857a-fc5701d3f7f3,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:42.044186 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-56ffb822-9024-4f6a-bb58-ebf56b8e5780 None None] Attempting to bind port d4a031fd-2caa-4e1a-857a-fc5701d3f7f3 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:42.044723 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-56ffb822-9024-4f6a-bb58-ebf56b8e5780 None None] Attempting to bind port d4a031fd-2caa-4e1a-857a-fc5701d3f7f3 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '2249a9c2-a908-433b-951e-a7f3f4030d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '00b5c37a-9feb-4e6f-b977-bb3581ede279'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:42.053133 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ffb822-9024-4f6a-bb58-ebf56b8e5780 None None] Attempting to bind port d4a031fd-2caa-4e1a-857a-fc5701d3f7f3 on network 00b5c37a-9feb-4e6f-b977-bb3581ede279 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:42.078225 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca3eec-2e85-4283-8fd0-2142b6d42299 req-7fcfb459-41ee-448f-9088-ade901eb3bd1 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:42.088501 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3eca3eec-2e85-4283-8fd0-2142b6d42299 req-7fcfb459-41ee-448f-9088-ade901eb3bd1 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 945 time: 0.1780591 Jul 16 01:36:42.089117 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ffb822-9024-4f6a-bb58-ebf56b8e5780 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:42.089117 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ffb822-9024-4f6a-bb58-ebf56b8e5780 None None] Checking segment: {'id': '2249a9c2-a908-433b-951e-a7f3f4030d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '00b5c37a-9feb-4e6f-b977-bb3581ede279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:42.089117 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56ffb822-9024-4f6a-bb58-ebf56b8e5780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.091356 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ffb822-9024-4f6a-bb58-ebf56b8e5780 None None] Bound using segment: {'id': '2249a9c2-a908-433b-951e-a7f3f4030d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '00b5c37a-9feb-4e6f-b977-bb3581ede279'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:42.102996 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-56ffb822-9024-4f6a-bb58-ebf56b8e5780 None None] Bound port: d4a031fd-2caa-4e1a-857a-fc5701d3f7f3, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2249a9c2-a908-433b-951e-a7f3f4030d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '00b5c37a-9feb-4e6f-b977-bb3581ede279'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:42.108122 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56ffb822-9024-4f6a-bb58-ebf56b8e5780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.145538 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d2d59282-8d0b-4090-a234-a41f652d37ac tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.196138 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 92ca6790-535d-4a49-9496-a352cb9bfb45 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:42.196815 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.284073 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.309262 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3eca3eec-2e85-4283-8fd0-2142b6d42299 req-c5f32633-8423-44f9-8e30-4444e24d11ee tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209632 Jul 16 01:36:42.363194 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11019a60-2e20-47f8-a6ac-075a8893a668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b72a57-51ec-4317-9799-e70607e18f09'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:42.365482 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1111962b-a694-43d0-a9c8-6b1f710f5caf" -d '{"events": [{"server_uuid": "11019a60-2e20-47f8-a6ac-075a8893a668", "name": "network-vif-plugged", "status": "completed", "tag": "d1b72a57-51ec-4317-9799-e70607e18f09"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:42.413965 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d1b72a57-51ec-4317-9799-e70607e18f09, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d1b72a57-51ec-4317-9799-e70607e18f09,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:42.432503 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.439819 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-56ffb822-9024-4f6a-bb58-ebf56b8e5780 None None] For port d4a031fd-2caa-4e1a-857a-fc5701d3f7f3, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:42.445821 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-56ffb822-9024-4f6a-bb58-ebf56b8e5780 None None] For port d4a031fd-2caa-4e1a-857a-fc5701d3f7f3, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d4a031fd-2caa-4e1a-857a-fc5701d3f7f3,segment=NetworkSegment(2249a9c2-a908-433b-951e-a7f3f4030d9a),segment_id=2249a9c2-a908-433b-951e-a7f3f4030d9a)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:42.469665 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56ffb822-9024-4f6a-bb58-ebf56b8e5780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.541016 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=d1b72a57-51ec-4317-9799-e70607e18f09,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:42.701250 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffb822-9024-4f6a-bb58-ebf56b8e5780 None None] Pushing event updated for resources: {'Port': ['ID=d4a031fd-2caa-4e1a-857a-fc5701d3f7f3,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:42.737155 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d4580c81-f4e8-458f-befd-21fdaeeaeb3c up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:42.791869 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bf2b5f-dc33-4ef4-a0cf-03165c3ea806 x-openstack-request-id: req-d5bf2b5f-dc33-4ef4-a0cf-03165c3ea806 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:42.797163 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d2d59282-8d0b-4090-a234-a41f652d37ac tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.799267 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11019a60-2e20-47f8-a6ac-075a8893a668", "name": "network-vif-plugged", "status": "completed", "tag": "d1b72a57-51ec-4317-9799-e70607e18f09", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:42.799872 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d5bf2b5f-dc33-4ef4-a0cf-03165c3ea806 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:42.800610 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11019a60-2e20-47f8-a6ac-075a8893a668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b72a57-51ec-4317-9799-e70607e18f09', 'code': 200} Jul 16 01:36:42.806463 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d2d59282-8d0b-4090-a234-a41f652d37ac tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.807681 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d2d59282-8d0b-4090-a234-a41f652d37ac tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.984471 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port d4580c81-f4e8-458f-befd-21fdaeeaeb3c completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:42.984471 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port d4580c81-f4e8-458f-befd-21fdaeeaeb3c triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:42.989535 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.010115 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d59282-8d0b-4090-a234-a41f652d37ac tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event updated for resources: {'Port': ['ID=0c85840e-7e79-4df9-8c4a-91cf54e38bed,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:43.070509 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5112739-a740-4d07-9b38-5427e6b97f08 req-e6c3f011-9704-4924-a23e-54d34c530e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:43.072269 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e5112739-a740-4d07-9b38-5427e6b97f08 req-e6c3f011-9704-4924-a23e-54d34c530e79 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 1098 time: 0.2146378 Jul 16 01:36:43.133633 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d59282-8d0b-4090-a234-a41f652d37ac tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Network 00b5c37a-9feb-4e6f-b977-bb3581ede279 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:43.137847 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-d2d59282-8d0b-4090-a234-a41f652d37ac tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:43.159779 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e5112739-a740-4d07-9b38-5427e6b97f08 req-58e55786-cefb-4202-a4fa-7e229d11549a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781744 Jul 16 01:36:43.185029 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.255394 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port d4580c81-f4e8-458f-befd-21fdaeeaeb3c, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d4580c81-f4e8-458f-befd-21fdaeeaeb3c,segment=NetworkSegment(19c031ca-0e37-41df-952b-5a7d369a6b05),segment_id=19c031ca-0e37-41df-952b-5a7d369a6b05)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:43.265009 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.364398 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d59282-8d0b-4090-a234-a41f652d37ac tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Router 88e59075-91ab-43c0-b0ba-8337e3cc7476 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:43.373060 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=d4580c81-f4e8-458f-befd-21fdaeeaeb3c,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:43.380526 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c4971-fca0-4d13-9143-9fb8f6749876 req-2f49d656-e0df-4aa3-960c-00fd409dff3e tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:43.382107 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f30c4971-fca0-4d13-9143-9fb8f6749876 req-2f49d656-e0df-4aa3-960c-00fd409dff3e tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 946 time: 0.1339712 Jul 16 01:36:43.531505 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f30c4971-fca0-4d13-9143-9fb8f6749876 req-36746c96-7d09-41ba-a1a7-f1a6226131af tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959036 Jul 16 01:36:43.546649 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d59282-8d0b-4090-a234-a41f652d37ac tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:43.572702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] Sync routers for ids ['88e59075-91ab-43c0-b0ba-8337e3cc7476'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:43.582005 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d2d59282-8d0b-4090-a234-a41f652d37ac tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "PUT /v2.0/routers/88e59075-91ab-43c0-b0ba-8337e3cc7476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2702987 Jul 16 01:36:43.585650 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] Routers {'88e59075-91ab-43c0-b0ba-8337e3cc7476'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:43.585983 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35412) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:43.586501 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88e59075-91ab-43c0-b0ba-8337e3cc7476'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:43.591034 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-f3fbed2b-d0b3-4a26-ae87-08635ab36d7a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:43.644925 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d4a031fd-2caa-4e1a-857a-fc5701d3f7f3 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:43.799534 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] Set router 88e59075-91ab-43c0-b0ba-8337e3cc7476 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:43.877860 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port d4a031fd-2caa-4e1a-857a-fc5701d3f7f3 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:44.150639 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:41Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': '0c85840e-7e79-4df9-8c4a-91cf54e38bed', 'name': '', 'network_id': '00b5c37a-9feb-4e6f-b977-bb3581ede279', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b9:13:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '457114d2-0e1f-4309-9c6b-c331a4e8c392', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:36:42Z', 'revision_number': 2, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '457114d2-0e1f-4309-9c6b-c331a4e8c392', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4397b4ef-2e77-4778-bea6-67b647cd7a8a', 'name': '', 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b5:38:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:18Z', 'updated_at': '2021-07-16T01:36:34Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4580c81-f4e8-458f-befd-21fdaeeaeb3c', 'name': '', 'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:19:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:28Z', 'updated_at': '2021-07-16T01:36:43Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:44.187716 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] Checking router: 88e59075-91ab-43c0-b0ba-8337e3cc7476 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:44.188082 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] Updating router 88e59075-91ab-43c0-b0ba-8337e3cc7476 port 0c85840e-7e79-4df9-8c4a-91cf54e38bed binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:36:44.243533 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.248417 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd04e18-5457-41aa-a640-eceee82a9227 req-cecb4156-5e55-4f64-8551-9271beba14f5 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:44.257064 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bdd04e18-5457-41aa-a640-eceee82a9227 req-cecb4156-5e55-4f64-8551-9271beba14f5 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.5870323 Jul 16 01:36:44.325171 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bdd04e18-5457-41aa-a640-eceee82a9227 req-325c370f-9c92-414b-b032-049ce80ef8e9 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634229 Jul 16 01:36:44.416591 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1b1e77-0a1d-466c-8e51-386b060db1f3 None None] Network 00b5c37a-9feb-4e6f-b977-bb3581ede279 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:44.520805 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-03370e6a-8166-481b-bdb2-1c75cd0ac5d8 None None] Provisioning for port d4a031fd-2caa-4e1a-857a-fc5701d3f7f3 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:44.544727 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-03370e6a-8166-481b-bdb2-1c75cd0ac5d8 None None] Provisioning complete for port d4a031fd-2caa-4e1a-857a-fc5701d3f7f3 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:44.553484 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03370e6a-8166-481b-bdb2-1c75cd0ac5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.612487 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.extraroute_db [None req-f3fbed2b-d0b3-4a26-ae87-08635ab36d7a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93956) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:36:44.676101 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.extraroute_db [None req-f3fbed2b-d0b3-4a26-ae87-08635ab36d7a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Removed routes are [] {{(pid=93956) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:36:44.676476 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f3fbed2b-d0b3-4a26-ae87-08635ab36d7a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.897192 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9482c7f-9bba-4341-874d-e078a9c5acd3 req-ff47918e-70cd-4151-ae50-8de2cc0d1bda tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:44.904773 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b9482c7f-9bba-4341-874d-e078a9c5acd3 req-ff47918e-70cd-4151-ae50-8de2cc0d1bda tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 946 time: 0.1283667 Jul 16 01:36:45.019667 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03370e6a-8166-481b-bdb2-1c75cd0ac5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.031889 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b9482c7f-9bba-4341-874d-e078a9c5acd3 req-a93ec2da-679f-4ad3-be1e-5044e7c7c694 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248388 Jul 16 01:36:45.067465 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f3fbed2b-d0b3-4a26-ae87-08635ab36d7a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.082780 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f3fbed2b-d0b3-4a26-ae87-08635ab36d7a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-361746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-361739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-361858'] for router, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.181076 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-03370e6a-8166-481b-bdb2-1c75cd0ac5d8 None None] For port d4a031fd-2caa-4e1a-857a-fc5701d3f7f3, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d4a031fd-2caa-4e1a-857a-fc5701d3f7f3,segment=NetworkSegment(2249a9c2-a908-433b-951e-a7f3f4030d9a),segment_id=2249a9c2-a908-433b-951e-a7f3f4030d9a)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:45.217301 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03370e6a-8166-481b-bdb2-1c75cd0ac5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.227197 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.275871 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] Transition to ACTIVE for port object 0c85840e-7e79-4df9-8c4a-91cf54e38bed will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:45.281530 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fbed2b-d0b3-4a26-ae87-08635ab36d7a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Router 88e59075-91ab-43c0-b0ba-8337e3cc7476 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:45.299191 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.349830 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03370e6a-8166-481b-bdb2-1c75cd0ac5d8 None None] Pushing event updated for resources: {'Port': ['ID=d4a031fd-2caa-4e1a-857a-fc5701d3f7f3,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:45.464876 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] Attempting to bind port 0c85840e-7e79-4df9-8c4a-91cf54e38bed on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:45.465795 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] Attempting to bind port 0c85840e-7e79-4df9-8c4a-91cf54e38bed by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '2249a9c2-a908-433b-951e-a7f3f4030d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '00b5c37a-9feb-4e6f-b977-bb3581ede279'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:45.466274 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] Attempting to bind port 0c85840e-7e79-4df9-8c4a-91cf54e38bed on network 00b5c37a-9feb-4e6f-b977-bb3581ede279 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:45.474233 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:45.474645 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] Checking segment: {'id': '2249a9c2-a908-433b-951e-a7f3f4030d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '00b5c37a-9feb-4e6f-b977-bb3581ede279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:45.475007 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.475487 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] Bound using segment: {'id': '2249a9c2-a908-433b-951e-a7f3f4030d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '00b5c37a-9feb-4e6f-b977-bb3581ede279'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:45.480482 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] Bound port: 0c85840e-7e79-4df9-8c4a-91cf54e38bed, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2249a9c2-a908-433b-951e-a7f3f4030d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '00b5c37a-9feb-4e6f-b977-bb3581ede279'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:45.480990 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.528630 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d4580c81-f4e8-458f-befd-21fdaeeaeb3c up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:45.566237 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fbed2b-d0b3-4a26-ae87-08635ab36d7a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:45.580064 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f3fbed2b-d0b3-4a26-ae87-08635ab36d7a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.591684 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f3fbed2b-d0b3-4a26-ae87-08635ab36d7a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "PUT /v2.0/routers/88e59075-91ab-43c0-b0ba-8337e3cc7476 HTTP/1.1" status: 200 len: 953 time: 2.0032566 Jul 16 01:36:45.592879 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35432) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:45.719056 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181b788-5579-478d-8806-c8f914383a4b req-bc17a32f-ef7d-4128-baa1-9f150382f6f1 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:45.728690 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0181b788-5579-478d-8806-c8f914383a4b req-bc17a32f-ef7d-4128-baa1-9f150382f6f1 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.1368036 Jul 16 01:36:45.761302 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e49a2-be1d-4ab6-b1af-bf00739759fd None None] Pushing event updated for resources: {'Port': ['ID=0c85840e-7e79-4df9-8c4a-91cf54e38bed,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:45.823499 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0181b788-5579-478d-8806-c8f914383a4b req-1ed7cce6-10ed-4ad1-a36d-f6abcb329c7a tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933001 Jul 16 01:36:45.862050 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port d4580c81-f4e8-458f-befd-21fdaeeaeb3c triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:45.862433 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.905730 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] For port 0c85840e-7e79-4df9-8c4a-91cf54e38bed, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:45.928264 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] For port 0c85840e-7e79-4df9-8c4a-91cf54e38bed, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0c85840e-7e79-4df9-8c4a-91cf54e38bed,segment=NetworkSegment(2249a9c2-a908-433b-951e-a7f3f4030d9a),segment_id=2249a9c2-a908-433b-951e-a7f3f4030d9a)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:45.960652 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.033726 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e49a2-be1d-4ab6-b1af-bf00739759fd None None] Pushing event updated for resources: {'Port': ['ID=0c85840e-7e79-4df9-8c4a-91cf54e38bed,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:46.078261 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-28a408d7-29c5-4e76-97f7-9e5271e3e657 None None] Provisioning complete for port d4a031fd-2caa-4e1a-857a-fc5701d3f7f3 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:46.078642 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28a408d7-29c5-4e76-97f7-9e5271e3e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.124559 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] Routers {'88e59075-91ab-43c0-b0ba-8337e3cc7476'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:46.125339 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88e59075-91ab-43c0-b0ba-8337e3cc7476'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:46.251754 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] Set router 88e59075-91ab-43c0-b0ba-8337e3cc7476 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:46.761886 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-28a408d7-29c5-4e76-97f7-9e5271e3e657 None None] Provisioning for port 0c85840e-7e79-4df9-8c4a-91cf54e38bed completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:46.836024 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:44Z', 'revision_number': 6, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': '0c85840e-7e79-4df9-8c4a-91cf54e38bed', 'name': '', 'network_id': '00b5c37a-9feb-4e6f-b977-bb3581ede279', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b9:13:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '457114d2-0e1f-4309-9c6b-c331a4e8c392', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:36:45Z', 'revision_number': 4, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '457114d2-0e1f-4309-9c6b-c331a4e8c392', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4397b4ef-2e77-4778-bea6-67b647cd7a8a', 'name': '', 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b5:38:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:18Z', 'updated_at': '2021-07-16T01:36:34Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4580c81-f4e8-458f-befd-21fdaeeaeb3c', 'name': '', 'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:19:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:28Z', 'updated_at': '2021-07-16T01:36:43Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:46.864433 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-30d13d89-6166-42ca-8487-083e7cf90966 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "GET /v2.0/routers/88e59075-91ab-43c0-b0ba-8337e3cc7476 HTTP/1.1" status: 200 len: 953 time: 1.2667849 Jul 16 01:36:46.865024 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35488) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:46.875765 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-99121518-4ed2-4cd5-bd8e-dd5e00ffb69c tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'router': {'routes': None}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:46.905562 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f73c03-1b8a-4025-a860-9b1ac4260c7d None None] The sync data for ids ['88e59075-91ab-43c0-b0ba-8337e3cc7476'] in n-d-792394-16 is: [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:44Z', 'revision_number': 6, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': '0c85840e-7e79-4df9-8c4a-91cf54e38bed', 'name': '', 'network_id': '00b5c37a-9feb-4e6f-b977-bb3581ede279', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b9:13:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '457114d2-0e1f-4309-9c6b-c331a4e8c392', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:36:45Z', 'revision_number': 4, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '457114d2-0e1f-4309-9c6b-c331a4e8c392', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4397b4ef-2e77-4778-bea6-67b647cd7a8a', 'name': '', 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b5:38:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:18Z', 'updated_at': '2021-07-16T01:36:34Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4580c81-f4e8-458f-befd-21fdaeeaeb3c', 'name': '', 'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:19:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:28Z', 'updated_at': '2021-07-16T01:36:43Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:46.923130 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4507df8-0d7e-4354-8e72-e6ba1ed5a2c6 req-6d71bad0-2285-4d72-bb07-f87072add02f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:46.930893 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f4507df8-0d7e-4354-8e72-e6ba1ed5a2c6 req-6d71bad0-2285-4d72-bb07-f87072add02f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 946 time: 0.2008517 Jul 16 01:36:47.060751 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f4507df8-0d7e-4354-8e72-e6ba1ed5a2c6 req-be72220c-894b-48e6-8d39-145e87e1f620 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129074 Jul 16 01:36:47.466485 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe6d92-d205-4ad9-b07a-12ffb7861c64 req-70f22d05-4955-4704-8f5c-6c5d6203df02 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:47.512718 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4cbe6d92-d205-4ad9-b07a-12ffb7861c64 req-70f22d05-4955-4704-8f5c-6c5d6203df02 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.4761467 Jul 16 01:36:47.591477 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0c85840e-7e79-4df9-8c4a-91cf54e38bed up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:47.644999 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95818b5-f4cb-46d8-8af0-1216d4bca322 req-a632e707-66fb-4c72-9e8f-9a24814b34bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:47.650186 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f95818b5-f4cb-46d8-8af0-1216d4bca322 req-a632e707-66fb-4c72-9e8f-9a24814b34bd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 1098 time: 0.3943844 Jul 16 01:36:47.735418 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 0c85840e-7e79-4df9-8c4a-91cf54e38bed completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:47.740674 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 0c85840e-7e79-4df9-8c4a-91cf54e38bed triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:47.741143 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.909629 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95818b5-f4cb-46d8-8af0-1216d4bca322 req-3f1a320a-bc9b-48f1-982f-173b0d29ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:47.912297 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f95818b5-f4cb-46d8-8af0-1216d4bca322 req-3f1a320a-bc9b-48f1-982f-173b0d29ef91 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 911 time: 0.2544119 Jul 16 01:36:47.938224 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4cbe6d92-d205-4ad9-b07a-12ffb7861c64 req-7fc3d457-76ff-41a9-ac15-0b01e9ba13a5 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244647 Jul 16 01:36:47.947576 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-137614ab-f147-4523-b48f-c2953c168487 None None] Provisioning complete for port 0c85840e-7e79-4df9-8c4a-91cf54e38bed triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:47.948459 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-137614ab-f147-4523-b48f-c2953c168487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.975743 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f95818b5-f4cb-46d8-8af0-1216d4bca322 req-e2429ca2-6b59-407f-b7e3-e80aa40dfb3d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21e715fd-3e6e-4d1d-8f8d-e2242e454092 HTTP/1.1" status: 200 len: 217 time: 0.0546281 Jul 16 01:36:47.989910 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.extraroute_db [None req-99121518-4ed2-4cd5-bd8e-dd5e00ffb69c tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Added routes are [] {{(pid=93956) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:36:47.990885 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.991437 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.extraroute_db [None req-99121518-4ed2-4cd5-bd8e-dd5e00ffb69c tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93956) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:36:48.033359 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-99121518-4ed2-4cd5-bd8e-dd5e00ffb69c tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.081989 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 0c85840e-7e79-4df9-8c4a-91cf54e38bed, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0c85840e-7e79-4df9-8c4a-91cf54e38bed,segment=NetworkSegment(2249a9c2-a908-433b-951e-a7f3f4030d9a),segment_id=2249a9c2-a908-433b-951e-a7f3f4030d9a)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:48.086868 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-137614ab-f147-4523-b48f-c2953c168487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.094443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95818b5-f4cb-46d8-8af0-1216d4bca322 req-ec3c5865-4f2a-4acd-b932-c4a756873319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:48.095998 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f95818b5-f4cb-46d8-8af0-1216d4bca322 req-ec3c5865-4f2a-4acd-b932-c4a756873319 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.1142008 Jul 16 01:36:48.112393 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.113208 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d4a031fd-2caa-4e1a-857a-fc5701d3f7f3 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:48.205693 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95818b5-f4cb-46d8-8af0-1216d4bca322 req-30c0d80d-36cc-429c-ae07-f50d6e7140aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:48.207206 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f95818b5-f4cb-46d8-8af0-1216d4bca322 req-30c0d80d-36cc-429c-ae07-f50d6e7140aa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030979 Jul 16 01:36:48.225346 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-f95818b5-f4cb-46d8-8af0-1216d4bca322 req-92b9dc27-b3e5-4abe-b349-0ca63b80e8cb service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:36:48.227409 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f95818b5-f4cb-46d8-8af0-1216d4bca322 req-92b9dc27-b3e5-4abe-b349-0ca63b80e8cb service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122302 Jul 16 01:36:48.335087 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-137614ab-f147-4523-b48f-c2953c168487 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:36:48.335700 n-d-792394-16 neutron-server[93957]: DEBUG oslo_db.api [None req-137614ab-f147-4523-b48f-c2953c168487 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:36:48.359871 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=0c85840e-7e79-4df9-8c4a-91cf54e38bed,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:48.366276 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port d4a031fd-2caa-4e1a-857a-fc5701d3f7f3 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:48.366984 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.402874 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-99121518-4ed2-4cd5-bd8e-dd5e00ffb69c tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.417657 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-99121518-4ed2-4cd5-bd8e-dd5e00ffb69c tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-361746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-361739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-361858'] for router, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.445148 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88474b6f-2395-403e-a6a1-b1ca75769228 None None] Sync routers for ids ['88e59075-91ab-43c0-b0ba-8337e3cc7476'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:48.458524 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88474b6f-2395-403e-a6a1-b1ca75769228 None None] Routers {'88e59075-91ab-43c0-b0ba-8337e3cc7476'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:48.459483 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-88474b6f-2395-403e-a6a1-b1ca75769228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88e59075-91ab-43c0-b0ba-8337e3cc7476'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:48.513014 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117c9df-0333-434d-a67b-853fbe7fe809 req-7270ec2e-6017-458a-811f-ad9c27df0da9 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:48.521288 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b117c9df-0333-434d-a67b-853fbe7fe809 req-7270ec2e-6017-458a-811f-ad9c27df0da9 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.2887738 Jul 16 01:36:48.557935 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f95818b5-f4cb-46d8-8af0-1216d4bca322 req-6afaf094-482d-456e-8872-19802e28993a service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075864 Jul 16 01:36:48.577176 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-88474b6f-2395-403e-a6a1-b1ca75769228 None None] Set router 88e59075-91ab-43c0-b0ba-8337e3cc7476 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:48.599637 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99121518-4ed2-4cd5-bd8e-dd5e00ffb69c tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Router 88e59075-91ab-43c0-b0ba-8337e3cc7476 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:48.617433 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce5cd5-5474-46c6-9741-b74d34d9aec1 req-55cb36d7-6504-42cb-ae71-ada760bbd0f5 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:48.625295 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b117c9df-0333-434d-a67b-853fbe7fe809 req-d25f1438-3409-4c0d-b7a5-a0c3762061f4 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027560 Jul 16 01:36:48.627599 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-29ce5cd5-5474-46c6-9741-b74d34d9aec1 req-55cb36d7-6504-42cb-ae71-ada760bbd0f5 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 946 time: 0.3076351 Jul 16 01:36:48.686083 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-29ce5cd5-5474-46c6-9741-b74d34d9aec1 req-c32e99b9-d5d2-436b-9b4d-e70dfc819fac tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565431 Jul 16 01:36:48.778930 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f95818b5-f4cb-46d8-8af0-1216d4bca322 req-eacd02aa-0a3e-4f60-8698-e2a08474d365 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087104 Jul 16 01:36:48.966805 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-88474b6f-2395-403e-a6a1-b1ca75769228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:48Z', 'revision_number': 7, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': '0c85840e-7e79-4df9-8c4a-91cf54e38bed', 'name': '', 'network_id': '00b5c37a-9feb-4e6f-b977-bb3581ede279', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b9:13:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '457114d2-0e1f-4309-9c6b-c331a4e8c392', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:36:48Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '457114d2-0e1f-4309-9c6b-c331a4e8c392', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4397b4ef-2e77-4778-bea6-67b647cd7a8a', 'name': '', 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b5:38:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:18Z', 'updated_at': '2021-07-16T01:36:34Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4580c81-f4e8-458f-befd-21fdaeeaeb3c', 'name': '', 'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:19:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:28Z', 'updated_at': '2021-07-16T01:36:43Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:49.028397 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88474b6f-2395-403e-a6a1-b1ca75769228 None None] Checking router: 88e59075-91ab-43c0-b0ba-8337e3cc7476 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:49.039472 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88474b6f-2395-403e-a6a1-b1ca75769228 None None] Routers {'88e59075-91ab-43c0-b0ba-8337e3cc7476'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:49.040110 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-88474b6f-2395-403e-a6a1-b1ca75769228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88e59075-91ab-43c0-b0ba-8337e3cc7476'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:49.251803 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-88474b6f-2395-403e-a6a1-b1ca75769228 None None] Set router 88e59075-91ab-43c0-b0ba-8337e3cc7476 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:49.323964 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99121518-4ed2-4cd5-bd8e-dd5e00ffb69c tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:49.345526 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-99121518-4ed2-4cd5-bd8e-dd5e00ffb69c tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.349314 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-99121518-4ed2-4cd5-bd8e-dd5e00ffb69c tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "PUT /v2.0/routers/88e59075-91ab-43c0-b0ba-8337e3cc7476 HTTP/1.1" status: 200 len: 703 time: 2.4807768 Jul 16 01:36:49.350009 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35552) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:49.383013 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0c85840e-7e79-4df9-8c4a-91cf54e38bed up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:49.398541 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af68404-fec4-485f-96ee-e687857eb512 req-c4a366d8-affc-41d3-b445-b48028e45ed3 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:49.400181 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3af68404-fec4-485f-96ee-e687857eb512 req-c4a366d8-affc-41d3-b445-b48028e45ed3 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.1328294 Jul 16 01:36:49.465985 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 0c85840e-7e79-4df9-8c4a-91cf54e38bed triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:49.466514 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.467418 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3af68404-fec4-485f-96ee-e687857eb512 req-5b658da8-34ea-4adf-9394-352e1721f1fa tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606580 Jul 16 01:36:49.561142 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-88474b6f-2395-403e-a6a1-b1ca75769228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:48Z', 'revision_number': 7, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': '0c85840e-7e79-4df9-8c4a-91cf54e38bed', 'name': '', 'network_id': '00b5c37a-9feb-4e6f-b977-bb3581ede279', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b9:13:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '457114d2-0e1f-4309-9c6b-c331a4e8c392', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:36:48Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '457114d2-0e1f-4309-9c6b-c331a4e8c392', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4397b4ef-2e77-4778-bea6-67b647cd7a8a', 'name': '', 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b5:38:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:18Z', 'updated_at': '2021-07-16T01:36:34Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4580c81-f4e8-458f-befd-21fdaeeaeb3c', 'name': '', 'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:19:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:28Z', 'updated_at': '2021-07-16T01:36:43Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:49.566864 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35556) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:49.567092 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-932616b6-b846-4336-ba67-bc170c330b5f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "GET /v2.0/routers/88e59075-91ab-43c0-b0ba-8337e3cc7476 HTTP/1.1" status: 200 len: 703 time: 0.2158396 Jul 16 01:36:49.600351 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88474b6f-2395-403e-a6a1-b1ca75769228 None None] The sync data for ids ['88e59075-91ab-43c0-b0ba-8337e3cc7476'] in n-d-792394-16 is: [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:48Z', 'revision_number': 7, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': '0c85840e-7e79-4df9-8c4a-91cf54e38bed', 'name': '', 'network_id': '00b5c37a-9feb-4e6f-b977-bb3581ede279', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b9:13:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '457114d2-0e1f-4309-9c6b-c331a4e8c392', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:36:48Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '457114d2-0e1f-4309-9c6b-c331a4e8c392', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4397b4ef-2e77-4778-bea6-67b647cd7a8a', 'name': '', 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b5:38:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:18Z', 'updated_at': '2021-07-16T01:36:34Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4580c81-f4e8-458f-befd-21fdaeeaeb3c', 'name': '', 'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:19:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:28Z', 'updated_at': '2021-07-16T01:36:43Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:49.970153 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a90020-ae8e-484c-9d89-6df1d1f2bf82 None None] Sync routers for ids ['88e59075-91ab-43c0-b0ba-8337e3cc7476'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:49.970873 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007020f4-79a5-4de7-9771-1195e45c04f7 req-0d989ab4-2b27-42b2-9ea1-74140bee1119 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:49.981088 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-007020f4-79a5-4de7-9771-1195e45c04f7 req-0d989ab4-2b27-42b2-9ea1-74140bee1119 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 946 time: 0.1134076 Jul 16 01:36:49.983872 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a90020-ae8e-484c-9d89-6df1d1f2bf82 None None] Routers {'88e59075-91ab-43c0-b0ba-8337e3cc7476'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:49.985906 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-65a90020-ae8e-484c-9d89-6df1d1f2bf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88e59075-91ab-43c0-b0ba-8337e3cc7476'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:50.034095 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-463e5dd8-1b66-44d2-b05c-1a59b3fce9b1 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.039764 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-007020f4-79a5-4de7-9771-1195e45c04f7 req-88e4a6e7-520a-49d8-bda2-bee247523a4d tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531473 Jul 16 01:36:50.155068 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-65a90020-ae8e-484c-9d89-6df1d1f2bf82 None None] Set router 88e59075-91ab-43c0-b0ba-8337e3cc7476 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:50.473472 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-65a90020-ae8e-484c-9d89-6df1d1f2bf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:48Z', 'revision_number': 7, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': '0c85840e-7e79-4df9-8c4a-91cf54e38bed', 'name': '', 'network_id': '00b5c37a-9feb-4e6f-b977-bb3581ede279', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b9:13:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '457114d2-0e1f-4309-9c6b-c331a4e8c392', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:36:48Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '457114d2-0e1f-4309-9c6b-c331a4e8c392', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4397b4ef-2e77-4778-bea6-67b647cd7a8a', 'name': '', 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b5:38:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:18Z', 'updated_at': '2021-07-16T01:36:34Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4580c81-f4e8-458f-befd-21fdaeeaeb3c', 'name': '', 'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:19:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:28Z', 'updated_at': '2021-07-16T01:36:43Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:50.480852 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-463e5dd8-1b66-44d2-b05c-1a59b3fce9b1 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting port 0c85840e-7e79-4df9-8c4a-91cf54e38bed {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:50.481388 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-463e5dd8-1b66-44d2-b05c-1a59b3fce9b1 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.502678 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a90020-ae8e-484c-9d89-6df1d1f2bf82 None None] Checking router: 88e59075-91ab-43c0-b0ba-8337e3cc7476 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:50.531179 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a90020-ae8e-484c-9d89-6df1d1f2bf82 None None] Routers {'88e59075-91ab-43c0-b0ba-8337e3cc7476'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:50.533935 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-65a90020-ae8e-484c-9d89-6df1d1f2bf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88e59075-91ab-43c0-b0ba-8337e3cc7476'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:50.639880 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-463e5dd8-1b66-44d2-b05c-1a59b3fce9b1 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] For port 0c85840e-7e79-4df9-8c4a-91cf54e38bed, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0c85840e-7e79-4df9-8c4a-91cf54e38bed,segment=NetworkSegment(2249a9c2-a908-433b-951e-a7f3f4030d9a),segment_id=2249a9c2-a908-433b-951e-a7f3f4030d9a)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:50.640085 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 21e715fd-3e6e-4d1d-8f8d-e2242e454092 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:50.640768 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-463e5dd8-1b66-44d2-b05c-1a59b3fce9b1 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.658890 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-463e5dd8-1b66-44d2-b05c-1a59b3fce9b1 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Calling delete_port for 0c85840e-7e79-4df9-8c4a-91cf54e38bed owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:50.732079 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-65a90020-ae8e-484c-9d89-6df1d1f2bf82 None None] Set router 88e59075-91ab-43c0-b0ba-8337e3cc7476 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:50.851061 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792eb4f-a9e5-4ab0-b9bd-971b078ad4c8 req-2821e98c-06e1-4e1b-a053-c6eadab36b5a tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:50.853111 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8792eb4f-a9e5-4ab0-b9bd-971b078ad4c8 req-2821e98c-06e1-4e1b-a053-c6eadab36b5a tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.1345596 Jul 16 01:36:50.952158 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8792eb4f-a9e5-4ab0-b9bd-971b078ad4c8 req-d10a3dd1-fd8c-4f48-942c-5b1a0ec02230 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821698 Jul 16 01:36:51.005640 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-463e5dd8-1b66-44d2-b05c-1a59b3fce9b1 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.045165 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e5dd8-1b66-44d2-b05c-1a59b3fce9b1 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Port': ['ID=0c85840e-7e79-4df9-8c4a-91cf54e38bed,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:51.313679 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-463e5dd8-1b66-44d2-b05c-1a59b3fce9b1 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.440390 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-65a90020-ae8e-484c-9d89-6df1d1f2bf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:48Z', 'revision_number': 7, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': '0c85840e-7e79-4df9-8c4a-91cf54e38bed', 'name': '', 'network_id': '00b5c37a-9feb-4e6f-b977-bb3581ede279', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b9:13:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '457114d2-0e1f-4309-9c6b-c331a4e8c392', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:36:48Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '457114d2-0e1f-4309-9c6b-c331a4e8c392', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4397b4ef-2e77-4778-bea6-67b647cd7a8a', 'name': '', 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b5:38:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:18Z', 'updated_at': '2021-07-16T01:36:34Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4580c81-f4e8-458f-befd-21fdaeeaeb3c', 'name': '', 'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:19:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:28Z', 'updated_at': '2021-07-16T01:36:43Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:51.482411 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a90020-ae8e-484c-9d89-6df1d1f2bf82 None None] The sync data for ids ['88e59075-91ab-43c0-b0ba-8337e3cc7476'] in n-d-792394-16 is: [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:48Z', 'revision_number': 7, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': '0c85840e-7e79-4df9-8c4a-91cf54e38bed', 'name': '', 'network_id': '00b5c37a-9feb-4e6f-b977-bb3581ede279', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b9:13:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '457114d2-0e1f-4309-9c6b-c331a4e8c392', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:40Z', 'updated_at': '2021-07-16T01:36:48Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '457114d2-0e1f-4309-9c6b-c331a4e8c392', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4397b4ef-2e77-4778-bea6-67b647cd7a8a', 'name': '', 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b5:38:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:18Z', 'updated_at': '2021-07-16T01:36:34Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4580c81-f4e8-458f-befd-21fdaeeaeb3c', 'name': '', 'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:19:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:28Z', 'updated_at': '2021-07-16T01:36:43Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:51.484936 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0c16d-5a67-46c2-916a-16650022d645 req-1bab2f3e-720f-440c-90e3-9d86639c51ff tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:51.487668 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.493866 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-87d0c16d-5a67-46c2-916a-16650022d645 req-1bab2f3e-720f-440c-90e3-9d86639c51ff tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 946 time: 0.2218621 Jul 16 01:36:51.519024 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dead47-3991-4e17-8a5f-410d4801a532', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21e715fd-3e6e-4d1d-8f8d-e2242e454092'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:51.521956 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0477ee4c-8421-4cc0-b69b-4794740aab77" -d '{"events": [{"server_uuid": "57dead47-3991-4e17-8a5f-410d4801a532", "name": "network-vif-unplugged", "status": "completed", "tag": "21e715fd-3e6e-4d1d-8f8d-e2242e454092"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:51.540384 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 21e715fd-3e6e-4d1d-8f8d-e2242e454092, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=21e715fd-3e6e-4d1d-8f8d-e2242e454092,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:51.557803 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-87d0c16d-5a67-46c2-916a-16650022d645 req-7d3c1d49-9041-418b-ac88-8c0099b44de6 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628376 Jul 16 01:36:51.558360 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.717089 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e19b48-7c08-4f8b-ac0f-cb4716d43ae9 x-openstack-request-id: req-d2e19b48-7c08-4f8b-ac0f-cb4716d43ae9 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:51.718570 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57dead47-3991-4e17-8a5f-410d4801a532", "name": "network-vif-unplugged", "status": "failed", "tag": "21e715fd-3e6e-4d1d-8f8d-e2242e454092", "code": 422}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:51.718839 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2e19b48-7c08-4f8b-ac0f-cb4716d43ae9 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:51.719256 n-d-792394-16 neutron-server[93957]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '57dead47-3991-4e17-8a5f-410d4801a532', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '21e715fd-3e6e-4d1d-8f8d-e2242e454092', 'code': 422} returned with failed status Jul 16 01:36:51.721732 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=21e715fd-3e6e-4d1d-8f8d-e2242e454092,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:51.833279 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463e5dd8-1b66-44d2-b05c-1a59b3fce9b1 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Router 88e59075-91ab-43c0-b0ba-8337e3cc7476 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:51.856316 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ea478-c968-4f26-9040-9796fdbc891c req-f0f3b1e1-fe06-4e62-8f60-27b896f867c5 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:51.858761 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-431ea478-c968-4f26-9040-9796fdbc891c req-f0f3b1e1-fe06-4e62-8f60-27b896f867c5 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.0992575 Jul 16 01:36:51.926603 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-431ea478-c968-4f26-9040-9796fdbc891c req-a55542ea-66f5-4e7e-bd60-fc0b6903bdc9 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611477 Jul 16 01:36:51.965842 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463e5dd8-1b66-44d2-b05c-1a59b3fce9b1 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:51.977427 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-463e5dd8-1b66-44d2-b05c-1a59b3fce9b1 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "PUT /v2.0/routers/88e59075-91ab-43c0-b0ba-8337e3cc7476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4064777 Jul 16 01:36:51.977868 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac0e5a-9d50-438a-8495-dae555b362b3 None None] Sync routers for ids ['88e59075-91ab-43c0-b0ba-8337e3cc7476'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:51.978511 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35602) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:51.992555 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ac0e5a-9d50-438a-8495-dae555b362b3 None None] Routers {'88e59075-91ab-43c0-b0ba-8337e3cc7476'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:51.993252 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-25ac0e5a-9d50-438a-8495-dae555b362b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88e59075-91ab-43c0-b0ba-8337e3cc7476'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:52.076045 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a88c56a-8d3b-470f-98f0-20bccf8168c5 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting subnet 457114d2-0e1f-4309-9c6b-c331a4e8c392 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:52.080457 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7a88c56a-8d3b-470f-98f0-20bccf8168c5 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.194943 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-25ac0e5a-9d50-438a-8495-dae555b362b3 None None] Set router 88e59075-91ab-43c0-b0ba-8337e3cc7476 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:52.209266 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7a88c56a-8d3b-470f-98f0-20bccf8168c5 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.256759 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22455ef-87af-48a8-8eca-9fc767895c32 req-48894a19-99eb-4a2d-ab39-76d65934db44 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.272270 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c22455ef-87af-48a8-8eca-9fc767895c32 req-48894a19-99eb-4a2d-ab39-76d65934db44 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.1235373 Jul 16 01:36:52.292149 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551eda5-4667-42b0-9abf-77339537d756 req-ff0d787e-61d8-441a-89bc-ff7ade32d496 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.294109 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a551eda5-4667-42b0-9abf-77339537d756 req-ff0d787e-61d8-441a-89bc-ff7ade32d496 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.1536956 Jul 16 01:36:52.316025 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c22455ef-87af-48a8-8eca-9fc767895c32 req-8c1455ab-3a7d-4330-bca9-a1e958e02f34 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417147 Jul 16 01:36:52.383279 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a551eda5-4667-42b0-9abf-77339537d756 req-ff3d873b-123e-4607-b415-6b38395c01e0 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795655 Jul 16 01:36:52.391299 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7a88c56a-8d3b-470f-98f0-20bccf8168c5 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.485461 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7a88c56a-8d3b-470f-98f0-20bccf8168c5 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.538694 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-25ac0e5a-9d50-438a-8495-dae555b362b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 8, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': '4397b4ef-2e77-4778-bea6-67b647cd7a8a', 'name': '', 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b5:38:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:18Z', 'updated_at': '2021-07-16T01:36:34Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4580c81-f4e8-458f-befd-21fdaeeaeb3c', 'name': '', 'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:19:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:28Z', 'updated_at': '2021-07-16T01:36:43Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:52.550091 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88c56a-8d3b-470f-98f0-20bccf8168c5 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Subnet': ['ID=457114d2-0e1f-4309-9c6b-c331a4e8c392,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:52.556206 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7a88c56a-8d3b-470f-98f0-20bccf8168c5 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.560977 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7a88c56a-8d3b-470f-98f0-20bccf8168c5 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/subnets/457114d2-0e1f-4309-9c6b-c331a4e8c392 HTTP/1.1" status: 204 len: 168 time: 0.5787885 Jul 16 01:36:52.561786 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35620) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:52.564957 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff440ec-f812-4d3c-a0f6-2d47c7e523ff None None] Network 00b5c37a-9feb-4e6f-b977-bb3581ede279 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:52.583700 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac0e5a-9d50-438a-8495-dae555b362b3 None None] Checking router: 88e59075-91ab-43c0-b0ba-8337e3cc7476 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:52.594066 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ac0e5a-9d50-438a-8495-dae555b362b3 None None] Routers {'88e59075-91ab-43c0-b0ba-8337e3cc7476'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:52.594682 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-25ac0e5a-9d50-438a-8495-dae555b362b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88e59075-91ab-43c0-b0ba-8337e3cc7476'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:52.769456 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-25ac0e5a-9d50-438a-8495-dae555b362b3 None None] Set router 88e59075-91ab-43c0-b0ba-8337e3cc7476 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:52.772043 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4185d40c-1ff0-4a28-8d01-77da2656c27b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.865554 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd6116c-3711-48be-a125-7bb37e85739d None None] DHCP port deletion for 00b5c37a-9feb-4e6f-b977-bb3581ede279 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:52.895327 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-4185d40c-1ff0-4a28-8d01-77da2656c27b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting port d4a031fd-2caa-4e1a-857a-fc5701d3f7f3 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:52.895327 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4185d40c-1ff0-4a28-8d01-77da2656c27b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.919315 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7fd6116c-3711-48be-a125-7bb37e85739d None None] Deleting port d4a031fd-2caa-4e1a-857a-fc5701d3f7f3 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:52.919691 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7fd6116c-3711-48be-a125-7bb37e85739d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.035030 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-4185d40c-1ff0-4a28-8d01-77da2656c27b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] For port d4a031fd-2caa-4e1a-857a-fc5701d3f7f3, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d4a031fd-2caa-4e1a-857a-fc5701d3f7f3,segment=NetworkSegment(2249a9c2-a908-433b-951e-a7f3f4030d9a),segment_id=2249a9c2-a908-433b-951e-a7f3f4030d9a)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:53.035415 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4185d40c-1ff0-4a28-8d01-77da2656c27b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.052076 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-4185d40c-1ff0-4a28-8d01-77da2656c27b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Calling delete_port for d4a031fd-2caa-4e1a-857a-fc5701d3f7f3 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:53.075695 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec871c0-cb49-4ba3-8f20-c7c397b74dd2 req-65501501-fb06-4d66-9541-b150ff2f1f7f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:53.077410 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bec871c0-cb49-4ba3-8f20-c7c397b74dd2 req-65501501-fb06-4d66-9541-b150ff2f1f7f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.1389318 Jul 16 01:36:53.087210 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7fd6116c-3711-48be-a125-7bb37e85739d None None] For port d4a031fd-2caa-4e1a-857a-fc5701d3f7f3, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d4a031fd-2caa-4e1a-857a-fc5701d3f7f3,segment=NetworkSegment(2249a9c2-a908-433b-951e-a7f3f4030d9a),segment_id=2249a9c2-a908-433b-951e-a7f3f4030d9a)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:53.087499 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7fd6116c-3711-48be-a125-7bb37e85739d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.109887 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7fd6116c-3711-48be-a125-7bb37e85739d None None] Calling delete_port for d4a031fd-2caa-4e1a-857a-fc5701d3f7f3 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:53.176596 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bec871c0-cb49-4ba3-8f20-c7c397b74dd2 req-32d43309-d4fe-46cc-b1b7-1899bec997a5 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638514 Jul 16 01:36:53.207115 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-25ac0e5a-9d50-438a-8495-dae555b362b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 8, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': '4397b4ef-2e77-4778-bea6-67b647cd7a8a', 'name': '', 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b5:38:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:18Z', 'updated_at': '2021-07-16T01:36:34Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4580c81-f4e8-458f-befd-21fdaeeaeb3c', 'name': '', 'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:19:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:28Z', 'updated_at': '2021-07-16T01:36:43Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:53.219347 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4185d40c-1ff0-4a28-8d01-77da2656c27b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.245577 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac0e5a-9d50-438a-8495-dae555b362b3 None None] The sync data for ids ['88e59075-91ab-43c0-b0ba-8337e3cc7476'] in n-d-792394-16 is: [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 8, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': '4397b4ef-2e77-4778-bea6-67b647cd7a8a', 'name': '', 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b5:38:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:18Z', 'updated_at': '2021-07-16T01:36:34Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4580c81-f4e8-458f-befd-21fdaeeaeb3c', 'name': '', 'network_id': '9c816b48-a931-4e68-82ae-74a9569eaae0', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:19:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:28Z', 'updated_at': '2021-07-16T01:36:43Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '622cf4de-1862-4a02-a2b5-9a964c18631f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:53.260338 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7fd6116c-3711-48be-a125-7bb37e85739d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.271025 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185d40c-1ff0-4a28-8d01-77da2656c27b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Port': ['ID=d4a031fd-2caa-4e1a-857a-fc5701d3f7f3,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:53.273835 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4185d40c-1ff0-4a28-8d01-77da2656c27b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] No DVR routers for this DVR port d4a031fd-2caa-4e1a-857a-fc5701d3f7f3 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:53.327499 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6116c-3711-48be-a125-7bb37e85739d None None] Pushing event deleted for resources: {'Port': ['ID=d4a031fd-2caa-4e1a-857a-fc5701d3f7f3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:53.336336 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd6116c-3711-48be-a125-7bb37e85739d None None] No DVR routers for this DVR port d4a031fd-2caa-4e1a-857a-fc5701d3f7f3 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:53.392322 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4185d40c-1ff0-4a28-8d01-77da2656c27b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.404231 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-4185d40c-1ff0-4a28-8d01-77da2656c27b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b5c37a-9feb-4e6f-b977-bb3581ede279']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:53.416992 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-4185d40c-1ff0-4a28-8d01-77da2656c27b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2249a9c2-a908-433b-951e-a7f3f4030d9a') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:53.417328 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-4185d40c-1ff0-4a28-8d01-77da2656c27b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2249a9c2-a908-433b-951e-a7f3f4030d9a') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:53.434078 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4185d40c-1ff0-4a28-8d01-77da2656c27b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.454615 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4185d40c-1ff0-4a28-8d01-77da2656c27b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.462862 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4185d40c-1ff0-4a28-8d01-77da2656c27b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:53.463505 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4185d40c-1ff0-4a28-8d01-77da2656c27b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:53.466847 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:53.479029 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e2cad-d1e4-4cad-b9ac-91c7ff021283 req-72e6c3c8-c991-43af-9e55-6c03a254b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:53.481217 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-966e2cad-d1e4-4cad-b9ac-91c7ff021283 req-72e6c3c8-c991-43af-9e55-6c03a254b7a8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 1096 time: 0.0858746 Jul 16 01:36:53.555156 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4185d40c-1ff0-4a28-8d01-77da2656c27b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.560726 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4185d40c-1ff0-4a28-8d01-77da2656c27b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.567449 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4185d40c-1ff0-4a28-8d01-77da2656c27b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/networks/00b5c37a-9feb-4e6f-b977-bb3581ede279 HTTP/1.1" status: 204 len: 168 time: 1.0046520 Jul 16 01:36:53.568716 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35632) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:53.674863 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185d40c-1ff0-4a28-8d01-77da2656c27b tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Network': ['ID=00b5c37a-9feb-4e6f-b977-bb3581ede279,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:53.680333 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e2cad-d1e4-4cad-b9ac-91c7ff021283 req-56f4cbe4-1b15-42ba-8a68-bee92795e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:53.682634 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-966e2cad-d1e4-4cad-b9ac-91c7ff021283 req-56f4cbe4-1b15-42ba-8a68-bee92795e1df service neutron] 10.222.0.82 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 911 time: 0.1801248 Jul 16 01:36:53.697657 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d4a031fd-2caa-4e1a-857a-fc5701d3f7f3 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:53.741269 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: d4a031fd-2caa-4e1a-857a-fc5701d3f7f3 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:53.741616 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d4a031fd-2caa-4e1a-857a-fc5701d3f7f3 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:53.889184 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-966e2cad-d1e4-4cad-b9ac-91c7ff021283 req-98b6d7b2-99d6-40ac-8845-98b9d61eba5e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8660866a-9db7-4aa3-8d44-f99d34857980 HTTP/1.1" status: 200 len: 999 time: 0.1977324 Jul 16 01:36:53.908481 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae382388-0c36-473e-b1db-68728f4aa8e2 req-c2898c9e-1dd8-4bdf-acc4-c15cf15b7fe0 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:53.910464 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ae382388-0c36-473e-b1db-68728f4aa8e2 req-c2898c9e-1dd8-4bdf-acc4-c15cf15b7fe0 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.3327820 Jul 16 01:36:54.003010 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e2cad-d1e4-4cad-b9ac-91c7ff021283 req-0d18a00e-006f-43dc-a0cb-df4466d3de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:54.004899 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-966e2cad-d1e4-4cad-b9ac-91c7ff021283 req-0d18a00e-006f-43dc-a0cb-df4466d3de6e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.0934582 Jul 16 01:36:54.010477 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ae382388-0c36-473e-b1db-68728f4aa8e2 req-9fe7f31c-bedf-4f6e-ae45-fd1a5707d383 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626240 Jul 16 01:36:54.139448 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e2cad-d1e4-4cad-b9ac-91c7ff021283 req-af1004e4-f0dc-4090-96eb-2429670bd0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:54.144417 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-966e2cad-d1e4-4cad-b9ac-91c7ff021283 req-af1004e4-f0dc-4090-96eb-2429670bd0e7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1304603 Jul 16 01:36:54.153120 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6f533ad-516c-4dd6-9c2a-823acb5f11cf tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.354305 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-966e2cad-d1e4-4cad-b9ac-91c7ff021283 req-2dfaf5f0-0d3f-46a5-bd71-ba549b35c763 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044742 Jul 16 01:36:54.506629 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-f6f533ad-516c-4dd6-9c2a-823acb5f11cf tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting port d4580c81-f4e8-458f-befd-21fdaeeaeb3c {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:54.507201 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6f533ad-516c-4dd6-9c2a-823acb5f11cf tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.528322 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-966e2cad-d1e4-4cad-b9ac-91c7ff021283 req-7ba3b4ac-a824-40f7-877f-9c127af3b6ec service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648233 Jul 16 01:36:54.547881 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b28bfe-02da-49de-a91d-1cbad0547e23 req-27f69ac3-8f5e-4fd0-869e-b43e0aa8a626 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:54.549432 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85b28bfe-02da-49de-a91d-1cbad0547e23 req-27f69ac3-8f5e-4fd0-869e-b43e0aa8a626 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.1541443 Jul 16 01:36:54.592947 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85b28bfe-02da-49de-a91d-1cbad0547e23 req-b56685e9-3a39-4477-baf6-b734fae802be tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372305 Jul 16 01:36:54.615458 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-f6f533ad-516c-4dd6-9c2a-823acb5f11cf tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] For port d4580c81-f4e8-458f-befd-21fdaeeaeb3c, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d4580c81-f4e8-458f-befd-21fdaeeaeb3c,segment=NetworkSegment(19c031ca-0e37-41df-952b-5a7d369a6b05),segment_id=19c031ca-0e37-41df-952b-5a7d369a6b05)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:54.615881 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6f533ad-516c-4dd6-9c2a-823acb5f11cf tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.631128 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-f6f533ad-516c-4dd6-9c2a-823acb5f11cf tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Calling delete_port for d4580c81-f4e8-458f-befd-21fdaeeaeb3c owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:54.815305 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6f533ad-516c-4dd6-9c2a-823acb5f11cf tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.844883 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f533ad-516c-4dd6-9c2a-823acb5f11cf tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Port': ['ID=d4580c81-f4e8-458f-befd-21fdaeeaeb3c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:55.003880 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6f533ad-516c-4dd6-9c2a-823acb5f11cf tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.331338 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f533ad-516c-4dd6-9c2a-823acb5f11cf tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Router 88e59075-91ab-43c0-b0ba-8337e3cc7476 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:55.351927 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bc683-e15e-49bb-97ce-963711998a0f req-a231db41-ee29-4aba-9343-e02d528021bf tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:55.356716 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a92bc683-e15e-49bb-97ce-963711998a0f req-a231db41-ee29-4aba-9343-e02d528021bf tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.1294096 Jul 16 01:36:55.433845 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a92bc683-e15e-49bb-97ce-963711998a0f req-047d2b27-3015-4abc-8229-1475bb442ea8 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657599 Jul 16 01:36:55.500013 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0c85840e-7e79-4df9-8c4a-91cf54e38bed no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:55.501099 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f533ad-516c-4dd6-9c2a-823acb5f11cf tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:55.506706 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f6f533ad-516c-4dd6-9c2a-823acb5f11cf tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "PUT /v2.0/routers/88e59075-91ab-43c0-b0ba-8337e3cc7476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9327328 Jul 16 01:36:55.509722 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35654) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:55.535434 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 0c85840e-7e79-4df9-8c4a-91cf54e38bed {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:55.535791 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0c85840e-7e79-4df9-8c4a-91cf54e38bed not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:55.537800 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc68f84-8533-4dfb-a3de-a71822589f80 None None] Sync routers for ids ['88e59075-91ab-43c0-b0ba-8337e3cc7476'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:55.553486 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc68f84-8533-4dfb-a3de-a71822589f80 None None] Routers {'88e59075-91ab-43c0-b0ba-8337e3cc7476'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:55.554471 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2bc68f84-8533-4dfb-a3de-a71822589f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88e59075-91ab-43c0-b0ba-8337e3cc7476'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:55.591571 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-c285073f-fb70-4e8c-9bd6-d4b14969d4e4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting subnet 622cf4de-1862-4a02-a2b5-9a964c18631f {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:55.597406 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c285073f-fb70-4e8c-9bd6-d4b14969d4e4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.660233 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c285073f-fb70-4e8c-9bd6-d4b14969d4e4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.704195 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-2bc68f84-8533-4dfb-a3de-a71822589f80 None None] Set router 88e59075-91ab-43c0-b0ba-8337e3cc7476 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:55.806794 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c285073f-fb70-4e8c-9bd6-d4b14969d4e4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.922878 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c285073f-fb70-4e8c-9bd6-d4b14969d4e4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.948032 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70242b65-4394-4af4-a811-dac1a799b853 req-ae7f68cc-3c04-4552-bc6b-5b95a995acb8 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:55.949801 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-70242b65-4394-4af4-a811-dac1a799b853 req-ae7f68cc-3c04-4552-bc6b-5b95a995acb8 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.1171501 Jul 16 01:36:55.987114 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285073f-fb70-4e8c-9bd6-d4b14969d4e4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Subnet': ['ID=622cf4de-1862-4a02-a2b5-9a964c18631f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:55.994763 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c285073f-fb70-4e8c-9bd6-d4b14969d4e4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.997003 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c285073f-fb70-4e8c-9bd6-d4b14969d4e4 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/subnets/622cf4de-1862-4a02-a2b5-9a964c18631f HTTP/1.1" status: 204 len: 168 time: 0.4862487 Jul 16 01:36:56.001763 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35660) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:56.028661 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e2a78d-27c6-4617-bce8-f58b3d51eede None None] Network 9c816b48-a931-4e68-82ae-74a9569eaae0 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:56.239705 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d560170b-d5d4-4d94-8489-94e2e41c2d55 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.297207 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2bc68f84-8533-4dfb-a3de-a71822589f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:54Z', 'revision_number': 9, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': '4397b4ef-2e77-4778-bea6-67b647cd7a8a', 'name': '', 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b5:38:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:18Z', 'updated_at': '2021-07-16T01:36:34Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:56.333893 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc68f84-8533-4dfb-a3de-a71822589f80 None None] Checking router: 88e59075-91ab-43c0-b0ba-8337e3cc7476 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:56.350128 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc68f84-8533-4dfb-a3de-a71822589f80 None None] Routers {'88e59075-91ab-43c0-b0ba-8337e3cc7476'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:56.352308 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2bc68f84-8533-4dfb-a3de-a71822589f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88e59075-91ab-43c0-b0ba-8337e3cc7476'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:56.363684 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-d560170b-d5d4-4d94-8489-94e2e41c2d55 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting port 92ca6790-535d-4a49-9496-a352cb9bfb45 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:56.365007 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d560170b-d5d4-4d94-8489-94e2e41c2d55 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.480622 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90801e86-9558-4044-87a8-da37aa249ef2 None None] DHCP port deletion for 9c816b48-a931-4e68-82ae-74a9569eaae0 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:56.562762 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-2bc68f84-8533-4dfb-a3de-a71822589f80 None None] Set router 88e59075-91ab-43c0-b0ba-8337e3cc7476 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:56.568755 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-d560170b-d5d4-4d94-8489-94e2e41c2d55 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] For port 92ca6790-535d-4a49-9496-a352cb9bfb45, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=92ca6790-535d-4a49-9496-a352cb9bfb45,segment=NetworkSegment(19c031ca-0e37-41df-952b-5a7d369a6b05),segment_id=19c031ca-0e37-41df-952b-5a7d369a6b05)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:56.569174 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d560170b-d5d4-4d94-8489-94e2e41c2d55 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.598888 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-d560170b-d5d4-4d94-8489-94e2e41c2d55 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Calling delete_port for 92ca6790-535d-4a49-9496-a352cb9bfb45 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:56.605177 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-70242b65-4394-4af4-a811-dac1a799b853 req-47fc7fec-1fba-4822-93fb-b717f845a606 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6278458 Jul 16 01:36:56.633240 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1904565-64ca-4aca-97bd-5be9e8917ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.708012 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-90801e86-9558-4044-87a8-da37aa249ef2 None None] Deleting port 92ca6790-535d-4a49-9496-a352cb9bfb45 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:56.708910 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-90801e86-9558-4044-87a8-da37aa249ef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.718073 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d560170b-d5d4-4d94-8489-94e2e41c2d55 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.784429 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560170b-d5d4-4d94-8489-94e2e41c2d55 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Port': ['ID=92ca6790-535d-4a49-9496-a352cb9bfb45,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:56.790048 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-90801e86-9558-4044-87a8-da37aa249ef2 None None] For port 92ca6790-535d-4a49-9496-a352cb9bfb45, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=92ca6790-535d-4a49-9496-a352cb9bfb45,segment=NetworkSegment(19c031ca-0e37-41df-952b-5a7d369a6b05),segment_id=19c031ca-0e37-41df-952b-5a7d369a6b05)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:56.790639 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-90801e86-9558-4044-87a8-da37aa249ef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.793047 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d560170b-d5d4-4d94-8489-94e2e41c2d55 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] No DVR routers for this DVR port 92ca6790-535d-4a49-9496-a352cb9bfb45 on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:56.805825 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-90801e86-9558-4044-87a8-da37aa249ef2 None None] Calling delete_port for 92ca6790-535d-4a49-9496-a352cb9bfb45 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:56.891405 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d560170b-d5d4-4d94-8489-94e2e41c2d55 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.904348 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-d560170b-d5d4-4d94-8489-94e2e41c2d55 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c816b48-a931-4e68-82ae-74a9569eaae0']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:56.927014 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34176ff1-b584-42dd-af58-ea4d8ed7365c req-19c41a57-8ccc-46f3-b643-940fd62553ed tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.928790 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34176ff1-b584-42dd-af58-ea4d8ed7365c req-19c41a57-8ccc-46f3-b643-940fd62553ed tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.1759920 Jul 16 01:36:56.930951 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-d560170b-d5d4-4d94-8489-94e2e41c2d55 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c031ca-0e37-41df-952b-5a7d369a6b05') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:56.931280 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-d560170b-d5d4-4d94-8489-94e2e41c2d55 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c031ca-0e37-41df-952b-5a7d369a6b05') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:56.947733 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d560170b-d5d4-4d94-8489-94e2e41c2d55 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.970727 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-90801e86-9558-4044-87a8-da37aa249ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.985725 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d560170b-d5d4-4d94-8489-94e2e41c2d55 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.998552 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34176ff1-b584-42dd-af58-ea4d8ed7365c req-7d78966c-b563-47d9-bff8-a89c73cfe70f tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557790 Jul 16 01:36:56.999862 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d560170b-d5d4-4d94-8489-94e2e41c2d55 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:57.000412 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d560170b-d5d4-4d94-8489-94e2e41c2d55 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:57.004273 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:57.025395 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90801e86-9558-4044-87a8-da37aa249ef2 None None] No DVR routers for this DVR port 92ca6790-535d-4a49-9496-a352cb9bfb45 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:57.027350 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90801e86-9558-4044-87a8-da37aa249ef2 None None] Pushing event deleted for resources: {'Port': ['ID=92ca6790-535d-4a49-9496-a352cb9bfb45,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:57.099835 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d560170b-d5d4-4d94-8489-94e2e41c2d55 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.105307 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2bc68f84-8533-4dfb-a3de-a71822589f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:54Z', 'revision_number': 9, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': '4397b4ef-2e77-4778-bea6-67b647cd7a8a', 'name': '', 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b5:38:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:18Z', 'updated_at': '2021-07-16T01:36:34Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:57.108752 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d560170b-d5d4-4d94-8489-94e2e41c2d55 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.115557 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d560170b-d5d4-4d94-8489-94e2e41c2d55 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/networks/9c816b48-a931-4e68-82ae-74a9569eaae0 HTTP/1.1" status: 204 len: 168 time: 1.1095526 Jul 16 01:36:57.116046 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35672) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:57.142951 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560170b-d5d4-4d94-8489-94e2e41c2d55 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Network': ['ID=9c816b48-a931-4e68-82ae-74a9569eaae0,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:57.144168 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc68f84-8533-4dfb-a3de-a71822589f80 None None] The sync data for ids ['88e59075-91ab-43c0-b0ba-8337e3cc7476'] in n-d-792394-16 is: [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:54Z', 'revision_number': 9, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': '4397b4ef-2e77-4778-bea6-67b647cd7a8a', 'name': '', 'network_id': '28f8c76d-5181-430a-9dff-05bb0c175a49', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:b5:38:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:18Z', 'updated_at': '2021-07-16T01:36:34Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': 'e08a6945-8847-4657-b9e7-7a899b8d9ee6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:57.494916 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723fc3e-c9cf-4535-84ff-72e1924f7ea5 req-64cce93e-3002-4e73-bf91-504721575510 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.497303 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a723fc3e-c9cf-4535-84ff-72e1924f7ea5 req-64cce93e-3002-4e73-bf91-504721575510 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 946 time: 0.0786719 Jul 16 01:36:57.534636 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5898f62d-8a1b-47ae-afc9-862841867006 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.582669 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a723fc3e-c9cf-4535-84ff-72e1924f7ea5 req-b81e409e-e813-4b38-821f-22b24cc5d52b tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/security-groups?id=380a5669-fbc7-43b9-8205-bdbd26bbe3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689604 Jul 16 01:36:57.655201 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 92ca6790-535d-4a49-9496-a352cb9bfb45 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:57.690366 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 92ca6790-535d-4a49-9496-a352cb9bfb45 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:57.690860 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 92ca6790-535d-4a49-9496-a352cb9bfb45 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:57.691628 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d4580c81-f4e8-458f-befd-21fdaeeaeb3c no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:57.725791 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: d4580c81-f4e8-458f-befd-21fdaeeaeb3c {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:57.726492 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d4580c81-f4e8-458f-befd-21fdaeeaeb3c not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:57.875017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1fbf7-6669-4c5c-b229-65b7d629f167 req-82d138a5-ae3e-4c91-b09f-0b193c5d9f23 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.877325 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ec1fbf7-6669-4c5c-b229-65b7d629f167 req-82d138a5-ae3e-4c91-b09f-0b193c5d9f23 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.0863290 Jul 16 01:36:57.924258 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ec1fbf7-6669-4c5c-b229-65b7d629f167 req-0454fabe-ef66-4dd1-b454-5839ce73c686 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402393 Jul 16 01:36:57.946952 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-5898f62d-8a1b-47ae-afc9-862841867006 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting port 4397b4ef-2e77-4778-bea6-67b647cd7a8a {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:57.947471 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5898f62d-8a1b-47ae-afc9-862841867006 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.052836 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-5898f62d-8a1b-47ae-afc9-862841867006 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] For port 4397b4ef-2e77-4778-bea6-67b647cd7a8a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4397b4ef-2e77-4778-bea6-67b647cd7a8a,segment=NetworkSegment(320d46f4-9105-442b-9331-df0225de0489),segment_id=320d46f4-9105-442b-9331-df0225de0489)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:58.053232 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5898f62d-8a1b-47ae-afc9-862841867006 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.072356 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-5898f62d-8a1b-47ae-afc9-862841867006 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Calling delete_port for 4397b4ef-2e77-4778-bea6-67b647cd7a8a owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:58.301131 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213aff7-a0cf-4f5a-ae2e-41b6402d566e req-e6ecc90d-ec25-42dd-a78c-d0b8d8d07d6e tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:58.302485 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b213aff7-a0cf-4f5a-ae2e-41b6402d566e req-e6ecc90d-ec25-42dd-a78c-d0b8d8d07d6e tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.1714027 Jul 16 01:36:58.331880 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5898f62d-8a1b-47ae-afc9-862841867006 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.384640 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898f62d-8a1b-47ae-afc9-862841867006 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Port': ['ID=4397b4ef-2e77-4778-bea6-67b647cd7a8a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:58.404292 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b213aff7-a0cf-4f5a-ae2e-41b6402d566e req-b8a47595-cf6d-4714-85f9-b518d79cc251 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938737 Jul 16 01:36:58.564665 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5898f62d-8a1b-47ae-afc9-862841867006 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.883603 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5898f62d-8a1b-47ae-afc9-862841867006 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Router 88e59075-91ab-43c0-b0ba-8337e3cc7476 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:59.007157 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5898f62d-8a1b-47ae-afc9-862841867006 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:59.016266 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5898f62d-8a1b-47ae-afc9-862841867006 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "PUT /v2.0/routers/88e59075-91ab-43c0-b0ba-8337e3cc7476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8961134 Jul 16 01:36:59.016795 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35708) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:59.020086 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a77969-4ffe-4e54-bd0d-b63b45d37b83 None None] Sync routers for ids ['88e59075-91ab-43c0-b0ba-8337e3cc7476'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:59.048819 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a77969-4ffe-4e54-bd0d-b63b45d37b83 None None] Routers {'88e59075-91ab-43c0-b0ba-8337e3cc7476'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:59.052687 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-92a77969-4ffe-4e54-bd0d-b63b45d37b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:36:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88e59075-91ab-43c0-b0ba-8337e3cc7476'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:59.179316 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-054e2f25-265c-48d6-aa9d-df33ab53dcf6 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting subnet e08a6945-8847-4657-b9e7-7a899b8d9ee6 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:59.188213 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3ce0c-c349-4870-98c3-61ab5682a8e5 req-af808b5d-b38f-4177-8981-9414b28eb7a6 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.189956 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d4b3ce0c-c349-4870-98c3-61ab5682a8e5 req-af808b5d-b38f-4177-8981-9414b28eb7a6 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.0860131 Jul 16 01:36:59.220196 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-92a77969-4ffe-4e54-bd0d-b63b45d37b83 None None] Set router 88e59075-91ab-43c0-b0ba-8337e3cc7476 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:59.227397 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-054e2f25-265c-48d6-aa9d-df33ab53dcf6 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.254762 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d4b3ce0c-c349-4870-98c3-61ab5682a8e5 req-81db6cf0-1c85-4337-a798-51bc655aed8e tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557435 Jul 16 01:36:59.331032 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-054e2f25-265c-48d6-aa9d-df33ab53dcf6 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.376106 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b150303-4db2-4aca-9ef3-9d2f800cc8ff req-b2940182-1bad-4f02-9b8c-51089d81baee tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.378159 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b150303-4db2-4aca-9ef3-9d2f800cc8ff req-b2940182-1bad-4f02-9b8c-51089d81baee tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 946 time: 0.2308171 Jul 16 01:36:59.466184 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b150303-4db2-4aca-9ef3-9d2f800cc8ff req-b8debfb8-3f01-45f3-bfb2-8c2a6e6b0e5b tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/security-groups?id=380a5669-fbc7-43b9-8205-bdbd26bbe3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716991 Jul 16 01:36:59.545392 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-92a77969-4ffe-4e54-bd0d-b63b45d37b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:58Z', 'revision_number': 10, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:59.549801 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-68afc9e9-3759-4a15-ae9b-d72628df65c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.566852 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-054e2f25-265c-48d6-aa9d-df33ab53dcf6 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.597872 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a77969-4ffe-4e54-bd0d-b63b45d37b83 None None] Checking router: 88e59075-91ab-43c0-b0ba-8337e3cc7476 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:59.608050 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a77969-4ffe-4e54-bd0d-b63b45d37b83 None None] Routers {'88e59075-91ab-43c0-b0ba-8337e3cc7476'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:59.608833 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-92a77969-4ffe-4e54-bd0d-b63b45d37b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88e59075-91ab-43c0-b0ba-8337e3cc7476'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:59.678171 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.688799 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5749ea7-9691-4175-b8d8-3d3639d69699 req-6584ca27-e866-4fb4-97f9-7e4272ec03b4 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.690594 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b5749ea7-9691-4175-b8d8-3d3639d69699 req-6584ca27-e866-4fb4-97f9-7e4272ec03b4 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.1008091 Jul 16 01:36:59.691235 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-054e2f25-265c-48d6-aa9d-df33ab53dcf6 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.723013 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a36f0a4-6bf0-4f47-af34-44821661148e None None] Network 28f8c76d-5181-430a-9dff-05bb0c175a49 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:59.768453 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-054e2f25-265c-48d6-aa9d-df33ab53dcf6 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.778430 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b5749ea7-9691-4175-b8d8-3d3639d69699 req-c027e62f-a6fa-4c99-8be7-0252dc35862f tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794389 Jul 16 01:36:59.781724 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-054e2f25-265c-48d6-aa9d-df33ab53dcf6 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/subnets/e08a6945-8847-4657-b9e7-7a899b8d9ee6 HTTP/1.1" status: 204 len: 168 time: 0.7637548 Jul 16 01:36:59.782676 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35720) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:59.784205 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e2f25-265c-48d6-aa9d-df33ab53dcf6 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Subnet': ['ID=e08a6945-8847-4657-b9e7-7a899b8d9ee6,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:59.975197 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-92a77969-4ffe-4e54-bd0d-b63b45d37b83 None None] Set router 88e59075-91ab-43c0-b0ba-8337e3cc7476 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:59.995588 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bbed0c0-4f0f-4003-8382-d2e2f54b9b27 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.119496 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-0bbed0c0-4f0f-4003-8382-d2e2f54b9b27 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting port 4e1445a6-baa3-4837-bda5-2ee8426fa792 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:00.120149 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bbed0c0-4f0f-4003-8382-d2e2f54b9b27 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.256793 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe386c9-9304-4658-8d08-3e17fe484c88 None None] DHCP port deletion for 28f8c76d-5181-430a-9dff-05bb0c175a49 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:00.299235 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-0bbed0c0-4f0f-4003-8382-d2e2f54b9b27 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] For port 4e1445a6-baa3-4837-bda5-2ee8426fa792, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4e1445a6-baa3-4837-bda5-2ee8426fa792,segment=NetworkSegment(320d46f4-9105-442b-9331-df0225de0489),segment_id=320d46f4-9105-442b-9331-df0225de0489)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:00.299605 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bbed0c0-4f0f-4003-8382-d2e2f54b9b27 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.334852 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-0bbed0c0-4f0f-4003-8382-d2e2f54b9b27 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Calling delete_port for 4e1445a6-baa3-4837-bda5-2ee8426fa792 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:00.399104 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-fbe386c9-9304-4658-8d08-3e17fe484c88 None None] Deleting port 4e1445a6-baa3-4837-bda5-2ee8426fa792 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:00.402740 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fbe386c9-9304-4658-8d08-3e17fe484c88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.410893 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-92a77969-4ffe-4e54-bd0d-b63b45d37b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:58Z', 'revision_number': 10, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:00.471152 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a77969-4ffe-4e54-bd0d-b63b45d37b83 None None] The sync data for ids ['88e59075-91ab-43c0-b0ba-8337e3cc7476'] in n-d-792394-16 is: [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:36:58Z', 'revision_number': 10, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None, '_interfaces': [{'id': 'fdc547e1-ebc1-4eb0-9f38-ab705dd579c1', 'name': '', 'network_id': 'c175d1cd-4eea-462b-b7a6-2dbde8ceff93', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'mac_address': 'fa:16:3e:69:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 5, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'subnets': [{'id': '75c64c58-ee83-41ef-b66b-8ef5301dfab5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:00.564069 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00399af2-ddc9-473b-8bd6-d05b5459adeb req-3da5ac84-fe07-47f0-ad5d-a44a13d6f24d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4f231106-dda0-4c0f-9881-3c2f91488604&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1590407 Jul 16 01:37:00.564958 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-fbe386c9-9304-4658-8d08-3e17fe484c88 None None] For port 4e1445a6-baa3-4837-bda5-2ee8426fa792, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4e1445a6-baa3-4837-bda5-2ee8426fa792,segment=NetworkSegment(320d46f4-9105-442b-9331-df0225de0489),segment_id=320d46f4-9105-442b-9331-df0225de0489)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:00.564958 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fbe386c9-9304-4658-8d08-3e17fe484c88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.598133 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-fbe386c9-9304-4658-8d08-3e17fe484c88 None None] Calling delete_port for 4e1445a6-baa3-4837-bda5-2ee8426fa792 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:00.598501 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5adf35-8158-4ad5-b4a2-88f5568a1a44 req-891912b3-3a90-4703-8c10-e3dc1ba99599 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.607398 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bc5adf35-8158-4ad5-b4a2-88f5568a1a44 req-891912b3-3a90-4703-8c10-e3dc1ba99599 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 946 time: 0.1361887 Jul 16 01:37:00.627979 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bbed0c0-4f0f-4003-8382-d2e2f54b9b27 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.673003 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbed0c0-4f0f-4003-8382-d2e2f54b9b27 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] No DVR routers for this DVR port 4e1445a6-baa3-4837-bda5-2ee8426fa792 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:00.675533 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbed0c0-4f0f-4003-8382-d2e2f54b9b27 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Port': ['ID=4e1445a6-baa3-4837-bda5-2ee8426fa792,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:00.710424 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fbe386c9-9304-4658-8d08-3e17fe484c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.734218 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bc5adf35-8158-4ad5-b4a2-88f5568a1a44 req-e96123b8-6f15-42fd-b6b2-9d335c87aefa tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/security-groups?id=380a5669-fbc7-43b9-8205-bdbd26bbe3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250534 Jul 16 01:37:00.791363 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe386c9-9304-4658-8d08-3e17fe484c88 None None] No DVR routers for this DVR port 4e1445a6-baa3-4837-bda5-2ee8426fa792 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:00.792488 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0787fd-7233-490f-91d2-89ac754de677 req-1ea9551b-4ebf-47fd-8ed0-ea3f789e2ae6 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.803453 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe386c9-9304-4658-8d08-3e17fe484c88 None None] Pushing event deleted for resources: {'Port': ['ID=4e1445a6-baa3-4837-bda5-2ee8426fa792,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:00.811648 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6d0787fd-7233-490f-91d2-89ac754de677 req-1ea9551b-4ebf-47fd-8ed0-ea3f789e2ae6 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.2359755 Jul 16 01:37:00.838310 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bbed0c0-4f0f-4003-8382-d2e2f54b9b27 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.849089 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.851626 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-0bbed0c0-4f0f-4003-8382-d2e2f54b9b27 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f8c76d-5181-430a-9dff-05bb0c175a49']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:00.899996 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-0bbed0c0-4f0f-4003-8382-d2e2f54b9b27 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320d46f4-9105-442b-9331-df0225de0489') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:00.900289 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-0bbed0c0-4f0f-4003-8382-d2e2f54b9b27 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320d46f4-9105-442b-9331-df0225de0489') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:00.926383 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bbed0c0-4f0f-4003-8382-d2e2f54b9b27 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.944340 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6d0787fd-7233-490f-91d2-89ac754de677 req-dc537e23-827e-4e7d-bd7f-a0b9ac236dd2 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225188 Jul 16 01:37:00.952955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00399af2-ddc9-473b-8bd6-d05b5459adeb req-2cd4299d-4a87-4518-b2c9-f0aafbe905fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.957052 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00399af2-ddc9-473b-8bd6-d05b5459adeb req-2cd4299d-4a87-4518-b2c9-f0aafbe905fa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c73e6ed9d26a4f67873b1490075aee9a&device_id=4f231106-dda0-4c0f-9881-3c2f91488604 HTTP/1.1" status: 200 len: 1097 time: 0.3199055 Jul 16 01:37:00.970068 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bbed0c0-4f0f-4003-8382-d2e2f54b9b27 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.977696 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bbed0c0-4f0f-4003-8382-d2e2f54b9b27 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:00.978369 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bbed0c0-4f0f-4003-8382-d2e2f54b9b27 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:00.981822 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:01.099944 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bbed0c0-4f0f-4003-8382-d2e2f54b9b27 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.110697 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bbed0c0-4f0f-4003-8382-d2e2f54b9b27 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.113280 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0bbed0c0-4f0f-4003-8382-d2e2f54b9b27 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/networks/28f8c76d-5181-430a-9dff-05bb0c175a49 HTTP/1.1" status: 204 len: 168 time: 1.3292007 Jul 16 01:37:01.116727 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35736) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:01.139325 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbed0c0-4f0f-4003-8382-d2e2f54b9b27 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Network': ['ID=28f8c76d-5181-430a-9dff-05bb0c175a49,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:01.165723 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00399af2-ddc9-473b-8bd6-d05b5459adeb req-5c21430a-54f1-4757-90f3-ad61d2092a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.168170 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00399af2-ddc9-473b-8bd6-d05b5459adeb req-5c21430a-54f1-4757-90f3-ad61d2092a58 service neutron] 10.222.0.84 "GET /v2.0/networks?id=830e0a53-8773-432e-aa5a-8c5b09b1196b HTTP/1.1" status: 200 len: 907 time: 0.1770861 Jul 16 01:37:01.242920 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00399af2-ddc9-473b-8bd6-d05b5459adeb req-1c6a516d-1139-4393-a541-0509f6ab9408 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d718468d-4bd2-4ec0-88f0-d6d976174d66 HTTP/1.1" status: 200 len: 217 time: 0.0682411 Jul 16 01:37:01.256120 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcaeaea-283f-4716-8a1b-3ed3d90bc4ab req-23df1586-3929-4061-8acf-3f9bd4f11519 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.263693 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cdcaeaea-283f-4716-8a1b-3ed3d90bc4ab req-23df1586-3929-4061-8acf-3f9bd4f11519 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.1973126 Jul 16 01:37:01.338661 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.352028 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00399af2-ddc9-473b-8bd6-d05b5459adeb req-8e0eb485-2125-4b4c-a0da-38fb8f99d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.354509 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00399af2-ddc9-473b-8bd6-d05b5459adeb req-8e0eb485-2125-4b4c-a0da-38fb8f99d9a7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f45f4065-e8af-4e7d-ba1a-a6b4cb86159b HTTP/1.1" status: 200 len: 846 time: 0.1042922 Jul 16 01:37:01.435685 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4e1445a6-baa3-4837-bda5-2ee8426fa792 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:01.443674 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00399af2-ddc9-473b-8bd6-d05b5459adeb req-8ee2d327-45ec-47ce-8c11-a8a448e9dff8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=830e0a53-8773-432e-aa5a-8c5b09b1196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737875 Jul 16 01:37:01.460807 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 4e1445a6-baa3-4837-bda5-2ee8426fa792 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:01.461175 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4e1445a6-baa3-4837-bda5-2ee8426fa792 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:01.461578 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4397b4ef-2e77-4778-bea6-67b647cd7a8a no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:01.485496 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cdcaeaea-283f-4716-8a1b-3ed3d90bc4ab req-5c71163e-d8c2-4a4c-b7e6-f0fc23a4a13f tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206051 Jul 16 01:37:01.513762 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 4397b4ef-2e77-4778-bea6-67b647cd7a8a {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:01.514170 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4397b4ef-2e77-4778-bea6-67b647cd7a8a not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:01.570659 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00399af2-ddc9-473b-8bd6-d05b5459adeb req-cade28b0-5b64-4ff7-b199-c4243ffcd91a service neutron] 10.222.0.84 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206143 Jul 16 01:37:01.677974 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00399af2-ddc9-473b-8bd6-d05b5459adeb req-738df722-3f33-4b87-818d-2a214ed75699 service neutron] 10.222.0.84 "GET /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004834 Jul 16 01:37:01.702892 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5d447783-f7fe-4218-bfdb-287ec1d6e265 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.824673 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e0e7e-dacd-4133-aa15-d4313a5de791 req-31952efc-2857-43b1-81e2-5877f21fac4c tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.826597 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0b8e0e7e-dacd-4133-aa15-d4313a5de791 req-31952efc-2857-43b1-81e2-5877f21fac4c tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.82 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 946 time: 0.1006148 Jul 16 01:37:02.001153 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-0b8e0e7e-dacd-4133-aa15-d4313a5de791 req-4d0afb37-b6de-401c-93a5-588cb0908737 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Deleting port b5a82016-96e1-4321-9115-5e53a26dfc62 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:02.001487 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0b8e0e7e-dacd-4133-aa15-d4313a5de791 req-4d0afb37-b6de-401c-93a5-588cb0908737 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.090067 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-5d447783-f7fe-4218-bfdb-287ec1d6e265 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting port fdc547e1-ebc1-4eb0-9f38-ab705dd579c1 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:02.090418 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5d447783-f7fe-4218-bfdb-287ec1d6e265 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.097365 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-0b8e0e7e-dacd-4133-aa15-d4313a5de791 req-4d0afb37-b6de-401c-93a5-588cb0908737 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] For port b5a82016-96e1-4321-9115-5e53a26dfc62, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=b5a82016-96e1-4321-9115-5e53a26dfc62,segment=NetworkSegment(cd22ad3c-1dd0-4825-aba4-17f4325fadc5),segment_id=cd22ad3c-1dd0-4825-aba4-17f4325fadc5)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:02.097719 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0b8e0e7e-dacd-4133-aa15-d4313a5de791 req-4d0afb37-b6de-401c-93a5-588cb0908737 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.290761 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ef3f4-1ccc-4428-9224-44c3ecf1f447 req-e3265e9d-d21c-40a9-bbdc-de66c0d3eaa3 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:02.292213 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c63ef3f4-1ccc-4428-9224-44c3ecf1f447 req-e3265e9d-d21c-40a9-bbdc-de66c0d3eaa3 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 946 time: 0.4114070 Jul 16 01:37:02.311107 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-5d447783-f7fe-4218-bfdb-287ec1d6e265 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] For port fdc547e1-ebc1-4eb0-9f38-ab705dd579c1, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=fdc547e1-ebc1-4eb0-9f38-ab705dd579c1,segment=NetworkSegment(895f84f0-11e6-4a7d-b59c-81bba577ab4d),segment_id=895f84f0-11e6-4a7d-b59c-81bba577ab4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:02.311941 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5d447783-f7fe-4218-bfdb-287ec1d6e265 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.321329 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a31d75-5bdb-45c4-9357-01b43f346c05 req-09fc1c4a-0f5d-45d5-95fd-a33f05e5a9da tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:02.322825 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-30a31d75-5bdb-45c4-9357-01b43f346c05 req-09fc1c4a-0f5d-45d5-95fd-a33f05e5a9da tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.1878359 Jul 16 01:37:02.361375 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-5d447783-f7fe-4218-bfdb-287ec1d6e265 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Calling delete_port for fdc547e1-ebc1-4eb0-9f38-ab705dd579c1 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:02.383535 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c63ef3f4-1ccc-4428-9224-44c3ecf1f447 req-4665d742-32de-4121-aef7-4d8e79dab187 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/security-groups?id=380a5669-fbc7-43b9-8205-bdbd26bbe3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546629 Jul 16 01:37:02.388432 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0b8e0e7e-dacd-4133-aa15-d4313a5de791 req-4d0afb37-b6de-401c-93a5-588cb0908737 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.388432 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0b8e0e7e-dacd-4133-aa15-d4313a5de791 req-4d0afb37-b6de-401c-93a5-588cb0908737 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.388432 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [req-0b8e0e7e-dacd-4133-aa15-d4313a5de791 req-4d0afb37-b6de-401c-93a5-588cb0908737 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Floating IP cd7bfaa7-3f6c-47b8-a240-a68bfdd9a99c disassociated. External IP: 172.25.6.210, port: b5a82016-96e1-4321-9115-5e53a26dfc62. Jul 16 01:37:02.388432 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-0b8e0e7e-dacd-4133-aa15-d4313a5de791 req-4d0afb37-b6de-401c-93a5-588cb0908737 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Calling delete_port for b5a82016-96e1-4321-9115-5e53a26dfc62 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:02.393271 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-30a31d75-5bdb-45c4-9357-01b43f346c05 req-2a011f39-ca7a-415d-ae61-11377afaa3e1 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622606 Jul 16 01:37:02.505508 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.661313 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5d447783-f7fe-4218-bfdb-287ec1d6e265 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.703634 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d447783-f7fe-4218-bfdb-287ec1d6e265 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Port': ['ID=fdc547e1-ebc1-4eb0-9f38-ab705dd579c1,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:02.823864 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5d447783-f7fe-4218-bfdb-287ec1d6e265 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.045174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb2f12-2ac8-4d98-b09f-ac891b29ce4b req-a42f7c18-85e2-4daa-84e7-51b15b62b04a tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.047161 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bfb2f12-2ac8-4d98-b09f-ac891b29ce4b req-a42f7c18-85e2-4daa-84e7-51b15b62b04a tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.1257598 Jul 16 01:37:03.100639 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d447783-f7fe-4218-bfdb-287ec1d6e265 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Router 88e59075-91ab-43c0-b0ba-8337e3cc7476 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:03.211826 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bfb2f12-2ac8-4d98-b09f-ac891b29ce4b req-6c84c612-dcd3-45e8-9b51-771fcca6254e tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581306 Jul 16 01:37:03.233825 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0b8e0e7e-dacd-4133-aa15-d4313a5de791 req-4d0afb37-b6de-401c-93a5-588cb0908737 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.267654 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0afb37-b6de-401c-93a5-588cb0908737 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Pushing event deleted for resources: {'Port': ['ID=b5a82016-96e1-4321-9115-5e53a26dfc62,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:03.519892 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b8e0e7e-dacd-4133-aa15-d4313a5de791 req-4d0afb37-b6de-401c-93a5-588cb0908737 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Router 2263f38f-3c0d-4d54-b830-b3000e67b6ee has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:03.618505 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fea44cdb-142e-4b9f-b1f6-398200ab6df2 req-959722b1-875a-44c1-ba18-a8cc6561f29a tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 210 time: 0.0677440 Jul 16 01:37:03.731327 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b8e0e7e-dacd-4133-aa15-d4313a5de791 req-4d0afb37-b6de-401c-93a5-588cb0908737 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:03.741720 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e03d1ff-6a67-435d-93b0-1c78a07740be None None] Sync routers for ids ['2263f38f-3c0d-4d54-b830-b3000e67b6ee'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:03.761295 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e03d1ff-6a67-435d-93b0-1c78a07740be None None] Routers {'2263f38f-3c0d-4d54-b830-b3000e67b6ee'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:03.761961 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-6e03d1ff-6a67-435d-93b0-1c78a07740be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['2263f38f-3c0d-4d54-b830-b3000e67b6ee'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:03.795799 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8e0e7e-dacd-4133-aa15-d4313a5de791 req-4d0afb37-b6de-401c-93a5-588cb0908737 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] No DVR routers for this DVR port b5a82016-96e1-4321-9115-5e53a26dfc62 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:03.799118 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0b8e0e7e-dacd-4133-aa15-d4313a5de791 req-4d0afb37-b6de-401c-93a5-588cb0908737 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.802341 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0b8e0e7e-dacd-4133-aa15-d4313a5de791 req-4d0afb37-b6de-401c-93a5-588cb0908737 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.82 "DELETE /v2.0/ports/b5a82016-96e1-4321-9115-5e53a26dfc62 HTTP/1.1" status: 204 len: 173 time: 1.9700060 Jul 16 01:37:03.803060 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656ceb51-bc77-47dd-be71-31692066d652', 'name': 'network-vif-deleted', 'tag': 'b5a82016-96e1-4321-9115-5e53a26dfc62'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:03.805683 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2320b183-59ba-4172-8a1a-bb023e2d7aa6" -d '{"events": [{"server_uuid": "656ceb51-bc77-47dd-be71-31692066d652", "name": "network-vif-deleted", "tag": "b5a82016-96e1-4321-9115-5e53a26dfc62"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:03.872746 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d447783-f7fe-4218-bfdb-287ec1d6e265 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:03.883198 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35770) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.888184 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e05c4d-38ef-4d2d-991e-080ae09bec9f None None] Sync routers for ids ['88e59075-91ab-43c0-b0ba-8337e3cc7476'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:03.904989 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5d447783-f7fe-4218-bfdb-287ec1d6e265 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "PUT /v2.0/routers/88e59075-91ab-43c0-b0ba-8337e3cc7476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7768826 Jul 16 01:37:03.915717 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e05c4d-38ef-4d2d-991e-080ae09bec9f None None] Routers {'88e59075-91ab-43c0-b0ba-8337e3cc7476'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:03.916409 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-a7e05c4d-38ef-4d2d-991e-080ae09bec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88e59075-91ab-43c0-b0ba-8337e3cc7476'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:03.981807 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d9aad5-9168-4632-add8-c9d5d30ccdf4 x-openstack-request-id: req-f8d9aad5-9168-4632-add8-c9d5d30ccdf4 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:03.981807 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656ceb51-bc77-47dd-be71-31692066d652", "name": "network-vif-deleted", "tag": "b5a82016-96e1-4321-9115-5e53a26dfc62", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:03.981807 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8d9aad5-9168-4632-add8-c9d5d30ccdf4 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:03.981807 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656ceb51-bc77-47dd-be71-31692066d652', 'name': 'network-vif-deleted', 'tag': 'b5a82016-96e1-4321-9115-5e53a26dfc62', 'status': 'completed', 'code': 200} Jul 16 01:37:03.996964 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e376f-dbe4-49d1-ab90-5c12886a8c69 req-f5e6ce03-6177-4573-a36a-057dfe74c136 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.009698 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3b1e376f-dbe4-49d1-ab90-5c12886a8c69 req-f5e6ce03-6177-4573-a36a-057dfe74c136 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.1803644 Jul 16 01:37:04.030123 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-5163c698-5edb-4db2-b62f-4d12172a663a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting subnet 75c64c58-ee83-41ef-b66b-8ef5301dfab5 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:04.034106 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5163c698-5edb-4db2-b62f-4d12172a663a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.082307 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3b1e376f-dbe4-49d1-ab90-5c12886a8c69 req-f057bc58-925d-4228-b67a-dc43dcec5235 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716901 Jul 16 01:37:04.090730 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5163c698-5edb-4db2-b62f-4d12172a663a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.092888 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-6e03d1ff-6a67-435d-93b0-1c78a07740be None None] Set router 2263f38f-3c0d-4d54-b830-b3000e67b6ee gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:04.108542 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-a7e05c4d-38ef-4d2d-991e-080ae09bec9f None None] Set router 88e59075-91ab-43c0-b0ba-8337e3cc7476 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:04.273624 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5163c698-5edb-4db2-b62f-4d12172a663a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.283695 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-a7e05c4d-38ef-4d2d-991e-080ae09bec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:37:02Z', 'revision_number': 11, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:04.328976 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e05c4d-38ef-4d2d-991e-080ae09bec9f None None] Checking router: 88e59075-91ab-43c0-b0ba-8337e3cc7476 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:04.338434 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e05c4d-38ef-4d2d-991e-080ae09bec9f None None] Routers {'88e59075-91ab-43c0-b0ba-8337e3cc7476'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:04.339319 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-a7e05c4d-38ef-4d2d-991e-080ae09bec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88e59075-91ab-43c0-b0ba-8337e3cc7476'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:04.481204 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-a7e05c4d-38ef-4d2d-991e-080ae09bec9f None None] Set router 88e59075-91ab-43c0-b0ba-8337e3cc7476 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:04.485883 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5163c698-5edb-4db2-b62f-4d12172a663a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.600715 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5163c698-5edb-4db2-b62f-4d12172a663a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.606220 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5163c698-5edb-4db2-b62f-4d12172a663a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/subnets/75c64c58-ee83-41ef-b66b-8ef5301dfab5 HTTP/1.1" status: 204 len: 168 time: 0.7218750 Jul 16 01:37:04.608767 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163c698-5edb-4db2-b62f-4d12172a663a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Subnet': ['ID=75c64c58-ee83-41ef-b66b-8ef5301dfab5,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:04.611730 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35780) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.614470 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-a7e05c4d-38ef-4d2d-991e-080ae09bec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:37:02Z', 'revision_number': 11, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:04.672945 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a35573e-bd33-4811-9cb9-398ce46c20c1 None None] Network c175d1cd-4eea-462b-b7a6-2dbde8ceff93 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:04.677161 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17231085-61d9-4523-9682-d9956bd781c6 req-21218935-8f7d-4712-9816-3d7b762b72c9 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.679270 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-17231085-61d9-4523-9682-d9956bd781c6 req-21218935-8f7d-4712-9816-3d7b762b72c9 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.2362330 Jul 16 01:37:04.699750 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e05c4d-38ef-4d2d-991e-080ae09bec9f None None] The sync data for ids ['88e59075-91ab-43c0-b0ba-8337e3cc7476'] in n-d-792394-16 is: [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:37:02Z', 'revision_number': 11, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:04.706541 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device b5a82016-96e1-4321-9115-5e53a26dfc62 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:04.776868 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: b5a82016-96e1-4321-9115-5e53a26dfc62 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:04.777945 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device b5a82016-96e1-4321-9115-5e53a26dfc62 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:04.793006 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81f117ea-cefb-4e6f-bb58-e599a5578056 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.804000 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-17231085-61d9-4523-9682-d9956bd781c6 req-bd0a5e23-5461-4144-91a9-a4112eea0dc5 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153624 Jul 16 01:37:04.877807 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-81f117ea-cefb-4e6f-bb58-e599a5578056 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Deleting port 21edac07-de21-4ec9-b233-cd4e8b4e2af7 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:04.878439 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81f117ea-cefb-4e6f-bb58-e599a5578056 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.896784 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809152a8-1be5-4104-9336-6152a9571d0a req-29d88be3-a538-45b9-afc4-980ea5cf312e tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.904836 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-809152a8-1be5-4104-9336-6152a9571d0a req-29d88be3-a538-45b9-afc4-980ea5cf312e tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.1765487 Jul 16 01:37:04.915966 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b6934-2b6f-4407-bd1e-a810e6f4c847 req-dad11680-b8b2-4048-a875-7d816a752971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.917845 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e8b6934-2b6f-4407-bd1e-a810e6f4c847 req-dad11680-b8b2-4048-a875-7d816a752971 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 1096 time: 0.2716827 Jul 16 01:37:04.984947 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-81f117ea-cefb-4e6f-bb58-e599a5578056 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] For port 21edac07-de21-4ec9-b233-cd4e8b4e2af7, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=21edac07-de21-4ec9-b233-cd4e8b4e2af7,segment=NetworkSegment(895f84f0-11e6-4a7d-b59c-81bba577ab4d),segment_id=895f84f0-11e6-4a7d-b59c-81bba577ab4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:04.984947 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81f117ea-cefb-4e6f-bb58-e599a5578056 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.012086 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-81f117ea-cefb-4e6f-bb58-e599a5578056 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Calling delete_port for 21edac07-de21-4ec9-b233-cd4e8b4e2af7 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:05.081843 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-809152a8-1be5-4104-9336-6152a9571d0a req-c0217081-e109-4948-a425-fd087d2049f3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757572 Jul 16 01:37:05.105418 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-59a6f99e-a569-487e-950e-f2af8d7b1613 req-b0b6946e-cf78-4969-8d02-99cbf3ac7d0a tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 210 time: 0.0747068 Jul 16 01:37:05.111148 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.165252 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b6934-2b6f-4407-bd1e-a810e6f4c847 req-afaa0e98-7308-4b78-823e-0f793a08c1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.166857 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e8b6934-2b6f-4407-bd1e-a810e6f4c847 req-afaa0e98-7308-4b78-823e-0f793a08c1a5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 911 time: 0.2389994 Jul 16 01:37:05.291540 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-6e03d1ff-6a67-435d-93b0-1c78a07740be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'name': 'tempest-ServersTestBootFromVolume-1275341119-router', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:04Z', 'updated_at': '2021-07-16T01:34:13Z', 'revision_number': 4, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'gw_port': {'id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72', 'name': '', 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'mac_address': 'fa:16:3e:c3:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '3851a660-9ae0-4a01-8e92-efebe4387414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:10Z', 'updated_at': '2021-07-16T01:34:22Z', 'revision_number': 5, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'subnets': [{'id': '3851a660-9ae0-4a01-8e92-efebe4387414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:05.302708 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81f117ea-cefb-4e6f-bb58-e599a5578056 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.350531 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e8b6934-2b6f-4407-bd1e-a810e6f4c847 req-7471fe3c-7d4d-49ed-88f6-82c373318a89 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8660866a-9db7-4aa3-8d44-f99d34857980 HTTP/1.1" status: 200 len: 999 time: 0.1769342 Jul 16 01:37:05.387373 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f117ea-cefb-4e6f-bb58-e599a5578056 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] No DVR routers for this DVR port 21edac07-de21-4ec9-b233-cd4e8b4e2af7 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:05.389534 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f117ea-cefb-4e6f-bb58-e599a5578056 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Port': ['ID=21edac07-de21-4ec9-b233-cd4e8b4e2af7,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:05.400481 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device fdc547e1-ebc1-4eb0-9f38-ab705dd579c1 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:05.413094 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9855c97-2fb9-4330-b78b-fb4836a0aadc None None] DHCP port deletion for c175d1cd-4eea-462b-b7a6-2dbde8ceff93 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:05.416616 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e03d1ff-6a67-435d-93b0-1c78a07740be None None] Checking router: 2263f38f-3c0d-4d54-b830-b3000e67b6ee for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:05.456645 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e03d1ff-6a67-435d-93b0-1c78a07740be None None] Routers {'2263f38f-3c0d-4d54-b830-b3000e67b6ee'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:05.457305 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-6e03d1ff-6a67-435d-93b0-1c78a07740be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['2263f38f-3c0d-4d54-b830-b3000e67b6ee'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:05.485982 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b6934-2b6f-4407-bd1e-a810e6f4c847 req-72821439-4d58-4b7d-8a65-45819cb3f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.489478 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e8b6934-2b6f-4407-bd1e-a810e6f4c847 req-72821439-4d58-4b7d-8a65-45819cb3f7ff service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.1316023 Jul 16 01:37:05.571068 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b6934-2b6f-4407-bd1e-a810e6f4c847 req-d14e1e32-268a-42fd-ac8d-5b738b652419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.574160 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e8b6934-2b6f-4407-bd1e-a810e6f4c847 req-d14e1e32-268a-42fd-ac8d-5b738b652419 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792143 Jul 16 01:37:05.583420 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-6e03d1ff-6a67-435d-93b0-1c78a07740be None None] Set router 2263f38f-3c0d-4d54-b830-b3000e67b6ee gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:05.592256 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81f117ea-cefb-4e6f-bb58-e599a5578056 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.604871 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-81f117ea-cefb-4e6f-bb58-e599a5578056 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c175d1cd-4eea-462b-b7a6-2dbde8ceff93']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:05.616849 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-81f117ea-cefb-4e6f-bb58-e599a5578056 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '895f84f0-11e6-4a7d-b59c-81bba577ab4d') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:05.617198 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-81f117ea-cefb-4e6f-bb58-e599a5578056 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '895f84f0-11e6-4a7d-b59c-81bba577ab4d') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:05.630532 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81f117ea-cefb-4e6f-bb58-e599a5578056 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.647621 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81f117ea-cefb-4e6f-bb58-e599a5578056 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.657435 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f117ea-cefb-4e6f-bb58-e599a5578056 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:05.658197 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81f117ea-cefb-4e6f-bb58-e599a5578056 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.668510 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: fdc547e1-ebc1-4eb0-9f38-ab705dd579c1 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:05.668857 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device fdc547e1-ebc1-4eb0-9f38-ab705dd579c1 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:05.713327 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:05.747012 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e8b6934-2b6f-4407-bd1e-a810e6f4c847 req-82c0f021-cb4b-4fd3-82d8-7e595791bd6c service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615973 Jul 16 01:37:05.755472 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81f117ea-cefb-4e6f-bb58-e599a5578056 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.772126 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81f117ea-cefb-4e6f-bb58-e599a5578056 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.774570 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-81f117ea-cefb-4e6f-bb58-e599a5578056 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/networks/c175d1cd-4eea-462b-b7a6-2dbde8ceff93 HTTP/1.1" status: 204 len: 168 time: 1.1558058 Jul 16 01:37:05.785733 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35790) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.787087 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f117ea-cefb-4e6f-bb58-e599a5578056 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Pushing event deleted for resources: {'Network': ['ID=c175d1cd-4eea-462b-b7a6-2dbde8ceff93,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:05.794367 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-acc78498-140f-4de9-9bb1-13ea6320db10 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'router': {'routes': None}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:05.876939 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e8b6934-2b6f-4407-bd1e-a810e6f4c847 req-6a579c62-e3c3-42a0-a1dd-f1d4741a4e42 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238480 Jul 16 01:37:05.896716 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-6e03d1ff-6a67-435d-93b0-1c78a07740be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'name': 'tempest-ServersTestBootFromVolume-1275341119-router', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:04Z', 'updated_at': '2021-07-16T01:34:13Z', 'revision_number': 4, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'gw_port': {'id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72', 'name': '', 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'mac_address': 'fa:16:3e:c3:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '3851a660-9ae0-4a01-8e92-efebe4387414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:10Z', 'updated_at': '2021-07-16T01:34:22Z', 'revision_number': 5, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'subnets': [{'id': '3851a660-9ae0-4a01-8e92-efebe4387414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:05.965974 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e03d1ff-6a67-435d-93b0-1c78a07740be None None] The sync data for ids ['2263f38f-3c0d-4d54-b830-b3000e67b6ee'] in n-d-792394-16 is: [{'id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'name': 'tempest-ServersTestBootFromVolume-1275341119-router', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:04Z', 'updated_at': '2021-07-16T01:34:13Z', 'revision_number': 4, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'gw_port': {'id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72', 'name': '', 'network_id': '1f598b73-2353-4bfa-a8d7-260fa29ffc25', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'mac_address': 'fa:16:3e:c3:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '3851a660-9ae0-4a01-8e92-efebe4387414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:10Z', 'updated_at': '2021-07-16T01:34:22Z', 'revision_number': 5, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'subnets': [{'id': '3851a660-9ae0-4a01-8e92-efebe4387414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:06.117038 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.extraroute_db [None req-acc78498-140f-4de9-9bb1-13ea6320db10 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Added routes are [] {{(pid=93956) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:37:06.120034 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.extraroute_db [None req-acc78498-140f-4de9-9bb1-13ea6320db10 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Removed routes are [] {{(pid=93956) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:37:06.122031 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-acc78498-140f-4de9-9bb1-13ea6320db10 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.217169 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39483608-2a35-4a7c-89ea-a95d656b8535 req-72a7536e-23d7-4930-a4ce-d645f93e8a49 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.224849 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-39483608-2a35-4a7c-89ea-a95d656b8535 req-72a7536e-23d7-4930-a4ce-d645f93e8a49 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.2548885 Jul 16 01:37:06.349228 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-acc78498-140f-4de9-9bb1-13ea6320db10 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.354670 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-acc78498-140f-4de9-9bb1-13ea6320db10 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-361746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-361739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-361858'] for router, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.355827 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9010dbd-ea5d-4eb5-92b5-c440215d4d41 req-2fcdb5d9-475d-4aa8-84dd-f6ceb15b8857 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.363502 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f9010dbd-ea5d-4eb5-92b5-c440215d4d41 req-2fcdb5d9-475d-4aa8-84dd-f6ceb15b8857 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.1174808 Jul 16 01:37:06.409219 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-39483608-2a35-4a7c-89ea-a95d656b8535 req-fb2a038e-ebba-4d4c-b984-9963d14f9170 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821585 Jul 16 01:37:06.435458 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f9010dbd-ea5d-4eb5-92b5-c440215d4d41 req-ec59aa12-79a1-4659-955a-94b643630332 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688882 Jul 16 01:37:06.470602 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfc11ba-5f80-4534-bbb7-1c3e63700d69 None None] New status for floating IP cd7bfaa7-3f6c-47b8-a240-a68bfdd9a99c: DOWN {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:37:06.685206 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41c0b0a5-8c5f-4d26-80bf-af8182273b8c req-f38816d7-af26-49c5-9da7-22c48d51afbc tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 210 time: 0.0418687 Jul 16 01:37:06.687579 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc78498-140f-4de9-9bb1-13ea6320db10 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Router 88e59075-91ab-43c0-b0ba-8337e3cc7476 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:06.779534 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc78498-140f-4de9-9bb1-13ea6320db10 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:06.787349 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-acc78498-140f-4de9-9bb1-13ea6320db10 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.788619 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-acc78498-140f-4de9-9bb1-13ea6320db10 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "PUT /v2.0/routers/88e59075-91ab-43c0-b0ba-8337e3cc7476 HTTP/1.1" status: 200 len: 704 time: 0.9990118 Jul 16 01:37:06.791885 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35818) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:06.793865 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093c9e01-61fb-4a10-821f-52519b1d0603 None None] Sync routers for ids ['88e59075-91ab-43c0-b0ba-8337e3cc7476'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:06.807135 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093c9e01-61fb-4a10-821f-52519b1d0603 None None] Routers {'88e59075-91ab-43c0-b0ba-8337e3cc7476'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:06.808237 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-093c9e01-61fb-4a10-821f-52519b1d0603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88e59075-91ab-43c0-b0ba-8337e3cc7476'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:06.823942 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a38137e5-782e-4730-8ec5-27cb451f55a6 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e59075-91ab-43c0-b0ba-8337e3cc7476 HTTP/1.1" status: 200 len: 205 time: 0.0308073 Jul 16 01:37:06.826874 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35822) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:06.896129 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-093c9e01-61fb-4a10-821f-52519b1d0603 None None] Set router 88e59075-91ab-43c0-b0ba-8337e3cc7476 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:06.902873 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5970b42f-cb46-478e-84fe-3e801ceb1b90 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.961555 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-093c9e01-61fb-4a10-821f-52519b1d0603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:37:02Z', 'revision_number': 11, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:06.990402 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093c9e01-61fb-4a10-821f-52519b1d0603 None None] Checking router: 88e59075-91ab-43c0-b0ba-8337e3cc7476 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:06.999172 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093c9e01-61fb-4a10-821f-52519b1d0603 None None] Routers {'88e59075-91ab-43c0-b0ba-8337e3cc7476'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:06.999828 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-093c9e01-61fb-4a10-821f-52519b1d0603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88e59075-91ab-43c0-b0ba-8337e3cc7476'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:07.071902 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-093c9e01-61fb-4a10-821f-52519b1d0603 None None] Set router 88e59075-91ab-43c0-b0ba-8337e3cc7476 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:07.086264 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5970b42f-cb46-478e-84fe-3e801ceb1b90 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.088585 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5970b42f-cb46-478e-84fe-3e801ceb1b90 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.128519 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-093c9e01-61fb-4a10-821f-52519b1d0603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:37:02Z', 'revision_number': 11, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:07.138449 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5970b42f-cb46-478e-84fe-3e801ceb1b90 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.139296 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5970b42f-cb46-478e-84fe-3e801ceb1b90 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Fanout notify agent at l3_agent the message router_deleted on router 88e59075-91ab-43c0-b0ba-8337e3cc7476 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:37:07.148311 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5970b42f-cb46-478e-84fe-3e801ceb1b90 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.153478 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5970b42f-cb46-478e-84fe-3e801ceb1b90 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/routers/88e59075-91ab-43c0-b0ba-8337e3cc7476 HTTP/1.1" status: 204 len: 168 time: 0.3216424 Jul 16 01:37:07.153849 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35826) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:07.159109 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-2f21ad6e-bcb5-45f6-8726-ee6f8eede9e8 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1588793028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:07.159831 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093c9e01-61fb-4a10-821f-52519b1d0603 None None] The sync data for ids ['88e59075-91ab-43c0-b0ba-8337e3cc7476'] in n-d-792394-16 is: [{'id': '88e59075-91ab-43c0-b0ba-8337e3cc7476', 'name': 'tempest-RoutersIpV6Test-router-597503402', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:08Z', 'updated_at': '2021-07-16T01:37:02Z', 'revision_number': 11, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:07.197079 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f21ad6e-bcb5-45f6-8726-ee6f8eede9e8 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.198154 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f21ad6e-bcb5-45f6-8726-ee6f8eede9e8 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.265155 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f21ad6e-bcb5-45f6-8726-ee6f8eede9e8 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.271927 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f21ad6e-bcb5-45f6-8726-ee6f8eede9e8 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.293403 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f21ad6e-bcb5-45f6-8726-ee6f8eede9e8 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.294737 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2f21ad6e-bcb5-45f6-8726-ee6f8eede9e8 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1397786 Jul 16 01:37:07.298096 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35828) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:07.306803 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-6bf0ea1a-a8c0-4f80-a72f-ac5a8da4aaa5 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:07.385187 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 21edac07-de21-4ec9-b233-cd4e8b4e2af7 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:07.412336 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 21edac07-de21-4ec9-b233-cd4e8b4e2af7 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:07.412707 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 21edac07-de21-4ec9-b233-cd4e8b4e2af7 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:07.688762 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6bf0ea1a-a8c0-4f80-a72f-ac5a8da4aaa5 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.708559 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e430b38-e692-44f2-b911-cd40d35ca555 req-10695ed9-7e52-4e5f-bcaa-7b3dc6dc0f88 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.710587 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4e430b38-e692-44f2-b911-cd40d35ca555 req-10695ed9-7e52-4e5f-bcaa-7b3dc6dc0f88 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.0810609 Jul 16 01:37:07.724755 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6bf0ea1a-a8c0-4f80-a72f-ac5a8da4aaa5 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-361746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-361739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-361858'] for router, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.745253 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969de3c-7ea5-407f-87b2-08fc9dc23705 req-48c8580e-8df6-473f-9675-fa7fc274d46d tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.746900 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3969de3c-7ea5-407f-87b2-08fc9dc23705 req-48c8580e-8df6-473f-9675-fa7fc274d46d tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.1422081 Jul 16 01:37:07.776078 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4e430b38-e692-44f2-b911-cd40d35ca555 req-e2f48d4a-8539-4af5-b3e8-03603ac5c149 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519660 Jul 16 01:37:07.873301 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3969de3c-7ea5-407f-87b2-08fc9dc23705 req-6aa9aa99-297c-4e37-9246-19ce15b0111e tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480461 Jul 16 01:37:07.903635 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf0ea1a-a8c0-4f80-a72f-ac5a8da4aaa5 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Router 1fc9a6fc-eb98-4e01-a669-f837875e2e4e is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:37:08.005955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf0ea1a-a8c0-4f80-a72f-ac5a8da4aaa5 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:08.015855 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6bf0ea1a-a8c0-4f80-a72f-ac5a8da4aaa5 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.018074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d89e0d-434d-406e-a778-e106f9317768 None None] Sync routers for ids ['1fc9a6fc-eb98-4e01-a669-f837875e2e4e'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:08.022035 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6bf0ea1a-a8c0-4f80-a72f-ac5a8da4aaa5 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "PUT /v2.0/routers/1fc9a6fc-eb98-4e01-a669-f837875e2e4e HTTP/1.1" status: 200 len: 698 time: 0.7202008 Jul 16 01:37:08.022423 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35842) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:08.046430 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d89e0d-434d-406e-a778-e106f9317768 None None] Routers {'1fc9a6fc-eb98-4e01-a669-f837875e2e4e'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:08.047802 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-53d89e0d-434d-406e-a778-e106f9317768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['1fc9a6fc-eb98-4e01-a669-f837875e2e4e'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:08.143520 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5d79c39a-a87c-4bb4-84c0-60394cf95b42 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "GET /v2.0/routers/1fc9a6fc-eb98-4e01-a669-f837875e2e4e HTTP/1.1" status: 200 len: 704 time: 0.1198421 Jul 16 01:37:08.152401 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35850) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:08.157135 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ad151e8-7e02-4c6d-b4ac-0d749f14ac77 req-932903d0-2004-4a6d-bf6a-45e04b4c9551 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 210 time: 0.0604150 Jul 16 01:37:08.164910 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-53d89e0d-434d-406e-a778-e106f9317768 None None] Set router 1fc9a6fc-eb98-4e01-a669-f837875e2e4e gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:08.222348 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ab432-c09e-4a71-9d48-ea37a318d50e req-e460ccc1-7228-45ec-8fa0-3cfe50c3c570 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.229974 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-237ab432-c09e-4a71-9d48-ea37a318d50e req-e460ccc1-7228-45ec-8fa0-3cfe50c3c570 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.0852551 Jul 16 01:37:08.232836 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4f5808d3-d367-48f7-8f6d-591e7d61caba tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fc9a6fc-eb98-4e01-a669-f837875e2e4e HTTP/1.1" status: 200 len: 205 time: 0.0742021 Jul 16 01:37:08.240885 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35856) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:08.250900 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-53d89e0d-434d-406e-a778-e106f9317768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc9a6fc-eb98-4e01-a669-f837875e2e4e', 'name': 'tempest-RoutersIpV6Test-router-1588793028', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:07Z', 'updated_at': '2021-07-16T01:37:07Z', 'revision_number': 2, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:08.280266 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-237ab432-c09e-4a71-9d48-ea37a318d50e req-acffafcc-5d57-4380-a07a-c1b5b2e09efe tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487850 Jul 16 01:37:08.292541 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d89e0d-434d-406e-a778-e106f9317768 None None] Checking router: 1fc9a6fc-eb98-4e01-a669-f837875e2e4e for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:08.313117 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d89e0d-434d-406e-a778-e106f9317768 None None] Routers {'1fc9a6fc-eb98-4e01-a669-f837875e2e4e'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:08.315835 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-53d89e0d-434d-406e-a778-e106f9317768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['1fc9a6fc-eb98-4e01-a669-f837875e2e4e'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:08.404296 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-53d89e0d-434d-406e-a778-e106f9317768 None None] Set router 1fc9a6fc-eb98-4e01-a669-f837875e2e4e gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:08.407962 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3c38ad2b-9d4b-42a5-96db-d15689f547df tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.481576 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-53d89e0d-434d-406e-a778-e106f9317768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc9a6fc-eb98-4e01-a669-f837875e2e4e', 'name': 'tempest-RoutersIpV6Test-router-1588793028', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:07Z', 'updated_at': '2021-07-16T01:37:07Z', 'revision_number': 2, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:08.521679 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d89e0d-434d-406e-a778-e106f9317768 None None] The sync data for ids ['1fc9a6fc-eb98-4e01-a669-f837875e2e4e'] in n-d-792394-16 is: [{'id': '1fc9a6fc-eb98-4e01-a669-f837875e2e4e', 'name': 'tempest-RoutersIpV6Test-router-1588793028', 'tenant_id': '25f43487b8e9471c8206a5429d008e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:07Z', 'updated_at': '2021-07-16T01:37:07Z', 'revision_number': 2, 'project_id': '25f43487b8e9471c8206a5429d008e7d', 'gw_port_host': None}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:08.628064 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3c38ad2b-9d4b-42a5-96db-d15689f547df tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.631180 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3c38ad2b-9d4b-42a5-96db-d15689f547df tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.704910 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097113b-2dde-4489-bbcc-ad9452e5a81f req-56ed786e-34c2-4cc7-a3d7-0aa2a4ef72f3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.706714 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e097113b-2dde-4489-bbcc-ad9452e5a81f req-56ed786e-34c2-4cc7-a3d7-0aa2a4ef72f3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.2121243 Jul 16 01:37:08.708076 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3c38ad2b-9d4b-42a5-96db-d15689f547df tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.708648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c38ad2b-9d4b-42a5-96db-d15689f547df tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Fanout notify agent at l3_agent the message router_deleted on router 1fc9a6fc-eb98-4e01-a669-f837875e2e4e {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:37:08.716879 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3c38ad2b-9d4b-42a5-96db-d15689f547df tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.722159 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3c38ad2b-9d4b-42a5-96db-d15689f547df tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/routers/1fc9a6fc-eb98-4e01-a669-f837875e2e4e HTTP/1.1" status: 204 len: 168 time: 0.4799092 Jul 16 01:37:08.722460 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35862) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:08.774708 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e097113b-2dde-4489-bbcc-ad9452e5a81f req-745a98a5-1a53-4752-bd9d-36278eeb715e tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511646 Jul 16 01:37:08.786097 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-281a8172-534b-42fc-9aea-11231ef21654 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fc9a6fc-eb98-4e01-a669-f837875e2e4e HTTP/1.1" status: 200 len: 205 time: 0.0624902 Jul 16 01:37:08.789009 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35864) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:08.849441 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-4cc37317-9010-4795-9906-7396179a7abd tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] delete failed (client error): The resource could not be found. Jul 16 01:37:08.850812 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4cc37317-9010-4795-9906-7396179a7abd tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/routers/1fc9a6fc-eb98-4e01-a669-f837875e2e4e HTTP/1.1" status: 404 len: 336 time: 0.0605919 Jul 16 01:37:08.853454 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35868) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:08.889815 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-134d1b16-57f4-47d1-ae32-040e7d38659f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:08.890530 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134d1b16-57f4-47d1-ae32-040e7d38659f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:08.892499 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-134d1b16-57f4-47d1-ae32-040e7d38659f tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/subnets/457114d2-0e1f-4309-9c6b-c331a4e8c392 HTTP/1.1" status: 404 len: 337 time: 0.0379231 Jul 16 01:37:08.895087 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35870) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:08.927471 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-221c6b42-a443-462b-8bd5-63c72749dadb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:08.927936 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221c6b42-a443-462b-8bd5-63c72749dadb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:08.930285 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-221c6b42-a443-462b-8bd5-63c72749dadb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/subnets/622cf4de-1862-4a02-a2b5-9a964c18631f HTTP/1.1" status: 404 len: 337 time: 0.0335610 Jul 16 01:37:08.932352 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35876) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:08.966626 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d8d4fd-b666-4af9-9cdd-c5fe947559a2 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:08.967571 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d8d4fd-b666-4af9-9cdd-c5fe947559a2 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:08.969966 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-48d8d4fd-b666-4af9-9cdd-c5fe947559a2 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/subnets/e08a6945-8847-4657-b9e7-7a899b8d9ee6 HTTP/1.1" status: 404 len: 337 time: 0.0364883 Jul 16 01:37:08.972639 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35878) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:09.001433 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea87d84-f9e2-47ce-bbf8-242829015263 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:09.002393 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea87d84-f9e2-47ce-bbf8-242829015263 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:09.004463 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0ea87d84-f9e2-47ce-bbf8-242829015263 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/subnets/75c64c58-ee83-41ef-b66b-8ef5301dfab5 HTTP/1.1" status: 404 len: 337 time: 0.0303628 Jul 16 01:37:09.007153 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35880) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:09.038790 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f31dca2e-d8ac-43d3-97f5-d7953fcee8e2 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "GET /v2.0/ports?device_id=88e59075-91ab-43c0-b0ba-8337e3cc7476 HTTP/1.1" status: 200 len: 205 time: 0.0302048 Jul 16 01:37:09.041750 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35882) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:09.099203 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-719cae64-e2bf-43ab-96c4-13ffaf338a7c tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] delete failed (client error): The resource could not be found. Jul 16 01:37:09.103269 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35886) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:09.104889 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-719cae64-e2bf-43ab-96c4-13ffaf338a7c tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/routers/88e59075-91ab-43c0-b0ba-8337e3cc7476 HTTP/1.1" status: 404 len: 336 time: 0.0619502 Jul 16 01:37:09.156152 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4537259f-d559-416c-84d5-53141c07aada tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ca1ae6-d27a-46fb-96ec-27a4d9ca8f75 HTTP/1.1" status: 200 len: 205 time: 0.0514350 Jul 16 01:37:09.158854 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35890) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:09.266517 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-589fdbdb-7403-4cc8-846f-4e2306f8fbc8 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] delete failed (client error): The resource could not be found. Jul 16 01:37:09.267881 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-589fdbdb-7403-4cc8-846f-4e2306f8fbc8 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/routers/90ca1ae6-d27a-46fb-96ec-27a4d9ca8f75 HTTP/1.1" status: 404 len: 336 time: 0.1080539 Jul 16 01:37:09.270659 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35894) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:09.309947 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a431b9-84ec-4c03-a585-5cdd1acb4bcb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:09.310402 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a431b9-84ec-4c03-a585-5cdd1acb4bcb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:09.315125 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b7a431b9-84ec-4c03-a585-5cdd1acb4bcb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/subnets/fc36fe41-6bd7-4732-834c-63d188139fb2 HTTP/1.1" status: 404 len: 337 time: 0.0408638 Jul 16 01:37:09.316440 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35896) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:09.352801 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-45564e43-de46-43bc-be69-4c76093a44fb tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f627874-b89e-4c6d-9a86-dcaa903f447a HTTP/1.1" status: 200 len: 205 time: 0.0325699 Jul 16 01:37:09.353748 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35898) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:09.365983 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7aefb-f1c2-43a8-825f-59057078da11 req-a5845b9f-9bfe-40d6-aec7-2d236f384f25 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.367606 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-47f7aefb-f1c2-43a8-825f-59057078da11 req-a5845b9f-9bfe-40d6-aec7-2d236f384f25 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.0792258 Jul 16 01:37:09.395880 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-d5dd8bfd-973a-4964-91fd-f048478bfc8d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] delete failed (client error): The resource could not be found. Jul 16 01:37:09.396969 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d5dd8bfd-973a-4964-91fd-f048478bfc8d tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/routers/3f627874-b89e-4c6d-9a86-dcaa903f447a HTTP/1.1" status: 404 len: 336 time: 0.0427952 Jul 16 01:37:09.401812 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35900) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:09.423911 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35a772-d71f-4349-a40b-dbb9ba0c6ffd req-c149666c-443f-456f-a577-5dceab15187c tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.426985 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b35a772-d71f-4349-a40b-dbb9ba0c6ffd req-c149666c-443f-456f-a577-5dceab15187c tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.1970458 Jul 16 01:37:09.427590 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-47f7aefb-f1c2-43a8-825f-59057078da11 req-25ec03b6-1f5c-427d-ad18-441bbee3c192 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525486 Jul 16 01:37:09.451121 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-10d053c7-dc94-4c4b-a206-bec77d254e14 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "GET /v2.0/ports?device_id=c501a714-469d-4a6a-86a9-d0491283cfa2 HTTP/1.1" status: 200 len: 205 time: 0.0481691 Jul 16 01:37:09.455728 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35902) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:09.515869 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b35a772-d71f-4349-a40b-dbb9ba0c6ffd req-803de63c-3520-45e7-ac98-8b76b1cc44e7 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677738 Jul 16 01:37:09.556840 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-db920c18-270e-465f-82fe-cfccfb11be31 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] delete failed (client error): The resource could not be found. Jul 16 01:37:09.560201 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-db920c18-270e-465f-82fe-cfccfb11be31 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/routers/c501a714-469d-4a6a-86a9-d0491283cfa2 HTTP/1.1" status: 404 len: 336 time: 0.0984008 Jul 16 01:37:09.560689 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35904) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:09.605226 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b0307d-3ccb-4b2f-bec7-dd232ece4ab9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:09.606109 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b0307d-3ccb-4b2f-bec7-dd232ece4ab9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:09.612591 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b8b0307d-3ccb-4b2f-bec7-dd232ece4ab9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/subnets/f9c4e424-6792-41aa-aa40-58302c308506 HTTP/1.1" status: 404 len: 337 time: 0.0505712 Jul 16 01:37:09.614001 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35906) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:09.642385 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e39a3977-e74f-4c72-9297-e54b12bbb784 req-5c9d81d6-6c51-448d-a854-53dcb2b0673d tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 210 time: 0.0308347 Jul 16 01:37:09.656392 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35908) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:09.657216 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cf7ae81d-c15f-49e6-99c1-e568e056bc3a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "GET /v2.0/ports?device_id=b83e3a18-29cd-4eb6-a409-d6d3c1097cf6 HTTP/1.1" status: 200 len: 205 time: 0.0419054 Jul 16 01:37:09.713517 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-9fdf14c3-2139-4d1b-aca1-0e977fa36cc9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] delete failed (client error): The resource could not be found. Jul 16 01:37:09.714715 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9fdf14c3-2139-4d1b-aca1-0e977fa36cc9 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/routers/b83e3a18-29cd-4eb6-a409-d6d3c1097cf6 HTTP/1.1" status: 404 len: 336 time: 0.0572667 Jul 16 01:37:09.719761 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35910) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:09.752783 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79e9d01-b094-4b72-8747-36e3aa96285a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:09.753218 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e79e9d01-b094-4b72-8747-36e3aa96285a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:09.758177 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35914) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:09.758977 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e79e9d01-b094-4b72-8747-36e3aa96285a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/subnets/755e39f0-1498-4701-b05d-acf72e32913f HTTP/1.1" status: 404 len: 337 time: 0.0379169 Jul 16 01:37:09.806196 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-adeecf12-ebdc-485b-8aad-e71a1f19c49c tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "GET /v2.0/ports?device_id=de55f3be-4339-4232-a338-8c239499f829 HTTP/1.1" status: 200 len: 205 time: 0.0468044 Jul 16 01:37:09.808838 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35916) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:09.853560 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-711f46f2-47ca-4007-82e9-8488f7cee632 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] delete failed (client error): The resource could not be found. Jul 16 01:37:09.855583 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-711f46f2-47ca-4007-82e9-8488f7cee632 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/routers/de55f3be-4339-4232-a338-8c239499f829 HTTP/1.1" status: 404 len: 336 time: 0.0451877 Jul 16 01:37:09.857920 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35918) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:09.889612 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-61cf34fe-92b4-4a92-82f8-53aa130eeb9a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:09.890105 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61cf34fe-92b4-4a92-82f8-53aa130eeb9a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:09.894606 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-61cf34fe-92b4-4a92-82f8-53aa130eeb9a tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/subnets/724f616a-7bd0-407a-9d36-260b74d734ac HTTP/1.1" status: 404 len: 337 time: 0.0330696 Jul 16 01:37:09.894997 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35920) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:09.957070 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-7290ed3e-b8cd-40a4-a94c-ab11911c0d94 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:09.957527 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7290ed3e-b8cd-40a4-a94c-ab11911c0d94 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:09.961836 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7290ed3e-b8cd-40a4-a94c-ab11911c0d94 tempest-RoutersIpV6Test-955692702 tempest-RoutersIpV6Test-955692702-project] 10.222.0.16 "DELETE /v2.0/subnets/cadff0af-a286-4bd9-9979-2af3fcdbb878 HTTP/1.1" status: 404 len: 337 time: 0.0626657 Jul 16 01:37:10.319479 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35930) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:10.507065 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f6236cf8-860b-4767-bcb7-f29bf716e266 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=25f43487b8e9471c8206a5429d008e7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799052 Jul 16 01:37:10.509153 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35936) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:10.660769 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b9731c0-5dab-4560-9dcd-2ed1be9fba39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.731828 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b9731c0-5dab-4560-9dcd-2ed1be9fba39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.801323 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8f65e-a424-4590-bef0-0886cd789f87 req-0d673ea6-5dbc-45b5-9ab2-86af25bb7ee7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.812179 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-71d8f65e-a424-4590-bef0-0886cd789f87 req-0d673ea6-5dbc-45b5-9ab2-86af25bb7ee7 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.1581795 Jul 16 01:37:10.872901 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-71d8f65e-a424-4590-bef0-0886cd789f87 req-d3249963-2fb0-4bbf-8de1-a96069eb28d4 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590932 Jul 16 01:37:10.875203 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b9731c0-5dab-4560-9dcd-2ed1be9fba39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.878654 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b9731c0-5dab-4560-9dcd-2ed1be9fba39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.881382 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2b9731c0-5dab-4560-9dcd-2ed1be9fba39 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/997e4bb2-88ae-4681-9213-0ddb77a3b79d HTTP/1.1" status: 204 len: 168 time: 0.3710201 Jul 16 01:37:10.918452 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9731c0-5dab-4560-9dcd-2ed1be9fba39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997e4bb2-88ae-4681-9213-0ddb77a3b79d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:10.933816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0263e-1b22-425e-b722-cc0dc7a4c503 req-5eff2721-0d80-419d-bb32-472932f359f4 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.943327 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36b0263e-1b22-425e-b722-cc0dc7a4c503 req-5eff2721-0d80-419d-bb32-472932f359f4 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.1445832 Jul 16 01:37:11.007413 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36b0263e-1b22-425e-b722-cc0dc7a4c503 req-4ac009ec-a397-4cb7-81c8-2e1e41e31bb5 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623648 Jul 16 01:37:11.176764 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4611a159-17ae-4c8e-ab9a-8e77ba28eb76 req-1a86040a-0b78-4f4c-99b6-353ab5e5931c tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/ports?device_id=656ceb51-bc77-47dd-be71-31692066d652 HTTP/1.1" status: 200 len: 210 time: 0.0529668 Jul 16 01:37:11.629103 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d78b4-a437-4931-9b93-b43ef3c3985b req-de7ca60b-27ac-4f57-9928-7bbb6c2b58bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.630713 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-be4d78b4-a437-4931-9b93-b43ef3c3985b req-de7ca60b-27ac-4f57-9928-7bbb6c2b58bc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 1096 time: 0.1117125 Jul 16 01:37:11.639667 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447aeab-3bfb-4cbb-bd2c-4a4e2370f7a2 req-be5de883-9022-44e1-b670-06dc412bbe21 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.646624 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7447aeab-3bfb-4cbb-bd2c-4a4e2370f7a2 req-be5de883-9022-44e1-b670-06dc412bbe21 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.1548903 Jul 16 01:37:11.715846 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7447aeab-3bfb-4cbb-bd2c-4a4e2370f7a2 req-5dad1395-b108-4710-951b-1987aebec202 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681305 Jul 16 01:37:11.794849 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d78b4-a437-4931-9b93-b43ef3c3985b req-cd18e5b6-0d9e-4a8d-baa6-82118d8af5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.801358 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-be4d78b4-a437-4931-9b93-b43ef3c3985b req-cd18e5b6-0d9e-4a8d-baa6-82118d8af5d5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 200 len: 911 time: 0.1520391 Jul 16 01:37:11.884278 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-be4d78b4-a437-4931-9b93-b43ef3c3985b req-96f25a69-81c4-48dd-882d-077adbc1c088 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8660866a-9db7-4aa3-8d44-f99d34857980 HTTP/1.1" status: 200 len: 999 time: 0.0758972 Jul 16 01:37:11.942017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d78b4-a437-4931-9b93-b43ef3c3985b req-ef3a9e45-a5db-457d-9778-29e2a5936ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.944669 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-be4d78b4-a437-4931-9b93-b43ef3c3985b req-ef3a9e45-a5db-457d-9778-29e2a5936ea7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 200 len: 849 time: 0.0534799 Jul 16 01:37:12.015295 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d78b4-a437-4931-9b93-b43ef3c3985b req-61673fc4-4f3f-4aed-8f72-53d926cf1f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.017214 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-be4d78b4-a437-4931-9b93-b43ef3c3985b req-61673fc4-4f3f-4aed-8f72-53d926cf1f0d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7cb02b0d-151c-40b4-a49f-996c30b19d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659716 Jul 16 01:37:12.035371 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35974) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:12.157253 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-be4d78b4-a437-4931-9b93-b43ef3c3985b req-2218a0d1-3e71-46eb-98a2-2f34bc3a4803 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324844 Jul 16 01:37:12.285937 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-f93f9789-ded9-4d84-9b47-c4e5a481984a tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-857209274', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:12.304488 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-be4d78b4-a437-4931-9b93-b43ef3c3985b req-17fdaadf-3841-4d35-9aa5-7e209a7c7726 service neutron] 10.222.0.82 "GET /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408451 Jul 16 01:37:12.329099 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f93f9789-ded9-4d84-9b47-c4e5a481984a tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.330205 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f93f9789-ded9-4d84-9b47-c4e5a481984a tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.363264 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35986) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:12.386377 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd23deb-81e0-497b-86e0-85050bf61d2c req-56cef55d-d0ce-448f-a08a-f526586e3b57 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.388985 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-abd23deb-81e0-497b-86e0-85050bf61d2c req-56cef55d-d0ce-448f-a08a-f526586e3b57 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.1938999 Jul 16 01:37:12.422033 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f93f9789-ded9-4d84-9b47-c4e5a481984a tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.433021 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f93f9789-ded9-4d84-9b47-c4e5a481984a tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.511227 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f93f9789-ded9-4d84-9b47-c4e5a481984a tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.515599 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f93f9789-ded9-4d84-9b47-c4e5a481984a tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4757962 Jul 16 01:37:12.516502 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35990) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:12.517514 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58950d73-772a-4a79-a43a-e8b22db7eaa5 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.524013 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-14d655c4-3f9c-4530-8ba6-16121696f528 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1542939055'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:12.533956 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-abd23deb-81e0-497b-86e0-85050bf61d2c req-7e86312b-8600-472a-b370-fa1eb742c90f tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105201 Jul 16 01:37:12.548694 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58950d73-772a-4a79-a43a-e8b22db7eaa5 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.566946 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d655c4-3f9c-4530-8ba6-16121696f528 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Made reservation on behalf of 0458282574654c17b6a10c601913a830 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:12.572653 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-14d655c4-3f9c-4530-8ba6-16121696f528 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.590076 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-14d655c4-3f9c-4530-8ba6-16121696f528 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.634794 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58950d73-772a-4a79-a43a-e8b22db7eaa5 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.637422 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58950d73-772a-4a79-a43a-e8b22db7eaa5 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.641464 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-58950d73-772a-4a79-a43a-e8b22db7eaa5 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "DELETE /v2.0/security-groups/380a5669-fbc7-43b9-8205-bdbd26bbe3ca HTTP/1.1" status: 204 len: 168 time: 0.2744377 Jul 16 01:37:12.641700 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35992) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:12.649355 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58950d73-772a-4a79-a43a-e8b22db7eaa5 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=380a5669-fbc7-43b9-8205-bdbd26bbe3ca,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:12.665543 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-fd84d7cc-195c-4ffb-8927-6fd9eb0430e4 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] show failed (client error): The resource could not be found. Jul 16 01:37:12.671204 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fd84d7cc-195c-4ffb-8927-6fd9eb0430e4 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "GET /v2.0/security-groups/380a5669-fbc7-43b9-8205-bdbd26bbe3ca HTTP/1.1" status: 404 len: 347 time: 0.0239635 Jul 16 01:37:12.671464 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35994) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:12.942061 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06f156-b749-42c8-b1e5-48f46c77df18 req-bd6e9158-f830-4ead-8fcc-69742f6d4ade tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.950157 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1d06f156-b749-42c8-b1e5-48f46c77df18 req-bd6e9158-f830-4ead-8fcc-69742f6d4ade tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.0905156 Jul 16 01:37:13.031155 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1d06f156-b749-42c8-b1e5-48f46c77df18 req-847efecc-6105-4158-a05f-2b5a443d629f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798967 Jul 16 01:37:13.263618 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-14d655c4-3f9c-4530-8ba6-16121696f528 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.271079 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-14d655c4-3f9c-4530-8ba6-16121696f528 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.303527 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d655c4-3f9c-4530-8ba6-16121696f528 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b30027-9a41-434a-a6cd-191faa62fe59,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:13.325228 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-78c8e1bb-cde7-4ef8-adbd-88c776b85682 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Deleting port da1379ce-14e0-4335-8bf2-2b45ae9eccec {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:13.329337 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-78c8e1bb-cde7-4ef8-adbd-88c776b85682 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.360809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d655c4-3f9c-4530-8ba6-16121696f528 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:13.379453 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-14d655c4-3f9c-4530-8ba6-16121696f528 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.379971 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-14d655c4-3f9c-4530-8ba6-16121696f528 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Added segment 74cb6eec-a81e-47ff-a858-408906c534f0 of type vlan for network efca7d6c-18ab-4d93-82f7-ad89b7dce7ce Jul 16 01:37:13.483363 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-14d655c4-3f9c-4530-8ba6-16121696f528 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.510790 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-78c8e1bb-cde7-4ef8-adbd-88c776b85682 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.511505 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-78c8e1bb-cde7-4ef8-adbd-88c776b85682 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.536729 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-78c8e1bb-cde7-4ef8-adbd-88c776b85682 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Calling delete_port for da1379ce-14e0-4335-8bf2-2b45ae9eccec owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:13.699448 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-14d655c4-3f9c-4530-8ba6-16121696f528 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.707628 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d655c4-3f9c-4530-8ba6-16121696f528 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.708388 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-14d655c4-3f9c-4530-8ba6-16121696f528 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.716548 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-78c8e1bb-cde7-4ef8-adbd-88c776b85682 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.792050 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8e1bb-cde7-4ef8-adbd-88c776b85682 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Pushing event deleted for resources: {'Port': ['ID=da1379ce-14e0-4335-8bf2-2b45ae9eccec,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:13.824704 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-14d655c4-3f9c-4530-8ba6-16121696f528 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3041430 Jul 16 01:37:13.825786 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36014) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:13.830862 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-f29cb86d-52a1-4a2f-8221-8de98e841079 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Request body: {'subnet': {'network_id': 'efca7d6c-18ab-4d93-82f7-ad89b7dce7ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:13.915260 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d655c4-3f9c-4530-8ba6-16121696f528 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event updated for resources: {'Network': ['ID=efca7d6c-18ab-4d93-82f7-ad89b7dce7ce,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:13.935168 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network efca7d6c-18ab-4d93-82f7-ad89b7dce7ce details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:13.954177 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29cb86d-52a1-4a2f-8221-8de98e841079 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Made reservation on behalf of 0458282574654c17b6a10c601913a830 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:13.958700 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f29cb86d-52a1-4a2f-8221-8de98e841079 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.070585 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-78c8e1bb-cde7-4ef8-adbd-88c776b85682 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.075510 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-78c8e1bb-cde7-4ef8-adbd-88c776b85682 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.083156 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-78c8e1bb-cde7-4ef8-adbd-88c776b85682 tempest-ServersTestBootFromVolume-538738095 tempest-ServersTestBootFromVolume-538738095-project] 10.222.0.16 "DELETE /v2.0/floatingips/cd7bfaa7-3f6c-47b8-a240-a68bfdd9a99c HTTP/1.1" status: 204 len: 168 time: 1.4100821 Jul 16 01:37:14.083894 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36020) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:14.123500 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6e3da-07c5-4bf9-a4bb-9bf3167e0e76 req-e43223bb-5142-4319-939f-53d55e60fcb5 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.136034 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7bd6e3da-07c5-4bf9-a4bb-9bf3167e0e76 req-e43223bb-5142-4319-939f-53d55e60fcb5 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.3973098 Jul 16 01:37:14.310718 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7bd6e3da-07c5-4bf9-a4bb-9bf3167e0e76 req-c569a0df-9fb5-4193-a739-304a7ec6af58 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733806 Jul 16 01:37:14.344249 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:37:14.444483 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f29cb86d-52a1-4a2f-8221-8de98e841079 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.583117 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29cb86d-52a1-4a2f-8221-8de98e841079 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event updated for resources: {'Subnet': ['ID=20bc4443-6e36-4012-9747-a6ea4ff4af99,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:14.605648 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad63b6f-d7e3-4366-b837-430f5865efc5 req-13bf1c5d-4f6c-4112-b622-130c221941ef tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.608078 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0ad63b6f-d7e3-4366-b837-430f5865efc5 req-13bf1c5d-4f6c-4112-b622-130c221941ef tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.2949281 Jul 16 01:37:14.609685 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29cb86d-52a1-4a2f-8221-8de98e841079 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Checking segment: {'id': '74cb6eec-a81e-47ff-a858-408906c534f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'efca7d6c-18ab-4d93-82f7-ad89b7dce7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:14.610215 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29cb86d-52a1-4a2f-8221-8de98e841079 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Network hostable DHCP agents. Network: efca7d6c-18ab-4d93-82f7-ad89b7dce7ce, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:14.645754 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29cb86d-52a1-4a2f-8221-8de98e841079 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Network efca7d6c-18ab-4d93-82f7-ad89b7dce7ce is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:14.673454 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-f29cb86d-52a1-4a2f-8221-8de98e841079 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, efca7d6c-18ab-4d93-82f7-ad89b7dce7ce) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:14.684272 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29cb86d-52a1-4a2f-8221-8de98e841079 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.685022 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e903cfcf-ff28-46f6-ba74-abd3d96ede79 None None] Network efca7d6c-18ab-4d93-82f7-ad89b7dce7ce requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:14.685410 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f29cb86d-52a1-4a2f-8221-8de98e841079 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.720705 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0ad63b6f-d7e3-4366-b837-430f5865efc5 req-003ef113-9807-4476-b83e-08b8f9df20c3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938401 Jul 16 01:37:14.747611 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f29cb86d-52a1-4a2f-8221-8de98e841079 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9213817 Jul 16 01:37:14.751115 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36038) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:14.762562 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-4490475c-6f04-4178-ab90-c6cf37957c54 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Request body: {'network': {'name': 'tempest-router-network01--1265198077'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:14.798959 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4490475c-6f04-4178-ab90-c6cf37957c54 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Made reservation on behalf of 0458282574654c17b6a10c601913a830 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:14.830439 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4490475c-6f04-4178-ab90-c6cf37957c54 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.859479 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5433fcc5-e6ec-4c13-9b6d-69b5a6026a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.906076 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4490475c-6f04-4178-ab90-c6cf37957c54 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:14.935795 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4490475c-6f04-4178-ab90-c6cf37957c54 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.937478 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-4490475c-6f04-4178-ab90-c6cf37957c54 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Added segment 939a5dc4-4fb0-4af2-bbea-e6e734f1d59f of type vlan for network 732b4b42-3861-49f1-9214-a88d6d1d1ac0 Jul 16 01:37:15.004883 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4490475c-6f04-4178-ab90-c6cf37957c54 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.070066 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-efca7d6c-18ab-4d93-82f7-ad89b7dce7ce', 'network_id': 'efca7d6c-18ab-4d93-82f7-ad89b7dce7ce', 'tenant_id': '0458282574654c17b6a10c601913a830', 'fixed_ips': [{'subnet_id': '20bc4443-6e36-4012-9747-a6ea4ff4af99'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:15.071270 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.150493 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db77982-e761-4e4e-b78d-cad244172fa0 req-2ad87c7a-8fec-46f0-86e9-064752a10f82 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.153164 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4db77982-e761-4e4e-b78d-cad244172fa0 req-2ad87c7a-8fec-46f0-86e9-064752a10f82 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.1430511 Jul 16 01:37:15.154626 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4490475c-6f04-4178-ab90-c6cf37957c54 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.160893 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4490475c-6f04-4178-ab90-c6cf37957c54 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.161675 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4490475c-6f04-4178-ab90-c6cf37957c54 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.287022 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490475c-6f04-4178-ab90-c6cf37957c54 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event updated for resources: {'Network': ['ID=732b4b42-3861-49f1-9214-a88d6d1d1ac0,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:15.293192 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4490475c-6f04-4178-ab90-c6cf37957c54 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5409567 Jul 16 01:37:15.295463 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36052) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:15.302321 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-041d3978-6f25-4a5f-8edb-d15cc62c3e17 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Request body: {'network': {'name': 'tempest-router-network02--1567984865'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:15.311536 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 732b4b42-3861-49f1-9214-a88d6d1d1ac0 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:15.325710 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4db77982-e761-4e4e-b78d-cad244172fa0 req-e5876daa-0be9-4685-ac8e-3b1809135e7e tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501632 Jul 16 01:37:15.342706 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041d3978-6f25-4a5f-8edb-d15cc62c3e17 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Made reservation on behalf of 0458282574654c17b6a10c601913a830 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:15.346454 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-041d3978-6f25-4a5f-8edb-d15cc62c3e17 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.403294 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041d3978-6f25-4a5f-8edb-d15cc62c3e17 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:15.420095 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-041d3978-6f25-4a5f-8edb-d15cc62c3e17 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.421605 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-041d3978-6f25-4a5f-8edb-d15cc62c3e17 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Added segment b6250db2-ff08-45b3-ba99-065adf75163c of type vlan for network 9dbf6f45-828a-4e35-8168-ed60588a0b5b Jul 16 01:37:15.490067 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-041d3978-6f25-4a5f-8edb-d15cc62c3e17 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.564834 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Allocated IP 2001:db8::2 (efca7d6c-18ab-4d93-82f7-ad89b7dce7ce/20bc4443-6e36-4012-9747-a6ea4ff4af99/71703eb4-e38e-443f-838d-0a977dccb3ba) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:15.581042 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-041d3978-6f25-4a5f-8edb-d15cc62c3e17 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.591271 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041d3978-6f25-4a5f-8edb-d15cc62c3e17 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.591958 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-041d3978-6f25-4a5f-8edb-d15cc62c3e17 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.613804 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-5433fcc5-e6ec-4c13-9b6d-69b5a6026a01 admin admin] Deleting port fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:15.614412 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5433fcc5-e6ec-4c13-9b6d-69b5a6026a01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.771201 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abcb38-dc20-4757-b5b7-4f2c830c69d2 req-6300b726-39df-440d-a243-e5402fe53b25 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.783069 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26abcb38-dc20-4757-b5b7-4f2c830c69d2 req-6300b726-39df-440d-a243-e5402fe53b25 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.2646277 Jul 16 01:37:15.794991 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-041d3978-6f25-4a5f-8edb-d15cc62c3e17 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4978297 Jul 16 01:37:15.796224 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d3978-6f25-4a5f-8edb-d15cc62c3e17 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event updated for resources: {'Network': ['ID=9dbf6f45-828a-4e35-8168-ed60588a0b5b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:15.799562 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36066) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:15.807001 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-64af434f-feb0-4078-9199-2582d18220b4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Request body: {'subnet': {'network_id': '732b4b42-3861-49f1-9214-a88d6d1d1ac0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:15.811269 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 9dbf6f45-828a-4e35-8168-ed60588a0b5b details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:15.866680 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-5433fcc5-e6ec-4c13-9b6d-69b5a6026a01 admin admin] For port fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72,segment=NetworkSegment(cd22ad3c-1dd0-4825-aba4-17f4325fadc5),segment_id=cd22ad3c-1dd0-4825-aba4-17f4325fadc5)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:15.866972 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5433fcc5-e6ec-4c13-9b6d-69b5a6026a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.903220 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26abcb38-dc20-4757-b5b7-4f2c830c69d2 req-da52056c-c575-405b-b0c2-e860f9f923a1 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188226 Jul 16 01:37:15.922330 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.944661 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-5433fcc5-e6ec-4c13-9b6d-69b5a6026a01 admin admin] Calling delete_port for fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72 owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:15.992542 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Transition to ACTIVE for port object 71703eb4-e38e-443f-838d-0a977dccb3ba will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:16.077196 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Transition to ACTIVE for port object 71703eb4-e38e-443f-838d-0a977dccb3ba will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:16.173671 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64af434f-feb0-4078-9199-2582d18220b4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Made reservation on behalf of 0458282574654c17b6a10c601913a830 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:16.179243 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64af434f-feb0-4078-9199-2582d18220b4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.448419 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5433fcc5-e6ec-4c13-9b6d-69b5a6026a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.493426 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433fcc5-e6ec-4c13-9b6d-69b5a6026a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:16.533594 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5433fcc5-e6ec-4c13-9b6d-69b5a6026a01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:16.534421 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.534790 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5433fcc5-e6ec-4c13-9b6d-69b5a6026a01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:16.535363 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5433fcc5-e6ec-4c13-9b6d-69b5a6026a01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:16.535938 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5433fcc5-e6ec-4c13-9b6d-69b5a6026a01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:16.536853 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5433fcc5-e6ec-4c13-9b6d-69b5a6026a01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:16.539327 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5433fcc5-e6ec-4c13-9b6d-69b5a6026a01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:16.539903 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5433fcc5-e6ec-4c13-9b6d-69b5a6026a01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:16.540739 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5433fcc5-e6ec-4c13-9b6d-69b5a6026a01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:16.556836 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5433fcc5-e6ec-4c13-9b6d-69b5a6026a01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:16.557438 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5433fcc5-e6ec-4c13-9b6d-69b5a6026a01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:16.558742 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5433fcc5-e6ec-4c13-9b6d-69b5a6026a01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:16.559529 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5433fcc5-e6ec-4c13-9b6d-69b5a6026a01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:16.603014 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Network efca7d6c-18ab-4d93-82f7-ad89b7dce7ce is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:16.612606 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:16.618812 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:16.632182 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Pushing event updated for resources: {'Port': ['ID=71703eb4-e38e-443f-838d-0a977dccb3ba,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:16.703935 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:16.706131 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:16.706567 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:16.706994 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:16.709500 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:16.709937 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:16.710347 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:16.717633 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:16.718264 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:16.718797 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:16.719309 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:16.719793 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:16.757160 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Attempting to bind port 71703eb4-e38e-443f-838d-0a977dccb3ba on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:16.758841 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Attempting to bind port 71703eb4-e38e-443f-838d-0a977dccb3ba by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '74cb6eec-a81e-47ff-a858-408906c534f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'efca7d6c-18ab-4d93-82f7-ad89b7dce7ce'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:16.760880 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Attempting to bind port 71703eb4-e38e-443f-838d-0a977dccb3ba on network efca7d6c-18ab-4d93-82f7-ad89b7dce7ce {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:16.775138 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:16.777386 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Checking segment: {'id': '74cb6eec-a81e-47ff-a858-408906c534f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'efca7d6c-18ab-4d93-82f7-ad89b7dce7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:16.777963 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.778557 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Bound using segment: {'id': '74cb6eec-a81e-47ff-a858-408906c534f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'efca7d6c-18ab-4d93-82f7-ad89b7dce7ce'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:16.781489 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Bound port: 71703eb4-e38e-443f-838d-0a977dccb3ba, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74cb6eec-a81e-47ff-a858-408906c534f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'efca7d6c-18ab-4d93-82f7-ad89b7dce7ce'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:16.782135 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.941431 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64af434f-feb0-4078-9199-2582d18220b4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.942064 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5433fcc5-e6ec-4c13-9b6d-69b5a6026a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.947493 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] For port 71703eb4-e38e-443f-838d-0a977dccb3ba, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:16.956646 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] For port 71703eb4-e38e-443f-838d-0a977dccb3ba, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=71703eb4-e38e-443f-838d-0a977dccb3ba,segment=NetworkSegment(74cb6eec-a81e-47ff-a858-408906c534f0),segment_id=74cb6eec-a81e-47ff-a858-408906c534f0)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:16.968741 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.057448 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0eeda0-1a09-4a6d-be4e-37843c68fd02 None None] Pushing event updated for resources: {'Port': ['ID=71703eb4-e38e-443f-838d-0a977dccb3ba,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:17.118041 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64af434f-feb0-4078-9199-2582d18220b4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Checking segment: {'id': '939a5dc4-4fb0-4af2-bbea-e6e734f1d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '732b4b42-3861-49f1-9214-a88d6d1d1ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:17.118430 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64af434f-feb0-4078-9199-2582d18220b4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Network hostable DHCP agents. Network: 732b4b42-3861-49f1-9214-a88d6d1d1ac0, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:17.177866 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af434f-feb0-4078-9199-2582d18220b4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event updated for resources: {'Subnet': ['ID=6518f11d-42c3-45e5-a373-ab762be368a5,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:17.189705 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64af434f-feb0-4078-9199-2582d18220b4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Network 732b4b42-3861-49f1-9214-a88d6d1d1ac0 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:17.230533 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-64af434f-feb0-4078-9199-2582d18220b4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 732b4b42-3861-49f1-9214-a88d6d1d1ac0) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:17.243146 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f3a0f4-bcbb-4413-a389-b8aad7174729 None None] Network 732b4b42-3861-49f1-9214-a88d6d1d1ac0 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:17.257381 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64af434f-feb0-4078-9199-2582d18220b4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:17.258011 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64af434f-feb0-4078-9199-2582d18220b4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.271563 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5526f-f6e4-4cad-91cc-f74130dd307b req-c6390bae-1904-4d85-81ae-a1057b27c83f tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:17.279016 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-71c5526f-f6e4-4cad-91cc-f74130dd307b req-c6390bae-1904-4d85-81ae-a1057b27c83f tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.3334520 Jul 16 01:37:17.294127 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-64af434f-feb0-4078-9199-2582d18220b4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4931192 Jul 16 01:37:17.297297 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36124) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:17.303013 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-dcc76f6a-e199-4842-986d-5996aeb1d50f tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Request body: {'subnet': {'network_id': '9dbf6f45-828a-4e35-8168-ed60588a0b5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:17.529810 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-71c5526f-f6e4-4cad-91cc-f74130dd307b req-d87f4002-662d-4d4e-b246-a886649a4b0f tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464490 Jul 16 01:37:17.657909 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5433fcc5-e6ec-4c13-9b6d-69b5a6026a01 admin admin] Router 2263f38f-3c0d-4d54-b830-b3000e67b6ee has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:17.690226 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc76f6a-e199-4842-986d-5996aeb1d50f tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Made reservation on behalf of 0458282574654c17b6a10c601913a830 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:17.696131 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dcc76f6a-e199-4842-986d-5996aeb1d50f tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.717383 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c69700-c4f4-4f15-83bc-861a976664ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-732b4b42-3861-49f1-9214-a88d6d1d1ac0', 'network_id': '732b4b42-3861-49f1-9214-a88d6d1d1ac0', 'tenant_id': '0458282574654c17b6a10c601913a830', 'fixed_ips': [{'subnet_id': '6518f11d-42c3-45e5-a373-ab762be368a5'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:17.721411 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9c69700-c4f4-4f15-83bc-861a976664ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.898096 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5433fcc5-e6ec-4c13-9b6d-69b5a6026a01 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:17.910749 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5433fcc5-e6ec-4c13-9b6d-69b5a6026a01 admin admin] 10.222.0.16 "PUT /v2.0/routers/2263f38f-3c0d-4d54-b830-b3000e67b6ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8216758 Jul 16 01:37:17.910939 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c91561-f846-4385-9fba-d5aacc051fe1 None None] Sync routers for ids ['2263f38f-3c0d-4d54-b830-b3000e67b6ee'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:17.915024 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36130) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:17.926667 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c91561-f846-4385-9fba-d5aacc051fe1 None None] Routers {'2263f38f-3c0d-4d54-b830-b3000e67b6ee'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:17.932703 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-a7c91561-f846-4385-9fba-d5aacc051fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['2263f38f-3c0d-4d54-b830-b3000e67b6ee'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:17.986954 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-f9c69700-c4f4-4f15-83bc-861a976664ce None None] Allocated IP 2001:db8::2 (732b4b42-3861-49f1-9214-a88d6d1d1ac0/6518f11d-42c3-45e5-a373-ab762be368a5/d9cbfc8e-bfe8-49e4-94a1-7180927a32b0) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:18.079619 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dcc76f6a-e199-4842-986d-5996aeb1d50f tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.163929 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2661d-091a-49d0-99cc-9fa4eeb0d350 req-67f3f070-7998-47dc-9dbd-7461711eba0c tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.168560 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-a7c91561-f846-4385-9fba-d5aacc051fe1 None None] Set router 2263f38f-3c0d-4d54-b830-b3000e67b6ee gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:18.173042 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-06e2661d-091a-49d0-99cc-9fa4eeb0d350 req-67f3f070-7998-47dc-9dbd-7461711eba0c tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.1648364 Jul 16 01:37:18.191470 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f0899d7-4d67-4b6a-a0c7-da141b9c6414 admin admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.322582 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-06e2661d-091a-49d0-99cc-9fa4eeb0d350 req-f0a0a32e-e6d1-404b-9ed3-45add233d97c tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483111 Jul 16 01:37:18.418246 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9c69700-c4f4-4f15-83bc-861a976664ce None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.435895 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f9c69700-c4f4-4f15-83bc-861a976664ce None None] Transition to ACTIVE for port object d9cbfc8e-bfe8-49e4-94a1-7180927a32b0 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:18.441842 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc76f6a-e199-4842-986d-5996aeb1d50f tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event updated for resources: {'Subnet': ['ID=5e729e5d-6a44-499c-875e-ca3867c2d8ce,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:18.446933 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc76f6a-e199-4842-986d-5996aeb1d50f tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Checking segment: {'id': 'b6250db2-ff08-45b3-ba99-065adf75163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9dbf6f45-828a-4e35-8168-ed60588a0b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:18.447690 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc76f6a-e199-4842-986d-5996aeb1d50f tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Network hostable DHCP agents. Network: 9dbf6f45-828a-4e35-8168-ed60588a0b5b, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:18.471270 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f9c69700-c4f4-4f15-83bc-861a976664ce None None] Transition to ACTIVE for port object d9cbfc8e-bfe8-49e4-94a1-7180927a32b0 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:18.485252 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9c69700-c4f4-4f15-83bc-861a976664ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.533862 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c69700-c4f4-4f15-83bc-861a976664ce None None] Network 732b4b42-3861-49f1-9214-a88d6d1d1ac0 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:18.538178 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-f9c69700-c4f4-4f15-83bc-861a976664ce None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:18.547246 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c69700-c4f4-4f15-83bc-861a976664ce None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:18.556546 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f0899d7-4d67-4b6a-a0c7-da141b9c6414 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.566944 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fbf2a-6592-4a66-9551-e5fbd1daf267 req-f0297446-bdf1-40d5-8949-5cbe0db7f01a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.573411 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c69700-c4f4-4f15-83bc-861a976664ce None None] Pushing event updated for resources: {'Port': ['ID=d9cbfc8e-bfe8-49e4-94a1-7180927a32b0,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:18.574866 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b15fbf2a-6592-4a66-9551-e5fbd1daf267 req-f0297446-bdf1-40d5-8949-5cbe0db7f01a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=57dead47-3991-4e17-8a5f-410d4801a532 HTTP/1.1" status: 200 len: 944 time: 0.2665665 Jul 16 01:37:18.731539 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-6f0899d7-4d67-4b6a-a0c7-da141b9c6414 admin admin] Deleting port 4d5c2ee2-4084-4577-9940-618c46d77441 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:18.732083 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f0899d7-4d67-4b6a-a0c7-da141b9c6414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.845497 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-f9c69700-c4f4-4f15-83bc-861a976664ce None None] Attempting to bind port d9cbfc8e-bfe8-49e4-94a1-7180927a32b0 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:18.845929 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-f9c69700-c4f4-4f15-83bc-861a976664ce None None] Attempting to bind port d9cbfc8e-bfe8-49e4-94a1-7180927a32b0 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '939a5dc4-4fb0-4af2-bbea-e6e734f1d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '732b4b42-3861-49f1-9214-a88d6d1d1ac0'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:18.846291 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c69700-c4f4-4f15-83bc-861a976664ce None None] Attempting to bind port d9cbfc8e-bfe8-49e4-94a1-7180927a32b0 on network 732b4b42-3861-49f1-9214-a88d6d1d1ac0 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:18.859414 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c69700-c4f4-4f15-83bc-861a976664ce None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:18.859813 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c69700-c4f4-4f15-83bc-861a976664ce None None] Checking segment: {'id': '939a5dc4-4fb0-4af2-bbea-e6e734f1d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '732b4b42-3861-49f1-9214-a88d6d1d1ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:18.860224 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9c69700-c4f4-4f15-83bc-861a976664ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.872297 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c69700-c4f4-4f15-83bc-861a976664ce None None] Bound using segment: {'id': '939a5dc4-4fb0-4af2-bbea-e6e734f1d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '732b4b42-3861-49f1-9214-a88d6d1d1ac0'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:18.873751 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-f9c69700-c4f4-4f15-83bc-861a976664ce None None] Bound port: d9cbfc8e-bfe8-49e4-94a1-7180927a32b0, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939a5dc4-4fb0-4af2-bbea-e6e734f1d59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '732b4b42-3861-49f1-9214-a88d6d1d1ac0'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:18.874217 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9c69700-c4f4-4f15-83bc-861a976664ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.990637 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-6f0899d7-4d67-4b6a-a0c7-da141b9c6414 admin admin] For port 4d5c2ee2-4084-4577-9940-618c46d77441, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4d5c2ee2-4084-4577-9940-618c46d77441,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:18.997087 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f0899d7-4d67-4b6a-a0c7-da141b9c6414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.001144 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-a7c91561-f846-4385-9fba-d5aacc051fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'name': 'tempest-ServersTestBootFromVolume-1275341119-router', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:04Z', 'updated_at': '2021-07-16T01:37:16Z', 'revision_number': 5, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'gw_port': {'id': '4d5c2ee2-4084-4577-9940-618c46d77441', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:34:05Z', 'updated_at': '2021-07-16T01:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:19.033620 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-f9c69700-c4f4-4f15-83bc-861a976664ce None None] For port d9cbfc8e-bfe8-49e4-94a1-7180927a32b0, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:19.037196 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-f9c69700-c4f4-4f15-83bc-861a976664ce None None] For port d9cbfc8e-bfe8-49e4-94a1-7180927a32b0, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d9cbfc8e-bfe8-49e4-94a1-7180927a32b0,segment=NetworkSegment(939a5dc4-4fb0-4af2-bbea-e6e734f1d59f),segment_id=939a5dc4-4fb0-4af2-bbea-e6e734f1d59f)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:19.041643 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b76829b-49d3-47d4-9bf3-3fa4f7d68220 None None] Network efca7d6c-18ab-4d93-82f7-ad89b7dce7ce requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:19.044045 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-6f0899d7-4d67-4b6a-a0c7-da141b9c6414 admin admin] Calling delete_port for 4d5c2ee2-4084-4577-9940-618c46d77441 owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:19.121493 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c91561-f846-4385-9fba-d5aacc051fe1 None None] Checking router: 2263f38f-3c0d-4d54-b830-b3000e67b6ee for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:19.150533 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c91561-f846-4385-9fba-d5aacc051fe1 None None] Routers {'2263f38f-3c0d-4d54-b830-b3000e67b6ee'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:19.151393 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-a7c91561-f846-4385-9fba-d5aacc051fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['2263f38f-3c0d-4d54-b830-b3000e67b6ee'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:19.284959 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9c69700-c4f4-4f15-83bc-861a976664ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.369471 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc76f6a-e199-4842-986d-5996aeb1d50f tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Network 9dbf6f45-828a-4e35-8168-ed60588a0b5b is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:19.371745 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c69700-c4f4-4f15-83bc-861a976664ce None None] Pushing event updated for resources: {'Port': ['ID=d9cbfc8e-bfe8-49e4-94a1-7180927a32b0,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:19.380067 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-a7c91561-f846-4385-9fba-d5aacc051fe1 None None] Set router 2263f38f-3c0d-4d54-b830-b3000e67b6ee gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:19.401405 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4ee64fc6-58ba-44cf-8174-8e12481c1266 None None] Provisioning for port 71703eb4-e38e-443f-838d-0a977dccb3ba completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:19.503247 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-dcc76f6a-e199-4842-986d-5996aeb1d50f tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 9dbf6f45-828a-4e35-8168-ed60588a0b5b) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:19.534606 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbcec42-1932-460a-aa2f-ff5eeb248455 None None] Network 9dbf6f45-828a-4e35-8168-ed60588a0b5b requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:19.571240 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 71703eb4-e38e-443f-838d-0a977dccb3ba up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:19.575832 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc76f6a-e199-4842-986d-5996aeb1d50f tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:19.577714 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-a7c91561-f846-4385-9fba-d5aacc051fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'name': 'tempest-ServersTestBootFromVolume-1275341119-router', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:04Z', 'updated_at': '2021-07-16T01:37:18Z', 'revision_number': 6, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:19.579703 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dcc76f6a-e199-4842-986d-5996aeb1d50f tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.638418 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-dcc76f6a-e199-4842-986d-5996aeb1d50f tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3375678 Jul 16 01:37:19.644326 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36150) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:19.653291 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c91561-f846-4385-9fba-d5aacc051fe1 None None] The sync data for ids ['2263f38f-3c0d-4d54-b830-b3000e67b6ee'] in n-d-792394-16 is: [{'id': '2263f38f-3c0d-4d54-b830-b3000e67b6ee', 'name': 'tempest-ServersTestBootFromVolume-1275341119-router', 'tenant_id': '584cfa82f38247b0ba7638f8dca7e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:34:04Z', 'updated_at': '2021-07-16T01:37:18Z', 'revision_number': 6, 'project_id': '584cfa82f38247b0ba7638f8dca7e202', 'gw_port_host': None}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:19.661191 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f0899d7-4d67-4b6a-a0c7-da141b9c6414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.717142 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0899d7-4d67-4b6a-a0c7-da141b9c6414 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d5c2ee2-4084-4577-9940-618c46d77441,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:19.754649 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdca8ec-781a-4965-8a76-858150465b24 req-f97982d7-ecde-46ad-99eb-ecd8935aabf0 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:19.763455 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1cdca8ec-781a-4965-8a76-858150465b24 req-f97982d7-ecde-46ad-99eb-ecd8935aabf0 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.2276304 Jul 16 01:37:19.808679 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-b15fbf2a-6592-4a66-9551-e5fbd1daf267 req-14e6b43c-0f24-46d6-ac28-38e001bc5647 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Deleting port 21e715fd-3e6e-4d1d-8f8d-e2242e454092 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:19.809031 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b15fbf2a-6592-4a66-9551-e5fbd1daf267 req-14e6b43c-0f24-46d6-ac28-38e001bc5647 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.849643 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f0899d7-4d67-4b6a-a0c7-da141b9c6414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.871006 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 71703eb4-e38e-443f-838d-0a977dccb3ba completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:19.878877 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 71703eb4-e38e-443f-838d-0a977dccb3ba triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:19.879274 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.900683 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1cdca8ec-781a-4965-8a76-858150465b24 req-72224357-c2ee-4345-8646-48773d977177 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350696 Jul 16 01:37:19.999799 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7157e7a3-53e8-4a2d-9daa-a55b453a0ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-9dbf6f45-828a-4e35-8168-ed60588a0b5b', 'network_id': '9dbf6f45-828a-4e35-8168-ed60588a0b5b', 'tenant_id': '0458282574654c17b6a10c601913a830', 'fixed_ips': [{'subnet_id': '5e729e5d-6a44-499c-875e-ca3867c2d8ce'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:20.001280 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7157e7a3-53e8-4a2d-9daa-a55b453a0ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.094431 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f0899d7-4d67-4b6a-a0c7-da141b9c6414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.102108 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f0899d7-4d67-4b6a-a0c7-da141b9c6414 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.313876 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.321307 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f0899d7-4d67-4b6a-a0c7-da141b9c6414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.321835 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0899d7-4d67-4b6a-a0c7-da141b9c6414 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2263f38f-3c0d-4d54-b830-b3000e67b6ee {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:37:20.331137 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f0899d7-4d67-4b6a-a0c7-da141b9c6414 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.337895 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6f0899d7-4d67-4b6a-a0c7-da141b9c6414 admin admin] 10.222.0.16 "DELETE /v2.0/routers/2263f38f-3c0d-4d54-b830-b3000e67b6ee HTTP/1.1" status: 204 len: 168 time: 2.4217556 Jul 16 01:37:20.339245 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36156) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:20.364412 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 71703eb4-e38e-443f-838d-0a977dccb3ba, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=71703eb4-e38e-443f-838d-0a977dccb3ba,segment=NetworkSegment(74cb6eec-a81e-47ff-a858-408906c534f0),segment_id=74cb6eec-a81e-47ff-a858-408906c534f0)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:20.400312 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.411971 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-b15fbf2a-6592-4a66-9551-e5fbd1daf267 req-14e6b43c-0f24-46d6-ac28-38e001bc5647 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] For port 21e715fd-3e6e-4d1d-8f8d-e2242e454092, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=21e715fd-3e6e-4d1d-8f8d-e2242e454092,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:20.412342 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b15fbf2a-6592-4a66-9551-e5fbd1daf267 req-14e6b43c-0f24-46d6-ac28-38e001bc5647 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.414794 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cf9c0e23-00d9-42b9-94bb-429ec05d71fc None None] Provisioning complete for port 71703eb4-e38e-443f-838d-0a977dccb3ba triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:20.415386 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cf9c0e23-00d9-42b9-94bb-429ec05d71fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.437425 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-b15fbf2a-6592-4a66-9551-e5fbd1daf267 req-14e6b43c-0f24-46d6-ac28-38e001bc5647 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Calling delete_port for 21e715fd-3e6e-4d1d-8f8d-e2242e454092 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:20.460304 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f14dd1-e158-4939-88cb-ac00b6e9d865 admin admin] Deleting subnet 3851a660-9ae0-4a01-8e92-efebe4387414 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:20.470881 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73f14dd1-e158-4939-88cb-ac00b6e9d865 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.518064 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-7157e7a3-53e8-4a2d-9daa-a55b453a0ade None None] Allocated IP 2001:db8::2 (9dbf6f45-828a-4e35-8168-ed60588a0b5b/5e729e5d-6a44-499c-875e-ca3867c2d8ce/426d1529-082e-4d8f-8a3d-d0f1b89a0827) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:20.548401 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c418b-c6ba-45ef-917b-598dcd567aae req-79417666-1d10-4898-9021-d55e8d8a3009 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:20.552004 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-410c418b-c6ba-45ef-917b-598dcd567aae req-79417666-1d10-4898-9021-d55e8d8a3009 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.84 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.3551116 Jul 16 01:37:20.556968 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73f14dd1-e158-4939-88cb-ac00b6e9d865 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.581348 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7cde99a3-8915-4bfa-98b5-4e9b3266abd0 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.803343 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=71703eb4-e38e-443f-838d-0a977dccb3ba,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:20.873684 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-410c418b-c6ba-45ef-917b-598dcd567aae req-a2bbd58f-a92c-4467-af30-a7810a9d76bb tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Deleting port d1b72a57-51ec-4317-9799-e70607e18f09 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:20.874273 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-410c418b-c6ba-45ef-917b-598dcd567aae req-a2bbd58f-a92c-4467-af30-a7810a9d76bb tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.891582 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73f14dd1-e158-4939-88cb-ac00b6e9d865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.927412 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7157e7a3-53e8-4a2d-9daa-a55b453a0ade None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.948166 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7157e7a3-53e8-4a2d-9daa-a55b453a0ade None None] Transition to ACTIVE for port object 426d1529-082e-4d8f-8a3d-d0f1b89a0827 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:21.016658 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7157e7a3-53e8-4a2d-9daa-a55b453a0ade None None] Transition to ACTIVE for port object 426d1529-082e-4d8f-8a3d-d0f1b89a0827 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:21.034895 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7157e7a3-53e8-4a2d-9daa-a55b453a0ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.121718 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73f14dd1-e158-4939-88cb-ac00b6e9d865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.143842 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7157e7a3-53e8-4a2d-9daa-a55b453a0ade None None] Network 9dbf6f45-828a-4e35-8168-ed60588a0b5b is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:21.151103 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d64ee6b-95bc-4698-901b-1fb4151da30b None None] Network 1f598b73-2353-4bfa-a8d7-260fa29ffc25 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:21.154596 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-7157e7a3-53e8-4a2d-9daa-a55b453a0ade None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:21.161446 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7157e7a3-53e8-4a2d-9daa-a55b453a0ade None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:21.176534 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73f14dd1-e158-4939-88cb-ac00b6e9d865 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.181805 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-73f14dd1-e158-4939-88cb-ac00b6e9d865 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3851a660-9ae0-4a01-8e92-efebe4387414 HTTP/1.1" status: 204 len: 168 time: 0.8311253 Jul 16 01:37:21.196672 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36168) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:21.216070 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f14dd1-e158-4939-88cb-ac00b6e9d865 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3851a660-9ae0-4a01-8e92-efebe4387414,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:21.247805 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-7cde99a3-8915-4bfa-98b5-4e9b3266abd0 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Allocated IP 2001:db8::1 (732b4b42-3861-49f1-9214-a88d6d1d1ac0/6518f11d-42c3-45e5-a373-ab762be368a5/786ebac9-1292-4247-82df-44ad77b9ef4b) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:21.253496 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b15fbf2a-6592-4a66-9551-e5fbd1daf267 req-14e6b43c-0f24-46d6-ac28-38e001bc5647 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.272581 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157e7a3-53e8-4a2d-9daa-a55b453a0ade None None] Pushing event updated for resources: {'Port': ['ID=426d1529-082e-4d8f-8a3d-d0f1b89a0827,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:21.281518 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['1d5b4873-70f8-4714-956d-f3c4e22f2c5d'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:21.283627 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['8534aa3a-1896-482e-ada1-1d5184e8d6b0'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:21.380695 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6b43c-0f24-46d6-ac28-38e001bc5647 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Pushing event deleted for resources: {'Port': ['ID=21e715fd-3e6e-4d1d-8f8d-e2242e454092,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:21.435650 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-410c418b-c6ba-45ef-917b-598dcd567aae req-a2bbd58f-a92c-4467-af30-a7810a9d76bb tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] For port d1b72a57-51ec-4317-9799-e70607e18f09, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d1b72a57-51ec-4317-9799-e70607e18f09,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:21.438159 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-410c418b-c6ba-45ef-917b-598dcd567aae req-a2bbd58f-a92c-4467-af30-a7810a9d76bb tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.500782 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-410c418b-c6ba-45ef-917b-598dcd567aae req-a2bbd58f-a92c-4467-af30-a7810a9d76bb tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Calling delete_port for d1b72a57-51ec-4317-9799-e70607e18f09 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:21.587013 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15fbf2a-6592-4a66-9551-e5fbd1daf267 req-14e6b43c-0f24-46d6-ac28-38e001bc5647 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] No DVR routers for this DVR port 21e715fd-3e6e-4d1d-8f8d-e2242e454092 on host n-h2-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:21.606086 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eb6183-864f-408d-945a-f459b50bb1ed None None] Network 732b4b42-3861-49f1-9214-a88d6d1d1ac0 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:21.608980 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b15fbf2a-6592-4a66-9551-e5fbd1daf267 req-14e6b43c-0f24-46d6-ac28-38e001bc5647 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.611048 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b15fbf2a-6592-4a66-9551-e5fbd1daf267 req-14e6b43c-0f24-46d6-ac28-38e001bc5647 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "DELETE /v2.0/ports/21e715fd-3e6e-4d1d-8f8d-e2242e454092 HTTP/1.1" status: 204 len: 173 time: 3.0352390 Jul 16 01:37:21.611487 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dead47-3991-4e17-8a5f-410d4801a532', 'name': 'network-vif-deleted', 'tag': '21e715fd-3e6e-4d1d-8f8d-e2242e454092'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:21.613787 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d061e073-df7f-42c3-b2fb-ac05fe99156c" -d '{"events": [{"server_uuid": "57dead47-3991-4e17-8a5f-410d4801a532", "name": "network-vif-deleted", "tag": "21e715fd-3e6e-4d1d-8f8d-e2242e454092"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:21.755354 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 71703eb4-e38e-443f-838d-0a977dccb3ba up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:21.758947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7157e7a3-53e8-4a2d-9daa-a55b453a0ade None None] Attempting to bind port 426d1529-082e-4d8f-8a3d-d0f1b89a0827 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:21.759327 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7157e7a3-53e8-4a2d-9daa-a55b453a0ade None None] Attempting to bind port 426d1529-082e-4d8f-8a3d-d0f1b89a0827 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'b6250db2-ff08-45b3-ba99-065adf75163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9dbf6f45-828a-4e35-8168-ed60588a0b5b'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:21.759689 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7157e7a3-53e8-4a2d-9daa-a55b453a0ade None None] Attempting to bind port 426d1529-082e-4d8f-8a3d-d0f1b89a0827 on network 9dbf6f45-828a-4e35-8168-ed60588a0b5b {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:21.821801 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7157e7a3-53e8-4a2d-9daa-a55b453a0ade None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:21.822416 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7157e7a3-53e8-4a2d-9daa-a55b453a0ade None None] Checking segment: {'id': 'b6250db2-ff08-45b3-ba99-065adf75163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9dbf6f45-828a-4e35-8168-ed60588a0b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:21.822572 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7157e7a3-53e8-4a2d-9daa-a55b453a0ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.823037 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7157e7a3-53e8-4a2d-9daa-a55b453a0ade None None] Bound using segment: {'id': 'b6250db2-ff08-45b3-ba99-065adf75163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9dbf6f45-828a-4e35-8168-ed60588a0b5b'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:21.823547 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7157e7a3-53e8-4a2d-9daa-a55b453a0ade None None] Bound port: 426d1529-082e-4d8f-8a3d-d0f1b89a0827, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6250db2-ff08-45b3-ba99-065adf75163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9dbf6f45-828a-4e35-8168-ed60588a0b5b'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:21.824002 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7157e7a3-53e8-4a2d-9daa-a55b453a0ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.958516 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7cde99a3-8915-4bfa-98b5-4e9b3266abd0 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.002085 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-7cde99a3-8915-4bfa-98b5-4e9b3266abd0 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Transition to ACTIVE for port object 786ebac9-1292-4247-82df-44ad77b9ef4b will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:22.079699 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7cde99a3-8915-4bfa-98b5-4e9b3266abd0 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.099714 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7157e7a3-53e8-4a2d-9daa-a55b453a0ade None None] For port 426d1529-082e-4d8f-8a3d-d0f1b89a0827, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:22.107214 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7157e7a3-53e8-4a2d-9daa-a55b453a0ade None None] For port 426d1529-082e-4d8f-8a3d-d0f1b89a0827, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=426d1529-082e-4d8f-8a3d-d0f1b89a0827,segment=NetworkSegment(b6250db2-ff08-45b3-ba99-065adf75163c),segment_id=b6250db2-ff08-45b3-ba99-065adf75163c)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:22.184394 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-341ff2b8-7bb7-4911-906b-c089adde8a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.214988 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7157e7a3-53e8-4a2d-9daa-a55b453a0ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.225538 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223492a-d0a6-4102-b211-fcb448446ce1 req-028240e9-72ef-4972-bfd1-8199524a621e tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:22.227369 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0223492a-d0a6-4102-b211-fcb448446ce1 req-028240e9-72ef-4972-bfd1-8199524a621e tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 946 time: 0.9704177 Jul 16 01:37:22.255378 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0511e0ff-5457-4570-8eeb-9da9d05e0c8d None None] Provisioning for port d9cbfc8e-bfe8-49e4-94a1-7180927a32b0 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:22.315391 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0223492a-d0a6-4102-b211-fcb448446ce1 req-3e2e4960-46af-465b-a15a-a83d4698da47 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619786 Jul 16 01:37:22.355274 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cde99a3-8915-4bfa-98b5-4e9b3266abd0 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Network 732b4b42-3861-49f1-9214-a88d6d1d1ac0 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:22.362367 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-7cde99a3-8915-4bfa-98b5-4e9b3266abd0 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:22.392740 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cde99a3-8915-4bfa-98b5-4e9b3266abd0 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:22.392740 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7cde99a3-8915-4bfa-98b5-4e9b3266abd0 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.471480 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-341ff2b8-7bb7-4911-906b-c089adde8a75 admin admin] Deleting port 7ee18cd1-4fd4-4800-8e89-c6f8f974b46c {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:22.471872 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-341ff2b8-7bb7-4911-906b-c089adde8a75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.525764 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12fe826-ef8b-4db0-8562-1737172048e0 x-openstack-request-id: req-d12fe826-ef8b-4db0-8562-1737172048e0 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:22.528189 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57dead47-3991-4e17-8a5f-410d4801a532", "name": "network-vif-deleted", "tag": "21e715fd-3e6e-4d1d-8f8d-e2242e454092", "status": "failed", "code": 422}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:22.528846 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d12fe826-ef8b-4db0-8562-1737172048e0 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:22.529770 n-d-792394-16 neutron-server[93956]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '57dead47-3991-4e17-8a5f-410d4801a532', 'name': 'network-vif-deleted', 'tag': '21e715fd-3e6e-4d1d-8f8d-e2242e454092', 'status': 'failed', 'code': 422} returned with failed status Jul 16 01:37:22.539312 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde99a3-8915-4bfa-98b5-4e9b3266abd0 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event updated for resources: {'Port': ['ID=786ebac9-1292-4247-82df-44ad77b9ef4b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:22.763757 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-341ff2b8-7bb7-4911-906b-c089adde8a75 admin admin] For port 7ee18cd1-4fd4-4800-8e89-c6f8f974b46c, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7ee18cd1-4fd4-4800-8e89-c6f8f974b46c,segment=NetworkSegment(cd22ad3c-1dd0-4825-aba4-17f4325fadc5),segment_id=cd22ad3c-1dd0-4825-aba4-17f4325fadc5)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:22.766048 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-341ff2b8-7bb7-4911-906b-c089adde8a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.866869 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7cde99a3-8915-4bfa-98b5-4e9b3266abd0 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.877131 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-341ff2b8-7bb7-4911-906b-c089adde8a75 admin admin] Calling delete_port for 7ee18cd1-4fd4-4800-8e89-c6f8f974b46c owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:22.906052 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-410c418b-c6ba-45ef-917b-598dcd567aae req-a2bbd58f-a92c-4467-af30-a7810a9d76bb tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.009640 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbd58f-a92c-4467-af30-a7810a9d76bb tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Pushing event deleted for resources: {'Port': ['ID=d1b72a57-51ec-4317-9799-e70607e18f09,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:23.239478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-410c418b-c6ba-45ef-917b-598dcd567aae req-a2bbd58f-a92c-4467-af30-a7810a9d76bb tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] No DVR routers for this DVR port d1b72a57-51ec-4317-9799-e70607e18f09 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:23.253318 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-410c418b-c6ba-45ef-917b-598dcd567aae req-a2bbd58f-a92c-4467-af30-a7810a9d76bb tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.267285 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-410c418b-c6ba-45ef-917b-598dcd567aae req-a2bbd58f-a92c-4467-af30-a7810a9d76bb tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.84 "DELETE /v2.0/ports/d1b72a57-51ec-4317-9799-e70607e18f09 HTTP/1.1" status: 204 len: 173 time: 2.7080469 Jul 16 01:37:23.267855 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11019a60-2e20-47f8-a6ac-075a8893a668', 'name': 'network-vif-deleted', 'tag': 'd1b72a57-51ec-4317-9799-e70607e18f09'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:23.280431 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d6703c-ea4e-4dcd-92aa-efc4f710e319" -d '{"events": [{"server_uuid": "11019a60-2e20-47f8-a6ac-075a8893a668", "name": "network-vif-deleted", "tag": "d1b72a57-51ec-4317-9799-e70607e18f09"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:23.342509 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-341ff2b8-7bb7-4911-906b-c089adde8a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.367497 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b3481f-ca4e-4ee9-90bb-cec2709a6b45 x-openstack-request-id: req-91b3481f-ca4e-4ee9-90bb-cec2709a6b45 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:23.382361 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11019a60-2e20-47f8-a6ac-075a8893a668", "name": "network-vif-deleted", "tag": "d1b72a57-51ec-4317-9799-e70607e18f09", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:23.386926 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91b3481f-ca4e-4ee9-90bb-cec2709a6b45 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:23.387588 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11019a60-2e20-47f8-a6ac-075a8893a668', 'name': 'network-vif-deleted', 'tag': 'd1b72a57-51ec-4317-9799-e70607e18f09', 'status': 'completed', 'code': 200} Jul 16 01:37:23.474467 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ff2b8-7bb7-4911-906b-c089adde8a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ee18cd1-4fd4-4800-8e89-c6f8f974b46c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:23.501567 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341ff2b8-7bb7-4911-906b-c089adde8a75 admin admin] No DVR routers for this DVR port 7ee18cd1-4fd4-4800-8e89-c6f8f974b46c on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:23.603227 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157e7a3-53e8-4a2d-9daa-a55b453a0ade None None] Pushing event updated for resources: {'Port': ['ID=426d1529-082e-4d8f-8a3d-d0f1b89a0827,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:23.629781 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 71703eb4-e38e-443f-838d-0a977dccb3ba triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:23.631813 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.691777 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-341ff2b8-7bb7-4911-906b-c089adde8a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.819973 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4368fe33-810c-4790-932e-81ef9ad6da19 req-0f989c14-361f-4c05-b823-6c823e664e78 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=11019a60-2e20-47f8-a6ac-075a8893a668 HTTP/1.1" status: 200 len: 210 time: 0.0995977 Jul 16 01:37:23.826192 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-341ff2b8-7bb7-4911-906b-c089adde8a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f598b73-2353-4bfa-a8d7-260fa29ffc25']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:23.830589 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8df088-ec6d-4f49-993b-dcbef01d80ba None None] DHCP port deletion for 1f598b73-2353-4bfa-a8d7-260fa29ffc25 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:23.862844 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-341ff2b8-7bb7-4911-906b-c089adde8a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd22ad3c-1dd0-4825-aba4-17f4325fadc5') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:23.863797 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-341ff2b8-7bb7-4911-906b-c089adde8a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd22ad3c-1dd0-4825-aba4-17f4325fadc5') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:23.900877 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-341ff2b8-7bb7-4911-906b-c089adde8a75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.909152 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['d718468d-4bd2-4ec0-88f0-d6d976174d66'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:23.933802 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7cde99a3-8915-4bfa-98b5-4e9b3266abd0 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.947856 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-341ff2b8-7bb7-4911-906b-c089adde8a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.966447 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7cde99a3-8915-4bfa-98b5-4e9b3266abd0 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.974066 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341ff2b8-7bb7-4911-906b-c089adde8a75 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:23.974900 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-341ff2b8-7bb7-4911-906b-c089adde8a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:23.976935 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:23.978711 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7cde99a3-8915-4bfa-98b5-4e9b3266abd0 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.189887 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde99a3-8915-4bfa-98b5-4e9b3266abd0 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event updated for resources: {'Port': ['ID=786ebac9-1292-4247-82df-44ad77b9ef4b,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:24.237335 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-341ff2b8-7bb7-4911-906b-c089adde8a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.238724 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d9cbfc8e-bfe8-49e4-94a1-7180927a32b0 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:24.251552 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-341ff2b8-7bb7-4911-906b-c089adde8a75 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.271965 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-341ff2b8-7bb7-4911-906b-c089adde8a75 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1f598b73-2353-4bfa-a8d7-260fa29ffc25 HTTP/1.1" status: 204 len: 168 time: 3.0739815 Jul 16 01:37:24.339494 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ff2b8-7bb7-4911-906b-c089adde8a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f598b73-2353-4bfa-a8d7-260fa29ffc25,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:24.397831 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa952ac6-932a-4fcf-a0ef-eb90d4918a9d req-b206a8eb-4522-499e-b5c9-6d2227bdbcc9 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:24.414757 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fa952ac6-932a-4fcf-a0ef-eb90d4918a9d req-b206a8eb-4522-499e-b5c9-6d2227bdbcc9 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab3edef6-404c-43c3-8804-b1aa1482f31e HTTP/1.1" status: 200 len: 908 time: 0.8595519 Jul 16 01:37:24.572105 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port d9cbfc8e-bfe8-49e4-94a1-7180927a32b0 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:24.590268 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port d9cbfc8e-bfe8-49e4-94a1-7180927a32b0 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:24.590975 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.640827 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7725d8b9-4df9-473f-a827-5b1f0861c37c None None] Provisioning complete for port d9cbfc8e-bfe8-49e4-94a1-7180927a32b0 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:24.641823 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7725d8b9-4df9-473f-a827-5b1f0861c37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.646844 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cde99a3-8915-4bfa-98b5-4e9b3266abd0 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Network 732b4b42-3861-49f1-9214-a88d6d1d1ac0 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:24.654673 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-7cde99a3-8915-4bfa-98b5-4e9b3266abd0 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:24.679367 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6437a284-d64f-4bdf-a055-5421920da96f None None] Network 9dbf6f45-828a-4e35-8168-ed60588a0b5b requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:24.795455 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36206) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:24.854680 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b89d0-2c67-4c0e-b877-22532bc7debe req-3f887b8a-d1bb-4a84-98d9-f29e9b98e3bf tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:24.858077 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f30b89d0-2c67-4c0e-b877-22532bc7debe req-3f887b8a-d1bb-4a84-98d9-f29e9b98e3bf tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab3edef6-404c-43c3-8804-b1aa1482f31e HTTP/1.1" status: 200 len: 908 time: 0.2855289 Jul 16 01:37:24.927610 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.004065 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cde99a3-8915-4bfa-98b5-4e9b3266abd0 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Router d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:37:25.067180 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ac9ded07-c5fd-4951-8a65-5381469d6d18 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=584cfa82f38247b0ba7638f8dca7e202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2699850 Jul 16 01:37:25.068475 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36216) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:25.099757 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d1b72a57-51ec-4317-9799-e70607e18f09 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:25.185425 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: d1b72a57-51ec-4317-9799-e70607e18f09 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:25.186097 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d1b72a57-51ec-4317-9799-e70607e18f09 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:25.239843 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port d9cbfc8e-bfe8-49e4-94a1-7180927a32b0, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d9cbfc8e-bfe8-49e4-94a1-7180927a32b0,segment=NetworkSegment(939a5dc4-4fb0-4af2-bbea-e6e734f1d59f),segment_id=939a5dc4-4fb0-4af2-bbea-e6e734f1d59f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:25.248809 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7725d8b9-4df9-473f-a827-5b1f0861c37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.281828 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.349128 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cde99a3-8915-4bfa-98b5-4e9b3266abd0 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:25.383041 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7cde99a3-8915-4bfa-98b5-4e9b3266abd0 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "PUT /v2.0/routers/d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7346909 Jul 16 01:37:25.390177 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36224) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:25.393580 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb337fa3-369f-4e7a-acaf-6d97a5d166ae None None] Sync routers for ids ['d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:25.427816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-f30b89d0-2c67-4c0e-b877-22532bc7debe req-df9f7678-0f8d-4755-9a5d-10d725b40d96 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Deleting port 46bab66a-4b68-45c1-8432-d642b016d247 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:25.432565 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f30b89d0-2c67-4c0e-b877-22532bc7debe req-df9f7678-0f8d-4755-9a5d-10d725b40d96 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.511734 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ed91de18-b0cd-464f-9a62-0cb4cfba0ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.564626 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:25.664926 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:25.665503 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device fb0b1295-9f7f-4d0a-a5d3-3e23f30f4f72 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:25.665719 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4d5c2ee2-4084-4577-9940-618c46d77441 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:25.691915 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ed91de18-b0cd-464f-9a62-0cb4cfba0ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.762989 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb337fa3-369f-4e7a-acaf-6d97a5d166ae None None] Routers {'d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:25.764421 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-fb337fa3-369f-4e7a-acaf-6d97a5d166ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:25.773928 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 4d5c2ee2-4084-4577-9940-618c46d77441 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:25.774478 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4d5c2ee2-4084-4577-9940-618c46d77441 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:25.817161 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=d9cbfc8e-bfe8-49e4-94a1-7180927a32b0,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:25.823954 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-fb337fa3-369f-4e7a-acaf-6d97a5d166ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:25.839284 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-7725d8b9-4df9-473f-a827-5b1f0861c37c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:37:25.839284 n-d-792394-16 neutron-server[93957]: DEBUG oslo_db.api [None req-7725d8b9-4df9-473f-a827-5b1f0861c37c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:37:25.846380 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb337fa3-369f-4e7a-acaf-6d97a5d166ae None None] Routers {'d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:25.847039 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-fb337fa3-369f-4e7a-acaf-6d97a5d166ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:25.898400 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f30b89d0-2c67-4c0e-b877-22532bc7debe req-df9f7678-0f8d-4755-9a5d-10d725b40d96 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] For port 46bab66a-4b68-45c1-8432-d642b016d247, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=46bab66a-4b68-45c1-8432-d642b016d247,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:25.901327 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f30b89d0-2c67-4c0e-b877-22532bc7debe req-df9f7678-0f8d-4755-9a5d-10d725b40d96 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.933473 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-f30b89d0-2c67-4c0e-b877-22532bc7debe req-df9f7678-0f8d-4755-9a5d-10d725b40d96 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Calling delete_port for 46bab66a-4b68-45c1-8432-d642b016d247 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:25.947694 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-fb337fa3-369f-4e7a-acaf-6d97a5d166ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:25.948461 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb337fa3-369f-4e7a-acaf-6d97a5d166ae None None] The sync data for ids ['d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:26.154483 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 426d1529-082e-4d8f-8a3d-d0f1b89a0827 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:26.257687 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f30b89d0-2c67-4c0e-b877-22532bc7debe req-df9f7678-0f8d-4755-9a5d-10d725b40d96 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.266960 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ed91de18-b0cd-464f-9a62-0cb4cfba0ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.289154 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ed91de18-b0cd-464f-9a62-0cb4cfba0ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.290172 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ed91de18-b0cd-464f-9a62-0cb4cfba0ec1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e57c326-552a-4ab5-afdc-b234c8755c36 HTTP/1.1" status: 204 len: 168 time: 1.2197480 Jul 16 01:37:26.324309 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 426d1529-082e-4d8f-8a3d-d0f1b89a0827 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:26.454783 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7725d8b9-4df9-473f-a827-5b1f0861c37c None None] Provisioning for port 786ebac9-1292-4247-82df-44ad77b9ef4b completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:26.462807 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f7678-0f8d-4755-9a5d-10d725b40d96 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Pushing event deleted for resources: {'Port': ['ID=46bab66a-4b68-45c1-8432-d642b016d247,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:26.466326 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7ee18cd1-4fd4-4800-8e89-c6f8f974b46c no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:26.468302 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91de18-b0cd-464f-9a62-0cb4cfba0ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e57c326-552a-4ab5-afdc-b234c8755c36,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:26.471329 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7725d8b9-4df9-473f-a827-5b1f0861c37c None None] Provisioning complete for port 786ebac9-1292-4247-82df-44ad77b9ef4b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:26.471719 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7725d8b9-4df9-473f-a827-5b1f0861c37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.510541 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bd1c2-c205-4f53-ae62-68d778e7c1f9 req-7b85d125-9e05-4f6a-b127-88c16d50ed4b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:26.525673 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dc4bd1c2-c205-4f53-ae62-68d778e7c1f9 req-7b85d125-9e05-4f6a-b127-88c16d50ed4b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab3edef6-404c-43c3-8804-b1aa1482f31e HTTP/1.1" status: 200 len: 829 time: 0.4238224 Jul 16 01:37:26.572490 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7725d8b9-4df9-473f-a827-5b1f0861c37c None None] Port 786ebac9-1292-4247-82df-44ad77b9ef4b cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:26.586231 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 7ee18cd1-4fd4-4800-8e89-c6f8f974b46c {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:26.586806 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7ee18cd1-4fd4-4800-8e89-c6f8f974b46c not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:26.640840 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e73341ab-0ef8-4a59-87d6-fa43c971c8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.662741 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30b89d0-2c67-4c0e-b877-22532bc7debe req-df9f7678-0f8d-4755-9a5d-10d725b40d96 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] No DVR routers for this DVR port 46bab66a-4b68-45c1-8432-d642b016d247 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:26.675711 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f30b89d0-2c67-4c0e-b877-22532bc7debe req-df9f7678-0f8d-4755-9a5d-10d725b40d96 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.683396 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f30b89d0-2c67-4c0e-b877-22532bc7debe req-df9f7678-0f8d-4755-9a5d-10d725b40d96 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.84 "DELETE /v2.0/ports/46bab66a-4b68-45c1-8432-d642b016d247 HTTP/1.1" status: 204 len: 173 time: 1.8094795 Jul 16 01:37:26.684044 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3edef6-404c-43c3-8804-b1aa1482f31e', 'name': 'network-vif-deleted', 'tag': '46bab66a-4b68-45c1-8432-d642b016d247'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:26.690512 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40853e96-c45f-4e55-9abb-00e0f87f257e" -d '{"events": [{"server_uuid": "ab3edef6-404c-43c3-8804-b1aa1482f31e", "name": "network-vif-deleted", "tag": "46bab66a-4b68-45c1-8432-d642b016d247"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:26.712978 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2433d75a-5b76-4ba9-bb1f-0cf9f9bd044f None None] Provisioning for port 426d1529-082e-4d8f-8a3d-d0f1b89a0827 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:26.734495 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2433d75a-5b76-4ba9-bb1f-0cf9f9bd044f None None] Provisioning complete for port 426d1529-082e-4d8f-8a3d-d0f1b89a0827 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:26.735643 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2433d75a-5b76-4ba9-bb1f-0cf9f9bd044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.881057 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e36bf3-e23d-4476-b55e-4dcf8767dfc5 x-openstack-request-id: req-31e36bf3-e23d-4476-b55e-4dcf8767dfc5 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:26.881600 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3edef6-404c-43c3-8804-b1aa1482f31e", "name": "network-vif-deleted", "tag": "46bab66a-4b68-45c1-8432-d642b016d247", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:26.882088 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31e36bf3-e23d-4476-b55e-4dcf8767dfc5 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:26.885869 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3edef6-404c-43c3-8804-b1aa1482f31e', 'name': 'network-vif-deleted', 'tag': '46bab66a-4b68-45c1-8432-d642b016d247', 'status': 'completed', 'code': 200} Jul 16 01:37:27.010259 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-0274d57b-63e6-452d-a07b-cbc2a1ee23fe tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:37:27.010514 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2433d75a-5b76-4ba9-bb1f-0cf9f9bd044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.014980 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0274d57b-63e6-452d-a07b-cbc2a1ee23fe tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "PUT /v2.0/routers/d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6121428 Jul 16 01:37:27.015262 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36260) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:27.107919 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-2433d75a-5b76-4ba9-bb1f-0cf9f9bd044f None None] For port 426d1529-082e-4d8f-8a3d-d0f1b89a0827, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=426d1529-082e-4d8f-8a3d-d0f1b89a0827,segment=NetworkSegment(b6250db2-ff08-45b3-ba99-065adf75163c),segment_id=b6250db2-ff08-45b3-ba99-065adf75163c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:27.114094 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2433d75a-5b76-4ba9-bb1f-0cf9f9bd044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.190777 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2433d75a-5b76-4ba9-bb1f-0cf9f9bd044f None None] Provisioning complete for port 786ebac9-1292-4247-82df-44ad77b9ef4b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:27.191076 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2433d75a-5b76-4ba9-bb1f-0cf9f9bd044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.237275 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433d75a-5b76-4ba9-bb1f-0cf9f9bd044f None None] Pushing event updated for resources: {'Port': ['ID=426d1529-082e-4d8f-8a3d-d0f1b89a0827,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:27.246930 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2433d75a-5b76-4ba9-bb1f-0cf9f9bd044f None None] Port 786ebac9-1292-4247-82df-44ad77b9ef4b cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:27.778976 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-982089b2-2d08-47fc-b89e-0de592696082 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.022768 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d9cbfc8e-bfe8-49e4-94a1-7180927a32b0 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:28.085522 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-37bab3ad-60c0-4de1-a3af-5ad53bf27fea req-048048f5-466c-41b4-967e-80d1920c5b08 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab3edef6-404c-43c3-8804-b1aa1482f31e HTTP/1.1" status: 200 len: 210 time: 0.2044964 Jul 16 01:37:28.187796 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port d9cbfc8e-bfe8-49e4-94a1-7180927a32b0 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:28.187997 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.293089 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36312) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:28.401160 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 426d1529-082e-4d8f-8a3d-d0f1b89a0827 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:28.567725 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 426d1529-082e-4d8f-8a3d-d0f1b89a0827 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:28.568640 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.581494 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-982089b2-2d08-47fc-b89e-0de592696082 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Deleting port 786ebac9-1292-4247-82df-44ad77b9ef4b {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:28.585227 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-982089b2-2d08-47fc-b89e-0de592696082 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.659734 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-31c4c845-3a28-43aa-9651-a41440ed374c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-214900210-network', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:28.733475 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c4c845-3a28-43aa-9651-a41440ed374c admin admin] Made reservation on behalf of 15e56770c49b4c2c90bfb165e0219098 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:28.736192 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-31c4c845-3a28-43aa-9651-a41440ed374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.761406 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-31c4c845-3a28-43aa-9651-a41440ed374c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.765267 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-982089b2-2d08-47fc-b89e-0de592696082 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.787643 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-982089b2-2d08-47fc-b89e-0de592696082 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Calling delete_port for 786ebac9-1292-4247-82df-44ad77b9ef4b owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:28.917730 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb815173-5b02-4f71-84ad-23be8f243a6d req-46aaaa01-4cad-4311-8b7c-06643867a57f tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:28.926084 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb815173-5b02-4f71-84ad-23be8f243a6d req-46aaaa01-4cad-4311-8b7c-06643867a57f tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f231106-dda0-4c0f-9881-3c2f91488604 HTTP/1.1" status: 200 len: 945 time: 0.1707485 Jul 16 01:37:28.977636 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb815173-5b02-4f71-84ad-23be8f243a6d req-41fe754c-210e-4543-8fd1-0da4330902ed tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498216 Jul 16 01:37:29.046034 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 46bab66a-4b68-45c1-8432-d642b016d247 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:29.076982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 46bab66a-4b68-45c1-8432-d642b016d247 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:29.077481 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 46bab66a-4b68-45c1-8432-d642b016d247 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:29.079953 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-31c4c845-3a28-43aa-9651-a41440ed374c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.105046 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-31c4c845-3a28-43aa-9651-a41440ed374c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.206657 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4c845-3a28-43aa-9651-a41440ed374c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16abd40c-d5b6-4c45-86af-f5dacf11d622,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:29.228660 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-982089b2-2d08-47fc-b89e-0de592696082 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.241294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c4c845-3a28-43aa-9651-a41440ed374c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:29.275006 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982089b2-2d08-47fc-b89e-0de592696082 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event deleted for resources: {'Port': ['ID=786ebac9-1292-4247-82df-44ad77b9ef4b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:29.279778 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-31c4c845-3a28-43aa-9651-a41440ed374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.279778 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-31c4c845-3a28-43aa-9651-a41440ed374c admin admin] Added segment 8485c43f-cbb1-4157-845f-5ae431121d5a of type vlan for network 48a6dff3-4e27-4968-8def-dde595202060 Jul 16 01:37:29.451825 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-31c4c845-3a28-43aa-9651-a41440ed374c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.514355 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-31c4c845-3a28-43aa-9651-a41440ed374c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.516665 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c4c845-3a28-43aa-9651-a41440ed374c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:29.517351 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-31c4c845-3a28-43aa-9651-a41440ed374c admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.521282 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-982089b2-2d08-47fc-b89e-0de592696082 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.548040 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-abcd9370-c2d1-45e7-8a09-b2a2dc86235a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.673476 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36338) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:29.673707 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-31c4c845-3a28-43aa-9651-a41440ed374c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3760824 Jul 16 01:37:29.676333 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.681985 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-ddbc6e3d-3a69-4a8c-a768-b5e9929c4720 admin admin] Request body: {'subnet': {'network_id': '48a6dff3-4e27-4968-8def-dde595202060', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-214900210-subnet', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:29.754425 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbc6e3d-3a69-4a8c-a768-b5e9929c4720 admin admin] Made reservation on behalf of 15e56770c49b4c2c90bfb165e0219098 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:29.757256 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ddbc6e3d-3a69-4a8c-a768-b5e9929c4720 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.940056 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4c845-3a28-43aa-9651-a41440ed374c admin admin] Pushing event updated for resources: {'Network': ['ID=48a6dff3-4e27-4968-8def-dde595202060,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:29.956185 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 48a6dff3-4e27-4968-8def-dde595202060 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:30.010426 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982089b2-2d08-47fc-b89e-0de592696082 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Router d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:30.059530 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f983e-b1aa-40ac-9afc-5113a7f4a8fa req-c60dbd01-11c1-4822-a018-afe15daf48ee tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.061664 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f31f983e-b1aa-40ac-9afc-5113a7f4a8fa req-c60dbd01-11c1-4822-a018-afe15daf48ee tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.84 "GET /v2.0/ports?device_id=4f231106-dda0-4c0f-9881-3c2f91488604 HTTP/1.1" status: 200 len: 945 time: 0.3405011 Jul 16 01:37:30.139589 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ddbc6e3d-3a69-4a8c-a768-b5e9929c4720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.207137 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc6e3d-3a69-4a8c-a768-b5e9929c4720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d83a8c-16f2-4271-82b4-750235f338ef,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:30.268877 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444bb92e-8fdf-4289-bb9c-8fe952bb5a22 req-12d0d55a-f04a-4cb2-835d-a03249e80452 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.276629 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-444bb92e-8fdf-4289-bb9c-8fe952bb5a22 req-12d0d55a-f04a-4cb2-835d-a03249e80452 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=712095c5-2cdd-4b5d-9d7d-3d6c190afbcb HTTP/1.1" status: 200 len: 946 time: 0.4381104 Jul 16 01:37:30.278348 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbc6e3d-3a69-4a8c-a768-b5e9929c4720 admin admin] Checking segment: {'id': '8485c43f-cbb1-4157-845f-5ae431121d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '48a6dff3-4e27-4968-8def-dde595202060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:30.278705 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbc6e3d-3a69-4a8c-a768-b5e9929c4720 admin admin] Network hostable DHCP agents. Network: 48a6dff3-4e27-4968-8def-dde595202060, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:30.295306 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982089b2-2d08-47fc-b89e-0de592696082 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:30.306263 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-982089b2-2d08-47fc-b89e-0de592696082 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "PUT /v2.0/routers/d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2899725 Jul 16 01:37:30.314829 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6225b2-93dd-4c9f-9b3c-57ab0f740ff7 None None] Sync routers for ids ['d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:30.315489 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36352) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:30.326671 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6225b2-93dd-4c9f-9b3c-57ab0f740ff7 None None] Routers {'d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:30.327582 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-bc6225b2-93dd-4c9f-9b3c-57ab0f740ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:30.332720 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82081f52-c79e-49d0-9889-4adc59ae1663 req-e7b1598d-f2f1-425a-8e8f-eaa5b128f3e1 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.334300 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-82081f52-c79e-49d0-9889-4adc59ae1663 req-e7b1598d-f2f1-425a-8e8f-eaa5b128f3e1 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f231106-dda0-4c0f-9881-3c2f91488604 HTTP/1.1" status: 200 len: 945 time: 0.1291285 Jul 16 01:37:30.335100 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbc6e3d-3a69-4a8c-a768-b5e9929c4720 admin admin] Network 48a6dff3-4e27-4968-8def-dde595202060 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:30.369635 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-bc6225b2-93dd-4c9f-9b3c-57ab0f740ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:30.377342 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-bb365ff1-13fe-41a0-b367-1a3936078fe1 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] delete failed (client error): The resource could not be found. Jul 16 01:37:30.388488 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bb365ff1-13fe-41a0-b367-1a3936078fe1 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1255944254 HTTP/1.1" status: 404 len: 335 time: 0.0597057 Jul 16 01:37:30.390308 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-ddbc6e3d-3a69-4a8c-a768-b5e9929c4720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 48a6dff3-4e27-4968-8def-dde595202060) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:30.396057 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-444bb92e-8fdf-4289-bb9c-8fe952bb5a22 req-bd35262e-8bcc-440b-99c8-ece18106bb77 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179602 Jul 16 01:37:30.397057 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36354) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:30.398573 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbc3009-63f5-4770-8db1-0ca767ad6125 None None] Network 48a6dff3-4e27-4968-8def-dde595202060 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:30.406795 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6225b2-93dd-4c9f-9b3c-57ab0f740ff7 None None] Routers {'d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:30.407688 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-bc6225b2-93dd-4c9f-9b3c-57ab0f740ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:30.407816 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbc6e3d-3a69-4a8c-a768-b5e9929c4720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.408301 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ddbc6e3d-3a69-4a8c-a768-b5e9929c4720 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.418574 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-081b282d-e49e-4431-b277-202a9b0ab308 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd88e60a4-29d3-4ffc-8e10-e8b7fbe34c20'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:30.464775 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-bc6225b2-93dd-4c9f-9b3c-57ab0f740ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:30.466951 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6225b2-93dd-4c9f-9b3c-57ab0f740ff7 None None] The sync data for ids ['d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:30.476808 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-82081f52-c79e-49d0-9889-4adc59ae1663 req-d9fed302-d351-457a-8f94-8cef2c9793cc tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210036 Jul 16 01:37:30.485544 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ddbc6e3d-3a69-4a8c-a768-b5e9929c4720 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8103008 Jul 16 01:37:30.491694 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36356) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:30.496490 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-aac83c05-e80d-4699-b210-e4ba41be259b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-214900210-router', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:30.506866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-f31f983e-b1aa-40ac-9afc-5113a7f4a8fa req-69ff3514-6409-4e1d-ae2c-603144929bd6 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Deleting port d718468d-4bd2-4ec0-88f0-d6d976174d66 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:30.507215 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f31f983e-b1aa-40ac-9afc-5113a7f4a8fa req-69ff3514-6409-4e1d-ae2c-603144929bd6 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.546689 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aac83c05-e80d-4699-b210-e4ba41be259b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.549110 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aac83c05-e80d-4699-b210-e4ba41be259b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.644211 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aac83c05-e80d-4699-b210-e4ba41be259b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.671345 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9df0d21-7c2a-4ec5-a955-d69c261bb589 None None] Network 48a6dff3-4e27-4968-8def-dde595202060 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:30.843575 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.854072 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aac83c05-e80d-4699-b210-e4ba41be259b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.246837 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f31f983e-b1aa-40ac-9afc-5113a7f4a8fa req-69ff3514-6409-4e1d-ae2c-603144929bd6 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] For port d718468d-4bd2-4ec0-88f0-d6d976174d66, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d718468d-4bd2-4ec0-88f0-d6d976174d66,segment=NetworkSegment(e0828342-f41f-42ce-bf32-6a339c912534),segment_id=e0828342-f41f-42ce-bf32-6a339c912534)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:31.246837 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f31f983e-b1aa-40ac-9afc-5113a7f4a8fa req-69ff3514-6409-4e1d-ae2c-603144929bd6 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.303545 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-f31f983e-b1aa-40ac-9afc-5113a7f4a8fa req-69ff3514-6409-4e1d-ae2c-603144929bd6 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Calling delete_port for d718468d-4bd2-4ec0-88f0-d6d976174d66 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:31.306830 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-081b282d-e49e-4431-b277-202a9b0ab308 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.379875 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.403775 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe9f2b-be12-42b5-87cd-4f744b8f034d req-7e831f9c-8692-4bd8-a4cc-1e6f4240ca25 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:31.405809 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-53fe9f2b-be12-42b5-87cd-4f744b8f034d req-7e831f9c-8692-4bd8-a4cc-1e6f4240ca25 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.82 "GET /v2.0/ports?device_id=712095c5-2cdd-4b5d-9d7d-3d6c190afbcb HTTP/1.1" status: 200 len: 946 time: 0.4013786 Jul 16 01:37:31.408409 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-081b282d-e49e-4431-b277-202a9b0ab308 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] update failed (client error): The resource could not be found. Jul 16 01:37:31.409459 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-081b282d-e49e-4431-b277-202a9b0ab308 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "PUT /v2.0/routers/d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20 HTTP/1.1" status: 404 len: 339 time: 1.0083210 Jul 16 01:37:31.423677 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36368) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:31.477062 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a91efe82-2884-4c2f-834d-3e348f7b4d88 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-563255441'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:31.617717 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aac83c05-e80d-4699-b210-e4ba41be259b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.641652 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91efe82-2884-4c2f-834d-3e348f7b4d88 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Made reservation on behalf of 0458282574654c17b6a10c601913a830 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:31.645767 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a91efe82-2884-4c2f-834d-3e348f7b4d88 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.652210 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aac83c05-e80d-4699-b210-e4ba41be259b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.669969 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f31f983e-b1aa-40ac-9afc-5113a7f4a8fa req-69ff3514-6409-4e1d-ae2c-603144929bd6 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.684788 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['d718468d-4bd2-4ec0-88f0-d6d976174d66'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:31.754004 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff3514-6409-4e1d-ae2c-603144929bd6 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Pushing event deleted for resources: {'Port': ['ID=d718468d-4bd2-4ec0-88f0-d6d976174d66,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:31.772177 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-343fff93-57dd-4d6c-a957-897756e0d619 req-a8681740-c062-45bf-a548-1630b280f2ef tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f231106-dda0-4c0f-9881-3c2f91488604 HTTP/1.1" status: 200 len: 210 time: 0.0920320 Jul 16 01:37:31.849160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91efe82-2884-4c2f-834d-3e348f7b4d88 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:31.870737 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5007b-a30f-4c9e-b071-526c4b9097c4 req-0fca6399-2b42-4ad9-b33e-0673963802c3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:31.877918 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31f983e-b1aa-40ac-9afc-5113a7f4a8fa req-69ff3514-6409-4e1d-ae2c-603144929bd6 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] No DVR routers for this DVR port d718468d-4bd2-4ec0-88f0-d6d976174d66 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:31.879550 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6cd5007b-a30f-4c9e-b071-526c4b9097c4 req-0fca6399-2b42-4ad9-b33e-0673963802c3 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=712095c5-2cdd-4b5d-9d7d-3d6c190afbcb HTTP/1.1" status: 200 len: 946 time: 0.2297728 Jul 16 01:37:31.882582 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-aac83c05-e80d-4699-b210-e4ba41be259b admin admin] Allocated IP 172.25.6.129 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/6bd116b5-7a49-462b-b7c9-9377cd6889db) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:31.883799 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f31f983e-b1aa-40ac-9afc-5113a7f4a8fa req-69ff3514-6409-4e1d-ae2c-603144929bd6 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.885993 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f31f983e-b1aa-40ac-9afc-5113a7f4a8fa req-69ff3514-6409-4e1d-ae2c-603144929bd6 tempest-ServersTestJSON-184314506 tempest-ServersTestJSON-184314506-project] 10.222.0.84 "DELETE /v2.0/ports/d718468d-4bd2-4ec0-88f0-d6d976174d66 HTTP/1.1" status: 204 len: 173 time: 1.8180888 Jul 16 01:37:31.901170 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f231106-dda0-4c0f-9881-3c2f91488604', 'name': 'network-vif-deleted', 'tag': 'd718468d-4bd2-4ec0-88f0-d6d976174d66'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:31.904221 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e47db0b-15b0-49a1-90d9-278a52812eed" -d '{"events": [{"server_uuid": "4f231106-dda0-4c0f-9881-3c2f91488604", "name": "network-vif-deleted", "tag": "d718468d-4bd2-4ec0-88f0-d6d976174d66"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:31.930974 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a91efe82-2884-4c2f-834d-3e348f7b4d88 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.931207 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-a91efe82-2884-4c2f-834d-3e348f7b4d88 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Added segment 0284a210-1750-4fe4-a36e-aca5d5439c3a of type vlan for network 8da8177e-e371-4632-9bf4-539872b6d2a8 Jul 16 01:37:31.933696 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-53fe9f2b-be12-42b5-87cd-4f744b8f034d req-71dc1ca3-5b1e-432b-aecc-af115101f181 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Deleting port 8534aa3a-1896-482e-ada1-1d5184e8d6b0 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:31.934195 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-53fe9f2b-be12-42b5-87cd-4f744b8f034d req-71dc1ca3-5b1e-432b-aecc-af115101f181 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.942016 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6cd5007b-a30f-4c9e-b071-526c4b9097c4 req-bbcb0195-b51a-429a-8835-996c4456315a tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611780 Jul 16 01:37:32.004146 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb65a5d-3a9c-449a-8d09-fa0ab01b342a x-openstack-request-id: req-6cb65a5d-3a9c-449a-8d09-fa0ab01b342a {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:32.008760 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f231106-dda0-4c0f-9881-3c2f91488604", "name": "network-vif-deleted", "tag": "d718468d-4bd2-4ec0-88f0-d6d976174d66", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:32.009374 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cb65a5d-3a9c-449a-8d09-fa0ab01b342a {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:32.009953 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f231106-dda0-4c0f-9881-3c2f91488604', 'name': 'network-vif-deleted', 'tag': 'd718468d-4bd2-4ec0-88f0-d6d976174d66', 'status': 'completed', 'code': 200} Jul 16 01:37:32.055345 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a91efe82-2884-4c2f-834d-3e348f7b4d88 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.087379 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aac83c05-e80d-4699-b210-e4ba41be259b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.142239 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a91efe82-2884-4c2f-834d-3e348f7b4d88 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.142396 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aac83c05-e80d-4699-b210-e4ba41be259b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.149392 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91efe82-2884-4c2f-834d-3e348f7b4d88 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:32.150131 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a91efe82-2884-4c2f-834d-3e348f7b4d88 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.210045 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac83c05-e80d-4699-b210-e4ba41be259b admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:32.211832 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a91efe82-2884-4c2f-834d-3e348f7b4d88 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7868567 Jul 16 01:37:32.215979 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-53fe9f2b-be12-42b5-87cd-4f744b8f034d req-71dc1ca3-5b1e-432b-aecc-af115101f181 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] For port 8534aa3a-1896-482e-ada1-1d5184e8d6b0, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8534aa3a-1896-482e-ada1-1d5184e8d6b0,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:32.216401 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-53fe9f2b-be12-42b5-87cd-4f744b8f034d req-71dc1ca3-5b1e-432b-aecc-af115101f181 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.219276 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36384) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:32.224313 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac83c05-e80d-4699-b210-e4ba41be259b admin admin] Pushing event updated for resources: {'Port': ['ID=6bd116b5-7a49-462b-b7c9-9377cd6889db,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:32.229058 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-aac83c05-e80d-4699-b210-e4ba41be259b admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:32.236017 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac83c05-e80d-4699-b210-e4ba41be259b admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:32.267907 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-ae7665ff-11a1-4aac-8b22-3cf25ec09512 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Request body: {'subnet': {'network_id': '8da8177e-e371-4632-9bf4-539872b6d2a8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:32.278249 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91efe82-2884-4c2f-834d-3e348f7b4d88 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event updated for resources: {'Network': ['ID=8da8177e-e371-4632-9bf4-539872b6d2a8,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:32.290932 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 8da8177e-e371-4632-9bf4-539872b6d2a8 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:32.309006 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-53fe9f2b-be12-42b5-87cd-4f744b8f034d req-71dc1ca3-5b1e-432b-aecc-af115101f181 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Calling delete_port for 8534aa3a-1896-482e-ada1-1d5184e8d6b0 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:32.471555 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7665ff-11a1-4aac-8b22-3cf25ec09512 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Made reservation on behalf of 0458282574654c17b6a10c601913a830 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:32.476755 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ae7665ff-11a1-4aac-8b22-3cf25ec09512 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.527235 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.657208 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-53fe9f2b-be12-42b5-87cd-4f744b8f034d req-71dc1ca3-5b1e-432b-aecc-af115101f181 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.672855 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['8534aa3a-1896-482e-ada1-1d5184e8d6b0'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:32.762779 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['1d5b4873-70f8-4714-956d-f3c4e22f2c5d'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:32.780062 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aac83c05-e80d-4699-b210-e4ba41be259b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.857016 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc1ca3-5b1e-432b-aecc-af115101f181 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Pushing event deleted for resources: {'Port': ['ID=8534aa3a-1896-482e-ada1-1d5184e8d6b0,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:32.871757 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ae7665ff-11a1-4aac-8b22-3cf25ec09512 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.937945 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7665ff-11a1-4aac-8b22-3cf25ec09512 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event updated for resources: {'Subnet': ['ID=97f1d209-4032-4a10-81e7-1cb3968aace9,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:33.032901 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36404) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:33.090786 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fe9f2b-be12-42b5-87cd-4f744b8f034d req-71dc1ca3-5b1e-432b-aecc-af115101f181 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] No DVR routers for this DVR port 8534aa3a-1896-482e-ada1-1d5184e8d6b0 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:33.094919 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-53fe9f2b-be12-42b5-87cd-4f744b8f034d req-71dc1ca3-5b1e-432b-aecc-af115101f181 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.096950 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-53fe9f2b-be12-42b5-87cd-4f744b8f034d req-71dc1ca3-5b1e-432b-aecc-af115101f181 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.82 "DELETE /v2.0/ports/8534aa3a-1896-482e-ada1-1d5184e8d6b0 HTTP/1.1" status: 204 len: 173 time: 1.6849713 Jul 16 01:37:33.101016 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1a85ba-a3ba-45ae-971f-3f8af554d139 admin admin] Deleting subnet f45f4065-e8af-4e7d-ba1a-a6b4cb86159b {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:33.122039 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a1a85ba-a3ba-45ae-971f-3f8af554d139 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.151654 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7665ff-11a1-4aac-8b22-3cf25ec09512 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Checking segment: {'id': '0284a210-1750-4fe4-a36e-aca5d5439c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8da8177e-e371-4632-9bf4-539872b6d2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:33.151974 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7665ff-11a1-4aac-8b22-3cf25ec09512 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Network hostable DHCP agents. Network: 8da8177e-e371-4632-9bf4-539872b6d2a8, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:33.175505 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a1a85ba-a3ba-45ae-971f-3f8af554d139 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.208389 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9c7775b9-369c-4578-9843-9029d22bf1b2 req-118eafb7-7ca3-4c16-9694-b1f0a83ee92d tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=712095c5-2cdd-4b5d-9d7d-3d6c190afbcb HTTP/1.1" status: 200 len: 210 time: 0.0528212 Jul 16 01:37:33.228846 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aac83c05-e80d-4699-b210-e4ba41be259b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.242596 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7665ff-11a1-4aac-8b22-3cf25ec09512 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Network 8da8177e-e371-4632-9bf4-539872b6d2a8 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:33.274497 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a1a85ba-a3ba-45ae-971f-3f8af554d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.336150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-ae7665ff-11a1-4aac-8b22-3cf25ec09512 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 8da8177e-e371-4632-9bf4-539872b6d2a8) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:33.352585 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7665ff-11a1-4aac-8b22-3cf25ec09512 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:33.353186 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ae7665ff-11a1-4aac-8b22-3cf25ec09512 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.353906 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740967b6-2ec6-4e7f-8f6b-e867018b25a3 None None] Network 8da8177e-e371-4632-9bf4-539872b6d2a8 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:33.375633 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a1a85ba-a3ba-45ae-971f-3f8af554d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.464681 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a1a85ba-a3ba-45ae-971f-3f8af554d139 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.469298 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9a1a85ba-a3ba-45ae-971f-3f8af554d139 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f45f4065-e8af-4e7d-ba1a-a6b4cb86159b HTTP/1.1" status: 204 len: 168 time: 0.4323475 Jul 16 01:37:33.501716 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36410) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:33.514259 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a85ba-a3ba-45ae-971f-3f8af554d139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f45f4065-e8af-4e7d-ba1a-a6b4cb86159b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:33.528699 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ae7665ff-11a1-4aac-8b22-3cf25ec09512 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3061097 Jul 16 01:37:33.529372 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36412) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:33.542642 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-b9ea52f1-d073-484e-8ac6-2c7e6f378bfa tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Request body: {'router': {'external_gateway_info': {'network_id': '8da8177e-e371-4632-9bf4-539872b6d2a8'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:33.612564 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15c60b4-5887-4091-b824-ae66b16749fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-8da8177e-e371-4632-9bf4-539872b6d2a8', 'network_id': '8da8177e-e371-4632-9bf4-539872b6d2a8', 'tenant_id': '0458282574654c17b6a10c601913a830', 'fixed_ips': [{'subnet_id': '97f1d209-4032-4a10-81e7-1cb3968aace9'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:33.613849 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c15c60b4-5887-4091-b824-ae66b16749fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.691756 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b8da3ee2-45e5-4f92-bd0e-bedd1c08b589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.811471 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac83c05-e80d-4699-b210-e4ba41be259b admin admin] Router b205d7f4-170c-42a6-8980-2777b55a5cb8 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:37:33.874016 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-c15c60b4-5887-4091-b824-ae66b16749fd None None] Allocated IP 2001:db8:1::2 (8da8177e-e371-4632-9bf4-539872b6d2a8/97f1d209-4032-4a10-81e7-1cb3968aace9/5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:33.930559 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b8da3ee2-45e5-4f92-bd0e-bedd1c08b589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.941330 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b9ea52f1-d073-484e-8ac6-2c7e6f378bfa tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.004830 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-b8da3ee2-45e5-4f92-bd0e-bedd1c08b589 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['830e0a53-8773-432e-aa5a-8c5b09b1196b']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:34.011735 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712095c5-2cdd-4b5d-9d7d-3d6c190afbcb', 'name': 'network-vif-deleted', 'tag': '8534aa3a-1896-482e-ada1-1d5184e8d6b0'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:34.024575 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-b8da3ee2-45e5-4f92-bd0e-bedd1c08b589 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0828342-f41f-42ce-bf32-6a339c912534') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:34.024887 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-b8da3ee2-45e5-4f92-bd0e-bedd1c08b589 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0828342-f41f-42ce-bf32-6a339c912534') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:34.033160 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55c87cd-f30b-4cf4-b09c-7b705d40de6a" -d '{"events": [{"server_uuid": "712095c5-2cdd-4b5d-9d7d-3d6c190afbcb", "name": "network-vif-deleted", "tag": "8534aa3a-1896-482e-ada1-1d5184e8d6b0"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:34.051498 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b8da3ee2-45e5-4f92-bd0e-bedd1c08b589 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.103185 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b8da3ee2-45e5-4f92-bd0e-bedd1c08b589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.122689 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8da3ee2-45e5-4f92-bd0e-bedd1c08b589 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:34.123224 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b8da3ee2-45e5-4f92-bd0e-bedd1c08b589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:34.126114 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:34.144424 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78576b5-2b15-441a-a715-80276b66b5d3 x-openstack-request-id: req-e78576b5-2b15-441a-a715-80276b66b5d3 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:34.144710 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712095c5-2cdd-4b5d-9d7d-3d6c190afbcb", "name": "network-vif-deleted", "tag": "8534aa3a-1896-482e-ada1-1d5184e8d6b0", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:34.145498 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e78576b5-2b15-441a-a715-80276b66b5d3 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:34.145498 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712095c5-2cdd-4b5d-9d7d-3d6c190afbcb', 'name': 'network-vif-deleted', 'tag': '8534aa3a-1896-482e-ada1-1d5184e8d6b0', 'status': 'completed', 'code': 200} Jul 16 01:37:34.177873 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac83c05-e80d-4699-b210-e4ba41be259b admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:34.198802 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] Sync routers for ids ['b205d7f4-170c-42a6-8980-2777b55a5cb8'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:34.205874 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-b9ea52f1-d073-484e-8ac6-2c7e6f378bfa tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:37:34.211354 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b9ea52f1-d073-484e-8ac6-2c7e6f378bfa tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "PUT /v2.0/routers/d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20 HTTP/1.1" status: 400 len: 364 time: 0.6807358 Jul 16 01:37:34.212248 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36422) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:34.212885 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c15c60b4-5887-4091-b824-ae66b16749fd None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.236423 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aac83c05-e80d-4699-b210-e4ba41be259b admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.236672 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] Routers {'b205d7f4-170c-42a6-8980-2777b55a5cb8'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:34.237422 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['b205d7f4-170c-42a6-8980-2777b55a5cb8'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:34.241059 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-aac83c05-e80d-4699-b210-e4ba41be259b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.7482588 Jul 16 01:37:34.242603 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c15c60b4-5887-4091-b824-ae66b16749fd None None] Transition to ACTIVE for port object 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:34.243061 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36424) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:34.260722 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b8da3ee2-45e5-4f92-bd0e-bedd1c08b589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.300092 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b8da3ee2-45e5-4f92-bd0e-bedd1c08b589 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.302042 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b8da3ee2-45e5-4f92-bd0e-bedd1c08b589 admin admin] 10.222.0.16 "DELETE /v2.0/networks/830e0a53-8773-432e-aa5a-8c5b09b1196b HTTP/1.1" status: 204 len: 168 time: 0.7994187 Jul 16 01:37:34.316099 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da3ee2-45e5-4f92-bd0e-bedd1c08b589 admin admin] Pushing event deleted for resources: {'Network': ['ID=830e0a53-8773-432e-aa5a-8c5b09b1196b,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:34.334606 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da3ee2-45e5-4f92-bd0e-bedd1c08b589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:34.334889 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da3ee2-45e5-4f92-bd0e-bedd1c08b589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:34.335229 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da3ee2-45e5-4f92-bd0e-bedd1c08b589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:34.335557 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da3ee2-45e5-4f92-bd0e-bedd1c08b589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:34.335885 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da3ee2-45e5-4f92-bd0e-bedd1c08b589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:34.336208 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da3ee2-45e5-4f92-bd0e-bedd1c08b589 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:34.336579 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da3ee2-45e5-4f92-bd0e-bedd1c08b589 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:34.336900 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da3ee2-45e5-4f92-bd0e-bedd1c08b589 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:34.337252 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da3ee2-45e5-4f92-bd0e-bedd1c08b589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:34.337912 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da3ee2-45e5-4f92-bd0e-bedd1c08b589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:34.338239 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da3ee2-45e5-4f92-bd0e-bedd1c08b589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:34.338559 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da3ee2-45e5-4f92-bd0e-bedd1c08b589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:34.417762 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c15c60b4-5887-4091-b824-ae66b16749fd None None] Transition to ACTIVE for port object 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:34.439965 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] Set router b205d7f4-170c-42a6-8980-2777b55a5cb8 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:34.538447 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36434) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:34.561956 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c15c60b4-5887-4091-b824-ae66b16749fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.599815 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0ae4a2dc-b5d0-47d5-8ae7-579d6d6c5afb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c73e6ed9d26a4f67873b1490075aee9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0601680 Jul 16 01:37:34.606799 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36436) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:34.634068 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15c60b4-5887-4091-b824-ae66b16749fd None None] Network 8da8177e-e371-4632-9bf4-539872b6d2a8 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:34.638188 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-c15c60b4-5887-4091-b824-ae66b16749fd None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:34.740662 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c47660f4-45ca-431b-a5ac-28185272181d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.776096 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c47660f4-45ca-431b-a5ac-28185272181d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.802445 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-647cf8f8-e9cd-411c-b586-75216722c112 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.905812 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15c60b4-5887-4091-b824-ae66b16749fd None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:34.911626 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8534aa3a-1896-482e-ada1-1d5184e8d6b0 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:34.950896 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 8534aa3a-1896-482e-ada1-1d5184e8d6b0 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:34.951232 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8534aa3a-1896-482e-ada1-1d5184e8d6b0 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:35.003129 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c47660f4-45ca-431b-a5ac-28185272181d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.006295 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c47660f4-45ca-431b-a5ac-28185272181d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.011383 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c47660f4-45ca-431b-a5ac-28185272181d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad HTTP/1.1" status: 204 len: 168 time: 0.4030337 Jul 16 01:37:35.040455 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c60b4-5887-4091-b824-ae66b16749fd None None] Pushing event updated for resources: {'Port': ['ID=5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:35.049284 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.081859 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-c15c60b4-5887-4091-b824-ae66b16749fd None None] Attempting to bind port 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:35.082217 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-c15c60b4-5887-4091-b824-ae66b16749fd None None] Attempting to bind port 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '0284a210-1750-4fe4-a36e-aca5d5439c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8da8177e-e371-4632-9bf4-539872b6d2a8'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:35.082577 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15c60b4-5887-4091-b824-ae66b16749fd None None] Attempting to bind port 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2 on network 8da8177e-e371-4632-9bf4-539872b6d2a8 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:35.088041 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15c60b4-5887-4091-b824-ae66b16749fd None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:35.088450 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15c60b4-5887-4091-b824-ae66b16749fd None None] Checking segment: {'id': '0284a210-1750-4fe4-a36e-aca5d5439c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8da8177e-e371-4632-9bf4-539872b6d2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:35.088865 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c15c60b4-5887-4091-b824-ae66b16749fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.089263 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15c60b4-5887-4091-b824-ae66b16749fd None None] Bound using segment: {'id': '0284a210-1750-4fe4-a36e-aca5d5439c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8da8177e-e371-4632-9bf4-539872b6d2a8'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:35.089731 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-c15c60b4-5887-4091-b824-ae66b16749fd None None] Bound port: 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0284a210-1750-4fe4-a36e-aca5d5439c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8da8177e-e371-4632-9bf4-539872b6d2a8'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:35.090101 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c15c60b4-5887-4091-b824-ae66b16749fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.094609 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47660f4-45ca-431b-a5ac-28185272181d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d1ebf9-6b9a-4c48-bd8a-851f01dd97ad,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:35.109148 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d718468d-4bd2-4ec0-88f0-d6d976174d66 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:35.153622 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59580d1b-f8e7-40a3-a17e-d1b9706e4bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.163166 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: d718468d-4bd2-4ec0-88f0-d6d976174d66 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:35.163166 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d718468d-4bd2-4ec0-88f0-d6d976174d66 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:35.172671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-647cf8f8-e9cd-411c-b586-75216722c112 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Allocated IP 2001:db8::1 (efca7d6c-18ab-4d93-82f7-ad89b7dce7ce/20bc4443-6e36-4012-9747-a6ea4ff4af99/dae793ec-9c08-4c21-904f-0f07ceddf67e) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:35.256981 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c15c60b4-5887-4091-b824-ae66b16749fd None None] For port 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:35.270339 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c15c60b4-5887-4091-b824-ae66b16749fd None None] For port 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2,segment=NetworkSegment(0284a210-1750-4fe4-a36e-aca5d5439c3a),segment_id=0284a210-1750-4fe4-a36e-aca5d5439c3a)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:35.283498 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c15c60b4-5887-4091-b824-ae66b16749fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.298723 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'name': 'tempest-ServerRescueTestJSONUnderV235-214900210-router', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:30Z', 'updated_at': '2021-07-16T01:37:32Z', 'revision_number': 3, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'gw_port': {'id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:31Z', 'updated_at': '2021-07-16T01:37:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:35.319412 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-647cf8f8-e9cd-411c-b586-75216722c112 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.341181 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-647cf8f8-e9cd-411c-b586-75216722c112 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Transition to ACTIVE for port object dae793ec-9c08-4c21-904f-0f07ceddf67e will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:35.349736 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] Checking router: b205d7f4-170c-42a6-8980-2777b55a5cb8 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:35.350111 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] Updating router b205d7f4-170c-42a6-8980-2777b55a5cb8 port 6bd116b5-7a49-462b-b7c9-9377cd6889db binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:37:35.438658 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.442285 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c60b4-5887-4091-b824-ae66b16749fd None None] Pushing event updated for resources: {'Port': ['ID=5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:35.475615 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-647cf8f8-e9cd-411c-b586-75216722c112 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.482573 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-59580d1b-f8e7-40a3-a17e-d1b9706e4bfd admin admin] Allocated IP 172.20.0.1 (48a6dff3-4e27-4968-8def-dde595202060/36d83a8c-16f2-4271-82b4-750235f338ef/658eebbf-7cf7-49f0-aa55-b95fc95e5875) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:35.618643 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647cf8f8-e9cd-411c-b586-75216722c112 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Network efca7d6c-18ab-4d93-82f7-ad89b7dce7ce is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:35.640383 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-647cf8f8-e9cd-411c-b586-75216722c112 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:35.657782 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f0e23-83e2-4120-a7e0-dd977ba1cef8 req-f7d3c978-eb46-4d76-9668-b6358320be6e tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:35.659500 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e94f0e23-83e2-4120-a7e0-dd977ba1cef8 req-f7d3c978-eb46-4d76-9668-b6358320be6e tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 946 time: 0.6120567 Jul 16 01:37:35.662662 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647cf8f8-e9cd-411c-b586-75216722c112 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:35.663211 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-647cf8f8-e9cd-411c-b586-75216722c112 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.901270 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59580d1b-f8e7-40a3-a17e-d1b9706e4bfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.006459 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59580d1b-f8e7-40a3-a17e-d1b9706e4bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.055860 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-647cf8f8-e9cd-411c-b586-75216722c112 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.134933 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647cf8f8-e9cd-411c-b586-75216722c112 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event updated for resources: {'Port': ['ID=dae793ec-9c08-4c21-904f-0f07ceddf67e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:36.154825 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59580d1b-f8e7-40a3-a17e-d1b9706e4bfd admin admin] Network 48a6dff3-4e27-4968-8def-dde595202060 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:36.163412 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e94f0e23-83e2-4120-a7e0-dd977ba1cef8 req-897942b9-870e-4af9-b02b-237a6128d9c8 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367579 Jul 16 01:37:36.183614 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-59580d1b-f8e7-40a3-a17e-d1b9706e4bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:36.190851 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:36.226270 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37889720-10cf-4ec9-a314-95e5450689c2 req-03a78607-fe69-4bc5-8d5d-4cc87840bddd tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:36.226270 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-37889720-10cf-4ec9-a314-95e5450689c2 req-03a78607-fe69-4bc5-8d5d-4cc87840bddd tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.84 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 946 time: 0.8257155 Jul 16 01:37:36.243902 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59580d1b-f8e7-40a3-a17e-d1b9706e4bfd admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:36.247287 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59580d1b-f8e7-40a3-a17e-d1b9706e4bfd admin admin] Pushing event updated for resources: {'Port': ['ID=658eebbf-7cf7-49f0-aa55-b95fc95e5875,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:36.330164 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.354568 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] Transition to ACTIVE for port object 6bd116b5-7a49-462b-b7c9-9377cd6889db will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:36.357659 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59580d1b-f8e7-40a3-a17e-d1b9706e4bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.361193 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:36.382131 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.434786 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8dbf3c36-fe42-429b-8b0b-d02a7cdf3347 None None] Provisioning for port dae793ec-9c08-4c21-904f-0f07ceddf67e completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:36.466391 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8dbf3c36-fe42-429b-8b0b-d02a7cdf3347 None None] Provisioning complete for port dae793ec-9c08-4c21-904f-0f07ceddf67e triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:36.469012 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3c36-fe42-429b-8b0b-d02a7cdf3347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.582264 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8dbf3c36-fe42-429b-8b0b-d02a7cdf3347 None None] Port dae793ec-9c08-4c21-904f-0f07ceddf67e cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:36.614914 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] Attempting to bind port 6bd116b5-7a49-462b-b7c9-9377cd6889db on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:36.615365 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] Attempting to bind port 6bd116b5-7a49-462b-b7c9-9377cd6889db by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:36.615798 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] Attempting to bind port 6bd116b5-7a49-462b-b7c9-9377cd6889db on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:36.624290 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:36.625152 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:36.625630 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.626092 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:36.626645 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] Bound port: 6bd116b5-7a49-462b-b7c9-9377cd6889db, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:36.627092 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.640984 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59580d1b-f8e7-40a3-a17e-d1b9706e4bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.698686 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] For port 6bd116b5-7a49-462b-b7c9-9377cd6889db, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:36.702371 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] For port 6bd116b5-7a49-462b-b7c9-9377cd6889db, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=6bd116b5-7a49-462b-b7c9-9377cd6889db,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:36.705579 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b5a59-bf49-4a28-bc95-c6e862e448ea None None] Pushing event updated for resources: {'Port': ['ID=6bd116b5-7a49-462b-b7c9-9377cd6889db,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:36.723420 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.780875 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-37889720-10cf-4ec9-a314-95e5450689c2 req-42e86bc0-8472-45e3-a6a4-be4f355a82ed tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Deleting port 1d5b4873-70f8-4714-956d-f3c4e22f2c5d {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:36.781582 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-37889720-10cf-4ec9-a314-95e5450689c2 req-42e86bc0-8472-45e3-a6a4-be4f355a82ed tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.825772 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36482) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:36.835456 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] Routers {'b205d7f4-170c-42a6-8980-2777b55a5cb8'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:36.839498 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['b205d7f4-170c-42a6-8980-2777b55a5cb8'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:36.938130 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b5a59-bf49-4a28-bc95-c6e862e448ea None None] Pushing event updated for resources: {'Port': ['ID=6bd116b5-7a49-462b-b7c9-9377cd6889db,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:37.039125 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59580d1b-f8e7-40a3-a17e-d1b9706e4bfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.056996 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59580d1b-f8e7-40a3-a17e-d1b9706e4bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.058739 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] Set router b205d7f4-170c-42a6-8980-2777b55a5cb8 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:37.157493 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59580d1b-f8e7-40a3-a17e-d1b9706e4bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.167498 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59580d1b-f8e7-40a3-a17e-d1b9706e4bfd admin admin] Pushing event updated for resources: {'Port': ['ID=658eebbf-7cf7-49f0-aa55-b95fc95e5875,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:37.190502 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0313aa33-b5cc-44bf-af24-9d5fa1db7076 None None] Network 8da8177e-e371-4632-9bf4-539872b6d2a8 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:37.279115 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59580d1b-f8e7-40a3-a17e-d1b9706e4bfd admin admin] Network 48a6dff3-4e27-4968-8def-dde595202060 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:37.281207 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-59580d1b-f8e7-40a3-a17e-d1b9706e4bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:37.444451 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59580d1b-f8e7-40a3-a17e-d1b9706e4bfd admin admin] Router b205d7f4-170c-42a6-8980-2777b55a5cb8 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:37.635131 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-fa3cf144-7f0f-4eeb-8b6b-9eb2898dd67c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-290540359-network', 'tenant_id': 'ad0c269a16154916be54bb1af1787626'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:37.655417 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e0fceb50-091e-4c8a-9f7f-5d2156f013c4 None None] Provisioning for port 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:37.698825 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59580d1b-f8e7-40a3-a17e-d1b9706e4bfd admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:37.700929 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e0fceb50-091e-4c8a-9f7f-5d2156f013c4 None None] Provisioning complete for port 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:37.702338 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e0fceb50-091e-4c8a-9f7f-5d2156f013c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.710121 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-59580d1b-f8e7-40a3-a17e-d1b9706e4bfd admin admin] 10.222.0.16 "PUT /v2.0/routers/b205d7f4-170c-42a6-8980-2777b55a5cb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4660037 Jul 16 01:37:37.848754 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-37889720-10cf-4ec9-a314-95e5450689c2 req-42e86bc0-8472-45e3-a6a4-be4f355a82ed tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] For port 1d5b4873-70f8-4714-956d-f3c4e22f2c5d, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1d5b4873-70f8-4714-956d-f3c4e22f2c5d,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:37.849380 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-37889720-10cf-4ec9-a314-95e5450689c2 req-42e86bc0-8472-45e3-a6a4-be4f355a82ed tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.904961 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3cf144-7f0f-4eeb-8b6b-9eb2898dd67c admin admin] Made reservation on behalf of ad0c269a16154916be54bb1af1787626 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:37.913416 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa3cf144-7f0f-4eeb-8b6b-9eb2898dd67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.975748 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-37889720-10cf-4ec9-a314-95e5450689c2 req-42e86bc0-8472-45e3-a6a4-be4f355a82ed tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Calling delete_port for 1d5b4873-70f8-4714-956d-f3c4e22f2c5d owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:38.017689 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa3cf144-7f0f-4eeb-8b6b-9eb2898dd67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.026177 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-647cf8f8-e9cd-411c-b586-75216722c112 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.085777 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e0fceb50-091e-4c8a-9f7f-5d2156f013c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.112406 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34640666-22c6-447d-8d84-fd981da55e6b req-ef5c83fc-62df-4ba4-bfd0-789574e5e3d8 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:38.125730 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34640666-22c6-447d-8d84-fd981da55e6b req-ef5c83fc-62df-4ba4-bfd0-789574e5e3d8 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 946 time: 0.5193255 Jul 16 01:37:38.153470 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-647cf8f8-e9cd-411c-b586-75216722c112 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.154434 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-647cf8f8-e9cd-411c-b586-75216722c112 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.276636 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e0fceb50-091e-4c8a-9f7f-5d2156f013c4 None None] For port 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2,segment=NetworkSegment(0284a210-1750-4fe4-a36e-aca5d5439c3a),segment_id=0284a210-1750-4fe4-a36e-aca5d5439c3a)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:38.290607 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e0fceb50-091e-4c8a-9f7f-5d2156f013c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.391471 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'name': 'tempest-ServerRescueTestJSONUnderV235-214900210-router', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:30Z', 'updated_at': '2021-07-16T01:37:36Z', 'revision_number': 4, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'gw_port': {'id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:31Z', 'updated_at': '2021-07-16T01:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '658eebbf-7cf7-49f0-aa55-b95fc95e5875', 'name': '', 'network_id': '48a6dff3-4e27-4968-8def-dde595202060', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'mac_address': 'fa:16:3e:63:c0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '36d83a8c-16f2-4271-82b4-750235f338ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:35Z', 'updated_at': '2021-07-16T01:37:35Z', 'revision_number': 1, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'subnets': [{'id': '36d83a8c-16f2-4271-82b4-750235f338ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:38.443727 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9997e8-a366-4be6-aff7-0ebb70945af3 None None] The sync data for ids ['b205d7f4-170c-42a6-8980-2777b55a5cb8'] in n-d-792394-16 is: [{'id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'name': 'tempest-ServerRescueTestJSONUnderV235-214900210-router', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:30Z', 'updated_at': '2021-07-16T01:37:36Z', 'revision_number': 4, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'gw_port': {'id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:31Z', 'updated_at': '2021-07-16T01:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '658eebbf-7cf7-49f0-aa55-b95fc95e5875', 'name': '', 'network_id': '48a6dff3-4e27-4968-8def-dde595202060', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'mac_address': 'fa:16:3e:63:c0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '36d83a8c-16f2-4271-82b4-750235f338ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:35Z', 'updated_at': '2021-07-16T01:37:35Z', 'revision_number': 1, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'subnets': [{'id': '36d83a8c-16f2-4271-82b4-750235f338ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:38.465139 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34640666-22c6-447d-8d84-fd981da55e6b req-2782ad59-c9ed-4289-9199-de9f8a818d37 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=2711cc75-e7fb-4c2a-99ba-8133a9efb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382361 Jul 16 01:37:38.476948 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fceb50-091e-4c8a-9f7f-5d2156f013c4 None None] Pushing event updated for resources: {'Port': ['ID=5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:38.610819 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa3cf144-7f0f-4eeb-8b6b-9eb2898dd67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.643285 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647cf8f8-e9cd-411c-b586-75216722c112 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event updated for resources: {'Port': ['ID=dae793ec-9c08-4c21-904f-0f07ceddf67e,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:38.647472 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa3cf144-7f0f-4eeb-8b6b-9eb2898dd67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.720787 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e7364b2d-ff95-4597-8532-b2f5be1faab9 None None] Provisioning complete for port 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:38.721248 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e7364b2d-ff95-4597-8532-b2f5be1faab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.738279 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-49c86769-e4dc-4aae-bcb3-8d9fdeb54797 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:38.739801 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-49c86769-e4dc-4aae-bcb3-8d9fdeb54797 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/networks?id=48a6dff3-4e27-4968-8def-dde595202060 HTTP/1.1" status: 200 len: 819 time: 0.2713373 Jul 16 01:37:38.761534 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3cf144-7f0f-4eeb-8b6b-9eb2898dd67c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:38.765862 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-6314e61d-b81b-48af-9b55-29d24ab24f92 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/quotas/15e56770c49b4c2c90bfb165e0219098 HTTP/1.1" status: 200 len: 375 time: 0.0191383 Jul 16 01:37:38.793023 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3cf144-7f0f-4eeb-8b6b-9eb2898dd67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff604e5-0e99-4065-8bdf-1329e95228d9,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:38.825847 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa3cf144-7f0f-4eeb-8b6b-9eb2898dd67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.826351 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-fa3cf144-7f0f-4eeb-8b6b-9eb2898dd67c admin admin] Added segment 7001c564-5dab-4ec5-959b-17fbbab7fc20 of type vlan for network dd31210a-b3ed-41ba-a32a-8a1d4015a729 Jul 16 01:37:38.850380 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-37889720-10cf-4ec9-a314-95e5450689c2 req-42e86bc0-8472-45e3-a6a4-be4f355a82ed tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.947405 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647cf8f8-e9cd-411c-b586-75216722c112 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Network efca7d6c-18ab-4d93-82f7-ad89b7dce7ce is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:38.954911 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-bad481a5-880d-4fc4-9c6c-ef3bde955416 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=15e56770c49b4c2c90bfb165e0219098&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1829462 Jul 16 01:37:38.962241 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-a2142d11-21cb-4c68-807a-f3e8159a1f41 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:38.970309 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-a2142d11-21cb-4c68-807a-f3e8159a1f41 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141144 Jul 16 01:37:39.006967 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-647cf8f8-e9cd-411c-b586-75216722c112 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:39.016969 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e86bc0-8472-45e3-a6a4-be4f355a82ed tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Pushing event deleted for resources: {'Port': ['ID=1d5b4873-70f8-4714-956d-f3c4e22f2c5d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:39.025992 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa3cf144-7f0f-4eeb-8b6b-9eb2898dd67c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.105595 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 1d5b4873-70f8-4714-956d-f3c4e22f2c5d no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:39.121774 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-37889720-10cf-4ec9-a314-95e5450689c2 req-42e86bc0-8472-45e3-a6a4-be4f355a82ed tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] No DVR routers for this DVR port 1d5b4873-70f8-4714-956d-f3c4e22f2c5d on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:39.131973 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-37889720-10cf-4ec9-a314-95e5450689c2 req-42e86bc0-8472-45e3-a6a4-be4f355a82ed tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.137499 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 1d5b4873-70f8-4714-956d-f3c4e22f2c5d {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:39.138206 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 1d5b4873-70f8-4714-956d-f3c4e22f2c5d not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:39.141628 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-37889720-10cf-4ec9-a314-95e5450689c2 req-42e86bc0-8472-45e3-a6a4-be4f355a82ed tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.84 "DELETE /v2.0/ports/1d5b4873-70f8-4714-956d-f3c4e22f2c5d HTTP/1.1" status: 204 len: 173 time: 2.8907371 Jul 16 01:37:39.145615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b80d87-69fb-4d4b-a98d-22bb83626aa9', 'name': 'network-vif-deleted', 'tag': '1d5b4873-70f8-4714-956d-f3c4e22f2c5d'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:39.147618 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3070a32f-4957-40ed-9359-7c03b6fc3855" -d '{"events": [{"server_uuid": "52b80d87-69fb-4d4b-a98d-22bb83626aa9", "name": "network-vif-deleted", "tag": "1d5b4873-70f8-4714-956d-f3c4e22f2c5d"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:39.206283 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-d2f1089f-e297-4358-b1db-e2ffcebf2e2b service neutron] 10.222.0.16 "GET /v2.0/networks/48a6dff3-4e27-4968-8def-dde595202060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348776 Jul 16 01:37:39.299596 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef955260-f029-4150-9e88-316350c87a79 x-openstack-request-id: req-ef955260-f029-4150-9e88-316350c87a79 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:39.299994 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b80d87-69fb-4d4b-a98d-22bb83626aa9", "name": "network-vif-deleted", "tag": "1d5b4873-70f8-4714-956d-f3c4e22f2c5d", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:39.300135 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef955260-f029-4150-9e88-316350c87a79 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:39.302422 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b80d87-69fb-4d4b-a98d-22bb83626aa9', 'name': 'network-vif-deleted', 'tag': '1d5b4873-70f8-4714-956d-f3c4e22f2c5d', 'status': 'completed', 'code': 200} Jul 16 01:37:39.391043 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa3cf144-7f0f-4eeb-8b6b-9eb2898dd67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.392090 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3cf144-7f0f-4eeb-8b6b-9eb2898dd67c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:39.392776 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa3cf144-7f0f-4eeb-8b6b-9eb2898dd67c admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.500920 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36528) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:39.501135 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fa3cf144-7f0f-4eeb-8b6b-9eb2898dd67c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6546364 Jul 16 01:37:39.508017 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-ff9a14f5-4c16-4b6e-b629-101a6a7cfc83 admin admin] Request body: {'subnet': {'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-290540359-subnet', 'tenant_id': 'ad0c269a16154916be54bb1af1787626', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:39.611853 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647cf8f8-e9cd-411c-b586-75216722c112 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Router d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:39.618618 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3cf144-7f0f-4eeb-8b6b-9eb2898dd67c admin admin] Pushing event updated for resources: {'Network': ['ID=dd31210a-b3ed-41ba-a32a-8a1d4015a729,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:39.630504 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network dd31210a-b3ed-41ba-a32a-8a1d4015a729 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:39.639662 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-acb8d866-6100-4348-9b8e-6917e9be0bb1 service neutron] 10.222.0.16 "GET /v2.0/networks/48a6dff3-4e27-4968-8def-dde595202060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077959 Jul 16 01:37:39.643335 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9a14f5-4c16-4b6e-b629-101a6a7cfc83 admin admin] Made reservation on behalf of ad0c269a16154916be54bb1af1787626 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:39.646901 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ff9a14f5-4c16-4b6e-b629-101a6a7cfc83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.797001 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647cf8f8-e9cd-411c-b586-75216722c112 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:39.812591 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e6b0ac-9224-446e-8684-63e3b6dfec97 None None] Sync routers for ids ['d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:39.823749 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-647cf8f8-e9cd-411c-b586-75216722c112 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "PUT /v2.0/routers/d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6099834 Jul 16 01:37:39.826835 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36536) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:39.831734 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e6b0ac-9224-446e-8684-63e3b6dfec97 None None] Routers {'d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:39.832379 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-27e6b0ac-9224-446e-8684-63e3b6dfec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:39.986052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f8ec0ae0-9eb1-41e3-9c30-ad341d228e3f None None] Provisioning complete for port dae793ec-9c08-4c21-904f-0f07ceddf67e triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:39.986548 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f8ec0ae0-9eb1-41e3-9c30-ad341d228e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.021587 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-27e6b0ac-9224-446e-8684-63e3b6dfec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:40.044229 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e6b0ac-9224-446e-8684-63e3b6dfec97 None None] Routers {'d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:40.045381 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-27e6b0ac-9224-446e-8684-63e3b6dfec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:40.121318 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f8ec0ae0-9eb1-41e3-9c30-ad341d228e3f None None] Port dae793ec-9c08-4c21-904f-0f07ceddf67e cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:40.142584 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:40.173982 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-27e6b0ac-9224-446e-8684-63e3b6dfec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:40.177720 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e6b0ac-9224-446e-8684-63e3b6dfec97 None None] The sync data for ids ['d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:40.315103 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-32ff99e4-95da-46f2-8d29-c8c92da33048 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.350477 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-28b68eb0-b6d2-420d-be0a-830083c59b78 req-0556b31f-4202-4655-ba5c-1700042dcae4 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=52b80d87-69fb-4d4b-a98d-22bb83626aa9 HTTP/1.1" status: 200 len: 210 time: 0.2382488 Jul 16 01:37:40.353897 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:40.354326 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.525841 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-32ff99e4-95da-46f2-8d29-c8c92da33048 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:37:40.527061 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-32ff99e4-95da-46f2-8d29-c8c92da33048 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "DELETE /v2.0/routers/d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20 HTTP/1.1" status: 409 len: 329 time: 0.6988909 Jul 16 01:37:40.532380 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36544) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:40.559012 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-10af2979-0a53-484d-8e4e-be6b1c7e4472 req-72498a58-10d6-482f-932e-44bdf2c9db93 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 210 time: 0.1866460 Jul 16 01:37:40.604190 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ff9a14f5-4c16-4b6e-b629-101a6a7cfc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.747468 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a14f5-4c16-4b6e-b629-101a6a7cfc83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3be564b1-f055-40ad-87fc-208a1fbc335f,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:40.820644 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9a14f5-4c16-4b6e-b629-101a6a7cfc83 admin admin] Checking segment: {'id': '7001c564-5dab-4ec5-959b-17fbbab7fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:40.821390 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9a14f5-4c16-4b6e-b629-101a6a7cfc83 admin admin] Network hostable DHCP agents. Network: dd31210a-b3ed-41ba-a32a-8a1d4015a729, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:40.850050 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9a14f5-4c16-4b6e-b629-101a6a7cfc83 admin admin] Network dd31210a-b3ed-41ba-a32a-8a1d4015a729 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:40.876170 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-ff9a14f5-4c16-4b6e-b629-101a6a7cfc83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, dd31210a-b3ed-41ba-a32a-8a1d4015a729) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:40.881657 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9a14f5-4c16-4b6e-b629-101a6a7cfc83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:40.882250 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ff9a14f5-4c16-4b6e-b629-101a6a7cfc83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.890932 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615896b3-948a-43d5-97b8-c915d3eac08d None None] Network dd31210a-b3ed-41ba-a32a-8a1d4015a729 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:40.913983 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ff9a14f5-4c16-4b6e-b629-101a6a7cfc83 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4114296 Jul 16 01:37:41.279967 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563a0aba-4f1b-46f2-80f8-1411b59bd0db None None] Network dd31210a-b3ed-41ba-a32a-8a1d4015a729 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:41.709836 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-d4bb7a6f-c039-45b9-8bba-b15a28ec9590 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:41.724842 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-d4bb7a6f-c039-45b9-8bba-b15a28ec9590 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/networks?id=dd31210a-b3ed-41ba-a32a-8a1d4015a729 HTTP/1.1" status: 200 len: 814 time: 0.2584019 Jul 16 01:37:41.758856 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4157f42e-54bf-4749-804c-4d2bf60d716e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.769942 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-6f374cdc-a152-44c6-9e64-fcee696a142e tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/quotas/ad0c269a16154916be54bb1af1787626 HTTP/1.1" status: 200 len: 375 time: 0.0428972 Jul 16 01:37:41.853144 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-e847f746-6343-4b27-8d50-8b308f453105 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ad0c269a16154916be54bb1af1787626&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404484 Jul 16 01:37:41.892503 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-a28cb942-a8c5-4287-9ecc-483fbd32abf6 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:41.893887 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-a28cb942-a8c5-4287-9ecc-483fbd32abf6 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098121 Jul 16 01:37:41.897514 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fbfa5913-fae3-487f-86c2-d64a4f28a42d req-e1997409-5492-4db0-9ca5-4405951ded2e tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 210 time: 0.0588262 Jul 16 01:37:42.031651 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6bd116b5-7a49-462b-b7c9-9377cd6889db up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:42.127433 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 6bd116b5-7a49-462b-b7c9-9377cd6889db completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:42.133699 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 6bd116b5-7a49-462b-b7c9-9377cd6889db triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:42.134343 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.223444 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-9f59eca2-a8f7-49e9-9002-d894d7370905 service neutron] 10.222.0.16 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778163 Jul 16 01:37:42.324835 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.360160 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 6bd116b5-7a49-462b-b7c9-9377cd6889db, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=6bd116b5-7a49-462b-b7c9-9377cd6889db,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:42.370184 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.490304 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=6bd116b5-7a49-462b-b7c9-9377cd6889db,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:42.501238 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-1920a388-d0b9-40d4-8048-b7e789eedccf service neutron] 10.222.0.16 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763972 Jul 16 01:37:42.510483 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-4157f42e-54bf-4749-804c-4d2bf60d716e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Deleting port dae793ec-9c08-4c21-904f-0f07ceddf67e {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:42.510911 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4157f42e-54bf-4749-804c-4d2bf60d716e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.629557 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] Sync routers for ids ['b205d7f4-170c-42a6-8980-2777b55a5cb8'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:42.645211 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] Routers {'b205d7f4-170c-42a6-8980-2777b55a5cb8'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:42.646001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['b205d7f4-170c-42a6-8980-2777b55a5cb8'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:42.711982 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4157f42e-54bf-4749-804c-4d2bf60d716e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.743283 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-4157f42e-54bf-4749-804c-4d2bf60d716e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Calling delete_port for dae793ec-9c08-4c21-904f-0f07ceddf67e owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:42.899073 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] Set router b205d7f4-170c-42a6-8980-2777b55a5cb8 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:42.979165 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2552e290-454b-4338-ab91-4251928b7222 req-4db698b5-de95-4a46-9fe0-da18308cebf3 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f801fff-3ee9-4ed7-973e-4e22ef6e1888 HTTP/1.1" status: 200 len: 210 time: 0.0977335 Jul 16 01:37:43.225078 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c28720-21d0-4154-b7a5-2d56b9082324 req-623171c9-6e15-49ac-a698-942daf38111b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:43.233757 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-28c28720-21d0-4154-b7a5-2d56b9082324 req-623171c9-6e15-49ac-a698-942daf38111b tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.3765683 Jul 16 01:37:43.271041 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-cb9a9ff9-11f6-4d18-b04e-ee5fe0bc1ef8 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:43.272783 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-cb9a9ff9-11f6-4d18-b04e-ee5fe0bc1ef8 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.82 "GET /v2.0/networks?id=48a6dff3-4e27-4968-8def-dde595202060 HTTP/1.1" status: 200 len: 819 time: 0.2968147 Jul 16 01:37:43.296221 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-0564ae25-5281-4eee-aee0-0ef59334b6de tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Request body: {'port': {'device_id': '9f028f9d-8e8a-4e6e-be33-b94696eb24f8', 'network_id': '48a6dff3-4e27-4968-8def-dde595202060', 'admin_state_up': True, 'tenant_id': '15e56770c49b4c2c90bfb165e0219098'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:43.303444 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b9985460-a809-4c92-a789-7d99bebc64bd req-6e6d4765-eeca-438e-964a-0f91fe99a61d tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 210 time: 0.0946586 Jul 16 01:37:43.367474 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-28c28720-21d0-4154-b7a5-2d56b9082324 req-b05e9ca1-ce7a-419e-94d7-837856879ce6 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326900 Jul 16 01:37:43.370715 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'name': 'tempest-ServerRescueTestJSONUnderV235-214900210-router', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:30Z', 'updated_at': '2021-07-16T01:37:36Z', 'revision_number': 4, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'gw_port': {'id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:31Z', 'updated_at': '2021-07-16T01:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '658eebbf-7cf7-49f0-aa55-b95fc95e5875', 'name': '', 'network_id': '48a6dff3-4e27-4968-8def-dde595202060', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'mac_address': 'fa:16:3e:63:c0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '36d83a8c-16f2-4271-82b4-750235f338ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:35Z', 'updated_at': '2021-07-16T01:37:36Z', 'revision_number': 2, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'subnets': [{'id': '36d83a8c-16f2-4271-82b4-750235f338ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:43.466957 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4157f42e-54bf-4749-804c-4d2bf60d716e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.479239 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] Checking router: b205d7f4-170c-42a6-8980-2777b55a5cb8 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:43.479764 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] Updating router b205d7f4-170c-42a6-8980-2777b55a5cb8 port 658eebbf-7cf7-49f0-aa55-b95fc95e5875 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:37:43.577930 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.594787 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157f42e-54bf-4749-804c-4d2bf60d716e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event deleted for resources: {'Port': ['ID=dae793ec-9c08-4c21-904f-0f07ceddf67e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:43.718601 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4157f42e-54bf-4749-804c-4d2bf60d716e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.742411 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-0564ae25-5281-4eee-aee0-0ef59334b6de tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Made reservation on behalf of 15e56770c49b4c2c90bfb165e0219098 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:43.750925 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-0564ae25-5281-4eee-aee0-0ef59334b6de tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.970867 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6bd116b5-7a49-462b-b7c9-9377cd6889db up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:44.288347 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4157f42e-54bf-4749-804c-4d2bf60d716e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Router d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:44.293062 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 6bd116b5-7a49-462b-b7c9-9377cd6889db triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:44.293441 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.313818 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794beae-c0d1-4c94-95a9-0f01d00a06f2 req-7f83e00d-2613-4741-8a89-3ad40cb368e8 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:44.316788 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3794beae-c0d1-4c94-95a9-0f01d00a06f2 req-7f83e00d-2613-4741-8a89-3ad40cb368e8 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.2889738 Jul 16 01:37:44.385321 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5cc7836e-aba6-48e3-8e44-c048bcc98977 req-8be7b59a-8dfe-49a6-8faf-1411e72543e3 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f801fff-3ee9-4ed7-973e-4e22ef6e1888 HTTP/1.1" status: 200 len: 210 time: 0.0610688 Jul 16 01:37:44.556705 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.568605 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] Transition to ACTIVE for port object 658eebbf-7cf7-49f0-aa55-b95fc95e5875 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:44.577929 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.631528 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80988a2-063d-4b7e-b161-7be9602aba14 None None] Pushing event updated for resources: {'Port': ['ID=658eebbf-7cf7-49f0-aa55-b95fc95e5875,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:44.689317 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c8c4824f-a323-496c-ada3-91f85302af7b req-08458306-ce5b-413b-9951-1d5a17cdfd1a tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 210 time: 0.0870757 Jul 16 01:37:44.768709 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] Attempting to bind port 658eebbf-7cf7-49f0-aa55-b95fc95e5875 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:44.769873 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] Attempting to bind port 658eebbf-7cf7-49f0-aa55-b95fc95e5875 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '8485c43f-cbb1-4157-845f-5ae431121d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '48a6dff3-4e27-4968-8def-dde595202060'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:44.770485 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] Attempting to bind port 658eebbf-7cf7-49f0-aa55-b95fc95e5875 on network 48a6dff3-4e27-4968-8def-dde595202060 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:44.780990 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:44.782079 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] Checking segment: {'id': '8485c43f-cbb1-4157-845f-5ae431121d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '48a6dff3-4e27-4968-8def-dde595202060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:44.782914 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.784104 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] Bound using segment: {'id': '8485c43f-cbb1-4157-845f-5ae431121d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '48a6dff3-4e27-4968-8def-dde595202060'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:44.788058 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] Bound port: 658eebbf-7cf7-49f0-aa55-b95fc95e5875, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8485c43f-cbb1-4157-845f-5ae431121d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '48a6dff3-4e27-4968-8def-dde595202060'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:44.788885 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.877316 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] For port 658eebbf-7cf7-49f0-aa55-b95fc95e5875, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:44.881686 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] For port 658eebbf-7cf7-49f0-aa55-b95fc95e5875, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=658eebbf-7cf7-49f0-aa55-b95fc95e5875,segment=NetworkSegment(8485c43f-cbb1-4157-845f-5ae431121d5a),segment_id=8485c43f-cbb1-4157-845f-5ae431121d5a)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:44.893067 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.110534 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] Routers {'b205d7f4-170c-42a6-8980-2777b55a5cb8'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:45.111209 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['b205d7f4-170c-42a6-8980-2777b55a5cb8'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:45.196314 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-0564ae25-5281-4eee-aee0-0ef59334b6de tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Allocated IP 172.20.0.6 (48a6dff3-4e27-4968-8def-dde595202060/36d83a8c-16f2-4271-82b4-750235f338ef/fade7e6d-2486-402f-8ed6-b3b108895340) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:45.226674 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80988a2-063d-4b7e-b161-7be9602aba14 None None] Pushing event updated for resources: {'Port': ['ID=658eebbf-7cf7-49f0-aa55-b95fc95e5875,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:45.360103 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] Set router b205d7f4-170c-42a6-8980-2777b55a5cb8 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:45.370911 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-0564ae25-5281-4eee-aee0-0ef59334b6de tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.569059 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0ce1c7f6-e7f6-4e92-b6c5-6e0ec4d566bf req-30e8a2fa-8d65-4360-8645-821d910d9705 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f801fff-3ee9-4ed7-973e-4e22ef6e1888 HTTP/1.1" status: 200 len: 210 time: 0.0318103 Jul 16 01:37:45.618754 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4157f42e-54bf-4749-804c-4d2bf60d716e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:45.630376 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7025337-c198-4368-994c-54549c72787f None None] Sync routers for ids ['d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:45.636266 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-aea28bbc-8d21-4770-b8e3-a9f1e7a1bce3 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:45.638075 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-aea28bbc-8d21-4770-b8e3-a9f1e7a1bce3 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.84 "GET /v2.0/networks?id=dd31210a-b3ed-41ba-a32a-8a1d4015a729 HTTP/1.1" status: 200 len: 814 time: 0.5034881 Jul 16 01:37:45.645532 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7025337-c198-4368-994c-54549c72787f None None] Routers {'d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:45.646333 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-a7025337-c198-4368-994c-54549c72787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:45.647102 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4157f42e-54bf-4749-804c-4d2bf60d716e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "PUT /v2.0/routers/d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1135361 Jul 16 01:37:45.650890 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36638) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:45.685754 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-81439009-e068-4ca7-8506-2c5584b73cdd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Request body: {'port': {'device_id': '3f801fff-3ee9-4ed7-973e-4e22ef6e1888', 'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729', 'admin_state_up': True, 'tenant_id': 'ad0c269a16154916be54bb1af1787626'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:45.697760 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-a7025337-c198-4368-994c-54549c72787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:45.715771 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-94c6c206-5fb3-45fa-a6a5-cc438d2b52c2 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] show failed (client error): The resource could not be found. Jul 16 01:37:45.722225 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-94c6c206-5fb3-45fa-a6a5-cc438d2b52c2 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1690042903 HTTP/1.1" status: 404 len: 335 time: 0.0698915 Jul 16 01:37:45.723170 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36642) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:45.727918 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-d04face6-07a7-4b4e-b124-e23dd27a69df tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:45.749362 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-0564ae25-5281-4eee-aee0-0ef59334b6de tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.765052 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-d04face6-07a7-4b4e-b124-e23dd27a69df tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] update failed (client error): The resource could not be found. Jul 16 01:37:45.770210 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d04face6-07a7-4b4e-b124-e23dd27a69df tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-1791845206 HTTP/1.1" status: 404 len: 335 time: 0.0458660 Jul 16 01:37:45.770978 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36646) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:45.773411 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7025337-c198-4368-994c-54549c72787f None None] Routers {'d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:45.780008 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-a7025337-c198-4368-994c-54549c72787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:45.822195 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-0564ae25-5281-4eee-aee0-0ef59334b6de tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Network 48a6dff3-4e27-4968-8def-dde595202060 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:45.832478 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c863da-5e61-411c-a491-f80141303e39 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Deleting subnet 97f1d209-4032-4a10-81e7-1cb3968aace9 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:45.836389 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-18c863da-5e61-411c-a491-f80141303e39 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.880234 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5578e4e-7264-485b-a58c-3ddcb00f811a req-649ddfa5-31e2-46d7-a8b7-747e0102c4a2 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:45.889104 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b5578e4e-7264-485b-a58c-3ddcb00f811a req-649ddfa5-31e2-46d7-a8b7-747e0102c4a2 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.7531717 Jul 16 01:37:45.929316 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-a7025337-c198-4368-994c-54549c72787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:45.929969 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7025337-c198-4368-994c-54549c72787f None None] The sync data for ids ['d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:45.944087 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-18c863da-5e61-411c-a491-f80141303e39 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.970718 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-0564ae25-5281-4eee-aee0-0ef59334b6de tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:45.973610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-0564ae25-5281-4eee-aee0-0ef59334b6de tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:46.078239 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-0564ae25-5281-4eee-aee0-0ef59334b6de tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:46.078239 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-0564ae25-5281-4eee-aee0-0ef59334b6de tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.134918 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 658eebbf-7cf7-49f0-aa55-b95fc95e5875 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:46.165259 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564ae25-5281-4eee-aee0-0ef59334b6de tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Pushing event updated for resources: {'Port': ['ID=fade7e6d-2486-402f-8ed6-b3b108895340,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:46.202845 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-3794beae-c0d1-4c94-95a9-0f01d00a06f2 req-466fcfe0-e618-4bce-860d-0098d7e1e00f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Deleting port 8660866a-9db7-4aa3-8d44-f99d34857980 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:46.203568 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3794beae-c0d1-4c94-95a9-0f01d00a06f2 req-466fcfe0-e618-4bce-860d-0098d7e1e00f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.225819 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b5578e4e-7264-485b-a58c-3ddcb00f811a req-ab309f80-327b-4193-95cf-5cc0e0dba57d tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3303721 Jul 16 01:37:46.246858 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-81439009-e068-4ca7-8506-2c5584b73cdd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Made reservation on behalf of ad0c269a16154916be54bb1af1787626 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:46.252635 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-81439009-e068-4ca7-8506-2c5584b73cdd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.266200 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-0564ae25-5281-4eee-aee0-0ef59334b6de tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9763951 Jul 16 01:37:46.266744 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 658eebbf-7cf7-49f0-aa55-b95fc95e5875 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:46.280157 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-d7b3d39d-bcdc-4ac9-a28c-f23a1f5803df service neutron] Request body: {'port': {'device_id': '9f028f9d-8e8a-4e6e-be33-b94696eb24f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:46.289321 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 658eebbf-7cf7-49f0-aa55-b95fc95e5875 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:46.290022 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.398591 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'name': 'tempest-ServerRescueTestJSONUnderV235-214900210-router', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:30Z', 'updated_at': '2021-07-16T01:37:36Z', 'revision_number': 4, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'gw_port': {'id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:31Z', 'updated_at': '2021-07-16T01:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '658eebbf-7cf7-49f0-aa55-b95fc95e5875', 'name': '', 'network_id': '48a6dff3-4e27-4968-8def-dde595202060', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'mac_address': 'fa:16:3e:63:c0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '36d83a8c-16f2-4271-82b4-750235f338ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:35Z', 'updated_at': '2021-07-16T01:37:44Z', 'revision_number': 4, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'subnets': [{'id': '36d83a8c-16f2-4271-82b4-750235f338ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:46.458470 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-18c863da-5e61-411c-a491-f80141303e39 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.566786 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-3794beae-c0d1-4c94-95a9-0f01d00a06f2 req-466fcfe0-e618-4bce-860d-0098d7e1e00f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] For port 8660866a-9db7-4aa3-8d44-f99d34857980, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8660866a-9db7-4aa3-8d44-f99d34857980,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:46.567072 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3794beae-c0d1-4c94-95a9-0f01d00a06f2 req-466fcfe0-e618-4bce-860d-0098d7e1e00f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.585133 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-d7b3d39d-bcdc-4ac9-a28c-f23a1f5803df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.610789 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9356e900-f194-4b81-813c-9073afaf6972 None None] The sync data for ids ['b205d7f4-170c-42a6-8980-2777b55a5cb8'] in n-d-792394-16 is: [{'id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'name': 'tempest-ServerRescueTestJSONUnderV235-214900210-router', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:30Z', 'updated_at': '2021-07-16T01:37:36Z', 'revision_number': 4, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'gw_port': {'id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:31Z', 'updated_at': '2021-07-16T01:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '658eebbf-7cf7-49f0-aa55-b95fc95e5875', 'name': '', 'network_id': '48a6dff3-4e27-4968-8def-dde595202060', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'mac_address': 'fa:16:3e:63:c0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '36d83a8c-16f2-4271-82b4-750235f338ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:35Z', 'updated_at': '2021-07-16T01:37:44Z', 'revision_number': 4, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'subnets': [{'id': '36d83a8c-16f2-4271-82b4-750235f338ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:46.741898 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.766672 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f78e8-7da1-440c-98e4-47514cffcbd2 req-7a9a738a-7284-4958-a512-83681d8cacfe tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:46.780498 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0d0f78e8-7da1-440c-98e4-47514cffcbd2 req-7a9a738a-7284-4958-a512-83681d8cacfe tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 931 time: 0.7095318 Jul 16 01:37:46.815398 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 658eebbf-7cf7-49f0-aa55-b95fc95e5875, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=658eebbf-7cf7-49f0-aa55-b95fc95e5875,segment=NetworkSegment(8485c43f-cbb1-4157-845f-5ae431121d5a),segment_id=8485c43f-cbb1-4157-845f-5ae431121d5a)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:46.823253 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.825447 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-81439009-e068-4ca7-8506-2c5584b73cdd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Allocated IP 172.20.0.5 (dd31210a-b3ed-41ba-a32a-8a1d4015a729/3be564b1-f055-40ad-87fc-208a1fbc335f/e1ab8889-f6e9-4a91-b89b-c3f07b3db027) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:46.841323 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-18c863da-5e61-411c-a491-f80141303e39 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.888676 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-18c863da-5e61-411c-a491-f80141303e39 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.893047 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-18c863da-5e61-411c-a491-f80141303e39 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "DELETE /v2.0/subnets/97f1d209-4032-4a10-81e7-1cb3968aace9 HTTP/1.1" status: 204 len: 168 time: 1.1208658 Jul 16 01:37:46.944753 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=658eebbf-7cf7-49f0-aa55-b95fc95e5875,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:46.956232 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5392353f-06ba-4eef-83e7-dd12dc98b0a8 None None] Network 8da8177e-e371-4632-9bf4-539872b6d2a8 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:46.974456 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36660) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:47.004631 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0d0f78e8-7da1-440c-98e4-47514cffcbd2 req-671bf8d1-8072-4125-b97d-38bb5a900af0 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228181 Jul 16 01:37:47.100903 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c863da-5e61-411c-a491-f80141303e39 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event deleted for resources: {'Subnet': ['ID=97f1d209-4032-4a10-81e7-1cb3968aace9,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:47.104114 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-81439009-e068-4ca7-8506-2c5584b73cdd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.211914 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ca4742c6-426d-4538-a9a9-b49545f7b553 req-98be584b-aabb-4898-90ef-54b2f04b3c78 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f801fff-3ee9-4ed7-973e-4e22ef6e1888 HTTP/1.1" status: 200 len: 210 time: 0.0693083 Jul 16 01:37:47.257066 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-81439009-e068-4ca7-8506-2c5584b73cdd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.379877 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a01882-9d76-487f-8924-9a3e290cc9d5 None None] DHCP port deletion for 8da8177e-e371-4632-9bf4-539872b6d2a8 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:47.409184 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-51c6d519-52bd-4797-bb80-d3ec52f0addc tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.529278 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81439009-e068-4ca7-8506-2c5584b73cdd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Pushing event updated for resources: {'Port': ['ID=e1ab8889-f6e9-4a91-b89b-c3f07b3db027,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:47.533465 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-81439009-e068-4ca7-8506-2c5584b73cdd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Network dd31210a-b3ed-41ba-a32a-8a1d4015a729 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:47.572059 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-39a01882-9d76-487f-8924-9a3e290cc9d5 None None] Deleting port 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:47.578126 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-39a01882-9d76-487f-8924-9a3e290cc9d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.607243 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-51c6d519-52bd-4797-bb80-d3ec52f0addc tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Deleting port 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:47.607634 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-51c6d519-52bd-4797-bb80-d3ec52f0addc tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.619754 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-81439009-e068-4ca7-8506-2c5584b73cdd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:47.633130 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-81439009-e068-4ca7-8506-2c5584b73cdd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:47.733490 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-39a01882-9d76-487f-8924-9a3e290cc9d5 None None] For port 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2,segment=NetworkSegment(0284a210-1750-4fe4-a36e-aca5d5439c3a),segment_id=0284a210-1750-4fe4-a36e-aca5d5439c3a)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:47.733884 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-39a01882-9d76-487f-8924-9a3e290cc9d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.756192 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-39a01882-9d76-487f-8924-9a3e290cc9d5 None None] Calling delete_port for 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:47.818988 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3794beae-c0d1-4c94-95a9-0f01d00a06f2 req-466fcfe0-e618-4bce-860d-0098d7e1e00f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.819399 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3794beae-c0d1-4c94-95a9-0f01d00a06f2 req-466fcfe0-e618-4bce-860d-0098d7e1e00f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.819764 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [req-3794beae-c0d1-4c94-95a9-0f01d00a06f2 req-466fcfe0-e618-4bce-860d-0098d7e1e00f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Floating IP e83dd86b-b29b-43b1-8cd6-e0b31146b755 disassociated. External IP: 172.25.6.241, port: 8660866a-9db7-4aa3-8d44-f99d34857980. Jul 16 01:37:47.825752 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-3794beae-c0d1-4c94-95a9-0f01d00a06f2 req-466fcfe0-e618-4bce-860d-0098d7e1e00f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Calling delete_port for 8660866a-9db7-4aa3-8d44-f99d34857980 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:47.843419 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-39a01882-9d76-487f-8924-9a3e290cc9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.873280 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-81439009-e068-4ca7-8506-2c5584b73cdd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:47.873966 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-81439009-e068-4ca7-8506-2c5584b73cdd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.914028 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a01882-9d76-487f-8924-9a3e290cc9d5 None None] Pushing event deleted for resources: {'Port': ['ID=5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:47.916496 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a01882-9d76-487f-8924-9a3e290cc9d5 None None] No DVR routers for this DVR port 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:48.015110 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-51c6d519-52bd-4797-bb80-d3ec52f0addc tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] For port 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2,segment=NetworkSegment(0284a210-1750-4fe4-a36e-aca5d5439c3a),segment_id=0284a210-1750-4fe4-a36e-aca5d5439c3a)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:48.019042 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-51c6d519-52bd-4797-bb80-d3ec52f0addc tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.027232 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 658eebbf-7cf7-49f0-aa55-b95fc95e5875 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:48.047914 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-51c6d519-52bd-4797-bb80-d3ec52f0addc tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Calling delete_port for 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:48.061938 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac6417-21a1-4f3f-9b9d-a6fda1272137 req-47cbbde0-40eb-44f1-a6ac-8032ef5260c0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:48.070042 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4eac6417-21a1-4f3f-9b9d-a6fda1272137 req-47cbbde0-40eb-44f1-a6ac-8032ef5260c0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 944 time: 0.4594140 Jul 16 01:37:48.077490 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-81439009-e068-4ca7-8506-2c5584b73cdd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4210331 Jul 16 01:37:48.104931 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-32738aa2-e5c6-4c05-95b6-abb69ef975bc service neutron] Request body: {'port': {'device_id': '3f801fff-3ee9-4ed7-973e-4e22ef6e1888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:48.165657 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4eac6417-21a1-4f3f-9b9d-a6fda1272137 req-8dc480d3-83f7-4f4c-abe4-60f7093e3566 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups?id=c29c0b1a-b2f0-4561-af7d-e88ef38bc078&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944135 Jul 16 01:37:48.223242 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 658eebbf-7cf7-49f0-aa55-b95fc95e5875 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:48.223788 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.257440 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-51c6d519-52bd-4797-bb80-d3ec52f0addc tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.283301 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6d519-52bd-4797-bb80-d3ec52f0addc tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event deleted for resources: {'Port': ['ID=5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:48.292860 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c6d519-52bd-4797-bb80-d3ec52f0addc tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] No DVR routers for this DVR port 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:48.449935 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-51c6d519-52bd-4797-bb80-d3ec52f0addc tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.503975 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-51c6d519-52bd-4797-bb80-d3ec52f0addc tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da8177e-e371-4632-9bf4-539872b6d2a8']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:48.512092 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-32738aa2-e5c6-4c05-95b6-abb69ef975bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.517861 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-51c6d519-52bd-4797-bb80-d3ec52f0addc tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0284a210-1750-4fe4-a36e-aca5d5439c3a') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:48.518214 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-51c6d519-52bd-4797-bb80-d3ec52f0addc tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0284a210-1750-4fe4-a36e-aca5d5439c3a') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:48.534650 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-51c6d519-52bd-4797-bb80-d3ec52f0addc tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.539076 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0492d9-9008-41c8-89da-d50a0e6af9f9 req-90aaa740-d3d5-4872-afbf-618cc7b69eeb tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:48.541339 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c0492d9-9008-41c8-89da-d50a0e6af9f9 req-90aaa740-d3d5-4872-afbf-618cc7b69eeb tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 931 time: 0.2905059 Jul 16 01:37:48.561170 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-51c6d519-52bd-4797-bb80-d3ec52f0addc tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.574870 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c6d519-52bd-4797-bb80-d3ec52f0addc tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:48.575271 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-51c6d519-52bd-4797-bb80-d3ec52f0addc tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:48.578835 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:48.585102 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:48.615274 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:48.615730 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 5fe3cdae-bad3-45a0-bcf1-c13a393ff6c2 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:48.667982 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ba652-301a-4195-8f27-2b491115c36c req-e7b468fd-2fb3-483d-8fd7-a597735a7eac tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:48.672671 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-456ba652-301a-4195-8f27-2b491115c36c req-e7b468fd-2fb3-483d-8fd7-a597735a7eac tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f801fff-3ee9-4ed7-973e-4e22ef6e1888 HTTP/1.1" status: 200 len: 931 time: 0.2195404 Jul 16 01:37:48.821917 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-d7b3d39d-bcdc-4ac9-a28c-f23a1f5803df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fade7e6d-2486-402f-8ed6-b3b108895340 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:48.855706 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c0492d9-9008-41c8-89da-d50a0e6af9f9 req-6131eba4-e2ef-42d4-aaf7-e0c70647222a tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607413 Jul 16 01:37:48.861494 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-d7b3d39d-bcdc-4ac9-a28c-f23a1f5803df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.884996 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3794beae-c0d1-4c94-95a9-0f01d00a06f2 req-466fcfe0-e618-4bce-860d-0098d7e1e00f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.899880 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8660866a-9db7-4aa3-8d44-f99d34857980 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:48.919309 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-d7b3d39d-bcdc-4ac9-a28c-f23a1f5803df service neutron] Transition to ACTIVE for port object fade7e6d-2486-402f-8ed6-b3b108895340 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:48.946950 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 8660866a-9db7-4aa3-8d44-f99d34857980 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:48.947308 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8660866a-9db7-4aa3-8d44-f99d34857980 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:48.950920 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fcfe0-e618-4bce-860d-0098d7e1e00f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Pushing event deleted for resources: {'Port': ['ID=8660866a-9db7-4aa3-8d44-f99d34857980,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:48.966262 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-d7b3d39d-bcdc-4ac9-a28c-f23a1f5803df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.190356 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3d39d-bcdc-4ac9-a28c-f23a1f5803df service neutron] Pushing event updated for resources: {'Port': ['ID=fade7e6d-2486-402f-8ed6-b3b108895340,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:49.283042 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-456ba652-301a-4195-8f27-2b491115c36c req-45d1f03b-17a8-44fe-83f2-fc8a55f75535 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5887215 Jul 16 01:37:49.296058 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-51c6d519-52bd-4797-bb80-d3ec52f0addc tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.305606 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-51c6d519-52bd-4797-bb80-d3ec52f0addc tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.307773 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-51c6d519-52bd-4797-bb80-d3ec52f0addc tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "DELETE /v2.0/networks/8da8177e-e371-4632-9bf4-539872b6d2a8 HTTP/1.1" status: 204 len: 168 time: 2.2961316 Jul 16 01:37:49.317639 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36690) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:49.349015 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3794beae-c0d1-4c94-95a9-0f01d00a06f2 req-466fcfe0-e618-4bce-860d-0098d7e1e00f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Router c9674832-0211-4b8d-b71b-9324f55a7b11 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:49.361185 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6d519-52bd-4797-bb80-d3ec52f0addc tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event deleted for resources: {'Network': ['ID=8da8177e-e371-4632-9bf4-539872b6d2a8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:49.504616 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d5651ef5-8bb1-4de1-9dc8-c40292cabd97 req-75472dde-da06-4bdc-b2ab-0a4058873cc2 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 210 time: 0.0875943 Jul 16 01:37:49.516599 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-d7b3d39d-bcdc-4ac9-a28c-f23a1f5803df service neutron] Attempting to bind port fade7e6d-2486-402f-8ed6-b3b108895340 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:49.517280 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-d7b3d39d-bcdc-4ac9-a28c-f23a1f5803df service neutron] Attempting to bind port fade7e6d-2486-402f-8ed6-b3b108895340 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '8485c43f-cbb1-4157-845f-5ae431121d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '48a6dff3-4e27-4968-8def-dde595202060'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:49.517388 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-d7b3d39d-bcdc-4ac9-a28c-f23a1f5803df service neutron] Attempting to bind port fade7e6d-2486-402f-8ed6-b3b108895340 on network 48a6dff3-4e27-4968-8def-dde595202060 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:49.531391 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-d7b3d39d-bcdc-4ac9-a28c-f23a1f5803df service neutron] Port fade7e6d-2486-402f-8ed6-b3b108895340 on network 48a6dff3-4e27-4968-8def-dde595202060 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:49.531714 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-d7b3d39d-bcdc-4ac9-a28c-f23a1f5803df service neutron] Attempting to bind port fade7e6d-2486-402f-8ed6-b3b108895340 on network 48a6dff3-4e27-4968-8def-dde595202060 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:49.538241 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-32738aa2-e5c6-4c05-95b6-abb69ef975bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1ab8889-f6e9-4a91-b89b-c3f07b3db027 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:49.595603 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c584d1-7084-4636-9ea6-1ed052f86863 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Deleting subnet 5e729e5d-6a44-499c-875e-ca3867c2d8ce {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:49.609793 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-32738aa2-e5c6-4c05-95b6-abb69ef975bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.612730 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-d7b3d39d-bcdc-4ac9-a28c-f23a1f5803df service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:49.613263 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-d7b3d39d-bcdc-4ac9-a28c-f23a1f5803df service neutron] Checking segment: {'id': '8485c43f-cbb1-4157-845f-5ae431121d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '48a6dff3-4e27-4968-8def-dde595202060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:49.613816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-d7b3d39d-bcdc-4ac9-a28c-f23a1f5803df service neutron] Bound using segment: {'id': '8485c43f-cbb1-4157-845f-5ae431121d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '48a6dff3-4e27-4968-8def-dde595202060'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:49.614427 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-d7b3d39d-bcdc-4ac9-a28c-f23a1f5803df service neutron] Bound port: fade7e6d-2486-402f-8ed6-b3b108895340, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8485c43f-cbb1-4157-845f-5ae431121d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '48a6dff3-4e27-4968-8def-dde595202060'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:49.614951 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-d7b3d39d-bcdc-4ac9-a28c-f23a1f5803df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.629035 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-02c584d1-7084-4636-9ea6-1ed052f86863 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.106115 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5142a14-a738-40a3-90fd-7ff9aa41b511 req-739f8a32-f588-4a45-8795-5fa9d29c6722 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:50.108233 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f5142a14-a738-40a3-90fd-7ff9aa41b511 req-739f8a32-f588-4a45-8795-5fa9d29c6722 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 943 time: 0.1136453 Jul 16 01:37:50.162283 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-32738aa2-e5c6-4c05-95b6-abb69ef975bc service neutron] Transition to ACTIVE for port object e1ab8889-f6e9-4a91-b89b-c3f07b3db027 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:50.182756 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-02c584d1-7084-4636-9ea6-1ed052f86863 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.190074 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-32738aa2-e5c6-4c05-95b6-abb69ef975bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.192048 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f5142a14-a738-40a3-90fd-7ff9aa41b511 req-62b250c0-e96e-4c40-b0b6-c17c91576b93 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762091 Jul 16 01:37:50.303745 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3794beae-c0d1-4c94-95a9-0f01d00a06f2 req-466fcfe0-e618-4bce-860d-0098d7e1e00f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:50.318423 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e87ef9-1884-437d-a5ed-e0ba4bc83075 None None] Sync routers for ids ['c9674832-0211-4b8d-b71b-9324f55a7b11'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:50.333555 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e87ef9-1884-437d-a5ed-e0ba4bc83075 None None] Routers {'c9674832-0211-4b8d-b71b-9324f55a7b11'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:50.334881 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a6e87ef9-1884-437d-a5ed-e0ba4bc83075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c9674832-0211-4b8d-b71b-9324f55a7b11'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:50.372846 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-d7b3d39d-bcdc-4ac9-a28c-f23a1f5803df service neutron] For port fade7e6d-2486-402f-8ed6-b3b108895340, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:50.415306 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-d7b3d39d-bcdc-4ac9-a28c-f23a1f5803df service neutron] For port fade7e6d-2486-402f-8ed6-b3b108895340, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=fade7e6d-2486-402f-8ed6-b3b108895340,segment=NetworkSegment(8485c43f-cbb1-4157-845f-5ae431121d5a),segment_id=8485c43f-cbb1-4157-845f-5ae431121d5a)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:50.475835 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-d7b3d39d-bcdc-4ac9-a28c-f23a1f5803df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.488331 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-a6e87ef9-1884-437d-a5ed-e0ba4bc83075 None None] Set router c9674832-0211-4b8d-b71b-9324f55a7b11 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:50.563406 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf3254-b0f5-4b64-9bf5-b116c47f1d07 req-9539c76e-d4dd-4eab-8b92-4f9253ec6472 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:50.574699 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32738aa2-e5c6-4c05-95b6-abb69ef975bc service neutron] Pushing event updated for resources: {'Port': ['ID=e1ab8889-f6e9-4a91-b89b-c3f07b3db027,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:50.577069 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4cbf3254-b0f5-4b64-9bf5-b116c47f1d07 req-9539c76e-d4dd-4eab-8b92-4f9253ec6472 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f801fff-3ee9-4ed7-973e-4e22ef6e1888 HTTP/1.1" status: 200 len: 943 time: 0.0820377 Jul 16 01:37:50.679137 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4cbf3254-b0f5-4b64-9bf5-b116c47f1d07 req-e63ee9d2-2b54-4f47-af19-233b74082c6a tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989361 Jul 16 01:37:50.743907 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3d39d-bcdc-4ac9-a28c-f23a1f5803df service neutron] Pushing event updated for resources: {'Port': ['ID=fade7e6d-2486-402f-8ed6-b3b108895340,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:50.765155 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-d7b3d39d-bcdc-4ac9-a28c-f23a1f5803df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:50.765783 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-d7b3d39d-bcdc-4ac9-a28c-f23a1f5803df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.767210 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-d7b3d39d-bcdc-4ac9-a28c-f23a1f5803df service neutron] 10.222.0.82 "PUT /v2.0/ports/fade7e6d-2486-402f-8ed6-b3b108895340 HTTP/1.1" status: 200 len: 1092 time: 4.4923978 Jul 16 01:37:50.786283 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f028f9d-8e8a-4e6e-be33-b94696eb24f8', 'tag': 'fade7e6d-2486-402f-8ed6-b3b108895340'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:50.790976 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5376369c-10dc-45c0-9d43-7ecd85b66296" -d '{"events": [{"name": "network-changed", "server_uuid": "9f028f9d-8e8a-4e6e-be33-b94696eb24f8", "tag": "fade7e6d-2486-402f-8ed6-b3b108895340"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:50.799194 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-3794beae-c0d1-4c94-95a9-0f01d00a06f2 req-466fcfe0-e618-4bce-860d-0098d7e1e00f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] No DVR routers for this DVR port 8660866a-9db7-4aa3-8d44-f99d34857980 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:50.881783 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3794beae-c0d1-4c94-95a9-0f01d00a06f2 req-466fcfe0-e618-4bce-860d-0098d7e1e00f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.884017 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3794beae-c0d1-4c94-95a9-0f01d00a06f2 req-466fcfe0-e618-4bce-860d-0098d7e1e00f tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.82 "DELETE /v2.0/ports/8660866a-9db7-4aa3-8d44-f99d34857980 HTTP/1.1" status: 204 len: 173 time: 6.5091550 Jul 16 01:37:50.958066 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f918fe9b-5fea-4d06-a56f-5bfdea1a44e0 req-540bb2ea-55f8-4a4e-a1a3-93db972c21d0 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a147dfb-2dae-4a21-bbb1-f1f88e62eb40 HTTP/1.1" status: 200 len: 210 time: 0.1839519 Jul 16 01:37:50.966256 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-02c584d1-7084-4636-9ea6-1ed052f86863 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.998415 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a6e87ef9-1884-437d-a5ed-e0ba4bc83075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'name': 'tempest-ServerActionsTestJSON-20684112-router', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:45Z', 'updated_at': '2021-07-16T01:27:58Z', 'revision_number': 4, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'gw_port': {'id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:46Z', 'updated_at': '2021-07-16T01:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'f39291ba-955f-4d75-88b1-2b480d4e476a', 'name': '', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'mac_address': 'fa:16:3e:93:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:54Z', 'updated_at': '2021-07-16T01:28:05Z', 'revision_number': 5, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'subnets': [{'id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:51.032557 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e87ef9-1884-437d-a5ed-e0ba4bc83075 None None] Checking router: c9674832-0211-4b8d-b71b-9324f55a7b11 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:51.039201 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f900f5aa-f079-4855-9360-a7fb0f29ea84 x-openstack-request-id: req-f900f5aa-f079-4855-9360-a7fb0f29ea84 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:51.039638 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f028f9d-8e8a-4e6e-be33-b94696eb24f8", "tag": "fade7e6d-2486-402f-8ed6-b3b108895340", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:51.040028 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f900f5aa-f079-4855-9360-a7fb0f29ea84 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:51.040956 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f028f9d-8e8a-4e6e-be33-b94696eb24f8', 'tag': 'fade7e6d-2486-402f-8ed6-b3b108895340', 'status': 'completed', 'code': 200} Jul 16 01:37:51.058924 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e87ef9-1884-437d-a5ed-e0ba4bc83075 None None] Routers {'c9674832-0211-4b8d-b71b-9324f55a7b11'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:51.059562 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a6e87ef9-1884-437d-a5ed-e0ba4bc83075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c9674832-0211-4b8d-b71b-9324f55a7b11'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:51.086078 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-02c584d1-7084-4636-9ea6-1ed052f86863 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.150284 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c584d1-7084-4636-9ea6-1ed052f86863 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event deleted for resources: {'Subnet': ['ID=5e729e5d-6a44-499c-875e-ca3867c2d8ce,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:51.161487 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-02c584d1-7084-4636-9ea6-1ed052f86863 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.163743 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-02c584d1-7084-4636-9ea6-1ed052f86863 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "DELETE /v2.0/subnets/5e729e5d-6a44-499c-875e-ca3867c2d8ce HTTP/1.1" status: 204 len: 168 time: 1.8451207 Jul 16 01:37:51.166533 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36716) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:51.174599 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071e2fec-fb3e-42d5-ba0d-0f51f3600eb2 None None] Network 9dbf6f45-828a-4e35-8168-ed60588a0b5b requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:51.229646 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-4768e8fe-e36f-4823-ab69-543eb3f655f5 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Deleting subnet 6518f11d-42c3-45e5-a373-ab762be368a5 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:51.233563 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4768e8fe-e36f-4823-ab69-543eb3f655f5 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.237386 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-305d34eb-5cfe-4eac-a182-f90bf79764dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:51.238967 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-305d34eb-5cfe-4eac-a182-f90bf79764dd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=15e56770c49b4c2c90bfb165e0219098&device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 1095 time: 0.3799493 Jul 16 01:37:51.287598 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4768e8fe-e36f-4823-ab69-543eb3f655f5 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.290925 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-32738aa2-e5c6-4c05-95b6-abb69ef975bc service neutron] Attempting to bind port e1ab8889-f6e9-4a91-b89b-c3f07b3db027 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:51.290925 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-32738aa2-e5c6-4c05-95b6-abb69ef975bc service neutron] Attempting to bind port e1ab8889-f6e9-4a91-b89b-c3f07b3db027 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '7001c564-5dab-4ec5-959b-17fbbab7fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:51.291203 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-32738aa2-e5c6-4c05-95b6-abb69ef975bc service neutron] Attempting to bind port e1ab8889-f6e9-4a91-b89b-c3f07b3db027 on network dd31210a-b3ed-41ba-a32a-8a1d4015a729 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:51.295776 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-394feb8b-608d-41f1-b405-e0a8c87625a8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fade7e6d-2486-402f-8ed6-b3b108895340 HTTP/1.1" status: 200 len: 217 time: 0.0467095 Jul 16 01:37:51.298763 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-32738aa2-e5c6-4c05-95b6-abb69ef975bc service neutron] Port e1ab8889-f6e9-4a91-b89b-c3f07b3db027 on network dd31210a-b3ed-41ba-a32a-8a1d4015a729 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:51.299121 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-32738aa2-e5c6-4c05-95b6-abb69ef975bc service neutron] Attempting to bind port e1ab8889-f6e9-4a91-b89b-c3f07b3db027 on network dd31210a-b3ed-41ba-a32a-8a1d4015a729 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:51.305569 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-32738aa2-e5c6-4c05-95b6-abb69ef975bc service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:51.305961 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-32738aa2-e5c6-4c05-95b6-abb69ef975bc service neutron] Checking segment: {'id': '7001c564-5dab-4ec5-959b-17fbbab7fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:51.306323 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-32738aa2-e5c6-4c05-95b6-abb69ef975bc service neutron] Bound using segment: {'id': '7001c564-5dab-4ec5-959b-17fbbab7fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:51.306764 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-32738aa2-e5c6-4c05-95b6-abb69ef975bc service neutron] Bound port: e1ab8889-f6e9-4a91-b89b-c3f07b3db027, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7001c564-5dab-4ec5-959b-17fbbab7fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:51.307130 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-32738aa2-e5c6-4c05-95b6-abb69ef975bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.311745 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-a6e87ef9-1884-437d-a5ed-e0ba4bc83075 None None] Set router c9674832-0211-4b8d-b71b-9324f55a7b11 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:51.345139 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:37:51.522415 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4768e8fe-e36f-4823-ab69-543eb3f655f5 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.552760 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-c4e78a31-241f-45ae-b4a7-c291e16567b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:51.559129 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-c4e78a31-241f-45ae-b4a7-c291e16567b2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=36d83a8c-16f2-4271-82b4-750235f338ef HTTP/1.1" status: 200 len: 859 time: 0.2220235 Jul 16 01:37:51.599408 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-32738aa2-e5c6-4c05-95b6-abb69ef975bc service neutron] For port e1ab8889-f6e9-4a91-b89b-c3f07b3db027, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:51.608803 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e60446-566f-4fba-af74-719fad31e2f3 req-798f4bbd-ea13-4938-97b0-9a462e5d5462 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:51.610375 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-50e60446-566f-4fba-af74-719fad31e2f3 req-798f4bbd-ea13-4938-97b0-9a462e5d5462 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 943 time: 0.1630945 Jul 16 01:37:51.617919 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4768e8fe-e36f-4823-ab69-543eb3f655f5 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.648678 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4768e8fe-e36f-4823-ab69-543eb3f655f5 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.653176 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4768e8fe-e36f-4823-ab69-543eb3f655f5 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "DELETE /v2.0/subnets/6518f11d-42c3-45e5-a373-ab762be368a5 HTTP/1.1" status: 204 len: 168 time: 0.4833715 Jul 16 01:37:51.654421 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36724) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:51.658406 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-a1132fae-ef22-456d-bf54-4c7026ebc678 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48a6dff3-4e27-4968-8def-dde595202060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897863 Jul 16 01:37:51.672098 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593d5339-6643-4f2b-8d8f-72f1714a4be2 None None] Network 732b4b42-3861-49f1-9214-a88d6d1d1ac0 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:51.685025 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768e8fe-e36f-4823-ab69-543eb3f655f5 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event deleted for resources: {'Subnet': ['ID=6518f11d-42c3-45e5-a373-ab762be368a5,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:51.714685 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-50e60446-566f-4fba-af74-719fad31e2f3 req-a3d63b12-400f-4527-b5a3-efbedb849a13 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812078 Jul 16 01:37:51.811917 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb5779d-3d81-4b68-853c-e248429c1d9a None None] DHCP port deletion for 9dbf6f45-828a-4e35-8168-ed60588a0b5b request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:51.819744 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a6e87ef9-1884-437d-a5ed-e0ba4bc83075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'name': 'tempest-ServerActionsTestJSON-20684112-router', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:45Z', 'updated_at': '2021-07-16T01:27:58Z', 'revision_number': 4, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'gw_port': {'id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:46Z', 'updated_at': '2021-07-16T01:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'f39291ba-955f-4d75-88b1-2b480d4e476a', 'name': '', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'mac_address': 'fa:16:3e:93:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:54Z', 'updated_at': '2021-07-16T01:28:05Z', 'revision_number': 5, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'subnets': [{'id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:51.853471 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-90b8bff9-40b5-4ae9-b862-aece435f004e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.986913 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-32738aa2-e5c6-4c05-95b6-abb69ef975bc service neutron] For port e1ab8889-f6e9-4a91-b89b-c3f07b3db027, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=e1ab8889-f6e9-4a91-b89b-c3f07b3db027,segment=NetworkSegment(7001c564-5dab-4ec5-959b-17fbbab7fc20),segment_id=7001c564-5dab-4ec5-959b-17fbbab7fc20)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:51.994271 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 426d1529-082e-4d8f-8a3d-d0f1b89a0827 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:51.999803 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e87ef9-1884-437d-a5ed-e0ba4bc83075 None None] The sync data for ids ['c9674832-0211-4b8d-b71b-9324f55a7b11'] in n-d-792394-16 is: [{'id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'name': 'tempest-ServerActionsTestJSON-20684112-router', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:45Z', 'updated_at': '2021-07-16T01:27:58Z', 'revision_number': 4, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'gw_port': {'id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:46Z', 'updated_at': '2021-07-16T01:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'f39291ba-955f-4d75-88b1-2b480d4e476a', 'name': '', 'network_id': '7cb02b0d-151c-40b4-a49f-996c30b19d5d', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'mac_address': 'fa:16:3e:93:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:54Z', 'updated_at': '2021-07-16T01:28:05Z', 'revision_number': 5, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'subnets': [{'id': 'd9075885-b498-4569-92ab-9ab8f9b2e064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:52.078245 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-32738aa2-e5c6-4c05-95b6-abb69ef975bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.106651 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be3029-4b8f-475b-9d21-18c17de8718a req-261efc88-cb33-4205-81bd-c8e4b89918ed tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:52.118006 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-32738aa2-e5c6-4c05-95b6-abb69ef975bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:52.119763 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b6be3029-4b8f-475b-9d21-18c17de8718a req-261efc88-cb33-4205-81bd-c8e4b89918ed tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f801fff-3ee9-4ed7-973e-4e22ef6e1888 HTTP/1.1" status: 200 len: 943 time: 0.1921794 Jul 16 01:37:52.120270 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-32738aa2-e5c6-4c05-95b6-abb69ef975bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.121834 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-32738aa2-e5c6-4c05-95b6-abb69ef975bc service neutron] 10.222.0.84 "PUT /v2.0/ports/e1ab8889-f6e9-4a91-b89b-c3f07b3db027 HTTP/1.1" status: 200 len: 1092 time: 4.0290570 Jul 16 01:37:52.166503 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7cb5779d-3d81-4b68-853c-e248429c1d9a None None] Deleting port 426d1529-082e-4d8f-8a3d-d0f1b89a0827 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:52.166874 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7cb5779d-3d81-4b68-853c-e248429c1d9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.249424 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b6be3029-4b8f-475b-9d21-18c17de8718a req-f1722ef2-8748-4286-83f1-9ab4bdefbf44 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281576 Jul 16 01:37:52.279978 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d18d483-232a-4d54-9b0c-8fe57d6463d3 None None] DHCP port deletion for 732b4b42-3861-49f1-9214-a88d6d1d1ac0 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:52.303749 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36736) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:52.309143 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-5079ed79-28ab-4e0e-acd3-2af442917bb8 service neutron] 10.222.0.82 "GET /v2.0/networks/48a6dff3-4e27-4968-8def-dde595202060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378667 Jul 16 01:37:52.416341 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32738aa2-e5c6-4c05-95b6-abb69ef975bc service neutron] Pushing event updated for resources: {'Port': ['ID=e1ab8889-f6e9-4a91-b89b-c3f07b3db027,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:52.459322 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b6a1184a-77fd-4cb0-bb32-2a910eccef07 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.462684 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.476615 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7cb5779d-3d81-4b68-853c-e248429c1d9a None None] For port 426d1529-082e-4d8f-8a3d-d0f1b89a0827, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=426d1529-082e-4d8f-8a3d-d0f1b89a0827,segment=NetworkSegment(b6250db2-ff08-45b3-ba99-065adf75163c),segment_id=b6250db2-ff08-45b3-ba99-065adf75163c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:52.476997 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7cb5779d-3d81-4b68-853c-e248429c1d9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.512794 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2df0691c-7836-4db0-841b-0d569f9ba799 req-9b384e54-14c0-416a-b701-06089a498174 service neutron] 10.222.0.82 "GET /v2.0/networks/48a6dff3-4e27-4968-8def-dde595202060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850560 Jul 16 01:37:52.515221 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7cb5779d-3d81-4b68-853c-e248429c1d9a None None] Calling delete_port for 426d1529-082e-4d8f-8a3d-d0f1b89a0827 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:52.515369 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-90b8bff9-40b5-4ae9-b862-aece435f004e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Deleting port 426d1529-082e-4d8f-8a3d-d0f1b89a0827 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:52.515573 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-90b8bff9-40b5-4ae9-b862-aece435f004e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.531153 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-108581de-1f0b-4b2c-8a72-50a8d5392f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:52.534571 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-108581de-1f0b-4b2c-8a72-50a8d5392f71 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ad0c269a16154916be54bb1af1787626&device_id=3f801fff-3ee9-4ed7-973e-4e22ef6e1888 HTTP/1.1" status: 200 len: 1095 time: 0.3259008 Jul 16 01:37:52.537130 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b6a1184a-77fd-4cb0-bb32-2a910eccef07 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.548075 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 426d1529-082e-4d8f-8a3d-d0f1b89a0827, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=426d1529-082e-4d8f-8a3d-d0f1b89a0827,segment=NetworkSegment(b6250db2-ff08-45b3-ba99-065adf75163c),segment_id=b6250db2-ff08-45b3-ba99-065adf75163c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:52.556307 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7d18d483-232a-4d54-9b0c-8fe57d6463d3 None None] Deleting port d9cbfc8e-bfe8-49e4-94a1-7180927a32b0 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:52.556703 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d18d483-232a-4d54-9b0c-8fe57d6463d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.587703 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.599618 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3673141-be6f-434b-9800-966b93d0246a None None] New status for floating IP e83dd86b-b29b-43b1-8cd6-e0b31146b755: DOWN {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:37:52.643439 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-bbb45ccc-0c5f-4da6-b026-26c4f00f997c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1ab8889-f6e9-4a91-b89b-c3f07b3db027 HTTP/1.1" status: 200 len: 217 time: 0.0889232 Jul 16 01:37:52.691788 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b6a1184a-77fd-4cb0-bb32-2a910eccef07 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.694742 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b6a1184a-77fd-4cb0-bb32-2a910eccef07 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.698748 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b6a1184a-77fd-4cb0-bb32-2a910eccef07 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "DELETE /v2.0/security-groups/c29c0b1a-b2f0-4561-af7d-e88ef38bc078 HTTP/1.1" status: 204 len: 168 time: 0.3914032 Jul 16 01:37:52.702213 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36738) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:52.711489 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1184a-77fd-4cb0-bb32-2a910eccef07 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29c0b1a-b2f0-4561-af7d-e88ef38bc078,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:52.712169 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7d18d483-232a-4d54-9b0c-8fe57d6463d3 None None] For port d9cbfc8e-bfe8-49e4-94a1-7180927a32b0, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d9cbfc8e-bfe8-49e4-94a1-7180927a32b0,segment=NetworkSegment(939a5dc4-4fb0-4af2-bbea-e6e734f1d59f),segment_id=939a5dc4-4fb0-4af2-bbea-e6e734f1d59f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:52.712680 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d18d483-232a-4d54-9b0c-8fe57d6463d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.766460 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7d18d483-232a-4d54-9b0c-8fe57d6463d3 None None] Calling delete_port for d9cbfc8e-bfe8-49e4-94a1-7180927a32b0 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:52.775172 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-606452a2-efe2-4847-b588-c7d50a3e7c81 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] show failed (client error): The resource could not be found. Jul 16 01:37:52.780077 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36744) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:52.781134 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-606452a2-efe2-4847-b588-c7d50a3e7c81 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "GET /v2.0/security-groups/c29c0b1a-b2f0-4561-af7d-e88ef38bc078 HTTP/1.1" status: 404 len: 347 time: 0.0506518 Jul 16 01:37:52.791445 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=426d1529-082e-4d8f-8a3d-d0f1b89a0827,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:52.819752 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-90b8bff9-40b5-4ae9-b862-aece435f004e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] For port 426d1529-082e-4d8f-8a3d-d0f1b89a0827, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=426d1529-082e-4d8f-8a3d-d0f1b89a0827,segment=NetworkSegment(b6250db2-ff08-45b3-ba99-065adf75163c),segment_id=b6250db2-ff08-45b3-ba99-065adf75163c)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:52.820219 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-90b8bff9-40b5-4ae9-b862-aece435f004e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.881618 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7cb5779d-3d81-4b68-853c-e248429c1d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.885679 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-4e686ec8-8e32-42fc-87d2-ace1aa769e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:52.887459 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-4e686ec8-8e32-42fc-87d2-ace1aa769e65 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3be564b1-f055-40ad-87fc-208a1fbc335f HTTP/1.1" status: 200 len: 854 time: 0.2236340 Jul 16 01:37:52.890053 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-90b8bff9-40b5-4ae9-b862-aece435f004e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Calling delete_port for 426d1529-082e-4d8f-8a3d-d0f1b89a0827 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:52.916070 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb5779d-3d81-4b68-853c-e248429c1d9a None None] No DVR routers for this DVR port 426d1529-082e-4d8f-8a3d-d0f1b89a0827 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:52.965633 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5779d-3d81-4b68-853c-e248429c1d9a None None] Pushing event deleted for resources: {'Port': ['ID=426d1529-082e-4d8f-8a3d-d0f1b89a0827,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:52.970068 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376369c-10dc-45c0-9d43-7ecd85b66296 req-7a2deaac-cd30-4e0f-b171-76b6ee75a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:52.970068 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5376369c-10dc-45c0-9d43-7ecd85b66296 req-7a2deaac-cd30-4e0f-b171-76b6ee75a0e4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=15e56770c49b4c2c90bfb165e0219098&device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 1095 time: 0.3400369 Jul 16 01:37:52.975480 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-fe93e09d-4ec5-43df-bca7-6ae3f12c4785 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dd31210a-b3ed-41ba-a32a-8a1d4015a729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737097 Jul 16 01:37:53.020127 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf7693-9c9c-4d8f-afd3-79f5c612c6c1 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Deleting port 21268c97-e0ba-41b9-94ad-54e85b2f4892 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:53.020352 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0cbf7693-9c9c-4d8f-afd3-79f5c612c6c1 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.031846 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d18d483-232a-4d54-9b0c-8fe57d6463d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.058779 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a147dfb-2dae-4a21-bbb1-f1f88e62eb40', 'name': 'network-vif-deleted', 'tag': '8660866a-9db7-4aa3-8d44-f99d34857980'}, {'name': 'network-changed', 'server_uuid': '3f801fff-3ee9-4ed7-973e-4e22ef6e1888', 'tag': 'e1ab8889-f6e9-4a91-b89b-c3f07b3db027'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:53.085839 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41f606e-44ff-4e95-988e-d04de9c18feb" -d '{"events": [{"server_uuid": "7a147dfb-2dae-4a21-bbb1-f1f88e62eb40", "name": "network-vif-deleted", "tag": "8660866a-9db7-4aa3-8d44-f99d34857980"}, {"name": "network-changed", "server_uuid": "3f801fff-3ee9-4ed7-973e-4e22ef6e1888", "tag": "e1ab8889-f6e9-4a91-b89b-c3f07b3db027"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:53.095634 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d18d483-232a-4d54-9b0c-8fe57d6463d3 None None] No DVR routers for this DVR port d9cbfc8e-bfe8-49e4-94a1-7180927a32b0 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:53.104581 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18d483-232a-4d54-9b0c-8fe57d6463d3 None None] Pushing event deleted for resources: {'Port': ['ID=d9cbfc8e-bfe8-49e4-94a1-7180927a32b0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:53.161726 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0cbf7693-9c9c-4d8f-afd3-79f5c612c6c1 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.161949 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0cbf7693-9c9c-4d8f-afd3-79f5c612c6c1 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.189191 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf7693-9c9c-4d8f-afd3-79f5c612c6c1 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Calling delete_port for 21268c97-e0ba-41b9-94ad-54e85b2f4892 owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:53.285506 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7771609-bf57-4b9c-8ebb-2e34eba90c82 req-3e125592-19ba-4283-825e-f4a9076dc4e1 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.287971 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e7771609-bf57-4b9c-8ebb-2e34eba90c82 req-3e125592-19ba-4283-825e-f4a9076dc4e1 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 943 time: 0.1863999 Jul 16 01:37:53.354851 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-90b8bff9-40b5-4ae9-b862-aece435f004e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.360405 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41daa474-3cdc-4021-ae97-a4a48eddd16a x-openstack-request-id: req-41daa474-3cdc-4021-ae97-a4a48eddd16a {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:53.360698 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a147dfb-2dae-4a21-bbb1-f1f88e62eb40", "name": "network-vif-deleted", "tag": "8660866a-9db7-4aa3-8d44-f99d34857980", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3f801fff-3ee9-4ed7-973e-4e22ef6e1888", "tag": "e1ab8889-f6e9-4a91-b89b-c3f07b3db027", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:53.361044 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41daa474-3cdc-4021-ae97-a4a48eddd16a {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:53.361333 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a147dfb-2dae-4a21-bbb1-f1f88e62eb40', 'name': 'network-vif-deleted', 'tag': '8660866a-9db7-4aa3-8d44-f99d34857980', 'status': 'completed', 'code': 200} Jul 16 01:37:53.361576 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f801fff-3ee9-4ed7-973e-4e22ef6e1888', 'tag': 'e1ab8889-f6e9-4a91-b89b-c3f07b3db027', 'status': 'completed', 'code': 200} Jul 16 01:37:53.364943 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e7771609-bf57-4b9c-8ebb-2e34eba90c82 req-a1d5bbbc-b3a7-4794-a0eb-5f827036e977 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688708 Jul 16 01:37:53.472296 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0cbf7693-9c9c-4d8f-afd3-79f5c612c6c1 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.493293 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8bff9-40b5-4ae9-b862-aece435f004e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event deleted for resources: {'Port': ['ID=426d1529-082e-4d8f-8a3d-d0f1b89a0827,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:53.495486 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b8bff9-40b5-4ae9-b862-aece435f004e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] No DVR routers for this DVR port 426d1529-082e-4d8f-8a3d-d0f1b89a0827 on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:53.548258 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf7693-9c9c-4d8f-afd3-79f5c612c6c1 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Pushing event deleted for resources: {'Port': ['ID=21268c97-e0ba-41b9-94ad-54e85b2f4892,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:53.623230 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0cbf7693-9c9c-4d8f-afd3-79f5c612c6c1 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.627300 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0cbf7693-9c9c-4d8f-afd3-79f5c612c6c1 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.628887 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0cbf7693-9c9c-4d8f-afd3-79f5c612c6c1 tempest-ServerActionsTestJSON-1516096121 tempest-ServerActionsTestJSON-1516096121-project] 10.222.0.16 "DELETE /v2.0/floatingips/e83dd86b-b29b-43b1-8cd6-e0b31146b755 HTTP/1.1" status: 204 len: 168 time: 0.8476694 Jul 16 01:37:53.629082 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-90b8bff9-40b5-4ae9-b862-aece435f004e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.642294 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36764) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:53.665107 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-90b8bff9-40b5-4ae9-b862-aece435f004e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbf6f45-828a-4e35-8168-ed60588a0b5b']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:53.686700 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-90b8bff9-40b5-4ae9-b862-aece435f004e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6250db2-ff08-45b3-ba99-065adf75163c') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:53.687050 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-90b8bff9-40b5-4ae9-b862-aece435f004e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6250db2-ff08-45b3-ba99-065adf75163c') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:53.690127 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-09fedfce-7388-4851-97b3-8b1df6afcc86 service neutron] 10.222.0.84 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6729016 Jul 16 01:37:53.696678 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376369c-10dc-45c0-9d43-7ecd85b66296 req-fc4b9745-11c3-48f3-bf1b-ee48dcfce8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.698050 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5376369c-10dc-45c0-9d43-7ecd85b66296 req-fc4b9745-11c3-48f3-bf1b-ee48dcfce8f5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=48a6dff3-4e27-4968-8def-dde595202060 HTTP/1.1" status: 200 len: 920 time: 0.7187262 Jul 16 01:37:53.717603 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-90b8bff9-40b5-4ae9-b862-aece435f004e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.791561 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5376369c-10dc-45c0-9d43-7ecd85b66296 req-4a4ac106-4182-4c43-a590-894078e11ad9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fade7e6d-2486-402f-8ed6-b3b108895340 HTTP/1.1" status: 200 len: 217 time: 0.0812726 Jul 16 01:37:53.795507 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-90b8bff9-40b5-4ae9-b862-aece435f004e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.849687 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f928c2-cf29-420d-9876-ff4864acdd7b req-2e515455-62c9-4fbb-867a-41db85f6c0bc tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.856866 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d7f928c2-cf29-420d-9876-ff4864acdd7b req-2e515455-62c9-4fbb-867a-41db85f6c0bc tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f801fff-3ee9-4ed7-973e-4e22ef6e1888 HTTP/1.1" status: 200 len: 943 time: 0.4031215 Jul 16 01:37:53.862092 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b8bff9-40b5-4ae9-b862-aece435f004e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:53.862509 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-90b8bff9-40b5-4ae9-b862-aece435f004e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:53.866290 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:53.897212 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d9cbfc8e-bfe8-49e4-94a1-7180927a32b0 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:53.924488 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: d9cbfc8e-bfe8-49e4-94a1-7180927a32b0 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:53.924971 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d9cbfc8e-bfe8-49e4-94a1-7180927a32b0 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:54.001416 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d7f928c2-cf29-420d-9876-ff4864acdd7b req-3e104ceb-99e3-44a7-aca4-8c467ddbe407 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435668 Jul 16 01:37:54.018967 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-abc94e27-3779-479a-8b76-01cdd0689f43 req-561aeb4e-528d-4a11-82b8-01d6ccb7a999 service neutron] 10.222.0.84 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199766 Jul 16 01:37:54.021520 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376369c-10dc-45c0-9d43-7ecd85b66296 req-dfcc8748-fb3a-4be8-a0ec-01763a1763bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.023521 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5376369c-10dc-45c0-9d43-7ecd85b66296 req-dfcc8748-fb3a-4be8-a0ec-01763a1763bd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=36d83a8c-16f2-4271-82b4-750235f338ef HTTP/1.1" status: 200 len: 859 time: 0.2199922 Jul 16 01:37:54.024114 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-90b8bff9-40b5-4ae9-b862-aece435f004e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.031263 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-90b8bff9-40b5-4ae9-b862-aece435f004e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.033142 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-90b8bff9-40b5-4ae9-b862-aece435f004e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "DELETE /v2.0/networks/9dbf6f45-828a-4e35-8168-ed60588a0b5b HTTP/1.1" status: 204 len: 168 time: 2.3772981 Jul 16 01:37:54.043247 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36768) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:54.172253 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-998884af-5a49-4f38-879f-e0699f555aac tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.176063 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5376369c-10dc-45c0-9d43-7ecd85b66296 req-c97cd84b-20d0-4f3f-9864-d9220ab0820b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48a6dff3-4e27-4968-8def-dde595202060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416326 Jul 16 01:37:54.189841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8bff9-40b5-4ae9-b862-aece435f004e tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event deleted for resources: {'Network': ['ID=9dbf6f45-828a-4e35-8168-ed60588a0b5b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:54.273478 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-09b9db96-47d1-482a-9d4e-f268de9a1e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.332023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5376369c-10dc-45c0-9d43-7ecd85b66296 req-a0aca1a4-02ca-478b-8892-30377ddb8588 service neutron] 10.222.0.82 "GET /v2.0/networks/48a6dff3-4e27-4968-8def-dde595202060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433711 Jul 16 01:37:54.502233 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-998884af-5a49-4f38-879f-e0699f555aac tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.533064 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-998884af-5a49-4f38-879f-e0699f555aac tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['732b4b42-3861-49f1-9214-a88d6d1d1ac0']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:54.560553 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f606e-44ff-4e95-988e-d04de9c18feb req-bbfbde6b-eb75-448b-880f-685e02e63531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.562144 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c41f606e-44ff-4e95-988e-d04de9c18feb req-bbfbde6b-eb75-448b-880f-685e02e63531 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ad0c269a16154916be54bb1af1787626&device_id=3f801fff-3ee9-4ed7-973e-4e22ef6e1888 HTTP/1.1" status: 200 len: 1095 time: 0.3850751 Jul 16 01:37:54.563999 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-998884af-5a49-4f38-879f-e0699f555aac tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939a5dc4-4fb0-4af2-bbea-e6e734f1d59f') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:54.564288 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-998884af-5a49-4f38-879f-e0699f555aac tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939a5dc4-4fb0-4af2-bbea-e6e734f1d59f') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:54.620712 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-998884af-5a49-4f38-879f-e0699f555aac tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.642100 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5376369c-10dc-45c0-9d43-7ecd85b66296 req-70333755-7015-467c-adee-61fe58ca6ac4 service neutron] 10.222.0.82 "GET /v2.0/networks/48a6dff3-4e27-4968-8def-dde595202060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007495 Jul 16 01:37:54.655229 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-998884af-5a49-4f38-879f-e0699f555aac tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.698445 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998884af-5a49-4f38-879f-e0699f555aac tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:54.699100 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-998884af-5a49-4f38-879f-e0699f555aac tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:54.704444 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:54.726860 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-09b9db96-47d1-482a-9d4e-f268de9a1e3e admin admin] Deleting port f39291ba-955f-4d75-88b1-2b480d4e476a {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:54.727814 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-09b9db96-47d1-482a-9d4e-f268de9a1e3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.821567 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-09b9db96-47d1-482a-9d4e-f268de9a1e3e admin admin] For port f39291ba-955f-4d75-88b1-2b480d4e476a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f39291ba-955f-4d75-88b1-2b480d4e476a,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:54.822352 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-09b9db96-47d1-482a-9d4e-f268de9a1e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.839194 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-09b9db96-47d1-482a-9d4e-f268de9a1e3e admin admin] Calling delete_port for f39291ba-955f-4d75-88b1-2b480d4e476a owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:54.920863 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device fade7e6d-2486-402f-8ed6-b3b108895340 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:55.150335 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-09b9db96-47d1-482a-9d4e-f268de9a1e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.165735 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2559ff-8342-427f-be2e-b13a7d44e30e req-a1e8ac4d-417c-42de-8a1b-d91fa8f5ec61 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.173154 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c2559ff-8342-427f-be2e-b13a7d44e30e req-a1e8ac4d-417c-42de-8a1b-d91fa8f5ec61 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 943 time: 0.6473296 Jul 16 01:37:55.182638 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9db96-47d1-482a-9d4e-f268de9a1e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=f39291ba-955f-4d75-88b1-2b480d4e476a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:55.264477 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f606e-44ff-4e95-988e-d04de9c18feb req-49a19e5a-f152-448c-a243-61b142a7664f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.266122 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c41f606e-44ff-4e95-988e-d04de9c18feb req-49a19e5a-f152-448c-a243-61b142a7664f service neutron] 10.222.0.84 "GET /v2.0/networks?id=dd31210a-b3ed-41ba-a32a-8a1d4015a729 HTTP/1.1" status: 200 len: 915 time: 0.6716835 Jul 16 01:37:55.269172 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-998884af-5a49-4f38-879f-e0699f555aac tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.299855 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-998884af-5a49-4f38-879f-e0699f555aac tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.312582 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-998884af-5a49-4f38-879f-e0699f555aac tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "DELETE /v2.0/networks/732b4b42-3861-49f1-9214-a88d6d1d1ac0 HTTP/1.1" status: 204 len: 168 time: 1.2596061 Jul 16 01:37:55.323118 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36786) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:55.395029 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port fade7e6d-2486-402f-8ed6-b3b108895340, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=fade7e6d-2486-402f-8ed6-b3b108895340,segment=NetworkSegment(8485c43f-cbb1-4157-845f-5ae431121d5a),segment_id=8485c43f-cbb1-4157-845f-5ae431121d5a)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:55.425134 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'fade7e6d-2486-402f-8ed6-b3b108895340', 'network_id': '48a6dff3-4e27-4968-8def-dde595202060', 'port_id': 'fade7e6d-2486-402f-8ed6-b3b108895340', 'mac_address': 'fa:16:3e:ec:4f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d83a8c-16f2-4271-82b4-750235f338ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:55.529951 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8e8f5-42c5-4d39-99e9-1b58946245de req-3a77cfc0-eeb4-41db-a813-a2cf381d09aa tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.537009 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7df8e8f5-42c5-4d39-99e9-1b58946245de req-3a77cfc0-eeb4-41db-a813-a2cf381d09aa tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f801fff-3ee9-4ed7-973e-4e22ef6e1888 HTTP/1.1" status: 200 len: 943 time: 0.2297435 Jul 16 01:37:55.542782 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-12defde6-aba4-442e-aba0-e131167d4136 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Deleting subnet 20bc4443-6e36-4012-9747-a6ea4ff4af99 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:55.547468 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.549313 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c2559ff-8342-427f-be2e-b13a7d44e30e req-041f8539-a72e-4798-b82d-1083d431f641 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749917 Jul 16 01:37:55.555092 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998884af-5a49-4f38-879f-e0699f555aac tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event deleted for resources: {'Network': ['ID=732b4b42-3861-49f1-9214-a88d6d1d1ac0,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:55.562084 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-12defde6-aba4-442e-aba0-e131167d4136 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.570846 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c41f606e-44ff-4e95-988e-d04de9c18feb req-f3520d8e-a8e0-45f0-8f0a-4aba71b99334 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1ab8889-f6e9-4a91-b89b-c3f07b3db027 HTTP/1.1" status: 200 len: 217 time: 0.2819128 Jul 16 01:37:55.592273 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fade7e6d-2486-402f-8ed6-b3b108895340 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:55.635921 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port fade7e6d-2486-402f-8ed6-b3b108895340, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=fade7e6d-2486-402f-8ed6-b3b108895340,segment=NetworkSegment(8485c43f-cbb1-4157-845f-5ae431121d5a),segment_id=8485c43f-cbb1-4157-845f-5ae431121d5a)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:55.647914 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.720285 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f606e-44ff-4e95-988e-d04de9c18feb req-1a673205-2c6b-463b-a16b-88331ceb313d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.722131 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c41f606e-44ff-4e95-988e-d04de9c18feb req-1a673205-2c6b-463b-a16b-88331ceb313d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3be564b1-f055-40ad-87fc-208a1fbc335f HTTP/1.1" status: 200 len: 854 time: 0.0914261 Jul 16 01:37:55.729369 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-12defde6-aba4-442e-aba0-e131167d4136 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.738235 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=fade7e6d-2486-402f-8ed6-b3b108895340,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:55.751620 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7df8e8f5-42c5-4d39-99e9-1b58946245de req-aa011613-c79b-4cba-ae78-670bcd1a424e tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136526 Jul 16 01:37:55.780820 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-09b9db96-47d1-482a-9d4e-f268de9a1e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.810634 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c41f606e-44ff-4e95-988e-d04de9c18feb req-370a889f-3ce1-40c6-9abf-a465265d20e2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dd31210a-b3ed-41ba-a32a-8a1d4015a729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737801 Jul 16 01:37:55.895612 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['fade7e6d-2486-402f-8ed6-b3b108895340'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:55.953629 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-12defde6-aba4-442e-aba0-e131167d4136 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.988978 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c41f606e-44ff-4e95-988e-d04de9c18feb req-506a75b0-6e76-429a-a88a-1d38f0ac180d service neutron] 10.222.0.84 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650107 Jul 16 01:37:56.110086 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-12defde6-aba4-442e-aba0-e131167d4136 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.163465 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b9db96-47d1-482a-9d4e-f268de9a1e3e admin admin] Router c9674832-0211-4b8d-b71b-9324f55a7b11 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:56.173647 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12defde6-aba4-442e-aba0-e131167d4136 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event deleted for resources: {'Subnet': ['ID=20bc4443-6e36-4012-9747-a6ea4ff4af99,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:56.179146 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c41f606e-44ff-4e95-988e-d04de9c18feb req-7f38391c-9dc3-4192-a295-020a94635e7c service neutron] 10.222.0.84 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760309 Jul 16 01:37:56.180201 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-12defde6-aba4-442e-aba0-e131167d4136 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.184859 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36796) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:56.184961 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-12defde6-aba4-442e-aba0-e131167d4136 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "DELETE /v2.0/subnets/20bc4443-6e36-4012-9747-a6ea4ff4af99 HTTP/1.1" status: 204 len: 168 time: 0.8574998 Jul 16 01:37:56.202203 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d736e2-0075-4c04-bac1-b237f23fe097 None None] Network efca7d6c-18ab-4d93-82f7-ad89b7dce7ce requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:56.375416 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ec77aae1-e405-4a12-8288-cbca83723fc4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.427742 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b9db96-47d1-482a-9d4e-f268de9a1e3e admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:56.443961 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36804) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:56.444240 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-09b9db96-47d1-482a-9d4e-f268de9a1e3e admin admin] 10.222.0.16 "PUT /v2.0/routers/c9674832-0211-4b8d-b71b-9324f55a7b11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7993095 Jul 16 01:37:56.448933 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3ca2b8-7bc5-40a6-b8fe-3433c7f12b83 None None] Sync routers for ids ['c9674832-0211-4b8d-b71b-9324f55a7b11'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:56.488629 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3ca2b8-7bc5-40a6-b8fe-3433c7f12b83 None None] Routers {'c9674832-0211-4b8d-b71b-9324f55a7b11'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:56.489358 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-cf3ca2b8-7bc5-40a6-b8fe-3433c7f12b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c9674832-0211-4b8d-b71b-9324f55a7b11'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:56.517341 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a00a71c-b1e2-4dd2-b08b-9d62e0626ce9 None None] DHCP port deletion for efca7d6c-18ab-4d93-82f7-ad89b7dce7ce request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:56.519562 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-ec77aae1-e405-4a12-8288-cbca83723fc4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Deleting port 71703eb4-e38e-443f-838d-0a977dccb3ba {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:56.520004 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ec77aae1-e405-4a12-8288-cbca83723fc4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.642585 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-ec77aae1-e405-4a12-8288-cbca83723fc4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] For port 71703eb4-e38e-443f-838d-0a977dccb3ba, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=71703eb4-e38e-443f-838d-0a977dccb3ba,segment=NetworkSegment(74cb6eec-a81e-47ff-a858-408906c534f0),segment_id=74cb6eec-a81e-47ff-a858-408906c534f0)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:56.643882 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ec77aae1-e405-4a12-8288-cbca83723fc4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.709040 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-ec77aae1-e405-4a12-8288-cbca83723fc4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Calling delete_port for 71703eb4-e38e-443f-838d-0a977dccb3ba owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:56.711377 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f4be84ee-7cb6-4573-a446-2eeb6ecc5e50 admin admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.836547 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f4be84ee-7cb6-4573-a446-2eeb6ecc5e50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.867057 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ca34772-a2ef-4d6e-a816-0a5bfce12a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.911617 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-f4be84ee-7cb6-4573-a446-2eeb6ecc5e50 admin admin] Deleting port 92d57527-fa50-4533-be36-6f0b3c94e8ca {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:56.912097 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f4be84ee-7cb6-4573-a446-2eeb6ecc5e50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.985749 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device fade7e6d-2486-402f-8ed6-b3b108895340 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:57.041663 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad506724-43a3-4906-b5ff-61061845e902 req-993b1e97-65b3-4b33-8b28-ec4763037e2d tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:57.051124 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ad506724-43a3-4906-b5ff-61061845e902 req-993b1e97-65b3-4b33-8b28-ec4763037e2d tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 944 time: 0.1654134 Jul 16 01:37:57.062670 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ec77aae1-e405-4a12-8288-cbca83723fc4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.079869 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-cf3ca2b8-7bc5-40a6-b8fe-3433c7f12b83 None None] Set router c9674832-0211-4b8d-b71b-9324f55a7b11 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:57.083476 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec77aae1-e405-4a12-8288-cbca83723fc4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] No DVR routers for this DVR port 71703eb4-e38e-443f-838d-0a977dccb3ba on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:57.146085 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9a00a71c-b1e2-4dd2-b08b-9d62e0626ce9 None None] Deleting port 71703eb4-e38e-443f-838d-0a977dccb3ba {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:57.146772 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9a00a71c-b1e2-4dd2-b08b-9d62e0626ce9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.218767 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-f4be84ee-7cb6-4573-a446-2eeb6ecc5e50 admin admin] For port 92d57527-fa50-4533-be36-6f0b3c94e8ca, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=92d57527-fa50-4533-be36-6f0b3c94e8ca,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:57.220001 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f4be84ee-7cb6-4573-a446-2eeb6ecc5e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.220448 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ec77aae1-e405-4a12-8288-cbca83723fc4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.235064 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-ec77aae1-e405-4a12-8288-cbca83723fc4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efca7d6c-18ab-4d93-82f7-ad89b7dce7ce']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:57.249310 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-ec77aae1-e405-4a12-8288-cbca83723fc4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74cb6eec-a81e-47ff-a858-408906c534f0') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:57.250114 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-ec77aae1-e405-4a12-8288-cbca83723fc4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74cb6eec-a81e-47ff-a858-408906c534f0') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:57.262392 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ec77aae1-e405-4a12-8288-cbca83723fc4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.264856 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-f4be84ee-7cb6-4573-a446-2eeb6ecc5e50 admin admin] Calling delete_port for 92d57527-fa50-4533-be36-6f0b3c94e8ca owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:57.278113 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device e1ab8889-f6e9-4a91-b89b-c3f07b3db027 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:57.279400 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ec77aae1-e405-4a12-8288-cbca83723fc4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.281492 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port fade7e6d-2486-402f-8ed6-b3b108895340 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:57.288532 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec77aae1-e405-4a12-8288-cbca83723fc4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:57.289171 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ec77aae1-e405-4a12-8288-cbca83723fc4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.303455 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-9a00a71c-b1e2-4dd2-b08b-9d62e0626ce9 None None] For port 71703eb4-e38e-443f-838d-0a977dccb3ba, host n-d-792394-16, got binding levels [] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:57.304088 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9a00a71c-b1e2-4dd2-b08b-9d62e0626ce9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.320967 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port fade7e6d-2486-402f-8ed6-b3b108895340 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:57.321580 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.328720 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9a00a71c-b1e2-4dd2-b08b-9d62e0626ce9 None None] Calling delete_port for 71703eb4-e38e-443f-838d-0a977dccb3ba owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:57.335073 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.ipam_backend_mixin [None req-9a00a71c-b1e2-4dd2-b08b-9d62e0626ce9 None None] Port 71703eb4-e38e-443f-838d-0a977dccb3ba was not found and therefore no delete operation was performed {{(pid=93957) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:37:57.359127 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9a00a71c-b1e2-4dd2-b08b-9d62e0626ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:57.370232 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:57.372461 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77aae1-e405-4a12-8288-cbca83723fc4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event deleted for resources: {'Port': ['ID=71703eb4-e38e-443f-838d-0a977dccb3ba,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:57.420063 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ad506724-43a3-4906-b5ff-61061845e902 req-75d2fd85-4a5b-4baf-bb75-59fd4c77d0ca tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679094 Jul 16 01:37:57.423268 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ec77aae1-e405-4a12-8288-cbca83723fc4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.423497 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00a71c-b1e2-4dd2-b08b-9d62e0626ce9 None None] Pushing event deleted for resources: {'Port': ['ID=71703eb4-e38e-443f-838d-0a977dccb3ba,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:57.430058 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c768c4-efb8-4f71-ba04-ef3f8bc0df6a req-0e69010e-5794-4e08-82c5-6f910394fac6 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:57.432335 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-73c768c4-efb8-4f71-ba04-ef3f8bc0df6a req-0e69010e-5794-4e08-82c5-6f910394fac6 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f801fff-3ee9-4ed7-973e-4e22ef6e1888 HTTP/1.1" status: 200 len: 943 time: 0.3835037 Jul 16 01:37:57.437363 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a00a71c-b1e2-4dd2-b08b-9d62e0626ce9 None None] No DVR routers for this DVR port 71703eb4-e38e-443f-838d-0a977dccb3ba on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:57.473878 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ec77aae1-e405-4a12-8288-cbca83723fc4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.476283 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ec77aae1-e405-4a12-8288-cbca83723fc4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "DELETE /v2.0/networks/efca7d6c-18ab-4d93-82f7-ad89b7dce7ce HTTP/1.1" status: 204 len: 168 time: 1.2858396 Jul 16 01:37:57.481878 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36816) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:57.555549 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77aae1-e405-4a12-8288-cbca83723fc4 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Pushing event deleted for resources: {'Network': ['ID=efca7d6c-18ab-4d93-82f7-ad89b7dce7ce,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:57.611471 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-73c768c4-efb8-4f71-ba04-ef3f8bc0df6a req-df87e3ab-c44e-44d6-b6f4-a40229ae0b5e tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452062 Jul 16 01:37:57.619268 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8393a281-3245-4f7f-b3fd-f3456d54ab9a tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "GET /v2.0/ports?device_id=d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20 HTTP/1.1" status: 200 len: 205 time: 0.1209862 Jul 16 01:37:57.620014 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36818) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:57.623140 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port e1ab8889-f6e9-4a91-b89b-c3f07b3db027, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=e1ab8889-f6e9-4a91-b89b-c3f07b3db027,segment=NetworkSegment(7001c564-5dab-4ec5-959b-17fbbab7fc20),segment_id=7001c564-5dab-4ec5-959b-17fbbab7fc20)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:57.667394 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.669447 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'e1ab8889-f6e9-4a91-b89b-c3f07b3db027', 'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729', 'port_id': 'e1ab8889-f6e9-4a91-b89b-c3f07b3db027', 'mac_address': 'fa:16:3e:fa:6f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3be564b1-f055-40ad-87fc-208a1fbc335f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:57.695825 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f4be84ee-7cb6-4573-a446-2eeb6ecc5e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.741521 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.751034 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f028f9d-8e8a-4e6e-be33-b94696eb24f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fade7e6d-2486-402f-8ed6-b3b108895340'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:57.753750 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ddb9cd-495a-4396-99da-3f0d478f1ce2" -d '{"events": [{"server_uuid": "9f028f9d-8e8a-4e6e-be33-b94696eb24f8", "name": "network-vif-plugged", "status": "completed", "tag": "fade7e6d-2486-402f-8ed6-b3b108895340"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:57.760134 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be84ee-7cb6-4573-a446-2eeb6ecc5e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=92d57527-fa50-4533-be36-6f0b3c94e8ca,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:57.771439 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-cf3ca2b8-7bc5-40a6-b8fe-3433c7f12b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'name': 'tempest-ServerActionsTestJSON-20684112-router', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:45Z', 'updated_at': '2021-07-16T01:37:55Z', 'revision_number': 5, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'gw_port': {'id': '92d57527-fa50-4533-be36-6f0b3c94e8ca', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:46Z', 'updated_at': '2021-07-16T01:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:57.809895 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5653a70-c06e-46ed-a17f-52bcf4a7bc47 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.817915 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f4be84ee-7cb6-4573-a446-2eeb6ecc5e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.835387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port fade7e6d-2486-402f-8ed6-b3b108895340, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=fade7e6d-2486-402f-8ed6-b3b108895340,segment=NetworkSegment(8485c43f-cbb1-4157-845f-5ae431121d5a),segment_id=8485c43f-cbb1-4157-845f-5ae431121d5a)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:57.837222 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3ca2b8-7bc5-40a6-b8fe-3433c7f12b83 None None] Checking router: c9674832-0211-4b8d-b71b-9324f55a7b11 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:57.840024 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1ab8889-f6e9-4a91-b89b-c3f07b3db027 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:57.854637 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.856997 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6ff177-9275-4981-b5b0-3bb6e2fcd1cc x-openstack-request-id: req-cd6ff177-9275-4981-b5b0-3bb6e2fcd1cc {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:57.857285 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f028f9d-8e8a-4e6e-be33-b94696eb24f8", "name": "network-vif-plugged", "status": "completed", "tag": "fade7e6d-2486-402f-8ed6-b3b108895340", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:57.857533 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd6ff177-9275-4981-b5b0-3bb6e2fcd1cc {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:57.858266 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f028f9d-8e8a-4e6e-be33-b94696eb24f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fade7e6d-2486-402f-8ed6-b3b108895340', 'code': 200} Jul 16 01:37:57.944422 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port e1ab8889-f6e9-4a91-b89b-c3f07b3db027, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=e1ab8889-f6e9-4a91-b89b-c3f07b3db027,segment=NetworkSegment(7001c564-5dab-4ec5-959b-17fbbab7fc20),segment_id=7001c564-5dab-4ec5-959b-17fbbab7fc20)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:57.950172 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3ca2b8-7bc5-40a6-b8fe-3433c7f12b83 None None] Routers {'c9674832-0211-4b8d-b71b-9324f55a7b11'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:57.951237 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-cf3ca2b8-7bc5-40a6-b8fe-3433c7f12b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:37:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c9674832-0211-4b8d-b71b-9324f55a7b11'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:58.016795 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f4be84ee-7cb6-4573-a446-2eeb6ecc5e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.019942 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f4be84ee-7cb6-4573-a446-2eeb6ecc5e50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.047628 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-cf3ca2b8-7bc5-40a6-b8fe-3433c7f12b83 None None] Set router c9674832-0211-4b8d-b71b-9324f55a7b11 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:58.109624 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-cf3ca2b8-7bc5-40a6-b8fe-3433c7f12b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'name': 'tempest-ServerActionsTestJSON-20684112-router', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:45Z', 'updated_at': '2021-07-16T01:37:57Z', 'revision_number': 7, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:58.111940 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 71703eb4-e38e-443f-838d-0a977dccb3ba no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:58.117367 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.136269 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283f965-8dcc-406c-88b7-41f4fe02a9a0 req-0583db1d-268f-4ff0-b985-f755897d4460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:58.140658 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2283f965-8dcc-406c-88b7-41f4fe02a9a0 req-0583db1d-268f-4ff0-b985-f755897d4460 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 1097 time: 0.1561182 Jul 16 01:37:58.142944 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f4be84ee-7cb6-4573-a446-2eeb6ecc5e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.143517 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4be84ee-7cb6-4573-a446-2eeb6ecc5e50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9674832-0211-4b8d-b71b-9324f55a7b11 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:37:58.152028 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f4be84ee-7cb6-4573-a446-2eeb6ecc5e50 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.155120 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f4be84ee-7cb6-4573-a446-2eeb6ecc5e50 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c9674832-0211-4b8d-b71b-9324f55a7b11 HTTP/1.1" status: 204 len: 168 time: 1.7044568 Jul 16 01:37:58.160857 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36824) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:58.190744 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3ca2b8-7bc5-40a6-b8fe-3433c7f12b83 None None] The sync data for ids ['c9674832-0211-4b8d-b71b-9324f55a7b11'] in n-d-792394-16 is: [{'id': 'c9674832-0211-4b8d-b71b-9324f55a7b11', 'name': 'tempest-ServerActionsTestJSON-20684112-router', 'tenant_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:45Z', 'updated_at': '2021-07-16T01:37:57Z', 'revision_number': 7, 'project_id': '8c1cd71b2bbb4da2b2edf2be3f2fbcab', 'gw_port_host': None}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:58.191022 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5653a70-c06e-46ed-a17f-52bcf4a7bc47 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.197857 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5653a70-c06e-46ed-a17f-52bcf4a7bc47 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.200839 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 71703eb4-e38e-443f-838d-0a977dccb3ba {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:58.201481 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 71703eb4-e38e-443f-838d-0a977dccb3ba not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:58.215729 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=fade7e6d-2486-402f-8ed6-b3b108895340,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:58.256881 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5653a70-c06e-46ed-a17f-52bcf4a7bc47 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.257907 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5653a70-c06e-46ed-a17f-52bcf4a7bc47 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Fanout notify agent at l3_agent the message router_deleted on router d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:37:58.264662 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5653a70-c06e-46ed-a17f-52bcf4a7bc47 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.279475 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a5653a70-c06e-46ed-a17f-52bcf4a7bc47 tempest-RoutersNegativeIpV6Test-269341039 tempest-RoutersNegativeIpV6Test-269341039-project] 10.222.0.16 "DELETE /v2.0/routers/d88e60a4-29d3-4ffc-8e10-e8b7fbe34c20 HTTP/1.1" status: 204 len: 168 time: 0.6524842 Jul 16 01:37:58.291715 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2283f965-8dcc-406c-88b7-41f4fe02a9a0 req-d720b5d0-7b20-4cc2-bce2-412cfabac30d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354430 Jul 16 01:37:58.309369 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae777dbf-53d5-4c8d-b34b-8af7e481ef4a admin admin] Deleting subnet d9075885-b498-4569-92ab-9ab8f9b2e064 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:58.315228 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ae777dbf-53d5-4c8d-b34b-8af7e481ef4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.357508 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=e1ab8889-f6e9-4a91-b89b-c3f07b3db027,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:58.363040 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ae777dbf-53d5-4c8d-b34b-8af7e481ef4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.430723 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['e1ab8889-f6e9-4a91-b89b-c3f07b3db027'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:58.479661 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ae777dbf-53d5-4c8d-b34b-8af7e481ef4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.581908 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ae777dbf-53d5-4c8d-b34b-8af7e481ef4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.614367 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ae777dbf-53d5-4c8d-b34b-8af7e481ef4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.616795 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ae777dbf-53d5-4c8d-b34b-8af7e481ef4a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d9075885-b498-4569-92ab-9ab8f9b2e064 HTTP/1.1" status: 204 len: 168 time: 0.4082515 Jul 16 01:37:58.618284 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1606064d-785f-4f27-9766-2546d7c38a5c None None] Network 7cb02b0d-151c-40b4-a49f-996c30b19d5d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:58.620418 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36838) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:58.729822 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36844) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:58.742654 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fd43fddb-9b98-4a4d-8c84-25689f32c7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.746720 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae777dbf-53d5-4c8d-b34b-8af7e481ef4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9075885-b498-4569-92ab-9ab8f9b2e064,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:58.794276 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581ff5b-f852-40cb-a500-9059c8e7274b req-cad2bfa4-5dfc-40c5-bb49-e20ad43ccfb8 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:58.801691 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6581ff5b-f852-40cb-a500-9059c8e7274b req-cad2bfa4-5dfc-40c5-bb49-e20ad43ccfb8 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 945 time: 0.1951210 Jul 16 01:37:58.860738 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-fd43fddb-9b98-4a4d-8c84-25689f32c7a0 admin admin] Deleting port d89fcf59-8ed2-4304-ae5f-bc28f3c06eae {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:58.862379 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fd43fddb-9b98-4a4d-8c84-25689f32c7a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.899597 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6581ff5b-f852-40cb-a500-9059c8e7274b req-7b552497-e246-46e4-8aa1-5a155f5b1b8a tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760469 Jul 16 01:37:59.051130 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e2d27b34-ef26-4e01-a363-c538b2c5904b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0458282574654c17b6a10c601913a830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3136263 Jul 16 01:37:59.051899 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36852) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:59.105127 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-933286b9-e4c4-4136-a8e5-0aada1817e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.121054 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-fd43fddb-9b98-4a4d-8c84-25689f32c7a0 admin admin] For port d89fcf59-8ed2-4304-ae5f-bc28f3c06eae, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d89fcf59-8ed2-4304-ae5f-bc28f3c06eae,segment=NetworkSegment(8f0f9ecd-12aa-437f-9ccc-a075b6654bb2),segment_id=8f0f9ecd-12aa-437f-9ccc-a075b6654bb2)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:59.121537 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fd43fddb-9b98-4a4d-8c84-25689f32c7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.137769 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-933286b9-e4c4-4136-a8e5-0aada1817e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.160965 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-fd43fddb-9b98-4a4d-8c84-25689f32c7a0 admin admin] Calling delete_port for d89fcf59-8ed2-4304-ae5f-bc28f3c06eae owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:59.191800 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea02df6-8dc7-459b-be21-6d18092eaf27 None None] DHCP port deletion for 7cb02b0d-151c-40b4-a49f-996c30b19d5d request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:59.271857 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-933286b9-e4c4-4136-a8e5-0aada1817e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.282026 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-933286b9-e4c4-4136-a8e5-0aada1817e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.302351 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-933286b9-e4c4-4136-a8e5-0aada1817e36 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4b30027-9a41-434a-a6cd-191faa62fe59 HTTP/1.1" status: 204 len: 168 time: 0.2491844 Jul 16 01:37:59.344758 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933286b9-e4c4-4136-a8e5-0aada1817e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b30027-9a41-434a-a6cd-191faa62fe59,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:59.371290 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fd43fddb-9b98-4a4d-8c84-25689f32c7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.388975 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd43fddb-9b98-4a4d-8c84-25689f32c7a0 admin admin] No DVR routers for this DVR port d89fcf59-8ed2-4304-ae5f-bc28f3c06eae on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:59.427255 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-cea02df6-8dc7-459b-be21-6d18092eaf27 None None] Deleting port d89fcf59-8ed2-4304-ae5f-bc28f3c06eae {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:59.427816 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cea02df6-8dc7-459b-be21-6d18092eaf27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.452146 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43fddb-9b98-4a4d-8c84-25689f32c7a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d89fcf59-8ed2-4304-ae5f-bc28f3c06eae,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:59.499162 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c010f25-9e98-4c8b-a3a0-e0ee8e859781 req-870a5b96-822f-49b2-81c9-ee7081d5b7e4 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:59.501751 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c010f25-9e98-4c8b-a3a0-e0ee8e859781 req-870a5b96-822f-49b2-81c9-ee7081d5b7e4 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f801fff-3ee9-4ed7-973e-4e22ef6e1888 HTTP/1.1" status: 200 len: 944 time: 0.5795221 Jul 16 01:37:59.577013 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-cea02df6-8dc7-459b-be21-6d18092eaf27 None None] For port d89fcf59-8ed2-4304-ae5f-bc28f3c06eae, host n-d-792394-16, got binding levels [] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:59.577751 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cea02df6-8dc7-459b-be21-6d18092eaf27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.599938 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-cea02df6-8dc7-459b-be21-6d18092eaf27 None None] Calling delete_port for d89fcf59-8ed2-4304-ae5f-bc28f3c06eae owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:59.603406 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.ipam_backend_mixin [None req-cea02df6-8dc7-459b-be21-6d18092eaf27 None None] Port d89fcf59-8ed2-4304-ae5f-bc28f3c06eae was not found and therefore no delete operation was performed {{(pid=93957) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:37:59.604699 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82e4ecd1-1ef1-4af2-8de1-09fac945fe18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.610163 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cea02df6-8dc7-459b-be21-6d18092eaf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.626777 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fd43fddb-9b98-4a4d-8c84-25689f32c7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.667146 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea02df6-8dc7-459b-be21-6d18092eaf27 None None] Pushing event deleted for resources: {'Port': ['ID=d89fcf59-8ed2-4304-ae5f-bc28f3c06eae,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:59.671751 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-fd43fddb-9b98-4a4d-8c84-25689f32c7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb02b0d-151c-40b4-a49f-996c30b19d5d']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:59.674849 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea02df6-8dc7-459b-be21-6d18092eaf27 None None] No DVR routers for this DVR port d89fcf59-8ed2-4304-ae5f-bc28f3c06eae on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:59.685403 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.759486 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c010f25-9e98-4c8b-a3a0-e0ee8e859781 req-a6daecc7-1358-471f-8ff1-c2d0504cca26 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494972 Jul 16 01:37:59.771980 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-fd43fddb-9b98-4a4d-8c84-25689f32c7a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:59.773074 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-fd43fddb-9b98-4a4d-8c84-25689f32c7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0f9ecd-12aa-437f-9ccc-a075b6654bb2') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:59.806347 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fd43fddb-9b98-4a4d-8c84-25689f32c7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.834683 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fd43fddb-9b98-4a4d-8c84-25689f32c7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.848493 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd43fddb-9b98-4a4d-8c84-25689f32c7a0 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:59.848493 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fd43fddb-9b98-4a4d-8c84-25689f32c7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:59.850200 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:59.947682 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 92d57527-fa50-4533-be36-6f0b3c94e8ca no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:59.964257 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fd43fddb-9b98-4a4d-8c84-25689f32c7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.976217 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fd43fddb-9b98-4a4d-8c84-25689f32c7a0 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.985388 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fd43fddb-9b98-4a4d-8c84-25689f32c7a0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7cb02b0d-151c-40b4-a49f-996c30b19d5d HTTP/1.1" status: 204 len: 168 time: 1.3632305 Jul 16 01:38:00.003026 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 92d57527-fa50-4533-be36-6f0b3c94e8ca {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:00.003374 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 92d57527-fa50-4533-be36-6f0b3c94e8ca not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:00.003792 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f39291ba-955f-4d75-88b1-2b480d4e476a no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:00.012636 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43fddb-9b98-4a4d-8c84-25689f32c7a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cb02b0d-151c-40b4-a49f-996c30b19d5d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:00.053999 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: f39291ba-955f-4d75-88b1-2b480d4e476a {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:00.054340 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f39291ba-955f-4d75-88b1-2b480d4e476a not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:00.054763 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d89fcf59-8ed2-4304-ae5f-bc28f3c06eae no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:00.112015 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: d89fcf59-8ed2-4304-ae5f-bc28f3c06eae {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:00.112567 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d89fcf59-8ed2-4304-ae5f-bc28f3c06eae not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:00.250389 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7c56f-356e-44ee-9978-c40139cf4583 req-a9697136-8787-4604-89dd-05c92c2d5e9e tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.259657 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8cd7c56f-356e-44ee-9978-c40139cf4583 req-a9697136-8787-4604-89dd-05c92c2d5e9e tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 945 time: 0.0961597 Jul 16 01:38:00.363749 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36886) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:00.371623 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8cd7c56f-356e-44ee-9978-c40139cf4583 req-2a9d9e44-b99e-483b-acf5-0f378c37885c tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092434 Jul 16 01:38:00.569161 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36896) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:00.569423 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-05444a85-8de8-4790-a89b-e387eeb21ab5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c1cd71b2bbb4da2b2edf2be3f2fbcab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2038982 Jul 16 01:38:00.603179 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-fd2478bc-99b8-4bb0-98cf-bb1b2d2f35db service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1835523 Jul 16 01:38:00.618228 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36898) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:00.700520 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-92002cbc-a9f5-46fe-a611-0b223add8f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.745742 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-92002cbc-a9f5-46fe-a611-0b223add8f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.773464 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8a63-8c93-4ddd-9947-250066046fad req-bfac7690-e438-40cf-aeea-7d8f3a0734c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.774051 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8a63-8c93-4ddd-9947-250066046fad req-bfac7690-e438-40cf-aeea-7d8f3a0734c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.774529 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8a63-8c93-4ddd-9947-250066046fad req-bfac7690-e438-40cf-aeea-7d8f3a0734c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.774998 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8a63-8c93-4ddd-9947-250066046fad req-bfac7690-e438-40cf-aeea-7d8f3a0734c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.775793 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8a63-8c93-4ddd-9947-250066046fad req-bfac7690-e438-40cf-aeea-7d8f3a0734c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.776991 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8a63-8c93-4ddd-9947-250066046fad req-bfac7690-e438-40cf-aeea-7d8f3a0734c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.777598 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8a63-8c93-4ddd-9947-250066046fad req-bfac7690-e438-40cf-aeea-7d8f3a0734c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.785623 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.796543 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-bfac7690-e438-40cf-aeea-7d8f3a0734c2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ab955cac98346abb4c28e7943a645b4&device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 6497 time: 0.0990858 Jul 16 01:38:00.814523 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-44ebb4e5-5941-45d3-a746-0b19d89c74ce tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Request body: {'security_group': {'name': 'tempest-secgroup--869321503'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:00.899549 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-92002cbc-a9f5-46fe-a611-0b223add8f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.910557 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-92002cbc-a9f5-46fe-a611-0b223add8f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.923724 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-92002cbc-a9f5-46fe-a611-0b223add8f25 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2711cc75-e7fb-4c2a-99ba-8133a9efb49e HTTP/1.1" status: 204 len: 168 time: 0.3506486 Jul 16 01:38:00.954614 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92002cbc-a9f5-46fe-a611-0b223add8f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2711cc75-e7fb-4c2a-99ba-8133a9efb49e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:01.146107 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8a63-8c93-4ddd-9947-250066046fad req-4070b944-45be-45bf-b8bd-e88b00346474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:01.146595 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8a63-8c93-4ddd-9947-250066046fad req-4070b944-45be-45bf-b8bd-e88b00346474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:01.147071 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8a63-8c93-4ddd-9947-250066046fad req-4070b944-45be-45bf-b8bd-e88b00346474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:01.148807 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-4070b944-45be-45bf-b8bd-e88b00346474 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1b590a93-b556-4341-bbf0-322f328e95cf&id=c8f8cff2-179e-422c-b93c-8298614fb9a9&id=c8f8cff2-179e-422c-b93c-8298614fb9a9&id=c8f8cff2-179e-422c-b93c-8298614fb9a9&id=c8f8cff2-179e-422c-b93c-8298614fb9a9&id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20&id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20 HTTP/1.1" status: 200 len: 2292 time: 0.3235829 Jul 16 01:38:01.226984 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b83b8-19b5-4501-a1d2-596ef1b79bbf req-de50afeb-0174-498f-88ae-08dff8f86344 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:01.232896 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd6b83b8-19b5-4501-a1d2-596ef1b79bbf req-de50afeb-0174-498f-88ae-08dff8f86344 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 945 time: 0.0927801 Jul 16 01:38:01.243994 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44ebb4e5-5941-45d3-a746-0b19d89c74ce tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.260820 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44ebb4e5-5941-45d3-a746-0b19d89c74ce tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.276415 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device e1ab8889-f6e9-4a91-b89b-c3f07b3db027 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:01.306228 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-996f81c3-ebbc-4bc1-92f2-1f98e3827714 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36a2f25a-4dc4-421c-88af-1545774b65fb HTTP/1.1" status: 200 len: 1001 time: 0.1452661 Jul 16 01:38:01.310185 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd6b83b8-19b5-4501-a1d2-596ef1b79bbf req-2a683236-f530-414b-9061-3e13caef798e tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667076 Jul 16 01:38:01.401412 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b994efc-c7cf-4376-9acc-59df82ea6efe req-f9576281-e5af-4d89-bfc4-5a1973bfce29 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:01.410334 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port e1ab8889-f6e9-4a91-b89b-c3f07b3db027 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:01.416497 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9b994efc-c7cf-4376-9acc-59df82ea6efe req-f9576281-e5af-4d89-bfc4-5a1973bfce29 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f801fff-3ee9-4ed7-973e-4e22ef6e1888 HTTP/1.1" status: 200 len: 944 time: 0.4106321 Jul 16 01:38:01.418831 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.427102 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port e1ab8889-f6e9-4a91-b89b-c3f07b3db027 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:01.427639 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.500076 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1de6b-83d0-487d-9da8-3a83b8000a1b req-566c596a-ff97-4c5e-9694-909271e0c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:01.501945 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f1b1de6b-83d0-487d-9da8-3a83b8000a1b req-566c596a-ff97-4c5e-9694-909271e0c54b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=15e56770c49b4c2c90bfb165e0219098&device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 1097 time: 0.3586566 Jul 16 01:38:01.533749 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8a63-8c93-4ddd-9947-250066046fad req-ae496e31-c23e-4c6b-9728-308901e76d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:01.581035 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-ae496e31-c23e-4c6b-9728-308901e76d59 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=09f3da01-7811-438c-934c-dbb6f1e9ed24 HTTP/1.1" status: 200 len: 851 time: 0.2135880 Jul 16 01:38:01.606585 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.676085 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9b994efc-c7cf-4376-9acc-59df82ea6efe req-f0bb6487-d1a8-46ec-a41e-a3c3dbd617cc tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582364 Jul 16 01:38:01.686966 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port e1ab8889-f6e9-4a91-b89b-c3f07b3db027, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=e1ab8889-f6e9-4a91-b89b-c3f07b3db027,segment=NetworkSegment(7001c564-5dab-4ec5-959b-17fbbab7fc20),segment_id=7001c564-5dab-4ec5-959b-17fbbab7fc20)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:01.688450 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f801fff-3ee9-4ed7-973e-4e22ef6e1888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ab8889-f6e9-4a91-b89b-c3f07b3db027'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:01.692250 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bdc303-f387-469e-9842-bc0ec411b129" -d '{"events": [{"server_uuid": "3f801fff-3ee9-4ed7-973e-4e22ef6e1888", "name": "network-vif-plugged", "status": "completed", "tag": "e1ab8889-f6e9-4a91-b89b-c3f07b3db027"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:01.700145 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.972667 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1de6b-83d0-487d-9da8-3a83b8000a1b req-9eaf581d-7c85-4b4e-83b5-ab5f5c80151b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:01.974439 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f1b1de6b-83d0-487d-9da8-3a83b8000a1b req-9eaf581d-7c85-4b4e-83b5-ab5f5c80151b service neutron] 10.222.0.82 "GET /v2.0/networks?id=48a6dff3-4e27-4968-8def-dde595202060 HTTP/1.1" status: 200 len: 920 time: 0.4581738 Jul 16 01:38:02.006576 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e775a84-30f1-4612-b4d8-e02ab57ec435 x-openstack-request-id: req-4e775a84-30f1-4612-b4d8-e02ab57ec435 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:02.007354 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f801fff-3ee9-4ed7-973e-4e22ef6e1888", "name": "network-vif-plugged", "status": "completed", "tag": "e1ab8889-f6e9-4a91-b89b-c3f07b3db027", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:02.007354 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e775a84-30f1-4612-b4d8-e02ab57ec435 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:02.007529 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f801fff-3ee9-4ed7-973e-4e22ef6e1888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ab8889-f6e9-4a91-b89b-c3f07b3db027', 'code': 200} Jul 16 01:38:02.038860 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=e1ab8889-f6e9-4a91-b89b-c3f07b3db027,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:02.062928 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44ebb4e5-5941-45d3-a746-0b19d89c74ce tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.111435 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44ebb4e5-5941-45d3-a746-0b19d89c74ce tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.126702 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f1b1de6b-83d0-487d-9da8-3a83b8000a1b req-c7a320b6-1c6c-4b16-a585-171cbfa515bf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fade7e6d-2486-402f-8ed6-b3b108895340 HTTP/1.1" status: 200 len: 217 time: 0.0621228 Jul 16 01:38:02.135536 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36938) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:02.215424 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1de6b-83d0-487d-9da8-3a83b8000a1b req-4403c46d-0f95-40cd-b974-76b9de467b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:02.217214 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f1b1de6b-83d0-487d-9da8-3a83b8000a1b req-4403c46d-0f95-40cd-b974-76b9de467b86 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=36d83a8c-16f2-4271-82b4-750235f338ef HTTP/1.1" status: 200 len: 859 time: 0.0690346 Jul 16 01:38:02.235580 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8a63-8c93-4ddd-9947-250066046fad req-9b933796-f718-4f36-85cf-13c45fb08841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:02.237351 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-9b933796-f718-4f36-85cf-13c45fb08841 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1b590a93-b556-4341-bbf0-322f328e95cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6554756 Jul 16 01:38:02.251548 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-d4d83db6-245a-40be-9bcb-dacd406ff751 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-567509094-network', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:02.282047 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebb4e5-5941-45d3-a746-0b19d89c74ce tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c62b7d-26ec-49c6-8564-b331ed24d28f,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:02.290931 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f1b1de6b-83d0-487d-9da8-3a83b8000a1b req-4598837b-d98c-43f3-a40d-38a9843b9c6b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48a6dff3-4e27-4968-8def-dde595202060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647094 Jul 16 01:38:02.346582 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6079f11-045e-4aab-b1ed-2c42a72654aa req-8255644c-244e-418f-b6eb-f37bd367a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:02.348124 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e6079f11-045e-4aab-b1ed-2c42a72654aa req-8255644c-244e-418f-b6eb-f37bd367a06d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3f801fff-3ee9-4ed7-973e-4e22ef6e1888 HTTP/1.1" status: 200 len: 1097 time: 0.4558558 Jul 16 01:38:02.515176 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.958287 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e6079f11-045e-4aab-b1ed-2c42a72654aa req-339c2ba6-e1a7-4a64-a6e6-c60280e29bc5 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5986352 Jul 16 01:38:02.962428 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44ebb4e5-5941-45d3-a746-0b19d89c74ce tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.964830 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-8a1dd8a6-0705-47a2-bae8-0560c61fa2b0 service neutron] 10.222.0.84 "GET /v2.0/networks/1b590a93-b556-4341-bbf0-322f328e95cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7118669 Jul 16 01:38:02.973604 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f1b1de6b-83d0-487d-9da8-3a83b8000a1b req-d8ccad2a-fe38-4097-938b-383534697990 service neutron] 10.222.0.82 "GET /v2.0/networks/48a6dff3-4e27-4968-8def-dde595202060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6649280 Jul 16 01:38:02.976563 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44ebb4e5-5941-45d3-a746-0b19d89c74ce tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.037182 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866fbd0-d123-4ddf-848c-7c8c91066d9c req-c2d6a17d-328d-460d-943e-9c1c3e7c0d1a tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:03.046671 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4866fbd0-d123-4ddf-848c-7c8c91066d9c req-c2d6a17d-328d-460d-943e-9c1c3e7c0d1a tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f801fff-3ee9-4ed7-973e-4e22ef6e1888 HTTP/1.1" status: 200 len: 945 time: 0.1985881 Jul 16 01:38:03.055405 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d83db6-245a-40be-9bcb-dacd406ff751 admin admin] Made reservation on behalf of 397a7a3d36ef4318afd67223e92c4812 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:03.060306 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d4d83db6-245a-40be-9bcb-dacd406ff751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.072792 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d4d83db6-245a-40be-9bcb-dacd406ff751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.074039 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44ebb4e5-5941-45d3-a746-0b19d89c74ce tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.078253 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-44ebb4e5-5941-45d3-a746-0b19d89c74ce tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.4588649 Jul 16 01:38:03.082015 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36960) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:03.133751 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e48e7-b644-4ae7-89dc-3102e036cd44 req-8983521e-6ed5-4d2f-a574-23d5d31c681c tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:03.135536 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a00e48e7-b644-4ae7-89dc-3102e036cd44 req-8983521e-6ed5-4d2f-a574-23d5d31c681c tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 945 time: 0.6789668 Jul 16 01:38:03.141008 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4866fbd0-d123-4ddf-848c-7c8c91066d9c req-51b07576-94d4-4304-a73e-14e2c6af17b8 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925560 Jul 16 01:38:03.176006 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebb4e5-5941-45d3-a746-0b19d89c74ce tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7874e064-c72a-4e9a-a3db-da4a88cea186,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:03.290047 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d4d83db6-245a-40be-9bcb-dacd406ff751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.294564 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a00e48e7-b644-4ae7-89dc-3102e036cd44 req-2c3f9298-b708-40c5-bbd9-670f70bd0808 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212375 Jul 16 01:38:03.302135 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d4d83db6-245a-40be-9bcb-dacd406ff751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.322235 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f1b1de6b-83d0-487d-9da8-3a83b8000a1b req-00076c43-6b39-4ed7-9dd1-ae9acdd9236a service neutron] 10.222.0.82 "GET /v2.0/networks/48a6dff3-4e27-4968-8def-dde595202060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350093 Jul 16 01:38:03.323050 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d83db6-245a-40be-9bcb-dacd406ff751 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:03.326559 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-264aee9e-ae5a-4f5d-9c3c-5ac3f7ef57c0 service neutron] 10.222.0.84 "GET /v2.0/networks/1b590a93-b556-4341-bbf0-322f328e95cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120930 Jul 16 01:38:03.336983 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5c6a2afa-f49f-4d39-a34c-5ba50a969721 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2510190 Jul 16 01:38:03.337630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36962) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:03.343425 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-096d646b-0d6c-495e-9b29-38ca50a03ca4 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Request body: {'security_group': {'name': 'tempest-security--1171983541', 'description': 'tempest-security-description-1294798640'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:03.372993 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d4d83db6-245a-40be-9bcb-dacd406ff751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.375816 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-d4d83db6-245a-40be-9bcb-dacd406ff751 admin admin] Added segment 26cb3629-566b-464c-b897-fa7167d26bb2 of type vlan for network 98e0b200-9d05-4336-87c3-fa057674aa73 Jul 16 01:38:03.451580 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-f42cc4de-2064-406a-ae48-a326fb7288d9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=55330359-f702-4308-9556-f798e62575fe HTTP/1.1" status: 200 len: 217 time: 0.1129489 Jul 16 01:38:03.473984 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d4d83db6-245a-40be-9bcb-dacd406ff751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.499653 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-096d646b-0d6c-495e-9b29-38ca50a03ca4 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.515745 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d4d83db6-245a-40be-9bcb-dacd406ff751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.517598 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d83db6-245a-40be-9bcb-dacd406ff751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:03.518466 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d4d83db6-245a-40be-9bcb-dacd406ff751 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.543697 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8a63-8c93-4ddd-9947-250066046fad req-3c596325-ad45-47f3-99af-32285fed7332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:03.545552 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-3c596325-ad45-47f3-99af-32285fed7332 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c920e428-2173-4351-a902-805250aa16b4 HTTP/1.1" status: 200 len: 797 time: 0.0814350 Jul 16 01:38:03.578163 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d83db6-245a-40be-9bcb-dacd406ff751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8735bd28-7333-421a-a9c8-eb675347d72d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:03.610966 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-096d646b-0d6c-495e-9b29-38ca50a03ca4 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.624877 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-096d646b-0d6c-495e-9b29-38ca50a03ca4 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.627877 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-096d646b-0d6c-495e-9b29-38ca50a03ca4 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.632155 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-096d646b-0d6c-495e-9b29-38ca50a03ca4 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "PUT /v2.0/security-groups/7874e064-c72a-4e9a-a3db-da4a88cea186 HTTP/1.1" status: 200 len: 1780 time: 0.2924032 Jul 16 01:38:03.636043 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36970) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:03.651572 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d83db6-245a-40be-9bcb-dacd406ff751 admin admin] Pushing event updated for resources: {'Network': ['ID=98e0b200-9d05-4336-87c3-fa057674aa73,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:03.658813 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d4d83db6-245a-40be-9bcb-dacd406ff751 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5194194 Jul 16 01:38:03.659440 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36972) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:03.666435 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b40b7156-fe8d-4a8e-844c-90139f6dd432 admin admin] Request body: {'subnet': {'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-567509094-subnet', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:03.672278 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 98e0b200-9d05-4336-87c3-fa057674aa73 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:03.702261 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d646b-0d6c-495e-9b29-38ca50a03ca4 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7874e064-c72a-4e9a-a3db-da4a88cea186,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:03.705230 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40b7156-fe8d-4a8e-844c-90139f6dd432 admin admin] Made reservation on behalf of 397a7a3d36ef4318afd67223e92c4812 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:03.708452 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b40b7156-fe8d-4a8e-844c-90139f6dd432 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.728189 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8a63-8c93-4ddd-9947-250066046fad req-cc016e6e-bc0f-46f6-8bff-0488ebcb5599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:03.730285 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-cc016e6e-bc0f-46f6-8bff-0488ebcb5599 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8f8cff2-179e-422c-b93c-8298614fb9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1709080 Jul 16 01:38:03.738967 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e8670623-c755-43f6-b697-f6aeb1222d8d tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-groups/7874e064-c72a-4e9a-a3db-da4a88cea186 HTTP/1.1" status: 200 len: 1780 time: 0.0967252 Jul 16 01:38:03.739942 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36974) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:03.928386 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54b7aab8-9bf2-4811-9b45-5de318e7f92a tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.985756 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-f5f552cd-42f4-4076-b0c4-fcd133b676e6 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471597 Jul 16 01:38:03.992566 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54b7aab8-9bf2-4811-9b45-5de318e7f92a tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.124006 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54b7aab8-9bf2-4811-9b45-5de318e7f92a tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.126974 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-54b7aab8-9bf2-4811-9b45-5de318e7f92a tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.130635 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-54b7aab8-9bf2-4811-9b45-5de318e7f92a tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "DELETE /v2.0/security-groups/7874e064-c72a-4e9a-a3db-da4a88cea186 HTTP/1.1" status: 204 len: 168 time: 0.3795707 Jul 16 01:38:04.135084 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36980) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:04.151271 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-81ecbf41-3e52-4e66-9da8-93c91c986f6e service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553240 Jul 16 01:38:04.159722 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7aab8-9bf2-4811-9b45-5de318e7f92a tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7874e064-c72a-4e9a-a3db-da4a88cea186,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:04.216646 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-79f3bac9-ada6-4947-a408-d28903f965b5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=402daa9b-da36-45bb-8bb8-44f53b35914a HTTP/1.1" status: 200 len: 217 time: 0.0580647 Jul 16 01:38:04.289946 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-dfa1fec5-991f-4dbc-a2ac-dbb81b365b57 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1493571 Jul 16 01:38:04.297063 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36986) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:04.333138 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-da538aa1-cb80-431f-92d8-f959a5113878 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] delete failed (client error): The resource could not be found. Jul 16 01:38:04.339012 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-da538aa1-cb80-431f-92d8-f959a5113878 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "DELETE /v2.0/security-groups/7874e064-c72a-4e9a-a3db-da4a88cea186 HTTP/1.1" status: 404 len: 347 time: 0.0400846 Jul 16 01:38:04.339395 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36988) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:04.341181 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8a63-8c93-4ddd-9947-250066046fad req-3d325913-ab74-46dd-8faf-1b640802ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:04.342849 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-3d325913-ab74-46dd-8faf-1b640802ff17 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c920e428-2173-4351-a902-805250aa16b4 HTTP/1.1" status: 200 len: 797 time: 0.1153615 Jul 16 01:38:04.370231 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-8d30c6bb-adc1-4114-baf5-b9d8e00f39f9 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Request body: {'security_group': {'name': 'tempest-secgroup--1123811072'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:04.414020 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b40b7156-fe8d-4a8e-844c-90139f6dd432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.487298 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8d30c6bb-adc1-4114-baf5-b9d8e00f39f9 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.495622 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8a63-8c93-4ddd-9947-250066046fad req-565bd800-dc32-47f2-ade3-014061842d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:04.497694 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-565bd800-dc32-47f2-ade3-014061842d61 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8f8cff2-179e-422c-b93c-8298614fb9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1237824 Jul 16 01:38:04.507205 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2183b4-5c30-47ef-9354-b9ab95d3afab req-7e725671-75cf-4d0b-b5fc-20b533531e19 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:04.516669 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f2183b4-5c30-47ef-9354-b9ab95d3afab req-7e725671-75cf-4d0b-b5fc-20b533531e19 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f801fff-3ee9-4ed7-973e-4e22ef6e1888 HTTP/1.1" status: 200 len: 945 time: 0.1719813 Jul 16 01:38:04.527359 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b7156-fe8d-4a8e-844c-90139f6dd432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=370bcf40-c26b-4959-9b56-af3cd128b9a8,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:04.621779 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-aebd3d75-4b84-43a4-be30-6ee6f13b1356 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964377 Jul 16 01:38:04.649914 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40b7156-fe8d-4a8e-844c-90139f6dd432 admin admin] Checking segment: {'id': '26cb3629-566b-464c-b897-fa7167d26bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:04.650605 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40b7156-fe8d-4a8e-844c-90139f6dd432 admin admin] Network hostable DHCP agents. Network: 98e0b200-9d05-4336-87c3-fa057674aa73, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:04.692611 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf648b4-59c8-4c41-8498-7f152b31a275 req-b7807da5-e323-4037-857c-51797a6780b4 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:04.697641 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ccf648b4-59c8-4c41-8498-7f152b31a275 req-b7807da5-e323-4037-857c-51797a6780b4 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 945 time: 0.2138638 Jul 16 01:38:04.707707 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f2183b4-5c30-47ef-9354-b9ab95d3afab req-b307a84b-baf4-4b93-8657-4e4d4de0fa15 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900678 Jul 16 01:38:04.728136 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40b7156-fe8d-4a8e-844c-90139f6dd432 admin admin] Network 98e0b200-9d05-4336-87c3-fa057674aa73 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:04.843956 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-36962cfe-811e-42dd-a025-369529701764 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138326 Jul 16 01:38:04.871443 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ccf648b4-59c8-4c41-8498-7f152b31a275 req-71c3b140-359f-4749-83f7-5579f573ba2f tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612406 Jul 16 01:38:04.876673 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-b40b7156-fe8d-4a8e-844c-90139f6dd432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 98e0b200-9d05-4336-87c3-fa057674aa73) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:04.885880 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e008409-902e-49a8-87b2-971f8460a3fc None None] Network 98e0b200-9d05-4336-87c3-fa057674aa73 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:04.892433 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8d30c6bb-adc1-4114-baf5-b9d8e00f39f9 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.900918 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40b7156-fe8d-4a8e-844c-90139f6dd432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:04.902202 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b40b7156-fe8d-4a8e-844c-90139f6dd432 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.925330 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8d30c6bb-adc1-4114-baf5-b9d8e00f39f9 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.945751 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b40b7156-fe8d-4a8e-844c-90139f6dd432 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2848732 Jul 16 01:38:04.946799 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36998) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:04.955478 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-f6de306a-ae2a-42a8-8902-ad4383bc48ee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-567509094-router', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:04.976232 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-90484cb3-46c6-44c0-95bf-1478ee9525bf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=14ec0242-6e1e-4307-a3bc-b3ea2834426a HTTP/1.1" status: 200 len: 217 time: 0.1197720 Jul 16 01:38:04.991977 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8d30c6bb-adc1-4114-baf5-b9d8e00f39f9 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.000233 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8d30c6bb-adc1-4114-baf5-b9d8e00f39f9 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6391206 Jul 16 01:38:05.003199 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37002) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:05.006418 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30c6bb-adc1-4114-baf5-b9d8e00f39f9 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03fad9ba-a0dd-456a-b238-06c19910487c,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:05.032674 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-c4b5e44a-8a0c-4154-ae5c-2ca1e4bde213 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Request body: {'security_group_rule': {'security_group_id': '03fad9ba-a0dd-456a-b238-06c19910487c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:05.044321 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6de306a-ae2a-42a8-8902-ad4383bc48ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.045956 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6de306a-ae2a-42a8-8902-ad4383bc48ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.054160 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.166766 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6de306a-ae2a-42a8-8902-ad4383bc48ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.189036 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8a63-8c93-4ddd-9947-250066046fad req-1dcb47e8-8592-456c-84c2-4e79c5927137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:05.193148 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-1dcb47e8-8592-456c-84c2-4e79c5927137 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c920e428-2173-4351-a902-805250aa16b4 HTTP/1.1" status: 200 len: 797 time: 0.2112272 Jul 16 01:38:05.375414 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e44a-8a0c-4154-ae5c-2ca1e4bde213 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.422595 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fde098c-d465-46de-8be0-980cfe761cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-98e0b200-9d05-4336-87c3-fa057674aa73', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'fixed_ips': [{'subnet_id': '370bcf40-c26b-4959-9b56-af3cd128b9a8'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:05.437343 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6de306a-ae2a-42a8-8902-ad4383bc48ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.441130 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4fde098c-d465-46de-8be0-980cfe761cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.470147 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8a63-8c93-4ddd-9947-250066046fad req-9938910f-bcaf-49bd-b8bf-505b7e8d93c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:05.471828 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-9938910f-bcaf-49bd-b8bf-505b7e8d93c1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8f8cff2-179e-422c-b93c-8298614fb9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2680240 Jul 16 01:38:05.492165 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e44a-8a0c-4154-ae5c-2ca1e4bde213 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.532285 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37016) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:05.725720 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-1daaa9fc-ae9c-4ca4-9c57-c08376c56203 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320924 Jul 16 01:38:05.729767 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-4fde098c-d465-46de-8be0-980cfe761cdb None None] Allocated IP 172.20.0.2 (98e0b200-9d05-4336-87c3-fa057674aa73/370bcf40-c26b-4959-9b56-af3cd128b9a8/05efb5e4-2973-45d8-864d-d87fbd216167) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:05.733442 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e44a-8a0c-4154-ae5c-2ca1e4bde213 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.784761 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5d743544-c0d4-43e5-95ea-7578abf61904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.872780 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6de306a-ae2a-42a8-8902-ad4383bc48ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.932380 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6de306a-ae2a-42a8-8902-ad4383bc48ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.953276 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-efd65308-c5b5-446f-a40e-e06dfa362036 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175565 Jul 16 01:38:05.954440 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4fde098c-d465-46de-8be0-980cfe761cdb None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.967708 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4fde098c-d465-46de-8be0-980cfe761cdb None None] Transition to ACTIVE for port object 05efb5e4-2973-45d8-864d-d87fbd216167 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:05.986990 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4fde098c-d465-46de-8be0-980cfe761cdb None None] Transition to ACTIVE for port object 05efb5e4-2973-45d8-864d-d87fbd216167 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:05.994497 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5e44a-8a0c-4154-ae5c-2ca1e4bde213 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18346ab1-a7da-4e4a-af03-a71b326e4c90,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:06.001234 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4fde098c-d465-46de-8be0-980cfe761cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.097414 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde098c-d465-46de-8be0-980cfe761cdb None None] Pushing event updated for resources: {'Port': ['ID=05efb5e4-2973-45d8-864d-d87fbd216167,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:06.106795 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-f6de306a-ae2a-42a8-8902-ad4383bc48ee admin admin] Allocated IP 172.25.6.137 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/ea3dd868-a017-4a40-9656-20a164c1f14b) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:06.112958 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-bdaf1546-973e-44b2-9645-d49a0b29b8b8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=00953650-5e1c-485e-9549-caf969e2c040 HTTP/1.1" status: 200 len: 217 time: 0.1500208 Jul 16 01:38:06.132406 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fde098c-d465-46de-8be0-980cfe761cdb None None] Network 98e0b200-9d05-4336-87c3-fa057674aa73 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:06.134064 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-4fde098c-d465-46de-8be0-980cfe761cdb None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:06.142659 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fde098c-d465-46de-8be0-980cfe761cdb None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:06.227368 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8a63-8c93-4ddd-9947-250066046fad req-b644a39d-c6ec-40ad-b9f2-8177f81f7b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:06.228948 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-b644a39d-c6ec-40ad-b9f2-8177f81f7b43 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c920e428-2173-4351-a902-805250aa16b4 HTTP/1.1" status: 200 len: 797 time: 0.1115713 Jul 16 01:38:06.275533 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-4fde098c-d465-46de-8be0-980cfe761cdb None None] Attempting to bind port 05efb5e4-2973-45d8-864d-d87fbd216167 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:06.275915 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-4fde098c-d465-46de-8be0-980cfe761cdb None None] Attempting to bind port 05efb5e4-2973-45d8-864d-d87fbd216167 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '26cb3629-566b-464c-b897-fa7167d26bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:06.276282 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fde098c-d465-46de-8be0-980cfe761cdb None None] Attempting to bind port 05efb5e4-2973-45d8-864d-d87fbd216167 on network 98e0b200-9d05-4336-87c3-fa057674aa73 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:06.283659 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6de306a-ae2a-42a8-8902-ad4383bc48ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.284413 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fde098c-d465-46de-8be0-980cfe761cdb None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:06.284776 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fde098c-d465-46de-8be0-980cfe761cdb None None] Checking segment: {'id': '26cb3629-566b-464c-b897-fa7167d26bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:06.285182 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4fde098c-d465-46de-8be0-980cfe761cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.285585 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fde098c-d465-46de-8be0-980cfe761cdb None None] Bound using segment: {'id': '26cb3629-566b-464c-b897-fa7167d26bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:06.286063 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-4fde098c-d465-46de-8be0-980cfe761cdb None None] Bound port: 05efb5e4-2973-45d8-864d-d87fbd216167, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26cb3629-566b-464c-b897-fa7167d26bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:06.286449 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4fde098c-d465-46de-8be0-980cfe761cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.327377 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8a63-8c93-4ddd-9947-250066046fad req-6686d2f2-e0e9-4221-9863-085462635c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:06.329023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-6686d2f2-e0e9-4221-9863-085462635c12 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8f8cff2-179e-422c-b93c-8298614fb9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0933070 Jul 16 01:38:06.356023 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6de306a-ae2a-42a8-8902-ad4383bc48ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.497737 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-4fde098c-d465-46de-8be0-980cfe761cdb None None] For port 05efb5e4-2973-45d8-864d-d87fbd216167, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:06.504532 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-4fde098c-d465-46de-8be0-980cfe761cdb None None] For port 05efb5e4-2973-45d8-864d-d87fbd216167, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=05efb5e4-2973-45d8-864d-d87fbd216167,segment=NetworkSegment(26cb3629-566b-464c-b897-fa7167d26bb2),segment_id=26cb3629-566b-464c-b897-fa7167d26bb2)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:06.518787 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4fde098c-d465-46de-8be0-980cfe761cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.546857 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6de306a-ae2a-42a8-8902-ad4383bc48ee admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:06.577070 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-f6de306a-ae2a-42a8-8902-ad4383bc48ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:06.577070 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6de306a-ae2a-42a8-8902-ad4383bc48ee admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:06.577070 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de306a-ae2a-42a8-8902-ad4383bc48ee admin admin] Pushing event updated for resources: {'Port': ['ID=ea3dd868-a017-4a40-9656-20a164c1f14b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:06.652147 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-426afe3b-3d26-4377-a544-0daaa68bbfc3 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133969 Jul 16 01:38:06.652533 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ff9df-f73b-4465-b82e-b45225fdfa3e req-b387112e-8903-46c0-bfe1-c16b44c37e73 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:06.658850 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0d8ff9df-f73b-4465-b82e-b45225fdfa3e req-b387112e-8903-46c0-bfe1-c16b44c37e73 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 945 time: 0.3178742 Jul 16 01:38:06.816212 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde098c-d465-46de-8be0-980cfe761cdb None None] Pushing event updated for resources: {'Port': ['ID=05efb5e4-2973-45d8-864d-d87fbd216167,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:06.835168 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5d743544-c0d4-43e5-95ea-7578abf61904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.853809 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-73f223f7-78b2-49e5-baca-b6ce7115a135 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948578 Jul 16 01:38:06.858968 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c4b5e44a-8a0c-4154-ae5c-2ca1e4bde213 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.861128 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c4b5e44a-8a0c-4154-ae5c-2ca1e4bde213 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8525934 Jul 16 01:38:06.865511 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5d743544-c0d4-43e5-95ea-7578abf61904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.869297 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37032) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:06.915766 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-91fade76-9967-4322-a71c-e55e77629998 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=407d0817-5c56-476f-9567-e0c793460e29 HTTP/1.1" status: 200 len: 217 time: 0.0530696 Jul 16 01:38:06.959924 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0d8ff9df-f73b-4465-b82e-b45225fdfa3e req-7199fd91-df88-4d91-b277-93b5cc2e9efc tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999015 Jul 16 01:38:07.022005 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5d743544-c0d4-43e5-95ea-7578abf61904 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0ade225701f466aa29d960b0700c939&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4859610 Jul 16 01:38:07.026181 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37034) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:07.042951 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d743544-c0d4-43e5-95ea-7578abf61904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ae2bad-e8ea-458f-a998-84ffeca5bfb6,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:07.051438 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8a63-8c93-4ddd-9947-250066046fad req-daec8d81-7809-4188-8f2f-ddfeaf01f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:07.054167 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-daec8d81-7809-4188-8f2f-ddfeaf01f98d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cd61848d-b847-41bc-a89b-9e166c2c9789 HTTP/1.1" status: 200 len: 797 time: 0.1319883 Jul 16 01:38:07.111174 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8c98aafa-768f-4f90-879e-3e84f0ec457b tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.123966 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8c98aafa-768f-4f90-879e-3e84f0ec457b tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.189151 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2b7c176-5e0f-4faa-a08c-df3a0b96f72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.225146 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6de306a-ae2a-42a8-8902-ad4383bc48ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.246061 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2b7c176-5e0f-4faa-a08c-df3a0b96f72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.268321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8a63-8c93-4ddd-9947-250066046fad req-a87b58ac-d789-44b2-aa2d-f88cd2f5553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:07.269961 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-a87b58ac-d789-44b2-aa2d-f88cd2f5553d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1482284 Jul 16 01:38:07.338084 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8c98aafa-768f-4f90-879e-3e84f0ec457b tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.381854 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-7e8d7428-4e1e-40ab-b947-5627aff7c7be service neutron] 10.222.0.84 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029847 Jul 16 01:38:07.387080 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8c98aafa-768f-4f90-879e-3e84f0ec457b tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.388772 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8c98aafa-768f-4f90-879e-3e84f0ec457b tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/18346ab1-a7da-4e4a-af03-a71b326e4c90 HTTP/1.1" status: 204 len: 168 time: 0.5119309 Jul 16 01:38:07.394847 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37042) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:07.403520 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98aafa-768f-4f90-879e-3e84f0ec457b tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18346ab1-a7da-4e4a-af03-a71b326e4c90,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:07.449087 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2b7c176-5e0f-4faa-a08c-df3a0b96f72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.451815 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2b7c176-5e0f-4faa-a08c-df3a0b96f72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.455393 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a2b7c176-5e0f-4faa-a08c-df3a0b96f72a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3ae2bad-e8ea-458f-a998-84ffeca5bfb6 HTTP/1.1" status: 204 len: 168 time: 0.4218848 Jul 16 01:38:07.498438 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7c176-5e0f-4faa-a08c-df3a0b96f72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ae2bad-e8ea-458f-a998-84ffeca5bfb6,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:07.500122 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-31e59c87-970a-47ee-aac6-81b1d3fb170e tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1038113 Jul 16 01:38:07.503879 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37046) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:07.548333 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-8c7729d7-2882-4023-a9e0-b268538aeac2 service neutron] 10.222.0.84 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494303 Jul 16 01:38:07.575370 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6de306a-ae2a-42a8-8902-ad4383bc48ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.638406 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-1d27f6b8-a722-4de3-beef-1134d5197ec7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d56d08d-c284-4685-94b0-17d99edfbd05 HTTP/1.1" status: 200 len: 217 time: 0.0806963 Jul 16 01:38:07.673552 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c1e3cf82-4ec7-4ac8-a714-428700ce5459 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.717200 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c1e3cf82-4ec7-4ac8-a714-428700ce5459 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.728150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8a63-8c93-4ddd-9947-250066046fad req-9e83c0e4-b830-4a5d-8f33-8f604023329c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:07.730101 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-9e83c0e4-b830-4a5d-8f33-8f604023329c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cd61848d-b847-41bc-a89b-9e166c2c9789 HTTP/1.1" status: 200 len: 797 time: 0.0827243 Jul 16 01:38:07.869709 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8a63-8c93-4ddd-9947-250066046fad req-8b97c3de-aff4-4068-b125-3970ebedd8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:07.873983 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-8b97c3de-aff4-4068-b125-3970ebedd8e7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1342010 Jul 16 01:38:07.900649 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c1e3cf82-4ec7-4ac8-a714-428700ce5459 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.905713 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c1e3cf82-4ec7-4ac8-a714-428700ce5459 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.911135 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c1e3cf82-4ec7-4ac8-a714-428700ce5459 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "DELETE /v2.0/security-groups/03fad9ba-a0dd-456a-b238-06c19910487c HTTP/1.1" status: 204 len: 168 time: 0.4017575 Jul 16 01:38:07.915831 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37060) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.021094 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3cf82-4ec7-4ac8-a714-428700ce5459 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fad9ba-a0dd-456a-b238-06c19910487c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:08.071728 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 05efb5e4-2973-45d8-864d-d87fbd216167 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:08.095565 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-6b683a58-c37b-4fc6-9f73-ec3af7ee54b7 service neutron] 10.222.0.84 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150555 Jul 16 01:38:08.115243 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1caf8b2c-45ea-4894-aa23-24fcd2bdcccb tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1744361 Jul 16 01:38:08.125263 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37070) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.155704 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6de306a-ae2a-42a8-8902-ad4383bc48ee admin admin] Router 415be259-9e45-4a51-b356-532742bd44b0 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:38:08.184753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-2d7bd035-24cf-477c-b6c4-759625590db2 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Request body: {'security_group': {'name': 'tempest-secgroup--33876256'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:08.226226 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 05efb5e4-2973-45d8-864d-d87fbd216167 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:08.275812 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c33f44-0fe3-45eb-a23b-2db28a37036b None None] Network 98e0b200-9d05-4336-87c3-fa057674aa73 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:08.347966 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd035-24cf-477c-b6c4-759625590db2 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.384051 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6de306a-ae2a-42a8-8902-ad4383bc48ee admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:08.409094 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] Sync routers for ids ['415be259-9e45-4a51-b356-532742bd44b0'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:08.424229 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6de306a-ae2a-42a8-8902-ad4383bc48ee admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.426265 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f6de306a-ae2a-42a8-8902-ad4383bc48ee admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4745028 Jul 16 01:38:08.426549 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] Routers {'415be259-9e45-4a51-b356-532742bd44b0'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:08.430306 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:38:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['415be259-9e45-4a51-b356-532742bd44b0'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:08.438550 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37082) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.459074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-35cac910-222c-4728-883c-17968b873770 None None] Provisioning for port 05efb5e4-2973-45d8-864d-d87fbd216167 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:08.508950 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-35cac910-222c-4728-883c-17968b873770 None None] Provisioning complete for port 05efb5e4-2973-45d8-864d-d87fbd216167 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:08.510638 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-35cac910-222c-4728-883c-17968b873770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.579827 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] Set router 415be259-9e45-4a51-b356-532742bd44b0 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:08.775649 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aebe8a63-8c93-4ddd-9947-250066046fad req-c0ed5087-0fc6-483a-b0d8-ad3967e9053b service neutron] 10.222.0.84 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6729271 Jul 16 01:38:08.786545 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd5bc1-2af6-4803-bfee-b55a20a0bb9b req-ed14387e-b175-4fd6-9e72-dacfed6433a1 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:08.793984 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-66bd5bc1-2af6-4803-bfee-b55a20a0bb9b req-ed14387e-b175-4fd6-9e72-dacfed6433a1 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 945 time: 0.5693431 Jul 16 01:38:08.837007 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd035-24cf-477c-b6c4-759625590db2 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.843014 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-35cac910-222c-4728-883c-17968b873770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.864019 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415be259-9e45-4a51-b356-532742bd44b0', 'name': 'tempest-AttachVolumeTestJSON-567509094-router', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:06Z', 'revision_number': 3, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'gw_port': {'id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:08.895405 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] Checking router: 415be259-9e45-4a51-b356-532742bd44b0 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:08.895757 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] Updating router 415be259-9e45-4a51-b356-532742bd44b0 port ea3dd868-a017-4a40-9656-20a164c1f14b binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:38:08.908671 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-66bd5bc1-2af6-4803-bfee-b55a20a0bb9b req-5fbb4307-534c-47e7-b8c6-85b7a26f5fd0 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134465 Jul 16 01:38:08.917545 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd035-24cf-477c-b6c4-759625590db2 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.936344 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.983896 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd035-24cf-477c-b6c4-759625590db2 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.985450 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2d7bd035-24cf-477c-b6c4-759625590db2 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8427739 Jul 16 01:38:08.988684 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37096) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:09.002874 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7bd035-24cf-477c-b6c4-759625590db2 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4597275-760d-444f-9a1e-827b507fc44c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:09.009317 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-7668dbc8-bf0b-4e16-b746-550bcb7eff2c tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Request body: {'security_group_rule': {'security_group_id': 'b4597275-760d-444f-9a1e-827b507fc44c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:09.026176 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-35cac910-222c-4728-883c-17968b873770 None None] For port 05efb5e4-2973-45d8-864d-d87fbd216167, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=05efb5e4-2973-45d8-864d-d87fbd216167,segment=NetworkSegment(26cb3629-566b-464c-b897-fa7167d26bb2),segment_id=26cb3629-566b-464c-b897-fa7167d26bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:09.036094 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-35cac910-222c-4728-883c-17968b873770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.171141 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cac910-222c-4728-883c-17968b873770 None None] Pushing event updated for resources: {'Port': ['ID=05efb5e4-2973-45d8-864d-d87fbd216167,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:09.183978 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7668dbc8-bf0b-4e16-b746-550bcb7eff2c tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.375638 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7668dbc8-bf0b-4e16-b746-550bcb7eff2c tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.399688 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7668dbc8-bf0b-4e16-b746-550bcb7eff2c tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.407666 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.432147 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] Transition to ACTIVE for port object ea3dd868-a017-4a40-9656-20a164c1f14b will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:09.443852 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.446336 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668dbc8-bf0b-4e16-b746-550bcb7eff2c tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7540f173-9252-4fdf-a536-c68a5f715779,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:09.468010 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7668dbc8-bf0b-4e16-b746-550bcb7eff2c tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.472575 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37106) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:09.473248 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7668dbc8-bf0b-4e16-b746-550bcb7eff2c tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4763563 Jul 16 01:38:09.477709 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-9c6f6336-4c8c-4b3c-a5c3-949446db6309 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Request body: {'security_group_rule': {'security_group_id': 'b4597275-760d-444f-9a1e-827b507fc44c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:09.562982 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43717aa5-1f33-4d33-9082-f0b93d0f8500 None None] Pushing event updated for resources: {'Port': ['ID=ea3dd868-a017-4a40-9656-20a164c1f14b,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:09.569708 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9c6f6336-4c8c-4b3c-a5c3-949446db6309 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.585091 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cdbc476d-8ff8-4c90-8e29-cd71a8addd05 None None] Provisioning complete for port 05efb5e4-2973-45d8-864d-d87fbd216167 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:09.585479 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cdbc476d-8ff8-4c90-8e29-cd71a8addd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.603229 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43717aa5-1f33-4d33-9082-f0b93d0f8500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.603229 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43717aa5-1f33-4d33-9082-f0b93d0f8500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.603229 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43717aa5-1f33-4d33-9082-f0b93d0f8500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.603229 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43717aa5-1f33-4d33-9082-f0b93d0f8500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.603229 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43717aa5-1f33-4d33-9082-f0b93d0f8500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.603229 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43717aa5-1f33-4d33-9082-f0b93d0f8500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.603229 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43717aa5-1f33-4d33-9082-f0b93d0f8500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.604725 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43717aa5-1f33-4d33-9082-f0b93d0f8500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.605116 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43717aa5-1f33-4d33-9082-f0b93d0f8500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.605436 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43717aa5-1f33-4d33-9082-f0b93d0f8500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.606297 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43717aa5-1f33-4d33-9082-f0b93d0f8500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.606297 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43717aa5-1f33-4d33-9082-f0b93d0f8500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.639545 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a835d5d3-77a8-4d04-8c81-d94456941048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.649047 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] Attempting to bind port ea3dd868-a017-4a40-9656-20a164c1f14b on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:09.649926 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] Attempting to bind port ea3dd868-a017-4a40-9656-20a164c1f14b by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:09.650077 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] Attempting to bind port ea3dd868-a017-4a40-9656-20a164c1f14b on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:09.652201 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9c6f6336-4c8c-4b3c-a5c3-949446db6309 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.659784 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9c6f6336-4c8c-4b3c-a5c3-949446db6309 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.661899 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:09.662272 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:09.667753 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.668180 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:09.668753 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] Bound port: ea3dd868-a017-4a40-9656-20a164c1f14b, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:09.669318 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.706916 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f6336-4c8c-4b3c-a5c3-949446db6309 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854ad811-b854-415e-9183-a3920e6e156e,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:09.728180 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9c6f6336-4c8c-4b3c-a5c3-949446db6309 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.732468 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9c6f6336-4c8c-4b3c-a5c3-949446db6309 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2562435 Jul 16 01:38:09.733318 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37112) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:09.739131 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-601ad3c8-fe93-40c4-8f7e-6ba9973b6617 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Request body: {'security_group_rule': {'security_group_id': 'b4597275-760d-444f-9a1e-827b507fc44c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:09.788054 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] For port ea3dd868-a017-4a40-9656-20a164c1f14b, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:09.792181 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] For port ea3dd868-a017-4a40-9656-20a164c1f14b, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=ea3dd868-a017-4a40-9656-20a164c1f14b,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:09.800071 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.829117 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-601ad3c8-fe93-40c4-8f7e-6ba9973b6617 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.905929 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] Routers {'415be259-9e45-4a51-b356-532742bd44b0'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:09.909797 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:38:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['415be259-9e45-4a51-b356-532742bd44b0'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:09.944796 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-a835d5d3-77a8-4d04-8c81-d94456941048 admin admin] Allocated IP 172.20.0.1 (98e0b200-9d05-4336-87c3-fa057674aa73/370bcf40-c26b-4959-9b56-af3cd128b9a8/0716ef20-b9c7-4ad1-8c16-75633285a1ce) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:09.969328 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-601ad3c8-fe93-40c4-8f7e-6ba9973b6617 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.980403 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 05efb5e4-2973-45d8-864d-d87fbd216167 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:09.984527 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-601ad3c8-fe93-40c4-8f7e-6ba9973b6617 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.014629 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ad3c8-fe93-40c4-8f7e-6ba9973b6617 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e83a8b-7a59-4b7f-a0a9-76239a68b4fe,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:10.052815 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-601ad3c8-fe93-40c4-8f7e-6ba9973b6617 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.054144 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-601ad3c8-fe93-40c4-8f7e-6ba9973b6617 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3199236 Jul 16 01:38:10.057180 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37124) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:10.063172 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a65c969d-1e8a-441e-8a16-e3879b5163bf tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Request body: {'security_group_rule': {'security_group_id': 'b4597275-760d-444f-9a1e-827b507fc44c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:10.097553 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a835d5d3-77a8-4d04-8c81-d94456941048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.100645 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 05efb5e4-2973-45d8-864d-d87fbd216167 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:10.101099 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.123184 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-a835d5d3-77a8-4d04-8c81-d94456941048 admin admin] Transition to ACTIVE for port object 0716ef20-b9c7-4ad1-8c16-75633285a1ce will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:10.151991 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a65c969d-1e8a-441e-8a16-e3879b5163bf tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.171716 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37126) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:10.206149 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a835d5d3-77a8-4d04-8c81-d94456941048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.323463 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a835d5d3-77a8-4d04-8c81-d94456941048 admin admin] Network 98e0b200-9d05-4336-87c3-fa057674aa73 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:10.349794 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-a835d5d3-77a8-4d04-8c81-d94456941048 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:10.355707 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a835d5d3-77a8-4d04-8c81-d94456941048 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:10.374957 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a65c969d-1e8a-441e-8a16-e3879b5163bf tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.400531 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835d5d3-77a8-4d04-8c81-d94456941048 admin admin] Pushing event updated for resources: {'Port': ['ID=0716ef20-b9c7-4ad1-8c16-75633285a1ce,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:10.402524 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738d1fa-dc72-4a07-84d7-7f07ddefc666 req-a58f0ac8-3700-4fd2-9fe8-5faecd79e392 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:10.414302 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2738d1fa-dc72-4a07-84d7-7f07ddefc666 req-a58f0ac8-3700-4fd2-9fe8-5faecd79e392 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 945 time: 0.2227378 Jul 16 01:38:10.427153 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a65c969d-1e8a-441e-8a16-e3879b5163bf tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.444401 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a835d5d3-77a8-4d04-8c81-d94456941048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.463475 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43717aa5-1f33-4d33-9082-f0b93d0f8500 None None] Pushing event updated for resources: {'Port': ['ID=ea3dd868-a017-4a40-9656-20a164c1f14b,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:10.504992 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] Set router 415be259-9e45-4a51-b356-532742bd44b0 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:10.535253 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c969d-1e8a-441e-8a16-e3879b5163bf tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ad08ce-dd0f-4e0a-b8e7-2043d8852e51,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:10.555854 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-7e50a609-64a3-457b-8610-911af5fb37a7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'network': {'name': 'tempest-network-smoke--2025080239', 'project_id': '5db3964ad24743648c502cd9b77ad865', 'port_security_enabled': True}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:10.570721 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a65c969d-1e8a-441e-8a16-e3879b5163bf tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.572130 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a65c969d-1e8a-441e-8a16-e3879b5163bf tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5139716 Jul 16 01:38:10.577870 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37134) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:10.593463 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2738d1fa-dc72-4a07-84d7-7f07ddefc666 req-820c4256-3432-4491-9e22-7295212df123 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744227 Jul 16 01:38:10.623929 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-34f2e77d-c221-4e4c-9511-2b5d1c35a7d0 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Request body: {'security_group_rule': {'security_group_id': 'b4597275-760d-444f-9a1e-827b507fc44c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:10.732338 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e50a609-64a3-457b-8610-911af5fb37a7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Made reservation on behalf of 5db3964ad24743648c502cd9b77ad865 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:10.737454 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e50a609-64a3-457b-8610-911af5fb37a7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.770086 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-34f2e77d-c221-4e4c-9511-2b5d1c35a7d0 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.775702 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e50a609-64a3-457b-8610-911af5fb37a7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.806700 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3521e0d5-25ad-44a3-b309-f4ee9ca1b18f None None] Provisioning for port 0716ef20-b9c7-4ad1-8c16-75633285a1ce completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:10.818102 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3521e0d5-25ad-44a3-b309-f4ee9ca1b18f None None] Provisioning complete for port 0716ef20-b9c7-4ad1-8c16-75633285a1ce triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:10.818421 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3521e0d5-25ad-44a3-b309-f4ee9ca1b18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.841984 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415be259-9e45-4a51-b356-532742bd44b0', 'name': 'tempest-AttachVolumeTestJSON-567509094-router', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:06Z', 'revision_number': 3, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'gw_port': {'id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:10.879301 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c20de4-f34b-4613-a23e-baadd15cbaf7 None None] The sync data for ids ['415be259-9e45-4a51-b356-532742bd44b0'] in n-d-792394-16 is: [{'id': '415be259-9e45-4a51-b356-532742bd44b0', 'name': 'tempest-AttachVolumeTestJSON-567509094-router', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:06Z', 'revision_number': 3, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'gw_port': {'id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:10.905831 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-3521e0d5-25ad-44a3-b309-f4ee9ca1b18f None None] Port 0716ef20-b9c7-4ad1-8c16-75633285a1ce cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:10.952630 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-34f2e77d-c221-4e4c-9511-2b5d1c35a7d0 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.953763 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a835d5d3-77a8-4d04-8c81-d94456941048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.978821 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-34f2e77d-c221-4e4c-9511-2b5d1c35a7d0 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.049049 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2e77d-c221-4e4c-9511-2b5d1c35a7d0 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7786235-d4f5-4831-ae40-56ff72b6e214,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:11.158888 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e50a609-64a3-457b-8610-911af5fb37a7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.192116 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e50a609-64a3-457b-8610-911af5fb37a7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.205628 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e50a609-64a3-457b-8610-911af5fb37a7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:11.216656 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e50a609-64a3-457b-8610-911af5fb37a7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.216996 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-7e50a609-64a3-457b-8610-911af5fb37a7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Added segment f4a23602-b0a5-4c25-aece-794ff1dc0703 of type vlan for network bcdc0229-cd01-4532-8a67-71d584f848e2 Jul 16 01:38:11.281521 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e50a609-64a3-457b-8610-911af5fb37a7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.343470 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50a609-64a3-457b-8610-911af5fb37a7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5501f7e-600b-4e44-bd8d-50ee7b4d3edb,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:11.346067 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-34f2e77d-c221-4e4c-9511-2b5d1c35a7d0 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.350598 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-34f2e77d-c221-4e4c-9511-2b5d1c35a7d0 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7506444 Jul 16 01:38:11.351088 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37142) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:11.353701 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e50a609-64a3-457b-8610-911af5fb37a7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.362267 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e50a609-64a3-457b-8610-911af5fb37a7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:11.363188 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e50a609-64a3-457b-8610-911af5fb37a7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.452645 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bdaae5d8-9fe0-43e5-89ec-fa95628544d5 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.469667 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bdaae5d8-9fe0-43e5-89ec-fa95628544d5 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.494690 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7e50a609-64a3-457b-8610-911af5fb37a7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3197033 Jul 16 01:38:11.496987 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50a609-64a3-457b-8610-911af5fb37a7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'Network': ['ID=bcdc0229-cd01-4532-8a67-71d584f848e2,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:11.501252 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37148) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:11.507139 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-61a9c285-9e37-45a3-80c9-6881af54bf94 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1856070966', 'admin_state_up': True, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:11.514493 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network bcdc0229-cd01-4532-8a67-71d584f848e2 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:11.543199 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a835d5d3-77a8-4d04-8c81-d94456941048 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.557191 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bdaae5d8-9fe0-43e5-89ec-fa95628544d5 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.563289 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a835d5d3-77a8-4d04-8c81-d94456941048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.565600 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bdaae5d8-9fe0-43e5-89ec-fa95628544d5 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.567015 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bdaae5d8-9fe0-43e5-89ec-fa95628544d5 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/b7786235-d4f5-4831-ae40-56ff72b6e214 HTTP/1.1" status: 204 len: 168 time: 0.2146680 Jul 16 01:38:11.577203 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37150) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:11.578371 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaae5d8-9fe0-43e5-89ec-fa95628544d5 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7786235-d4f5-4831-ae40-56ff72b6e214,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:11.663322 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835d5d3-77a8-4d04-8c81-d94456941048 admin admin] Pushing event updated for resources: {'Port': ['ID=0716ef20-b9c7-4ad1-8c16-75633285a1ce,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:11.674781 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61a9c285-9e37-45a3-80c9-6881af54bf94 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.676068 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61a9c285-9e37-45a3-80c9-6881af54bf94 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.693997 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a835d5d3-77a8-4d04-8c81-d94456941048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.707645 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7590bb93-31ce-4a59-a32d-dbc5a58cf5dd tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1177745 Jul 16 01:38:11.708496 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37154) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:11.899612 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a835d5d3-77a8-4d04-8c81-d94456941048 admin admin] Network 98e0b200-9d05-4336-87c3-fa057674aa73 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:11.906731 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-a835d5d3-77a8-4d04-8c81-d94456941048 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:11.943544 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61a9c285-9e37-45a3-80c9-6881af54bf94 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.961151 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6c7f2-8532-423c-a60b-247b9cc45505 req-6cd65506-88e5-4b5a-95e8-9987d6c232a1 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:11.970961 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-86c6c7f2-8532-423c-a60b-247b9cc45505 req-6cd65506-88e5-4b5a-95e8-9987d6c232a1 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 945 time: 0.1841543 Jul 16 01:38:11.979971 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d224dacd-7036-4309-8c5f-667f9c95d7ab tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.999680 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d224dacd-7036-4309-8c5f-667f9c95d7ab tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.018034 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device ea3dd868-a017-4a40-9656-20a164c1f14b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:12.061637 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-86c6c7f2-8532-423c-a60b-247b9cc45505 req-2b0eca78-9c90-41f0-a4f0-d4cd2a17fd88 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836537 Jul 16 01:38:12.175300 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port ea3dd868-a017-4a40-9656-20a164c1f14b completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:12.179698 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port ea3dd868-a017-4a40-9656-20a164c1f14b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:12.180349 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.254833 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d224dacd-7036-4309-8c5f-667f9c95d7ab tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.267411 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d224dacd-7036-4309-8c5f-667f9c95d7ab tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.271883 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37162) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:12.273141 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d224dacd-7036-4309-8c5f-667f9c95d7ab tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e8ad08ce-dd0f-4e0a-b8e7-2043d8852e51 HTTP/1.1" status: 204 len: 168 time: 0.5634546 Jul 16 01:38:12.292033 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224dacd-7036-4309-8c5f-667f9c95d7ab tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8ad08ce-dd0f-4e0a-b8e7-2043d8852e51,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:12.363968 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3e4bbe9e-07d9-4ac8-b5d8-eab985890760 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0908563 Jul 16 01:38:12.368078 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37164) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:12.372449 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.378189 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-fb8d365d-fe7f-4ad7-8e67-e4b0279654d3 None None] Provisioning complete for port 0716ef20-b9c7-4ad1-8c16-75633285a1ce triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:12.378565 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fb8d365d-fe7f-4ad7-8e67-e4b0279654d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.425995 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-849d5acc-2abf-454d-a6bf-bdab8c70a25f tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.455364 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-849d5acc-2abf-454d-a6bf-bdab8c70a25f tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.492798 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port ea3dd868-a017-4a40-9656-20a164c1f14b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=ea3dd868-a017-4a40-9656-20a164c1f14b,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:12.503235 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.506721 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-849d5acc-2abf-454d-a6bf-bdab8c70a25f tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.515182 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-849d5acc-2abf-454d-a6bf-bdab8c70a25f tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.516848 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-849d5acc-2abf-454d-a6bf-bdab8c70a25f tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f6e83a8b-7a59-4b7f-a0a9-76239a68b4fe HTTP/1.1" status: 204 len: 168 time: 0.1440415 Jul 16 01:38:12.522462 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37166) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:12.552008 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d5acc-2abf-454d-a6bf-bdab8c70a25f tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6e83a8b-7a59-4b7f-a0a9-76239a68b4fe,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:12.613632 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cc9aa17c-5e74-464e-b0e6-fd7d0ad02e01 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0891814 Jul 16 01:38:12.616348 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37170) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:12.618837 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=ea3dd868-a017-4a40-9656-20a164c1f14b,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:12.623761 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-fb8d365d-fe7f-4ad7-8e67-e4b0279654d3 None None] Port 0716ef20-b9c7-4ad1-8c16-75633285a1ce cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:12.650078 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b96c5376-db33-45d3-a0ee-e24ff68f2acd tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.665663 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b96c5376-db33-45d3-a0ee-e24ff68f2acd tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.705068 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b96c5376-db33-45d3-a0ee-e24ff68f2acd tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.717948 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b96c5376-db33-45d3-a0ee-e24ff68f2acd tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.719306 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b96c5376-db33-45d3-a0ee-e24ff68f2acd tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/854ad811-b854-415e-9183-a3920e6e156e HTTP/1.1" status: 204 len: 168 time: 0.1016870 Jul 16 01:38:12.720407 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c5376-db33-45d3-a0ee-e24ff68f2acd tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=854ad811-b854-415e-9183-a3920e6e156e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:12.722602 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37174) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:12.772995 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2a1a7c7d-ec0e-4b08-b334-4367b1d98a75 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0485890 Jul 16 01:38:12.775358 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37176) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:12.804202 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e50e04e-10bd-4224-92dc-6178147000d3 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.816872 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e50e04e-10bd-4224-92dc-6178147000d3 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.857023 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e50e04e-10bd-4224-92dc-6178147000d3 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.864825 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e50e04e-10bd-4224-92dc-6178147000d3 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.872768 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9e50e04e-10bd-4224-92dc-6178147000d3 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/7540f173-9252-4fdf-a536-c68a5f715779 HTTP/1.1" status: 204 len: 168 time: 0.0961530 Jul 16 01:38:12.874942 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37180) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:12.892257 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50e04e-10bd-4224-92dc-6178147000d3 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7540f173-9252-4fdf-a536-c68a5f715779,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:12.924942 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61a9c285-9e37-45a3-80c9-6881af54bf94 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.946903 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-03445261-a09f-430b-b846-169fa7d025c4 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0683961 Jul 16 01:38:12.947652 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37182) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:12.950253 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a835d5d3-77a8-4d04-8c81-d94456941048 admin admin] Router 415be259-9e45-4a51-b356-532742bd44b0 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:13.008860 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-616d648a-bf51-41a1-9ba3-cdbd4178c1ab tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.037318 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-616d648a-bf51-41a1-9ba3-cdbd4178c1ab tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.103016 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-616d648a-bf51-41a1-9ba3-cdbd4178c1ab tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.105846 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-616d648a-bf51-41a1-9ba3-cdbd4178c1ab tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.109700 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-616d648a-bf51-41a1-9ba3-cdbd4178c1ab tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "DELETE /v2.0/security-groups/b4597275-760d-444f-9a1e-827b507fc44c HTTP/1.1" status: 204 len: 168 time: 0.1586576 Jul 16 01:38:13.111975 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37186) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:13.149219 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d648a-bf51-41a1-9ba3-cdbd4178c1ab tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4597275-760d-444f-9a1e-827b507fc44c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:13.181818 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-32fc07a0-b066-4eee-8a67-59f59aa31393 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0681355 Jul 16 01:38:13.188302 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37190) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:13.205393 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-16500ae8-65f8-4976-8341-7e845456d7fb tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Request body: {'security_group': {'name': 'tempest-secgroup--140105784'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:13.243200 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-16500ae8-65f8-4976-8341-7e845456d7fb tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.267161 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a835d5d3-77a8-4d04-8c81-d94456941048 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:13.286961 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a835d5d3-77a8-4d04-8c81-d94456941048 admin admin] 10.222.0.16 "PUT /v2.0/routers/415be259-9e45-4a51-b356-532742bd44b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8450227 Jul 16 01:38:13.484710 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-16500ae8-65f8-4976-8341-7e845456d7fb tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.496179 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-16500ae8-65f8-4976-8341-7e845456d7fb tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.514999 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61a9c285-9e37-45a3-80c9-6881af54bf94 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.565068 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61a9c285-9e37-45a3-80c9-6881af54bf94 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.568245 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-16500ae8-65f8-4976-8341-7e845456d7fb tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.569855 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-16500ae8-65f8-4976-8341-7e845456d7fb tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3815930 Jul 16 01:38:13.573898 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37196) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:13.595696 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-4c2083cb-23f9-4772-9a8b-b549fb0d57e2 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Request body: {'security_group_rule': {'security_group_id': 'c9bf655b-77ad-42e0-b070-0b4dbca70584', 'direction': 'ingress', 'protocol': 17}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:13.608236 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16500ae8-65f8-4976-8341-7e845456d7fb tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bf655b-77ad-42e0-b070-0b4dbca70584,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:13.636646 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47e2a0-e339-4c41-b23f-f7fa1b197bf7 req-06ff945c-40bb-465f-8c67-bbb8a1d91b14 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:13.638672 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf47e2a0-e339-4c41-b23f-f7fa1b197bf7 req-06ff945c-40bb-465f-8c67-bbb8a1d91b14 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 945 time: 0.2106636 Jul 16 01:38:13.722116 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2083cb-23f9-4772-9a8b-b549fb0d57e2 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.742732 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf47e2a0-e339-4c41-b23f-f7fa1b197bf7 req-db82789c-adcb-40e6-a2c2-f59a25c86c28 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959208 Jul 16 01:38:13.805497 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-61a9c285-9e37-45a3-80c9-6881af54bf94 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Allocated IP 172.25.6.10 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/4b2eec47-98b1-43e6-8419-d931872c26a8) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:13.884598 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] Sync routers for ids ['415be259-9e45-4a51-b356-532742bd44b0'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:13.894550 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] Routers {'415be259-9e45-4a51-b356-532742bd44b0'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:13.895235 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:38:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['415be259-9e45-4a51-b356-532742bd44b0'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:13.918810 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2083cb-23f9-4772-9a8b-b549fb0d57e2 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.936391 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2083cb-23f9-4772-9a8b-b549fb0d57e2 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.987361 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2083cb-23f9-4772-9a8b-b549fb0d57e2 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=510a8e49-8db7-4438-bca2-3323d58a0871,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:13.998723 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c2083cb-23f9-4772-9a8b-b549fb0d57e2 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.001628 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4c2083cb-23f9-4772-9a8b-b549fb0d57e2 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4151406 Jul 16 01:38:14.004536 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37204) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:14.041062 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device ea3dd868-a017-4a40-9656-20a164c1f14b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:14.069912 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61a9c285-9e37-45a3-80c9-6881af54bf94 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.121036 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-95a971af-fea5-435f-860d-4bdbf6c9386e tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.168516 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61a9c285-9e37-45a3-80c9-6881af54bf94 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.194225 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-95a971af-fea5-435f-860d-4bdbf6c9386e tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.263729 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37208) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:14.274160 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a9c285-9e37-45a3-80c9-6881af54bf94 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:14.275501 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-b0824e04-c30a-4b27-8df9-ebb3af34a445 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2054044228', 'description': 'tempest-description--1025398835'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:14.283197 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-61a9c285-9e37-45a3-80c9-6881af54bf94 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:14.293742 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a9c285-9e37-45a3-80c9-6881af54bf94 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:14.294976 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] Set router 415be259-9e45-4a51-b356-532742bd44b0 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:14.327418 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b0824e04-c30a-4b27-8df9-ebb3af34a445 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.353727 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9c285-9e37-45a3-80c9-6881af54bf94 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'Port': ['ID=4b2eec47-98b1-43e6-8419-d931872c26a8,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:14.356188 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-95a971af-fea5-435f-860d-4bdbf6c9386e tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.365223 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-95a971af-fea5-435f-860d-4bdbf6c9386e tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.366342 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-95a971af-fea5-435f-860d-4bdbf6c9386e tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "DELETE /v2.0/security-groups/c9bf655b-77ad-42e0-b070-0b4dbca70584 HTTP/1.1" status: 204 len: 168 time: 0.3605688 Jul 16 01:38:14.375236 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37210) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:14.390374 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a971af-fea5-435f-860d-4bdbf6c9386e tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bf655b-77ad-42e0-b070-0b4dbca70584,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:14.504496 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-450eaac2-d727-4fdb-b250-bf2958504888 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1269619 Jul 16 01:38:14.513141 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37216) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:14.525643 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-e5b2411d-e9a2-42b4-8d59-e1ee3d7d6ab2 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Request body: {'security_group': {'name': 'tempest-secgroup--1983845886'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:14.582402 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port ea3dd868-a017-4a40-9656-20a164c1f14b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:14.583028 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.584805 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b0824e04-c30a-4b27-8df9-ebb3af34a445 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.606534 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b0824e04-c30a-4b27-8df9-ebb3af34a445 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.626862 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e5b2411d-e9a2-42b4-8d59-e1ee3d7d6ab2 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.688332 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0824e04-c30a-4b27-8df9-ebb3af34a445 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5f4db5-e70e-4f83-b96b-21c23e56af47,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:14.704156 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b0824e04-c30a-4b27-8df9-ebb3af34a445 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.708338 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b0824e04-c30a-4b27-8df9-ebb3af34a445 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4392819 Jul 16 01:38:14.713321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37222) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:14.729813 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-af8d7c31-a466-4da8-b22f-14965013d844 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Request body: {'security_group_rule': {'security_group_id': 'ab5f4db5-e70e-4f83-b96b-21c23e56af47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:14.885009 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e5b2411d-e9a2-42b4-8d59-e1ee3d7d6ab2 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.900261 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e5b2411d-e9a2-42b4-8d59-e1ee3d7d6ab2 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.920478 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415be259-9e45-4a51-b356-532742bd44b0', 'name': 'tempest-AttachVolumeTestJSON-567509094-router', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:10Z', 'revision_number': 4, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'gw_port': {'id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '0716ef20-b9c7-4ad1-8c16-75633285a1ce', 'name': '', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'mac_address': 'fa:16:3e:aa:6d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:09Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 2, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'subnets': [{'id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:14.962046 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2411d-e9a2-42b4-8d59-e1ee3d7d6ab2 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb51606-5228-4065-a091-763a60ef271c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:14.978140 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] Checking router: 415be259-9e45-4a51-b356-532742bd44b0 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:14.978504 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] Updating router 415be259-9e45-4a51-b356-532742bd44b0 port 0716ef20-b9c7-4ad1-8c16-75633285a1ce binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:38:14.986886 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61a9c285-9e37-45a3-80c9-6881af54bf94 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.992620 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-af8d7c31-a466-4da8-b22f-14965013d844 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.997392 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e5b2411d-e9a2-42b4-8d59-e1ee3d7d6ab2 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.000125 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e5b2411d-e9a2-42b4-8d59-e1ee3d7d6ab2 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4857943 Jul 16 01:38:15.002989 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37226) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:15.012654 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-9eaed81a-a153-46fa-80fc-5747381dc982 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Request body: {'security_group': {'name': 'tempest-secgroup--2122260558'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:15.110486 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9eaed81a-a153-46fa-80fc-5747381dc982 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.166439 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-af8d7c31-a466-4da8-b22f-14965013d844 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.185455 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-af8d7c31-a466-4da8-b22f-14965013d844 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.275630 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57664b3-40ac-4437-9e95-737cb9ea8b2c req-a5cd4cd8-bb5d-4671-aa1f-d0bc4a98ef10 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:15.276957 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d7c31-a466-4da8-b22f-14965013d844 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e67e45d-5961-48a3-a6e7-6c950b3c74c9,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:15.285747 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c57664b3-40ac-4437-9e95-737cb9ea8b2c req-a5cd4cd8-bb5d-4671-aa1f-d0bc4a98ef10 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 945 time: 0.3218641 Jul 16 01:38:15.296846 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.396098 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c57664b3-40ac-4437-9e95-737cb9ea8b2c req-98e52d82-e7a9-4ecf-a94a-8f03292b0ab3 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092346 Jul 16 01:38:15.400469 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9eaed81a-a153-46fa-80fc-5747381dc982 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.414921 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9eaed81a-a153-46fa-80fc-5747381dc982 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.437206 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-af8d7c31-a466-4da8-b22f-14965013d844 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.438457 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-af8d7c31-a466-4da8-b22f-14965013d844 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7203724 Jul 16 01:38:15.441963 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37232) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:15.452173 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-4894b853-85a1-4e2b-8eb2-6e320f4ec6cf tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Request body: {'security_group_rule': {'security_group_id': 'ab5f4db5-e70e-4f83-b96b-21c23e56af47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:15.464128 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9eaed81a-a153-46fa-80fc-5747381dc982 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.470246 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9eaed81a-a153-46fa-80fc-5747381dc982 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4614189 Jul 16 01:38:15.473443 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37234) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:15.481864 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaed81a-a153-46fa-80fc-5747381dc982 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8eccf7-d20d-4461-8785-bafaef642949,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:15.484820 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-aa4e8a8d-1cf7-4dd6-856d-816fa660211a tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Request body: {'security_group_rule': {'security_group_id': '5bb51606-5228-4065-a091-763a60ef271c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7d8eccf7-d20d-4461-8785-bafaef642949', 'remote_ip_prefix': None}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:15.510064 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4894b853-85a1-4e2b-8eb2-6e320f4ec6cf tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.551901 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61a9c285-9e37-45a3-80c9-6881af54bf94 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.624529 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4894b853-85a1-4e2b-8eb2-6e320f4ec6cf tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.627082 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aa4e8a8d-1cf7-4dd6-856d-816fa660211a tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.639954 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4894b853-85a1-4e2b-8eb2-6e320f4ec6cf tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.659439 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894b853-85a1-4e2b-8eb2-6e320f4ec6cf tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd83f38f-c838-416a-92ef-70506b8d7d94,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:15.685852 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.699197 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4894b853-85a1-4e2b-8eb2-6e320f4ec6cf tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.700535 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4894b853-85a1-4e2b-8eb2-6e320f4ec6cf tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2554929 Jul 16 01:38:15.703781 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37236) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:15.704327 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] Transition to ACTIVE for port object 0716ef20-b9c7-4ad1-8c16-75633285a1ce will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:15.708546 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:15.721021 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.740229 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.777294 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aa4e8a8d-1cf7-4dd6-856d-816fa660211a tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.792105 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89027c-0e90-4e21-8fc5-ac17d1d3235b None None] Pushing event updated for resources: {'Port': ['ID=0716ef20-b9c7-4ad1-8c16-75633285a1ce,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:15.805332 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aa4e8a8d-1cf7-4dd6-856d-816fa660211a tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.807340 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a9c285-9e37-45a3-80c9-6881af54bf94 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Router 31adc550-e8ed-41ca-bc15-c038cba742ea is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:38:15.867916 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e8a8d-1cf7-4dd6-856d-816fa660211a tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b2f574-4469-43bc-88ac-e35bbdb7cd15,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:15.920952 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.926889 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] Attempting to bind port 0716ef20-b9c7-4ad1-8c16-75633285a1ce on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:15.927443 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] Attempting to bind port 0716ef20-b9c7-4ad1-8c16-75633285a1ce by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '26cb3629-566b-464c-b897-fa7167d26bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:15.927669 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] Attempting to bind port 0716ef20-b9c7-4ad1-8c16-75633285a1ce on network 98e0b200-9d05-4336-87c3-fa057674aa73 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:15.936032 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:15.936490 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] Checking segment: {'id': '26cb3629-566b-464c-b897-fa7167d26bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:15.936838 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.937425 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] Bound using segment: {'id': '26cb3629-566b-464c-b897-fa7167d26bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:15.938044 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] Bound port: 0716ef20-b9c7-4ad1-8c16-75633285a1ce, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26cb3629-566b-464c-b897-fa7167d26bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:15.938555 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.052837 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] For port 0716ef20-b9c7-4ad1-8c16-75633285a1ce, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:16.056554 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] For port 0716ef20-b9c7-4ad1-8c16-75633285a1ce, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0716ef20-b9c7-4ad1-8c16-75633285a1ce,segment=NetworkSegment(26cb3629-566b-464c-b897-fa7167d26bb2),segment_id=26cb3629-566b-464c-b897-fa7167d26bb2)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:16.069689 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.079504 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a9c285-9e37-45a3-80c9-6881af54bf94 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:16.087489 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aa4e8a8d-1cf7-4dd6-856d-816fa660211a tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.088776 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-aa4e8a8d-1cf7-4dd6-856d-816fa660211a tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6110139 Jul 16 01:38:16.091810 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] Sync routers for ids ['31adc550-e8ed-41ca-bc15-c038cba742ea'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:16.102595 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37246) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:16.111578 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] Routers {'31adc550-e8ed-41ca-bc15-c038cba742ea'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:16.112226 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:38:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['31adc550-e8ed-41ca-bc15-c038cba742ea'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:16.162121 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89027c-0e90-4e21-8fc5-ac17d1d3235b None None] Pushing event updated for resources: {'Port': ['ID=0716ef20-b9c7-4ad1-8c16-75633285a1ce,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:16.181442 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] Routers {'415be259-9e45-4a51-b356-532742bd44b0'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:16.182303 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:38:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['415be259-9e45-4a51-b356-532742bd44b0'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:16.193686 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4062904f-ee0d-4fdc-9304-53a8bb1706ab tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.197454 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61a9c285-9e37-45a3-80c9-6881af54bf94 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.201974 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-61a9c285-9e37-45a3-80c9-6881af54bf94 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6963289 Jul 16 01:38:16.207928 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37250) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:16.211843 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Allocated IP 172.25.6.146 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/f9d14bb2-c88f-4b51-8d2d-7c90d7ab5a0e) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:16.249609 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4062904f-ee0d-4fdc-9304-53a8bb1706ab tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.327093 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4062904f-ee0d-4fdc-9304-53a8bb1706ab tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.345406 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4062904f-ee0d-4fdc-9304-53a8bb1706ab tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.346621 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4062904f-ee0d-4fdc-9304-53a8bb1706ab tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e5b2f574-4469-43bc-88ac-e35bbdb7cd15 HTTP/1.1" status: 204 len: 168 time: 0.2430573 Jul 16 01:38:16.351497 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062904f-ee0d-4fdc-9304-53a8bb1706ab tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5b2f574-4469-43bc-88ac-e35bbdb7cd15,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:16.357799 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37256) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:16.422415 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] Set router 31adc550-e8ed-41ca-bc15-c038cba742ea gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:16.427618 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] Set router 415be259-9e45-4a51-b356-532742bd44b0 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:16.478408 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.481104 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cf35efe5-3e92-4ad6-9a3c-654771990477 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=5db3964ad24743648c502cd9b77ad865&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2716746 Jul 16 01:38:16.488288 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37260) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:16.549452 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.610085 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:16.613040 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37262) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:16.614619 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cb0ec42b-4799-4589-a989-460ef8b37353 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2556045 Jul 16 01:38:16.626281 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:16.633432 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:16.686262 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Pushing event updated for resources: {'Port': ['ID=f9d14bb2-c88f-4b51-8d2d-7c90d7ab5a0e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:16.701443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:16.702650 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:16.702650 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:16.702960 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:16.703296 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:16.704126 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:16.704505 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:16.704837 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:16.705294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:16.705625 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:16.705949 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:16.706273 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:16.838604 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6998373f-d321-4647-bd16-c2e5b898fe57 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.843681 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c3f233-26e5-48b2-9e45-7d95bb964c1e tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:16.845260 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d2c3f233-26e5-48b2-9e45-7d95bb964c1e tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3524799 Jul 16 01:38:16.849051 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37264) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:16.864793 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'name': 'tempest-TestNetworkBasicOps-router-1856070966', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:38:14Z', 'revision_number': 3, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cf:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:13Z', 'updated_at': '2021-07-16T01:38:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:16.896966 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e9079b08-b021-447c-aedb-88b22abe514e tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461924 Jul 16 01:38:16.899486 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37266) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:16.907104 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-5461ecec-c834-4a8b-9f2f-ca7fa9daf089 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1199753489', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'project_id': '5db3964ad24743648c502cd9b77ad865', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:16.927504 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6998373f-d321-4647-bd16-c2e5b898fe57 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.933887 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415be259-9e45-4a51-b356-532742bd44b0', 'name': 'tempest-AttachVolumeTestJSON-567509094-router', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:10Z', 'revision_number': 4, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'gw_port': {'id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '0716ef20-b9c7-4ad1-8c16-75633285a1ce', 'name': '', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'mac_address': 'fa:16:3e:aa:6d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:09Z', 'updated_at': '2021-07-16T01:38:16Z', 'revision_number': 4, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'subnets': [{'id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:16.943247 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] Checking router: 31adc550-e8ed-41ca-bc15-c038cba742ea for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:16.943936 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] Updating router 31adc550-e8ed-41ca-bc15-c038cba742ea port 4b2eec47-98b1-43e6-8419-d931872c26a8 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:38:16.950771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53040d9c-ce6b-47dc-8347-879073614dce req-a60f110f-c7cd-47fe-939e-b04eefd4d5be tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:16.959366 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-53040d9c-ce6b-47dc-8347-879073614dce req-a60f110f-c7cd-47fe-939e-b04eefd4d5be tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 945 time: 0.2330763 Jul 16 01:38:16.993654 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bdaa8e-cba3-4bc6-b9c2-0d8175512193 None None] The sync data for ids ['415be259-9e45-4a51-b356-532742bd44b0'] in n-d-792394-16 is: [{'id': '415be259-9e45-4a51-b356-532742bd44b0', 'name': 'tempest-AttachVolumeTestJSON-567509094-router', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:10Z', 'revision_number': 4, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'gw_port': {'id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '0716ef20-b9c7-4ad1-8c16-75633285a1ce', 'name': '', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'mac_address': 'fa:16:3e:aa:6d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:09Z', 'updated_at': '2021-07-16T01:38:16Z', 'revision_number': 4, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'subnets': [{'id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:17.000138 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.009280 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.079119 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-53040d9c-ce6b-47dc-8347-879073614dce req-5574bf83-975e-4271-a73e-8c0882e8de46 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188278 Jul 16 01:38:17.115845 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6998373f-d321-4647-bd16-c2e5b898fe57 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.118279 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5461ecec-c834-4a8b-9f2f-ca7fa9daf089 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Made reservation on behalf of 5db3964ad24743648c502cd9b77ad865 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:17.122331 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5461ecec-c834-4a8b-9f2f-ca7fa9daf089 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.123438 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6998373f-d321-4647-bd16-c2e5b898fe57 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.128071 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6998373f-d321-4647-bd16-c2e5b898fe57 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "DELETE /v2.0/security-groups/7d8eccf7-d20d-4461-8785-bafaef642949 HTTP/1.1" status: 204 len: 168 time: 0.5080106 Jul 16 01:38:17.130046 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37270) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:17.157986 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998373f-d321-4647-bd16-c2e5b898fe57 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8eccf7-d20d-4461-8785-bafaef642949,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:17.183523 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.260561 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-84265e45-e4ef-4f21-a245-b152c3f50d35 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1257591 Jul 16 01:38:17.261773 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37272) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:17.382976 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.409760 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7a9a3e30-052f-403a-958c-8a2125eff8e9 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.410423 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] Transition to ACTIVE for port object 4b2eec47-98b1-43e6-8419-d931872c26a8 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:17.425261 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.446961 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7a9a3e30-052f-403a-958c-8a2125eff8e9 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.484918 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e33f6-7ccb-4143-abc8-2e264da298c5 None None] Pushing event updated for resources: {'Port': ['ID=4b2eec47-98b1-43e6-8419-d931872c26a8,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:17.509467 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] Attempting to bind port 4b2eec47-98b1-43e6-8419-d931872c26a8 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:17.510240 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] Attempting to bind port 4b2eec47-98b1-43e6-8419-d931872c26a8 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:17.510783 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] Attempting to bind port 4b2eec47-98b1-43e6-8419-d931872c26a8 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:17.518860 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:17.519517 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:17.520308 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.520908 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:17.521860 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] Bound port: 4b2eec47-98b1-43e6-8419-d931872c26a8, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:17.522608 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.526404 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.531080 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7a9a3e30-052f-403a-958c-8a2125eff8e9 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.537052 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.538061 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7a9a3e30-052f-403a-958c-8a2125eff8e9 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.543104 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7a9a3e30-052f-403a-958c-8a2125eff8e9 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "DELETE /v2.0/security-groups/5bb51606-5228-4065-a091-763a60ef271c HTTP/1.1" status: 204 len: 168 time: 0.2800262 Jul 16 01:38:17.552829 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37280) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:17.571268 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a3e30-052f-403a-958c-8a2125eff8e9 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb51606-5228-4065-a091-763a60ef271c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:17.627021 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] For port 4b2eec47-98b1-43e6-8419-d931872c26a8, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:17.632024 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] For port 4b2eec47-98b1-43e6-8419-d931872c26a8, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4b2eec47-98b1-43e6-8419-d931872c26a8,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:17.639917 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.737748 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e33f6-7ccb-4143-abc8-2e264da298c5 None None] Pushing event updated for resources: {'Port': ['ID=4b2eec47-98b1-43e6-8419-d931872c26a8,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:17.741883 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] Routers {'31adc550-e8ed-41ca-bc15-c038cba742ea'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:17.743644 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:38:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['31adc550-e8ed-41ca-bc15-c038cba742ea'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:17.755924 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5461ecec-c834-4a8b-9f2f-ca7fa9daf089 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.769974 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Pushing event updated for resources: {'Port': ['ID=f9d14bb2-c88f-4b51-8d2d-7c90d7ab5a0e,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:17.787279 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.798628 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-220f0fdc-60ab-45e1-a74f-423fda4d101d tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2408419 Jul 16 01:38:17.799256 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37284) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:17.805036 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-e8c105be-2c94-4251-a875-fbea7989ba91 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Request body: {'security_group': {'name': 'tempest-secgroup--954854813'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:17.844455 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461ecec-c834-4a8b-9f2f-ca7fa9daf089 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'Subnet': ['ID=f6527019-7ef6-4382-8e37-6e73700c058a,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:17.877491 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e8c105be-2c94-4251-a875-fbea7989ba91 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.896932 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5461ecec-c834-4a8b-9f2f-ca7fa9daf089 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Checking segment: {'id': 'f4a23602-b0a5-4c25-aece-794ff1dc0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:17.897593 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5461ecec-c834-4a8b-9f2f-ca7fa9daf089 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Network hostable DHCP agents. Network: bcdc0229-cd01-4532-8a67-71d584f848e2, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:17.902614 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.919472 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8ba53596-be5b-4e5a-8a68-fd7ffc04f90c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2054536 Jul 16 01:38:17.947630 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5461ecec-c834-4a8b-9f2f-ca7fa9daf089 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Network bcdc0229-cd01-4532-8a67-71d584f848e2 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:17.966795 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-5461ecec-c834-4a8b-9f2f-ca7fa9daf089 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, bcdc0229-cd01-4532-8a67-71d584f848e2) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:17.967549 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] Set router 31adc550-e8ed-41ca-bc15-c038cba742ea gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:17.977368 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18baeea6-dc78-4c2a-bb75-cdba43b9e1ed None None] Network bcdc0229-cd01-4532-8a67-71d584f848e2 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:17.990263 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5461ecec-c834-4a8b-9f2f-ca7fa9daf089 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:17.996189 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5461ecec-c834-4a8b-9f2f-ca7fa9daf089 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.034899 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0716ef20-b9c7-4ad1-8c16-75633285a1ce up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:18.105129 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e8c105be-2c94-4251-a875-fbea7989ba91 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.124238 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e8c105be-2c94-4251-a875-fbea7989ba91 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.184452 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e8c105be-2c94-4251-a875-fbea7989ba91 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.191091 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e8c105be-2c94-4251-a875-fbea7989ba91 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3896081 Jul 16 01:38:18.192005 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37300) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:18.203255 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-95578916-912f-47a2-a4bd-482bcd446aaa req-134e362f-35b6-4ce8-98df-7b6cb56acea4 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2054044228&fields=id&tenant_id=397a7a3d36ef4318afd67223e92c4812 HTTP/1.1" status: 200 len: 267 time: 0.1019602 Jul 16 01:38:18.207989 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5461ecec-c834-4a8b-9f2f-ca7fa9daf089 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3059402 Jul 16 01:38:18.210943 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37302) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:18.214359 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 0716ef20-b9c7-4ad1-8c16-75633285a1ce completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:18.223976 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-8964ec51-5015-4617-9635-b361d3708240 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Request body: {'security_group_rule': {'security_group_id': 'e5471c64-be42-4154-b0c1-38acfe434f06', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:18.233775 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c105be-2c94-4251-a875-fbea7989ba91 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5471c64-be42-4154-b0c1-38acfe434f06,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:18.267980 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8964ec51-5015-4617-9635-b361d3708240 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.280282 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 0716ef20-b9c7-4ad1-8c16-75633285a1ce triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:18.280824 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.383844 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'name': 'tempest-TestNetworkBasicOps-router-1856070966', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:38:14Z', 'revision_number': 3, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cf:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:13Z', 'updated_at': '2021-07-16T01:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:18.442259 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8964ec51-5015-4617-9635-b361d3708240 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.447808 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2213eaf-9405-40dd-a9de-a4075f872130 None None] The sync data for ids ['31adc550-e8ed-41ca-bc15-c038cba742ea'] in n-d-792394-16 is: [{'id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'name': 'tempest-TestNetworkBasicOps-router-1856070966', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:38:14Z', 'revision_number': 3, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cf:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:13Z', 'updated_at': '2021-07-16T01:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:18.473478 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8964ec51-5015-4617-9635-b361d3708240 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.504762 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08073fd4-5e75-4344-bccb-ffee51471060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-bcdc0229-cd01-4532-8a67-71d584f848e2', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'fixed_ips': [{'subnet_id': 'f6527019-7ef6-4382-8e37-6e73700c058a'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:18.505911 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-08073fd4-5e75-4344-bccb-ffee51471060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.537195 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.591873 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964ec51-5015-4617-9635-b361d3708240 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c25372-e5f0-463d-ae4b-b93e741781b0,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:18.621855 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8964ec51-5015-4617-9635-b361d3708240 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.631394 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37312) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:18.633612 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8964ec51-5015-4617-9635-b361d3708240 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4215012 Jul 16 01:38:18.659249 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fc2aa-a548-4953-b434-fc1c33ea0b2c req-5a87fb5d-e492-4b1a-a250-b865d0af9936 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:18.674277 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-090fc2aa-a548-4953-b434-fc1c33ea0b2c req-5a87fb5d-e492-4b1a-a250-b865d0af9936 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 945 time: 0.3342421 Jul 16 01:38:18.714342 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-381b294c-82a2-4327-bd9e-3b088c9e06e1 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.717613 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 0716ef20-b9c7-4ad1-8c16-75633285a1ce, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0716ef20-b9c7-4ad1-8c16-75633285a1ce,segment=NetworkSegment(26cb3629-566b-464c-b897-fa7167d26bb2),segment_id=26cb3629-566b-464c-b897-fa7167d26bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:18.728888 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.745188 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-381b294c-82a2-4327-bd9e-3b088c9e06e1 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.771101 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-090fc2aa-a548-4953-b434-fc1c33ea0b2c req-88df7734-796d-4b54-9e74-d91194316a10 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921223 Jul 16 01:38:18.802461 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95578916-912f-47a2-a4bd-482bcd446aaa req-67a7e230-0464-44c3-8f28-c14afcdf8025 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:18.807723 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-95578916-912f-47a2-a4bd-482bcd446aaa req-67a7e230-0464-44c3-8f28-c14afcdf8025 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/networks?id=98e0b200-9d05-4336-87c3-fa057674aa73 HTTP/1.1" status: 200 len: 810 time: 0.5975881 Jul 16 01:38:18.864450 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-08073fd4-5e75-4344-bccb-ffee51471060 None None] Allocated IP 172.20.0.2 (bcdc0229-cd01-4532-8a67-71d584f848e2/f6527019-7ef6-4382-8e37-6e73700c058a/3c94dc0f-a055-4554-b3d2-b6b5409bdde1) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:18.869013 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=0716ef20-b9c7-4ad1-8c16-75633285a1ce,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:18.882469 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:18.882858 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:18.883186 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:18.883559 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:18.883845 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:18.884178 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:18.884553 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:18.884943 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:18.885199 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:18.885527 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:18.885856 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:18.886175 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:18.926883 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-381b294c-82a2-4327-bd9e-3b088c9e06e1 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.933086 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-381b294c-82a2-4327-bd9e-3b088c9e06e1 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.934335 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-381b294c-82a2-4327-bd9e-3b088c9e06e1 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/c0c25372-e5f0-463d-ae4b-b93e741781b0 HTTP/1.1" status: 204 len: 168 time: 0.3016713 Jul 16 01:38:18.937729 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37318) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:18.943667 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-95578916-912f-47a2-a4bd-482bcd446aaa req-28072f08-6b0f-4840-b898-c4e02a228b5c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/quotas/397a7a3d36ef4318afd67223e92c4812 HTTP/1.1" status: 200 len: 375 time: 0.1086156 Jul 16 01:38:19.001969 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b294c-82a2-4327-bd9e-3b088c9e06e1 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0c25372-e5f0-463d-ae4b-b93e741781b0,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:19.065461 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5dfaf513-341b-4891-82cd-0fb77626c403 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1233959 Jul 16 01:38:19.071432 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37320) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:19.161919 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-922c818a-6c2f-4dde-9ee5-3bb91d3f67a1 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.202290 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-922c818a-6c2f-4dde-9ee5-3bb91d3f67a1 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.208487 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-08073fd4-5e75-4344-bccb-ffee51471060 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.217997 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-95578916-912f-47a2-a4bd-482bcd446aaa req-4dec8572-7199-4f43-a87d-9f2c63377866 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=397a7a3d36ef4318afd67223e92c4812&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2511065 Jul 16 01:38:19.222883 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-08073fd4-5e75-4344-bccb-ffee51471060 None None] Transition to ACTIVE for port object 3c94dc0f-a055-4554-b3d2-b6b5409bdde1 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:19.252569 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-08073fd4-5e75-4344-bccb-ffee51471060 None None] Transition to ACTIVE for port object 3c94dc0f-a055-4554-b3d2-b6b5409bdde1 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:19.273948 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-08073fd4-5e75-4344-bccb-ffee51471060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.289039 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-922c818a-6c2f-4dde-9ee5-3bb91d3f67a1 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.291743 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-922c818a-6c2f-4dde-9ee5-3bb91d3f67a1 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.292975 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-922c818a-6c2f-4dde-9ee5-3bb91d3f67a1 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "DELETE /v2.0/security-groups/e5471c64-be42-4154-b0c1-38acfe434f06 HTTP/1.1" status: 204 len: 168 time: 0.2203181 Jul 16 01:38:19.299193 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37324) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:19.344602 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08073fd4-5e75-4344-bccb-ffee51471060 None None] Pushing event updated for resources: {'Port': ['ID=3c94dc0f-a055-4554-b3d2-b6b5409bdde1,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:19.369741 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c818a-6c2f-4dde-9ee5-3bb91d3f67a1 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5471c64-be42-4154-b0c1-38acfe434f06,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:19.373706 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08073fd4-5e75-4344-bccb-ffee51471060 None None] Network bcdc0229-cd01-4532-8a67-71d584f848e2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:19.375645 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-08073fd4-5e75-4344-bccb-ffee51471060 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:19.377930 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08073fd4-5e75-4344-bccb-ffee51471060 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:19.427533 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6a12d575-0547-410b-a993-c00c0891912d tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1259732 Jul 16 01:38:19.440995 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37328) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:19.460610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-020f1554-a0eb-4c5d-817b-9027e425a32c tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Request body: {'security_group': {'name': 'tempest-secgroup--89924205'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:19.511846 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-020f1554-a0eb-4c5d-817b-9027e425a32c tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.514116 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-08073fd4-5e75-4344-bccb-ffee51471060 None None] Attempting to bind port 3c94dc0f-a055-4554-b3d2-b6b5409bdde1 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:19.514628 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-08073fd4-5e75-4344-bccb-ffee51471060 None None] Attempting to bind port 3c94dc0f-a055-4554-b3d2-b6b5409bdde1 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'f4a23602-b0a5-4c25-aece-794ff1dc0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:19.515149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08073fd4-5e75-4344-bccb-ffee51471060 None None] Attempting to bind port 3c94dc0f-a055-4554-b3d2-b6b5409bdde1 on network bcdc0229-cd01-4532-8a67-71d584f848e2 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:19.521022 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08073fd4-5e75-4344-bccb-ffee51471060 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:19.521547 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08073fd4-5e75-4344-bccb-ffee51471060 None None] Checking segment: {'id': 'f4a23602-b0a5-4c25-aece-794ff1dc0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:19.522062 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-08073fd4-5e75-4344-bccb-ffee51471060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.522581 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08073fd4-5e75-4344-bccb-ffee51471060 None None] Bound using segment: {'id': 'f4a23602-b0a5-4c25-aece-794ff1dc0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:19.523353 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-08073fd4-5e75-4344-bccb-ffee51471060 None None] Bound port: 3c94dc0f-a055-4554-b3d2-b6b5409bdde1, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a23602-b0a5-4c25-aece-794ff1dc0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:19.523883 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-08073fd4-5e75-4344-bccb-ffee51471060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.582059 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-95578916-912f-47a2-a4bd-482bcd446aaa req-61bad9d2-f78f-4685-b30d-42e5fb74958a service neutron] 10.222.0.16 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428154 Jul 16 01:38:19.623293 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-08073fd4-5e75-4344-bccb-ffee51471060 None None] For port 3c94dc0f-a055-4554-b3d2-b6b5409bdde1, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:19.628394 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-08073fd4-5e75-4344-bccb-ffee51471060 None None] For port 3c94dc0f-a055-4554-b3d2-b6b5409bdde1, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=3c94dc0f-a055-4554-b3d2-b6b5409bdde1,segment=NetworkSegment(f4a23602-b0a5-4c25-aece-794ff1dc0703),segment_id=f4a23602-b0a5-4c25-aece-794ff1dc0703)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:19.629626 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-879386a1-b7bc-4956-878f-db797123b85b tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.635248 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-020f1554-a0eb-4c5d-817b-9027e425a32c tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.638879 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-08073fd4-5e75-4344-bccb-ffee51471060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.646033 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-020f1554-a0eb-4c5d-817b-9027e425a32c tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.718343 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-020f1554-a0eb-4c5d-817b-9027e425a32c tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.721637 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-020f1554-a0eb-4c5d-817b-9027e425a32c tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2782815 Jul 16 01:38:19.727487 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08073fd4-5e75-4344-bccb-ffee51471060 None None] Pushing event updated for resources: {'Port': ['ID=3c94dc0f-a055-4554-b3d2-b6b5409bdde1,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:19.728980 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37332) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:19.734751 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-aed726a1-a71c-4ba3-809b-d6e5325f72bc tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Request body: {'security_group_rule': {'security_group_id': 'bbd60e78-bd80-433e-a586-700a6151c28e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:19.751283 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f1554-a0eb-4c5d-817b-9027e425a32c tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd60e78-bd80-433e-a586-700a6151c28e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:19.792632 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aed726a1-a71c-4ba3-809b-d6e5325f72bc tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.883353 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-95578916-912f-47a2-a4bd-482bcd446aaa req-449f89ef-bb65-44c3-85e3-a22464fcd94a service neutron] 10.222.0.16 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957580 Jul 16 01:38:19.910624 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aed726a1-a71c-4ba3-809b-d6e5325f72bc tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.921502 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aed726a1-a71c-4ba3-809b-d6e5325f72bc tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.953537 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed726a1-a71c-4ba3-809b-d6e5325f72bc tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354c7e60-5dbf-45ee-a307-b96342bea8ca,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:19.973034 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aed726a1-a71c-4ba3-809b-d6e5325f72bc tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.976414 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-aed726a1-a71c-4ba3-809b-d6e5325f72bc tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2442644 Jul 16 01:38:19.978397 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37336) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:20.037224 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b489ddcf-0922-4231-b4c1-9a75bcbc64e6 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-group-rules/354c7e60-5dbf-45ee-a307-b96342bea8ca HTTP/1.1" status: 200 len: 763 time: 0.0543625 Jul 16 01:38:20.037854 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37340) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:20.207662 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e58924e1-21a9-4d53-8945-8242c883a80d tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1665025 Jul 16 01:38:20.239051 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0716ef20-b9c7-4ad1-8c16-75633285a1ce up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:20.255207 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37342) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:20.352567 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6a5a0-ce7a-4319-9c5a-3c7de916211e req-6a75efd0-c614-48ca-a9a6-94ac1ae25fd5 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:20.358105 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5be6a5a0-ce7a-4319-9c5a-3c7de916211e req-6a75efd0-c614-48ca-a9a6-94ac1ae25fd5 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 945 time: 0.2431817 Jul 16 01:38:20.381655 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-879386a1-b7bc-4956-878f-db797123b85b tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Allocated IP 172.20.0.1 (bcdc0229-cd01-4532-8a67-71d584f848e2/f6527019-7ef6-4382-8e37-6e73700c058a/df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:20.390936 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5bb57910-124a-4ff4-8921-bf2c730d7d10 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.396419 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 0716ef20-b9c7-4ad1-8c16-75633285a1ce triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:20.397073 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.406714 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5bb57910-124a-4ff4-8921-bf2c730d7d10 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.446772 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5be6a5a0-ce7a-4319-9c5a-3c7de916211e req-0408db5c-7749-408c-8382-365f08bf0c73 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821505 Jul 16 01:38:20.536944 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4b2eec47-98b1-43e6-8419-d931872c26a8 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:20.605919 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-49500d45-d290-4322-8253-7b2a78865b14 req-18b5a0f4-369b-4b7d-95a6-a8b064032288 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 210 time: 0.0603387 Jul 16 01:38:20.646021 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 4b2eec47-98b1-43e6-8419-d931872c26a8 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:20.650729 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 4b2eec47-98b1-43e6-8419-d931872c26a8 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:20.651327 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.757741 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.796306 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 4b2eec47-98b1-43e6-8419-d931872c26a8, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4b2eec47-98b1-43e6-8419-d931872c26a8,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:20.804351 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.891746 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=4b2eec47-98b1-43e6-8419-d931872c26a8,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:20.962424 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5bb57910-124a-4ff4-8921-bf2c730d7d10 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.968430 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5bb57910-124a-4ff4-8921-bf2c730d7d10 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.972397 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37362) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:20.976133 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5bb57910-124a-4ff4-8921-bf2c730d7d10 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/354c7e60-5dbf-45ee-a307-b96342bea8ca HTTP/1.1" status: 204 len: 168 time: 0.7162645 Jul 16 01:38:21.004343 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb57910-124a-4ff4-8921-bf2c730d7d10 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=354c7e60-5dbf-45ee-a307-b96342bea8ca,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:21.079916 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3d93cfa2-a2b5-4d1d-bfc8-ecfb6401f9e8 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1033547 Jul 16 01:38:21.080133 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37364) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:21.087165 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-39af8964-798e-40ba-99a3-b28ff98eef6a tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Request body: {'security_group_rule': {'security_group_id': 'bbd60e78-bd80-433e-a586-700a6151c28e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:21.118235 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-879386a1-b7bc-4956-878f-db797123b85b tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.133568 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-879386a1-b7bc-4956-878f-db797123b85b tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Transition to ACTIVE for port object df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:21.139243 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39af8964-798e-40ba-99a3-b28ff98eef6a tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.180678 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-879386a1-b7bc-4956-878f-db797123b85b tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.265459 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879386a1-b7bc-4956-878f-db797123b85b tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Network bcdc0229-cd01-4532-8a67-71d584f848e2 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:21.269344 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-879386a1-b7bc-4956-878f-db797123b85b tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:21.274001 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39af8964-798e-40ba-99a3-b28ff98eef6a tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.275646 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879386a1-b7bc-4956-878f-db797123b85b tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:21.281806 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39af8964-798e-40ba-99a3-b28ff98eef6a tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.307680 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e98ae7-8530-4514-b778-75be6461f82e None None] Network bcdc0229-cd01-4532-8a67-71d584f848e2 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:21.311655 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39af8964-798e-40ba-99a3-b28ff98eef6a tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.312322 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-39af8964-798e-40ba-99a3-b28ff98eef6a tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2313404 Jul 16 01:38:21.313437 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af8964-798e-40ba-99a3-b28ff98eef6a tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81e5fa5-bc90-42cc-8257-40854fe7165f,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:21.315067 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37366) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:21.336750 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9cd6acb7-b079-442b-94a8-543c23b86e69 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-group-rules/a81e5fa5-bc90-42cc-8257-40854fe7165f HTTP/1.1" status: 200 len: 763 time: 0.0164757 Jul 16 01:38:21.337389 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37368) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:21.343742 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-879386a1-b7bc-4956-878f-db797123b85b tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.409974 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3d7569c8-a4c6-4b93-a76e-3d5daee00577 None None] Provisioning for port 3c94dc0f-a055-4554-b3d2-b6b5409bdde1 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:21.416421 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879386a1-b7bc-4956-878f-db797123b85b tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'Port': ['ID=df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:21.464755 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2d8bb952-7110-4336-8ca4-65ccf668db32 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1257994 Jul 16 01:38:21.465572 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37370) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:21.506321 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e507b8b9-60d2-4861-8600-19efe0813cb4 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.530960 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e507b8b9-60d2-4861-8600-19efe0813cb4 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.578349 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e507b8b9-60d2-4861-8600-19efe0813cb4 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.589038 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e507b8b9-60d2-4861-8600-19efe0813cb4 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.593416 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e507b8b9-60d2-4861-8600-19efe0813cb4 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/a81e5fa5-bc90-42cc-8257-40854fe7165f HTTP/1.1" status: 204 len: 168 time: 0.1266477 Jul 16 01:38:21.609685 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37378) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:21.612261 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507b8b9-60d2-4861-8600-19efe0813cb4 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a81e5fa5-bc90-42cc-8257-40854fe7165f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:21.663786 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-879386a1-b7bc-4956-878f-db797123b85b tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.674599 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e69ae63e-a740-4043-865d-7d3c1d530b03 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0562286 Jul 16 01:38:21.677261 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37382) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:21.684201 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-6a0661e7-4c60-44ec-b9cd-a69c2f53f620 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Request body: {'security_group_rule': {'security_group_id': 'bbd60e78-bd80-433e-a586-700a6151c28e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:21.722409 n-d-792394-16 neutron-server[93955]: INFO neutron.db.securitygroups_db [None req-6a0661e7-4c60-44ec-b9cd-a69c2f53f620 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Project 6b2e8b6ba9944871a05e46c689ed144d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:38:21.735255 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6a0661e7-4c60-44ec-b9cd-a69c2f53f620 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.821875 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6a0661e7-4c60-44ec-b9cd-a69c2f53f620 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.829022 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6a0661e7-4c60-44ec-b9cd-a69c2f53f620 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.877926 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0661e7-4c60-44ec-b9cd-a69c2f53f620 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e69042c-8bff-43c3-9284-6cf8126bb91c,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:21.893604 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6a0661e7-4c60-44ec-b9cd-a69c2f53f620 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.894647 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6a0661e7-4c60-44ec-b9cd-a69c2f53f620 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2157919 Jul 16 01:38:21.897320 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37384) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:21.930187 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-48f48664-05ac-432f-8b8c-42e8d3d05066 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-group-rules/5e69042c-8bff-43c3-9284-6cf8126bb91c HTTP/1.1" status: 200 len: 769 time: 0.0308387 Jul 16 01:38:21.937823 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37388) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:22.062343 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0646a91e-0840-4286-a8e3-da621c9682c0 req-93ec91b4-230a-43f5-b661-2a483c9b55e5 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 210 time: 0.0850656 Jul 16 01:38:22.175143 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37396) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:22.176657 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3856d691-bff3-4a3e-b1f4-4f0ebd6db39e tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2373481 Jul 16 01:38:22.253608 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 3c94dc0f-a055-4554-b3d2-b6b5409bdde1 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:22.296674 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6d0b67d9-7b55-4087-b8fd-828b66c4ef14 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.374646 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6af3d36d-4ea8-4177-bdac-7aabefd5c2a6 None None] Provisioning for port df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:22.400457 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6af3d36d-4ea8-4177-bdac-7aabefd5c2a6 None None] Provisioning complete for port df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:22.403409 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6af3d36d-4ea8-4177-bdac-7aabefd5c2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.472396 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6af3d36d-4ea8-4177-bdac-7aabefd5c2a6 None None] Port df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:22.475593 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95578916-912f-47a2-a4bd-482bcd446aaa req-6ef34d31-ccd0-4166-864e-56cde3adbef8 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:22.480550 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95578916-912f-47a2-a4bd-482bcd446aaa req-6ef34d31-ccd0-4166-864e-56cde3adbef8 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.82 "GET /v2.0/networks?id=98e0b200-9d05-4336-87c3-fa057674aa73 HTTP/1.1" status: 200 len: 810 time: 0.2650545 Jul 16 01:38:22.489854 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 3c94dc0f-a055-4554-b3d2-b6b5409bdde1 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:22.495076 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 3c94dc0f-a055-4554-b3d2-b6b5409bdde1 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:22.495928 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.548930 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97624d54-e455-4216-bf00-35445ba09147 req-9b40083b-e631-43ff-abf3-f9c9f24916b8 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:22.557994 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-97624d54-e455-4216-bf00-35445ba09147 req-9b40083b-e631-43ff-abf3-f9c9f24916b8 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 945 time: 0.8119907 Jul 16 01:38:22.561613 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6d0b67d9-7b55-4087-b8fd-828b66c4ef14 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.567695 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-879386a1-b7bc-4956-878f-db797123b85b tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.601503 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-879386a1-b7bc-4956-878f-db797123b85b tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.626573 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.635430 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ff0eee24-fc00-4be2-8b7b-79f7a1e77b43 None None] Provisioning complete for port df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:22.635802 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ff0eee24-fc00-4be2-8b7b-79f7a1e77b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.678567 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879386a1-b7bc-4956-878f-db797123b85b tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'Port': ['ID=df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:22.690825 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-69addea4-83eb-4586-93d6-5788c08c4555 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:22.698421 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-69addea4-83eb-4586-93d6-5788c08c4555 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/networks?id=dd31210a-b3ed-41ba-a32a-8a1d4015a729 HTTP/1.1" status: 200 len: 814 time: 0.2144885 Jul 16 01:38:22.719002 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 3c94dc0f-a055-4554-b3d2-b6b5409bdde1, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=3c94dc0f-a055-4554-b3d2-b6b5409bdde1,segment=NetworkSegment(f4a23602-b0a5-4c25-aece-794ff1dc0703),segment_id=f4a23602-b0a5-4c25-aece-794ff1dc0703)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:22.720191 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ff0eee24-fc00-4be2-8b7b-79f7a1e77b43 None None] Port df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:22.728070 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.729144 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4b2eec47-98b1-43e6-8419-d931872c26a8 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:22.732167 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-97624d54-e455-4216-bf00-35445ba09147 req-bf572159-a671-403b-a5fb-bcfaed32681d tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729586 Jul 16 01:38:22.738611 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6d0b67d9-7b55-4087-b8fd-828b66c4ef14 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.746957 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-eddb418a-8834-42c8-a3d7-3b79f0c859c0 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/quotas/ad0c269a16154916be54bb1af1787626 HTTP/1.1" status: 200 len: 375 time: 0.0474317 Jul 16 01:38:22.763423 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6d0b67d9-7b55-4087-b8fd-828b66c4ef14 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.766585 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6d0b67d9-7b55-4087-b8fd-828b66c4ef14 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/5e69042c-8bff-43c3-9284-6cf8126bb91c HTTP/1.1" status: 204 len: 168 time: 0.5875754 Jul 16 01:38:22.769264 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-879386a1-b7bc-4956-878f-db797123b85b tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.775428 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37412) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:22.827314 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b67d9-7b55-4087-b8fd-828b66c4ef14 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e69042c-8bff-43c3-9284-6cf8126bb91c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:22.836458 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=3c94dc0f-a055-4554-b3d2-b6b5409bdde1,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:22.864222 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 4b2eec47-98b1-43e6-8419-d931872c26a8 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:22.864651 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.955100 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4387e1f9-d2de-40f2-a137-8e7cbfe2bfb1 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1619837 Jul 16 01:38:22.991181 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37414) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:23.070934 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879386a1-b7bc-4956-878f-db797123b85b tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Network bcdc0229-cd01-4532-8a67-71d584f848e2 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:23.074161 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-879386a1-b7bc-4956-878f-db797123b85b tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:23.081609 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0508b9b6-fc42-419d-b065-b38408167b7b tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.153426 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95578916-912f-47a2-a4bd-482bcd446aaa req-87480b31-62e1-4e04-86f1-af8b87f7ed11 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=397a7a3d36ef4318afd67223e92c4812 HTTP/1.1" status: 200 len: 380 time: 0.4449389 Jul 16 01:38:23.164754 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-95578916-912f-47a2-a4bd-482bcd446aaa req-d451bc0f-7575-43d5-8400-de63f79b7e5a tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Request body: {'port': {'device_id': 'f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'admin_state_up': True, 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'security_groups': ['ab5f4db5-e70e-4f83-b96b-21c23e56af47']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:23.165400 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0508b9b6-fc42-419d-b065-b38408167b7b tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.304998 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-ffad2640-3d08-44a6-a639-1e6d6b265daf tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ad0c269a16154916be54bb1af1787626&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5569465 Jul 16 01:38:23.331492 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95578916-912f-47a2-a4bd-482bcd446aaa req-d451bc0f-7575-43d5-8400-de63f79b7e5a tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Made reservation on behalf of 397a7a3d36ef4318afd67223e92c4812 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:23.338587 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95578916-912f-47a2-a4bd-482bcd446aaa req-d451bc0f-7575-43d5-8400-de63f79b7e5a tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.349642 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0508b9b6-fc42-419d-b065-b38408167b7b tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.352499 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0508b9b6-fc42-419d-b065-b38408167b7b tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.354604 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0508b9b6-fc42-419d-b065-b38408167b7b tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "DELETE /v2.0/security-groups/bbd60e78-bd80-433e-a586-700a6151c28e HTTP/1.1" status: 204 len: 168 time: 0.3614044 Jul 16 01:38:23.357072 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37420) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:23.407185 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-59c9c917-b4e7-49c0-8f3c-a5e9ce3344ed req-5078435f-9f05-409e-9667-bd4e218b9653 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 210 time: 0.0784423 Jul 16 01:38:23.418282 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508b9b6-fc42-419d-b065-b38408167b7b tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd60e78-bd80-433e-a586-700a6151c28e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:23.421916 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879386a1-b7bc-4956-878f-db797123b85b tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Router 31adc550-e8ed-41ca-bc15-c038cba742ea has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:23.463683 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-38042e61-1790-4e53-aead-07b2b9fc5746 None None] Provisioning complete for port df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:23.464255 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-38042e61-1790-4e53-aead-07b2b9fc5746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.535263 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-38042e61-1790-4e53-aead-07b2b9fc5746 None None] Port df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:23.571463 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-18c7bc98-3d41-4db8-9ca5-51aab56e5060 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2126610 Jul 16 01:38:23.578429 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37426) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:23.625642 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-95578916-912f-47a2-a4bd-482bcd446aaa req-d451bc0f-7575-43d5-8400-de63f79b7e5a tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Allocated IP 172.20.0.14 (98e0b200-9d05-4336-87c3-fa057674aa73/370bcf40-c26b-4959-9b56-af3cd128b9a8/a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:23.629245 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-4c4cbb59-9dca-44d9-a155-ea8a0f2d299b service neutron] 10.222.0.16 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216586 Jul 16 01:38:23.629459 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879386a1-b7bc-4956-878f-db797123b85b tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:23.637703 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-879386a1-b7bc-4956-878f-db797123b85b tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "PUT /v2.0/routers/31adc550-e8ed-41ca-bc15-c038cba742ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4245396 Jul 16 01:38:23.642379 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37430) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:23.643137 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] Sync routers for ids ['31adc550-e8ed-41ca-bc15-c038cba742ea'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:23.653626 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] Routers {'31adc550-e8ed-41ca-bc15-c038cba742ea'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:23.654480 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:38:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['31adc550-e8ed-41ca-bc15-c038cba742ea'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:23.658198 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b0615fdd-16b9-4f48-ad95-eea29c49bf35 tempest-SecGroupIPv6Test-1150006425 tempest-SecGroupIPv6Test-1150006425-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0778418 Jul 16 01:38:23.957983 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-6510a1ed-6f61-4d60-9b1b-63d0a5e9d6b4 service neutron] 10.222.0.16 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188987 Jul 16 01:38:23.983575 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 3c94dc0f-a055-4554-b3d2-b6b5409bdde1 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:24.076475 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] Set router 31adc550-e8ed-41ca-bc15-c038cba742ea gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:24.092494 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe0ede-824e-4cd1-87e5-3b69e58c2fd5 req-096109ac-d46d-426a-b656-4008470e16af tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.120694 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2cfe0ede-824e-4cd1-87e5-3b69e58c2fd5 req-096109ac-d46d-426a-b656-4008470e16af tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 945 time: 0.2315404 Jul 16 01:38:24.147451 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37448) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:24.167022 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 3c94dc0f-a055-4554-b3d2-b6b5409bdde1 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:24.167778 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.202088 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2cfe0ede-824e-4cd1-87e5-3b69e58c2fd5 req-1b5b922b-cdd2-4eb6-9399-7ce628db4862 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780034 Jul 16 01:38:24.336048 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95578916-912f-47a2-a4bd-482bcd446aaa req-d451bc0f-7575-43d5-8400-de63f79b7e5a tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.371403 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb3436-35c0-497b-a1c1-9d24eb98e115 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.371873 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb3436-35c0-497b-a1c1-9d24eb98e115 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.372329 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb3436-35c0-497b-a1c1-9d24eb98e115 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.372825 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb3436-35c0-497b-a1c1-9d24eb98e115 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.373287 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb3436-35c0-497b-a1c1-9d24eb98e115 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.374084 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb3436-35c0-497b-a1c1-9d24eb98e115 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.374548 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb3436-35c0-497b-a1c1-9d24eb98e115 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.375004 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb3436-35c0-497b-a1c1-9d24eb98e115 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.375490 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb3436-35c0-497b-a1c1-9d24eb98e115 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.375911 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb3436-35c0-497b-a1c1-9d24eb98e115 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.376389 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb3436-35c0-497b-a1c1-9d24eb98e115 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.376853 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb3436-35c0-497b-a1c1-9d24eb98e115 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.379855 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-55cb3436-35c0-497b-a1c1-9d24eb98e115 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8474 time: 0.7017910 Jul 16 01:38:24.384143 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37456) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:24.385726 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b92b163-95ce-4374-b901-d2eff523286a req-2812bda5-5499-46ed-aacf-4d136c8e59ad tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=10a873c7-3ddc-417d-8c18-8875594b09ce HTTP/1.1" status: 200 len: 210 time: 0.0568030 Jul 16 01:38:24.405499 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-95578916-912f-47a2-a4bd-482bcd446aaa req-d451bc0f-7575-43d5-8400-de63f79b7e5a tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Transition to ACTIVE for port object a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:24.471114 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95578916-912f-47a2-a4bd-482bcd446aaa req-d451bc0f-7575-43d5-8400-de63f79b7e5a tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.592866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451bc0f-7575-43d5-8400-de63f79b7e5a tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Pushing event updated for resources: {'Port': ['ID=a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:24.593671 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'name': 'tempest-TestNetworkBasicOps-router-1856070966', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:38:21Z', 'revision_number': 4, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:13Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc', 'name': '', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:28:4f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:19Z', 'updated_at': '2021-07-16T01:38:22Z', 'revision_number': 2, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:24.642505 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45d36aa-5297-47c8-b8f7-8ab30c23abe0 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.643206 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45d36aa-5297-47c8-b8f7-8ab30c23abe0 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.643745 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45d36aa-5297-47c8-b8f7-8ab30c23abe0 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.644212 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45d36aa-5297-47c8-b8f7-8ab30c23abe0 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.644772 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45d36aa-5297-47c8-b8f7-8ab30c23abe0 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.645706 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45d36aa-5297-47c8-b8f7-8ab30c23abe0 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.645706 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45d36aa-5297-47c8-b8f7-8ab30c23abe0 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.646877 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45d36aa-5297-47c8-b8f7-8ab30c23abe0 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.646877 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45d36aa-5297-47c8-b8f7-8ab30c23abe0 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.647191 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45d36aa-5297-47c8-b8f7-8ab30c23abe0 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.647675 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45d36aa-5297-47c8-b8f7-8ab30c23abe0 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.648126 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45d36aa-5297-47c8-b8f7-8ab30c23abe0 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.648400 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] Checking router: 31adc550-e8ed-41ca-bc15-c038cba742ea for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:24.648888 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] Updating router 31adc550-e8ed-41ca-bc15-c038cba742ea port df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:38:24.650905 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d45d36aa-5297-47c8-b8f7-8ab30c23abe0 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7744 time: 0.2645330 Jul 16 01:38:24.654303 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37468) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:24.677898 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95578916-912f-47a2-a4bd-482bcd446aaa req-d451bc0f-7575-43d5-8400-de63f79b7e5a tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Network 98e0b200-9d05-4336-87c3-fa057674aa73 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:24.682052 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-95578916-912f-47a2-a4bd-482bcd446aaa req-d451bc0f-7575-43d5-8400-de63f79b7e5a tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:24.690131 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-95578916-912f-47a2-a4bd-482bcd446aaa req-d451bc0f-7575-43d5-8400-de63f79b7e5a tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:24.747828 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.767214 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8e023c67-b052-4a3e-a1b7-3f5c42dd13de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b2e8b6ba9944871a05e46c689ed144d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6185706 Jul 16 01:38:24.768427 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37472) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:24.879556 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95578916-912f-47a2-a4bd-482bcd446aaa req-d451bc0f-7575-43d5-8400-de63f79b7e5a tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.887058 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95578916-912f-47a2-a4bd-482bcd446aaa req-d451bc0f-7575-43d5-8400-de63f79b7e5a tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.933666 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b8a17-c21e-4926-9f4c-91db98e8a211 req-99c7bacf-7c61-4fe3-af59-87a4ae86b75b tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.940736 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee1b8a17-c21e-4926-9f4c-91db98e8a211 req-99c7bacf-7c61-4fe3-af59-87a4ae86b75b tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 932 time: 0.3488662 Jul 16 01:38:25.015405 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95578916-912f-47a2-a4bd-482bcd446aaa req-d451bc0f-7575-43d5-8400-de63f79b7e5a tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8547130 Jul 16 01:38:25.038308 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-281e898b-8961-4ecc-8d59-f6c40949420c tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5219 time: 0.3824141 Jul 16 01:38:25.062806 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-95578916-912f-47a2-a4bd-482bcd446aaa req-b335cce7-1ce8-41e3-85e7-25e8aaf028df service neutron] Request body: {'port': {'device_id': 'f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:25.090493 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-715d1b4a-6223-44c0-af57-162be2e00ff7 None None] Provisioning for port a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:25.100450 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-715d1b4a-6223-44c0-af57-162be2e00ff7 None None] Provisioning complete for port a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:25.100880 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-715d1b4a-6223-44c0-af57-162be2e00ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.159406 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-715d1b4a-6223-44c0-af57-162be2e00ff7 None None] Port a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:25.221564 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.237063 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] Transition to ACTIVE for port object df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:25.245947 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.249105 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee1b8a17-c21e-4926-9f4c-91db98e8a211 req-b083de09-6d77-40fa-ac65-c12981c2f44b tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880597 Jul 16 01:38:25.279968 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cac1fbe3-bcd9-493f-be1e-a3d33329f481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.309220 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cac1fbe3-bcd9-493f-be1e-a3d33329f481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.369901 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95578916-912f-47a2-a4bd-482bcd446aaa req-b335cce7-1ce8-41e3-85e7-25e8aaf028df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.385840 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cac1fbe3-bcd9-493f-be1e-a3d33329f481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.388865 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cac1fbe3-bcd9-493f-be1e-a3d33329f481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.390153 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cac1fbe3-bcd9-493f-be1e-a3d33329f481 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67c62b7d-26ec-49c6-8564-b331ed24d28f HTTP/1.1" status: 204 len: 168 time: 0.6205328 Jul 16 01:38:25.400085 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1fbe3-bcd9-493f-be1e-a3d33329f481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c62b7d-26ec-49c6-8564-b331ed24d28f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:25.440925 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902995f0-c63f-436e-bfbc-0dbe3a16929f None None] Pushing event updated for resources: {'Port': ['ID=df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:25.522357 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] Attempting to bind port df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:25.524402 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] Attempting to bind port df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'f4a23602-b0a5-4c25-aece-794ff1dc0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:25.524802 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] Attempting to bind port df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc on network bcdc0229-cd01-4532-8a67-71d584f848e2 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:25.542886 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:25.543491 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] Checking segment: {'id': 'f4a23602-b0a5-4c25-aece-794ff1dc0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:25.547653 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.547996 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] Bound using segment: {'id': 'f4a23602-b0a5-4c25-aece-794ff1dc0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:25.549145 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] Bound port: df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a23602-b0a5-4c25-aece-794ff1dc0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:25.549145 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.565212 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37490) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:25.572820 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0c569db4-05ff-4f88-822e-0acf4eb05907 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-840801490', 'description': 'tempest-secgroup-smoke-840801490 description', 'project_id': '5db3964ad24743648c502cd9b77ad865'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:25.676815 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c569db4-05ff-4f88-822e-0acf4eb05907 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.722443 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] For port df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:25.727860 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] For port df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc,segment=NetworkSegment(f4a23602-b0a5-4c25-aece-794ff1dc0703),segment_id=f4a23602-b0a5-4c25-aece-794ff1dc0703)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:25.744917 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.825840 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5ba54-3001-4bec-9673-ee574f57dd70 req-d1ca86fe-c513-4ba1-a63e-66b8fa4eba95 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:25.833792 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-44d5ba54-3001-4bec-9673-ee574f57dd70 req-d1ca86fe-c513-4ba1-a63e-66b8fa4eba95 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 945 time: 0.2060301 Jul 16 01:38:25.870236 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e6064730-040a-40b3-800a-f957ad08cf12 req-2640b3a8-db8d-4076-8927-d1d659e91d90 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=10a873c7-3ddc-417d-8c18-8875594b09ce HTTP/1.1" status: 200 len: 210 time: 0.1034358 Jul 16 01:38:25.936075 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902995f0-c63f-436e-bfbc-0dbe3a16929f None None] Pushing event updated for resources: {'Port': ['ID=df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:25.939780 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-44d5ba54-3001-4bec-9673-ee574f57dd70 req-b43c513c-873a-424d-bec5-c1a9c7ed1256 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049674 Jul 16 01:38:25.949736 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] Routers {'31adc550-e8ed-41ca-bc15-c038cba742ea'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:25.950900 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:38:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['31adc550-e8ed-41ca-bc15-c038cba742ea'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:26.009952 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c569db4-05ff-4f88-822e-0acf4eb05907 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.021528 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c569db4-05ff-4f88-822e-0acf4eb05907 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.061193 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c569db4-05ff-4f88-822e-0acf4eb05907 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.064766 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0c569db4-05ff-4f88-822e-0acf4eb05907 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4951828 Jul 16 01:38:26.065100 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37500) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:26.071567 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-3ddedd9f-74bc-4df7-a609-5a598a907ba6 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'security_group_rule': {'security_group_id': 'bc254919-ff6c-41a5-9e16-482f0ac8ef01', 'project_id': '5db3964ad24743648c502cd9b77ad865', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:26.101689 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-95578916-912f-47a2-a4bd-482bcd446aaa req-b335cce7-1ce8-41e3-85e7-25e8aaf028df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:26.120179 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95578916-912f-47a2-a4bd-482bcd446aaa req-b335cce7-1ce8-41e3-85e7-25e8aaf028df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.133454 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c569db4-05ff-4f88-822e-0acf4eb05907 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc254919-ff6c-41a5-9e16-482f0ac8ef01,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:26.138018 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ddedd9f-74bc-4df7-a609-5a598a907ba6 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.149162 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-95578916-912f-47a2-a4bd-482bcd446aaa req-b335cce7-1ce8-41e3-85e7-25e8aaf028df service neutron] Transition to ACTIVE for port object a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:26.158752 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95578916-912f-47a2-a4bd-482bcd446aaa req-b335cce7-1ce8-41e3-85e7-25e8aaf028df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.234399 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] Set router 31adc550-e8ed-41ca-bc15-c038cba742ea gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:26.260263 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ddedd9f-74bc-4df7-a609-5a598a907ba6 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.268065 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ddedd9f-74bc-4df7-a609-5a598a907ba6 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.271936 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335cce7-1ce8-41e3-85e7-25e8aaf028df service neutron] Pushing event updated for resources: {'Port': ['ID=a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:26.290631 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddedd9f-74bc-4df7-a609-5a598a907ba6 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a46778-1145-4aac-ad46-03c9491a01f0,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:26.311165 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3ddedd9f-74bc-4df7-a609-5a598a907ba6 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.312606 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3ddedd9f-74bc-4df7-a609-5a598a907ba6 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2461476 Jul 16 01:38:26.316552 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37512) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:26.323742 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b2f6d302-8c4d-42e7-b387-2169a588fcef tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'security_group_rule': {'security_group_id': 'bc254919-ff6c-41a5-9e16-482f0ac8ef01', 'project_id': '5db3964ad24743648c502cd9b77ad865', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:26.410012 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b2f6d302-8c4d-42e7-b387-2169a588fcef tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.563276 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-f958bf29-2141-4132-b21c-4a8f282303a5 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:26.567276 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-f958bf29-2141-4132-b21c-4a8f282303a5 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.84 "GET /v2.0/networks?id=dd31210a-b3ed-41ba-a32a-8a1d4015a729 HTTP/1.1" status: 200 len: 814 time: 0.1769774 Jul 16 01:38:26.620839 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b2f6d302-8c4d-42e7-b387-2169a588fcef tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.629788 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b2f6d302-8c4d-42e7-b387-2169a588fcef tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.667488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6d302-8c4d-42e7-b387-2169a588fcef tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32ebfba-a6b3-46b8-8da4-5978cfa444ec,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:26.668669 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-bd317278-9836-440e-9f5f-4a17c77f54dd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Request body: {'port': {'device_id': '10a873c7-3ddc-417d-8c18-8875594b09ce', 'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729', 'admin_state_up': True, 'tenant_id': 'ad0c269a16154916be54bb1af1787626'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:26.678335 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03f1e4a4-b839-432b-9762-57d57b3ba713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.683172 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b2f6d302-8c4d-42e7-b387-2169a588fcef tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.684720 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-95578916-912f-47a2-a4bd-482bcd446aaa req-b335cce7-1ce8-41e3-85e7-25e8aaf028df service neutron] Attempting to bind port a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:26.685098 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-95578916-912f-47a2-a4bd-482bcd446aaa req-b335cce7-1ce8-41e3-85e7-25e8aaf028df service neutron] Attempting to bind port a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '26cb3629-566b-464c-b897-fa7167d26bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:26.685452 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95578916-912f-47a2-a4bd-482bcd446aaa req-b335cce7-1ce8-41e3-85e7-25e8aaf028df service neutron] Attempting to bind port a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b on network 98e0b200-9d05-4336-87c3-fa057674aa73 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:26.686578 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b2f6d302-8c4d-42e7-b387-2169a588fcef tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3689816 Jul 16 01:38:26.694288 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37518) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:26.700390 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95578916-912f-47a2-a4bd-482bcd446aaa req-b335cce7-1ce8-41e3-85e7-25e8aaf028df service neutron] Port a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b on network 98e0b200-9d05-4336-87c3-fa057674aa73 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:26.701007 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95578916-912f-47a2-a4bd-482bcd446aaa req-b335cce7-1ce8-41e3-85e7-25e8aaf028df service neutron] Attempting to bind port a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b on network 98e0b200-9d05-4336-87c3-fa057674aa73 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:26.733193 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-d540eead-5208-41e0-bf70-e1888dd9d0ef tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'security_group_rule': {'security_group_id': 'bc254919-ff6c-41a5-9e16-482f0ac8ef01', 'project_id': '5db3964ad24743648c502cd9b77ad865', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:26.763338 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95578916-912f-47a2-a4bd-482bcd446aaa req-b335cce7-1ce8-41e3-85e7-25e8aaf028df service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:26.763684 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95578916-912f-47a2-a4bd-482bcd446aaa req-b335cce7-1ce8-41e3-85e7-25e8aaf028df service neutron] Checking segment: {'id': '26cb3629-566b-464c-b897-fa7167d26bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:26.764272 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95578916-912f-47a2-a4bd-482bcd446aaa req-b335cce7-1ce8-41e3-85e7-25e8aaf028df service neutron] Bound using segment: {'id': '26cb3629-566b-464c-b897-fa7167d26bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:26.764848 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-95578916-912f-47a2-a4bd-482bcd446aaa req-b335cce7-1ce8-41e3-85e7-25e8aaf028df service neutron] Bound port: a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26cb3629-566b-464c-b897-fa7167d26bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:26.765214 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95578916-912f-47a2-a4bd-482bcd446aaa req-b335cce7-1ce8-41e3-85e7-25e8aaf028df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.768216 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'name': 'tempest-TestNetworkBasicOps-router-1856070966', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:38:21Z', 'revision_number': 4, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:13Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc', 'name': '', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:28:4f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:19Z', 'updated_at': '2021-07-16T01:38:25Z', 'revision_number': 4, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:26.819279 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e825c83-08a0-483d-8703-e2def6c5db16 None None] The sync data for ids ['31adc550-e8ed-41ca-bc15-c038cba742ea'] in n-d-792394-16 is: [{'id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'name': 'tempest-TestNetworkBasicOps-router-1856070966', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:38:21Z', 'revision_number': 4, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:13Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc', 'name': '', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:28:4f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:19Z', 'updated_at': '2021-07-16T01:38:25Z', 'revision_number': 4, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:26.879368 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-95578916-912f-47a2-a4bd-482bcd446aaa req-b335cce7-1ce8-41e3-85e7-25e8aaf028df service neutron] For port a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:26.882773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-95578916-912f-47a2-a4bd-482bcd446aaa req-b335cce7-1ce8-41e3-85e7-25e8aaf028df service neutron] For port a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b,segment=NetworkSegment(26cb3629-566b-464c-b897-fa7167d26bb2),segment_id=26cb3629-566b-464c-b897-fa7167d26bb2)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:26.922346 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76f00f-a031-479e-8a51-02e21f6a91e7 req-3b6baa0c-c55d-4d97-883f-e0d26921f2cf tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:26.924318 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c76f00f-a031-479e-8a51-02e21f6a91e7 req-3b6baa0c-c55d-4d97-883f-e0d26921f2cf tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 944 time: 0.3508999 Jul 16 01:38:26.992747 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d540eead-5208-41e0-bf70-e1888dd9d0ef tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.002439 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95578916-912f-47a2-a4bd-482bcd446aaa req-b335cce7-1ce8-41e3-85e7-25e8aaf028df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.083551 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37530) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:27.093279 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95578916-912f-47a2-a4bd-482bcd446aaa req-b335cce7-1ce8-41e3-85e7-25e8aaf028df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:27.093976 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-95578916-912f-47a2-a4bd-482bcd446aaa req-b335cce7-1ce8-41e3-85e7-25e8aaf028df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.097285 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032117 Jul 16 01:38:27.104504 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95578916-912f-47a2-a4bd-482bcd446aaa req-b335cce7-1ce8-41e3-85e7-25e8aaf028df service neutron] 10.222.0.82 "PUT /v2.0/ports/a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b HTTP/1.1" status: 200 len: 1093 time: 2.0527549 Jul 16 01:38:27.107834 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c76f00f-a031-479e-8a51-02e21f6a91e7 req-9542f090-d4db-46be-9ba4-e5846dc4e3ba tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768966 Jul 16 01:38:27.108293 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9', 'tag': 'a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:27.110655 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d59e24-d7ef-4308-8ed0-42df05c867f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9", "tag": "a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:27.118300 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37532) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:27.288043 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335cce7-1ce8-41e3-85e7-25e8aaf028df service neutron] Pushing event updated for resources: {'Port': ['ID=a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:27.335879 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d540eead-5208-41e0-bf70-e1888dd9d0ef tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.392147 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d540eead-5208-41e0-bf70-e1888dd9d0ef tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.448277 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540eead-5208-41e0-bf70-e1888dd9d0ef tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53428227-7123-4f65-b6f2-1507ca7be3c8,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:27.456254 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-091244ca-973b-4e51-9a2d-083b7f08e117 tempest-NetworksApiDiscovery-1091369279 tempest-NetworksApiDiscovery-1091369279-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2963896 Jul 16 01:38:27.460867 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-bd317278-9836-440e-9f5f-4a17c77f54dd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Made reservation on behalf of ad0c269a16154916be54bb1af1787626 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:27.465605 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-bd317278-9836-440e-9f5f-4a17c77f54dd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.482259 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95578916-912f-47a2-a4bd-482bcd446aaa req-9e8cd005-f6a4-4c42-a0e7-cc2587523e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:27.484093 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95578916-912f-47a2-a4bd-482bcd446aaa req-9e8cd005-f6a4-4c42-a0e7-cc2587523e59 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=397a7a3d36ef4318afd67223e92c4812&device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 1096 time: 0.3001242 Jul 16 01:38:27.485073 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d540eead-5208-41e0-bf70-e1888dd9d0ef tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.486308 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d540eead-5208-41e0-bf70-e1888dd9d0ef tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7648265 Jul 16 01:38:27.522786 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37546) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:27.539214 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-8ac393a4-2d3c-4398-95cc-c9f7e6175be7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'security_group_rule': {'security_group_id': 'bc254919-ff6c-41a5-9e16-482f0ac8ef01', 'project_id': '5db3964ad24743648c502cd9b77ad865', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:27.611689 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95578916-912f-47a2-a4bd-482bcd446aaa req-f51804e6-a5cb-4d2d-bbad-e2eae033a355 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b HTTP/1.1" status: 200 len: 217 time: 0.0897553 Jul 16 01:38:27.621938 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8ac393a4-2d3c-4398-95cc-c9f7e6175be7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.677313 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-95fcd73c-ace3-4e70-9c60-322d7262b498 req-3d601c60-95b0-4857-afe4-5159bb8fc195 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=10a873c7-3ddc-417d-8c18-8875594b09ce HTTP/1.1" status: 200 len: 210 time: 0.6110535 Jul 16 01:38:27.797821 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c28afeb-9e2b-4b93-bbb8-1e0386225bfa x-openstack-request-id: req-6c28afeb-9e2b-4b93-bbb8-1e0386225bfa {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:27.798106 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9", "tag": "a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:27.798358 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c28afeb-9e2b-4b93-bbb8-1e0386225bfa {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:27.798753 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9', 'tag': 'a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b', 'status': 'completed', 'code': 200} Jul 16 01:38:27.915824 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37556) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:27.942671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-bd317278-9836-440e-9f5f-4a17c77f54dd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Allocated IP 172.20.0.7 (dd31210a-b3ed-41ba-a32a-8a1d4015a729/3be564b1-f055-40ad-87fc-208a1fbc335f/f4d3863d-7b91-4edb-bf04-1af2eae04086) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:27.947632 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95578916-912f-47a2-a4bd-482bcd446aaa req-a5f4f935-fed7-4c2d-808d-72e8fd883917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:27.950023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95578916-912f-47a2-a4bd-482bcd446aaa req-a5f4f935-fed7-4c2d-808d-72e8fd883917 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=370bcf40-c26b-4959-9b56-af3cd128b9a8 HTTP/1.1" status: 200 len: 849 time: 0.3306360 Jul 16 01:38:28.047670 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:28.048432 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f5933-311f-452d-888a-a54bcfb5ba20 req-eff5c9d4-9d9b-4da6-af98-e1d127440a3e tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:28.050875 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a78f5933-311f-452d-888a-a54bcfb5ba20 req-eff5c9d4-9d9b-4da6-af98-e1d127440a3e tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 945 time: 0.6037455 Jul 16 01:38:28.101239 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf96b8a7-7324-4e29-bd48-188d0b7bfd14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.130356 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:28.135294 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:28.135919 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.255965 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-bd317278-9836-440e-9f5f-4a17c77f54dd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.283368 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.341785 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-bd317278-9836-440e-9f5f-4a17c77f54dd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.344994 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:38:28.346872 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf96b8a7-7324-4e29-bd48-188d0b7bfd14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.349727 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8ac393a4-2d3c-4398-95cc-c9f7e6175be7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.357850 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf96b8a7-7324-4e29-bd48-188d0b7bfd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.364770 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['e1ab8889-f6e9-4a91-b89b-c3f07b3db027'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:28.390682 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8ac393a4-2d3c-4398-95cc-c9f7e6175be7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.433513 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc,segment=NetworkSegment(f4a23602-b0a5-4c25-aece-794ff1dc0703),segment_id=f4a23602-b0a5-4c25-aece-794ff1dc0703)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:28.444980 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-bd317278-9836-440e-9f5f-4a17c77f54dd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Network dd31210a-b3ed-41ba-a32a-8a1d4015a729 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:28.449507 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96b8a7-7324-4e29-bd48-188d0b7bfd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199b3d8d-dd88-4999-b9a8-70a12ab42c67,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:28.456740 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.476143 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac393a4-2d3c-4398-95cc-c9f7e6175be7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f1bfba-576c-4b46-9f8f-94515927ad52,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:28.505204 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95578916-912f-47a2-a4bd-482bcd446aaa req-48ba84cf-a333-45f7-b040-15223b5511b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:28.505204 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95578916-912f-47a2-a4bd-482bcd446aaa req-48ba84cf-a333-45f7-b040-15223b5511b6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=98e0b200-9d05-4336-87c3-fa057674aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5452707 Jul 16 01:38:28.505204 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-bd317278-9836-440e-9f5f-4a17c77f54dd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:28.521482 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a78f5933-311f-452d-888a-a54bcfb5ba20 req-b95ab629-d150-42fc-adaf-3d793af64203 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782545 Jul 16 01:38:28.526003 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-bd317278-9836-440e-9f5f-4a17c77f54dd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:28.552857 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cf96b8a7-7324-4e29-bd48-188d0b7bfd14 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e79c1e56096b448182508a37b20693d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6472204 Jul 16 01:38:28.556334 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37566) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:28.587504 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:28.669106 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ae71c-7c08-489f-b376-e953c208bdfa req-0208b240-a888-444f-a244-aff59d521a44 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:28.676875 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5f9ae71c-7c08-489f-b376-e953c208bdfa req-0208b240-a888-444f-a244-aff59d521a44 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 944 time: 0.2328279 Jul 16 01:38:28.679605 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8ac393a4-2d3c-4398-95cc-c9f7e6175be7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.680835 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8ac393a4-2d3c-4398-95cc-c9f7e6175be7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1555471 Jul 16 01:38:28.683152 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95578916-912f-47a2-a4bd-482bcd446aaa req-7716a9cd-7631-473a-8b74-b2cdedc11a64 service neutron] 10.222.0.82 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452219 Jul 16 01:38:28.683627 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37568) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:28.687913 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c0174d60-29b2-49a4-8e02-f8d751081fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.689303 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd317278-9836-440e-9f5f-4a17c77f54dd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Pushing event updated for resources: {'Port': ['ID=f4d3863d-7b91-4edb-bf04-1af2eae04086,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:28.701597 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-b1e9b247-bd38-4450-9b65-fea92d03d896 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'security_group_rule': {'security_group_id': 'bc254919-ff6c-41a5-9e16-482f0ac8ef01', 'project_id': '5db3964ad24743648c502cd9b77ad865', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:28.749430 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c0174d60-29b2-49a4-8e02-f8d751081fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.771349 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5f9ae71c-7c08-489f-b376-e953c208bdfa req-1a362c8b-0781-4643-aac7-95deebc42a77 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930767 Jul 16 01:38:28.810940 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-bd317278-9836-440e-9f5f-4a17c77f54dd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:28.812495 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-bd317278-9836-440e-9f5f-4a17c77f54dd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.846054 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c0174d60-29b2-49a4-8e02-f8d751081fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.849676 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c0174d60-29b2-49a4-8e02-f8d751081fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.851006 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c0174d60-29b2-49a4-8e02-f8d751081fab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/199b3d8d-dd88-4999-b9a8-70a12ab42c67 HTTP/1.1" status: 204 len: 168 time: 0.2936137 Jul 16 01:38:28.862028 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0174d60-29b2-49a4-8e02-f8d751081fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199b3d8d-dd88-4999-b9a8-70a12ab42c67,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:28.881049 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95578916-912f-47a2-a4bd-482bcd446aaa req-ca635e6e-6f97-4d6e-b899-e63b4779b39e service neutron] 10.222.0.82 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833832 Jul 16 01:38:28.881994 n-d-792394-16 neutron-server[93955]: INFO neutron.db.securitygroups_db [None req-b1e9b247-bd38-4450-9b65-fea92d03d896 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Project 5db3964ad24743648c502cd9b77ad865 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:38:28.909603 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b1e9b247-bd38-4450-9b65-fea92d03d896 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.913071 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-bd317278-9836-440e-9f5f-4a17c77f54dd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2488742 Jul 16 01:38:28.931058 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-04287bee-7776-454b-97be-395558c3fdeb service neutron] Request body: {'port': {'device_id': '10a873c7-3ddc-417d-8c18-8875594b09ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:29.488010 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b1e9b247-bd38-4450-9b65-fea92d03d896 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.510777 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b1e9b247-bd38-4450-9b65-fea92d03d896 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.534672 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27302ba-dc5e-4d51-84eb-6f717bc78788 req-93ec6b06-f35b-4f7f-bfe6-1196b0d6b248 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:29.535990 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1333dc99-dd5b-4bd5-b2cc-6a07e4fbefec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.536536 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f27302ba-dc5e-4d51-84eb-6f717bc78788 req-93ec6b06-f35b-4f7f-bfe6-1196b0d6b248 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=10a873c7-3ddc-417d-8c18-8875594b09ce HTTP/1.1" status: 200 len: 931 time: 0.6862879 Jul 16 01:38:29.574816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9b247-bd38-4450-9b65-fea92d03d896 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ef2c9f-30dd-4625-a15c-d5c4a901c598,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:29.584528 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-04287bee-7776-454b-97be-395558c3fdeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.633736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ef8c9-e8d4-46b4-8d9f-d4dd74c14232 req-e60b0bfb-8870-4c1e-819d-3e9adc2e99a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:29.636306 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e0ef8c9-e8d4-46b4-8d9f-d4dd74c14232 req-e60b0bfb-8870-4c1e-819d-3e9adc2e99a9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 1097 time: 0.2372613 Jul 16 01:38:29.637151 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b1e9b247-bd38-4450-9b65-fea92d03d896 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.638246 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b1e9b247-bd38-4450-9b65-fea92d03d896 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9500644 Jul 16 01:38:29.641188 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37606) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:29.647748 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0f7bbf98-6e21-41f9-9595-b237c75f0fb1 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'security_group_rule': {'security_group_id': 'bc254919-ff6c-41a5-9e16-482f0ac8ef01', 'project_id': '5db3964ad24743648c502cd9b77ad865', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:29.671790 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.704840 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d59e24-d7ef-4308-8ed0-42df05c867f5 req-d6079cc0-c37e-42e4-8f09-75b18d10fed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:29.706347 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-57d59e24-d7ef-4308-8ed0-42df05c867f5 req-d6079cc0-c37e-42e4-8f09-75b18d10fed3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=397a7a3d36ef4318afd67223e92c4812&device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 1096 time: 0.7335856 Jul 16 01:38:29.718582 n-d-792394-16 neutron-server[93956]: INFO neutron.db.securitygroups_db [None req-0f7bbf98-6e21-41f9-9595-b237c75f0fb1 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Project 5db3964ad24743648c502cd9b77ad865 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:38:29.741552 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0f7bbf98-6e21-41f9-9595-b237c75f0fb1 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.843702 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0f7bbf98-6e21-41f9-9595-b237c75f0fb1 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.858783 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6da39-ff02-4c03-ae19-b1ab4b3c7205 req-41474a3c-0349-43a8-8201-4aab6f859d02 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:29.860704 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98e6da39-ff02-4c03-ae19-b1ab4b3c7205 req-41474a3c-0349-43a8-8201-4aab6f859d02 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 945 time: 0.1608555 Jul 16 01:38:29.862543 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0f7bbf98-6e21-41f9-9595-b237c75f0fb1 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.865167 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d59e24-d7ef-4308-8ed0-42df05c867f5 req-b09fde1a-974e-44cd-a7a2-9075587d1b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:29.866882 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-57d59e24-d7ef-4308-8ed0-42df05c867f5 req-b09fde1a-974e-44cd-a7a2-9075587d1b5a service neutron] 10.222.0.82 "GET /v2.0/networks?id=98e0b200-9d05-4336-87c3-fa057674aa73 HTTP/1.1" status: 200 len: 911 time: 0.1422081 Jul 16 01:38:29.904262 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7bbf98-6e21-41f9-9595-b237c75f0fb1 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813d69bf-8581-401e-bd79-34962f30e955,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:29.928045 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0f7bbf98-6e21-41f9-9595-b237c75f0fb1 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.929305 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0f7bbf98-6e21-41f9-9595-b237c75f0fb1 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2870965 Jul 16 01:38:29.940148 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98e6da39-ff02-4c03-ae19-b1ab4b3c7205 req-8f3cdc5e-83e8-4327-b32d-d9c9d1d5956e tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690439 Jul 16 01:38:29.973206 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f27302ba-dc5e-4d51-84eb-6f717bc78788 req-63076e18-67c6-46c3-a525-9f6bc34ecbfd tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179373 Jul 16 01:38:29.982123 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:29.988841 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-57d59e24-d7ef-4308-8ed0-42df05c867f5 req-69347fb1-fb0c-4eb1-9f89-c67a890bbb86 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b HTTP/1.1" status: 200 len: 217 time: 0.1014853 Jul 16 01:38:30.101739 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:30.102124 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.288604 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e0ef8c9-e8d4-46b4-8d9f-d4dd74c14232 req-e051dabe-ce33-4e40-bbb5-f8c4901769ab service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6243086 Jul 16 01:38:30.331620 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68621fb8-1378-4935-ac14-f6a482e0db2b req-7763871b-5f1f-49fc-8665-978e07bdac88 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:30.333729 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-68621fb8-1378-4935-ac14-f6a482e0db2b req-7763871b-5f1f-49fc-8665-978e07bdac88 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 944 time: 0.1254048 Jul 16 01:38:30.374688 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d59e24-d7ef-4308-8ed0-42df05c867f5 req-37ea8c20-34c2-419b-a6c2-a2bea7020ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:30.377599 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-57d59e24-d7ef-4308-8ed0-42df05c867f5 req-37ea8c20-34c2-419b-a6c2-a2bea7020ee8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=370bcf40-c26b-4959-9b56-af3cd128b9a8 HTTP/1.1" status: 200 len: 849 time: 0.3865809 Jul 16 01:38:30.386302 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-68621fb8-1378-4935-ac14-f6a482e0db2b req-4ac6ced0-4b47-4726-93ea-d8ba3c69294d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439999 Jul 16 01:38:30.447746 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-fb12ee5a-ea43-439f-879e-f8ac4a907651 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-840801490&fields=id&tenant_id=5db3964ad24743648c502cd9b77ad865 HTTP/1.1" status: 200 len: 267 time: 0.1580682 Jul 16 01:38:30.499127 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-04287bee-7776-454b-97be-395558c3fdeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d3863d-7b91-4edb-bf04-1af2eae04086 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:30.514737 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-04287bee-7776-454b-97be-395558c3fdeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.578138 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-04287bee-7776-454b-97be-395558c3fdeb service neutron] Transition to ACTIVE for port object f4d3863d-7b91-4edb-bf04-1af2eae04086 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:30.580286 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d59e24-d7ef-4308-8ed0-42df05c867f5 req-1ca9573b-cd3d-4f1c-b847-99fb42d5dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:30.581860 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-57d59e24-d7ef-4308-8ed0-42df05c867f5 req-1ca9573b-cd3d-4f1c-b847-99fb42d5dff6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=98e0b200-9d05-4336-87c3-fa057674aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1913841 Jul 16 01:38:30.587021 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-04287bee-7776-454b-97be-395558c3fdeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.680994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-54f5d7b5-fcbd-48fe-a1e6-16f1f3ddf959 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:30.684929 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-54f5d7b5-fcbd-48fe-a1e6-16f1f3ddf959 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/networks?id=bcdc0229-cd01-4532-8a67-71d584f848e2 HTTP/1.1" status: 200 len: 797 time: 0.2287188 Jul 16 01:38:30.737601 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04287bee-7776-454b-97be-395558c3fdeb service neutron] Pushing event updated for resources: {'Port': ['ID=f4d3863d-7b91-4edb-bf04-1af2eae04086,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:30.761714 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-1f7a948a-e9dd-4892-89b5-f4263c333a6c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/quotas/5db3964ad24743648c502cd9b77ad865 HTTP/1.1" status: 200 len: 375 time: 0.0424623 Jul 16 01:38:30.807737 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.898696 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-57d59e24-d7ef-4308-8ed0-42df05c867f5 req-108b20c5-482d-437b-98ac-ac3118c1dab0 service neutron] 10.222.0.82 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086822 Jul 16 01:38:31.000191 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-689ff24b-1484-4155-b429-2bf3efcea9cf tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5db3964ad24743648c502cd9b77ad865&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1987708 Jul 16 01:38:31.003745 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-04287bee-7776-454b-97be-395558c3fdeb service neutron] Attempting to bind port f4d3863d-7b91-4edb-bf04-1af2eae04086 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:31.004304 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-04287bee-7776-454b-97be-395558c3fdeb service neutron] Attempting to bind port f4d3863d-7b91-4edb-bf04-1af2eae04086 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '7001c564-5dab-4ec5-959b-17fbbab7fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:31.004904 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-04287bee-7776-454b-97be-395558c3fdeb service neutron] Attempting to bind port f4d3863d-7b91-4edb-bf04-1af2eae04086 on network dd31210a-b3ed-41ba-a32a-8a1d4015a729 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:31.022010 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-04287bee-7776-454b-97be-395558c3fdeb service neutron] Port f4d3863d-7b91-4edb-bf04-1af2eae04086 on network dd31210a-b3ed-41ba-a32a-8a1d4015a729 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:31.022350 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-04287bee-7776-454b-97be-395558c3fdeb service neutron] Attempting to bind port f4d3863d-7b91-4edb-bf04-1af2eae04086 on network dd31210a-b3ed-41ba-a32a-8a1d4015a729 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:31.091371 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:31.164774 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-57d59e24-d7ef-4308-8ed0-42df05c867f5 req-7c8890fc-bba9-496d-b3d4-34dda84eb8fd service neutron] 10.222.0.82 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541029 Jul 16 01:38:31.229038 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b,segment=NetworkSegment(26cb3629-566b-464c-b897-fa7167d26bb2),segment_id=26cb3629-566b-464c-b897-fa7167d26bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:31.245034 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'port_id': 'a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b', 'mac_address': 'fa:16:3e:6c:d6:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:31.255580 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c23bb-1462-45a0-9b06-e14afad2b659 req-ef3efb1a-4d09-49b3-9fab-0db73c3e8af6 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.257134 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-309c23bb-1462-45a0-9b06-e14afad2b659 req-ef3efb1a-4d09-49b3-9fab-0db73c3e8af6 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 945 time: 0.1131551 Jul 16 01:38:31.268020 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-04287bee-7776-454b-97be-395558c3fdeb service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:31.268678 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-04287bee-7776-454b-97be-395558c3fdeb service neutron] Checking segment: {'id': '7001c564-5dab-4ec5-959b-17fbbab7fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:31.269091 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-04287bee-7776-454b-97be-395558c3fdeb service neutron] Bound using segment: {'id': '7001c564-5dab-4ec5-959b-17fbbab7fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:31.269607 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-04287bee-7776-454b-97be-395558c3fdeb service neutron] Bound port: f4d3863d-7b91-4edb-bf04-1af2eae04086, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7001c564-5dab-4ec5-959b-17fbbab7fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:31.270029 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-04287bee-7776-454b-97be-395558c3fdeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.291449 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-9670ebf1-7bca-4e58-85d6-4bd1604fde70 service neutron] 10.222.0.16 "GET /v2.0/networks/bcdc0229-cd01-4532-8a67-71d584f848e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897005 Jul 16 01:38:31.311149 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.335074 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-309c23bb-1462-45a0-9b06-e14afad2b659 req-9472b7d0-4564-4767-9f5e-b561f3b583b5 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693986 Jul 16 01:38:31.335757 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37668) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:31.344331 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:31.396917 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b,segment=NetworkSegment(26cb3629-566b-464c-b897-fa7167d26bb2),segment_id=26cb3629-566b-464c-b897-fa7167d26bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:31.414297 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.423219 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-04287bee-7776-454b-97be-395558c3fdeb service neutron] For port f4d3863d-7b91-4edb-bf04-1af2eae04086, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:31.442354 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.449150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-04287bee-7776-454b-97be-395558c3fdeb service neutron] For port f4d3863d-7b91-4edb-bf04-1af2eae04086, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=f4d3863d-7b91-4edb-bf04-1af2eae04086,segment=NetworkSegment(7001c564-5dab-4ec5-959b-17fbbab7fc20),segment_id=7001c564-5dab-4ec5-959b-17fbbab7fc20)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:31.483848 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:31.497980 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-04287bee-7776-454b-97be-395558c3fdeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.547038 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-88bb847f-a4e4-49ff-9225-016a5bbece37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.563390 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-04287bee-7776-454b-97be-395558c3fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.564014 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-04287bee-7776-454b-97be-395558c3fdeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.565646 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-04287bee-7776-454b-97be-395558c3fdeb service neutron] 10.222.0.84 "PUT /v2.0/ports/f4d3863d-7b91-4edb-bf04-1af2eae04086 HTTP/1.1" status: 200 len: 1092 time: 2.6418414 Jul 16 01:38:31.566088 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a873c7-3ddc-417d-8c18-8875594b09ce', 'tag': 'f4d3863d-7b91-4edb-bf04-1af2eae04086'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:31.568437 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313ab288-06ef-4495-a272-6a8eba6d417a" -d '{"events": [{"name": "network-changed", "server_uuid": "10a873c7-3ddc-417d-8c18-8875594b09ce", "tag": "f4d3863d-7b91-4edb-bf04-1af2eae04086"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:31.614120 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:31.619740 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-0cd50975-5d61-4f56-b9bd-bedd1c4abc47 service neutron] 10.222.0.16 "GET /v2.0/networks/bcdc0229-cd01-4532-8a67-71d584f848e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041062 Jul 16 01:38:31.634180 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04287bee-7776-454b-97be-395558c3fdeb service neutron] Pushing event updated for resources: {'Port': ['ID=f4d3863d-7b91-4edb-bf04-1af2eae04086,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:31.640777 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f7937-c781-4833-992b-5ef71bf889a9 req-05d8134b-aacb-43b7-ae6c-74ef97444f68 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.647829 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-922f7937-c781-4833-992b-5ef71bf889a9 req-05d8134b-aacb-43b7-ae6c-74ef97444f68 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=10a873c7-3ddc-417d-8c18-8875594b09ce HTTP/1.1" status: 200 len: 943 time: 0.1556404 Jul 16 01:38:31.709158 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-c829d47d-7e0c-4c37-86fc-fffa4d7bf6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.709944 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-922f7937-c781-4833-992b-5ef71bf889a9 req-3632c191-232f-4ce6-badd-e008971e6d2c tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613101 Jul 16 01:38:31.710905 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-c829d47d-7e0c-4c37-86fc-fffa4d7bf6d2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ad0c269a16154916be54bb1af1787626&device_id=10a873c7-3ddc-417d-8c18-8875594b09ce HTTP/1.1" status: 200 len: 1095 time: 0.0871160 Jul 16 01:38:31.745990 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-88bb847f-a4e4-49ff-9225-016a5bbece37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.753215 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-1edabcb7-468b-43f8-b686-178de6cb82f6 req-9882c805-1fe1-4170-8e1b-d69ca3019cae tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-673618224', 'description': 'tempest-description-1810944420'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:31.760897 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-88bb847f-a4e4-49ff-9225-016a5bbece37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.768243 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-1512e5a0-6e7d-4b1d-8c76-4d0a4512a338 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4d3863d-7b91-4edb-bf04-1af2eae04086 HTTP/1.1" status: 200 len: 217 time: 0.0497527 Jul 16 01:38:31.817731 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-88bb847f-a4e4-49ff-9225-016a5bbece37 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bafb68f22c9f4262a83f50c90bab8431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4805882 Jul 16 01:38:31.818892 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb847f-a4e4-49ff-9225-016a5bbece37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a51e768-97ab-4ca4-b8af-cde67e60c3dc,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:31.821456 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37684) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:31.832298 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-1edabcb7-468b-43f8-b686-178de6cb82f6 req-9882c805-1fe1-4170-8e1b-d69ca3019cae tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.890357 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-ff911c3c-2469-4875-9ec6-488618204df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.892602 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-ff911c3c-2469-4875-9ec6-488618204df2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3be564b1-f055-40ad-87fc-208a1fbc335f HTTP/1.1" status: 200 len: 854 time: 0.1167014 Jul 16 01:38:31.930686 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-5d12ce13-50af-49e6-a773-fe374370ec6f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dd31210a-b3ed-41ba-a32a-8a1d4015a729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306983 Jul 16 01:38:32.038455 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d22ab36a-ddfb-4732-9bc5-50353cfe43a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.065539 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-1edabcb7-468b-43f8-b686-178de6cb82f6 req-9882c805-1fe1-4170-8e1b-d69ca3019cae tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.081652 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-1edabcb7-468b-43f8-b686-178de6cb82f6 req-9882c805-1fe1-4170-8e1b-d69ca3019cae tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.103353 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d22ab36a-ddfb-4732-9bc5-50353cfe43a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.138666 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-9f64b3f3-373f-4432-934b-a9a671d06244 service neutron] 10.222.0.84 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926017 Jul 16 01:38:32.150739 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-1edabcb7-468b-43f8-b686-178de6cb82f6 req-9882c805-1fe1-4170-8e1b-d69ca3019cae tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.152250 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1edabcb7-468b-43f8-b686-178de6cb82f6 req-9882c805-1fe1-4170-8e1b-d69ca3019cae tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.4043651 Jul 16 01:38:32.155628 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882c805-1fe1-4170-8e1b-d69ca3019cae tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299a92aa-aada-4cc5-9960-61d507eb58be,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:32.197779 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d22ab36a-ddfb-4732-9bc5-50353cfe43a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.200568 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d22ab36a-ddfb-4732-9bc5-50353cfe43a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.204200 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d22ab36a-ddfb-4732-9bc5-50353cfe43a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a51e768-97ab-4ca4-b8af-cde67e60c3dc HTTP/1.1" status: 204 len: 168 time: 0.3791893 Jul 16 01:38:32.215895 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ab36a-ddfb-4732-9bc5-50353cfe43a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a51e768-97ab-4ca4-b8af-cde67e60c3dc,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:32.281839 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b400cb-9c2f-432f-b1b4-ee409961f09d req-a289e1a1-2705-41ab-ac22-75a6ae946cb4 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.289073 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-64b400cb-9c2f-432f-b1b4-ee409961f09d req-a289e1a1-2705-41ab-ac22-75a6ae946cb4 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 945 time: 0.2968976 Jul 16 01:38:32.292332 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c767d9a1-eb28-4c9d-b433-d5dbe9b194e3 req-e804413b-3509-47a1-a093-0805fa527e69 service neutron] 10.222.0.84 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453824 Jul 16 01:38:32.332777 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b0262a-6f93-4029-9fe8-8e35c8e48c00 x-openstack-request-id: req-b8b0262a-6f93-4029-9fe8-8e35c8e48c00 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:32.332777 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a873c7-3ddc-417d-8c18-8875594b09ce", "tag": "f4d3863d-7b91-4edb-bf04-1af2eae04086", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:32.333033 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8b0262a-6f93-4029-9fe8-8e35c8e48c00 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:32.333415 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a873c7-3ddc-417d-8c18-8875594b09ce', 'tag': 'f4d3863d-7b91-4edb-bf04-1af2eae04086', 'status': 'completed', 'code': 200} Jul 16 01:38:32.405624 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d0f98199-afa2-4b83-9dd1-39f953084377 req-0d2542b1-ae72-4485-a93e-a290f3d279f9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=4008c7ff-f494-4021-8d57-b2f0e17f345a HTTP/1.1" status: 200 len: 210 time: 0.0428729 Jul 16 01:38:32.421386 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-64b400cb-9c2f-432f-b1b4-ee409961f09d req-26feb972-66ce-4902-b9ac-602e711b943b tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306233 Jul 16 01:38:32.454510 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ab288-06ef-4495-a272-6a8eba6d417a req-fa15eafb-9fbd-4edf-a24d-b708aab09e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.456250 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-313ab288-06ef-4495-a272-6a8eba6d417a req-fa15eafb-9fbd-4edf-a24d-b708aab09e8f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ad0c269a16154916be54bb1af1787626&device_id=10a873c7-3ddc-417d-8c18-8875594b09ce HTTP/1.1" status: 200 len: 1095 time: 0.1005983 Jul 16 01:38:32.525678 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.613056 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ab288-06ef-4495-a272-6a8eba6d417a req-676807a7-c79a-418c-a108-69e658342193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.615560 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-313ab288-06ef-4495-a272-6a8eba6d417a req-676807a7-c79a-418c-a108-69e658342193 service neutron] 10.222.0.84 "GET /v2.0/networks?id=dd31210a-b3ed-41ba-a32a-8a1d4015a729 HTTP/1.1" status: 200 len: 915 time: 0.1514230 Jul 16 01:38:32.670133 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b73286ac-dfad-4c96-a968-34c6585e5037 req-fff4fb43-7243-4282-a2a2-fa65ff0bac8a tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-673618224&fields=id&tenant_id=15e56770c49b4c2c90bfb165e0219098 HTTP/1.1" status: 200 len: 267 time: 0.0593505 Jul 16 01:38:32.678433 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-313ab288-06ef-4495-a272-6a8eba6d417a req-fed3dcf8-2b13-4042-a77c-b2a2b463a7de service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4d3863d-7b91-4edb-bf04-1af2eae04086 HTTP/1.1" status: 200 len: 217 time: 0.0555770 Jul 16 01:38:32.737533 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ab288-06ef-4495-a272-6a8eba6d417a req-47320e1b-a326-4dc6-a5ce-435ecf88dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.739136 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-313ab288-06ef-4495-a272-6a8eba6d417a req-47320e1b-a326-4dc6-a5ce-435ecf88dd63 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3be564b1-f055-40ad-87fc-208a1fbc335f HTTP/1.1" status: 200 len: 854 time: 0.0535469 Jul 16 01:38:32.753564 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37718) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:32.792654 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-313ab288-06ef-4495-a272-6a8eba6d417a req-e92a676b-1eab-4e32-87f8-1859e9be2a50 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dd31210a-b3ed-41ba-a32a-8a1d4015a729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438385 Jul 16 01:38:32.810360 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-581ddc5f-9ec3-4262-8a98-0f3a1899a1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.904536 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73286ac-dfad-4c96-a968-34c6585e5037 req-dccac415-e35b-4bf1-bc92-6eeaeb045489 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.906179 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b73286ac-dfad-4c96-a968-34c6585e5037 req-dccac415-e35b-4bf1-bc92-6eeaeb045489 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 945 time: 0.2348239 Jul 16 01:38:32.962107 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-b73286ac-dfad-4c96-a968-34c6585e5037 req-d45b6bf1-b0dd-413d-84f6-d44adeff9a44 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Request body: {'port': {'security_groups': ['16abd40c-d5b6-4c45-86af-f5dacf11d622', '299a92aa-aada-4cc5-9960-61d507eb58be']}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:32.993474 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab718dd-fb7c-4fdf-b4a7-99222f68cfb5 req-00966996-0759-4132-b9b4-d248b2e847ae tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.995569 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ab718dd-fb7c-4fdf-b4a7-99222f68cfb5 req-00966996-0759-4132-b9b4-d248b2e847ae tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=10a873c7-3ddc-417d-8c18-8875594b09ce HTTP/1.1" status: 200 len: 943 time: 0.1472352 Jul 16 01:38:33.001056 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-313ab288-06ef-4495-a272-6a8eba6d417a req-d9c3a6af-a896-4b78-b058-683ddb08c9de service neutron] 10.222.0.84 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003810 Jul 16 01:38:33.073024 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-581ddc5f-9ec3-4262-8a98-0f3a1899a1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.080523 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ab718dd-fb7c-4fdf-b4a7-99222f68cfb5 req-371b0bef-6b7b-42a5-8941-2d49fb39f694 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767620 Jul 16 01:38:33.082168 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-581ddc5f-9ec3-4262-8a98-0f3a1899a1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.107676 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:33.122276 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ddc5f-9ec3-4262-8a98-0f3a1899a1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cb9e0b-c0d6-4176-92b7-8c01bdda5625,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:33.143496 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b73286ac-dfad-4c96-a968-34c6585e5037 req-d45b6bf1-b0dd-413d-84f6-d44adeff9a44 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.167861 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-581ddc5f-9ec3-4262-8a98-0f3a1899a1c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b29a2f0f6fc840259a05162834cb24cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4126823 Jul 16 01:38:33.170483 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37730) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:33.198629 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:33.203964 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:33.204704 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.210825 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-313ab288-06ef-4495-a272-6a8eba6d417a req-71000166-69cb-446e-82ab-f7c99a95dc2f service neutron] 10.222.0.84 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676919 Jul 16 01:38:33.305415 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8854d554-7643-45ae-8eed-eaca4a1b7806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.306076 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.338678 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:33.341818 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf2a3be-bbbd-466f-a93a-e2b6ba19cefb" -d '{"events": [{"server_uuid": "f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9", "name": "network-vif-plugged", "status": "completed", "tag": "a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:33.357742 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8854d554-7643-45ae-8eed-eaca4a1b7806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.358021 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b,segment=NetworkSegment(26cb3629-566b-464c-b897-fa7167d26bb2),segment_id=26cb3629-566b-464c-b897-fa7167d26bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:33.366591 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.479211 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:33.490750 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8854d554-7643-45ae-8eed-eaca4a1b7806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.493834 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8854d554-7643-45ae-8eed-eaca4a1b7806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.497599 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8854d554-7643-45ae-8eed-eaca4a1b7806 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1cb9e0b-c0d6-4176-92b7-8c01bdda5625 HTTP/1.1" status: 204 len: 168 time: 0.3237417 Jul 16 01:38:33.497991 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-b73286ac-dfad-4c96-a968-34c6585e5037 req-d45b6bf1-b0dd-413d-84f6-d44adeff9a44 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] For port fade7e6d-2486-402f-8ed6-b3b108895340, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=fade7e6d-2486-402f-8ed6-b3b108895340,segment=NetworkSegment(8485c43f-cbb1-4157-845f-5ae431121d5a),segment_id=8485c43f-cbb1-4157-845f-5ae431121d5a)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:33.517478 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854d554-7643-45ae-8eed-eaca4a1b7806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cb9e0b-c0d6-4176-92b7-8c01bdda5625,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:33.566538 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b73286ac-dfad-4c96-a968-34c6585e5037 req-d45b6bf1-b0dd-413d-84f6-d44adeff9a44 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.578964 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b73286ac-dfad-4c96-a968-34c6585e5037 req-d45b6bf1-b0dd-413d-84f6-d44adeff9a44 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.590672 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['fade7e6d-2486-402f-8ed6-b3b108895340'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:33.646867 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a98516-80d0-444d-b9d6-b72d68ed9bf0 x-openstack-request-id: req-e5a98516-80d0-444d-b9d6-b72d68ed9bf0 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:33.647945 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9", "name": "network-vif-plugged", "status": "completed", "tag": "a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:33.648427 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5a98516-80d0-444d-b9d6-b72d68ed9bf0 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:33.649021 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b', 'code': 200} Jul 16 01:38:33.708415 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['fade7e6d-2486-402f-8ed6-b3b108895340'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:33.719696 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73286ac-dfad-4c96-a968-34c6585e5037 req-d45b6bf1-b0dd-413d-84f6-d44adeff9a44 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.720662 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b73286ac-dfad-4c96-a968-34c6585e5037 req-d45b6bf1-b0dd-413d-84f6-d44adeff9a44 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.725090 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b73286ac-dfad-4c96-a968-34c6585e5037 req-d45b6bf1-b0dd-413d-84f6-d44adeff9a44 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "PUT /v2.0/ports/fade7e6d-2486-402f-8ed6-b3b108895340 HTTP/1.1" status: 200 len: 981 time: 0.7696667 Jul 16 01:38:33.727175 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f028f9d-8e8a-4e6e-be33-b94696eb24f8', 'tag': 'fade7e6d-2486-402f-8ed6-b3b108895340'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:33.738080 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36939a87-e1ed-48dc-a1f9-ae523bdc5801" -d '{"events": [{"name": "network-changed", "server_uuid": "9f028f9d-8e8a-4e6e-be33-b94696eb24f8", "tag": "fade7e6d-2486-402f-8ed6-b3b108895340"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:33.746253 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-e6a00887-92ad-448c-b79c-6ac797e43b9a tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.763062 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-e6a00887-92ad-448c-b79c-6ac797e43b9a tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.82 "GET /v2.0/networks?id=bcdc0229-cd01-4532-8a67-71d584f848e2 HTTP/1.1" status: 200 len: 797 time: 0.2836826 Jul 16 01:38:33.790000 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b6bf1-b0dd-413d-84f6-d44adeff9a44 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Pushing event updated for resources: {'Port': ['ID=fade7e6d-2486-402f-8ed6-b3b108895340,revision_number=6']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:33.998292 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ac91aa8-cf72-400a-967e-83031f3cfb10 req-c063176b-a538-402a-9184-59e026b3c485 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=4008c7ff-f494-4021-8d57-b2f0e17f345a HTTP/1.1" status: 200 len: 210 time: 0.0841062 Jul 16 01:38:34.037023 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34791ac6-f2c9-4791-9a45-6f69f693e321 req-39085316-64ad-45cf-acf9-4c035e0194cb tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.044408 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34791ac6-f2c9-4791-9a45-6f69f693e321 req-39085316-64ad-45cf-acf9-4c035e0194cb tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.1291862 Jul 16 01:38:34.047210 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-0dbdc582-9738-4e9f-9119-6742e44da695 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5db3964ad24743648c502cd9b77ad865 HTTP/1.1" status: 200 len: 379 time: 0.1906910 Jul 16 01:38:34.058814 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-f885f4e5-1d2f-4cd4-a2d9-2cbd5dd59cf0 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'port': {'device_id': '4008c7ff-f494-4021-8d57-b2f0e17f345a', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'admin_state_up': True, 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'security_groups': ['bc254919-ff6c-41a5-9e16-482f0ac8ef01']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:34.099207 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88b31c-1a37-457d-9811-743ec0569d7b req-317f3096-7f25-490c-94ac-3b22857e8e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.100832 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b88b31c-1a37-457d-9811-743ec0569d7b req-317f3096-7f25-490c-94ac-3b22857e8e9c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 1098 time: 0.3367727 Jul 16 01:38:34.148825 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34791ac6-f2c9-4791-9a45-6f69f693e321 req-b35708c8-66a9-4a23-b689-bc4b845330c3 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022120 Jul 16 01:38:34.206827 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb635f47-83f0-4f88-bb81-202b506ce2f1 x-openstack-request-id: req-fb635f47-83f0-4f88-bb81-202b506ce2f1 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:34.207126 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f028f9d-8e8a-4e6e-be33-b94696eb24f8", "tag": "fade7e6d-2486-402f-8ed6-b3b108895340", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:34.207381 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb635f47-83f0-4f88-bb81-202b506ce2f1 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:34.207912 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f028f9d-8e8a-4e6e-be33-b94696eb24f8', 'tag': 'fade7e6d-2486-402f-8ed6-b3b108895340', 'status': 'completed', 'code': 200} Jul 16 01:38:34.229333 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b88b31c-1a37-457d-9811-743ec0569d7b req-ae9c6f9d-2c15-4ff6-a940-c566133aaa57 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211402 Jul 16 01:38:34.273089 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-f885f4e5-1d2f-4cd4-a2d9-2cbd5dd59cf0 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Made reservation on behalf of 5db3964ad24743648c502cd9b77ad865 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:34.280681 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-f885f4e5-1d2f-4cd4-a2d9-2cbd5dd59cf0 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.403933 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f643418-1c08-4ae5-a0ef-d32bf04813d2 req-f6174f44-ad51-4867-85da-51801b2cd840 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.406229 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7f643418-1c08-4ae5-a0ef-d32bf04813d2 req-f6174f44-ad51-4867-85da-51801b2cd840 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=10a873c7-3ddc-417d-8c18-8875594b09ce HTTP/1.1" status: 200 len: 943 time: 0.0783014 Jul 16 01:38:34.463603 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5569b4fe-be54-4cdb-ba10-1c94f56c05e9 req-bc698c10-1856-4267-81e9-48454434e81b tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-673618224&fields=id&tenant_id=15e56770c49b4c2c90bfb165e0219098 HTTP/1.1" status: 200 len: 267 time: 0.1361189 Jul 16 01:38:34.476972 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7f643418-1c08-4ae5-a0ef-d32bf04813d2 req-42818d6f-efcf-428a-a245-6f6a2d30d375 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640965 Jul 16 01:38:34.610883 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-f885f4e5-1d2f-4cd4-a2d9-2cbd5dd59cf0 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Allocated IP 172.20.0.3 (bcdc0229-cd01-4532-8a67-71d584f848e2/f6527019-7ef6-4382-8e37-6e73700c058a/3df0ba7e-7f6e-4d29-8f66-0dd0ff809420) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:34.619395 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36939a87-e1ed-48dc-a1f9-ae523bdc5801 req-e58a5664-5f3e-47ab-9066-6de9ba12fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.621234 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36939a87-e1ed-48dc-a1f9-ae523bdc5801 req-e58a5664-5f3e-47ab-9066-6de9ba12fda5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=15e56770c49b4c2c90bfb165e0219098&device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 1136 time: 0.2947664 Jul 16 01:38:34.665828 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569b4fe-be54-4cdb-ba10-1c94f56c05e9 req-65cbb597-bc5a-431a-bd6c-15964c5339a1 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.667590 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5569b4fe-be54-4cdb-ba10-1c94f56c05e9 req-65cbb597-bc5a-431a-bd6c-15964c5339a1 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 984 time: 0.1965003 Jul 16 01:38:34.690174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-5569b4fe-be54-4cdb-ba10-1c94f56c05e9 req-3f26f52c-b5af-42a0-ac29-6c514e3c03b8 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Request body: {'port': {'security_groups': ['16abd40c-d5b6-4c45-86af-f5dacf11d622']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:34.894046 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36939a87-e1ed-48dc-a1f9-ae523bdc5801 req-9e001b4b-8c90-4017-b575-3e744779cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.895663 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36939a87-e1ed-48dc-a1f9-ae523bdc5801 req-9e001b4b-8c90-4017-b575-3e744779cf84 service neutron] 10.222.0.82 "GET /v2.0/networks?id=48a6dff3-4e27-4968-8def-dde595202060 HTTP/1.1" status: 200 len: 920 time: 0.2645130 Jul 16 01:38:34.945153 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5569b4fe-be54-4cdb-ba10-1c94f56c05e9 req-3f26f52c-b5af-42a0-ac29-6c514e3c03b8 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.955968 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36939a87-e1ed-48dc-a1f9-ae523bdc5801 req-a4371f62-d765-4334-a94f-b0499eb45694 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fade7e6d-2486-402f-8ed6-b3b108895340 HTTP/1.1" status: 200 len: 217 time: 0.0501888 Jul 16 01:38:34.973468 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.045230 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-f885f4e5-1d2f-4cd4-a2d9-2cbd5dd59cf0 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.073649 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-f885f4e5-1d2f-4cd4-a2d9-2cbd5dd59cf0 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Transition to ACTIVE for port object 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:35.102217 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36939a87-e1ed-48dc-a1f9-ae523bdc5801 req-90cc2885-c73a-4ed8-9d53-51cfda92358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.103774 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36939a87-e1ed-48dc-a1f9-ae523bdc5801 req-90cc2885-c73a-4ed8-9d53-51cfda92358a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=36d83a8c-16f2-4271-82b4-750235f338ef HTTP/1.1" status: 200 len: 859 time: 0.1337113 Jul 16 01:38:35.246284 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aaddd40d-f9b2-47ad-822f-12e29c7962b6 req-13e3a16f-2f94-423f-a3ca-2f98ee74b76e tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=4008c7ff-f494-4021-8d57-b2f0e17f345a HTTP/1.1" status: 200 len: 210 time: 0.0387478 Jul 16 01:38:35.286935 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36939a87-e1ed-48dc-a1f9-ae523bdc5801 req-63597836-df8d-4640-a7c4-1ed93028b520 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48a6dff3-4e27-4968-8def-dde595202060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503371 Jul 16 01:38:35.343252 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-f885f4e5-1d2f-4cd4-a2d9-2cbd5dd59cf0 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.359080 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-5569b4fe-be54-4cdb-ba10-1c94f56c05e9 req-3f26f52c-b5af-42a0-ac29-6c514e3c03b8 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] For port fade7e6d-2486-402f-8ed6-b3b108895340, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=fade7e6d-2486-402f-8ed6-b3b108895340,segment=NetworkSegment(8485c43f-cbb1-4157-845f-5ae431121d5a),segment_id=8485c43f-cbb1-4157-845f-5ae431121d5a)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:35.417673 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device f4d3863d-7b91-4edb-bf04-1af2eae04086 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:35.475514 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732436f3-06a2-4150-885f-7bede1ff74af req-095b135c-0f92-4aca-a573-3c107cc36aca tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.477444 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-732436f3-06a2-4150-885f-7bede1ff74af req-095b135c-0f92-4aca-a573-3c107cc36aca tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.0823591 Jul 16 01:38:35.539535 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-f885f4e5-1d2f-4cd4-a2d9-2cbd5dd59cf0 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Network bcdc0229-cd01-4532-8a67-71d584f848e2 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:35.557491 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-732436f3-06a2-4150-885f-7bede1ff74af req-04027fcd-e457-47de-bf9d-e62a4290919a tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559540 Jul 16 01:38:35.566305 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-f885f4e5-1d2f-4cd4-a2d9-2cbd5dd59cf0 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:35.589499 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5569b4fe-be54-4cdb-ba10-1c94f56c05e9 req-3f26f52c-b5af-42a0-ac29-6c514e3c03b8 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.594932 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-f885f4e5-1d2f-4cd4-a2d9-2cbd5dd59cf0 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:35.601400 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885f4e5-1d2f-4cd4-a2d9-2cbd5dd59cf0 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'Port': ['ID=3df0ba7e-7f6e-4d29-8f66-0dd0ff809420,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:35.655481 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5569b4fe-be54-4cdb-ba10-1c94f56c05e9 req-3f26f52c-b5af-42a0-ac29-6c514e3c03b8 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.661560 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port f4d3863d-7b91-4edb-bf04-1af2eae04086, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=f4d3863d-7b91-4edb-bf04-1af2eae04086,segment=NetworkSegment(7001c564-5dab-4ec5-959b-17fbbab7fc20),segment_id=7001c564-5dab-4ec5-959b-17fbbab7fc20)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:35.682005 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'f4d3863d-7b91-4edb-bf04-1af2eae04086', 'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729', 'port_id': 'f4d3863d-7b91-4edb-bf04-1af2eae04086', 'mac_address': 'fa:16:3e:c5:4b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3be564b1-f055-40ad-87fc-208a1fbc335f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:35.686310 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['fade7e6d-2486-402f-8ed6-b3b108895340'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:35.757646 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36939a87-e1ed-48dc-a1f9-ae523bdc5801 req-c978d751-05a6-43dc-9dcc-c68123e84054 service neutron] 10.222.0.82 "GET /v2.0/networks/48a6dff3-4e27-4968-8def-dde595202060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619644 Jul 16 01:38:35.786495 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.804627 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4d3863d-7b91-4edb-bf04-1af2eae04086 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:35.866695 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c36e3-82d6-4674-986b-b036b28d262d req-79074148-4832-41dc-956d-f7739d6ba734 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.868313 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2e0c36e3-82d6-4674-986b-b036b28d262d req-79074148-4832-41dc-956d-f7739d6ba734 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=10a873c7-3ddc-417d-8c18-8875594b09ce HTTP/1.1" status: 200 len: 943 time: 0.1590581 Jul 16 01:38:35.928502 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port f4d3863d-7b91-4edb-bf04-1af2eae04086, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=f4d3863d-7b91-4edb-bf04-1af2eae04086,segment=NetworkSegment(7001c564-5dab-4ec5-959b-17fbbab7fc20),segment_id=7001c564-5dab-4ec5-959b-17fbbab7fc20)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:35.942608 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2e0c36e3-82d6-4674-986b-b036b28d262d req-f496fc7b-9543-4c84-ba02-c208437fe767 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675011 Jul 16 01:38:35.945082 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569b4fe-be54-4cdb-ba10-1c94f56c05e9 req-3f26f52c-b5af-42a0-ac29-6c514e3c03b8 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.946011 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5569b4fe-be54-4cdb-ba10-1c94f56c05e9 req-3f26f52c-b5af-42a0-ac29-6c514e3c03b8 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.950200 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.965053 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5569b4fe-be54-4cdb-ba10-1c94f56c05e9 req-3f26f52c-b5af-42a0-ac29-6c514e3c03b8 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "PUT /v2.0/ports/fade7e6d-2486-402f-8ed6-b3b108895340 HTTP/1.1" status: 200 len: 942 time: 1.2824492 Jul 16 01:38:36.006185 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f028f9d-8e8a-4e6e-be33-b94696eb24f8', 'tag': 'fade7e6d-2486-402f-8ed6-b3b108895340'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:36.011153 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b1cb63-8d25-485c-94bb-37d285f3e456" -d '{"events": [{"name": "network-changed", "server_uuid": "9f028f9d-8e8a-4e6e-be33-b94696eb24f8", "tag": "fade7e6d-2486-402f-8ed6-b3b108895340"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:36.034715 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=f4d3863d-7b91-4edb-bf04-1af2eae04086,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:36.090695 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['fade7e6d-2486-402f-8ed6-b3b108895340'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:36.110439 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-f885f4e5-1d2f-4cd4-a2d9-2cbd5dd59cf0 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.111274 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-f885f4e5-1d2f-4cd4-a2d9-2cbd5dd59cf0 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.146106 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36939a87-e1ed-48dc-a1f9-ae523bdc5801 req-555af781-34da-44c9-af9f-6c9d2e8a911f service neutron] 10.222.0.82 "GET /v2.0/networks/48a6dff3-4e27-4968-8def-dde595202060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710284 Jul 16 01:38:36.153295 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2f0d03de-c698-40a8-b0a3-8634c333af28 None None] Provisioning for port 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:36.157768 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2f0d03de-c698-40a8-b0a3-8634c333af28 None None] Provisioning complete for port 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:36.158238 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2f0d03de-c698-40a8-b0a3-8634c333af28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.158972 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26f52c-b5af-42a0-ac29-6c514e3c03b8 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Pushing event updated for resources: {'Port': ['ID=fade7e6d-2486-402f-8ed6-b3b108895340,revision_number=7']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:36.167077 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-f885f4e5-1d2f-4cd4-a2d9-2cbd5dd59cf0 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1123469 Jul 16 01:38:36.180942 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-862e71ef-442c-4d61-9f9a-6101e57b3a8f service neutron] Request body: {'port': {'device_id': '4008c7ff-f494-4021-8d57-b2f0e17f345a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:36.349519 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-862e71ef-442c-4d61-9f9a-6101e57b3a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.425896 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1a6f4-e6be-4c01-99f6-97c6875673ad req-7512c038-f712-42a5-9d95-e3c22e0b918f tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.433218 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dee1a6f4-e6be-4c01-99f6-97c6875673ad req-7512c038-f712-42a5-9d95-e3c22e0b918f tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.1975410 Jul 16 01:38:36.451236 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37840) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:36.477117 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-4c2f5535-b0ed-41ed-b735-9dfc2a2ac0f2 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Request body: {'floatingip': {'port_id': 'a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:36.499817 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f2c25e-93f5-4e8f-9bd1-dc0a95bb9970 x-openstack-request-id: req-d7f2c25e-93f5-4e8f-9bd1-dc0a95bb9970 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:36.500682 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f028f9d-8e8a-4e6e-be33-b94696eb24f8", "tag": "fade7e6d-2486-402f-8ed6-b3b108895340", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:36.501042 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7f2c25e-93f5-4e8f-9bd1-dc0a95bb9970 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:36.501553 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f028f9d-8e8a-4e6e-be33-b94696eb24f8', 'tag': 'fade7e6d-2486-402f-8ed6-b3b108895340', 'status': 'completed', 'code': 200} Jul 16 01:38:36.523379 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2f0d03de-c698-40a8-b0a3-8634c333af28 None None] Port 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:36.525208 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['f4d3863d-7b91-4edb-bf04-1af2eae04086'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:36.647104 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a5420f6f-6712-45d3-976d-a38e8a5af76d req-37e2265a-fc9c-4c71-ba30-46e26e54adf4 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4095302 Jul 16 01:38:36.659466 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4c2f5535-b0ed-41ed-b735-9dfc2a2ac0f2 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for floatingip, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.665554 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-a5420f6f-6712-45d3-976d-a38e8a5af76d req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:36.727390 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37844) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:36.738156 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-a5420f6f-6712-45d3-976d-a38e8a5af76d req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.217652 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-a5420f6f-6712-45d3-976d-a38e8a5af76d req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.280692 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a85fb71c-7507-4d1c-a49e-86127f5cf22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.376222 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd4ddd-aaba-434c-afd0-f6dbac287f89 req-84f424f0-c22c-4a08-bfa4-efd44fd3bbbb tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.377830 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7bdd4ddd-aaba-434c-afd0-f6dbac287f89 req-84f424f0-c22c-4a08-bfa4-efd44fd3bbbb tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=4008c7ff-f494-4021-8d57-b2f0e17f345a HTTP/1.1" status: 200 len: 931 time: 0.7404821 Jul 16 01:38:37.379755 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1cb63-8d25-485c-94bb-37d285f3e456 req-d9d28e5d-77db-489f-9b18-a30663bce8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.381239 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26b1cb63-8d25-485c-94bb-37d285f3e456 req-d9d28e5d-77db-489f-9b18-a30663bce8dd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=15e56770c49b4c2c90bfb165e0219098&device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 1097 time: 0.7425635 Jul 16 01:38:37.519936 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-a5420f6f-6712-45d3-976d-a38e8a5af76d req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Allocated IP 172.25.6.54 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/73424cf6-08da-46b2-bb5b-434f3981d2b5) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:37.559747 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7bdd4ddd-aaba-434c-afd0-f6dbac287f89 req-b9ee4a35-5851-42bb-b527-7df046a690d9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc254919-ff6c-41a5-9e16-482f0ac8ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745462 Jul 16 01:38:37.574736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-862e71ef-442c-4d61-9f9a-6101e57b3a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:37.597165 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-862e71ef-442c-4d61-9f9a-6101e57b3a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.681389 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-862e71ef-442c-4d61-9f9a-6101e57b3a8f service neutron] Transition to ACTIVE for port object 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:37.689394 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1cb63-8d25-485c-94bb-37d285f3e456 req-592aa051-05cc-401f-81cd-3b5270d22b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.691130 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26b1cb63-8d25-485c-94bb-37d285f3e456 req-592aa051-05cc-401f-81cd-3b5270d22b5e service neutron] 10.222.0.82 "GET /v2.0/networks?id=48a6dff3-4e27-4968-8def-dde595202060 HTTP/1.1" status: 200 len: 920 time: 0.2896118 Jul 16 01:38:37.697804 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-862e71ef-442c-4d61-9f9a-6101e57b3a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.769431 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a85fb71c-7507-4d1c-a49e-86127f5cf22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.814067 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26b1cb63-8d25-485c-94bb-37d285f3e456 req-17dae3c7-2fb7-438d-9093-d52de4ddacec service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fade7e6d-2486-402f-8ed6-b3b108895340 HTTP/1.1" status: 200 len: 217 time: 0.0990453 Jul 16 01:38:37.835844 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a85fb71c-7507-4d1c-a49e-86127f5cf22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.929775 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e71ef-442c-4d61-9f9a-6101e57b3a8f service neutron] Pushing event updated for resources: {'Port': ['ID=3df0ba7e-7f6e-4d29-8f66-0dd0ff809420,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:37.957570 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1cb63-8d25-485c-94bb-37d285f3e456 req-cebed443-bf05-4f3a-999f-7277cb91f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.959076 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26b1cb63-8d25-485c-94bb-37d285f3e456 req-cebed443-bf05-4f3a-999f-7277cb91f368 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=36d83a8c-16f2-4271-82b4-750235f338ef HTTP/1.1" status: 200 len: 859 time: 0.1269190 Jul 16 01:38:37.967323 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85fb71c-7507-4d1c-a49e-86127f5cf22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217aa470-aa4b-4527-bce9-39872bcd8e81,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:38.023296 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4c2f5535-b0ed-41ed-b735-9dfc2a2ac0f2 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.036784 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4c2f5535-b0ed-41ed-b735-9dfc2a2ac0f2 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.050589 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a85fb71c-7507-4d1c-a49e-86127f5cf22e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c390a33c6e04c3391f4e93c0543c963&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3136797 Jul 16 01:38:38.056025 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26b1cb63-8d25-485c-94bb-37d285f3e456 req-21b20fc2-bd98-49e5-bba9-68bd21233fcb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48a6dff3-4e27-4968-8def-dde595202060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814793 Jul 16 01:38:38.056745 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37874) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:38.157909 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849ccbc-71bb-4d06-8d20-be99add92124 req-eafface6-30a1-4143-aeb4-043aef755c44 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.164991 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1849ccbc-71bb-4d06-8d20-be99add92124 req-eafface6-30a1-4143-aeb4-043aef755c44 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=10a873c7-3ddc-417d-8c18-8875594b09ce HTTP/1.1" status: 200 len: 944 time: 0.4148028 Jul 16 01:38:38.168558 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-a5420f6f-6712-45d3-976d-a38e8a5af76d req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.214444 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-a5420f6f-6712-45d3-976d-a38e8a5af76d req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.258648 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7dfa58b9-07e2-42d1-b4ec-0ee1ef1f347b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.272691 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-4c2f5535-b0ed-41ed-b735-9dfc2a2ac0f2 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Floating IP 4935be19-0581-46de-9cf3-c419e67fac9e associated. External IP: 172.25.6.146, port: a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b. Jul 16 01:38:38.275856 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5420f6f-6712-45d3-976d-a38e8a5af76d req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:38.279950 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-862e71ef-442c-4d61-9f9a-6101e57b3a8f service neutron] Attempting to bind port 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:38.280295 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-862e71ef-442c-4d61-9f9a-6101e57b3a8f service neutron] Attempting to bind port 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'f4a23602-b0a5-4c25-aece-794ff1dc0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:38.280730 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-862e71ef-442c-4d61-9f9a-6101e57b3a8f service neutron] Attempting to bind port 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 on network bcdc0229-cd01-4532-8a67-71d584f848e2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:38.292659 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7dfa58b9-07e2-42d1-b4ec-0ee1ef1f347b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.317598 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-862e71ef-442c-4d61-9f9a-6101e57b3a8f service neutron] Port 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 on network bcdc0229-cd01-4532-8a67-71d584f848e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:38.317931 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-862e71ef-442c-4d61-9f9a-6101e57b3a8f service neutron] Attempting to bind port 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 on network bcdc0229-cd01-4532-8a67-71d584f848e2 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:38.339801 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-862e71ef-442c-4d61-9f9a-6101e57b3a8f service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:38.340320 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-862e71ef-442c-4d61-9f9a-6101e57b3a8f service neutron] Checking segment: {'id': 'f4a23602-b0a5-4c25-aece-794ff1dc0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:38.340884 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-862e71ef-442c-4d61-9f9a-6101e57b3a8f service neutron] Bound using segment: {'id': 'f4a23602-b0a5-4c25-aece-794ff1dc0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:38.341463 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-862e71ef-442c-4d61-9f9a-6101e57b3a8f service neutron] Bound port: 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a23602-b0a5-4c25-aece-794ff1dc0703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:38.341916 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-862e71ef-442c-4d61-9f9a-6101e57b3a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.344274 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-a5420f6f-6712-45d3-976d-a38e8a5af76d req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:38.362105 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5420f6f-6712-45d3-976d-a38e8a5af76d req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:38.363559 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Pushing event updated for resources: {'Port': ['ID=73424cf6-08da-46b2-bb5b-434f3981d2b5,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:38.399150 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1849ccbc-71bb-4d06-8d20-be99add92124 req-7b5cae32-8a81-4b13-a7aa-e5fa0e57fc4b tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320485 Jul 16 01:38:38.437274 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:38.437649 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:38.438094 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:38.438314 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:38.438652 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:38.438989 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:38.439321 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:38.441250 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:38.441595 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:38.442052 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:38.442849 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:38.443192 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:38.491312 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-862e71ef-442c-4d61-9f9a-6101e57b3a8f service neutron] For port 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:38.494955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-862e71ef-442c-4d61-9f9a-6101e57b3a8f service neutron] For port 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3df0ba7e-7f6e-4d29-8f66-0dd0ff809420,segment=NetworkSegment(f4a23602-b0a5-4c25-aece-794ff1dc0703),segment_id=f4a23602-b0a5-4c25-aece-794ff1dc0703)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:38.526035 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-862e71ef-442c-4d61-9f9a-6101e57b3a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.562757 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26b1cb63-8d25-485c-94bb-37d285f3e456 req-3ae15252-d640-4fc3-b8d5-5ddd8e34d36e service neutron] 10.222.0.82 "GET /v2.0/networks/48a6dff3-4e27-4968-8def-dde595202060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651637 Jul 16 01:38:38.607861 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-862e71ef-442c-4d61-9f9a-6101e57b3a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.608592 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-862e71ef-442c-4d61-9f9a-6101e57b3a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.610158 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-862e71ef-442c-4d61-9f9a-6101e57b3a8f service neutron] 10.222.0.82 "PUT /v2.0/ports/3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 HTTP/1.1" status: 200 len: 1092 time: 2.4347658 Jul 16 01:38:38.633686 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4008c7ff-f494-4021-8d57-b2f0e17f345a', 'tag': '3df0ba7e-7f6e-4d29-8f66-0dd0ff809420'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:38.638508 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30646c45-f04b-4c90-a50b-47e4d5130a23" -d '{"events": [{"name": "network-changed", "server_uuid": "4008c7ff-f494-4021-8d57-b2f0e17f345a", "tag": "3df0ba7e-7f6e-4d29-8f66-0dd0ff809420"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:38.695151 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e71ef-442c-4d61-9f9a-6101e57b3a8f service neutron] Pushing event updated for resources: {'Port': ['ID=3df0ba7e-7f6e-4d29-8f66-0dd0ff809420,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:38.736188 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7dfa58b9-07e2-42d1-b4ec-0ee1ef1f347b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.740313 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7dfa58b9-07e2-42d1-b4ec-0ee1ef1f347b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.744150 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7dfa58b9-07e2-42d1-b4ec-0ee1ef1f347b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/217aa470-aa4b-4527-bce9-39872bcd8e81 HTTP/1.1" status: 204 len: 168 time: 0.6795959 Jul 16 01:38:38.821403 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa58b9-07e2-42d1-b4ec-0ee1ef1f347b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217aa470-aa4b-4527-bce9-39872bcd8e81,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:38.862928 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2f5535-b0ed-41ed-b735-9dfc2a2ac0f2 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Router 415be259-9e45-4a51-b356-532742bd44b0 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:38.866934 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-8c1250c0-123a-43f7-ae9a-045c83f4d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.869022 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-8c1250c0-123a-43f7-ae9a-045c83f4d590 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5db3964ad24743648c502cd9b77ad865&device_id=4008c7ff-f494-4021-8d57-b2f0e17f345a HTTP/1.1" status: 200 len: 1095 time: 0.1968513 Jul 16 01:38:38.871017 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-a5420f6f-6712-45d3-976d-a38e8a5af76d req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.874764 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26b1cb63-8d25-485c-94bb-37d285f3e456 req-de76ba43-2723-40b4-a161-3513c14173f4 service neutron] 10.222.0.82 "GET /v2.0/networks/48a6dff3-4e27-4968-8def-dde595202060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054140 Jul 16 01:38:38.975065 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-a5420f6f-6712-45d3-976d-a38e8a5af76d req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.995913 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-8ada12a1-c6ef-4d1e-8c09-bbd2c088fc73 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 HTTP/1.1" status: 200 len: 217 time: 0.1023934 Jul 16 01:38:39.068289 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-6f6b514b-8901-44a9-9083-d8503823ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.082238 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-6f6b514b-8901-44a9-9083-d8503823ed62 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6527019-7ef6-4382-8e37-6e73700c058a HTTP/1.1" status: 200 len: 835 time: 0.0801036 Jul 16 01:38:39.085875 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2f5535-b0ed-41ed-b735-9dfc2a2ac0f2 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:39.092142 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fa538-ec77-4c2b-817c-98c79c88bd41 req-780b442f-8ade-43d1-876d-324d682f9c60 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.092548 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4c2f5535-b0ed-41ed-b735-9dfc2a2ac0f2 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.093731 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-764fa538-ec77-4c2b-817c-98c79c88bd41 req-780b442f-8ade-43d1-876d-324d682f9c60 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=4008c7ff-f494-4021-8d57-b2f0e17f345a HTTP/1.1" status: 200 len: 943 time: 0.2133467 Jul 16 01:38:39.105175 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8e94d7-30ec-4ad0-a79d-496b06bed092 None None] Sync routers for ids ['415be259-9e45-4a51-b356-532742bd44b0'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:39.115992 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8e94d7-30ec-4ad0-a79d-496b06bed092 None None] Routers {'415be259-9e45-4a51-b356-532742bd44b0'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:39.116552 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5e8e94d7-30ec-4ad0-a79d-496b06bed092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:38:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['415be259-9e45-4a51-b356-532742bd44b0'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:39.179671 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-764fa538-ec77-4c2b-817c-98c79c88bd41 req-458a4972-eb6c-451d-9734-0b6efeacf499 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc254919-ff6c-41a5-9e16-482f0ac8ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769529 Jul 16 01:38:39.221961 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-20da3a4e-d881-471d-a573-c94c9199a95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.223948 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4c2f5535-b0ed-41ed-b735-9dfc2a2ac0f2 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "PUT /v2.0/floatingips/4935be19-0581-46de-9cf3-c419e67fac9e HTTP/1.1" status: 200 len: 992 time: 2.7707129 Jul 16 01:38:39.226695 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-20da3a4e-d881-471d-a573-c94c9199a95a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bcdc0229-cd01-4532-8a67-71d584f848e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1297994 Jul 16 01:38:39.226887 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9', 'tag': 'a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:39.228931 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b07e983-fa46-417a-a7be-5c0ffd3f8307" -d '{"events": [{"name": "network-changed", "server_uuid": "f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9", "tag": "a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:39.252420 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035e6e0c-0f7c-4171-9567-594de4e5c880 x-openstack-request-id: req-035e6e0c-0f7c-4171-9567-594de4e5c880 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:39.252420 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4008c7ff-f494-4021-8d57-b2f0e17f345a", "tag": "3df0ba7e-7f6e-4d29-8f66-0dd0ff809420", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:39.252684 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-035e6e0c-0f7c-4171-9567-594de4e5c880 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:39.252933 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4008c7ff-f494-4021-8d57-b2f0e17f345a', 'tag': '3df0ba7e-7f6e-4d29-8f66-0dd0ff809420', 'status': 'completed', 'code': 200} Jul 16 01:38:39.288324 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37904) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:39.317234 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-a5420f6f-6712-45d3-976d-a38e8a5af76d req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.319897 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-5e8e94d7-30ec-4ad0-a79d-496b06bed092 None None] Set router 415be259-9e45-4a51-b356-532742bd44b0 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:39.327845 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-a5420f6f-6712-45d3-976d-a38e8a5af76d req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.332039 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4c844196-3c1b-4a07-aafb-9dee01cdd196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.405712 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-a0916a30-8b9e-46c8-9900-fbc68651c21e service neutron] 10.222.0.82 "GET /v2.0/networks/bcdc0229-cd01-4532-8a67-71d584f848e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748068 Jul 16 01:38:39.448158 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device f4d3863d-7b91-4edb-bf04-1af2eae04086 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:39.460355 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Pushing event updated for resources: {'Port': ['ID=73424cf6-08da-46b2-bb5b-434f3981d2b5,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:39.494855 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08564bc-db40-4ba7-9517-980f952350a2 x-openstack-request-id: req-e08564bc-db40-4ba7-9517-980f952350a2 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:39.495150 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9", "tag": "a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:39.495402 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e08564bc-db40-4ba7-9517-980f952350a2 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:39.495856 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9', 'tag': 'a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b', 'status': 'completed', 'code': 200} Jul 16 01:38:39.521994 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-a5420f6f-6712-45d3-976d-a38e8a5af76d req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.590826 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port f4d3863d-7b91-4edb-bf04-1af2eae04086 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:39.597374 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port f4d3863d-7b91-4edb-bf04-1af2eae04086 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:39.597750 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.599266 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4c844196-3c1b-4a07-aafb-9dee01cdd196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.619171 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4c844196-3c1b-4a07-aafb-9dee01cdd196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.654486 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6903c736-4fdb-441e-b90c-e0c6ac57789c req-1729df29-bae8-44ee-9a3d-dd2b8feb9a79 service neutron] 10.222.0.82 "GET /v2.0/networks/bcdc0229-cd01-4532-8a67-71d584f848e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407625 Jul 16 01:38:39.659140 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-a5420f6f-6712-45d3-976d-a38e8a5af76d req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.667527 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a5420f6f-6712-45d3-976d-a38e8a5af76d req-a2c60b88-a3fe-44f7-8a32-8590539eb8c7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0120108 Jul 16 01:38:39.721715 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07e983-fa46-417a-a7be-5c0ffd3f8307 req-154265b2-4a1a-40a2-a8c3-ed2d1b92a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.723990 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9b07e983-fa46-417a-a7be-5c0ffd3f8307 req-154265b2-4a1a-40a2-a8c3-ed2d1b92a8fe service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=397a7a3d36ef4318afd67223e92c4812&device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 1098 time: 0.1606197 Jul 16 01:38:39.726661 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.778442 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a873c7-3ddc-417d-8c18-8875594b09ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d3863d-7b91-4edb-bf04-1af2eae04086'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:39.781413 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396becbd-8dce-4cd1-acaf-3fc9eb320d23" -d '{"events": [{"server_uuid": "10a873c7-3ddc-417d-8c18-8875594b09ce", "name": "network-vif-plugged", "status": "completed", "tag": "f4d3863d-7b91-4edb-bf04-1af2eae04086"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:39.795887 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port f4d3863d-7b91-4edb-bf04-1af2eae04086, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=f4d3863d-7b91-4edb-bf04-1af2eae04086,segment=NetworkSegment(7001c564-5dab-4ec5-959b-17fbbab7fc20),segment_id=7001c564-5dab-4ec5-959b-17fbbab7fc20)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:39.801393 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4c844196-3c1b-4a07-aafb-9dee01cdd196 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=adc98db6968e4e93ae847c3215b8956a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5080621 Jul 16 01:38:39.806209 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.809868 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37916) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:39.818741 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a5420f6f-6712-45d3-976d-a38e8a5af76d req-709c41f0-aab2-42f4-91b3-5c07d04d0ec7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 695 time: 0.1502678 Jul 16 01:38:39.881608 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d8a16-ab51-41c9-b219-8bb43710db90 req-7a55bea8-9d4d-4452-b06d-b67d1dae97c6 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.883206 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce1d8a16-ab51-41c9-b219-8bb43710db90 req-7a55bea8-9d4d-4452-b06d-b67d1dae97c6 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=10a873c7-3ddc-417d-8c18-8875594b09ce HTTP/1.1" status: 200 len: 944 time: 0.2274890 Jul 16 01:38:39.902654 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=f4d3863d-7b91-4edb-bf04-1af2eae04086,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:39.905154 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5e8e94d7-30ec-4ad0-a79d-496b06bed092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415be259-9e45-4a51-b356-532742bd44b0', 'name': 'tempest-AttachVolumeTestJSON-567509094-router', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:10Z', 'revision_number': 4, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'gw_port': {'id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '4935be19-0581-46de-9cf3-c419e67fac9e', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '415be259-9e45-4a51-b356-532742bd44b0', 'port_id': 'a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'mac_address': 'fa:16:3e:6c:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:16Z', 'updated_at': '2021-07-16T01:38:37Z', 'revision_number': 1, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0716ef20-b9c7-4ad1-8c16-75633285a1ce', 'name': '', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'mac_address': 'fa:16:3e:aa:6d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:09Z', 'updated_at': '2021-07-16T01:38:18Z', 'revision_number': 5, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'subnets': [{'id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:39.920443 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c844196-3c1b-4a07-aafb-9dee01cdd196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e282e87-87ef-4f0c-ac5e-4ea5c4e9cfb2,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:39.941595 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8e94d7-30ec-4ad0-a79d-496b06bed092 None None] Checking router: 415be259-9e45-4a51-b356-532742bd44b0 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:39.951669 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8e94d7-30ec-4ad0-a79d-496b06bed092 None None] Routers {'415be259-9e45-4a51-b356-532742bd44b0'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:39.952272 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5e8e94d7-30ec-4ad0-a79d-496b06bed092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:38:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['415be259-9e45-4a51-b356-532742bd44b0'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:39.956350 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce1d8a16-ab51-41c9-b219-8bb43710db90 req-c914c30c-ea3c-434e-b520-c41766e67eaa tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658493 Jul 16 01:38:39.958402 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07e983-fa46-417a-a7be-5c0ffd3f8307 req-1e55a869-c6a9-4462-bf0d-ca9c85f87b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.959864 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9b07e983-fa46-417a-a7be-5c0ffd3f8307 req-1e55a869-c6a9-4462-bf0d-ca9c85f87b58 service neutron] 10.222.0.82 "GET /v2.0/networks?id=98e0b200-9d05-4336-87c3-fa057674aa73 HTTP/1.1" status: 200 len: 911 time: 0.1659453 Jul 16 01:38:39.978010 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30646c45-f04b-4c90-a50b-47e4d5130a23 req-e6e22669-42a5-4046-ada5-489acfbf47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.989340 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30646c45-f04b-4c90-a50b-47e4d5130a23 req-e6e22669-42a5-4046-ada5-489acfbf47a9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5db3964ad24743648c502cd9b77ad865&device_id=4008c7ff-f494-4021-8d57-b2f0e17f345a HTTP/1.1" status: 200 len: 1095 time: 0.2632568 Jul 16 01:38:40.045365 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6eafd7f9-f121-4c25-bd2b-79e0f9bd7f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.079290 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5420f6f-6712-45d3-976d-a38e8a5af76d req-8eeff607-d327-4ddc-9d49-c5b97cb9260d tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.082268 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a5420f6f-6712-45d3-976d-a38e8a5af76d req-8eeff607-d327-4ddc-9d49-c5b97cb9260d tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.2472761 Jul 16 01:38:40.098369 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-a5420f6f-6712-45d3-976d-a38e8a5af76d req-b894aab8-f626-4311-af7d-185a37246daa tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:38:40.099395 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a5420f6f-6712-45d3-976d-a38e8a5af76d req-b894aab8-f626-4311-af7d-185a37246daa tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120416 Jul 16 01:38:40.120897 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6eafd7f9-f121-4c25-bd2b-79e0f9bd7f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.147938 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-5e8e94d7-30ec-4ad0-a79d-496b06bed092 None None] Set router 415be259-9e45-4a51-b356-532742bd44b0 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:40.166729 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9b07e983-fa46-417a-a7be-5c0ffd3f8307 req-3c255f9a-3acf-429e-852f-eda9a34ef186 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b HTTP/1.1" status: 200 len: 1000 time: 0.1956265 Jul 16 01:38:40.180391 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4710a10-30c0-49e2-8c10-54bf55585e9f x-openstack-request-id: req-a4710a10-30c0-49e2-8c10-54bf55585e9f {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:40.181174 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a873c7-3ddc-417d-8c18-8875594b09ce", "name": "network-vif-plugged", "status": "completed", "tag": "f4d3863d-7b91-4edb-bf04-1af2eae04086", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:40.181174 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4710a10-30c0-49e2-8c10-54bf55585e9f {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:40.181868 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a873c7-3ddc-417d-8c18-8875594b09ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d3863d-7b91-4edb-bf04-1af2eae04086', 'code': 200} Jul 16 01:38:40.209978 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6eafd7f9-f121-4c25-bd2b-79e0f9bd7f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.225080 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6eafd7f9-f121-4c25-bd2b-79e0f9bd7f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.229439 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6eafd7f9-f121-4c25-bd2b-79e0f9bd7f40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e282e87-87ef-4f0c-ac5e-4ea5c4e9cfb2 HTTP/1.1" status: 204 len: 168 time: 0.4143729 Jul 16 01:38:40.375781 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eafd7f9-f121-4c25-bd2b-79e0f9bd7f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e282e87-87ef-4f0c-ac5e-4ea5c4e9cfb2,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:40.392007 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30646c45-f04b-4c90-a50b-47e4d5130a23 req-6c6d6938-23dd-4c8d-9f3a-b3ed7a3c5dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.393562 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30646c45-f04b-4c90-a50b-47e4d5130a23 req-6c6d6938-23dd-4c8d-9f3a-b3ed7a3c5dee service neutron] 10.222.0.82 "GET /v2.0/networks?id=bcdc0229-cd01-4532-8a67-71d584f848e2 HTTP/1.1" status: 200 len: 898 time: 0.3394814 Jul 16 01:38:40.464205 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30646c45-f04b-4c90-a50b-47e4d5130a23 req-cb1bb38a-7406-4bdb-b5ce-666ce97e6ca5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 HTTP/1.1" status: 200 len: 217 time: 0.0602810 Jul 16 01:38:40.468598 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07e983-fa46-417a-a7be-5c0ffd3f8307 req-5b95425d-6bfa-4910-a415-f3b1420a3786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.470062 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9b07e983-fa46-417a-a7be-5c0ffd3f8307 req-5b95425d-6bfa-4910-a415-f3b1420a3786 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=370bcf40-c26b-4959-9b56-af3cd128b9a8 HTTP/1.1" status: 200 len: 849 time: 0.1878381 Jul 16 01:38:40.528504 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b156c-8a0b-441d-be09-100cd53f8708 req-66f330d3-2297-4133-95ff-69153b5cf133 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.528504 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b99b156c-8a0b-441d-be09-100cd53f8708 req-66f330d3-2297-4133-95ff-69153b5cf133 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2414439 Jul 16 01:38:40.568780 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761e92f-30f3-4ae0-ac7a-05a7a59a1870 req-80d6158a-ba25-4696-adad-0187b26cc1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.570732 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6761e92f-30f3-4ae0-ac7a-05a7a59a1870 req-80d6158a-ba25-4696-adad-0187b26cc1a2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=10a873c7-3ddc-417d-8c18-8875594b09ce HTTP/1.1" status: 200 len: 1097 time: 0.2437909 Jul 16 01:38:40.604956 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b99b156c-8a0b-441d-be09-100cd53f8708 req-c595e631-1e62-46cd-a6dd-2d38b8fa7ee8 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 695 time: 0.0700781 Jul 16 01:38:40.620572 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-b99b156c-8a0b-441d-be09-100cd53f8708 req-3f7b3fd9-1ba6-4761-81c6-a018424ecc4a tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Request body: {'floatingip': {'port_id': 'fade7e6d-2486-402f-8ed6-b3b108895340', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:40.642738 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30646c45-f04b-4c90-a50b-47e4d5130a23 req-106c25ea-16c2-45bf-bccb-ee720db34372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.645023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30646c45-f04b-4c90-a50b-47e4d5130a23 req-106c25ea-16c2-45bf-bccb-ee720db34372 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6527019-7ef6-4382-8e37-6e73700c058a HTTP/1.1" status: 200 len: 835 time: 0.1528144 Jul 16 01:38:40.677131 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412849e-329f-4f39-9dfd-c0896b1ae6f1 req-7c879100-6f2b-4075-88d0-3b8437f71b49 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.677369 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b99b156c-8a0b-441d-be09-100cd53f8708 req-3f7b3fd9-1ba6-4761-81c6-a018424ecc4a tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks [] for floatingip, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.689576 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8412849e-329f-4f39-9dfd-c0896b1ae6f1 req-7c879100-6f2b-4075-88d0-3b8437f71b49 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=4008c7ff-f494-4021-8d57-b2f0e17f345a HTTP/1.1" status: 200 len: 943 time: 0.2897604 Jul 16 01:38:40.703201 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5e8e94d7-30ec-4ad0-a79d-496b06bed092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415be259-9e45-4a51-b356-532742bd44b0', 'name': 'tempest-AttachVolumeTestJSON-567509094-router', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:10Z', 'revision_number': 4, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'gw_port': {'id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '4935be19-0581-46de-9cf3-c419e67fac9e', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '415be259-9e45-4a51-b356-532742bd44b0', 'port_id': 'a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'mac_address': 'fa:16:3e:6c:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:16Z', 'updated_at': '2021-07-16T01:38:37Z', 'revision_number': 1, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0716ef20-b9c7-4ad1-8c16-75633285a1ce', 'name': '', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'mac_address': 'fa:16:3e:aa:6d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:09Z', 'updated_at': '2021-07-16T01:38:18Z', 'revision_number': 5, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'subnets': [{'id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:40.739408 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6761e92f-30f3-4ae0-ac7a-05a7a59a1870 req-374fa048-f939-4e73-bca7-21691ef2ab95 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545193 Jul 16 01:38:40.741238 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8e94d7-30ec-4ad0-a79d-496b06bed092 None None] The sync data for ids ['415be259-9e45-4a51-b356-532742bd44b0'] in n-d-792394-16 is: [{'id': '415be259-9e45-4a51-b356-532742bd44b0', 'name': 'tempest-AttachVolumeTestJSON-567509094-router', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:10Z', 'revision_number': 4, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'gw_port': {'id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '4935be19-0581-46de-9cf3-c419e67fac9e', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '415be259-9e45-4a51-b356-532742bd44b0', 'port_id': 'a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'mac_address': 'fa:16:3e:6c:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:16Z', 'updated_at': '2021-07-16T01:38:37Z', 'revision_number': 1, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0716ef20-b9c7-4ad1-8c16-75633285a1ce', 'name': '', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'mac_address': 'fa:16:3e:aa:6d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:09Z', 'updated_at': '2021-07-16T01:38:18Z', 'revision_number': 5, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'subnets': [{'id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:40.789684 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8412849e-329f-4f39-9dfd-c0896b1ae6f1 req-e2545c7d-e9ed-4305-b095-0c5215fbbfb9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc254919-ff6c-41a5-9e16-482f0ac8ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985312 Jul 16 01:38:40.795102 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07e983-fa46-417a-a7be-5c0ffd3f8307 req-1552578a-8632-4f50-add2-d175a7344c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.798868 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9b07e983-fa46-417a-a7be-5c0ffd3f8307 req-1552578a-8632-4f50-add2-d175a7344c02 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=98e0b200-9d05-4336-87c3-fa057674aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3050039 Jul 16 01:38:40.909114 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9b07e983-fa46-417a-a7be-5c0ffd3f8307 req-54b95460-f0ca-455e-b519-d25d00150c6b service neutron] 10.222.0.82 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022902 Jul 16 01:38:40.923567 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30646c45-f04b-4c90-a50b-47e4d5130a23 req-ec81748e-228f-4573-9529-1fbf237dc54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.928123 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30646c45-f04b-4c90-a50b-47e4d5130a23 req-ec81748e-228f-4573-9529-1fbf237dc54a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bcdc0229-cd01-4532-8a67-71d584f848e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2643387 Jul 16 01:38:41.141351 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9b07e983-fa46-417a-a7be-5c0ffd3f8307 req-b801b3cc-f01e-4b86-b117-73ff5628eb5b service neutron] 10.222.0.82 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242193 Jul 16 01:38:41.144081 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30646c45-f04b-4c90-a50b-47e4d5130a23 req-58d87a89-6dec-4f47-acf5-326f5d777223 service neutron] 10.222.0.82 "GET /v2.0/networks/bcdc0229-cd01-4532-8a67-71d584f848e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047138 Jul 16 01:38:41.154699 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:41.202076 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9172f0ef-6eb7-4f5d-9608-95268a555a86 None None] New status for floating IP 4935be19-0581-46de-9cf3-c419e67fac9e: ACTIVE {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:38:41.383155 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30646c45-f04b-4c90-a50b-47e4d5130a23 req-7946d5c1-c0f9-4c7f-8e73-0e4236071c1f service neutron] 10.222.0.82 "GET /v2.0/networks/bcdc0229-cd01-4532-8a67-71d584f848e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216582 Jul 16 01:38:41.434614 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb77312-b2f7-4621-9f2c-0bf2fd922ba5 req-470947e1-0703-4230-bc39-aca61aa5883a tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:41.436032 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fdb77312-b2f7-4621-9f2c-0bf2fd922ba5 req-470947e1-0703-4230-bc39-aca61aa5883a tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=10a873c7-3ddc-417d-8c18-8875594b09ce HTTP/1.1" status: 200 len: 945 time: 0.2430651 Jul 16 01:38:41.502294 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fdb77312-b2f7-4621-9f2c-0bf2fd922ba5 req-29887223-7bf8-4c8d-a350-a12915082b34 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652475 Jul 16 01:38:41.506153 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b99b156c-8a0b-441d-be09-100cd53f8708 req-3f7b3fd9-1ba6-4761-81c6-a018424ecc4a tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.519002 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b99b156c-8a0b-441d-be09-100cd53f8708 req-3f7b3fd9-1ba6-4761-81c6-a018424ecc4a tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.665519 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3df0ba7e-7f6e-4d29-8f66-0dd0ff809420,segment=NetworkSegment(f4a23602-b0a5-4c25-aece-794ff1dc0703),segment_id=f4a23602-b0a5-4c25-aece-794ff1dc0703)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:41.682032 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '3df0ba7e-7f6e-4d29-8f66-0dd0ff809420', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'port_id': '3df0ba7e-7f6e-4d29-8f66-0dd0ff809420', 'mac_address': 'fa:16:3e:90:ca:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:41.743471 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.770349 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:41.795598 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3df0ba7e-7f6e-4d29-8f66-0dd0ff809420,segment=NetworkSegment(f4a23602-b0a5-4c25-aece-794ff1dc0703),segment_id=f4a23602-b0a5-4c25-aece-794ff1dc0703)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:41.802428 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.903922 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=3df0ba7e-7f6e-4d29-8f66-0dd0ff809420,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:41.979280 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [req-b99b156c-8a0b-441d-be09-100cd53f8708 req-3f7b3fd9-1ba6-4761-81c6-a018424ecc4a tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Floating IP c83454c4-8770-4ffa-92e5-e237107ddad1 associated. External IP: 172.25.6.54, port: fade7e6d-2486-402f-8ed6-b3b108895340. Jul 16 01:38:42.035342 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['3df0ba7e-7f6e-4d29-8f66-0dd0ff809420'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:42.081703 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0a1dd-5c35-4af4-8307-40aefa69ec31 req-ef2110b1-9c66-414c-881d-bdba98649800 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:42.083920 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c8f0a1dd-5c35-4af4-8307-40aefa69ec31 req-ef2110b1-9c66-414c-881d-bdba98649800 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=4008c7ff-f494-4021-8d57-b2f0e17f345a HTTP/1.1" status: 200 len: 944 time: 0.1067564 Jul 16 01:38:42.176305 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c8f0a1dd-5c35-4af4-8307-40aefa69ec31 req-c5ed6689-6966-4aa9-af73-0082a390e470 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc254919-ff6c-41a5-9e16-482f0ac8ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839605 Jul 16 01:38:42.277454 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b99b156c-8a0b-441d-be09-100cd53f8708 req-3f7b3fd9-1ba6-4761-81c6-a018424ecc4a tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Router b205d7f4-170c-42a6-8980-2777b55a5cb8 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:42.440008 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b99b156c-8a0b-441d-be09-100cd53f8708 req-3f7b3fd9-1ba6-4761-81c6-a018424ecc4a tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:42.445501 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b99b156c-8a0b-441d-be09-100cd53f8708 req-3f7b3fd9-1ba6-4761-81c6-a018424ecc4a tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.485264 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0967cc4-ddc4-4f51-9d77-2f483db8806c None None] Sync routers for ids ['b205d7f4-170c-42a6-8980-2777b55a5cb8'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:42.491198 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b99b156c-8a0b-441d-be09-100cd53f8708 req-3f7b3fd9-1ba6-4761-81c6-a018424ecc4a tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "PUT /v2.0/floatingips/c83454c4-8770-4ffa-92e5-e237107ddad1 HTTP/1.1" status: 200 len: 995 time: 1.8762479 Jul 16 01:38:42.491668 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f028f9d-8e8a-4e6e-be33-b94696eb24f8', 'tag': 'fade7e6d-2486-402f-8ed6-b3b108895340'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:42.494335 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c0c3f0-44e8-4170-beb9-3a8cdca9f893" -d '{"events": [{"name": "network-changed", "server_uuid": "9f028f9d-8e8a-4e6e-be33-b94696eb24f8", "tag": "fade7e6d-2486-402f-8ed6-b3b108895340"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:42.502555 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0967cc4-ddc4-4f51-9d77-2f483db8806c None None] Routers {'b205d7f4-170c-42a6-8980-2777b55a5cb8'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:42.503218 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-f0967cc4-ddc4-4f51-9d77-2f483db8806c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:38:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['b205d7f4-170c-42a6-8980-2777b55a5cb8'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:42.662216 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b156c-8a0b-441d-be09-100cd53f8708 req-ac5cf927-b213-4283-9a8d-efb011441183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:42.670992 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b99b156c-8a0b-441d-be09-100cd53f8708 req-ac5cf927-b213-4283-9a8d-efb011441183 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=15e56770c49b4c2c90bfb165e0219098&device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 1097 time: 0.1537499 Jul 16 01:38:42.674184 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-f0967cc4-ddc4-4f51-9d77-2f483db8806c None None] Set router b205d7f4-170c-42a6-8980-2777b55a5cb8 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:42.891786 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b156c-8a0b-441d-be09-100cd53f8708 req-cb316db6-13b0-44f5-8dbd-a66b18da2f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:42.893369 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b99b156c-8a0b-441d-be09-100cd53f8708 req-cb316db6-13b0-44f5-8dbd-a66b18da2f1e service neutron] 10.222.0.16 "GET /v2.0/networks?id=48a6dff3-4e27-4968-8def-dde595202060 HTTP/1.1" status: 200 len: 920 time: 0.2210782 Jul 16 01:38:43.007141 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4417e4-90ff-4c7d-9df7-9e7d04c6afbe x-openstack-request-id: req-9e4417e4-90ff-4c7d-9df7-9e7d04c6afbe {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:43.007582 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f028f9d-8e8a-4e6e-be33-b94696eb24f8", "tag": "fade7e6d-2486-402f-8ed6-b3b108895340", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:43.008307 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e4417e4-90ff-4c7d-9df7-9e7d04c6afbe {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:43.008835 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f028f9d-8e8a-4e6e-be33-b94696eb24f8', 'tag': 'fade7e6d-2486-402f-8ed6-b3b108895340', 'status': 'completed', 'code': 200} Jul 16 01:38:43.035955 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-f0967cc4-ddc4-4f51-9d77-2f483db8806c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'name': 'tempest-ServerRescueTestJSONUnderV235-214900210-router', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:30Z', 'updated_at': '2021-07-16T01:37:36Z', 'revision_number': 4, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'gw_port': {'id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:31Z', 'updated_at': '2021-07-16T01:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'c83454c4-8770-4ffa-92e5-e237107ddad1', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'port_id': 'fade7e6d-2486-402f-8ed6-b3b108895340', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a6dff3-4e27-4968-8def-dde595202060', 'mac_address': 'fa:16:3e:ec:4f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f028f9d-8e8a-4e6e-be33-b94696eb24f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:38Z', 'updated_at': '2021-07-16T01:38:41Z', 'revision_number': 1, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658eebbf-7cf7-49f0-aa55-b95fc95e5875', 'name': '', 'network_id': '48a6dff3-4e27-4968-8def-dde595202060', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'mac_address': 'fa:16:3e:63:c0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '36d83a8c-16f2-4271-82b4-750235f338ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:35Z', 'updated_at': '2021-07-16T01:37:46Z', 'revision_number': 5, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'subnets': [{'id': '36d83a8c-16f2-4271-82b4-750235f338ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:43.074910 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0967cc4-ddc4-4f51-9d77-2f483db8806c None None] Checking router: b205d7f4-170c-42a6-8980-2777b55a5cb8 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:43.084631 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0967cc4-ddc4-4f51-9d77-2f483db8806c None None] Routers {'b205d7f4-170c-42a6-8980-2777b55a5cb8'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:43.085256 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-f0967cc4-ddc4-4f51-9d77-2f483db8806c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:38:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['b205d7f4-170c-42a6-8980-2777b55a5cb8'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:43.098461 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b99b156c-8a0b-441d-be09-100cd53f8708 req-4e5b1f3a-51c5-4a9a-8430-4f9c0555728d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fade7e6d-2486-402f-8ed6-b3b108895340 HTTP/1.1" status: 200 len: 998 time: 0.1979797 Jul 16 01:38:43.153325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0c3f0-44e8-4170-beb9-3a8cdca9f893 req-5383f5be-0f36-4d6e-89f7-c45646d32d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:43.157303 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59c0c3f0-44e8-4170-beb9-3a8cdca9f893 req-5383f5be-0f36-4d6e-89f7-c45646d32d5c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=15e56770c49b4c2c90bfb165e0219098&device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 1097 time: 0.1516070 Jul 16 01:38:43.181365 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:43.262684 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-f0967cc4-ddc4-4f51-9d77-2f483db8806c None None] Set router b205d7f4-170c-42a6-8980-2777b55a5cb8 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:43.267050 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b156c-8a0b-441d-be09-100cd53f8708 req-8a7f0f80-22e9-4f81-9cc7-09a33effaf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:43.270767 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b99b156c-8a0b-441d-be09-100cd53f8708 req-8a7f0f80-22e9-4f81-9cc7-09a33effaf69 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36d83a8c-16f2-4271-82b4-750235f338ef HTTP/1.1" status: 200 len: 859 time: 0.1652567 Jul 16 01:38:43.326444 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:43.334684 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:43.335187 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.351087 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1b676-2476-4c8c-9073-1ec321f00053 req-7822322f-9603-487d-bb27-93bb19075ae2 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:43.352777 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bfc1b676-2476-4c8c-9073-1ec321f00053 req-7822322f-9603-487d-bb27-93bb19075ae2 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=10a873c7-3ddc-417d-8c18-8875594b09ce HTTP/1.1" status: 200 len: 945 time: 0.1773131 Jul 16 01:38:43.358854 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0c3f0-44e8-4170-beb9-3a8cdca9f893 req-c3584096-d4fd-4892-8d45-c5f014374ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:43.360304 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59c0c3f0-44e8-4170-beb9-3a8cdca9f893 req-c3584096-d4fd-4892-8d45-c5f014374ac5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=48a6dff3-4e27-4968-8def-dde595202060 HTTP/1.1" status: 200 len: 920 time: 0.1953688 Jul 16 01:38:43.408116 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b99b156c-8a0b-441d-be09-100cd53f8708 req-1457fdee-e40a-44f0-a5ca-e1d304778190 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48a6dff3-4e27-4968-8def-dde595202060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280982 Jul 16 01:38:43.420649 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-b99b156c-8a0b-441d-be09-100cd53f8708 req-1676b540-5e77-49aa-bcc2-a7f310dfeed3 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:38:43.423536 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b99b156c-8a0b-441d-be09-100cd53f8708 req-1676b540-5e77-49aa-bcc2-a7f310dfeed3 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079963 Jul 16 01:38:43.505780 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.515684 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59c0c3f0-44e8-4170-beb9-3a8cdca9f893 req-c7888b48-2cd6-4529-834d-4c81bc04a1d6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fade7e6d-2486-402f-8ed6-b3b108895340 HTTP/1.1" status: 200 len: 998 time: 0.1212792 Jul 16 01:38:43.545003 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4008c7ff-f494-4021-8d57-b2f0e17f345a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df0ba7e-7f6e-4d29-8f66-0dd0ff809420'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:43.549279 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b839cd6-47a8-4098-808f-e0832f870c96" -d '{"events": [{"server_uuid": "4008c7ff-f494-4021-8d57-b2f0e17f345a", "name": "network-vif-plugged", "status": "completed", "tag": "3df0ba7e-7f6e-4d29-8f66-0dd0ff809420"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:43.571974 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3df0ba7e-7f6e-4d29-8f66-0dd0ff809420,segment=NetworkSegment(f4a23602-b0a5-4c25-aece-794ff1dc0703),segment_id=f4a23602-b0a5-4c25-aece-794ff1dc0703)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:43.583756 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.615602 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b99b156c-8a0b-441d-be09-100cd53f8708 req-c0f6121f-fa32-4a91-9d85-2937229ba0fd service neutron] 10.222.0.16 "GET /v2.0/networks/48a6dff3-4e27-4968-8def-dde595202060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837749 Jul 16 01:38:43.636150 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bfc1b676-2476-4c8c-9073-1ec321f00053 req-ef65ce76-ff3a-43a9-b64e-1ca7a3f4695d tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476814 Jul 16 01:38:43.699558 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-f0967cc4-ddc4-4f51-9d77-2f483db8806c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'name': 'tempest-ServerRescueTestJSONUnderV235-214900210-router', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:30Z', 'updated_at': '2021-07-16T01:37:36Z', 'revision_number': 4, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'gw_port': {'id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:31Z', 'updated_at': '2021-07-16T01:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'c83454c4-8770-4ffa-92e5-e237107ddad1', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'port_id': 'fade7e6d-2486-402f-8ed6-b3b108895340', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a6dff3-4e27-4968-8def-dde595202060', 'mac_address': 'fa:16:3e:ec:4f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f028f9d-8e8a-4e6e-be33-b94696eb24f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:38Z', 'updated_at': '2021-07-16T01:38:41Z', 'revision_number': 1, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658eebbf-7cf7-49f0-aa55-b95fc95e5875', 'name': '', 'network_id': '48a6dff3-4e27-4968-8def-dde595202060', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'mac_address': 'fa:16:3e:63:c0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '36d83a8c-16f2-4271-82b4-750235f338ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:35Z', 'updated_at': '2021-07-16T01:37:46Z', 'revision_number': 5, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'subnets': [{'id': '36d83a8c-16f2-4271-82b4-750235f338ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:43.703816 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=3df0ba7e-7f6e-4d29-8f66-0dd0ff809420,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:43.706813 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0c3f0-44e8-4170-beb9-3a8cdca9f893 req-a7e93369-8b12-432a-bce4-ff9b4acf052a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:43.712871 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59c0c3f0-44e8-4170-beb9-3a8cdca9f893 req-a7e93369-8b12-432a-bce4-ff9b4acf052a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=36d83a8c-16f2-4271-82b4-750235f338ef HTTP/1.1" status: 200 len: 859 time: 0.1830366 Jul 16 01:38:43.738173 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0967cc4-ddc4-4f51-9d77-2f483db8806c None None] The sync data for ids ['b205d7f4-170c-42a6-8980-2777b55a5cb8'] in n-d-792394-16 is: [{'id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'name': 'tempest-ServerRescueTestJSONUnderV235-214900210-router', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:30Z', 'updated_at': '2021-07-16T01:37:36Z', 'revision_number': 4, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'gw_port': {'id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:31Z', 'updated_at': '2021-07-16T01:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'c83454c4-8770-4ffa-92e5-e237107ddad1', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'port_id': 'fade7e6d-2486-402f-8ed6-b3b108895340', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a6dff3-4e27-4968-8def-dde595202060', 'mac_address': 'fa:16:3e:ec:4f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f028f9d-8e8a-4e6e-be33-b94696eb24f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:38Z', 'updated_at': '2021-07-16T01:38:41Z', 'revision_number': 1, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658eebbf-7cf7-49f0-aa55-b95fc95e5875', 'name': '', 'network_id': '48a6dff3-4e27-4968-8def-dde595202060', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'mac_address': 'fa:16:3e:63:c0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '36d83a8c-16f2-4271-82b4-750235f338ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:35Z', 'updated_at': '2021-07-16T01:37:46Z', 'revision_number': 5, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'subnets': [{'id': '36d83a8c-16f2-4271-82b4-750235f338ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:43.770785 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59c0c3f0-44e8-4170-beb9-3a8cdca9f893 req-650f0c44-b4c6-4bbb-9873-341cb85512ac service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48a6dff3-4e27-4968-8def-dde595202060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467749 Jul 16 01:38:43.810406 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b99b156c-8a0b-441d-be09-100cd53f8708 req-6ee92185-53bd-4590-9818-2f6d47907b12 service neutron] 10.222.0.16 "GET /v2.0/networks/48a6dff3-4e27-4968-8def-dde595202060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875646 Jul 16 01:38:43.910895 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59c0c3f0-44e8-4170-beb9-3a8cdca9f893 req-9741ff22-293e-4207-bdd9-227d883a2785 service neutron] 10.222.0.82 "GET /v2.0/networks/48a6dff3-4e27-4968-8def-dde595202060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302557 Jul 16 01:38:44.033121 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59c0c3f0-44e8-4170-beb9-3a8cdca9f893 req-8d81efab-451c-4878-a369-3b260431ccb7 service neutron] 10.222.0.82 "GET /v2.0/networks/48a6dff3-4e27-4968-8def-dde595202060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144910 Jul 16 01:38:44.063113 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2738f8-594a-49e4-98fc-de6157ac4663 x-openstack-request-id: req-be2738f8-594a-49e4-98fc-de6157ac4663 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:44.063411 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4008c7ff-f494-4021-8d57-b2f0e17f345a", "name": "network-vif-plugged", "status": "completed", "tag": "3df0ba7e-7f6e-4d29-8f66-0dd0ff809420", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:44.063602 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347308ae-7650-4f82-9d27-3cc41b37769f req-840ed2ad-6c41-4359-84c9-5e533700134d tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:44.063742 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be2738f8-594a-49e4-98fc-de6157ac4663 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:44.064049 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4008c7ff-f494-4021-8d57-b2f0e17f345a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df0ba7e-7f6e-4d29-8f66-0dd0ff809420', 'code': 200} Jul 16 01:38:44.065388 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-347308ae-7650-4f82-9d27-3cc41b37769f req-840ed2ad-6c41-4359-84c9-5e533700134d tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=4008c7ff-f494-4021-8d57-b2f0e17f345a HTTP/1.1" status: 200 len: 945 time: 0.0960712 Jul 16 01:38:44.128413 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-347308ae-7650-4f82-9d27-3cc41b37769f req-1a640512-16e9-40ed-8ce2-4e903101db51 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc254919-ff6c-41a5-9e16-482f0ac8ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568945 Jul 16 01:38:44.156862 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de210266-2cdf-4ce3-983c-f907e51f1490 None None] New status for floating IP c83454c4-8770-4ffa-92e5-e237107ddad1: ACTIVE {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:38:44.266932 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d9a3b-176c-43ca-b6a7-768e74839e72 req-dfcc399e-4f5b-48d3-bc43-a287bc0f4e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:44.270326 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-058d9a3b-176c-43ca-b6a7-768e74839e72 req-dfcc399e-4f5b-48d3-bc43-a287bc0f4e76 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4008c7ff-f494-4021-8d57-b2f0e17f345a HTTP/1.1" status: 200 len: 1097 time: 0.0778832 Jul 16 01:38:44.288927 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-4662c432-ce68-47ce-a2fd-5c294ca3bb99 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 998 time: 0.1169810 Jul 16 01:38:44.334792 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-058d9a3b-176c-43ca-b6a7-768e74839e72 req-369afac5-1386-4acd-a5e4-d719144a5c48 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=bc254919-ff6c-41a5-9e16-482f0ac8ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484354 Jul 16 01:38:44.364043 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-732f4983-8c11-42b1-94a3-e8eda95435f4 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:44.365604 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-732f4983-8c11-42b1-94a3-e8eda95435f4 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports/fade7e6d-2486-402f-8ed6-b3b108895340 HTTP/1.1" status: 200 len: 942 time: 0.0756907 Jul 16 01:38:44.548301 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-7d6522d1-b336-49a7-930d-00ef8af71d6f tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 1000 time: 0.0655856 Jul 16 01:38:44.678301 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-5e3dc7c3-3929-4a9e-b037-6b5b1c148a6f tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:44.684970 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-5e3dc7c3-3929-4a9e-b037-6b5b1c148a6f tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.1317704 Jul 16 01:38:44.763509 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-a3359f6f-e836-45f6-a45b-e60a62b55166 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 1000 time: 0.0763688 Jul 16 01:38:44.774856 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-5d5093a2-e0aa-4f78-bb1c-ffbe29c7f930 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:44.843327 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-5d5093a2-e0aa-4f78-bb1c-ffbe29c7f930 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks [] for floatingip, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.051279 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-5d5093a2-e0aa-4f78-bb1c-ffbe29c7f930 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.064922 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-5d5093a2-e0aa-4f78-bb1c-ffbe29c7f930 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.065259 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-5d5093a2-e0aa-4f78-bb1c-ffbe29c7f930 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Floating IP c83454c4-8770-4ffa-92e5-e237107ddad1 disassociated. External IP: 172.25.6.54, port: fade7e6d-2486-402f-8ed6-b3b108895340. Jul 16 01:38:45.457808 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-5d5093a2-e0aa-4f78-bb1c-ffbe29c7f930 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Router b205d7f4-170c-42a6-8980-2777b55a5cb8 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:45.469467 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab2f9f-53b9-492c-a26a-f4b57f74947c req-b4a7204a-e303-44be-ae72-b3bb8ed22d72 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:45.482074 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-71ab2f9f-53b9-492c-a26a-f4b57f74947c req-b4a7204a-e303-44be-ae72-b3bb8ed22d72 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=4008c7ff-f494-4021-8d57-b2f0e17f345a HTTP/1.1" status: 200 len: 945 time: 0.2241430 Jul 16 01:38:45.556511 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-71ab2f9f-53b9-492c-a26a-f4b57f74947c req-423a1177-7625-4106-b853-2cafc86becee tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc254919-ff6c-41a5-9e16-482f0ac8ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685263 Jul 16 01:38:45.620319 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-5d5093a2-e0aa-4f78-bb1c-ffbe29c7f930 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:45.626718 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-5d5093a2-e0aa-4f78-bb1c-ffbe29c7f930 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.636921 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb5aa0-44a0-4620-8c92-6855d44fa2fb None None] Sync routers for ids ['b205d7f4-170c-42a6-8980-2777b55a5cb8'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:45.647080 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb5aa0-44a0-4620-8c92-6855d44fa2fb None None] Routers {'b205d7f4-170c-42a6-8980-2777b55a5cb8'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:45.648496 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-72cb5aa0-44a0-4620-8c92-6855d44fa2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:38:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['b205d7f4-170c-42a6-8980-2777b55a5cb8'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:45.696929 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-5d5093a2-e0aa-4f78-bb1c-ffbe29c7f930 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "PUT /v2.0/floatingips/c83454c4-8770-4ffa-92e5-e237107ddad1 HTTP/1.1" status: 200 len: 694 time: 0.9263883 Jul 16 01:38:45.699384 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f028f9d-8e8a-4e6e-be33-b94696eb24f8', 'tag': 'fade7e6d-2486-402f-8ed6-b3b108895340'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:45.702471 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3d9996-c48a-45f0-9a4f-5102ca509774" -d '{"events": [{"name": "network-changed", "server_uuid": "9f028f9d-8e8a-4e6e-be33-b94696eb24f8", "tag": "fade7e6d-2486-402f-8ed6-b3b108895340"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:45.796313 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088cf4a8-0e44-4365-8dbb-a7c2c5642444 x-openstack-request-id: req-088cf4a8-0e44-4365-8dbb-a7c2c5642444 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:45.796911 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f028f9d-8e8a-4e6e-be33-b94696eb24f8", "tag": "fade7e6d-2486-402f-8ed6-b3b108895340", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:45.797303 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-088cf4a8-0e44-4365-8dbb-a7c2c5642444 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:45.797855 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f028f9d-8e8a-4e6e-be33-b94696eb24f8', 'tag': 'fade7e6d-2486-402f-8ed6-b3b108895340', 'status': 'completed', 'code': 200} Jul 16 01:38:45.830652 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-3c8791f9-5a46-4d51-95d7-a67e6a9f47c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:45.834433 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-72cb5aa0-44a0-4620-8c92-6855d44fa2fb None None] Set router b205d7f4-170c-42a6-8980-2777b55a5cb8 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:45.837966 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-3c8791f9-5a46-4d51-95d7-a67e6a9f47c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=15e56770c49b4c2c90bfb165e0219098&device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 1097 time: 0.1151459 Jul 16 01:38:45.934300 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d9996-c48a-45f0-9a4f-5102ca509774 req-2b2db9de-9348-490e-a04c-033250734a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:45.941865 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff3d9996-c48a-45f0-9a4f-5102ca509774 req-2b2db9de-9348-490e-a04c-033250734a1d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=15e56770c49b4c2c90bfb165e0219098&device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 1097 time: 0.1244609 Jul 16 01:38:45.978082 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-fb20dd7c-a5e8-4e18-9d29-e156a1346d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:45.979942 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-fb20dd7c-a5e8-4e18-9d29-e156a1346d4a service neutron] 10.222.0.16 "GET /v2.0/networks?id=48a6dff3-4e27-4968-8def-dde595202060 HTTP/1.1" status: 200 len: 920 time: 0.1412122 Jul 16 01:38:46.046306 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-bbcbc6ae-9721-44ef-af8f-1df1d03c2526 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fade7e6d-2486-402f-8ed6-b3b108895340 HTTP/1.1" status: 200 len: 217 time: 0.0597217 Jul 16 01:38:46.115515 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-7713fda5-0131-4a1b-8d5c-51c58a601b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:46.121934 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-7713fda5-0131-4a1b-8d5c-51c58a601b1e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36d83a8c-16f2-4271-82b4-750235f338ef HTTP/1.1" status: 200 len: 859 time: 0.0688739 Jul 16 01:38:46.144736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d9996-c48a-45f0-9a4f-5102ca509774 req-5a29cb05-e44d-4e99-b7f9-b310208754b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:46.146600 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff3d9996-c48a-45f0-9a4f-5102ca509774 req-5a29cb05-e44d-4e99-b7f9-b310208754b7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=48a6dff3-4e27-4968-8def-dde595202060 HTTP/1.1" status: 200 len: 920 time: 0.1929810 Jul 16 01:38:46.173606 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-7871c298-516c-4bd4-a659-6b21376ab86f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=48a6dff3-4e27-4968-8def-dde595202060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408785 Jul 16 01:38:46.242078 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff3d9996-c48a-45f0-9a4f-5102ca509774 req-7dcdb2c8-0162-41fe-b75a-d22b6a1ca7a1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fade7e6d-2486-402f-8ed6-b3b108895340 HTTP/1.1" status: 200 len: 217 time: 0.0795753 Jul 16 01:38:46.310150 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-72cb5aa0-44a0-4620-8c92-6855d44fa2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'name': 'tempest-ServerRescueTestJSONUnderV235-214900210-router', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:30Z', 'updated_at': '2021-07-16T01:37:36Z', 'revision_number': 4, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'gw_port': {'id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:31Z', 'updated_at': '2021-07-16T01:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '658eebbf-7cf7-49f0-aa55-b95fc95e5875', 'name': '', 'network_id': '48a6dff3-4e27-4968-8def-dde595202060', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'mac_address': 'fa:16:3e:63:c0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '36d83a8c-16f2-4271-82b4-750235f338ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:35Z', 'updated_at': '2021-07-16T01:37:46Z', 'revision_number': 5, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'subnets': [{'id': '36d83a8c-16f2-4271-82b4-750235f338ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:46.372621 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-6d40cbff-7a1a-41a5-a8af-61696cda8ae4 service neutron] 10.222.0.16 "GET /v2.0/networks/48a6dff3-4e27-4968-8def-dde595202060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922812 Jul 16 01:38:46.375534 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d9996-c48a-45f0-9a4f-5102ca509774 req-ac1dfe84-0cf6-4a03-abc1-894ff103fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:46.377087 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff3d9996-c48a-45f0-9a4f-5102ca509774 req-ac1dfe84-0cf6-4a03-abc1-894ff103fefb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=36d83a8c-16f2-4271-82b4-750235f338ef HTTP/1.1" status: 200 len: 859 time: 0.1277218 Jul 16 01:38:46.383638 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb5aa0-44a0-4620-8c92-6855d44fa2fb None None] Checking router: b205d7f4-170c-42a6-8980-2777b55a5cb8 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:46.424811 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb5aa0-44a0-4620-8c92-6855d44fa2fb None None] Routers {'b205d7f4-170c-42a6-8980-2777b55a5cb8'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:46.425406 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-72cb5aa0-44a0-4620-8c92-6855d44fa2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:38:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['b205d7f4-170c-42a6-8980-2777b55a5cb8'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:46.462354 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff3d9996-c48a-45f0-9a4f-5102ca509774 req-cd5049c7-b2df-4df2-8c56-78f8df5d8cd2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48a6dff3-4e27-4968-8def-dde595202060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684066 Jul 16 01:38:46.624023 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-952b6d5d-d21b-41ba-9b63-80bfd702e187 req-76f53781-fe62-4a9b-85f5-6fdc8d2aff2b service neutron] 10.222.0.16 "GET /v2.0/networks/48a6dff3-4e27-4968-8def-dde595202060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487097 Jul 16 01:38:46.651750 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff3d9996-c48a-45f0-9a4f-5102ca509774 req-889f3c4f-aca2-44a2-ab54-129c590c66e3 service neutron] 10.222.0.82 "GET /v2.0/networks/48a6dff3-4e27-4968-8def-dde595202060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700823 Jul 16 01:38:46.726478 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-72cb5aa0-44a0-4620-8c92-6855d44fa2fb None None] Set router b205d7f4-170c-42a6-8980-2777b55a5cb8 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:46.781832 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d51bc89e-aecf-4e96-9a2c-89050749e44a req-d6be6b38-96c9-43ee-a5f3-2988d9fc19e1 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/floatingips/c83454c4-8770-4ffa-92e5-e237107ddad1 HTTP/1.1" status: 200 len: 694 time: 0.1233881 Jul 16 01:38:46.872487 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff3d9996-c48a-45f0-9a4f-5102ca509774 req-83786ffc-8948-47bd-bfe8-02d2d9cbde14 service neutron] 10.222.0.82 "GET /v2.0/networks/48a6dff3-4e27-4968-8def-dde595202060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120821 Jul 16 01:38:47.014058 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bc89e-aecf-4e96-9a2c-89050749e44a req-901bc607-3abe-4efc-908a-d4a01db9b304 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:47.016287 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d51bc89e-aecf-4e96-9a2c-89050749e44a req-901bc607-3abe-4efc-908a-d4a01db9b304 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 784 time: 0.2244928 Jul 16 01:38:47.029034 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c3b1b-b5c1-4ce6-bac7-cf47fbf881b9 req-ecc1b7f2-bd83-43d1-9caa-f35cf11da824 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:47.029843 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-d51bc89e-aecf-4e96-9a2c-89050749e44a req-c42fde7c-3573-447a-adf1-89fd4064ecd9 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:38:47.030958 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7a1c3b1b-b5c1-4ce6-bac7-cf47fbf881b9 req-ecc1b7f2-bd83-43d1-9caa-f35cf11da824 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=4008c7ff-f494-4021-8d57-b2f0e17f345a HTTP/1.1" status: 200 len: 945 time: 0.1574850 Jul 16 01:38:47.034012 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d51bc89e-aecf-4e96-9a2c-89050749e44a req-c42fde7c-3573-447a-adf1-89fd4064ecd9 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098927 Jul 16 01:38:47.172980 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d51bc89e-aecf-4e96-9a2c-89050749e44a req-646de2ea-19ee-4d15-ac49-e32fe749dca2 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 697 time: 0.1340978 Jul 16 01:38:47.270209 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-72cb5aa0-44a0-4620-8c92-6855d44fa2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'name': 'tempest-ServerRescueTestJSONUnderV235-214900210-router', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:30Z', 'updated_at': '2021-07-16T01:37:36Z', 'revision_number': 4, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'gw_port': {'id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:31Z', 'updated_at': '2021-07-16T01:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '658eebbf-7cf7-49f0-aa55-b95fc95e5875', 'name': '', 'network_id': '48a6dff3-4e27-4968-8def-dde595202060', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'mac_address': 'fa:16:3e:63:c0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '36d83a8c-16f2-4271-82b4-750235f338ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:35Z', 'updated_at': '2021-07-16T01:37:46Z', 'revision_number': 5, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'subnets': [{'id': '36d83a8c-16f2-4271-82b4-750235f338ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:47.276741 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d51bc89e-aecf-4e96-9a2c-89050749e44a req-359ddcad-8c74-4d18-880b-355fe22be417 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 697 time: 0.0979402 Jul 16 01:38:47.299247 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38160) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:47.309767 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb5aa0-44a0-4620-8c92-6855d44fa2fb None None] The sync data for ids ['b205d7f4-170c-42a6-8980-2777b55a5cb8'] in n-d-792394-16 is: [{'id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'name': 'tempest-ServerRescueTestJSONUnderV235-214900210-router', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:30Z', 'updated_at': '2021-07-16T01:37:36Z', 'revision_number': 4, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'gw_port': {'id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:31Z', 'updated_at': '2021-07-16T01:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '658eebbf-7cf7-49f0-aa55-b95fc95e5875', 'name': '', 'network_id': '48a6dff3-4e27-4968-8def-dde595202060', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'mac_address': 'fa:16:3e:63:c0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '36d83a8c-16f2-4271-82b4-750235f338ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:35Z', 'updated_at': '2021-07-16T01:37:46Z', 'revision_number': 5, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'subnets': [{'id': '36d83a8c-16f2-4271-82b4-750235f338ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:47.554011 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-d51bc89e-aecf-4e96-9a2c-89050749e44a req-88e950c8-f10b-4539-86d7-a8ed39935b5c tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Deleting port 73424cf6-08da-46b2-bb5b-434f3981d2b5 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:47.554350 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-d51bc89e-aecf-4e96-9a2c-89050749e44a req-88e950c8-f10b-4539-86d7-a8ed39935b5c tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.556460 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e774762a-ee94-4ac0-9c38-f68e53551d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.727489 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7a1c3b1b-b5c1-4ce6-bac7-cf47fbf881b9 req-b4544e0a-7172-4d6b-b704-2dbb1db8e4c5 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc254919-ff6c-41a5-9e16-482f0ac8ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6870601 Jul 16 01:38:47.784287 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-d51bc89e-aecf-4e96-9a2c-89050749e44a req-88e950c8-f10b-4539-86d7-a8ed39935b5c tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.784718 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-d51bc89e-aecf-4e96-9a2c-89050749e44a req-88e950c8-f10b-4539-86d7-a8ed39935b5c tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.806480 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-d51bc89e-aecf-4e96-9a2c-89050749e44a req-88e950c8-f10b-4539-86d7-a8ed39935b5c tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Calling delete_port for 73424cf6-08da-46b2-bb5b-434f3981d2b5 owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:47.825394 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2f728f-27c6-4d66-a494-875ced588a65 None None] New status for floating IP c83454c4-8770-4ffa-92e5-e237107ddad1: DOWN {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:38:47.825931 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e774762a-ee94-4ac0-9c38-f68e53551d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.864244 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e774762a-ee94-4ac0-9c38-f68e53551d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.896813 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e774762a-ee94-4ac0-9c38-f68e53551d36 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd3b91174562455785a02ba496652490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5937409 Jul 16 01:38:47.897688 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 38176) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:47.957674 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774762a-ee94-4ac0-9c38-f68e53551d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfe9edd-8ec5-4b2b-9314-7d9684ebcfc2,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:48.047768 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b5173ef4-dd94-494e-9b87-1222c16f3dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.086226 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b5173ef4-dd94-494e-9b87-1222c16f3dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.154018 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b5173ef4-dd94-494e-9b87-1222c16f3dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.156860 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b5173ef4-dd94-494e-9b87-1222c16f3dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.158213 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b5173ef4-dd94-494e-9b87-1222c16f3dd0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1cfe9edd-8ec5-4b2b-9314-7d9684ebcfc2 HTTP/1.1" status: 204 len: 168 time: 0.2593467 Jul 16 01:38:48.170784 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5173ef4-dd94-494e-9b87-1222c16f3dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfe9edd-8ec5-4b2b-9314-7d9684ebcfc2,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:48.239548 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-d51bc89e-aecf-4e96-9a2c-89050749e44a req-88e950c8-f10b-4539-86d7-a8ed39935b5c tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.277549 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e950c8-f10b-4539-86d7-a8ed39935b5c tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Pushing event deleted for resources: {'Port': ['ID=73424cf6-08da-46b2-bb5b-434f3981d2b5,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:48.363113 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-d51bc89e-aecf-4e96-9a2c-89050749e44a req-88e950c8-f10b-4539-86d7-a8ed39935b5c tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.370306 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-d51bc89e-aecf-4e96-9a2c-89050749e44a req-88e950c8-f10b-4539-86d7-a8ed39935b5c tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.392084 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d51bc89e-aecf-4e96-9a2c-89050749e44a req-88e950c8-f10b-4539-86d7-a8ed39935b5c tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "DELETE /v2.0/floatingips/c83454c4-8770-4ffa-92e5-e237107ddad1 HTTP/1.1" status: 204 len: 173 time: 1.1069460 Jul 16 01:38:48.416068 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3637d56-cde0-48b2-ab3f-98f97611a8ed req-6139ed85-0abb-49f3-8329-1be0e75274bc tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:48.418779 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e3637d56-cde0-48b2-ab3f-98f97611a8ed req-6139ed85-0abb-49f3-8329-1be0e75274bc tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=4008c7ff-f494-4021-8d57-b2f0e17f345a HTTP/1.1" status: 200 len: 945 time: 0.1064217 Jul 16 01:38:48.474140 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e3637d56-cde0-48b2-ab3f-98f97611a8ed req-f80f5e51-2469-447c-b5a1-ad277c329c17 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc254919-ff6c-41a5-9e16-482f0ac8ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495384 Jul 16 01:38:48.476677 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb03d770-49c9-46b6-8583-19c177eb7332 req-1911ae33-8362-4642-9da2-e02fc05bd348 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups/299a92aa-aada-4cc5-9960-61d507eb58be HTTP/1.1" status: 200 len: 1809 time: 0.0643773 Jul 16 01:38:48.507340 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 38192) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:48.575788 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eb03d770-49c9-46b6-8583-19c177eb7332 req-dc4e45a4-ab4c-49bb-b8be-00f227b031dc tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.587635 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c9a13f-edc8-4896-b927-392b0a50f007 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:48.591989 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e0c9a13f-edc8-4896-b927-392b0a50f007 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4008c7ff-f494-4021-8d57-b2f0e17f345a HTTP/1.1" status: 200 len: 1092 time: 0.0805852 Jul 16 01:38:48.595148 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 38198) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:48.599868 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-257bf29e-5ddd-4b7e-9f37-d23fca2654e9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': '3df0ba7e-7f6e-4d29-8f66-0dd0ff809420', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:48.629120 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eb03d770-49c9-46b6-8583-19c177eb7332 req-dc4e45a4-ab4c-49bb-b8be-00f227b031dc tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.649509 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-257bf29e-5ddd-4b7e-9f37-d23fca2654e9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.682530 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eb03d770-49c9-46b6-8583-19c177eb7332 req-dc4e45a4-ab4c-49bb-b8be-00f227b031dc tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.687673 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-eb03d770-49c9-46b6-8583-19c177eb7332 req-dc4e45a4-ab4c-49bb-b8be-00f227b031dc tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.689815 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb03d770-49c9-46b6-8583-19c177eb7332 req-dc4e45a4-ab4c-49bb-b8be-00f227b031dc tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "DELETE /v2.0/security-groups/299a92aa-aada-4cc5-9960-61d507eb58be HTTP/1.1" status: 204 len: 173 time: 0.2115579 Jul 16 01:38:48.726077 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e45a4-ab4c-49bb-b8be-00f227b031dc tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=299a92aa-aada-4cc5-9960-61d507eb58be,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:48.760530 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38204) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:48.775061 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a8c9b7af-2540-4997-b007-a05e1374b5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.878319 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-257bf29e-5ddd-4b7e-9f37-d23fca2654e9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.892448 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a8c9b7af-2540-4997-b007-a05e1374b5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.916524 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a8c9b7af-2540-4997-b007-a05e1374b5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.015062 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a8c9b7af-2540-4997-b007-a05e1374b5bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f13ebbaf92945fd9fad6dddd3c12c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2531989 Jul 16 01:38:49.033477 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38212) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:49.120157 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9b7af-2540-4997-b007-a05e1374b5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0daf02-e877-4098-b4a9-a54950ff330c,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:49.173126 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-836a32b9-d00a-4310-8941-f042ad555cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.182142 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-257bf29e-5ddd-4b7e-9f37-d23fca2654e9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Allocated IP 172.25.6.199 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/6286ae70-1883-412d-a41c-447c310efe00) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:49.222485 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-836a32b9-d00a-4310-8941-f042ad555cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.357646 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-257bf29e-5ddd-4b7e-9f37-d23fca2654e9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.408682 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-257bf29e-5ddd-4b7e-9f37-d23fca2654e9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.473716 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bf29e-5ddd-4b7e-9f37-d23fca2654e9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'Port': ['ID=6286ae70-1883-412d-a41c-447c310efe00,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:49.494340 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257bf29e-5ddd-4b7e-9f37-d23fca2654e9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:49.495986 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-257bf29e-5ddd-4b7e-9f37-d23fca2654e9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:49.501864 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257bf29e-5ddd-4b7e-9f37-d23fca2654e9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:49.738487 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-836a32b9-d00a-4310-8941-f042ad555cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.741115 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-836a32b9-d00a-4310-8941-f042ad555cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.744950 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-836a32b9-d00a-4310-8941-f042ad555cd9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f0daf02-e877-4098-b4a9-a54950ff330c HTTP/1.1" status: 204 len: 168 time: 0.7104478 Jul 16 01:38:49.763637 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a32b9-d00a-4310-8941-f042ad555cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0daf02-e877-4098-b4a9-a54950ff330c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:49.778949 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c3e63-b195-4b4b-824d-974bdbddd1ac req-7610fe8a-ab5e-47e5-99ba-218253b15523 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:49.786470 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f24c3e63-b195-4b4b-824d-974bdbddd1ac req-7610fe8a-ab5e-47e5-99ba-218253b15523 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 945 time: 0.1155984 Jul 16 01:38:49.837258 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f24c3e63-b195-4b4b-824d-974bdbddd1ac req-045e3dab-a9c1-4bfa-a17b-a5df8093c3e7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493255 Jul 16 01:38:49.979501 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-257bf29e-5ddd-4b7e-9f37-d23fca2654e9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.071272 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-257bf29e-5ddd-4b7e-9f37-d23fca2654e9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.377157 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-257bf29e-5ddd-4b7e-9f37-d23fca2654e9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.393313 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-257bf29e-5ddd-4b7e-9f37-d23fca2654e9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.504589 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bf29e-5ddd-4b7e-9f37-d23fca2654e9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'Port': ['ID=6286ae70-1883-412d-a41c-447c310efe00,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:50.529285 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-257bf29e-5ddd-4b7e-9f37-d23fca2654e9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.661135 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-257bf29e-5ddd-4b7e-9f37-d23fca2654e9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Floating IP d7a4dfd8-53df-4313-90ca-46c0033dae04 associated. External IP: 172.25.6.199, port: 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420. Jul 16 01:38:50.916586 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257bf29e-5ddd-4b7e-9f37-d23fca2654e9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Router 31adc550-e8ed-41ca-bc15-c038cba742ea has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:51.088976 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257bf29e-5ddd-4b7e-9f37-d23fca2654e9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:51.102258 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed55623-2a27-4d67-afdd-c23d6d96fcaf None None] Sync routers for ids ['31adc550-e8ed-41ca-bc15-c038cba742ea'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:51.113146 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed55623-2a27-4d67-afdd-c23d6d96fcaf None None] Routers {'31adc550-e8ed-41ca-bc15-c038cba742ea'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:51.113620 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-aed55623-2a27-4d67-afdd-c23d6d96fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:38:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['31adc550-e8ed-41ca-bc15-c038cba742ea'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:51.126019 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb55f1-e5e4-4c20-97c3-9d85c8b34bf3 req-d1fb3796-6a1a-4f3e-9b62-986d3aa3418e tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.129522 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-14bb55f1-e5e4-4c20-97c3-9d85c8b34bf3 req-d1fb3796-6a1a-4f3e-9b62-986d3aa3418e tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 945 time: 0.1414185 Jul 16 01:38:51.129792 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-257bf29e-5ddd-4b7e-9f37-d23fca2654e9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.194118 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-257bf29e-5ddd-4b7e-9f37-d23fca2654e9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5978591 Jul 16 01:38:51.197245 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4008c7ff-f494-4021-8d57-b2f0e17f345a', 'tag': '3df0ba7e-7f6e-4d29-8f66-0dd0ff809420'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:51.197961 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38278) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:51.199959 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef0ef3d-b7c0-4c16-b29b-176132230cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "4008c7ff-f494-4021-8d57-b2f0e17f345a", "tag": "3df0ba7e-7f6e-4d29-8f66-0dd0ff809420"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:51.248007 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-aed55623-2a27-4d67-afdd-c23d6d96fcaf None None] Set router 31adc550-e8ed-41ca-bc15-c038cba742ea gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:51.288395 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-14bb55f1-e5e4-4c20-97c3-9d85c8b34bf3 req-4008e1ec-9e15-4956-a958-2fc100884ab0 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154118 Jul 16 01:38:51.302467 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9293b2-0d11-498b-9c7c-be3c68eb9aa2 x-openstack-request-id: req-bb9293b2-0d11-498b-9c7c-be3c68eb9aa2 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:51.303120 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4008c7ff-f494-4021-8d57-b2f0e17f345a", "tag": "3df0ba7e-7f6e-4d29-8f66-0dd0ff809420", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:51.311906 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb9293b2-0d11-498b-9c7c-be3c68eb9aa2 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:51.313774 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4008c7ff-f494-4021-8d57-b2f0e17f345a', 'tag': '3df0ba7e-7f6e-4d29-8f66-0dd0ff809420', 'status': 'completed', 'code': 200} Jul 16 01:38:51.317130 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f7edef8a-47aa-491f-8dd0-74c1d59a0d84 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/floatingips/d7a4dfd8-53df-4313-90ca-46c0033dae04 HTTP/1.1" status: 200 len: 991 time: 0.1161263 Jul 16 01:38:51.418597 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0ef3d-b7c0-4c16-b29b-176132230cb7 req-763bf108-1c7c-417b-bc07-285db06b0b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.420554 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bef0ef3d-b7c0-4c16-b29b-176132230cb7 req-763bf108-1c7c-417b-bc07-285db06b0b5f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5db3964ad24743648c502cd9b77ad865&device_id=4008c7ff-f494-4021-8d57-b2f0e17f345a HTTP/1.1" status: 200 len: 1097 time: 0.1028070 Jul 16 01:38:51.648442 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0ef3d-b7c0-4c16-b29b-176132230cb7 req-e2134c42-a6b6-46e1-b03c-3ab501efd74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.650308 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bef0ef3d-b7c0-4c16-b29b-176132230cb7 req-e2134c42-a6b6-46e1-b03c-3ab501efd74a service neutron] 10.222.0.82 "GET /v2.0/networks?id=bcdc0229-cd01-4532-8a67-71d584f848e2 HTTP/1.1" status: 200 len: 898 time: 0.2219660 Jul 16 01:38:51.702688 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-aed55623-2a27-4d67-afdd-c23d6d96fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'name': 'tempest-TestNetworkBasicOps-router-1856070966', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:38:21Z', 'revision_number': 4, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:13Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'd7a4dfd8-53df-4313-90ca-46c0033dae04', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'port_id': '3df0ba7e-7f6e-4d29-8f66-0dd0ff809420', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'mac_address': 'fa:16:3e:90:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4008c7ff-f494-4021-8d57-b2f0e17f345a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:49Z', 'updated_at': '2021-07-16T01:38:49Z', 'revision_number': 0, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc', 'name': '', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:28:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:19Z', 'updated_at': '2021-07-16T01:38:28Z', 'revision_number': 5, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:51.775474 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed55623-2a27-4d67-afdd-c23d6d96fcaf None None] Checking router: 31adc550-e8ed-41ca-bc15-c038cba742ea for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:51.787492 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed55623-2a27-4d67-afdd-c23d6d96fcaf None None] Routers {'31adc550-e8ed-41ca-bc15-c038cba742ea'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:51.788698 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-aed55623-2a27-4d67-afdd-c23d6d96fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:38:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['31adc550-e8ed-41ca-bc15-c038cba742ea'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:51.789770 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab0cd5-488f-47a1-a22e-d5db18b73882 req-f903e892-0d29-4109-9017-eed366e06889 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.791264 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1cab0cd5-488f-47a1-a22e-d5db18b73882 req-f903e892-0d29-4109-9017-eed366e06889 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 945 time: 0.3363285 Jul 16 01:38:51.793383 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bef0ef3d-b7c0-4c16-b29b-176132230cb7 req-ffc96ba6-169f-4ee2-aeb1-1f7c4f7e796b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 HTTP/1.1" status: 200 len: 999 time: 0.1327109 Jul 16 01:38:51.839895 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-862c2e0e-47bd-4825-a293-2cf519fb3bc5 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.841649 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-862c2e0e-47bd-4825-a293-2cf519fb3bc5 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/networks?id=dd31210a-b3ed-41ba-a32a-8a1d4015a729 HTTP/1.1" status: 200 len: 814 time: 0.1375899 Jul 16 01:38:51.858971 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-d492082a-85a9-4192-9584-726594464fd2 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/quotas/ad0c269a16154916be54bb1af1787626 HTTP/1.1" status: 200 len: 375 time: 0.0116303 Jul 16 01:38:51.924107 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-aed55623-2a27-4d67-afdd-c23d6d96fcaf None None] Set router 31adc550-e8ed-41ca-bc15-c038cba742ea gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:51.957763 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0ef3d-b7c0-4c16-b29b-176132230cb7 req-f667ef05-cfc4-43b8-95fc-aecf3ddafd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.959562 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bef0ef3d-b7c0-4c16-b29b-176132230cb7 req-f667ef05-cfc4-43b8-95fc-aecf3ddafd21 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6527019-7ef6-4382-8e37-6e73700c058a HTTP/1.1" status: 200 len: 835 time: 0.1559358 Jul 16 01:38:51.987620 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-9cc79773-dd9a-4b9f-a584-3170385bc8bc tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ad0c269a16154916be54bb1af1787626&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1227450 Jul 16 01:38:52.046961 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-1cab0cd5-488f-47a1-a22e-d5db18b73882 req-71391ab3-fd35-4cf6-944e-e5b342b73af4 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Deleting port fade7e6d-2486-402f-8ed6-b3b108895340 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:52.047520 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1cab0cd5-488f-47a1-a22e-d5db18b73882 req-71391ab3-fd35-4cf6-944e-e5b342b73af4 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.098201 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0ef3d-b7c0-4c16-b29b-176132230cb7 req-08a87ce8-872f-4ca4-8279-d3d093e6c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:52.099708 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bef0ef3d-b7c0-4c16-b29b-176132230cb7 req-08a87ce8-872f-4ca4-8279-d3d093e6c633 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bcdc0229-cd01-4532-8a67-71d584f848e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1299961 Jul 16 01:38:52.144382 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-1deb0ff1-7db9-4baa-a6ef-e19d2c4d0643 service neutron] 10.222.0.16 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558087 Jul 16 01:38:52.218567 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bef0ef3d-b7c0-4c16-b29b-176132230cb7 req-381ddf15-80e7-4ae1-9aea-9ec3922ac199 service neutron] 10.222.0.82 "GET /v2.0/networks/bcdc0229-cd01-4532-8a67-71d584f848e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913196 Jul 16 01:38:52.297023 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-a26a92fe-7923-4edf-be64-3a60c8e927c3 service neutron] 10.222.0.16 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515396 Jul 16 01:38:52.321503 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38318) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:52.329073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1cab0cd5-488f-47a1-a22e-d5db18b73882 req-71391ab3-fd35-4cf6-944e-e5b342b73af4 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] For port fade7e6d-2486-402f-8ed6-b3b108895340, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=fade7e6d-2486-402f-8ed6-b3b108895340,segment=NetworkSegment(8485c43f-cbb1-4157-845f-5ae431121d5a),segment_id=8485c43f-cbb1-4157-845f-5ae431121d5a)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:52.329444 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1cab0cd5-488f-47a1-a22e-d5db18b73882 req-71391ab3-fd35-4cf6-944e-e5b342b73af4 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.394353 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-aed55623-2a27-4d67-afdd-c23d6d96fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'name': 'tempest-TestNetworkBasicOps-router-1856070966', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:38:21Z', 'revision_number': 4, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:13Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'd7a4dfd8-53df-4313-90ca-46c0033dae04', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'port_id': '3df0ba7e-7f6e-4d29-8f66-0dd0ff809420', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'mac_address': 'fa:16:3e:90:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4008c7ff-f494-4021-8d57-b2f0e17f345a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:49Z', 'updated_at': '2021-07-16T01:38:49Z', 'revision_number': 0, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc', 'name': '', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:28:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:19Z', 'updated_at': '2021-07-16T01:38:28Z', 'revision_number': 5, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:52.420741 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-1cab0cd5-488f-47a1-a22e-d5db18b73882 req-71391ab3-fd35-4cf6-944e-e5b342b73af4 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Calling delete_port for fade7e6d-2486-402f-8ed6-b3b108895340 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:52.446070 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bef0ef3d-b7c0-4c16-b29b-176132230cb7 req-51af3e41-b605-474f-b5b1-332027f96bee service neutron] 10.222.0.82 "GET /v2.0/networks/bcdc0229-cd01-4532-8a67-71d584f848e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181766 Jul 16 01:38:52.492817 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed55623-2a27-4d67-afdd-c23d6d96fcaf None None] The sync data for ids ['31adc550-e8ed-41ca-bc15-c038cba742ea'] in n-d-792394-16 is: [{'id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'name': 'tempest-TestNetworkBasicOps-router-1856070966', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:38:21Z', 'revision_number': 4, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:13Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'd7a4dfd8-53df-4313-90ca-46c0033dae04', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'port_id': '3df0ba7e-7f6e-4d29-8f66-0dd0ff809420', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'mac_address': 'fa:16:3e:90:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4008c7ff-f494-4021-8d57-b2f0e17f345a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:49Z', 'updated_at': '2021-07-16T01:38:49Z', 'revision_number': 0, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc', 'name': '', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:28:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:19Z', 'updated_at': '2021-07-16T01:38:28Z', 'revision_number': 5, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:52.507539 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1056f14b-eacd-4660-9c33-e353dcd4cea4 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/floatingips/d7a4dfd8-53df-4313-90ca-46c0033dae04 HTTP/1.1" status: 200 len: 991 time: 0.1843019 Jul 16 01:38:52.636649 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69127eb-69f8-4fb4-9a3a-135ecbaca670 req-eb9f1733-a0f8-46a8-8baa-5dc1582f0fa5 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:52.644059 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f69127eb-69f8-4fb4-9a3a-135ecbaca670 req-eb9f1733-a0f8-46a8-8baa-5dc1582f0fa5 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 945 time: 0.1881497 Jul 16 01:38:52.755173 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f69127eb-69f8-4fb4-9a3a-135ecbaca670 req-ed8f88ad-8773-4d1a-be92-518f60b3233e tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/security-groups?id=16abd40c-d5b6-4c45-86af-f5dacf11d622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098332 Jul 16 01:38:52.824260 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1cab0cd5-488f-47a1-a22e-d5db18b73882 req-71391ab3-fd35-4cf6-944e-e5b342b73af4 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.842217 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['fade7e6d-2486-402f-8ed6-b3b108895340'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:52.939616 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71391ab3-fd35-4cf6-944e-e5b342b73af4 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Pushing event deleted for resources: {'Port': ['ID=fade7e6d-2486-402f-8ed6-b3b108895340,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:52.956757 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5cae13-4cd4-42a4-bd37-b9515b629325 None None] New status for floating IP d7a4dfd8-53df-4313-90ca-46c0033dae04: ACTIVE {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:38:53.003575 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-75262c51-8332-405b-9588-801cf4574c23 req-2266655c-0972-4023-9114-786ce172acc7 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=58c1f542-4dab-44d3-ba92-302edcbc6a4e HTTP/1.1" status: 200 len: 210 time: 0.0899589 Jul 16 01:38:53.030544 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cab0cd5-488f-47a1-a22e-d5db18b73882 req-71391ab3-fd35-4cf6-944e-e5b342b73af4 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] No DVR routers for this DVR port fade7e6d-2486-402f-8ed6-b3b108895340 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:53.035114 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1cab0cd5-488f-47a1-a22e-d5db18b73882 req-71391ab3-fd35-4cf6-944e-e5b342b73af4 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.038391 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1cab0cd5-488f-47a1-a22e-d5db18b73882 req-71391ab3-fd35-4cf6-944e-e5b342b73af4 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.82 "DELETE /v2.0/ports/fade7e6d-2486-402f-8ed6-b3b108895340 HTTP/1.1" status: 204 len: 173 time: 1.2350976 Jul 16 01:38:53.315683 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f028f9d-8e8a-4e6e-be33-b94696eb24f8', 'name': 'network-vif-deleted', 'tag': 'fade7e6d-2486-402f-8ed6-b3b108895340'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:53.319287 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d82189-3ed6-473c-9abd-97ad92a0bc80" -d '{"events": [{"server_uuid": "9f028f9d-8e8a-4e6e-be33-b94696eb24f8", "name": "network-vif-deleted", "tag": "fade7e6d-2486-402f-8ed6-b3b108895340"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:53.394957 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c000d962-d661-464f-8065-f726ffe6b375 x-openstack-request-id: req-c000d962-d661-464f-8065-f726ffe6b375 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:53.395470 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f028f9d-8e8a-4e6e-be33-b94696eb24f8", "name": "network-vif-deleted", "tag": "fade7e6d-2486-402f-8ed6-b3b108895340", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:53.395870 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c000d962-d661-464f-8065-f726ffe6b375 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:53.396672 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f028f9d-8e8a-4e6e-be33-b94696eb24f8', 'name': 'network-vif-deleted', 'tag': 'fade7e6d-2486-402f-8ed6-b3b108895340', 'status': 'completed', 'code': 200} Jul 16 01:38:53.511442 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38368) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:53.587443 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c981627e-8f22-43c2-91b6-3e4337563a45 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/floatingips/d7a4dfd8-53df-4313-90ca-46c0033dae04 HTTP/1.1" status: 200 len: 993 time: 0.0747139 Jul 16 01:38:53.996164 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-686f19d3-60b1-4d0e-a753-8c19ab5fcb15 req-28403c8a-6784-4e33-ad24-69625229a1b7 tempest-ServerRescueTestJSONUnderV235-855719485 tempest-ServerRescueTestJSONUnderV235-855719485-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f028f9d-8e8a-4e6e-be33-b94696eb24f8 HTTP/1.1" status: 200 len: 210 time: 0.0748124 Jul 16 01:38:54.220942 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eab33ee3-b20b-49f2-afe9-102d2b73c09e req-e6f1b972-e2f2-4fc2-9450-032d56e540e0 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=58c1f542-4dab-44d3-ba92-302edcbc6a4e HTTP/1.1" status: 200 len: 210 time: 0.0471542 Jul 16 01:38:54.444665 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-a0ca9daf-aef9-46c1-87e6-ac854a6fb8ae tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:54.447439 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-a0ca9daf-aef9-46c1-87e6-ac854a6fb8ae tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.84 "GET /v2.0/networks?id=dd31210a-b3ed-41ba-a32a-8a1d4015a729 HTTP/1.1" status: 200 len: 814 time: 0.1276908 Jul 16 01:38:54.478543 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-c3c8f92a-b2bb-48a2-bdbf-405314930a54 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Request body: {'port': {'device_id': '58c1f542-4dab-44d3-ba92-302edcbc6a4e', 'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729', 'admin_state_up': True, 'tenant_id': 'ad0c269a16154916be54bb1af1787626'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:54.602947 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-c3c8f92a-b2bb-48a2-bdbf-405314930a54 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Made reservation on behalf of ad0c269a16154916be54bb1af1787626 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:54.608646 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-c3c8f92a-b2bb-48a2-bdbf-405314930a54 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.774853 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-c3c8f92a-b2bb-48a2-bdbf-405314930a54 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Allocated IP 172.20.0.10 (dd31210a-b3ed-41ba-a32a-8a1d4015a729/3be564b1-f055-40ad-87fc-208a1fbc335f/c83cd3d1-5ede-4201-9a92-0c35167e1fb6) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:54.945133 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-c3c8f92a-b2bb-48a2-bdbf-405314930a54 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.991206 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-c3c8f92a-b2bb-48a2-bdbf-405314930a54 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.006075 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['e1ab8889-f6e9-4a91-b89b-c3f07b3db027', 'f4d3863d-7b91-4edb-bf04-1af2eae04086'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:55.053604 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-c3c8f92a-b2bb-48a2-bdbf-405314930a54 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Network dd31210a-b3ed-41ba-a32a-8a1d4015a729 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:55.060778 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-c3c8f92a-b2bb-48a2-bdbf-405314930a54 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:55.064903 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-c3c8f92a-b2bb-48a2-bdbf-405314930a54 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:55.118163 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-c3c8f92a-b2bb-48a2-bdbf-405314930a54 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:55.118791 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-c3c8f92a-b2bb-48a2-bdbf-405314930a54 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.131670 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38396) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:55.136044 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8f92a-b2bb-48a2-bdbf-405314930a54 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Pushing event updated for resources: {'Port': ['ID=c83cd3d1-5ede-4201-9a92-0c35167e1fb6,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:55.147497 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-c3c8f92a-b2bb-48a2-bdbf-405314930a54 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6737843 Jul 16 01:38:55.159697 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-07d0067a-175e-4ebf-9459-405727000287 service neutron] Request body: {'port': {'device_id': '58c1f542-4dab-44d3-ba92-302edcbc6a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:55.338634 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device fade7e6d-2486-402f-8ed6-b3b108895340 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:55.368028 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-07d0067a-175e-4ebf-9459-405727000287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.406742 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: fade7e6d-2486-402f-8ed6-b3b108895340 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:55.407802 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device fade7e6d-2486-402f-8ed6-b3b108895340 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:55.643782 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bdaaa-fa1b-4d20-828e-83d485af6e0e req-ebdfeb1f-a145-46bb-bfc7-1e7673027984 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:55.652226 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-465bdaaa-fa1b-4d20-828e-83d485af6e0e req-ebdfeb1f-a145-46bb-bfc7-1e7673027984 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=58c1f542-4dab-44d3-ba92-302edcbc6a4e HTTP/1.1" status: 200 len: 932 time: 0.1761465 Jul 16 01:38:55.720508 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-465bdaaa-fa1b-4d20-828e-83d485af6e0e req-0b5e806f-b971-446d-a808-66f3fd65f88a tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667593 Jul 16 01:38:55.805564 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5397b6e6-798d-459a-b2bd-88c8bdd36a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.117347 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-07d0067a-175e-4ebf-9459-405727000287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83cd3d1-5ede-4201-9a92-0c35167e1fb6 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:56.127978 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-07d0067a-175e-4ebf-9459-405727000287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.142274 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-07d0067a-175e-4ebf-9459-405727000287 service neutron] Transition to ACTIVE for port object c83cd3d1-5ede-4201-9a92-0c35167e1fb6 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:56.146848 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-07d0067a-175e-4ebf-9459-405727000287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.227357 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-5397b6e6-798d-459a-b2bd-88c8bdd36a17 admin admin] Deleting port 658eebbf-7cf7-49f0-aa55-b95fc95e5875 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:56.228429 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5397b6e6-798d-459a-b2bd-88c8bdd36a17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.233538 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0067a-175e-4ebf-9459-405727000287 service neutron] Pushing event updated for resources: {'Port': ['ID=c83cd3d1-5ede-4201-9a92-0c35167e1fb6,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:56.317907 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-07d0067a-175e-4ebf-9459-405727000287 service neutron] Attempting to bind port c83cd3d1-5ede-4201-9a92-0c35167e1fb6 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:56.318503 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-07d0067a-175e-4ebf-9459-405727000287 service neutron] Attempting to bind port c83cd3d1-5ede-4201-9a92-0c35167e1fb6 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '7001c564-5dab-4ec5-959b-17fbbab7fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:56.319100 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-07d0067a-175e-4ebf-9459-405727000287 service neutron] Attempting to bind port c83cd3d1-5ede-4201-9a92-0c35167e1fb6 on network dd31210a-b3ed-41ba-a32a-8a1d4015a729 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:56.330531 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-07d0067a-175e-4ebf-9459-405727000287 service neutron] Port c83cd3d1-5ede-4201-9a92-0c35167e1fb6 on network dd31210a-b3ed-41ba-a32a-8a1d4015a729 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:56.331534 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-07d0067a-175e-4ebf-9459-405727000287 service neutron] Attempting to bind port c83cd3d1-5ede-4201-9a92-0c35167e1fb6 on network dd31210a-b3ed-41ba-a32a-8a1d4015a729 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:56.358471 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-07d0067a-175e-4ebf-9459-405727000287 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:56.358924 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-07d0067a-175e-4ebf-9459-405727000287 service neutron] Checking segment: {'id': '7001c564-5dab-4ec5-959b-17fbbab7fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:56.359303 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-07d0067a-175e-4ebf-9459-405727000287 service neutron] Bound using segment: {'id': '7001c564-5dab-4ec5-959b-17fbbab7fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:56.359912 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-07d0067a-175e-4ebf-9459-405727000287 service neutron] Bound port: c83cd3d1-5ede-4201-9a92-0c35167e1fb6, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7001c564-5dab-4ec5-959b-17fbbab7fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:56.360312 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-07d0067a-175e-4ebf-9459-405727000287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.382502 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-5397b6e6-798d-459a-b2bd-88c8bdd36a17 admin admin] For port 658eebbf-7cf7-49f0-aa55-b95fc95e5875, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=658eebbf-7cf7-49f0-aa55-b95fc95e5875,segment=NetworkSegment(8485c43f-cbb1-4157-845f-5ae431121d5a),segment_id=8485c43f-cbb1-4157-845f-5ae431121d5a)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:56.383210 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5397b6e6-798d-459a-b2bd-88c8bdd36a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.400174 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-5397b6e6-798d-459a-b2bd-88c8bdd36a17 admin admin] Calling delete_port for 658eebbf-7cf7-49f0-aa55-b95fc95e5875 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:56.489024 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-07d0067a-175e-4ebf-9459-405727000287 service neutron] For port c83cd3d1-5ede-4201-9a92-0c35167e1fb6, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:56.493425 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-07d0067a-175e-4ebf-9459-405727000287 service neutron] For port c83cd3d1-5ede-4201-9a92-0c35167e1fb6, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c83cd3d1-5ede-4201-9a92-0c35167e1fb6,segment=NetworkSegment(7001c564-5dab-4ec5-959b-17fbbab7fc20),segment_id=7001c564-5dab-4ec5-959b-17fbbab7fc20)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:56.503168 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-07d0067a-175e-4ebf-9459-405727000287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.546724 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-07d0067a-175e-4ebf-9459-405727000287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.547286 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-07d0067a-175e-4ebf-9459-405727000287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.548804 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-07d0067a-175e-4ebf-9459-405727000287 service neutron] 10.222.0.84 "PUT /v2.0/ports/c83cd3d1-5ede-4201-9a92-0c35167e1fb6 HTTP/1.1" status: 200 len: 1093 time: 1.3941495 Jul 16 01:38:56.549253 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c1f542-4dab-44d3-ba92-302edcbc6a4e', 'tag': 'c83cd3d1-5ede-4201-9a92-0c35167e1fb6'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:56.551556 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f44161-3f3c-48b4-ad37-d55463f5a6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "58c1f542-4dab-44d3-ba92-302edcbc6a4e", "tag": "c83cd3d1-5ede-4201-9a92-0c35167e1fb6"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:56.610167 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-44a95f18-4406-4acd-8185-9c966148d15d req-46a0ff0a-8816-4351-a8f1-cad3dae31894 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2756236 Jul 16 01:38:56.617528 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0067a-175e-4ebf-9459-405727000287 service neutron] Pushing event updated for resources: {'Port': ['ID=c83cd3d1-5ede-4201-9a92-0c35167e1fb6,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:56.626267 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-677817d7-dcb9-4f37-b6b0-405af7e84f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.637242 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb50eab6-0a9b-47c5-9941-498be59bfa5c x-openstack-request-id: req-bb50eab6-0a9b-47c5-9941-498be59bfa5c {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:56.637581 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c1f542-4dab-44d3-ba92-302edcbc6a4e", "tag": "c83cd3d1-5ede-4201-9a92-0c35167e1fb6", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:56.637808 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb50eab6-0a9b-47c5-9941-498be59bfa5c {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:56.638168 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c1f542-4dab-44d3-ba92-302edcbc6a4e', 'tag': 'c83cd3d1-5ede-4201-9a92-0c35167e1fb6', 'status': 'completed', 'code': 200} Jul 16 01:38:56.729675 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-c0f0dd07-ed2e-4bca-80b9-ad2984a6f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.731790 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-c0f0dd07-ed2e-4bca-80b9-ad2984a6f95a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ad0c269a16154916be54bb1af1787626&device_id=58c1f542-4dab-44d3-ba92-302edcbc6a4e HTTP/1.1" status: 200 len: 1096 time: 0.1207383 Jul 16 01:38:56.755526 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a95f18-4406-4acd-8185-9c966148d15d req-214e8ff7-e5b3-4d4e-88f0-0d68b3856c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.757227 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-44a95f18-4406-4acd-8185-9c966148d15d req-214e8ff7-e5b3-4d4e-88f0-0d68b3856c8a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=397a7a3d36ef4318afd67223e92c4812&device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 1098 time: 0.0878060 Jul 16 01:38:56.795701 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-ef43b42c-c57d-4308-a1f5-20fbcccb402b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c83cd3d1-5ede-4201-9a92-0c35167e1fb6 HTTP/1.1" status: 200 len: 217 time: 0.0526812 Jul 16 01:38:56.803697 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5397b6e6-798d-459a-b2bd-88c8bdd36a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.854907 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397b6e6-798d-459a-b2bd-88c8bdd36a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=658eebbf-7cf7-49f0-aa55-b95fc95e5875,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:56.921709 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-c7a63f4e-8c29-45bd-b3b4-b74ef1bf0671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.923707 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-c7a63f4e-8c29-45bd-b3b4-b74ef1bf0671 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3be564b1-f055-40ad-87fc-208a1fbc335f HTTP/1.1" status: 200 len: 854 time: 0.1150398 Jul 16 01:38:56.939133 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a95f18-4406-4acd-8185-9c966148d15d req-5c29beee-c758-41c8-8fe5-0b8522bd829a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.941450 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-44a95f18-4406-4acd-8185-9c966148d15d req-5c29beee-c758-41c8-8fe5-0b8522bd829a service neutron] 10.222.0.82 "GET /v2.0/networks?id=98e0b200-9d05-4336-87c3-fa057674aa73 HTTP/1.1" status: 200 len: 911 time: 0.1547036 Jul 16 01:38:56.983343 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-72087657-2d2f-43a8-a68e-bc3df726fd19 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dd31210a-b3ed-41ba-a32a-8a1d4015a729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454118 Jul 16 01:38:57.071651 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61624bbf-6bff-41a0-9108-19cdfff2e8bb req-6f7fb28f-6be9-4713-92ed-e66edfd6433c tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.073348 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-61624bbf-6bff-41a0-9108-19cdfff2e8bb req-6f7fb28f-6be9-4713-92ed-e66edfd6433c tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=58c1f542-4dab-44d3-ba92-302edcbc6a4e HTTP/1.1" status: 200 len: 944 time: 0.1487930 Jul 16 01:38:57.103806 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-44a95f18-4406-4acd-8185-9c966148d15d req-e20c9a84-dbaa-427b-b737-7231951879e0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b HTTP/1.1" status: 200 len: 1002 time: 0.1518943 Jul 16 01:38:57.178946 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-547c96ab-6c94-458b-9fa9-de1557389da7 service neutron] 10.222.0.84 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635520 Jul 16 01:38:57.184653 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a95f18-4406-4acd-8185-9c966148d15d req-cac0c54a-c173-4725-8393-9e14d8c79cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.185230 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5397b6e6-798d-459a-b2bd-88c8bdd36a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.186201 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-44a95f18-4406-4acd-8185-9c966148d15d req-cac0c54a-c173-4725-8393-9e14d8c79cb3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=370bcf40-c26b-4959-9b56-af3cd128b9a8 HTTP/1.1" status: 200 len: 849 time: 0.0736566 Jul 16 01:38:57.202502 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-61624bbf-6bff-41a0-9108-19cdfff2e8bb req-f73dc2ee-4984-4de9-8f18-f2e09df04b66 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210322 Jul 16 01:38:57.319686 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe5352c1-5206-486c-99a4-0e67e187a4b1 req-8940ed86-29a8-4e81-90f5-1bd51e939263 service neutron] 10.222.0.84 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324110 Jul 16 01:38:57.337247 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a95f18-4406-4acd-8185-9c966148d15d req-5bd9cda8-46b7-4050-9a58-9447f38f94c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.338772 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-44a95f18-4406-4acd-8185-9c966148d15d req-5bd9cda8-46b7-4050-9a58-9447f38f94c4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=98e0b200-9d05-4336-87c3-fa057674aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810480 Jul 16 01:38:57.507469 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5397b6e6-798d-459a-b2bd-88c8bdd36a17 admin admin] Router b205d7f4-170c-42a6-8980-2777b55a5cb8 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:57.512764 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f44161-3f3c-48b4-ad37-d55463f5a6c8 req-debc5f27-74ab-4a92-b563-511c9abcf6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.513444 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68f44161-3f3c-48b4-ad37-d55463f5a6c8 req-debc5f27-74ab-4a92-b563-511c9abcf6ce service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ad0c269a16154916be54bb1af1787626&device_id=58c1f542-4dab-44d3-ba92-302edcbc6a4e HTTP/1.1" status: 200 len: 1096 time: 0.1303241 Jul 16 01:38:57.520603 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-44a95f18-4406-4acd-8185-9c966148d15d req-fa899e9d-0584-4e94-9ae5-ecfe01e2fd3b service neutron] 10.222.0.82 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713271 Jul 16 01:38:57.687399 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5397b6e6-798d-459a-b2bd-88c8bdd36a17 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:57.694083 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5397b6e6-798d-459a-b2bd-88c8bdd36a17 admin admin] 10.222.0.16 "PUT /v2.0/routers/b205d7f4-170c-42a6-8980-2777b55a5cb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5594962 Jul 16 01:38:57.696558 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38438) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:57.698880 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a24d6e-549e-4b30-a501-dbeeab3cfb31 None None] Sync routers for ids ['b205d7f4-170c-42a6-8980-2777b55a5cb8'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:57.718039 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a24d6e-549e-4b30-a501-dbeeab3cfb31 None None] Routers {'b205d7f4-170c-42a6-8980-2777b55a5cb8'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:57.718839 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-49a24d6e-549e-4b30-a501-dbeeab3cfb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:38:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['b205d7f4-170c-42a6-8980-2777b55a5cb8'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:57.749742 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f44161-3f3c-48b4-ad37-d55463f5a6c8 req-605dcbb4-53ad-4596-bf5b-d3c62e3d3533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.769605 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68f44161-3f3c-48b4-ad37-d55463f5a6c8 req-605dcbb4-53ad-4596-bf5b-d3c62e3d3533 service neutron] 10.222.0.84 "GET /v2.0/networks?id=dd31210a-b3ed-41ba-a32a-8a1d4015a729 HTTP/1.1" status: 200 len: 915 time: 0.2312577 Jul 16 01:38:57.774010 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-44a95f18-4406-4acd-8185-9c966148d15d req-86c69f44-813c-4fdb-98a6-c56ac6ae4d42 service neutron] 10.222.0.82 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244158 Jul 16 01:38:57.832692 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68f44161-3f3c-48b4-ad37-d55463f5a6c8 req-33cbddea-f4ed-4d34-8936-da7b76180d86 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c83cd3d1-5ede-4201-9a92-0c35167e1fb6 HTTP/1.1" status: 200 len: 217 time: 0.0530434 Jul 16 01:38:57.836801 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17458d42-bf44-4684-8a38-2c1b7e48fd17 admin admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.914898 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f44161-3f3c-48b4-ad37-d55463f5a6c8 req-0ccdab68-1eb5-48d5-b677-65e3599a964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.917338 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68f44161-3f3c-48b4-ad37-d55463f5a6c8 req-0ccdab68-1eb5-48d5-b677-65e3599a964d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3be564b1-f055-40ad-87fc-208a1fbc335f HTTP/1.1" status: 200 len: 854 time: 0.0781338 Jul 16 01:38:57.983172 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68f44161-3f3c-48b4-ad37-d55463f5a6c8 req-b1fb1ca7-cefc-4b29-a5f6-1226cfa9d95f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dd31210a-b3ed-41ba-a32a-8a1d4015a729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511436 Jul 16 01:38:57.995549 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17458d42-bf44-4684-8a38-2c1b7e48fd17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.097634 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-17458d42-bf44-4684-8a38-2c1b7e48fd17 admin admin] Deleting port 6bd116b5-7a49-462b-b7c9-9377cd6889db {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:58.098386 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17458d42-bf44-4684-8a38-2c1b7e48fd17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.170312 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68f44161-3f3c-48b4-ad37-d55463f5a6c8 req-132ca19e-5b53-4ae2-a75a-3a520dd08554 service neutron] 10.222.0.84 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752975 Jul 16 01:38:58.240122 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-17458d42-bf44-4684-8a38-2c1b7e48fd17 admin admin] For port 6bd116b5-7a49-462b-b7c9-9377cd6889db, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=6bd116b5-7a49-462b-b7c9-9377cd6889db,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:58.241121 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17458d42-bf44-4684-8a38-2c1b7e48fd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.283409 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-17458d42-bf44-4684-8a38-2c1b7e48fd17 admin admin] Calling delete_port for 6bd116b5-7a49-462b-b7c9-9377cd6889db owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:58.295625 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-49a24d6e-549e-4b30-a501-dbeeab3cfb31 None None] Set router b205d7f4-170c-42a6-8980-2777b55a5cb8 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:58.417804 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68f44161-3f3c-48b4-ad37-d55463f5a6c8 req-346dc9f5-075a-4d4a-90eb-e0b8db30d263 service neutron] 10.222.0.84 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428367 Jul 16 01:38:58.612618 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17458d42-bf44-4684-8a38-2c1b7e48fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.656186 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d78f1-591d-4e54-af4c-3ab66d59f68b req-710b18f8-5d5f-4bd4-86e3-e17f93b44350 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.660933 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf7d78f1-591d-4e54-af4c-3ab66d59f68b req-710b18f8-5d5f-4bd4-86e3-e17f93b44350 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=58c1f542-4dab-44d3-ba92-302edcbc6a4e HTTP/1.1" status: 200 len: 944 time: 0.2033992 Jul 16 01:38:58.683947 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17458d42-bf44-4684-8a38-2c1b7e48fd17 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd116b5-7a49-462b-b7c9-9377cd6889db,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:58.775081 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf7d78f1-591d-4e54-af4c-3ab66d59f68b req-2310510f-db66-442a-861f-d2370d243856 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058509 Jul 16 01:38:58.792095 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-49a24d6e-549e-4b30-a501-dbeeab3cfb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'name': 'tempest-ServerRescueTestJSONUnderV235-214900210-router', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:30Z', 'updated_at': '2021-07-16T01:38:56Z', 'revision_number': 5, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'gw_port': {'id': '6bd116b5-7a49-462b-b7c9-9377cd6889db', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:37:31Z', 'updated_at': '2021-07-16T01:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:58.829513 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17458d42-bf44-4684-8a38-2c1b7e48fd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.845296 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a24d6e-549e-4b30-a501-dbeeab3cfb31 None None] Checking router: b205d7f4-170c-42a6-8980-2777b55a5cb8 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:58.865682 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a24d6e-549e-4b30-a501-dbeeab3cfb31 None None] Routers {'b205d7f4-170c-42a6-8980-2777b55a5cb8'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:58.866373 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-49a24d6e-549e-4b30-a501-dbeeab3cfb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:38:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['b205d7f4-170c-42a6-8980-2777b55a5cb8'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:58.964260 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-49a24d6e-549e-4b30-a501-dbeeab3cfb31 None None] Set router b205d7f4-170c-42a6-8980-2777b55a5cb8 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:58.980021 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17458d42-bf44-4684-8a38-2c1b7e48fd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.982610 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17458d42-bf44-4684-8a38-2c1b7e48fd17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.031256 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-49a24d6e-549e-4b30-a501-dbeeab3cfb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'name': 'tempest-ServerRescueTestJSONUnderV235-214900210-router', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:30Z', 'updated_at': '2021-07-16T01:38:58Z', 'revision_number': 7, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:59.092166 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a24d6e-549e-4b30-a501-dbeeab3cfb31 None None] The sync data for ids ['b205d7f4-170c-42a6-8980-2777b55a5cb8'] in n-d-792394-16 is: [{'id': 'b205d7f4-170c-42a6-8980-2777b55a5cb8', 'name': 'tempest-ServerRescueTestJSONUnderV235-214900210-router', 'tenant_id': '15e56770c49b4c2c90bfb165e0219098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:37:30Z', 'updated_at': '2021-07-16T01:38:58Z', 'revision_number': 7, 'project_id': '15e56770c49b4c2c90bfb165e0219098', 'gw_port_host': None}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:59.125074 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17458d42-bf44-4684-8a38-2c1b7e48fd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.125718 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17458d42-bf44-4684-8a38-2c1b7e48fd17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b205d7f4-170c-42a6-8980-2777b55a5cb8 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:38:59.138472 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17458d42-bf44-4684-8a38-2c1b7e48fd17 admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.139866 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-17458d42-bf44-4684-8a38-2c1b7e48fd17 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b205d7f4-170c-42a6-8980-2777b55a5cb8 HTTP/1.1" status: 204 len: 168 time: 1.4412408 Jul 16 01:38:59.142689 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 38456) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:59.207369 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-e21c5f16-16c3-424a-997b-413ef105cec1 admin admin] Deleting subnet 36d83a8c-16f2-4271-82b4-750235f338ef {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:59.211013 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e21c5f16-16c3-424a-997b-413ef105cec1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.256085 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e21c5f16-16c3-424a-997b-413ef105cec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.309970 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e21c5f16-16c3-424a-997b-413ef105cec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.374362 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e21c5f16-16c3-424a-997b-413ef105cec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.400635 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e21c5f16-16c3-424a-997b-413ef105cec1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.403209 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e21c5f16-16c3-424a-997b-413ef105cec1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/36d83a8c-16f2-4271-82b4-750235f338ef HTTP/1.1" status: 204 len: 168 time: 0.2591872 Jul 16 01:38:59.405934 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38468) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:59.439512 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c5f16-16c3-424a-997b-413ef105cec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36d83a8c-16f2-4271-82b4-750235f338ef,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:59.505912 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eafb9d10-1a97-4bdf-9833-1b90ae773e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.545513 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device c83cd3d1-5ede-4201-9a92-0c35167e1fb6 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:59.608968 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eafb9d10-1a97-4bdf-9833-1b90ae773e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.621407 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-eafb9d10-1a97-4bdf-9833-1b90ae773e5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a6dff3-4e27-4968-8def-dde595202060']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:59.633935 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-eafb9d10-1a97-4bdf-9833-1b90ae773e5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8485c43f-cbb1-4157-845f-5ae431121d5a') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:59.634236 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-eafb9d10-1a97-4bdf-9833-1b90ae773e5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8485c43f-cbb1-4157-845f-5ae431121d5a') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:59.651644 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eafb9d10-1a97-4bdf-9833-1b90ae773e5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.667863 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eafb9d10-1a97-4bdf-9833-1b90ae773e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.677418 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eafb9d10-1a97-4bdf-9833-1b90ae773e5f admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:59.678118 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eafb9d10-1a97-4bdf-9833-1b90ae773e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:59.680340 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:59.718611 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port c83cd3d1-5ede-4201-9a92-0c35167e1fb6, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c83cd3d1-5ede-4201-9a92-0c35167e1fb6,segment=NetworkSegment(7001c564-5dab-4ec5-959b-17fbbab7fc20),segment_id=7001c564-5dab-4ec5-959b-17fbbab7fc20)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:59.726742 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30382df4-e9de-4637-ab63-6521c7db8e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.743204 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'c83cd3d1-5ede-4201-9a92-0c35167e1fb6', 'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729', 'port_id': 'c83cd3d1-5ede-4201-9a92-0c35167e1fb6', 'mac_address': 'fa:16:3e:94:f6:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3be564b1-f055-40ad-87fc-208a1fbc335f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:59.753546 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.762922 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eafb9d10-1a97-4bdf-9833-1b90ae773e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.770810 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eafb9d10-1a97-4bdf-9833-1b90ae773e5f admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.778477 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-eafb9d10-1a97-4bdf-9833-1b90ae773e5f admin admin] 10.222.0.16 "DELETE /v2.0/networks/48a6dff3-4e27-4968-8def-dde595202060 HTTP/1.1" status: 204 len: 168 time: 0.3683212 Jul 16 01:38:59.806620 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb9d10-1a97-4bdf-9833-1b90ae773e5f admin admin] Pushing event deleted for resources: {'Network': ['ID=48a6dff3-4e27-4968-8def-dde595202060,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:59.817131 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.832202 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83cd3d1-5ede-4201-9a92-0c35167e1fb6 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:59.866577 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port c83cd3d1-5ede-4201-9a92-0c35167e1fb6, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c83cd3d1-5ede-4201-9a92-0c35167e1fb6,segment=NetworkSegment(7001c564-5dab-4ec5-959b-17fbbab7fc20),segment_id=7001c564-5dab-4ec5-959b-17fbbab7fc20)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:59.877691 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.931626 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=c83cd3d1-5ede-4201-9a92-0c35167e1fb6,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:00.094599 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 658eebbf-7cf7-49f0-aa55-b95fc95e5875 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:00.123847 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a6167-f0ae-4d64-9b4e-35a094a7da8d req-fb1651f0-6261-4127-b1c5-ce6dfdd17eb3 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.125839 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-534a6167-f0ae-4d64-9b4e-35a094a7da8d req-fb1651f0-6261-4127-b1c5-ce6dfdd17eb3 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=58c1f542-4dab-44d3-ba92-302edcbc6a4e HTTP/1.1" status: 200 len: 945 time: 0.1291716 Jul 16 01:39:00.130035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 658eebbf-7cf7-49f0-aa55-b95fc95e5875 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:00.130579 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 658eebbf-7cf7-49f0-aa55-b95fc95e5875 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:00.131151 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6bd116b5-7a49-462b-b7c9-9377cd6889db no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:00.162835 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 6bd116b5-7a49-462b-b7c9-9377cd6889db {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:00.163183 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6bd116b5-7a49-462b-b7c9-9377cd6889db not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:00.170927 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['c83cd3d1-5ede-4201-9a92-0c35167e1fb6'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:00.178090 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 38484) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:00.208487 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-534a6167-f0ae-4d64-9b4e-35a094a7da8d req-7989975c-3a6c-4861-a2a6-e24a227ae8bc tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755279 Jul 16 01:39:00.275957 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7fefc82b-4709-4c8c-ba85-c644260efd4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15e56770c49b4c2c90bfb165e0219098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0942202 Jul 16 01:39:00.276514 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38486) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:00.380887 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-110c8006-3b07-40c2-8d4d-b53f3b448e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.408152 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-110c8006-3b07-40c2-8d4d-b53f3b448e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.467226 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-110c8006-3b07-40c2-8d4d-b53f3b448e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.473076 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-110c8006-3b07-40c2-8d4d-b53f3b448e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.474467 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-110c8006-3b07-40c2-8d4d-b53f3b448e42 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16abd40c-d5b6-4c45-86af-f5dacf11d622 HTTP/1.1" status: 204 len: 168 time: 0.1967711 Jul 16 01:39:00.488750 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c8006-3b07-40c2-8d4d-b53f3b448e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16abd40c-d5b6-4c45-86af-f5dacf11d622,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:00.781830 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.425569 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.473032 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-33999bc3-7d34-4ee3-a647-9fae56aa6943 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1448455 Jul 16 01:39:01.490451 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf61617-c296-4ece-bd39-4da43d39e799 req-f26b64eb-7e3b-4ad2-a67c-80ecd01d7aac tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.492659 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eaf61617-c296-4ece-bd39-4da43d39e799 req-f26b64eb-7e3b-4ad2-a67c-80ecd01d7aac tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=58c1f542-4dab-44d3-ba92-302edcbc6a4e HTTP/1.1" status: 200 len: 945 time: 0.1265745 Jul 16 01:39:01.543272 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device c83cd3d1-5ede-4201-9a92-0c35167e1fb6 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:01.580620 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eaf61617-c296-4ece-bd39-4da43d39e799 req-60f9fddf-154d-4be7-a089-25ba5ddb3609 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811853 Jul 16 01:39:01.631409 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port c83cd3d1-5ede-4201-9a92-0c35167e1fb6 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:01.636715 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port c83cd3d1-5ede-4201-9a92-0c35167e1fb6 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:01.638019 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.682326 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-4764f3ce-cf03-4774-a898-3ca4560609fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.683622 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-4764f3ce-cf03-4774-a898-3ca4560609fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.684283 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-4764f3ce-cf03-4774-a898-3ca4560609fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.686025 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-4764f3ce-cf03-4774-a898-3ca4560609fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.686478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-4764f3ce-cf03-4774-a898-3ca4560609fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.687188 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-4764f3ce-cf03-4774-a898-3ca4560609fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.687809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-4764f3ce-cf03-4774-a898-3ca4560609fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.690619 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-4764f3ce-cf03-4774-a898-3ca4560609fb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ab955cac98346abb4c28e7943a645b4&device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 6497 time: 0.1133518 Jul 16 01:39:01.834592 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.877437 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port c83cd3d1-5ede-4201-9a92-0c35167e1fb6, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c83cd3d1-5ede-4201-9a92-0c35167e1fb6,segment=NetworkSegment(7001c564-5dab-4ec5-959b-17fbbab7fc20),segment_id=7001c564-5dab-4ec5-959b-17fbbab7fc20)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:01.878591 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c1f542-4dab-44d3-ba92-302edcbc6a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83cd3d1-5ede-4201-9a92-0c35167e1fb6'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:01.881425 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9ed06a-377a-4b89-a689-70448b2605e4" -d '{"events": [{"server_uuid": "58c1f542-4dab-44d3-ba92-302edcbc6a4e", "name": "network-vif-plugged", "status": "completed", "tag": "c83cd3d1-5ede-4201-9a92-0c35167e1fb6"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:01.888629 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.912744 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-f4ef573d-5402-41b8-ac78-9324c976489a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.913325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-f4ef573d-5402-41b8-ac78-9324c976489a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.913855 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-f4ef573d-5402-41b8-ac78-9324c976489a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.921078 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-f4ef573d-5402-41b8-ac78-9324c976489a service neutron] 10.222.0.84 "GET /v2.0/networks?id=1b590a93-b556-4341-bbf0-322f328e95cf&id=c8f8cff2-179e-422c-b93c-8298614fb9a9&id=c8f8cff2-179e-422c-b93c-8298614fb9a9&id=c8f8cff2-179e-422c-b93c-8298614fb9a9&id=c8f8cff2-179e-422c-b93c-8298614fb9a9&id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20&id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20 HTTP/1.1" status: 200 len: 2292 time: 0.1958077 Jul 16 01:39:01.956911 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da3f8cd-cc84-4690-9367-90262a56473d x-openstack-request-id: req-8da3f8cd-cc84-4690-9367-90262a56473d {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:01.957458 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c1f542-4dab-44d3-ba92-302edcbc6a4e", "name": "network-vif-plugged", "status": "completed", "tag": "c83cd3d1-5ede-4201-9a92-0c35167e1fb6", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:01.957857 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8da3f8cd-cc84-4690-9367-90262a56473d {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:01.958391 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c1f542-4dab-44d3-ba92-302edcbc6a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83cd3d1-5ede-4201-9a92-0c35167e1fb6', 'code': 200} Jul 16 01:39:02.036524 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=c83cd3d1-5ede-4201-9a92-0c35167e1fb6,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:02.055415 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-a65d6375-12ed-43af-84ff-dbf8e718e1ca service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36a2f25a-4dc4-421c-88af-1545774b65fb HTTP/1.1" status: 200 len: 1001 time: 0.1266623 Jul 16 01:39:02.169354 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-493db336-b6c2-4d71-9ef3-385b0f5a5a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.170867 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-493db336-b6c2-4d71-9ef3-385b0f5a5a39 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=09f3da01-7811-438c-934c-dbb6f1e9ed24 HTTP/1.1" status: 200 len: 851 time: 0.0997841 Jul 16 01:39:02.174483 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7b5d7-bae7-4a08-b5a1-c7e01eacbd48 req-9b894aef-9ba2-40bb-a594-c753dbbb42f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.175996 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1c7b5d7-bae7-4a08-b5a1-c7e01eacbd48 req-9b894aef-9ba2-40bb-a594-c753dbbb42f2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=58c1f542-4dab-44d3-ba92-302edcbc6a4e HTTP/1.1" status: 200 len: 1098 time: 0.1556702 Jul 16 01:39:02.303281 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1c7b5d7-bae7-4a08-b5a1-c7e01eacbd48 req-c9663bd0-f08f-4882-9ccd-8845b362d3de service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089020 Jul 16 01:39:02.314203 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-03674cea-3e61-41bb-a261-43886db0d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.316074 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-03674cea-3e61-41bb-a261-43886db0d861 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1b590a93-b556-4341-bbf0-322f328e95cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1306667 Jul 16 01:39:02.474972 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-87f80e6d-7380-4761-bdf9-736a741b6c32 service neutron] 10.222.0.84 "GET /v2.0/networks/1b590a93-b556-4341-bbf0-322f328e95cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093438 Jul 16 01:39:02.504236 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.620665 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-fe25aee2-ebb4-4ee3-9990-2e1ce32aed99 service neutron] 10.222.0.84 "GET /v2.0/networks/1b590a93-b556-4341-bbf0-322f328e95cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346142 Jul 16 01:39:02.668605 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38576) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:02.685999 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-3a5f23ae-a38b-45ec-a0c5-e903f441783b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=55330359-f702-4308-9556-f798e62575fe HTTP/1.1" status: 200 len: 217 time: 0.0581055 Jul 16 01:39:02.748809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-e84aeed5-80fc-401f-8b63-0b97ecb1ad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.750917 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-e84aeed5-80fc-401f-8b63-0b97ecb1ad4f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c920e428-2173-4351-a902-805250aa16b4 HTTP/1.1" status: 200 len: 797 time: 0.0574043 Jul 16 01:39:02.815411 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bf5ad15-e75d-4cb8-b624-2f4f8c61a7a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:02.842471 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-3bb50581-3cf3-4bfc-96a7-99905d9127a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.844603 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-3bb50581-3cf3-4bfc-96a7-99905d9127a8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8f8cff2-179e-422c-b93c-8298614fb9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0871367 Jul 16 01:39:03.007374 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-90effc5f-a294-4765-910e-396fcb69da57 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509705 Jul 16 01:39:03.185094 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-8c3b3a04-78e1-4b8e-a10a-ffe9a1662c69 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703556 Jul 16 01:39:03.259391 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f5ba1-f94b-4bbb-9e39-83ced655470a req-62f4462e-b935-4348-b363-56c040267732 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.267203 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1f2f5ba1-f94b-4bbb-9e39-83ced655470a req-62f4462e-b935-4348-b363-56c040267732 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=58c1f542-4dab-44d3-ba92-302edcbc6a4e HTTP/1.1" status: 200 len: 946 time: 0.5118880 Jul 16 01:39:03.290457 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-17ff7d09-3855-45db-8481-08e69b5b040c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=402daa9b-da36-45bb-8bb8-44f53b35914a HTTP/1.1" status: 200 len: 217 time: 0.0980885 Jul 16 01:39:03.343333 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1f2f5ba1-f94b-4bbb-9e39-83ced655470a req-96c02de6-ba5d-4338-89c5-73ea99d7c6db tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750475 Jul 16 01:39:03.371263 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-10d6fc8f-bc44-4fc7-935d-d2c06cf4462d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.374895 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-10d6fc8f-bc44-4fc7-935d-d2c06cf4462d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c920e428-2173-4351-a902-805250aa16b4 HTTP/1.1" status: 200 len: 797 time: 0.0755272 Jul 16 01:39:03.444800 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bf5ad15-e75d-4cb8-b624-2f4f8c61a7a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.453384 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bf5ad15-e75d-4cb8-b624-2f4f8c61a7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.467159 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-5000698e-490d-4583-80cf-516f13a0f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.469712 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-5000698e-490d-4583-80cf-516f13a0f0c6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8f8cff2-179e-422c-b93c-8298614fb9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0858417 Jul 16 01:39:03.510434 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0bf5ad15-e75d-4cb8-b624-2f4f8c61a7a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=666023113eaa4e3a895b198ac36e0793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8405766 Jul 16 01:39:03.511530 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5ad15-e75d-4cb8-b624-2f4f8c61a7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292197d5-178f-4bf1-a698-a21c90a002ec,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:03.514055 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 38594) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:03.646275 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-defd7caa-50da-4a5a-8ddb-c892a689afdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.696953 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-ebe45bd6-a69f-482f-981c-1287f82df504 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106607 Jul 16 01:39:03.715749 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-defd7caa-50da-4a5a-8ddb-c892a689afdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.848662 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-23a8e03d-6287-4def-aa3d-7e43ba800081 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518583 Jul 16 01:39:03.855386 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-defd7caa-50da-4a5a-8ddb-c892a689afdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.858188 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-defd7caa-50da-4a5a-8ddb-c892a689afdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.859313 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-defd7caa-50da-4a5a-8ddb-c892a689afdd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/292197d5-178f-4bf1-a698-a21c90a002ec HTTP/1.1" status: 204 len: 168 time: 0.3433475 Jul 16 01:39:03.876266 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38610) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:03.906695 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd7caa-50da-4a5a-8ddb-c892a689afdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292197d5-178f-4bf1-a698-a21c90a002ec,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:03.909204 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-30d465b1-5c56-46e2-9c5f-0986a4641b82 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=14ec0242-6e1e-4307-a3bc-b3ea2834426a HTTP/1.1" status: 200 len: 217 time: 0.0484569 Jul 16 01:39:03.962037 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-6ea38060-00aa-4bed-9cbe-fcab93d2cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.963523 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-6ea38060-00aa-4bed-9cbe-fcab93d2cfa1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c920e428-2173-4351-a902-805250aa16b4 HTTP/1.1" status: 200 len: 797 time: 0.0470560 Jul 16 01:39:04.034637 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-16ce3d53-da87-49c1-83c5-7e746c92c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.036830 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-16ce3d53-da87-49c1-83c5-7e746c92c663 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8f8cff2-179e-422c-b93c-8298614fb9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0667741 Jul 16 01:39:04.140289 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2433d2fa-b378-4230-a502-406ca15a064d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.157101 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-0a9784a6-9896-44a9-845e-934be8a39080 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129186 Jul 16 01:39:04.248251 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2433d2fa-b378-4230-a502-406ca15a064d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.254627 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2433d2fa-b378-4230-a502-406ca15a064d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.268637 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-72e9654d-5849-4226-9d51-03ceb25385f8 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039982 Jul 16 01:39:04.296839 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2433d2fa-b378-4230-a502-406ca15a064d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e2ac554421b4de2a20c5f3150b161a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4163387 Jul 16 01:39:04.296839 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433d2fa-b378-4230-a502-406ca15a064d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a171e72-2a84-4161-b32c-0f3d4f410852,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:04.297850 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38624) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:04.312242 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-05f70cb2-957c-4091-a38d-b24e8b609146 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=00953650-5e1c-485e-9549-caf969e2c040 HTTP/1.1" status: 200 len: 217 time: 0.0366139 Jul 16 01:39:04.350951 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a8bd8d0e-923a-4870-9186-f63f95cf8f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.361916 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-f773198c-63ee-46ca-bdb0-d1a28c4972da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.363995 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-f773198c-63ee-46ca-bdb0-d1a28c4972da service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c920e428-2173-4351-a902-805250aa16b4 HTTP/1.1" status: 200 len: 797 time: 0.0452044 Jul 16 01:39:04.381493 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a8bd8d0e-923a-4870-9186-f63f95cf8f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.453456 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-3a4ed9c6-d2b3-4d89-908e-cdd0790ddcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.455373 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-3a4ed9c6-d2b3-4d89-908e-cdd0790ddcb0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8f8cff2-179e-422c-b93c-8298614fb9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0855279 Jul 16 01:39:04.456921 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a8bd8d0e-923a-4870-9186-f63f95cf8f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.459528 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a8bd8d0e-923a-4870-9186-f63f95cf8f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.463087 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a8bd8d0e-923a-4870-9186-f63f95cf8f7a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a171e72-2a84-4161-b32c-0f3d4f410852 HTTP/1.1" status: 204 len: 168 time: 0.1619177 Jul 16 01:39:04.474797 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd8d0e-923a-4870-9186-f63f95cf8f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a171e72-2a84-4161-b32c-0f3d4f410852,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:04.622527 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-7c1f7feb-9493-464c-a99a-f87173dbf53e service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583493 Jul 16 01:39:04.635400 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2e0c4-0a28-4054-bfc2-bee17a3bf12e req-6a514027-f02e-46a4-be6a-302a7e0d3fd6 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.637097 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-61f2e0c4-0a28-4054-bfc2-bee17a3bf12e req-6a514027-f02e-46a4-be6a-302a7e0d3fd6 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=58c1f542-4dab-44d3-ba92-302edcbc6a4e HTTP/1.1" status: 200 len: 946 time: 0.1629803 Jul 16 01:39:04.687252 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38642) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:04.700517 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-61f2e0c4-0a28-4054-bfc2-bee17a3bf12e req-649fdb0c-caaf-4857-bec8-286ce7a714c8 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526102 Jul 16 01:39:04.810467 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-f690abfd-99da-46ba-84d1-5eff8529fbe1 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698265 Jul 16 01:39:04.875574 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38652) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:04.892431 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-6ca9ef40-1f58-4a6a-9336-102ae59e7aad service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=407d0817-5c56-476f-9567-e0c793460e29 HTTP/1.1" status: 200 len: 217 time: 0.0768516 Jul 16 01:39:04.901380 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3402cd0d-d7e7-4563-be67-00c44c484739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.929647 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-90c6a2bb-4a89-42d8-8ca3-37e4ba981326 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1438971816-network', 'tenant_id': 'd71094361aab4be9bc060dedde7f99cc'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:04.959274 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.db.api [None req-3402cd0d-d7e7-4563-be67-00c44c484739 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:39:04.959274 n-d-792394-16 neutron-server[93956]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:39:04.959274 n-d-792394-16 neutron-server[93956]: [parameters: {'project_id': '84667017baa9476985fc64cc89679c47', 'id': '12227fa4-2142-4c14-a5ec-2b7f9605364d', 'expiration': datetime.datetime(2021, 7, 16, 1, 41, 4, 950237)}] Jul 16 01:39:04.959274 n-d-792394-16 neutron-server[93956]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93956) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:39:04.960263 n-d-792394-16 neutron-server[93956]: DEBUG oslo_db.api [None req-3402cd0d-d7e7-4563-be67-00c44c484739 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:39:04.975184 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c6a2bb-4a89-42d8-8ca3-37e4ba981326 admin admin] Made reservation on behalf of d71094361aab4be9bc060dedde7f99cc for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:04.980412 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-90c6a2bb-4a89-42d8-8ca3-37e4ba981326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.981838 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.988736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-a4ce0523-f895-4a72-b699-f3ff79aaf00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.990562 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-a4ce0523-f895-4a72-b699-f3ff79aaf00b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cd61848d-b847-41bc-a89b-9e166c2c9789 HTTP/1.1" status: 200 len: 797 time: 0.0904469 Jul 16 01:39:04.995418 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-90c6a2bb-4a89-42d8-8ca3-37e4ba981326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.083178 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-f67cfdc8-0be2-4764-af9a-28dff7fcd680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.084745 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-f67cfdc8-0be2-4764-af9a-28dff7fcd680 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0874660 Jul 16 01:39:05.254942 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-90c6a2bb-4a89-42d8-8ca3-37e4ba981326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.254942 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-90c6a2bb-4a89-42d8-8ca3-37e4ba981326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.257384 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-60f1b23c-2dd0-4cfe-b4ca-0619b9839b5a service neutron] 10.222.0.84 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288321 Jul 16 01:39:05.258784 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c6a2bb-4a89-42d8-8ca3-37e4ba981326 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:05.298306 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6a2bb-4a89-42d8-8ca3-37e4ba981326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3873fec4-ca3e-435a-a538-265307a2793c,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:05.317266 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-90c6a2bb-4a89-42d8-8ca3-37e4ba981326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.317622 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-90c6a2bb-4a89-42d8-8ca3-37e4ba981326 admin admin] Added segment dc808e39-9171-48d0-ab01-5a9863cac8c9 of type vlan for network 2236c4a2-edd7-491b-b417-445f1090922c Jul 16 01:39:05.344492 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:39:05.378845 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-88d97883-e9bb-4f03-8ca9-5313bf5dc013 service neutron] 10.222.0.84 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497676 Jul 16 01:39:05.404228 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-90c6a2bb-4a89-42d8-8ca3-37e4ba981326 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.444738 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-90c6a2bb-4a89-42d8-8ca3-37e4ba981326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.446208 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c6a2bb-4a89-42d8-8ca3-37e4ba981326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.447043 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-90c6a2bb-4a89-42d8-8ca3-37e4ba981326 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.452427 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-3645f9aa-05d5-4f54-a58b-2b0e44363764 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d56d08d-c284-4685-94b0-17d99edfbd05 HTTP/1.1" status: 200 len: 217 time: 0.0614626 Jul 16 01:39:05.463527 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3402cd0d-d7e7-4563-be67-00c44c484739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.531248 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-90c6a2bb-4a89-42d8-8ca3-37e4ba981326 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8429108 Jul 16 01:39:05.534766 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-47a54ccf-34bb-4838-8570-61b8311f8a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.536240 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-47a54ccf-34bb-4838-8570-61b8311f8a3f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cd61848d-b847-41bc-a89b-9e166c2c9789 HTTP/1.1" status: 200 len: 797 time: 0.0771897 Jul 16 01:39:05.546803 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6a2bb-4a89-42d8-8ca3-37e4ba981326 admin admin] Pushing event updated for resources: {'Network': ['ID=2236c4a2-edd7-491b-b417-445f1090922c,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:05.577746 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 2236c4a2-edd7-491b-b417-445f1090922c details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:05.662317 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-4d6f3c21-f3fb-40dd-b725-8aa81ba39196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.663860 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-4d6f3c21-f3fb-40dd-b725-8aa81ba39196 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1155248 Jul 16 01:39:05.726550 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3402cd0d-d7e7-4563-be67-00c44c484739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.736595 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3402cd0d-d7e7-4563-be67-00c44c484739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.783616 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402cd0d-d7e7-4563-be67-00c44c484739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abac978-2812-402e-9a5d-011693f467f1,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:05.793325 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3402cd0d-d7e7-4563-be67-00c44c484739 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=84667017baa9476985fc64cc89679c47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9160843 Jul 16 01:39:05.794279 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 38680) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:05.944159 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-daa9757e-3d20-417a-8b69-72fd4b8c705b service neutron] 10.222.0.84 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726858 Jul 16 01:39:05.964854 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db00db56-e205-4fe2-ae82-b4f252f02571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.339387 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffaac23-17da-4724-9151-e2edbfb75d1c req-2db56acb-86b4-4f18-81bd-62b17b8db6c0 tempest-ComputeTenantNetworksTest-1260359517 tempest-ComputeTenantNetworksTest-1260359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.345872 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffaac23-17da-4724-9151-e2edbfb75d1c req-2db56acb-86b4-4f18-81bd-62b17b8db6c0 tempest-ComputeTenantNetworksTest-1260359517 tempest-ComputeTenantNetworksTest-1260359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.352279 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffaac23-17da-4724-9151-e2edbfb75d1c req-2db56acb-86b4-4f18-81bd-62b17b8db6c0 tempest-ComputeTenantNetworksTest-1260359517 tempest-ComputeTenantNetworksTest-1260359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.354051 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ffaac23-17da-4724-9151-e2edbfb75d1c req-2db56acb-86b4-4f18-81bd-62b17b8db6c0 tempest-ComputeTenantNetworksTest-1260359517 tempest-ComputeTenantNetworksTest-1260359517-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3118005 Jul 16 01:39:06.471234 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622ac27-1296-4acf-acb7-a42b6bc21efe req-e08be742-eb3e-438b-983e-b25dc76b662b tempest-ComputeTenantNetworksTest-1260359517 tempest-ComputeTenantNetworksTest-1260359517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.472261 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e622ac27-1296-4acf-acb7-a42b6bc21efe req-e08be742-eb3e-438b-983e-b25dc76b662b tempest-ComputeTenantNetworksTest-1260359517 tempest-ComputeTenantNetworksTest-1260359517-project] 10.222.0.16 "GET /v2.0/networks/2236c4a2-edd7-491b-b417-445f1090922c HTTP/1.1" status: 200 len: 769 time: 0.0966871 Jul 16 01:39:06.481263 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38708) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:06.491553 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db00db56-e205-4fe2-ae82-b4f252f02571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.559075 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cb4938f-ca08-45dc-a7be-f56f1f0fec7a req-ac19a936-6029-48b5-8299-bab0d9083036 service neutron] 10.222.0.84 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6065071 Jul 16 01:39:06.584517 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db00db56-e205-4fe2-ae82-b4f252f02571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.587384 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db00db56-e205-4fe2-ae82-b4f252f02571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.591165 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-db00db56-e205-4fe2-ae82-b4f252f02571 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9abac978-2812-402e-9a5d-011693f467f1 HTTP/1.1" status: 204 len: 168 time: 0.7932961 Jul 16 01:39:06.607222 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00db56-e205-4fe2-ae82-b4f252f02571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abac978-2812-402e-9a5d-011693f467f1,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:06.608981 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fd322a7a-4f9c-4d6b-898c-4a44a4c1f029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.719954 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fd322a7a-4f9c-4d6b-898c-4a44a4c1f029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.732634 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-fd322a7a-4f9c-4d6b-898c-4a44a4c1f029 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2236c4a2-edd7-491b-b417-445f1090922c']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:06.747235 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-fd322a7a-4f9c-4d6b-898c-4a44a4c1f029 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc808e39-9171-48d0-ab01-5a9863cac8c9') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:06.747531 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-fd322a7a-4f9c-4d6b-898c-4a44a4c1f029 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc808e39-9171-48d0-ab01-5a9863cac8c9') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:06.757867 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fd322a7a-4f9c-4d6b-898c-4a44a4c1f029 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.777667 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fd322a7a-4f9c-4d6b-898c-4a44a4c1f029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.786353 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd322a7a-4f9c-4d6b-898c-4a44a4c1f029 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:39:06.786804 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fd322a7a-4f9c-4d6b-898c-4a44a4c1f029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:39:06.788581 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:39:06.919600 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fd322a7a-4f9c-4d6b-898c-4a44a4c1f029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.925675 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fd322a7a-4f9c-4d6b-898c-4a44a4c1f029 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.929724 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fd322a7a-4f9c-4d6b-898c-4a44a4c1f029 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2236c4a2-edd7-491b-b417-445f1090922c HTTP/1.1" status: 204 len: 168 time: 0.4474657 Jul 16 01:39:06.954942 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd322a7a-4f9c-4d6b-898c-4a44a4c1f029 admin admin] Pushing event deleted for resources: {'Network': ['ID=2236c4a2-edd7-491b-b417-445f1090922c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:07.172226 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38738) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:07.178370 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 38740) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:07.194621 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-93461640-a751-478d-8d42-13abbfd3eb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.223060 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-62a597d4-2870-4165-953a-d523ce693067 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d71094361aab4be9bc060dedde7f99cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494466 Jul 16 01:39:07.223885 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38744) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:07.348914 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5a79067-3ad9-41f2-a912-ca6be8cea1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.358774 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-93461640-a751-478d-8d42-13abbfd3eb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.365181 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-93461640-a751-478d-8d42-13abbfd3eb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.405921 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5a79067-3ad9-41f2-a912-ca6be8cea1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.422018 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-93461640-a751-478d-8d42-13abbfd3eb8b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fc8f8f23cdde4773b320c4f5c473d20c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2399433 Jul 16 01:39:07.422018 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93461640-a751-478d-8d42-13abbfd3eb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b9b05a-4eda-4802-9619-a324d2b72289,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:07.423221 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38748) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:07.506455 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5a79067-3ad9-41f2-a912-ca6be8cea1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.509758 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5a79067-3ad9-41f2-a912-ca6be8cea1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.512858 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f5a79067-3ad9-41f2-a912-ca6be8cea1cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3873fec4-ca3e-435a-a538-265307a2793c HTTP/1.1" status: 204 len: 168 time: 0.2878938 Jul 16 01:39:07.533023 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af69b09c-0110-4784-8a91-ef26a205e200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.541437 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a79067-3ad9-41f2-a912-ca6be8cea1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3873fec4-ca3e-435a-a538-265307a2793c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:07.580809 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af69b09c-0110-4784-8a91-ef26a205e200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.655433 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af69b09c-0110-4784-8a91-ef26a205e200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.661280 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af69b09c-0110-4784-8a91-ef26a205e200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.663639 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-af69b09c-0110-4784-8a91-ef26a205e200 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73b9b05a-4eda-4802-9619-a324d2b72289 HTTP/1.1" status: 204 len: 168 time: 0.2390463 Jul 16 01:39:07.674113 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69b09c-0110-4784-8a91-ef26a205e200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b9b05a-4eda-4802-9619-a324d2b72289,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:08.754993 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38812) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:08.871120 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-632dc3ea-2ae2-4190-9ada-9d9cedf0f1c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1853299973-network', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:08.895972 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632dc3ea-2ae2-4190-9ada-9d9cedf0f1c6 admin admin] Made reservation on behalf of 6ca31bc079774bfc98b5ada65ac84773 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:08.899793 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-632dc3ea-2ae2-4190-9ada-9d9cedf0f1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.912474 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-632dc3ea-2ae2-4190-9ada-9d9cedf0f1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.087325 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-632dc3ea-2ae2-4190-9ada-9d9cedf0f1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.093861 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-632dc3ea-2ae2-4190-9ada-9d9cedf0f1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.127710 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632dc3ea-2ae2-4190-9ada-9d9cedf0f1c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:09.138860 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632dc3ea-2ae2-4190-9ada-9d9cedf0f1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c01575f-4b8c-46a6-bd1b-0a30de96a41f,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:09.144917 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-632dc3ea-2ae2-4190-9ada-9d9cedf0f1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.145472 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-632dc3ea-2ae2-4190-9ada-9d9cedf0f1c6 admin admin] Added segment 2824624f-11c1-4c01-bbe6-fd6266f3abfb of type vlan for network 7da75e1b-5f2b-4b3a-ad7d-444d41678d46 Jul 16 01:39:09.273580 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-632dc3ea-2ae2-4190-9ada-9d9cedf0f1c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.330486 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-632dc3ea-2ae2-4190-9ada-9d9cedf0f1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.332291 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632dc3ea-2ae2-4190-9ada-9d9cedf0f1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.333354 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-632dc3ea-2ae2-4190-9ada-9d9cedf0f1c6 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.380820 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-632dc3ea-2ae2-4190-9ada-9d9cedf0f1c6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6244986 Jul 16 01:39:09.383861 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 38842) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:09.391070 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-3a45ff65-a7f3-4749-af5b-cd7ea9ce66f5 admin admin] Request body: {'subnet': {'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1853299973-subnet', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:09.428743 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632dc3ea-2ae2-4190-9ada-9d9cedf0f1c6 admin admin] Pushing event updated for resources: {'Network': ['ID=7da75e1b-5f2b-4b3a-ad7d-444d41678d46,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:09.430390 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a45ff65-a7f3-4749-af5b-cd7ea9ce66f5 admin admin] Made reservation on behalf of 6ca31bc079774bfc98b5ada65ac84773 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:09.433313 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a45ff65-a7f3-4749-af5b-cd7ea9ce66f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.441334 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 7da75e1b-5f2b-4b3a-ad7d-444d41678d46 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:09.719339 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a45ff65-a7f3-4749-af5b-cd7ea9ce66f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.824733 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45ff65-a7f3-4749-af5b-cd7ea9ce66f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2260a5b-5f93-4f16-9877-6dd3618b52a8,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:09.829590 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a45ff65-a7f3-4749-af5b-cd7ea9ce66f5 admin admin] Checking segment: {'id': '2824624f-11c1-4c01-bbe6-fd6266f3abfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:09.829973 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a45ff65-a7f3-4749-af5b-cd7ea9ce66f5 admin admin] Network hostable DHCP agents. Network: 7da75e1b-5f2b-4b3a-ad7d-444d41678d46, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:09.853369 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a45ff65-a7f3-4749-af5b-cd7ea9ce66f5 admin admin] Network 7da75e1b-5f2b-4b3a-ad7d-444d41678d46 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:09.864393 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-3a45ff65-a7f3-4749-af5b-cd7ea9ce66f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 7da75e1b-5f2b-4b3a-ad7d-444d41678d46) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:09.868850 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a45ff65-a7f3-4749-af5b-cd7ea9ce66f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.869474 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a45ff65-a7f3-4749-af5b-cd7ea9ce66f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.876504 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7e8279-f061-4264-8ddb-27bdc93ec167 None None] Network 7da75e1b-5f2b-4b3a-ad7d-444d41678d46 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:09.888120 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3a45ff65-a7f3-4749-af5b-cd7ea9ce66f5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5019989 Jul 16 01:39:09.890723 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 38860) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:09.895592 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-ca4adcf6-4469-4681-951b-566e4ccd1d12 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1853299973-router', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:09.919366 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca4adcf6-4469-4681-951b-566e4ccd1d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.920566 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca4adcf6-4469-4681-951b-566e4ccd1d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.986899 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca4adcf6-4469-4681-951b-566e4ccd1d12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.116645 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bcb9d7-6a3a-4e45-95e2-b3551bb628b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'fixed_ips': [{'subnet_id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:39:10.117503 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb9d7-6a3a-4e45-95e2-b3551bb628b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.203211 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca4adcf6-4469-4681-951b-566e4ccd1d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.359671 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-a2bcb9d7-6a3a-4e45-95e2-b3551bb628b8 None None] Allocated IP 172.20.0.2 (7da75e1b-5f2b-4b3a-ad7d-444d41678d46/e2260a5b-5f93-4f16-9877-6dd3618b52a8/7d93af6b-6507-4297-89b5-4a83475f2951) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:10.641078 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca4adcf6-4469-4681-951b-566e4ccd1d12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.670091 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca4adcf6-4469-4681-951b-566e4ccd1d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.891637 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-ca4adcf6-4469-4681-951b-566e4ccd1d12 admin admin] Allocated IP 172.25.6.157 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/2538f3b9-ddc6-4410-8e60-93ff79578817) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:10.898530 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb9d7-6a3a-4e45-95e2-b3551bb628b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.916408 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a2bcb9d7-6a3a-4e45-95e2-b3551bb628b8 None None] Transition to ACTIVE for port object 7d93af6b-6507-4297-89b5-4a83475f2951 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:10.948434 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a2bcb9d7-6a3a-4e45-95e2-b3551bb628b8 None None] Transition to ACTIVE for port object 7d93af6b-6507-4297-89b5-4a83475f2951 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:10.965490 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb9d7-6a3a-4e45-95e2-b3551bb628b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.043143 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bcb9d7-6a3a-4e45-95e2-b3551bb628b8 None None] Network 7da75e1b-5f2b-4b3a-ad7d-444d41678d46 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:11.067858 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-a2bcb9d7-6a3a-4e45-95e2-b3551bb628b8 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:11.072044 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bcb9d7-6a3a-4e45-95e2-b3551bb628b8 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:11.081227 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bcb9d7-6a3a-4e45-95e2-b3551bb628b8 None None] Pushing event updated for resources: {'Port': ['ID=7d93af6b-6507-4297-89b5-4a83475f2951,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:11.111553 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca4adcf6-4469-4681-951b-566e4ccd1d12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.164587 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a2bcb9d7-6a3a-4e45-95e2-b3551bb628b8 None None] Attempting to bind port 7d93af6b-6507-4297-89b5-4a83475f2951 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:11.164970 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a2bcb9d7-6a3a-4e45-95e2-b3551bb628b8 None None] Attempting to bind port 7d93af6b-6507-4297-89b5-4a83475f2951 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '2824624f-11c1-4c01-bbe6-fd6266f3abfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:11.165341 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bcb9d7-6a3a-4e45-95e2-b3551bb628b8 None None] Attempting to bind port 7d93af6b-6507-4297-89b5-4a83475f2951 on network 7da75e1b-5f2b-4b3a-ad7d-444d41678d46 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:11.170670 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bcb9d7-6a3a-4e45-95e2-b3551bb628b8 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:11.171046 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bcb9d7-6a3a-4e45-95e2-b3551bb628b8 None None] Checking segment: {'id': '2824624f-11c1-4c01-bbe6-fd6266f3abfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:11.171452 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb9d7-6a3a-4e45-95e2-b3551bb628b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.171848 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bcb9d7-6a3a-4e45-95e2-b3551bb628b8 None None] Bound using segment: {'id': '2824624f-11c1-4c01-bbe6-fd6266f3abfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:11.172323 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a2bcb9d7-6a3a-4e45-95e2-b3551bb628b8 None None] Bound port: 7d93af6b-6507-4297-89b5-4a83475f2951, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2824624f-11c1-4c01-bbe6-fd6266f3abfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:11.172733 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb9d7-6a3a-4e45-95e2-b3551bb628b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.205482 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca4adcf6-4469-4681-951b-566e4ccd1d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.248156 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4adcf6-4469-4681-951b-566e4ccd1d12 admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:11.257731 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-ca4adcf6-4469-4681-951b-566e4ccd1d12 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:11.260641 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4adcf6-4469-4681-951b-566e4ccd1d12 admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:11.272884 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a2bcb9d7-6a3a-4e45-95e2-b3551bb628b8 None None] For port 7d93af6b-6507-4297-89b5-4a83475f2951, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:11.287367 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a2bcb9d7-6a3a-4e45-95e2-b3551bb628b8 None None] For port 7d93af6b-6507-4297-89b5-4a83475f2951, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7d93af6b-6507-4297-89b5-4a83475f2951,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:11.301164 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb9d7-6a3a-4e45-95e2-b3551bb628b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.326062 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4adcf6-4469-4681-951b-566e4ccd1d12 admin admin] Pushing event updated for resources: {'Port': ['ID=2538f3b9-ddc6-4410-8e60-93ff79578817,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:11.485303 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bcb9d7-6a3a-4e45-95e2-b3551bb628b8 None None] Pushing event updated for resources: {'Port': ['ID=7d93af6b-6507-4297-89b5-4a83475f2951,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:11.760392 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca4adcf6-4469-4681-951b-566e4ccd1d12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.087127 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7d93af6b-6507-4297-89b5-4a83475f2951 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:12.172104 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca4adcf6-4469-4681-951b-566e4ccd1d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.176741 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 7d93af6b-6507-4297-89b5-4a83475f2951 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:12.346366 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4adcf6-4469-4681-951b-566e4ccd1d12 admin admin] Router 5588ef32-1467-4eb3-9fff-d12bdb47b221 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:39:12.523355 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4adcf6-4469-4681-951b-566e4ccd1d12 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:12.541052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] Sync routers for ids ['5588ef32-1467-4eb3-9fff-d12bdb47b221'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:12.577159 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] Routers {'5588ef32-1467-4eb3-9fff-d12bdb47b221'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:12.577827 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:39:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5588ef32-1467-4eb3-9fff-d12bdb47b221'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:12.614365 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca4adcf6-4469-4681-951b-566e4ccd1d12 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.615841 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ca4adcf6-4469-4681-951b-566e4ccd1d12 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7241025 Jul 16 01:39:12.618909 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38924) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:12.819032 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] Set router 5588ef32-1467-4eb3-9fff-d12bdb47b221 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:13.054334 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a6d63a-937a-4efc-9bdf-992f746f057a None None] Network 7da75e1b-5f2b-4b3a-ad7d-444d41678d46 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:13.098024 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d076650c-af0b-4a4e-8e93-3c8f66cf68cf None None] Provisioning for port 7d93af6b-6507-4297-89b5-4a83475f2951 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:13.195763 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d076650c-af0b-4a4e-8e93-3c8f66cf68cf None None] Provisioning complete for port 7d93af6b-6507-4297-89b5-4a83475f2951 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:13.196153 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d076650c-af0b-4a4e-8e93-3c8f66cf68cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.421261 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e51be780-ad52-47f5-89b7-86962121854b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.461237 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d076650c-af0b-4a4e-8e93-3c8f66cf68cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.485723 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'name': 'tempest-AttachVolumeShelveTestJSON-1853299973-router', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:09Z', 'updated_at': '2021-07-16T01:39:11Z', 'revision_number': 3, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'gw_port': {'id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:75:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:13.528564 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] Checking router: 5588ef32-1467-4eb3-9fff-d12bdb47b221 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:13.529515 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] Updating router 5588ef32-1467-4eb3-9fff-d12bdb47b221 port 2538f3b9-ddc6-4410-8e60-93ff79578817 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:39:13.572428 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.605316 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d076650c-af0b-4a4e-8e93-3c8f66cf68cf None None] For port 7d93af6b-6507-4297-89b5-4a83475f2951, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7d93af6b-6507-4297-89b5-4a83475f2951,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:13.627549 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d076650c-af0b-4a4e-8e93-3c8f66cf68cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.808776 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-e51be780-ad52-47f5-89b7-86962121854b admin admin] Allocated IP 172.20.0.1 (7da75e1b-5f2b-4b3a-ad7d-444d41678d46/e2260a5b-5f93-4f16-9877-6dd3618b52a8/2c354fe6-3945-4c01-82e9-d2454b314d91) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:13.968454 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076650c-af0b-4a4e-8e93-3c8f66cf68cf None None] Pushing event updated for resources: {'Port': ['ID=7d93af6b-6507-4297-89b5-4a83475f2951,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:13.999380 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e51be780-ad52-47f5-89b7-86962121854b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.019134 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-e51be780-ad52-47f5-89b7-86962121854b admin admin] Transition to ACTIVE for port object 2c354fe6-3945-4c01-82e9-d2454b314d91 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:14.078115 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e51be780-ad52-47f5-89b7-86962121854b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.098132 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51be780-ad52-47f5-89b7-86962121854b admin admin] Network 7da75e1b-5f2b-4b3a-ad7d-444d41678d46 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:14.099496 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.100799 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-e51be780-ad52-47f5-89b7-86962121854b admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:14.104017 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51be780-ad52-47f5-89b7-86962121854b admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:14.119631 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] Transition to ACTIVE for port object 2538f3b9-ddc6-4410-8e60-93ff79578817 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:14.142751 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.196844 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9cbef-cafe-443f-80c1-a4add1afba9e None None] Pushing event updated for resources: {'Port': ['ID=2538f3b9-ddc6-4410-8e60-93ff79578817,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:14.227323 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5baa8991-d13d-4f55-9112-715c0e6e3ae7 None None] Provisioning complete for port 7d93af6b-6507-4297-89b5-4a83475f2951 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:14.227699 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5baa8991-d13d-4f55-9112-715c0e6e3ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.230861 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51be780-ad52-47f5-89b7-86962121854b admin admin] Pushing event updated for resources: {'Port': ['ID=2c354fe6-3945-4c01-82e9-d2454b314d91,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:14.245580 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e51be780-ad52-47f5-89b7-86962121854b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.255927 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] Attempting to bind port 2538f3b9-ddc6-4410-8e60-93ff79578817 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:14.256296 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] Attempting to bind port 2538f3b9-ddc6-4410-8e60-93ff79578817 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:14.256687 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] Attempting to bind port 2538f3b9-ddc6-4410-8e60-93ff79578817 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:14.281184 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:14.281942 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:14.282373 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.282776 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:14.283284 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] Bound port: 2538f3b9-ddc6-4410-8e60-93ff79578817, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:14.283663 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.455738 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] For port 2538f3b9-ddc6-4410-8e60-93ff79578817, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:14.478213 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] For port 2538f3b9-ddc6-4410-8e60-93ff79578817, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2538f3b9-ddc6-4410-8e60-93ff79578817,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:14.492899 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.552506 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e51be780-ad52-47f5-89b7-86962121854b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.579247 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] Routers {'5588ef32-1467-4eb3-9fff-d12bdb47b221'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:14.580449 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:39:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5588ef32-1467-4eb3-9fff-d12bdb47b221'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:14.733348 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] Set router 5588ef32-1467-4eb3-9fff-d12bdb47b221 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:14.874900 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9cbef-cafe-443f-80c1-a4add1afba9e None None] Pushing event updated for resources: {'Port': ['ID=2538f3b9-ddc6-4410-8e60-93ff79578817,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:14.966996 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a66ed586-2126-4263-8f64-05e1d9a2e2b6 None None] Provisioning for port 2c354fe6-3945-4c01-82e9-d2454b314d91 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:14.991782 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a66ed586-2126-4263-8f64-05e1d9a2e2b6 None None] Provisioning complete for port 2c354fe6-3945-4c01-82e9-d2454b314d91 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:14.992165 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a66ed586-2126-4263-8f64-05e1d9a2e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.005118 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e51be780-ad52-47f5-89b7-86962121854b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.016713 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e51be780-ad52-47f5-89b7-86962121854b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.117189 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a66ed586-2126-4263-8f64-05e1d9a2e2b6 None None] Port 2c354fe6-3945-4c01-82e9-d2454b314d91 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:15.141431 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e51be780-ad52-47f5-89b7-86962121854b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.145126 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51be780-ad52-47f5-89b7-86962121854b admin admin] Pushing event updated for resources: {'Port': ['ID=2c354fe6-3945-4c01-82e9-d2454b314d91,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:15.195570 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'name': 'tempest-AttachVolumeShelveTestJSON-1853299973-router', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:09Z', 'updated_at': '2021-07-16T01:39:14Z', 'revision_number': 4, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'gw_port': {'id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:75:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '2c354fe6-3945-4c01-82e9-d2454b314d91', 'name': '', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'mac_address': 'fa:16:3e:be:a8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:13Z', 'updated_at': '2021-07-16T01:39:13Z', 'revision_number': 1, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'subnets': [{'id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:15.226072 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f970ac-699a-41b4-a4a9-49d61998f431 None None] The sync data for ids ['5588ef32-1467-4eb3-9fff-d12bdb47b221'] in n-d-792394-16 is: [{'id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'name': 'tempest-AttachVolumeShelveTestJSON-1853299973-router', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:09Z', 'updated_at': '2021-07-16T01:39:14Z', 'revision_number': 4, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'gw_port': {'id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:75:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '2c354fe6-3945-4c01-82e9-d2454b314d91', 'name': '', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'mac_address': 'fa:16:3e:be:a8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:13Z', 'updated_at': '2021-07-16T01:39:13Z', 'revision_number': 1, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'subnets': [{'id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:15.339279 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51be780-ad52-47f5-89b7-86962121854b admin admin] Network 7da75e1b-5f2b-4b3a-ad7d-444d41678d46 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:15.343897 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-e51be780-ad52-47f5-89b7-86962121854b admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:15.533598 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51be780-ad52-47f5-89b7-86962121854b admin admin] Router 5588ef32-1467-4eb3-9fff-d12bdb47b221 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:15.754745 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-78bcc015-c8a1-4f25-8291-83d7e4833bd4 None None] Provisioning complete for port 2c354fe6-3945-4c01-82e9-d2454b314d91 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:15.754981 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-78bcc015-c8a1-4f25-8291-83d7e4833bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.789880 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51be780-ad52-47f5-89b7-86962121854b admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:15.803901 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e51be780-ad52-47f5-89b7-86962121854b admin admin] 10.222.0.16 "PUT /v2.0/routers/5588ef32-1467-4eb3-9fff-d12bdb47b221/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1830933 Jul 16 01:39:16.080647 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7d93af6b-6507-4297-89b5-4a83475f2951 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:16.125291 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-78bcc015-c8a1-4f25-8291-83d7e4833bd4 None None] Port 2c354fe6-3945-4c01-82e9-d2454b314d91 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:16.219642 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 7d93af6b-6507-4297-89b5-4a83475f2951 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:16.220385 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.670998 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39016) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:16.678407 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-ce93acd4-3f47-4c0c-b180-ee3ded42c110 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--98414221', 'description': 'tempest-description--1846186532'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:16.726019 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce93acd4-3f47-4c0c-b180-ee3ded42c110 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.909484 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce93acd4-3f47-4c0c-b180-ee3ded42c110 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.923901 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce93acd4-3f47-4c0c-b180-ee3ded42c110 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.004178 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93acd4-3f47-4c0c-b180-ee3ded42c110 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e2aee9-f487-49e2-af2e-092b5431e03d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:17.021041 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce93acd4-3f47-4c0c-b180-ee3ded42c110 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.022383 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ce93acd4-3f47-4c0c-b180-ee3ded42c110 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3492959 Jul 16 01:39:17.025499 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39030) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:17.030564 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-840d0b05-5d07-422c-9250-f9bc4a897cf2 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Request body: {'security_group_rule': {'security_group_id': '86e2aee9-f487-49e2-af2e-092b5431e03d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:17.089934 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-840d0b05-5d07-422c-9250-f9bc4a897cf2 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.169561 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-840d0b05-5d07-422c-9250-f9bc4a897cf2 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.190856 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-840d0b05-5d07-422c-9250-f9bc4a897cf2 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.214882 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d0b05-5d07-422c-9250-f9bc4a897cf2 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a988b9-cdd2-4dff-b0c7-7e8488b793cb,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:17.233629 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840d0b05-5d07-422c-9250-f9bc4a897cf2 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:17.235029 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840d0b05-5d07-422c-9250-f9bc4a897cf2 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:17.235549 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840d0b05-5d07-422c-9250-f9bc4a897cf2 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:17.236343 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840d0b05-5d07-422c-9250-f9bc4a897cf2 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:17.236911 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840d0b05-5d07-422c-9250-f9bc4a897cf2 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:17.237431 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840d0b05-5d07-422c-9250-f9bc4a897cf2 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:17.238270 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840d0b05-5d07-422c-9250-f9bc4a897cf2 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:17.238766 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840d0b05-5d07-422c-9250-f9bc4a897cf2 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:17.239254 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840d0b05-5d07-422c-9250-f9bc4a897cf2 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:17.239753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840d0b05-5d07-422c-9250-f9bc4a897cf2 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:17.240273 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840d0b05-5d07-422c-9250-f9bc4a897cf2 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:17.240928 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840d0b05-5d07-422c-9250-f9bc4a897cf2 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:17.253804 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-840d0b05-5d07-422c-9250-f9bc4a897cf2 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.255468 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-840d0b05-5d07-422c-9250-f9bc4a897cf2 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2288060 Jul 16 01:39:17.258510 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39038) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:17.264808 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-85a89a6c-f37b-4a56-bae4-0788354a7c79 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Request body: {'security_group_rule': {'security_group_id': '86e2aee9-f487-49e2-af2e-092b5431e03d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:17.277892 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39040) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:17.321804 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-85a89a6c-f37b-4a56-bae4-0788354a7c79 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.442936 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-85a89a6c-f37b-4a56-bae4-0788354a7c79 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.455598 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa9a96e2-27fc-486c-a51f-957a2f7cf289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.457354 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-85a89a6c-f37b-4a56-bae4-0788354a7c79 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.487050 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a89a6c-f37b-4a56-bae4-0788354a7c79 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7e2ecd-c82f-4be7-93d3-b4565dacf103,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:17.600602 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa9a96e2-27fc-486c-a51f-957a2f7cf289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.605666 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa9a96e2-27fc-486c-a51f-957a2f7cf289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.611764 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-85a89a6c-f37b-4a56-bae4-0788354a7c79 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.615347 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-85a89a6c-f37b-4a56-bae4-0788354a7c79 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3557773 Jul 16 01:39:17.618712 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39048) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:17.627488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-9919ce7f-2765-4db0-9d17-9801f7c45543 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:17.653201 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-aa9a96e2-27fc-486c-a51f-957a2f7cf289 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53edf17d8d90402cb2135e7b18766731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3740299 Jul 16 01:39:17.654401 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a96e2-27fc-486c-a51f-957a2f7cf289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db1fa52-92b3-421a-9793-d74f366ece08,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:17.656917 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39052) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:17.673046 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9919ce7f-2765-4db0-9d17-9801f7c45543 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.733134 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1228c81a-b8f2-4cdc-9b3e-5bebc8d70d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.759272 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1228c81a-b8f2-4cdc-9b3e-5bebc8d70d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.819732 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9919ce7f-2765-4db0-9d17-9801f7c45543 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.822024 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1228c81a-b8f2-4cdc-9b3e-5bebc8d70d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.825312 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1228c81a-b8f2-4cdc-9b3e-5bebc8d70d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.826521 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1228c81a-b8f2-4cdc-9b3e-5bebc8d70d4b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6db1fa52-92b3-421a-9793-d74f366ece08 HTTP/1.1" status: 204 len: 168 time: 0.1683340 Jul 16 01:39:17.835687 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228c81a-b8f2-4cdc-9b3e-5bebc8d70d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db1fa52-92b3-421a-9793-d74f366ece08,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:18.021123 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-9919ce7f-2765-4db0-9d17-9801f7c45543 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Allocated IP 172.25.6.67 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/2c92fe35-e96a-48c8-9b4b-6c8702b463c8) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:18.066560 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2538f3b9-ddc6-4410-8e60-93ff79578817 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:18.180658 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 2538f3b9-ddc6-4410-8e60-93ff79578817 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:18.188857 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 2538f3b9-ddc6-4410-8e60-93ff79578817 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:18.189600 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.203372 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9919ce7f-2765-4db0-9d17-9801f7c45543 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.309877 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9919ce7f-2765-4db0-9d17-9801f7c45543 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.328306 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.356934 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 2538f3b9-ddc6-4410-8e60-93ff79578817, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2538f3b9-ddc6-4410-8e60-93ff79578817,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:18.359149 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9919ce7f-2765-4db0-9d17-9801f7c45543 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:18.362615 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-9919ce7f-2765-4db0-9d17-9801f7c45543 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:18.364057 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.367170 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9919ce7f-2765-4db0-9d17-9801f7c45543 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:18.435755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=2538f3b9-ddc6-4410-8e60-93ff79578817,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:18.455210 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919ce7f-2765-4db0-9d17-9801f7c45543 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Pushing event updated for resources: {'Port': ['ID=2c92fe35-e96a-48c8-9b4b-6c8702b463c8,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:18.460855 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39074) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:18.476916 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19ce0b5b-b42c-40ac-9936-b8f0e10430b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.534163 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9919ce7f-2765-4db0-9d17-9801f7c45543 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.603979 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] Sync routers for ids ['5588ef32-1467-4eb3-9fff-d12bdb47b221'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:18.617176 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] Routers {'5588ef32-1467-4eb3-9fff-d12bdb47b221'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:18.617813 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:39:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5588ef32-1467-4eb3-9fff-d12bdb47b221'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:18.628474 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9919ce7f-2765-4db0-9d17-9801f7c45543 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.639951 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19ce0b5b-b42c-40ac-9936-b8f0e10430b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.649796 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19ce0b5b-b42c-40ac-9936-b8f0e10430b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.717509 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-19ce0b5b-b42c-40ac-9936-b8f0e10430b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=307738b522c546ec8e51c945b5a819c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555168 Jul 16 01:39:18.720127 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39080) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:18.776348 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] Set router 5588ef32-1467-4eb3-9fff-d12bdb47b221 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:18.784614 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce0b5b-b42c-40ac-9936-b8f0e10430b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc55af86-f39b-468b-8f75-7b6705e67aea,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:18.811750 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa3d9932-9da1-41fb-ac9e-3dc422d62787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.845501 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa3d9932-9da1-41fb-ac9e-3dc422d62787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.880021 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9919ce7f-2765-4db0-9d17-9801f7c45543 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.888023 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9919ce7f-2765-4db0-9d17-9801f7c45543 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.913477 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa3d9932-9da1-41fb-ac9e-3dc422d62787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.917072 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa3d9932-9da1-41fb-ac9e-3dc422d62787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.919666 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-aa3d9932-9da1-41fb-ac9e-3dc422d62787 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc55af86-f39b-468b-8f75-7b6705e67aea HTTP/1.1" status: 204 len: 168 time: 0.1975603 Jul 16 01:39:18.933504 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d9932-9da1-41fb-ac9e-3dc422d62787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc55af86-f39b-468b-8f75-7b6705e67aea,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:19.001229 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919ce7f-2765-4db0-9d17-9801f7c45543 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Pushing event updated for resources: {'Port': ['ID=2c92fe35-e96a-48c8-9b4b-6c8702b463c8,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:19.013817 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9919ce7f-2765-4db0-9d17-9801f7c45543 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.033335 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9919ce7f-2765-4db0-9d17-9801f7c45543 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.044401 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9919ce7f-2765-4db0-9d17-9801f7c45543 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4144599 Jul 16 01:39:19.094696 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'name': 'tempest-AttachVolumeShelveTestJSON-1853299973-router', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:09Z', 'updated_at': '2021-07-16T01:39:14Z', 'revision_number': 4, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'gw_port': {'id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '2c354fe6-3945-4c01-82e9-d2454b314d91', 'name': '', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'mac_address': 'fa:16:3e:be:a8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:13Z', 'updated_at': '2021-07-16T01:39:14Z', 'revision_number': 2, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'subnets': [{'id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:19.123745 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] Checking router: 5588ef32-1467-4eb3-9fff-d12bdb47b221 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:19.124401 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] Updating router 5588ef32-1467-4eb3-9fff-d12bdb47b221 port 2c354fe6-3945-4c01-82e9-d2454b314d91 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:39:19.196528 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.318319 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-db9804f2-7c81-42a2-a454-33c9aeb51e20 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--98414221&fields=id&tenant_id=6ca31bc079774bfc98b5ada65ac84773 HTTP/1.1" status: 200 len: 267 time: 0.0627358 Jul 16 01:39:19.498842 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-6d75e8d1-f91b-4ac6-9496-c6c961f01f4f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:19.506606 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-6d75e8d1-f91b-4ac6-9496-c6c961f01f4f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/networks?id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46 HTTP/1.1" status: 200 len: 817 time: 0.1767204 Jul 16 01:39:19.525159 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-902d2051-8b75-4b2e-97b5-6787401e3e8e tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/quotas/6ca31bc079774bfc98b5ada65ac84773 HTTP/1.1" status: 200 len: 375 time: 0.0173299 Jul 16 01:39:19.652686 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-3589c5d7-d53d-4052-a5e9-a1b8e684a4d5 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ca31bc079774bfc98b5ada65ac84773&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1221485 Jul 16 01:39:19.680299 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.694912 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] Transition to ACTIVE for port object 2c354fe6-3945-4c01-82e9-d2454b314d91 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:19.709811 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.796619 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-cdf57f6c-5371-4d55-ad3d-29fd54eae438 service neutron] 10.222.0.16 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289089 Jul 16 01:39:19.829981 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34c1c8-9ce1-47a3-8ea2-0752809f9efc None None] Pushing event updated for resources: {'Port': ['ID=2c354fe6-3945-4c01-82e9-d2454b314d91,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:19.868512 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a34c1c8-9ce1-47a3-8ea2-0752809f9efc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:19.868512 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a34c1c8-9ce1-47a3-8ea2-0752809f9efc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:19.868512 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a34c1c8-9ce1-47a3-8ea2-0752809f9efc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:19.868512 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a34c1c8-9ce1-47a3-8ea2-0752809f9efc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:19.868512 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a34c1c8-9ce1-47a3-8ea2-0752809f9efc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:19.868512 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a34c1c8-9ce1-47a3-8ea2-0752809f9efc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:19.868512 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a34c1c8-9ce1-47a3-8ea2-0752809f9efc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:19.869416 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a34c1c8-9ce1-47a3-8ea2-0752809f9efc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:19.869752 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a34c1c8-9ce1-47a3-8ea2-0752809f9efc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:19.870259 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a34c1c8-9ce1-47a3-8ea2-0752809f9efc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:19.870673 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a34c1c8-9ce1-47a3-8ea2-0752809f9efc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:19.871248 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a34c1c8-9ce1-47a3-8ea2-0752809f9efc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:19.957775 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-a544dc21-2de7-4648-8b6f-246710f3c3a9 service neutron] 10.222.0.16 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600726 Jul 16 01:39:19.998687 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] Attempting to bind port 2c354fe6-3945-4c01-82e9-d2454b314d91 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:20.009046 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] Attempting to bind port 2c354fe6-3945-4c01-82e9-d2454b314d91 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '2824624f-11c1-4c01-bbe6-fd6266f3abfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:20.009450 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] Attempting to bind port 2c354fe6-3945-4c01-82e9-d2454b314d91 on network 7da75e1b-5f2b-4b3a-ad7d-444d41678d46 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:20.025946 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:20.026550 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] Checking segment: {'id': '2824624f-11c1-4c01-bbe6-fd6266f3abfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:20.027097 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.027738 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] Bound using segment: {'id': '2824624f-11c1-4c01-bbe6-fd6266f3abfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:20.028317 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] Bound port: 2c354fe6-3945-4c01-82e9-d2454b314d91, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2824624f-11c1-4c01-bbe6-fd6266f3abfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:20.028986 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.040241 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2538f3b9-ddc6-4410-8e60-93ff79578817 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:20.187924 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 2538f3b9-ddc6-4410-8e60-93ff79578817 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:20.188569 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.261718 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] For port 2c354fe6-3945-4c01-82e9-d2454b314d91, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:20.268724 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] For port 2c354fe6-3945-4c01-82e9-d2454b314d91, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2c354fe6-3945-4c01-82e9-d2454b314d91,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:20.278849 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.318335 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e9ee33a5-653c-4613-9a16-e881c7f88333 req-e48399e6-5ace-4b9b-9bee-31661229b49b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 210 time: 0.0536165 Jul 16 01:39:20.380833 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39162) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:20.402889 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] Routers {'5588ef32-1467-4eb3-9fff-d12bdb47b221'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:20.403791 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:39:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5588ef32-1467-4eb3-9fff-d12bdb47b221'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:20.482781 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34c1c8-9ce1-47a3-8ea2-0752809f9efc None None] Pushing event updated for resources: {'Port': ['ID=2c354fe6-3945-4c01-82e9-d2454b314d91,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:20.709530 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c1b921-8dcd-4206-a15f-a16f95c30c9b tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.711419 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c1b921-8dcd-4206-a15f-a16f95c30c9b tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.713345 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c1b921-8dcd-4206-a15f-a16f95c30c9b tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.734815 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-09c1b921-8dcd-4206-a15f-a16f95c30c9b tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=5db3964ad24743648c502cd9b77ad865&network_id=bcdc0229-cd01-4532-8a67-71d584f848e2 HTTP/1.1" status: 200 len: 2972 time: 0.3516076 Jul 16 01:39:20.939657 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] Set router 5588ef32-1467-4eb3-9fff-d12bdb47b221 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:21.211984 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'name': 'tempest-AttachVolumeShelveTestJSON-1853299973-router', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:09Z', 'updated_at': '2021-07-16T01:39:14Z', 'revision_number': 4, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'gw_port': {'id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '2c354fe6-3945-4c01-82e9-d2454b314d91', 'name': '', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'mac_address': 'fa:16:3e:be:a8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:13Z', 'updated_at': '2021-07-16T01:39:20Z', 'revision_number': 4, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'subnets': [{'id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:21.269945 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a58c442-99bc-4cde-968a-38833fcd5357 None None] The sync data for ids ['5588ef32-1467-4eb3-9fff-d12bdb47b221'] in n-d-792394-16 is: [{'id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'name': 'tempest-AttachVolumeShelveTestJSON-1853299973-router', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:09Z', 'updated_at': '2021-07-16T01:39:14Z', 'revision_number': 4, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'gw_port': {'id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '2c354fe6-3945-4c01-82e9-d2454b314d91', 'name': '', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'mac_address': 'fa:16:3e:be:a8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:13Z', 'updated_at': '2021-07-16T01:39:20Z', 'revision_number': 4, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'subnets': [{'id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:21.577916 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f980fb41-2157-46c1-8803-8892ff09ae38 req-75197859-fda7-4739-9212-6de7180f9802 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 210 time: 0.0486834 Jul 16 01:39:22.161095 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2c354fe6-3945-4c01-82e9-d2454b314d91 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:22.316741 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 2c354fe6-3945-4c01-82e9-d2454b314d91 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:22.323693 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 2c354fe6-3945-4c01-82e9-d2454b314d91 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:22.324418 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.407303 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-d668518f-308e-4387-8100-9378d6f8130a tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.420268 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-d668518f-308e-4387-8100-9378d6f8130a tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.82 "GET /v2.0/networks?id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46 HTTP/1.1" status: 200 len: 817 time: 0.2730918 Jul 16 01:39:22.442872 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.535003 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 2c354fe6-3945-4c01-82e9-d2454b314d91, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2c354fe6-3945-4c01-82e9-d2454b314d91,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:22.549569 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.562040 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-83b90bb3-c159-4b45-804f-6dafeb425afb tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ca31bc079774bfc98b5ada65ac84773 HTTP/1.1" status: 200 len: 378 time: 0.1299367 Jul 16 01:39:22.576859 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-2cb88480-6a40-418a-aa97-4907ed50812f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Request body: {'port': {'device_id': 'ff7601f0-c3ad-4acc-a968-2e2d1719c6fa', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'admin_state_up': True, 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'security_groups': ['86e2aee9-f487-49e2-af2e-092b5431e03d']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:22.674688 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=2c354fe6-3945-4c01-82e9-d2454b314d91,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:22.691264 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:22.691702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:22.692107 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:22.692549 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:22.692959 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:22.701042 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:22.701508 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:22.701922 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:22.702327 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:22.703667 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:22.704118 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:22.704819 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:22.827286 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-2cb88480-6a40-418a-aa97-4907ed50812f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Made reservation on behalf of 6ca31bc079774bfc98b5ada65ac84773 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:22.831555 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-2cb88480-6a40-418a-aa97-4907ed50812f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.846500 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5f973684-1c54-4fe6-ab9d-fd401ca66874 req-77e651d4-737f-4b89-85fc-ead80af05b78 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 210 time: 0.0675592 Jul 16 01:39:23.061523 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-2cb88480-6a40-418a-aa97-4907ed50812f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Allocated IP 172.20.0.6 (7da75e1b-5f2b-4b3a-ad7d-444d41678d46/e2260a5b-5f93-4f16-9877-6dd3618b52a8/41816ceb-c92d-4c6c-8b21-d19b461ea83e) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:23.292208 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-2cb88480-6a40-418a-aa97-4907ed50812f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.311593 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-2cb88480-6a40-418a-aa97-4907ed50812f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Transition to ACTIVE for port object 41816ceb-c92d-4c6c-8b21-d19b461ea83e will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:23.358763 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-2cb88480-6a40-418a-aa97-4907ed50812f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.406174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-2cb88480-6a40-418a-aa97-4907ed50812f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Network 7da75e1b-5f2b-4b3a-ad7d-444d41678d46 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:23.413341 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-2cb88480-6a40-418a-aa97-4907ed50812f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:23.419701 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-2cb88480-6a40-418a-aa97-4907ed50812f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:23.472968 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb88480-6a40-418a-aa97-4907ed50812f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Pushing event updated for resources: {'Port': ['ID=41816ceb-c92d-4c6c-8b21-d19b461ea83e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:23.503023 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-2cb88480-6a40-418a-aa97-4907ed50812f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:23.504465 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-2cb88480-6a40-418a-aa97-4907ed50812f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.539640 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-2cb88480-6a40-418a-aa97-4907ed50812f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9714205 Jul 16 01:39:23.560112 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-baca7214-a387-45cf-aada-f5d5c47b2592 service neutron] Request body: {'port': {'device_id': 'ff7601f0-c3ad-4acc-a968-2e2d1719c6fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:23.662829 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-baca7214-a387-45cf-aada-f5d5c47b2592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.796185 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1d261a50-63f5-4397-ac6d-ed1c36f6ac35 None None] Provisioning for port 41816ceb-c92d-4c6c-8b21-d19b461ea83e completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:23.811229 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1d261a50-63f5-4397-ac6d-ed1c36f6ac35 None None] Provisioning complete for port 41816ceb-c92d-4c6c-8b21-d19b461ea83e triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:23.812196 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d261a50-63f5-4397-ac6d-ed1c36f6ac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.903832 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1d261a50-63f5-4397-ac6d-ed1c36f6ac35 None None] Port 41816ceb-c92d-4c6c-8b21-d19b461ea83e cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:24.028092 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2c354fe6-3945-4c01-82e9-d2454b314d91 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:24.176632 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20b784-138f-4ff6-9ea0-c2d16e7b75ee req-66a1e530-6759-40b0-ae7f-baf6e070d762 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.187908 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c20b784-138f-4ff6-9ea0-c2d16e7b75ee req-66a1e530-6759-40b0-ae7f-baf6e070d762 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 931 time: 0.1206007 Jul 16 01:39:24.197376 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 2c354fe6-3945-4c01-82e9-d2454b314d91 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:24.198766 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.199831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-baca7214-a387-45cf-aada-f5d5c47b2592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41816ceb-c92d-4c6c-8b21-d19b461ea83e {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:24.216775 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-baca7214-a387-45cf-aada-f5d5c47b2592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.245099 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-baca7214-a387-45cf-aada-f5d5c47b2592 service neutron] Transition to ACTIVE for port object 41816ceb-c92d-4c6c-8b21-d19b461ea83e will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:24.262351 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-baca7214-a387-45cf-aada-f5d5c47b2592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.283930 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c20b784-138f-4ff6-9ea0-c2d16e7b75ee req-a4abdf17-66b3-4e86-ac75-26e2512dc500 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935755 Jul 16 01:39:24.466129 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca7214-a387-45cf-aada-f5d5c47b2592 service neutron] Pushing event updated for resources: {'Port': ['ID=41816ceb-c92d-4c6c-8b21-d19b461ea83e,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:24.538302 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-baca7214-a387-45cf-aada-f5d5c47b2592 service neutron] Attempting to bind port 41816ceb-c92d-4c6c-8b21-d19b461ea83e on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:24.539756 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-baca7214-a387-45cf-aada-f5d5c47b2592 service neutron] Attempting to bind port 41816ceb-c92d-4c6c-8b21-d19b461ea83e by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '2824624f-11c1-4c01-bbe6-fd6266f3abfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:24.541108 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-baca7214-a387-45cf-aada-f5d5c47b2592 service neutron] Attempting to bind port 41816ceb-c92d-4c6c-8b21-d19b461ea83e on network 7da75e1b-5f2b-4b3a-ad7d-444d41678d46 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:24.557830 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-baca7214-a387-45cf-aada-f5d5c47b2592 service neutron] Port 41816ceb-c92d-4c6c-8b21-d19b461ea83e on network 7da75e1b-5f2b-4b3a-ad7d-444d41678d46 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:24.558437 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-baca7214-a387-45cf-aada-f5d5c47b2592 service neutron] Attempting to bind port 41816ceb-c92d-4c6c-8b21-d19b461ea83e on network 7da75e1b-5f2b-4b3a-ad7d-444d41678d46 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:24.565746 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-baca7214-a387-45cf-aada-f5d5c47b2592 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:24.566082 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-baca7214-a387-45cf-aada-f5d5c47b2592 service neutron] Checking segment: {'id': '2824624f-11c1-4c01-bbe6-fd6266f3abfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:24.566674 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-baca7214-a387-45cf-aada-f5d5c47b2592 service neutron] Bound using segment: {'id': '2824624f-11c1-4c01-bbe6-fd6266f3abfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:24.567504 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-baca7214-a387-45cf-aada-f5d5c47b2592 service neutron] Bound port: 41816ceb-c92d-4c6c-8b21-d19b461ea83e, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2824624f-11c1-4c01-bbe6-fd6266f3abfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:24.568273 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-baca7214-a387-45cf-aada-f5d5c47b2592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.745695 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-baca7214-a387-45cf-aada-f5d5c47b2592 service neutron] For port 41816ceb-c92d-4c6c-8b21-d19b461ea83e, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:24.755817 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-baca7214-a387-45cf-aada-f5d5c47b2592 service neutron] For port 41816ceb-c92d-4c6c-8b21-d19b461ea83e, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=41816ceb-c92d-4c6c-8b21-d19b461ea83e,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:24.764443 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-baca7214-a387-45cf-aada-f5d5c47b2592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.817573 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39344) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:24.843345 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-baca7214-a387-45cf-aada-f5d5c47b2592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.844001 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-baca7214-a387-45cf-aada-f5d5c47b2592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.845521 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-baca7214-a387-45cf-aada-f5d5c47b2592 service neutron] 10.222.0.82 "PUT /v2.0/ports/41816ceb-c92d-4c6c-8b21-d19b461ea83e HTTP/1.1" status: 200 len: 1092 time: 1.2951784 Jul 16 01:39:24.846066 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7601f0-c3ad-4acc-a968-2e2d1719c6fa', 'tag': '41816ceb-c92d-4c6c-8b21-d19b461ea83e'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:24.848388 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa5595e-3dd3-4138-a00b-03bc2bf6d8b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ff7601f0-c3ad-4acc-a968-2e2d1719c6fa", "tag": "41816ceb-c92d-4c6c-8b21-d19b461ea83e"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:24.920781 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef92d57-fcd2-4af5-a1b5-de9f6a00cd85 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.938023 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1ef92d57-fcd2-4af5-a1b5-de9f6a00cd85 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 814 time: 0.1189196 Jul 16 01:39:24.953140 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca7214-a387-45cf-aada-f5d5c47b2592 service neutron] Pushing event updated for resources: {'Port': ['ID=41816ceb-c92d-4c6c-8b21-d19b461ea83e,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:24.959294 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7428d3-3206-4bd6-92fd-072e518a6fcb x-openstack-request-id: req-3e7428d3-3206-4bd6-92fd-072e518a6fcb {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:24.959719 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff7601f0-c3ad-4acc-a968-2e2d1719c6fa", "tag": "41816ceb-c92d-4c6c-8b21-d19b461ea83e", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:24.960069 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e7428d3-3206-4bd6-92fd-072e518a6fcb {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:24.960598 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff7601f0-c3ad-4acc-a968-2e2d1719c6fa', 'tag': '41816ceb-c92d-4c6c-8b21-d19b461ea83e', 'status': 'completed', 'code': 200} Jul 16 01:39:25.002438 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-0f37f9c6-2bde-460d-ad12-1d9894849349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.004665 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-0f37f9c6-2bde-460d-ad12-1d9894849349 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6ca31bc079774bfc98b5ada65ac84773&device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 1095 time: 0.1094668 Jul 16 01:39:25.075039 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-e0130f78-621d-4435-88ac-a2027206db04 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41816ceb-c92d-4c6c-8b21-d19b461ea83e HTTP/1.1" status: 200 len: 217 time: 0.0596318 Jul 16 01:39:25.154182 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-52b2fb70-7b7c-43e5-a531-1a5d985792ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.155975 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-52b2fb70-7b7c-43e5-a531-1a5d985792ac service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e2260a5b-5f93-4f16-9877-6dd3618b52a8 HTTP/1.1" status: 200 len: 856 time: 0.0734434 Jul 16 01:39:25.267683 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-02bb8bad-b6e1-44ce-9249-dda345cad146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.269694 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-02bb8bad-b6e1-44ce-9249-dda345cad146 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981874 Jul 16 01:39:25.390560 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-ebac88ab-13b0-4ab8-a63f-d8c4da8d96de service neutron] 10.222.0.82 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084938 Jul 16 01:39:25.512219 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55612770-a556-4b08-8d25-30a1eb874aa6 req-1ad7e44f-1ba8-4c9e-be61-eb78e41108ef tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.515348 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-55612770-a556-4b08-8d25-30a1eb874aa6 req-1ad7e44f-1ba8-4c9e-be61-eb78e41108ef tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 0.0896556 Jul 16 01:39:25.584872 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-55612770-a556-4b08-8d25-30a1eb874aa6 req-e50e205f-e040-4f2e-862a-7dfb83b2818d tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630765 Jul 16 01:39:25.633128 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-24b8b3ec-a88e-492c-a35b-763c664e9532 req-1cb1f776-1512-43e7-82bc-ae895da9ab26 service neutron] 10.222.0.82 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334533 Jul 16 01:39:25.758926 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5595e-3dd3-4138-a00b-03bc2bf6d8b2 req-c2f6d92e-b83d-42c7-8e66-a3160803c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.760622 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fa5595e-3dd3-4138-a00b-03bc2bf6d8b2 req-c2f6d92e-b83d-42c7-8e66-a3160803c346 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6ca31bc079774bfc98b5ada65ac84773&device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 1095 time: 0.0650651 Jul 16 01:39:25.874093 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5595e-3dd3-4138-a00b-03bc2bf6d8b2 req-877e8494-f201-4fc6-b2a2-c3dd92af6a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.875591 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fa5595e-3dd3-4138-a00b-03bc2bf6d8b2 req-877e8494-f201-4fc6-b2a2-c3dd92af6a5f service neutron] 10.222.0.82 "GET /v2.0/networks?id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46 HTTP/1.1" status: 200 len: 918 time: 0.1052110 Jul 16 01:39:25.923833 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fa5595e-3dd3-4138-a00b-03bc2bf6d8b2 req-5e78af8a-45ef-4407-a9b2-6939a49dd217 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41816ceb-c92d-4c6c-8b21-d19b461ea83e HTTP/1.1" status: 200 len: 217 time: 0.0401189 Jul 16 01:39:25.986708 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5595e-3dd3-4138-a00b-03bc2bf6d8b2 req-275dc634-3019-477c-bac1-2ac38d27f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.988187 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fa5595e-3dd3-4138-a00b-03bc2bf6d8b2 req-275dc634-3019-477c-bac1-2ac38d27f320 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e2260a5b-5f93-4f16-9877-6dd3618b52a8 HTTP/1.1" status: 200 len: 856 time: 0.0499859 Jul 16 01:39:26.051330 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5595e-3dd3-4138-a00b-03bc2bf6d8b2 req-b0cdb0a4-1018-4d31-9ed8-c6da6337f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.053086 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fa5595e-3dd3-4138-a00b-03bc2bf6d8b2 req-b0cdb0a4-1018-4d31-9ed8-c6da6337f71e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568893 Jul 16 01:39:26.138598 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39364) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:26.145739 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-8f3e1597-0cf1-4d02-8c51-f7b6a4deecbf tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'network': {'name': 'tempest-network-smoke--1049026613', 'project_id': '5db3964ad24743648c502cd9b77ad865', 'port_security_enabled': True}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:26.196121 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fa5595e-3dd3-4138-a00b-03bc2bf6d8b2 req-fc940161-48e6-4a33-a6c9-88a1987debc3 service neutron] 10.222.0.82 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361430 Jul 16 01:39:26.202867 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3e1597-0cf1-4d02-8c51-f7b6a4deecbf tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Made reservation on behalf of 5db3964ad24743648c502cd9b77ad865 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:26.206629 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1597-0cf1-4d02-8c51-f7b6a4deecbf tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.264630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3e1597-0cf1-4d02-8c51-f7b6a4deecbf tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:26.306285 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1597-0cf1-4d02-8c51-f7b6a4deecbf tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.306713 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-8f3e1597-0cf1-4d02-8c51-f7b6a4deecbf tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Added segment 47354e83-641b-40f5-a407-9a44c97e8b6d of type vlan for network 83ce6ff4-f565-4f31-8c07-1b47d4a18ac1 Jul 16 01:39:26.370975 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fa5595e-3dd3-4138-a00b-03bc2bf6d8b2 req-70dd57c3-79b3-42a8-b132-cd2b4dddebc3 service neutron] 10.222.0.82 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589069 Jul 16 01:39:26.373168 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1597-0cf1-4d02-8c51-f7b6a4deecbf tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.406785 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1597-0cf1-4d02-8c51-f7b6a4deecbf tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.412658 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3e1597-0cf1-4d02-8c51-f7b6a4deecbf tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.413335 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1597-0cf1-4d02-8c51-f7b6a4deecbf tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.451902 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8f3e1597-0cf1-4d02-8c51-f7b6a4deecbf tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3119600 Jul 16 01:39:26.455010 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39370) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:26.530741 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e1597-0cf1-4d02-8c51-f7b6a4deecbf tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'Network': ['ID=83ce6ff4-f565-4f31-8c07-1b47d4a18ac1,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:26.542727 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 83ce6ff4-f565-4f31-8c07-1b47d4a18ac1 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:26.576345 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f24607-962c-45cf-8d24-9b2667c6ba44 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.578733 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-45f24607-962c-45cf-8d24-9b2667c6ba44 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=5db3964ad24743648c502cd9b77ad865&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1227469 Jul 16 01:39:26.581637 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39374) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:26.667480 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e8352207-62c5-4927-be1c-1fbe15ceec8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.262730 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc2c895-b119-4dad-9b38-1a5361613847 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.264294 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8fc2c895-b119-4dad-9b38-1a5361613847 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6814711 Jul 16 01:39:27.267512 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39382) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:27.293513 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258923a-3488-4c04-b917-03d226a50bcd req-e6806e3c-b581-42ca-bdc2-c0c83c028b6f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.301344 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c258923a-3488-4c04-b917-03d226a50bcd req-e6806e3c-b581-42ca-bdc2-c0c83c028b6f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 0.1472287 Jul 16 01:39:27.313502 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e510fe50-d329-4620-80b7-0000e65419cb tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437560 Jul 16 01:39:27.317981 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39384) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:27.376414 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0c41152c-9bae-48d7-8070-0f5c418c9862 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=5db3964ad24743648c502cd9b77ad865&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0558906 Jul 16 01:39:27.378078 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39390) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:27.391670 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c258923a-3488-4c04-b917-03d226a50bcd req-13ad51ec-5ee3-4931-8cc3-8e62f0dbc551 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0891931 Jul 16 01:39:27.420820 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 41816ceb-c92d-4c6c-8b21-d19b461ea83e details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:27.531765 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a77b9c-b990-40a5-a4e5-9f8767b9786d tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.533750 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d8a77b9c-b990-40a5-a4e5-9f8767b9786d tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1539226 Jul 16 01:39:27.537205 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39394) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:27.552399 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 41816ceb-c92d-4c6c-8b21-d19b461ea83e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=41816ceb-c92d-4c6c-8b21-d19b461ea83e,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:27.575791 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3f49c280-cee4-43bb-a3c0-1b54376ba50f tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373325 Jul 16 01:39:27.576664 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '41816ceb-c92d-4c6c-8b21-d19b461ea83e', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'port_id': '41816ceb-c92d-4c6c-8b21-d19b461ea83e', 'mac_address': 'fa:16:3e:70:52:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:27.578799 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39396) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:27.587531 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-4835d649-f4f9-476b-ae45-d80ad30be6ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-176649057', 'network_id': '83ce6ff4-f565-4f31-8c07-1b47d4a18ac1', 'project_id': '5db3964ad24743648c502cd9b77ad865', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:27.642611 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.659214 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41816ceb-c92d-4c6c-8b21-d19b461ea83e {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:27.687973 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 41816ceb-c92d-4c6c-8b21-d19b461ea83e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=41816ceb-c92d-4c6c-8b21-d19b461ea83e,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:27.696276 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.746977 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4835d649-f4f9-476b-ae45-d80ad30be6ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Made reservation on behalf of 5db3964ad24743648c502cd9b77ad865 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:27.752628 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4835d649-f4f9-476b-ae45-d80ad30be6ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.810661 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=41816ceb-c92d-4c6c-8b21-d19b461ea83e,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:27.872755 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59345965-c597-408f-84cb-36a559538fd1 req-3737e23c-a0c3-4eae-a666-204c437f1316 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.881022 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-59345965-c597-408f-84cb-36a559538fd1 req-3737e23c-a0c3-4eae-a666-204c437f1316 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/networks?id=dd31210a-b3ed-41ba-a32a-8a1d4015a729 HTTP/1.1" status: 200 len: 814 time: 0.1997666 Jul 16 01:39:27.913541 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-59345965-c597-408f-84cb-36a559538fd1 req-9dc9b278-3dc3-4496-a640-b27b40733438 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/quotas/ad0c269a16154916be54bb1af1787626 HTTP/1.1" status: 200 len: 375 time: 0.0311790 Jul 16 01:39:27.924325 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['41816ceb-c92d-4c6c-8b21-d19b461ea83e'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:28.047789 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-59345965-c597-408f-84cb-36a559538fd1 req-81bab749-3755-4ec1-bf23-5af6a418cf24 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ad0c269a16154916be54bb1af1787626&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1305385 Jul 16 01:39:28.091606 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4835d649-f4f9-476b-ae45-d80ad30be6ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.179037 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-59345965-c597-408f-84cb-36a559538fd1 req-a50395cc-57d8-43df-a01e-64e7cf5c967c service neutron] 10.222.0.16 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302195 Jul 16 01:39:28.198440 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835d649-f4f9-476b-ae45-d80ad30be6ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'Subnet': ['ID=ea83f656-22a4-46d0-9a6f-ea2a97aaad0a,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:28.205014 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4835d649-f4f9-476b-ae45-d80ad30be6ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Checking segment: {'id': '47354e83-641b-40f5-a407-9a44c97e8b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83ce6ff4-f565-4f31-8c07-1b47d4a18ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:28.205822 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4835d649-f4f9-476b-ae45-d80ad30be6ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Network hostable DHCP agents. Network: 83ce6ff4-f565-4f31-8c07-1b47d4a18ac1, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:28.227128 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4835d649-f4f9-476b-ae45-d80ad30be6ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Network 83ce6ff4-f565-4f31-8c07-1b47d4a18ac1 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:28.244662 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-4835d649-f4f9-476b-ae45-d80ad30be6ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 83ce6ff4-f565-4f31-8c07-1b47d4a18ac1) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:28.256907 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35a8c2a-de03-40f5-a441-f785569e6cf4 None None] Network 83ce6ff4-f565-4f31-8c07-1b47d4a18ac1 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:28.268790 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4835d649-f4f9-476b-ae45-d80ad30be6ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.269561 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4835d649-f4f9-476b-ae45-d80ad30be6ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.291452 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4835d649-f4f9-476b-ae45-d80ad30be6ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7108395 Jul 16 01:39:28.293020 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-59345965-c597-408f-84cb-36a559538fd1 req-f1970add-6bbe-4ff5-8a4a-e0b4afc06834 service neutron] 10.222.0.16 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094837 Jul 16 01:39:28.555869 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cbbeb6-5925-457b-87a4-153a15d7aa54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-83ce6ff4-f565-4f31-8c07-1b47d4a18ac1', 'network_id': '83ce6ff4-f565-4f31-8c07-1b47d4a18ac1', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'fixed_ips': [{'subnet_id': 'ea83f656-22a4-46d0-9a6f-ea2a97aaad0a'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:39:28.558717 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26cbbeb6-5925-457b-87a4-153a15d7aa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.603573 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39424) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:28.609552 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-2b87ed30-464c-4581-9fb6-8922b22a5d93 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2025299896', 'description': 'tempest-secgroup-smoke-2025299896 description', 'project_id': '5db3964ad24743648c502cd9b77ad865'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:28.665043 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b87ed30-464c-4581-9fb6-8922b22a5d93 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.736386 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9b984a01-f59b-454c-8282-c0e6cfea8a76 req-87944797-34db-460e-ae23-a99ffeedebc0 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=bab6f2c2-bcd0-4310-8214-13bf35091b9c HTTP/1.1" status: 200 len: 210 time: 0.0406680 Jul 16 01:39:28.755800 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc10e0d-bfc7-4e6a-8d33-1a6f4411e0c6 req-16f8615a-d260-4f27-8e75-d8a2b6234751 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.766908 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ccc10e0d-bfc7-4e6a-8d33-1a6f4411e0c6 req-16f8615a-d260-4f27-8e75-d8a2b6234751 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 944 time: 0.1009731 Jul 16 01:39:28.799437 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-26cbbeb6-5925-457b-87a4-153a15d7aa54 None None] Allocated IP 172.20.0.18 (83ce6ff4-f565-4f31-8c07-1b47d4a18ac1/ea83f656-22a4-46d0-9a6f-ea2a97aaad0a/8ecb6b66-6b90-498f-a896-8c98459ec860) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:28.827570 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ccc10e0d-bfc7-4e6a-8d33-1a6f4411e0c6 req-d7f4c46f-1b0b-4ef3-ba08-e8e02228c9c1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584638 Jul 16 01:39:28.917355 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b87ed30-464c-4581-9fb6-8922b22a5d93 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.924722 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b87ed30-464c-4581-9fb6-8922b22a5d93 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.966166 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b87ed30-464c-4581-9fb6-8922b22a5d93 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.968322 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2b87ed30-464c-4581-9fb6-8922b22a5d93 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3633487 Jul 16 01:39:28.971333 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39434) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:28.978455 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-90efbc43-591c-4984-b145-d7170641e1de tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'security_group_rule': {'security_group_id': 'd457b881-4be8-4878-902c-40937d3d1414', 'project_id': '5db3964ad24743648c502cd9b77ad865', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:28.988124 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87ed30-464c-4581-9fb6-8922b22a5d93 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d457b881-4be8-4878-902c-40937d3d1414,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:29.041188 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-90efbc43-591c-4984-b145-d7170641e1de tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.138969 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-90efbc43-591c-4984-b145-d7170641e1de tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.154967 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-90efbc43-591c-4984-b145-d7170641e1de tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.173279 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26cbbeb6-5925-457b-87a4-153a15d7aa54 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.192964 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-26cbbeb6-5925-457b-87a4-153a15d7aa54 None None] Transition to ACTIVE for port object 8ecb6b66-6b90-498f-a896-8c98459ec860 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:29.206003 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efbc43-591c-4984-b145-d7170641e1de tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2244db-8f11-47f6-9563-b68f5e31a951,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:29.215113 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-90efbc43-591c-4984-b145-d7170641e1de tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.219380 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39442) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:29.219872 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-90efbc43-591c-4984-b145-d7170641e1de tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2468421 Jul 16 01:39:29.225241 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-5b4ca0c6-627f-411f-bd16-fce8798a9482 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'security_group_rule': {'security_group_id': 'd457b881-4be8-4878-902c-40937d3d1414', 'project_id': '5db3964ad24743648c502cd9b77ad865', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:29.250588 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-26cbbeb6-5925-457b-87a4-153a15d7aa54 None None] Transition to ACTIVE for port object 8ecb6b66-6b90-498f-a896-8c98459ec860 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:29.265891 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26cbbeb6-5925-457b-87a4-153a15d7aa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.290267 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5b4ca0c6-627f-411f-bd16-fce8798a9482 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.319567 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cbbeb6-5925-457b-87a4-153a15d7aa54 None None] Network 83ce6ff4-f565-4f31-8c07-1b47d4a18ac1 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:29.350919 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-26cbbeb6-5925-457b-87a4-153a15d7aa54 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:29.358908 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cbbeb6-5925-457b-87a4-153a15d7aa54 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:29.363105 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5b4ca0c6-627f-411f-bd16-fce8798a9482 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.370173 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5b4ca0c6-627f-411f-bd16-fce8798a9482 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.404916 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ca0c6-627f-411f-bd16-fce8798a9482 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741acfb2-a3d0-4f09-88be-8e5143513f5e,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:29.416317 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5b4ca0c6-627f-411f-bd16-fce8798a9482 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.420766 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5b4ca0c6-627f-411f-bd16-fce8798a9482 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1973016 Jul 16 01:39:29.421961 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39444) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:29.437960 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b20a136a-a61a-4d91-961b-ec50fa9b248a tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'security_group_rule': {'security_group_id': 'd457b881-4be8-4878-902c-40937d3d1414', 'project_id': '5db3964ad24743648c502cd9b77ad865', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:29.454812 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 41816ceb-c92d-4c6c-8b21-d19b461ea83e up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:29.486588 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b20a136a-a61a-4d91-961b-ec50fa9b248a tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.502083 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbbeb6-5925-457b-87a4-153a15d7aa54 None None] Pushing event updated for resources: {'Port': ['ID=8ecb6b66-6b90-498f-a896-8c98459ec860,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:29.513183 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-26cbbeb6-5925-457b-87a4-153a15d7aa54 None None] Attempting to bind port 8ecb6b66-6b90-498f-a896-8c98459ec860 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:29.513594 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-26cbbeb6-5925-457b-87a4-153a15d7aa54 None None] Attempting to bind port 8ecb6b66-6b90-498f-a896-8c98459ec860 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '47354e83-641b-40f5-a407-9a44c97e8b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83ce6ff4-f565-4f31-8c07-1b47d4a18ac1'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:29.514240 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cbbeb6-5925-457b-87a4-153a15d7aa54 None None] Attempting to bind port 8ecb6b66-6b90-498f-a896-8c98459ec860 on network 83ce6ff4-f565-4f31-8c07-1b47d4a18ac1 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:29.554976 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cbbeb6-5925-457b-87a4-153a15d7aa54 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:29.555400 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cbbeb6-5925-457b-87a4-153a15d7aa54 None None] Checking segment: {'id': '47354e83-641b-40f5-a407-9a44c97e8b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83ce6ff4-f565-4f31-8c07-1b47d4a18ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:29.555877 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26cbbeb6-5925-457b-87a4-153a15d7aa54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.556350 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cbbeb6-5925-457b-87a4-153a15d7aa54 None None] Bound using segment: {'id': '47354e83-641b-40f5-a407-9a44c97e8b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83ce6ff4-f565-4f31-8c07-1b47d4a18ac1'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:29.557012 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-26cbbeb6-5925-457b-87a4-153a15d7aa54 None None] Bound port: 8ecb6b66-6b90-498f-a896-8c98459ec860, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47354e83-641b-40f5-a407-9a44c97e8b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83ce6ff4-f565-4f31-8c07-1b47d4a18ac1'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:29.557679 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26cbbeb6-5925-457b-87a4-153a15d7aa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.570660 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-98c362ce-57f2-4a81-82b0-9323b39ea73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.598863 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b20a136a-a61a-4d91-961b-ec50fa9b248a tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.614634 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b20a136a-a61a-4d91-961b-ec50fa9b248a tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.650450 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a136a-a61a-4d91-961b-ec50fa9b248a tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf93a85-225a-4553-bda4-4c8a6001f190,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:29.666076 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b20a136a-a61a-4d91-961b-ec50fa9b248a tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.670530 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b20a136a-a61a-4d91-961b-ec50fa9b248a tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2446976 Jul 16 01:39:29.671260 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39448) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:29.675441 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-26cbbeb6-5925-457b-87a4-153a15d7aa54 None None] For port 8ecb6b66-6b90-498f-a896-8c98459ec860, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:29.677159 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-3f88ce85-0ec1-4978-b755-b06f7ddeeb79 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'security_group_rule': {'security_group_id': 'd457b881-4be8-4878-902c-40937d3d1414', 'project_id': '5db3964ad24743648c502cd9b77ad865', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:29.679239 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-26cbbeb6-5925-457b-87a4-153a15d7aa54 None None] For port 8ecb6b66-6b90-498f-a896-8c98459ec860, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8ecb6b66-6b90-498f-a896-8c98459ec860,segment=NetworkSegment(47354e83-641b-40f5-a407-9a44c97e8b6d),segment_id=47354e83-641b-40f5-a407-9a44c97e8b6d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:29.701566 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26cbbeb6-5925-457b-87a4-153a15d7aa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.715921 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.736789 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3f88ce85-0ec1-4978-b755-b06f7ddeeb79 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.746632 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 41816ceb-c92d-4c6c-8b21-d19b461ea83e completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:29.766019 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 41816ceb-c92d-4c6c-8b21-d19b461ea83e triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:29.766402 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.836385 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbbeb6-5925-457b-87a4-153a15d7aa54 None None] Pushing event updated for resources: {'Port': ['ID=8ecb6b66-6b90-498f-a896-8c98459ec860,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:29.894354 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3f88ce85-0ec1-4978-b755-b06f7ddeeb79 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.902625 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3f88ce85-0ec1-4978-b755-b06f7ddeeb79 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.940924 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.956585 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88ce85-0ec1-4978-b755-b06f7ddeeb79 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50dc3812-e74b-4e56-965c-38e3ad72ab7c,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:29.962451 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3f88ce85-0ec1-4978-b755-b06f7ddeeb79 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.969291 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3f88ce85-0ec1-4978-b755-b06f7ddeeb79 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2936459 Jul 16 01:39:29.969567 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39454) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:29.975187 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-53756380-5bb8-4572-9c39-f071d7d662df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'security_group_rule': {'security_group_id': 'd457b881-4be8-4878-902c-40937d3d1414', 'project_id': '5db3964ad24743648c502cd9b77ad865', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:29.993613 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7601f0-c3ad-4acc-a968-2e2d1719c6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41816ceb-c92d-4c6c-8b21-d19b461ea83e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:30.001134 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc4d632-02b4-427e-9850-b6f5128605d3" -d '{"events": [{"server_uuid": "ff7601f0-c3ad-4acc-a968-2e2d1719c6fa", "name": "network-vif-plugged", "status": "completed", "tag": "41816ceb-c92d-4c6c-8b21-d19b461ea83e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:30.015509 n-d-792394-16 neutron-server[93956]: INFO neutron.db.securitygroups_db [None req-53756380-5bb8-4572-9c39-f071d7d662df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Project 5db3964ad24743648c502cd9b77ad865 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:39:30.031803 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-53756380-5bb8-4572-9c39-f071d7d662df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.051189 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 41816ceb-c92d-4c6c-8b21-d19b461ea83e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=41816ceb-c92d-4c6c-8b21-d19b461ea83e,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:30.062544 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.074466 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-14f914d7-b187-4c68-ab59-f7d86539838c req-bab5abe5-3d2b-4b79-8cec-d6aea08663f5 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=bab6f2c2-bcd0-4310-8214-13bf35091b9c HTTP/1.1" status: 200 len: 210 time: 0.0525506 Jul 16 01:39:30.232354 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-53756380-5bb8-4572-9c39-f071d7d662df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.273773 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2907e4b4-14fd-40bd-b161-00640b171ac2 x-openstack-request-id: req-2907e4b4-14fd-40bd-b161-00640b171ac2 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:30.273773 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7601f0-c3ad-4acc-a968-2e2d1719c6fa", "name": "network-vif-plugged", "status": "completed", "tag": "41816ceb-c92d-4c6c-8b21-d19b461ea83e", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:30.274124 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2907e4b4-14fd-40bd-b161-00640b171ac2 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:30.274657 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7601f0-c3ad-4acc-a968-2e2d1719c6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41816ceb-c92d-4c6c-8b21-d19b461ea83e', 'code': 200} Jul 16 01:39:30.277095 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e426cd-fb4f-4fe8-9294-74bf9708b189 req-f5dee01e-cff1-4b96-9949-17b4c7282d1a tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.277928 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=41816ceb-c92d-4c6c-8b21-d19b461ea83e,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:30.291856 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-27e426cd-fb4f-4fe8-9294-74bf9708b189 req-f5dee01e-cff1-4b96-9949-17b4c7282d1a tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 944 time: 0.2612991 Jul 16 01:39:30.294266 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-53756380-5bb8-4572-9c39-f071d7d662df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.377038 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-53756380-5bb8-4572-9c39-f071d7d662df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.381446 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-53756380-5bb8-4572-9c39-f071d7d662df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4076385 Jul 16 01:39:30.382026 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39464) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:30.389864 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-d49c559f-7afa-4c09-ae8f-4ac9ea8ddf42 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'security_group_rule': {'security_group_id': 'd457b881-4be8-4878-902c-40937d3d1414', 'project_id': '5db3964ad24743648c502cd9b77ad865', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:30.417546 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-27e426cd-fb4f-4fe8-9294-74bf9708b189 req-8bddabeb-64a2-417e-8f96-d65ba1344489 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1242702 Jul 16 01:39:30.422080 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53756380-5bb8-4572-9c39-f071d7d662df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dffa820-4d35-40f1-8f20-39b4ee19d7c7,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:30.600852 n-d-792394-16 neutron-server[93955]: INFO neutron.db.securitygroups_db [None req-d49c559f-7afa-4c09-ae8f-4ac9ea8ddf42 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Project 5db3964ad24743648c502cd9b77ad865 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:39:30.613021 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d49c559f-7afa-4c09-ae8f-4ac9ea8ddf42 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.716558 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59345965-c597-408f-84cb-36a559538fd1 req-16cbb5af-cf42-42d7-81c7-9234ddad108d tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.718277 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59345965-c597-408f-84cb-36a559538fd1 req-16cbb5af-cf42-42d7-81c7-9234ddad108d tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.82 "GET /v2.0/networks?id=dd31210a-b3ed-41ba-a32a-8a1d4015a729 HTTP/1.1" status: 200 len: 814 time: 0.3031316 Jul 16 01:39:30.722125 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ea17d-b08f-4171-83e8-cfa7c5a58b65 req-906eafa2-099f-4c2e-a7bc-5a31f0273299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.723625 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-651ea17d-b08f-4171-83e8-cfa7c5a58b65 req-906eafa2-099f-4c2e-a7bc-5a31f0273299 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 1097 time: 0.2503388 Jul 16 01:39:30.735395 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-59345965-c597-408f-84cb-36a559538fd1 req-a46ae961-70c8-423c-bce5-4b85ad261d0f tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Request body: {'port': {'device_id': 'bab6f2c2-bcd0-4310-8214-13bf35091b9c', 'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729', 'admin_state_up': True, 'tenant_id': 'ad0c269a16154916be54bb1af1787626'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:30.761115 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d49c559f-7afa-4c09-ae8f-4ac9ea8ddf42 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.780795 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d49c559f-7afa-4c09-ae8f-4ac9ea8ddf42 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.792318 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.857829 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c559f-7afa-4c09-ae8f-4ac9ea8ddf42 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28df6e6c-08b0-4977-a499-b06d32a3af8a,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:30.863810 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-651ea17d-b08f-4171-83e8-cfa7c5a58b65 req-28e766bd-4d7d-4377-8f10-b4fbacb5bced service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1224315 Jul 16 01:39:30.866785 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d49c559f-7afa-4c09-ae8f-4ac9ea8ddf42 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.877028 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d49c559f-7afa-4c09-ae8f-4ac9ea8ddf42 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4847419 Jul 16 01:39:30.942009 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59345965-c597-408f-84cb-36a559538fd1 req-a46ae961-70c8-423c-bce5-4b85ad261d0f tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Made reservation on behalf of ad0c269a16154916be54bb1af1787626 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:30.947047 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-59345965-c597-408f-84cb-36a559538fd1 req-a46ae961-70c8-423c-bce5-4b85ad261d0f tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.125543 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-59345965-c597-408f-84cb-36a559538fd1 req-a46ae961-70c8-423c-bce5-4b85ad261d0f tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Allocated IP 172.20.0.3 (dd31210a-b3ed-41ba-a32a-8a1d4015a729/3be564b1-f055-40ad-87fc-208a1fbc335f/2d2f70d2-664f-4607-b9c0-e2c84e34117f) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:31.227685 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-af8c1a40-9fb3-41ef-aab2-2c8c2553bb0b tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2025299896&fields=id&tenant_id=5db3964ad24743648c502cd9b77ad865 HTTP/1.1" status: 200 len: 267 time: 0.0734241 Jul 16 01:39:31.366629 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-800d2a0e-e0ec-4b05-b406-0f63992a5a1b req-69b1c8e0-4012-4665-be72-510622e339b2 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=bab6f2c2-bcd0-4310-8214-13bf35091b9c HTTP/1.1" status: 200 len: 210 time: 0.0458210 Jul 16 01:39:31.444217 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f968351f-581e-4579-8a80-9db50626fe9b None None] Network 83ce6ff4-f565-4f31-8c07-1b47d4a18ac1 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:31.484657 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.487032 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-62852da3-c7e9-4bbe-8c4a-f8f0a97f9175 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:31.489848 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-62852da3-c7e9-4bbe-8c4a-f8f0a97f9175 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/networks?id=83ce6ff4-f565-4f31-8c07-1b47d4a18ac1 HTTP/1.1" status: 200 len: 797 time: 0.2492049 Jul 16 01:39:31.512823 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-59345965-c597-408f-84cb-36a559538fd1 req-a46ae961-70c8-423c-bce5-4b85ad261d0f tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.541149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5840d99e-bb4c-4971-8adc-33ab41287165 None None] Provisioning for port 8ecb6b66-6b90-498f-a896-8c98459ec860 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:31.621332 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-234e5e26-0b24-48a5-9ff8-670584c6dcbd tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/quotas/5db3964ad24743648c502cd9b77ad865 HTTP/1.1" status: 200 len: 375 time: 0.1255548 Jul 16 01:39:31.717110 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-59345965-c597-408f-84cb-36a559538fd1 req-a46ae961-70c8-423c-bce5-4b85ad261d0f tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.732269 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['e1ab8889-f6e9-4a91-b89b-c3f07b3db027', 'f4d3863d-7b91-4edb-bf04-1af2eae04086', 'c83cd3d1-5ede-4201-9a92-0c35167e1fb6'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:31.804025 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59345965-c597-408f-84cb-36a559538fd1 req-a46ae961-70c8-423c-bce5-4b85ad261d0f tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Network dd31210a-b3ed-41ba-a32a-8a1d4015a729 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:31.815685 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-59345965-c597-408f-84cb-36a559538fd1 req-a46ae961-70c8-423c-bce5-4b85ad261d0f tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:31.818403 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-59345965-c597-408f-84cb-36a559538fd1 req-a46ae961-70c8-423c-bce5-4b85ad261d0f tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:31.823902 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ae961-70c8-423c-bce5-4b85ad261d0f tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Pushing event updated for resources: {'Port': ['ID=2d2f70d2-664f-4607-b9c0-e2c84e34117f,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:31.868812 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082ab42-2f07-492f-91b4-98d82881fd61 req-3fcf87bd-347c-4d28-bcf7-06964ee6ec74 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:31.870725 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0082ab42-2f07-492f-91b4-98d82881fd61 req-3fcf87bd-347c-4d28-bcf7-06964ee6ec74 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.1786599 Jul 16 01:39:31.951166 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0082ab42-2f07-492f-91b4-98d82881fd61 req-c98fb85f-f2ba-4c3c-bbdc-f6cdaea5b7fa tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706561 Jul 16 01:39:31.964784 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-c820439f-09e1-44f9-b3ce-10d41b12a6b3 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5db3964ad24743648c502cd9b77ad865&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3198304 Jul 16 01:39:32.051632 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59345965-c597-408f-84cb-36a559538fd1 req-a46ae961-70c8-423c-bce5-4b85ad261d0f tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:32.053149 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-59345965-c597-408f-84cb-36a559538fd1 req-a46ae961-70c8-423c-bce5-4b85ad261d0f tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.096343 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59345965-c597-408f-84cb-36a559538fd1 req-a46ae961-70c8-423c-bce5-4b85ad261d0f tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3629379 Jul 16 01:39:32.110286 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-59345965-c597-408f-84cb-36a559538fd1 req-c2faa369-7a64-401d-9144-c97c1417d7c0 service neutron] Request body: {'port': {'device_id': 'bab6f2c2-bcd0-4310-8214-13bf35091b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:32.117197 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8ecb6b66-6b90-498f-a896-8c98459ec860 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:32.235572 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 8ecb6b66-6b90-498f-a896-8c98459ec860 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:32.248776 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 8ecb6b66-6b90-498f-a896-8c98459ec860 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:32.249176 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.256590 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-9eb77c40-55c0-48af-94a5-182148271495 service neutron] 10.222.0.16 "GET /v2.0/networks/83ce6ff4-f565-4f31-8c07-1b47d4a18ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905471 Jul 16 01:39:32.285645 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-59345965-c597-408f-84cb-36a559538fd1 req-c2faa369-7a64-401d-9144-c97c1417d7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.416212 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.435031 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-7e7dace4-90d0-4bd4-ae59-3afd7308e19b service neutron] 10.222.0.16 "GET /v2.0/networks/83ce6ff4-f565-4f31-8c07-1b47d4a18ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651492 Jul 16 01:39:32.472860 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 8ecb6b66-6b90-498f-a896-8c98459ec860, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8ecb6b66-6b90-498f-a896-8c98459ec860,segment=NetworkSegment(47354e83-641b-40f5-a407-9a44c97e8b6d),segment_id=47354e83-641b-40f5-a407-9a44c97e8b6d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:32.483317 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.535058 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.553400 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=8ecb6b66-6b90-498f-a896-8c98459ec860,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:32.704801 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4ee58-452b-45d5-bdb9-fe27358aaaa1 req-794f2a64-7d74-41d5-a9fe-4566870a568b tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:32.708878 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8ea4ee58-452b-45d5-bdb9-fe27358aaaa1 req-794f2a64-7d74-41d5-a9fe-4566870a568b tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=bab6f2c2-bcd0-4310-8214-13bf35091b9c HTTP/1.1" status: 200 len: 931 time: 0.1010592 Jul 16 01:39:32.755857 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-001debe0-7724-49d7-ac0a-a92a2449c707 req-c5898c3b-d4f1-44ff-9e1c-3143e19e138d tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=422d36bd-4c26-4d59-b63e-8b94bc34a0f9 HTTP/1.1" status: 200 len: 210 time: 0.0655661 Jul 16 01:39:32.787994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-59345965-c597-408f-84cb-36a559538fd1 req-c2faa369-7a64-401d-9144-c97c1417d7c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d2f70d2-664f-4607-b9c0-e2c84e34117f {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:32.791615 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8ea4ee58-452b-45d5-bdb9-fe27358aaaa1 req-6c6d8d20-965f-4e7c-9120-bfeefe9ddf21 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721185 Jul 16 01:39:32.799132 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-59345965-c597-408f-84cb-36a559538fd1 req-c2faa369-7a64-401d-9144-c97c1417d7c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.821110 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-59345965-c597-408f-84cb-36a559538fd1 req-c2faa369-7a64-401d-9144-c97c1417d7c0 service neutron] Transition to ACTIVE for port object 2d2f70d2-664f-4607-b9c0-e2c84e34117f will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:32.828565 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-59345965-c597-408f-84cb-36a559538fd1 req-c2faa369-7a64-401d-9144-c97c1417d7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.897033 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2faa369-7a64-401d-9144-c97c1417d7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d2f70d2-664f-4607-b9c0-e2c84e34117f,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:32.993636 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-59345965-c597-408f-84cb-36a559538fd1 req-c2faa369-7a64-401d-9144-c97c1417d7c0 service neutron] Attempting to bind port 2d2f70d2-664f-4607-b9c0-e2c84e34117f on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:32.993973 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-59345965-c597-408f-84cb-36a559538fd1 req-c2faa369-7a64-401d-9144-c97c1417d7c0 service neutron] Attempting to bind port 2d2f70d2-664f-4607-b9c0-e2c84e34117f by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '7001c564-5dab-4ec5-959b-17fbbab7fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:32.994304 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59345965-c597-408f-84cb-36a559538fd1 req-c2faa369-7a64-401d-9144-c97c1417d7c0 service neutron] Attempting to bind port 2d2f70d2-664f-4607-b9c0-e2c84e34117f on network dd31210a-b3ed-41ba-a32a-8a1d4015a729 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:33.010069 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59345965-c597-408f-84cb-36a559538fd1 req-c2faa369-7a64-401d-9144-c97c1417d7c0 service neutron] Port 2d2f70d2-664f-4607-b9c0-e2c84e34117f on network dd31210a-b3ed-41ba-a32a-8a1d4015a729 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:33.010366 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59345965-c597-408f-84cb-36a559538fd1 req-c2faa369-7a64-401d-9144-c97c1417d7c0 service neutron] Attempting to bind port 2d2f70d2-664f-4607-b9c0-e2c84e34117f on network dd31210a-b3ed-41ba-a32a-8a1d4015a729 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:33.021981 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59345965-c597-408f-84cb-36a559538fd1 req-c2faa369-7a64-401d-9144-c97c1417d7c0 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:33.022324 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59345965-c597-408f-84cb-36a559538fd1 req-c2faa369-7a64-401d-9144-c97c1417d7c0 service neutron] Checking segment: {'id': '7001c564-5dab-4ec5-959b-17fbbab7fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:33.022804 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59345965-c597-408f-84cb-36a559538fd1 req-c2faa369-7a64-401d-9144-c97c1417d7c0 service neutron] Bound using segment: {'id': '7001c564-5dab-4ec5-959b-17fbbab7fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:33.023355 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-59345965-c597-408f-84cb-36a559538fd1 req-c2faa369-7a64-401d-9144-c97c1417d7c0 service neutron] Bound port: 2d2f70d2-664f-4607-b9c0-e2c84e34117f, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7001c564-5dab-4ec5-959b-17fbbab7fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:33.023853 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-59345965-c597-408f-84cb-36a559538fd1 req-c2faa369-7a64-401d-9144-c97c1417d7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.096671 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39516) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:33.107165 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0f4c815b-2ec3-48bb-b4a1-7f4ce64be87c tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1515389952', 'description': 'tempest-secgroup-smoke-1515389952 description', 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:33.138816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-59345965-c597-408f-84cb-36a559538fd1 req-c2faa369-7a64-401d-9144-c97c1417d7c0 service neutron] For port 2d2f70d2-664f-4607-b9c0-e2c84e34117f, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:33.143833 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-59345965-c597-408f-84cb-36a559538fd1 req-c2faa369-7a64-401d-9144-c97c1417d7c0 service neutron] For port 2d2f70d2-664f-4607-b9c0-e2c84e34117f, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2d2f70d2-664f-4607-b9c0-e2c84e34117f,segment=NetworkSegment(7001c564-5dab-4ec5-959b-17fbbab7fc20),segment_id=7001c564-5dab-4ec5-959b-17fbbab7fc20)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:33.150111 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-59345965-c597-408f-84cb-36a559538fd1 req-c2faa369-7a64-401d-9144-c97c1417d7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.176649 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0f4c815b-2ec3-48bb-b4a1-7f4ce64be87c tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.191400 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59345965-c597-408f-84cb-36a559538fd1 req-c2faa369-7a64-401d-9144-c97c1417d7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:33.192018 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-59345965-c597-408f-84cb-36a559538fd1 req-c2faa369-7a64-401d-9144-c97c1417d7c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.193470 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59345965-c597-408f-84cb-36a559538fd1 req-c2faa369-7a64-401d-9144-c97c1417d7c0 service neutron] 10.222.0.82 "PUT /v2.0/ports/2d2f70d2-664f-4607-b9c0-e2c84e34117f HTTP/1.1" status: 200 len: 1092 time: 1.0901070 Jul 16 01:39:33.193913 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab6f2c2-bcd0-4310-8214-13bf35091b9c', 'tag': '2d2f70d2-664f-4607-b9c0-e2c84e34117f'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:33.196519 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7124f5a1-2a1f-4661-8ed4-9e32e03f9741" -d '{"events": [{"name": "network-changed", "server_uuid": "bab6f2c2-bcd0-4310-8214-13bf35091b9c", "tag": "2d2f70d2-664f-4607-b9c0-e2c84e34117f"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:33.242300 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2faa369-7a64-401d-9144-c97c1417d7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d2f70d2-664f-4607-b9c0-e2c84e34117f,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:33.265575 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a749f-ead1-4ef7-8bed-cfe966100d38 req-f217f9d6-f707-420b-8acb-f0e2b8360c47 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:33.272817 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a39a749f-ead1-4ef7-8bed-cfe966100d38 req-f217f9d6-f707-420b-8acb-f0e2b8360c47 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.1447866 Jul 16 01:39:33.343596 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59345965-c597-408f-84cb-36a559538fd1 req-9ce39ce7-a8da-4069-bb14-69a4b054f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:33.344992 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a39a749f-ead1-4ef7-8bed-cfe966100d38 req-9808d91a-4097-490f-8517-8b6156f034e0 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712032 Jul 16 01:39:33.345196 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59345965-c597-408f-84cb-36a559538fd1 req-9ce39ce7-a8da-4069-bb14-69a4b054f1df service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad0c269a16154916be54bb1af1787626&device_id=bab6f2c2-bcd0-4310-8214-13bf35091b9c HTTP/1.1" status: 200 len: 1095 time: 0.0956490 Jul 16 01:39:33.412155 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59345965-c597-408f-84cb-36a559538fd1 req-f43bf41c-cae5-4fe5-8c71-f245c76dd4fd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d2f70d2-664f-4607-b9c0-e2c84e34117f HTTP/1.1" status: 200 len: 217 time: 0.0561564 Jul 16 01:39:33.436042 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f538fc-a28b-41ab-a6ca-789cb78aa5b8 x-openstack-request-id: req-25f538fc-a28b-41ab-a6ca-789cb78aa5b8 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:33.436326 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab6f2c2-bcd0-4310-8214-13bf35091b9c", "tag": "2d2f70d2-664f-4607-b9c0-e2c84e34117f", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:33.436606 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25f538fc-a28b-41ab-a6ca-789cb78aa5b8 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:33.437013 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab6f2c2-bcd0-4310-8214-13bf35091b9c', 'tag': '2d2f70d2-664f-4607-b9c0-e2c84e34117f', 'status': 'completed', 'code': 200} Jul 16 01:39:33.446250 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0f4c815b-2ec3-48bb-b4a1-7f4ce64be87c tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.452206 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0f4c815b-2ec3-48bb-b4a1-7f4ce64be87c tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.527906 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59345965-c597-408f-84cb-36a559538fd1 req-01053237-c730-4c68-91b2-16e64669b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:33.527906 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59345965-c597-408f-84cb-36a559538fd1 req-01053237-c730-4c68-91b2-16e64669b324 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3be564b1-f055-40ad-87fc-208a1fbc335f HTTP/1.1" status: 200 len: 854 time: 0.1011419 Jul 16 01:39:33.559051 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c815b-2ec3-48bb-b4a1-7f4ce64be87c tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a27eb2-19bc-4c75-b3ce-e49659fc5e9a,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:33.587401 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0f4c815b-2ec3-48bb-b4a1-7f4ce64be87c tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.588947 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0f4c815b-2ec3-48bb-b4a1-7f4ce64be87c tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4896834 Jul 16 01:39:33.591831 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39528) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:33.599475 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-eb4903dd-3784-4788-8602-483d18a1e8ac tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Request body: {'security_group_rule': {'security_group_id': 'd1a27eb2-19bc-4c75-b3ce-e49659fc5e9a', 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:33.630651 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59345965-c597-408f-84cb-36a559538fd1 req-5ee856a6-c62f-44d2-8c2a-0ad7c9de08f0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dd31210a-b3ed-41ba-a32a-8a1d4015a729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037982 Jul 16 01:39:33.661119 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb4903dd-3784-4788-8602-483d18a1e8ac tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.735610 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb4903dd-3784-4788-8602-483d18a1e8ac tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.742333 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb4903dd-3784-4788-8602-483d18a1e8ac tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.761405 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4903dd-3784-4788-8602-483d18a1e8ac tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3ea466-dc44-4bac-a2f6-3d5b4251bbb0,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:33.770640 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb4903dd-3784-4788-8602-483d18a1e8ac tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.772215 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-eb4903dd-3784-4788-8602-483d18a1e8ac tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1771317 Jul 16 01:39:33.775384 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39530) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:33.781336 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-d74b0d31-380d-4323-aa48-391c66c2ea9e tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Request body: {'security_group_rule': {'security_group_id': 'd1a27eb2-19bc-4c75-b3ce-e49659fc5e9a', 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:33.801009 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59345965-c597-408f-84cb-36a559538fd1 req-bfb3864f-90b6-402c-81f4-1ee53e6db0f8 service neutron] 10.222.0.82 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627274 Jul 16 01:39:33.808912 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97806726-294a-4306-8802-10be55a4056b req-6b6aa25e-28b2-4146-bbc8-fc48e05a8afb tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:33.810401 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97806726-294a-4306-8802-10be55a4056b req-6b6aa25e-28b2-4146-bbc8-fc48e05a8afb tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.1642113 Jul 16 01:39:33.819634 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39534) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:33.825241 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-00479897-a180-462e-b108-d742c55b754f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Request body: {'floatingip': {'port_id': '41816ceb-c92d-4c6c-8b21-d19b461ea83e'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:33.841355 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d74b0d31-380d-4323-aa48-391c66c2ea9e tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.952216 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-00479897-a180-462e-b108-d742c55b754f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for floatingip, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.978469 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d151c267-fa98-4fc3-8625-a8ba152e76b9 req-14b6f713-b519-4ca1-a2c6-40e1ddc783ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=422d36bd-4c26-4d59-b63e-8b94bc34a0f9 HTTP/1.1" status: 200 len: 210 time: 0.0706611 Jul 16 01:39:34.020446 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8ecb6b66-6b90-498f-a896-8c98459ec860 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:34.034841 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d74b0d31-380d-4323-aa48-391c66c2ea9e tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.042444 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d74b0d31-380d-4323-aa48-391c66c2ea9e tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.066694 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b0d31-380d-4323-aa48-391c66c2ea9e tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778874d0-c938-4e50-add0-868805fc4f13,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:34.074294 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d74b0d31-380d-4323-aa48-391c66c2ea9e tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.080524 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d74b0d31-380d-4323-aa48-391c66c2ea9e tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3026657 Jul 16 01:39:34.081529 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39538) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:34.093383 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-e653871d-d4b8-4dc2-805d-5481e979b9ca tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Request body: {'security_group_rule': {'security_group_id': 'd1a27eb2-19bc-4c75-b3ce-e49659fc5e9a', 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:34.130960 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e653871d-d4b8-4dc2-805d-5481e979b9ca tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.142007 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 8ecb6b66-6b90-498f-a896-8c98459ec860 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:34.143612 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.170759 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59345965-c597-408f-84cb-36a559538fd1 req-5f4d9147-5850-4176-9a36-7bb221a4a2b7 service neutron] 10.222.0.82 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593001 Jul 16 01:39:34.232786 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e653871d-d4b8-4dc2-805d-5481e979b9ca tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.240173 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e653871d-d4b8-4dc2-805d-5481e979b9ca tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.295043 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653871d-d4b8-4dc2-805d-5481e979b9ca tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55033e2-b1ee-43e3-972c-2ead2392c212,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:34.306655 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e653871d-d4b8-4dc2-805d-5481e979b9ca tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.308832 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e653871d-d4b8-4dc2-805d-5481e979b9ca tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2263069 Jul 16 01:39:34.311723 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39540) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:34.318185 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-453f73c0-5d16-4d4d-bdf2-54e250576569 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Request body: {'security_group_rule': {'security_group_id': 'd1a27eb2-19bc-4c75-b3ce-e49659fc5e9a', 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:34.366764 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-453f73c0-5d16-4d4d-bdf2-54e250576569 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.456502 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-453f73c0-5d16-4d4d-bdf2-54e250576569 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.465154 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-453f73c0-5d16-4d4d-bdf2-54e250576569 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.489025 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f73c0-5d16-4d4d-bdf2-54e250576569 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9e840e-6df4-4988-ad89-30487292bb2d,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:34.505173 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-453f73c0-5d16-4d4d-bdf2-54e250576569 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.506864 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-453f73c0-5d16-4d4d-bdf2-54e250576569 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1933429 Jul 16 01:39:34.509809 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39544) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:34.521894 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-df0f494a-ce85-4217-bf5e-a86754210725 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Request body: {'security_group_rule': {'security_group_id': 'd1a27eb2-19bc-4c75-b3ce-e49659fc5e9a', 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:34.561151 n-d-792394-16 neutron-server[93956]: INFO neutron.db.securitygroups_db [None req-df0f494a-ce85-4217-bf5e-a86754210725 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Project 7d1b8bed3b6d4a5f99fcdfe260ce9da4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:39:34.566992 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-df0f494a-ce85-4217-bf5e-a86754210725 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.657949 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-df0f494a-ce85-4217-bf5e-a86754210725 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.663786 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-df0f494a-ce85-4217-bf5e-a86754210725 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.694789 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f494a-ce85-4217-bf5e-a86754210725 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92318bf1-d9fb-4ea2-8c63-40cc9bc8ab29,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:34.709672 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-df0f494a-ce85-4217-bf5e-a86754210725 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.712534 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-df0f494a-ce85-4217-bf5e-a86754210725 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1994948 Jul 16 01:39:34.714738 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39550) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:34.721278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-d52f2d9e-9fb5-4c1d-9d62-31263bc02529 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Request body: {'security_group_rule': {'security_group_id': 'd1a27eb2-19bc-4c75-b3ce-e49659fc5e9a', 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:34.757159 n-d-792394-16 neutron-server[93956]: INFO neutron.db.securitygroups_db [None req-d52f2d9e-9fb5-4c1d-9d62-31263bc02529 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Project 7d1b8bed3b6d4a5f99fcdfe260ce9da4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:39:34.763257 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d52f2d9e-9fb5-4c1d-9d62-31263bc02529 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.834434 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d52f2d9e-9fb5-4c1d-9d62-31263bc02529 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.839848 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d52f2d9e-9fb5-4c1d-9d62-31263bc02529 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.849906 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc753733-f35a-4e5c-86b9-e298449f3835 req-4dfbef8a-48f9-4b1e-8aab-5804b5960b39 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:34.851418 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fc753733-f35a-4e5c-86b9-e298449f3835 req-4dfbef8a-48f9-4b1e-8aab-5804b5960b39 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=bab6f2c2-bcd0-4310-8214-13bf35091b9c HTTP/1.1" status: 200 len: 943 time: 0.7801111 Jul 16 01:39:34.861059 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f2d9e-9fb5-4c1d-9d62-31263bc02529 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf3a93d-6cce-4c6e-9c69-ae7680bd18d1,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:34.872337 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d52f2d9e-9fb5-4c1d-9d62-31263bc02529 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.873686 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d52f2d9e-9fb5-4c1d-9d62-31263bc02529 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1567130 Jul 16 01:39:34.974818 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.975104 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-5036cc50-9e76-4f1b-935f-2f04670c3394 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:34.976509 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-5036cc50-9e76-4f1b-935f-2f04670c3394 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.84 "GET /v2.0/networks?id=83ce6ff4-f565-4f31-8c07-1b47d4a18ac1 HTTP/1.1" status: 200 len: 797 time: 0.8025229 Jul 16 01:39:34.993076 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fc753733-f35a-4e5c-86b9-e298449f3835 req-5d9c11e7-4221-4828-bb2a-f59d3790ca2b tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307266 Jul 16 01:39:35.028829 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124f5a1-2a1f-4661-8ed4-9e32e03f9741 req-b350209d-bca8-474a-8659-863dcf4019f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.030366 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7124f5a1-2a1f-4661-8ed4-9e32e03f9741 req-b350209d-bca8-474a-8659-863dcf4019f4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad0c269a16154916be54bb1af1787626&device_id=bab6f2c2-bcd0-4310-8214-13bf35091b9c HTTP/1.1" status: 200 len: 1095 time: 0.7866461 Jul 16 01:39:35.154461 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-6bff0b96-97a9-48d7-95f3-a461b7d6386e tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515389952&fields=id&tenant_id=7d1b8bed3b6d4a5f99fcdfe260ce9da4 HTTP/1.1" status: 200 len: 267 time: 0.0523672 Jul 16 01:39:35.171353 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-d053713a-adef-4628-8fcd-2d383821ee9b tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5db3964ad24743648c502cd9b77ad865 HTTP/1.1" status: 200 len: 472 time: 0.1771753 Jul 16 01:39:35.195340 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-08dbc845-0cfa-406c-b587-4f27c1d805eb tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'port': {'device_id': '422d36bd-4c26-4d59-b63e-8b94bc34a0f9', 'network_id': '83ce6ff4-f565-4f31-8c07-1b47d4a18ac1', 'admin_state_up': True, 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'security_groups': ['d457b881-4be8-4878-902c-40937d3d1414']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:35.252230 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-88b63ba4-de58-446f-83dd-300a15593ce3 req-8b5e0d0d-2e0d-4a19-ac96-0d04f2ce6b41 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=422d36bd-4c26-4d59-b63e-8b94bc34a0f9 HTTP/1.1" status: 200 len: 210 time: 0.0760765 Jul 16 01:39:35.275075 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-7f72ceca-29f9-403c-bde1-05a2e4536366 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.277534 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-7f72ceca-29f9-403c-bde1-05a2e4536366 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/networks?id=3e6ad2a3-4bfd-435e-80fd-e62af305c68f HTTP/1.1" status: 200 len: 813 time: 0.1164768 Jul 16 01:39:35.295774 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-39413872-820d-44c7-8a93-2aa7f0a4171e tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/quotas/7d1b8bed3b6d4a5f99fcdfe260ce9da4 HTTP/1.1" status: 200 len: 375 time: 0.0116122 Jul 16 01:39:35.367380 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124f5a1-2a1f-4661-8ed4-9e32e03f9741 req-82cfd5f4-b996-4ed7-94e9-6d428120ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.368883 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7124f5a1-2a1f-4661-8ed4-9e32e03f9741 req-82cfd5f4-b996-4ed7-94e9-6d428120ed4b service neutron] 10.222.0.82 "GET /v2.0/networks?id=dd31210a-b3ed-41ba-a32a-8a1d4015a729 HTTP/1.1" status: 200 len: 915 time: 0.3024800 Jul 16 01:39:35.384474 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-272f8508-4bfd-48e3-9f01-8a25d35c3ad9 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d1b8bed3b6d4a5f99fcdfe260ce9da4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813234 Jul 16 01:39:35.448071 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2d2f70d2-664f-4607-b9c0-e2c84e34117f details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:35.462954 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7124f5a1-2a1f-4661-8ed4-9e32e03f9741 req-7b533f69-07fb-42f8-9b67-b0ca6ed5f771 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d2f70d2-664f-4607-b9c0-e2c84e34117f HTTP/1.1" status: 200 len: 217 time: 0.0871198 Jul 16 01:39:35.577278 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 2d2f70d2-664f-4607-b9c0-e2c84e34117f, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2d2f70d2-664f-4607-b9c0-e2c84e34117f,segment=NetworkSegment(7001c564-5dab-4ec5-959b-17fbbab7fc20),segment_id=7001c564-5dab-4ec5-959b-17fbbab7fc20)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:35.590531 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-00479897-a180-462e-b108-d742c55b754f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.596394 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124f5a1-2a1f-4661-8ed4-9e32e03f9741 req-b2bb47a3-2e78-46c5-a256-72673e3653f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.598171 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7124f5a1-2a1f-4661-8ed4-9e32e03f9741 req-b2bb47a3-2e78-46c5-a256-72673e3653f5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3be564b1-f055-40ad-87fc-208a1fbc335f HTTP/1.1" status: 200 len: 854 time: 0.1225073 Jul 16 01:39:35.598875 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-08dbc845-0cfa-406c-b587-4f27c1d805eb tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Made reservation on behalf of 5db3964ad24743648c502cd9b77ad865 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:35.611512 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-08dbc845-0cfa-406c-b587-4f27c1d805eb tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.613776 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '2d2f70d2-664f-4607-b9c0-e2c84e34117f', 'network_id': 'dd31210a-b3ed-41ba-a32a-8a1d4015a729', 'port_id': '2d2f70d2-664f-4607-b9c0-e2c84e34117f', 'mac_address': 'fa:16:3e:e3:1d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3be564b1-f055-40ad-87fc-208a1fbc335f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:35.647534 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-00479897-a180-462e-b108-d742c55b754f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.717418 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.732647 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7124f5a1-2a1f-4661-8ed4-9e32e03f9741 req-1845e658-197d-4d7d-bb39-5edfc9aede03 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dd31210a-b3ed-41ba-a32a-8a1d4015a729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170418 Jul 16 01:39:35.735339 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d2f70d2-664f-4607-b9c0-e2c84e34117f {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:35.762336 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 2d2f70d2-664f-4607-b9c0-e2c84e34117f, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2d2f70d2-664f-4607-b9c0-e2c84e34117f,segment=NetworkSegment(7001c564-5dab-4ec5-959b-17fbbab7fc20),segment_id=7001c564-5dab-4ec5-959b-17fbbab7fc20)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:35.769829 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.888247 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=2d2f70d2-664f-4607-b9c0-e2c84e34117f,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:35.949029 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-67ce3799-2ccc-4521-8fb6-e21dc86c8597 service neutron] 10.222.0.16 "GET /v2.0/networks/3e6ad2a3-4bfd-435e-80fd-e62af305c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504189 Jul 16 01:39:35.982553 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-00479897-a180-462e-b108-d742c55b754f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Floating IP 1cb30f16-743b-415e-9252-90e6ba9d4856 associated. External IP: 172.25.6.67, port: 41816ceb-c92d-4c6c-8b21-d19b461ea83e. Jul 16 01:39:35.999068 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['2d2f70d2-664f-4607-b9c0-e2c84e34117f'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:36.039295 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-08dbc845-0cfa-406c-b587-4f27c1d805eb tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Allocated IP 172.20.0.27 (83ce6ff4-f565-4f31-8c07-1b47d4a18ac1/ea83f656-22a4-46d0-9a6f-ea2a97aaad0a/74b3f7e7-96cf-4c5b-a63f-206974f7601f) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:36.069329 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7124f5a1-2a1f-4661-8ed4-9e32e03f9741 req-c283bc6d-a428-46bb-9974-38fbc8323b03 service neutron] 10.222.0.82 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767086 Jul 16 01:39:36.077731 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-d26bd58c-2056-4fa7-818a-d8fabb0bb1ec service neutron] 10.222.0.16 "GET /v2.0/networks/3e6ad2a3-4bfd-435e-80fd-e62af305c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223638 Jul 16 01:39:36.392889 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7124f5a1-2a1f-4661-8ed4-9e32e03f9741 req-4a7b04d5-015d-4d51-91e4-85e6c929ac55 service neutron] 10.222.0.82 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134706 Jul 16 01:39:36.456413 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256e797-5f05-47b3-b71c-cb34a37844cc req-b9338de1-76c3-478a-bace-34e4b9ced8f6 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:36.458007 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a256e797-5f05-47b3-b71c-cb34a37844cc req-b9338de1-76c3-478a-bace-34e4b9ced8f6 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=bab6f2c2-bcd0-4310-8214-13bf35091b9c HTTP/1.1" status: 200 len: 944 time: 0.3002899 Jul 16 01:39:36.495523 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-08dbc845-0cfa-406c-b587-4f27c1d805eb tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.537690 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-08dbc845-0cfa-406c-b587-4f27c1d805eb tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Transition to ACTIVE for port object 74b3f7e7-96cf-4c5b-a63f-206974f7601f will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:36.553484 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b18f108d-aeb3-4e2c-af73-f073f66c2a85 req-914f1dd4-4c32-4554-81b1-7db8a7275e36 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=422d36bd-4c26-4d59-b63e-8b94bc34a0f9 HTTP/1.1" status: 200 len: 210 time: 0.0388908 Jul 16 01:39:36.571691 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00479897-a180-462e-b108-d742c55b754f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Router 5588ef32-1467-4eb3-9fff-d12bdb47b221 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:36.583745 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a256e797-5f05-47b3-b71c-cb34a37844cc req-363a5ce9-6070-4171-8e48-dbb10706587a tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914657 Jul 16 01:39:36.663883 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b581d898-c14b-4645-82bf-504fa020f8f8 req-b8ad81e3-3760-445b-8a57-d6243017a42e tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 210 time: 0.0360379 Jul 16 01:39:36.678790 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-08dbc845-0cfa-406c-b587-4f27c1d805eb tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.021954 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-08dbc845-0cfa-406c-b587-4f27c1d805eb tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Network 83ce6ff4-f565-4f31-8c07-1b47d4a18ac1 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:37.036866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-08dbc845-0cfa-406c-b587-4f27c1d805eb tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:37.042458 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-08dbc845-0cfa-406c-b587-4f27c1d805eb tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:37.078431 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbc845-0cfa-406c-b587-4f27c1d805eb tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'Port': ['ID=74b3f7e7-96cf-4c5b-a63f-206974f7601f,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:37.093770 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00479897-a180-462e-b108-d742c55b754f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:37.099755 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-00479897-a180-462e-b108-d742c55b754f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.105933 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9727c08a-3c0f-4fa5-9cca-b8c08fc46104 None None] Sync routers for ids ['5588ef32-1467-4eb3-9fff-d12bdb47b221'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:37.116643 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9727c08a-3c0f-4fa5-9cca-b8c08fc46104 None None] Routers {'5588ef32-1467-4eb3-9fff-d12bdb47b221'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:37.117636 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9727c08a-3c0f-4fa5-9cca-b8c08fc46104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:39:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5588ef32-1467-4eb3-9fff-d12bdb47b221'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:37.139110 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-08dbc845-0cfa-406c-b587-4f27c1d805eb tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.139771 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-08dbc845-0cfa-406c-b587-4f27c1d805eb tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.168178 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-00479897-a180-462e-b108-d742c55b754f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "PUT /v2.0/floatingips/1cb30f16-743b-415e-9252-90e6ba9d4856 HTTP/1.1" status: 200 len: 990 time: 3.3468678 Jul 16 01:39:37.168839 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7601f0-c3ad-4acc-a968-2e2d1719c6fa', 'tag': '41816ceb-c92d-4c6c-8b21-d19b461ea83e'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:37.171283 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb76567-20cf-405f-a4d3-c87fd2c7814a" -d '{"events": [{"name": "network-changed", "server_uuid": "ff7601f0-c3ad-4acc-a968-2e2d1719c6fa", "tag": "41816ceb-c92d-4c6c-8b21-d19b461ea83e"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:37.175802 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-08dbc845-0cfa-406c-b587-4f27c1d805eb tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9854600 Jul 16 01:39:37.191103 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-e0802017-bccc-43d0-9130-a22ee99c354d service neutron] Request body: {'port': {'device_id': '422d36bd-4c26-4d59-b63e-8b94bc34a0f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:37.291068 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-e0802017-bccc-43d0-9130-a22ee99c354d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.309300 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2618b30b-3abd-45b8-94b4-e9166208e9bc x-openstack-request-id: req-2618b30b-3abd-45b8-94b4-e9166208e9bc {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:37.309658 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff7601f0-c3ad-4acc-a968-2e2d1719c6fa", "tag": "41816ceb-c92d-4c6c-8b21-d19b461ea83e", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:37.309891 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2618b30b-3abd-45b8-94b4-e9166208e9bc {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:37.310443 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff7601f0-c3ad-4acc-a968-2e2d1719c6fa', 'tag': '41816ceb-c92d-4c6c-8b21-d19b461ea83e', 'status': 'completed', 'code': 200} Jul 16 01:39:37.317128 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-9727c08a-3c0f-4fa5-9cca-b8c08fc46104 None None] Set router 5588ef32-1467-4eb3-9fff-d12bdb47b221 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:37.467760 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2d2f70d2-664f-4607-b9c0-e2c84e34117f up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:37.517294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb76567-20cf-405f-a4d3-c87fd2c7814a req-579480c2-bd47-4caf-9dab-90ea5202962c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.519387 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3bb76567-20cf-405f-a4d3-c87fd2c7814a req-579480c2-bd47-4caf-9dab-90ea5202962c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6ca31bc079774bfc98b5ada65ac84773&device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 1097 time: 0.1944287 Jul 16 01:39:37.565039 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0b1fba42-d4c4-4f21-928b-4450a4a1d45c None None] Provisioning for port 74b3f7e7-96cf-4c5b-a63f-206974f7601f completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:37.575889 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0b1fba42-d4c4-4f21-928b-4450a4a1d45c None None] Provisioning complete for port 74b3f7e7-96cf-4c5b-a63f-206974f7601f triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:37.576269 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0b1fba42-d4c4-4f21-928b-4450a4a1d45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.727026 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb76567-20cf-405f-a4d3-c87fd2c7814a req-2658829a-b3db-48f0-b031-6e9135dd256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.728679 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3bb76567-20cf-405f-a4d3-c87fd2c7814a req-2658829a-b3db-48f0-b031-6e9135dd256c service neutron] 10.222.0.82 "GET /v2.0/networks?id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46 HTTP/1.1" status: 200 len: 918 time: 0.1999347 Jul 16 01:39:37.879388 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e81636-5631-42a6-86c5-afe757e991db req-5f0834f7-68f8-4bb6-aabf-e93f9ee06293 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.881547 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-88e81636-5631-42a6-86c5-afe757e991db req-5f0834f7-68f8-4bb6-aabf-e93f9ee06293 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=422d36bd-4c26-4d59-b63e-8b94bc34a0f9 HTTP/1.1" status: 200 len: 932 time: 0.1074312 Jul 16 01:39:37.905854 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 2d2f70d2-664f-4607-b9c0-e2c84e34117f completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:37.921921 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 2d2f70d2-664f-4607-b9c0-e2c84e34117f triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:37.922305 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.943464 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-0b1fba42-d4c4-4f21-928b-4450a4a1d45c None None] Port 74b3f7e7-96cf-4c5b-a63f-206974f7601f cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:37.973876 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-88e81636-5631-42a6-86c5-afe757e991db req-eed1c33a-d54f-45b0-9104-e829ea76f53b tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=d457b881-4be8-4878-902c-40937d3d1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827003 Jul 16 01:39:38.069315 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.090186 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9727c08a-3c0f-4fa5-9cca-b8c08fc46104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'name': 'tempest-AttachVolumeShelveTestJSON-1853299973-router', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:09Z', 'updated_at': '2021-07-16T01:39:14Z', 'revision_number': 4, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'gw_port': {'id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '1cb30f16-743b-415e-9252-90e6ba9d4856', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'port_id': '41816ceb-c92d-4c6c-8b21-d19b461ea83e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'mac_address': 'fa:16:3e:70:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7601f0-c3ad-4acc-a968-2e2d1719c6fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:39:18Z', 'updated_at': '2021-07-16T01:39:35Z', 'revision_number': 1, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c354fe6-3945-4c01-82e9-d2454b314d91', 'name': '', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'mac_address': 'fa:16:3e:be:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:13Z', 'updated_at': '2021-07-16T01:39:22Z', 'revision_number': 5, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'subnets': [{'id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:38.126306 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9727c08a-3c0f-4fa5-9cca-b8c08fc46104 None None] Checking router: 5588ef32-1467-4eb3-9fff-d12bdb47b221 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:38.133644 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab6f2c2-bcd0-4310-8214-13bf35091b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2f70d2-664f-4607-b9c0-e2c84e34117f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:38.137062 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e594af-b41c-46f9-b256-f0ab34222498" -d '{"events": [{"server_uuid": "bab6f2c2-bcd0-4310-8214-13bf35091b9c", "name": "network-vif-plugged", "status": "completed", "tag": "2d2f70d2-664f-4607-b9c0-e2c84e34117f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:38.142167 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3bb76567-20cf-405f-a4d3-c87fd2c7814a req-7a2ba88e-eaae-4ed8-8e42-7064794176f4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41816ceb-c92d-4c6c-8b21-d19b461ea83e HTTP/1.1" status: 200 len: 998 time: 0.4028327 Jul 16 01:39:38.154115 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-e0802017-bccc-43d0-9130-a22ee99c354d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b3f7e7-96cf-4c5b-a63f-206974f7601f {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:38.157794 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 2d2f70d2-664f-4607-b9c0-e2c84e34117f, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2d2f70d2-664f-4607-b9c0-e2c84e34117f,segment=NetworkSegment(7001c564-5dab-4ec5-959b-17fbbab7fc20),segment_id=7001c564-5dab-4ec5-959b-17fbbab7fc20)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:38.165173 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9727c08a-3c0f-4fa5-9cca-b8c08fc46104 None None] Routers {'5588ef32-1467-4eb3-9fff-d12bdb47b221'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:38.165829 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9727c08a-3c0f-4fa5-9cca-b8c08fc46104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:39:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5588ef32-1467-4eb3-9fff-d12bdb47b221'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:38.170105 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.179005 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-e0802017-bccc-43d0-9130-a22ee99c354d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.179868 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e5aabc5a-ac7a-409e-95ba-a0e627395058 req-25531a0b-cae8-4245-b886-1d96d7e668f3 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 210 time: 0.0535212 Jul 16 01:39:38.196980 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-1918fcd6-3a73-4280-9274-0339e03ba9f2 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:38.200344 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-1918fcd6-3a73-4280-9274-0339e03ba9f2 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.82 "GET /v2.0/networks?id=3e6ad2a3-4bfd-435e-80fd-e62af305c68f HTTP/1.1" status: 200 len: 813 time: 0.2373104 Jul 16 01:39:38.308114 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-e0802017-bccc-43d0-9130-a22ee99c354d service neutron] Transition to ACTIVE for port object 74b3f7e7-96cf-4c5b-a63f-206974f7601f will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:38.340930 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb76567-20cf-405f-a4d3-c87fd2c7814a req-f142bdfe-49bb-479f-b7ae-e93e5037226e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:38.340930 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3bb76567-20cf-405f-a4d3-c87fd2c7814a req-f142bdfe-49bb-479f-b7ae-e93e5037226e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e2260a5b-5f93-4f16-9877-6dd3618b52a8 HTTP/1.1" status: 200 len: 856 time: 0.1893690 Jul 16 01:39:38.340930 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-e0802017-bccc-43d0-9130-a22ee99c354d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.355008 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=2d2f70d2-664f-4607-b9c0-e2c84e34117f,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:38.355510 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-0e617e71-24b4-47ed-9023-81b390f5f358 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d1b8bed3b6d4a5f99fcdfe260ce9da4 HTTP/1.1" status: 200 len: 380 time: 0.1120248 Jul 16 01:39:38.383743 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-9727c08a-3c0f-4fa5-9cca-b8c08fc46104 None None] Set router 5588ef32-1467-4eb3-9fff-d12bdb47b221 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:38.387939 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7336a57-e52a-4151-91b9-757c397996a3 req-097f2788-c00a-44ba-80dd-3fcd061405b2 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:38.389838 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a7336a57-e52a-4151-91b9-757c397996a3 req-097f2788-c00a-44ba-80dd-3fcd061405b2 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=bab6f2c2-bcd0-4310-8214-13bf35091b9c HTTP/1.1" status: 200 len: 944 time: 0.6349247 Jul 16 01:39:38.435853 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-074c85d1-cc99-458d-b077-2bf25af1ff4b tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Request body: {'port': {'device_id': '1684c1af-6486-4b41-9b0f-e10c24130793', 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f', 'admin_state_up': True, 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'security_groups': ['d1a27eb2-19bc-4c75-b3ce-e49659fc5e9a']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:38.630181 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0802017-bccc-43d0-9130-a22ee99c354d service neutron] Pushing event updated for resources: {'Port': ['ID=74b3f7e7-96cf-4c5b-a63f-206974f7601f,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:38.750457 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a7336a57-e52a-4151-91b9-757c397996a3 req-e6d070c2-d487-433d-9009-33db03e8e8c6 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155000 Jul 16 01:39:38.878051 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45f6f9f-e312-4992-8b39-b562a558d7cf x-openstack-request-id: req-b45f6f9f-e312-4992-8b39-b562a558d7cf {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:38.878605 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab6f2c2-bcd0-4310-8214-13bf35091b9c", "name": "network-vif-plugged", "status": "completed", "tag": "2d2f70d2-664f-4607-b9c0-e2c84e34117f", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:38.878958 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b45f6f9f-e312-4992-8b39-b562a558d7cf {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:38.881456 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab6f2c2-bcd0-4310-8214-13bf35091b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2f70d2-664f-4607-b9c0-e2c84e34117f', 'code': 200} Jul 16 01:39:38.913179 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9727c08a-3c0f-4fa5-9cca-b8c08fc46104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'name': 'tempest-AttachVolumeShelveTestJSON-1853299973-router', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:09Z', 'updated_at': '2021-07-16T01:39:14Z', 'revision_number': 4, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'gw_port': {'id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '1cb30f16-743b-415e-9252-90e6ba9d4856', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'port_id': '41816ceb-c92d-4c6c-8b21-d19b461ea83e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'mac_address': 'fa:16:3e:70:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7601f0-c3ad-4acc-a968-2e2d1719c6fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:39:18Z', 'updated_at': '2021-07-16T01:39:35Z', 'revision_number': 1, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c354fe6-3945-4c01-82e9-d2454b314d91', 'name': '', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'mac_address': 'fa:16:3e:be:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:13Z', 'updated_at': '2021-07-16T01:39:22Z', 'revision_number': 5, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'subnets': [{'id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:38.973479 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb76567-20cf-405f-a4d3-c87fd2c7814a req-d742bd12-735d-4d60-aa86-13d148b62d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:38.975040 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3bb76567-20cf-405f-a4d3-c87fd2c7814a req-d742bd12-735d-4d60-aa86-13d148b62d9c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6264012 Jul 16 01:39:39.018640 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9727c08a-3c0f-4fa5-9cca-b8c08fc46104 None None] The sync data for ids ['5588ef32-1467-4eb3-9fff-d12bdb47b221'] in n-d-792394-16 is: [{'id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'name': 'tempest-AttachVolumeShelveTestJSON-1853299973-router', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:09Z', 'updated_at': '2021-07-16T01:39:14Z', 'revision_number': 4, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'gw_port': {'id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '1cb30f16-743b-415e-9252-90e6ba9d4856', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'port_id': '41816ceb-c92d-4c6c-8b21-d19b461ea83e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'mac_address': 'fa:16:3e:70:52:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7601f0-c3ad-4acc-a968-2e2d1719c6fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:39:18Z', 'updated_at': '2021-07-16T01:39:35Z', 'revision_number': 1, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c354fe6-3945-4c01-82e9-d2454b314d91', 'name': '', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'mac_address': 'fa:16:3e:be:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:13Z', 'updated_at': '2021-07-16T01:39:22Z', 'revision_number': 5, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'subnets': [{'id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:39.159616 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-074c85d1-cc99-458d-b077-2bf25af1ff4b tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Made reservation on behalf of 7d1b8bed3b6d4a5f99fcdfe260ce9da4 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:39.164804 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-074c85d1-cc99-458d-b077-2bf25af1ff4b tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.183013 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-e0802017-bccc-43d0-9130-a22ee99c354d service neutron] Attempting to bind port 74b3f7e7-96cf-4c5b-a63f-206974f7601f on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:39.183692 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-e0802017-bccc-43d0-9130-a22ee99c354d service neutron] Attempting to bind port 74b3f7e7-96cf-4c5b-a63f-206974f7601f by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '47354e83-641b-40f5-a407-9a44c97e8b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83ce6ff4-f565-4f31-8c07-1b47d4a18ac1'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:39.184216 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-e0802017-bccc-43d0-9130-a22ee99c354d service neutron] Attempting to bind port 74b3f7e7-96cf-4c5b-a63f-206974f7601f on network 83ce6ff4-f565-4f31-8c07-1b47d4a18ac1 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:39.213777 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-e0802017-bccc-43d0-9130-a22ee99c354d service neutron] Port 74b3f7e7-96cf-4c5b-a63f-206974f7601f on network 83ce6ff4-f565-4f31-8c07-1b47d4a18ac1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:39.214205 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-e0802017-bccc-43d0-9130-a22ee99c354d service neutron] Attempting to bind port 74b3f7e7-96cf-4c5b-a63f-206974f7601f on network 83ce6ff4-f565-4f31-8c07-1b47d4a18ac1 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:39.308159 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-e0802017-bccc-43d0-9130-a22ee99c354d service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:39.308583 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-e0802017-bccc-43d0-9130-a22ee99c354d service neutron] Checking segment: {'id': '47354e83-641b-40f5-a407-9a44c97e8b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83ce6ff4-f565-4f31-8c07-1b47d4a18ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:39.308978 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-e0802017-bccc-43d0-9130-a22ee99c354d service neutron] Bound using segment: {'id': '47354e83-641b-40f5-a407-9a44c97e8b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83ce6ff4-f565-4f31-8c07-1b47d4a18ac1'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:39.309443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-e0802017-bccc-43d0-9130-a22ee99c354d service neutron] Bound port: 74b3f7e7-96cf-4c5b-a63f-206974f7601f, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47354e83-641b-40f5-a407-9a44c97e8b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83ce6ff4-f565-4f31-8c07-1b47d4a18ac1'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:39.309811 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-e0802017-bccc-43d0-9130-a22ee99c354d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.383027 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d17a9cc6-1a60-4c00-bf10-ecb46bcb0acb req-1c4d26fa-a6ab-4e1c-b6f1-faa7deda8f71 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 210 time: 0.0457764 Jul 16 01:39:39.397940 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49beb6-182b-48c2-a645-9a083f2c816e req-6f50d77a-18fb-4a78-8cfa-95379e1ce9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:39.399546 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e49beb6-182b-48c2-a645-9a083f2c816e req-6f50d77a-18fb-4a78-8cfa-95379e1ce9a7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bab6f2c2-bcd0-4310-8214-13bf35091b9c HTTP/1.1" status: 200 len: 1097 time: 0.4034450 Jul 16 01:39:39.425924 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0805f3d-f6b0-4024-b69e-b01df1d8f2bb None None] New status for floating IP 1cb30f16-743b-415e-9252-90e6ba9d4856: ACTIVE {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:39:39.596805 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-e0802017-bccc-43d0-9130-a22ee99c354d service neutron] For port 74b3f7e7-96cf-4c5b-a63f-206974f7601f, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:39.600939 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-e0802017-bccc-43d0-9130-a22ee99c354d service neutron] For port 74b3f7e7-96cf-4c5b-a63f-206974f7601f, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=74b3f7e7-96cf-4c5b-a63f-206974f7601f,segment=NetworkSegment(47354e83-641b-40f5-a407-9a44c97e8b6d),segment_id=47354e83-641b-40f5-a407-9a44c97e8b6d)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:39.615269 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-e0802017-bccc-43d0-9130-a22ee99c354d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.625367 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3bb76567-20cf-405f-a4d3-c87fd2c7814a req-82887ae2-0ff5-4639-acc7-83be0d3dac02 service neutron] 10.222.0.82 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6304364 Jul 16 01:39:39.729019 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0802017-bccc-43d0-9130-a22ee99c354d service neutron] Pushing event updated for resources: {'Port': ['ID=74b3f7e7-96cf-4c5b-a63f-206974f7601f,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:39.734536 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e49beb6-182b-48c2-a645-9a083f2c816e req-25e426bd-493a-4494-a7c7-76dbc6c4dc41 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788312 Jul 16 01:39:39.752167 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-e0802017-bccc-43d0-9130-a22ee99c354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:39.752853 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-e0802017-bccc-43d0-9130-a22ee99c354d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.754508 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-e0802017-bccc-43d0-9130-a22ee99c354d service neutron] 10.222.0.84 "PUT /v2.0/ports/74b3f7e7-96cf-4c5b-a63f-206974f7601f HTTP/1.1" status: 200 len: 1093 time: 2.5689099 Jul 16 01:39:39.779940 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422d36bd-4c26-4d59-b63e-8b94bc34a0f9', 'tag': '74b3f7e7-96cf-4c5b-a63f-206974f7601f'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:39.783967 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bbcc3b-6504-459b-8bf5-5b1a94d5aec0" -d '{"events": [{"name": "network-changed", "server_uuid": "422d36bd-4c26-4d59-b63e-8b94bc34a0f9", "tag": "74b3f7e7-96cf-4c5b-a63f-206974f7601f"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:39.796160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b776b-48c1-4549-bed7-97d160c20c46 req-69357f73-6034-4d5e-ac5a-ce38bb630392 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:39.803625 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-012b776b-48c1-4549-bed7-97d160c20c46 req-69357f73-6034-4d5e-ac5a-ce38bb630392 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=422d36bd-4c26-4d59-b63e-8b94bc34a0f9 HTTP/1.1" status: 200 len: 944 time: 0.5940919 Jul 16 01:39:39.900054 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-012b776b-48c1-4549-bed7-97d160c20c46 req-3cb218c1-6d26-4beb-ba28-e48732d42c18 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=d457b881-4be8-4878-902c-40937d3d1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954902 Jul 16 01:39:40.028941 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ee8db6-a904-49ba-b22f-3063a42adc9b x-openstack-request-id: req-02ee8db6-a904-49ba-b22f-3063a42adc9b {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:40.029323 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "422d36bd-4c26-4d59-b63e-8b94bc34a0f9", "tag": "74b3f7e7-96cf-4c5b-a63f-206974f7601f", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:40.029616 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02ee8db6-a904-49ba-b22f-3063a42adc9b {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:40.030014 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '422d36bd-4c26-4d59-b63e-8b94bc34a0f9', 'tag': '74b3f7e7-96cf-4c5b-a63f-206974f7601f', 'status': 'completed', 'code': 200} Jul 16 01:39:40.068268 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563125d1-4e93-430f-9514-0a5f26e5bf46 req-5a9c7319-f34c-4dcb-b154-f4c373a23a4f tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.079394 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-563125d1-4e93-430f-9514-0a5f26e5bf46 req-5a9c7319-f34c-4dcb-b154-f4c373a23a4f tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=bab6f2c2-bcd0-4310-8214-13bf35091b9c HTTP/1.1" status: 200 len: 945 time: 0.1348431 Jul 16 01:39:40.106020 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-074c85d1-cc99-458d-b077-2bf25af1ff4b tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Allocated IP 172.20.0.3 (3e6ad2a3-4bfd-435e-80fd-e62af305c68f/2bad6f46-a5ce-4252-9b59-3cae2ff585a3/3194dbed-882a-4395-8434-11d73bf2d41c) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:40.113130 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3bb76567-20cf-405f-a4d3-c87fd2c7814a req-5684ebd2-9071-4579-8e34-710fc6aacab7 service neutron] 10.222.0.82 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834906 Jul 16 01:39:40.164833 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-563125d1-4e93-430f-9514-0a5f26e5bf46 req-5de5ae94-13db-4ee5-94ca-d35b2311901a tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844986 Jul 16 01:39:40.227242 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-efe4f620-e814-47ec-9d63-bc0cc3dd6cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.231457 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-efe4f620-e814-47ec-9d63-bc0cc3dd6cec service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5db3964ad24743648c502cd9b77ad865&device_id=422d36bd-4c26-4d59-b63e-8b94bc34a0f9 HTTP/1.1" status: 200 len: 1096 time: 0.4042394 Jul 16 01:39:40.305707 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-9f3ee77d-6d7c-4139-ab34-237ac8cfbd52 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=74b3f7e7-96cf-4c5b-a63f-206974f7601f HTTP/1.1" status: 200 len: 217 time: 0.0517590 Jul 16 01:39:40.410371 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-912cd567-4aa1-419e-98f6-cd271214b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.411924 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-912cd567-4aa1-419e-98f6-cd271214b9a6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ea83f656-22a4-46d0-9a6f-ea2a97aaad0a HTTP/1.1" status: 200 len: 837 time: 0.0995603 Jul 16 01:39:40.496690 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-074c85d1-cc99-458d-b077-2bf25af1ff4b tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.524637 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-074c85d1-cc99-458d-b077-2bf25af1ff4b tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Transition to ACTIVE for port object 3194dbed-882a-4395-8434-11d73bf2d41c will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:40.565618 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-fba11fd5-ca8c-4478-a96c-6741e34fe791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.567287 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-fba11fd5-ca8c-4478-a96c-6741e34fe791 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83ce6ff4-f565-4f31-8c07-1b47d4a18ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1489253 Jul 16 01:39:40.590786 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-411b5057-2dd9-4c4b-8e3a-5da6a24cc313 req-91ce84fb-f101-4588-ab3f-8281abcf9920 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 210 time: 0.0317061 Jul 16 01:39:40.691662 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-074c85d1-cc99-458d-b077-2bf25af1ff4b tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.797463 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-074c85d1-cc99-458d-b077-2bf25af1ff4b tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Network 3e6ad2a3-4bfd-435e-80fd-e62af305c68f is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:40.803775 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-074c85d1-cc99-458d-b077-2bf25af1ff4b tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:40.810138 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-074c85d1-cc99-458d-b077-2bf25af1ff4b tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:40.814125 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-6ed825ec-6b4d-4d46-8de4-9752af630d12 service neutron] 10.222.0.84 "GET /v2.0/networks/83ce6ff4-f565-4f31-8c07-1b47d4a18ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392766 Jul 16 01:39:40.842899 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c85d1-cc99-458d-b077-2bf25af1ff4b tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Pushing event updated for resources: {'Port': ['ID=3194dbed-882a-4395-8434-11d73bf2d41c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:40.915233 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-074c85d1-cc99-458d-b077-2bf25af1ff4b tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.915917 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-074c85d1-cc99-458d-b077-2bf25af1ff4b tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.152643 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-07f68932-26f7-4d33-bb97-4ed6fd3c53a9 None None] Provisioning for port 3194dbed-882a-4395-8434-11d73bf2d41c completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:41.160350 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-07f68932-26f7-4d33-bb97-4ed6fd3c53a9 None None] Provisioning complete for port 3194dbed-882a-4395-8434-11d73bf2d41c triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:41.160749 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-07f68932-26f7-4d33-bb97-4ed6fd3c53a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.208488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aae6b6-2697-42c8-b367-1edd9234b4bc req-7277515e-cf82-40e9-9b5d-9d1c2e656789 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:41.216781 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-77aae6b6-2697-42c8-b367-1edd9234b4bc req-7277515e-cf82-40e9-9b5d-9d1c2e656789 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=422d36bd-4c26-4d59-b63e-8b94bc34a0f9 HTTP/1.1" status: 200 len: 944 time: 0.1560261 Jul 16 01:39:41.257814 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-07f68932-26f7-4d33-bb97-4ed6fd3c53a9 None None] Port 3194dbed-882a-4395-8434-11d73bf2d41c cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:41.304986 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-77aae6b6-2697-42c8-b367-1edd9234b4bc req-ca680560-cf2d-4745-8b86-7b8471a2eacc tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=d457b881-4be8-4878-902c-40937d3d1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831032 Jul 16 01:39:41.355461 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1fb2b27f-8581-4cbc-a4d2-60192a04d607 req-541dee13-50e8-4594-982d-0df89af8fb99 service neutron] 10.222.0.84 "GET /v2.0/networks/83ce6ff4-f565-4f31-8c07-1b47d4a18ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074425 Jul 16 01:39:41.357193 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-074c85d1-cc99-458d-b077-2bf25af1ff4b tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9475303 Jul 16 01:39:41.381999 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-34f648e6-647b-4ee0-8dc2-c287f7db41d6 service neutron] Request body: {'port': {'device_id': '1684c1af-6486-4b41-9b0f-e10c24130793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:41.599413 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-34f648e6-647b-4ee0-8dc2-c287f7db41d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.619454 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec5b8e-eb1e-4904-a5b9-b3ebe6bba4a2 req-2678327a-dd10-487a-812b-941dc3680478 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:41.622309 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-32ec5b8e-eb1e-4904-a5b9-b3ebe6bba4a2 req-2678327a-dd10-487a-812b-941dc3680478 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=bab6f2c2-bcd0-4310-8214-13bf35091b9c HTTP/1.1" status: 200 len: 945 time: 0.1645529 Jul 16 01:39:41.632348 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbcc3b-6504-459b-8bf5-5b1a94d5aec0 req-1a0cc13a-b3b0-42f2-b1de-8fc550a257d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:41.633918 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3bbcc3b-6504-459b-8bf5-5b1a94d5aec0 req-1a0cc13a-b3b0-42f2-b1de-8fc550a257d5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5db3964ad24743648c502cd9b77ad865&device_id=422d36bd-4c26-4d59-b63e-8b94bc34a0f9 HTTP/1.1" status: 200 len: 1096 time: 0.1789470 Jul 16 01:39:41.808776 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056a7bd-446a-4cea-a858-f8efe30f4ec3 req-2b4093d5-2274-4e96-8f32-9e42dd916a5c tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:41.811310 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d056a7bd-446a-4cea-a858-f8efe30f4ec3 req-2b4093d5-2274-4e96-8f32-9e42dd916a5c tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 931 time: 0.0823703 Jul 16 01:39:41.822773 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-32ec5b8e-eb1e-4904-a5b9-b3ebe6bba4a2 req-759d7371-927b-4711-9fab-8907c785c8cb tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861384 Jul 16 01:39:41.876714 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d056a7bd-446a-4cea-a858-f8efe30f4ec3 req-6276ca61-9092-43f3-86d4-d4551ae3d9f7 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a27eb2-19bc-4c75-b3ce-e49659fc5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582466 Jul 16 01:39:41.886275 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbcc3b-6504-459b-8bf5-5b1a94d5aec0 req-d6336312-247f-49ca-899d-2bdd3c8a6737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:41.887765 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3bbcc3b-6504-459b-8bf5-5b1a94d5aec0 req-d6336312-247f-49ca-899d-2bdd3c8a6737 service neutron] 10.222.0.84 "GET /v2.0/networks?id=83ce6ff4-f565-4f31-8c07-1b47d4a18ac1 HTTP/1.1" status: 200 len: 898 time: 0.2440348 Jul 16 01:39:41.942415 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3bbcc3b-6504-459b-8bf5-5b1a94d5aec0 req-849dbcf8-af48-4cf7-b6d3-348d2ca66428 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=74b3f7e7-96cf-4c5b-a63f-206974f7601f HTTP/1.1" status: 200 len: 217 time: 0.0442548 Jul 16 01:39:42.049778 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbcc3b-6504-459b-8bf5-5b1a94d5aec0 req-0fb59f0b-9c6f-485a-9755-418812c7de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:42.051339 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3bbcc3b-6504-459b-8bf5-5b1a94d5aec0 req-0fb59f0b-9c6f-485a-9755-418812c7de98 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ea83f656-22a4-46d0-9a6f-ea2a97aaad0a HTTP/1.1" status: 200 len: 837 time: 0.1018293 Jul 16 01:39:42.240452 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-34f648e6-647b-4ee0-8dc2-c287f7db41d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3194dbed-882a-4395-8434-11d73bf2d41c {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:42.269057 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-34f648e6-647b-4ee0-8dc2-c287f7db41d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.281219 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbcc3b-6504-459b-8bf5-5b1a94d5aec0 req-52713777-d21c-416d-a64e-bbfcf9d3cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:42.288189 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3bbcc3b-6504-459b-8bf5-5b1a94d5aec0 req-52713777-d21c-416d-a64e-bbfcf9d3cd54 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=83ce6ff4-f565-4f31-8c07-1b47d4a18ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2194135 Jul 16 01:39:42.349886 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-34f648e6-647b-4ee0-8dc2-c287f7db41d6 service neutron] Transition to ACTIVE for port object 3194dbed-882a-4395-8434-11d73bf2d41c will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:42.359059 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:39:42.361927 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-34f648e6-647b-4ee0-8dc2-c287f7db41d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.489820 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f648e6-647b-4ee0-8dc2-c287f7db41d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3194dbed-882a-4395-8434-11d73bf2d41c,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:42.504204 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3bbcc3b-6504-459b-8bf5-5b1a94d5aec0 req-64c0ef8f-18c1-4a1f-8bee-816e1d765665 service neutron] 10.222.0.84 "GET /v2.0/networks/83ce6ff4-f565-4f31-8c07-1b47d4a18ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085118 Jul 16 01:39:42.757182 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-34f648e6-647b-4ee0-8dc2-c287f7db41d6 service neutron] Attempting to bind port 3194dbed-882a-4395-8434-11d73bf2d41c on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:42.757442 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-34f648e6-647b-4ee0-8dc2-c287f7db41d6 service neutron] Attempting to bind port 3194dbed-882a-4395-8434-11d73bf2d41c by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:42.757772 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-34f648e6-647b-4ee0-8dc2-c287f7db41d6 service neutron] Attempting to bind port 3194dbed-882a-4395-8434-11d73bf2d41c on network 3e6ad2a3-4bfd-435e-80fd-e62af305c68f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:42.776199 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-34f648e6-647b-4ee0-8dc2-c287f7db41d6 service neutron] Port 3194dbed-882a-4395-8434-11d73bf2d41c on network 3e6ad2a3-4bfd-435e-80fd-e62af305c68f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:42.776535 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-34f648e6-647b-4ee0-8dc2-c287f7db41d6 service neutron] Attempting to bind port 3194dbed-882a-4395-8434-11d73bf2d41c on network 3e6ad2a3-4bfd-435e-80fd-e62af305c68f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:42.786925 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-34f648e6-647b-4ee0-8dc2-c287f7db41d6 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:42.787402 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-34f648e6-647b-4ee0-8dc2-c287f7db41d6 service neutron] Checking segment: {'id': 'e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:42.787959 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-34f648e6-647b-4ee0-8dc2-c287f7db41d6 service neutron] Bound using segment: {'id': 'e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:42.788596 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-34f648e6-647b-4ee0-8dc2-c287f7db41d6 service neutron] Bound port: 3194dbed-882a-4395-8434-11d73bf2d41c, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:42.789109 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-34f648e6-647b-4ee0-8dc2-c287f7db41d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.799141 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3bbcc3b-6504-459b-8bf5-5b1a94d5aec0 req-7b720daa-251c-4ef7-bb7a-2263b0988014 service neutron] 10.222.0.84 "GET /v2.0/networks/83ce6ff4-f565-4f31-8c07-1b47d4a18ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845380 Jul 16 01:39:42.818038 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf63716-4983-4a3e-b5ad-12bfa1c6182d req-b3779b19-92df-4948-b39a-15af86629620 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:42.830032 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cf63716-4983-4a3e-b5ad-12bfa1c6182d req-b3779b19-92df-4948-b39a-15af86629620 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=422d36bd-4c26-4d59-b63e-8b94bc34a0f9 HTTP/1.1" status: 200 len: 944 time: 0.2822077 Jul 16 01:39:42.933113 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-34f648e6-647b-4ee0-8dc2-c287f7db41d6 service neutron] For port 3194dbed-882a-4395-8434-11d73bf2d41c, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:42.937293 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-34f648e6-647b-4ee0-8dc2-c287f7db41d6 service neutron] For port 3194dbed-882a-4395-8434-11d73bf2d41c, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3194dbed-882a-4395-8434-11d73bf2d41c,segment=NetworkSegment(e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426),segment_id=e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:42.971259 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-34f648e6-647b-4ee0-8dc2-c287f7db41d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.989128 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8cf63716-4983-4a3e-b5ad-12bfa1c6182d req-c1637c9e-84f2-4711-8fa6-e8c128a6a207 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=d457b881-4be8-4878-902c-40937d3d1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579654 Jul 16 01:39:43.027462 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-34f648e6-647b-4ee0-8dc2-c287f7db41d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.028379 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-34f648e6-647b-4ee0-8dc2-c287f7db41d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.030414 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-34f648e6-647b-4ee0-8dc2-c287f7db41d6 service neutron] 10.222.0.82 "PUT /v2.0/ports/3194dbed-882a-4395-8434-11d73bf2d41c HTTP/1.1" status: 200 len: 1092 time: 1.6564374 Jul 16 01:39:43.030904 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1684c1af-6486-4b41-9b0f-e10c24130793', 'tag': '3194dbed-882a-4395-8434-11d73bf2d41c'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:43.033256 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dc1f08-18ba-48db-9415-7de2fc93fa21" -d '{"events": [{"name": "network-changed", "server_uuid": "1684c1af-6486-4b41-9b0f-e10c24130793", "tag": "3194dbed-882a-4395-8434-11d73bf2d41c"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:43.092569 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f648e6-647b-4ee0-8dc2-c287f7db41d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3194dbed-882a-4395-8434-11d73bf2d41c,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:43.266099 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-fa883291-1035-4d78-ac1f-d6feb640ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.269197 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-fa883291-1035-4d78-ac1f-d6feb640ce35 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d1b8bed3b6d4a5f99fcdfe260ce9da4&device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 1095 time: 0.1644614 Jul 16 01:39:43.324662 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f1915-ef0a-452c-b22c-6302e4e95ee9 req-c13ac5df-6239-4223-bb8f-ad91811c9b51 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.326299 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f32f1915-ef0a-452c-b22c-6302e4e95ee9 req-c13ac5df-6239-4223-bb8f-ad91811c9b51 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 943 time: 0.1345339 Jul 16 01:39:43.378444 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-f49a640c-c11d-4cf2-88ff-808b175bd672 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3194dbed-882a-4395-8434-11d73bf2d41c HTTP/1.1" status: 200 len: 217 time: 0.1000581 Jul 16 01:39:43.385119 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d685e8b4-50a8-4a00-8f75-27ef0b9170fd x-openstack-request-id: req-d685e8b4-50a8-4a00-8f75-27ef0b9170fd {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:43.385422 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1684c1af-6486-4b41-9b0f-e10c24130793", "tag": "3194dbed-882a-4395-8434-11d73bf2d41c", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:43.385681 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d685e8b4-50a8-4a00-8f75-27ef0b9170fd {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:43.386104 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1684c1af-6486-4b41-9b0f-e10c24130793', 'tag': '3194dbed-882a-4395-8434-11d73bf2d41c', 'status': 'completed', 'code': 200} Jul 16 01:39:43.402348 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f32f1915-ef0a-452c-b22c-6302e4e95ee9 req-a477e58d-5810-4754-a36b-ed754dc9a134 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a27eb2-19bc-4c75-b3ce-e49659fc5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690510 Jul 16 01:39:43.484556 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-005a8e05-1450-4a6a-afee-84a68ce91abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.486078 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-005a8e05-1450-4a6a-afee-84a68ce91abb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2bad6f46-a5ce-4252-9b59-3cae2ff585a3 HTTP/1.1" status: 200 len: 852 time: 0.0991266 Jul 16 01:39:43.555580 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-c6e91be5-c37b-4af1-92e9-69039b81162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.557339 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-c6e91be5-c37b-4af1-92e9-69039b81162a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3e6ad2a3-4bfd-435e-80fd-e62af305c68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625119 Jul 16 01:39:43.661080 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-ffce1055-cf29-494c-91c4-5b1603c571e6 service neutron] 10.222.0.82 "GET /v2.0/networks/3e6ad2a3-4bfd-435e-80fd-e62af305c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962851 Jul 16 01:39:43.757553 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 74b3f7e7-96cf-4c5b-a63f-206974f7601f details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:43.844905 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85986d32-7dfe-47d2-91ff-e76584b10637 req-bc1cd881-6565-4550-bc0d-6ef35eb3fb06 service neutron] 10.222.0.82 "GET /v2.0/networks/3e6ad2a3-4bfd-435e-80fd-e62af305c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768262 Jul 16 01:39:43.953878 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 74b3f7e7-96cf-4c5b-a63f-206974f7601f, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=74b3f7e7-96cf-4c5b-a63f-206974f7601f,segment=NetworkSegment(47354e83-641b-40f5-a407-9a44c97e8b6d),segment_id=47354e83-641b-40f5-a407-9a44c97e8b6d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:43.981608 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '74b3f7e7-96cf-4c5b-a63f-206974f7601f', 'network_id': '83ce6ff4-f565-4f31-8c07-1b47d4a18ac1', 'port_id': '74b3f7e7-96cf-4c5b-a63f-206974f7601f', 'mac_address': 'fa:16:3e:a3:95:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea83f656-22a4-46d0-9a6f-ea2a97aaad0a', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:43.998477 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc1f08-18ba-48db-9415-7de2fc93fa21 req-f0bed554-c5ea-415b-b84c-4b7525093385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:44.003801 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-33dc1f08-18ba-48db-9415-7de2fc93fa21 req-f0bed554-c5ea-415b-b84c-4b7525093385 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d1b8bed3b6d4a5f99fcdfe260ce9da4&device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 1095 time: 0.0818524 Jul 16 01:39:44.046739 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.080138 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b3f7e7-96cf-4c5b-a63f-206974f7601f {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:44.137034 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 74b3f7e7-96cf-4c5b-a63f-206974f7601f, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=74b3f7e7-96cf-4c5b-a63f-206974f7601f,segment=NetworkSegment(47354e83-641b-40f5-a407-9a44c97e8b6d),segment_id=47354e83-641b-40f5-a407-9a44c97e8b6d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:44.145164 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.214209 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc1f08-18ba-48db-9415-7de2fc93fa21 req-285103e8-9e32-49da-b4b3-2e0b9805b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:44.215872 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-33dc1f08-18ba-48db-9415-7de2fc93fa21 req-285103e8-9e32-49da-b4b3-2e0b9805b048 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3e6ad2a3-4bfd-435e-80fd-e62af305c68f HTTP/1.1" status: 200 len: 914 time: 0.2020228 Jul 16 01:39:44.261202 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=74b3f7e7-96cf-4c5b-a63f-206974f7601f,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:44.283034 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-33dc1f08-18ba-48db-9415-7de2fc93fa21 req-c6d6081e-1923-4c95-8b19-7e28fae8eac1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3194dbed-882a-4395-8434-11d73bf2d41c HTTP/1.1" status: 200 len: 217 time: 0.0580852 Jul 16 01:39:44.392841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc1f08-18ba-48db-9415-7de2fc93fa21 req-3a9c3d25-33d7-4de1-a80b-e6471c7cbb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:44.392841 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-33dc1f08-18ba-48db-9415-7de2fc93fa21 req-3a9c3d25-33d7-4de1-a80b-e6471c7cbb59 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2bad6f46-a5ce-4252-9b59-3cae2ff585a3 HTTP/1.1" status: 200 len: 852 time: 0.0800648 Jul 16 01:39:44.423600 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061242c-e814-46fa-91f5-1c034b3f6f85 req-8ebefba6-d0c1-438e-829c-6ba37354a94e tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:44.430363 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['74b3f7e7-96cf-4c5b-a63f-206974f7601f'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:44.431249 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8061242c-e814-46fa-91f5-1c034b3f6f85 req-8ebefba6-d0c1-438e-829c-6ba37354a94e tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=422d36bd-4c26-4d59-b63e-8b94bc34a0f9 HTTP/1.1" status: 200 len: 945 time: 0.1589382 Jul 16 01:39:44.524901 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8061242c-e814-46fa-91f5-1c034b3f6f85 req-74221c06-b610-4e80-818d-66eaee583297 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=d457b881-4be8-4878-902c-40937d3d1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925443 Jul 16 01:39:44.560836 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc1f08-18ba-48db-9415-7de2fc93fa21 req-d2432aba-dfc5-4e20-8dba-8f538b4b9379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:44.562414 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-33dc1f08-18ba-48db-9415-7de2fc93fa21 req-d2432aba-dfc5-4e20-8dba-8f538b4b9379 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3e6ad2a3-4bfd-435e-80fd-e62af305c68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1626854 Jul 16 01:39:44.694684 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-33dc1f08-18ba-48db-9415-7de2fc93fa21 req-00cfc875-98fb-4dc9-8187-8a8f6725c822 service neutron] 10.222.0.82 "GET /v2.0/networks/3e6ad2a3-4bfd-435e-80fd-e62af305c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241782 Jul 16 01:39:44.786704 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c64296-87b0-4cdd-8940-433fc985056e req-353d5586-046a-479a-af5f-93055eb127fa tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:44.795770 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-94c64296-87b0-4cdd-8940-433fc985056e req-353d5586-046a-479a-af5f-93055eb127fa tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 943 time: 0.0875154 Jul 16 01:39:44.837058 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-94c64296-87b0-4cdd-8940-433fc985056e req-cc0609cc-60ae-4fda-b625-4962e52d4c0a tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a27eb2-19bc-4c75-b3ce-e49659fc5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399213 Jul 16 01:39:44.870529 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-33dc1f08-18ba-48db-9415-7de2fc93fa21 req-5f622c92-7b3e-45ae-af14-8c57996aadc1 service neutron] 10.222.0.82 "GET /v2.0/networks/3e6ad2a3-4bfd-435e-80fd-e62af305c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579144 Jul 16 01:39:45.713011 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180230f-13a3-438b-82a1-6f61b9ff6306 req-60030d29-875a-490f-b3bc-1b00be9a8a58 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:45.714894 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9180230f-13a3-438b-82a1-6f61b9ff6306 req-60030d29-875a-490f-b3bc-1b00be9a8a58 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=422d36bd-4c26-4d59-b63e-8b94bc34a0f9 HTTP/1.1" status: 200 len: 945 time: 0.0670719 Jul 16 01:39:45.761784 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9180230f-13a3-438b-82a1-6f61b9ff6306 req-78f6e35a-7fc7-49cf-9b48-86fc9860f1c4 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=d457b881-4be8-4878-902c-40937d3d1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380106 Jul 16 01:39:45.772729 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 74b3f7e7-96cf-4c5b-a63f-206974f7601f up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:45.826822 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 74b3f7e7-96cf-4c5b-a63f-206974f7601f completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:45.831006 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 74b3f7e7-96cf-4c5b-a63f-206974f7601f triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:45.831484 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.939980 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.985633 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422d36bd-4c26-4d59-b63e-8b94bc34a0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b3f7e7-96cf-4c5b-a63f-206974f7601f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:45.990968 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915bcc94-30b2-4821-aa03-9e751377a82c" -d '{"events": [{"server_uuid": "422d36bd-4c26-4d59-b63e-8b94bc34a0f9", "name": "network-vif-plugged", "status": "completed", "tag": "74b3f7e7-96cf-4c5b-a63f-206974f7601f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:46.030096 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 74b3f7e7-96cf-4c5b-a63f-206974f7601f, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=74b3f7e7-96cf-4c5b-a63f-206974f7601f,segment=NetworkSegment(47354e83-641b-40f5-a407-9a44c97e8b6d),segment_id=47354e83-641b-40f5-a407-9a44c97e8b6d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:46.046006 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.060908 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d82f00-098b-4a13-a9fc-cc8c065e3786 req-b6659dab-a503-4d37-84b0-03dfdd58356c tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.068067 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d1d82f00-098b-4a13-a9fc-cc8c065e3786 req-b6659dab-a503-4d37-84b0-03dfdd58356c tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 943 time: 0.0913053 Jul 16 01:39:46.107185 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9a56d8-89dc-4899-8a4d-2584502588b9 x-openstack-request-id: req-1f9a56d8-89dc-4899-8a4d-2584502588b9 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:46.107472 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422d36bd-4c26-4d59-b63e-8b94bc34a0f9", "name": "network-vif-plugged", "status": "completed", "tag": "74b3f7e7-96cf-4c5b-a63f-206974f7601f", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:46.107728 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f9a56d8-89dc-4899-8a4d-2584502588b9 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:46.108124 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422d36bd-4c26-4d59-b63e-8b94bc34a0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b3f7e7-96cf-4c5b-a63f-206974f7601f', 'code': 200} Jul 16 01:39:46.134568 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d1d82f00-098b-4a13-a9fc-cc8c065e3786 req-16826626-e002-47c7-967e-c0490c4d6b32 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a27eb2-19bc-4c75-b3ce-e49659fc5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654483 Jul 16 01:39:46.169694 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=74b3f7e7-96cf-4c5b-a63f-206974f7601f,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:46.279905 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae66864-639e-4e57-b592-f118e3c5bb0b req-41e3f1d7-bd1d-41c0-bc7a-b31a8b330734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.281770 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eae66864-639e-4e57-b592-f118e3c5bb0b req-41e3f1d7-bd1d-41c0-bc7a-b31a8b330734 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=422d36bd-4c26-4d59-b63e-8b94bc34a0f9 HTTP/1.1" status: 200 len: 1098 time: 0.1142786 Jul 16 01:39:46.321225 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eae66864-639e-4e57-b592-f118e3c5bb0b req-ff8db997-1a07-40ed-b6be-e5fdf592b055 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=d457b881-4be8-4878-902c-40937d3d1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331755 Jul 16 01:39:46.953660 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e99d71-f544-4d60-84c9-85b34e767be7 req-f31bd598-7e24-4838-add1-1b7c564151e1 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.955178 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-18e99d71-f544-4d60-84c9-85b34e767be7 req-f31bd598-7e24-4838-add1-1b7c564151e1 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=422d36bd-4c26-4d59-b63e-8b94bc34a0f9 HTTP/1.1" status: 200 len: 946 time: 0.0658989 Jul 16 01:39:47.015390 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-18e99d71-f544-4d60-84c9-85b34e767be7 req-408f47a7-64e3-4ffe-bad9-8179a900f8ce tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=d457b881-4be8-4878-902c-40937d3d1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529845 Jul 16 01:39:47.333222 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b60459-e77b-4b67-86d9-ef4504df5f07 req-10d938df-968e-4536-8c35-6a965f5a93a3 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:47.335797 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-00b60459-e77b-4b67-86d9-ef4504df5f07 req-10d938df-968e-4536-8c35-6a965f5a93a3 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 943 time: 0.0786855 Jul 16 01:39:47.378700 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-00b60459-e77b-4b67-86d9-ef4504df5f07 req-0e6804f1-ac4b-433f-95c1-f6ddf561c492 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a27eb2-19bc-4c75-b3ce-e49659fc5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364895 Jul 16 01:39:48.217986 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc8cd1-5977-4bc8-b5f4-42dda4e1e691 req-b0da0c80-35a5-476b-9ebb-1448be41e6ed tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:48.219656 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fdfc8cd1-5977-4bc8-b5f4-42dda4e1e691 req-b0da0c80-35a5-476b-9ebb-1448be41e6ed tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=422d36bd-4c26-4d59-b63e-8b94bc34a0f9 HTTP/1.1" status: 200 len: 946 time: 0.0778081 Jul 16 01:39:48.280062 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fdfc8cd1-5977-4bc8-b5f4-42dda4e1e691 req-b0012441-2d9a-416b-a0c3-088c1592e0b9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=d457b881-4be8-4878-902c-40937d3d1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537498 Jul 16 01:39:48.534418 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef685d7-bcdc-4740-88d9-d2e070ce9ae4 req-d850f1b7-77aa-4393-bde9-b1775a4691eb tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:48.535981 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bef685d7-bcdc-4740-88d9-d2e070ce9ae4 req-d850f1b7-77aa-4393-bde9-b1775a4691eb tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=422d36bd-4c26-4d59-b63e-8b94bc34a0f9 HTTP/1.1" status: 200 len: 946 time: 0.0967774 Jul 16 01:39:48.570954 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39790) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:48.584680 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bef685d7-bcdc-4740-88d9-d2e070ce9ae4 req-e1a82a2d-e444-4a5d-94e9-297447d823f8 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=d457b881-4be8-4878-902c-40937d3d1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404425 Jul 16 01:39:48.680655 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa4317-7982-4ae8-98dd-4890f8928173 req-dab34fc2-b2bb-4388-bf02-cac02830df87 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:48.688495 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ccaa4317-7982-4ae8-98dd-4890f8928173 req-dab34fc2-b2bb-4388-bf02-cac02830df87 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 943 time: 0.1442361 Jul 16 01:39:48.720462 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6554d4cc-9079-4491-8746-178c200a29c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.762952 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ccaa4317-7982-4ae8-98dd-4890f8928173 req-9d24b417-d1fc-4c9f-9976-4d30f16eb5ae tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a27eb2-19bc-4c75-b3ce-e49659fc5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734103 Jul 16 01:39:48.875159 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6554d4cc-9079-4491-8746-178c200a29c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.881654 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6554d4cc-9079-4491-8746-178c200a29c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.923916 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554d4cc-9079-4491-8746-178c200a29c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248f40b9-0872-4bb3-b671-8df13138a90f,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:48.931002 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6554d4cc-9079-4491-8746-178c200a29c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=911606ed5d6a4a41bfb3e90c789d0a08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3566051 Jul 16 01:39:48.933699 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39800) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:48.986909 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f8043ae1-4e27-4517-bc34-da63ad2e214b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.009920 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f8043ae1-4e27-4517-bc34-da63ad2e214b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.059411 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f8043ae1-4e27-4517-bc34-da63ad2e214b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.062252 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f8043ae1-4e27-4517-bc34-da63ad2e214b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.063408 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f8043ae1-4e27-4517-bc34-da63ad2e214b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/248f40b9-0872-4bb3-b671-8df13138a90f HTTP/1.1" status: 204 len: 168 time: 0.1281044 Jul 16 01:39:49.071140 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8043ae1-4e27-4517-bc34-da63ad2e214b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248f40b9-0872-4bb3-b671-8df13138a90f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:49.079757 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8043ae1-4e27-4517-bc34-da63ad2e214b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:49.080254 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8043ae1-4e27-4517-bc34-da63ad2e214b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:49.080495 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8043ae1-4e27-4517-bc34-da63ad2e214b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:49.084480 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8043ae1-4e27-4517-bc34-da63ad2e214b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:49.084480 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8043ae1-4e27-4517-bc34-da63ad2e214b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:49.084480 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8043ae1-4e27-4517-bc34-da63ad2e214b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:49.084480 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8043ae1-4e27-4517-bc34-da63ad2e214b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:49.084480 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8043ae1-4e27-4517-bc34-da63ad2e214b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:49.084480 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8043ae1-4e27-4517-bc34-da63ad2e214b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:49.084480 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8043ae1-4e27-4517-bc34-da63ad2e214b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:49.084480 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8043ae1-4e27-4517-bc34-da63ad2e214b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:49.084480 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8043ae1-4e27-4517-bc34-da63ad2e214b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:49.951691 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577b660-e231-4a35-93a1-65319eefe06b req-1a6d1678-9e88-4b69-a859-30f339c376bf tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.953230 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d577b660-e231-4a35-93a1-65319eefe06b req-1a6d1678-9e88-4b69-a859-30f339c376bf tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 943 time: 0.0757301 Jul 16 01:39:49.996574 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d577b660-e231-4a35-93a1-65319eefe06b req-8e881f4b-c459-4cd4-8300-662a44ecca60 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a27eb2-19bc-4c75-b3ce-e49659fc5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366180 Jul 16 01:39:50.144938 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39840) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:50.945397 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8df4a3c3-1d48-43b1-a713-4cee0c922988 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.188260 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507a896-e23b-485e-8837-5ad486a3b887 req-21338131-fb08-4c45-88ee-0371d2a2183f tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:51.190173 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d507a896-e23b-485e-8837-5ad486a3b887 req-21338131-fb08-4c45-88ee-0371d2a2183f tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 943 time: 0.0718691 Jul 16 01:39:51.236202 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d507a896-e23b-485e-8837-5ad486a3b887 req-cffd1dc2-ff38-4681-ad20-7b57fa709d5a tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a27eb2-19bc-4c75-b3ce-e49659fc5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373769 Jul 16 01:39:51.300882 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-8df4a3c3-1d48-43b1-a713-4cee0c922988 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Allocated IP 172.20.0.17 (83ce6ff4-f565-4f31-8c07-1b47d4a18ac1/ea83f656-22a4-46d0-9a6f-ea2a97aaad0a/e1f3ef31-945d-4147-b44d-a850e7734ab6) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:51.413685 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-85b870c6-89fd-471f-a3fe-c39a10a8f296 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b595c436e6994958869b8567aec50ea4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557592 Jul 16 01:39:51.525935 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3194dbed-882a-4395-8434-11d73bf2d41c details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:51.560639 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8df4a3c3-1d48-43b1-a713-4cee0c922988 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.613758 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-8df4a3c3-1d48-43b1-a713-4cee0c922988 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Transition to ACTIVE for port object e1f3ef31-945d-4147-b44d-a850e7734ab6 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:51.632625 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 3194dbed-882a-4395-8434-11d73bf2d41c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3194dbed-882a-4395-8434-11d73bf2d41c,segment=NetworkSegment(e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426),segment_id=e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:51.647266 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '3194dbed-882a-4395-8434-11d73bf2d41c', 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f', 'port_id': '3194dbed-882a-4395-8434-11d73bf2d41c', 'mac_address': 'fa:16:3e:e4:c1:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:51.648617 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-279eaa40-0af2-44d2-8392-bb8999012e5f tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:51.650210 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-279eaa40-0af2-44d2-8392-bb8999012e5f tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2294264 Jul 16 01:39:51.679469 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-e00a7580-87c1-4def-9db1-9a3b6a66d8e5 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.16 "GET /v2.0/quotas/b595c436e6994958869b8567aec50ea4 HTTP/1.1" status: 200 len: 375 time: 0.0165999 Jul 16 01:39:51.686964 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.696108 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8df4a3c3-1d48-43b1-a713-4cee0c922988 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.700666 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3194dbed-882a-4395-8434-11d73bf2d41c {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:51.720218 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 3194dbed-882a-4395-8434-11d73bf2d41c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3194dbed-882a-4395-8434-11d73bf2d41c,segment=NetworkSegment(e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426),segment_id=e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:51.726535 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-77136633-394c-4c41-a5d4-34a7345452cb tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b595c436e6994958869b8567aec50ea4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407300 Jul 16 01:39:51.726799 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.767660 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df4a3c3-1d48-43b1-a713-4cee0c922988 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Network 83ce6ff4-f565-4f31-8c07-1b47d4a18ac1 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:51.774348 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-8df4a3c3-1d48-43b1-a713-4cee0c922988 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:51.778877 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=3194dbed-882a-4395-8434-11d73bf2d41c,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:51.779885 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df4a3c3-1d48-43b1-a713-4cee0c922988 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:51.810477 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4a3c3-1d48-43b1-a713-4cee0c922988 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'Port': ['ID=e1f3ef31-945d-4147-b44d-a850e7734ab6,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:51.834455 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8df4a3c3-1d48-43b1-a713-4cee0c922988 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.941977 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d6199ac4-2489-40b7-aae0-c155fee8dd6b req-41e23508-c76b-43b8-8ec5-efd1644c1ff3 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.16 "GET /v2.0/ports?device_id=e315b105-edb5-40fc-9ced-de4253d57a45 HTTP/1.1" status: 200 len: 210 time: 0.0383177 Jul 16 01:39:51.982431 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['3194dbed-882a-4395-8434-11d73bf2d41c'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:52.129057 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8df4a3c3-1d48-43b1-a713-4cee0c922988 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.186961 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-db48e456-bed9-4b93-ba31-34ef19ff0990 None None] Provisioning for port e1f3ef31-945d-4147-b44d-a850e7734ab6 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:52.198149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-db48e456-bed9-4b93-ba31-34ef19ff0990 None None] Provisioning complete for port e1f3ef31-945d-4147-b44d-a850e7734ab6 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:52.198529 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db48e456-bed9-4b93-ba31-34ef19ff0990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.259451 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-db48e456-bed9-4b93-ba31-34ef19ff0990 None None] Port e1f3ef31-945d-4147-b44d-a850e7734ab6 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:52.459736 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17ec9c-0871-4437-a3af-264256e0dc73 req-fe86cdbd-d852-41bf-bc79-542f2c2258cc tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.461224 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0c17ec9c-0871-4437-a3af-264256e0dc73 req-fe86cdbd-d852-41bf-bc79-542f2c2258cc tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 944 time: 0.0798965 Jul 16 01:39:52.504808 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0c17ec9c-0871-4437-a3af-264256e0dc73 req-ead5a2d8-f615-4377-bb6e-27989bd1076e tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a27eb2-19bc-4c75-b3ce-e49659fc5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361123 Jul 16 01:39:52.507312 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8df4a3c3-1d48-43b1-a713-4cee0c922988 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.514158 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8df4a3c3-1d48-43b1-a713-4cee0c922988 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.595160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4a3c3-1d48-43b1-a713-4cee0c922988 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'Port': ['ID=e1f3ef31-945d-4147-b44d-a850e7734ab6,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:52.598778 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8df4a3c3-1d48-43b1-a713-4cee0c922988 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.698915 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df4a3c3-1d48-43b1-a713-4cee0c922988 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Network 83ce6ff4-f565-4f31-8c07-1b47d4a18ac1 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:52.701183 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-8df4a3c3-1d48-43b1-a713-4cee0c922988 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:52.987822 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7e2e071e-8057-44a2-82b9-b576cf4c04cd None None] Provisioning complete for port e1f3ef31-945d-4147-b44d-a850e7734ab6 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:52.989084 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e2e071e-8057-44a2-82b9-b576cf4c04cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.028399 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7e2e071e-8057-44a2-82b9-b576cf4c04cd None None] Port e1f3ef31-945d-4147-b44d-a850e7734ab6 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:53.107769 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7e30db22-61ff-4a30-af5d-b59ce233e747 req-cc2ba95f-c95e-4022-b8c3-85b0a46543f1 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.16 "GET /v2.0/ports?device_id=e315b105-edb5-40fc-9ced-de4253d57a45 HTTP/1.1" status: 200 len: 210 time: 0.0367706 Jul 16 01:39:53.133835 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df4a3c3-1d48-43b1-a713-4cee0c922988 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Router 31adc550-e8ed-41ca-bc15-c038cba742ea has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:53.147470 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-6fa10b42-c19e-49a0-baeb-b1f530c1acf7 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=b595c436e6994958869b8567aec50ea4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366654 Jul 16 01:39:53.347136 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-7fd6f4f0-f6fd-42c7-a1f9-68272767fad1 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:53.348632 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-7fd6f4f0-f6fd-42c7-a1f9-68272767fad1 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1938145 Jul 16 01:39:53.349903 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df4a3c3-1d48-43b1-a713-4cee0c922988 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:53.355523 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8df4a3c3-1d48-43b1-a713-4cee0c922988 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "PUT /v2.0/routers/31adc550-e8ed-41ca-bc15-c038cba742ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2089226 Jul 16 01:39:53.360753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-d5efcc11-1f0e-4d5f-868d-8af2d442cc2e tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Request body: {'port': {'device_id': 'e315b105-edb5-40fc-9ced-de4253d57a45', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': 'b595c436e6994958869b8567aec50ea4'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:53.362794 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] Sync routers for ids ['31adc550-e8ed-41ca-bc15-c038cba742ea'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:53.375268 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] Routers {'31adc550-e8ed-41ca-bc15-c038cba742ea'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:53.375923 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:39:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['31adc550-e8ed-41ca-bc15-c038cba742ea'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:53.483079 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-d5efcc11-1f0e-4d5f-868d-8af2d442cc2e tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Made reservation on behalf of b595c436e6994958869b8567aec50ea4 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:53.487441 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-d5efcc11-1f0e-4d5f-868d-8af2d442cc2e tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.496414 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] Set router 31adc550-e8ed-41ca-bc15-c038cba742ea gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:53.498053 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-d5efcc11-1f0e-4d5f-868d-8af2d442cc2e tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.542735 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3194dbed-882a-4395-8434-11d73bf2d41c up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:53.608673 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-d5efcc11-1f0e-4d5f-868d-8af2d442cc2e tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.615622 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-d5efcc11-1f0e-4d5f-868d-8af2d442cc2e tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.676611 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 3194dbed-882a-4395-8434-11d73bf2d41c completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:53.704348 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efcc11-1f0e-4d5f-868d-8af2d442cc2e tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66748674-2b75-41d4-a91d-e9d24feb4aa7,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:53.704945 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 3194dbed-882a-4395-8434-11d73bf2d41c triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:53.705342 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.802111 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e072b-0441-4c60-9cd4-75b9eb0e6a2e req-5a20fd8b-df74-45ff-b5c3-49906bd853d5 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:53.808978 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-545e072b-0441-4c60-9cd4-75b9eb0e6a2e req-5a20fd8b-df74-45ff-b5c3-49906bd853d5 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 944 time: 0.1798816 Jul 16 01:39:53.845074 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-d5efcc11-1f0e-4d5f-868d-8af2d442cc2e tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Allocated IP 192.168.233.254 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/d7fe27ab-d88a-45cb-a545-e5b0024ae890) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:53.849091 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.873851 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'name': 'tempest-TestNetworkBasicOps-router-1856070966', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:39:52Z', 'revision_number': 5, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:13Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'd7a4dfd8-53df-4313-90ca-46c0033dae04', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'port_id': '3df0ba7e-7f6e-4d29-8f66-0dd0ff809420', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'mac_address': 'fa:16:3e:90:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4008c7ff-f494-4021-8d57-b2f0e17f345a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:49Z', 'updated_at': '2021-07-16T01:38:53Z', 'revision_number': 1, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc', 'name': '', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:28:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:19Z', 'updated_at': '2021-07-16T01:38:28Z', 'revision_number': 5, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1f3ef31-945d-4147-b44d-a850e7734ab6', 'name': '', 'network_id': '83ce6ff4-f565-4f31-8c07-1b47d4a18ac1', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:04:05:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ea83f656-22a4-46d0-9a6f-ea2a97aaad0a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:39:52Z', 'revision_number': 2, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': 'ea83f656-22a4-46d0-9a6f-ea2a97aaad0a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:53.878049 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-545e072b-0441-4c60-9cd4-75b9eb0e6a2e req-2191e706-8cd1-4af0-9ad2-5cb309b2cffc tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a27eb2-19bc-4c75-b3ce-e49659fc5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656555 Jul 16 01:39:53.909226 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] Checking router: 31adc550-e8ed-41ca-bc15-c038cba742ea for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:53.909585 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] Updating router 31adc550-e8ed-41ca-bc15-c038cba742ea port e1f3ef31-945d-4147-b44d-a850e7734ab6 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:39:53.916463 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1684c1af-6486-4b41-9b0f-e10c24130793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3194dbed-882a-4395-8434-11d73bf2d41c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:53.918723 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e511756d-6f0c-4fcc-97de-ae06ebf084c7" -d '{"events": [{"server_uuid": "1684c1af-6486-4b41-9b0f-e10c24130793", "name": "network-vif-plugged", "status": "completed", "tag": "3194dbed-882a-4395-8434-11d73bf2d41c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:53.949784 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 3194dbed-882a-4395-8434-11d73bf2d41c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3194dbed-882a-4395-8434-11d73bf2d41c,segment=NetworkSegment(e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426),segment_id=e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:53.956745 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.967021 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6d8f3f-a704-4682-8ba9-88111cfc9c0c x-openstack-request-id: req-aa6d8f3f-a704-4682-8ba9-88111cfc9c0c {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:53.967312 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1684c1af-6486-4b41-9b0f-e10c24130793", "name": "network-vif-plugged", "status": "completed", "tag": "3194dbed-882a-4395-8434-11d73bf2d41c", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:53.967555 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa6d8f3f-a704-4682-8ba9-88111cfc9c0c {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:53.967945 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1684c1af-6486-4b41-9b0f-e10c24130793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3194dbed-882a-4395-8434-11d73bf2d41c', 'code': 200} Jul 16 01:39:53.970202 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.032090 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-d5efcc11-1f0e-4d5f-868d-8af2d442cc2e tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.054010 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=3194dbed-882a-4395-8434-11d73bf2d41c,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:54.075808 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-d5efcc11-1f0e-4d5f-868d-8af2d442cc2e tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Transition to ACTIVE for port object d7fe27ab-d88a-45cb-a545-e5b0024ae890 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:54.123280 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614e464-8bc7-4830-b064-15b6da593578 req-3cd2cb9e-4cff-4e2c-b9cf-788e7d6373f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:54.124839 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7614e464-8bc7-4830-b064-15b6da593578 req-3cd2cb9e-4cff-4e2c-b9cf-788e7d6373f0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 1097 time: 0.0889673 Jul 16 01:39:54.127492 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-d5efcc11-1f0e-4d5f-868d-8af2d442cc2e tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.191458 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-d5efcc11-1f0e-4d5f-868d-8af2d442cc2e tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:54.200732 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-d5efcc11-1f0e-4d5f-868d-8af2d442cc2e tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:54.207928 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-d5efcc11-1f0e-4d5f-868d-8af2d442cc2e tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:54.210774 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efcc11-1f0e-4d5f-868d-8af2d442cc2e tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Pushing event updated for resources: {'Port': ['ID=d7fe27ab-d88a-45cb-a545-e5b0024ae890,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:54.239805 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7614e464-8bc7-4830-b064-15b6da593578 req-7f57748b-d647-4275-b7ae-c3b0286b77f7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d1a27eb2-19bc-4c75-b3ce-e49659fc5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032283 Jul 16 01:39:54.303491 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-d5efcc11-1f0e-4d5f-868d-8af2d442cc2e tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:54.304197 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-d5efcc11-1f0e-4d5f-868d-8af2d442cc2e tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.318128 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.331579 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-d5efcc11-1f0e-4d5f-868d-8af2d442cc2e tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9745574 Jul 16 01:39:54.333682 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] Transition to ACTIVE for port object e1f3ef31-945d-4147-b44d-a850e7734ab6 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:54.345282 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-6d2a1dff-4d00-4993-a86b-20668a7a28fd service neutron] Request body: {'port': {'device_id': 'e315b105-edb5-40fc-9ced-de4253d57a45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:54.348019 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.385992 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab33ee-d5ad-49cf-a86f-fa63c4a709e6 req-ffab0699-1949-448b-abca-2dc5cb375d35 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:54.388210 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f9ab33ee-d5ad-49cf-a86f-fa63c4a709e6 req-ffab0699-1949-448b-abca-2dc5cb375d35 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.16 "GET /v2.0/ports?device_id=e315b105-edb5-40fc-9ced-de4253d57a45 HTTP/1.1" status: 200 len: 936 time: 0.1401956 Jul 16 01:39:54.455441 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42991968-48b4-4163-95d4-74d35e4a5f0c None None] Pushing event updated for resources: {'Port': ['ID=e1f3ef31-945d-4147-b44d-a850e7734ab6,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:54.489679 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f9ab33ee-d5ad-49cf-a86f-fa63c4a709e6 req-45193c6a-c1ef-42cb-8918-3dbaee8126f4 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.16 "GET /v2.0/security-groups?id=66748674-2b75-41d4-a91d-e9d24feb4aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868304 Jul 16 01:39:54.498584 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-6d2a1dff-4d00-4993-a86b-20668a7a28fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.504138 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] Attempting to bind port e1f3ef31-945d-4147-b44d-a850e7734ab6 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:54.504458 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] Attempting to bind port e1f3ef31-945d-4147-b44d-a850e7734ab6 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '47354e83-641b-40f5-a407-9a44c97e8b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83ce6ff4-f565-4f31-8c07-1b47d4a18ac1'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:54.504825 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] Attempting to bind port e1f3ef31-945d-4147-b44d-a850e7734ab6 on network 83ce6ff4-f565-4f31-8c07-1b47d4a18ac1 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:54.533225 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:54.534256 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] Checking segment: {'id': '47354e83-641b-40f5-a407-9a44c97e8b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83ce6ff4-f565-4f31-8c07-1b47d4a18ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:54.534799 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.534979 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] Bound using segment: {'id': '47354e83-641b-40f5-a407-9a44c97e8b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83ce6ff4-f565-4f31-8c07-1b47d4a18ac1'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:54.535740 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] Bound port: e1f3ef31-945d-4147-b44d-a850e7734ab6, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47354e83-641b-40f5-a407-9a44c97e8b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '83ce6ff4-f565-4f31-8c07-1b47d4a18ac1'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:54.536202 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.625530 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] For port e1f3ef31-945d-4147-b44d-a850e7734ab6, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:54.630571 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] For port e1f3ef31-945d-4147-b44d-a850e7734ab6, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e1f3ef31-945d-4147-b44d-a850e7734ab6,segment=NetworkSegment(47354e83-641b-40f5-a407-9a44c97e8b6d),segment_id=47354e83-641b-40f5-a407-9a44c97e8b6d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:54.641249 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.717555 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-275f3a17-0749-4685-be0a-aa22e3104eca None None] Provisioning for port d7fe27ab-d88a-45cb-a545-e5b0024ae890 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:54.722513 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42991968-48b4-4163-95d4-74d35e4a5f0c None None] Pushing event updated for resources: {'Port': ['ID=e1f3ef31-945d-4147-b44d-a850e7734ab6,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:54.727140 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] Routers {'31adc550-e8ed-41ca-bc15-c038cba742ea'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:54.727878 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:39:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['31adc550-e8ed-41ca-bc15-c038cba742ea'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:54.731514 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-275f3a17-0749-4685-be0a-aa22e3104eca None None] Provisioning complete for port d7fe27ab-d88a-45cb-a545-e5b0024ae890 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:54.731514 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-275f3a17-0749-4685-be0a-aa22e3104eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.855579 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-6d2a1dff-4d00-4993-a86b-20668a7a28fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7fe27ab-d88a-45cb-a545-e5b0024ae890 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:54.864960 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-6d2a1dff-4d00-4993-a86b-20668a7a28fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.883603 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-6d2a1dff-4d00-4993-a86b-20668a7a28fd service neutron] Transition to ACTIVE for port object d7fe27ab-d88a-45cb-a545-e5b0024ae890 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:54.888855 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-6d2a1dff-4d00-4993-a86b-20668a7a28fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.948025 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a1dff-4d00-4993-a86b-20668a7a28fd service neutron] Pushing event updated for resources: {'Port': ['ID=d7fe27ab-d88a-45cb-a545-e5b0024ae890,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:55.026305 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-275f3a17-0749-4685-be0a-aa22e3104eca None None] Port d7fe27ab-d88a-45cb-a545-e5b0024ae890 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:55.052780 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-6d2a1dff-4d00-4993-a86b-20668a7a28fd service neutron] Attempting to bind port d7fe27ab-d88a-45cb-a545-e5b0024ae890 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:55.053117 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-6d2a1dff-4d00-4993-a86b-20668a7a28fd service neutron] Attempting to bind port d7fe27ab-d88a-45cb-a545-e5b0024ae890 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:55.053446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-6d2a1dff-4d00-4993-a86b-20668a7a28fd service neutron] Attempting to bind port d7fe27ab-d88a-45cb-a545-e5b0024ae890 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:55.058914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-6d2a1dff-4d00-4993-a86b-20668a7a28fd service neutron] Port d7fe27ab-d88a-45cb-a545-e5b0024ae890 on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:55.059269 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-6d2a1dff-4d00-4993-a86b-20668a7a28fd service neutron] Attempting to bind port d7fe27ab-d88a-45cb-a545-e5b0024ae890 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:55.064580 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-6d2a1dff-4d00-4993-a86b-20668a7a28fd service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:55.064846 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-6d2a1dff-4d00-4993-a86b-20668a7a28fd service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:55.065389 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-6d2a1dff-4d00-4993-a86b-20668a7a28fd service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:55.065841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-6d2a1dff-4d00-4993-a86b-20668a7a28fd service neutron] Bound port: d7fe27ab-d88a-45cb-a545-e5b0024ae890, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:55.066360 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-6d2a1dff-4d00-4993-a86b-20668a7a28fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.072952 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] Set router 31adc550-e8ed-41ca-bc15-c038cba742ea gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:55.099113 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fd9dc-4343-4788-b0b7-7ef1d27906ba req-abdcea07-c5c0-4a5b-a296-c18aa15977c7 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.101083 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-085fd9dc-4343-4788-b0b7-7ef1d27906ba req-abdcea07-c5c0-4a5b-a296-c18aa15977c7 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 945 time: 0.0904040 Jul 16 01:39:55.146927 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-6d2a1dff-4d00-4993-a86b-20668a7a28fd service neutron] For port d7fe27ab-d88a-45cb-a545-e5b0024ae890, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:55.152253 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-6d2a1dff-4d00-4993-a86b-20668a7a28fd service neutron] For port d7fe27ab-d88a-45cb-a545-e5b0024ae890, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d7fe27ab-d88a-45cb-a545-e5b0024ae890,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:55.158928 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-6d2a1dff-4d00-4993-a86b-20668a7a28fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.173692 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-085fd9dc-4343-4788-b0b7-7ef1d27906ba req-eb3af86f-5da1-4258-9645-edcf65a3b22b tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a27eb2-19bc-4c75-b3ce-e49659fc5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634441 Jul 16 01:39:55.217533 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-6d2a1dff-4d00-4993-a86b-20668a7a28fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.217970 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-6d2a1dff-4d00-4993-a86b-20668a7a28fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.219357 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-6d2a1dff-4d00-4993-a86b-20668a7a28fd service neutron] 10.222.0.84 "PUT /v2.0/ports/d7fe27ab-d88a-45cb-a545-e5b0024ae890 HTTP/1.1" status: 200 len: 1097 time: 0.8805547 Jul 16 01:39:55.219802 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e315b105-edb5-40fc-9ced-de4253d57a45', 'tag': 'd7fe27ab-d88a-45cb-a545-e5b0024ae890'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:55.222237 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b520fd7a-6e62-45a6-ae47-2eac7873d711" -d '{"events": [{"name": "network-changed", "server_uuid": "e315b105-edb5-40fc-9ced-de4253d57a45", "tag": "d7fe27ab-d88a-45cb-a545-e5b0024ae890"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:55.230950 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a1dff-4d00-4993-a86b-20668a7a28fd service neutron] Pushing event updated for resources: {'Port': ['ID=d7fe27ab-d88a-45cb-a545-e5b0024ae890,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:55.273172 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377ad0a8-b962-496d-8a52-cb9bfa1cccca x-openstack-request-id: req-377ad0a8-b962-496d-8a52-cb9bfa1cccca {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:55.273476 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e315b105-edb5-40fc-9ced-de4253d57a45", "tag": "d7fe27ab-d88a-45cb-a545-e5b0024ae890", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:55.273737 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-377ad0a8-b962-496d-8a52-cb9bfa1cccca {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:55.274223 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e315b105-edb5-40fc-9ced-de4253d57a45', 'tag': 'd7fe27ab-d88a-45cb-a545-e5b0024ae890', 'status': 'completed', 'code': 200} Jul 16 01:39:55.386908 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-6b44ed43-a5ce-4ce7-80e0-998803e75655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.389764 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-6b44ed43-a5ce-4ce7-80e0-998803e75655 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b595c436e6994958869b8567aec50ea4&device_id=e315b105-edb5-40fc-9ced-de4253d57a45 HTTP/1.1" status: 200 len: 1100 time: 0.0916359 Jul 16 01:39:55.462214 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-5939a852-c823-41a0-8015-52d22a7b46e8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=d7fe27ab-d88a-45cb-a545-e5b0024ae890 HTTP/1.1" status: 200 len: 217 time: 0.0553367 Jul 16 01:39:55.480136 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'name': 'tempest-TestNetworkBasicOps-router-1856070966', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:39:52Z', 'revision_number': 5, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:13Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'd7a4dfd8-53df-4313-90ca-46c0033dae04', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'port_id': '3df0ba7e-7f6e-4d29-8f66-0dd0ff809420', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'mac_address': 'fa:16:3e:90:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4008c7ff-f494-4021-8d57-b2f0e17f345a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:49Z', 'updated_at': '2021-07-16T01:38:53Z', 'revision_number': 1, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc', 'name': '', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:28:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:19Z', 'updated_at': '2021-07-16T01:38:28Z', 'revision_number': 5, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1f3ef31-945d-4147-b44d-a850e7734ab6', 'name': '', 'network_id': '83ce6ff4-f565-4f31-8c07-1b47d4a18ac1', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:04:05:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ea83f656-22a4-46d0-9a6f-ea2a97aaad0a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:39:54Z', 'revision_number': 4, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': 'ea83f656-22a4-46d0-9a6f-ea2a97aaad0a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:55.523989 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bddded-c7b2-4272-99da-6e0f7a69c473 None None] The sync data for ids ['31adc550-e8ed-41ca-bc15-c038cba742ea'] in n-d-792394-16 is: [{'id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'name': 'tempest-TestNetworkBasicOps-router-1856070966', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:39:52Z', 'revision_number': 5, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:13Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'd7a4dfd8-53df-4313-90ca-46c0033dae04', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'port_id': '3df0ba7e-7f6e-4d29-8f66-0dd0ff809420', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'mac_address': 'fa:16:3e:90:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4008c7ff-f494-4021-8d57-b2f0e17f345a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:49Z', 'updated_at': '2021-07-16T01:38:53Z', 'revision_number': 1, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc', 'name': '', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:28:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:19Z', 'updated_at': '2021-07-16T01:38:28Z', 'revision_number': 5, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1f3ef31-945d-4147-b44d-a850e7734ab6', 'name': '', 'network_id': '83ce6ff4-f565-4f31-8c07-1b47d4a18ac1', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:04:05:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'ea83f656-22a4-46d0-9a6f-ea2a97aaad0a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:51Z', 'updated_at': '2021-07-16T01:39:54Z', 'revision_number': 4, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': 'ea83f656-22a4-46d0-9a6f-ea2a97aaad0a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:55.532680 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-a4ee2a77-0f75-4644-b0f4-2b179f3b2793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.534211 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-a4ee2a77-0f75-4644-b0f4-2b179f3b2793 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0633173 Jul 16 01:39:55.658335 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-73e317cc-8c56-49b2-962a-727d0e297705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.660090 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-73e317cc-8c56-49b2-962a-727d0e297705 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1183543 Jul 16 01:39:55.821462 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-16321e0e-5715-4034-8a1d-01ae84ffbdcb service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529472 Jul 16 01:39:55.945250 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d8d35-0b27-4ee2-a4a5-4ed21ec0e81f req-01738384-6bc2-4ada-8a9b-714b9433c274 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.947279 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-596d8d35-0b27-4ee2-a4a5-4ed21ec0e81f req-01738384-6bc2-4ada-8a9b-714b9433c274 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.16 "GET /v2.0/ports?device_id=e315b105-edb5-40fc-9ced-de4253d57a45 HTTP/1.1" status: 200 len: 948 time: 0.2280405 Jul 16 01:39:56.012677 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7c16efe4-f4b4-4f89-b755-a47ab5db7c3f req-3538224b-48dd-4e05-bf04-d241a4a69e0f service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840761 Jul 16 01:39:56.028210 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-596d8d35-0b27-4ee2-a4a5-4ed21ec0e81f req-862320b0-1b6f-4145-9a6b-270d172d0e66 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.16 "GET /v2.0/security-groups?id=66748674-2b75-41d4-a91d-e9d24feb4aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712585 Jul 16 01:39:56.068154 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e1f3ef31-945d-4147-b44d-a850e7734ab6 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:56.139678 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port e1f3ef31-945d-4147-b44d-a850e7734ab6 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:56.149209 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port e1f3ef31-945d-4147-b44d-a850e7734ab6 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:56.149580 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.166182 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520fd7a-6e62-45a6-ae47-2eac7873d711 req-c9ecd149-c30d-4455-844d-e20f2f867bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:56.168269 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b520fd7a-6e62-45a6-ae47-2eac7873d711 req-c9ecd149-c30d-4455-844d-e20f2f867bf1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b595c436e6994958869b8567aec50ea4&device_id=e315b105-edb5-40fc-9ced-de4253d57a45 HTTP/1.1" status: 200 len: 1100 time: 0.0716243 Jul 16 01:39:56.255795 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.303926 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port e1f3ef31-945d-4147-b44d-a850e7734ab6, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e1f3ef31-945d-4147-b44d-a850e7734ab6,segment=NetworkSegment(47354e83-641b-40f5-a407-9a44c97e8b6d),segment_id=47354e83-641b-40f5-a407-9a44c97e8b6d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:56.312470 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.364160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520fd7a-6e62-45a6-ae47-2eac7873d711 req-248937c8-4b40-4693-b2f5-535a8ca7adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:56.365758 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b520fd7a-6e62-45a6-ae47-2eac7873d711 req-248937c8-4b40-4693-b2f5-535a8ca7adcd service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.1911387 Jul 16 01:39:56.390883 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=e1f3ef31-945d-4147-b44d-a850e7734ab6,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:56.428016 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b520fd7a-6e62-45a6-ae47-2eac7873d711 req-1177c128-2308-482f-ae1d-eb076d7ff9e1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=d7fe27ab-d88a-45cb-a545-e5b0024ae890 HTTP/1.1" status: 200 len: 217 time: 0.0449314 Jul 16 01:39:56.516528 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd5b11-624c-486a-9d37-391782a98618 req-50f8cd06-bf29-47c0-b2ec-c2cf7a48acfe tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:56.518164 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98bd5b11-624c-486a-9d37-391782a98618 req-50f8cd06-bf29-47c0-b2ec-c2cf7a48acfe tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 945 time: 0.1779168 Jul 16 01:39:56.519766 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520fd7a-6e62-45a6-ae47-2eac7873d711 req-061766dc-7d19-4bef-aa1d-8b26414f7dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:56.521385 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b520fd7a-6e62-45a6-ae47-2eac7873d711 req-061766dc-7d19-4bef-aa1d-8b26414f7dcb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0868433 Jul 16 01:39:56.591231 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98bd5b11-624c-486a-9d37-391782a98618 req-01a0b51a-dccc-443e-99f3-4d6a5771fa28 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a27eb2-19bc-4c75-b3ce-e49659fc5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655839 Jul 16 01:39:56.610748 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520fd7a-6e62-45a6-ae47-2eac7873d711 req-36bccc5d-69f3-4baf-8af2-8f17247a6dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:56.612299 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b520fd7a-6e62-45a6-ae47-2eac7873d711 req-36bccc5d-69f3-4baf-8af2-8f17247a6dfb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0797162 Jul 16 01:39:56.620591 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e042df2-ef38-4b98-85b3-651d13fcdbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.717222 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b520fd7a-6e62-45a6-ae47-2eac7873d711 req-3f93b01c-b304-41c4-be3b-340f288c509a service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953674 Jul 16 01:39:56.852408 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b520fd7a-6e62-45a6-ae47-2eac7873d711 req-5f307e6e-87dc-4f71-b56d-9cd0d778b37f service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265821 Jul 16 01:39:56.863823 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e043a-7387-4a8d-b714-96679d6e9386 req-af90be83-d50e-43a8-b054-ae9b4d4cd3dc tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:56.865651 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-751e043a-7387-4a8d-b714-96679d6e9386 req-af90be83-d50e-43a8-b054-ae9b4d4cd3dc tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 945 time: 0.1417348 Jul 16 01:39:56.908346 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-751e043a-7387-4a8d-b714-96679d6e9386 req-5ff457c4-f042-4910-8245-d2b4c4032dbf tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a27eb2-19bc-4c75-b3ce-e49659fc5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352938 Jul 16 01:39:56.931880 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39958) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:57.144329 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47758c6e-f79a-453a-bb14-ed8408dc9ea1 tempest-TestVolumeBackupRestore-276032786 tempest-TestVolumeBackupRestore-276032786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:57.149578 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-47758c6e-f79a-453a-bb14-ed8408dc9ea1 tempest-TestVolumeBackupRestore-276032786 tempest-TestVolumeBackupRestore-276032786-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 1092 time: 0.2129126 Jul 16 01:39:57.150166 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39964) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:57.157910 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-b29b26ab-e7dd-478a-a176-efcde8a08430 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': '3194dbed-882a-4395-8434-11d73bf2d41c', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:57.193155 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b29b26ab-e7dd-478a-a176-efcde8a08430 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.306771 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99177134-8b85-45e0-8852-6d05dea7c9ea req-9f1ed9aa-1922-4593-b7ce-b7807480a2d2 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:57.308735 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-99177134-8b85-45e0-8852-6d05dea7c9ea req-9f1ed9aa-1922-4593-b7ce-b7807480a2d2 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.16 "GET /v2.0/ports?device_id=e315b105-edb5-40fc-9ced-de4253d57a45 HTTP/1.1" status: 200 len: 948 time: 0.1280398 Jul 16 01:39:57.362842 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-99177134-8b85-45e0-8852-6d05dea7c9ea req-f8fa5548-1dd1-4d92-8546-b743b8cbeb38 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.16 "GET /v2.0/security-groups?id=66748674-2b75-41d4-a91d-e9d24feb4aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474641 Jul 16 01:39:57.368961 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b29b26ab-e7dd-478a-a176-efcde8a08430 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.483363 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-b29b26ab-e7dd-478a-a176-efcde8a08430 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Allocated IP 172.25.6.148 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/a8b5666b-b8ab-421b-b3dc-5233e226e6c3) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:57.602455 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b29b26ab-e7dd-478a-a176-efcde8a08430 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.653526 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b29b26ab-e7dd-478a-a176-efcde8a08430 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.699821 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29b26ab-e7dd-478a-a176-efcde8a08430 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:57.702774 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-b29b26ab-e7dd-478a-a176-efcde8a08430 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:57.705260 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29b26ab-e7dd-478a-a176-efcde8a08430 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:57.730766 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b26ab-e7dd-478a-a176-efcde8a08430 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Pushing event updated for resources: {'Port': ['ID=a8b5666b-b8ab-421b-b3dc-5233e226e6c3,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:57.850858 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d7fe27ab-d88a-45cb-a545-e5b0024ae890 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:57.998670 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d7fe27ab-d88a-45cb-a545-e5b0024ae890, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d7fe27ab-d88a-45cb-a545-e5b0024ae890,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:58.018127 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'd7fe27ab-d88a-45cb-a545-e5b0024ae890', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': 'd7fe27ab-d88a-45cb-a545-e5b0024ae890', 'mac_address': 'fa:16:3e:20:86:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:58.066007 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.070766 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e1f3ef31-945d-4147-b44d-a850e7734ab6 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:58.105236 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7fe27ab-d88a-45cb-a545-e5b0024ae890 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:58.130376 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b29b26ab-e7dd-478a-a176-efcde8a08430 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.137266 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d7fe27ab-d88a-45cb-a545-e5b0024ae890, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d7fe27ab-d88a-45cb-a545-e5b0024ae890,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:58.145824 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.174665 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port e1f3ef31-945d-4147-b44d-a850e7734ab6 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:58.175028 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.238373 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b29b26ab-e7dd-478a-a176-efcde8a08430 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.241720 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=d7fe27ab-d88a-45cb-a545-e5b0024ae890,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:58.454796 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['d7fe27ab-d88a-45cb-a545-e5b0024ae890'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:58.774453 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-352f4942-1aff-41dd-8362-03b63fc8a279 req-eaf6c89f-66e0-4736-a0a8-9f149bb038fb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4008c7ff-f494-4021-8d57-b2f0e17f345a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4930305 Jul 16 01:39:58.793049 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d4efc-65da-4ec8-9b7a-d913cae99d4a req-c49d5049-1d2d-4ed3-8bd6-acb01e1387fc tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:58.794530 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-245d4efc-65da-4ec8-9b7a-d913cae99d4a req-c49d5049-1d2d-4ed3-8bd6-acb01e1387fc tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.16 "GET /v2.0/ports?device_id=e315b105-edb5-40fc-9ced-de4253d57a45 HTTP/1.1" status: 200 len: 949 time: 0.1577604 Jul 16 01:39:58.815260 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b29b26ab-e7dd-478a-a176-efcde8a08430 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.846005 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b29b26ab-e7dd-478a-a176-efcde8a08430 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.933000 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-245d4efc-65da-4ec8-9b7a-d913cae99d4a req-76c1b0cb-a977-4e53-a90e-d3a86a375109 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.16 "GET /v2.0/security-groups?id=66748674-2b75-41d4-a91d-e9d24feb4aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325560 Jul 16 01:39:58.942194 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b26ab-e7dd-478a-a176-efcde8a08430 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Pushing event updated for resources: {'Port': ['ID=a8b5666b-b8ab-421b-b3dc-5233e226e6c3,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:58.964617 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b29b26ab-e7dd-478a-a176-efcde8a08430 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.002543 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f4942-1aff-41dd-8362-03b63fc8a279 req-38c63e70-b11c-4f5b-8d55-7edacf9437a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.004150 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-352f4942-1aff-41dd-8362-03b63fc8a279 req-38c63e70-b11c-4f5b-8d55-7edacf9437a5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5db3964ad24743648c502cd9b77ad865&device_id=4008c7ff-f494-4021-8d57-b2f0e17f345a HTTP/1.1" status: 200 len: 1097 time: 0.1976008 Jul 16 01:39:59.147564 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-b29b26ab-e7dd-478a-a176-efcde8a08430 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Floating IP c0a2c762-2cc2-4857-86fa-16a7bbd4afaa associated. External IP: 172.25.6.148, port: 3194dbed-882a-4395-8434-11d73bf2d41c. Jul 16 01:39:59.225989 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f4942-1aff-41dd-8362-03b63fc8a279 req-525f07c4-83a5-4fa8-b31b-89aee9d22c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.226879 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-352f4942-1aff-41dd-8362-03b63fc8a279 req-525f07c4-83a5-4fa8-b31b-89aee9d22c74 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bcdc0229-cd01-4532-8a67-71d584f848e2 HTTP/1.1" status: 200 len: 898 time: 0.1712201 Jul 16 01:39:59.342633 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-352f4942-1aff-41dd-8362-03b63fc8a279 req-9a4200d1-f6d9-4951-a4e0-c0b541dded12 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 HTTP/1.1" status: 200 len: 1001 time: 0.0881662 Jul 16 01:39:59.467773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f4942-1aff-41dd-8362-03b63fc8a279 req-420efd6f-0c2a-424f-b2f6-bcd4483a8e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.469440 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-352f4942-1aff-41dd-8362-03b63fc8a279 req-420efd6f-0c2a-424f-b2f6-bcd4483a8e93 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6527019-7ef6-4382-8e37-6e73700c058a HTTP/1.1" status: 200 len: 835 time: 0.1203949 Jul 16 01:39:59.531041 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29b26ab-e7dd-478a-a176-efcde8a08430 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Router 528bd3b1-5019-4b79-bcb0-9007b333a597 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:59.535838 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7beecf96-9772-4cf6-98b0-5efcb55e28a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.596731 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f4942-1aff-41dd-8362-03b63fc8a279 req-12279327-1efd-45df-8098-20814a552e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.598248 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-352f4942-1aff-41dd-8362-03b63fc8a279 req-12279327-1efd-45df-8098-20814a552e1b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bcdc0229-cd01-4532-8a67-71d584f848e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1175921 Jul 16 01:39:59.667741 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.740553 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29b26ab-e7dd-478a-a176-efcde8a08430 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:59.752831 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0f1625-e649-47af-989a-6daa73b9a174 None None] Sync routers for ids ['528bd3b1-5019-4b79-bcb0-9007b333a597'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:59.763699 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0f1625-e649-47af-989a-6daa73b9a174 None None] Routers {'528bd3b1-5019-4b79-bcb0-9007b333a597'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:59.764786 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0b0f1625-e649-47af-989a-6daa73b9a174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:40:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['528bd3b1-5019-4b79-bcb0-9007b333a597'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:59.771955 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-352f4942-1aff-41dd-8362-03b63fc8a279 req-b15854dc-92e2-45ac-8c79-8c9b01c2fd31 service neutron] 10.222.0.82 "GET /v2.0/networks/bcdc0229-cd01-4532-8a67-71d584f848e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651516 Jul 16 01:39:59.773246 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b29b26ab-e7dd-478a-a176-efcde8a08430 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.838568 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b29b26ab-e7dd-478a-a176-efcde8a08430 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6868985 Jul 16 01:39:59.841640 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1684c1af-6486-4b41-9b0f-e10c24130793', 'tag': '3194dbed-882a-4395-8434-11d73bf2d41c'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:59.841859 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39988) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:59.843854 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613965f7-1c47-4f48-8ad8-fe255bb10641" -d '{"events": [{"name": "network-changed", "server_uuid": "1684c1af-6486-4b41-9b0f-e10c24130793", "tag": "3194dbed-882a-4395-8434-11d73bf2d41c"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:59.858768 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d7fe27ab-d88a-45cb-a545-e5b0024ae890 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:59.890931 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-0b0f1625-e649-47af-989a-6daa73b9a174 None None] Set router 528bd3b1-5019-4b79-bcb0-9007b333a597 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:59.912843 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b3d2c9-0d40-45d5-85e9-45fa0788fa63 tempest-TestVolumeBackupRestore-276032786 tempest-TestVolumeBackupRestore-276032786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.918556 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-92b3d2c9-0d40-45d5-85e9-45fa0788fa63 tempest-TestVolumeBackupRestore-276032786 tempest-TestVolumeBackupRestore-276032786-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 1092 time: 0.0757172 Jul 16 01:39:59.919476 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39992) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:59.920803 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-352f4942-1aff-41dd-8362-03b63fc8a279 req-66c5391f-ed86-4da5-b956-06b72fc42a68 service neutron] 10.222.0.82 "GET /v2.0/networks/bcdc0229-cd01-4532-8a67-71d584f848e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256793 Jul 16 01:39:59.924895 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-053ae035-d118-4465-a5ef-6127df15c5e0 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Request body: {'floatingip': {'port_id': '3194dbed-882a-4395-8434-11d73bf2d41c'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:59.952798 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9922af5b-8551-42d5-bec8-26f671a91857 x-openstack-request-id: req-9922af5b-8551-42d5-bec8-26f671a91857 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:59.953103 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1684c1af-6486-4b41-9b0f-e10c24130793", "tag": "3194dbed-882a-4395-8434-11d73bf2d41c", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:59.953364 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9922af5b-8551-42d5-bec8-26f671a91857 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:59.953795 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1684c1af-6486-4b41-9b0f-e10c24130793', 'tag': '3194dbed-882a-4395-8434-11d73bf2d41c', 'status': 'completed', 'code': 200} Jul 16 01:39:59.977031 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port d7fe27ab-d88a-45cb-a545-e5b0024ae890 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:59.985563 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port d7fe27ab-d88a-45cb-a545-e5b0024ae890 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:59.985944 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.074527 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-053ae035-d118-4465-a5ef-6127df15c5e0 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for floatingip, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.135184 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.143940 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613965f7-1c47-4f48-8ad8-fe255bb10641 req-a77a079f-cdc2-4642-af11-ee68ac2c855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.145444 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-613965f7-1c47-4f48-8ad8-fe255bb10641 req-a77a079f-cdc2-4642-af11-ee68ac2c855b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d1b8bed3b6d4a5f99fcdfe260ce9da4&device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 1097 time: 0.1433206 Jul 16 01:40:00.160342 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e315b105-edb5-40fc-9ced-de4253d57a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7fe27ab-d88a-45cb-a545-e5b0024ae890'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:00.162964 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94134bc-5979-4ecc-bf33-d1657807678e" -d '{"events": [{"server_uuid": "e315b105-edb5-40fc-9ced-de4253d57a45", "name": "network-vif-plugged", "status": "completed", "tag": "d7fe27ab-d88a-45cb-a545-e5b0024ae890"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:00.184185 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port d7fe27ab-d88a-45cb-a545-e5b0024ae890, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d7fe27ab-d88a-45cb-a545-e5b0024ae890,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:00.192305 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.292588 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=d7fe27ab-d88a-45cb-a545-e5b0024ae890,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:00.320954 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0b0f1625-e649-47af-989a-6daa73b9a174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'name': 'tempest-TestVolumeBackupRestore-731329430-router', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'gw_port': {'id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:59Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'c0a2c762-2cc2-4857-86fa-16a7bbd4afaa', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'port_id': '3194dbed-882a-4395-8434-11d73bf2d41c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f', 'mac_address': 'fa:16:3e:e4:c1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1684c1af-6486-4b41-9b0f-e10c24130793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:39:57Z', 'updated_at': '2021-07-16T01:39:57Z', 'revision_number': 0, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42c2882-480d-4663-90c1-0280fa69aa2a', 'name': '', 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'mac_address': 'fa:16:3e:fe:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:04Z', 'updated_at': '2021-07-16T01:36:14Z', 'revision_number': 5, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'subnets': [{'id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:00.375266 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613965f7-1c47-4f48-8ad8-fe255bb10641 req-fe6502f0-b5f2-4242-9fe8-494e06d880f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.380661 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-613965f7-1c47-4f48-8ad8-fe255bb10641 req-fe6502f0-b5f2-4242-9fe8-494e06d880f7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3e6ad2a3-4bfd-435e-80fd-e62af305c68f HTTP/1.1" status: 200 len: 914 time: 0.2268050 Jul 16 01:40:00.385481 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0f1625-e649-47af-989a-6daa73b9a174 None None] Checking router: 528bd3b1-5019-4b79-bcb0-9007b333a597 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:00.403340 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0f1625-e649-47af-989a-6daa73b9a174 None None] Routers {'528bd3b1-5019-4b79-bcb0-9007b333a597'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:00.403981 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0b0f1625-e649-47af-989a-6daa73b9a174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:40:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['528bd3b1-5019-4b79-bcb0-9007b333a597'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:00.496269 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c241ce61-73ae-44df-8dcb-d6546cde69ad x-openstack-request-id: req-c241ce61-73ae-44df-8dcb-d6546cde69ad {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:00.496945 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e315b105-edb5-40fc-9ced-de4253d57a45", "name": "network-vif-plugged", "status": "completed", "tag": "d7fe27ab-d88a-45cb-a545-e5b0024ae890", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:00.497198 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c241ce61-73ae-44df-8dcb-d6546cde69ad {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:00.497599 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e315b105-edb5-40fc-9ced-de4253d57a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7fe27ab-d88a-45cb-a545-e5b0024ae890', 'code': 200} Jul 16 01:40:00.555280 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-0b0f1625-e649-47af-989a-6daa73b9a174 None None] Set router 528bd3b1-5019-4b79-bcb0-9007b333a597 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:00.558310 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a823bff-6bb7-42d2-a08e-35742419d197 req-ae28405e-be00-44d9-aefb-522483271905 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.566278 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6a823bff-6bb7-42d2-a08e-35742419d197 req-ae28405e-be00-44d9-aefb-522483271905 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.16 "GET /v2.0/ports?device_id=e315b105-edb5-40fc-9ced-de4253d57a45 HTTP/1.1" status: 200 len: 950 time: 0.1710091 Jul 16 01:40:00.568547 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-613965f7-1c47-4f48-8ad8-fe255bb10641 req-be69b7fc-6146-461a-acc3-50b14f0f1cc7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3194dbed-882a-4395-8434-11d73bf2d41c HTTP/1.1" status: 200 len: 999 time: 0.1671495 Jul 16 01:40:00.615732 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6a823bff-6bb7-42d2-a08e-35742419d197 req-54cb8ca4-a42b-4f7c-b9f3-92ef8b7820fa tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.16 "GET /v2.0/security-groups?id=66748674-2b75-41d4-a91d-e9d24feb4aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483637 Jul 16 01:40:00.701683 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2ca7a-9353-4ea7-9874-4ee7b7f93137 req-65933fc1-c06d-4224-9629-4e3701af867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.703383 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ba2ca7a-9353-4ea7-9874-4ee7b7f93137 req-65933fc1-c06d-4224-9629-4e3701af867f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e315b105-edb5-40fc-9ced-de4253d57a45 HTTP/1.1" status: 200 len: 1102 time: 0.1279514 Jul 16 01:40:00.707373 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613965f7-1c47-4f48-8ad8-fe255bb10641 req-d559f49a-c0d2-4bcd-8d11-a0022651a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.708816 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-613965f7-1c47-4f48-8ad8-fe255bb10641 req-d559f49a-c0d2-4bcd-8d11-a0022651a129 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2bad6f46-a5ce-4252-9b59-3cae2ff585a3 HTTP/1.1" status: 200 len: 852 time: 0.0766275 Jul 16 01:40:00.798536 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.805480 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ba2ca7a-9353-4ea7-9874-4ee7b7f93137 req-15429dca-3717-421c-b09d-9668eea232b9 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=66748674-2b75-41d4-a91d-e9d24feb4aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945437 Jul 16 01:40:00.824767 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613965f7-1c47-4f48-8ad8-fe255bb10641 req-b06706c5-23c5-4096-917c-4927076471a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.826394 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-613965f7-1c47-4f48-8ad8-fe255bb10641 req-b06706c5-23c5-4096-917c-4927076471a2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3e6ad2a3-4bfd-435e-80fd-e62af305c68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725765 Jul 16 01:40:00.870558 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-053ae035-d118-4465-a5ef-6127df15c5e0 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.877967 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-053ae035-d118-4465-a5ef-6127df15c5e0 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.936837 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0b0f1625-e649-47af-989a-6daa73b9a174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'name': 'tempest-TestVolumeBackupRestore-731329430-router', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'gw_port': {'id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:59Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'c0a2c762-2cc2-4857-86fa-16a7bbd4afaa', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'port_id': '3194dbed-882a-4395-8434-11d73bf2d41c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f', 'mac_address': 'fa:16:3e:e4:c1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1684c1af-6486-4b41-9b0f-e10c24130793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:39:57Z', 'updated_at': '2021-07-16T01:39:57Z', 'revision_number': 0, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42c2882-480d-4663-90c1-0280fa69aa2a', 'name': '', 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'mac_address': 'fa:16:3e:fe:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:04Z', 'updated_at': '2021-07-16T01:36:14Z', 'revision_number': 5, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'subnets': [{'id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:00.938795 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-613965f7-1c47-4f48-8ad8-fe255bb10641 req-7484b3dc-4f2a-4e6c-b735-854169878023 service neutron] 10.222.0.82 "GET /v2.0/networks/3e6ad2a3-4bfd-435e-80fd-e62af305c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031268 Jul 16 01:40:00.971817 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0f1625-e649-47af-989a-6daa73b9a174 None None] The sync data for ids ['528bd3b1-5019-4b79-bcb0-9007b333a597'] in n-d-792394-16 is: [{'id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'name': 'tempest-TestVolumeBackupRestore-731329430-router', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'gw_port': {'id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:59Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'c0a2c762-2cc2-4857-86fa-16a7bbd4afaa', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'port_id': '3194dbed-882a-4395-8434-11d73bf2d41c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f', 'mac_address': 'fa:16:3e:e4:c1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1684c1af-6486-4b41-9b0f-e10c24130793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:39:57Z', 'updated_at': '2021-07-16T01:39:57Z', 'revision_number': 0, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42c2882-480d-4663-90c1-0280fa69aa2a', 'name': '', 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'mac_address': 'fa:16:3e:fe:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:04Z', 'updated_at': '2021-07-16T01:36:14Z', 'revision_number': 5, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'subnets': [{'id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:01.073642 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-613965f7-1c47-4f48-8ad8-fe255bb10641 req-b2e8ee36-c3e2-4085-9e70-135352e97e37 service neutron] 10.222.0.82 "GET /v2.0/networks/3e6ad2a3-4bfd-435e-80fd-e62af305c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252759 Jul 16 01:40:01.121736 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053ae035-d118-4465-a5ef-6127df15c5e0 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Router 528bd3b1-5019-4b79-bcb0-9007b333a597 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:01.221800 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9180ff71-f084-4dbe-b493-ab4a9aa57f1a None None] New status for floating IP c0a2c762-2cc2-4857-86fa-16a7bbd4afaa: ACTIVE {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:40:01.239834 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053ae035-d118-4465-a5ef-6127df15c5e0 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:01.244303 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-053ae035-d118-4465-a5ef-6127df15c5e0 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.281941 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1684c1af-6486-4b41-9b0f-e10c24130793', 'tag': '3194dbed-882a-4395-8434-11d73bf2d41c'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:01.284297 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3ae8e2-4888-4d78-b1d1-4e1535d02060" -d '{"events": [{"name": "network-changed", "server_uuid": "1684c1af-6486-4b41-9b0f-e10c24130793", "tag": "3194dbed-882a-4395-8434-11d73bf2d41c"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:01.321602 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-053ae035-d118-4465-a5ef-6127df15c5e0 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "PUT /v2.0/floatingips/c0a2c762-2cc2-4857-86fa-16a7bbd4afaa HTTP/1.1" status: 200 len: 991 time: 1.4001317 Jul 16 01:40:01.339290 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7185c7-756a-414c-aed2-79b8e14e2bb4 x-openstack-request-id: req-4a7185c7-756a-414c-aed2-79b8e14e2bb4 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:01.339606 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1684c1af-6486-4b41-9b0f-e10c24130793", "tag": "3194dbed-882a-4395-8434-11d73bf2d41c", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:01.339858 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a7185c7-756a-414c-aed2-79b8e14e2bb4 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:01.340561 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1684c1af-6486-4b41-9b0f-e10c24130793', 'tag': '3194dbed-882a-4395-8434-11d73bf2d41c', 'status': 'completed', 'code': 200} Jul 16 01:40:01.422650 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ae8e2-4888-4d78-b1d1-4e1535d02060 req-3ed39312-cea5-4641-8865-5dcc26af4d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:01.425168 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba3ae8e2-4888-4d78-b1d1-4e1535d02060 req-3ed39312-cea5-4641-8865-5dcc26af4d59 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d1b8bed3b6d4a5f99fcdfe260ce9da4&device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 1097 time: 0.0578601 Jul 16 01:40:01.440270 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.503328 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661d426d-f890-46ed-80a9-048e595e7ebd None None] Sync routers for ids ['528bd3b1-5019-4b79-bcb0-9007b333a597'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:01.513718 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661d426d-f890-46ed-80a9-048e595e7ebd None None] Routers {'528bd3b1-5019-4b79-bcb0-9007b333a597'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:01.514411 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-661d426d-f890-46ed-80a9-048e595e7ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:40:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['528bd3b1-5019-4b79-bcb0-9007b333a597'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:01.545228 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ae8e2-4888-4d78-b1d1-4e1535d02060 req-6a26373e-d8d2-47a7-8afb-ccbbfe810750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:01.546936 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba3ae8e2-4888-4d78-b1d1-4e1535d02060 req-6a26373e-d8d2-47a7-8afb-ccbbfe810750 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3e6ad2a3-4bfd-435e-80fd-e62af305c68f HTTP/1.1" status: 200 len: 914 time: 0.1126049 Jul 16 01:40:01.614637 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba3ae8e2-4888-4d78-b1d1-4e1535d02060 req-0e0ac772-f5de-4cdf-8ae5-44badac14069 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3194dbed-882a-4395-8434-11d73bf2d41c HTTP/1.1" status: 200 len: 1001 time: 0.0594926 Jul 16 01:40:01.624167 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-661d426d-f890-46ed-80a9-048e595e7ebd None None] Set router 528bd3b1-5019-4b79-bcb0-9007b333a597 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:01.675236 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ae8e2-4888-4d78-b1d1-4e1535d02060 req-407eda95-c414-4799-8db3-5d957de4fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:01.677152 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba3ae8e2-4888-4d78-b1d1-4e1535d02060 req-407eda95-c414-4799-8db3-5d957de4fe69 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2bad6f46-a5ce-4252-9b59-3cae2ff585a3 HTTP/1.1" status: 200 len: 852 time: 0.0560584 Jul 16 01:40:01.749775 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ae8e2-4888-4d78-b1d1-4e1535d02060 req-7b145778-58ca-4b7a-93da-f026dcbe566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:01.752861 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba3ae8e2-4888-4d78-b1d1-4e1535d02060 req-7b145778-58ca-4b7a-93da-f026dcbe566b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3e6ad2a3-4bfd-435e-80fd-e62af305c68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682323 Jul 16 01:40:01.919838 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207164a-0157-4688-ad6a-406ae4e9e822 req-865cb28a-53ea-47f4-bc94-d81cc9224986 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:01.921345 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2207164a-0157-4688-ad6a-406ae4e9e822 req-865cb28a-53ea-47f4-bc94-d81cc9224986 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.16 "GET /v2.0/ports?device_id=e315b105-edb5-40fc-9ced-de4253d57a45 HTTP/1.1" status: 200 len: 950 time: 0.1620247 Jul 16 01:40:01.923672 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba3ae8e2-4888-4d78-b1d1-4e1535d02060 req-7f9f19a5-479a-4592-812e-401c596f0d8e service neutron] 10.222.0.82 "GET /v2.0/networks/3e6ad2a3-4bfd-435e-80fd-e62af305c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600561 Jul 16 01:40:02.015630 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-661d426d-f890-46ed-80a9-048e595e7ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'name': 'tempest-TestVolumeBackupRestore-731329430-router', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'gw_port': {'id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:59Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'c0a2c762-2cc2-4857-86fa-16a7bbd4afaa', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'port_id': '3194dbed-882a-4395-8434-11d73bf2d41c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f', 'mac_address': 'fa:16:3e:e4:c1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1684c1af-6486-4b41-9b0f-e10c24130793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:39:57Z', 'updated_at': '2021-07-16T01:40:01Z', 'revision_number': 2, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42c2882-480d-4663-90c1-0280fa69aa2a', 'name': '', 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'mac_address': 'fa:16:3e:fe:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:04Z', 'updated_at': '2021-07-16T01:36:14Z', 'revision_number': 5, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'subnets': [{'id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:02.036499 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2207164a-0157-4688-ad6a-406ae4e9e822 req-60d2255d-60e7-4c64-95bd-432574a0cae3 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.16 "GET /v2.0/security-groups?id=66748674-2b75-41d4-a91d-e9d24feb4aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049576 Jul 16 01:40:02.062889 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661d426d-f890-46ed-80a9-048e595e7ebd None None] Checking router: 528bd3b1-5019-4b79-bcb0-9007b333a597 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:02.074725 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba3ae8e2-4888-4d78-b1d1-4e1535d02060 req-f5457737-f102-41f0-901a-3ab4574735e9 service neutron] 10.222.0.82 "GET /v2.0/networks/3e6ad2a3-4bfd-435e-80fd-e62af305c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420212 Jul 16 01:40:02.080019 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661d426d-f890-46ed-80a9-048e595e7ebd None None] Routers {'528bd3b1-5019-4b79-bcb0-9007b333a597'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:02.080887 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-661d426d-f890-46ed-80a9-048e595e7ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:40:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['528bd3b1-5019-4b79-bcb0-9007b333a597'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:02.189774 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-661d426d-f890-46ed-80a9-048e595e7ebd None None] Set router 528bd3b1-5019-4b79-bcb0-9007b333a597 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:02.424074 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-661d426d-f890-46ed-80a9-048e595e7ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'name': 'tempest-TestVolumeBackupRestore-731329430-router', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'gw_port': {'id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:59Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'c0a2c762-2cc2-4857-86fa-16a7bbd4afaa', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'port_id': '3194dbed-882a-4395-8434-11d73bf2d41c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f', 'mac_address': 'fa:16:3e:e4:c1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1684c1af-6486-4b41-9b0f-e10c24130793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:39:57Z', 'updated_at': '2021-07-16T01:40:01Z', 'revision_number': 2, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42c2882-480d-4663-90c1-0280fa69aa2a', 'name': '', 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'mac_address': 'fa:16:3e:fe:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:04Z', 'updated_at': '2021-07-16T01:36:14Z', 'revision_number': 5, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'subnets': [{'id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:02.451809 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661d426d-f890-46ed-80a9-048e595e7ebd None None] The sync data for ids ['528bd3b1-5019-4b79-bcb0-9007b333a597'] in n-d-792394-16 is: [{'id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'name': 'tempest-TestVolumeBackupRestore-731329430-router', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'gw_port': {'id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:59Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'c0a2c762-2cc2-4857-86fa-16a7bbd4afaa', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'floating_ip_address': '172.25.6.148', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'port_id': '3194dbed-882a-4395-8434-11d73bf2d41c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f', 'mac_address': 'fa:16:3e:e4:c1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1684c1af-6486-4b41-9b0f-e10c24130793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:39:57Z', 'updated_at': '2021-07-16T01:40:01Z', 'revision_number': 2, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42c2882-480d-4663-90c1-0280fa69aa2a', 'name': '', 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'mac_address': 'fa:16:3e:fe:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:04Z', 'updated_at': '2021-07-16T01:36:14Z', 'revision_number': 5, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'subnets': [{'id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:02.507449 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.231365 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21349596-dded-47ea-919c-eb0bb45ba1d9 req-43e284ea-b195-4208-b06b-d6a261974955 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.232791 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-21349596-dded-47ea-919c-eb0bb45ba1d9 req-43e284ea-b195-4208-b06b-d6a261974955 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.16 "GET /v2.0/ports?device_id=e315b105-edb5-40fc-9ced-de4253d57a45 HTTP/1.1" status: 200 len: 950 time: 0.0661831 Jul 16 01:40:03.271994 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-21349596-dded-47ea-919c-eb0bb45ba1d9 req-6a145dc3-b1c0-42d2-88d2-b704354fda65 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.16 "GET /v2.0/security-groups?id=66748674-2b75-41d4-a91d-e9d24feb4aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332248 Jul 16 01:40:03.342207 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1684c1af-6486-4b41-9b0f-e10c24130793', 'tag': '3194dbed-882a-4395-8434-11d73bf2d41c'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:03.344576 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c3a279-113c-450b-9fa0-b2bbd23836dc" -d '{"events": [{"name": "network-changed", "server_uuid": "1684c1af-6486-4b41-9b0f-e10c24130793", "tag": "3194dbed-882a-4395-8434-11d73bf2d41c"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:03.386582 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6a6bb1-a49a-4403-b029-d46597d0fcb5 x-openstack-request-id: req-fd6a6bb1-a49a-4403-b029-d46597d0fcb5 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:03.386972 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1684c1af-6486-4b41-9b0f-e10c24130793", "tag": "3194dbed-882a-4395-8434-11d73bf2d41c", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:03.387334 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd6a6bb1-a49a-4403-b029-d46597d0fcb5 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:03.387921 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1684c1af-6486-4b41-9b0f-e10c24130793', 'tag': '3194dbed-882a-4395-8434-11d73bf2d41c', 'status': 'completed', 'code': 200} Jul 16 01:40:03.488177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3a279-113c-450b-9fa0-b2bbd23836dc req-b108bcdf-7b4f-420c-91f5-0c9c25ac1a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.489949 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e7c3a279-113c-450b-9fa0-b2bbd23836dc req-b108bcdf-7b4f-420c-91f5-0c9c25ac1a44 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d1b8bed3b6d4a5f99fcdfe260ce9da4&device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 1097 time: 0.0662909 Jul 16 01:40:03.605174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3a279-113c-450b-9fa0-b2bbd23836dc req-e761848b-ab70-42c6-b495-d07231ed67f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.606705 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e7c3a279-113c-450b-9fa0-b2bbd23836dc req-e761848b-ab70-42c6-b495-d07231ed67f5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3e6ad2a3-4bfd-435e-80fd-e62af305c68f HTTP/1.1" status: 200 len: 914 time: 0.0973482 Jul 16 01:40:03.676836 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e7c3a279-113c-450b-9fa0-b2bbd23836dc req-0cdad10e-a218-4e28-b620-05b177147152 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3194dbed-882a-4395-8434-11d73bf2d41c HTTP/1.1" status: 200 len: 1001 time: 0.0629766 Jul 16 01:40:03.787371 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3a279-113c-450b-9fa0-b2bbd23836dc req-c17f8012-d12e-4069-9802-937b5afa6b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.788905 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e7c3a279-113c-450b-9fa0-b2bbd23836dc req-c17f8012-d12e-4069-9802-937b5afa6b1b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2bad6f46-a5ce-4252-9b59-3cae2ff585a3 HTTP/1.1" status: 200 len: 852 time: 0.1036086 Jul 16 01:40:03.851138 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3a279-113c-450b-9fa0-b2bbd23836dc req-03ae32bf-4e3d-4514-9026-3e83fd409906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.852940 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e7c3a279-113c-450b-9fa0-b2bbd23836dc req-03ae32bf-4e3d-4514-9026-3e83fd409906 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3e6ad2a3-4bfd-435e-80fd-e62af305c68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570700 Jul 16 01:40:03.949918 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e7c3a279-113c-450b-9fa0-b2bbd23836dc req-9429a6de-812e-46a8-bbb4-18ae5ac320d1 service neutron] 10.222.0.82 "GET /v2.0/networks/3e6ad2a3-4bfd-435e-80fd-e62af305c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898542 Jul 16 01:40:04.133140 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e7c3a279-113c-450b-9fa0-b2bbd23836dc req-1ba8e080-8831-46e2-ba4e-a26bc7ab8815 service neutron] 10.222.0.82 "GET /v2.0/networks/3e6ad2a3-4bfd-435e-80fd-e62af305c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699302 Jul 16 01:40:04.175925 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7738a8c1-fcbb-4512-952b-a0685357cc99 req-d6e67102-ed16-43cd-9129-0fca02d9e850 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3f801fff-3ee9-4ed7-973e-4e22ef6e1888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1160753 Jul 16 01:40:04.268123 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738a8c1-fcbb-4512-952b-a0685357cc99 req-50accb02-f4bc-4af4-bfca-0e88963039e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:04.269687 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7738a8c1-fcbb-4512-952b-a0685357cc99 req-50accb02-f4bc-4af4-bfca-0e88963039e7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ad0c269a16154916be54bb1af1787626&device_id=3f801fff-3ee9-4ed7-973e-4e22ef6e1888 HTTP/1.1" status: 200 len: 1097 time: 0.0645628 Jul 16 01:40:04.662355 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738a8c1-fcbb-4512-952b-a0685357cc99 req-496ba4b3-4b63-4d0d-9c88-b6f25cef60a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:04.663941 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7738a8c1-fcbb-4512-952b-a0685357cc99 req-496ba4b3-4b63-4d0d-9c88-b6f25cef60a3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=dd31210a-b3ed-41ba-a32a-8a1d4015a729 HTTP/1.1" status: 200 len: 915 time: 0.3706827 Jul 16 01:40:04.709488 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7738a8c1-fcbb-4512-952b-a0685357cc99 req-d101cbac-fc5e-47c1-94db-8af6f53417a1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1ab8889-f6e9-4a91-b89b-c3f07b3db027 HTTP/1.1" status: 200 len: 217 time: 0.0384071 Jul 16 01:40:04.763392 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738a8c1-fcbb-4512-952b-a0685357cc99 req-13dd04f2-4083-4256-a729-6c00891c515d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:04.765210 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7738a8c1-fcbb-4512-952b-a0685357cc99 req-13dd04f2-4083-4256-a729-6c00891c515d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3be564b1-f055-40ad-87fc-208a1fbc335f HTTP/1.1" status: 200 len: 854 time: 0.0490737 Jul 16 01:40:04.831047 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7738a8c1-fcbb-4512-952b-a0685357cc99 req-5f779011-08cd-44d0-89f5-492d892116c5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dd31210a-b3ed-41ba-a32a-8a1d4015a729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589278 Jul 16 01:40:04.946381 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7738a8c1-fcbb-4512-952b-a0685357cc99 req-c21669a5-6abe-481d-90e5-50788f196f8b service neutron] 10.222.0.84 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062279 Jul 16 01:40:04.993371 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.063477 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7738a8c1-fcbb-4512-952b-a0685357cc99 req-741e9c3b-e48b-44bf-9138-ed71ffe94d8e service neutron] 10.222.0.84 "GET /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019440 Jul 16 01:40:05.633807 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33910a66-b55f-411b-8e30-4ca1f526340f req-f59ee8cf-1124-43b7-ae72-6816a74faab5 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:05.635358 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-33910a66-b55f-411b-8e30-4ca1f526340f req-f59ee8cf-1124-43b7-ae72-6816a74faab5 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=bab6f2c2-bcd0-4310-8214-13bf35091b9c HTTP/1.1" status: 200 len: 945 time: 0.0705237 Jul 16 01:40:05.676919 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-33910a66-b55f-411b-8e30-4ca1f526340f req-26ab3d9b-c700-4290-bde1-b574e73f6230 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349629 Jul 16 01:40:06.863154 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d33e9-5c84-49c6-b4ac-aad3afe160af req-815b0b92-0ac0-44a8-86fc-bfd3037f456e tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:06.864726 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ac0d33e9-5c84-49c6-b4ac-aad3afe160af req-815b0b92-0ac0-44a8-86fc-bfd3037f456e tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=bab6f2c2-bcd0-4310-8214-13bf35091b9c HTTP/1.1" status: 200 len: 945 time: 0.0680933 Jul 16 01:40:06.905493 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ac0d33e9-5c84-49c6-b4ac-aad3afe160af req-c8ab6b8a-4ed2-498b-b91c-7f71b77f4b50 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345368 Jul 16 01:40:07.390330 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ed3de-c801-4e7b-8304-82d35fe19191 req-2255bf83-d6d9-4d3c-ae71-4fe0d5b90463 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:07.390689 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8e6ed3de-c801-4e7b-8304-82d35fe19191 req-2255bf83-d6d9-4d3c-ae71-4fe0d5b90463 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.82 "GET /v2.0/ports?device_id=bab6f2c2-bcd0-4310-8214-13bf35091b9c HTTP/1.1" status: 200 len: 945 time: 0.0684857 Jul 16 01:40:07.513246 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-8e6ed3de-c801-4e7b-8304-82d35fe19191 req-6436a44d-b3bf-4a12-a3bc-cb44a19059cb tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Deleting port 2d2f70d2-664f-4607-b9c0-e2c84e34117f {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:07.513643 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8e6ed3de-c801-4e7b-8304-82d35fe19191 req-6436a44d-b3bf-4a12-a3bc-cb44a19059cb tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.611813 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-8e6ed3de-c801-4e7b-8304-82d35fe19191 req-6436a44d-b3bf-4a12-a3bc-cb44a19059cb tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] For port 2d2f70d2-664f-4607-b9c0-e2c84e34117f, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2d2f70d2-664f-4607-b9c0-e2c84e34117f,segment=NetworkSegment(7001c564-5dab-4ec5-959b-17fbbab7fc20),segment_id=7001c564-5dab-4ec5-959b-17fbbab7fc20)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:07.612735 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8e6ed3de-c801-4e7b-8304-82d35fe19191 req-6436a44d-b3bf-4a12-a3bc-cb44a19059cb tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.632871 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-8e6ed3de-c801-4e7b-8304-82d35fe19191 req-6436a44d-b3bf-4a12-a3bc-cb44a19059cb tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Calling delete_port for 2d2f70d2-664f-4607-b9c0-e2c84e34117f owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:07.776464 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8e6ed3de-c801-4e7b-8304-82d35fe19191 req-6436a44d-b3bf-4a12-a3bc-cb44a19059cb tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.794705 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['2d2f70d2-664f-4607-b9c0-e2c84e34117f'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:07.809685 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436a44d-b3bf-4a12-a3bc-cb44a19059cb tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Pushing event deleted for resources: {'Port': ['ID=2d2f70d2-664f-4607-b9c0-e2c84e34117f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:07.818616 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['e1ab8889-f6e9-4a91-b89b-c3f07b3db027', 'f4d3863d-7b91-4edb-bf04-1af2eae04086', 'c83cd3d1-5ede-4201-9a92-0c35167e1fb6'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:07.870108 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6ed3de-c801-4e7b-8304-82d35fe19191 req-6436a44d-b3bf-4a12-a3bc-cb44a19059cb tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] No DVR routers for this DVR port 2d2f70d2-664f-4607-b9c0-e2c84e34117f on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:07.873952 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8e6ed3de-c801-4e7b-8304-82d35fe19191 req-6436a44d-b3bf-4a12-a3bc-cb44a19059cb tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.876925 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8e6ed3de-c801-4e7b-8304-82d35fe19191 req-6436a44d-b3bf-4a12-a3bc-cb44a19059cb tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.82 "DELETE /v2.0/ports/2d2f70d2-664f-4607-b9c0-e2c84e34117f HTTP/1.1" status: 204 len: 173 time: 0.4799814 Jul 16 01:40:07.877547 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab6f2c2-bcd0-4310-8214-13bf35091b9c', 'name': 'network-vif-deleted', 'tag': '2d2f70d2-664f-4607-b9c0-e2c84e34117f'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:07.881171 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915e2bde-64f7-4d93-92d7-ff66488a88c4" -d '{"events": [{"server_uuid": "bab6f2c2-bcd0-4310-8214-13bf35091b9c", "name": "network-vif-deleted", "tag": "2d2f70d2-664f-4607-b9c0-e2c84e34117f"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:07.969920 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a088b891-3f99-4ea2-b03c-32a188a33e3d x-openstack-request-id: req-a088b891-3f99-4ea2-b03c-32a188a33e3d {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:07.970286 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab6f2c2-bcd0-4310-8214-13bf35091b9c", "name": "network-vif-deleted", "tag": "2d2f70d2-664f-4607-b9c0-e2c84e34117f", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:07.970526 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a088b891-3f99-4ea2-b03c-32a188a33e3d {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:07.970959 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab6f2c2-bcd0-4310-8214-13bf35091b9c', 'name': 'network-vif-deleted', 'tag': '2d2f70d2-664f-4607-b9c0-e2c84e34117f', 'status': 'completed', 'code': 200} Jul 16 01:40:08.164185 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4738c7cc-31ea-4fdb-a6e7-033aeb3592af req-a5ec4290-21f5-4563-9d4c-6934f314ecce tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=bab6f2c2-bcd0-4310-8214-13bf35091b9c HTTP/1.1" status: 200 len: 210 time: 0.0361762 Jul 16 01:40:11.644910 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2d2f70d2-664f-4607-b9c0-e2c84e34117f no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:11.665884 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 2d2f70d2-664f-4607-b9c0-e2c84e34117f {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:11.666240 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2d2f70d2-664f-4607-b9c0-e2c84e34117f not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:11.893594 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebe01e-f8dd-4213-a558-820bd53ce919 req-94d2d7f6-a6aa-4e26-869d-2dca4d227172 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:11.896333 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26ebe01e-f8dd-4213-a558-820bd53ce919 req-94d2d7f6-a6aa-4e26-869d-2dca4d227172 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=58c1f542-4dab-44d3-ba92-302edcbc6a4e HTTP/1.1" status: 200 len: 946 time: 0.0776961 Jul 16 01:40:11.945561 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26ebe01e-f8dd-4213-a558-820bd53ce919 req-a45d85cd-1065-41d4-b134-bc23dddf6534 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422242 Jul 16 01:40:12.008620 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40146) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:12.400843 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c2ae1ab4-f9b5-4495-bb8d-a3686f63b667 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.745875 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-c2ae1ab4-f9b5-4495-bb8d-a3686f63b667 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Deleting port e1f3ef31-945d-4147-b44d-a850e7734ab6 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:12.746568 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c2ae1ab4-f9b5-4495-bb8d-a3686f63b667 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.837955 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-c2ae1ab4-f9b5-4495-bb8d-a3686f63b667 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] For port e1f3ef31-945d-4147-b44d-a850e7734ab6, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e1f3ef31-945d-4147-b44d-a850e7734ab6,segment=NetworkSegment(47354e83-641b-40f5-a407-9a44c97e8b6d),segment_id=47354e83-641b-40f5-a407-9a44c97e8b6d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:12.838256 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c2ae1ab4-f9b5-4495-bb8d-a3686f63b667 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.849984 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-c2ae1ab4-f9b5-4495-bb8d-a3686f63b667 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Calling delete_port for e1f3ef31-945d-4147-b44d-a850e7734ab6 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:13.062820 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c2ae1ab4-f9b5-4495-bb8d-a3686f63b667 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.090800 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae1ab4-f9b5-4495-bb8d-a3686f63b667 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event deleted for resources: {'Port': ['ID=e1f3ef31-945d-4147-b44d-a850e7734ab6,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:13.154640 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ebfe6-bbfe-4042-9085-731df74cadd3 req-8c182310-0349-4366-b2ac-c6e8bdba6da9 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.156259 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f71ebfe6-bbfe-4042-9085-731df74cadd3 req-8c182310-0349-4366-b2ac-c6e8bdba6da9 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=58c1f542-4dab-44d3-ba92-302edcbc6a4e HTTP/1.1" status: 200 len: 946 time: 0.0846364 Jul 16 01:40:13.202177 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f71ebfe6-bbfe-4042-9085-731df74cadd3 req-22a7f875-d892-4e2a-8ca1-13607ae6d982 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398154 Jul 16 01:40:13.286937 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c2ae1ab4-f9b5-4495-bb8d-a3686f63b667 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.409027 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd16ce-c38c-4a5c-82b1-bffcf93a9646 req-539eba80-0cd5-4d03-a9f0-3fc732c6adf0 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.410733 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ccd16ce-c38c-4a5c-82b1-bffcf93a9646 req-539eba80-0cd5-4d03-a9f0-3fc732c6adf0 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.84 "GET /v2.0/ports?device_id=58c1f542-4dab-44d3-ba92-302edcbc6a4e HTTP/1.1" status: 200 len: 946 time: 0.0826428 Jul 16 01:40:13.537471 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-9ccd16ce-c38c-4a5c-82b1-bffcf93a9646 req-baf1f5d9-f210-4a52-964d-096a25342e06 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Deleting port c83cd3d1-5ede-4201-9a92-0c35167e1fb6 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:13.538060 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9ccd16ce-c38c-4a5c-82b1-bffcf93a9646 req-baf1f5d9-f210-4a52-964d-096a25342e06 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.651489 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-9ccd16ce-c38c-4a5c-82b1-bffcf93a9646 req-baf1f5d9-f210-4a52-964d-096a25342e06 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] For port c83cd3d1-5ede-4201-9a92-0c35167e1fb6, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c83cd3d1-5ede-4201-9a92-0c35167e1fb6,segment=NetworkSegment(7001c564-5dab-4ec5-959b-17fbbab7fc20),segment_id=7001c564-5dab-4ec5-959b-17fbbab7fc20)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:13.651981 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9ccd16ce-c38c-4a5c-82b1-bffcf93a9646 req-baf1f5d9-f210-4a52-964d-096a25342e06 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.677488 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-9ccd16ce-c38c-4a5c-82b1-bffcf93a9646 req-baf1f5d9-f210-4a52-964d-096a25342e06 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Calling delete_port for c83cd3d1-5ede-4201-9a92-0c35167e1fb6 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:13.864029 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9ccd16ce-c38c-4a5c-82b1-bffcf93a9646 req-baf1f5d9-f210-4a52-964d-096a25342e06 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.879687 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['e1ab8889-f6e9-4a91-b89b-c3f07b3db027', 'f4d3863d-7b91-4edb-bf04-1af2eae04086', 'c83cd3d1-5ede-4201-9a92-0c35167e1fb6'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:13.914831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1f5d9-f210-4a52-964d-096a25342e06 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Pushing event deleted for resources: {'Port': ['ID=c83cd3d1-5ede-4201-9a92-0c35167e1fb6,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:13.926762 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ae1ab4-f9b5-4495-bb8d-a3686f63b667 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Router 31adc550-e8ed-41ca-bc15-c038cba742ea has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:13.979435 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccd16ce-c38c-4a5c-82b1-bffcf93a9646 req-baf1f5d9-f210-4a52-964d-096a25342e06 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] No DVR routers for this DVR port c83cd3d1-5ede-4201-9a92-0c35167e1fb6 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:13.984625 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9ccd16ce-c38c-4a5c-82b1-bffcf93a9646 req-baf1f5d9-f210-4a52-964d-096a25342e06 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.988710 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ccd16ce-c38c-4a5c-82b1-bffcf93a9646 req-baf1f5d9-f210-4a52-964d-096a25342e06 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.84 "DELETE /v2.0/ports/c83cd3d1-5ede-4201-9a92-0c35167e1fb6 HTTP/1.1" status: 204 len: 173 time: 0.5697429 Jul 16 01:40:13.990442 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c1f542-4dab-44d3-ba92-302edcbc6a4e', 'name': 'network-vif-deleted', 'tag': 'c83cd3d1-5ede-4201-9a92-0c35167e1fb6'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:13.993010 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2117d9e-41e7-4c7c-a9fd-6601bf886737" -d '{"events": [{"server_uuid": "58c1f542-4dab-44d3-ba92-302edcbc6a4e", "name": "network-vif-deleted", "tag": "c83cd3d1-5ede-4201-9a92-0c35167e1fb6"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:14.098889 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a259db-741f-477c-a5b8-717a65dacf70 x-openstack-request-id: req-73a259db-741f-477c-a5b8-717a65dacf70 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:14.099491 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c1f542-4dab-44d3-ba92-302edcbc6a4e", "name": "network-vif-deleted", "tag": "c83cd3d1-5ede-4201-9a92-0c35167e1fb6", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:14.100138 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73a259db-741f-477c-a5b8-717a65dacf70 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:14.100655 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c1f542-4dab-44d3-ba92-302edcbc6a4e', 'name': 'network-vif-deleted', 'tag': 'c83cd3d1-5ede-4201-9a92-0c35167e1fb6', 'status': 'completed', 'code': 200} Jul 16 01:40:14.102119 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ae1ab4-f9b5-4495-bb8d-a3686f63b667 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:14.116586 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c2ae1ab4-f9b5-4495-bb8d-a3686f63b667 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "PUT /v2.0/routers/31adc550-e8ed-41ca-bc15-c038cba742ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1040466 Jul 16 01:40:14.127755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fdc3d0-a54e-400d-9cdb-7ec7316c8057 None None] Sync routers for ids ['31adc550-e8ed-41ca-bc15-c038cba742ea'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:14.160438 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fdc3d0-a54e-400d-9cdb-7ec7316c8057 None None] Routers {'31adc550-e8ed-41ca-bc15-c038cba742ea'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:14.161172 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f3fdc3d0-a54e-400d-9cdb-7ec7316c8057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:40:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['31adc550-e8ed-41ca-bc15-c038cba742ea'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:14.286128 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-f3fdc3d0-a54e-400d-9cdb-7ec7316c8057 None None] Set router 31adc550-e8ed-41ca-bc15-c038cba742ea gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:14.389714 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4583deb5-3857-445b-981f-abea7114886d req-066faf2a-2b3f-4c85-a9e4-1b4593709a5e tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=58c1f542-4dab-44d3-ba92-302edcbc6a4e HTTP/1.1" status: 200 len: 210 time: 0.0303867 Jul 16 01:40:14.562691 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95943e9-018e-4563-832c-6372228f0bc3 req-bfa268bc-49e0-4f53-a37e-eddef589e956 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:14.570939 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b95943e9-018e-4563-832c-6372228f0bc3 req-bfa268bc-49e0-4f53-a37e-eddef589e956 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=422d36bd-4c26-4d59-b63e-8b94bc34a0f9 HTTP/1.1" status: 200 len: 946 time: 0.0908928 Jul 16 01:40:14.611548 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b95943e9-018e-4563-832c-6372228f0bc3 req-37c51b8f-30f3-47e5-bcd3-b0b2ca2ab203 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=d457b881-4be8-4878-902c-40937d3d1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401120 Jul 16 01:40:14.694015 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f3fdc3d0-a54e-400d-9cdb-7ec7316c8057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'name': 'tempest-TestNetworkBasicOps-router-1856070966', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:40:13Z', 'revision_number': 6, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:13Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'd7a4dfd8-53df-4313-90ca-46c0033dae04', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'port_id': '3df0ba7e-7f6e-4d29-8f66-0dd0ff809420', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'mac_address': 'fa:16:3e:90:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4008c7ff-f494-4021-8d57-b2f0e17f345a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:49Z', 'updated_at': '2021-07-16T01:38:53Z', 'revision_number': 1, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc', 'name': '', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:28:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:19Z', 'updated_at': '2021-07-16T01:38:28Z', 'revision_number': 5, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:14.726834 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fdc3d0-a54e-400d-9cdb-7ec7316c8057 None None] Checking router: 31adc550-e8ed-41ca-bc15-c038cba742ea for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:14.744715 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fdc3d0-a54e-400d-9cdb-7ec7316c8057 None None] Routers {'31adc550-e8ed-41ca-bc15-c038cba742ea'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:14.745357 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f3fdc3d0-a54e-400d-9cdb-7ec7316c8057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:40:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['31adc550-e8ed-41ca-bc15-c038cba742ea'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:14.870621 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-f3fdc3d0-a54e-400d-9cdb-7ec7316c8057 None None] Set router 31adc550-e8ed-41ca-bc15-c038cba742ea gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:15.295840 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f3fdc3d0-a54e-400d-9cdb-7ec7316c8057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'name': 'tempest-TestNetworkBasicOps-router-1856070966', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:40:13Z', 'revision_number': 6, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:13Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'd7a4dfd8-53df-4313-90ca-46c0033dae04', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'port_id': '3df0ba7e-7f6e-4d29-8f66-0dd0ff809420', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'mac_address': 'fa:16:3e:90:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4008c7ff-f494-4021-8d57-b2f0e17f345a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:49Z', 'updated_at': '2021-07-16T01:38:53Z', 'revision_number': 1, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc', 'name': '', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:28:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:19Z', 'updated_at': '2021-07-16T01:38:28Z', 'revision_number': 5, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:15.326833 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fdc3d0-a54e-400d-9cdb-7ec7316c8057 None None] The sync data for ids ['31adc550-e8ed-41ca-bc15-c038cba742ea'] in n-d-792394-16 is: [{'id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'name': 'tempest-TestNetworkBasicOps-router-1856070966', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:40:13Z', 'revision_number': 6, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:13Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'd7a4dfd8-53df-4313-90ca-46c0033dae04', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'port_id': '3df0ba7e-7f6e-4d29-8f66-0dd0ff809420', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'mac_address': 'fa:16:3e:90:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4008c7ff-f494-4021-8d57-b2f0e17f345a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:49Z', 'updated_at': '2021-07-16T01:38:53Z', 'revision_number': 1, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc', 'name': '', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:28:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:19Z', 'updated_at': '2021-07-16T01:38:28Z', 'revision_number': 5, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:15.881385 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b1d78-95f1-4251-9c18-7977a81a9662 req-8227ed89-bbcc-4e29-8239-ed9d87276199 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:15.889180 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-551b1d78-95f1-4251-9c18-7977a81a9662 req-8227ed89-bbcc-4e29-8239-ed9d87276199 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=422d36bd-4c26-4d59-b63e-8b94bc34a0f9 HTTP/1.1" status: 200 len: 946 time: 0.1111374 Jul 16 01:40:16.004247 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f1ee8-8caa-4dd8-8865-77a35c4c7c6e req-ba9481ab-95ee-4c9c-aa16-b059da73933e tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:16.006497 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-258f1ee8-8caa-4dd8-8865-77a35c4c7c6e req-ba9481ab-95ee-4c9c-aa16-b059da73933e tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.84 "GET /v2.0/ports?device_id=422d36bd-4c26-4d59-b63e-8b94bc34a0f9 HTTP/1.1" status: 200 len: 946 time: 0.0934851 Jul 16 01:40:16.029515 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e1f3ef31-945d-4147-b44d-a850e7734ab6 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:16.051186 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-551b1d78-95f1-4251-9c18-7977a81a9662 req-56c7615f-7b9c-44a3-bd52-158a170926af tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=d457b881-4be8-4878-902c-40937d3d1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594460 Jul 16 01:40:16.117412 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: e1f3ef31-945d-4147-b44d-a850e7734ab6 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:16.118826 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e1f3ef31-945d-4147-b44d-a850e7734ab6 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:16.269752 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e9827-bd2d-47a5-8e42-e9cde8535fa8 req-b997435a-f3a6-4252-80b3-b0dff0418157 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:16.271305 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a7e9827-bd2d-47a5-8e42-e9cde8535fa8 req-b997435a-f3a6-4252-80b3-b0dff0418157 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=10a873c7-3ddc-417d-8c18-8875594b09ce HTTP/1.1" status: 200 len: 945 time: 0.1436985 Jul 16 01:40:16.285547 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-258f1ee8-8caa-4dd8-8865-77a35c4c7c6e req-c7ab957f-3a6c-4052-b08f-b43855808f25 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Deleting port 74b3f7e7-96cf-4c5b-a63f-206974f7601f {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:16.286128 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-258f1ee8-8caa-4dd8-8865-77a35c4c7c6e req-c7ab957f-3a6c-4052-b08f-b43855808f25 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.397583 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a7e9827-bd2d-47a5-8e42-e9cde8535fa8 req-db0a8121-def4-4397-9346-637e6671c3b2 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153314 Jul 16 01:40:16.433850 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-258f1ee8-8caa-4dd8-8865-77a35c4c7c6e req-c7ab957f-3a6c-4052-b08f-b43855808f25 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] For port 74b3f7e7-96cf-4c5b-a63f-206974f7601f, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=74b3f7e7-96cf-4c5b-a63f-206974f7601f,segment=NetworkSegment(47354e83-641b-40f5-a407-9a44c97e8b6d),segment_id=47354e83-641b-40f5-a407-9a44c97e8b6d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:16.433850 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-258f1ee8-8caa-4dd8-8865-77a35c4c7c6e req-c7ab957f-3a6c-4052-b08f-b43855808f25 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.447030 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-258f1ee8-8caa-4dd8-8865-77a35c4c7c6e req-c7ab957f-3a6c-4052-b08f-b43855808f25 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Calling delete_port for 74b3f7e7-96cf-4c5b-a63f-206974f7601f owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:16.579629 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-258f1ee8-8caa-4dd8-8865-77a35c4c7c6e req-c7ab957f-3a6c-4052-b08f-b43855808f25 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.614239 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab957f-3a6c-4052-b08f-b43855808f25 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event deleted for resources: {'Port': ['ID=74b3f7e7-96cf-4c5b-a63f-206974f7601f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:16.668521 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-258f1ee8-8caa-4dd8-8865-77a35c4c7c6e req-c7ab957f-3a6c-4052-b08f-b43855808f25 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] No DVR routers for this DVR port 74b3f7e7-96cf-4c5b-a63f-206974f7601f on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:16.671192 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-258f1ee8-8caa-4dd8-8865-77a35c4c7c6e req-c7ab957f-3a6c-4052-b08f-b43855808f25 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.673292 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-258f1ee8-8caa-4dd8-8865-77a35c4c7c6e req-c7ab957f-3a6c-4052-b08f-b43855808f25 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.84 "DELETE /v2.0/ports/74b3f7e7-96cf-4c5b-a63f-206974f7601f HTTP/1.1" status: 204 len: 173 time: 0.6586316 Jul 16 01:40:16.673742 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422d36bd-4c26-4d59-b63e-8b94bc34a0f9', 'name': 'network-vif-deleted', 'tag': '74b3f7e7-96cf-4c5b-a63f-206974f7601f'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:16.676057 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21028f07-4746-4cd0-bf76-9c187eb6b83e" -d '{"events": [{"server_uuid": "422d36bd-4c26-4d59-b63e-8b94bc34a0f9", "name": "network-vif-deleted", "tag": "74b3f7e7-96cf-4c5b-a63f-206974f7601f"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:16.722322 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc6138d-cfcf-49fd-b0ff-1074a64c7167 x-openstack-request-id: req-6bc6138d-cfcf-49fd-b0ff-1074a64c7167 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:16.722631 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422d36bd-4c26-4d59-b63e-8b94bc34a0f9", "name": "network-vif-deleted", "tag": "74b3f7e7-96cf-4c5b-a63f-206974f7601f", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:16.722875 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6bc6138d-cfcf-49fd-b0ff-1074a64c7167 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:16.723296 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422d36bd-4c26-4d59-b63e-8b94bc34a0f9', 'name': 'network-vif-deleted', 'tag': '74b3f7e7-96cf-4c5b-a63f-206974f7601f', 'status': 'completed', 'code': 200} Jul 16 01:40:17.312145 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eda273-2e0f-47b1-a4fd-4172c9c430a0 req-3b9f532f-e369-4e05-9e89-6813c5a15cbc tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.314018 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b0eda273-2e0f-47b1-a4fd-4172c9c430a0 req-3b9f532f-e369-4e05-9e89-6813c5a15cbc tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.84 "GET /v2.0/ports?device_id=10a873c7-3ddc-417d-8c18-8875594b09ce HTTP/1.1" status: 200 len: 945 time: 0.1538389 Jul 16 01:40:17.314425 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e666066b-97b0-433d-91e7-24afb25746bf req-8926f9d7-9ba4-4d0a-8fd1-452e5e3583fd tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=422d36bd-4c26-4d59-b63e-8b94bc34a0f9 HTTP/1.1" status: 200 len: 210 time: 0.0546534 Jul 16 01:40:17.453660 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b0eda273-2e0f-47b1-a4fd-4172c9c430a0 req-9a9b2a2b-06e9-4b88-ba24-5b47bcca1904 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Deleting port f4d3863d-7b91-4edb-bf04-1af2eae04086 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:17.454651 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b0eda273-2e0f-47b1-a4fd-4172c9c430a0 req-9a9b2a2b-06e9-4b88-ba24-5b47bcca1904 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.593581 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-b0eda273-2e0f-47b1-a4fd-4172c9c430a0 req-9a9b2a2b-06e9-4b88-ba24-5b47bcca1904 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] For port f4d3863d-7b91-4edb-bf04-1af2eae04086, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=f4d3863d-7b91-4edb-bf04-1af2eae04086,segment=NetworkSegment(7001c564-5dab-4ec5-959b-17fbbab7fc20),segment_id=7001c564-5dab-4ec5-959b-17fbbab7fc20)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:17.594010 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b0eda273-2e0f-47b1-a4fd-4172c9c430a0 req-9a9b2a2b-06e9-4b88-ba24-5b47bcca1904 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.610273 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b0eda273-2e0f-47b1-a4fd-4172c9c430a0 req-9a9b2a2b-06e9-4b88-ba24-5b47bcca1904 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Calling delete_port for f4d3863d-7b91-4edb-bf04-1af2eae04086 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:17.634334 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbbfdb-4598-45f7-8772-f33999e8f09b req-47b19594-ca57-45a6-b41c-6f95ad2890d3 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.641917 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a2dbbfdb-4598-45f7-8772-f33999e8f09b req-47b19594-ca57-45a6-b41c-6f95ad2890d3 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=10a873c7-3ddc-417d-8c18-8875594b09ce HTTP/1.1" status: 200 len: 945 time: 0.0755732 Jul 16 01:40:17.677343 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a2dbbfdb-4598-45f7-8772-f33999e8f09b req-4e42d457-050e-4269-9535-0c4523413a16 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342960 Jul 16 01:40:17.784981 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b0eda273-2e0f-47b1-a4fd-4172c9c430a0 req-9a9b2a2b-06e9-4b88-ba24-5b47bcca1904 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.798717 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['e1ab8889-f6e9-4a91-b89b-c3f07b3db027', 'f4d3863d-7b91-4edb-bf04-1af2eae04086'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:17.817312 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b2a2b-06e9-4b88-ba24-5b47bcca1904 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Pushing event deleted for resources: {'Port': ['ID=f4d3863d-7b91-4edb-bf04-1af2eae04086,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:17.826665 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9b2a2b-06e9-4b88-ba24-5b47bcca1904 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:17.827013 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9b2a2b-06e9-4b88-ba24-5b47bcca1904 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:17.827353 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9b2a2b-06e9-4b88-ba24-5b47bcca1904 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:17.827749 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9b2a2b-06e9-4b88-ba24-5b47bcca1904 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:17.828085 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9b2a2b-06e9-4b88-ba24-5b47bcca1904 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:17.828856 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9b2a2b-06e9-4b88-ba24-5b47bcca1904 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:17.829103 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9b2a2b-06e9-4b88-ba24-5b47bcca1904 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:17.829444 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9b2a2b-06e9-4b88-ba24-5b47bcca1904 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:17.829773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9b2a2b-06e9-4b88-ba24-5b47bcca1904 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:17.830106 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9b2a2b-06e9-4b88-ba24-5b47bcca1904 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:17.830429 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9b2a2b-06e9-4b88-ba24-5b47bcca1904 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:17.830750 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9b2a2b-06e9-4b88-ba24-5b47bcca1904 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:17.897584 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0eda273-2e0f-47b1-a4fd-4172c9c430a0 req-9a9b2a2b-06e9-4b88-ba24-5b47bcca1904 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] No DVR routers for this DVR port f4d3863d-7b91-4edb-bf04-1af2eae04086 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:17.901924 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b0eda273-2e0f-47b1-a4fd-4172c9c430a0 req-9a9b2a2b-06e9-4b88-ba24-5b47bcca1904 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.904987 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b0eda273-2e0f-47b1-a4fd-4172c9c430a0 req-9a9b2a2b-06e9-4b88-ba24-5b47bcca1904 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.84 "DELETE /v2.0/ports/f4d3863d-7b91-4edb-bf04-1af2eae04086 HTTP/1.1" status: 204 len: 173 time: 0.5858684 Jul 16 01:40:17.955651 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device f4d3863d-7b91-4edb-bf04-1af2eae04086 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:17.993747 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: f4d3863d-7b91-4edb-bf04-1af2eae04086 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:17.994074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device f4d3863d-7b91-4edb-bf04-1af2eae04086 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:17.994486 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 74b3f7e7-96cf-4c5b-a63f-206974f7601f no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:18.026226 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 74b3f7e7-96cf-4c5b-a63f-206974f7601f {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:18.027324 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 74b3f7e7-96cf-4c5b-a63f-206974f7601f not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:18.028192 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device c83cd3d1-5ede-4201-9a92-0c35167e1fb6 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:18.072153 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: c83cd3d1-5ede-4201-9a92-0c35167e1fb6 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:18.077880 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device c83cd3d1-5ede-4201-9a92-0c35167e1fb6 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:18.422596 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40238) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:18.497239 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb111726-ed10-431c-8479-8e505bff9bad tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.535212 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb111726-ed10-431c-8479-8e505bff9bad tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.621605 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb111726-ed10-431c-8479-8e505bff9bad tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.625039 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eb111726-ed10-431c-8479-8e505bff9bad tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.629679 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-eb111726-ed10-431c-8479-8e505bff9bad tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "DELETE /v2.0/security-groups/d457b881-4be8-4878-902c-40937d3d1414 HTTP/1.1" status: 204 len: 168 time: 0.2057590 Jul 16 01:40:18.646061 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb111726-ed10-431c-8479-8e505bff9bad tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d457b881-4be8-4878-902c-40937d3d1414,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:18.725018 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a873c7-3ddc-417d-8c18-8875594b09ce', 'name': 'network-vif-deleted', 'tag': 'f4d3863d-7b91-4edb-bf04-1af2eae04086'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:18.730585 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe20a501-c7c1-4bad-ac47-06069e4599cf" -d '{"events": [{"server_uuid": "10a873c7-3ddc-417d-8c18-8875594b09ce", "name": "network-vif-deleted", "tag": "f4d3863d-7b91-4edb-bf04-1af2eae04086"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:18.743959 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40256) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:18.881218 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d05aa2-56d2-47ad-a209-9fe48cddacd8 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Deleting subnet ea83f656-22a4-46d0-9a6f-ea2a97aaad0a {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:18.885995 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-69d05aa2-56d2-47ad-a209-9fe48cddacd8 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.938904 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-69d05aa2-56d2-47ad-a209-9fe48cddacd8 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.978077 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f36b521-b7d3-4a5e-be99-89c46302be5f x-openstack-request-id: req-6f36b521-b7d3-4a5e-be99-89c46302be5f {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:18.979740 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a873c7-3ddc-417d-8c18-8875594b09ce", "name": "network-vif-deleted", "tag": "f4d3863d-7b91-4edb-bf04-1af2eae04086", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:18.979740 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f36b521-b7d3-4a5e-be99-89c46302be5f {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:18.979740 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a873c7-3ddc-417d-8c18-8875594b09ce', 'name': 'network-vif-deleted', 'tag': 'f4d3863d-7b91-4edb-bf04-1af2eae04086', 'status': 'completed', 'code': 200} Jul 16 01:40:19.185073 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-69d05aa2-56d2-47ad-a209-9fe48cddacd8 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.280634 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-69d05aa2-56d2-47ad-a209-9fe48cddacd8 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.366788 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:40:19.370151 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-69d05aa2-56d2-47ad-a209-9fe48cddacd8 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.376256 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-69d05aa2-56d2-47ad-a209-9fe48cddacd8 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "DELETE /v2.0/subnets/ea83f656-22a4-46d0-9a6f-ea2a97aaad0a HTTP/1.1" status: 204 len: 168 time: 0.6267910 Jul 16 01:40:19.376256 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d05aa2-56d2-47ad-a209-9fe48cddacd8 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event deleted for resources: {'Subnet': ['ID=ea83f656-22a4-46d0-9a6f-ea2a97aaad0a,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:19.378035 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40266) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:19.379927 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7744e3-4a09-4395-b95e-32f922f7942e None None] Network 83ce6ff4-f565-4f31-8c07-1b47d4a18ac1 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:19.566137 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-00583b5a-cc81-4e0d-a163-6df8778cd7ec tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.661728 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-00583b5a-cc81-4e0d-a163-6df8778cd7ec tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Deleting port 8ecb6b66-6b90-498f-a896-8c98459ec860 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:19.662532 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-00583b5a-cc81-4e0d-a163-6df8778cd7ec tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.736056 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-00583b5a-cc81-4e0d-a163-6df8778cd7ec tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] For port 8ecb6b66-6b90-498f-a896-8c98459ec860, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8ecb6b66-6b90-498f-a896-8c98459ec860,segment=NetworkSegment(47354e83-641b-40f5-a407-9a44c97e8b6d),segment_id=47354e83-641b-40f5-a407-9a44c97e8b6d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:19.737202 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-00583b5a-cc81-4e0d-a163-6df8778cd7ec tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.751595 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-00583b5a-cc81-4e0d-a163-6df8778cd7ec tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Calling delete_port for 8ecb6b66-6b90-498f-a896-8c98459ec860 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:19.752696 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d417dc6-ac70-4707-aa88-abb6bd1c091c None None] DHCP port deletion for 83ce6ff4-f565-4f31-8c07-1b47d4a18ac1 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:40:19.878555 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9d417dc6-ac70-4707-aa88-abb6bd1c091c None None] Deleting port 8ecb6b66-6b90-498f-a896-8c98459ec860 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:19.879323 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9d417dc6-ac70-4707-aa88-abb6bd1c091c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.905316 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-00583b5a-cc81-4e0d-a163-6df8778cd7ec tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.957197 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00583b5a-cc81-4e0d-a163-6df8778cd7ec tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] No DVR routers for this DVR port 8ecb6b66-6b90-498f-a896-8c98459ec860 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:19.961550 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00583b5a-cc81-4e0d-a163-6df8778cd7ec tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event deleted for resources: {'Port': ['ID=8ecb6b66-6b90-498f-a896-8c98459ec860,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:20.089565 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-9d417dc6-ac70-4707-aa88-abb6bd1c091c None None] For port 8ecb6b66-6b90-498f-a896-8c98459ec860, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8ecb6b66-6b90-498f-a896-8c98459ec860,segment=NetworkSegment(47354e83-641b-40f5-a407-9a44c97e8b6d),segment_id=47354e83-641b-40f5-a407-9a44c97e8b6d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:20.089901 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9d417dc6-ac70-4707-aa88-abb6bd1c091c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.130042 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8ecb6b66-6b90-498f-a896-8c98459ec860 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:20.138494 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9d417dc6-ac70-4707-aa88-abb6bd1c091c None None] Calling delete_port for 8ecb6b66-6b90-498f-a896-8c98459ec860 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:20.164675 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 8ecb6b66-6b90-498f-a896-8c98459ec860 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:20.165027 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8ecb6b66-6b90-498f-a896-8c98459ec860 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:20.189662 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-00583b5a-cc81-4e0d-a163-6df8778cd7ec tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.231481 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-00583b5a-cc81-4e0d-a163-6df8778cd7ec tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ce6ff4-f565-4f31-8c07-1b47d4a18ac1']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:20.267481 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9d417dc6-ac70-4707-aa88-abb6bd1c091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.279594 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-00583b5a-cc81-4e0d-a163-6df8778cd7ec tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47354e83-641b-40f5-a407-9a44c97e8b6d') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:20.279864 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-00583b5a-cc81-4e0d-a163-6df8778cd7ec tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47354e83-641b-40f5-a407-9a44c97e8b6d') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:20.302099 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d417dc6-ac70-4707-aa88-abb6bd1c091c None None] Pushing event deleted for resources: {'Port': ['ID=8ecb6b66-6b90-498f-a896-8c98459ec860,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:20.308566 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d417dc6-ac70-4707-aa88-abb6bd1c091c None None] No DVR routers for this DVR port 8ecb6b66-6b90-498f-a896-8c98459ec860 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:20.315549 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-00583b5a-cc81-4e0d-a163-6df8778cd7ec tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.375105 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-00583b5a-cc81-4e0d-a163-6df8778cd7ec tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.392966 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00583b5a-cc81-4e0d-a163-6df8778cd7ec tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:20.392966 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-00583b5a-cc81-4e0d-a163-6df8778cd7ec tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:20.470988 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:20.474612 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-00583b5a-cc81-4e0d-a163-6df8778cd7ec tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.509065 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-00583b5a-cc81-4e0d-a163-6df8778cd7ec tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.516211 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-00583b5a-cc81-4e0d-a163-6df8778cd7ec tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "DELETE /v2.0/networks/83ce6ff4-f565-4f31-8c07-1b47d4a18ac1 HTTP/1.1" status: 204 len: 168 time: 1.1362453 Jul 16 01:40:20.516470 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40278) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:20.516924 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00583b5a-cc81-4e0d-a163-6df8778cd7ec tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event deleted for resources: {'Network': ['ID=83ce6ff4-f565-4f31-8c07-1b47d4a18ac1,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:20.797430 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-a23667fc-f97c-4e46-b185-c0a722fc1efc tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Deleting port 6286ae70-1883-412d-a41c-447c310efe00 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:20.800560 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a23667fc-f97c-4e46-b185-c0a722fc1efc tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.887071 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a23667fc-f97c-4e46-b185-c0a722fc1efc tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.888239 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a23667fc-f97c-4e46-b185-c0a722fc1efc tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.911798 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-a23667fc-f97c-4e46-b185-c0a722fc1efc tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Calling delete_port for 6286ae70-1883-412d-a41c-447c310efe00 owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:21.309117 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a23667fc-f97c-4e46-b185-c0a722fc1efc tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.340943 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23667fc-f97c-4e46-b185-c0a722fc1efc tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event deleted for resources: {'Port': ['ID=6286ae70-1883-412d-a41c-447c310efe00,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:21.442723 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a23667fc-f97c-4e46-b185-c0a722fc1efc tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.443429 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-a23667fc-f97c-4e46-b185-c0a722fc1efc tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Floating IP d7a4dfd8-53df-4313-90ca-46c0033dae04 disassociated (deleted). External IP: 172.25.6.199, port: 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420. Jul 16 01:40:21.728415 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23667fc-f97c-4e46-b185-c0a722fc1efc tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Router 31adc550-e8ed-41ca-bc15-c038cba742ea has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:21.913166 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23667fc-f97c-4e46-b185-c0a722fc1efc tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:21.920564 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a23667fc-f97c-4e46-b185-c0a722fc1efc tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.925210 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c62ad3-ebca-483c-8da7-06ce3fec9c65 None None] Sync routers for ids ['31adc550-e8ed-41ca-bc15-c038cba742ea'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:21.952156 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c62ad3-ebca-483c-8da7-06ce3fec9c65 None None] Routers {'31adc550-e8ed-41ca-bc15-c038cba742ea'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:21.954699 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c1c62ad3-ebca-483c-8da7-06ce3fec9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:40:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['31adc550-e8ed-41ca-bc15-c038cba742ea'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:21.993552 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a23667fc-f97c-4e46-b185-c0a722fc1efc tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "DELETE /v2.0/floatingips/d7a4dfd8-53df-4313-90ca-46c0033dae04 HTTP/1.1" status: 204 len: 168 time: 1.4755425 Jul 16 01:40:21.995121 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4008c7ff-f494-4021-8d57-b2f0e17f345a', 'tag': '3df0ba7e-7f6e-4d29-8f66-0dd0ff809420'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:21.996979 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4719f0c-b960-4adf-9a8d-965e8d428188" -d '{"events": [{"name": "network-changed", "server_uuid": "4008c7ff-f494-4021-8d57-b2f0e17f345a", "tag": "3df0ba7e-7f6e-4d29-8f66-0dd0ff809420"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:22.079848 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca7be73-20d9-431a-897d-5fbe0073419e x-openstack-request-id: req-1ca7be73-20d9-431a-897d-5fbe0073419e {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:22.080141 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4008c7ff-f494-4021-8d57-b2f0e17f345a", "tag": "3df0ba7e-7f6e-4d29-8f66-0dd0ff809420", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:22.080461 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ca7be73-20d9-431a-897d-5fbe0073419e {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:22.080994 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4008c7ff-f494-4021-8d57-b2f0e17f345a', 'tag': '3df0ba7e-7f6e-4d29-8f66-0dd0ff809420', 'status': 'completed', 'code': 200} Jul 16 01:40:22.121284 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-c1c62ad3-ebca-483c-8da7-06ce3fec9c65 None None] Set router 31adc550-e8ed-41ca-bc15-c038cba742ea gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:22.321866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4719f0c-b960-4adf-9a8d-965e8d428188 req-3ba928a4-46d7-4171-a76c-07535980c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:22.323867 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d4719f0c-b960-4adf-9a8d-965e8d428188 req-3ba928a4-46d7-4171-a76c-07535980c35e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5db3964ad24743648c502cd9b77ad865&device_id=4008c7ff-f494-4021-8d57-b2f0e17f345a HTTP/1.1" status: 200 len: 1097 time: 0.2265949 Jul 16 01:40:22.679479 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c1c62ad3-ebca-483c-8da7-06ce3fec9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'name': 'tempest-TestNetworkBasicOps-router-1856070966', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:40:13Z', 'revision_number': 6, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:13Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc', 'name': '', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:28:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:19Z', 'updated_at': '2021-07-16T01:38:28Z', 'revision_number': 5, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:22.727506 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4719f0c-b960-4adf-9a8d-965e8d428188 req-3986c9d6-b596-438f-a0ff-b597c3523286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:22.729340 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d4719f0c-b960-4adf-9a8d-965e8d428188 req-3986c9d6-b596-438f-a0ff-b597c3523286 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bcdc0229-cd01-4532-8a67-71d584f848e2 HTTP/1.1" status: 200 len: 898 time: 0.3974419 Jul 16 01:40:22.749614 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c62ad3-ebca-483c-8da7-06ce3fec9c65 None None] Checking router: 31adc550-e8ed-41ca-bc15-c038cba742ea for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:22.771097 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c62ad3-ebca-483c-8da7-06ce3fec9c65 None None] Routers {'31adc550-e8ed-41ca-bc15-c038cba742ea'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:22.771724 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c1c62ad3-ebca-483c-8da7-06ce3fec9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:40:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['31adc550-e8ed-41ca-bc15-c038cba742ea'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:22.820003 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d4719f0c-b960-4adf-9a8d-965e8d428188 req-f96ac089-f84e-4cb0-8b44-fa0d9423810c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 HTTP/1.1" status: 200 len: 217 time: 0.0816922 Jul 16 01:40:22.986895 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4719f0c-b960-4adf-9a8d-965e8d428188 req-d1f254e7-3275-493a-9994-562fd443c892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:22.997521 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d4719f0c-b960-4adf-9a8d-965e8d428188 req-d1f254e7-3275-493a-9994-562fd443c892 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f6527019-7ef6-4382-8e37-6e73700c058a HTTP/1.1" status: 200 len: 835 time: 0.1696103 Jul 16 01:40:23.081516 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-c1c62ad3-ebca-483c-8da7-06ce3fec9c65 None None] Set router 31adc550-e8ed-41ca-bc15-c038cba742ea gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:23.497480 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8e451-73a4-4c5a-87f9-91da591503db req-1ab3d601-d6a6-4c3a-9c01-4254400bbfa5 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:23.499344 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d1a8e451-73a4-4c5a-87f9-91da591503db req-1ab3d601-d6a6-4c3a-9c01-4254400bbfa5 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=4008c7ff-f494-4021-8d57-b2f0e17f345a HTTP/1.1" status: 200 len: 945 time: 0.2822843 Jul 16 01:40:23.565777 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d1a8e451-73a4-4c5a-87f9-91da591503db req-10fda879-6065-446e-94f3-f82ba811d2a4 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc254919-ff6c-41a5-9e16-482f0ac8ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594387 Jul 16 01:40:23.585434 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c1c62ad3-ebca-483c-8da7-06ce3fec9c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'name': 'tempest-TestNetworkBasicOps-router-1856070966', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:40:13Z', 'revision_number': 6, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:13Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc', 'name': '', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:28:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:19Z', 'updated_at': '2021-07-16T01:38:28Z', 'revision_number': 5, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:23.656852 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c62ad3-ebca-483c-8da7-06ce3fec9c65 None None] The sync data for ids ['31adc550-e8ed-41ca-bc15-c038cba742ea'] in n-d-792394-16 is: [{'id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'name': 'tempest-TestNetworkBasicOps-router-1856070966', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:40:13Z', 'revision_number': 6, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:13Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc', 'name': '', 'network_id': 'bcdc0229-cd01-4532-8a67-71d584f848e2', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:28:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:19Z', 'updated_at': '2021-07-16T01:38:28Z', 'revision_number': 5, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': 'f6527019-7ef6-4382-8e37-6e73700c058a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:23.798470 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4719f0c-b960-4adf-9a8d-965e8d428188 req-64b787be-64d2-4b52-b6cb-e30da91e1b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:23.805153 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d4719f0c-b960-4adf-9a8d-965e8d428188 req-64b787be-64d2-4b52-b6cb-e30da91e1b47 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bcdc0229-cd01-4532-8a67-71d584f848e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7906952 Jul 16 01:40:23.814404 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414c8cb-3827-4379-b3e7-1fbc86f684ad req-80ae3aa3-c3b1-4daf-812e-3af813368e6d tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:23.822265 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a414c8cb-3827-4379-b3e7-1fbc86f684ad req-80ae3aa3-c3b1-4daf-812e-3af813368e6d tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f801fff-3ee9-4ed7-973e-4e22ef6e1888 HTTP/1.1" status: 200 len: 945 time: 0.1649096 Jul 16 01:40:24.066281 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a414c8cb-3827-4379-b3e7-1fbc86f684ad req-e3c70680-e1b6-4738-8f9a-a4d85399a175 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ff604e5-0e99-4065-8bdf-1329e95228d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430074 Jul 16 01:40:24.083641 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d4719f0c-b960-4adf-9a8d-965e8d428188 req-b52f8153-1e59-4c9a-a980-d28aae5f3b92 service neutron] 10.222.0.82 "GET /v2.0/networks/bcdc0229-cd01-4532-8a67-71d584f848e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537100 Jul 16 01:40:24.172337 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945cd7c-e746-42ff-b932-d476866d3c1c req-0f60b09e-3c8b-4b3e-b5af-00085304cf22 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.173947 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9945cd7c-e746-42ff-b932-d476866d3c1c req-0f60b09e-3c8b-4b3e-b5af-00085304cf22 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.82 "GET /v2.0/ports?device_id=4008c7ff-f494-4021-8d57-b2f0e17f345a HTTP/1.1" status: 200 len: 945 time: 0.3042099 Jul 16 01:40:24.196691 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c530f-6af7-4889-b620-4a2bd7d64621 None None] New status for floating IP d7a4dfd8-53df-4313-90ca-46c0033dae04: DOWN {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:40:24.316703 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d4719f0c-b960-4adf-9a8d-965e8d428188 req-9e6f3794-c22d-4a90-a20c-bc0b9c7bf64d service neutron] 10.222.0.82 "GET /v2.0/networks/bcdc0229-cd01-4532-8a67-71d584f848e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181094 Jul 16 01:40:24.366945 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-9945cd7c-e746-42ff-b932-d476866d3c1c req-0e854850-f6f9-4da5-93d1-a79eabbdac56 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Deleting port 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:24.367892 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9945cd7c-e746-42ff-b932-d476866d3c1c req-0e854850-f6f9-4da5-93d1-a79eabbdac56 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.529108 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-9945cd7c-e746-42ff-b932-d476866d3c1c req-0e854850-f6f9-4da5-93d1-a79eabbdac56 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] For port 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3df0ba7e-7f6e-4d29-8f66-0dd0ff809420,segment=NetworkSegment(f4a23602-b0a5-4c25-aece-794ff1dc0703),segment_id=f4a23602-b0a5-4c25-aece-794ff1dc0703)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:24.530522 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9945cd7c-e746-42ff-b932-d476866d3c1c req-0e854850-f6f9-4da5-93d1-a79eabbdac56 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.555528 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-9945cd7c-e746-42ff-b932-d476866d3c1c req-0e854850-f6f9-4da5-93d1-a79eabbdac56 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Calling delete_port for 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:24.583231 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2db38-fc20-42df-a7a0-e7355faf820e req-0f50557b-8325-42d7-8fa8-2fb12ad4d546 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.584389 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a3c2db38-fc20-42df-a7a0-e7355faf820e req-0f50557b-8325-42d7-8fa8-2fb12ad4d546 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f801fff-3ee9-4ed7-973e-4e22ef6e1888 HTTP/1.1" status: 200 len: 945 time: 0.1270728 Jul 16 01:40:24.766326 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-a3c2db38-fc20-42df-a7a0-e7355faf820e req-32d2c14b-bc21-4b9f-aec8-9354a73c4804 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Deleting port e1ab8889-f6e9-4a91-b89b-c3f07b3db027 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:24.766873 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a3c2db38-fc20-42df-a7a0-e7355faf820e req-32d2c14b-bc21-4b9f-aec8-9354a73c4804 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.834556 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa683845-3eef-454c-851d-30b01f773e44 req-02960df2-a5a7-4526-a367-ffc729a6f0e5 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.837447 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aa683845-3eef-454c-851d-30b01f773e44 req-02960df2-a5a7-4526-a367-ffc729a6f0e5 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=4008c7ff-f494-4021-8d57-b2f0e17f345a HTTP/1.1" status: 200 len: 945 time: 0.1295316 Jul 16 01:40:24.889845 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aa683845-3eef-454c-851d-30b01f773e44 req-429a5369-1c8d-4664-a08e-449352bc0ebf tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc254919-ff6c-41a5-9e16-482f0ac8ef01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466714 Jul 16 01:40:24.952928 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9945cd7c-e746-42ff-b932-d476866d3c1c req-0e854850-f6f9-4da5-93d1-a79eabbdac56 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.997810 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e854850-f6f9-4da5-93d1-a79eabbdac56 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event deleted for resources: {'Port': ['ID=3df0ba7e-7f6e-4d29-8f66-0dd0ff809420,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:25.001861 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-a3c2db38-fc20-42df-a7a0-e7355faf820e req-32d2c14b-bc21-4b9f-aec8-9354a73c4804 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] For port e1ab8889-f6e9-4a91-b89b-c3f07b3db027, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=e1ab8889-f6e9-4a91-b89b-c3f07b3db027,segment=NetworkSegment(7001c564-5dab-4ec5-959b-17fbbab7fc20),segment_id=7001c564-5dab-4ec5-959b-17fbbab7fc20)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:25.002230 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a3c2db38-fc20-42df-a7a0-e7355faf820e req-32d2c14b-bc21-4b9f-aec8-9354a73c4804 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.047766 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-a3c2db38-fc20-42df-a7a0-e7355faf820e req-32d2c14b-bc21-4b9f-aec8-9354a73c4804 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Calling delete_port for e1ab8889-f6e9-4a91-b89b-c3f07b3db027 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:25.097914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-9945cd7c-e746-42ff-b932-d476866d3c1c req-0e854850-f6f9-4da5-93d1-a79eabbdac56 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] No DVR routers for this DVR port 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:25.102314 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9945cd7c-e746-42ff-b932-d476866d3c1c req-0e854850-f6f9-4da5-93d1-a79eabbdac56 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.104538 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9945cd7c-e746-42ff-b932-d476866d3c1c req-0e854850-f6f9-4da5-93d1-a79eabbdac56 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.82 "DELETE /v2.0/ports/3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 HTTP/1.1" status: 204 len: 173 time: 0.9201093 Jul 16 01:40:25.105018 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4008c7ff-f494-4021-8d57-b2f0e17f345a', 'name': 'network-vif-deleted', 'tag': '3df0ba7e-7f6e-4d29-8f66-0dd0ff809420'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:25.107512 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86ef3b5-9248-44c9-b9f7-281b916d204a" -d '{"events": [{"server_uuid": "4008c7ff-f494-4021-8d57-b2f0e17f345a", "name": "network-vif-deleted", "tag": "3df0ba7e-7f6e-4d29-8f66-0dd0ff809420"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:25.308691 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a3c2db38-fc20-42df-a7a0-e7355faf820e req-32d2c14b-bc21-4b9f-aec8-9354a73c4804 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.321023 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['e1ab8889-f6e9-4a91-b89b-c3f07b3db027'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:25.383951 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dab2dcd-77dc-4f47-af0e-075208b6719a x-openstack-request-id: req-2dab2dcd-77dc-4f47-af0e-075208b6719a {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:25.385028 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4008c7ff-f494-4021-8d57-b2f0e17f345a", "name": "network-vif-deleted", "tag": "3df0ba7e-7f6e-4d29-8f66-0dd0ff809420", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:25.385293 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2dab2dcd-77dc-4f47-af0e-075208b6719a {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:25.385709 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4008c7ff-f494-4021-8d57-b2f0e17f345a', 'name': 'network-vif-deleted', 'tag': '3df0ba7e-7f6e-4d29-8f66-0dd0ff809420', 'status': 'completed', 'code': 200} Jul 16 01:40:25.392659 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2c14b-bc21-4b9f-aec8-9354a73c4804 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Pushing event deleted for resources: {'Port': ['ID=e1ab8889-f6e9-4a91-b89b-c3f07b3db027,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:25.436062 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f82cf027-83f2-4f02-8df1-fabc7b3aa966 req-9183d2ab-ce73-4037-9527-75ce996f191c tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f801fff-3ee9-4ed7-973e-4e22ef6e1888 HTTP/1.1" status: 200 len: 210 time: 0.0649493 Jul 16 01:40:25.511133 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c2db38-fc20-42df-a7a0-e7355faf820e req-32d2c14b-bc21-4b9f-aec8-9354a73c4804 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] No DVR routers for this DVR port e1ab8889-f6e9-4a91-b89b-c3f07b3db027 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:25.513857 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a3c2db38-fc20-42df-a7a0-e7355faf820e req-32d2c14b-bc21-4b9f-aec8-9354a73c4804 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.516914 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a3c2db38-fc20-42df-a7a0-e7355faf820e req-32d2c14b-bc21-4b9f-aec8-9354a73c4804 tempest-AttachVolumeNegativeTest-245554387 tempest-AttachVolumeNegativeTest-245554387-project] 10.222.0.84 "DELETE /v2.0/ports/e1ab8889-f6e9-4a91-b89b-c3f07b3db027 HTTP/1.1" status: 204 len: 173 time: 0.9265180 Jul 16 01:40:25.996789 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40342) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:26.060767 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7c0393d-90fd-4ae6-9a39-544122c4fa14 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.089292 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7c0393d-90fd-4ae6-9a39-544122c4fa14 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.185621 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7c0393d-90fd-4ae6-9a39-544122c4fa14 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.189238 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7c0393d-90fd-4ae6-9a39-544122c4fa14 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.191080 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e7c0393d-90fd-4ae6-9a39-544122c4fa14 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "DELETE /v2.0/security-groups/bc254919-ff6c-41a5-9e16-482f0ac8ef01 HTTP/1.1" status: 204 len: 168 time: 0.1931541 Jul 16 01:40:26.206642 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0393d-90fd-4ae6-9a39-544122c4fa14 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc254919-ff6c-41a5-9e16-482f0ac8ef01,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:26.255012 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40350) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:26.537808 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40356) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:26.583155 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0ffaaa-61aa-4df5-a7a0-cb3b011eb7f0 admin admin] Deleting subnet 3be564b1-f055-40ad-87fc-208a1fbc335f {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:26.587057 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6b0ffaaa-61aa-4df5-a7a0-cb3b011eb7f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.635900 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-446bb927-5992-485a-9cb1-ff780a82c3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.637604 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6b0ffaaa-61aa-4df5-a7a0-cb3b011eb7f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.701172 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6b0ffaaa-61aa-4df5-a7a0-cb3b011eb7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.771281 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6b0ffaaa-61aa-4df5-a7a0-cb3b011eb7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.807052 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ffaaa-61aa-4df5-a7a0-cb3b011eb7f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3be564b1-f055-40ad-87fc-208a1fbc335f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:26.811990 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-958ae18e-f34e-408d-a296-540219077526 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.812781 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6b0ffaaa-61aa-4df5-a7a0-cb3b011eb7f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.817306 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6b0ffaaa-61aa-4df5-a7a0-cb3b011eb7f0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3be564b1-f055-40ad-87fc-208a1fbc335f HTTP/1.1" status: 204 len: 168 time: 0.2779129 Jul 16 01:40:26.818265 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40360) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:26.899134 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5ae13118-33dc-4215-a026-2e21b7cb2cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.997085 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5ae13118-33dc-4215-a026-2e21b7cb2cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.005980 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-5ae13118-33dc-4215-a026-2e21b7cb2cbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd31210a-b3ed-41ba-a32a-8a1d4015a729']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:27.018592 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-5ae13118-33dc-4215-a026-2e21b7cb2cbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7001c564-5dab-4ec5-959b-17fbbab7fc20') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:27.018867 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-5ae13118-33dc-4215-a026-2e21b7cb2cbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7001c564-5dab-4ec5-959b-17fbbab7fc20') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:27.029347 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5ae13118-33dc-4215-a026-2e21b7cb2cbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.050973 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5ae13118-33dc-4215-a026-2e21b7cb2cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.058405 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae13118-33dc-4215-a026-2e21b7cb2cbc admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:27.059060 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5ae13118-33dc-4215-a026-2e21b7cb2cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:27.061260 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:27.121595 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5ae13118-33dc-4215-a026-2e21b7cb2cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.132878 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5ae13118-33dc-4215-a026-2e21b7cb2cbc admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.135655 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5ae13118-33dc-4215-a026-2e21b7cb2cbc admin admin] 10.222.0.16 "DELETE /v2.0/networks/dd31210a-b3ed-41ba-a32a-8a1d4015a729 HTTP/1.1" status: 204 len: 168 time: 0.3155684 Jul 16 01:40:27.150427 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae13118-33dc-4215-a026-2e21b7cb2cbc admin admin] Pushing event deleted for resources: {'Network': ['ID=dd31210a-b3ed-41ba-a32a-8a1d4015a729,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:27.189076 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-958ae18e-f34e-408d-a296-540219077526 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Deleting port df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:27.189686 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-958ae18e-f34e-408d-a296-540219077526 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.293733 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-958ae18e-f34e-408d-a296-540219077526 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] For port df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc,segment=NetworkSegment(f4a23602-b0a5-4c25-aece-794ff1dc0703),segment_id=f4a23602-b0a5-4c25-aece-794ff1dc0703)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:27.294126 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-958ae18e-f34e-408d-a296-540219077526 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.310088 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-958ae18e-f34e-408d-a296-540219077526 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Calling delete_port for df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:27.353088 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40368) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:27.401817 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f801fff-3ee9-4ed7-973e-4e22ef6e1888', 'name': 'network-vif-deleted', 'tag': 'e1ab8889-f6e9-4a91-b89b-c3f07b3db027'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:27.406966 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ada14c5-e914-482d-9bc3-f1a117608ac3" -d '{"events": [{"server_uuid": "3f801fff-3ee9-4ed7-973e-4e22ef6e1888", "name": "network-vif-deleted", "tag": "e1ab8889-f6e9-4a91-b89b-c3f07b3db027"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:27.435757 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d7211307-bd92-4318-9a1d-4a198222c3a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad0c269a16154916be54bb1af1787626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0794930 Jul 16 01:40:27.440408 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40372) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:27.522552 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-309899d9-8fc5-4b33-9c72-ddea4fa130d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.548291 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-309899d9-8fc5-4b33-9c72-ddea4fa130d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.607058 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6917ee3e-e663-4e9b-87b7-4a92b44293c2 x-openstack-request-id: req-6917ee3e-e663-4e9b-87b7-4a92b44293c2 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:27.607354 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f801fff-3ee9-4ed7-973e-4e22ef6e1888", "name": "network-vif-deleted", "tag": "e1ab8889-f6e9-4a91-b89b-c3f07b3db027", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:27.607608 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6917ee3e-e663-4e9b-87b7-4a92b44293c2 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:27.607996 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f801fff-3ee9-4ed7-973e-4e22ef6e1888', 'name': 'network-vif-deleted', 'tag': 'e1ab8889-f6e9-4a91-b89b-c3f07b3db027', 'status': 'completed', 'code': 200} Jul 16 01:40:27.608183 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-309899d9-8fc5-4b33-9c72-ddea4fa130d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.611842 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-309899d9-8fc5-4b33-9c72-ddea4fa130d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.615618 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-309899d9-8fc5-4b33-9c72-ddea4fa130d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ff604e5-0e99-4065-8bdf-1329e95228d9 HTTP/1.1" status: 204 len: 168 time: 0.1718493 Jul 16 01:40:27.623333 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309899d9-8fc5-4b33-9c72-ddea4fa130d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff604e5-0e99-4065-8bdf-1329e95228d9,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:27.625057 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-958ae18e-f34e-408d-a296-540219077526 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.664335 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ae18e-f34e-408d-a296-540219077526 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event deleted for resources: {'Port': ['ID=df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:27.699647 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:27.731145 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:27.732036 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3df0ba7e-7f6e-4d29-8f66-0dd0ff809420 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:27.922389 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-958ae18e-f34e-408d-a296-540219077526 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.993457 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device e1ab8889-f6e9-4a91-b89b-c3f07b3db027 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:28.015493 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: e1ab8889-f6e9-4a91-b89b-c3f07b3db027 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:28.016277 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device e1ab8889-f6e9-4a91-b89b-c3f07b3db027 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:28.519887 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958ae18e-f34e-408d-a296-540219077526 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Router 31adc550-e8ed-41ca-bc15-c038cba742ea has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:28.694984 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958ae18e-f34e-408d-a296-540219077526 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:28.702220 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-958ae18e-f34e-408d-a296-540219077526 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "PUT /v2.0/routers/31adc550-e8ed-41ca-bc15-c038cba742ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4460506 Jul 16 01:40:28.705253 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40408) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:28.707649 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f71678d-aeff-4696-a6dc-ae3b746d14cf None None] Sync routers for ids ['31adc550-e8ed-41ca-bc15-c038cba742ea'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:28.727884 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f71678d-aeff-4696-a6dc-ae3b746d14cf None None] Routers {'31adc550-e8ed-41ca-bc15-c038cba742ea'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:28.730685 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6f71678d-aeff-4696-a6dc-ae3b746d14cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:40:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['31adc550-e8ed-41ca-bc15-c038cba742ea'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:28.783841 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-088eb343-d858-406c-8242-0edaa4653dbe tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Deleting subnet f6527019-7ef6-4382-8e37-6e73700c058a {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:28.787822 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-088eb343-d858-406c-8242-0edaa4653dbe tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.847534 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-088eb343-d858-406c-8242-0edaa4653dbe tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.919388 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-6f71678d-aeff-4696-a6dc-ae3b746d14cf None None] Set router 31adc550-e8ed-41ca-bc15-c038cba742ea gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:28.951633 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-088eb343-d858-406c-8242-0edaa4653dbe tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.029356 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-088eb343-d858-406c-8242-0edaa4653dbe tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.070481 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088eb343-d858-406c-8242-0edaa4653dbe tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event deleted for resources: {'Subnet': ['ID=f6527019-7ef6-4382-8e37-6e73700c058a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:29.077912 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-088eb343-d858-406c-8242-0edaa4653dbe tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.080704 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-088eb343-d858-406c-8242-0edaa4653dbe tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "DELETE /v2.0/subnets/f6527019-7ef6-4382-8e37-6e73700c058a HTTP/1.1" status: 204 len: 168 time: 0.3736279 Jul 16 01:40:29.083171 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40418) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:29.084345 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c12080a-5207-4313-8b18-0aa2f56613e7 None None] Network bcdc0229-cd01-4532-8a67-71d584f848e2 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:29.293902 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e1e7348-901b-4889-82e3-864ef4c99074 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.329641 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6f71678d-aeff-4696-a6dc-ae3b746d14cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'name': 'tempest-TestNetworkBasicOps-router-1856070966', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:40:27Z', 'revision_number': 7, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:13Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:29.370275 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157776fd-609f-498e-9115-8396a2348ba7 None None] DHCP port deletion for bcdc0229-cd01-4532-8a67-71d584f848e2 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:40:29.374417 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f71678d-aeff-4696-a6dc-ae3b746d14cf None None] Checking router: 31adc550-e8ed-41ca-bc15-c038cba742ea for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:29.384645 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f71678d-aeff-4696-a6dc-ae3b746d14cf None None] Routers {'31adc550-e8ed-41ca-bc15-c038cba742ea'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:29.385288 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6f71678d-aeff-4696-a6dc-ae3b746d14cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:40:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['31adc550-e8ed-41ca-bc15-c038cba742ea'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:29.439161 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-157776fd-609f-498e-9115-8396a2348ba7 None None] Deleting port 3c94dc0f-a055-4554-b3d2-b6b5409bdde1 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:29.439545 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-157776fd-609f-498e-9115-8396a2348ba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.480413 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e1e7348-901b-4889-82e3-864ef4c99074 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.542549 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-157776fd-609f-498e-9115-8396a2348ba7 None None] For port 3c94dc0f-a055-4554-b3d2-b6b5409bdde1, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=3c94dc0f-a055-4554-b3d2-b6b5409bdde1,segment=NetworkSegment(f4a23602-b0a5-4c25-aece-794ff1dc0703),segment_id=f4a23602-b0a5-4c25-aece-794ff1dc0703)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:29.543271 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-157776fd-609f-498e-9115-8396a2348ba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.551791 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-6f71678d-aeff-4696-a6dc-ae3b746d14cf None None] Set router 31adc550-e8ed-41ca-bc15-c038cba742ea gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:29.563588 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ce22df9e-2134-4a34-9caa-259240107d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.565993 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-157776fd-609f-498e-9115-8396a2348ba7 None None] Calling delete_port for 3c94dc0f-a055-4554-b3d2-b6b5409bdde1 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:29.570556 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-9e1e7348-901b-4889-82e3-864ef4c99074 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Deleting port 4b2eec47-98b1-43e6-8419-d931872c26a8 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:29.571091 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e1e7348-901b-4889-82e3-864ef4c99074 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.682756 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.701508 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-157776fd-609f-498e-9115-8396a2348ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.753379 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-9e1e7348-901b-4889-82e3-864ef4c99074 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] For port 4b2eec47-98b1-43e6-8419-d931872c26a8, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4b2eec47-98b1-43e6-8419-d931872c26a8,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:29.753844 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e1e7348-901b-4889-82e3-864ef4c99074 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.772001 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-9e1e7348-901b-4889-82e3-864ef4c99074 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Calling delete_port for 4b2eec47-98b1-43e6-8419-d931872c26a8 owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:29.813878 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157776fd-609f-498e-9115-8396a2348ba7 None None] No DVR routers for this DVR port 3c94dc0f-a055-4554-b3d2-b6b5409bdde1 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:29.823029 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157776fd-609f-498e-9115-8396a2348ba7 None None] Pushing event deleted for resources: {'Port': ['ID=3c94dc0f-a055-4554-b3d2-b6b5409bdde1,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:29.845227 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157776fd-609f-498e-9115-8396a2348ba7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:29.845352 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157776fd-609f-498e-9115-8396a2348ba7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:29.845699 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157776fd-609f-498e-9115-8396a2348ba7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:29.846041 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157776fd-609f-498e-9115-8396a2348ba7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:29.846452 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157776fd-609f-498e-9115-8396a2348ba7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:29.849354 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157776fd-609f-498e-9115-8396a2348ba7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:29.849706 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157776fd-609f-498e-9115-8396a2348ba7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:29.850047 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157776fd-609f-498e-9115-8396a2348ba7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:29.850378 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157776fd-609f-498e-9115-8396a2348ba7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:29.854147 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157776fd-609f-498e-9115-8396a2348ba7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:29.855785 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157776fd-609f-498e-9115-8396a2348ba7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:29.857940 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157776fd-609f-498e-9115-8396a2348ba7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:29.965668 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6f71678d-aeff-4696-a6dc-ae3b746d14cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'name': 'tempest-TestNetworkBasicOps-router-1856070966', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:40:27Z', 'revision_number': 7, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:13Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:30.032848 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f71678d-aeff-4696-a6dc-ae3b746d14cf None None] The sync data for ids ['31adc550-e8ed-41ca-bc15-c038cba742ea'] in n-d-792394-16 is: [{'id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'name': 'tempest-TestNetworkBasicOps-router-1856070966', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:11Z', 'updated_at': '2021-07-16T01:40:27Z', 'revision_number': 7, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': '4b2eec47-98b1-43e6-8419-d931872c26a8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31adc550-e8ed-41ca-bc15-c038cba742ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:13Z', 'updated_at': '2021-07-16T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:30.069151 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 3c94dc0f-a055-4554-b3d2-b6b5409bdde1 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:30.108808 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 3c94dc0f-a055-4554-b3d2-b6b5409bdde1 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:30.109427 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 3c94dc0f-a055-4554-b3d2-b6b5409bdde1 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:30.138534 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e1e7348-901b-4889-82e3-864ef4c99074 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.165434 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e7348-901b-4889-82e3-864ef4c99074 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event deleted for resources: {'Port': ['ID=4b2eec47-98b1-43e6-8419-d931872c26a8,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:30.243564 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e1e7348-901b-4889-82e3-864ef4c99074 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.365531 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e1e7348-901b-4889-82e3-864ef4c99074 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.368475 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e1e7348-901b-4889-82e3-864ef4c99074 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.449984 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e1e7348-901b-4889-82e3-864ef4c99074 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.450686 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1e7348-901b-4889-82e3-864ef4c99074 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Fanout notify agent at l3_agent the message router_deleted on router 31adc550-e8ed-41ca-bc15-c038cba742ea {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:40:30.457932 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e1e7348-901b-4889-82e3-864ef4c99074 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.461963 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40454) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:30.462496 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9e1e7348-901b-4889-82e3-864ef4c99074 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "DELETE /v2.0/routers/31adc550-e8ed-41ca-bc15-c038cba742ea HTTP/1.1" status: 204 len: 168 time: 1.3769715 Jul 16 01:40:30.556668 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-542a40b5-33d3-4941-96ca-f0bff1a91b25 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.693364 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-542a40b5-33d3-4941-96ca-f0bff1a91b25 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.704779 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-542a40b5-33d3-4941-96ca-f0bff1a91b25 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcdc0229-cd01-4532-8a67-71d584f848e2']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:30.716759 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-542a40b5-33d3-4941-96ca-f0bff1a91b25 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a23602-b0a5-4c25-aece-794ff1dc0703') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:30.717279 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-542a40b5-33d3-4941-96ca-f0bff1a91b25 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a23602-b0a5-4c25-aece-794ff1dc0703') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:30.728164 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-542a40b5-33d3-4941-96ca-f0bff1a91b25 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.742605 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-542a40b5-33d3-4941-96ca-f0bff1a91b25 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.750337 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542a40b5-33d3-4941-96ca-f0bff1a91b25 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:30.750810 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-542a40b5-33d3-4941-96ca-f0bff1a91b25 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:30.755764 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:30.793688 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.821795 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-542a40b5-33d3-4941-96ca-f0bff1a91b25 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.837107 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-542a40b5-33d3-4941-96ca-f0bff1a91b25 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.839162 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-542a40b5-33d3-4941-96ca-f0bff1a91b25 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "DELETE /v2.0/networks/bcdc0229-cd01-4532-8a67-71d584f848e2 HTTP/1.1" status: 204 len: 168 time: 0.3754854 Jul 16 01:40:30.853893 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a40b5-33d3-4941-96ca-f0bff1a91b25 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event deleted for resources: {'Network': ['ID=bcdc0229-cd01-4532-8a67-71d584f848e2,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:30.860300 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40464) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:30.867877 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-88365213-9d97-404a-a93a-fddf75051b62 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'network': {'name': 'tempest-network-smoke--159544983', 'project_id': '5db3964ad24743648c502cd9b77ad865', 'port_security_enabled': True}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:30.902501 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88365213-9d97-404a-a93a-fddf75051b62 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Made reservation on behalf of 5db3964ad24743648c502cd9b77ad865 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:30.906928 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-88365213-9d97-404a-a93a-fddf75051b62 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.952968 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88365213-9d97-404a-a93a-fddf75051b62 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:40:30.974924 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-88365213-9d97-404a-a93a-fddf75051b62 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.977944 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-88365213-9d97-404a-a93a-fddf75051b62 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Added segment 727af481-8dc9-4bed-b48a-d7d2b5a3c3f5 of type vlan for network 09ee7226-2be3-4a36-81bb-86daff0c976c Jul 16 01:40:31.088069 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-88365213-9d97-404a-a93a-fddf75051b62 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.155982 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-88365213-9d97-404a-a93a-fddf75051b62 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.161719 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88365213-9d97-404a-a93a-fddf75051b62 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:31.162315 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-88365213-9d97-404a-a93a-fddf75051b62 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.209309 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-88365213-9d97-404a-a93a-fddf75051b62 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3479304 Jul 16 01:40:31.212250 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40474) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:31.220151 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-56983864-1cef-428a-8c40-d3a46ec4aa1f tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1526289026', 'admin_state_up': True, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:31.246171 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88365213-9d97-404a-a93a-fddf75051b62 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'Network': ['ID=09ee7226-2be3-4a36-81bb-86daff0c976c,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:31.257069 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 09ee7226-2be3-4a36-81bb-86daff0c976c details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:40:31.269102 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-56983864-1cef-428a-8c40-d3a46ec4aa1f tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.270400 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-56983864-1cef-428a-8c40-d3a46ec4aa1f tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.342058 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-56983864-1cef-428a-8c40-d3a46ec4aa1f tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.465880 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.528511 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-56983864-1cef-428a-8c40-d3a46ec4aa1f tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.752989 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-56983864-1cef-428a-8c40-d3a46ec4aa1f tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.774750 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-56983864-1cef-428a-8c40-d3a46ec4aa1f tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.912094 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-56983864-1cef-428a-8c40-d3a46ec4aa1f tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Allocated IP 172.25.6.142 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/d4bd0116-9655-4bbc-b626-f507c62ceec9) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:32.057733 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-56983864-1cef-428a-8c40-d3a46ec4aa1f tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.070816 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:32.096199 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:32.096715 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device df956cb3-c6a0-4af8-a7b7-41a7f0cba3fc not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:32.097216 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4b2eec47-98b1-43e6-8419-d931872c26a8 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:32.101405 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-56983864-1cef-428a-8c40-d3a46ec4aa1f tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.117045 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 4b2eec47-98b1-43e6-8419-d931872c26a8 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:32.117295 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4b2eec47-98b1-43e6-8419-d931872c26a8 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:32.139162 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56983864-1cef-428a-8c40-d3a46ec4aa1f tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:32.145932 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-56983864-1cef-428a-8c40-d3a46ec4aa1f tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:32.157409 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56983864-1cef-428a-8c40-d3a46ec4aa1f tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:32.183201 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56983864-1cef-428a-8c40-d3a46ec4aa1f tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'Port': ['ID=d4bd0116-9655-4bbc-b626-f507c62ceec9,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:32.485355 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-56983864-1cef-428a-8c40-d3a46ec4aa1f tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.516038 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.629012 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a5ae8-dbd1-4e7a-9646-ae3c0f90d12d req-b37c0b23-cd3d-4e20-9dcb-aa58574a5f94 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:32.630613 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ec2a5ae8-dbd1-4e7a-9646-ae3c0f90d12d req-b37c0b23-cd3d-4e20-9dcb-aa58574a5f94 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.0780864 Jul 16 01:40:32.674313 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ec2a5ae8-dbd1-4e7a-9646-ae3c0f90d12d req-3d63920a-8d38-4dd9-a347-c079a6470390 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376127 Jul 16 01:40:32.722320 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-56983864-1cef-428a-8c40-d3a46ec4aa1f tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.871371 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56983864-1cef-428a-8c40-d3a46ec4aa1f tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Router 25cb0daa-a185-45ba-a63b-71ea1b7bfdca is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:40:32.985472 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56983864-1cef-428a-8c40-d3a46ec4aa1f tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:32.997634 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] Sync routers for ids ['25cb0daa-a185-45ba-a63b-71ea1b7bfdca'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:33.007392 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] Routers {'25cb0daa-a185-45ba-a63b-71ea1b7bfdca'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:33.008139 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:40:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['25cb0daa-a185-45ba-a63b-71ea1b7bfdca'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:33.016058 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-56983864-1cef-428a-8c40-d3a46ec4aa1f tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.021641 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40528) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:33.022704 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-56983864-1cef-428a-8c40-d3a46ec4aa1f tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8084350 Jul 16 01:40:33.050887 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-58068b3b-2c4a-4010-9020-8b0f557eaabb tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=5db3964ad24743648c502cd9b77ad865&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280097 Jul 16 01:40:33.054205 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40530) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:33.125989 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] Set router 25cb0daa-a185-45ba-a63b-71ea1b7bfdca gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:33.163355 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51350480-45d8-474b-a24c-353c6e002972 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:33.168154 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40534) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:33.168447 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-51350480-45d8-474b-a24c-353c6e002972 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1130106 Jul 16 01:40:33.204494 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-43bc71c6-a944-47fb-b76a-267605484e31 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345323 Jul 16 01:40:33.206857 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40536) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:33.212847 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-bbe5d018-5afc-4626-a5c0-a75f63abd82e tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-346369874', 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c', 'project_id': '5db3964ad24743648c502cd9b77ad865', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:33.319529 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe5d018-5afc-4626-a5c0-a75f63abd82e tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Made reservation on behalf of 5db3964ad24743648c502cd9b77ad865 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:33.326674 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bbe5d018-5afc-4626-a5c0-a75f63abd82e tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.405399 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'name': 'tempest-TestNetworkBasicOps-router-1526289026', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:32Z', 'revision_number': 3, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:33.452458 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] Checking router: 25cb0daa-a185-45ba-a63b-71ea1b7bfdca for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:33.452818 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] Updating router 25cb0daa-a185-45ba-a63b-71ea1b7bfdca port d4bd0116-9655-4bbc-b626-f507c62ceec9 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:40:33.513690 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.576688 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bbe5d018-5afc-4626-a5c0-a75f63abd82e tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.658290 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe5d018-5afc-4626-a5c0-a75f63abd82e tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Checking segment: {'id': '727af481-8dc9-4bed-b48a-d7d2b5a3c3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:33.659095 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe5d018-5afc-4626-a5c0-a75f63abd82e tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Network hostable DHCP agents. Network: 09ee7226-2be3-4a36-81bb-86daff0c976c, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:40:33.663194 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5d018-5afc-4626-a5c0-a75f63abd82e tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'Subnet': ['ID=1fa3279a-12bb-4d13-9fe9-99452d80542e,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:33.686178 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe5d018-5afc-4626-a5c0-a75f63abd82e tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Network 09ee7226-2be3-4a36-81bb-86daff0c976c is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:40:33.700592 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-bbe5d018-5afc-4626-a5c0-a75f63abd82e tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 09ee7226-2be3-4a36-81bb-86daff0c976c) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:33.706012 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe5d018-5afc-4626-a5c0-a75f63abd82e tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:33.707148 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bbe5d018-5afc-4626-a5c0-a75f63abd82e tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.729491 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a142f015-93c0-4991-8444-2ee55c878c7b None None] Network 09ee7226-2be3-4a36-81bb-86daff0c976c requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:33.733283 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40562) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:33.735559 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bbe5d018-5afc-4626-a5c0-a75f63abd82e tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5261490 Jul 16 01:40:33.914561 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.937059 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] Transition to ACTIVE for port object d4bd0116-9655-4bbc-b626-f507c62ceec9 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:34.009501 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.085345 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bee24b7-83af-4d45-ac06-bff56ee9719d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-09ee7226-2be3-4a36-81bb-86daff0c976c', 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'fixed_ips': [{'subnet_id': '1fa3279a-12bb-4d13-9fe9-99452d80542e'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:40:34.086177 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3bee24b7-83af-4d45-ac06-bff56ee9719d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.111435 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0fea3-68de-4ad1-a493-cb0ee2a1db89 None None] Pushing event updated for resources: {'Port': ['ID=d4bd0116-9655-4bbc-b626-f507c62ceec9,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:34.113832 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] Attempting to bind port d4bd0116-9655-4bbc-b626-f507c62ceec9 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:34.114195 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] Attempting to bind port d4bd0116-9655-4bbc-b626-f507c62ceec9 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:34.114555 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] Attempting to bind port d4bd0116-9655-4bbc-b626-f507c62ceec9 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:34.128023 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:34.128463 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:34.128818 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.129252 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:34.129697 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] Bound port: d4bd0116-9655-4bbc-b626-f507c62ceec9, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:34.130072 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.283828 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] For port d4bd0116-9655-4bbc-b626-f507c62ceec9, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:34.304512 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] For port d4bd0116-9655-4bbc-b626-f507c62ceec9, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d4bd0116-9655-4bbc-b626-f507c62ceec9,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:34.314582 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.354593 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-3bee24b7-83af-4d45-ac06-bff56ee9719d None None] Allocated IP 172.20.0.2 (09ee7226-2be3-4a36-81bb-86daff0c976c/1fa3279a-12bb-4d13-9fe9-99452d80542e/f5353b82-602b-4770-ab9e-9a4fa245d55a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:34.406451 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1719a35-77a6-4f35-8557-83715f76de0b req-932d78ec-3f09-4df5-9bcf-e68e6e7c3fa9 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:34.413049 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0fea3-68de-4ad1-a493-cb0ee2a1db89 None None] Pushing event updated for resources: {'Port': ['ID=d4bd0116-9655-4bbc-b626-f507c62ceec9,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:34.416616 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b1719a35-77a6-4f35-8557-83715f76de0b req-932d78ec-3f09-4df5-9bcf-e68e6e7c3fa9 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.5630465 Jul 16 01:40:34.501027 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] Routers {'25cb0daa-a185-45ba-a63b-71ea1b7bfdca'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:34.501886 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:40:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['25cb0daa-a185-45ba-a63b-71ea1b7bfdca'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:34.509126 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b1719a35-77a6-4f35-8557-83715f76de0b req-1c4d394f-f1bb-413b-8717-d21b578c1d51 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911613 Jul 16 01:40:34.765497 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3bee24b7-83af-4d45-ac06-bff56ee9719d None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.769499 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] Set router 25cb0daa-a185-45ba-a63b-71ea1b7bfdca gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:34.840121 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3bee24b7-83af-4d45-ac06-bff56ee9719d None None] Transition to ACTIVE for port object f5353b82-602b-4770-ab9e-9a4fa245d55a will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:34.907282 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-43c48f9d-8eed-4b5f-9fed-4bf624bdeb7c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.104449 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3bee24b7-83af-4d45-ac06-bff56ee9719d None None] Transition to ACTIVE for port object f5353b82-602b-4770-ab9e-9a4fa245d55a will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:35.127617 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3bee24b7-83af-4d45-ac06-bff56ee9719d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.139868 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.171870 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bee24b7-83af-4d45-ac06-bff56ee9719d None None] Network 09ee7226-2be3-4a36-81bb-86daff0c976c is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:35.176143 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-3bee24b7-83af-4d45-ac06-bff56ee9719d None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:35.200627 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bee24b7-83af-4d45-ac06-bff56ee9719d None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:35.224232 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee24b7-83af-4d45-ac06-bff56ee9719d None None] Pushing event updated for resources: {'Port': ['ID=f5353b82-602b-4770-ab9e-9a4fa245d55a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:35.278047 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-43c48f9d-8eed-4b5f-9fed-4bf624bdeb7c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Allocated IP 172.20.0.1 (09ee7226-2be3-4a36-81bb-86daff0c976c/1fa3279a-12bb-4d13-9fe9-99452d80542e/9c22ebaf-35a2-4b54-9228-37f34653397a) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:35.294337 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3bee24b7-83af-4d45-ac06-bff56ee9719d None None] Attempting to bind port f5353b82-602b-4770-ab9e-9a4fa245d55a on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:35.294796 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3bee24b7-83af-4d45-ac06-bff56ee9719d None None] Attempting to bind port f5353b82-602b-4770-ab9e-9a4fa245d55a by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '727af481-8dc9-4bed-b48a-d7d2b5a3c3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:35.295143 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bee24b7-83af-4d45-ac06-bff56ee9719d None None] Attempting to bind port f5353b82-602b-4770-ab9e-9a4fa245d55a on network 09ee7226-2be3-4a36-81bb-86daff0c976c {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:35.302535 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bee24b7-83af-4d45-ac06-bff56ee9719d None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:35.302916 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bee24b7-83af-4d45-ac06-bff56ee9719d None None] Checking segment: {'id': '727af481-8dc9-4bed-b48a-d7d2b5a3c3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:35.303326 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3bee24b7-83af-4d45-ac06-bff56ee9719d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.303728 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bee24b7-83af-4d45-ac06-bff56ee9719d None None] Bound using segment: {'id': '727af481-8dc9-4bed-b48a-d7d2b5a3c3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:35.304209 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3bee24b7-83af-4d45-ac06-bff56ee9719d None None] Bound port: f5353b82-602b-4770-ab9e-9a4fa245d55a, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727af481-8dc9-4bed-b48a-d7d2b5a3c3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:35.304875 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3bee24b7-83af-4d45-ac06-bff56ee9719d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.325315 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'name': 'tempest-TestNetworkBasicOps-router-1526289026', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:32Z', 'revision_number': 3, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:35.353852 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b307e7-1b30-49af-a220-e4695be48d1e None None] The sync data for ids ['25cb0daa-a185-45ba-a63b-71ea1b7bfdca'] in n-d-792394-16 is: [{'id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'name': 'tempest-TestNetworkBasicOps-router-1526289026', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:32Z', 'revision_number': 3, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:35.470494 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-43c48f9d-8eed-4b5f-9fed-4bf624bdeb7c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.470812 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3bee24b7-83af-4d45-ac06-bff56ee9719d None None] For port f5353b82-602b-4770-ab9e-9a4fa245d55a, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:35.472712 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3bee24b7-83af-4d45-ac06-bff56ee9719d None None] For port f5353b82-602b-4770-ab9e-9a4fa245d55a, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f5353b82-602b-4770-ab9e-9a4fa245d55a,segment=NetworkSegment(727af481-8dc9-4bed-b48a-d7d2b5a3c3f5),segment_id=727af481-8dc9-4bed-b48a-d7d2b5a3c3f5)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:35.480629 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3bee24b7-83af-4d45-ac06-bff56ee9719d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.489261 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-43c48f9d-8eed-4b5f-9fed-4bf624bdeb7c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Transition to ACTIVE for port object 9c22ebaf-35a2-4b54-9228-37f34653397a will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:35.538381 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-43c48f9d-8eed-4b5f-9fed-4bf624bdeb7c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.604695 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee24b7-83af-4d45-ac06-bff56ee9719d None None] Pushing event updated for resources: {'Port': ['ID=f5353b82-602b-4770-ab9e-9a4fa245d55a,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:35.662729 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c48f9d-8eed-4b5f-9fed-4bf624bdeb7c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Network 09ee7226-2be3-4a36-81bb-86daff0c976c is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:35.667496 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-43c48f9d-8eed-4b5f-9fed-4bf624bdeb7c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:35.673456 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c48f9d-8eed-4b5f-9fed-4bf624bdeb7c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:35.679238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c48f9d-8eed-4b5f-9fed-4bf624bdeb7c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'Port': ['ID=9c22ebaf-35a2-4b54-9228-37f34653397a,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:35.793466 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40626) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:35.851757 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-43c48f9d-8eed-4b5f-9fed-4bf624bdeb7c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.949564 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e8e32-4467-499e-9468-f6b7cda8a6f2 req-80a5b14b-7e54-4dfc-84b8-3d0fdf09bb8c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:35.951613 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b90e8e32-4467-499e-9468-f6b7cda8a6f2 req-80a5b14b-7e54-4dfc-84b8-3d0fdf09bb8c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.1769528 Jul 16 01:40:36.126304 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b90e8e32-4467-499e-9468-f6b7cda8a6f2 req-a2de85ce-7dac-47d6-8f03-21a1e8878afe tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643136 Jul 16 01:40:36.183313 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-329d0d6e-7a80-47df-9d02-c7c7b3b027f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.233889 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f5353b82-602b-4770-ab9e-9a4fa245d55a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:36.274909 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-43c48f9d-8eed-4b5f-9fed-4bf624bdeb7c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.311615 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port f5353b82-602b-4770-ab9e-9a4fa245d55a completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:36.318130 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d4bd0116-9655-4bbc-b626-f507c62ceec9 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:36.354796 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40640) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:36.398872 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port d4bd0116-9655-4bbc-b626-f507c62ceec9 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:36.404071 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port d4bd0116-9655-4bbc-b626-f507c62ceec9 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:36.404649 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.537004 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-329d0d6e-7a80-47df-9d02-c7c7b3b027f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.547668 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-329d0d6e-7a80-47df-9d02-c7c7b3b027f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.586078 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.621948 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-24f948c0-e1c2-4332-b067-18498ad6dd2f tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Deleting port a8b5666b-b8ab-421b-b3dc-5233e226e6c3 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:36.622723 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-24f948c0-e1c2-4332-b067-18498ad6dd2f tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.653092 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port d4bd0116-9655-4bbc-b626-f507c62ceec9, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d4bd0116-9655-4bbc-b626-f507c62ceec9,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:36.671922 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.718649 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-329d0d6e-7a80-47df-9d02-c7c7b3b027f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=724922ac330a4420bc342ecd1816b5b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9220347 Jul 16 01:40:36.721982 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d0d6e-7a80-47df-9d02-c7c7b3b027f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbadb6b-96ed-49df-9c69-38ace712ce04,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:36.726945 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40644) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:36.738688 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-24f948c0-e1c2-4332-b067-18498ad6dd2f tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.739064 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-24f948c0-e1c2-4332-b067-18498ad6dd2f tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.756389 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-24f948c0-e1c2-4332-b067-18498ad6dd2f tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Calling delete_port for a8b5666b-b8ab-421b-b3dc-5233e226e6c3 owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:36.823713 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=d4bd0116-9655-4bbc-b626-f507c62ceec9,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:36.834210 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-56e8f353-5b34-45dd-82a7-9175ac7598ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.875457 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-56e8f353-5b34-45dd-82a7-9175ac7598ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.963009 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-56e8f353-5b34-45dd-82a7-9175ac7598ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.965980 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-56e8f353-5b34-45dd-82a7-9175ac7598ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.967195 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-56e8f353-5b34-45dd-82a7-9175ac7598ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bbbadb6b-96ed-49df-9c69-38ace712ce04 HTTP/1.1" status: 204 len: 168 time: 0.2386012 Jul 16 01:40:36.981309 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-43c48f9d-8eed-4b5f-9fed-4bf624bdeb7c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.003412 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8f353-5b34-45dd-82a7-9175ac7598ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbadb6b-96ed-49df-9c69-38ace712ce04,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:37.007730 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-43c48f9d-8eed-4b5f-9fed-4bf624bdeb7c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.156732 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-24f948c0-e1c2-4332-b067-18498ad6dd2f tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.173690 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c48f9d-8eed-4b5f-9fed-4bf624bdeb7c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'Port': ['ID=9c22ebaf-35a2-4b54-9228-37f34653397a,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:37.178249 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-43c48f9d-8eed-4b5f-9fed-4bf624bdeb7c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.232756 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f948c0-e1c2-4332-b067-18498ad6dd2f tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Pushing event deleted for resources: {'Port': ['ID=a8b5666b-b8ab-421b-b3dc-5233e226e6c3,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:37.327943 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-24f948c0-e1c2-4332-b067-18498ad6dd2f tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.328490 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-24f948c0-e1c2-4332-b067-18498ad6dd2f tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Floating IP c0a2c762-2cc2-4857-86fa-16a7bbd4afaa disassociated (deleted). External IP: 172.25.6.148, port: 3194dbed-882a-4395-8434-11d73bf2d41c. Jul 16 01:40:37.367383 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c48f9d-8eed-4b5f-9fed-4bf624bdeb7c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Network 09ee7226-2be3-4a36-81bb-86daff0c976c is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:37.376113 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-43c48f9d-8eed-4b5f-9fed-4bf624bdeb7c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:37.440608 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26b965f-a329-4b96-9c4d-2fa4c32f4535 None None] Network 09ee7226-2be3-4a36-81bb-86daff0c976c requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:37.516817 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c79d9406-76f7-4a1e-bd84-05f9b259d359 None None] Provisioning for port f5353b82-602b-4770-ab9e-9a4fa245d55a completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:37.577653 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c79d9406-76f7-4a1e-bd84-05f9b259d359 None None] Provisioning complete for port f5353b82-602b-4770-ab9e-9a4fa245d55a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:37.578039 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c79d9406-76f7-4a1e-bd84-05f9b259d359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.639096 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40666) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:37.652516 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f948c0-e1c2-4332-b067-18498ad6dd2f tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Router 528bd3b1-5019-4b79-bcb0-9007b333a597 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:37.662706 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c48f9d-8eed-4b5f-9fed-4bf624bdeb7c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Router 25cb0daa-a185-45ba-a63b-71ea1b7bfdca has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:37.665487 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-839a3d30-1901-487a-9e22-f5bc901d16aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.716839 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c79d9406-76f7-4a1e-bd84-05f9b259d359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.790069 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ba88d-81b9-4b2f-bd84-92ce5484df8a req-cdc97420-8389-406f-96a4-0619db56193a tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:37.798492 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c36ba88d-81b9-4b2f-bd84-92ce5484df8a req-cdc97420-8389-406f-96a4-0619db56193a tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.2666492 Jul 16 01:40:37.839314 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c79d9406-76f7-4a1e-bd84-05f9b259d359 None None] For port f5353b82-602b-4770-ab9e-9a4fa245d55a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f5353b82-602b-4770-ab9e-9a4fa245d55a,segment=NetworkSegment(727af481-8dc9-4bed-b48a-d7d2b5a3c3f5),segment_id=727af481-8dc9-4bed-b48a-d7d2b5a3c3f5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:37.848118 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c79d9406-76f7-4a1e-bd84-05f9b259d359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.853468 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f948c0-e1c2-4332-b067-18498ad6dd2f tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:37.864198 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce18153-ae01-4abb-9162-1c4ea477e30c None None] Sync routers for ids ['528bd3b1-5019-4b79-bcb0-9007b333a597'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:37.865475 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-24f948c0-e1c2-4332-b067-18498ad6dd2f tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.881835 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce18153-ae01-4abb-9162-1c4ea477e30c None None] Routers {'528bd3b1-5019-4b79-bcb0-9007b333a597'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:37.882413 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-bce18153-ae01-4abb-9162-1c4ea477e30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:40:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['528bd3b1-5019-4b79-bcb0-9007b333a597'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:37.928884 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d9406-76f7-4a1e-bd84-05f9b259d359 None None] Pushing event updated for resources: {'Port': ['ID=f5353b82-602b-4770-ab9e-9a4fa245d55a,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:37.937109 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-24f948c0-e1c2-4332-b067-18498ad6dd2f tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "DELETE /v2.0/floatingips/c0a2c762-2cc2-4857-86fa-16a7bbd4afaa HTTP/1.1" status: 204 len: 168 time: 1.5810640 Jul 16 01:40:37.938100 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1684c1af-6486-4b41-9b0f-e10c24130793', 'tag': '3194dbed-882a-4395-8434-11d73bf2d41c'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:37.958688 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36854570-f632-4b53-beae-8b3872486d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "1684c1af-6486-4b41-9b0f-e10c24130793", "tag": "3194dbed-882a-4395-8434-11d73bf2d41c"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:38.113847 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-839a3d30-1901-487a-9e22-f5bc901d16aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.114203 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f5353b82-602b-4770-ab9e-9a4fa245d55a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:38.135472 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-bce18153-ae01-4abb-9162-1c4ea477e30c None None] Set router 528bd3b1-5019-4b79-bcb0-9007b333a597 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:38.156026 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c48f9d-8eed-4b5f-9fed-4bf624bdeb7c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:38.166887 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-839a3d30-1901-487a-9e22-f5bc901d16aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.174227 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-43c48f9d-8eed-4b5f-9fed-4bf624bdeb7c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "PUT /v2.0/routers/25cb0daa-a185-45ba-a63b-71ea1b7bfdca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4390121 Jul 16 01:40:38.176758 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40678) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:38.208115 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c36ba88d-81b9-4b2f-bd84-92ce5484df8a req-725bcf51-d933-494b-b6b4-f788b42f7a61 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4085531 Jul 16 01:40:38.286668 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-839a3d30-1901-487a-9e22-f5bc901d16aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75cff467c2d8455381d0b4dea84b775b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6411817 Jul 16 01:40:38.286668 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a3d30-1901-487a-9e22-f5bc901d16aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30866d4e-43f1-425f-afae-e5399fc89798,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:38.288573 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40684) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:38.379190 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port f5353b82-602b-4770-ab9e-9a4fa245d55a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:38.379591 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.413094 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e46765a-f1d0-4c46-88e3-21d0ee843695 x-openstack-request-id: req-7e46765a-f1d0-4c46-88e3-21d0ee843695 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:38.413385 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1684c1af-6486-4b41-9b0f-e10c24130793", "tag": "3194dbed-882a-4395-8434-11d73bf2d41c", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:38.413640 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e46765a-f1d0-4c46-88e3-21d0ee843695 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:38.421475 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1684c1af-6486-4b41-9b0f-e10c24130793', 'tag': '3194dbed-882a-4395-8434-11d73bf2d41c', 'status': 'completed', 'code': 200} Jul 16 01:40:38.520816 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] Sync routers for ids ['25cb0daa-a185-45ba-a63b-71ea1b7bfdca'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:38.564735 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] Routers {'25cb0daa-a185-45ba-a63b-71ea1b7bfdca'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:38.566450 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:40:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['25cb0daa-a185-45ba-a63b-71ea1b7bfdca'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:38.586143 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c1d2849-1d26-4265-95d0-b9405a57f1ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.675740 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-977c5e11-df36-424c-9249-f19b5678d006 None None] Provisioning for port 9c22ebaf-35a2-4b54-9228-37f34653397a completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:38.686101 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-bce18153-ae01-4abb-9162-1c4ea477e30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'name': 'tempest-TestVolumeBackupRestore-731329430-router', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'gw_port': {'id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:59Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'd42c2882-480d-4663-90c1-0280fa69aa2a', 'name': '', 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'mac_address': 'fa:16:3e:fe:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:04Z', 'updated_at': '2021-07-16T01:36:14Z', 'revision_number': 5, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'subnets': [{'id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:38.689431 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c1d2849-1d26-4265-95d0-b9405a57f1ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.720482 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-977c5e11-df36-424c-9249-f19b5678d006 None None] Provisioning complete for port 9c22ebaf-35a2-4b54-9228-37f34653397a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:38.721354 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-977c5e11-df36-424c-9249-f19b5678d006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.787939 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce18153-ae01-4abb-9162-1c4ea477e30c None None] Checking router: 528bd3b1-5019-4b79-bcb0-9007b333a597 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:38.808856 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce18153-ae01-4abb-9162-1c4ea477e30c None None] Routers {'528bd3b1-5019-4b79-bcb0-9007b333a597'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:38.810756 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-bce18153-ae01-4abb-9162-1c4ea477e30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:40:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['528bd3b1-5019-4b79-bcb0-9007b333a597'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:38.823820 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb7a07b-af80-453e-822c-7785e96a07aa tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:38.825415 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb7a07b-af80-453e-822c-7785e96a07aa tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:38.826462 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36854570-f632-4b53-beae-8b3872486d8b req-b185c9c7-df03-41c0-874c-d2a260a30432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:38.827133 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb7a07b-af80-453e-822c-7785e96a07aa tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:38.828392 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36854570-f632-4b53-beae-8b3872486d8b req-b185c9c7-df03-41c0-874c-d2a260a30432 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d1b8bed3b6d4a5f99fcdfe260ce9da4&device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 1097 time: 0.3960340 Jul 16 01:40:38.829151 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb7a07b-af80-453e-822c-7785e96a07aa tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:38.830196 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb7a07b-af80-453e-822c-7785e96a07aa tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:38.832673 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb7a07b-af80-453e-822c-7785e96a07aa tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:38.833342 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb7a07b-af80-453e-822c-7785e96a07aa tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:38.835977 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb7a07b-af80-453e-822c-7785e96a07aa tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:38.840061 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb7a07b-af80-453e-822c-7785e96a07aa tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:38.841362 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb7a07b-af80-453e-822c-7785e96a07aa tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:38.842405 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb7a07b-af80-453e-822c-7785e96a07aa tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:38.847854 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-beb7a07b-af80-453e-822c-7785e96a07aa tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7769 time: 0.6694264 Jul 16 01:40:38.856073 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40696) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:38.889111 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d4bd0116-9655-4bbc-b626-f507c62ceec9 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:38.959967 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-977c5e11-df36-424c-9249-f19b5678d006 None None] Port 9c22ebaf-35a2-4b54-9228-37f34653397a cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:38.980679 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] Set router 25cb0daa-a185-45ba-a63b-71ea1b7bfdca gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:38.982651 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-bce18153-ae01-4abb-9162-1c4ea477e30c None None] Set router 528bd3b1-5019-4b79-bcb0-9007b333a597 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:39.015366 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-977c5e11-df36-424c-9249-f19b5678d006 None None] Provisioning complete for port f5353b82-602b-4770-ab9e-9a4fa245d55a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:39.015747 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-977c5e11-df36-424c-9249-f19b5678d006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.020383 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd241a-a0da-4f3e-baec-198622eb0488 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.020852 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd241a-a0da-4f3e-baec-198622eb0488 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.025378 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd241a-a0da-4f3e-baec-198622eb0488 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.025821 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd241a-a0da-4f3e-baec-198622eb0488 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.026495 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd241a-a0da-4f3e-baec-198622eb0488 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.026957 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd241a-a0da-4f3e-baec-198622eb0488 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.029671 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd241a-a0da-4f3e-baec-198622eb0488 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.030205 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd241a-a0da-4f3e-baec-198622eb0488 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.031180 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd241a-a0da-4f3e-baec-198622eb0488 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.031180 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd241a-a0da-4f3e-baec-198622eb0488 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.031964 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd241a-a0da-4f3e-baec-198622eb0488 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.037187 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d1cd241a-a0da-4f3e-baec-198622eb0488 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7098 time: 0.1776733 Jul 16 01:40:39.038978 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40698) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:39.064098 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port d4bd0116-9655-4bbc-b626-f507c62ceec9 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:39.064499 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.196561 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c1d2849-1d26-4265-95d0-b9405a57f1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.203155 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c1d2849-1d26-4265-95d0-b9405a57f1ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.222444 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2c1d2849-1d26-4265-95d0-b9405a57f1ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30866d4e-43f1-425f-afae-e5399fc89798 HTTP/1.1" status: 204 len: 168 time: 0.9327090 Jul 16 01:40:39.245130 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-bce18153-ae01-4abb-9162-1c4ea477e30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'name': 'tempest-TestVolumeBackupRestore-731329430-router', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'gw_port': {'id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:59Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'd42c2882-480d-4663-90c1-0280fa69aa2a', 'name': '', 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'mac_address': 'fa:16:3e:fe:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:04Z', 'updated_at': '2021-07-16T01:36:14Z', 'revision_number': 5, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'subnets': [{'id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:39.267194 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d2849-1d26-4265-95d0-b9405a57f1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30866d4e-43f1-425f-afae-e5399fc89798,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:39.318687 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36854570-f632-4b53-beae-8b3872486d8b req-41213ea5-b5ca-4158-92db-bd8bb6bd6f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.319693 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce18153-ae01-4abb-9162-1c4ea477e30c None None] The sync data for ids ['528bd3b1-5019-4b79-bcb0-9007b333a597'] in n-d-792394-16 is: [{'id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'name': 'tempest-TestVolumeBackupRestore-731329430-router', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'gw_port': {'id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:59Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'd42c2882-480d-4663-90c1-0280fa69aa2a', 'name': '', 'network_id': '3e6ad2a3-4bfd-435e-80fd-e62af305c68f', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'mac_address': 'fa:16:3e:fe:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:04Z', 'updated_at': '2021-07-16T01:36:14Z', 'revision_number': 5, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'subnets': [{'id': '2bad6f46-a5ce-4252-9b59-3cae2ff585a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:39.320610 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36854570-f632-4b53-beae-8b3872486d8b req-41213ea5-b5ca-4158-92db-bd8bb6bd6f2a service neutron] 10.222.0.82 "GET /v2.0/networks?id=3e6ad2a3-4bfd-435e-80fd-e62af305c68f HTTP/1.1" status: 200 len: 914 time: 0.4824798 Jul 16 01:40:39.418114 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6c2b7051-8a7c-4908-8d46-dcc5e95dd065 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5218 time: 0.3733199 Jul 16 01:40:39.476720 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa652b-b35d-453a-b704-adf786cca6fb req-9bd6cda7-a912-40d0-839d-9b0e5aaf265a tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.496256 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6aaa652b-b35d-453a-b704-adf786cca6fb req-9bd6cda7-a912-40d0-839d-9b0e5aaf265a tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 945 time: 0.4689593 Jul 16 01:40:39.500643 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36854570-f632-4b53-beae-8b3872486d8b req-2a661f7e-bae7-4524-b57f-43be233d7cb4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3194dbed-882a-4395-8434-11d73bf2d41c HTTP/1.1" status: 200 len: 217 time: 0.1697986 Jul 16 01:40:39.631532 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-97e116ca-9918-49c4-a413-af7ad4112f7f None None] Provisioning complete for port 9c22ebaf-35a2-4b54-9228-37f34653397a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:39.634509 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97e116ca-9918-49c4-a413-af7ad4112f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.676105 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6aaa652b-b35d-453a-b704-adf786cca6fb req-c4e34604-2722-4f22-a2ee-3ba75b25141e tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a27eb2-19bc-4c75-b3ce-e49659fc5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783576 Jul 16 01:40:39.702450 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36854570-f632-4b53-beae-8b3872486d8b req-35cccc77-f6e2-487c-8be1-7a4d2b8bb33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.703998 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36854570-f632-4b53-beae-8b3872486d8b req-35cccc77-f6e2-487c-8be1-7a4d2b8bb33c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2bad6f46-a5ce-4252-9b59-3cae2ff585a3 HTTP/1.1" status: 200 len: 852 time: 0.1900594 Jul 16 01:40:39.785974 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-97e116ca-9918-49c4-a413-af7ad4112f7f None None] Port 9c22ebaf-35a2-4b54-9228-37f34653397a cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:39.792563 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae4757-309d-45d9-b90a-a6709edeb60e req-0e43d37a-baa8-439a-ad6f-1d313b5d4339 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.808672 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-30ae4757-309d-45d9-b90a-a6709edeb60e req-0e43d37a-baa8-439a-ad6f-1d313b5d4339 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.2374678 Jul 16 01:40:39.830654 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'name': 'tempest-TestNetworkBasicOps-router-1526289026', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:36Z', 'revision_number': 4, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '9c22ebaf-35a2-4b54-9228-37f34653397a', 'name': '', 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:86:04:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '1fa3279a-12bb-4d13-9fe9-99452d80542e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:35Z', 'updated_at': '2021-07-16T01:40:36Z', 'revision_number': 2, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': '1fa3279a-12bb-4d13-9fe9-99452d80542e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:39.871104 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36854570-f632-4b53-beae-8b3872486d8b req-799ae5a9-c90d-4570-8163-d5e617020418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.875566 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36854570-f632-4b53-beae-8b3872486d8b req-799ae5a9-c90d-4570-8163-d5e617020418 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3e6ad2a3-4bfd-435e-80fd-e62af305c68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1642675 Jul 16 01:40:39.908650 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] Checking router: 25cb0daa-a185-45ba-a63b-71ea1b7bfdca for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:39.909461 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] Updating router 25cb0daa-a185-45ba-a63b-71ea1b7bfdca port 9c22ebaf-35a2-4b54-9228-37f34653397a binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:40:39.932143 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-30ae4757-309d-45d9-b90a-a6709edeb60e req-70236864-f39d-4701-93b0-d3fd201139f3 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212888 Jul 16 01:40:39.946448 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e5b067-8118-4ada-b3c7-36e48bd6d417 None None] New status for floating IP c0a2c762-2cc2-4857-86fa-16a7bbd4afaa: DOWN {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:40:40.012526 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.042489 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36854570-f632-4b53-beae-8b3872486d8b req-2c1ba39d-ab69-4154-abba-9b806c08ff06 service neutron] 10.222.0.82 "GET /v2.0/networks/3e6ad2a3-4bfd-435e-80fd-e62af305c68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566203 Jul 16 01:40:40.316940 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36854570-f632-4b53-beae-8b3872486d8b req-f9a425f8-182f-4e2a-9824-0df00a67040d service neutron] 10.222.0.82 "GET /v2.0/networks/3e6ad2a3-4bfd-435e-80fd-e62af305c68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669542 Jul 16 01:40:40.325800 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c56ab7-9e32-443b-866e-bada4c42cb9c req-996bf7d1-1dfe-49dc-a2df-c25096620061 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:40.327549 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78c56ab7-9e32-443b-866e-bada4c42cb9c req-996bf7d1-1dfe-49dc-a2df-c25096620061 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.82 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 945 time: 0.1907473 Jul 16 01:40:40.476235 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.491976 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] Transition to ACTIVE for port object 9c22ebaf-35a2-4b54-9228-37f34653397a will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:40.501443 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.549615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-78c56ab7-9e32-443b-866e-bada4c42cb9c req-a01b9912-c473-4029-bf70-fe3bd48ef946 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Deleting port 3194dbed-882a-4395-8434-11d73bf2d41c {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:40.550031 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-78c56ab7-9e32-443b-866e-bada4c42cb9c req-a01b9912-c473-4029-bf70-fe3bd48ef946 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.591226 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51cf24-fd72-4c9a-ae71-ee2433d0e2bb None None] Pushing event updated for resources: {'Port': ['ID=9c22ebaf-35a2-4b54-9228-37f34653397a,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:40.676493 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-78c56ab7-9e32-443b-866e-bada4c42cb9c req-a01b9912-c473-4029-bf70-fe3bd48ef946 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] For port 3194dbed-882a-4395-8434-11d73bf2d41c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3194dbed-882a-4395-8434-11d73bf2d41c,segment=NetworkSegment(e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426),segment_id=e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:40.677070 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-78c56ab7-9e32-443b-866e-bada4c42cb9c req-a01b9912-c473-4029-bf70-fe3bd48ef946 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.691888 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] Attempting to bind port 9c22ebaf-35a2-4b54-9228-37f34653397a on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:40.692387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] Attempting to bind port 9c22ebaf-35a2-4b54-9228-37f34653397a by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '727af481-8dc9-4bed-b48a-d7d2b5a3c3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:40.692651 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] Attempting to bind port 9c22ebaf-35a2-4b54-9228-37f34653397a on network 09ee7226-2be3-4a36-81bb-86daff0c976c {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:40.697663 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-78c56ab7-9e32-443b-866e-bada4c42cb9c req-a01b9912-c473-4029-bf70-fe3bd48ef946 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Calling delete_port for 3194dbed-882a-4395-8434-11d73bf2d41c owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:40.701131 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:40.704780 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] Checking segment: {'id': '727af481-8dc9-4bed-b48a-d7d2b5a3c3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:40.708651 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.709315 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] Bound using segment: {'id': '727af481-8dc9-4bed-b48a-d7d2b5a3c3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:40.710563 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] Bound port: 9c22ebaf-35a2-4b54-9228-37f34653397a, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727af481-8dc9-4bed-b48a-d7d2b5a3c3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:40.711014 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.819491 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40746) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:40.823687 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] For port 9c22ebaf-35a2-4b54-9228-37f34653397a, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:40.827246 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-d088680c-891b-4651-9285-68e9f80022a1 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-339518202', 'description': 'tempest-secgroup-smoke-339518202 description', 'project_id': '5db3964ad24743648c502cd9b77ad865'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:40.827695 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] For port 9c22ebaf-35a2-4b54-9228-37f34653397a, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=9c22ebaf-35a2-4b54-9228-37f34653397a,segment=NetworkSegment(727af481-8dc9-4bed-b48a-d7d2b5a3c3f5),segment_id=727af481-8dc9-4bed-b48a-d7d2b5a3c3f5)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:40.839966 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.919527 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d088680c-891b-4651-9285-68e9f80022a1 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.970559 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] Routers {'25cb0daa-a185-45ba-a63b-71ea1b7bfdca'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:40.972438 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:40:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['25cb0daa-a185-45ba-a63b-71ea1b7bfdca'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:40.990370 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87d4b1-5999-43bc-9e33-2af12ec666a4 req-52f32934-bcea-49f0-8aaa-fdd7235c3a67 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:40.994650 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-78c56ab7-9e32-443b-866e-bada4c42cb9c req-a01b9912-c473-4029-bf70-fe3bd48ef946 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.000605 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f87d4b1-5999-43bc-9e33-2af12ec666a4 req-52f32934-bcea-49f0-8aaa-fdd7235c3a67 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 945 time: 0.1180971 Jul 16 01:40:41.060756 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b9912-c473-4029-bf70-fe3bd48ef946 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Pushing event deleted for resources: {'Port': ['ID=3194dbed-882a-4395-8434-11d73bf2d41c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:41.097716 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f87d4b1-5999-43bc-9e33-2af12ec666a4 req-7438ccdf-9fe8-4471-8a4b-2421335dea89 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a27eb2-19bc-4c75-b3ce-e49659fc5e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951116 Jul 16 01:40:41.157612 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c56ab7-9e32-443b-866e-bada4c42cb9c req-a01b9912-c473-4029-bf70-fe3bd48ef946 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] No DVR routers for this DVR port 3194dbed-882a-4395-8434-11d73bf2d41c on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:41.158658 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51cf24-fd72-4c9a-ae71-ee2433d0e2bb None None] Pushing event updated for resources: {'Port': ['ID=9c22ebaf-35a2-4b54-9228-37f34653397a,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:41.160939 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-78c56ab7-9e32-443b-866e-bada4c42cb9c req-a01b9912-c473-4029-bf70-fe3bd48ef946 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.166790 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78c56ab7-9e32-443b-866e-bada4c42cb9c req-a01b9912-c473-4029-bf70-fe3bd48ef946 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.82 "DELETE /v2.0/ports/3194dbed-882a-4395-8434-11d73bf2d41c HTTP/1.1" status: 204 len: 173 time: 0.8338759 Jul 16 01:40:41.167420 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1684c1af-6486-4b41-9b0f-e10c24130793', 'name': 'network-vif-deleted', 'tag': '3194dbed-882a-4395-8434-11d73bf2d41c'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:41.180462 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b00874c-e280-42b1-999b-a2d417936808" -d '{"events": [{"server_uuid": "1684c1af-6486-4b41-9b0f-e10c24130793", "name": "network-vif-deleted", "tag": "3194dbed-882a-4395-8434-11d73bf2d41c"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:41.233079 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d088680c-891b-4651-9285-68e9f80022a1 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.245811 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d088680c-891b-4651-9285-68e9f80022a1 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.316244 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d088680c-891b-4651-9285-68e9f80022a1 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.317484 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d088680c-891b-4651-9285-68e9f80022a1 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4956098 Jul 16 01:40:41.322987 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40762) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:41.342550 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-f0531e2c-98ff-4968-8eca-148a96592a68 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'security_group_rule': {'security_group_id': '3a7b6a2c-7a21-4d82-b2e3-4dcf1f47ca15', 'project_id': '5db3964ad24743648c502cd9b77ad865', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:41.349318 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088680c-891b-4651-9285-68e9f80022a1 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7b6a2c-7a21-4d82-b2e3-4dcf1f47ca15,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:41.364196 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535a7de-f425-4b09-8088-abdcb1018657 req-040831ff-a297-4e27-9dd1-27639060b19a tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:41.377602 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f535a7de-f425-4b09-8088-abdcb1018657 req-040831ff-a297-4e27-9dd1-27639060b19a tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.1757269 Jul 16 01:40:41.396237 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] Set router 25cb0daa-a185-45ba-a63b-71ea1b7bfdca gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:41.425483 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0531e2c-98ff-4968-8eca-148a96592a68 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.507192 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9dbb55-5cc2-41f4-a87f-11377045289c x-openstack-request-id: req-2c9dbb55-5cc2-41f4-a87f-11377045289c {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:41.508538 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1684c1af-6486-4b41-9b0f-e10c24130793", "name": "network-vif-deleted", "tag": "3194dbed-882a-4395-8434-11d73bf2d41c", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:41.508927 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c9dbb55-5cc2-41f4-a87f-11377045289c {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:41.511231 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1684c1af-6486-4b41-9b0f-e10c24130793', 'name': 'network-vif-deleted', 'tag': '3194dbed-882a-4395-8434-11d73bf2d41c', 'status': 'completed', 'code': 200} Jul 16 01:40:41.535338 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f535a7de-f425-4b09-8088-abdcb1018657 req-892bdeac-2649-4381-bfd6-183dd74105d1 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559327 Jul 16 01:40:41.615696 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0531e2c-98ff-4968-8eca-148a96592a68 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.628978 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0531e2c-98ff-4968-8eca-148a96592a68 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.682266 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0531e2c-98ff-4968-8eca-148a96592a68 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf5b445-5cfb-40f5-b43f-53839f2c60c9,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:41.688534 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0531e2c-98ff-4968-8eca-148a96592a68 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.692465 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f0531e2c-98ff-4968-8eca-148a96592a68 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3659470 Jul 16 01:40:41.694358 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40774) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:41.706367 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-556b4a25-8fb0-4ee3-a06c-12c5bb03e239 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'security_group_rule': {'security_group_id': '3a7b6a2c-7a21-4d82-b2e3-4dcf1f47ca15', 'project_id': '5db3964ad24743648c502cd9b77ad865', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:41.784164 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-556b4a25-8fb0-4ee3-a06c-12c5bb03e239 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.905127 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-556b4a25-8fb0-4ee3-a06c-12c5bb03e239 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.921612 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-556b4a25-8fb0-4ee3-a06c-12c5bb03e239 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.952949 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b4a25-8fb0-4ee3-a06c-12c5bb03e239 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a557595b-4b63-487c-86b1-1f7b5e4e90a9,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:41.973875 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-556b4a25-8fb0-4ee3-a06c-12c5bb03e239 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.975123 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-556b4a25-8fb0-4ee3-a06c-12c5bb03e239 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2797089 Jul 16 01:40:41.978563 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40784) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:41.989741 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-6a58c6bb-3818-4ccf-ae40-df19eee3a4d4 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'security_group_rule': {'security_group_id': '3a7b6a2c-7a21-4d82-b2e3-4dcf1f47ca15', 'project_id': '5db3964ad24743648c502cd9b77ad865', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:42.048495 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6a58c6bb-3818-4ccf-ae40-df19eee3a4d4 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.080346 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'name': 'tempest-TestNetworkBasicOps-router-1526289026', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:36Z', 'revision_number': 4, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '9c22ebaf-35a2-4b54-9228-37f34653397a', 'name': '', 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:86:04:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '1fa3279a-12bb-4d13-9fe9-99452d80542e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:35Z', 'updated_at': '2021-07-16T01:40:40Z', 'revision_number': 4, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': '1fa3279a-12bb-4d13-9fe9-99452d80542e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:42.117174 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89efd931-fd83-4ae3-9cff-871dae0381ea None None] The sync data for ids ['25cb0daa-a185-45ba-a63b-71ea1b7bfdca'] in n-d-792394-16 is: [{'id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'name': 'tempest-TestNetworkBasicOps-router-1526289026', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:36Z', 'revision_number': 4, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '9c22ebaf-35a2-4b54-9228-37f34653397a', 'name': '', 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:86:04:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '1fa3279a-12bb-4d13-9fe9-99452d80542e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:35Z', 'updated_at': '2021-07-16T01:40:40Z', 'revision_number': 4, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': '1fa3279a-12bb-4d13-9fe9-99452d80542e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:42.143849 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6a58c6bb-3818-4ccf-ae40-df19eee3a4d4 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.152137 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6a58c6bb-3818-4ccf-ae40-df19eee3a4d4 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.212660 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6a58c6bb-3818-4ccf-ae40-df19eee3a4d4 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.215255 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6a58c6bb-3818-4ccf-ae40-df19eee3a4d4 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2356296 Jul 16 01:40:42.218072 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40796) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:42.220707 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58c6bb-3818-4ccf-ae40-df19eee3a4d4 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79eccdf-871d-44a7-a025-1c92cd3aaff9,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:42.227180 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-c4accae6-d658-4fef-ae34-17f0c0cf4160 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'security_group_rule': {'security_group_id': '3a7b6a2c-7a21-4d82-b2e3-4dcf1f47ca15', 'project_id': '5db3964ad24743648c502cd9b77ad865', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:42.268911 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c4accae6-d658-4fef-ae34-17f0c0cf4160 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.411659 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aef669ea-633a-4244-b572-7c6f992795c9 req-6e4db0f0-f640-4b16-9bf5-bfa0ddfb6e6b tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 210 time: 0.0502152 Jul 16 01:40:42.507330 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c4accae6-d658-4fef-ae34-17f0c0cf4160 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.519302 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c4accae6-d658-4fef-ae34-17f0c0cf4160 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.554851 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4accae6-d658-4fef-ae34-17f0c0cf4160 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e79750-566c-4beb-854f-6d728c7c8c68,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:42.574489 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c4accae6-d658-4fef-ae34-17f0c0cf4160 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.576513 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c4accae6-d658-4fef-ae34-17f0c0cf4160 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3568826 Jul 16 01:40:42.579907 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40806) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:42.586740 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-6b9494d3-317b-416f-af38-35bf64e582cd tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'security_group_rule': {'security_group_id': '3a7b6a2c-7a21-4d82-b2e3-4dcf1f47ca15', 'project_id': '5db3964ad24743648c502cd9b77ad865', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:42.633098 n-d-792394-16 neutron-server[93955]: INFO neutron.db.securitygroups_db [None req-6b9494d3-317b-416f-af38-35bf64e582cd tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Project 5db3964ad24743648c502cd9b77ad865 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:40:42.642329 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b9494d3-317b-416f-af38-35bf64e582cd tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.913185 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b9494d3-317b-416f-af38-35bf64e582cd tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.927543 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b9494d3-317b-416f-af38-35bf64e582cd tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.989107 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b9494d3-317b-416f-af38-35bf64e582cd tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.991766 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6b9494d3-317b-416f-af38-35bf64e582cd tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4105351 Jul 16 01:40:42.993407 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9494d3-317b-416f-af38-35bf64e582cd tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36345e4a-ff28-4c9e-85f3-2903c934a9a1,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:42.995094 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40820) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:43.003151 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-819be714-7960-4f01-8384-c2578c88886c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'security_group_rule': {'security_group_id': '3a7b6a2c-7a21-4d82-b2e3-4dcf1f47ca15', 'project_id': '5db3964ad24743648c502cd9b77ad865', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:43.008849 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98524a3c-ca23-448a-9204-a101ca20712a req-faf0de33-5d19-4693-bc90-dd741939eebb tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:43.010880 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98524a3c-ca23-448a-9204-a101ca20712a req-faf0de33-5d19-4693-bc90-dd741939eebb tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.2561302 Jul 16 01:40:43.056959 n-d-792394-16 neutron-server[93956]: INFO neutron.db.securitygroups_db [None req-819be714-7960-4f01-8384-c2578c88886c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Project 5db3964ad24743648c502cd9b77ad865 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:40:43.065269 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-819be714-7960-4f01-8384-c2578c88886c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.103514 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98524a3c-ca23-448a-9204-a101ca20712a req-6a4b1039-636a-4f04-8c03-f4b54f955f87 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812302 Jul 16 01:40:43.149038 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-819be714-7960-4f01-8384-c2578c88886c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.158361 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-819be714-7960-4f01-8384-c2578c88886c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.193734 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819be714-7960-4f01-8384-c2578c88886c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba506bd1-cd5d-4bc4-9004-2c56e482ce57,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:43.201940 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-819be714-7960-4f01-8384-c2578c88886c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.203384 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-819be714-7960-4f01-8384-c2578c88886c tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2059336 Jul 16 01:40:43.382650 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40836) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:43.513184 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-93eb3bc8-37a2-44fd-abb7-83fa8a4caad7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-339518202&fields=id&tenant_id=5db3964ad24743648c502cd9b77ad865 HTTP/1.1" status: 200 len: 267 time: 0.0937455 Jul 16 01:40:43.584435 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c7f95d1-de32-4fb4-9cc0-761db52218c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.664846 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-feaddefd-589c-4cac-84f5-cbf369d0ab41 req-4d0a36de-0aa7-4208-8359-0f0fb7c70ca0 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 210 time: 0.0479212 Jul 16 01:40:43.691622 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-2f176d7e-9124-4fc8-8565-2e6f8152d5e2 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:43.698994 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-2f176d7e-9124-4fc8-8565-2e6f8152d5e2 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/networks?id=09ee7226-2be3-4a36-81bb-86daff0c976c HTTP/1.1" status: 200 len: 796 time: 0.1778603 Jul 16 01:40:43.741009 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-d61eaedb-d332-402f-9df6-db322a1bc364 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/quotas/5db3964ad24743648c502cd9b77ad865 HTTP/1.1" status: 200 len: 375 time: 0.0409811 Jul 16 01:40:43.779646 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3194dbed-882a-4395-8434-11d73bf2d41c no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:43.820859 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 3194dbed-882a-4395-8434-11d73bf2d41c {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:43.822162 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3194dbed-882a-4395-8434-11d73bf2d41c not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:43.894270 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-8a658991-f29b-484d-bbdc-08c0172a3a27 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5db3964ad24743648c502cd9b77ad865&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1521494 Jul 16 01:40:43.903899 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c7f95d1-de32-4fb4-9cc0-761db52218c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.914522 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c7f95d1-de32-4fb4-9cc0-761db52218c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.013560 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40856) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:44.022511 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2c7f95d1-de32-4fb4-9cc0-761db52218c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03af604f510c4e5eb98935c1fd2d37d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6387656 Jul 16 01:40:44.024260 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f95d1-de32-4fb4-9cc0-761db52218c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32e3d91-0cb0-4a88-a898-300ff9fa22d8,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:44.149363 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-5f5f7f8b-4e0e-4990-926d-3bdaf04f6346 service neutron] 10.222.0.16 "GET /v2.0/networks/09ee7226-2be3-4a36-81bb-86daff0c976c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314067 Jul 16 01:40:44.155413 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a7c09ec5-1cd0-4db1-9674-30eb93925d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.168281 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 9c22ebaf-35a2-4b54-9228-37f34653397a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:44.236590 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a7c09ec5-1cd0-4db1-9674-30eb93925d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.313840 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 9c22ebaf-35a2-4b54-9228-37f34653397a completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:44.323358 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 9c22ebaf-35a2-4b54-9228-37f34653397a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:44.323759 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.350498 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-b77f3012-d876-4220-8ad9-23e7f493144b service neutron] 10.222.0.16 "GET /v2.0/networks/09ee7226-2be3-4a36-81bb-86daff0c976c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999948 Jul 16 01:40:44.433304 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a7c09ec5-1cd0-4db1-9674-30eb93925d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.437278 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a7c09ec5-1cd0-4db1-9674-30eb93925d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.450699 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a7c09ec5-1cd0-4db1-9674-30eb93925d8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f32e3d91-0cb0-4a88-a898-300ff9fa22d8 HTTP/1.1" status: 204 len: 168 time: 0.4255679 Jul 16 01:40:44.466054 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.504941 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3aaf9b-3fc3-4e31-af56-a8d87906572d req-7fefb858-1197-42f8-b090-383f0d5a3954 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:44.516809 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2b3aaf9b-3fc3-4e31-af56-a8d87906572d req-7fefb858-1197-42f8-b090-383f0d5a3954 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.1813543 Jul 16 01:40:44.516809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c09ec5-1cd0-4db1-9674-30eb93925d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32e3d91-0cb0-4a88-a898-300ff9fa22d8,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:44.622785 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 9c22ebaf-35a2-4b54-9228-37f34653397a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=9c22ebaf-35a2-4b54-9228-37f34653397a,segment=NetworkSegment(727af481-8dc9-4bed-b48a-d7d2b5a3c3f5),segment_id=727af481-8dc9-4bed-b48a-d7d2b5a3c3f5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:44.631943 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2b3aaf9b-3fc3-4e31-af56-a8d87906572d req-3c75cb64-15f6-4592-8881-8a813c1585f9 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171753 Jul 16 01:40:44.643090 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.659740 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-915440f2-ab58-4c6d-902c-829e56e757e3 req-b7e5f391-245e-4d95-ba84-35ead6c96a56 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee9853ac-d910-4828-aeda-d2927e049f24 HTTP/1.1" status: 200 len: 210 time: 0.0742424 Jul 16 01:40:44.772442 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=9c22ebaf-35a2-4b54-9228-37f34653397a,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:44.931778 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d16194e3-9d06-4bdb-bf49-f770d625c164 req-8ebe1b94-d2db-4f12-a523-e858fed53e11 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 210 time: 0.0663471 Jul 16 01:40:44.998272 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40890) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:45.027938 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-98012287-50cb-42de-91ce-eb69dbe11395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.196926 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-98012287-50cb-42de-91ce-eb69dbe11395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.205243 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-98012287-50cb-42de-91ce-eb69dbe11395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.250042 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98012287-50cb-42de-91ce-eb69dbe11395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001fdab7-efed-4901-8dbd-130e8bba17ed,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:45.254605 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-98012287-50cb-42de-91ce-eb69dbe11395 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48f1a788ae8c4c67a4a9bccae692fa9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2549648 Jul 16 01:40:45.257068 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40900) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:45.339158 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-655bf135-0ecd-44f2-865e-0d169ec113b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.385291 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-655bf135-0ecd-44f2-865e-0d169ec113b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.497236 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-655bf135-0ecd-44f2-865e-0d169ec113b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.503454 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-655bf135-0ecd-44f2-865e-0d169ec113b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.504965 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-655bf135-0ecd-44f2-865e-0d169ec113b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/001fdab7-efed-4901-8dbd-130e8bba17ed HTTP/1.1" status: 204 len: 168 time: 0.2469683 Jul 16 01:40:45.517611 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655bf135-0ecd-44f2-865e-0d169ec113b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001fdab7-efed-4901-8dbd-130e8bba17ed,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:45.920035 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98ca4033-7b47-4aaa-b15c-ea8845b8766b req-1ff3c32b-78ca-43f0-a624-c8824a275297 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee9853ac-d910-4828-aeda-d2927e049f24 HTTP/1.1" status: 200 len: 210 time: 0.0557735 Jul 16 01:40:46.013431 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ca058-d419-49be-bfeb-4f6b03d12f5c req-50397f34-62d2-41f9-b894-2d9148da9596 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:46.038540 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d54ca058-d419-49be-bfeb-4f6b03d12f5c req-50397f34-62d2-41f9-b894-2d9148da9596 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.1621866 Jul 16 01:40:46.123070 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 9c22ebaf-35a2-4b54-9228-37f34653397a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:46.164408 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d54ca058-d419-49be-bfeb-4f6b03d12f5c req-7cc4cd6b-be20-4f92-896a-804c56fdc00f tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248298 Jul 16 01:40:46.201542 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-016f3456-2d78-4be0-a696-ae80f4a42d28 req-a4e62fa3-c7db-4367-8858-7a3819d5d1ee tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 210 time: 0.0617225 Jul 16 01:40:46.273534 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 9c22ebaf-35a2-4b54-9228-37f34653397a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:46.274804 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.544777 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-8104206d-09bc-479d-8281-07c25bcc9857 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:46.550414 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-8104206d-09bc-479d-8281-07c25bcc9857 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.82 "GET /v2.0/networks?id=09ee7226-2be3-4a36-81bb-86daff0c976c HTTP/1.1" status: 200 len: 796 time: 0.2625287 Jul 16 01:40:46.634915 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-199caf9a-9ab1-40ae-b4c3-8e55f157c20d tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5db3964ad24743648c502cd9b77ad865 HTTP/1.1" status: 200 len: 379 time: 0.0745308 Jul 16 01:40:46.646163 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-71d59974-4e47-4a28-a944-0bb1b24c7849 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'port': {'device_id': 'ee9853ac-d910-4828-aeda-d2927e049f24', 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c', 'admin_state_up': True, 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'security_groups': ['3a7b6a2c-7a21-4d82-b2e3-4dcf1f47ca15']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:46.887138 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e40d5-8110-4a43-b9f5-34ff242f2994 req-53adab02-71e7-4745-b558-ca7a6af7e4c9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:46.894167 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e40d5-8110-4a43-b9f5-34ff242f2994 req-53adab02-71e7-4745-b558-ca7a6af7e4c9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:46.895603 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-71d59974-4e47-4a28-a944-0bb1b24c7849 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Made reservation on behalf of 5db3964ad24743648c502cd9b77ad865 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:46.900072 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-71d59974-4e47-4a28-a944-0bb1b24c7849 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.938089 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e40d5-8110-4a43-b9f5-34ff242f2994 req-53adab02-71e7-4745-b558-ca7a6af7e4c9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:46.952235 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e40d5-8110-4a43-b9f5-34ff242f2994 req-53adab02-71e7-4745-b558-ca7a6af7e4c9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:46.968356 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e40d5-8110-4a43-b9f5-34ff242f2994 req-53adab02-71e7-4745-b558-ca7a6af7e4c9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.002883 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e40d5-8110-4a43-b9f5-34ff242f2994 req-53adab02-71e7-4745-b558-ca7a6af7e4c9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.023175 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e40d5-8110-4a43-b9f5-34ff242f2994 req-53adab02-71e7-4745-b558-ca7a6af7e4c9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.027737 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-770e40d5-8110-4a43-b9f5-34ff242f2994 req-53adab02-71e7-4745-b558-ca7a6af7e4c9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5433 time: 0.2923033 Jul 16 01:40:47.115292 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-770e40d5-8110-4a43-b9f5-34ff242f2994 req-6b53f0b5-82e6-489c-bc86-9329b74a172c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0768194 Jul 16 01:40:47.165034 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e53fdbf0-c716-4565-a863-045a4e26b465 req-176dd2c5-fa7e-43db-b87b-9dd840972e97 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee9853ac-d910-4828-aeda-d2927e049f24 HTTP/1.1" status: 200 len: 210 time: 0.0672038 Jul 16 01:40:47.197915 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-71d59974-4e47-4a28-a944-0bb1b24c7849 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Allocated IP 172.20.0.12 (09ee7226-2be3-4a36-81bb-86daff0c976c/1fa3279a-12bb-4d13-9fe9-99452d80542e/eeaac05d-32e7-4139-9574-65682919235a) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:47.480208 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb135c8d-0161-4382-94b0-735f1379dc9e req-16bedad7-2850-467e-ab40-f7472908ebb4 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.484655 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bb135c8d-0161-4382-94b0-735f1379dc9e req-16bedad7-2850-467e-ab40-f7472908ebb4 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.1029561 Jul 16 01:40:47.517480 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-71d59974-4e47-4a28-a944-0bb1b24c7849 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.550741 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-71d59974-4e47-4a28-a944-0bb1b24c7849 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Transition to ACTIVE for port object eeaac05d-32e7-4139-9574-65682919235a will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:47.551235 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bb135c8d-0161-4382-94b0-735f1379dc9e req-9502a91b-d594-4979-bdd4-6127cf3103d6 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569794 Jul 16 01:40:47.611872 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12740e-5185-439f-87f1-9aa4e3a0804b req-eec8ad9d-1e49-4faa-806d-1a054712e9b5 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.618110 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12740e-5185-439f-87f1-9aa4e3a0804b req-eec8ad9d-1e49-4faa-806d-1a054712e9b5 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.624611 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12740e-5185-439f-87f1-9aa4e3a0804b req-eec8ad9d-1e49-4faa-806d-1a054712e9b5 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.630733 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12740e-5185-439f-87f1-9aa4e3a0804b req-eec8ad9d-1e49-4faa-806d-1a054712e9b5 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.636863 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12740e-5185-439f-87f1-9aa4e3a0804b req-eec8ad9d-1e49-4faa-806d-1a054712e9b5 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.643349 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12740e-5185-439f-87f1-9aa4e3a0804b req-eec8ad9d-1e49-4faa-806d-1a054712e9b5 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.649797 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12740e-5185-439f-87f1-9aa4e3a0804b req-eec8ad9d-1e49-4faa-806d-1a054712e9b5 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.651820 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-df12740e-5185-439f-87f1-9aa4e3a0804b req-eec8ad9d-1e49-4faa-806d-1a054712e9b5 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5433 time: 0.2313848 Jul 16 01:40:47.699618 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-71d59974-4e47-4a28-a944-0bb1b24c7849 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.800320 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-71d59974-4e47-4a28-a944-0bb1b24c7849 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Network 09ee7226-2be3-4a36-81bb-86daff0c976c is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:47.807225 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-71d59974-4e47-4a28-a944-0bb1b24c7849 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:47.818160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-71d59974-4e47-4a28-a944-0bb1b24c7849 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:47.928450 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-71d59974-4e47-4a28-a944-0bb1b24c7849 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.928983 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-71d59974-4e47-4a28-a944-0bb1b24c7849 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.933097 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d59974-4e47-4a28-a944-0bb1b24c7849 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'Port': ['ID=eeaac05d-32e7-4139-9574-65682919235a,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:48.001069 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-71d59974-4e47-4a28-a944-0bb1b24c7849 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3594599 Jul 16 01:40:48.014970 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-bafb590d-68c1-4786-bc38-39251050c704 service neutron] Request body: {'port': {'device_id': 'ee9853ac-d910-4828-aeda-d2927e049f24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:48.154644 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-bafb590d-68c1-4786-bc38-39251050c704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.183614 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c0dff289-2048-4c38-b63e-3a49da7ee10b None None] Provisioning for port eeaac05d-32e7-4139-9574-65682919235a completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:48.191970 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c0dff289-2048-4c38-b63e-3a49da7ee10b None None] Provisioning complete for port eeaac05d-32e7-4139-9574-65682919235a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:48.192821 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c0dff289-2048-4c38-b63e-3a49da7ee10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.312891 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c0dff289-2048-4c38-b63e-3a49da7ee10b None None] Port eeaac05d-32e7-4139-9574-65682919235a cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:48.419704 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-12d47aed-c9c8-470a-82dd-5faf787cb21c req-18b1ac44-29fa-4a57-90a3-2195002bb825 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] (93956) timed out ('10.222.0.82', 52114) {{(pid=93956) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:40:48.423138 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-300d6c18-ddea-4c1c-b2bf-4089ba7c35d9 req-43a14268-bd69-42da-a7b8-1c065f2c6cc8 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "GET /v2.0/ports?device_id=1684c1af-6486-4b41-9b0f-e10c24130793 HTTP/1.1" status: 200 len: 210 time: 0.6922920 Jul 16 01:40:48.574203 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0459146-3c94-4365-a409-ae7f406f7938 req-6ca0810c-585e-49c8-8e1d-a3ccc683a82f tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:48.575803 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c0459146-3c94-4365-a409-ae7f406f7938 req-6ca0810c-585e-49c8-8e1d-a3ccc683a82f tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee9853ac-d910-4828-aeda-d2927e049f24 HTTP/1.1" status: 200 len: 932 time: 0.1615131 Jul 16 01:40:48.590664 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-bafb590d-68c1-4786-bc38-39251050c704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeaac05d-32e7-4139-9574-65682919235a {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:48.599705 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-bafb590d-68c1-4786-bc38-39251050c704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.630953 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-bafb590d-68c1-4786-bc38-39251050c704 service neutron] Transition to ACTIVE for port object eeaac05d-32e7-4139-9574-65682919235a will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:48.649820 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c0459146-3c94-4365-a409-ae7f406f7938 req-defed895-c7ad-48cf-9e4c-da418b3f38c0 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a7b6a2c-7a21-4d82-b2e3-4dcf1f47ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471153 Jul 16 01:40:48.650438 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-bafb590d-68c1-4786-bc38-39251050c704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.718304 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb590d-68c1-4786-bc38-39251050c704 service neutron] Pushing event updated for resources: {'Port': ['ID=eeaac05d-32e7-4139-9574-65682919235a,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:48.827419 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-bafb590d-68c1-4786-bc38-39251050c704 service neutron] Attempting to bind port eeaac05d-32e7-4139-9574-65682919235a on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:48.828097 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-bafb590d-68c1-4786-bc38-39251050c704 service neutron] Attempting to bind port eeaac05d-32e7-4139-9574-65682919235a by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '727af481-8dc9-4bed-b48a-d7d2b5a3c3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:48.829105 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-bafb590d-68c1-4786-bc38-39251050c704 service neutron] Attempting to bind port eeaac05d-32e7-4139-9574-65682919235a on network 09ee7226-2be3-4a36-81bb-86daff0c976c {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:48.834820 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-bafb590d-68c1-4786-bc38-39251050c704 service neutron] Port eeaac05d-32e7-4139-9574-65682919235a on network 09ee7226-2be3-4a36-81bb-86daff0c976c not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:48.835384 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-bafb590d-68c1-4786-bc38-39251050c704 service neutron] Attempting to bind port eeaac05d-32e7-4139-9574-65682919235a on network 09ee7226-2be3-4a36-81bb-86daff0c976c {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:48.841645 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-bafb590d-68c1-4786-bc38-39251050c704 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:48.842112 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-bafb590d-68c1-4786-bc38-39251050c704 service neutron] Checking segment: {'id': '727af481-8dc9-4bed-b48a-d7d2b5a3c3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:48.842378 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-bafb590d-68c1-4786-bc38-39251050c704 service neutron] Bound using segment: {'id': '727af481-8dc9-4bed-b48a-d7d2b5a3c3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:48.843103 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-bafb590d-68c1-4786-bc38-39251050c704 service neutron] Bound port: eeaac05d-32e7-4139-9574-65682919235a, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '727af481-8dc9-4bed-b48a-d7d2b5a3c3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:48.843476 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-bafb590d-68c1-4786-bc38-39251050c704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.855429 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ee0a-a822-4f22-9e39-14ef32abb461 req-e01521a7-f0d3-4b5f-a719-d07593fcc162 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:48.867877 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a76ee0a-a822-4f22-9e39-14ef32abb461 req-e01521a7-f0d3-4b5f-a719-d07593fcc162 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.1141298 Jul 16 01:40:48.970803 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a76ee0a-a822-4f22-9e39-14ef32abb461 req-48a7ea36-a60c-4752-b655-26330b7d07a1 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003242 Jul 16 01:40:48.978708 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-bafb590d-68c1-4786-bc38-39251050c704 service neutron] For port eeaac05d-32e7-4139-9574-65682919235a, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:48.984610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-bafb590d-68c1-4786-bc38-39251050c704 service neutron] For port eeaac05d-32e7-4139-9574-65682919235a, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=eeaac05d-32e7-4139-9574-65682919235a,segment=NetworkSegment(727af481-8dc9-4bed-b48a-d7d2b5a3c3f5),segment_id=727af481-8dc9-4bed-b48a-d7d2b5a3c3f5)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:49.001940 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-bafb590d-68c1-4786-bc38-39251050c704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.047584 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-bafb590d-68c1-4786-bc38-39251050c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.047988 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-bafb590d-68c1-4786-bc38-39251050c704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.049545 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-bafb590d-68c1-4786-bc38-39251050c704 service neutron] 10.222.0.82 "PUT /v2.0/ports/eeaac05d-32e7-4139-9574-65682919235a HTTP/1.1" status: 200 len: 1093 time: 1.0394156 Jul 16 01:40:49.049988 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9853ac-d910-4828-aeda-d2927e049f24', 'tag': 'eeaac05d-32e7-4139-9574-65682919235a'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:49.052392 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10d6910-546e-4f6f-97bb-a4b175bcf790" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9853ac-d910-4828-aeda-d2927e049f24", "tag": "eeaac05d-32e7-4139-9574-65682919235a"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:49.096443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb590d-68c1-4786-bc38-39251050c704 service neutron] Pushing event updated for resources: {'Port': ['ID=eeaac05d-32e7-4139-9574-65682919235a,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:49.595461 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41050) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:49.654375 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90eae31-aee1-413b-b975-73ec99bd7fe0 x-openstack-request-id: req-f90eae31-aee1-413b-b975-73ec99bd7fe0 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:49.655063 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9853ac-d910-4828-aeda-d2927e049f24", "tag": "eeaac05d-32e7-4139-9574-65682919235a", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:49.655063 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f90eae31-aee1-413b-b975-73ec99bd7fe0 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:49.655388 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9853ac-d910-4828-aeda-d2927e049f24', 'tag': 'eeaac05d-32e7-4139-9574-65682919235a', 'status': 'completed', 'code': 200} Jul 16 01:40:49.710407 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e7410ad-0c9c-4028-95ff-c5d5dc60c698 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.744654 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e7410ad-0c9c-4028-95ff-c5d5dc60c698 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.823441 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e7410ad-0c9c-4028-95ff-c5d5dc60c698 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.828759 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e7410ad-0c9c-4028-95ff-c5d5dc60c698 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.830934 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7e7410ad-0c9c-4028-95ff-c5d5dc60c698 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] 10.222.0.16 "DELETE /v2.0/security-groups/d1a27eb2-19bc-4c75-b3ce-e49659fc5e9a HTTP/1.1" status: 204 len: 168 time: 0.2343435 Jul 16 01:40:49.849435 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7410ad-0c9c-4028-95ff-c5d5dc60c698 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a27eb2-19bc-4c75-b3ce-e49659fc5e9a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:49.850259 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-18fef87d-6dfc-404c-b237-d3498fe6f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.851797 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-18fef87d-6dfc-404c-b237-d3498fe6f62e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5db3964ad24743648c502cd9b77ad865&device_id=ee9853ac-d910-4828-aeda-d2927e049f24 HTTP/1.1" status: 200 len: 1096 time: 0.7522619 Jul 16 01:40:49.860391 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55460e4f-8a55-468f-8d61-a73fa261a1dc req-dcad6241-bdd4-4047-a59c-a3d031fd3f0b tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.867173 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-55460e4f-8a55-468f-8d61-a73fa261a1dc req-dcad6241-bdd4-4047-a59c-a3d031fd3f0b tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.2110884 Jul 16 01:40:49.879879 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7410ad-0c9c-4028-95ff-c5d5dc60c698 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:49.882307 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7410ad-0c9c-4028-95ff-c5d5dc60c698 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:49.883028 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7410ad-0c9c-4028-95ff-c5d5dc60c698 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:49.883555 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7410ad-0c9c-4028-95ff-c5d5dc60c698 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:49.883931 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7410ad-0c9c-4028-95ff-c5d5dc60c698 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:49.884261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7410ad-0c9c-4028-95ff-c5d5dc60c698 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:49.884610 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7410ad-0c9c-4028-95ff-c5d5dc60c698 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:49.884935 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7410ad-0c9c-4028-95ff-c5d5dc60c698 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:49.885258 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7410ad-0c9c-4028-95ff-c5d5dc60c698 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:49.885577 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7410ad-0c9c-4028-95ff-c5d5dc60c698 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:49.885896 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7410ad-0c9c-4028-95ff-c5d5dc60c698 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:49.886211 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7410ad-0c9c-4028-95ff-c5d5dc60c698 tempest-TestVolumeBackupRestore-466466143 tempest-TestVolumeBackupRestore-466466143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:49.937100 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-b5408015-cec1-45bf-b785-49b3648dca4e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eeaac05d-32e7-4139-9574-65682919235a HTTP/1.1" status: 200 len: 217 time: 0.0660701 Jul 16 01:40:49.949664 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775f48b-d452-4754-8f6a-9f0d7b561638 req-e58178f1-5d14-43a8-af4d-aeb1943c4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.951162 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0775f48b-d452-4754-8f6a-9f0d7b561638 req-e58178f1-5d14-43a8-af4d-aeb1943c4ab6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=397a7a3d36ef4318afd67223e92c4812&device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 1098 time: 0.2988620 Jul 16 01:40:50.006977 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-55afcb98-6a01-4091-a2aa-c004d7e644ee req-588a922f-e420-4263-86e8-d2011ca02880 tempest-ServersOnMultiNodesTest-1651245141 tempest-ServersOnMultiNodesTest-1651245141-project] (93956) timed out ('10.222.0.82', 52400) {{(pid=93956) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:40:50.044416 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf708c-b503-46ba-b145-9e7a50385d2a req-a2b2fb62-fa27-4f1d-9565-f5a386730c9d tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.046041 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3baf708c-b503-46ba-b145-9e7a50385d2a req-a2b2fb62-fa27-4f1d-9565-f5a386730c9d tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee9853ac-d910-4828-aeda-d2927e049f24 HTTP/1.1" status: 200 len: 944 time: 0.1702404 Jul 16 01:40:50.088004 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41080) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:50.105004 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3baf708c-b503-46ba-b145-9e7a50385d2a req-f6136f92-8f8e-44cb-b89c-78ad993d2663 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a7b6a2c-7a21-4d82-b2e3-4dcf1f47ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464056 Jul 16 01:40:50.107797 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-130f734a-5a04-4334-97b0-658af4ec4b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.109331 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-130f734a-5a04-4334-97b0-658af4ec4b9e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1fa3279a-12bb-4d13-9fe9-99452d80542e HTTP/1.1" status: 200 len: 834 time: 0.1554012 Jul 16 01:40:50.114281 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-55460e4f-8a55-468f-8d61-a73fa261a1dc req-2b7070b5-5746-4276-849b-da29a9415867 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462323 Jul 16 01:40:50.162465 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41084) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:50.229130 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775f48b-d452-4754-8f6a-9f0d7b561638 req-97326222-53c7-4648-828a-f22db438a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.231116 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0775f48b-d452-4754-8f6a-9f0d7b561638 req-97326222-53c7-4648-828a-f22db438a061 service neutron] 10.222.0.82 "GET /v2.0/networks?id=98e0b200-9d05-4336-87c3-fa057674aa73 HTTP/1.1" status: 200 len: 911 time: 0.2254355 Jul 16 01:40:50.460494 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7a889a34-8766-4251-ad0b-a34013267225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.489039 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0775f48b-d452-4754-8f6a-9f0d7b561638 req-370f82a0-311f-4b0e-a4ce-1c70ea3f341b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b HTTP/1.1" status: 200 len: 1002 time: 0.2501869 Jul 16 01:40:50.526929 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-84c489bc-17b5-445c-b814-532f8122d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.528878 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-84c489bc-17b5-445c-b814-532f8122d9cf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=09ee7226-2be3-4a36-81bb-86daff0c976c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3880489 Jul 16 01:40:50.602605 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734fe2a-ebcb-4b24-8e1a-eda9cd00fd94 req-ddfffd85-6cb5-4247-8eb4-06f087f624f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.604303 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734fe2a-ebcb-4b24-8e1a-eda9cd00fd94 req-ddfffd85-6cb5-4247-8eb4-06f087f624f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.604999 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734fe2a-ebcb-4b24-8e1a-eda9cd00fd94 req-ddfffd85-6cb5-4247-8eb4-06f087f624f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.605659 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734fe2a-ebcb-4b24-8e1a-eda9cd00fd94 req-ddfffd85-6cb5-4247-8eb4-06f087f624f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.606314 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734fe2a-ebcb-4b24-8e1a-eda9cd00fd94 req-ddfffd85-6cb5-4247-8eb4-06f087f624f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.606959 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734fe2a-ebcb-4b24-8e1a-eda9cd00fd94 req-ddfffd85-6cb5-4247-8eb4-06f087f624f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.607632 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734fe2a-ebcb-4b24-8e1a-eda9cd00fd94 req-ddfffd85-6cb5-4247-8eb4-06f087f624f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.617983 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3734fe2a-ebcb-4b24-8e1a-eda9cd00fd94 req-ddfffd85-6cb5-4247-8eb4-06f087f624f7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 6497 time: 0.5276024 Jul 16 01:40:50.632775 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775f48b-d452-4754-8f6a-9f0d7b561638 req-49af3a83-5d7a-4f59-bde1-ce959fa7dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.635473 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0775f48b-d452-4754-8f6a-9f0d7b561638 req-49af3a83-5d7a-4f59-bde1-ce959fa7dab9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=370bcf40-c26b-4959-9b56-af3cd128b9a8 HTTP/1.1" status: 200 len: 849 time: 0.1382673 Jul 16 01:40:50.699442 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3734fe2a-ebcb-4b24-8e1a-eda9cd00fd94 req-93bd7bf8-a099-460a-b9b3-233a5f3186e3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0754266 Jul 16 01:40:50.754018 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7a889a34-8766-4251-ad0b-a34013267225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.765357 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7a889a34-8766-4251-ad0b-a34013267225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.819844 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-8cf79c85-6634-4db6-9f4f-c3f6f96daf70 service neutron] 10.222.0.82 "GET /v2.0/networks/09ee7226-2be3-4a36-81bb-86daff0c976c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555289 Jul 16 01:40:50.822478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775f48b-d452-4754-8f6a-9f0d7b561638 req-e853a4b8-9b71-466e-ad35-2076dbf1cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.824069 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0775f48b-d452-4754-8f6a-9f0d7b561638 req-e853a4b8-9b71-466e-ad35-2076dbf1cd2c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=98e0b200-9d05-4336-87c3-fa057674aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1402524 Jul 16 01:40:50.826253 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a889a34-8766-4251-ad0b-a34013267225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7925482-6ac0-41c5-bf96-631ce4ddc531,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:50.834319 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7a889a34-8766-4251-ad0b-a34013267225 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bef404bffe244fb9cca4ffc8c04a045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6707947 Jul 16 01:40:50.837319 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41144) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:50.909225 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4ea42244-8a48-4aaf-838f-1498f9e1fe71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.940217 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4ea42244-8a48-4aaf-838f-1498f9e1fe71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.004921 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4ea42244-8a48-4aaf-838f-1498f9e1fe71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.008245 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4ea42244-8a48-4aaf-838f-1498f9e1fe71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.021964 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4ea42244-8a48-4aaf-838f-1498f9e1fe71 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7925482-6ac0-41c5-bf96-631ce4ddc531 HTTP/1.1" status: 204 len: 168 time: 0.1786044 Jul 16 01:40:51.049319 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea42244-8a48-4aaf-838f-1498f9e1fe71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7925482-6ac0-41c5-bf96-631ce4ddc531,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:51.077480 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-43203ea6-b27e-474a-9c1e-2a8133104d47 req-99c152f3-f11a-49a7-890b-c32935d99139 service neutron] 10.222.0.82 "GET /v2.0/networks/09ee7226-2be3-4a36-81bb-86daff0c976c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359238 Jul 16 01:40:51.082167 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0775f48b-d452-4754-8f6a-9f0d7b561638 req-f0c28235-9353-4c46-981a-fc2cecd1d2c4 service neutron] 10.222.0.82 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420499 Jul 16 01:40:51.437492 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0775f48b-d452-4754-8f6a-9f0d7b561638 req-5efebe00-978b-4145-90b6-96d434ae4b7d service neutron] 10.222.0.82 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467054 Jul 16 01:40:51.440655 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d6910-546e-4f6f-97bb-a4b175bcf790 req-f311dee4-292c-478f-9896-21134d867d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:51.442454 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a10d6910-546e-4f6f-97bb-a4b175bcf790 req-f311dee4-292c-478f-9896-21134d867d57 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5db3964ad24743648c502cd9b77ad865&device_id=ee9853ac-d910-4828-aeda-d2927e049f24 HTTP/1.1" status: 200 len: 1096 time: 0.2935922 Jul 16 01:40:51.698107 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b24ae9-baf5-476c-8504-b1d6091e2ba4 req-e1f78c9b-31b1-4a9e-bc97-4baccd721c6b tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:51.699913 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59b24ae9-baf5-476c-8504-b1d6091e2ba4 req-e1f78c9b-31b1-4a9e-bc97-4baccd721c6b tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.2661088 Jul 16 01:40:51.705504 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d6910-546e-4f6f-97bb-a4b175bcf790 req-bfe42fe2-c0ad-41eb-84e7-57f6baffb052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:51.706966 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a10d6910-546e-4f6f-97bb-a4b175bcf790 req-bfe42fe2-c0ad-41eb-84e7-57f6baffb052 service neutron] 10.222.0.82 "GET /v2.0/networks?id=09ee7226-2be3-4a36-81bb-86daff0c976c HTTP/1.1" status: 200 len: 897 time: 0.2535892 Jul 16 01:40:51.793099 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a10d6910-546e-4f6f-97bb-a4b175bcf790 req-713764c1-caa0-4b08-9ab2-bf0ebd38f73c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eeaac05d-32e7-4139-9574-65682919235a HTTP/1.1" status: 200 len: 217 time: 0.0458984 Jul 16 01:40:51.851322 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59b24ae9-baf5-476c-8504-b1d6091e2ba4 req-d7fc686b-252e-4513-8a09-9292f5aadc11 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366272 Jul 16 01:40:51.855776 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d6910-546e-4f6f-97bb-a4b175bcf790 req-addd0409-c077-4906-8a23-ef8804e4200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:51.857440 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a10d6910-546e-4f6f-97bb-a4b175bcf790 req-addd0409-c077-4906-8a23-ef8804e4200f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1fa3279a-12bb-4d13-9fe9-99452d80542e HTTP/1.1" status: 200 len: 834 time: 0.0535944 Jul 16 01:40:51.938616 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f7883-c30c-4789-9bbc-f77d0e4e632c req-721d2432-0119-4c08-91e7-bddcdd6406ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:51.940247 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-264f7883-c30c-4789-9bbc-f77d0e4e632c req-721d2432-0119-4c08-91e7-bddcdd6406ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee9853ac-d910-4828-aeda-d2927e049f24 HTTP/1.1" status: 200 len: 944 time: 0.5952687 Jul 16 01:40:51.977639 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d6910-546e-4f6f-97bb-a4b175bcf790 req-c16a45ee-4036-464c-b837-203710230e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:51.980078 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a10d6910-546e-4f6f-97bb-a4b175bcf790 req-c16a45ee-4036-464c-b837-203710230e31 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=09ee7226-2be3-4a36-81bb-86daff0c976c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1157260 Jul 16 01:40:52.041519 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-264f7883-c30c-4789-9bbc-f77d0e4e632c req-2bdd1d0b-2a2b-44eb-835f-1548d4a6d1c3 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a7b6a2c-7a21-4d82-b2e3-4dcf1f47ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893848 Jul 16 01:40:52.185051 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a10d6910-546e-4f6f-97bb-a4b175bcf790 req-c668c993-8317-4cbc-a001-343d58b57636 service neutron] 10.222.0.82 "GET /v2.0/networks/09ee7226-2be3-4a36-81bb-86daff0c976c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931796 Jul 16 01:40:52.391069 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a10d6910-546e-4f6f-97bb-a4b175bcf790 req-7b6f420d-42b8-44dc-834f-9554d39487e6 service neutron] 10.222.0.82 "GET /v2.0/networks/09ee7226-2be3-4a36-81bb-86daff0c976c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973178 Jul 16 01:40:53.018183 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41386) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:53.233557 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-18f24fac-677f-44d1-8ee0-426c42d8545d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.250705 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a98b2-b2d8-47de-a4a6-590dfdef0bbf req-0f70f756-f2d8-4617-bcb6-f53516c09ecb tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.264379 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d28a98b2-b2d8-47de-a4a6-590dfdef0bbf req-0f70f756-f2d8-4617-bcb6-f53516c09ecb tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.1698196 Jul 16 01:40:53.334897 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d28a98b2-b2d8-47de-a4a6-590dfdef0bbf req-1d973821-9d46-4960-a6dd-3bdac71342b7 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524650 Jul 16 01:40:53.386280 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166af60d-0d80-4df5-bc73-4b0cee624a03 req-45e8f67d-9cc3-4649-950c-5aff0d2e8cc3 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.403323 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-166af60d-0d80-4df5-bc73-4b0cee624a03 req-45e8f67d-9cc3-4649-950c-5aff0d2e8cc3 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee9853ac-d910-4828-aeda-d2927e049f24 HTTP/1.1" status: 200 len: 944 time: 0.1497018 Jul 16 01:40:53.460075 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-18f24fac-677f-44d1-8ee0-426c42d8545d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.468690 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-18f24fac-677f-44d1-8ee0-426c42d8545d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.510064 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f24fac-677f-44d1-8ee0-426c42d8545d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11541cd-f427-4f50-a824-3fb77fc1e1a5,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:53.511694 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-166af60d-0d80-4df5-bc73-4b0cee624a03 req-4f3d029b-46ef-4f03-94c0-4a11db0645c0 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a7b6a2c-7a21-4d82-b2e3-4dcf1f47ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073720 Jul 16 01:40:53.581663 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-18f24fac-677f-44d1-8ee0-426c42d8545d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dfd9f4bc7b7949d0b55080df02878662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5614846 Jul 16 01:40:53.584321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41450) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:53.685698 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7e28ded5-6534-44d5-b520-a58173145d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.738621 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7e28ded5-6534-44d5-b520-a58173145d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.800345 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7e28ded5-6534-44d5-b520-a58173145d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.800886 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device eeaac05d-32e7-4139-9574-65682919235a details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:53.804236 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7e28ded5-6534-44d5-b520-a58173145d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.806484 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7e28ded5-6534-44d5-b520-a58173145d84 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e11541cd-f427-4f50-a824-3fb77fc1e1a5 HTTP/1.1" status: 204 len: 168 time: 0.2207787 Jul 16 01:40:53.830967 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28ded5-6534-44d5-b520-a58173145d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11541cd-f427-4f50-a824-3fb77fc1e1a5,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:54.025652 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port eeaac05d-32e7-4139-9574-65682919235a, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=eeaac05d-32e7-4139-9574-65682919235a,segment=NetworkSegment(727af481-8dc9-4bed-b48a-d7d2b5a3c3f5),segment_id=727af481-8dc9-4bed-b48a-d7d2b5a3c3f5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:54.037430 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'eeaac05d-32e7-4139-9574-65682919235a', 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c', 'port_id': 'eeaac05d-32e7-4139-9574-65682919235a', 'mac_address': 'fa:16:3e:b2:fb:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa3279a-12bb-4d13-9fe9-99452d80542e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:54.085619 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.109221 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeaac05d-32e7-4139-9574-65682919235a {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:54.138979 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port eeaac05d-32e7-4139-9574-65682919235a, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=eeaac05d-32e7-4139-9574-65682919235a,segment=NetworkSegment(727af481-8dc9-4bed-b48a-d7d2b5a3c3f5),segment_id=727af481-8dc9-4bed-b48a-d7d2b5a3c3f5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:54.149777 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.217030 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=eeaac05d-32e7-4139-9574-65682919235a,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:54.377368 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['eeaac05d-32e7-4139-9574-65682919235a'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:54.837150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2c0b1-cfc1-4158-83c3-88b010d1aafb req-290cd503-e5a6-402c-bf92-ef74798f9bdc tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:54.848475 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8da2c0b1-cfc1-4158-83c3-88b010d1aafb req-290cd503-e5a6-402c-bf92-ef74798f9bdc tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee9853ac-d910-4828-aeda-d2927e049f24 HTTP/1.1" status: 200 len: 945 time: 0.1505375 Jul 16 01:40:54.991499 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8da2c0b1-cfc1-4158-83c3-88b010d1aafb req-baa02893-f38f-4733-a290-1c22d2a20d60 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a7b6a2c-7a21-4d82-b2e3-4dcf1f47ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225131 Jul 16 01:40:55.814985 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device eeaac05d-32e7-4139-9574-65682919235a up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:55.872885 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port eeaac05d-32e7-4139-9574-65682919235a completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:55.880421 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port eeaac05d-32e7-4139-9574-65682919235a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:55.880975 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.084057 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41712) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:56.097924 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.146333 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9853ac-d910-4828-aeda-d2927e049f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeaac05d-32e7-4139-9574-65682919235a'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:56.152947 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fceca225-06b2-4dd6-a9cb-0c51caf87576" -d '{"events": [{"server_uuid": "ee9853ac-d910-4828-aeda-d2927e049f24", "name": "network-vif-plugged", "status": "completed", "tag": "eeaac05d-32e7-4139-9574-65682919235a"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:56.190139 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port eeaac05d-32e7-4139-9574-65682919235a, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=eeaac05d-32e7-4139-9574-65682919235a,segment=NetworkSegment(727af481-8dc9-4bed-b48a-d7d2b5a3c3f5),segment_id=727af481-8dc9-4bed-b48a-d7d2b5a3c3f5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:56.202645 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.261334 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1620c3f5-76a1-487d-9723-c4146c303299 x-openstack-request-id: req-1620c3f5-76a1-487d-9723-c4146c303299 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:56.261659 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9853ac-d910-4828-aeda-d2927e049f24", "name": "network-vif-plugged", "status": "completed", "tag": "eeaac05d-32e7-4139-9574-65682919235a", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:56.262959 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1620c3f5-76a1-487d-9723-c4146c303299 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:56.263522 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9853ac-d910-4828-aeda-d2927e049f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeaac05d-32e7-4139-9574-65682919235a', 'code': 200} Jul 16 01:40:56.312850 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfdcdd-e19d-42e3-924a-c47967253968 req-ac09ea6f-1e0c-4055-8858-4cd484b9a465 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.314388 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dbbfdcdd-e19d-42e3-924a-c47967253968 req-ac09ea6f-1e0c-4055-8858-4cd484b9a465 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee9853ac-d910-4828-aeda-d2927e049f24 HTTP/1.1" status: 200 len: 945 time: 0.1395493 Jul 16 01:40:56.350185 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:40:56.353379 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=eeaac05d-32e7-4139-9574-65682919235a,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:56.468012 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dbbfdcdd-e19d-42e3-924a-c47967253968 req-8b5405e6-ba74-4310-a221-e0c2fee56ba7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a7b6a2c-7a21-4d82-b2e3-4dcf1f47ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399837 Jul 16 01:40:56.492534 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e094a-af15-447d-bdb2-23a21af70e9a req-43766f7b-a4cc-4aa8-82c1-3d3341a68a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.493392 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3a7e094a-af15-447d-bdb2-23a21af70e9a req-43766f7b-a4cc-4aa8-82c1-3d3341a68a71 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ee9853ac-d910-4828-aeda-d2927e049f24 HTTP/1.1" status: 200 len: 1098 time: 0.1335523 Jul 16 01:40:56.493906 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41724) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:56.571227 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3a7e094a-af15-447d-bdb2-23a21af70e9a req-0c635c42-7038-4c9c-817c-44d1715a8fda service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=3a7b6a2c-7a21-4d82-b2e3-4dcf1f47ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611575 Jul 16 01:40:56.626742 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bab84194-6a00-4696-a152-7259e03a2fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.707205 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b3d759ac-958e-4c84-9d8e-c0e57da884d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.732975 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5f850031-f28d-45c4-8296-afd1a5433c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.832284 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b3d759ac-958e-4c84-9d8e-c0e57da884d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.838536 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b3d759ac-958e-4c84-9d8e-c0e57da884d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.886382 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b3d759ac-958e-4c84-9d8e-c0e57da884d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dab2df773ee64b72992c8f1c5cedd46e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3869667 Jul 16 01:40:56.887908 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d759ac-958e-4c84-9d8e-c0e57da884d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bd2a87-e040-4878-b121-71e33d3238a7,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:56.891897 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41732) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:56.956824 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b966d88-86f1-464e-ab1c-4c11d68c08e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.982801 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b966d88-86f1-464e-ab1c-4c11d68c08e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.048223 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-5f850031-f28d-45c4-8296-afd1a5433c88 admin admin] Deleting port d42c2882-480d-4663-90c1-0280fa69aa2a {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:57.048985 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5f850031-f28d-45c4-8296-afd1a5433c88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.055581 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b966d88-86f1-464e-ab1c-4c11d68c08e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.062951 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b966d88-86f1-464e-ab1c-4c11d68c08e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.064263 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1b966d88-86f1-464e-ab1c-4c11d68c08e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83bd2a87-e040-4878-b121-71e33d3238a7 HTTP/1.1" status: 204 len: 168 time: 0.1714046 Jul 16 01:40:57.075131 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b966d88-86f1-464e-ab1c-4c11d68c08e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bd2a87-e040-4878-b121-71e33d3238a7,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:57.143663 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-5f850031-f28d-45c4-8296-afd1a5433c88 admin admin] For port d42c2882-480d-4663-90c1-0280fa69aa2a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d42c2882-480d-4663-90c1-0280fa69aa2a,segment=NetworkSegment(e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426),segment_id=e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:57.144338 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5f850031-f28d-45c4-8296-afd1a5433c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.166094 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-5f850031-f28d-45c4-8296-afd1a5433c88 admin admin] Calling delete_port for d42c2882-480d-4663-90c1-0280fa69aa2a owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:57.436270 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5f850031-f28d-45c4-8296-afd1a5433c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.473693 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f850031-f28d-45c4-8296-afd1a5433c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=d42c2882-480d-4663-90c1-0280fa69aa2a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:57.722743 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5f850031-f28d-45c4-8296-afd1a5433c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.032376 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0b6b5-ca4b-4952-b8b0-8a8172155ed6 req-36f98410-6daf-451b-a728-6f68de3afb02 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:58.034734 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f850031-f28d-45c4-8296-afd1a5433c88 admin admin] Router 528bd3b1-5019-4b79-bcb0-9007b333a597 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:58.040883 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffe0b6b5-ca4b-4952-b8b0-8a8172155ed6 req-36f98410-6daf-451b-a728-6f68de3afb02 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee9853ac-d910-4828-aeda-d2927e049f24 HTTP/1.1" status: 200 len: 946 time: 0.3770661 Jul 16 01:40:58.094593 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ffe0b6b5-ca4b-4952-b8b0-8a8172155ed6 req-cd966dd0-dc9b-42ca-beb8-c0ce4c96e6f7 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a7b6a2c-7a21-4d82-b2e3-4dcf1f47ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485039 Jul 16 01:40:58.217107 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f850031-f28d-45c4-8296-afd1a5433c88 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:58.225675 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5f850031-f28d-45c4-8296-afd1a5433c88 admin admin] 10.222.0.16 "PUT /v2.0/routers/528bd3b1-5019-4b79-bcb0-9007b333a597/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1394649 Jul 16 01:40:58.228851 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41786) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:58.232144 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd81af2-0d92-4f71-866c-06764ca73f92 None None] Sync routers for ids ['528bd3b1-5019-4b79-bcb0-9007b333a597'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:58.248144 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd81af2-0d92-4f71-866c-06764ca73f92 None None] Routers {'528bd3b1-5019-4b79-bcb0-9007b333a597'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:58.249156 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2cd81af2-0d92-4f71-866c-06764ca73f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:40:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['528bd3b1-5019-4b79-bcb0-9007b333a597'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:58.371787 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04cbc98-c25b-47a0-a85a-5c2671433e67 req-9f144a9c-bc38-4470-9362-2c1d1b920eeb tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:58.374046 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e04cbc98-c25b-47a0-a85a-5c2671433e67 req-9f144a9c-bc38-4470-9362-2c1d1b920eeb tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee9853ac-d910-4828-aeda-d2927e049f24 HTTP/1.1" status: 200 len: 946 time: 0.1061363 Jul 16 01:40:58.439063 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e04cbc98-c25b-47a0-a85a-5c2671433e67 req-6deefbf9-b36f-43e7-92a7-5a8e44f5fd8e tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a7b6a2c-7a21-4d82-b2e3-4dcf1f47ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570312 Jul 16 01:40:58.448705 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-2cd81af2-0d92-4f71-866c-06764ca73f92 None None] Set router 528bd3b1-5019-4b79-bcb0-9007b333a597 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:58.467230 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41796) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:58.546692 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d644b17b-bf10-44bc-9f26-3782c470d8e6 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:58.551315 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d644b17b-bf10-44bc-9f26-3782c470d8e6 tempest-TestNetworkBasicOps-1177581383 tempest-TestNetworkBasicOps-1177581383-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ee9853ac-d910-4828-aeda-d2927e049f24 HTTP/1.1" status: 200 len: 1093 time: 0.0801296 Jul 16 01:40:58.551315 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41804) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:58.556532 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-57b6f677-88eb-4c3c-8094-c72bcd3bc828 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': 'eeaac05d-32e7-4139-9574-65682919235a', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:58.594527 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-57b6f677-88eb-4c3c-8094-c72bcd3bc828 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.633657 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71b43fc5-831c-4b97-88e6-15b68758103b admin admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.714521 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-57b6f677-88eb-4c3c-8094-c72bcd3bc828 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.739799 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71b43fc5-831c-4b97-88e6-15b68758103b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.781851 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2cd81af2-0d92-4f71-866c-06764ca73f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'name': 'tempest-TestVolumeBackupRestore-731329430-router', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:40:57Z', 'revision_number': 5, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'gw_port': {'id': 'e29519cd-e580-4bb1-9ac6-baf97c974563', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:59Z', 'updated_at': '2021-07-16T01:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:58.809367 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-71b43fc5-831c-4b97-88e6-15b68758103b admin admin] Deleting port e29519cd-e580-4bb1-9ac6-baf97c974563 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:58.809988 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71b43fc5-831c-4b97-88e6-15b68758103b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.815550 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd81af2-0d92-4f71-866c-06764ca73f92 None None] Checking router: 528bd3b1-5019-4b79-bcb0-9007b333a597 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:58.825708 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd81af2-0d92-4f71-866c-06764ca73f92 None None] Routers {'528bd3b1-5019-4b79-bcb0-9007b333a597'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:58.826324 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2cd81af2-0d92-4f71-866c-06764ca73f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:40:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['528bd3b1-5019-4b79-bcb0-9007b333a597'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:58.850371 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-57b6f677-88eb-4c3c-8094-c72bcd3bc828 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Allocated IP 172.25.6.210 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/869f95a4-a60d-46b3-873f-972018753428) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:58.920601 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-71b43fc5-831c-4b97-88e6-15b68758103b admin admin] For port e29519cd-e580-4bb1-9ac6-baf97c974563, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e29519cd-e580-4bb1-9ac6-baf97c974563,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:58.921194 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71b43fc5-831c-4b97-88e6-15b68758103b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.940351 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-71b43fc5-831c-4b97-88e6-15b68758103b admin admin] Calling delete_port for e29519cd-e580-4bb1-9ac6-baf97c974563 owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:58.950680 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-2cd81af2-0d92-4f71-866c-06764ca73f92 None None] Set router 528bd3b1-5019-4b79-bcb0-9007b333a597 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:58.954387 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41814) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:59.010194 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-57b6f677-88eb-4c3c-8094-c72bcd3bc828 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.026268 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2cd81af2-0d92-4f71-866c-06764ca73f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'name': 'tempest-TestVolumeBackupRestore-731329430-router', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:40:58Z', 'revision_number': 6, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:59.062110 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-57b6f677-88eb-4c3c-8094-c72bcd3bc828 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.093412 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd81af2-0d92-4f71-866c-06764ca73f92 None None] The sync data for ids ['528bd3b1-5019-4b79-bcb0-9007b333a597'] in n-d-792394-16 is: [{'id': '528bd3b1-5019-4b79-bcb0-9007b333a597', 'name': 'tempest-TestVolumeBackupRestore-731329430-router', 'tenant_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:58Z', 'updated_at': '2021-07-16T01:40:58Z', 'revision_number': 6, 'project_id': '7d1b8bed3b6d4a5f99fcdfe260ce9da4', 'gw_port_host': None}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:59.129591 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b6f677-88eb-4c3c-8094-c72bcd3bc828 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:59.132580 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-57b6f677-88eb-4c3c-8094-c72bcd3bc828 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:59.140409 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b6f677-88eb-4c3c-8094-c72bcd3bc828 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:59.149862 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6f677-88eb-4c3c-8094-c72bcd3bc828 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'Port': ['ID=869f95a4-a60d-46b3-873f-972018753428,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:59.179364 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-37b5cfa2-bc17-4cbe-84d3-7a1fc31f4240 tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1651365426'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:59.217217 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b5cfa2-bc17-4cbe-84d3-7a1fc31f4240 tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] Made reservation on behalf of 0857d733169b4e839078a48119809f7d for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:59.222685 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-37b5cfa2-bc17-4cbe-84d3-7a1fc31f4240 tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.254184 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-37b5cfa2-bc17-4cbe-84d3-7a1fc31f4240 tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.302954 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71b43fc5-831c-4b97-88e6-15b68758103b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.388393 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b43fc5-831c-4b97-88e6-15b68758103b admin admin] Pushing event deleted for resources: {'Port': ['ID=e29519cd-e580-4bb1-9ac6-baf97c974563,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:59.487117 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71b43fc5-831c-4b97-88e6-15b68758103b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.548299 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1f075824-976f-40fb-9d55-a27b598d17f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.631998 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71b43fc5-831c-4b97-88e6-15b68758103b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.635664 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-57b6f677-88eb-4c3c-8094-c72bcd3bc828 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.639685 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71b43fc5-831c-4b97-88e6-15b68758103b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.653087 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f2cddeb0-2bbf-4f80-badb-76615f011684 req-dd11d172-98e1-420b-8c01-1fbf36e64594 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3294764 Jul 16 01:40:59.687151 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.711467 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-37b5cfa2-bc17-4cbe-84d3-7a1fc31f4240 tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.740145 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-57b6f677-88eb-4c3c-8094-c72bcd3bc828 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.745845 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-37b5cfa2-bc17-4cbe-84d3-7a1fc31f4240 tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.764598 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71b43fc5-831c-4b97-88e6-15b68758103b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.765215 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b43fc5-831c-4b97-88e6-15b68758103b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 528bd3b1-5019-4b79-bcb0-9007b333a597 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:40:59.777377 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71b43fc5-831c-4b97-88e6-15b68758103b admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.781068 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-71b43fc5-831c-4b97-88e6-15b68758103b admin admin] 10.222.0.16 "DELETE /v2.0/routers/528bd3b1-5019-4b79-bcb0-9007b333a597 HTTP/1.1" status: 204 len: 168 time: 1.5485954 Jul 16 01:40:59.782787 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41830) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:59.783503 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b5cfa2-bc17-4cbe-84d3-7a1fc31f4240 tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:40:59.835524 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5cfa2-bc17-4cbe-84d3-7a1fc31f4240 tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23c6c95b-ed9c-4446-9eba-52c3abeb9d05,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:59.846319 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-37b5cfa2-bc17-4cbe-84d3-7a1fc31f4240 tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.846662 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-37b5cfa2-bc17-4cbe-84d3-7a1fc31f4240 tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] Added segment a9687d1d-02f6-4990-b94c-45f317d1c8b0 of type vlan for network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 Jul 16 01:40:59.893886 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d4fe46-22e3-46da-a15a-1f3c4c8f1f63 admin admin] Deleting subnet 2bad6f46-a5ce-4252-9b59-3cae2ff585a3 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:59.903330 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-31d4fe46-22e3-46da-a15a-1f3c4c8f1f63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.922108 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-57b6f677-88eb-4c3c-8094-c72bcd3bc828 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.924973 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cddeb0-2bbf-4f80-badb-76615f011684 req-6a41a797-bba9-44ed-ac41-a01637b8c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:59.926706 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f2cddeb0-2bbf-4f80-badb-76615f011684 req-6a41a797-bba9-44ed-ac41-a01637b8c01e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=397a7a3d36ef4318afd67223e92c4812&device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 1098 time: 0.2138722 Jul 16 01:40:59.929647 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-57b6f677-88eb-4c3c-8094-c72bcd3bc828 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.930101 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-37b5cfa2-bc17-4cbe-84d3-7a1fc31f4240 tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.955482 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-31d4fe46-22e3-46da-a15a-1f3c4c8f1f63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.058493 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d42c2882-480d-4663-90c1-0280fa69aa2a no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:00.077414 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6f677-88eb-4c3c-8094-c72bcd3bc828 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event updated for resources: {'Port': ['ID=869f95a4-a60d-46b3-873f-972018753428,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:00.080637 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: d42c2882-480d-4663-90c1-0280fa69aa2a {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:00.081181 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d42c2882-480d-4663-90c1-0280fa69aa2a not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:00.081812 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e29519cd-e580-4bb1-9ac6-baf97c974563 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:00.098532 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-57b6f677-88eb-4c3c-8094-c72bcd3bc828 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.105187 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-37b5cfa2-bc17-4cbe-84d3-7a1fc31f4240 tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.109072 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: e29519cd-e580-4bb1-9ac6-baf97c974563 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:00.109422 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e29519cd-e580-4bb1-9ac6-baf97c974563 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:00.112416 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b5cfa2-bc17-4cbe-84d3-7a1fc31f4240 tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:00.113235 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-37b5cfa2-bc17-4cbe-84d3-7a1fc31f4240 tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.200635 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-37b5cfa2-bc17-4cbe-84d3-7a1fc31f4240 tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2424088 Jul 16 01:41:00.208075 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cddeb0-2bbf-4f80-badb-76615f011684 req-a3601511-c757-473b-bd3e-d16d749a67f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:00.209705 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f2cddeb0-2bbf-4f80-badb-76615f011684 req-a3601511-c757-473b-bd3e-d16d749a67f5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=98e0b200-9d05-4336-87c3-fa057674aa73 HTTP/1.1" status: 200 len: 911 time: 0.2578750 Jul 16 01:41:00.248223 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-57b6f677-88eb-4c3c-8094-c72bcd3bc828 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Floating IP 5cc8cfa2-d4c4-47d1-a4d4-c35193e36051 associated. External IP: 172.25.6.210, port: eeaac05d-32e7-4139-9574-65682919235a. Jul 16 01:41:00.255612 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5cfa2-bc17-4cbe-84d3-7a1fc31f4240 tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] Pushing event updated for resources: {'Network': ['ID=c286fb8d-a30d-4f1c-a919-4f6bff1097b4,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:00.258682 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-31d4fe46-22e3-46da-a15a-1f3c4c8f1f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.269918 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:41:00.462980 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f2cddeb0-2bbf-4f80-badb-76615f011684 req-ca490358-92f8-4e4d-a1f9-aa67295c88b7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b HTTP/1.1" status: 200 len: 1002 time: 0.2155447 Jul 16 01:41:00.541738 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-31d4fe46-22e3-46da-a15a-1f3c4c8f1f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.559285 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41846) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:00.570241 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f410425e-46e9-400e-8263-b990354023ae None None] Network 3e6ad2a3-4bfd-435e-80fd-e62af305c68f requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:00.589395 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-31d4fe46-22e3-46da-a15a-1f3c4c8f1f63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.591302 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-31d4fe46-22e3-46da-a15a-1f3c4c8f1f63 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2bad6f46-a5ce-4252-9b59-3cae2ff585a3 HTTP/1.1" status: 204 len: 168 time: 0.8050189 Jul 16 01:41:00.594256 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4fe46-22e3-46da-a15a-1f3c4c8f1f63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bad6f46-a5ce-4252-9b59-3cae2ff585a3,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:00.602927 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41850) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:00.617663 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Request body: {'port': {'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4', 'binding:host_id': 'n-h2-792394-16', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1846213257'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:00.624923 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cddeb0-2bbf-4f80-badb-76615f011684 req-fc36a076-5801-47d7-8b6a-70c28965e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:00.626408 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f2cddeb0-2bbf-4f80-badb-76615f011684 req-fc36a076-5801-47d7-8b6a-70c28965e73c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=370bcf40-c26b-4959-9b56-af3cd128b9a8 HTTP/1.1" status: 200 len: 849 time: 0.1561048 Jul 16 01:41:00.652746 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Made reservation on behalf of 42148eea26e643f59f8737ce86398e70 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:00.655305 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.666235 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.717227 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b6f677-88eb-4c3c-8094-c72bcd3bc828 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Router 25cb0daa-a185-45ba-a63b-71ea1b7bfdca has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:00.750492 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9d8177a-f5c7-4967-a7ac-ac63569f8a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.801118 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.900670 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.902656 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b6f677-88eb-4c3c-8094-c72bcd3bc828 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:00.914050 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8850fe65-f857-4d12-9e18-b4850a011aba None None] Sync routers for ids ['25cb0daa-a185-45ba-a63b-71ea1b7bfdca'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:00.926943 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd948e5-2a2f-482c-871d-242af6c886d8 None None] DHCP port deletion for 3e6ad2a3-4bfd-435e-80fd-e62af305c68f request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:00.929543 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8850fe65-f857-4d12-9e18-b4850a011aba None None] Routers {'25cb0daa-a185-45ba-a63b-71ea1b7bfdca'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:00.931045 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-8850fe65-f857-4d12-9e18-b4850a011aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:41:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['25cb0daa-a185-45ba-a63b-71ea1b7bfdca'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:00.934306 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.944180 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] device_id is not set on port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:00.986696 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7fd948e5-2a2f-482c-871d-242af6c886d8 None None] Deleting port 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:00.987446 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7fd948e5-2a2f-482c-871d-242af6c886d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.074377 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7fd948e5-2a2f-482c-871d-242af6c886d8 None None] For port 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=6bec3b87-3a3f-44ac-8214-08c6eb8a9f28,segment=NetworkSegment(e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426),segment_id=e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:01.075716 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7fd948e5-2a2f-482c-871d-242af6c886d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.096673 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-8850fe65-f857-4d12-9e18-b4850a011aba None None] Set router 25cb0daa-a185-45ba-a63b-71ea1b7bfdca gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:01.108549 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7fd948e5-2a2f-482c-871d-242af6c886d8 None None] Calling delete_port for 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:01.113092 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66727977-9e6f-4a7c-81c6-495f0af5229f,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:01.115976 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-57b6f677-88eb-4c3c-8094-c72bcd3bc828 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.179852 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41860) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:01.180265 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-57b6f677-88eb-4c3c-8094-c72bcd3bc828 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6276789 Jul 16 01:41:01.208588 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9853ac-d910-4828-aeda-d2927e049f24', 'tag': 'eeaac05d-32e7-4139-9574-65682919235a'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:01.211061 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff0b8f9-2169-44d7-b193-ed93b4c5530c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9853ac-d910-4828-aeda-d2927e049f24", "tag": "eeaac05d-32e7-4139-9574-65682919235a"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:01.260679 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7fd948e5-2a2f-482c-871d-242af6c886d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.303725 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539538c5-262c-49d4-b5e9-09afc52a9235 x-openstack-request-id: req-539538c5-262c-49d4-b5e9-09afc52a9235 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:01.304009 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9853ac-d910-4828-aeda-d2927e049f24", "tag": "eeaac05d-32e7-4139-9574-65682919235a", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:01.304243 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-539538c5-262c-49d4-b5e9-09afc52a9235 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:01.310476 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9853ac-d910-4828-aeda-d2927e049f24', 'tag': 'eeaac05d-32e7-4139-9574-65682919235a', 'status': 'completed', 'code': 200} Jul 16 01:41:01.312301 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cddeb0-2bbf-4f80-badb-76615f011684 req-ee06326c-e806-4a17-95da-cc4223fb5722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.314092 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f2cddeb0-2bbf-4f80-badb-76615f011684 req-ee06326c-e806-4a17-95da-cc4223fb5722 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=98e0b200-9d05-4336-87c3-fa057674aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6717899 Jul 16 01:41:01.322385 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd948e5-2a2f-482c-871d-242af6c886d8 None None] Pushing event deleted for resources: {'Port': ['ID=6bec3b87-3a3f-44ac-8214-08c6eb8a9f28,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:01.332998 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd948e5-2a2f-482c-871d-242af6c886d8 None None] No DVR routers for this DVR port 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:01.337311 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] device_id is not set on port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:01.350269 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.365104 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Transition to ACTIVE for port object 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:01.379027 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.447872 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.467605 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f3659a3c-545f-48cd-8b14-dbca6e13dd84 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/floatingips/5cc8cfa2-d4c4-47d1-a4d4-c35193e36051 HTTP/1.1" status: 200 len: 992 time: 0.2865150 Jul 16 01:41:01.476222 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Checking segment: {'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:01.487125 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Network hostable DHCP agents. Network: c286fb8d-a30d-4f1c-a919-4f6bff1097b4, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:41:01.489763 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Pushing event updated for resources: {'Port': ['ID=473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:01.531573 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-c9d8177a-f5c7-4967-a7ac-ac63569f8a50 admin admin] Deleting port 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:01.532030 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9d8177a-f5c7-4967-a7ac-ac63569f8a50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.554193 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:41:01.565497 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f2cddeb0-2bbf-4f80-badb-76615f011684 req-d0e9ecc4-227d-48a0-a85b-3d39b3db0128 service neutron] 10.222.0.82 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289853 Jul 16 01:41:01.570194 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, c286fb8d-a30d-4f1c-a919-4f6bff1097b4) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:01.576995 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:01.579255 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a88ba5-abb4-496b-9e69-be2fe6fe4501 None None] Network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:01.593445 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:01.593876 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:01.594361 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:01.595632 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0b8f9-2169-44d7-b193-ed93b4c5530c req-87b02753-c197-4a08-89b1-7ded028d6e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.597768 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cff0b8f9-2169-44d7-b193-ed93b4c5530c req-87b02753-c197-4a08-89b1-7ded028d6e43 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5db3964ad24743648c502cd9b77ad865&device_id=ee9853ac-d910-4828-aeda-d2927e049f24 HTTP/1.1" status: 200 len: 1098 time: 0.2807865 Jul 16 01:41:01.601495 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:01.601943 n-d-792394-16 neutron-server[93956]: ERROR neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:01.602425 n-d-792394-16 neutron-server[93956]: INFO neutron.plugins.ml2.plugin [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 2 to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 Jul 16 01:41:01.646839 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:01.658208 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:01.662731 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:01.669986 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:01.673545 n-d-792394-16 neutron-server[93956]: ERROR neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:01.674155 n-d-792394-16 neutron-server[93956]: INFO neutron.plugins.ml2.plugin [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 3 to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 Jul 16 01:41:01.695696 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:01.696327 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:01.699417 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:01.705532 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:01.706086 n-d-792394-16 neutron-server[93956]: ERROR neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:01.706631 n-d-792394-16 neutron-server[93956]: INFO neutron.plugins.ml2.plugin [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 4 to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 Jul 16 01:41:01.719985 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f2cddeb0-2bbf-4f80-badb-76615f011684 req-bfbd6149-bafd-47ed-be24-b0d80c28241c service neutron] 10.222.0.82 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193428 Jul 16 01:41:01.722095 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-8850fe65-f857-4d12-9e18-b4850a011aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'name': 'tempest-TestNetworkBasicOps-router-1526289026', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:36Z', 'revision_number': 4, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '5cc8cfa2-d4c4-47d1-a4d4-c35193e36051', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'port_id': 'eeaac05d-32e7-4139-9574-65682919235a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c', 'mac_address': 'fa:16:3e:b2:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9853ac-d910-4828-aeda-d2927e049f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:40:59Z', 'updated_at': '2021-07-16T01:40:59Z', 'revision_number': 0, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c22ebaf-35a2-4b54-9228-37f34653397a', 'name': '', 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:86:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '1fa3279a-12bb-4d13-9fe9-99452d80542e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:35Z', 'updated_at': '2021-07-16T01:40:44Z', 'revision_number': 5, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': '1fa3279a-12bb-4d13-9fe9-99452d80542e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:01.722953 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:01.723489 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:01.724455 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:01.730385 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:01.731892 n-d-792394-16 neutron-server[93956]: ERROR neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:01.732538 n-d-792394-16 neutron-server[93956]: INFO neutron.plugins.ml2.plugin [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 5 to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 Jul 16 01:41:01.759422 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:01.759801 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:01.760078 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:01.765075 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:01.765454 n-d-792394-16 neutron-server[93956]: ERROR neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:01.765780 n-d-792394-16 neutron-server[93956]: INFO neutron.plugins.ml2.plugin [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 6 to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 Jul 16 01:41:01.768737 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8850fe65-f857-4d12-9e18-b4850a011aba None None] Checking router: 25cb0daa-a185-45ba-a63b-71ea1b7bfdca for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:01.778777 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8850fe65-f857-4d12-9e18-b4850a011aba None None] Routers {'25cb0daa-a185-45ba-a63b-71ea1b7bfdca'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:01.780677 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:01.780677 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:01.780677 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:01.782288 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-8850fe65-f857-4d12-9e18-b4850a011aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:41:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['25cb0daa-a185-45ba-a63b-71ea1b7bfdca'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:01.785109 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:01.785431 n-d-792394-16 neutron-server[93956]: ERROR neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:01.785815 n-d-792394-16 neutron-server[93956]: INFO neutron.plugins.ml2.plugin [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 7 to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 Jul 16 01:41:01.798864 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:01.799222 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:01.799528 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:01.804425 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:01.804687 n-d-792394-16 neutron-server[93956]: ERROR neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:01.805058 n-d-792394-16 neutron-server[93956]: INFO neutron.plugins.ml2.plugin [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 8 to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 Jul 16 01:41:01.817518 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:01.818005 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:01.818342 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:01.823925 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:01.824248 n-d-792394-16 neutron-server[93956]: ERROR neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:01.824665 n-d-792394-16 neutron-server[93956]: INFO neutron.plugins.ml2.plugin [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 9 to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 Jul 16 01:41:01.852247 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-c9d8177a-f5c7-4967-a7ac-ac63569f8a50 admin admin] For port 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28, host n-d-792394-16, got binding levels [] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:01.852411 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9d8177a-f5c7-4967-a7ac-ac63569f8a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.889135 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:01.889611 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:01.889961 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:01.895550 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-c9d8177a-f5c7-4967-a7ac-ac63569f8a50 admin admin] Calling delete_port for 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:01.895864 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:01.896141 n-d-792394-16 neutron-server[93956]: ERROR neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:01.896572 n-d-792394-16 neutron-server[93956]: INFO neutron.plugins.ml2.plugin [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 10 to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 Jul 16 01:41:01.899755 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.ipam_backend_mixin [None req-c9d8177a-f5c7-4967-a7ac-ac63569f8a50 admin admin] Port 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28 was not found and therefore no delete operation was performed {{(pid=93955) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:41:01.904505 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9d8177a-f5c7-4967-a7ac-ac63569f8a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.916648 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:01.917500 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:01.917855 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:01.924087 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:01.925092 n-d-792394-16 neutron-server[93956]: ERROR neutron.plugins.ml2.managers [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:01.925092 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.932654 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-8850fe65-f857-4d12-9e18-b4850a011aba None None] Set router 25cb0daa-a185-45ba-a63b-71ea1b7bfdca gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:01.942583 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8177a-f5c7-4967-a7ac-ac63569f8a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bec3b87-3a3f-44ac-8214-08c6eb8a9f28,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:01.944848 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d8177a-f5c7-4967-a7ac-ac63569f8a50 admin admin] No DVR routers for this DVR port 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28 on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:01.985507 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0b8f9-2169-44d7-b193-ed93b4c5530c req-517a6a2f-bb62-41d9-acd2-11ef20543735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.987029 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cff0b8f9-2169-44d7-b193-ed93b4c5530c req-517a6a2f-bb62-41d9-acd2-11ef20543735 service neutron] 10.222.0.82 "GET /v2.0/networks?id=09ee7226-2be3-4a36-81bb-86daff0c976c HTTP/1.1" status: 200 len: 897 time: 0.2625191 Jul 16 01:41:02.054722 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] For port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:02.066353 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempted to set empty binding levels {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:41:02.074072 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.105883 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cff0b8f9-2169-44d7-b193-ed93b4c5530c req-2cb2a794-ae4a-4742-b83c-703f7ba7f68e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eeaac05d-32e7-4139-9574-65682919235a HTTP/1.1" status: 200 len: 1000 time: 0.0925705 Jul 16 01:41:02.108632 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:02.136044 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:02.136684 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.146159 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:02.146908 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6bec3b87-3a3f-44ac-8214-08c6eb8a9f28 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:02.177167 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Pushing event updated for resources: {'Port': ['ID=473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:02.178835 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9d8177a-f5c7-4967-a7ac-ac63569f8a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.188480 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b288788a-ece3-4c4a-8dbc-9f8cba0f6bc6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.6290293 Jul 16 01:41:02.191497 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41876) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:02.204446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0b8f9-2169-44d7-b193-ed93b4c5530c req-fc8367e1-b8aa-46b7-bc01-03446c17a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:02.205885 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cff0b8f9-2169-44d7-b193-ed93b4c5530c req-fc8367e1-b8aa-46b7-bc01-03446c17a925 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1fa3279a-12bb-4d13-9fe9-99452d80542e HTTP/1.1" status: 200 len: 834 time: 0.0927691 Jul 16 01:41:02.207531 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-c9d8177a-f5c7-4967-a7ac-ac63569f8a50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e6ad2a3-4bfd-435e-80fd-e62af305c68f']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:02.252925 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-c9d8177a-f5c7-4967-a7ac-ac63569f8a50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:02.253217 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-c9d8177a-f5c7-4967-a7ac-ac63569f8a50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a1f1ef-2cf4-4d54-a4f3-2fd26af85426') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:02.288274 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9d8177a-f5c7-4967-a7ac-ac63569f8a50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.316929 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-8850fe65-f857-4d12-9e18-b4850a011aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'name': 'tempest-TestNetworkBasicOps-router-1526289026', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:36Z', 'revision_number': 4, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '5cc8cfa2-d4c4-47d1-a4d4-c35193e36051', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'port_id': 'eeaac05d-32e7-4139-9574-65682919235a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c', 'mac_address': 'fa:16:3e:b2:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9853ac-d910-4828-aeda-d2927e049f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:40:59Z', 'updated_at': '2021-07-16T01:40:59Z', 'revision_number': 0, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c22ebaf-35a2-4b54-9228-37f34653397a', 'name': '', 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:86:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '1fa3279a-12bb-4d13-9fe9-99452d80542e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:35Z', 'updated_at': '2021-07-16T01:40:44Z', 'revision_number': 5, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': '1fa3279a-12bb-4d13-9fe9-99452d80542e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:02.330763 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9d8177a-f5c7-4967-a7ac-ac63569f8a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.346337 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8850fe65-f857-4d12-9e18-b4850a011aba None None] The sync data for ids ['25cb0daa-a185-45ba-a63b-71ea1b7bfdca'] in n-d-792394-16 is: [{'id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'name': 'tempest-TestNetworkBasicOps-router-1526289026', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:36Z', 'revision_number': 4, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '5cc8cfa2-d4c4-47d1-a4d4-c35193e36051', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'port_id': 'eeaac05d-32e7-4139-9574-65682919235a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c', 'mac_address': 'fa:16:3e:b2:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9853ac-d910-4828-aeda-d2927e049f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:40:59Z', 'updated_at': '2021-07-16T01:40:59Z', 'revision_number': 0, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c22ebaf-35a2-4b54-9228-37f34653397a', 'name': '', 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:86:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '1fa3279a-12bb-4d13-9fe9-99452d80542e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:35Z', 'updated_at': '2021-07-16T01:40:44Z', 'revision_number': 5, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': '1fa3279a-12bb-4d13-9fe9-99452d80542e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:02.358051 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d8177a-f5c7-4967-a7ac-ac63569f8a50 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:02.358362 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9d8177a-f5c7-4967-a7ac-ac63569f8a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:02.360131 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:02.426380 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0b8f9-2169-44d7-b193-ed93b4c5530c req-69e0e84a-7522-4d67-bf26-129df5cfe939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:02.428010 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cff0b8f9-2169-44d7-b193-ed93b4c5530c req-69e0e84a-7522-4d67-bf26-129df5cfe939 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=09ee7226-2be3-4a36-81bb-86daff0c976c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1902897 Jul 16 01:41:02.443392 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9d8177a-f5c7-4967-a7ac-ac63569f8a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.476774 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9d8177a-f5c7-4967-a7ac-ac63569f8a50 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.478531 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41882) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:02.482543 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c9d8177a-f5c7-4967-a7ac-ac63569f8a50 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3e6ad2a3-4bfd-435e-80fd-e62af305c68f HTTP/1.1" status: 204 len: 168 time: 1.8785570 Jul 16 01:41:02.485243 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41884) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:02.514912 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-946d9a80-ba89-4499-85fc-1e05fbe407d4 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Deleting port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:02.515402 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-946d9a80-ba89-4499-85fc-1e05fbe407d4 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.521553 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.529433 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8177a-f5c7-4967-a7ac-ac63569f8a50 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e6ad2a3-4bfd-435e-80fd-e62af305c68f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:02.671243 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a37857-bc80-421f-bf3e-9855305377bc None None] New status for floating IP 5cc8cfa2-d4c4-47d1-a4d4-c35193e36051: ACTIVE {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:41:02.705619 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-946d9a80-ba89-4499-85fc-1e05fbe407d4 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] For port 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6, host n-h2-792394-16, got binding levels [] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:02.706082 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-946d9a80-ba89-4499-85fc-1e05fbe407d4 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.724561 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cff0b8f9-2169-44d7-b193-ed93b4c5530c req-8b289b66-7a7a-42d8-870e-71006a0333cb service neutron] 10.222.0.82 "GET /v2.0/networks/09ee7226-2be3-4a36-81bb-86daff0c976c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777629 Jul 16 01:41:02.725788 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-946d9a80-ba89-4499-85fc-1e05fbe407d4 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Calling delete_port for 473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:02.885974 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cff0b8f9-2169-44d7-b193-ed93b4c5530c req-58aa5f33-8086-44a9-ada3-23fb674e15ae service neutron] 10.222.0.82 "GET /v2.0/networks/09ee7226-2be3-4a36-81bb-86daff0c976c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538951 Jul 16 01:41:02.900076 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-946d9a80-ba89-4499-85fc-1e05fbe407d4 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.937408 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d9a80-ba89-4499-85fc-1e05fbe407d4 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Pushing event deleted for resources: {'Port': ['ID=473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:02.944291 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-946d9a80-ba89-4499-85fc-1e05fbe407d4 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.946712 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-946d9a80-ba89-4499-85fc-1e05fbe407d4 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] 10.222.0.16 "DELETE /v2.0/ports/473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 HTTP/1.1" status: 204 len: 168 time: 0.7520456 Jul 16 01:41:02.949303 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41896) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:02.975796 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f356c09-4047-40f0-8882-7fd25f8d34c9 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:41:02.980913 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8f356c09-4047-40f0-8882-7fd25f8d34c9 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] 10.222.0.16 "GET /v2.0/ports/473b4d9b-f2b5-432f-a2d8-9cb0ea8d3ce6 HTTP/1.1" status: 404 len: 333 time: 0.0273769 Jul 16 01:41:02.981967 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41898) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:02.986832 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-679cac96-4dd5-45a7-b45e-8557e89ce844 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Request body: {'port': {'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2057187156'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:03.011231 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679cac96-4dd5-45a7-b45e-8557e89ce844 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Made reservation on behalf of 42148eea26e643f59f8737ce86398e70 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:03.014326 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-679cac96-4dd5-45a7-b45e-8557e89ce844 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.034037 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-679cac96-4dd5-45a7-b45e-8557e89ce844 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] device_id is not set on port 451e5f5b-c642-45da-a73e-ea6d77efae28 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:03.094239 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-158c1ba4-1aac-4793-b550-90f5a1b2dcd9 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/floatingips/5cc8cfa2-d4c4-47d1-a4d4-c35193e36051 HTTP/1.1" status: 200 len: 992 time: 0.6131330 Jul 16 01:41:03.231502 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-679cac96-4dd5-45a7-b45e-8557e89ce844 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.270532 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-679cac96-4dd5-45a7-b45e-8557e89ce844 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.314709 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679cac96-4dd5-45a7-b45e-8557e89ce844 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:03.320667 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-679cac96-4dd5-45a7-b45e-8557e89ce844 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:03.324675 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679cac96-4dd5-45a7-b45e-8557e89ce844 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:03.325401 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679cac96-4dd5-45a7-b45e-8557e89ce844 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:03.325993 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-679cac96-4dd5-45a7-b45e-8557e89ce844 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.337565 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cac96-4dd5-45a7-b45e-8557e89ce844 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Pushing event updated for resources: {'Port': ['ID=451e5f5b-c642-45da-a73e-ea6d77efae28,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:03.349226 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-679cac96-4dd5-45a7-b45e-8557e89ce844 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3661942 Jul 16 01:41:03.351876 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41906) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:03.357418 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:03.444578 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.449979 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06f6f321-eb10-4980-94fb-ab054ec841cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.661813 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] device_id is not set on port 451e5f5b-c642-45da-a73e-ea6d77efae28 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:03.671717 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.685973 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Transition to ACTIVE for port object 451e5f5b-c642-45da-a73e-ea6d77efae28 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:03.691630 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.730649 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-06f6f321-eb10-4980-94fb-ab054ec841cb admin admin] Deleting port c4096b67-4ceb-43b4-aadc-596dfb3e5412 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:03.731016 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06f6f321-eb10-4980-94fb-ab054ec841cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.799082 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Pushing event updated for resources: {'Port': ['ID=451e5f5b-c642-45da-a73e-ea6d77efae28,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:03.815715 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:03.816062 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:03.816419 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:03.820866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 451e5f5b-c642-45da-a73e-ea6d77efae28 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:03.821218 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:03.821572 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 2 to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 Jul 16 01:41:03.834334 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:03.834660 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:03.834844 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-06f6f321-eb10-4980-94fb-ab054ec841cb admin admin] For port c4096b67-4ceb-43b4-aadc-596dfb3e5412, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c4096b67-4ceb-43b4-aadc-596dfb3e5412,segment=NetworkSegment(1de678ac-15a0-4e3b-8a7f-06f9fa903506),segment_id=1de678ac-15a0-4e3b-8a7f-06f9fa903506)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:03.834986 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:03.835198 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06f6f321-eb10-4980-94fb-ab054ec841cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.839927 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 451e5f5b-c642-45da-a73e-ea6d77efae28 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:03.840248 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:03.840676 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 3 to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 Jul 16 01:41:03.850906 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-06f6f321-eb10-4980-94fb-ab054ec841cb admin admin] Calling delete_port for c4096b67-4ceb-43b4-aadc-596dfb3e5412 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:03.854555 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:03.854897 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:03.855235 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:03.859574 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 451e5f5b-c642-45da-a73e-ea6d77efae28 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:03.859905 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:03.860290 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 4 to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 Jul 16 01:41:03.873164 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:03.873499 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:03.873835 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:03.878139 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 451e5f5b-c642-45da-a73e-ea6d77efae28 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:03.878467 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:03.878884 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 5 to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 Jul 16 01:41:03.891108 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:03.891453 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:03.891785 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:03.896104 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 451e5f5b-c642-45da-a73e-ea6d77efae28 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:03.896463 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:03.896854 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 6 to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 Jul 16 01:41:03.910843 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:03.911077 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:03.911412 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:03.916002 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 451e5f5b-c642-45da-a73e-ea6d77efae28 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:03.916381 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:03.916828 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 7 to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 Jul 16 01:41:03.929288 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:03.929763 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:03.930130 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:03.934588 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 451e5f5b-c642-45da-a73e-ea6d77efae28 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:03.934918 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:03.935304 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 8 to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 Jul 16 01:41:03.949164 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:03.949689 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:03.950191 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:03.955117 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 451e5f5b-c642-45da-a73e-ea6d77efae28 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:03.955451 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:03.955842 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 9 to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 Jul 16 01:41:03.969328 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:03.969797 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:03.970145 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:03.974705 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 451e5f5b-c642-45da-a73e-ea6d77efae28 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:03.975039 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:03.975437 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 10 to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 Jul 16 01:41:04.002972 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:04.003315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:04.003787 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:04.008404 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 451e5f5b-c642-45da-a73e-ea6d77efae28 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:04.008971 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 451e5f5b-c642-45da-a73e-ea6d77efae28 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:04.009339 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.061726 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06f6f321-eb10-4980-94fb-ab054ec841cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.079044 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] For port 451e5f5b-c642-45da-a73e-ea6d77efae28, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:04.079608 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempted to set empty binding levels {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:41:04.088513 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.101538 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41922) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:04.127902 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6f321-eb10-4980-94fb-ab054ec841cb admin admin] Pushing event deleted for resources: {'Port': ['ID=c4096b67-4ceb-43b4-aadc-596dfb3e5412,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:04.134984 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] In _notify_port_updated(), no bound segment for port 451e5f5b-c642-45da-a73e-ea6d77efae28 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93955) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:41:04.136209 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.137407 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.141151 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] 10.222.0.16 "PUT /v2.0/ports/451e5f5b-c642-45da-a73e-ea6d77efae28 HTTP/1.1" status: 200 len: 976 time: 0.7860405 Jul 16 01:41:04.142087 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41924) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:04.207359 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad01fba-ccb7-4e56-abf3-c0144dbd148a tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Pushing event updated for resources: {'Port': ['ID=451e5f5b-c642-45da-a73e-ea6d77efae28,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:04.275076 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ab2dc2f4-b31a-4527-a22d-0cc7d8802583 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/floatingips/5cc8cfa2-d4c4-47d1-a4d4-c35193e36051 HTTP/1.1" status: 200 len: 994 time: 0.1574838 Jul 16 01:41:04.300411 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.300677 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.301187 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.301637 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.302105 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.302571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.303033 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.303497 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.303958 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.307851 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.308478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.308964 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.309442 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.309912 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.312900 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.313395 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.313873 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.314348 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.314818 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.315285 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.315753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.316221 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.316711 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.317176 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.317644 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.318107 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.318569 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.319478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.319957 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.320651 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.321132 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.321697 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.322618 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.323090 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.323558 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.324019 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.328032 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-de0256f8-3660-4af8-a952-04795c60fa85 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32392 time: 0.1844120 Jul 16 01:41:04.333551 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41928) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:04.373108 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06f6f321-eb10-4980-94fb-ab054ec841cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.438766 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-4f720154-b5c3-4617-84a4-9dab03bc80d9 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Deleting port 451e5f5b-c642-45da-a73e-ea6d77efae28 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:04.439228 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4f720154-b5c3-4617-84a4-9dab03bc80d9 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.505674 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-4f720154-b5c3-4617-84a4-9dab03bc80d9 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] For port 451e5f5b-c642-45da-a73e-ea6d77efae28, host n-h2-792394-16, got binding levels [] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:04.506033 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4f720154-b5c3-4617-84a4-9dab03bc80d9 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.519082 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-4f720154-b5c3-4617-84a4-9dab03bc80d9 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Calling delete_port for 451e5f5b-c642-45da-a73e-ea6d77efae28 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:04.603647 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4f720154-b5c3-4617-84a4-9dab03bc80d9 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.630164 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f720154-b5c3-4617-84a4-9dab03bc80d9 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Pushing event deleted for resources: {'Port': ['ID=451e5f5b-c642-45da-a73e-ea6d77efae28,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:04.631117 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f6f321-eb10-4980-94fb-ab054ec841cb admin admin] Router 7b0c3954-8472-45c5-8647-156b6582679c has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:04.638605 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4f720154-b5c3-4617-84a4-9dab03bc80d9 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.644550 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4f720154-b5c3-4617-84a4-9dab03bc80d9 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] 10.222.0.16 "DELETE /v2.0/ports/451e5f5b-c642-45da-a73e-ea6d77efae28 HTTP/1.1" status: 204 len: 168 time: 0.3091583 Jul 16 01:41:04.644550 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41934) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:04.675884 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c176ca-ed98-4b12-92db-69c61f7ed2a7 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:41:04.680984 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-04c176ca-ed98-4b12-92db-69c61f7ed2a7 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] 10.222.0.16 "GET /v2.0/ports/451e5f5b-c642-45da-a73e-ea6d77efae28 HTTP/1.1" status: 404 len: 333 time: 0.0317624 Jul 16 01:41:04.681943 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41938) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:04.686063 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-1f13079d-032b-4357-af91-b1a361fdefff tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2072022558', 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:04.710198 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f13079d-032b-4357-af91-b1a361fdefff tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Made reservation on behalf of 42148eea26e643f59f8737ce86398e70 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:04.712742 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f13079d-032b-4357-af91-b1a361fdefff tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.730766 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1f13079d-032b-4357-af91-b1a361fdefff tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] device_id is not set on port 3858e2b3-1874-4951-a055-22030f412443 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:04.774869 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f6f321-eb10-4980-94fb-ab054ec841cb admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:04.780794 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-06f6f321-eb10-4980-94fb-ab054ec841cb admin admin] 10.222.0.16 "PUT /v2.0/routers/7b0c3954-8472-45c5-8647-156b6582679c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2945323 Jul 16 01:41:04.783356 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41944) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:04.787116 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e456d0-e841-4f51-b989-2255f0b6ead5 None None] Sync routers for ids ['7b0c3954-8472-45c5-8647-156b6582679c'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:04.808634 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e456d0-e841-4f51-b989-2255f0b6ead5 None None] Routers {'7b0c3954-8472-45c5-8647-156b6582679c'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:04.809837 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-e8e456d0-e841-4f51-b989-2255f0b6ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:41:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['7b0c3954-8472-45c5-8647-156b6582679c'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:04.923281 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-e8e456d0-e841-4f51-b989-2255f0b6ead5 None None] Set router 7b0c3954-8472-45c5-8647-156b6582679c gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:04.989382 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f13079d-032b-4357-af91-b1a361fdefff tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.993618 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d1ee203-78ee-4a15-b8f7-6414dad3d445 admin admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.996430 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.141234 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f13079d-032b-4357-af91-b1a361fdefff tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.143836 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-e8e456d0-e841-4f51-b989-2255f0b6ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c3954-8472-45c5-8647-156b6582679c', 'name': 'tempest-TestVolumeBackupRestore-1302820074-router', 'tenant_id': 'eacadbbb7ce649dda71262bb965259fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'fa16ceda-b913-42d7-a3a9-7c50ba620bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:11Z', 'updated_at': '2021-07-16T01:41:04Z', 'revision_number': 5, 'project_id': 'eacadbbb7ce649dda71262bb965259fe', 'gw_port': {'id': 'fa16ceda-b913-42d7-a3a9-7c50ba620bdf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c3954-8472-45c5-8647-156b6582679c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:12Z', 'updated_at': '2021-07-16T01:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:05.172259 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e456d0-e841-4f51-b989-2255f0b6ead5 None None] Checking router: 7b0c3954-8472-45c5-8647-156b6582679c for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:05.181805 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e456d0-e841-4f51-b989-2255f0b6ead5 None None] Routers {'7b0c3954-8472-45c5-8647-156b6582679c'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:05.182429 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-e8e456d0-e841-4f51-b989-2255f0b6ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:41:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['7b0c3954-8472-45c5-8647-156b6582679c'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:05.290553 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-e8e456d0-e841-4f51-b989-2255f0b6ead5 None None] Set router 7b0c3954-8472-45c5-8647-156b6582679c gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:05.509386 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-e8e456d0-e841-4f51-b989-2255f0b6ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c3954-8472-45c5-8647-156b6582679c', 'name': 'tempest-TestVolumeBackupRestore-1302820074-router', 'tenant_id': 'eacadbbb7ce649dda71262bb965259fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'fa16ceda-b913-42d7-a3a9-7c50ba620bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:11Z', 'updated_at': '2021-07-16T01:41:04Z', 'revision_number': 5, 'project_id': 'eacadbbb7ce649dda71262bb965259fe', 'gw_port': {'id': 'fa16ceda-b913-42d7-a3a9-7c50ba620bdf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c3954-8472-45c5-8647-156b6582679c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:12Z', 'updated_at': '2021-07-16T01:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:05.524155 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d1ee203-78ee-4a15-b8f7-6414dad3d445 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.532962 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f13079d-032b-4357-af91-b1a361fdefff tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:05.538361 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-1f13079d-032b-4357-af91-b1a361fdefff tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:05.541586 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e456d0-e841-4f51-b989-2255f0b6ead5 None None] The sync data for ids ['7b0c3954-8472-45c5-8647-156b6582679c'] in n-d-792394-16 is: [{'id': '7b0c3954-8472-45c5-8647-156b6582679c', 'name': 'tempest-TestVolumeBackupRestore-1302820074-router', 'tenant_id': 'eacadbbb7ce649dda71262bb965259fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'fa16ceda-b913-42d7-a3a9-7c50ba620bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:11Z', 'updated_at': '2021-07-16T01:41:04Z', 'revision_number': 5, 'project_id': 'eacadbbb7ce649dda71262bb965259fe', 'gw_port': {'id': 'fa16ceda-b913-42d7-a3a9-7c50ba620bdf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c3954-8472-45c5-8647-156b6582679c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:12Z', 'updated_at': '2021-07-16T01:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:05.545743 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f13079d-032b-4357-af91-b1a361fdefff tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:05.547043 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f13079d-032b-4357-af91-b1a361fdefff tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.547902 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f13079d-032b-4357-af91-b1a361fdefff tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.562241 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13079d-032b-4357-af91-b1a361fdefff tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Pushing event updated for resources: {'Port': ['ID=3858e2b3-1874-4951-a055-22030f412443,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:05.591873 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1f13079d-032b-4357-af91-b1a361fdefff tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9095824 Jul 16 01:41:05.594522 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41960) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:05.617447 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-7d1ee203-78ee-4a15-b8f7-6414dad3d445 admin admin] Deleting port fa16ceda-b913-42d7-a3a9-7c50ba620bdf {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:05.617794 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d1ee203-78ee-4a15-b8f7-6414dad3d445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.649488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0074c20e-c9f5-4801-b59b-b73aad47f224 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.651336 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0074c20e-c9f5-4801-b59b-b73aad47f224 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] 10.222.0.16 "GET /v2.0/ports/3858e2b3-1874-4951-a055-22030f412443 HTTP/1.1" status: 200 len: 955 time: 0.0554080 Jul 16 01:41:05.653952 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41962) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:05.718867 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-7d1ee203-78ee-4a15-b8f7-6414dad3d445 admin admin] For port fa16ceda-b913-42d7-a3a9-7c50ba620bdf, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=fa16ceda-b913-42d7-a3a9-7c50ba620bdf,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:05.719251 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d1ee203-78ee-4a15-b8f7-6414dad3d445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.731552 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-7d1ee203-78ee-4a15-b8f7-6414dad3d445 admin admin] Calling delete_port for fa16ceda-b913-42d7-a3a9-7c50ba620bdf owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:05.749242 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-0d637963-7e77-4453-b705-e1ac9961a5ea tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Deleting port 3858e2b3-1874-4951-a055-22030f412443 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:05.749585 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0d637963-7e77-4453-b705-e1ac9961a5ea tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.812462 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0d637963-7e77-4453-b705-e1ac9961a5ea tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.826765 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-0d637963-7e77-4453-b705-e1ac9961a5ea tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Calling delete_port for 3858e2b3-1874-4951-a055-22030f412443 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:05.927959 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0d637963-7e77-4453-b705-e1ac9961a5ea tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.959856 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d1ee203-78ee-4a15-b8f7-6414dad3d445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.972612 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d637963-7e77-4453-b705-e1ac9961a5ea tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Pushing event deleted for resources: {'Port': ['ID=3858e2b3-1874-4951-a055-22030f412443,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:05.984771 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0d637963-7e77-4453-b705-e1ac9961a5ea tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.986794 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0d637963-7e77-4453-b705-e1ac9961a5ea tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] 10.222.0.16 "DELETE /v2.0/ports/3858e2b3-1874-4951-a055-22030f412443 HTTP/1.1" status: 204 len: 168 time: 0.3318777 Jul 16 01:41:05.989428 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41970) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:05.995508 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ee203-78ee-4a15-b8f7-6414dad3d445 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa16ceda-b913-42d7-a3a9-7c50ba620bdf,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:06.025296 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f3a2f4-d705-41d6-947b-b9e041805535 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:41:06.030560 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-35f3a2f4-d705-41d6-947b-b9e041805535 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] 10.222.0.16 "GET /v2.0/ports/3858e2b3-1874-4951-a055-22030f412443 HTTP/1.1" status: 404 len: 333 time: 0.0365396 Jul 16 01:41:06.031020 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41972) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:06.036252 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-917e2fd0-73c9-441e-80e8-60251371c74c tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Request body: {'port': {'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-334290005'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:06.070688 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917e2fd0-73c9-441e-80e8-60251371c74c tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Made reservation on behalf of 42148eea26e643f59f8737ce86398e70 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:06.073485 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-917e2fd0-73c9-441e-80e8-60251371c74c tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.089007 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d1ee203-78ee-4a15-b8f7-6414dad3d445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.104261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-917e2fd0-73c9-441e-80e8-60251371c74c tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] device_id is not set on port 6468da35-b64d-453b-bfdd-75502eca36b8 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:06.117186 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c4096b67-4ceb-43b4-aadc-596dfb3e5412 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:06.145178 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: c4096b67-4ceb-43b4-aadc-596dfb3e5412 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:06.145617 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c4096b67-4ceb-43b4-aadc-596dfb3e5412 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:06.204778 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d1ee203-78ee-4a15-b8f7-6414dad3d445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.209613 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d1ee203-78ee-4a15-b8f7-6414dad3d445 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.287667 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d1ee203-78ee-4a15-b8f7-6414dad3d445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.288242 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1ee203-78ee-4a15-b8f7-6414dad3d445 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b0c3954-8472-45c5-8647-156b6582679c {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:41:06.295362 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d1ee203-78ee-4a15-b8f7-6414dad3d445 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.300635 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7d1ee203-78ee-4a15-b8f7-6414dad3d445 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7b0c3954-8472-45c5-8647-156b6582679c HTTP/1.1" status: 204 len: 168 time: 1.5111861 Jul 16 01:41:06.301348 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41978) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:06.307389 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-917e2fd0-73c9-441e-80e8-60251371c74c tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.352707 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-917e2fd0-73c9-441e-80e8-60251371c74c tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.358975 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8bc5692-8f07-477d-911f-c4ba194c485a admin admin] Deleting subnet 140efc13-2b2c-4c5e-a083-1e15ea25366b {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:06.362763 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8bc5692-8f07-477d-911f-c4ba194c485a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.401957 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917e2fd0-73c9-441e-80e8-60251371c74c tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:06.406890 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-917e2fd0-73c9-441e-80e8-60251371c74c tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:06.408079 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8bc5692-8f07-477d-911f-c4ba194c485a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.410344 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e2fd0-73c9-441e-80e8-60251371c74c tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:06.411351 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917e2fd0-73c9-441e-80e8-60251371c74c tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.412005 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-917e2fd0-73c9-441e-80e8-60251371c74c tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.426348 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e2fd0-73c9-441e-80e8-60251371c74c tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Pushing event updated for resources: {'Port': ['ID=6468da35-b64d-453b-bfdd-75502eca36b8,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:06.446537 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-917e2fd0-73c9-441e-80e8-60251371c74c tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4142194 Jul 16 01:41:06.446813 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41980) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:06.452044 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:06.584766 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8bc5692-8f07-477d-911f-c4ba194c485a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.586788 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.695956 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8bc5692-8f07-477d-911f-c4ba194c485a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.757478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc5692-8f07-477d-911f-c4ba194c485a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=140efc13-2b2c-4c5e-a083-1e15ea25366b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:06.770891 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f5fe40-cb40-4e9c-a76e-7af8a34c31b0 None None] Network 1b7623dd-eb20-4119-bf10-df7c5e51b724 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:06.780478 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8bc5692-8f07-477d-911f-c4ba194c485a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.784619 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b8bc5692-8f07-477d-911f-c4ba194c485a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/140efc13-2b2c-4c5e-a083-1e15ea25366b HTTP/1.1" status: 204 len: 168 time: 0.4793921 Jul 16 01:41:06.785548 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41994) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:06.871665 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] device_id is not set on port 6468da35-b64d-453b-bfdd-75502eca36b8 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:06.889927 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.906042 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Transition to ACTIVE for port object 6468da35-b64d-453b-bfdd-75502eca36b8 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:06.912622 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.915736 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6768e3ed-6227-4544-9e8a-17cbec9b0664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.982153 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Pushing event updated for resources: {'Port': ['ID=6468da35-b64d-453b-bfdd-75502eca36b8,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:06.986114 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-6768e3ed-6227-4544-9e8a-17cbec9b0664 admin admin] Deleting port a51f5298-835e-435e-a39f-7bc356f81382 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:06.986452 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6768e3ed-6227-4544-9e8a-17cbec9b0664 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.995838 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:06.996183 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:06.996559 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:07.002855 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 6468da35-b64d-453b-bfdd-75502eca36b8 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:07.003239 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:07.003589 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 2 to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 Jul 16 01:41:07.019810 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:07.020222 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:07.020617 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:07.035114 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 6468da35-b64d-453b-bfdd-75502eca36b8 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:07.035598 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:07.036507 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 3 to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 Jul 16 01:41:07.052397 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:07.052811 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:07.053246 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:07.059424 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 6468da35-b64d-453b-bfdd-75502eca36b8 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:07.059921 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:07.060545 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 4 to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 Jul 16 01:41:07.080000 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:07.080336 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:07.081060 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:07.085571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 6468da35-b64d-453b-bfdd-75502eca36b8 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:07.086108 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:07.086549 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 5 to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 Jul 16 01:41:07.091438 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-6768e3ed-6227-4544-9e8a-17cbec9b0664 admin admin] For port a51f5298-835e-435e-a39f-7bc356f81382, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a51f5298-835e-435e-a39f-7bc356f81382,segment=NetworkSegment(1de678ac-15a0-4e3b-8a7f-06f9fa903506),segment_id=1de678ac-15a0-4e3b-8a7f-06f9fa903506)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:07.092873 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6768e3ed-6227-4544-9e8a-17cbec9b0664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.108066 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:07.108522 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:07.109198 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:07.110012 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-6768e3ed-6227-4544-9e8a-17cbec9b0664 admin admin] Calling delete_port for a51f5298-835e-435e-a39f-7bc356f81382 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:07.119424 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 6468da35-b64d-453b-bfdd-75502eca36b8 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:07.120119 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:07.120548 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 6 to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 Jul 16 01:41:07.158969 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:07.159379 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:07.159733 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:07.165116 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 6468da35-b64d-453b-bfdd-75502eca36b8 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:07.165461 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:07.165869 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 7 to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 Jul 16 01:41:07.181519 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:07.181866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:07.182211 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:07.187861 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 6468da35-b64d-453b-bfdd-75502eca36b8 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:07.188701 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:07.189124 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 8 to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 Jul 16 01:41:07.204356 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:07.204854 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:07.205197 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:07.211076 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 6468da35-b64d-453b-bfdd-75502eca36b8 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:07.211375 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:07.211779 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 9 to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 Jul 16 01:41:07.213845 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6768e3ed-6227-4544-9e8a-17cbec9b0664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.235564 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:07.235912 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:07.236251 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:07.241079 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 6468da35-b64d-453b-bfdd-75502eca36b8 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:07.241232 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:07.241516 n-d-792394-16 neutron-server[93955]: INFO neutron.plugins.ml2.plugin [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempt 10 to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 Jul 16 01:41:07.244117 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768e3ed-6227-4544-9e8a-17cbec9b0664 admin admin] Pushing event deleted for resources: {'Port': ['ID=a51f5298-835e-435e-a39f-7bc356f81382,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:07.248768 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6768e3ed-6227-4544-9e8a-17cbec9b0664 admin admin] No DVR routers for this DVR port a51f5298-835e-435e-a39f-7bc356f81382 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:07.256739 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:07.257097 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:07.257435 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempting to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:07.264088 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Port 6468da35-b64d-453b-bfdd-75502eca36b8 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:07.264461 n-d-792394-16 neutron-server[93955]: ERROR neutron.plugins.ml2.managers [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Failed to bind port 6468da35-b64d-453b-bfdd-75502eca36b8 on host n-h2-792394-16 for vnic_type normal using segments [{'id': 'a9687d1d-02f6-4990-b94c-45f317d1c8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c286fb8d-a30d-4f1c-a919-4f6bff1097b4'}] Jul 16 01:41:07.264836 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.268953 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cf1c11-f556-472f-a032-8566b001d0c3 None None] DHCP port deletion for 1b7623dd-eb20-4119-bf10-df7c5e51b724 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:07.328592 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6768e3ed-6227-4544-9e8a-17cbec9b0664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.335683 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] For port 6468da35-b64d-453b-bfdd-75502eca36b8, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:07.335683 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attempted to set empty binding levels {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:41:07.339418 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-6768e3ed-6227-4544-9e8a-17cbec9b0664 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7623dd-eb20-4119-bf10-df7c5e51b724']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:07.342280 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.350032 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-6768e3ed-6227-4544-9e8a-17cbec9b0664 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de678ac-15a0-4e3b-8a7f-06f9fa903506') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:07.350318 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-6768e3ed-6227-4544-9e8a-17cbec9b0664 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de678ac-15a0-4e3b-8a7f-06f9fa903506') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:07.361094 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6768e3ed-6227-4544-9e8a-17cbec9b0664 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.375087 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] In _notify_port_updated(), no bound segment for port 6468da35-b64d-453b-bfdd-75502eca36b8 on network c286fb8d-a30d-4f1c-a919-4f6bff1097b4 {{(pid=93955) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:41:07.376065 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.376269 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6768e3ed-6227-4544-9e8a-17cbec9b0664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.376697 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.378071 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] 10.222.0.16 "PUT /v2.0/ports/6468da35-b64d-453b-bfdd-75502eca36b8 HTTP/1.1" status: 200 len: 975 time: 0.9302356 Jul 16 01:41:07.381336 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42004) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:07.395675 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b12d7-6e3c-4fcf-99db-3207e1cb10a8 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Pushing event updated for resources: {'Port': ['ID=6468da35-b64d-453b-bfdd-75502eca36b8,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:07.420082 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6768e3ed-6227-4544-9e8a-17cbec9b0664 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:07.420541 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6768e3ed-6227-4544-9e8a-17cbec9b0664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:07.422216 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:07.511313 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6768e3ed-6227-4544-9e8a-17cbec9b0664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.518738 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6768e3ed-6227-4544-9e8a-17cbec9b0664 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.520596 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6768e3ed-6227-4544-9e8a-17cbec9b0664 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1b7623dd-eb20-4119-bf10-df7c5e51b724 HTTP/1.1" status: 204 len: 168 time: 0.7333403 Jul 16 01:41:07.536565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768e3ed-6227-4544-9e8a-17cbec9b0664 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b7623dd-eb20-4119-bf10-df7c5e51b724,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:07.548021 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-28caea4b-c61f-4d9f-8152-f714b5378de9 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Deleting port 6468da35-b64d-453b-bfdd-75502eca36b8 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:07.548392 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-28caea4b-c61f-4d9f-8152-f714b5378de9 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.616058 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-28caea4b-c61f-4d9f-8152-f714b5378de9 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] For port 6468da35-b64d-453b-bfdd-75502eca36b8, host n-h2-792394-16, got binding levels [] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:07.616523 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-28caea4b-c61f-4d9f-8152-f714b5378de9 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.630178 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-28caea4b-c61f-4d9f-8152-f714b5378de9 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Calling delete_port for 6468da35-b64d-453b-bfdd-75502eca36b8 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:07.752736 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-28caea4b-c61f-4d9f-8152-f714b5378de9 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.764956 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42014) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:07.796795 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28caea4b-c61f-4d9f-8152-f714b5378de9 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Pushing event deleted for resources: {'Port': ['ID=6468da35-b64d-453b-bfdd-75502eca36b8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:07.804568 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-28caea4b-c61f-4d9f-8152-f714b5378de9 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.809194 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-28caea4b-c61f-4d9f-8152-f714b5378de9 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] 10.222.0.16 "DELETE /v2.0/ports/6468da35-b64d-453b-bfdd-75502eca36b8 HTTP/1.1" status: 204 len: 168 time: 0.4243112 Jul 16 01:41:07.809373 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42018) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:07.817724 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2eb99c65-b461-4e84-9c4a-e8363e92004c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d1b8bed3b6d4a5f99fcdfe260ce9da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514040 Jul 16 01:41:07.820430 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42020) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:07.864570 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d62cbc-4026-4937-b101-5a86f6ebdec6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:41:07.866002 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-05d62cbc-4026-4937-b101-5a86f6ebdec6 tempest-PortsAdminExtendedAttrsTestJSON-678664913 tempest-PortsAdminExtendedAttrsTestJSON-678664913-project-admin] 10.222.0.16 "GET /v2.0/ports/6468da35-b64d-453b-bfdd-75502eca36b8 HTTP/1.1" status: 404 len: 333 time: 0.0556078 Jul 16 01:41:07.870376 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42022) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:07.909642 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d151d2af-ea5f-4ef5-add9-5134972ee494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.931788 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d151d2af-ea5f-4ef5-add9-5134972ee494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.952848 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59ebc53b-3eb1-4bce-b4f8-544764ddb99d tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.983248 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d151d2af-ea5f-4ef5-add9-5134972ee494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.986706 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d151d2af-ea5f-4ef5-add9-5134972ee494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.988126 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d151d2af-ea5f-4ef5-add9-5134972ee494 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6a9f769-5c06-4790-b2d6-719359737d1b HTTP/1.1" status: 204 len: 168 time: 0.1665459 Jul 16 01:41:07.999950 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151d2af-ea5f-4ef5-add9-5134972ee494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a9f769-5c06-4790-b2d6-719359737d1b,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:08.050407 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59ebc53b-3eb1-4bce-b4f8-544764ddb99d tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.064532 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-59ebc53b-3eb1-4bce-b4f8-544764ddb99d tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c286fb8d-a30d-4f1c-a919-4f6bff1097b4']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:08.087100 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-59ebc53b-3eb1-4bce-b4f8-544764ddb99d tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9687d1d-02f6-4990-b94c-45f317d1c8b0') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:08.087784 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-59ebc53b-3eb1-4bce-b4f8-544764ddb99d tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9687d1d-02f6-4990-b94c-45f317d1c8b0') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:08.100597 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59ebc53b-3eb1-4bce-b4f8-544764ddb99d tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.118887 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a51f5298-835e-435e-a39f-7bc356f81382 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:08.128568 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59ebc53b-3eb1-4bce-b4f8-544764ddb99d tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.138403 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ebc53b-3eb1-4bce-b4f8-544764ddb99d tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:08.139002 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59ebc53b-3eb1-4bce-b4f8-544764ddb99d tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:08.143105 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:08.147569 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: a51f5298-835e-435e-a39f-7bc356f81382 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:08.147900 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a51f5298-835e-435e-a39f-7bc356f81382 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:08.148423 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device fa16ceda-b913-42d7-a3a9-7c50ba620bdf no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:08.168447 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: fa16ceda-b913-42d7-a3a9-7c50ba620bdf {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:08.169110 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device fa16ceda-b913-42d7-a3a9-7c50ba620bdf not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:08.246718 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59ebc53b-3eb1-4bce-b4f8-544764ddb99d tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.256838 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59ebc53b-3eb1-4bce-b4f8-544764ddb99d tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.258798 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-59ebc53b-3eb1-4bce-b4f8-544764ddb99d tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] 10.222.0.16 "DELETE /v2.0/networks/c286fb8d-a30d-4f1c-a919-4f6bff1097b4 HTTP/1.1" status: 204 len: 168 time: 0.3873703 Jul 16 01:41:08.272517 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebc53b-3eb1-4bce-b4f8-544764ddb99d tempest-PortsAdminExtendedAttrsTestJSON-587256291 tempest-PortsAdminExtendedAttrsTestJSON-587256291-project] Pushing event deleted for resources: {'Network': ['ID=c286fb8d-a30d-4f1c-a919-4f6bff1097b4,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:08.450257 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42038) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:08.491958 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fee9f357-6102-49fb-b716-75b3313bec82 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eacadbbb7ce649dda71262bb965259fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403709 Jul 16 01:41:08.495436 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42042) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:08.552294 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-450aedce-2810-4065-a80d-bdb8892d0cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.552690 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42044) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:08.581028 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-450aedce-2810-4065-a80d-bdb8892d0cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.632009 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-450aedce-2810-4065-a80d-bdb8892d0cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.635792 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-450aedce-2810-4065-a80d-bdb8892d0cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.637010 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-450aedce-2810-4065-a80d-bdb8892d0cbc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a94a8dd-d36f-4fb8-9dd1-6cbf8b8e434b HTTP/1.1" status: 204 len: 168 time: 0.1404359 Jul 16 01:41:08.646488 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450aedce-2810-4065-a80d-bdb8892d0cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a94a8dd-d36f-4fb8-9dd1-6cbf8b8e434b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:08.717230 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4f1e5111-f60b-4e5c-a0ec-503ca8b60440 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0857d733169b4e839078a48119809f7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1633310 Jul 16 01:41:08.719874 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42056) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:08.776598 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-561ff064-b7b0-4eb2-8bfe-cdf0a4d7253e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.810558 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-561ff064-b7b0-4eb2-8bfe-cdf0a4d7253e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.877439 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-561ff064-b7b0-4eb2-8bfe-cdf0a4d7253e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.880460 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-561ff064-b7b0-4eb2-8bfe-cdf0a4d7253e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.884512 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-561ff064-b7b0-4eb2-8bfe-cdf0a4d7253e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23c6c95b-ed9c-4446-9eba-52c3abeb9d05 HTTP/1.1" status: 204 len: 168 time: 0.1609859 Jul 16 01:41:08.891820 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ff064-b7b0-4eb2-8bfe-cdf0a4d7253e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c6c95b-ed9c-4446-9eba-52c3abeb9d05,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:09.349874 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42072) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:09.393713 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4323ef8a-a83f-4ab8-8f41-a5dba205c94f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42148eea26e643f59f8737ce86398e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400455 Jul 16 01:41:09.394033 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42074) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:09.449161 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ebe0180-876f-4f57-b248-63d827eec958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.473833 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ebe0180-876f-4f57-b248-63d827eec958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.531949 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ebe0180-876f-4f57-b248-63d827eec958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.535019 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ebe0180-876f-4f57-b248-63d827eec958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.538623 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6ebe0180-876f-4f57-b248-63d827eec958 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66727977-9e6f-4a7c-81c6-495f0af5229f HTTP/1.1" status: 204 len: 168 time: 0.1411638 Jul 16 01:41:09.548013 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe0180-876f-4f57-b248-63d827eec958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66727977-9e6f-4a7c-81c6-495f0af5229f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:10.289626 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42116) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:10.432930 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5279ad76-a7c9-479f-bc24-32842de5bce0 tempest-AgentManagementNegativeTest-597304364 tempest-AgentManagementNegativeTest-597304364-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1417630 Jul 16 01:41:10.720431 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42128) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:10.826842 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-caf0f38d-5f83-4f7d-a698-12fb66c5c44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.920191 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-caf0f38d-5f83-4f7d-a698-12fb66c5c44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.925740 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-caf0f38d-5f83-4f7d-a698-12fb66c5c44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.970151 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-caf0f38d-5f83-4f7d-a698-12fb66c5c44a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ee8a5bc85574aa19d6d325423e6d6b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2459159 Jul 16 01:41:10.970151 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0f38d-5f83-4f7d-a698-12fb66c5c44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58efdbe-246c-4077-baed-74af1a6beb6a,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:10.971047 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42140) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:11.024240 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f43b326c-8dec-4042-96ae-5ebe2e565370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.047074 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f43b326c-8dec-4042-96ae-5ebe2e565370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.095594 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f43b326c-8dec-4042-96ae-5ebe2e565370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.098334 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f43b326c-8dec-4042-96ae-5ebe2e565370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.099558 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f43b326c-8dec-4042-96ae-5ebe2e565370 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f58efdbe-246c-4077-baed-74af1a6beb6a HTTP/1.1" status: 204 len: 168 time: 0.1273999 Jul 16 01:41:11.108601 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b326c-8dec-4042-96ae-5ebe2e565370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58efdbe-246c-4077-baed-74af1a6beb6a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:11.884218 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42178) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:11.978214 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-1a766c80-ca50-4f79-b423-877f7fad568d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1648555711'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:12.001632 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a766c80-ca50-4f79-b423-877f7fad568d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:12.005617 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1a766c80-ca50-4f79-b423-877f7fad568d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.017349 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1a766c80-ca50-4f79-b423-877f7fad568d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.114457 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1a766c80-ca50-4f79-b423-877f7fad568d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.121133 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1a766c80-ca50-4f79-b423-877f7fad568d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.156429 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a766c80-ca50-4f79-b423-877f7fad568d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:41:12.166650 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a766c80-ca50-4f79-b423-877f7fad568d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ed5f25-946e-4a62-8236-f1c6cb9945c4,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:12.172043 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1a766c80-ca50-4f79-b423-877f7fad568d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.172643 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-1a766c80-ca50-4f79-b423-877f7fad568d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Added segment 0fa745ed-9807-4817-8b20-b879247514c1 of type vlan for network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 Jul 16 01:41:12.221916 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1a766c80-ca50-4f79-b423-877f7fad568d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.253873 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1a766c80-ca50-4f79-b423-877f7fad568d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.260124 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a766c80-ca50-4f79-b423-877f7fad568d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:12.260747 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1a766c80-ca50-4f79-b423-877f7fad568d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.298746 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1a766c80-ca50-4f79-b423-877f7fad568d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4178739 Jul 16 01:41:12.302060 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42192) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:12.309547 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-68b8a3d8-4604-45ed-9ee5-b05ee7f50223 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:12.342778 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a766c80-ca50-4f79-b423-877f7fad568d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Network': ['ID=263c6a6c-93e1-4622-bf61-98aa7f54dc76,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:12.354052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:41:12.441105 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b8a3d8-4604-45ed-9ee5-b05ee7f50223 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:12.445599 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68b8a3d8-4604-45ed-9ee5-b05ee7f50223 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.654615 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68b8a3d8-4604-45ed-9ee5-b05ee7f50223 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.709606 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8a3d8-4604-45ed-9ee5-b05ee7f50223 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=fa97ba3a-faa4-4169-b525-c0d835fd4da2,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:12.729249 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b8a3d8-4604-45ed-9ee5-b05ee7f50223 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Checking segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:12.729607 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b8a3d8-4604-45ed-9ee5-b05ee7f50223 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network hostable DHCP agents. Network: 263c6a6c-93e1-4622-bf61-98aa7f54dc76, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:41:12.749494 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b8a3d8-4604-45ed-9ee5-b05ee7f50223 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:41:12.761766 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-68b8a3d8-4604-45ed-9ee5-b05ee7f50223 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 263c6a6c-93e1-4622-bf61-98aa7f54dc76) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:12.766026 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b8a3d8-4604-45ed-9ee5-b05ee7f50223 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:12.766622 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68b8a3d8-4604-45ed-9ee5-b05ee7f50223 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.771786 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b349eb1-d0b7-4d55-a28d-8c881ee5d823 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:12.786415 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-68b8a3d8-4604-45ed-9ee5-b05ee7f50223 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4808099 Jul 16 01:41:12.786814 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42206) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:12.793323 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-dc0f6b54-8846-4072-82bc-432311f7f065 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'name': 'tempest-NetworksTestDHCPv6-627722851'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:12.918666 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0f6b54-8846-4072-82bc-432311f7f065 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:12.923175 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc0f6b54-8846-4072-82bc-432311f7f065 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.930945 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89887395-3b50-478f-a8d4-3acba2d53144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'fixed_ips': [{'subnet_id': 'fa97ba3a-faa4-4169-b525-c0d835fd4da2'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:41:12.931890 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89887395-3b50-478f-a8d4-3acba2d53144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.942600 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-dc0f6b54-8846-4072-82bc-432311f7f065 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] device_id is not set on port 8a8a3e66-0ac0-44c5-a11e-f20d6432cf76 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:13.063312 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-dc0f6b54-8846-4072-82bc-432311f7f065 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8::1fa (263c6a6c-93e1-4622-bf61-98aa7f54dc76/fa97ba3a-faa4-4169-b525-c0d835fd4da2/8a8a3e66-0ac0-44c5-a11e-f20d6432cf76) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:13.233640 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc0f6b54-8846-4072-82bc-432311f7f065 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.253739 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-dc0f6b54-8846-4072-82bc-432311f7f065 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Transition to ACTIVE for port object 8a8a3e66-0ac0-44c5-a11e-f20d6432cf76 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:13.295545 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc0f6b54-8846-4072-82bc-432311f7f065 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.318690 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0f6b54-8846-4072-82bc-432311f7f065 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:13.321817 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-dc0f6b54-8846-4072-82bc-432311f7f065 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:13.345176 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0f6b54-8846-4072-82bc-432311f7f065 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:13.351219 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0f6b54-8846-4072-82bc-432311f7f065 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.352658 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc0f6b54-8846-4072-82bc-432311f7f065 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.354496 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-89887395-3b50-478f-a8d4-3acba2d53144 None None] Allocated IP 2001:db8::2 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/fa97ba3a-faa4-4169-b525-c0d835fd4da2/de08dc46-a092-42e1-bcb5-16c6949248d3) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:13.392771 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f6b54-8846-4072-82bc-432311f7f065 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=8a8a3e66-0ac0-44c5-a11e-f20d6432cf76,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:13.397094 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-dc0f6b54-8846-4072-82bc-432311f7f065 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6091805 Jul 16 01:41:13.399916 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42212) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:13.517151 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e11077-f0a1-47b0-9f18-c18b59e042b9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.518689 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f8e11077-f0a1-47b0-9f18-c18b59e042b9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1174521 Jul 16 01:41:13.521311 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42214) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:13.541966 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89887395-3b50-478f-a8d4-3acba2d53144 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.551996 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-89887395-3b50-478f-a8d4-3acba2d53144 None None] Transition to ACTIVE for port object de08dc46-a092-42e1-bcb5-16c6949248d3 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:13.572408 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-89887395-3b50-478f-a8d4-3acba2d53144 None None] Transition to ACTIVE for port object de08dc46-a092-42e1-bcb5-16c6949248d3 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:13.588446 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89887395-3b50-478f-a8d4-3acba2d53144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.642986 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89887395-3b50-478f-a8d4-3acba2d53144 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:13.644205 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89887395-3b50-478f-a8d4-3acba2d53144 None None] Pushing event updated for resources: {'Port': ['ID=de08dc46-a092-42e1-bcb5-16c6949248d3,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:13.647531 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-89887395-3b50-478f-a8d4-3acba2d53144 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:13.650762 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89887395-3b50-478f-a8d4-3acba2d53144 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:13.664648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-5b457a3c-4895-40f5-8bba-206b103d71c3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting port 8a8a3e66-0ac0-44c5-a11e-f20d6432cf76 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:13.665212 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5b457a3c-4895-40f5-8bba-206b103d71c3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.715384 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-89887395-3b50-478f-a8d4-3acba2d53144 None None] Attempting to bind port de08dc46-a092-42e1-bcb5-16c6949248d3 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:13.715814 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-89887395-3b50-478f-a8d4-3acba2d53144 None None] Attempting to bind port de08dc46-a092-42e1-bcb5-16c6949248d3 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:13.716315 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89887395-3b50-478f-a8d4-3acba2d53144 None None] Attempting to bind port de08dc46-a092-42e1-bcb5-16c6949248d3 on network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:13.723576 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89887395-3b50-478f-a8d4-3acba2d53144 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:13.724109 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89887395-3b50-478f-a8d4-3acba2d53144 None None] Checking segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:13.724663 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89887395-3b50-478f-a8d4-3acba2d53144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.725163 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89887395-3b50-478f-a8d4-3acba2d53144 None None] Bound using segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:13.725764 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-89887395-3b50-478f-a8d4-3acba2d53144 None None] Bound port: de08dc46-a092-42e1-bcb5-16c6949248d3, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:13.726616 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89887395-3b50-478f-a8d4-3acba2d53144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.777645 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5b457a3c-4895-40f5-8bba-206b103d71c3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.794216 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-5b457a3c-4895-40f5-8bba-206b103d71c3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Calling delete_port for 8a8a3e66-0ac0-44c5-a11e-f20d6432cf76 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:13.800153 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-89887395-3b50-478f-a8d4-3acba2d53144 None None] For port de08dc46-a092-42e1-bcb5-16c6949248d3, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:13.803530 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-89887395-3b50-478f-a8d4-3acba2d53144 None None] For port de08dc46-a092-42e1-bcb5-16c6949248d3, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=de08dc46-a092-42e1-bcb5-16c6949248d3,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:13.811411 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89887395-3b50-478f-a8d4-3acba2d53144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.880237 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89887395-3b50-478f-a8d4-3acba2d53144 None None] Pushing event updated for resources: {'Port': ['ID=de08dc46-a092-42e1-bcb5-16c6949248d3,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:14.001682 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5b457a3c-4895-40f5-8bba-206b103d71c3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.037550 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b457a3c-4895-40f5-8bba-206b103d71c3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Port': ['ID=8a8a3e66-0ac0-44c5-a11e-f20d6432cf76,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:14.103385 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5b457a3c-4895-40f5-8bba-206b103d71c3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.107728 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5b457a3c-4895-40f5-8bba-206b103d71c3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/8a8a3e66-0ac0-44c5-a11e-f20d6432cf76 HTTP/1.1" status: 204 len: 168 time: 0.5815923 Jul 16 01:41:14.108104 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42218) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:14.212626 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056ed6cd-d68b-45b9-a9eb-b375fbde250a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:14.214142 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056ed6cd-d68b-45b9-a9eb-b375fbde250a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:14.215712 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-056ed6cd-d68b-45b9-a9eb-b375fbde250a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1066518 Jul 16 01:41:14.218478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42220) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:14.295512 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98ff7f0-54be-494e-8409-e1587fc2fc1a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet fa97ba3a-faa4-4169-b525-c0d835fd4da2 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:14.298793 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a98ff7f0-54be-494e-8409-e1587fc2fc1a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.344827 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a98ff7f0-54be-494e-8409-e1587fc2fc1a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.441465 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a98ff7f0-54be-494e-8409-e1587fc2fc1a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.502182 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a98ff7f0-54be-494e-8409-e1587fc2fc1a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.533719 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ff7f0-54be-494e-8409-e1587fc2fc1a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=fa97ba3a-faa4-4169-b525-c0d835fd4da2,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:14.538478 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a98ff7f0-54be-494e-8409-e1587fc2fc1a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.542992 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a98ff7f0-54be-494e-8409-e1587fc2fc1a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/fa97ba3a-faa4-4169-b525-c0d835fd4da2 HTTP/1.1" status: 204 len: 168 time: 0.3211586 Jul 16 01:41:14.543343 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42226) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:14.600944 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-057b90f3-841b-4eef-ad06-38ef35606a96 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563009 Jul 16 01:41:14.604790 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42228) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:14.610236 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-285610f7-af2a-46fd-a308-ad3c704593aa tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:14.730161 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285610f7-af2a-46fd-a308-ad3c704593aa tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:14.734516 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-285610f7-af2a-46fd-a308-ad3c704593aa tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.981436 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-285610f7-af2a-46fd-a308-ad3c704593aa tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.025654 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285610f7-af2a-46fd-a308-ad3c704593aa tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:15.028967 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-285610f7-af2a-46fd-a308-ad3c704593aa tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:15.033525 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285610f7-af2a-46fd-a308-ad3c704593aa tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:15.034117 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-285610f7-af2a-46fd-a308-ad3c704593aa tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.045966 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285610f7-af2a-46fd-a308-ad3c704593aa tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=c54def70-53c7-4661-8667-4b0e96d58163,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:15.059692 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42232) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:15.060921 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-285610f7-af2a-46fd-a308-ad3c704593aa tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4548903 Jul 16 01:41:15.065192 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-336557d4-172a-4c73-a718-cb533361d43e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'name': 'tempest-NetworksTestDHCPv6-248024096'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:15.104135 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c773661-9662-451a-82d8-e79248c935c9 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:15.199430 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336557d4-172a-4c73-a718-cb533361d43e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:15.203351 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-336557d4-172a-4c73-a718-cb533361d43e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.213238 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-81a62450-a52f-4334-81a0-19c6dce78e91 None None] Provisioning for port de08dc46-a092-42e1-bcb5-16c6949248d3 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:15.222282 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-336557d4-172a-4c73-a718-cb533361d43e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] device_id is not set on port 794b0057-6653-4437-89ef-7b9baedc1c34 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:15.341648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-336557d4-172a-4c73-a718-cb533361d43e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8::28b (263c6a6c-93e1-4622-bf61-98aa7f54dc76/c54def70-53c7-4661-8667-4b0e96d58163/794b0057-6653-4437-89ef-7b9baedc1c34) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:15.518445 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-336557d4-172a-4c73-a718-cb533361d43e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.537475 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-336557d4-172a-4c73-a718-cb533361d43e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Transition to ACTIVE for port object 794b0057-6653-4437-89ef-7b9baedc1c34 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:15.553100 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4139f279-bb77-47eb-94f7-ed39b2f0fa98 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:15.583177 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-336557d4-172a-4c73-a718-cb533361d43e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.653527 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336557d4-172a-4c73-a718-cb533361d43e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:15.658583 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-336557d4-172a-4c73-a718-cb533361d43e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:15.668918 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336557d4-172a-4c73-a718-cb533361d43e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:15.675065 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336557d4-172a-4c73-a718-cb533361d43e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:15.676067 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-336557d4-172a-4c73-a718-cb533361d43e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.692824 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336557d4-172a-4c73-a718-cb533361d43e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=794b0057-6653-4437-89ef-7b9baedc1c34,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:15.707493 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-336557d4-172a-4c73-a718-cb533361d43e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6443985 Jul 16 01:41:15.708517 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42240) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:15.846602 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a2c1d4-7117-4f76-8e23-762d9077297e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:15.853242 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a2c1d4-7117-4f76-8e23-762d9077297e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:15.855276 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-88a2c1d4-7117-4f76-8e23-762d9077297e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1460586 Jul 16 01:41:15.858293 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42242) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:16.022270 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-22cdc043-28e7-4574-9b1e-f5bc7de3eacc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting port 794b0057-6653-4437-89ef-7b9baedc1c34 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:16.023678 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-22cdc043-28e7-4574-9b1e-f5bc7de3eacc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.169487 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device de08dc46-a092-42e1-bcb5-16c6949248d3 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:16.172291 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-22cdc043-28e7-4574-9b1e-f5bc7de3eacc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.192145 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-22cdc043-28e7-4574-9b1e-f5bc7de3eacc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Calling delete_port for 794b0057-6653-4437-89ef-7b9baedc1c34 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:16.213434 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0b42569e-a352-439f-ad91-d92c7d360320 None None] Provisioning for port 794b0057-6653-4437-89ef-7b9baedc1c34 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:16.265440 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0b42569e-a352-439f-ad91-d92c7d360320 None None] Provisioning complete for port 794b0057-6653-4437-89ef-7b9baedc1c34 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:16.267036 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0b42569e-a352-439f-ad91-d92c7d360320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.343803 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port de08dc46-a092-42e1-bcb5-16c6949248d3 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:16.349392 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-0b42569e-a352-439f-ad91-d92c7d360320 None None] Port 794b0057-6653-4437-89ef-7b9baedc1c34 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:16.361194 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port de08dc46-a092-42e1-bcb5-16c6949248d3 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:16.363135 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.381677 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-22cdc043-28e7-4574-9b1e-f5bc7de3eacc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.418469 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0b42569e-a352-439f-ad91-d92c7d360320 None None] Provisioning complete for port de08dc46-a092-42e1-bcb5-16c6949248d3 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:16.419000 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0b42569e-a352-439f-ad91-d92c7d360320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.451700 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cdc043-28e7-4574-9b1e-f5bc7de3eacc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Port': ['ID=794b0057-6653-4437-89ef-7b9baedc1c34,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:16.487813 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-22cdc043-28e7-4574-9b1e-f5bc7de3eacc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.490724 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-22cdc043-28e7-4574-9b1e-f5bc7de3eacc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/794b0057-6653-4437-89ef-7b9baedc1c34 HTTP/1.1" status: 204 len: 168 time: 0.6311190 Jul 16 01:41:16.493545 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42252) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:16.554400 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.594044 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b39d901-0095-47ee-b042-399eca52dd1f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:16.596069 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b39d901-0095-47ee-b042-399eca52dd1f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:16.597941 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6b39d901-0095-47ee-b042-399eca52dd1f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1023710 Jul 16 01:41:16.600920 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42254) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:16.660067 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port de08dc46-a092-42e1-bcb5-16c6949248d3, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=de08dc46-a092-42e1-bcb5-16c6949248d3,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:16.675378 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.683563 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0b42569e-a352-439f-ad91-d92c7d360320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.707933 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-c532c94f-67a2-4209-a75f-cdb9d707fbaf tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet c54def70-53c7-4661-8667-4b0e96d58163 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:16.712322 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c532c94f-67a2-4209-a75f-cdb9d707fbaf tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.779118 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c532c94f-67a2-4209-a75f-cdb9d707fbaf tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.791749 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=de08dc46-a092-42e1-bcb5-16c6949248d3,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:16.801501 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-0b42569e-a352-439f-ad91-d92c7d360320 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:41:16.802072 n-d-792394-16 neutron-server[93957]: DEBUG oslo_db.api [None req-0b42569e-a352-439f-ad91-d92c7d360320 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:41:16.850584 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c532c94f-67a2-4209-a75f-cdb9d707fbaf tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.925835 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c532c94f-67a2-4209-a75f-cdb9d707fbaf tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.968336 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532c94f-67a2-4209-a75f-cdb9d707fbaf tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=c54def70-53c7-4661-8667-4b0e96d58163,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:16.982620 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c532c94f-67a2-4209-a75f-cdb9d707fbaf tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.986207 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c532c94f-67a2-4209-a75f-cdb9d707fbaf tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/c54def70-53c7-4661-8667-4b0e96d58163 HTTP/1.1" status: 204 len: 168 time: 0.3836741 Jul 16 01:41:16.988575 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42256) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:17.040390 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b6b473b4-2c6d-4e0b-8c00-b206c227cbb7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460265 Jul 16 01:41:17.041236 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42260) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:17.047755 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-af987472-6b52-4935-9235-d9cbce6e1c31 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:17.048685 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0745d36a-4b0a-4e4c-8f36-975ac7c740ba None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:17.271665 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651d82d9-7666-436b-a237-7d598581fae3 None None] DHCP port deletion for 263c6a6c-93e1-4622-bf61-98aa7f54dc76 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:17.357228 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-651d82d9-7666-436b-a237-7d598581fae3 None None] Deleting port de08dc46-a092-42e1-bcb5-16c6949248d3 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:17.357670 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-651d82d9-7666-436b-a237-7d598581fae3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.427917 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-651d82d9-7666-436b-a237-7d598581fae3 None None] For port de08dc46-a092-42e1-bcb5-16c6949248d3, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=de08dc46-a092-42e1-bcb5-16c6949248d3,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:17.428717 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-651d82d9-7666-436b-a237-7d598581fae3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.445218 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-651d82d9-7666-436b-a237-7d598581fae3 None None] Calling delete_port for de08dc46-a092-42e1-bcb5-16c6949248d3 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:17.498791 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a4a2ee21-2b99-45cf-9f4b-1a38907e262f None None] Could not find standard attr ID for object 794b0057-6653-4437-89ef-7b9baedc1c34. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:41:17.505243 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a4a2ee21-2b99-45cf-9f4b-1a38907e262f None None] Could not find standard attr ID for object 8a8a3e66-0ac0-44c5-a11e-f20d6432cf76. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:41:17.548680 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-651d82d9-7666-436b-a237-7d598581fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.563182 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af987472-6b52-4935-9235-d9cbce6e1c31 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:17.567675 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af987472-6b52-4935-9235-d9cbce6e1c31 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.581050 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d82d9-7666-436b-a237-7d598581fae3 None None] Pushing event deleted for resources: {'Port': ['ID=de08dc46-a092-42e1-bcb5-16c6949248d3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:17.588710 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651d82d9-7666-436b-a237-7d598581fae3 None None] No DVR routers for this DVR port de08dc46-a092-42e1-bcb5-16c6949248d3 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:17.770305 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af987472-6b52-4935-9235-d9cbce6e1c31 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.815912 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af987472-6b52-4935-9235-d9cbce6e1c31 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:17.819115 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-af987472-6b52-4935-9235-d9cbce6e1c31 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:17.823721 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af987472-6b52-4935-9235-d9cbce6e1c31 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:17.824310 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af987472-6b52-4935-9235-d9cbce6e1c31 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.830032 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af987472-6b52-4935-9235-d9cbce6e1c31 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=8875e1d8-747b-408d-b222-0ae6ebb53ae5,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:17.830578 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90c074c-dacb-4791-a84f-00c2219b4b48 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:17.845184 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-af987472-6b52-4935-9235-d9cbce6e1c31 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8030486 Jul 16 01:41:17.847736 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42268) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:17.854565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-4a0d8e2f-7566-4fa2-8ce1-db5dbfa8ce0a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'name': 'tempest-NetworksTestDHCPv6-612316958'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:18.030381 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2391b6-5c08-4772-8949-fb2e30dc48ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'fixed_ips': [{'subnet_id': '8875e1d8-747b-408d-b222-0ae6ebb53ae5'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:41:18.033324 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3d2391b6-5c08-4772-8949-fb2e30dc48ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.107536 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0d8e2f-7566-4fa2-8ce1-db5dbfa8ce0a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:18.114542 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8e2f-7566-4fa2-8ce1-db5dbfa8ce0a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.157829 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-4a0d8e2f-7566-4fa2-8ce1-db5dbfa8ce0a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] device_id is not set on port 3f69e794-7e64-40a0-b8b0-adece2a7ad0b yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:18.231399 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device de08dc46-a092-42e1-bcb5-16c6949248d3 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:18.272390 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: de08dc46-a092-42e1-bcb5-16c6949248d3 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:18.273312 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device de08dc46-a092-42e1-bcb5-16c6949248d3 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:18.391449 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-4a0d8e2f-7566-4fa2-8ce1-db5dbfa8ce0a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8::51 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/8875e1d8-747b-408d-b222-0ae6ebb53ae5/3f69e794-7e64-40a0-b8b0-adece2a7ad0b) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:18.619276 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8e2f-7566-4fa2-8ce1-db5dbfa8ce0a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.640732 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-4a0d8e2f-7566-4fa2-8ce1-db5dbfa8ce0a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Transition to ACTIVE for port object 3f69e794-7e64-40a0-b8b0-adece2a7ad0b will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:18.686116 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8e2f-7566-4fa2-8ce1-db5dbfa8ce0a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.760799 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-3d2391b6-5c08-4772-8949-fb2e30dc48ec None None] Allocated IP 2001:db8::2 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/8875e1d8-747b-408d-b222-0ae6ebb53ae5/7a8f4af5-9de2-4fd9-8455-0c0e04140179) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:18.779949 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0d8e2f-7566-4fa2-8ce1-db5dbfa8ce0a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:18.790187 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-4a0d8e2f-7566-4fa2-8ce1-db5dbfa8ce0a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:18.798140 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0d8e2f-7566-4fa2-8ce1-db5dbfa8ce0a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:18.806477 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0d8e2f-7566-4fa2-8ce1-db5dbfa8ce0a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:18.807247 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8e2f-7566-4fa2-8ce1-db5dbfa8ce0a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.819171 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d8e2f-7566-4fa2-8ce1-db5dbfa8ce0a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=3f69e794-7e64-40a0-b8b0-adece2a7ad0b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:18.863001 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4a0d8e2f-7566-4fa2-8ce1-db5dbfa8ce0a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0139611 Jul 16 01:41:18.865167 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42344) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:18.899992 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3532d64-5e15-416e-8889-c6118b2b2266 req-c723dc29-8549-4d5e-9d7c-2666ed718c74 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:18.902462 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d3532d64-5e15-416e-8889-c6118b2b2266 req-c723dc29-8549-4d5e-9d7c-2666ed718c74 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.1780877 Jul 16 01:41:18.941895 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3d2391b6-5c08-4772-8949-fb2e30dc48ec None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.953692 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3d2391b6-5c08-4772-8949-fb2e30dc48ec None None] Transition to ACTIVE for port object 7a8f4af5-9de2-4fd9-8455-0c0e04140179 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:18.974630 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3d2391b6-5c08-4772-8949-fb2e30dc48ec None None] Transition to ACTIVE for port object 7a8f4af5-9de2-4fd9-8455-0c0e04140179 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:18.976450 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d3532d64-5e15-416e-8889-c6118b2b2266 req-7b589584-cc41-47ed-875c-a01cee799717 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663846 Jul 16 01:41:18.982174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582615b1-54ae-41e4-8624-c56399e899f5 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:18.993411 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-582615b1-54ae-41e4-8624-c56399e899f5 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1203840 Jul 16 01:41:18.993533 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42360) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:18.997079 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3d2391b6-5c08-4772-8949-fb2e30dc48ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.047645 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2391b6-5c08-4772-8949-fb2e30dc48ec None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:19.050754 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-3d2391b6-5c08-4772-8949-fb2e30dc48ec None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:19.054759 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2391b6-5c08-4772-8949-fb2e30dc48ec None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:19.061227 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2391b6-5c08-4772-8949-fb2e30dc48ec None None] Pushing event updated for resources: {'Port': ['ID=7a8f4af5-9de2-4fd9-8455-0c0e04140179,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:19.116075 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-d2fb6a02-c8ad-4e5b-9fd1-1f6e794162a4 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting port 3f69e794-7e64-40a0-b8b0-adece2a7ad0b {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:19.118584 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6a02-c8ad-4e5b-9fd1-1f6e794162a4 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.126610 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3d2391b6-5c08-4772-8949-fb2e30dc48ec None None] Attempting to bind port 7a8f4af5-9de2-4fd9-8455-0c0e04140179 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:19.127151 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3d2391b6-5c08-4772-8949-fb2e30dc48ec None None] Attempting to bind port 7a8f4af5-9de2-4fd9-8455-0c0e04140179 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:19.127625 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2391b6-5c08-4772-8949-fb2e30dc48ec None None] Attempting to bind port 7a8f4af5-9de2-4fd9-8455-0c0e04140179 on network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:19.133636 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2391b6-5c08-4772-8949-fb2e30dc48ec None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:19.134164 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2391b6-5c08-4772-8949-fb2e30dc48ec None None] Checking segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:19.134803 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3d2391b6-5c08-4772-8949-fb2e30dc48ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.135310 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2391b6-5c08-4772-8949-fb2e30dc48ec None None] Bound using segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:19.136830 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3d2391b6-5c08-4772-8949-fb2e30dc48ec None None] Bound port: 7a8f4af5-9de2-4fd9-8455-0c0e04140179, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:19.137345 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3d2391b6-5c08-4772-8949-fb2e30dc48ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.225693 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3d2391b6-5c08-4772-8949-fb2e30dc48ec None None] For port 7a8f4af5-9de2-4fd9-8455-0c0e04140179, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:19.231347 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3d2391b6-5c08-4772-8949-fb2e30dc48ec None None] For port 7a8f4af5-9de2-4fd9-8455-0c0e04140179, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7a8f4af5-9de2-4fd9-8455-0c0e04140179,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:19.237671 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3d2391b6-5c08-4772-8949-fb2e30dc48ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.247006 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6a02-c8ad-4e5b-9fd1-1f6e794162a4 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.263283 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-d2fb6a02-c8ad-4e5b-9fd1-1f6e794162a4 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Calling delete_port for 3f69e794-7e64-40a0-b8b0-adece2a7ad0b owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:19.330108 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2391b6-5c08-4772-8949-fb2e30dc48ec None None] Pushing event updated for resources: {'Port': ['ID=7a8f4af5-9de2-4fd9-8455-0c0e04140179,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:19.449014 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6a02-c8ad-4e5b-9fd1-1f6e794162a4 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.491994 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb6a02-c8ad-4e5b-9fd1-1f6e794162a4 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Port': ['ID=3f69e794-7e64-40a0-b8b0-adece2a7ad0b,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:19.564899 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6a02-c8ad-4e5b-9fd1-1f6e794162a4 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.572305 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d2fb6a02-c8ad-4e5b-9fd1-1f6e794162a4 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/3f69e794-7e64-40a0-b8b0-adece2a7ad0b HTTP/1.1" status: 204 len: 168 time: 0.5822980 Jul 16 01:41:19.575002 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42424) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:19.647647 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc9c636-b925-48cd-971b-3593586a8a4c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:19.649278 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc9c636-b925-48cd-971b-3593586a8a4c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:19.651504 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1dc9c636-b925-48cd-971b-3593586a8a4c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0751073 Jul 16 01:41:19.654047 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42436) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:19.724480 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-641adb6d-34b8-4038-89bc-1337fe3741dc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet 8875e1d8-747b-408d-b222-0ae6ebb53ae5 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:19.729811 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-641adb6d-34b8-4038-89bc-1337fe3741dc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.786062 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-641adb6d-34b8-4038-89bc-1337fe3741dc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.877856 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-641adb6d-34b8-4038-89bc-1337fe3741dc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.947959 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-641adb6d-34b8-4038-89bc-1337fe3741dc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.984137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641adb6d-34b8-4038-89bc-1337fe3741dc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=8875e1d8-747b-408d-b222-0ae6ebb53ae5,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:19.993300 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-641adb6d-34b8-4038-89bc-1337fe3741dc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.998381 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-641adb6d-34b8-4038-89bc-1337fe3741dc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/8875e1d8-747b-408d-b222-0ae6ebb53ae5 HTTP/1.1" status: 204 len: 168 time: 0.3394809 Jul 16 01:41:19.998381 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641adb6d-34b8-4038-89bc-1337fe3741dc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:19.998381 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641adb6d-34b8-4038-89bc-1337fe3741dc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:19.998381 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641adb6d-34b8-4038-89bc-1337fe3741dc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:19.998381 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641adb6d-34b8-4038-89bc-1337fe3741dc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:19.998809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641adb6d-34b8-4038-89bc-1337fe3741dc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:19.998959 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641adb6d-34b8-4038-89bc-1337fe3741dc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:19.999596 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42484) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:19.999866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641adb6d-34b8-4038-89bc-1337fe3741dc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:20.000349 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641adb6d-34b8-4038-89bc-1337fe3741dc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:20.000844 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641adb6d-34b8-4038-89bc-1337fe3741dc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:20.001316 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641adb6d-34b8-4038-89bc-1337fe3741dc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:20.001791 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641adb6d-34b8-4038-89bc-1337fe3741dc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:20.002617 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641adb6d-34b8-4038-89bc-1337fe3741dc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:20.061640 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-076c319b-e3d7-4c92-8a72-af29464e808b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604863 Jul 16 01:41:20.065966 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42494) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:20.197006 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0ed4b8-901c-4018-a8cb-f754ced79e7a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:20.198522 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5c0ed4b8-901c-4018-a8cb-f754ced79e7a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1312315 Jul 16 01:41:20.201456 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42508) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:20.215023 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7a8f4af5-9de2-4fd9-8455-0c0e04140179 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:20.286077 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 7a8f4af5-9de2-4fd9-8455-0c0e04140179 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:20.318790 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bdd6d2-ca48-409e-b039-ce50a7714b1e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:20.321518 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-18bdd6d2-ca48-409e-b039-ce50a7714b1e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1190164 Jul 16 01:41:20.323745 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42520) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:20.596093 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e432a5b5-2552-44f3-9cc0-62c9f8b5742b None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:20.693775 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-12109fe9-aaf4-4fa0-8a24-485e8f2f824a None None] Provisioning for port 7a8f4af5-9de2-4fd9-8455-0c0e04140179 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:20.716874 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-12109fe9-aaf4-4fa0-8a24-485e8f2f824a None None] Provisioning complete for port 7a8f4af5-9de2-4fd9-8455-0c0e04140179 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:20.717251 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-12109fe9-aaf4-4fa0-8a24-485e8f2f824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.736779 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-72d829e0-fd84-4013-a516-3932c2259ab9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4115403 Jul 16 01:41:20.740764 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42576) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:20.747585 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-0ef074ce-88ec-4db5-8670-0309ebb7b50e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:20.823640 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb0e4b-d349-4836-a33d-22bf1253d28a req-48a9e19a-27a8-4122-a078-0c6d9bf4c75c tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:20.826364 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-12109fe9-aaf4-4fa0-8a24-485e8f2f824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.832802 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dedb0e4b-d349-4836-a33d-22bf1253d28a req-48a9e19a-27a8-4122-a078-0c6d9bf4c75c tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.5859592 Jul 16 01:41:20.867394 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-12109fe9-aaf4-4fa0-8a24-485e8f2f824a None None] For port 7a8f4af5-9de2-4fd9-8455-0c0e04140179, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7a8f4af5-9de2-4fd9-8455-0c0e04140179,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:20.870789 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042e693e-ccdb-4930-bb88-9891f7f17e95 None None] DHCP port deletion for 263c6a6c-93e1-4622-bf61-98aa7f54dc76 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:20.874667 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-12109fe9-aaf4-4fa0-8a24-485e8f2f824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.894058 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dedb0e4b-d349-4836-a33d-22bf1253d28a req-51ce9e97-9972-4382-8e20-965e32c7efd3 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601690 Jul 16 01:41:20.895490 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef074ce-88ec-4db5-8670-0309ebb7b50e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:20.899236 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0ef074ce-88ec-4db5-8670-0309ebb7b50e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.946241 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12109fe9-aaf4-4fa0-8a24-485e8f2f824a None None] Pushing event updated for resources: {'Port': ['ID=7a8f4af5-9de2-4fd9-8455-0c0e04140179,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:20.971881 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-042e693e-ccdb-4930-bb88-9891f7f17e95 None None] Deleting port 7a8f4af5-9de2-4fd9-8455-0c0e04140179 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:20.972230 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-042e693e-ccdb-4930-bb88-9891f7f17e95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.044160 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-042e693e-ccdb-4930-bb88-9891f7f17e95 None None] For port 7a8f4af5-9de2-4fd9-8455-0c0e04140179, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7a8f4af5-9de2-4fd9-8455-0c0e04140179,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:21.044654 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-042e693e-ccdb-4930-bb88-9891f7f17e95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.057987 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-042e693e-ccdb-4930-bb88-9891f7f17e95 None None] Calling delete_port for 7a8f4af5-9de2-4fd9-8455-0c0e04140179 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:21.115195 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0ef074ce-88ec-4db5-8670-0309ebb7b50e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.145475 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-042e693e-ccdb-4930-bb88-9891f7f17e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.155094 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef074ce-88ec-4db5-8670-0309ebb7b50e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:21.158706 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-0ef074ce-88ec-4db5-8670-0309ebb7b50e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:21.162316 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef074ce-88ec-4db5-8670-0309ebb7b50e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:21.162952 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0ef074ce-88ec-4db5-8670-0309ebb7b50e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.176488 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e693e-ccdb-4930-bb88-9891f7f17e95 None None] Pushing event deleted for resources: {'Port': ['ID=7a8f4af5-9de2-4fd9-8455-0c0e04140179,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:21.185023 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e693e-ccdb-4930-bb88-9891f7f17e95 None None] No DVR routers for this DVR port 7a8f4af5-9de2-4fd9-8455-0c0e04140179 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:21.189892 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef074ce-88ec-4db5-8670-0309ebb7b50e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=15897461-0e6d-4457-a067-db8c8389cfd5,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:21.201329 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0ef074ce-88ec-4db5-8670-0309ebb7b50e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4564433 Jul 16 01:41:21.201700 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42638) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:21.207520 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-f625673a-aca8-4d82-af1e-823993892ba3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'fixed_ips': [{'subnet_id': '15897461-0e6d-4457-a067-db8c8389cfd5', 'ip_address': '2001:db8::b399:88e3:d3e5:a625'}], 'name': 'tempest-NetworksTestDHCPv6-724134921'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:21.211730 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbe2eca-4e35-4cb1-9008-910ac9c2db4f None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:21.356031 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f625673a-aca8-4d82-af1e-823993892ba3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:21.461564 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f625673a-aca8-4d82-af1e-823993892ba3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.483214 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-f625673a-aca8-4d82-af1e-823993892ba3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] device_id is not set on port 23db5614-5b20-4575-bc4a-277629c4429a yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:21.554812 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef9cf18-c424-419c-83ea-414e6443a36f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'fixed_ips': [{'subnet_id': '15897461-0e6d-4457-a067-db8c8389cfd5'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:41:21.555773 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6ef9cf18-c424-419c-83ea-414e6443a36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.655614 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-f625673a-aca8-4d82-af1e-823993892ba3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8::b399:88e3:d3e5:a625 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/15897461-0e6d-4457-a067-db8c8389cfd5/23db5614-5b20-4575-bc4a-277629c4429a) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:21.812885 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f625673a-aca8-4d82-af1e-823993892ba3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.827212 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-f625673a-aca8-4d82-af1e-823993892ba3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Transition to ACTIVE for port object 23db5614-5b20-4575-bc4a-277629c4429a will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:21.867621 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f625673a-aca8-4d82-af1e-823993892ba3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.915642 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f625673a-aca8-4d82-af1e-823993892ba3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:21.918892 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-f625673a-aca8-4d82-af1e-823993892ba3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:21.922294 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-6ef9cf18-c424-419c-83ea-414e6443a36f None None] Allocated IP 2001:db8::2 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/15897461-0e6d-4457-a067-db8c8389cfd5/42da882f-5a53-4e8e-a300-41a86d23e9cf) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:21.923019 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f625673a-aca8-4d82-af1e-823993892ba3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:21.929400 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f625673a-aca8-4d82-af1e-823993892ba3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:21.930399 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f625673a-aca8-4d82-af1e-823993892ba3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.940102 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625673a-aca8-4d82-af1e-823993892ba3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=23db5614-5b20-4575-bc4a-277629c4429a,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:21.961642 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f625673a-aca8-4d82-af1e-823993892ba3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7584240 Jul 16 01:41:21.964169 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42744) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:22.101484 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10b4dc0-9f49-4ad8-9f99-d5561bc4f9d6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:22.104037 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7a8f4af5-9de2-4fd9-8455-0c0e04140179 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:22.107023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a10b4dc0-9f49-4ad8-9f99-d5561bc4f9d6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1416137 Jul 16 01:41:22.107187 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42752) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:22.128004 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 7a8f4af5-9de2-4fd9-8455-0c0e04140179 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:22.128346 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7a8f4af5-9de2-4fd9-8455-0c0e04140179 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:22.140622 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6ef9cf18-c424-419c-83ea-414e6443a36f None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.149513 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6ef9cf18-c424-419c-83ea-414e6443a36f None None] Transition to ACTIVE for port object 42da882f-5a53-4e8e-a300-41a86d23e9cf will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:22.159238 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbe573-b5d9-4b5e-8408-288e01c1c54f req-8af03b08-5922-473b-a069-3970ba4f23ad tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:22.160793 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fccbe573-b5d9-4b5e-8408-288e01c1c54f req-8af03b08-5922-473b-a069-3970ba4f23ad tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.1132116 Jul 16 01:41:22.167744 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6ef9cf18-c424-419c-83ea-414e6443a36f None None] Transition to ACTIVE for port object 42da882f-5a53-4e8e-a300-41a86d23e9cf will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:22.174800 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6ef9cf18-c424-419c-83ea-414e6443a36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.217441 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef9cf18-c424-419c-83ea-414e6443a36f None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:22.220220 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-6ef9cf18-c424-419c-83ea-414e6443a36f None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:22.224426 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef9cf18-c424-419c-83ea-414e6443a36f None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:22.228738 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fccbe573-b5d9-4b5e-8408-288e01c1c54f req-17fc01f6-2c69-4839-8f4f-3c95ed029e69 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618145 Jul 16 01:41:22.231832 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9cf18-c424-419c-83ea-414e6443a36f None None] Pushing event updated for resources: {'Port': ['ID=42da882f-5a53-4e8e-a300-41a86d23e9cf,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:22.251583 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-bf18504f-434c-4447-ba33-a29b914b216d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting port 23db5614-5b20-4575-bc4a-277629c4429a {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:22.252012 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bf18504f-434c-4447-ba33-a29b914b216d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.293158 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-6ef9cf18-c424-419c-83ea-414e6443a36f None None] Attempting to bind port 42da882f-5a53-4e8e-a300-41a86d23e9cf on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:22.293533 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-6ef9cf18-c424-419c-83ea-414e6443a36f None None] Attempting to bind port 42da882f-5a53-4e8e-a300-41a86d23e9cf by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:22.293896 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef9cf18-c424-419c-83ea-414e6443a36f None None] Attempting to bind port 42da882f-5a53-4e8e-a300-41a86d23e9cf on network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:22.298968 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef9cf18-c424-419c-83ea-414e6443a36f None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:22.299343 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef9cf18-c424-419c-83ea-414e6443a36f None None] Checking segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:22.299775 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6ef9cf18-c424-419c-83ea-414e6443a36f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.300164 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef9cf18-c424-419c-83ea-414e6443a36f None None] Bound using segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:22.300667 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-6ef9cf18-c424-419c-83ea-414e6443a36f None None] Bound port: 42da882f-5a53-4e8e-a300-41a86d23e9cf, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:22.301034 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6ef9cf18-c424-419c-83ea-414e6443a36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.341414 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bf18504f-434c-4447-ba33-a29b914b216d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.353829 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-bf18504f-434c-4447-ba33-a29b914b216d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Calling delete_port for 23db5614-5b20-4575-bc4a-277629c4429a owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:22.364385 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6ef9cf18-c424-419c-83ea-414e6443a36f None None] For port 42da882f-5a53-4e8e-a300-41a86d23e9cf, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:22.368327 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6ef9cf18-c424-419c-83ea-414e6443a36f None None] For port 42da882f-5a53-4e8e-a300-41a86d23e9cf, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=42da882f-5a53-4e8e-a300-41a86d23e9cf,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:22.375470 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6ef9cf18-c424-419c-83ea-414e6443a36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.446233 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9cf18-c424-419c-83ea-414e6443a36f None None] Pushing event updated for resources: {'Port': ['ID=42da882f-5a53-4e8e-a300-41a86d23e9cf,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:22.524081 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bf18504f-434c-4447-ba33-a29b914b216d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.563731 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18504f-434c-4447-ba33-a29b914b216d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Port': ['ID=23db5614-5b20-4575-bc4a-277629c4429a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:22.598780 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bf18504f-434c-4447-ba33-a29b914b216d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.603456 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bf18504f-434c-4447-ba33-a29b914b216d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/23db5614-5b20-4575-bc4a-277629c4429a HTTP/1.1" status: 204 len: 168 time: 0.4910493 Jul 16 01:41:22.603567 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42760) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:22.678754 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651a33f9-0800-493e-8f5b-3c09461e4def tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:22.683565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651a33f9-0800-493e-8f5b-3c09461e4def tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:22.685513 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-651a33f9-0800-493e-8f5b-3c09461e4def tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0811079 Jul 16 01:41:22.688313 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42764) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:22.753477 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a01579-3214-480d-868c-f1e9b93faa4c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet 15897461-0e6d-4457-a067-db8c8389cfd5 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:22.758189 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b1a01579-3214-480d-868c-f1e9b93faa4c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.810273 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b1a01579-3214-480d-868c-f1e9b93faa4c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.903460 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b1a01579-3214-480d-868c-f1e9b93faa4c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.971423 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b1a01579-3214-480d-868c-f1e9b93faa4c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.001993 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a01579-3214-480d-868c-f1e9b93faa4c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=15897461-0e6d-4457-a067-db8c8389cfd5,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:23.005905 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b1a01579-3214-480d-868c-f1e9b93faa4c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.008553 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b1a01579-3214-480d-868c-f1e9b93faa4c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/15897461-0e6d-4457-a067-db8c8389cfd5 HTTP/1.1" status: 204 len: 168 time: 0.3185141 Jul 16 01:41:23.010433 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42768) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:23.062093 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-84c7f4e8-709d-4004-acf9-ec19fc8f519c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505545 Jul 16 01:41:23.065228 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42770) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:23.070514 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-fa891c54-7345-4130-9a1d-4fc6acc2d8ef tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:23.166344 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa891c54-7345-4130-9a1d-4fc6acc2d8ef tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:23.170398 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fa891c54-7345-4130-9a1d-4fc6acc2d8ef tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.421027 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578cc64f-2d8c-41af-86f8-e2f5af81ee9b None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:23.423308 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fa891c54-7345-4130-9a1d-4fc6acc2d8ef tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.498761 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa891c54-7345-4130-9a1d-4fc6acc2d8ef tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=145b9a03-bc46-4ee2-a007-77970a68f4f8,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:23.503035 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa891c54-7345-4130-9a1d-4fc6acc2d8ef tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:23.508538 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-fa891c54-7345-4130-9a1d-4fc6acc2d8ef tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:23.511406 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa891c54-7345-4130-9a1d-4fc6acc2d8ef tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:23.511992 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fa891c54-7345-4130-9a1d-4fc6acc2d8ef tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.539380 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e80056-d633-4be6-955a-acb4218e6c47 req-930ae099-9fd0-4efa-9bec-7b278189b8ad tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:23.547408 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-46e80056-d633-4be6-955a-acb4218e6c47 req-930ae099-9fd0-4efa-9bec-7b278189b8ad tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.1669180 Jul 16 01:41:23.547696 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2518b676-9cdb-47b5-81c1-13cb34ac205e None None] Provisioning for port 42da882f-5a53-4e8e-a300-41a86d23e9cf completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:23.557199 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fa891c54-7345-4130-9a1d-4fc6acc2d8ef tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4908500 Jul 16 01:41:23.560154 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42774) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:23.573255 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2235857d-8566-496d-8e0b-5555d8396d97 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'fixed_ips': [{'subnet_id': '145b9a03-bc46-4ee2-a007-77970a68f4f8', 'ip_address': '2001:db8::f650:3698:49db:4276'}], 'name': 'tempest-NetworksTestDHCPv6-725273657'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:23.623053 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-46e80056-d633-4be6-955a-acb4218e6c47 req-ab9d96df-8833-441e-b3ff-9e3850389d76 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746510 Jul 16 01:41:23.717153 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2235857d-8566-496d-8e0b-5555d8396d97 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:23.722547 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2235857d-8566-496d-8e0b-5555d8396d97 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.741861 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-2235857d-8566-496d-8e0b-5555d8396d97 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] device_id is not set on port 79171289-85db-4bcb-9e11-83437fa82973 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:23.828505 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481e8042-6a9b-4723-8622-732654f0499c None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:23.912327 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-2235857d-8566-496d-8e0b-5555d8396d97 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8::f650:3698:49db:4276 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/145b9a03-bc46-4ee2-a007-77970a68f4f8/79171289-85db-4bcb-9e11-83437fa82973) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:24.107407 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2235857d-8566-496d-8e0b-5555d8396d97 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.141254 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-2235857d-8566-496d-8e0b-5555d8396d97 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Transition to ACTIVE for port object 79171289-85db-4bcb-9e11-83437fa82973 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:24.142320 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 42da882f-5a53-4e8e-a300-41a86d23e9cf up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:24.178848 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2235857d-8566-496d-8e0b-5555d8396d97 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.202730 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 42da882f-5a53-4e8e-a300-41a86d23e9cf completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:24.206870 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 42da882f-5a53-4e8e-a300-41a86d23e9cf triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:24.207254 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.249345 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2235857d-8566-496d-8e0b-5555d8396d97 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:24.252995 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-2235857d-8566-496d-8e0b-5555d8396d97 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:24.258899 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2235857d-8566-496d-8e0b-5555d8396d97 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:24.267620 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2235857d-8566-496d-8e0b-5555d8396d97 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:24.268268 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2235857d-8566-496d-8e0b-5555d8396d97 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.272050 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235857d-8566-496d-8e0b-5555d8396d97 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=79171289-85db-4bcb-9e11-83437fa82973,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:24.292598 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2235857d-8566-496d-8e0b-5555d8396d97 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7289197 Jul 16 01:41:24.293075 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42778) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:24.309514 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.355327 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 42da882f-5a53-4e8e-a300-41a86d23e9cf, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=42da882f-5a53-4e8e-a300-41a86d23e9cf,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:24.361970 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8f69ff72-f440-4978-b5c0-60391f82438d None None] Provisioning complete for port 42da882f-5a53-4e8e-a300-41a86d23e9cf triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:24.362308 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8f69ff72-f440-4978-b5c0-60391f82438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.396906 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89306c26-76f9-4c0e-84bf-6d6adf78560c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:24.403442 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89306c26-76f9-4c0e-84bf-6d6adf78560c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:24.406260 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.408626 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42782) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:24.410352 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-89306c26-76f9-4c0e-84bf-6d6adf78560c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.1157701 Jul 16 01:41:24.516651 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=42da882f-5a53-4e8e-a300-41a86d23e9cf,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:24.566569 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-7277dca6-1255-4002-9c4c-4d22fac7b502 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting port 79171289-85db-4bcb-9e11-83437fa82973 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:24.567105 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7277dca6-1255-4002-9c4c-4d22fac7b502 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.635163 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-004d261c-4549-4817-816a-541e253c85ac None None] Could not find standard attr ID for object 3f69e794-7e64-40a0-b8b0-adece2a7ad0b. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:41:24.679804 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7277dca6-1255-4002-9c4c-4d22fac7b502 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.695689 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-7277dca6-1255-4002-9c4c-4d22fac7b502 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Calling delete_port for 79171289-85db-4bcb-9e11-83437fa82973 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:24.850583 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0c5863c3-4b60-4022-ba53-8a41b602a058 None None] Could not find standard attr ID for object 23db5614-5b20-4575-bc4a-277629c4429a. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:41:24.887879 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973740c-c491-4851-8083-862378bb9bea req-33bbc62b-80a4-4263-aa30-1b28861402b3 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:24.895683 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b973740c-c491-4851-8083-862378bb9bea req-33bbc62b-80a4-4263-aa30-1b28861402b3 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.1432381 Jul 16 01:41:24.920225 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7277dca6-1255-4002-9c4c-4d22fac7b502 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.987149 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7277dca6-1255-4002-9c4c-4d22fac7b502 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.993264 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7277dca6-1255-4002-9c4c-4d22fac7b502 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/79171289-85db-4bcb-9e11-83437fa82973 HTTP/1.1" status: 204 len: 168 time: 0.5800183 Jul 16 01:41:24.993264 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42790) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:25.007612 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277dca6-1255-4002-9c4c-4d22fac7b502 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Port': ['ID=79171289-85db-4bcb-9e11-83437fa82973,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:25.038605 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b973740c-c491-4851-8083-862378bb9bea req-8e3b8671-2872-4859-94aa-a8717fb05a06 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1418386 Jul 16 01:41:25.069303 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee790352-d963-4126-afab-ae1f21823463 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:25.071556 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-85c1b15f-f434-4e01-b0c6-8ecbe74042aa None None] Could not find standard attr ID for object 79171289-85db-4bcb-9e11-83437fa82973. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:41:25.071698 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee790352-d963-4126-afab-ae1f21823463 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:25.073752 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ee790352-d963-4126-afab-ae1f21823463 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0798974 Jul 16 01:41:25.076055 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42792) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:25.131862 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d0f067-ff16-4e65-a2dc-b033e5a72109 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet 145b9a03-bc46-4ee2-a007-77970a68f4f8 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:25.135525 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d0f067-ff16-4e65-a2dc-b033e5a72109 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.179162 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d0f067-ff16-4e65-a2dc-b033e5a72109 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.233408 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d0f067-ff16-4e65-a2dc-b033e5a72109 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.300198 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d0f067-ff16-4e65-a2dc-b033e5a72109 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.326742 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0f067-ff16-4e65-a2dc-b033e5a72109 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=145b9a03-bc46-4ee2-a007-77970a68f4f8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:25.343154 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-86d0f067-ff16-4e65-a2dc-b033e5a72109 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.347983 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42794) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:25.348532 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-86d0f067-ff16-4e65-a2dc-b033e5a72109 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/145b9a03-bc46-4ee2-a007-77970a68f4f8 HTTP/1.1" status: 204 len: 168 time: 0.2710655 Jul 16 01:41:25.396639 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8a253228-6154-4e71-b284-c334dd17fc4b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465159 Jul 16 01:41:25.400706 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42798) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:25.406220 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-3fef3a3e-2d7f-41e9-a919-4aff10037556 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:25.461076 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de040920-747e-48b5-b631-6962dcbfebb6 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:25.507036 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fef3a3e-2d7f-41e9-a919-4aff10037556 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:25.511990 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3fef3a3e-2d7f-41e9-a919-4aff10037556 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.676074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296a460a-056d-4aca-a8c4-7107d059879d None None] DHCP port deletion for 263c6a6c-93e1-4622-bf61-98aa7f54dc76 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:25.726720 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3fef3a3e-2d7f-41e9-a919-4aff10037556 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.732498 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-296a460a-056d-4aca-a8c4-7107d059879d None None] Deleting port 42da882f-5a53-4e8e-a300-41a86d23e9cf {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:25.732885 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-296a460a-056d-4aca-a8c4-7107d059879d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.773324 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fef3a3e-2d7f-41e9-a919-4aff10037556 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:25.777181 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-3fef3a3e-2d7f-41e9-a919-4aff10037556 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:25.784158 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fef3a3e-2d7f-41e9-a919-4aff10037556 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:25.784771 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3fef3a3e-2d7f-41e9-a919-4aff10037556 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.811608 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3fef3a3e-2d7f-41e9-a919-4aff10037556 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4069617 Jul 16 01:41:25.811608 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef3a3e-2d7f-41e9-a919-4aff10037556 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=71db88ec-6d33-44e4-abbe-b5709c403b52,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:25.813028 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42800) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:25.818468 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-6fba9b63-1d39-4f95-8aeb-b8d1c76b229c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'fixed_ips': [{'subnet_id': '71db88ec-6d33-44e4-abbe-b5709c403b52', 'ip_address': '2001:db8::385f:1d04:4c86:99b0'}], 'name': 'tempest-NetworksTestDHCPv6-1183827767'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:25.826955 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-296a460a-056d-4aca-a8c4-7107d059879d None None] For port 42da882f-5a53-4e8e-a300-41a86d23e9cf, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=42da882f-5a53-4e8e-a300-41a86d23e9cf,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:25.827407 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-296a460a-056d-4aca-a8c4-7107d059879d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.843554 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-296a460a-056d-4aca-a8c4-7107d059879d None None] Calling delete_port for 42da882f-5a53-4e8e-a300-41a86d23e9cf owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:25.931085 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fba9b63-1d39-4f95-8aeb-b8d1c76b229c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:25.935510 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-296a460a-056d-4aca-a8c4-7107d059879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.936104 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6fba9b63-1d39-4f95-8aeb-b8d1c76b229c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.954037 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-6fba9b63-1d39-4f95-8aeb-b8d1c76b229c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] device_id is not set on port 4797f215-3003-448c-95db-1a0e0df866ad yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:25.972769 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a460a-056d-4aca-a8c4-7107d059879d None None] Pushing event deleted for resources: {'Port': ['ID=42da882f-5a53-4e8e-a300-41a86d23e9cf,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:25.978860 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296a460a-056d-4aca-a8c4-7107d059879d None None] No DVR routers for this DVR port 42da882f-5a53-4e8e-a300-41a86d23e9cf on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:26.009377 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bef7b1-77ed-47fd-a10a-e80d13cc35ea None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:26.090404 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 42da882f-5a53-4e8e-a300-41a86d23e9cf no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:26.118013 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 42da882f-5a53-4e8e-a300-41a86d23e9cf {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:26.118383 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 42da882f-5a53-4e8e-a300-41a86d23e9cf not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:26.172787 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-6fba9b63-1d39-4f95-8aeb-b8d1c76b229c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8::385f:1d04:4c86:99b0 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/71db88ec-6d33-44e4-abbe-b5709c403b52/4797f215-3003-448c-95db-1a0e0df866ad) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:26.209316 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8943c014-1888-4428-8871-f59bebefa7aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'fixed_ips': [{'subnet_id': '71db88ec-6d33-44e4-abbe-b5709c403b52'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:41:26.211118 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8943c014-1888-4428-8871-f59bebefa7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.303240 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa2a32-9c16-422e-8cc8-c5a28f67213a req-9d58f4b3-5134-4a33-be58-f10cfbe4753c tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:26.304939 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-80fa2a32-9c16-422e-8cc8-c5a28f67213a req-9d58f4b3-5134-4a33-be58-f10cfbe4753c tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.0918076 Jul 16 01:41:26.352748 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6fba9b63-1d39-4f95-8aeb-b8d1c76b229c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.353599 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-80fa2a32-9c16-422e-8cc8-c5a28f67213a req-24242e80-e380-48ab-a10c-faea7dfb085f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416539 Jul 16 01:41:26.371373 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-6fba9b63-1d39-4f95-8aeb-b8d1c76b229c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Transition to ACTIVE for port object 4797f215-3003-448c-95db-1a0e0df866ad will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:26.421315 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6fba9b63-1d39-4f95-8aeb-b8d1c76b229c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.455845 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fba9b63-1d39-4f95-8aeb-b8d1c76b229c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:26.459092 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-6fba9b63-1d39-4f95-8aeb-b8d1c76b229c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:26.467017 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fba9b63-1d39-4f95-8aeb-b8d1c76b229c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:26.474369 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fba9b63-1d39-4f95-8aeb-b8d1c76b229c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:26.476092 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6fba9b63-1d39-4f95-8aeb-b8d1c76b229c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.480179 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-8943c014-1888-4428-8871-f59bebefa7aa None None] Allocated IP 2001:db8::2 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/71db88ec-6d33-44e4-abbe-b5709c403b52/16b580bd-2744-4bd7-8618-52e0e2d992a3) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:26.537092 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba9b63-1d39-4f95-8aeb-b8d1c76b229c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=4797f215-3003-448c-95db-1a0e0df866ad,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:26.541498 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6fba9b63-1d39-4f95-8aeb-b8d1c76b229c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7273231 Jul 16 01:41:26.544331 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42810) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:26.626413 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918c967d-7fb1-4374-a6a1-0d4ae62ce651 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:26.628425 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-918c967d-7fb1-4374-a6a1-0d4ae62ce651 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0829475 Jul 16 01:41:26.631277 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42814) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:26.670576 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8943c014-1888-4428-8871-f59bebefa7aa None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.679026 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4317a51-e330-4631-83bd-c0a7afbe0d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.696415 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8943c014-1888-4428-8871-f59bebefa7aa None None] Transition to ACTIVE for port object 16b580bd-2744-4bd7-8618-52e0e2d992a3 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:26.718087 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8943c014-1888-4428-8871-f59bebefa7aa None None] Transition to ACTIVE for port object 16b580bd-2744-4bd7-8618-52e0e2d992a3 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:26.728747 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8943c014-1888-4428-8871-f59bebefa7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.771856 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-8e7bda2a-996e-419d-bcac-31c7984aae95 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting port 4797f215-3003-448c-95db-1a0e0df866ad {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:26.772201 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8e7bda2a-996e-419d-bcac-31c7984aae95 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.803467 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8943c014-1888-4428-8871-f59bebefa7aa None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:26.808408 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-8943c014-1888-4428-8871-f59bebefa7aa None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:26.814322 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8943c014-1888-4428-8871-f59bebefa7aa None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:26.817669 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943c014-1888-4428-8871-f59bebefa7aa None None] Pushing event updated for resources: {'Port': ['ID=16b580bd-2744-4bd7-8618-52e0e2d992a3,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:26.875948 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8e7bda2a-996e-419d-bcac-31c7984aae95 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.893277 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-8e7bda2a-996e-419d-bcac-31c7984aae95 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Calling delete_port for 4797f215-3003-448c-95db-1a0e0df866ad owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:26.894868 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-8943c014-1888-4428-8871-f59bebefa7aa None None] Attempting to bind port 16b580bd-2744-4bd7-8618-52e0e2d992a3 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:26.895343 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-8943c014-1888-4428-8871-f59bebefa7aa None None] Attempting to bind port 16b580bd-2744-4bd7-8618-52e0e2d992a3 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:26.895787 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8943c014-1888-4428-8871-f59bebefa7aa None None] Attempting to bind port 16b580bd-2744-4bd7-8618-52e0e2d992a3 on network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:26.901736 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8943c014-1888-4428-8871-f59bebefa7aa None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:26.902279 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8943c014-1888-4428-8871-f59bebefa7aa None None] Checking segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:26.902778 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8943c014-1888-4428-8871-f59bebefa7aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.903268 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8943c014-1888-4428-8871-f59bebefa7aa None None] Bound using segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:26.903845 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-8943c014-1888-4428-8871-f59bebefa7aa None None] Bound port: 16b580bd-2744-4bd7-8618-52e0e2d992a3, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:26.904329 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8943c014-1888-4428-8871-f59bebefa7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.968214 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-8943c014-1888-4428-8871-f59bebefa7aa None None] For port 16b580bd-2744-4bd7-8618-52e0e2d992a3, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:26.971408 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-8943c014-1888-4428-8871-f59bebefa7aa None None] For port 16b580bd-2744-4bd7-8618-52e0e2d992a3, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=16b580bd-2744-4bd7-8618-52e0e2d992a3,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:26.977748 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8943c014-1888-4428-8871-f59bebefa7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.050745 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943c014-1888-4428-8871-f59bebefa7aa None None] Pushing event updated for resources: {'Port': ['ID=16b580bd-2744-4bd7-8618-52e0e2d992a3,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:27.056348 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8e7bda2a-996e-419d-bcac-31c7984aae95 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.099137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7bda2a-996e-419d-bcac-31c7984aae95 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Port': ['ID=4797f215-3003-448c-95db-1a0e0df866ad,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:27.135564 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8e7bda2a-996e-419d-bcac-31c7984aae95 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.137926 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8e7bda2a-996e-419d-bcac-31c7984aae95 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/4797f215-3003-448c-95db-1a0e0df866ad HTTP/1.1" status: 204 len: 168 time: 0.5051408 Jul 16 01:41:27.140443 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42822) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.205012 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64639f8c-ecc6-4aea-983e-1d7689506046 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:27.206539 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64639f8c-ecc6-4aea-983e-1d7689506046 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:27.208061 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-64639f8c-ecc6-4aea-983e-1d7689506046 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0665944 Jul 16 01:41:27.212229 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42824) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.288550 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6dc890-9b1a-473e-8a98-ef14da201487 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet 71db88ec-6d33-44e4-abbe-b5709c403b52 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:27.296086 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2a6dc890-9b1a-473e-8a98-ef14da201487 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.346068 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2a6dc890-9b1a-473e-8a98-ef14da201487 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.448916 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2a6dc890-9b1a-473e-8a98-ef14da201487 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.513169 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2a6dc890-9b1a-473e-8a98-ef14da201487 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.548229 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6dc890-9b1a-473e-8a98-ef14da201487 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=71db88ec-6d33-44e4-abbe-b5709c403b52,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:27.558627 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2a6dc890-9b1a-473e-8a98-ef14da201487 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.559246 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633582d-4c93-454e-a0f4-bfc5138de5b4 req-60adb540-6b8e-455e-8e29-7bb27113456c tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:27.561291 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1633582d-4c93-454e-a0f4-bfc5138de5b4 req-60adb540-6b8e-455e-8e29-7bb27113456c tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.0751548 Jul 16 01:41:27.563056 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42828) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.563443 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2a6dc890-9b1a-473e-8a98-ef14da201487 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/71db88ec-6d33-44e4-abbe-b5709c403b52 HTTP/1.1" status: 204 len: 168 time: 0.3510711 Jul 16 01:41:27.605738 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-335cb0f1-12ca-485b-9a92-5ee4341d77e9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406144 Jul 16 01:41:27.607881 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42830) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.645265 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1633582d-4c93-454e-a0f4-bfc5138de5b4 req-d2823fca-9d31-41c2-9e3f-f044cdb3b61a tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428307 Jul 16 01:41:27.689688 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95ef54c-6385-4a72-b415-cd78419f879e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:27.691186 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d95ef54c-6385-4a72-b415-cd78419f879e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0821517 Jul 16 01:41:27.693773 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42832) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.744491 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a17d610-22e6-43bb-bc1a-94ece0e28737 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:27.746111 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5a17d610-22e6-43bb-bc1a-94ece0e28737 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0514419 Jul 16 01:41:27.749003 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42834) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.794857 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e9629b2b-9c5b-4965-a636-9ca67688f893 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446699 Jul 16 01:41:27.799110 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42838) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.804410 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-77c9cc6b-b08e-42cc-b8c0-c4afabb31005 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:27.904790 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c9cc6b-b08e-42cc-b8c0-c4afabb31005 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:27.908826 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-77c9cc6b-b08e-42cc-b8c0-c4afabb31005 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.137818 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 16b580bd-2744-4bd7-8618-52e0e2d992a3 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:28.192270 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-77c9cc6b-b08e-42cc-b8c0-c4afabb31005 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.218395 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c091c61e-090c-483e-9811-47d1ce9f0180 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:28.272910 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c9cc6b-b08e-42cc-b8c0-c4afabb31005 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:28.278601 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-77c9cc6b-b08e-42cc-b8c0-c4afabb31005 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:28.286101 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c9cc6b-b08e-42cc-b8c0-c4afabb31005 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:28.287134 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-77c9cc6b-b08e-42cc-b8c0-c4afabb31005 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.300318 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b6e7b18c-cdf1-4cec-96b3-779d344143e5 None None] Provisioning for port 16b580bd-2744-4bd7-8618-52e0e2d992a3 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:28.323111 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-77c9cc6b-b08e-42cc-b8c0-c4afabb31005 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5203917 Jul 16 01:41:28.323355 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 16b580bd-2744-4bd7-8618-52e0e2d992a3 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:28.323501 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42844) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:28.324662 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9cc6b-b08e-42cc-b8c0-c4afabb31005 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=ab262c24-a2fb-4103-b983-27d73c5aa008,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:28.328668 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-97875fd2-fb01-4777-93e3-78140e51dab1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'fixed_ips': [{'subnet_id': 'ab262c24-a2fb-4103-b983-27d73c5aa008', 'ip_address': '2001:db8::73ac:7c8b:6013:f114'}], 'name': 'tempest-NetworksTestDHCPv6-1777609329'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:28.338933 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 16b580bd-2744-4bd7-8618-52e0e2d992a3 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:28.339394 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.494582 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.506889 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97875fd2-fb01-4777-93e3-78140e51dab1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:28.542581 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 16b580bd-2744-4bd7-8618-52e0e2d992a3, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=16b580bd-2744-4bd7-8618-52e0e2d992a3,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:28.547587 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.609285 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=16b580bd-2744-4bd7-8618-52e0e2d992a3,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:28.677718 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97875fd2-fb01-4777-93e3-78140e51dab1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.708162 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-97875fd2-fb01-4777-93e3-78140e51dab1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] device_id is not set on port f8a2293d-f467-427e-b509-79ce60841b05 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:28.760321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964febf-40c7-4e7f-9997-f080360904c2 req-04a29992-87b2-4234-a0c8-256bc4a074bf tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:28.762239 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9964febf-40c7-4e7f-9997-f080360904c2 req-04a29992-87b2-4234-a0c8-256bc4a074bf tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.16 "GET /v2.0/ports?device_id=e315b105-edb5-40fc-9ced-de4253d57a45 HTTP/1.1" status: 200 len: 950 time: 0.1529346 Jul 16 01:41:28.823343 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7e098c-62b6-4295-9b39-c5ea0111e426 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:28.867110 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4acc9148-698e-4912-8a4b-5f94a60c03f9 None None] Provisioning complete for port 16b580bd-2744-4bd7-8618-52e0e2d992a3 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:28.867634 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4acc9148-698e-4912-8a4b-5f94a60c03f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.884218 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9964febf-40c7-4e7f-9997-f080360904c2 req-1f7a75c8-1130-4d87-a278-5bd38c28b0b2 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.16 "GET /v2.0/security-groups?id=66748674-2b75-41d4-a91d-e9d24feb4aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121261 Jul 16 01:41:28.889554 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d1a6e-76fc-42e0-b2e4-fe23fd20a781 req-e79c2633-62e6-4801-8780-bfcb51d509a4 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:28.898107 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b52d1a6e-76fc-42e0-b2e4-fe23fd20a781 req-e79c2633-62e6-4801-8780-bfcb51d509a4 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.1072261 Jul 16 01:41:28.984015 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b52d1a6e-76fc-42e0-b2e4-fe23fd20a781 req-4dcbafe7-df9a-453b-bfd3-93c72190568a tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846357 Jul 16 01:41:28.990905 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-97875fd2-fb01-4777-93e3-78140e51dab1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8::73ac:7c8b:6013:f114 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/ab262c24-a2fb-4103-b983-27d73c5aa008/f8a2293d-f467-427e-b509-79ce60841b05) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:29.183493 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97875fd2-fb01-4777-93e3-78140e51dab1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.199396 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-97875fd2-fb01-4777-93e3-78140e51dab1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Transition to ACTIVE for port object f8a2293d-f467-427e-b509-79ce60841b05 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:29.242150 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97875fd2-fb01-4777-93e3-78140e51dab1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.298054 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97875fd2-fb01-4777-93e3-78140e51dab1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:29.301475 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-97875fd2-fb01-4777-93e3-78140e51dab1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:29.306431 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97875fd2-fb01-4777-93e3-78140e51dab1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:29.312284 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97875fd2-fb01-4777-93e3-78140e51dab1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:29.312977 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97875fd2-fb01-4777-93e3-78140e51dab1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.325299 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97875fd2-fb01-4777-93e3-78140e51dab1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=f8a2293d-f467-427e-b509-79ce60841b05,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:29.338562 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-97875fd2-fb01-4777-93e3-78140e51dab1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0135105 Jul 16 01:41:29.341101 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42852) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:29.346590 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a9218179-3f76-4d90-ab14-44ce0f34e30d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'fixed_ips': [{'subnet_id': 'ab262c24-a2fb-4103-b983-27d73c5aa008', 'ip_address': '2001:db8::73ac:7c8b:6013:f114'}], 'name': 'tempest-NetworksTestDHCPv6-1381647952'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:29.424998 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-66c4757a-274d-4a5b-8930-e23b5c051731 None None] Provisioning complete for port 16b580bd-2744-4bd7-8618-52e0e2d992a3 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:29.426103 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-66c4757a-274d-4a5b-8930-e23b5c051731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.481150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9218179-3f76-4d90-ab14-44ce0f34e30d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:29.486615 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a9218179-3f76-4d90-ab14-44ce0f34e30d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.508803 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-a9218179-3f76-4d90-ab14-44ce0f34e30d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] device_id is not set on port 7f541193-608f-4e42-9abf-f463a8a33833 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:29.543905 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7b2fde0a-07c7-478d-a3bf-e4bf02c32400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.649731 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b8b4e05b-c0de-409f-bfd8-259eef2c55ea None None] Could not find standard attr ID for object 4797f215-3003-448c-95db-1a0e0df866ad. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:41:29.677717 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.703907 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9218179-3f76-4d90-ab14-44ce0f34e30d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 01:41:29.704584 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9218179-3f76-4d90-ab14-44ce0f34e30d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:41:29.721492 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a9218179-3f76-4d90-ab14-44ce0f34e30d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.3792734 Jul 16 01:41:29.724074 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42854) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:29.796470 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8529bf14-ac67-4fda-8bd1-a3c3d38a27d8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:29.802435 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8529bf14-ac67-4fda-8bd1-a3c3d38a27d8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:29.806913 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8529bf14-ac67-4fda-8bd1-a3c3d38a27d8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0790076 Jul 16 01:41:29.807169 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42856) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:29.877313 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a9d5b504-8716-4fb2-af1c-298f31571897 None None] Provisioning for port f8a2293d-f467-427e-b509-79ce60841b05 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:29.881672 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a9d5b504-8716-4fb2-af1c-298f31571897 None None] Provisioning complete for port f8a2293d-f467-427e-b509-79ce60841b05 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:29.882280 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a9d5b504-8716-4fb2-af1c-298f31571897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.943068 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a9d5b504-8716-4fb2-af1c-298f31571897 None None] Port f8a2293d-f467-427e-b509-79ce60841b05 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:29.995052 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb9eed-25dc-4fd8-ad23-b6d0f307fc5d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting port f8a2293d-f467-427e-b509-79ce60841b05 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:29.995349 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9eed-25dc-4fd8-ad23-b6d0f307fc5d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.124354 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 16b580bd-2744-4bd7-8618-52e0e2d992a3 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:30.141681 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0e1d5-ccb5-4278-bf6a-8f1b61a5f123 req-d7c2aa96-dc39-4b99-9dfe-8dd92fc7f2e9 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:30.143306 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b0e0e1d5-ccb5-4278-bf6a-8f1b61a5f123 req-d7c2aa96-dc39-4b99-9dfe-8dd92fc7f2e9 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.84 "GET /v2.0/ports?device_id=e315b105-edb5-40fc-9ced-de4253d57a45 HTTP/1.1" status: 200 len: 950 time: 0.2528667 Jul 16 01:41:30.180074 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9eed-25dc-4fd8-ad23-b6d0f307fc5d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.207439 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 16b580bd-2744-4bd7-8618-52e0e2d992a3 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:30.208072 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.223055 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb9eed-25dc-4fd8-ad23-b6d0f307fc5d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Calling delete_port for f8a2293d-f467-427e-b509-79ce60841b05 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:30.266333 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51645cfe-112e-427e-b6c2-2d5d1b754bbc req-23d833cc-009a-4996-80ef-33c9ddd5db33 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:30.267948 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51645cfe-112e-427e-b6c2-2d5d1b754bbc req-23d833cc-009a-4996-80ef-33c9ddd5db33 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.1052830 Jul 16 01:41:30.309849 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51645cfe-112e-427e-b6c2-2d5d1b754bbc req-739d50af-c78b-4f72-82aa-ab504dbfec6c tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358050 Jul 16 01:41:30.351427 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bc995-eb10-4eb6-b3df-4bf7b781b656 req-34de96d1-53a2-4d62-88f1-9a46ed44ea06 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:30.353079 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e11bc995-eb10-4eb6-b3df-4bf7b781b656 req-34de96d1-53a2-4d62-88f1-9a46ed44ea06 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.16 "GET /v2.0/ports?device_id=e315b105-edb5-40fc-9ced-de4253d57a45 HTTP/1.1" status: 200 len: 950 time: 0.2473300 Jul 16 01:41:30.416948 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b0e0e1d5-ccb5-4278-bf6a-8f1b61a5f123 req-fc17cd90-5cbb-4be5-bee8-6cd7e8b4e409 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Deleting port d7fe27ab-d88a-45cb-a545-e5b0024ae890 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:30.417297 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b0e0e1d5-ccb5-4278-bf6a-8f1b61a5f123 req-fc17cd90-5cbb-4be5-bee8-6cd7e8b4e409 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.450987 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e11bc995-eb10-4eb6-b3df-4bf7b781b656 req-4b28d745-3620-4f69-8ad8-83ab2c5e14e8 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.16 "GET /v2.0/security-groups?id=66748674-2b75-41d4-a91d-e9d24feb4aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877180 Jul 16 01:41:30.554721 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9eed-25dc-4fd8-ad23-b6d0f307fc5d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.567900 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-b0e0e1d5-ccb5-4278-bf6a-8f1b61a5f123 req-fc17cd90-5cbb-4be5-bee8-6cd7e8b4e409 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] For port d7fe27ab-d88a-45cb-a545-e5b0024ae890, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=d7fe27ab-d88a-45cb-a545-e5b0024ae890,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:30.568263 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b0e0e1d5-ccb5-4278-bf6a-8f1b61a5f123 req-fc17cd90-5cbb-4be5-bee8-6cd7e8b4e409 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.597056 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb9eed-25dc-4fd8-ad23-b6d0f307fc5d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Port': ['ID=f8a2293d-f467-427e-b509-79ce60841b05,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:30.608559 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b0e0e1d5-ccb5-4278-bf6a-8f1b61a5f123 req-fc17cd90-5cbb-4be5-bee8-6cd7e8b4e409 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Calling delete_port for d7fe27ab-d88a-45cb-a545-e5b0024ae890 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:30.641540 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9eed-25dc-4fd8-ad23-b6d0f307fc5d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.643451 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5ddb9eed-25dc-4fd8-ad23-b6d0f307fc5d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/f8a2293d-f467-427e-b509-79ce60841b05 HTTP/1.1" status: 204 len: 168 time: 0.8353329 Jul 16 01:41:30.646821 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42866) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:30.735549 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd8e321-099f-4028-9cd4-ab0468e5ce0f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:30.737225 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd8e321-099f-4028-9cd4-ab0468e5ce0f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:30.738955 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4fd8e321-099f-4028-9cd4-ab0468e5ce0f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0908151 Jul 16 01:41:30.744935 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42874) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:30.806379 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.839972 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-c24837b2-bcca-4392-add7-44ad2ef770fd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet ab262c24-a2fb-4103-b983-27d73c5aa008 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:30.844118 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b0e0e1d5-ccb5-4278-bf6a-8f1b61a5f123 req-fc17cd90-5cbb-4be5-bee8-6cd7e8b4e409 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.845975 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c24837b2-bcca-4392-add7-44ad2ef770fd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.856085 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['d7fe27ab-d88a-45cb-a545-e5b0024ae890'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:30.906913 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17cd90-5cbb-4be5-bee8-6cd7e8b4e409 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Pushing event deleted for resources: {'Port': ['ID=d7fe27ab-d88a-45cb-a545-e5b0024ae890,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:30.986811 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c24837b2-bcca-4392-add7-44ad2ef770fd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.989732 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e0e1d5-ccb5-4278-bf6a-8f1b61a5f123 req-fc17cd90-5cbb-4be5-bee8-6cd7e8b4e409 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] No DVR routers for this DVR port d7fe27ab-d88a-45cb-a545-e5b0024ae890 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:30.993225 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b0e0e1d5-ccb5-4278-bf6a-8f1b61a5f123 req-fc17cd90-5cbb-4be5-bee8-6cd7e8b4e409 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.995882 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b0e0e1d5-ccb5-4278-bf6a-8f1b61a5f123 req-fc17cd90-5cbb-4be5-bee8-6cd7e8b4e409 tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.84 "DELETE /v2.0/ports/d7fe27ab-d88a-45cb-a545-e5b0024ae890 HTTP/1.1" status: 204 len: 173 time: 0.8448114 Jul 16 01:41:31.017204 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e315b105-edb5-40fc-9ced-de4253d57a45', 'name': 'network-vif-deleted', 'tag': 'd7fe27ab-d88a-45cb-a545-e5b0024ae890'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:31.021401 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e543209-8a05-46fe-98ad-9116b97e441e" -d '{"events": [{"server_uuid": "e315b105-edb5-40fc-9ced-de4253d57a45", "name": "network-vif-deleted", "tag": "d7fe27ab-d88a-45cb-a545-e5b0024ae890"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:31.098431 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c24837b2-bcca-4392-add7-44ad2ef770fd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.226906 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55d9d50-7d74-484e-9bc3-5d905701f098 x-openstack-request-id: req-d55d9d50-7d74-484e-9bc3-5d905701f098 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:31.227391 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e315b105-edb5-40fc-9ced-de4253d57a45", "name": "network-vif-deleted", "tag": "d7fe27ab-d88a-45cb-a545-e5b0024ae890", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:31.227862 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d55d9d50-7d74-484e-9bc3-5d905701f098 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:31.228519 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e315b105-edb5-40fc-9ced-de4253d57a45', 'name': 'network-vif-deleted', 'tag': 'd7fe27ab-d88a-45cb-a545-e5b0024ae890', 'status': 'completed', 'code': 200} Jul 16 01:41:31.231391 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c24837b2-bcca-4392-add7-44ad2ef770fd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.283001 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24837b2-bcca-4392-add7-44ad2ef770fd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=ab262c24-a2fb-4103-b983-27d73c5aa008,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:31.287887 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c24837b2-bcca-4392-add7-44ad2ef770fd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.294833 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053e5628-d9e0-4fcc-b8a7-fe2af8c69fd5 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:31.305788 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c24837b2-bcca-4392-add7-44ad2ef770fd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/ab262c24-a2fb-4103-b983-27d73c5aa008 HTTP/1.1" status: 204 len: 168 time: 0.5591054 Jul 16 01:41:31.308222 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42890) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:31.383317 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a871ddc2-94de-4c05-87c7-0c91671a9cfe tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729735 Jul 16 01:41:31.386570 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42902) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:31.393224 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-d7924069-2246-4327-8a8f-1e1e8c4308bd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:31.540819 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7924069-2246-4327-8a8f-1e1e8c4308bd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:31.547541 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d7924069-2246-4327-8a8f-1e1e8c4308bd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.740818 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bb424-191f-4f06-a9fa-0ae940065ad0 req-12675c87-3a02-4aef-96fa-4bfc003a436a tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:31.748119 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-383bb424-191f-4f06-a9fa-0ae940065ad0 req-12675c87-3a02-4aef-96fa-4bfc003a436a tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.1519632 Jul 16 01:41:31.803671 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.844381 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-383bb424-191f-4f06-a9fa-0ae940065ad0 req-a3cb5703-24d2-4f4a-a5a2-b315e1e24ce5 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0915880 Jul 16 01:41:31.914975 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d7924069-2246-4327-8a8f-1e1e8c4308bd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.948914 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544e904a-83f7-4ca0-874a-a0023f799e05 None None] DHCP port deletion for 263c6a6c-93e1-4622-bf61-98aa7f54dc76 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:31.953742 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-25df8623-0deb-479e-8e9e-6cf7afc390ec req-e8103e28-69c7-45d6-9286-8618af227ece tempest-VolumesBackupsTest-808843244 tempest-VolumesBackupsTest-808843244-project] 10.222.0.16 "GET /v2.0/ports?device_id=e315b105-edb5-40fc-9ced-de4253d57a45 HTTP/1.1" status: 200 len: 210 time: 0.0541632 Jul 16 01:41:31.991119 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 41816ceb-c92d-4c6c-8b21-d19b461ea83e details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:32.014344 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7924069-2246-4327-8a8f-1e1e8c4308bd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:32.020082 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-d7924069-2246-4327-8a8f-1e1e8c4308bd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:32.034596 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7924069-2246-4327-8a8f-1e1e8c4308bd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=86f40363-54f6-487c-8d6d-fc110132376a,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:32.038959 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7924069-2246-4327-8a8f-1e1e8c4308bd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:32.039593 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d7924069-2246-4327-8a8f-1e1e8c4308bd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.049848 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-544e904a-83f7-4ca0-874a-a0023f799e05 None None] Deleting port 16b580bd-2744-4bd7-8618-52e0e2d992a3 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:32.050677 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-544e904a-83f7-4ca0-874a-a0023f799e05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.072133 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d7924069-2246-4327-8a8f-1e1e8c4308bd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6842890 Jul 16 01:41:32.074998 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42914) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:32.084114 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-1fc2158e-381c-41d2-9009-85181cb11aa0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'fixed_ips': [{'subnet_id': '86f40363-54f6-487c-8d6d-fc110132376a', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-39150521'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:32.176349 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 16b580bd-2744-4bd7-8618-52e0e2d992a3 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:32.257349 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 41816ceb-c92d-4c6c-8b21-d19b461ea83e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=41816ceb-c92d-4c6c-8b21-d19b461ea83e,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:32.275189 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-544e904a-83f7-4ca0-874a-a0023f799e05 None None] For port 16b580bd-2744-4bd7-8618-52e0e2d992a3, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=16b580bd-2744-4bd7-8618-52e0e2d992a3,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:32.275860 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-544e904a-83f7-4ca0-874a-a0023f799e05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.276325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc2158e-381c-41d2-9009-85181cb11aa0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:32.281957 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1fc2158e-381c-41d2-9009-85181cb11aa0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.290828 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '41816ceb-c92d-4c6c-8b21-d19b461ea83e', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'port_id': '41816ceb-c92d-4c6c-8b21-d19b461ea83e', 'mac_address': 'fa:16:3e:70:52:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:32.296448 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-544e904a-83f7-4ca0-874a-a0023f799e05 None None] Calling delete_port for 16b580bd-2744-4bd7-8618-52e0e2d992a3 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:32.305936 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-1fc2158e-381c-41d2-9009-85181cb11aa0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] device_id is not set on port a9a5b3a5-de4c-4286-8892-e6f95ae0afe0 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:32.432211 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.449939 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.465375 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41816ceb-c92d-4c6c-8b21-d19b461ea83e {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:32.545851 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 41816ceb-c92d-4c6c-8b21-d19b461ea83e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=41816ceb-c92d-4c6c-8b21-d19b461ea83e,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:32.564288 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 16b580bd-2744-4bd7-8618-52e0e2d992a3, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=16b580bd-2744-4bd7-8618-52e0e2d992a3,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:32.566506 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.570915 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc2158e-381c-41d2-9009-85181cb11aa0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:41:32.571876 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc2158e-381c-41d2-9009-85181cb11aa0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:41:32.601874 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42922) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:32.602489 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1fc2158e-381c-41d2-9009-85181cb11aa0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5254300 Jul 16 01:41:32.614541 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.665692 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.674170 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['41816ceb-c92d-4c6c-8b21-d19b461ea83e'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:32.680505 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-544e904a-83f7-4ca0-874a-a0023f799e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.752040 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544e904a-83f7-4ca0-874a-a0023f799e05 None None] No DVR routers for this DVR port 16b580bd-2744-4bd7-8618-52e0e2d992a3 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:32.758797 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=41816ceb-c92d-4c6c-8b21-d19b461ea83e,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:32.770132 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:32.770424 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:32.770934 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:32.771950 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:32.772718 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:32.773216 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:32.773728 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:32.774255 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:32.774795 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:32.775551 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:32.776287 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:32.776856 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:32.784222 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42c7b08-a027-483d-a22a-ee50d5551735 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:32.785037 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0324d482-f130-453e-9a84-fe0d4248e151 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:32.790429 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42924) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:32.801592 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c42c7b08-a027-483d-a22a-ee50d5551735 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1977139 Jul 16 01:41:32.823725 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec9b46-c8e7-43fd-bdfd-3fbc424acde2 req-1f38c6db-50e3-4139-aa04-96a951e7cb9a tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:32.831320 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4bec9b46-c8e7-43fd-bdfd-3fbc424acde2 req-1f38c6db-50e3-4139-aa04-96a951e7cb9a tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.1600420 Jul 16 01:41:32.872532 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4fa357-df81-4c03-94d7-fe7caf24779c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:32.874240 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4fa357-df81-4c03-94d7-fe7caf24779c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:32.885099 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1a4fa357-df81-4c03-94d7-fe7caf24779c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0837934 Jul 16 01:41:32.885099 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42926) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:32.898029 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4bec9b46-c8e7-43fd-bdfd-3fbc424acde2 req-7ac6bf95-2f5a-4b07-bfb5-988d723e0060 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653875 Jul 16 01:41:32.934017 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event deleted for resources: {'Port': ['ID=16b580bd-2744-4bd7-8618-52e0e2d992a3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:32.957146 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd2f6fe-4347-4c6d-b58b-b0ccd744c95f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet 86f40363-54f6-487c-8d6d-fc110132376a {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:32.960658 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3bd2f6fe-4347-4c6d-b58b-b0ccd744c95f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.975021 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e904a-83f7-4ca0-874a-a0023f799e05 None None] Pushing event deleted for resources: {'Port': ['ID=16b580bd-2744-4bd7-8618-52e0e2d992a3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:33.061429 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3bd2f6fe-4347-4c6d-b58b-b0ccd744c95f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.151338 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aecef1d-5479-4ccd-991a-99ccdde8d729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'fixed_ips': [{'subnet_id': '86f40363-54f6-487c-8d6d-fc110132376a'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:41:33.152195 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7aecef1d-5479-4ccd-991a-99ccdde8d729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.158047 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3bd2f6fe-4347-4c6d-b58b-b0ccd744c95f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.219572 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6a1be-5609-42ff-8326-13b4c1747355 req-8f8b9b0f-c1f7-4ab7-9e9f-a66ba67e91d8 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:33.221332 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fcc6a1be-5609-42ff-8326-13b4c1747355 req-8f8b9b0f-c1f7-4ab7-9e9f-a66ba67e91d8 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 944 time: 0.2028773 Jul 16 01:41:33.323184 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3bd2f6fe-4347-4c6d-b58b-b0ccd744c95f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.351127 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:41:33.387224 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fcc6a1be-5609-42ff-8326-13b4c1747355 req-b30e3ca1-4cfa-41b7-a38e-f66ec8b6a36d tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1231089 Jul 16 01:41:33.402852 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3bd2f6fe-4347-4c6d-b58b-b0ccd744c95f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.405639 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3bd2f6fe-4347-4c6d-b58b-b0ccd744c95f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/86f40363-54f6-487c-8d6d-fc110132376a HTTP/1.1" status: 204 len: 168 time: 0.5261033 Jul 16 01:41:33.408740 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42938) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:33.408972 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2f6fe-4347-4c6d-b58b-b0ccd744c95f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=86f40363-54f6-487c-8d6d-fc110132376a,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server [None req-7aecef1d-5479-4ccd-991a-99ccdde8d729 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86f40363-54f6-487c-8d6d-fc110132376a: This subnet is being modified by another concurrent operation. Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86f40363-54f6-487c-8d6d-fc110132376a: This subnet is being modified by another concurrent operation. Jul 16 01:41:33.425616 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server Jul 16 01:41:33.454857 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6f13e5-84df-48d6-a114-c18f4d82fb83 None None] get_active_networks_info from n-d-792394-16 {{(pid=93957) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:41:33.476539 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2e960b90-955f-4d87-b6f4-21d530fbfb44 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0661983 Jul 16 01:41:33.480850 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42940) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:33.489056 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-036e530f-d41d-446f-8324-a068ded16c77 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:33.623120 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036e530f-d41d-446f-8324-a068ded16c77 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:33.628943 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-036e530f-d41d-446f-8324-a068ded16c77 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.674276 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6f13e5-84df-48d6-a114-c18f4d82fb83 None None] Resources bound (agent type, host, resource id): {{(pid=93957) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:41:33.929850 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-036e530f-d41d-446f-8324-a068ded16c77 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.971384 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036e530f-d41d-446f-8324-a068ded16c77 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:33.975961 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-036e530f-d41d-446f-8324-a068ded16c77 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:33.980138 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036e530f-d41d-446f-8324-a068ded16c77 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:33.980790 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-036e530f-d41d-446f-8324-a068ded16c77 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.990364 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 41816ceb-c92d-4c6c-8b21-d19b461ea83e up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:34.031943 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42944) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:34.032553 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-036e530f-d41d-446f-8324-a068ded16c77 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5494399 Jul 16 01:41:34.033694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e530f-d41d-446f-8324-a068ded16c77 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=561e8a83-2daf-486b-91a2-45b2003c9237,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:34.036892 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-79141a52-2511-4ff3-a646-55e4b4508866 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-166991996', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:34.082192 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 41816ceb-c92d-4c6c-8b21-d19b461ea83e triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:34.082897 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.110548 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78893b6e-af8c-4688-91c7-de7c84336bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'fixed_ips': [{'subnet_id': '561e8a83-2daf-486b-91a2-45b2003c9237'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:41:34.115016 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-78893b6e-af8c-4688-91c7-de7c84336bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.149267 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-79141a52-2511-4ff3-a646-55e4b4508866 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.150894 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-79141a52-2511-4ff3-a646-55e4b4508866 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.225911 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8bf8c-f7df-4362-b6dd-13526cb863c7 req-ae98e3ad-1745-41cc-81f6-43ba26fde75a tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:34.236736 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a8f8bf8c-f7df-4362-b6dd-13526cb863c7 req-ae98e3ad-1745-41cc-81f6-43ba26fde75a tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.1409719 Jul 16 01:41:34.287474 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-79141a52-2511-4ff3-a646-55e4b4508866 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.303001 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-79141a52-2511-4ff3-a646-55e4b4508866 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.319057 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.363712 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a8f8bf8c-f7df-4362-b6dd-13526cb863c7 req-400964a7-2013-4834-a596-aca40d92a74e tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197112 Jul 16 01:41:34.365552 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-79141a52-2511-4ff3-a646-55e4b4508866 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.367596 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-79141a52-2511-4ff3-a646-55e4b4508866 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3343737 Jul 16 01:41:34.370683 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42950) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:34.370843 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d7fe27ab-d88a-45cb-a545-e5b0024ae890 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:34.420928 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: d7fe27ab-d88a-45cb-a545-e5b0024ae890 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:34.421637 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device d7fe27ab-d88a-45cb-a545-e5b0024ae890 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:34.446406 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7601f0-c3ad-4acc-a968-2e2d1719c6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41816ceb-c92d-4c6c-8b21-d19b461ea83e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:34.449700 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedae7d3-09b0-417a-813a-42a10ddc5015" -d '{"events": [{"server_uuid": "ff7601f0-c3ad-4acc-a968-2e2d1719c6fa", "name": "network-vif-plugged", "status": "completed", "tag": "41816ceb-c92d-4c6c-8b21-d19b461ea83e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:34.460059 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-78893b6e-af8c-4688-91c7-de7c84336bcb None None] Allocated IP 2001:db8::2 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/561e8a83-2daf-486b-91a2-45b2003c9237/459fef8f-7b87-4e8a-9c37-01e707506f59) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:34.477099 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 41816ceb-c92d-4c6c-8b21-d19b461ea83e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=41816ceb-c92d-4c6c-8b21-d19b461ea83e,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:34.488495 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.537256 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efded62-512e-4a50-8d78-c3ed379605ba x-openstack-request-id: req-7efded62-512e-4a50-8d78-c3ed379605ba {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:34.537838 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7601f0-c3ad-4acc-a968-2e2d1719c6fa", "name": "network-vif-plugged", "status": "completed", "tag": "41816ceb-c92d-4c6c-8b21-d19b461ea83e", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:34.538575 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7efded62-512e-4a50-8d78-c3ed379605ba {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:34.539198 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7601f0-c3ad-4acc-a968-2e2d1719c6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41816ceb-c92d-4c6c-8b21-d19b461ea83e', 'code': 200} Jul 16 01:41:34.657298 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=41816ceb-c92d-4c6c-8b21-d19b461ea83e,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:34.733363 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fb3eb-7b93-4fa8-b6ad-315fa8196426 req-2a97d978-fd9a-411e-8f20-36589c873365 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:34.741419 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ef9fb3eb-7b93-4fa8-b6ad-315fa8196426 req-2a97d978-fd9a-411e-8f20-36589c873365 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.1009791 Jul 16 01:41:34.794403 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ef9fb3eb-7b93-4fa8-b6ad-315fa8196426 req-23bad580-1f21-4c1b-b863-c56c8de34baf tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519538 Jul 16 01:41:34.821346 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-78893b6e-af8c-4688-91c7-de7c84336bcb None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.838514 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-78893b6e-af8c-4688-91c7-de7c84336bcb None None] Transition to ACTIVE for port object 459fef8f-7b87-4e8a-9c37-01e707506f59 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:34.870010 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-78893b6e-af8c-4688-91c7-de7c84336bcb None None] Transition to ACTIVE for port object 459fef8f-7b87-4e8a-9c37-01e707506f59 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:34.889743 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-78893b6e-af8c-4688-91c7-de7c84336bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.934264 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78893b6e-af8c-4688-91c7-de7c84336bcb None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:34.937232 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-78893b6e-af8c-4688-91c7-de7c84336bcb None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:34.940320 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78893b6e-af8c-4688-91c7-de7c84336bcb None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:34.969493 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78893b6e-af8c-4688-91c7-de7c84336bcb None None] Pushing event updated for resources: {'Port': ['ID=459fef8f-7b87-4e8a-9c37-01e707506f59,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:35.049767 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-78893b6e-af8c-4688-91c7-de7c84336bcb None None] Attempting to bind port 459fef8f-7b87-4e8a-9c37-01e707506f59 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:35.050452 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-78893b6e-af8c-4688-91c7-de7c84336bcb None None] Attempting to bind port 459fef8f-7b87-4e8a-9c37-01e707506f59 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:35.050779 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78893b6e-af8c-4688-91c7-de7c84336bcb None None] Attempting to bind port 459fef8f-7b87-4e8a-9c37-01e707506f59 on network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:35.058031 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78893b6e-af8c-4688-91c7-de7c84336bcb None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:35.058725 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78893b6e-af8c-4688-91c7-de7c84336bcb None None] Checking segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:35.059233 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-78893b6e-af8c-4688-91c7-de7c84336bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.059731 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78893b6e-af8c-4688-91c7-de7c84336bcb None None] Bound using segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:35.060348 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-78893b6e-af8c-4688-91c7-de7c84336bcb None None] Bound port: 459fef8f-7b87-4e8a-9c37-01e707506f59, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:35.060849 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-78893b6e-af8c-4688-91c7-de7c84336bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.070855 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.198030 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-78893b6e-af8c-4688-91c7-de7c84336bcb None None] For port 459fef8f-7b87-4e8a-9c37-01e707506f59, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:35.203740 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-78893b6e-af8c-4688-91c7-de7c84336bcb None None] For port 459fef8f-7b87-4e8a-9c37-01e707506f59, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=459fef8f-7b87-4e8a-9c37-01e707506f59,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:35.215035 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-78893b6e-af8c-4688-91c7-de7c84336bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.304143 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78893b6e-af8c-4688-91c7-de7c84336bcb None None] Pushing event updated for resources: {'Port': ['ID=459fef8f-7b87-4e8a-9c37-01e707506f59,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:35.358400 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d048892c-5e43-4efc-b60f-1ad17e50d229 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.506229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42962) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:35.714269 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-04339688-dd07-43d2-93b6-76d656346bae tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/floatingips/5cc8cfa2-d4c4-47d1-a4d4-c35193e36051 HTTP/1.1" status: 200 len: 994 time: 0.2003989 Jul 16 01:41:35.879700 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a422f5-95ac-46a6-b5cb-0946665317bf req-85c11d77-d17c-4ebf-8ff6-d3a16e26ece4 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:35.898984 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-56a422f5-95ac-46a6-b5cb-0946665317bf req-85c11d77-d17c-4ebf-8ff6-d3a16e26ece4 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.2994649 Jul 16 01:41:35.942166 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-d048892c-5e43-4efc-b60f-1ad17e50d229 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8::1 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/561e8a83-2daf-486b-91a2-45b2003c9237/d8e2a845-edf9-4631-afb4-55d8392e1b6f) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:35.968985 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-56a422f5-95ac-46a6-b5cb-0946665317bf req-0e85fffe-83e3-40a0-b4ba-27107d5d127f tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690238 Jul 16 01:41:36.125281 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42970) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:36.191463 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fd667-7103-4724-b04d-4eead0b4d5d9 req-83f3569a-6eda-4736-91a2-7e9336a91fd9 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:36.193033 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7f0fd667-7103-4724-b04d-4eead0b4d5d9 req-83f3569a-6eda-4736-91a2-7e9336a91fd9 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.1719499 Jul 16 01:41:36.250538 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 459fef8f-7b87-4e8a-9c37-01e707506f59 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:36.287295 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7f0fd667-7103-4724-b04d-4eead0b4d5d9 req-2a156c21-15bf-441f-89f6-6f6a33717e34 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832117 Jul 16 01:41:36.377713 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 459fef8f-7b87-4e8a-9c37-01e707506f59 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:36.544082 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d048892c-5e43-4efc-b60f-1ad17e50d229 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.587165 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-7c1fdb8a-7ac6-41da-81f8-9de0d68148ab tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Deleting port 869f95a4-a60d-46b3-873f-972018753428 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:36.587600 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7c1fdb8a-7ac6-41da-81f8-9de0d68148ab tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.592419 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-d048892c-5e43-4efc-b60f-1ad17e50d229 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Transition to ACTIVE for port object d8e2a845-edf9-4631-afb4-55d8392e1b6f will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:36.846622 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7c1fdb8a-7ac6-41da-81f8-9de0d68148ab tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.847555 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7c1fdb8a-7ac6-41da-81f8-9de0d68148ab tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.852806 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d048892c-5e43-4efc-b60f-1ad17e50d229 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.908303 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-7c1fdb8a-7ac6-41da-81f8-9de0d68148ab tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Calling delete_port for 869f95a4-a60d-46b3-873f-972018753428 owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:36.973528 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d048892c-5e43-4efc-b60f-1ad17e50d229 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:37.041746 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-d048892c-5e43-4efc-b60f-1ad17e50d229 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:37.044264 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8576dd-042d-4096-bc4e-b2afa9494eb4 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:37.052971 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d048892c-5e43-4efc-b60f-1ad17e50d229 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:37.053530 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d048892c-5e43-4efc-b60f-1ad17e50d229 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.108739 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048892c-5e43-4efc-b60f-1ad17e50d229 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=d8e2a845-edf9-4631-afb4-55d8392e1b6f,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:37.204375 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c587cb80-3fb0-4cc9-b7d6-0edca4d7db89 None None] Provisioning for port 459fef8f-7b87-4e8a-9c37-01e707506f59 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:37.294178 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-72a17e48-848d-4644-bc09-5f829cfa00ac req-daf34e6e-b9f6-4cc7-9cf2-ce7c18475e51 service neutron] (93956) timed out ('10.222.0.16', 48230) {{(pid=93956) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:41:37.301079 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c587cb80-3fb0-4cc9-b7d6-0edca4d7db89 None None] Provisioning complete for port 459fef8f-7b87-4e8a-9c37-01e707506f59 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:37.301676 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c587cb80-3fb0-4cc9-b7d6-0edca4d7db89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.662926 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d048892c-5e43-4efc-b60f-1ad17e50d229 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.674853 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebd1ec-3118-42ab-9a78-c552a5b0cabc req-bf4adf96-d7a2-42ce-a91a-2daf6d270e9a tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.683384 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-23ebd1ec-3118-42ab-9a78-c552a5b0cabc req-bf4adf96-d7a2-42ce-a91a-2daf6d270e9a tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.4035110 Jul 16 01:41:37.691176 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ee384-4ac6-4af6-9513-740e66869ff8 req-cb812db5-ae6e-4235-b6a0-62a31d7bd8dc tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.693900 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d53ee384-4ac6-4af6-9513-740e66869ff8 req-cb812db5-ae6e-4235-b6a0-62a31d7bd8dc tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.1723993 Jul 16 01:41:37.833487 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c587cb80-3fb0-4cc9-b7d6-0edca4d7db89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.028975 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c587cb80-3fb0-4cc9-b7d6-0edca4d7db89 None None] For port 459fef8f-7b87-4e8a-9c37-01e707506f59, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=459fef8f-7b87-4e8a-9c37-01e707506f59,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:38.044803 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c587cb80-3fb0-4cc9-b7d6-0edca4d7db89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.077367 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-23ebd1ec-3118-42ab-9a78-c552a5b0cabc req-03b9820d-0b6b-42c3-870d-c60a4675f72d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3929126 Jul 16 01:41:38.157102 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7c1fdb8a-7ac6-41da-81f8-9de0d68148ab tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.166988 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587cb80-3fb0-4cc9-b7d6-0edca4d7db89 None None] Pushing event updated for resources: {'Port': ['ID=459fef8f-7b87-4e8a-9c37-01e707506f59,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:38.252081 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d53ee384-4ac6-4af6-9513-740e66869ff8 req-da6a89db-05e9-4f03-bb11-6c302bc1b93b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5508687 Jul 16 01:41:38.278302 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fdb8a-7ac6-41da-81f8-9de0d68148ab tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event deleted for resources: {'Port': ['ID=869f95a4-a60d-46b3-873f-972018753428,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:38.423988 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7c1fdb8a-7ac6-41da-81f8-9de0d68148ab tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.424534 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-7c1fdb8a-7ac6-41da-81f8-9de0d68148ab tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Floating IP 5cc8cfa2-d4c4-47d1-a4d4-c35193e36051 disassociated (deleted). External IP: 172.25.6.210, port: eeaac05d-32e7-4139-9574-65682919235a. Jul 16 01:41:38.528694 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-65ea40d2-08b8-4418-ad83-f8fe674afaee None None] Provisioning complete for port 459fef8f-7b87-4e8a-9c37-01e707506f59 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:38.529476 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-65ea40d2-08b8-4418-ad83-f8fe674afaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.639710 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d048892c-5e43-4efc-b60f-1ad17e50d229 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.652608 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d048892c-5e43-4efc-b60f-1ad17e50d229 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.666249 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d048892c-5e43-4efc-b60f-1ad17e50d229 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.758834 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-65ea40d2-08b8-4418-ad83-f8fe674afaee None None] Provisioning for port d8e2a845-edf9-4631-afb4-55d8392e1b6f completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:38.764519 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-65ea40d2-08b8-4418-ad83-f8fe674afaee None None] Provisioning complete for port d8e2a845-edf9-4631-afb4-55d8392e1b6f triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:38.764744 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048892c-5e43-4efc-b60f-1ad17e50d229 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=d8e2a845-edf9-4631-afb4-55d8392e1b6f,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:38.766940 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-65ea40d2-08b8-4418-ad83-f8fe674afaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.859477 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-65ea40d2-08b8-4418-ad83-f8fe674afaee None None] Port d8e2a845-edf9-4631-afb4-55d8392e1b6f cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:38.987514 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c2f1ac7c-3ef6-43c9-90a9-dd2927070957 None None] Provisioning complete for port d8e2a845-edf9-4631-afb4-55d8392e1b6f triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:38.988535 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c2f1ac7c-3ef6-43c9-90a9-dd2927070957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.989829 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1fdb8a-7ac6-41da-81f8-9de0d68148ab tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Router 25cb0daa-a185-45ba-a63b-71ea1b7bfdca has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:39.048870 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c2f1ac7c-3ef6-43c9-90a9-dd2927070957 None None] Port d8e2a845-edf9-4631-afb4-55d8392e1b6f cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:39.078169 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d048892c-5e43-4efc-b60f-1ad17e50d229 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:39.081662 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-d048892c-5e43-4efc-b60f-1ad17e50d229 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:39.300938 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d048892c-5e43-4efc-b60f-1ad17e50d229 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Router 06361a6c-9945-40f2-bd19-7070a26052f7 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:41:39.424897 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d048892c-5e43-4efc-b60f-1ad17e50d229 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:39.429508 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1fdb8a-7ac6-41da-81f8-9de0d68148ab tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:39.433788 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d048892c-5e43-4efc-b60f-1ad17e50d229 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "PUT /v2.0/routers/06361a6c-9945-40f2-bd19-7070a26052f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0590074 Jul 16 01:41:39.439010 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43060) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:39.441141 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] Sync routers for ids ['06361a6c-9945-40f2-bd19-7070a26052f7'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:39.448842 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915ae085-46b1-4882-9a70-e3a2c48a2bc0 None None] Sync routers for ids ['25cb0daa-a185-45ba-a63b-71ea1b7bfdca'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:39.459786 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7c1fdb8a-7ac6-41da-81f8-9de0d68148ab tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:39.479497 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915ae085-46b1-4882-9a70-e3a2c48a2bc0 None None] Routers {'25cb0daa-a185-45ba-a63b-71ea1b7bfdca'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:39.481282 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-915ae085-46b1-4882-9a70-e3a2c48a2bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:41:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['25cb0daa-a185-45ba-a63b-71ea1b7bfdca'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:39.512566 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] Routers {'06361a6c-9945-40f2-bd19-7070a26052f7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:39.516315 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:41:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['06361a6c-9945-40f2-bd19-7070a26052f7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:39.592234 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7c1fdb8a-7ac6-41da-81f8-9de0d68148ab tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "DELETE /v2.0/floatingips/5cc8cfa2-d4c4-47d1-a4d4-c35193e36051 HTTP/1.1" status: 204 len: 168 time: 3.4617321 Jul 16 01:41:39.595218 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9853ac-d910-4828-aeda-d2927e049f24', 'tag': 'eeaac05d-32e7-4139-9574-65682919235a'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:39.598816 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31676b8d-dd74-4ff8-8f2f-6f6c0dc3d683" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9853ac-d910-4828-aeda-d2927e049f24", "tag": "eeaac05d-32e7-4139-9574-65682919235a"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:39.623090 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb6872-9beb-4140-a950-e12488a4e2ba req-8c1b9cbd-38a5-4ce4-b2cc-e154802141dd tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:39.632511 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4efb6872-9beb-4140-a950-e12488a4e2ba req-8c1b9cbd-38a5-4ce4-b2cc-e154802141dd tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.2213991 Jul 16 01:41:39.679305 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dd3443-ceed-4069-b9de-d0a8c2673168 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:39.681964 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-54dd3443-ceed-4069-b9de-d0a8c2673168 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports/d8e2a845-edf9-4631-afb4-55d8392e1b6f HTTP/1.1" status: 200 len: 911 time: 0.2419126 Jul 16 01:41:39.686985 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43068) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:39.730417 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4efb6872-9beb-4140-a950-e12488a4e2ba req-e39c66f1-3b69-4a52-b348-440270e2ad34 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953763 Jul 16 01:41:39.734122 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] Set router 06361a6c-9945-40f2-bd19-7070a26052f7 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:39.758290 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0f013-b8d5-421a-bb61-65b8ed4aff61 req-a38b8a31-1899-4cf7-93cc-62876a2c77c1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:39.763084 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-23d0f013-b8d5-421a-bb61-65b8ed4aff61 req-a38b8a31-1899-4cf7-93cc-62876a2c77c1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.2239366 Jul 16 01:41:39.844503 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b556f08f-d595-4025-9b4c-ab781035777a None None] Provisioning complete for port d8e2a845-edf9-4631-afb4-55d8392e1b6f triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:39.844860 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b556f08f-d595-4025-9b4c-ab781035777a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:39.904722 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-23d0f013-b8d5-421a-bb61-65b8ed4aff61 req-e92d99d7-7e71-4eb9-bcfb-8a1734bb31f0 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1322803 Jul 16 01:41:39.919029 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30565b2-b7bc-46c0-8e34-97086b88e8c7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:39.948531 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30565b2-b7bc-46c0-8e34-97086b88e8c7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:39.967630 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e30565b2-b7bc-46c0-8e34-97086b88e8c7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2793429 Jul 16 01:41:39.970435 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43070) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:39.989231 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b556f08f-d595-4025-9b4c-ab781035777a None None] Port d8e2a845-edf9-4631-afb4-55d8392e1b6f cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:40.026520 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57780fd-7b42-41b7-8e71-3bb2a1844565 x-openstack-request-id: req-f57780fd-7b42-41b7-8e71-3bb2a1844565 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:40.029128 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9853ac-d910-4828-aeda-d2927e049f24", "tag": "eeaac05d-32e7-4139-9574-65682919235a", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:40.029795 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f57780fd-7b42-41b7-8e71-3bb2a1844565 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:40.030899 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9853ac-d910-4828-aeda-d2927e049f24', 'tag': 'eeaac05d-32e7-4139-9574-65682919235a', 'status': 'completed', 'code': 200} Jul 16 01:41:40.059342 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-915ae085-46b1-4882-9a70-e3a2c48a2bc0 None None] Set router 25cb0daa-a185-45ba-a63b-71ea1b7bfdca gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:40.234102 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 459fef8f-7b87-4e8a-9c37-01e707506f59 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:40.331907 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06361a6c-9945-40f2-bd19-7070a26052f7', 'name': 'tempest-NetworksTestDHCPv6-router-166991996', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:34Z', 'updated_at': '2021-07-16T01:41:37Z', 'revision_number': 2, 'project_id': 'ae85f7e63bae49328f00850ffc54facf', 'gw_port_host': None, '_interfaces': [{'id': 'd8e2a845-edf9-4631-afb4-55d8392e1b6f', 'name': '', 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'mac_address': 'fa:16:3e:94:cb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06361a6c-9945-40f2-bd19-7070a26052f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '561e8a83-2daf-486b-91a2-45b2003c9237', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:35Z', 'updated_at': '2021-07-16T01:41:38Z', 'revision_number': 2, 'project_id': 'ae85f7e63bae49328f00850ffc54facf', 'subnets': [{'id': '561e8a83-2daf-486b-91a2-45b2003c9237', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:40.350261 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-915ae085-46b1-4882-9a70-e3a2c48a2bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'name': 'tempest-TestNetworkBasicOps-router-1526289026', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:36Z', 'revision_number': 4, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '9c22ebaf-35a2-4b54-9228-37f34653397a', 'name': '', 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:86:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '1fa3279a-12bb-4d13-9fe9-99452d80542e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:35Z', 'updated_at': '2021-07-16T01:40:44Z', 'revision_number': 5, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': '1fa3279a-12bb-4d13-9fe9-99452d80542e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:40.386307 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915ae085-46b1-4882-9a70-e3a2c48a2bc0 None None] Checking router: 25cb0daa-a185-45ba-a63b-71ea1b7bfdca for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:40.405641 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915ae085-46b1-4882-9a70-e3a2c48a2bc0 None None] Routers {'25cb0daa-a185-45ba-a63b-71ea1b7bfdca'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:40.406786 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-915ae085-46b1-4882-9a70-e3a2c48a2bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:41:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['25cb0daa-a185-45ba-a63b-71ea1b7bfdca'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:40.445310 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] Checking router: 06361a6c-9945-40f2-bd19-7070a26052f7 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:40.445737 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] Updating router 06361a6c-9945-40f2-bd19-7070a26052f7 port d8e2a845-edf9-4631-afb4-55d8392e1b6f binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:41:40.553360 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 459fef8f-7b87-4e8a-9c37-01e707506f59 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:40.553885 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:40.586731 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-915ae085-46b1-4882-9a70-e3a2c48a2bc0 None None] Set router 25cb0daa-a185-45ba-a63b-71ea1b7bfdca gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:40.706173 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:40.864014 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-915ae085-46b1-4882-9a70-e3a2c48a2bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'name': 'tempest-TestNetworkBasicOps-router-1526289026', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:36Z', 'revision_number': 4, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '9c22ebaf-35a2-4b54-9228-37f34653397a', 'name': '', 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:86:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '1fa3279a-12bb-4d13-9fe9-99452d80542e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:35Z', 'updated_at': '2021-07-16T01:40:44Z', 'revision_number': 5, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': '1fa3279a-12bb-4d13-9fe9-99452d80542e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:40.887304 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31676b8d-dd74-4ff8-8f2f-6f6c0dc3d683 req-db6ca514-96ad-4446-8984-862ad5fd52cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:40.888871 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-31676b8d-dd74-4ff8-8f2f-6f6c0dc3d683 req-db6ca514-96ad-4446-8984-862ad5fd52cd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5db3964ad24743648c502cd9b77ad865&device_id=ee9853ac-d910-4828-aeda-d2927e049f24 HTTP/1.1" status: 200 len: 1098 time: 0.7134950 Jul 16 01:41:40.944852 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915ae085-46b1-4882-9a70-e3a2c48a2bc0 None None] The sync data for ids ['25cb0daa-a185-45ba-a63b-71ea1b7bfdca'] in n-d-792394-16 is: [{'id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'name': 'tempest-TestNetworkBasicOps-router-1526289026', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:36Z', 'revision_number': 4, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '9c22ebaf-35a2-4b54-9228-37f34653397a', 'name': '', 'network_id': '09ee7226-2be3-4a36-81bb-86daff0c976c', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'mac_address': 'fa:16:3e:86:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '1fa3279a-12bb-4d13-9fe9-99452d80542e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:35Z', 'updated_at': '2021-07-16T01:40:44Z', 'revision_number': 5, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'subnets': [{'id': '1fa3279a-12bb-4d13-9fe9-99452d80542e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:41.135952 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c2f41-20b8-465b-8156-b079fb69587d req-4c328d04-7053-4dc1-8264-6b04421b641d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:41.143078 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8c9c2f41-20b8-465b-8156-b079fb69587d req-4c328d04-7053-4dc1-8264-6b04421b641d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.1528509 Jul 16 01:41:41.223762 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8c9c2f41-20b8-465b-8156-b079fb69587d req-de82f196-8d61-4a6f-8b37-6748aaf45945 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796776 Jul 16 01:41:41.236152 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31676b8d-dd74-4ff8-8f2f-6f6c0dc3d683 req-fb64041c-ff30-4d51-8aa3-cdd1ef1968c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:41.238408 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-31676b8d-dd74-4ff8-8f2f-6f6c0dc3d683 req-fb64041c-ff30-4d51-8aa3-cdd1ef1968c3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=09ee7226-2be3-4a36-81bb-86daff0c976c HTTP/1.1" status: 200 len: 897 time: 0.3417637 Jul 16 01:41:41.242786 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.255541 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] Transition to ACTIVE for port object d8e2a845-edf9-4631-afb4-55d8392e1b6f will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:41.281917 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.465345 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-31676b8d-dd74-4ff8-8f2f-6f6c0dc3d683 req-5e743bfb-fa5a-4ad6-980a-1216789b3434 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eeaac05d-32e7-4139-9574-65682919235a HTTP/1.1" status: 200 len: 217 time: 0.1814773 Jul 16 01:41:41.482469 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10c91c-47bf-4c90-b2a4-ce37c879b80a None None] Pushing event updated for resources: {'Port': ['ID=d8e2a845-edf9-4631-afb4-55d8392e1b6f,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:41.510887 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] Attempting to bind port d8e2a845-edf9-4631-afb4-55d8392e1b6f on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:41.511355 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] Attempting to bind port d8e2a845-edf9-4631-afb4-55d8392e1b6f by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:41.511796 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] Attempting to bind port d8e2a845-edf9-4631-afb4-55d8392e1b6f on network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:41.529394 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2205e998-19cf-4deb-8f61-6e7b73cb25ad None None] New status for floating IP 5cc8cfa2-d4c4-47d1-a4d4-c35193e36051: DOWN {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:41:41.636050 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949df237-f7f8-4988-96bf-38a27fa6f746 req-e131e3a1-bb40-45f4-8fd2-5738efc91124 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:41.656480 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-949df237-f7f8-4988-96bf-38a27fa6f746 req-e131e3a1-bb40-45f4-8fd2-5738efc91124 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.1490703 Jul 16 01:41:41.692597 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:41.693377 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] Checking segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:41.693992 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.694618 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] Bound using segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:41.695321 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] Bound port: d8e2a845-edf9-4631-afb4-55d8392e1b6f, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:41.695954 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.752135 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cbee5-ee04-4c56-99ac-1f94fc2949e5 req-d0a39d0e-5220-413d-8c94-84860472e2e2 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:41.770441 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bd9cbee5-ee04-4c56-99ac-1f94fc2949e5 req-d0a39d0e-5220-413d-8c94-84860472e2e2 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee9853ac-d910-4828-aeda-d2927e049f24 HTTP/1.1" status: 200 len: 946 time: 1.0853906 Jul 16 01:41:41.791331 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-949df237-f7f8-4988-96bf-38a27fa6f746 req-0a6749e8-22f6-4ba8-b833-fe31a42954dc tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1296756 Jul 16 01:41:41.892031 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] For port d8e2a845-edf9-4631-afb4-55d8392e1b6f, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:41.895564 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] For port d8e2a845-edf9-4631-afb4-55d8392e1b6f, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d8e2a845-edf9-4631-afb4-55d8392e1b6f,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:41.905058 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.984266 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bd9cbee5-ee04-4c56-99ac-1f94fc2949e5 req-e3a28a05-ca2c-4b12-a851-5fef033ff59d tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a7b6a2c-7a21-4d82-b2e3-4dcf1f47ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128100 Jul 16 01:41:41.996797 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] Routers {'06361a6c-9945-40f2-bd19-7070a26052f7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:41.997522 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:41:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['06361a6c-9945-40f2-bd19-7070a26052f7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:42.006833 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31676b8d-dd74-4ff8-8f2f-6f6c0dc3d683 req-7dbc1878-90d8-4bd1-ad37-b254bb63148c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:42.018015 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-31676b8d-dd74-4ff8-8f2f-6f6c0dc3d683 req-7dbc1878-90d8-4bd1-ad37-b254bb63148c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1fa3279a-12bb-4d13-9fe9-99452d80542e HTTP/1.1" status: 200 len: 834 time: 0.5218687 Jul 16 01:41:42.131529 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] Set router 06361a6c-9945-40f2-bd19-7070a26052f7 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:42.170189 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65cb6c-70ee-44d6-bc01-adb91c2c400a req-58000f70-a323-4760-83bb-1e00fc4834b6 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:42.171793 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f65cb6c-70ee-44d6-bc01-adb91c2c400a req-58000f70-a323-4760-83bb-1e00fc4834b6 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee9853ac-d910-4828-aeda-d2927e049f24 HTTP/1.1" status: 200 len: 946 time: 0.3228805 Jul 16 01:41:42.228350 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10c91c-47bf-4c90-b2a4-ce37c879b80a None None] Pushing event updated for resources: {'Port': ['ID=d8e2a845-edf9-4631-afb4-55d8392e1b6f,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:42.384816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31676b8d-dd74-4ff8-8f2f-6f6c0dc3d683 req-76fde850-1fb0-4f62-9cc9-5d7f8e73c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:42.386440 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-31676b8d-dd74-4ff8-8f2f-6f6c0dc3d683 req-76fde850-1fb0-4f62-9cc9-5d7f8e73c89b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=09ee7226-2be3-4a36-81bb-86daff0c976c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3568950 Jul 16 01:41:42.570389 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06361a6c-9945-40f2-bd19-7070a26052f7', 'name': 'tempest-NetworksTestDHCPv6-router-166991996', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:34Z', 'updated_at': '2021-07-16T01:41:37Z', 'revision_number': 2, 'project_id': 'ae85f7e63bae49328f00850ffc54facf', 'gw_port_host': None, '_interfaces': [{'id': 'd8e2a845-edf9-4631-afb4-55d8392e1b6f', 'name': '', 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'mac_address': 'fa:16:3e:94:cb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06361a6c-9945-40f2-bd19-7070a26052f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '561e8a83-2daf-486b-91a2-45b2003c9237', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:35Z', 'updated_at': '2021-07-16T01:41:41Z', 'revision_number': 4, 'project_id': 'ae85f7e63bae49328f00850ffc54facf', 'subnets': [{'id': '561e8a83-2daf-486b-91a2-45b2003c9237', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:42.608941 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ca3ca-4cc5-4a0b-9e66-a6a649512202 req-87775db2-d46b-4283-9b94-a09c4baf87db tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:42.611221 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7a9ca3ca-4cc5-4a0b-9e66-a6a649512202 req-87775db2-d46b-4283-9b94-a09c4baf87db tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.1398745 Jul 16 01:41:42.630793 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-31676b8d-dd74-4ff8-8f2f-6f6c0dc3d683 req-873c382f-f62b-477e-a953-3077dca6bb72 service neutron] 10.222.0.82 "GET /v2.0/networks/09ee7226-2be3-4a36-81bb-86daff0c976c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365534 Jul 16 01:41:42.654098 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b57bb-c8cd-48fe-b5a9-6ce47d6ff8d5 None None] The sync data for ids ['06361a6c-9945-40f2-bd19-7070a26052f7'] in n-d-792394-16 is: [{'id': '06361a6c-9945-40f2-bd19-7070a26052f7', 'name': 'tempest-NetworksTestDHCPv6-router-166991996', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:34Z', 'updated_at': '2021-07-16T01:41:37Z', 'revision_number': 2, 'project_id': 'ae85f7e63bae49328f00850ffc54facf', 'gw_port_host': None, '_interfaces': [{'id': 'd8e2a845-edf9-4631-afb4-55d8392e1b6f', 'name': '', 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'mac_address': 'fa:16:3e:94:cb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06361a6c-9945-40f2-bd19-7070a26052f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '561e8a83-2daf-486b-91a2-45b2003c9237', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:35Z', 'updated_at': '2021-07-16T01:41:41Z', 'revision_number': 4, 'project_id': 'ae85f7e63bae49328f00850ffc54facf', 'subnets': [{'id': '561e8a83-2daf-486b-91a2-45b2003c9237', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:42.687381 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7a0d54e4-bbbf-4bc9-ba13-2ab7bb166e80 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.690722 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7a9ca3ca-4cc5-4a0b-9e66-a6a649512202 req-72687b6b-a3ac-4aba-a987-53e60db74026 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733883 Jul 16 01:41:42.750221 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-1f65cb6c-70ee-44d6-bc01-adb91c2c400a req-e37ff7c9-ecb8-4aaf-b5b0-05af9a09b831 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Deleting port eeaac05d-32e7-4139-9574-65682919235a {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:42.750557 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1f65cb6c-70ee-44d6-bc01-adb91c2c400a req-e37ff7c9-ecb8-4aaf-b5b0-05af9a09b831 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.968163 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-31676b8d-dd74-4ff8-8f2f-6f6c0dc3d683 req-405ef472-f72b-43d1-8d72-aaacc86666fa service neutron] 10.222.0.82 "GET /v2.0/networks/09ee7226-2be3-4a36-81bb-86daff0c976c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250351 Jul 16 01:41:43.238631 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1f65cb6c-70ee-44d6-bc01-adb91c2c400a req-e37ff7c9-ecb8-4aaf-b5b0-05af9a09b831 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] For port eeaac05d-32e7-4139-9574-65682919235a, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=eeaac05d-32e7-4139-9574-65682919235a,segment=NetworkSegment(727af481-8dc9-4bed-b48a-d7d2b5a3c3f5),segment_id=727af481-8dc9-4bed-b48a-d7d2b5a3c3f5)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:43.239318 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1f65cb6c-70ee-44d6-bc01-adb91c2c400a req-e37ff7c9-ecb8-4aaf-b5b0-05af9a09b831 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.287542 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-1f65cb6c-70ee-44d6-bc01-adb91c2c400a req-e37ff7c9-ecb8-4aaf-b5b0-05af9a09b831 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Calling delete_port for eeaac05d-32e7-4139-9574-65682919235a owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:43.328023 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665388c9-51a9-40e3-9a79-e9e39aaaed4f req-7f787c10-7d8c-4c2d-bb91-30f77ed36aff tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:43.329955 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-665388c9-51a9-40e3-9a79-e9e39aaaed4f req-7f787c10-7d8c-4c2d-bb91-30f77ed36aff tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee9853ac-d910-4828-aeda-d2927e049f24 HTTP/1.1" status: 200 len: 946 time: 0.1121469 Jul 16 01:41:43.410042 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-665388c9-51a9-40e3-9a79-e9e39aaaed4f req-af3d32ab-dbd1-401b-b6f2-f9638ce1364b tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a7b6a2c-7a21-4d82-b2e3-4dcf1f47ca15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640905 Jul 16 01:41:43.480529 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6275b-11d8-4ba4-9bbb-4415510c01b6 req-e2d6c2cd-24fa-4aaf-be16-6dee21a7f997 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:43.488855 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8fd6275b-11d8-4ba4-9bbb-4415510c01b6 req-e2d6c2cd-24fa-4aaf-be16-6dee21a7f997 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.3746488 Jul 16 01:41:43.654680 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8fd6275b-11d8-4ba4-9bbb-4415510c01b6 req-7ed7a93b-b95e-4f50-b50b-53f478f42a15 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1645052 Jul 16 01:41:43.720654 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-7a0d54e4-bbbf-4bc9-ba13-2ab7bb166e80 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting port d8e2a845-edf9-4631-afb4-55d8392e1b6f {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:43.721140 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7a0d54e4-bbbf-4bc9-ba13-2ab7bb166e80 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.810469 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1f65cb6c-70ee-44d6-bc01-adb91c2c400a req-e37ff7c9-ecb8-4aaf-b5b0-05af9a09b831 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.858052 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ff7c9-ecb8-4aaf-b5b0-05af9a09b831 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event deleted for resources: {'Port': ['ID=eeaac05d-32e7-4139-9574-65682919235a,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:43.965547 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f65cb6c-70ee-44d6-bc01-adb91c2c400a req-e37ff7c9-ecb8-4aaf-b5b0-05af9a09b831 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] No DVR routers for this DVR port eeaac05d-32e7-4139-9574-65682919235a on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:43.969786 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1f65cb6c-70ee-44d6-bc01-adb91c2c400a req-e37ff7c9-ecb8-4aaf-b5b0-05af9a09b831 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.973704 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f65cb6c-70ee-44d6-bc01-adb91c2c400a req-e37ff7c9-ecb8-4aaf-b5b0-05af9a09b831 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.82 "DELETE /v2.0/ports/eeaac05d-32e7-4139-9574-65682919235a HTTP/1.1" status: 204 len: 173 time: 1.7918947 Jul 16 01:41:43.974174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9853ac-d910-4828-aeda-d2927e049f24', 'name': 'network-vif-deleted', 'tag': 'eeaac05d-32e7-4139-9574-65682919235a'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:43.976924 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e580dbe-1dc6-434d-806b-02845f489801" -d '{"events": [{"server_uuid": "ee9853ac-d910-4828-aeda-d2927e049f24", "name": "network-vif-deleted", "tag": "eeaac05d-32e7-4139-9574-65682919235a"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:43.984825 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-7a0d54e4-bbbf-4bc9-ba13-2ab7bb166e80 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] For port d8e2a845-edf9-4631-afb4-55d8392e1b6f, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d8e2a845-edf9-4631-afb4-55d8392e1b6f,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:43.985644 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7a0d54e4-bbbf-4bc9-ba13-2ab7bb166e80 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.006250 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-7a0d54e4-bbbf-4bc9-ba13-2ab7bb166e80 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Calling delete_port for d8e2a845-edf9-4631-afb4-55d8392e1b6f owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:44.154184 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97a000-d4dc-415a-8afe-4d0dbf24cc52 req-74d50dfa-ca3b-4da8-bb1b-02f48eb2cbed tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:44.158440 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fc97a000-d4dc-415a-8afe-4d0dbf24cc52 req-74d50dfa-ca3b-4da8-bb1b-02f48eb2cbed tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.2183409 Jul 16 01:41:44.210700 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcb4678-da72-4543-8246-3021a0f27fc1 x-openstack-request-id: req-ffcb4678-da72-4543-8246-3021a0f27fc1 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:44.218359 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9853ac-d910-4828-aeda-d2927e049f24", "name": "network-vif-deleted", "tag": "eeaac05d-32e7-4139-9574-65682919235a", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:44.218757 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ffcb4678-da72-4543-8246-3021a0f27fc1 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:44.219443 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9853ac-d910-4828-aeda-d2927e049f24', 'name': 'network-vif-deleted', 'tag': 'eeaac05d-32e7-4139-9574-65682919235a', 'status': 'completed', 'code': 200} Jul 16 01:41:44.271249 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d8e2a845-edf9-4631-afb4-55d8392e1b6f up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:44.293110 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fc97a000-d4dc-415a-8afe-4d0dbf24cc52 req-565bbc82-b357-4e4b-8ab8-b2901a474107 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289041 Jul 16 01:41:44.371077 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port d8e2a845-edf9-4631-afb4-55d8392e1b6f completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:44.376678 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port d8e2a845-edf9-4631-afb4-55d8392e1b6f triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:44.377064 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.562978 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.786341 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-65f7c896-0ae6-41d7-8bfc-664307270772 req-cb0f96f4-d9bf-4606-ab73-432291786ce4 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee9853ac-d910-4828-aeda-d2927e049f24 HTTP/1.1" status: 200 len: 210 time: 0.0841620 Jul 16 01:41:45.326388 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f111a3-a29d-487b-aa23-819922ee33ed req-9e9ac3d1-d3b8-45fe-8b84-bf665f0c9485 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:45.326388 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-58f111a3-a29d-487b-aa23-819922ee33ed req-9e9ac3d1-d3b8-45fe-8b84-bf665f0c9485 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.1088319 Jul 16 01:41:45.401372 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-58f111a3-a29d-487b-aa23-819922ee33ed req-988e175c-136c-4cb1-be2a-8c71c449e504 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665386 Jul 16 01:41:45.575864 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7a0d54e4-bbbf-4bc9-ba13-2ab7bb166e80 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.728863 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d54e4-bbbf-4bc9-ba13-2ab7bb166e80 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Port': ['ID=d8e2a845-edf9-4631-afb4-55d8392e1b6f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:45.808235 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b78cdc-14dd-4e08-a296-7d0272988e65 req-27fc6666-df53-42f0-bf36-5299d124b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:45.810063 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3b78cdc-14dd-4e08-a296-7d0272988e65 req-27fc6666-df53-42f0-bf36-5299d124b1da service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=397a7a3d36ef4318afd67223e92c4812&device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 1098 time: 0.3703387 Jul 16 01:41:45.820141 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be75b12-4923-411e-9dc2-1d7bf42ee092 req-3ff940db-02ab-4d07-a698-feb326358407 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:45.832948 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4be75b12-4923-411e-9dc2-1d7bf42ee092 req-3ff940db-02ab-4d07-a698-feb326358407 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.4413254 Jul 16 01:41:45.911725 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43116) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:46.017581 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fde7d5e7-a481-4272-8d5d-faef2968a585 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.028599 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7a0d54e4-bbbf-4bc9-ba13-2ab7bb166e80 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.057070 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fde7d5e7-a481-4272-8d5d-faef2968a585 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.069382 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4be75b12-4923-411e-9dc2-1d7bf42ee092 req-a7e59f36-64ba-4f04-a604-ce746769d935 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319970 Jul 16 01:41:46.079859 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device eeaac05d-32e7-4139-9574-65682919235a no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:46.138303 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: eeaac05d-32e7-4139-9574-65682919235a {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:46.138751 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device eeaac05d-32e7-4139-9574-65682919235a not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:46.179898 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fde7d5e7-a481-4272-8d5d-faef2968a585 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.182982 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fde7d5e7-a481-4272-8d5d-faef2968a585 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.184182 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fde7d5e7-a481-4272-8d5d-faef2968a585 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "DELETE /v2.0/security-groups/3a7b6a2c-7a21-4d82-b2e3-4dcf1f47ca15 HTTP/1.1" status: 204 len: 168 time: 0.2708023 Jul 16 01:41:46.204245 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b78cdc-14dd-4e08-a296-7d0272988e65 req-eaf98822-184d-465d-858c-19bcea645a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.207220 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3b78cdc-14dd-4e08-a296-7d0272988e65 req-eaf98822-184d-465d-858c-19bcea645a54 service neutron] 10.222.0.82 "GET /v2.0/networks?id=98e0b200-9d05-4336-87c3-fa057674aa73 HTTP/1.1" status: 200 len: 911 time: 0.3566883 Jul 16 01:41:46.207387 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7d5e7-a481-4272-8d5d-faef2968a585 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7b6a2c-7a21-4d82-b2e3-4dcf1f47ca15,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:46.257706 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43120) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:46.410956 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0d54e4-bbbf-4bc9-ba13-2ab7bb166e80 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Router 06361a6c-9945-40f2-bd19-7070a26052f7 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:46.430303 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3b78cdc-14dd-4e08-a296-7d0272988e65 req-8e072230-d1e9-45fe-afe4-7d7c4ec35731 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b HTTP/1.1" status: 200 len: 1002 time: 0.2141662 Jul 16 01:41:46.601535 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0d54e4-bbbf-4bc9-ba13-2ab7bb166e80 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:46.608613 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b78cdc-14dd-4e08-a296-7d0272988e65 req-b458e3d9-2e9a-4868-91a6-ac9398524055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.610300 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3b78cdc-14dd-4e08-a296-7d0272988e65 req-b458e3d9-2e9a-4868-91a6-ac9398524055 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=370bcf40-c26b-4959-9b56-af3cd128b9a8 HTTP/1.1" status: 200 len: 849 time: 0.1725631 Jul 16 01:41:46.626178 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05a8b29-dd2d-46ae-a26e-70cc423e845f None None] Sync routers for ids ['06361a6c-9945-40f2-bd19-7070a26052f7'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:46.628561 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7a0d54e4-bbbf-4bc9-ba13-2ab7bb166e80 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "PUT /v2.0/routers/06361a6c-9945-40f2-bd19-7070a26052f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6567430 Jul 16 01:41:46.642015 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05a8b29-dd2d-46ae-a26e-70cc423e845f None None] Routers {'06361a6c-9945-40f2-bd19-7070a26052f7'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:46.642659 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-d05a8b29-dd2d-46ae-a26e-70cc423e845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:41:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['06361a6c-9945-40f2-bd19-7070a26052f7'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:46.652503 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43126) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:46.801451 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ee2ac8-1649-47d1-991e-974a0e3336e3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.803293 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ee2ac8-1649-47d1-991e-974a0e3336e3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.806068 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f5ee2ac8-1649-47d1-991e-974a0e3336e3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1507728 Jul 16 01:41:46.812405 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43128) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:46.831223 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-d05a8b29-dd2d-46ae-a26e-70cc423e845f None None] Set router 06361a6c-9945-40f2-bd19-7070a26052f7 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:46.894406 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b78cdc-14dd-4e08-a296-7d0272988e65 req-27edada4-8300-4624-9dc8-b7b0da576f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.896071 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3b78cdc-14dd-4e08-a296-7d0272988e65 req-27edada4-8300-4624-9dc8-b7b0da576f76 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=98e0b200-9d05-4336-87c3-fa057674aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2721586 Jul 16 01:41:46.940281 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd422cf-df46-4cba-ba7f-abfefbdafc2d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet 561e8a83-2daf-486b-91a2-45b2003c9237 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:46.957816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11548-5312-4b42-be3d-0fbf1d9e9a1f req-7f56073e-7c8e-4b7b-8f6c-22a5cbd59148 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.959504 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b6c11548-5312-4b42-be3d-0fbf1d9e9a1f req-7f56073e-7c8e-4b7b-8f6c-22a5cbd59148 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.2708080 Jul 16 01:41:46.963853 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fdd422cf-df46-4cba-ba7f-abfefbdafc2d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.995152 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-d05a8b29-dd2d-46ae-a26e-70cc423e845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06361a6c-9945-40f2-bd19-7070a26052f7', 'name': 'tempest-NetworksTestDHCPv6-router-166991996', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:34Z', 'updated_at': '2021-07-16T01:41:44Z', 'revision_number': 3, 'project_id': 'ae85f7e63bae49328f00850ffc54facf', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:47.062511 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05a8b29-dd2d-46ae-a26e-70cc423e845f None None] Checking router: 06361a6c-9945-40f2-bd19-7070a26052f7 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:47.083422 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05a8b29-dd2d-46ae-a26e-70cc423e845f None None] Routers {'06361a6c-9945-40f2-bd19-7070a26052f7'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:47.084046 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-d05a8b29-dd2d-46ae-a26e-70cc423e845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:41:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['06361a6c-9945-40f2-bd19-7070a26052f7'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:47.134379 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fdd422cf-df46-4cba-ba7f-abfefbdafc2d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.195750 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b6c11548-5312-4b42-be3d-0fbf1d9e9a1f req-38abf07f-d377-4d85-9855-e4b0e354f9e7 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1900675 Jul 16 01:41:47.245258 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-d05a8b29-dd2d-46ae-a26e-70cc423e845f None None] Set router 06361a6c-9945-40f2-bd19-7070a26052f7 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:47.261416 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3b78cdc-14dd-4e08-a296-7d0272988e65 req-1e203f85-b872-40fe-bc16-3c853d532ef0 service neutron] 10.222.0.82 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564796 Jul 16 01:41:47.331152 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fdd422cf-df46-4cba-ba7f-abfefbdafc2d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.357367 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-d05a8b29-dd2d-46ae-a26e-70cc423e845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06361a6c-9945-40f2-bd19-7070a26052f7', 'name': 'tempest-NetworksTestDHCPv6-router-166991996', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:34Z', 'updated_at': '2021-07-16T01:41:44Z', 'revision_number': 3, 'project_id': 'ae85f7e63bae49328f00850ffc54facf', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:47.361736 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b19e1-66dd-4d22-838c-f32edafe12d1 req-50ded3dd-20cb-4193-9a2a-97e4c7409674 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:47.370406 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c7b19e1-66dd-4d22-838c-f32edafe12d1 req-50ded3dd-20cb-4193-9a2a-97e4c7409674 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.1208684 Jul 16 01:41:47.426910 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c7b19e1-66dd-4d22-838c-f32edafe12d1 req-8d288971-aca8-46b2-87e3-8d9f0afccb3c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553024 Jul 16 01:41:47.450847 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fdd422cf-df46-4cba-ba7f-abfefbdafc2d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.485038 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05a8b29-dd2d-46ae-a26e-70cc423e845f None None] The sync data for ids ['06361a6c-9945-40f2-bd19-7070a26052f7'] in n-d-792394-16 is: [{'id': '06361a6c-9945-40f2-bd19-7070a26052f7', 'name': 'tempest-NetworksTestDHCPv6-router-166991996', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:34Z', 'updated_at': '2021-07-16T01:41:44Z', 'revision_number': 3, 'project_id': 'ae85f7e63bae49328f00850ffc54facf', 'gw_port_host': None}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:47.502529 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fdd422cf-df46-4cba-ba7f-abfefbdafc2d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.505576 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b32260d-2d5b-4867-8fe7-7531cf15a93f None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:47.521586 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43134) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:47.529082 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fdd422cf-df46-4cba-ba7f-abfefbdafc2d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/561e8a83-2daf-486b-91a2-45b2003c9237 HTTP/1.1" status: 204 len: 168 time: 0.6904488 Jul 16 01:41:47.566141 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd422cf-df46-4cba-ba7f-abfefbdafc2d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=561e8a83-2daf-486b-91a2-45b2003c9237,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:47.653817 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-79ed937b-2297-48c7-adb0-fc95d0a18b45 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.682402 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1885ba95-b3e2-4819-9f0e-e7469495619a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1573250 Jul 16 01:41:47.682921 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43136) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:47.836627 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-25662138-71f9-47a9-b87a-9172ae687e28 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.886054 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3b78cdc-14dd-4e08-a296-7d0272988e65 req-f312fc3d-1cf2-43a1-9fd5-cc0a7f42a0af service neutron] 10.222.0.82 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700165 Jul 16 01:41:47.916468 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c74177e-be82-439f-9c8a-65ccd7206f24 None None] DHCP port deletion for 263c6a6c-93e1-4622-bf61-98aa7f54dc76 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:48.019433 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7c74177e-be82-439f-9c8a-65ccd7206f24 None None] Deleting port 459fef8f-7b87-4e8a-9c37-01e707506f59 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:48.019822 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7c74177e-be82-439f-9c8a-65ccd7206f24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.085910 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-25662138-71f9-47a9-b87a-9172ae687e28 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.088990 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-25662138-71f9-47a9-b87a-9172ae687e28 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.175149 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-25662138-71f9-47a9-b87a-9172ae687e28 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.175957 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25662138-71f9-47a9-b87a-9172ae687e28 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Fanout notify agent at l3_agent the message router_deleted on router 06361a6c-9945-40f2-bd19-7070a26052f7 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:41:48.191255 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-25662138-71f9-47a9-b87a-9172ae687e28 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.197550 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-25662138-71f9-47a9-b87a-9172ae687e28 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/routers/06361a6c-9945-40f2-bd19-7070a26052f7 HTTP/1.1" status: 204 len: 168 time: 0.5053482 Jul 16 01:41:48.198756 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43138) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:48.211028 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-59c3a3cc-ef67-4594-a96f-6f54a780a4d3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:48.231529 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d8e2a845-edf9-4631-afb4-55d8392e1b6f no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:48.241829 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7c74177e-be82-439f-9c8a-65ccd7206f24 None None] For port 459fef8f-7b87-4e8a-9c37-01e707506f59, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=459fef8f-7b87-4e8a-9c37-01e707506f59,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:48.242176 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7c74177e-be82-439f-9c8a-65ccd7206f24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.272299 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: d8e2a845-edf9-4631-afb4-55d8392e1b6f {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:48.272299 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d8e2a845-edf9-4631-afb4-55d8392e1b6f not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:48.272920 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 459fef8f-7b87-4e8a-9c37-01e707506f59 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:48.302917 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7c74177e-be82-439f-9c8a-65ccd7206f24 None None] Calling delete_port for 459fef8f-7b87-4e8a-9c37-01e707506f59 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:48.498732 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.543326 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 459fef8f-7b87-4e8a-9c37-01e707506f59, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=459fef8f-7b87-4e8a-9c37-01e707506f59,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:48.564838 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.627411 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-79ed937b-2297-48c7-adb0-fc95d0a18b45 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Deleting port 9c22ebaf-35a2-4b54-9228-37f34653397a {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:48.628053 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-79ed937b-2297-48c7-adb0-fc95d0a18b45 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.665782 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7c74177e-be82-439f-9c8a-65ccd7206f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.718594 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c74177e-be82-439f-9c8a-65ccd7206f24 None None] No DVR routers for this DVR port 459fef8f-7b87-4e8a-9c37-01e707506f59 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:48.749311 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec5c30-75ed-4260-976a-21fa929bd5f2 req-9521ee01-d638-400f-a270-12d8b42d71c6 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:48.757417 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-caec5c30-75ed-4260-976a-21fa929bd5f2 req-9521ee01-d638-400f-a270-12d8b42d71c6 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.2237387 Jul 16 01:41:48.771108 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=459fef8f-7b87-4e8a-9c37-01e707506f59,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:48.830145 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74177e-be82-439f-9c8a-65ccd7206f24 None None] Pushing event deleted for resources: {'Port': ['ID=459fef8f-7b87-4e8a-9c37-01e707506f59,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:48.878901 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-caec5c30-75ed-4260-976a-21fa929bd5f2 req-3c8fb532-f965-48cb-9447-758e84f926e7 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1146808 Jul 16 01:41:48.882483 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c3a3cc-ef67-4594-a96f-6f54a780a4d3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:48.886534 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59c3a3cc-ef67-4594-a96f-6f54a780a4d3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.930307 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-79ed937b-2297-48c7-adb0-fc95d0a18b45 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] For port 9c22ebaf-35a2-4b54-9228-37f34653397a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=9c22ebaf-35a2-4b54-9228-37f34653397a,segment=NetworkSegment(727af481-8dc9-4bed-b48a-d7d2b5a3c3f5),segment_id=727af481-8dc9-4bed-b48a-d7d2b5a3c3f5)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:48.930724 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-79ed937b-2297-48c7-adb0-fc95d0a18b45 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.947221 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-79ed937b-2297-48c7-adb0-fc95d0a18b45 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Calling delete_port for 9c22ebaf-35a2-4b54-9228-37f34653397a owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:49.190054 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a3bce-3f4f-48e9-85d2-bc48c58e84d6 req-b1f946f9-10f6-4d07-a03f-e0e82f8c68af tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:49.192508 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d20a3bce-3f4f-48e9-85d2-bc48c58e84d6 req-b1f946f9-10f6-4d07-a03f-e0e82f8c68af tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.3396614 Jul 16 01:41:49.286078 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d20a3bce-3f4f-48e9-85d2-bc48c58e84d6 req-cadbef67-ca3d-442b-8aaa-19ca4897a422 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800486 Jul 16 01:41:49.420161 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59c3a3cc-ef67-4594-a96f-6f54a780a4d3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.454195 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-79ed937b-2297-48c7-adb0-fc95d0a18b45 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.504196 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c3a3cc-ef67-4594-a96f-6f54a780a4d3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:49.514278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed937b-2297-48c7-adb0-fc95d0a18b45 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event deleted for resources: {'Port': ['ID=9c22ebaf-35a2-4b54-9228-37f34653397a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:49.522803 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-59c3a3cc-ef67-4594-a96f-6f54a780a4d3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:49.526086 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c3a3cc-ef67-4594-a96f-6f54a780a4d3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:49.526831 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59c3a3cc-ef67-4594-a96f-6f54a780a4d3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.558141 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3a3cc-ef67-4594-a96f-6f54a780a4d3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=32686020-d9a3-4cb8-aa01-e6c6a0178495,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:49.577302 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3495df-5efb-4027-894e-8650a24a0df5 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:49.594226 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-59c3a3cc-ef67-4594-a96f-6f54a780a4d3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3941970 Jul 16 01:41:49.597099 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43146) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:49.603607 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-37e4864f-12e1-49dd-bcf8-bdc6d1c18d92 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1003683685', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:49.671085 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-37e4864f-12e1-49dd-bcf8-bdc6d1c18d92 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.672741 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-37e4864f-12e1-49dd-bcf8-bdc6d1c18d92 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.809389 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-37e4864f-12e1-49dd-bcf8-bdc6d1c18d92 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.817628 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-37e4864f-12e1-49dd-bcf8-bdc6d1c18d92 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.856970 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-37e4864f-12e1-49dd-bcf8-bdc6d1c18d92 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.861240 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-37e4864f-12e1-49dd-bcf8-bdc6d1c18d92 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2591901 Jul 16 01:41:49.861465 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-79ed937b-2297-48c7-adb0-fc95d0a18b45 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.862328 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43154) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:49.934112 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40746e8-7676-4ba9-b2b8-566bfcfdc98e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'fixed_ips': [{'subnet_id': '32686020-d9a3-4cb8-aa01-e6c6a0178495'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:41:49.935778 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e40746e8-7676-4ba9-b2b8-566bfcfdc98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.271135 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ed937b-2297-48c7-adb0-fc95d0a18b45 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Router 25cb0daa-a185-45ba-a63b-71ea1b7bfdca has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:50.509794 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a7f06f9-8ad7-42db-8726-b322123ba809 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.517768 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ed937b-2297-48c7-adb0-fc95d0a18b45 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:50.528219 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-e40746e8-7676-4ba9-b2b8-566bfcfdc98e None None] Allocated IP 2001:db8::2 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/32686020-d9a3-4cb8-aa01-e6c6a0178495/fbe15d3c-1236-4456-b410-5438d34e6b39) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:50.535735 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-79ed937b-2297-48c7-adb0-fc95d0a18b45 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "PUT /v2.0/routers/25cb0daa-a185-45ba-a63b-71ea1b7bfdca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2766252 Jul 16 01:41:50.538565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43160) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:50.540377 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6639a-4f71-410c-aa8a-fc17e8a0ce23 req-88d6a2f6-24fb-48d8-8f69-a75d3848dce7 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:50.540831 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f4106b-9a76-4d46-b62f-843e63e11fe8 None None] Sync routers for ids ['25cb0daa-a185-45ba-a63b-71ea1b7bfdca'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:50.542056 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3cd6639a-4f71-410c-aa8a-fc17e8a0ce23 req-88d6a2f6-24fb-48d8-8f69-a75d3848dce7 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.3586447 Jul 16 01:41:50.672013 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f4106b-9a76-4d46-b62f-843e63e11fe8 None None] Routers {'25cb0daa-a185-45ba-a63b-71ea1b7bfdca'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:50.673481 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d2f4106b-9a76-4d46-b62f-843e63e11fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:41:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['25cb0daa-a185-45ba-a63b-71ea1b7bfdca'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:50.727345 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca6c41aa-f6c5-4815-8c04-f4f4ff0676df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Deleting subnet 1fa3279a-12bb-4d13-9fe9-99452d80542e {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:50.730278 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3cd6639a-4f71-410c-aa8a-fc17e8a0ce23 req-2ff230f7-30db-4a21-aae6-e38bcd108840 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1217725 Jul 16 01:41:50.739819 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca6c41aa-f6c5-4815-8c04-f4f4ff0676df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.800660 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca6c41aa-f6c5-4815-8c04-f4f4ff0676df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.842829 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ee533-3f70-4ed2-a8e7-418685aeb2e5 req-a910027d-a01b-4ef9-85f4-9d3c47786a6b tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:50.843786 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-179ee533-3f70-4ed2-a8e7-418685aeb2e5 req-a910027d-a01b-4ef9-85f4-9d3c47786a6b tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.2069213 Jul 16 01:41:50.949031 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-179ee533-3f70-4ed2-a8e7-418685aeb2e5 req-99b35e0e-30f4-43ac-8c97-cedff3eae177 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961907 Jul 16 01:41:50.988614 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca6c41aa-f6c5-4815-8c04-f4f4ff0676df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.043008 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e40746e8-7676-4ba9-b2b8-566bfcfdc98e None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.056187 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-d2f4106b-9a76-4d46-b62f-843e63e11fe8 None None] Set router 25cb0daa-a185-45ba-a63b-71ea1b7bfdca gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:51.091648 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca6c41aa-f6c5-4815-8c04-f4f4ff0676df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.126383 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e40746e8-7676-4ba9-b2b8-566bfcfdc98e None None] Transition to ACTIVE for port object fbe15d3c-1236-4456-b410-5438d34e6b39 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:51.136170 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca6c41aa-f6c5-4815-8c04-f4f4ff0676df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.138473 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ca6c41aa-f6c5-4815-8c04-f4f4ff0676df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "DELETE /v2.0/subnets/1fa3279a-12bb-4d13-9fe9-99452d80542e HTTP/1.1" status: 204 len: 168 time: 0.5986996 Jul 16 01:41:51.139883 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c41aa-f6c5-4815-8c04-f4f4ff0676df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event deleted for resources: {'Subnet': ['ID=1fa3279a-12bb-4d13-9fe9-99452d80542e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:51.141645 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43166) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:51.150206 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9655bbd0-aab9-4dce-aef5-be2885466359 None None] Network 09ee7226-2be3-4a36-81bb-86daff0c976c requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:51.164043 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c41aa-f6c5-4815-8c04-f4f4ff0676df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:51.165249 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c41aa-f6c5-4815-8c04-f4f4ff0676df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:51.168006 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c41aa-f6c5-4815-8c04-f4f4ff0676df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:51.169156 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c41aa-f6c5-4815-8c04-f4f4ff0676df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:51.170224 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c41aa-f6c5-4815-8c04-f4f4ff0676df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:51.171289 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c41aa-f6c5-4815-8c04-f4f4ff0676df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:51.173545 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c41aa-f6c5-4815-8c04-f4f4ff0676df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:51.174680 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c41aa-f6c5-4815-8c04-f4f4ff0676df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:51.175120 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c41aa-f6c5-4815-8c04-f4f4ff0676df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:51.176202 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c41aa-f6c5-4815-8c04-f4f4ff0676df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:51.176666 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c41aa-f6c5-4815-8c04-f4f4ff0676df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:51.177739 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c41aa-f6c5-4815-8c04-f4f4ff0676df tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:51.217469 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e40746e8-7676-4ba9-b2b8-566bfcfdc98e None None] Transition to ACTIVE for port object fbe15d3c-1236-4456-b410-5438d34e6b39 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:51.268468 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e40746e8-7676-4ba9-b2b8-566bfcfdc98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.335002 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-1a7f06f9-8ad7-42db-8726-b322123ba809 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8::1 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/32686020-d9a3-4cb8-aa01-e6c6a0178495/70367439-3ebb-43ff-8ac1-e6531a8914f0) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:51.339123 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b65b0d1c-09a8-4e1d-b103-2fe0cd081028 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.366785 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40746e8-7676-4ba9-b2b8-566bfcfdc98e None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:51.371758 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-e40746e8-7676-4ba9-b2b8-566bfcfdc98e None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:51.378420 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40746e8-7676-4ba9-b2b8-566bfcfdc98e None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:51.483720 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40746e8-7676-4ba9-b2b8-566bfcfdc98e None None] Pushing event updated for resources: {'Port': ['ID=fbe15d3c-1236-4456-b410-5438d34e6b39,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:51.572319 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-e40746e8-7676-4ba9-b2b8-566bfcfdc98e None None] Attempting to bind port fbe15d3c-1236-4456-b410-5438d34e6b39 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:51.572742 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-e40746e8-7676-4ba9-b2b8-566bfcfdc98e None None] Attempting to bind port fbe15d3c-1236-4456-b410-5438d34e6b39 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:51.573088 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40746e8-7676-4ba9-b2b8-566bfcfdc98e None None] Attempting to bind port fbe15d3c-1236-4456-b410-5438d34e6b39 on network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:51.587452 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40746e8-7676-4ba9-b2b8-566bfcfdc98e None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:51.587744 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40746e8-7676-4ba9-b2b8-566bfcfdc98e None None] Checking segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:51.588076 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e40746e8-7676-4ba9-b2b8-566bfcfdc98e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.588504 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40746e8-7676-4ba9-b2b8-566bfcfdc98e None None] Bound using segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:51.589011 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-e40746e8-7676-4ba9-b2b8-566bfcfdc98e None None] Bound port: fbe15d3c-1236-4456-b410-5438d34e6b39, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:51.589404 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e40746e8-7676-4ba9-b2b8-566bfcfdc98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.602104 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d2f4106b-9a76-4d46-b62f-843e63e11fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'name': 'tempest-TestNetworkBasicOps-router-1526289026', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:41:49Z', 'revision_number': 5, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:51.639659 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f4106b-9a76-4d46-b62f-843e63e11fe8 None None] Checking router: 25cb0daa-a185-45ba-a63b-71ea1b7bfdca for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:51.682585 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f4106b-9a76-4d46-b62f-843e63e11fe8 None None] Routers {'25cb0daa-a185-45ba-a63b-71ea1b7bfdca'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:51.683261 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d2f4106b-9a76-4d46-b62f-843e63e11fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:41:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['25cb0daa-a185-45ba-a63b-71ea1b7bfdca'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:51.729085 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0de913-5693-4760-9000-a046a5a488d0 None None] DHCP port deletion for 09ee7226-2be3-4a36-81bb-86daff0c976c request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:51.745998 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e40746e8-7676-4ba9-b2b8-566bfcfdc98e None None] For port fbe15d3c-1236-4456-b410-5438d34e6b39, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:51.751866 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e40746e8-7676-4ba9-b2b8-566bfcfdc98e None None] For port fbe15d3c-1236-4456-b410-5438d34e6b39, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=fbe15d3c-1236-4456-b410-5438d34e6b39,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:51.778990 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e40746e8-7676-4ba9-b2b8-566bfcfdc98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.866225 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40746e8-7676-4ba9-b2b8-566bfcfdc98e None None] Pushing event updated for resources: {'Port': ['ID=fbe15d3c-1236-4456-b410-5438d34e6b39,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:51.888834 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b65b0d1c-09a8-4e1d-b103-2fe0cd081028 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.910541 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a7f06f9-8ad7-42db-8726-b322123ba809 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.972239 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1a7f06f9-8ad7-42db-8726-b322123ba809 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Transition to ACTIVE for port object 70367439-3ebb-43ff-8ac1-e6531a8914f0 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:51.985115 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-df0de913-5693-4760-9000-a046a5a488d0 None None] Deleting port f5353b82-602b-4770-ab9e-9a4fa245d55a {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:51.985496 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-df0de913-5693-4760-9000-a046a5a488d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.002453 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-d2f4106b-9a76-4d46-b62f-843e63e11fe8 None None] Set router 25cb0daa-a185-45ba-a63b-71ea1b7bfdca gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:52.075616 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-b65b0d1c-09a8-4e1d-b103-2fe0cd081028 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Deleting port d4bd0116-9655-4bbc-b626-f507c62ceec9 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:52.075616 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b65b0d1c-09a8-4e1d-b103-2fe0cd081028 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.148403 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bacc5-6837-451c-969e-8db122c6dc39 req-b99d8d9d-6d8b-458d-b2a2-bb5a35c1bc30 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:52.149994 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-106bacc5-6837-451c-969e-8db122c6dc39 req-b99d8d9d-6d8b-458d-b2a2-bb5a35c1bc30 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.1950071 Jul 16 01:41:52.154296 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a7f06f9-8ad7-42db-8726-b322123ba809 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.159662 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f5353b82-602b-4770-ab9e-9a4fa245d55a no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:52.281682 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-df0de913-5693-4760-9000-a046a5a488d0 None None] For port f5353b82-602b-4770-ab9e-9a4fa245d55a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f5353b82-602b-4770-ab9e-9a4fa245d55a,segment=NetworkSegment(727af481-8dc9-4bed-b48a-d7d2b5a3c3f5),segment_id=727af481-8dc9-4bed-b48a-d7d2b5a3c3f5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:52.282086 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-df0de913-5693-4760-9000-a046a5a488d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.318425 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7f06f9-8ad7-42db-8726-b322123ba809 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:52.319179 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-df0de913-5693-4760-9000-a046a5a488d0 None None] Calling delete_port for f5353b82-602b-4770-ab9e-9a4fa245d55a owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:52.342020 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-1a7f06f9-8ad7-42db-8726-b322123ba809 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:52.360388 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-106bacc5-6837-451c-969e-8db122c6dc39 req-44982322-c2ec-41f9-af8a-9a4c65a886d9 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1994939 Jul 16 01:41:52.362002 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7f06f9-8ad7-42db-8726-b322123ba809 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:52.362767 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a7f06f9-8ad7-42db-8726-b322123ba809 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.419756 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f06f9-8ad7-42db-8726-b322123ba809 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=70367439-3ebb-43ff-8ac1-e6531a8914f0,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:52.452863 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.456905 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cd51c-0a58-455d-a96f-6a9e78da1a66 req-97359544-b9c5-4c55-a404-99b1cef0fbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:52.458589 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3a8cd51c-0a58-455d-a96f-6a9e78da1a66 req-97359544-b9c5-4c55-a404-99b1cef0fbaf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6ca31bc079774bfc98b5ada65ac84773&device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 1097 time: 0.4846241 Jul 16 01:41:52.525690 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port f5353b82-602b-4770-ab9e-9a4fa245d55a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f5353b82-602b-4770-ab9e-9a4fa245d55a,segment=NetworkSegment(727af481-8dc9-4bed-b48a-d7d2b5a3c3f5),segment_id=727af481-8dc9-4bed-b48a-d7d2b5a3c3f5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:52.530055 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d2f4106b-9a76-4d46-b62f-843e63e11fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'name': 'tempest-TestNetworkBasicOps-router-1526289026', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:41:49Z', 'revision_number': 5, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:52.533580 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.534421 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-b65b0d1c-09a8-4e1d-b103-2fe0cd081028 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] For port d4bd0116-9655-4bbc-b626-f507c62ceec9, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d4bd0116-9655-4bbc-b626-f507c62ceec9,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:52.535329 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b65b0d1c-09a8-4e1d-b103-2fe0cd081028 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.587136 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f4106b-9a76-4d46-b62f-843e63e11fe8 None None] The sync data for ids ['25cb0daa-a185-45ba-a63b-71ea1b7bfdca'] in n-d-792394-16 is: [{'id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'name': 'tempest-TestNetworkBasicOps-router-1526289026', 'tenant_id': '5db3964ad24743648c502cd9b77ad865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:41:49Z', 'revision_number': 5, 'project_id': '5db3964ad24743648c502cd9b77ad865', 'gw_port': {'id': 'd4bd0116-9655-4bbc-b626-f507c62ceec9', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cb0daa-a185-45ba-a63b-71ea1b7bfdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:31Z', 'updated_at': '2021-07-16T01:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:52.593566 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-df0de913-5693-4760-9000-a046a5a488d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.613409 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-b65b0d1c-09a8-4e1d-b103-2fe0cd081028 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Calling delete_port for d4bd0116-9655-4bbc-b626-f507c62ceec9 owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:52.617719 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0de913-5693-4760-9000-a046a5a488d0 None None] No DVR routers for this DVR port f5353b82-602b-4770-ab9e-9a4fa245d55a on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:52.625460 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=f5353b82-602b-4770-ab9e-9a4fa245d55a,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:52.653651 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0de913-5693-4760-9000-a046a5a488d0 None None] Pushing event deleted for resources: {'Port': ['ID=f5353b82-602b-4770-ab9e-9a4fa245d55a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:52.702399 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a7f06f9-8ad7-42db-8726-b322123ba809 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.755343 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cd51c-0a58-455d-a96f-6a9e78da1a66 req-c4d1922d-2768-4d4f-a99a-6e052d140e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:52.756987 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3a8cd51c-0a58-455d-a96f-6a9e78da1a66 req-c4d1922d-2768-4d4f-a99a-6e052d140e86 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46 HTTP/1.1" status: 200 len: 918 time: 0.2678463 Jul 16 01:41:52.941495 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3a8cd51c-0a58-455d-a96f-6a9e78da1a66 req-d43a1697-4e02-40ab-a84d-0c050c48d18a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41816ceb-c92d-4c6c-8b21-d19b461ea83e HTTP/1.1" status: 200 len: 1000 time: 0.1769807 Jul 16 01:41:53.084721 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cd51c-0a58-455d-a96f-6a9e78da1a66 req-f70b5a5a-fdfb-4af9-bc7d-24fa2d45668d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:53.086464 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3a8cd51c-0a58-455d-a96f-6a9e78da1a66 req-f70b5a5a-fdfb-4af9-bc7d-24fa2d45668d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e2260a5b-5f93-4f16-9877-6dd3618b52a8 HTTP/1.1" status: 200 len: 856 time: 0.1083407 Jul 16 01:41:53.223950 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b65b0d1c-09a8-4e1d-b103-2fe0cd081028 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.266951 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b0d1c-09a8-4e1d-b103-2fe0cd081028 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event deleted for resources: {'Port': ['ID=d4bd0116-9655-4bbc-b626-f507c62ceec9,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:53.333865 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ec7aa7c4-0072-430b-943f-49ec78903347 None None] Provisioning for port fbe15d3c-1236-4456-b410-5438d34e6b39 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:53.336388 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a7f06f9-8ad7-42db-8726-b322123ba809 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.341283 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cd51c-0a58-455d-a96f-6a9e78da1a66 req-7de9187d-417a-4891-8778-ae019a7febdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:53.342869 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3a8cd51c-0a58-455d-a96f-6a9e78da1a66 req-7de9187d-417a-4891-8778-ae019a7febdd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2311561 Jul 16 01:41:53.345797 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a7f06f9-8ad7-42db-8726-b322123ba809 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.346577 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a7f06f9-8ad7-42db-8726-b322123ba809 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.447677 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b65b0d1c-09a8-4e1d-b103-2fe0cd081028 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.531381 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f06f9-8ad7-42db-8726-b322123ba809 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=70367439-3ebb-43ff-8ac1-e6531a8914f0,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:53.567834 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e14b8cdf-ee91-4be7-8b30-8b7f8a94c2a3 None None] Provisioning for port 70367439-3ebb-43ff-8ac1-e6531a8914f0 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:53.570446 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e14b8cdf-ee91-4be7-8b30-8b7f8a94c2a3 None None] Provisioning complete for port 70367439-3ebb-43ff-8ac1-e6531a8914f0 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:53.570842 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e14b8cdf-ee91-4be7-8b30-8b7f8a94c2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.623445 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e14b8cdf-ee91-4be7-8b30-8b7f8a94c2a3 None None] Port 70367439-3ebb-43ff-8ac1-e6531a8914f0 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:53.624424 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2f131-bd85-4df7-90d5-96d93d66177e req-15a727c0-979d-4e81-ad66-ba885e4d696b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:53.628854 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b65b0d1c-09a8-4e1d-b103-2fe0cd081028 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.634395 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b65b0d1c-09a8-4e1d-b103-2fe0cd081028 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.637390 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-31d2f131-bd85-4df7-90d5-96d93d66177e req-15a727c0-979d-4e81-ad66-ba885e4d696b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.1291993 Jul 16 01:41:53.688210 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-31d2f131-bd85-4df7-90d5-96d93d66177e req-c722cc24-93ac-4bd0-af56-855c2c6e7788 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463657 Jul 16 01:41:53.715620 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3a8cd51c-0a58-455d-a96f-6a9e78da1a66 req-19b982d5-8182-4847-9d73-d82d008bbc59 service neutron] 10.222.0.82 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595645 Jul 16 01:41:53.732883 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b65b0d1c-09a8-4e1d-b103-2fe0cd081028 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.733398 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65b0d1c-09a8-4e1d-b103-2fe0cd081028 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Fanout notify agent at l3_agent the message router_deleted on router 25cb0daa-a185-45ba-a63b-71ea1b7bfdca {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:41:53.742369 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7f06f9-8ad7-42db-8726-b322123ba809 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:53.751664 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b65b0d1c-09a8-4e1d-b103-2fe0cd081028 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.753802 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b65b0d1c-09a8-4e1d-b103-2fe0cd081028 tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "DELETE /v2.0/routers/25cb0daa-a185-45ba-a63b-71ea1b7bfdca HTTP/1.1" status: 204 len: 168 time: 2.6113911 Jul 16 01:41:53.756676 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43188) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:53.765477 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-1a7f06f9-8ad7-42db-8726-b322123ba809 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:53.872524 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b48bef3b-fd80-4a4f-a178-a8f1368c96ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.966204 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3a8cd51c-0a58-455d-a96f-6a9e78da1a66 req-3066dcb7-6fac-479b-9df4-faea72ca0afc service neutron] 10.222.0.82 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426398 Jul 16 01:41:53.978051 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b48bef3b-fd80-4a4f-a178-a8f1368c96ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.989652 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-b48bef3b-fd80-4a4f-a178-a8f1368c96ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ee7226-2be3-4a36-81bb-86daff0c976c']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:54.002246 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-b48bef3b-fd80-4a4f-a178-a8f1368c96ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '727af481-8dc9-4bed-b48a-d7d2b5a3c3f5') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:54.002639 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-b48bef3b-fd80-4a4f-a178-a8f1368c96ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '727af481-8dc9-4bed-b48a-d7d2b5a3c3f5') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:54.016144 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b48bef3b-fd80-4a4f-a178-a8f1368c96ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.033991 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7f06f9-8ad7-42db-8726-b322123ba809 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Router 77f93a76-f820-4d52-854a-36b79e1c64d2 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:41:54.049711 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b48bef3b-fd80-4a4f-a178-a8f1368c96ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.055105 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48bef3b-fd80-4a4f-a178-a8f1368c96ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:54.055373 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b48bef3b-fd80-4a4f-a178-a8f1368c96ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:54.058571 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:54.164787 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b48bef3b-fd80-4a4f-a178-a8f1368c96ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.165886 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4d899aa9-21f2-4eb8-ae55-35d6465b136e None None] Provisioning complete for port 70367439-3ebb-43ff-8ac1-e6531a8914f0 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:54.166378 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d899aa9-21f2-4eb8-ae55-35d6465b136e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.173712 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b48bef3b-fd80-4a4f-a178-a8f1368c96ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.175710 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b48bef3b-fd80-4a4f-a178-a8f1368c96ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] 10.222.0.16 "DELETE /v2.0/networks/09ee7226-2be3-4a36-81bb-86daff0c976c HTTP/1.1" status: 204 len: 168 time: 0.4179032 Jul 16 01:41:54.176947 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7f06f9-8ad7-42db-8726-b322123ba809 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:54.183110 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1a7f06f9-8ad7-42db-8726-b322123ba809 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "PUT /v2.0/routers/77f93a76-f820-4d52-854a-36b79e1c64d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3198943 Jul 16 01:41:54.186107 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43192) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:54.192015 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] Sync routers for ids ['77f93a76-f820-4d52-854a-36b79e1c64d2'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:54.217458 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bef3b-fd80-4a4f-a178-a8f1368c96ea tempest-TestNetworkBasicOps-1186089054 tempest-TestNetworkBasicOps-1186089054-project] Pushing event deleted for resources: {'Network': ['ID=09ee7226-2be3-4a36-81bb-86daff0c976c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:54.231942 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] Routers {'77f93a76-f820-4d52-854a-36b79e1c64d2'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:54.232657 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:41:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['77f93a76-f820-4d52-854a-36b79e1c64d2'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:54.233632 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-4d899aa9-21f2-4eb8-ae55-35d6465b136e None None] Port 70367439-3ebb-43ff-8ac1-e6531a8914f0 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:54.315287 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbb4183-a1ad-424c-be70-7efb842c2edb tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:54.319294 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ccbb4183-a1ad-424c-be70-7efb842c2edb tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports/70367439-3ebb-43ff-8ac1-e6531a8914f0 HTTP/1.1" status: 200 len: 911 time: 0.1282840 Jul 16 01:41:54.319678 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43196) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:54.377126 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] Set router 77f93a76-f820-4d52-854a-36b79e1c64d2 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:54.410225 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device fbe15d3c-1236-4456-b410-5438d34e6b39 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:54.445104 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedd0b18-d07f-4b5c-96d2-93b8e972be31 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:54.451736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedd0b18-d07f-4b5c-96d2-93b8e972be31 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:54.454101 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-dedd0b18-d07f-4b5c-96d2-93b8e972be31 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1332777 Jul 16 01:41:54.457033 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43198) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:54.508074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port fbe15d3c-1236-4456-b410-5438d34e6b39 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:54.513165 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port fbe15d3c-1236-4456-b410-5438d34e6b39 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:54.513537 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.637597 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.690664 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port fbe15d3c-1236-4456-b410-5438d34e6b39, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=fbe15d3c-1236-4456-b410-5438d34e6b39,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:54.699770 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.700255 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f93a76-f820-4d52-854a-36b79e1c64d2', 'name': 'tempest-NetworksTestDHCPv6-router-1003683685', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:49Z', 'updated_at': '2021-07-16T01:41:52Z', 'revision_number': 2, 'project_id': 'ae85f7e63bae49328f00850ffc54facf', 'gw_port_host': None, '_interfaces': [{'id': '70367439-3ebb-43ff-8ac1-e6531a8914f0', 'name': '', 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'mac_address': 'fa:16:3e:ec:46:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f93a76-f820-4d52-854a-36b79e1c64d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '32686020-d9a3-4cb8-aa01-e6c6a0178495', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:50Z', 'updated_at': '2021-07-16T01:41:53Z', 'revision_number': 2, 'project_id': 'ae85f7e63bae49328f00850ffc54facf', 'subnets': [{'id': '32686020-d9a3-4cb8-aa01-e6c6a0178495', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:54.716202 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43202) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:54.784729 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] Checking router: 77f93a76-f820-4d52-854a-36b79e1c64d2 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:54.785400 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] Updating router 77f93a76-f820-4d52-854a-36b79e1c64d2 port 70367439-3ebb-43ff-8ac1-e6531a8914f0 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:41:54.838205 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.006686 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0049b752-1c0f-41f0-aa12-1fe5e29831e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5db3964ad24743648c502cd9b77ad865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2886906 Jul 16 01:41:55.009247 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43208) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:55.044420 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa65fb-f525-41aa-aea4-1fd949d1c18b req-d1918ad5-75d2-47da-ba17-b2442ac1d4c0 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:55.045970 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3afa65fb-f525-41aa-aea4-1fd949d1c18b req-d1918ad5-75d2-47da-ba17-b2442ac1d4c0 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 945 time: 0.1625669 Jul 16 01:41:55.047823 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=fbe15d3c-1236-4456-b410-5438d34e6b39,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:55.052962 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 9c22ebaf-35a2-4b54-9228-37f34653397a no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:55.077752 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 9c22ebaf-35a2-4b54-9228-37f34653397a {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:55.078354 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 9c22ebaf-35a2-4b54-9228-37f34653397a not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:55.078776 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d4bd0116-9655-4bbc-b626-f507c62ceec9 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:55.101128 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: d4bd0116-9655-4bbc-b626-f507c62ceec9 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:55.101388 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d4bd0116-9655-4bbc-b626-f507c62ceec9 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:55.143356 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3afa65fb-f525-41aa-aea4-1fd949d1c18b req-8f486b17-9c93-465a-be0d-fcc7f203b722 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856056 Jul 16 01:41:55.150768 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b24360d3-dbb0-4087-a844-b44036d2e28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.159681 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4209da8b-1470-4e90-8498-2f366af61013 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.193766 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b24360d3-dbb0-4087-a844-b44036d2e28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.268189 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b24360d3-dbb0-4087-a844-b44036d2e28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.271250 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b24360d3-dbb0-4087-a844-b44036d2e28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.273963 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b24360d3-dbb0-4087-a844-b44036d2e28d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5501f7e-600b-4e44-bd8d-50ee7b4d3edb HTTP/1.1" status: 204 len: 168 time: 0.2624707 Jul 16 01:41:55.283259 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24360d3-dbb0-4087-a844-b44036d2e28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5501f7e-600b-4e44-bd8d-50ee7b4d3edb,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:55.374159 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.392548 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] Transition to ACTIVE for port object 70367439-3ebb-43ff-8ac1-e6531a8914f0 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:55.399448 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.467162 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebcfece-b466-44cd-b6a2-42b53698e58e None None] Pushing event updated for resources: {'Port': ['ID=70367439-3ebb-43ff-8ac1-e6531a8914f0,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:55.486975 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcfece-b466-44cd-b6a2-42b53698e58e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:55.486975 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcfece-b466-44cd-b6a2-42b53698e58e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:55.486975 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcfece-b466-44cd-b6a2-42b53698e58e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:55.492888 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcfece-b466-44cd-b6a2-42b53698e58e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:55.493237 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcfece-b466-44cd-b6a2-42b53698e58e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:55.493923 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcfece-b466-44cd-b6a2-42b53698e58e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:55.494257 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcfece-b466-44cd-b6a2-42b53698e58e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:55.494876 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcfece-b466-44cd-b6a2-42b53698e58e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:55.494876 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcfece-b466-44cd-b6a2-42b53698e58e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:55.495218 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcfece-b466-44cd-b6a2-42b53698e58e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:55.495540 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcfece-b466-44cd-b6a2-42b53698e58e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:55.495860 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcfece-b466-44cd-b6a2-42b53698e58e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:55.513820 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-4209da8b-1470-4e90-8498-2f366af61013 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting port 70367439-3ebb-43ff-8ac1-e6531a8914f0 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:55.514341 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4209da8b-1470-4e90-8498-2f366af61013 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.577357 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] Attempting to bind port 70367439-3ebb-43ff-8ac1-e6531a8914f0 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:55.577846 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] Attempting to bind port 70367439-3ebb-43ff-8ac1-e6531a8914f0 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:55.578290 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] Attempting to bind port 70367439-3ebb-43ff-8ac1-e6531a8914f0 on network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:55.586379 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:55.586885 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] Checking segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:55.587383 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.587861 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] Bound using segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:55.588470 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] Bound port: 70367439-3ebb-43ff-8ac1-e6531a8914f0, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:55.588936 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.650642 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-4209da8b-1470-4e90-8498-2f366af61013 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] For port 70367439-3ebb-43ff-8ac1-e6531a8914f0, host n-d-792394-16, got binding levels [] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:55.651221 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4209da8b-1470-4e90-8498-2f366af61013 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.668828 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-4209da8b-1470-4e90-8498-2f366af61013 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Calling delete_port for 70367439-3ebb-43ff-8ac1-e6531a8914f0 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:55.682297 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] For port 70367439-3ebb-43ff-8ac1-e6531a8914f0, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:55.687069 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] For port 70367439-3ebb-43ff-8ac1-e6531a8914f0, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=70367439-3ebb-43ff-8ac1-e6531a8914f0,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:55.696724 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.806540 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebcfece-b466-44cd-b6a2-42b53698e58e None None] Pushing event updated for resources: {'Port': ['ID=70367439-3ebb-43ff-8ac1-e6531a8914f0,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:55.822573 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] Routers {'77f93a76-f820-4d52-854a-36b79e1c64d2'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:55.823221 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:41:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['77f93a76-f820-4d52-854a-36b79e1c64d2'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:55.828660 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43218) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:55.845384 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eb3607f8-8be8-4bbf-a486-9f5c097b2d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.979566 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] Set router 77f93a76-f820-4d52-854a-36b79e1c64d2 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:56.001906 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eb3607f8-8be8-4bbf-a486-9f5c097b2d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.014428 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eb3607f8-8be8-4bbf-a486-9f5c097b2d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.020709 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4209da8b-1470-4e90-8498-2f366af61013 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.045995 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3607f8-8be8-4bbf-a486-9f5c097b2d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b3e955-d017-43d8-93b0-25d7c290d6ec,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:56.087726 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-eb3607f8-8be8-4bbf-a486-9f5c097b2d1d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=778c2b39e454472c9fc33ca42d7c5f9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541900 Jul 16 01:41:56.087930 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43220) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:56.128383 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209da8b-1470-4e90-8498-2f366af61013 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Port': ['ID=70367439-3ebb-43ff-8ac1-e6531a8914f0,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:56.162918 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 41816ceb-c92d-4c6c-8b21-d19b461ea83e no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:56.248818 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4209da8b-1470-4e90-8498-2f366af61013 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.265695 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-556b3a24-807f-4949-9ce6-b05ee125d169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.266387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device fbe15d3c-1236-4456-b410-5438d34e6b39 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:56.329255 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-fcabf3d2-66d9-4514-a8b9-b5b88998c826 None None] Could not find standard attr ID for object 70367439-3ebb-43ff-8ac1-e6531a8914f0. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:41:56.388741 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-556b3a24-807f-4949-9ce6-b05ee125d169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.403214 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f93a76-f820-4d52-854a-36b79e1c64d2', 'name': 'tempest-NetworksTestDHCPv6-router-1003683685', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:49Z', 'updated_at': '2021-07-16T01:41:52Z', 'revision_number': 2, 'project_id': 'ae85f7e63bae49328f00850ffc54facf', 'gw_port_host': None, '_interfaces': [{'id': '70367439-3ebb-43ff-8ac1-e6531a8914f0', 'name': '', 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'mac_address': 'fa:16:3e:ec:46:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f93a76-f820-4d52-854a-36b79e1c64d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '32686020-d9a3-4cb8-aa01-e6c6a0178495', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:50Z', 'updated_at': '2021-07-16T01:41:55Z', 'revision_number': 4, 'project_id': 'ae85f7e63bae49328f00850ffc54facf', 'subnets': [{'id': '32686020-d9a3-4cb8-aa01-e6c6a0178495', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:56.440723 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port fbe15d3c-1236-4456-b410-5438d34e6b39 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:56.441331 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.449759 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.511853 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602f3343-29ac-4f9d-ab55-bb13c3bb19b7 None None] The sync data for ids ['77f93a76-f820-4d52-854a-36b79e1c64d2'] in n-d-792394-16 is: [{'id': '77f93a76-f820-4d52-854a-36b79e1c64d2', 'name': 'tempest-NetworksTestDHCPv6-router-1003683685', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:49Z', 'updated_at': '2021-07-16T01:41:52Z', 'revision_number': 2, 'project_id': 'ae85f7e63bae49328f00850ffc54facf', 'gw_port_host': None, '_interfaces': [{'id': '70367439-3ebb-43ff-8ac1-e6531a8914f0', 'name': '', 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'mac_address': 'fa:16:3e:ec:46:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f93a76-f820-4d52-854a-36b79e1c64d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '32686020-d9a3-4cb8-aa01-e6c6a0178495', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:50Z', 'updated_at': '2021-07-16T01:41:55Z', 'revision_number': 4, 'project_id': 'ae85f7e63bae49328f00850ffc54facf', 'subnets': [{'id': '32686020-d9a3-4cb8-aa01-e6c6a0178495', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:56.514431 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-556b3a24-807f-4949-9ce6-b05ee125d169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.523672 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-556b3a24-807f-4949-9ce6-b05ee125d169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.523672 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-556b3a24-807f-4949-9ce6-b05ee125d169 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7b3e955-d017-43d8-93b0-25d7c290d6ec HTTP/1.1" status: 204 len: 168 time: 0.4284060 Jul 16 01:41:56.544970 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b3a24-807f-4949-9ce6-b05ee125d169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b3e955-d017-43d8-93b0-25d7c290d6ec,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:56.594306 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7601f0-c3ad-4acc-a968-2e2d1719c6fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41816ceb-c92d-4c6c-8b21-d19b461ea83e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:56.596942 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e36fe93-8773-44be-b268-b6bdb9d22712" -d '{"events": [{"server_uuid": "ff7601f0-c3ad-4acc-a968-2e2d1719c6fa", "name": "network-vif-unplugged", "status": "completed", "tag": "41816ceb-c92d-4c6c-8b21-d19b461ea83e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:56.625133 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 41816ceb-c92d-4c6c-8b21-d19b461ea83e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=41816ceb-c92d-4c6c-8b21-d19b461ea83e,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:56.638283 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.645850 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-50e0b0f2-0562-4257-a4c2-2b2d6fed7ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.737619 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4209da8b-1470-4e90-8498-2f366af61013 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Router 77f93a76-f820-4d52-854a-36b79e1c64d2 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:56.772478 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=41816ceb-c92d-4c6c-8b21-d19b461ea83e,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:57.023682 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efde6fa-cc9a-4025-95b1-f4502c56f0ea x-openstack-request-id: req-9efde6fa-cc9a-4025-95b1-f4502c56f0ea {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:57.024065 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7601f0-c3ad-4acc-a968-2e2d1719c6fa", "name": "network-vif-unplugged", "status": "failed", "tag": "41816ceb-c92d-4c6c-8b21-d19b461ea83e", "code": 422}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:57.024478 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9efde6fa-cc9a-4025-95b1-f4502c56f0ea {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:57.025092 n-d-792394-16 neutron-server[93957]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ff7601f0-c3ad-4acc-a968-2e2d1719c6fa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '41816ceb-c92d-4c6c-8b21-d19b461ea83e', 'code': 422} returned with failed status Jul 16 01:41:57.374534 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948e2ef-8653-4fdd-9dcd-adabb647e36b req-37da7149-59b8-4012-bc79-5ec1da3cd365 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:57.376127 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3948e2ef-8653-4fdd-9dcd-adabb647e36b req-37da7149-59b8-4012-bc79-5ec1da3cd365 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 0.8136470 Jul 16 01:41:57.426893 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4209da8b-1470-4e90-8498-2f366af61013 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:57.448531 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4209da8b-1470-4e90-8498-2f366af61013 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "PUT /v2.0/routers/77f93a76-f820-4d52-854a-36b79e1c64d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9882219 Jul 16 01:41:57.449575 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43270) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:57.508120 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3948e2ef-8653-4fdd-9dcd-adabb647e36b req-ce890a02-62d7-46b5-a628-d9259717d410 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1020615 Jul 16 01:41:57.531916 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ee45b3-7064-43d5-b6ff-e0cc90e33507 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:57.533766 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ee45b3-7064-43d5-b6ff-e0cc90e33507 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:57.538245 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-29ee45b3-7064-43d5-b6ff-e0cc90e33507 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0857563 Jul 16 01:41:57.538895 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43272) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:57.617786 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f9d08c-7de0-4dde-9b4f-75ec737685a1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet 32686020-d9a3-4cb8-aa01-e6c6a0178495 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:57.621910 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5f9d08c-7de0-4dde-9b4f-75ec737685a1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.689510 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5f9d08c-7de0-4dde-9b4f-75ec737685a1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.821251 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5f9d08c-7de0-4dde-9b4f-75ec737685a1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.898335 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5f9d08c-7de0-4dde-9b4f-75ec737685a1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.923377 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d83f61-d973-4cca-90ad-8a952319244a None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:57.955064 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5f9d08c-7de0-4dde-9b4f-75ec737685a1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.960532 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c5f9d08c-7de0-4dde-9b4f-75ec737685a1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/32686020-d9a3-4cb8-aa01-e6c6a0178495 HTTP/1.1" status: 204 len: 168 time: 0.4179726 Jul 16 01:41:57.961627 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43290) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:57.971898 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9d08c-7de0-4dde-9b4f-75ec737685a1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=32686020-d9a3-4cb8-aa01-e6c6a0178495,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:58.077630 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-046a4c77-e9c8-4486-b5d4-e6f162276f55 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1118894 Jul 16 01:41:58.077918 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43296) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:58.218830 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7bf222f5-51df-4e25-9a34-700455d3751d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.318460 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-bcfe1ecf-4304-4fa0-b2da-ebda72d0c9c0 req-2e8da680-ea1a-41f4-99e1-b5804e54e44a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:41:58.320145 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bcfe1ecf-4304-4fa0-b2da-ebda72d0c9c0 req-2e8da680-ea1a-41f4-99e1-b5804e54e44a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068779 Jul 16 01:41:58.335417 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53fc50b-f68e-4201-8f71-8a3de5b7a27e None None] DHCP port deletion for 263c6a6c-93e1-4622-bf61-98aa7f54dc76 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:58.434553 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c53fc50b-f68e-4201-8f71-8a3de5b7a27e None None] Deleting port fbe15d3c-1236-4456-b410-5438d34e6b39 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:58.434937 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c53fc50b-f68e-4201-8f71-8a3de5b7a27e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.455322 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7bf222f5-51df-4e25-9a34-700455d3751d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.457824 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7bf222f5-51df-4e25-9a34-700455d3751d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.524994 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d35e50a-bfaa-4703-beef-10918e4b95cc None None] Sync routers for ids ['77f93a76-f820-4d52-854a-36b79e1c64d2'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:58.526826 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7bf222f5-51df-4e25-9a34-700455d3751d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.527767 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf222f5-51df-4e25-9a34-700455d3751d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Fanout notify agent at l3_agent the message router_deleted on router 77f93a76-f820-4d52-854a-36b79e1c64d2 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:41:58.542011 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7bf222f5-51df-4e25-9a34-700455d3751d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.546271 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7bf222f5-51df-4e25-9a34-700455d3751d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/routers/77f93a76-f820-4d52-854a-36b79e1c64d2 HTTP/1.1" status: 204 len: 168 time: 0.4646332 Jul 16 01:41:58.546774 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43308) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:58.624727 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c53fc50b-f68e-4201-8f71-8a3de5b7a27e None None] For port fbe15d3c-1236-4456-b410-5438d34e6b39, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=fbe15d3c-1236-4456-b410-5438d34e6b39,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:58.625486 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c53fc50b-f68e-4201-8f71-8a3de5b7a27e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.628413 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d35e50a-bfaa-4703-beef-10918e4b95cc None None] Routers set() bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:58.629009 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d35e50a-bfaa-4703-beef-10918e4b95cc None None] Router IDs set() for agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:41:58.630170 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_agentschedulers_db [None req-6d35e50a-bfaa-4703-beef-10918e4b95cc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'77f93a76-f820-4d52-854a-36b79e1c64d2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:41:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent'). {{(pid=93957) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 01:41:58.651470 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c53fc50b-f68e-4201-8f71-8a3de5b7a27e None None] Calling delete_port for fbe15d3c-1236-4456-b410-5438d34e6b39 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:58.666909 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d35e50a-bfaa-4703-beef-10918e4b95cc None None] Routers set() bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:58.668587 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d35e50a-bfaa-4703-beef-10918e4b95cc None None] Router IDs set() for agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:41:58.669419 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_agentschedulers_db [None req-6d35e50a-bfaa-4703-beef-10918e4b95cc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'77f93a76-f820-4d52-854a-36b79e1c64d2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:41:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent'). {{(pid=93957) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 01:41:58.670280 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d35e50a-bfaa-4703-beef-10918e4b95cc None None] The sync data for ids ['77f93a76-f820-4d52-854a-36b79e1c64d2'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:58.719734 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef70064-2a35-4786-9ad7-122ab20da454 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:58.724636 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fef70064-2a35-4786-9ad7-122ab20da454 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1767285 Jul 16 01:41:58.725598 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43318) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:58.793437 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ada757-6c66-490a-805e-34f38f243dcd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:58.796544 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f6ada757-6c66-490a-805e-34f38f243dcd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0694387 Jul 16 01:41:58.799274 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43320) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:58.807799 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c53fc50b-f68e-4201-8f71-8a3de5b7a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.830887 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e33e6-8655-493f-91fd-eaf2beb208a5 req-7e8b5029-d583-4d5c-8a08-fdcf96ea90f4 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:58.833026 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-066e33e6-8655-493f-91fd-eaf2beb208a5 req-7e8b5029-d583-4d5c-8a08-fdcf96ea90f4 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 0.1384799 Jul 16 01:41:58.843723 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-038e5e70-14ea-4288-9a25-2c279a1e694c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430293 Jul 16 01:41:58.848923 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43326) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:58.855793 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-aa1c25ec-24f6-4063-b4a2-fde3c717e32c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:58.869982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53fc50b-f68e-4201-8f71-8a3de5b7a27e None None] Pushing event deleted for resources: {'Port': ['ID=fbe15d3c-1236-4456-b410-5438d34e6b39,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:58.892802 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53fc50b-f68e-4201-8f71-8a3de5b7a27e None None] No DVR routers for this DVR port fbe15d3c-1236-4456-b410-5438d34e6b39 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:58.908946 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-066e33e6-8655-493f-91fd-eaf2beb208a5 req-275e20c3-abfd-436a-bb00-f8cb9c45b3f4 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651438 Jul 16 01:41:58.998943 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1c25ec-24f6-4063-b4a2-fde3c717e32c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:59.007359 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aa1c25ec-24f6-4063-b4a2-fde3c717e32c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.105896 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43342) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:59.316776 n-d-792394-16 neutron-server[93956]: DEBUG neutron.objects.ports [None req-aa1c25ec-24f6-4063-b4a2-fde3c717e32c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93956) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:41:59.318285 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aa1c25ec-24f6-4063-b4a2-fde3c717e32c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.397337 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26f8b665-1f89-4fbc-978e-3e4e2921faec req-028e1e6f-bdc4-41e7-a8cd-dab64dde8262 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2893641 Jul 16 01:41:59.398088 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c25ec-24f6-4063-b4a2-fde3c717e32c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=335e0290-9f0e-408b-ac28-a8d1c8881ff2,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:59.414787 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1c25ec-24f6-4063-b4a2-fde3c717e32c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:59.416332 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-aa1c25ec-24f6-4063-b4a2-fde3c717e32c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:59.434581 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1c25ec-24f6-4063-b4a2-fde3c717e32c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:59.434581 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aa1c25ec-24f6-4063-b4a2-fde3c717e32c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.435368 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9697b742-9fe9-4313-96d4-169616ebb4ac None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:59.448953 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-aa1c25ec-24f6-4063-b4a2-fde3c717e32c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5976019 Jul 16 01:41:59.451256 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43354) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:59.457249 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-1897f5c0-3527-41a8-a013-bf2e29b33f5f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:59.542427 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-99a705b6-1970-4f93-99f9-57d21c6f8e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.627198 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1897f5c0-3527-41a8-a013-bf2e29b33f5f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:59.632878 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1897f5c0-3527-41a8-a013-bf2e29b33f5f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.686342 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659b2fdd-0bc4-4471-89e2-c51b9b15a681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'fixed_ips': [{'subnet_id': '335e0290-9f0e-408b-ac28-a8d1c8881ff2'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:41:59.687194 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-659b2fdd-0bc4-4471-89e2-c51b9b15a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.701219 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.846316 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-659b2fdd-0bc4-4471-89e2-c51b9b15a681 None None] Allocated IP 2001:db8::f816:3eff:fe9b:9316 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/335e0290-9f0e-408b-ac28-a8d1c8881ff2/48196409-ef55-47c2-95c0-10ff3fe6ff53) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:59.961449 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1897f5c0-3527-41a8-a013-bf2e29b33f5f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.004626 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-659b2fdd-0bc4-4471-89e2-c51b9b15a681 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.016411 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-659b2fdd-0bc4-4471-89e2-c51b9b15a681 None None] Transition to ACTIVE for port object 48196409-ef55-47c2-95c0-10ff3fe6ff53 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:00.033528 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1897f5c0-3527-41a8-a013-bf2e29b33f5f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:00.038343 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-1897f5c0-3527-41a8-a013-bf2e29b33f5f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:00.042475 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1897f5c0-3527-41a8-a013-bf2e29b33f5f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:00.043394 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1897f5c0-3527-41a8-a013-bf2e29b33f5f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.062221 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-659b2fdd-0bc4-4471-89e2-c51b9b15a681 None None] Transition to ACTIVE for port object 48196409-ef55-47c2-95c0-10ff3fe6ff53 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:00.064841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897f5c0-3527-41a8-a013-bf2e29b33f5f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=ce12f771-03e9-43a1-a198-ac1172facf65,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:00.081889 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43364) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:00.083640 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1897f5c0-3527-41a8-a013-bf2e29b33f5f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6310844 Jul 16 01:42:00.084992 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-659b2fdd-0bc4-4471-89e2-c51b9b15a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.087980 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-21c56fef-458f-4fc2-b9c3-61abe78a977b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'mac_address': 'fa:16:3e:8d:b5:62', 'name': 'tempest-NetworksTestDHCPv6-291234685'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:00.108548 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659b2fdd-0bc4-4471-89e2-c51b9b15a681 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:00.111326 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-659b2fdd-0bc4-4471-89e2-c51b9b15a681 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:00.133575 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659b2fdd-0bc4-4471-89e2-c51b9b15a681 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:00.190578 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device fbe15d3c-1236-4456-b410-5438d34e6b39 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:00.198149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 41816ceb-c92d-4c6c-8b21-d19b461ea83e no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:00.205772 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dd57e-34c5-413a-83fb-60c7f28aa353 req-5c198a9f-d139-435e-8c13-f6222ac83466 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:00.213749 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e59dd57e-34c5-413a-83fb-60c7f28aa353 req-5c198a9f-d139-435e-8c13-f6222ac83466 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 0.1047192 Jul 16 01:42:00.223779 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43366) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:00.230983 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-5367a3cb-7757-407b-8e94-91aa3f788797 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Request body: {'network': {'name': 'tempest-network-smoke--626522193', 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'port_security_enabled': True}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:00.284472 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: fbe15d3c-1236-4456-b410-5438d34e6b39 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:00.284472 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device fbe15d3c-1236-4456-b410-5438d34e6b39 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:00.284472 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 70367439-3ebb-43ff-8ac1-e6531a8914f0 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:00.289277 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e59dd57e-34c5-413a-83fb-60c7f28aa353 req-f3ca3e9b-696c-487e-9c63-4d716cd3c249 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741374 Jul 16 01:42:00.295012 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5367a3cb-7757-407b-8e94-91aa3f788797 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Made reservation on behalf of 63d7dd0927134fe38f3ae78f1b64b169 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:00.305105 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5367a3cb-7757-407b-8e94-91aa3f788797 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.308139 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 70367439-3ebb-43ff-8ac1-e6531a8914f0 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:00.308526 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 70367439-3ebb-43ff-8ac1-e6531a8914f0 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:00.327752 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b2fdd-0bc4-4471-89e2-c51b9b15a681 None None] Pushing event updated for resources: {'Port': ['ID=48196409-ef55-47c2-95c0-10ff3fe6ff53,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:00.331934 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5367a3cb-7757-407b-8e94-91aa3f788797 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.335458 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c56fef-458f-4fc2-b9c3-61abe78a977b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:00.347348 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-659b2fdd-0bc4-4471-89e2-c51b9b15a681 None None] Attempting to bind port 48196409-ef55-47c2-95c0-10ff3fe6ff53 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:00.348020 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-659b2fdd-0bc4-4471-89e2-c51b9b15a681 None None] Attempting to bind port 48196409-ef55-47c2-95c0-10ff3fe6ff53 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:00.348600 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b2fdd-0bc4-4471-89e2-c51b9b15a681 None None] Attempting to bind port 48196409-ef55-47c2-95c0-10ff3fe6ff53 on network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:00.354576 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b2fdd-0bc4-4471-89e2-c51b9b15a681 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:00.355255 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b2fdd-0bc4-4471-89e2-c51b9b15a681 None None] Checking segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:00.355844 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-659b2fdd-0bc4-4471-89e2-c51b9b15a681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.356408 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b2fdd-0bc4-4471-89e2-c51b9b15a681 None None] Bound using segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:00.357051 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-659b2fdd-0bc4-4471-89e2-c51b9b15a681 None None] Bound port: 48196409-ef55-47c2-95c0-10ff3fe6ff53, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:00.357629 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-659b2fdd-0bc4-4471-89e2-c51b9b15a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.445399 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21c56fef-458f-4fc2-b9c3-61abe78a977b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.461234 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-659b2fdd-0bc4-4471-89e2-c51b9b15a681 None None] For port 48196409-ef55-47c2-95c0-10ff3fe6ff53, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:00.465590 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-659b2fdd-0bc4-4471-89e2-c51b9b15a681 None None] For port 48196409-ef55-47c2-95c0-10ff3fe6ff53, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=48196409-ef55-47c2-95c0-10ff3fe6ff53,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:00.471604 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-21c56fef-458f-4fc2-b9c3-61abe78a977b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] device_id is not set on port 0b9cb26d-61ce-46b4-8df4-66ba0553c06d yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:00.473358 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-659b2fdd-0bc4-4471-89e2-c51b9b15a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.481342 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5367a3cb-7757-407b-8e94-91aa3f788797 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.489843 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5367a3cb-7757-407b-8e94-91aa3f788797 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.553490 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5367a3cb-7757-407b-8e94-91aa3f788797 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:42:00.578496 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5367a3cb-7757-407b-8e94-91aa3f788797 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.578862 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-5367a3cb-7757-407b-8e94-91aa3f788797 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Added segment fc4889f0-181f-4e75-918c-4052628bbbf4 of type vlan for network 9e93b8bb-b44c-442e-b310-cd59185d14ad Jul 16 01:42:00.580433 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367a3cb-7757-407b-8e94-91aa3f788797 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32d34bc-ff3f-4d4b-9706-7a62772b0099,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:00.586017 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b2fdd-0bc4-4471-89e2-c51b9b15a681 None None] Pushing event updated for resources: {'Port': ['ID=48196409-ef55-47c2-95c0-10ff3fe6ff53,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:00.647512 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5367a3cb-7757-407b-8e94-91aa3f788797 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.714315 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5367a3cb-7757-407b-8e94-91aa3f788797 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.727276 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5367a3cb-7757-407b-8e94-91aa3f788797 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:00.728185 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5367a3cb-7757-407b-8e94-91aa3f788797 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.752199 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-21c56fef-458f-4fc2-b9c3-61abe78a977b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 172.20.0.12 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/ce12f771-03e9-43a1-a198-ac1172facf65/0b9cb26d-61ce-46b4-8df4-66ba0553c06d) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:00.772486 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-21c56fef-458f-4fc2-b9c3-61abe78a977b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8::f816:3eff:fe8d:b562 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/335e0290-9f0e-408b-ac28-a8d1c8881ff2/0b9cb26d-61ce-46b4-8df4-66ba0553c06d) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:00.808692 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.994374 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21c56fef-458f-4fc2-b9c3-61abe78a977b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.010126 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-21c56fef-458f-4fc2-b9c3-61abe78a977b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Transition to ACTIVE for port object 0b9cb26d-61ce-46b4-8df4-66ba0553c06d will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:01.059579 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21c56fef-458f-4fc2-b9c3-61abe78a977b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.116490 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c56fef-458f-4fc2-b9c3-61abe78a977b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:01.136169 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-21c56fef-458f-4fc2-b9c3-61abe78a977b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:01.149429 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c56fef-458f-4fc2-b9c3-61abe78a977b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:01.200138 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c56fef-458f-4fc2-b9c3-61abe78a977b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=0b9cb26d-61ce-46b4-8df4-66ba0553c06d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:01.247636 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5367a3cb-7757-407b-8e94-91aa3f788797 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0226157 Jul 16 01:42:01.250780 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43376) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:01.250998 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c56fef-458f-4fc2-b9c3-61abe78a977b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:01.251586 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21c56fef-458f-4fc2-b9c3-61abe78a977b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.258349 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-9a7084e7-5880-488f-8e8e-767335a08f44 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-702512809', 'admin_state_up': True, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:01.278801 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-21c56fef-458f-4fc2-b9c3-61abe78a977b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1953354 Jul 16 01:42:01.282145 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43378) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:01.295215 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367a3cb-7757-407b-8e94-91aa3f788797 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event updated for resources: {'Network': ['ID=9e93b8bb-b44c-442e-b310-cd59185d14ad,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:01.308211 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 9e93b8bb-b44c-442e-b310-cd59185d14ad details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:42:01.319890 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a7084e7-5880-488f-8e8e-767335a08f44 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.321502 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a7084e7-5880-488f-8e8e-767335a08f44 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.424866 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a7084e7-5880-488f-8e8e-767335a08f44 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.451761 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b185e787-3545-48e7-86ce-2ddf8f48d109 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:01.469439 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b185e787-3545-48e7-86ce-2ddf8f48d109 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:01.474761 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b185e787-3545-48e7-86ce-2ddf8f48d109 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1899860 Jul 16 01:42:01.480668 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43382) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:01.519007 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.657108 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a7084e7-5880-488f-8e8e-767335a08f44 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.742347 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305da6fc-7983-4a25-a512-0478a8c8ee91 req-cf2d80db-e525-4fa2-a180-766b0edefa3e tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:01.744755 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-305da6fc-7983-4a25-a512-0478a8c8ee91 req-cf2d80db-e525-4fa2-a180-766b0edefa3e tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 0.1772072 Jul 16 01:42:01.750563 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-1409016f-ca4e-4b51-b369-d4024dfc3170 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting port 0b9cb26d-61ce-46b4-8df4-66ba0553c06d {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:01.750937 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1409016f-ca4e-4b51-b369-d4024dfc3170 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.905019 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-305da6fc-7983-4a25-a512-0478a8c8ee91 req-833c3fc3-1459-412e-8a62-39a07cc5b06b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1504748 Jul 16 01:42:01.950234 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1409016f-ca4e-4b51-b369-d4024dfc3170 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.963129 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-1409016f-ca4e-4b51-b369-d4024dfc3170 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Calling delete_port for 0b9cb26d-61ce-46b4-8df4-66ba0553c06d owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:01.978643 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a7084e7-5880-488f-8e8e-767335a08f44 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.983399 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4164d5-df7d-4075-ad61-386bba012c24 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:02.004576 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a7084e7-5880-488f-8e8e-767335a08f44 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.075095 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0cc32f93-d3b1-4328-b18f-10bc624f0e03 None None] Provisioning for port 48196409-ef55-47c2-95c0-10ff3fe6ff53 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:02.125383 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-9a7084e7-5880-488f-8e8e-767335a08f44 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Allocated IP 172.25.6.72 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/1a807622-5971-49f2-bcab-514769db1c3e) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:02.266484 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a7084e7-5880-488f-8e8e-767335a08f44 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.272230 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 48196409-ef55-47c2-95c0-10ff3fe6ff53 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:02.344979 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a7084e7-5880-488f-8e8e-767335a08f44 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.387542 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24bd0a3-94c3-4b7c-8a32-3a19f8b90138 None None] Update dhcp port {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'fixed_ips': [{'subnet_id': '335e0290-9f0e-408b-ac28-a8d1c8881ff2', 'ip_address': '2001:db8::f816:3eff:fe9b:9316'}, {'subnet_id': 'ce12f771-03e9-43a1-a198-ac1172facf65'}], 'binding:host_id': 'n-d-792394-16'}, 'id': '48196409-ef55-47c2-95c0-10ff3fe6ff53'} from n-d-792394-16. {{(pid=93957) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:42:02.406766 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7084e7-5880-488f-8e8e-767335a08f44 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:02.413148 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-9a7084e7-5880-488f-8e8e-767335a08f44 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:02.413640 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1409016f-ca4e-4b51-b369-d4024dfc3170 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.418254 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7084e7-5880-488f-8e8e-767335a08f44 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:02.421739 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7084e7-5880-488f-8e8e-767335a08f44 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event updated for resources: {'Port': ['ID=1a807622-5971-49f2-bcab-514769db1c3e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:02.435019 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 48196409-ef55-47c2-95c0-10ff3fe6ff53 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:02.446922 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 48196409-ef55-47c2-95c0-10ff3fe6ff53 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:02.447558 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.451677 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c24bd0a3-94c3-4b7c-8a32-3a19f8b90138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.611383 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409016f-ca4e-4b51-b369-d4024dfc3170 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Port': ['ID=0b9cb26d-61ce-46b4-8df4-66ba0553c06d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:02.652696 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.686622 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1409016f-ca4e-4b51-b369-d4024dfc3170 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.691355 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1409016f-ca4e-4b51-b369-d4024dfc3170 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/0b9cb26d-61ce-46b4-8df4-66ba0553c06d HTTP/1.1" status: 204 len: 168 time: 1.2070501 Jul 16 01:42:02.691563 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43388) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:02.743798 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.764649 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e787589-9cf9-468e-870e-7ac901b76b7a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:02.766071 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e787589-9cf9-468e-870e-7ac901b76b7a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:02.768026 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e787589-9cf9-468e-870e-7ac901b76b7a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:02.772711 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9e787589-9cf9-468e-870e-7ac901b76b7a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0735185 Jul 16 01:42:02.773271 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43392) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:02.779877 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a7084e7-5880-488f-8e8e-767335a08f44 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.822810 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-c24bd0a3-94c3-4b7c-8a32-3a19f8b90138 None None] Allocated IP 172.20.0.2 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/ce12f771-03e9-43a1-a198-ac1172facf65/48196409-ef55-47c2-95c0-10ff3fe6ff53) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:02.843641 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3754f6-3a62-4b9d-a504-e70f1f9ed9b8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet 335e0290-9f0e-408b-ac28-a8d1c8881ff2 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:02.956333 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c24bd0a3-94c3-4b7c-8a32-3a19f8b90138 None None] For port 48196409-ef55-47c2-95c0-10ff3fe6ff53, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=48196409-ef55-47c2-95c0-10ff3fe6ff53,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:02.988158 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c24bd0a3-94c3-4b7c-8a32-3a19f8b90138 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.002457 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c24bd0a3-94c3-4b7c-8a32-3a19f8b90138 None None] Transition to ACTIVE for port object 48196409-ef55-47c2-95c0-10ff3fe6ff53 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:03.007988 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8c3754f6-3a62-4b9d-a504-e70f1f9ed9b8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.008837 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c24bd0a3-94c3-4b7c-8a32-3a19f8b90138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.074700 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a7084e7-5880-488f-8e8e-767335a08f44 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.102754 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8c3754f6-3a62-4b9d-a504-e70f1f9ed9b8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.114586 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:42:03.114948 n-d-792394-16 neutron-server[93957]: DEBUG oslo_db.api [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:42:03.176311 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bd0a3-94c3-4b7c-8a32-3a19f8b90138 None None] Pushing event updated for resources: {'Port': ['ID=48196409-ef55-47c2-95c0-10ff3fe6ff53,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:03.217347 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8c3754f6-3a62-4b9d-a504-e70f1f9ed9b8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.263994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b598be0-b915-4f23-be6f-8c9e16af2692 req-85084074-a41e-44ed-a9c5-b84720abb121 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:03.266098 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4b598be0-b915-4f23-be6f-8c9e16af2692 req-85084074-a41e-44ed-a9c5-b84720abb121 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 0.1786122 Jul 16 01:42:03.290196 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8c3754f6-3a62-4b9d-a504-e70f1f9ed9b8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.327580 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3754f6-3a62-4b9d-a504-e70f1f9ed9b8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=335e0290-9f0e-408b-ac28-a8d1c8881ff2,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:03.331952 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4b598be0-b915-4f23-be6f-8c9e16af2692 req-e584dd2c-6395-488d-a536-08eb2da0e7f1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542254 Jul 16 01:42:03.336810 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8c3754f6-3a62-4b9d-a504-e70f1f9ed9b8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.339039 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8c3754f6-3a62-4b9d-a504-e70f1f9ed9b8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/335e0290-9f0e-408b-ac28-a8d1c8881ff2 HTTP/1.1" status: 204 len: 168 time: 0.5647163 Jul 16 01:42:03.341882 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43398) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:03.350402 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7084e7-5880-488f-8e8e-767335a08f44 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Router 4e8dae8f-a0b1-4566-98a5-73afa78b3dca is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:42:03.406426 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53409ab-4320-4f86-b7fe-e2bc6bfc364b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet ce12f771-03e9-43a1-a198-ac1172facf65 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:03.409872 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e53409ab-4320-4f86-b7fe-e2bc6bfc364b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.461330 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e53409ab-4320-4f86-b7fe-e2bc6bfc364b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.480596 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7084e7-5880-488f-8e8e-767335a08f44 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:03.491616 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] Sync routers for ids ['4e8dae8f-a0b1-4566-98a5-73afa78b3dca'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:03.504064 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] Routers {'4e8dae8f-a0b1-4566-98a5-73afa78b3dca'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:03.505049 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:42:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['4e8dae8f-a0b1-4566-98a5-73afa78b3dca'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:03.524259 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a7084e7-5880-488f-8e8e-767335a08f44 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.528616 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9a7084e7-5880-488f-8e8e-767335a08f44 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.2738748 Jul 16 01:42:03.529346 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43400) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:03.580516 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e53409ab-4320-4f86-b7fe-e2bc6bfc364b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.679102 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.680880 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] Set router 4e8dae8f-a0b1-4566-98a5-73afa78b3dca gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:03.704625 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e53409ab-4320-4f86-b7fe-e2bc6bfc364b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.746645 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1273a679-9d0b-4b4f-85f6-f00d87ee0bc1 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=63d7dd0927134fe38f3ae78f1b64b169&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2165010 Jul 16 01:42:03.748074 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:42:03.748691 n-d-792394-16 neutron-server[93957]: DEBUG oslo_db.api [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:42:03.761247 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43404) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:03.763580 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53409ab-4320-4f86-b7fe-e2bc6bfc364b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=ce12f771-03e9-43a1-a198-ac1172facf65,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:03.768492 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e53409ab-4320-4f86-b7fe-e2bc6bfc364b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.770541 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e53409ab-4320-4f86-b7fe-e2bc6bfc364b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/ce12f771-03e9-43a1-a198-ac1172facf65 HTTP/1.1" status: 204 len: 168 time: 0.4274256 Jul 16 01:42:03.773207 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43406) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:03.819711 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-37b4dd20-1784-451a-bd42-f12f54f3dd33 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451074 Jul 16 01:42:03.822763 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43408) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:03.828048 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-52abfbf6-298e-4ac2-b0a1-2a1713ab5e37 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:03.920794 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c0a221-e707-4f88-8eaf-901df637734f tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:03.922440 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-95c0a221-e707-4f88-8eaf-901df637734f tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1602209 Jul 16 01:42:03.925713 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43412) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:03.949708 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227c8cb3-a810-4ac7-b7a2-ff430f733391 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:03.978641 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702512809', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '1a807622-5971-49f2-bcab-514769db1c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:01Z', 'updated_at': '2021-07-16T01:42:02Z', 'revision_number': 3, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'gw_port': {'id': '1a807622-5971-49f2-bcab-514769db1c3e', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:02Z', 'updated_at': '2021-07-16T01:42:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:03.986871 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-017049a6-64ec-4fdb-bb79-ddf1b3c659a7 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0542195 Jul 16 01:42:03.989915 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43416) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:04.000542 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52abfbf6-298e-4ac2-b0a1-2a1713ab5e37 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:04.005255 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-52abfbf6-298e-4ac2-b0a1-2a1713ab5e37 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.010739 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f521e4db-c11a-4fd7-9c87-0843d24ad5f7 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1693318263', 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad', 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:04.039573 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] Checking router: 4e8dae8f-a0b1-4566-98a5-73afa78b3dca for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:04.040194 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] Updating router 4e8dae8f-a0b1-4566-98a5-73afa78b3dca port 1a807622-5971-49f2-bcab-514769db1c3e binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:42:04.102659 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.225720 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-f990e1c8-f778-45d5-9f28-ee84092d62a7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3018878 Jul 16 01:42:04.227242 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f521e4db-c11a-4fd7-9c87-0843d24ad5f7 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Made reservation on behalf of 63d7dd0927134fe38f3ae78f1b64b169 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:04.250145 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f521e4db-c11a-4fd7-9c87-0843d24ad5f7 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.530677 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-30d2fc4f-0702-471d-b53a-12c234308c83 None None] Provisioning for port 48196409-ef55-47c2-95c0-10ff3fe6ff53 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:04.539460 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-30d2fc4f-0702-471d-b53a-12c234308c83 None None] Provisioning complete for port 48196409-ef55-47c2-95c0-10ff3fe6ff53 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:04.539855 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30d2fc4f-0702-471d-b53a-12c234308c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.550615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-6771c596-9cb0-4a7e-b33b-966844c5f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:04.551096 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-6771c596-9cb0-4a7e-b33b-966844c5f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:04.551574 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-6771c596-9cb0-4a7e-b33b-966844c5f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:04.554789 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-6771c596-9cb0-4a7e-b33b-966844c5f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:04.555279 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-6771c596-9cb0-4a7e-b33b-966844c5f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:04.555756 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-6771c596-9cb0-4a7e-b33b-966844c5f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:04.556225 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-6771c596-9cb0-4a7e-b33b-966844c5f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:04.564810 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-6771c596-9cb0-4a7e-b33b-966844c5f097 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ab955cac98346abb4c28e7943a645b4&device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 6497 time: 0.2618203 Jul 16 01:42:04.604195 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.669415 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.680255 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] Transition to ACTIVE for port object 1a807622-5971-49f2-bcab-514769db1c3e will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:04.685895 n-d-792394-16 neutron-server[93956]: DEBUG neutron.objects.ports [None req-52abfbf6-298e-4ac2-b0a1-2a1713ab5e37 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93956) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:42:04.692583 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.769911 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] Attempting to bind port 1a807622-5971-49f2-bcab-514769db1c3e on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:04.770525 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] Attempting to bind port 1a807622-5971-49f2-bcab-514769db1c3e by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:04.771106 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] Attempting to bind port 1a807622-5971-49f2-bcab-514769db1c3e on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:04.785062 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:04.785915 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:04.786653 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.787525 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:04.788605 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] Bound port: 1a807622-5971-49f2-bcab-514769db1c3e, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:04.789271 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.795996 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 48196409-ef55-47c2-95c0-10ff3fe6ff53, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=48196409-ef55-47c2-95c0-10ff3fe6ff53,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:04.811587 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.813533 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30d2fc4f-0702-471d-b53a-12c234308c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.872815 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] For port 1a807622-5971-49f2-bcab-514769db1c3e, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:04.877097 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] For port 1a807622-5971-49f2-bcab-514769db1c3e, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1a807622-5971-49f2-bcab-514769db1c3e,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:04.884161 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2226eb-16c3-40d9-8eb1-4c39f1927981 None None] Pushing event updated for resources: {'Port': ['ID=1a807622-5971-49f2-bcab-514769db1c3e,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:04.892032 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.949898 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f521e4db-c11a-4fd7-9c87-0843d24ad5f7 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.013381 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=48196409-ef55-47c2-95c0-10ff3fe6ff53,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:05.024758 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 48196409-ef55-47c2-95c0-10ff3fe6ff53 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:05.025409 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2226eb-16c3-40d9-8eb1-4c39f1927981 None None] Pushing event updated for resources: {'Port': ['ID=1a807622-5971-49f2-bcab-514769db1c3e,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:05.030042 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] Routers {'4e8dae8f-a0b1-4566-98a5-73afa78b3dca'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:05.030311 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:42:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['4e8dae8f-a0b1-4566-98a5-73afa78b3dca'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:05.031880 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-12db14d4-ac50-4507-bfc5-d6a5d967fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:05.032389 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-12db14d4-ac50-4507-bfc5-d6a5d967fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:05.032885 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-12db14d4-ac50-4507-bfc5-d6a5d967fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:05.036519 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-12db14d4-ac50-4507-bfc5-d6a5d967fadb service neutron] 10.222.0.84 "GET /v2.0/networks?id=1b590a93-b556-4341-bbf0-322f328e95cf&id=c8f8cff2-179e-422c-b93c-8298614fb9a9&id=c8f8cff2-179e-422c-b93c-8298614fb9a9&id=c8f8cff2-179e-422c-b93c-8298614fb9a9&id=c8f8cff2-179e-422c-b93c-8298614fb9a9&id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20&id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20 HTTP/1.1" status: 200 len: 2292 time: 0.4060681 Jul 16 01:42:05.113169 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-30d2fc4f-0702-471d-b53a-12c234308c83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:42:05.113524 n-d-792394-16 neutron-server[93957]: DEBUG oslo_db.api [None req-30d2fc4f-0702-471d-b53a-12c234308c83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:42:05.124498 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.168147 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] Set router 4e8dae8f-a0b1-4566-98a5-73afa78b3dca gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:05.175474 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521e4db-c11a-4fd7-9c87-0843d24ad5f7 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event updated for resources: {'Subnet': ['ID=75e8fe35-eff1-4e2d-9cc6-7368c74f85f9,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:05.216925 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f521e4db-c11a-4fd7-9c87-0843d24ad5f7 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Checking segment: {'id': 'fc4889f0-181f-4e75-918c-4052628bbbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:05.217848 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f521e4db-c11a-4fd7-9c87-0843d24ad5f7 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Network hostable DHCP agents. Network: 9e93b8bb-b44c-442e-b310-cd59185d14ad, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:42:05.239677 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 48196409-ef55-47c2-95c0-10ff3fe6ff53 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:05.240057 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.243901 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3954e4f7-3ddc-41c3-87de-0fd73e447ccc None None] Update dhcp port {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'fixed_ips': [{'subnet_id': '13b3beda-5d4a-469f-a17d-b8a7ea448db8'}], 'binding:host_id': 'n-d-792394-16'}, 'id': '48196409-ef55-47c2-95c0-10ff3fe6ff53'} from n-d-792394-16. {{(pid=93957) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:42:05.253783 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-5ef18481-5bdc-43c9-bd9f-037566183ca6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36a2f25a-4dc4-421c-88af-1545774b65fb HTTP/1.1" status: 200 len: 1001 time: 0.2092688 Jul 16 01:42:05.260048 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f521e4db-c11a-4fd7-9c87-0843d24ad5f7 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Network 9e93b8bb-b44c-442e-b310-cd59185d14ad is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:42:05.283817 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64f7fa-db17-40c9-9c36-460675200482 req-598ff299-f1e4-4f80-a714-b4276ea0d7ae tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:05.286885 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cc64f7fa-db17-40c9-9c36-460675200482 req-598ff299-f1e4-4f80-a714-b4276ea0d7ae tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 0.5993519 Jul 16 01:42:05.295190 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-f521e4db-c11a-4fd7-9c87-0843d24ad5f7 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 9e93b8bb-b44c-442e-b310-cd59185d14ad) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:05.309105 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f87571-a07f-44c3-93cc-36a3c775a55d None None] Network 9e93b8bb-b44c-442e-b310-cd59185d14ad requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:05.336078 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3954e4f7-3ddc-41c3-87de-0fd73e447ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.354392 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-52abfbf6-298e-4ac2-b0a1-2a1713ab5e37 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.361513 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f521e4db-c11a-4fd7-9c87-0843d24ad5f7 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:05.361758 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f521e4db-c11a-4fd7-9c87-0843d24ad5f7 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.454945 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f521e4db-c11a-4fd7-9c87-0843d24ad5f7 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4620888 Jul 16 01:42:05.461040 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43428) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:05.462758 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-6b705f7d-b4a1-4974-93b8-54f1a251c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:05.465171 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cc64f7fa-db17-40c9-9c36-460675200482 req-989d1b97-346c-49fe-9436-1a57891b40d2 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1171284 Jul 16 01:42:05.467028 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-6b705f7d-b4a1-4974-93b8-54f1a251c6e4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=09f3da01-7811-438c-934c-dbb6f1e9ed24 HTTP/1.1" status: 200 len: 851 time: 0.1910973 Jul 16 01:42:05.688746 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702512809', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '1a807622-5971-49f2-bcab-514769db1c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:01Z', 'updated_at': '2021-07-16T01:42:02Z', 'revision_number': 3, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'gw_port': {'id': '1a807622-5971-49f2-bcab-514769db1c3e', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:02Z', 'updated_at': '2021-07-16T01:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:05.700977 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-52abfbf6-298e-4ac2-b0a1-2a1713ab5e37 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] For port 48196409-ef55-47c2-95c0-10ff3fe6ff53, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=48196409-ef55-47c2-95c0-10ff3fe6ff53,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:05.732924 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbb0094-ba6a-4253-8cef-4ab7ade3a74c None None] The sync data for ids ['4e8dae8f-a0b1-4566-98a5-73afa78b3dca'] in n-d-792394-16 is: [{'id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702512809', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '1a807622-5971-49f2-bcab-514769db1c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:01Z', 'updated_at': '2021-07-16T01:42:02Z', 'revision_number': 3, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'gw_port': {'id': '1a807622-5971-49f2-bcab-514769db1c3e', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:02Z', 'updated_at': '2021-07-16T01:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:05.758776 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-52abfbf6-298e-4ac2-b0a1-2a1713ab5e37 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.772578 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-52abfbf6-298e-4ac2-b0a1-2a1713ab5e37 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.773440 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-52abfbf6-298e-4ac2-b0a1-2a1713ab5e37 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.791848 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-30d2fc4f-0702-471d-b53a-12c234308c83 None None] Could not find standard attr ID for object 0b9cb26d-61ce-46b4-8df4-66ba0553c06d. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:42:05.853031 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-3954e4f7-3ddc-41c3-87de-0fd73e447ccc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:42:05.853719 n-d-792394-16 neutron-server[93957]: DEBUG oslo_db.api [None req-3954e4f7-3ddc-41c3-87de-0fd73e447ccc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:42:05.853851 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-08fddadd-fbdd-4766-a5da-67dcf36316ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:05.856181 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-08fddadd-fbdd-4766-a5da-67dcf36316ca service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1b590a93-b556-4341-bbf0-322f328e95cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3741260 Jul 16 01:42:05.866004 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87992902-a296-44f1-b8dd-a24150701409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-9e93b8bb-b44c-442e-b310-cd59185d14ad', 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'fixed_ips': [{'subnet_id': '75e8fe35-eff1-4e2d-9cc6-7368c74f85f9'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:42:05.867325 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87992902-a296-44f1-b8dd-a24150701409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.888759 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52abfbf6-298e-4ac2-b0a1-2a1713ab5e37 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=48196409-ef55-47c2-95c0-10ff3fe6ff53,revision_number=8']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:05.917873 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52abfbf6-298e-4ac2-b0a1-2a1713ab5e37 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:05.924637 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-52abfbf6-298e-4ac2-b0a1-2a1713ab5e37 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:05.930731 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52abfbf6-298e-4ac2-b0a1-2a1713ab5e37 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:05.931331 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-52abfbf6-298e-4ac2-b0a1-2a1713ab5e37 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.950679 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52abfbf6-298e-4ac2-b0a1-2a1713ab5e37 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=13b3beda-5d4a-469f-a17d-b8a7ea448db8,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:05.963978 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-52abfbf6-298e-4ac2-b0a1-2a1713ab5e37 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1375809 Jul 16 01:42:05.964267 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43430) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:05.969345 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0628f3f2-7621-4f69-bf89-5840540ee2e9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:06.084787 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-59b6e32b-90cb-4ebb-87fc-571a6bf5eee8 service neutron] 10.222.0.84 "GET /v2.0/networks/1b590a93-b556-4341-bbf0-322f328e95cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180333 Jul 16 01:42:06.098710 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-87992902-a296-44f1-b8dd-a24150701409 None None] Allocated IP 172.20.0.2 (9e93b8bb-b44c-442e-b310-cd59185d14ad/75e8fe35-eff1-4e2d-9cc6-7368c74f85f9/7cfb48b7-1fc4-4d2a-aede-34d00be46f8d) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:06.113275 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0628f3f2-7621-4f69-bf89-5840540ee2e9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:06.118456 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0628f3f2-7621-4f69-bf89-5840540ee2e9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.317650 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87992902-a296-44f1-b8dd-a24150701409 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.330587 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-87992902-a296-44f1-b8dd-a24150701409 None None] Transition to ACTIVE for port object 7cfb48b7-1fc4-4d2a-aede-34d00be46f8d will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:06.397117 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-87992902-a296-44f1-b8dd-a24150701409 None None] Transition to ACTIVE for port object 7cfb48b7-1fc4-4d2a-aede-34d00be46f8d will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:06.398755 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3954e4f7-3ddc-41c3-87de-0fd73e447ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.414088 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87992902-a296-44f1-b8dd-a24150701409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.464957 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87992902-a296-44f1-b8dd-a24150701409 None None] Pushing event updated for resources: {'Port': ['ID=7cfb48b7-1fc4-4d2a-aede-34d00be46f8d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:06.551656 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87992902-a296-44f1-b8dd-a24150701409 None None] Network 9e93b8bb-b44c-442e-b310-cd59185d14ad is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:06.566174 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-87992902-a296-44f1-b8dd-a24150701409 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:06.570666 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87992902-a296-44f1-b8dd-a24150701409 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:06.603424 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0628f3f2-7621-4f69-bf89-5840540ee2e9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.668450 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0628f3f2-7621-4f69-bf89-5840540ee2e9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:06.679693 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-0628f3f2-7621-4f69-bf89-5840540ee2e9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:06.687185 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0628f3f2-7621-4f69-bf89-5840540ee2e9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:06.687696 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0628f3f2-7621-4f69-bf89-5840540ee2e9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.727163 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628f3f2-7621-4f69-bf89-5840540ee2e9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=6f7bcc35-11b0-4233-9a1a-95a20bdf7ff8,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:06.735464 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0628f3f2-7621-4f69-bf89-5840540ee2e9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7701254 Jul 16 01:42:06.740928 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43436) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:06.757500 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-ffad31bd-1f97-4a4a-a0d9-8aee0380c565 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'mac_address': 'fa:16:3e:03:a3:47', 'name': 'tempest-NetworksTestDHCPv6-1668084810'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:06.858975 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-87992902-a296-44f1-b8dd-a24150701409 None None] Attempting to bind port 7cfb48b7-1fc4-4d2a-aede-34d00be46f8d on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:06.859604 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-87992902-a296-44f1-b8dd-a24150701409 None None] Attempting to bind port 7cfb48b7-1fc4-4d2a-aede-34d00be46f8d by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'fc4889f0-181f-4e75-918c-4052628bbbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:06.862340 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87992902-a296-44f1-b8dd-a24150701409 None None] Attempting to bind port 7cfb48b7-1fc4-4d2a-aede-34d00be46f8d on network 9e93b8bb-b44c-442e-b310-cd59185d14ad {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:06.921117 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-97761911-5045-419e-bdb7-06fa2fa2ff69 service neutron] 10.222.0.84 "GET /v2.0/networks/1b590a93-b556-4341-bbf0-322f328e95cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8240330 Jul 16 01:42:06.930246 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87992902-a296-44f1-b8dd-a24150701409 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:06.931028 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87992902-a296-44f1-b8dd-a24150701409 None None] Checking segment: {'id': 'fc4889f0-181f-4e75-918c-4052628bbbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:06.931656 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87992902-a296-44f1-b8dd-a24150701409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.932436 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87992902-a296-44f1-b8dd-a24150701409 None None] Bound using segment: {'id': 'fc4889f0-181f-4e75-918c-4052628bbbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:06.933215 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-87992902-a296-44f1-b8dd-a24150701409 None None] Bound port: 7cfb48b7-1fc4-4d2a-aede-34d00be46f8d, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4889f0-181f-4e75-918c-4052628bbbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:06.933865 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87992902-a296-44f1-b8dd-a24150701409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.030959 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-e664ac0e-64e2-483a-abd4-5857e5045243 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=55330359-f702-4308-9556-f798e62575fe HTTP/1.1" status: 200 len: 217 time: 0.0801868 Jul 16 01:42:07.037947 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffad31bd-1f97-4a4a-a0d9-8aee0380c565 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:07.097123 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66aa29a-4c7d-4bc7-918d-8151fe9644a4 req-b6f543fa-4699-4d7e-853d-846ae2a00cb4 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:07.104408 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a66aa29a-4c7d-4bc7-918d-8151fe9644a4 req-b6f543fa-4699-4d7e-853d-846ae2a00cb4 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 0.3385816 Jul 16 01:42:07.117151 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f44bece5-97a1-486d-96ee-766ca7ef609e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.141194 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-87992902-a296-44f1-b8dd-a24150701409 None None] For port 7cfb48b7-1fc4-4d2a-aede-34d00be46f8d, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:07.157762 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3954e4f7-3ddc-41c3-87de-0fd73e447ccc None None] For port 48196409-ef55-47c2-95c0-10ff3fe6ff53, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=48196409-ef55-47c2-95c0-10ff3fe6ff53,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:07.178960 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1a807622-5971-49f2-bcab-514769db1c3e up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:07.182064 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-87992902-a296-44f1-b8dd-a24150701409 None None] For port 7cfb48b7-1fc4-4d2a-aede-34d00be46f8d, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7cfb48b7-1fc4-4d2a-aede-34d00be46f8d,segment=NetworkSegment(fc4889f0-181f-4e75-918c-4052628bbbf4),segment_id=fc4889f0-181f-4e75-918c-4052628bbbf4)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:07.219508 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87992902-a296-44f1-b8dd-a24150701409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.232939 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-7f3312bc-bea2-4b6a-a0d0-0d5f776affba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:07.234493 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-7f3312bc-bea2-4b6a-a0d0-0d5f776affba service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c920e428-2173-4351-a902-805250aa16b4 HTTP/1.1" status: 200 len: 797 time: 0.1956501 Jul 16 01:42:07.247275 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ffad31bd-1f97-4a4a-a0d9-8aee0380c565 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.277575 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-ffad31bd-1f97-4a4a-a0d9-8aee0380c565 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] device_id is not set on port 3b0f6fb8-761e-41fc-b7da-c15cbb8e3b8e yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:07.295698 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a66aa29a-4c7d-4bc7-918d-8151fe9644a4 req-7dc73479-70b3-4f10-b64e-6de9630343d7 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1902962 Jul 16 01:42:07.416780 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-5d1a2d7f-9e62-4bdf-bad1-c22cadad2c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:07.418391 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-5d1a2d7f-9e62-4bdf-bad1-c22cadad2c65 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8f8cff2-179e-422c-b93c-8298614fb9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1632545 Jul 16 01:42:07.455359 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3954e4f7-3ddc-41c3-87de-0fd73e447ccc None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.507758 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3954e4f7-3ddc-41c3-87de-0fd73e447ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.543612 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87992902-a296-44f1-b8dd-a24150701409 None None] Pushing event updated for resources: {'Port': ['ID=7cfb48b7-1fc4-4d2a-aede-34d00be46f8d,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:07.573696 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 1a807622-5971-49f2-bcab-514769db1c3e completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:07.587739 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 1a807622-5971-49f2-bcab-514769db1c3e triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:07.588295 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.671106 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954e4f7-3ddc-41c3-87de-0fd73e447ccc None None] Pushing event updated for resources: {'Port': ['ID=48196409-ef55-47c2-95c0-10ff3fe6ff53,revision_number=9']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:07.682459 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-ffad31bd-1f97-4a4a-a0d9-8aee0380c565 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 172.20.0.3 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/6f7bcc35-11b0-4233-9a1a-95a20bdf7ff8/3b0f6fb8-761e-41fc-b7da-c15cbb8e3b8e) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:07.708490 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-ffad31bd-1f97-4a4a-a0d9-8aee0380c565 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8::f816:3eff:fe03:a347 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/13b3beda-5d4a-469f-a17d-b8a7ea448db8/3b0f6fb8-761e-41fc-b7da-c15cbb8e3b8e) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:07.737126 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.746933 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-b73158a6-d851-4674-9aec-aaf6113ed068 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962513 Jul 16 01:42:07.767387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 1a807622-5971-49f2-bcab-514769db1c3e, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1a807622-5971-49f2-bcab-514769db1c3e,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:07.774351 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.775647 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 48196409-ef55-47c2-95c0-10ff3fe6ff53 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:07.942593 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 48196409-ef55-47c2-95c0-10ff3fe6ff53 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:07.943377 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.945698 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=1a807622-5971-49f2-bcab-514769db1c3e,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:08.021548 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-84ff4ced-2337-4a30-8069-e810118bb185 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574906 Jul 16 01:42:08.025109 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ffad31bd-1f97-4a4a-a0d9-8aee0380c565 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.026230 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-f44bece5-97a1-486d-96ee-766ca7ef609e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Allocated IP 172.20.0.1 (9e93b8bb-b44c-442e-b310-cd59185d14ad/75e8fe35-eff1-4e2d-9cc6-7368c74f85f9/6b97522b-2f9f-40aa-a1f0-640e8e09c9ba) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:08.053292 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-ffad31bd-1f97-4a4a-a0d9-8aee0380c565 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Transition to ACTIVE for port object 3b0f6fb8-761e-41fc-b7da-c15cbb8e3b8e will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:08.237233 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f44bece5-97a1-486d-96ee-766ca7ef609e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.293016 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-0ebeb539-235b-4e81-8701-8dc4bfb07604 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=402daa9b-da36-45bb-8bb8-44f53b35914a HTTP/1.1" status: 200 len: 217 time: 0.0765812 Jul 16 01:42:08.314564 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-f44bece5-97a1-486d-96ee-766ca7ef609e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Transition to ACTIVE for port object 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:08.422277 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-1e2498ca-2d6a-48a3-bba4-bfeb2059d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:08.426168 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-1e2498ca-2d6a-48a3-bba4-bfeb2059d15e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c920e428-2173-4351-a902-805250aa16b4 HTTP/1.1" status: 200 len: 797 time: 0.1219289 Jul 16 01:42:08.466072 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147dc79d-b7da-4007-a9fe-e4d2f75ede11 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:08.472197 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ffad31bd-1f97-4a4a-a0d9-8aee0380c565 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.523328 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f44bece5-97a1-486d-96ee-766ca7ef609e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.578839 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-47bf640d-e9ac-4d3e-b6ed-cd7c91d0b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:08.580770 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-47bf640d-e9ac-4d3e-b6ed-cd7c91d0b493 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8f8cff2-179e-422c-b93c-8298614fb9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1406496 Jul 16 01:42:08.589355 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44bece5-97a1-486d-96ee-766ca7ef609e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Network 9e93b8bb-b44c-442e-b310-cd59185d14ad is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:08.597570 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-f44bece5-97a1-486d-96ee-766ca7ef609e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:08.600733 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44bece5-97a1-486d-96ee-766ca7ef609e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:08.617141 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffad31bd-1f97-4a4a-a0d9-8aee0380c565 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:08.617420 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6f03895d-05e8-4d6e-8499-dbad4d4c1b1c None None] Provisioning complete for port 48196409-ef55-47c2-95c0-10ff3fe6ff53 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:08.617664 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6f03895d-05e8-4d6e-8499-dbad4d4c1b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.620492 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad31bd-1f97-4a4a-a0d9-8aee0380c565 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=3b0f6fb8-761e-41fc-b7da-c15cbb8e3b8e,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:08.638515 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-ffad31bd-1f97-4a4a-a0d9-8aee0380c565 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:08.648116 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffad31bd-1f97-4a4a-a0d9-8aee0380c565 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:08.709512 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffad31bd-1f97-4a4a-a0d9-8aee0380c565 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:08.710477 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ffad31bd-1f97-4a4a-a0d9-8aee0380c565 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.721132 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44bece5-97a1-486d-96ee-766ca7ef609e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event updated for resources: {'Port': ['ID=6b97522b-2f9f-40aa-a1f0-640e8e09c9ba,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:08.732985 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-f19bd168-afa7-4245-955d-9f2fd07433bb service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367919 Jul 16 01:42:08.745156 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ffad31bd-1f97-4a4a-a0d9-8aee0380c565 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0030496 Jul 16 01:42:08.751218 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43444) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:08.775947 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4697da-10e6-4998-85cc-c4b3f915afd3 req-8e4f4467-45c0-4c7e-9605-853b90728889 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:08.777962 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3f4697da-10e6-4998-85cc-c4b3f915afd3 req-8e4f4467-45c0-4c7e-9605-853b90728889 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 0.2571557 Jul 16 01:42:08.822175 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f44bece5-97a1-486d-96ee-766ca7ef609e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.908571 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3f4697da-10e6-4998-85cc-c4b3f915afd3 req-3e083eb4-a4f5-4674-ad1d-576f9cbd7c4d tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1039698 Jul 16 01:42:08.976512 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28144289-cdac-4d2b-b4da-a72207318a86 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:08.986369 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28144289-cdac-4d2b-b4da-a72207318a86 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:08.997181 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-28144289-cdac-4d2b-b4da-a72207318a86 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2419894 Jul 16 01:42:08.999719 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43446) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:09.012003 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5c1cb0-858d-4c15-9234-a552735316f8 None None] Update dhcp port {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'fixed_ips': [{'subnet_id': '13b3beda-5d4a-469f-a17d-b8a7ea448db8', 'ip_address': '2001:db8::f816:3eff:fe9b:9316'}, {'subnet_id': '6f7bcc35-11b0-4233-9a1a-95a20bdf7ff8'}], 'binding:host_id': 'n-d-792394-16'}, 'id': '48196409-ef55-47c2-95c0-10ff3fe6ff53'} from n-d-792394-16. {{(pid=93957) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:42:09.065423 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-4ca37b80-0edb-4805-abf5-d1b5964c7cdf service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216128 Jul 16 01:42:09.102326 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8f5c1cb0-858d-4c15-9234-a552735316f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.119866 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1a807622-5971-49f2-bcab-514769db1c3e up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:09.141865 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-b98aedf6-ae09-4f52-a91a-07ccd3d78ad9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=14ec0242-6e1e-4307-a3bc-b3ea2834426a HTTP/1.1" status: 200 len: 217 time: 0.0681589 Jul 16 01:42:09.176798 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-39344a9f-ecda-4e92-aece-71fb98f0189b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting port 3b0f6fb8-761e-41fc-b7da-c15cbb8e3b8e {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:09.178289 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39344a9f-ecda-4e92-aece-71fb98f0189b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.289856 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 1a807622-5971-49f2-bcab-514769db1c3e triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:09.290743 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.293371 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f44bece5-97a1-486d-96ee-766ca7ef609e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.314102 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-cb608936-e744-4d60-a125-c30d3a504413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:09.315626 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-cb608936-e744-4d60-a125-c30d3a504413 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c920e428-2173-4351-a902-805250aa16b4 HTTP/1.1" status: 200 len: 797 time: 0.1668677 Jul 16 01:42:09.318675 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39344a9f-ecda-4e92-aece-71fb98f0189b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.336976 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-39344a9f-ecda-4e92-aece-71fb98f0189b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Calling delete_port for 3b0f6fb8-761e-41fc-b7da-c15cbb8e3b8e owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:09.350824 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1280075a-3d67-408f-ba12-23a87435f6dd None None] Network 9e93b8bb-b44c-442e-b310-cd59185d14ad requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:09.408193 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-78e66db0-b4ba-4396-b16b-a116cda03169 None None] Provisioning for port 7cfb48b7-1fc4-4d2a-aede-34d00be46f8d completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:09.464716 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-8f5c1cb0-858d-4c15-9234-a552735316f8 None None] Allocated IP 172.20.0.2 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/6f7bcc35-11b0-4233-9a1a-95a20bdf7ff8/48196409-ef55-47c2-95c0-10ff3fe6ff53) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:09.466292 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-d632278f-b3f9-44ec-a40e-15ef77c16b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:09.467866 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-d632278f-b3f9-44ec-a40e-15ef77c16b49 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8f8cff2-179e-422c-b93c-8298614fb9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1457169 Jul 16 01:42:09.599790 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7cfb48b7-1fc4-4d2a-aede-34d00be46f8d up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:09.643438 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-e68723cf-08da-40e5-9797-d9ba9a462f81 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679897 Jul 16 01:42:09.648794 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39344a9f-ecda-4e92-aece-71fb98f0189b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.702864 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39344a9f-ecda-4e92-aece-71fb98f0189b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Port': ['ID=3b0f6fb8-761e-41fc-b7da-c15cbb8e3b8e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:09.733469 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-8f5c1cb0-858d-4c15-9234-a552735316f8 None None] For port 48196409-ef55-47c2-95c0-10ff3fe6ff53, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=48196409-ef55-47c2-95c0-10ff3fe6ff53,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:09.750936 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-7f06c252-4144-4ed5-9fbd-593af8d9b5fa service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998449 Jul 16 01:42:09.763112 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 7cfb48b7-1fc4-4d2a-aede-34d00be46f8d completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:09.773827 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 7cfb48b7-1fc4-4d2a-aede-34d00be46f8d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:09.774203 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.805915 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8f5c1cb0-858d-4c15-9234-a552735316f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.830091 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-d40d690f-cb43-4c1a-9abf-84fa054c05f0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=00953650-5e1c-485e-9549-caf969e2c040 HTTP/1.1" status: 200 len: 217 time: 0.0438299 Jul 16 01:42:09.836878 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39344a9f-ecda-4e92-aece-71fb98f0189b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.840814 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-39344a9f-ecda-4e92-aece-71fb98f0189b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/3b0f6fb8-761e-41fc-b7da-c15cbb8e3b8e HTTP/1.1" status: 204 len: 168 time: 0.8399494 Jul 16 01:42:09.841620 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8f5c1cb0-858d-4c15-9234-a552735316f8 None None] Transition to ACTIVE for port object 48196409-ef55-47c2-95c0-10ff3fe6ff53 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:09.842115 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43450) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:09.866921 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8f5c1cb0-858d-4c15-9234-a552735316f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.923258 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-206dd272-ac23-4a53-b72c-50a3aa299e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:09.926542 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-206dd272-ac23-4a53-b72c-50a3aa299e50 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c920e428-2173-4351-a902-805250aa16b4 HTTP/1.1" status: 200 len: 797 time: 0.0865841 Jul 16 01:42:09.930105 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fd8378-9130-4e5d-b2a0-a3fdd9b01550 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:09.932705 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fd8378-9130-4e5d-b2a0-a3fdd9b01550 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:09.935386 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fd8378-9130-4e5d-b2a0-a3fdd9b01550 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:09.939581 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-09fd8378-9130-4e5d-b2a0-a3fdd9b01550 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0938694 Jul 16 01:42:09.939856 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43452) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:10.016246 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27f9644-794f-4929-ae13-f9dda8e80c9b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet 13b3beda-5d4a-469f-a17d-b8a7ea448db8 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:10.022749 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f44bece5-97a1-486d-96ee-766ca7ef609e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.023013 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c27f9644-794f-4929-ae13-f9dda8e80c9b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.037299 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f44bece5-97a1-486d-96ee-766ca7ef609e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.088580 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c1cb0-858d-4c15-9234-a552735316f8 None None] Pushing event updated for resources: {'Port': ['ID=48196409-ef55-47c2-95c0-10ff3fe6ff53,revision_number=10']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:10.093257 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.112548 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c27f9644-794f-4929-ae13-f9dda8e80c9b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.158373 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 7cfb48b7-1fc4-4d2a-aede-34d00be46f8d, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7cfb48b7-1fc4-4d2a-aede-34d00be46f8d,segment=NetworkSegment(fc4889f0-181f-4e75-918c-4052628bbbf4),segment_id=fc4889f0-181f-4e75-918c-4052628bbbf4)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:10.168542 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.196146 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44bece5-97a1-486d-96ee-766ca7ef609e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event updated for resources: {'Port': ['ID=6b97522b-2f9f-40aa-a1f0-640e8e09c9ba,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:10.258384 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=7cfb48b7-1fc4-4d2a-aede-34d00be46f8d,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:10.298406 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f44bece5-97a1-486d-96ee-766ca7ef609e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.300723 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c27f9644-794f-4929-ae13-f9dda8e80c9b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.354847 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8add5240-e0b4-4da7-b3a9-242ca85d192c None None] Provisioning complete for port 7cfb48b7-1fc4-4d2a-aede-34d00be46f8d triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:10.355040 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8add5240-e0b4-4da7-b3a9-242ca85d192c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.357925 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-c9e29dab-949c-4e2c-87b7-eff3c3976ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:10.359575 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-c9e29dab-949c-4e2c-87b7-eff3c3976ba3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8f8cff2-179e-422c-b93c-8298614fb9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4256117 Jul 16 01:42:10.369603 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:42:10.395082 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c27f9644-794f-4929-ae13-f9dda8e80c9b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.457091 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f9644-794f-4929-ae13-f9dda8e80c9b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=13b3beda-5d4a-469f-a17d-b8a7ea448db8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:10.464090 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c27f9644-794f-4929-ae13-f9dda8e80c9b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.468754 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c27f9644-794f-4929-ae13-f9dda8e80c9b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/13b3beda-5d4a-469f-a17d-b8a7ea448db8 HTTP/1.1" status: 204 len: 168 time: 0.5251076 Jul 16 01:42:10.469675 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43456) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:10.533911 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24b921-d0fb-41c3-aa81-fc4380c8c6b8 req-ab9dc62b-8b89-4bcb-bb7e-966d282da0ca tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:10.537232 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b24b921-d0fb-41c3-aa81-fc4380c8c6b8 req-ab9dc62b-8b89-4bcb-bb7e-966d282da0ca tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 0.3376572 Jul 16 01:42:10.559093 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8add5240-e0b4-4da7-b3a9-242ca85d192c None None] Provisioning for port 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:10.565035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8add5240-e0b4-4da7-b3a9-242ca85d192c None None] Provisioning complete for port 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:10.565500 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8add5240-e0b4-4da7-b3a9-242ca85d192c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.567014 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-9b16b7fd-20a2-42c8-8359-8a360832978a service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822171 Jul 16 01:42:10.590483 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf80a2d-3ed2-4e5f-bbd1-ded043bfaccd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet 6f7bcc35-11b0-4233-9a1a-95a20bdf7ff8 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:10.597432 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bbf80a2d-3ed2-4e5f-bbd1-ded043bfaccd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.657243 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8add5240-e0b4-4da7-b3a9-242ca85d192c None None] Port 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:10.685947 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bbf80a2d-3ed2-4e5f-bbd1-ded043bfaccd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.724757 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44bece5-97a1-486d-96ee-766ca7ef609e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Network 9e93b8bb-b44c-442e-b310-cd59185d14ad is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:10.727536 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-7a6e7843-cad7-47dd-8c66-383a1abde8e5 service neutron] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541023 Jul 16 01:42:10.728824 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-f44bece5-97a1-486d-96ee-766ca7ef609e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:10.782388 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-45c49f5a-287d-40b8-8256-67b71cecdbe2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=407d0817-5c56-476f-9567-e0c793460e29 HTTP/1.1" status: 200 len: 217 time: 0.0454905 Jul 16 01:42:10.783963 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e7303dbd-0c32-4ad9-ac19-e9c9d01e55d2 None None] Provisioning complete for port 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:10.784623 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e7303dbd-0c32-4ad9-ac19-e9c9d01e55d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.798188 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bbf80a2d-3ed2-4e5f-bbd1-ded043bfaccd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.864746 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e7303dbd-0c32-4ad9-ac19-e9c9d01e55d2 None None] Port 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:10.873132 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bbf80a2d-3ed2-4e5f-bbd1-ded043bfaccd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.906172 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf80a2d-3ed2-4e5f-bbd1-ded043bfaccd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=6f7bcc35-11b0-4233-9a1a-95a20bdf7ff8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:10.910496 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bbf80a2d-3ed2-4e5f-bbd1-ded043bfaccd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.913202 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bbf80a2d-3ed2-4e5f-bbd1-ded043bfaccd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/6f7bcc35-11b0-4233-9a1a-95a20bdf7ff8 HTTP/1.1" status: 204 len: 168 time: 0.4404514 Jul 16 01:42:10.916999 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43462) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:10.973370 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7cfb48b7-1fc4-4d2a-aede-34d00be46f8d up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:11.009629 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c2f8fb88-5f13-4785-aade-f2c7c37f61ae tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0884500 Jul 16 01:42:11.012292 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43464) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:11.019324 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-3623874a-f5a9-44e3-9b24-e8bfbf67ca9b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:11.056200 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44bece5-97a1-486d-96ee-766ca7ef609e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Router 4e8dae8f-a0b1-4566-98a5-73afa78b3dca has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:42:11.104568 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b24b921-d0fb-41c3-aa81-fc4380c8c6b8 req-e6e3e16a-c23a-49f0-aac8-5218bef23b62 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5019338 Jul 16 01:42:11.106788 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 7cfb48b7-1fc4-4d2a-aede-34d00be46f8d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:11.107325 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.107435 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-bde04be8-cb7a-4d73-b7b8-284a587cc214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:11.109498 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-bde04be8-cb7a-4d73-b7b8-284a587cc214 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cd61848d-b847-41bc-a89b-9e166c2c9789 HTTP/1.1" status: 200 len: 797 time: 0.1196842 Jul 16 01:42:11.171252 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c84670b-f34a-48dd-88bf-05de4b073f41 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:11.201321 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3623874a-f5a9-44e3-9b24-e8bfbf67ca9b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:11.206472 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3623874a-f5a9-44e3-9b24-e8bfbf67ca9b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.216899 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-083c01f6-fa19-4fb1-9c0b-fd5dd33a28f7 None None] Could not find standard attr ID for object 3b0f6fb8-761e-41fc-b7da-c15cbb8e3b8e. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:42:11.276625 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-083c01f6-fa19-4fb1-9c0b-fd5dd33a28f7 None None] Provisioning complete for port 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:11.277266 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-083c01f6-fa19-4fb1-9c0b-fd5dd33a28f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.399517 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-083c01f6-fa19-4fb1-9c0b-fd5dd33a28f7 None None] Port 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:11.418252 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 48196409-ef55-47c2-95c0-10ff3fe6ff53 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:11.481832 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-083c01f6-fa19-4fb1-9c0b-fd5dd33a28f7 None None] Provisioning for port 48196409-ef55-47c2-95c0-10ff3fe6ff53 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:11.491278 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-083c01f6-fa19-4fb1-9c0b-fd5dd33a28f7 None None] Provisioning complete for port 48196409-ef55-47c2-95c0-10ff3fe6ff53 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:11.491662 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-083c01f6-fa19-4fb1-9c0b-fd5dd33a28f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.492306 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3623874a-f5a9-44e3-9b24-e8bfbf67ca9b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.538543 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3623874a-f5a9-44e3-9b24-e8bfbf67ca9b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:11.544726 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-3623874a-f5a9-44e3-9b24-e8bfbf67ca9b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:11.546470 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 48196409-ef55-47c2-95c0-10ff3fe6ff53 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:11.546853 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.548813 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3623874a-f5a9-44e3-9b24-e8bfbf67ca9b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:11.549728 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3623874a-f5a9-44e3-9b24-e8bfbf67ca9b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.586888 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3623874a-f5a9-44e3-9b24-e8bfbf67ca9b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5732608 Jul 16 01:42:11.588029 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623874a-f5a9-44e3-9b24-e8bfbf67ca9b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=553fc0ae-20bd-4ade-8cb8-b9a7ba95e2bd,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:11.590801 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43468) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:11.597280 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b248d57a-0a35-4d0b-a464-e98b9b1092b2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:11.657671 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdce3e60-dac4-49bb-bea2-62b5351f17b5 None None] DHCP port deletion for 263c6a6c-93e1-4622-bf61-98aa7f54dc76 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:42:11.667515 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-888a18d7-1804-406b-9fc5-5b253a45fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:11.669081 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-888a18d7-1804-406b-9fc5-5b253a45fba5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5270810 Jul 16 01:42:11.690904 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44bece5-97a1-486d-96ee-766ca7ef609e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:11.696652 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f44bece5-97a1-486d-96ee-766ca7ef609e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "PUT /v2.0/routers/4e8dae8f-a0b1-4566-98a5-73afa78b3dca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2248111 Jul 16 01:42:11.700340 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43472) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:11.707432 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2bb95b07-fbef-42e5-aa3f-2e3cf5aa448d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1157239327', 'description': 'tempest-secgroup_access--1157239327 description', 'project_id': '63d7dd0927134fe38f3ae78f1b64b169'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:11.713233 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] Sync routers for ids ['4e8dae8f-a0b1-4566-98a5-73afa78b3dca'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:11.746223 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2bb95b07-fbef-42e5-aa3f-2e3cf5aa448d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.753755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] Routers {'4e8dae8f-a0b1-4566-98a5-73afa78b3dca'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:11.754481 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:42:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['4e8dae8f-a0b1-4566-98a5-73afa78b3dca'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:11.780354 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-8322be67-0934-4862-bee4-5126775ada0b service neutron] 10.222.0.84 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990124 Jul 16 01:42:11.874512 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2bb95b07-fbef-42e5-aa3f-2e3cf5aa448d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.884540 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2bb95b07-fbef-42e5-aa3f-2e3cf5aa448d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.915134 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-086b92fd-cc3c-49ca-b030-08d6994caa23 service neutron] 10.222.0.84 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273203 Jul 16 01:42:11.944014 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b248d57a-0a35-4d0b-a464-e98b9b1092b2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:11.949656 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b248d57a-0a35-4d0b-a464-e98b9b1092b2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.956229 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb95b07-fbef-42e5-aa3f-2e3cf5aa448d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa093f7b-3a94-4fdd-9013-186f671c1058,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:11.977181 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2bb95b07-fbef-42e5-aa3f-2e3cf5aa448d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.981316 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2bb95b07-fbef-42e5-aa3f-2e3cf5aa448d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2769699 Jul 16 01:42:11.982849 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-96cf1475-dd1b-4e9c-a937-5ffd59d04ec8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3d56d08d-c284-4685-94b0-17d99edfbd05 HTTP/1.1" status: 200 len: 217 time: 0.0594435 Jul 16 01:42:11.983336 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43474) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:11.989139 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-690b1ba4-1c48-406d-b94c-bb2e9a7d74c6 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1670331344', 'description': 'tempest-secgroup_general--1670331344 description', 'project_id': '63d7dd0927134fe38f3ae78f1b64b169'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:12.031180 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-690b1ba4-1c48-406d-b94c-bb2e9a7d74c6 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.038508 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-fdce3e60-dac4-49bb-bea2-62b5351f17b5 None None] Deleting port 48196409-ef55-47c2-95c0-10ff3fe6ff53 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:12.038890 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fdce3e60-dac4-49bb-bea2-62b5351f17b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.119940 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] Set router 4e8dae8f-a0b1-4566-98a5-73afa78b3dca gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:12.127439 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-a2213699-9bac-4037-8adf-a095e83d2fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:12.129051 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-a2213699-9bac-4037-8adf-a095e83d2fa4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cd61848d-b847-41bc-a89b-9e166c2c9789 HTTP/1.1" status: 200 len: 797 time: 0.1132340 Jul 16 01:42:12.231795 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-fdce3e60-dac4-49bb-bea2-62b5351f17b5 None None] For port 48196409-ef55-47c2-95c0-10ff3fe6ff53, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=48196409-ef55-47c2-95c0-10ff3fe6ff53,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:12.232241 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fdce3e60-dac4-49bb-bea2-62b5351f17b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.266007 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-fdce3e60-dac4-49bb-bea2-62b5351f17b5 None None] Calling delete_port for 48196409-ef55-47c2-95c0-10ff3fe6ff53 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:12.271674 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-690b1ba4-1c48-406d-b94c-bb2e9a7d74c6 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.276496 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-3527919a-de7b-494a-ba90-13ebcdf46681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:12.279069 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-3527919a-de7b-494a-ba90-13ebcdf46681 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6d0d4a4d-7f50-4b75-ba86-941b0faebc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1406794 Jul 16 01:42:12.280347 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-690b1ba4-1c48-406d-b94c-bb2e9a7d74c6 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.336925 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-690b1ba4-1c48-406d-b94c-bb2e9a7d74c6 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.338501 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-690b1ba4-1c48-406d-b94c-bb2e9a7d74c6 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3540931 Jul 16 01:42:12.345586 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43480) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:12.353652 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-91e16ef5-c527-4475-93ac-1849e64a89ac tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Request body: {'security_group_rule': {'security_group_id': 'aa093f7b-3a94-4fdd-9013-186f671c1058', 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:12.379103 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b1ba4-1c48-406d-b94c-bb2e9a7d74c6 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c32b431-fe63-48c5-9328-51edeccc12b7,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:12.399284 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-91e16ef5-c527-4475-93ac-1849e64a89ac tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.489391 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fdce3e60-dac4-49bb-bea2-62b5351f17b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.499536 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702512809', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '1a807622-5971-49f2-bcab-514769db1c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:01Z', 'updated_at': '2021-07-16T01:42:09Z', 'revision_number': 4, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'gw_port': {'id': '1a807622-5971-49f2-bcab-514769db1c3e', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:02Z', 'updated_at': '2021-07-16T01:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '6b97522b-2f9f-40aa-a1f0-640e8e09c9ba', 'name': '', 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'mac_address': 'fa:16:3e:52:0d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '75e8fe35-eff1-4e2d-9cc6-7368c74f85f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:07Z', 'updated_at': '2021-07-16T01:42:09Z', 'revision_number': 2, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'subnets': [{'id': '75e8fe35-eff1-4e2d-9cc6-7368c74f85f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:12.520448 n-d-792394-16 neutron-server[93956]: DEBUG neutron.objects.ports [None req-b248d57a-0a35-4d0b-a464-e98b9b1092b2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93956) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:42:12.526785 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-33e4b8a0-973b-495b-a736-6afeb1b72d3b service neutron] 10.222.0.84 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351501 Jul 16 01:42:12.563091 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce3e60-dac4-49bb-bea2-62b5351f17b5 None None] Pushing event deleted for resources: {'Port': ['ID=48196409-ef55-47c2-95c0-10ff3fe6ff53,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:12.567561 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] Checking router: 4e8dae8f-a0b1-4566-98a5-73afa78b3dca for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:12.568191 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] Updating router 4e8dae8f-a0b1-4566-98a5-73afa78b3dca port 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:42:12.578889 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-91e16ef5-c527-4475-93ac-1849e64a89ac tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.591062 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-91e16ef5-c527-4475-93ac-1849e64a89ac tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.611565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f18eff-a9e7-46af-ae5f-c740017cc838 req-4c4d02ca-9943-41eb-a7c0-710bde368d39 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:12.619199 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdce3e60-dac4-49bb-bea2-62b5351f17b5 None None] No DVR routers for this DVR port 48196409-ef55-47c2-95c0-10ff3fe6ff53 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:12.621236 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.621854 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d0f18eff-a9e7-46af-ae5f-c740017cc838 req-4c4d02ca-9943-41eb-a7c0-710bde368d39 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 0.2455344 Jul 16 01:42:12.664714 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-91e16ef5-c527-4475-93ac-1849e64a89ac tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.676388 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-91e16ef5-c527-4475-93ac-1849e64a89ac tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3169291 Jul 16 01:42:12.676388 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e16ef5-c527-4475-93ac-1849e64a89ac tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc9862c-ea85-4693-a1f2-a6c4dbf22337,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:12.741999 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eac19158-d97e-4b6d-9aae-d1e937f26c5a req-9ca3d141-ed46-435b-8ac2-2075345988eb service neutron] 10.222.0.84 "GET /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075350 Jul 16 01:42:12.744238 n-d-792394-16 neutron-server[93956]: WARNING neutron.services.revisions.revision_plugin [None req-b248d57a-0a35-4d0b-a464-e98b9b1092b2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Could not find related port for resource to bump revision. Jul 16 01:42:12.778654 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d0f18eff-a9e7-46af-ae5f-c740017cc838 req-3724d788-1e66-46c0-8993-501ca408e3f8 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1544173 Jul 16 01:42:12.781953 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.ipam_pluggable_backend [None req-b248d57a-0a35-4d0b-a464-e98b9b1092b2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Port 48196409-ef55-47c2-95c0-10ff3fe6ff53 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93956) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 01:42:12.782212 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.ipam_pluggable_backend [None req-b248d57a-0a35-4d0b-a464-e98b9b1092b2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9b:9316 {{(pid=93956) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 01:42:12.792206 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.ipam_pluggable_backend [None req-b248d57a-0a35-4d0b-a464-e98b9b1092b2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9b:9316 {{(pid=93956) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 01:42:12.795995 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b248d57a-0a35-4d0b-a464-e98b9b1092b2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.826651 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f38157-f651-45dc-9916-6060528544ed None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:12.887409 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b248d57a-0a35-4d0b-a464-e98b9b1092b2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:12.891269 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-b248d57a-0a35-4d0b-a464-e98b9b1092b2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:12.896054 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b248d57a-0a35-4d0b-a464-e98b9b1092b2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:12.896736 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b248d57a-0a35-4d0b-a464-e98b9b1092b2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.922727 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248d57a-0a35-4d0b-a464-e98b9b1092b2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=44a2fe9d-2eb1-44c1-a944-7e91b776a291,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:12.927775 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b248d57a-0a35-4d0b-a464-e98b9b1092b2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3354604 Jul 16 01:42:12.931318 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43492) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:12.936518 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-08f20b50-ccbb-435a-8f16-edf1f5feae53 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'mac_address': 'fa:16:3e:15:ac:58', 'name': 'tempest-NetworksTestDHCPv6-312990908'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:12.962270 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 48196409-ef55-47c2-95c0-10ff3fe6ff53 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:13.023000 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 48196409-ef55-47c2-95c0-10ff3fe6ff53 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:13.023365 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 48196409-ef55-47c2-95c0-10ff3fe6ff53 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:13.048697 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-2537674d-377f-4eb6-bf23-aa3dadc07947 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_access--1157239327&fields=id&tenant_id=63d7dd0927134fe38f3ae78f1b64b169 HTTP/1.1" status: 200 len: 267 time: 0.0651598 Jul 16 01:42:13.112635 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-97e45a90-efc7-446b-95dd-76eef76b3fe0 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_general--1670331344&fields=id&tenant_id=63d7dd0927134fe38f3ae78f1b64b169 HTTP/1.1" status: 200 len: 267 time: 0.0550482 Jul 16 01:42:13.121512 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f20b50-ccbb-435a-8f16-edf1f5feae53 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:13.255737 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ebfa39-0a87-4312-bd28-e511ed2aa803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'fixed_ips': [{'subnet_id': '44a2fe9d-2eb1-44c1-a944-7e91b776a291'}, {'subnet_id': '553fc0ae-20bd-4ade-8cb8-b9a7ba95e2bd'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:42:13.256710 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e3ebfa39-0a87-4312-bd28-e511ed2aa803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.270526 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-8fb7a94e-7804-4518-9399-74303d7f1195 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:13.272502 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-8fb7a94e-7804-4518-9399-74303d7f1195 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/networks?id=9e93b8bb-b44c-442e-b310-cd59185d14ad HTTP/1.1" status: 200 len: 796 time: 0.1585875 Jul 16 01:42:13.278050 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-08f20b50-ccbb-435a-8f16-edf1f5feae53 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.294382 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-a25a79e4-4023-47b0-8059-5465f2eb3bd0 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/quotas/63d7dd0927134fe38f3ae78f1b64b169 HTTP/1.1" status: 200 len: 375 time: 0.0104523 Jul 16 01:42:13.315217 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-08f20b50-ccbb-435a-8f16-edf1f5feae53 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] device_id is not set on port a5cdb1db-97b5-41a0-8a7c-911c9ed8f826 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:13.422799 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.434996 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] Transition to ACTIVE for port object 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:13.440831 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-8de14714-3dad-421c-bcc4-7915b1e8e11f tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=63d7dd0927134fe38f3ae78f1b64b169&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1312912 Jul 16 01:42:13.445709 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.505856 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb8927-9c1d-4043-8c5e-6dc936da7778 None None] Pushing event updated for resources: {'Port': ['ID=6b97522b-2f9f-40aa-a1f0-640e8e09c9ba,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:13.570108 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-08f20b50-ccbb-435a-8f16-edf1f5feae53 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 172.20.0.11 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/553fc0ae-20bd-4ade-8cb8-b9a7ba95e2bd/a5cdb1db-97b5-41a0-8a7c-911c9ed8f826) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:13.582724 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-08f20b50-ccbb-435a-8f16-edf1f5feae53 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8::f816:3eff:fe15:ac58 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/44a2fe9d-2eb1-44c1-a944-7e91b776a291/a5cdb1db-97b5-41a0-8a7c-911c9ed8f826) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:13.620310 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] Attempting to bind port 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:13.620310 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] Attempting to bind port 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'fc4889f0-181f-4e75-918c-4052628bbbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:13.620758 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] Attempting to bind port 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba on network 9e93b8bb-b44c-442e-b310-cd59185d14ad {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:13.635137 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:13.635137 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] Checking segment: {'id': 'fc4889f0-181f-4e75-918c-4052628bbbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:13.635566 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.635853 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] Bound using segment: {'id': 'fc4889f0-181f-4e75-918c-4052628bbbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:13.636389 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] Bound port: 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4889f0-181f-4e75-918c-4052628bbbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:13.636782 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.706935 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8b665-1f89-4fbc-978e-3e4e2921faec req-fe0e1b6d-e68f-4ce4-a974-1f5fcba156c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:13.708467 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26f8b665-1f89-4fbc-978e-3e4e2921faec req-fe0e1b6d-e68f-4ce4-a974-1f5fcba156c3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa&tenant_id=6ca31bc079774bfc98b5ada65ac84773 HTTP/1.1" status: 200 len: 1095 time: 0.2167189 Jul 16 01:42:13.713006 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-e7fd09b8-f63b-4a70-9fdc-39f9b658177c service neutron] 10.222.0.16 "GET /v2.0/networks/9e93b8bb-b44c-442e-b310-cd59185d14ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501192 Jul 16 01:42:13.800733 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] For port 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:13.803760 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] For port 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=6b97522b-2f9f-40aa-a1f0-640e8e09c9ba,segment=NetworkSegment(fc4889f0-181f-4e75-918c-4052628bbbf4),segment_id=fc4889f0-181f-4e75-918c-4052628bbbf4)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:13.815204 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.853061 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-08f20b50-ccbb-435a-8f16-edf1f5feae53 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.877548 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-08f20b50-ccbb-435a-8f16-edf1f5feae53 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Transition to ACTIVE for port object a5cdb1db-97b5-41a0-8a7c-911c9ed8f826 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:13.902504 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb8927-9c1d-4043-8c5e-6dc936da7778 None None] Pushing event updated for resources: {'Port': ['ID=6b97522b-2f9f-40aa-a1f0-640e8e09c9ba,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:13.936058 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] Routers {'4e8dae8f-a0b1-4566-98a5-73afa78b3dca'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:13.936330 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8b665-1f89-4fbc-978e-3e4e2921faec req-64d8a44c-8de1-4e4f-9fff-6e54d26d051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:13.937410 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:42:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['4e8dae8f-a0b1-4566-98a5-73afa78b3dca'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:13.938102 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26f8b665-1f89-4fbc-978e-3e4e2921faec req-64d8a44c-8de1-4e4f-9fff-6e54d26d051c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6ca31bc079774bfc98b5ada65ac84773&device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 1095 time: 0.1898358 Jul 16 01:42:13.953998 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-7e865769-ded5-4ff5-8323-e86896e717cc service neutron] 10.222.0.16 "GET /v2.0/networks/9e93b8bb-b44c-442e-b310-cd59185d14ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323933 Jul 16 01:42:13.964061 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-08f20b50-ccbb-435a-8f16-edf1f5feae53 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.072955 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f20b50-ccbb-435a-8f16-edf1f5feae53 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:14.113491 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-08f20b50-ccbb-435a-8f16-edf1f5feae53 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:14.122512 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f20b50-ccbb-435a-8f16-edf1f5feae53 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:14.171422 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f20b50-ccbb-435a-8f16-edf1f5feae53 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=a5cdb1db-97b5-41a0-8a7c-911c9ed8f826,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:14.201755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] Set router 4e8dae8f-a0b1-4566-98a5-73afa78b3dca gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:14.204921 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8b665-1f89-4fbc-978e-3e4e2921faec req-d5e77b3b-8054-4598-8a83-f00763719ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:14.211080 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26f8b665-1f89-4fbc-978e-3e4e2921faec req-d5e77b3b-8054-4598-8a83-f00763719ab8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46 HTTP/1.1" status: 200 len: 918 time: 0.2558959 Jul 16 01:42:14.217443 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-e3ebfa39-0a87-4312-bd28-e511ed2aa803 None None] Allocated IP 172.20.0.2 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/553fc0ae-20bd-4ade-8cb8-b9a7ba95e2bd/b4bceae9-f1d9-4543-ad5b-cb603ecd547a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:14.258973 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f20b50-ccbb-435a-8f16-edf1f5feae53 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:14.259949 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-08f20b50-ccbb-435a-8f16-edf1f5feae53 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.282672 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-08f20b50-ccbb-435a-8f16-edf1f5feae53 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3503320 Jul 16 01:42:14.288354 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43504) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:14.362120 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5b883b2f-5f22-41b5-bf21-df42fd218546 req-79c47882-b23d-4958-97b7-2d2da533e4a9 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 210 time: 0.0455692 Jul 16 01:42:14.363567 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d366adc-ac32-44f1-b436-8ce53be05dad req-0aff7c0f-3351-44b6-8b00-62943bcfdd56 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:14.365547 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1d366adc-ac32-44f1-b436-8ce53be05dad req-0aff7c0f-3351-44b6-8b00-62943bcfdd56 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 0.2544584 Jul 16 01:42:14.395424 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26f8b665-1f89-4fbc-978e-3e4e2921faec req-d0cd2dc5-4658-4370-879b-de64d79dcc4d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41816ceb-c92d-4c6c-8b21-d19b461ea83e HTTP/1.1" status: 200 len: 998 time: 0.1768391 Jul 16 01:42:14.413423 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-e3ebfa39-0a87-4312-bd28-e511ed2aa803 None None] Allocated IP 2001:db8::f816:3eff:feff:8358 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/44a2fe9d-2eb1-44c1-a944-7e91b776a291/b4bceae9-f1d9-4543-ad5b-cb603ecd547a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:14.433016 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3b1a47-9f42-4085-895b-59561de631a1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:14.435721 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cf3b1a47-9f42-4085-895b-59561de631a1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.1449149 Jul 16 01:42:14.438285 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43506) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:14.487331 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1d366adc-ac32-44f1-b436-8ce53be05dad req-7f41f99e-0745-4f11-b750-704ea222da16 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1108017 Jul 16 01:42:14.512194 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8b665-1f89-4fbc-978e-3e4e2921faec req-bf8e4e20-5618-4278-a638-3330277c3d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:14.513740 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26f8b665-1f89-4fbc-978e-3e4e2921faec req-bf8e4e20-5618-4278-a638-3330277c3d8b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e2260a5b-5f93-4f16-9877-6dd3618b52a8 HTTP/1.1" status: 200 len: 856 time: 0.1111281 Jul 16 01:42:14.589373 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-c0c4a1d1-b1af-446a-bd2e-08d6fd355c15 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting port a5cdb1db-97b5-41a0-8a7c-911c9ed8f826 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:14.590312 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c0c4a1d1-b1af-446a-bd2e-08d6fd355c15 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.648894 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8b665-1f89-4fbc-978e-3e4e2921faec req-cbf0d9ea-82f3-484f-8c28-fd7bec06d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:14.652738 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26f8b665-1f89-4fbc-978e-3e4e2921faec req-cbf0d9ea-82f3-484f-8c28-fd7bec06d038 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1271684 Jul 16 01:42:14.708429 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e3ebfa39-0a87-4312-bd28-e511ed2aa803 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.724401 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e3ebfa39-0a87-4312-bd28-e511ed2aa803 None None] Transition to ACTIVE for port object b4bceae9-f1d9-4543-ad5b-cb603ecd547a will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:14.750330 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c0c4a1d1-b1af-446a-bd2e-08d6fd355c15 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.752722 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702512809', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '1a807622-5971-49f2-bcab-514769db1c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:01Z', 'updated_at': '2021-07-16T01:42:09Z', 'revision_number': 4, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'gw_port': {'id': '1a807622-5971-49f2-bcab-514769db1c3e', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:02Z', 'updated_at': '2021-07-16T01:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '6b97522b-2f9f-40aa-a1f0-640e8e09c9ba', 'name': '', 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'mac_address': 'fa:16:3e:52:0d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '75e8fe35-eff1-4e2d-9cc6-7368c74f85f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:07Z', 'updated_at': '2021-07-16T01:42:13Z', 'revision_number': 4, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'subnets': [{'id': '75e8fe35-eff1-4e2d-9cc6-7368c74f85f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:14.767872 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-c0c4a1d1-b1af-446a-bd2e-08d6fd355c15 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Calling delete_port for a5cdb1db-97b5-41a0-8a7c-911c9ed8f826 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:14.827894 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e3ebfa39-0a87-4312-bd28-e511ed2aa803 None None] Transition to ACTIVE for port object b4bceae9-f1d9-4543-ad5b-cb603ecd547a will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:14.829578 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3727b2-e528-42e3-9957-a35ca6a1be14 None None] The sync data for ids ['4e8dae8f-a0b1-4566-98a5-73afa78b3dca'] in n-d-792394-16 is: [{'id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702512809', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '1a807622-5971-49f2-bcab-514769db1c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:01Z', 'updated_at': '2021-07-16T01:42:09Z', 'revision_number': 4, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'gw_port': {'id': '1a807622-5971-49f2-bcab-514769db1c3e', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:02Z', 'updated_at': '2021-07-16T01:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '6b97522b-2f9f-40aa-a1f0-640e8e09c9ba', 'name': '', 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'mac_address': 'fa:16:3e:52:0d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '75e8fe35-eff1-4e2d-9cc6-7368c74f85f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:07Z', 'updated_at': '2021-07-16T01:42:13Z', 'revision_number': 4, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'subnets': [{'id': '75e8fe35-eff1-4e2d-9cc6-7368c74f85f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:14.837116 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26f8b665-1f89-4fbc-978e-3e4e2921faec req-a769b803-761d-4d83-982a-6ce7cb9910a7 service neutron] 10.222.0.82 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731944 Jul 16 01:42:14.850847 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e3ebfa39-0a87-4312-bd28-e511ed2aa803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.911209 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ebfa39-0a87-4312-bd28-e511ed2aa803 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:14.912982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-e3ebfa39-0a87-4312-bd28-e511ed2aa803 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:14.917426 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ebfa39-0a87-4312-bd28-e511ed2aa803 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:15.060500 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26f8b665-1f89-4fbc-978e-3e4e2921faec req-9840d912-2c6b-4296-a840-a40b857997d5 service neutron] 10.222.0.82 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196708 Jul 16 01:42:15.146793 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c0c4a1d1-b1af-446a-bd2e-08d6fd355c15 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.211488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4a1d1-b1af-446a-bd2e-08d6fd355c15 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Port': ['ID=a5cdb1db-97b5-41a0-8a7c-911c9ed8f826,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:15.257670 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebfa39-0a87-4312-bd28-e511ed2aa803 None None] Pushing event updated for resources: {'Port': ['ID=b4bceae9-f1d9-4543-ad5b-cb603ecd547a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:15.341702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-e3ebfa39-0a87-4312-bd28-e511ed2aa803 None None] Attempting to bind port b4bceae9-f1d9-4543-ad5b-cb603ecd547a on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:15.342095 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-e3ebfa39-0a87-4312-bd28-e511ed2aa803 None None] Attempting to bind port b4bceae9-f1d9-4543-ad5b-cb603ecd547a by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:15.342470 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ebfa39-0a87-4312-bd28-e511ed2aa803 None None] Attempting to bind port b4bceae9-f1d9-4543-ad5b-cb603ecd547a on network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:15.351146 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ebfa39-0a87-4312-bd28-e511ed2aa803 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:15.351511 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ebfa39-0a87-4312-bd28-e511ed2aa803 None None] Checking segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:15.351930 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e3ebfa39-0a87-4312-bd28-e511ed2aa803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.352334 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ebfa39-0a87-4312-bd28-e511ed2aa803 None None] Bound using segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:15.353666 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-e3ebfa39-0a87-4312-bd28-e511ed2aa803 None None] Bound port: b4bceae9-f1d9-4543-ad5b-cb603ecd547a, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:15.353962 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e3ebfa39-0a87-4312-bd28-e511ed2aa803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.382501 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c0c4a1d1-b1af-446a-bd2e-08d6fd355c15 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.385593 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c0c4a1d1-b1af-446a-bd2e-08d6fd355c15 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/a5cdb1db-97b5-41a0-8a7c-911c9ed8f826 HTTP/1.1" status: 204 len: 168 time: 0.9460230 Jul 16 01:42:15.389977 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43522) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:15.525096 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e3ebfa39-0a87-4312-bd28-e511ed2aa803 None None] For port b4bceae9-f1d9-4543-ad5b-cb603ecd547a, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:15.555804 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e3ebfa39-0a87-4312-bd28-e511ed2aa803 None None] For port b4bceae9-f1d9-4543-ad5b-cb603ecd547a, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=b4bceae9-f1d9-4543-ad5b-cb603ecd547a,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:15.568055 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e3ebfa39-0a87-4312-bd28-e511ed2aa803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.613775 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b088e17-ff5b-43b7-b29b-50145c750aec req-9086450a-d1ea-4eba-9aaa-d9afb501c80d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 210 time: 0.1157002 Jul 16 01:42:15.648276 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459ad2b2-da0e-47ef-ba0c-5b7c73b7d66f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:15.655769 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459ad2b2-da0e-47ef-ba0c-5b7c73b7d66f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:15.657460 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459ad2b2-da0e-47ef-ba0c-5b7c73b7d66f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:15.680489 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43536) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:15.680679 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-459ad2b2-da0e-47ef-ba0c-5b7c73b7d66f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2893767 Jul 16 01:42:15.745799 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebfa39-0a87-4312-bd28-e511ed2aa803 None None] Pushing event updated for resources: {'Port': ['ID=b4bceae9-f1d9-4543-ad5b-cb603ecd547a,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:15.805618 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc07cbd6-ba97-4ae5-8c56-113ff5ff0b80 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet 44a2fe9d-2eb1-44c1-a944-7e91b776a291 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:15.817241 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc07cbd6-ba97-4ae5-8c56-113ff5ff0b80 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.932080 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc07cbd6-ba97-4ae5-8c56-113ff5ff0b80 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.956201 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93283ae4-6f9d-4e96-82fc-76b3aa9cd6d3 req-cfea6dca-0b81-4c17-b1d3-593babd925ef tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:15.958389 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-93283ae4-6f9d-4e96-82fc-76b3aa9cd6d3 req-cfea6dca-0b81-4c17-b1d3-593babd925ef tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 0.1807806 Jul 16 01:42:16.078531 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-93283ae4-6f9d-4e96-82fc-76b3aa9cd6d3 req-49f8bf31-d22b-467a-aade-3ca6994d677c tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1049247 Jul 16 01:42:16.214244 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc07cbd6-ba97-4ae5-8c56-113ff5ff0b80 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.329860 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc07cbd6-ba97-4ae5-8c56-113ff5ff0b80 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.422514 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07cbd6-ba97-4ae5-8c56-113ff5ff0b80 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=44a2fe9d-2eb1-44c1-a944-7e91b776a291,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:16.434450 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc07cbd6-ba97-4ae5-8c56-113ff5ff0b80 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.434739 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-dc07cbd6-ba97-4ae5-8c56-113ff5ff0b80 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/44a2fe9d-2eb1-44c1-a944-7e91b776a291 HTTP/1.1" status: 204 len: 168 time: 0.7526896 Jul 16 01:42:16.438145 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43548) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:16.553810 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-253fa32c-ac7f-46b5-bb35-610ff5c60907 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet 553fc0ae-20bd-4ade-8cb8-b9a7ba95e2bd {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:16.565029 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-253fa32c-ac7f-46b5-bb35-610ff5c60907 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.666856 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-253fa32c-ac7f-46b5-bb35-610ff5c60907 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.826853 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2c73ac40-a76e-4bc2-ae5b-db4cc157c2dd req-87726c89-ec77-4fcf-8113-5644b3e827a1 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 210 time: 0.0484877 Jul 16 01:42:16.921846 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-253fa32c-ac7f-46b5-bb35-610ff5c60907 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.075551 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device b4bceae9-f1d9-4543-ad5b-cb603ecd547a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:17.096740 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-253fa32c-ac7f-46b5-bb35-610ff5c60907 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.203620 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fa32c-ac7f-46b5-bb35-610ff5c60907 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=553fc0ae-20bd-4ade-8cb8-b9a7ba95e2bd,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:17.219432 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-253fa32c-ac7f-46b5-bb35-610ff5c60907 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.221518 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-253fa32c-ac7f-46b5-bb35-610ff5c60907 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/553fc0ae-20bd-4ade-8cb8-b9a7ba95e2bd HTTP/1.1" status: 204 len: 168 time: 0.7821410 Jul 16 01:42:17.224334 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43558) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:17.268994 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port b4bceae9-f1d9-4543-ad5b-cb603ecd547a completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:17.273752 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:17.350172 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-72ce8e7a-ef43-4405-96cc-ccd891b90416 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1234860 Jul 16 01:42:17.353522 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43564) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:17.366495 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-c6248367-9342-472f-96c4-9f830c7991e6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:17.435712 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3e9ea-0489-4d94-b595-691d60768a78 req-89666146-7db4-481c-aeb4-98c2dd6c5646 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:17.444263 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2ae3e9ea-0489-4d94-b595-691d60768a78 req-89666146-7db4-481c-aeb4-98c2dd6c5646 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 0.1092696 Jul 16 01:42:17.479392 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:17.483196 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:17.483580 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.516806 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2ae3e9ea-0489-4d94-b595-691d60768a78 req-534cd5ee-63c6-4604-8a15-89240b8d691e tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666223 Jul 16 01:42:17.666171 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.697994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6248367-9342-472f-96c4-9f830c7991e6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:17.699401 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c6248367-9342-472f-96c4-9f830c7991e6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.736896 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=6b97522b-2f9f-40aa-a1f0-640e8e09c9ba,segment=NetworkSegment(fc4889f0-181f-4e75-918c-4052628bbbf4),segment_id=fc4889f0-181f-4e75-918c-4052628bbbf4)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:17.745040 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.773928 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8927758f-2817-4662-aec8-af10df5be64d None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:17.838907 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=6b97522b-2f9f-40aa-a1f0-640e8e09c9ba,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:18.080122 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ff0516bc-4e5d-4be7-ac29-b7ae00988acc None None] Provisioning for port b4bceae9-f1d9-4543-ad5b-cb603ecd547a completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:18.112550 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b4965c46-74cd-479d-a31e-0c76716998b9 req-971738a3-bd54-4e60-a862-13c145982abb tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 210 time: 0.0766597 Jul 16 01:42:18.121992 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c6248367-9342-472f-96c4-9f830c7991e6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.145154 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6248367-9342-472f-96c4-9f830c7991e6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:18.148686 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-c6248367-9342-472f-96c4-9f830c7991e6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:18.170114 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6248367-9342-472f-96c4-9f830c7991e6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:18.171001 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c6248367-9342-472f-96c4-9f830c7991e6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.206644 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ff0516bc-4e5d-4be7-ac29-b7ae00988acc None None] Provisioning complete for port b4bceae9-f1d9-4543-ad5b-cb603ecd547a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:18.208254 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ff0516bc-4e5d-4be7-ac29-b7ae00988acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.242396 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c6248367-9342-472f-96c4-9f830c7991e6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8866861 Jul 16 01:42:18.245740 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43580) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:18.249120 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6248367-9342-472f-96c4-9f830c7991e6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=7409ab7a-f128-4838-b07d-a7a4b98221aa,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:18.265140 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-cad4b087-7831-4a52-9457-36ed232dace9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:18.423328 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-6c67e494-62d3-46e6-9ce5-5f883781632e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:18.424925 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-6c67e494-62d3-46e6-9ce5-5f883781632e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.84 "GET /v2.0/networks?id=9e93b8bb-b44c-442e-b310-cd59185d14ad HTTP/1.1" status: 200 len: 796 time: 0.2397954 Jul 16 01:42:18.528382 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-df88e000-2e54-4d4f-88f9-e88bd7607128 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63d7dd0927134fe38f3ae78f1b64b169 HTTP/1.1" status: 200 len: 478 time: 0.0911763 Jul 16 01:42:18.532661 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26ff40b-470a-4843-8a7c-e5f346eb89c9 None None] DHCP port deletion for 263c6a6c-93e1-4622-bf61-98aa7f54dc76 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:42:18.552557 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-504579c8-146e-4b7b-b230-5e46c278becd tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Request body: {'port': {'device_id': '9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc', 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad', 'admin_state_up': True, 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'security_groups': ['aa093f7b-3a94-4fdd-9013-186f671c1058', '7c32b431-fe63-48c5-9328-51edeccc12b7']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:18.568456 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ff0516bc-4e5d-4be7-ac29-b7ae00988acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.628823 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad4b087-7831-4a52-9457-36ed232dace9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:18.633012 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cad4b087-7831-4a52-9457-36ed232dace9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.716929 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ff0516bc-4e5d-4be7-ac29-b7ae00988acc None None] For port b4bceae9-f1d9-4543-ad5b-cb603ecd547a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=b4bceae9-f1d9-4543-ad5b-cb603ecd547a,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:18.727956 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ff0516bc-4e5d-4be7-ac29-b7ae00988acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.790813 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-504579c8-146e-4b7b-b230-5e46c278becd tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Made reservation on behalf of 63d7dd0927134fe38f3ae78f1b64b169 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:18.795987 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-504579c8-146e-4b7b-b230-5e46c278becd tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.813351 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a26ff40b-470a-4843-8a7c-e5f346eb89c9 None None] Deleting port b4bceae9-f1d9-4543-ad5b-cb603ecd547a {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:18.813802 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a26ff40b-470a-4843-8a7c-e5f346eb89c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.918335 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a26ff40b-470a-4843-8a7c-e5f346eb89c9 None None] For port b4bceae9-f1d9-4543-ad5b-cb603ecd547a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=b4bceae9-f1d9-4543-ad5b-cb603ecd547a,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:18.918733 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a26ff40b-470a-4843-8a7c-e5f346eb89c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.934877 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a26ff40b-470a-4843-8a7c-e5f346eb89c9 None None] Calling delete_port for b4bceae9-f1d9-4543-ad5b-cb603ecd547a owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:19.064802 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:19.094617 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-504579c8-146e-4b7b-b230-5e46c278becd tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Allocated IP 172.20.0.12 (9e93b8bb-b44c-442e-b310-cd59185d14ad/75e8fe35-eff1-4e2d-9cc6-7368c74f85f9/9a41a004-809c-4255-b6a1-431425af08f8) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:19.115827 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a26ff40b-470a-4843-8a7c-e5f346eb89c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.120909 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0516bc-4e5d-4be7-ac29-b7ae00988acc None None] Pushing event updated for resources: {'Port': ['ID=b4bceae9-f1d9-4543-ad5b-cb603ecd547a,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:19.179504 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ff40b-470a-4843-8a7c-e5f346eb89c9 None None] Pushing event deleted for resources: {'Port': ['ID=b4bceae9-f1d9-4543-ad5b-cb603ecd547a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:19.185863 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26ff40b-470a-4843-8a7c-e5f346eb89c9 None None] No DVR routers for this DVR port b4bceae9-f1d9-4543-ad5b-cb603ecd547a on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:19.195673 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:19.197133 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.329470 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3ef7d6-76fb-4210-b1b1-56f57009b6ee None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:19.525924 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4f310870-8a39-4354-81fe-be4bf1102c7a req-64af1d3e-36b5-4bc2-999e-740769054fd7 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 210 time: 0.0740488 Jul 16 01:42:19.596242 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-504579c8-146e-4b7b-b230-5e46c278becd tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.632482 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-504579c8-146e-4b7b-b230-5e46c278becd tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Transition to ACTIVE for port object 9a41a004-809c-4255-b6a1-431425af08f8 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:19.701459 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-504579c8-146e-4b7b-b230-5e46c278becd tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.764445 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device b4bceae9-f1d9-4543-ad5b-cb603ecd547a no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:19.796380 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-504579c8-146e-4b7b-b230-5e46c278becd tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Network 9e93b8bb-b44c-442e-b310-cd59185d14ad is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:19.800679 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-504579c8-146e-4b7b-b230-5e46c278becd tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:19.805043 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-504579c8-146e-4b7b-b230-5e46c278becd tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:19.836004 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a9d85-0639-4327-a729-fdd9fdf9a7f6 req-8b67c9d7-b36d-4806-a353-de25f6ef1211 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:19.839397 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5f5a9d85-0639-4327-a729-fdd9fdf9a7f6 req-8b67c9d7-b36d-4806-a353-de25f6ef1211 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 1.0708604 Jul 16 01:42:19.846789 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504579c8-146e-4b7b-b230-5e46c278becd tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event updated for resources: {'Port': ['ID=9a41a004-809c-4255-b6a1-431425af08f8,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:19.903138 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: b4bceae9-f1d9-4543-ad5b-cb603ecd547a {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:19.903677 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device b4bceae9-f1d9-4543-ad5b-cb603ecd547a not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:19.959627 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-504579c8-146e-4b7b-b230-5e46c278becd tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:19.968634 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-504579c8-146e-4b7b-b230-5e46c278becd tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.986173 n-d-792394-16 neutron-server[93956]: DEBUG neutron.objects.ports [None req-cad4b087-7831-4a52-9457-36ed232dace9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93956) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:42:19.991863 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cad4b087-7831-4a52-9457-36ed232dace9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.014399 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-504579c8-146e-4b7b-b230-5e46c278becd tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.4782522 Jul 16 01:42:20.019170 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a501370-2f30-4514-af86-1cc497ade013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'fixed_ips': [{'subnet_id': '16fe00c5-cfe4-4236-abc9-6d855b1a11da'}, {'subnet_id': '7409ab7a-f128-4838-b07d-a7a4b98221aa'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:42:20.026754 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5f5a9d85-0639-4327-a729-fdd9fdf9a7f6 req-3a2c768a-ba13-4ca6-aca2-fc94ecbf072a tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1497889 Jul 16 01:42:20.026905 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a501370-2f30-4514-af86-1cc497ade013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.035449 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Request body: {'port': {'device_id': '9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:20.062766 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad4b087-7831-4a52-9457-36ed232dace9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:20.067263 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-cad4b087-7831-4a52-9457-36ed232dace9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:20.082260 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad4b087-7831-4a52-9457-36ed232dace9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:20.082947 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cad4b087-7831-4a52-9457-36ed232dace9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.138978 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cad4b087-7831-4a52-9457-36ed232dace9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8904533 Jul 16 01:42:20.146289 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43596) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:20.164744 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-8e4c85e0-c328-4b5a-9230-60901d6e3422 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'mac_address': 'fa:16:3e:bf:1e:92', 'name': 'tempest-NetworksTestDHCPv6-1581786333'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:20.240754 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4b087-7831-4a52-9457-36ed232dace9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=16fe00c5-cfe4-4236-abc9-6d855b1a11da,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:20.252655 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.299996 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-73737a54-783b-49e5-afe1-de34733f72b5 None None] Provisioning for port 9a41a004-809c-4255-b6a1-431425af08f8 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:20.325952 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-73737a54-783b-49e5-afe1-de34733f72b5 None None] Provisioning complete for port 9a41a004-809c-4255-b6a1-431425af08f8 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:20.326383 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-73737a54-783b-49e5-afe1-de34733f72b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.477301 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-73737a54-783b-49e5-afe1-de34733f72b5 None None] Port 9a41a004-809c-4255-b6a1-431425af08f8 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:20.478806 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4c85e0-c328-4b5a-9230-60901d6e3422 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:20.645348 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8e4c85e0-c328-4b5a-9230-60901d6e3422 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.679586 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-8e4c85e0-c328-4b5a-9230-60901d6e3422 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] device_id is not set on port 2df01fb2-8725-4d03-8e66-6e0f488851a4 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:20.680051 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-3a501370-2f30-4514-af86-1cc497ade013 None None] Allocated IP 172.20.0.2 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/7409ab7a-f128-4838-b07d-a7a4b98221aa/66f31d07-c569-4f5e-b873-800334b5c768) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:20.697741 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-3a501370-2f30-4514-af86-1cc497ade013 None None] Allocated IP 2001:db8::f816:3eff:fe8a:9d6a (263c6a6c-93e1-4622-bf61-98aa7f54dc76/16fe00c5-cfe4-4236-abc9-6d855b1a11da/66f31d07-c569-4f5e-b873-800334b5c768) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:20.932865 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a41a004-809c-4255-b6a1-431425af08f8 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:20.945165 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.968180 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Transition to ACTIVE for port object 9a41a004-809c-4255-b6a1-431425af08f8 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:20.978814 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.053902 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0927a-fa64-44b9-86f8-a5ce190748dc req-3765e8d1-d63b-4b7e-83bd-eae6607070a3 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:21.055683 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-28f0927a-fa64-44b9-86f8-a5ce190748dc req-3765e8d1-d63b-4b7e-83bd-eae6607070a3 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 971 time: 0.1717510 Jul 16 01:42:21.116544 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a501370-2f30-4514-af86-1cc497ade013 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.122483 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3a501370-2f30-4514-af86-1cc497ade013 None None] Transition to ACTIVE for port object 66f31d07-c569-4f5e-b873-800334b5c768 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:21.150218 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3a501370-2f30-4514-af86-1cc497ade013 None None] Transition to ACTIVE for port object 66f31d07-c569-4f5e-b873-800334b5c768 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:21.174655 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a501370-2f30-4514-af86-1cc497ade013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.195340 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Pushing event updated for resources: {'Port': ['ID=9a41a004-809c-4255-b6a1-431425af08f8,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:21.238113 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:21.238777 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:21.239305 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:21.239820 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:21.240547 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:21.241112 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:21.241689 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:21.242310 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:21.243184 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:21.243710 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:21.244267 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:21.244939 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:21.265895 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-28f0927a-fa64-44b9-86f8-a5ce190748dc req-704fd646-d301-459c-bcbd-a687b7903f9b tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa093f7b-3a94-4fdd-9013-186f671c1058&id=7c32b431-fe63-48c5-9328-51edeccc12b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2021976 Jul 16 01:42:21.315810 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a501370-2f30-4514-af86-1cc497ade013 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:21.319381 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-3a501370-2f30-4514-af86-1cc497ade013 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:21.325045 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a501370-2f30-4514-af86-1cc497ade013 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:21.333981 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a501370-2f30-4514-af86-1cc497ade013 None None] Pushing event updated for resources: {'Port': ['ID=66f31d07-c569-4f5e-b873-800334b5c768,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:21.353458 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Attempting to bind port 9a41a004-809c-4255-b6a1-431425af08f8 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:21.353913 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Attempting to bind port 9a41a004-809c-4255-b6a1-431425af08f8 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'fc4889f0-181f-4e75-918c-4052628bbbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:21.354187 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Attempting to bind port 9a41a004-809c-4255-b6a1-431425af08f8 on network 9e93b8bb-b44c-442e-b310-cd59185d14ad {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:21.363081 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Port 9a41a004-809c-4255-b6a1-431425af08f8 on network 9e93b8bb-b44c-442e-b310-cd59185d14ad not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:42:21.363454 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Attempting to bind port 9a41a004-809c-4255-b6a1-431425af08f8 on network 9e93b8bb-b44c-442e-b310-cd59185d14ad {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:21.383735 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:21.384148 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Checking segment: {'id': 'fc4889f0-181f-4e75-918c-4052628bbbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:21.388805 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Bound using segment: {'id': 'fc4889f0-181f-4e75-918c-4052628bbbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:21.389357 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Bound port: 9a41a004-809c-4255-b6a1-431425af08f8, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4889f0-181f-4e75-918c-4052628bbbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:21.389737 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.554941 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3a501370-2f30-4514-af86-1cc497ade013 None None] Attempting to bind port 66f31d07-c569-4f5e-b873-800334b5c768 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:21.555722 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3a501370-2f30-4514-af86-1cc497ade013 None None] Attempting to bind port 66f31d07-c569-4f5e-b873-800334b5c768 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:21.556333 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a501370-2f30-4514-af86-1cc497ade013 None None] Attempting to bind port 66f31d07-c569-4f5e-b873-800334b5c768 on network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:21.570167 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a501370-2f30-4514-af86-1cc497ade013 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:21.571098 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a501370-2f30-4514-af86-1cc497ade013 None None] Checking segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:21.571759 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a501370-2f30-4514-af86-1cc497ade013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.572417 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a501370-2f30-4514-af86-1cc497ade013 None None] Bound using segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:21.573135 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3a501370-2f30-4514-af86-1cc497ade013 None None] Bound port: 66f31d07-c569-4f5e-b873-800334b5c768, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:21.573836 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a501370-2f30-4514-af86-1cc497ade013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.587317 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-8e4c85e0-c328-4b5a-9230-60901d6e3422 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 172.20.0.14 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/7409ab7a-f128-4838-b07d-a7a4b98221aa/2df01fb2-8725-4d03-8e66-6e0f488851a4) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:21.610472 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-8e4c85e0-c328-4b5a-9230-60901d6e3422 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8::f816:3eff:febf:1e92 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/16fe00c5-cfe4-4236-abc9-6d855b1a11da/2df01fb2-8725-4d03-8e66-6e0f488851a4) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:21.618832 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] For port 9a41a004-809c-4255-b6a1-431425af08f8, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:21.627302 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] For port 9a41a004-809c-4255-b6a1-431425af08f8, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=9a41a004-809c-4255-b6a1-431425af08f8,segment=NetworkSegment(fc4889f0-181f-4e75-918c-4052628bbbf4),segment_id=fc4889f0-181f-4e75-918c-4052628bbbf4)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:21.634749 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.654228 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197161fa-fcdf-443f-9dda-d2fb86d58181 req-759a1068-ffab-4b94-9047-2ef6630dd044 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:21.661269 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-197161fa-fcdf-443f-9dda-d2fb86d58181 req-759a1068-ffab-4b94-9047-2ef6630dd044 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 0.2679884 Jul 16 01:42:21.709568 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:21.710710 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.712829 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] 10.222.0.84 "PUT /v2.0/ports/9a41a004-809c-4255-b6a1-431425af08f8 HTTP/1.1" status: 200 len: 1132 time: 1.6899555 Jul 16 01:42:21.713546 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc', 'tag': '9a41a004-809c-4255-b6a1-431425af08f8'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:21.715799 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2564fe3a-88c3-4b35-a20b-32e4be17b8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc", "tag": "9a41a004-809c-4255-b6a1-431425af08f8"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:21.734577 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3a501370-2f30-4514-af86-1cc497ade013 None None] For port 66f31d07-c569-4f5e-b873-800334b5c768, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:21.737774 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-197161fa-fcdf-443f-9dda-d2fb86d58181 req-ae264de4-5cc6-4e78-b848-5ed8bed1b51a tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754685 Jul 16 01:42:21.740984 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3a501370-2f30-4514-af86-1cc497ade013 None None] For port 66f31d07-c569-4f5e-b873-800334b5c768, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=66f31d07-c569-4f5e-b873-800334b5c768,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:21.753040 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a501370-2f30-4514-af86-1cc497ade013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.859236 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f3d83c-d803-429f-a9e8-392d03dff8a9 x-openstack-request-id: req-b4f3d83c-d803-429f-a9e8-392d03dff8a9 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:21.859645 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc", "tag": "9a41a004-809c-4255-b6a1-431425af08f8", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:21.859907 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b4f3d83c-d803-429f-a9e8-392d03dff8a9 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:21.860320 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc', 'tag': '9a41a004-809c-4255-b6a1-431425af08f8', 'status': 'completed', 'code': 200} Jul 16 01:42:21.906169 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928cf2b9-bca2-4398-901b-9db136fbed9d service neutron] Pushing event updated for resources: {'Port': ['ID=9a41a004-809c-4255-b6a1-431425af08f8,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:21.908776 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a501370-2f30-4514-af86-1cc497ade013 None None] Pushing event updated for resources: {'Port': ['ID=66f31d07-c569-4f5e-b873-800334b5c768,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:21.978698 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-b893c465-c0b5-4ce5-91a2-fbc2f259814d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:21.984674 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-b893c465-c0b5-4ce5-91a2-fbc2f259814d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=63d7dd0927134fe38f3ae78f1b64b169&device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 1135 time: 0.2033646 Jul 16 01:42:22.071866 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-e0251c31-6a05-468f-bfec-6c3a16010978 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a41a004-809c-4255-b6a1-431425af08f8 HTTP/1.1" status: 200 len: 217 time: 0.0839002 Jul 16 01:42:22.084788 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8e4c85e0-c328-4b5a-9230-60901d6e3422 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.107365 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-8e4c85e0-c328-4b5a-9230-60901d6e3422 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Transition to ACTIVE for port object 2df01fb2-8725-4d03-8e66-6e0f488851a4 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:22.178594 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8e4c85e0-c328-4b5a-9230-60901d6e3422 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.294142 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-22d5b277-c031-42a8-891d-7117ac5993d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:22.295713 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-22d5b277-c031-42a8-891d-7117ac5993d1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=75e8fe35-eff1-4e2d-9cc6-7368c74f85f9 HTTP/1.1" status: 200 len: 835 time: 0.2172844 Jul 16 01:42:22.336342 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4c85e0-c328-4b5a-9230-60901d6e3422 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:22.374834 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-8e4c85e0-c328-4b5a-9230-60901d6e3422 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:22.377444 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4c85e0-c328-4b5a-9230-60901d6e3422 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:22.491927 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-b90c71d8-27b1-4ae5-bcb7-775990359169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:22.494052 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-b90c71d8-27b1-4ae5-bcb7-775990359169 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9e93b8bb-b44c-442e-b310-cd59185d14ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1912642 Jul 16 01:42:22.503092 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c85e0-c328-4b5a-9230-60901d6e3422 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=2df01fb2-8725-4d03-8e66-6e0f488851a4,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:22.599754 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4c85e0-c328-4b5a-9230-60901d6e3422 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:22.601269 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8e4c85e0-c328-4b5a-9230-60901d6e3422 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.641375 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8e4c85e0-c328-4b5a-9230-60901d6e3422 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.4911680 Jul 16 01:42:22.641766 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43618) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:22.681738 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37192f4-3b14-4229-9884-cfc26e67e7a0 req-49880781-a127-4589-92d3-4e64221fcf3e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:22.690905 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a37192f4-3b14-4229-9884-cfc26e67e7a0 req-49880781-a127-4589-92d3-4e64221fcf3e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 983 time: 0.2041750 Jul 16 01:42:22.755375 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-c7ecc821-648b-44eb-b404-66b69d26e02b service neutron] 10.222.0.84 "GET /v2.0/networks/9e93b8bb-b44c-442e-b310-cd59185d14ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512500 Jul 16 01:42:22.798250 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a37192f4-3b14-4229-9884-cfc26e67e7a0 req-9e7adf5e-ad98-44a0-b156-0855ae04941d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa093f7b-3a94-4fdd-9013-186f671c1058&id=7c32b431-fe63-48c5-9328-51edeccc12b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1056430 Jul 16 01:42:23.052133 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5724eb39-5219-48f4-ae7d-120226010701 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:23.061357 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5724eb39-5219-48f4-ae7d-120226010701 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:23.066503 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43626) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:23.079282 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 66f31d07-c569-4f5e-b873-800334b5c768 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:23.080669 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5724eb39-5219-48f4-ae7d-120226010701 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4379134 Jul 16 01:42:23.188232 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce63126b-1af2-493f-b72f-e536f5e6f3e8 req-d2899da8-bc35-4ae8-a82d-9eb6004a6e90 service neutron] 10.222.0.84 "GET /v2.0/networks/9e93b8bb-b44c-442e-b310-cd59185d14ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041719 Jul 16 01:42:23.304409 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 66f31d07-c569-4f5e-b873-800334b5c768 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:23.346488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-59e02291-a6f5-46a0-bf96-08e7af0b3117 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting port 2df01fb2-8725-4d03-8e66-6e0f488851a4 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:23.346488 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59e02291-a6f5-46a0-bf96-08e7af0b3117 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.425693 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564fe3a-88c3-4b35-a20b-32e4be17b8c4 req-56bb73b9-906d-4d91-b7cb-771b092010ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:23.427217 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2564fe3a-88c3-4b35-a20b-32e4be17b8c4 req-56bb73b9-906d-4d91-b7cb-771b092010ea service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=63d7dd0927134fe38f3ae78f1b64b169&device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 1135 time: 0.1789882 Jul 16 01:42:23.576269 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59e02291-a6f5-46a0-bf96-08e7af0b3117 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.620652 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-59e02291-a6f5-46a0-bf96-08e7af0b3117 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Calling delete_port for 2df01fb2-8725-4d03-8e66-6e0f488851a4 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:23.629145 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564fe3a-88c3-4b35-a20b-32e4be17b8c4 req-ce1531b9-9eae-44a1-b10e-aa4dba8738ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:23.631115 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2564fe3a-88c3-4b35-a20b-32e4be17b8c4 req-ce1531b9-9eae-44a1-b10e-aa4dba8738ac service neutron] 10.222.0.84 "GET /v2.0/networks?id=9e93b8bb-b44c-442e-b310-cd59185d14ad HTTP/1.1" status: 200 len: 897 time: 0.1959295 Jul 16 01:42:23.688408 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81c39a8-8063-4073-afef-471fddc2f558 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:23.727331 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2564fe3a-88c3-4b35-a20b-32e4be17b8c4 req-0c34abd3-940e-4d3e-8e9d-c814cb94cad2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a41a004-809c-4255-b6a1-431425af08f8 HTTP/1.1" status: 200 len: 217 time: 0.0893345 Jul 16 01:42:23.830258 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c4797874-3b1c-40e3-9f10-86f6aa8a981e None None] Provisioning for port 66f31d07-c569-4f5e-b873-800334b5c768 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:23.847198 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c4797874-3b1c-40e3-9f10-86f6aa8a981e None None] Provisioning complete for port 66f31d07-c569-4f5e-b873-800334b5c768 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:23.847329 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c4797874-3b1c-40e3-9f10-86f6aa8a981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.933105 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564fe3a-88c3-4b35-a20b-32e4be17b8c4 req-dd8b343e-8ec7-43e7-806d-44618c5e246a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:23.934669 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2564fe3a-88c3-4b35-a20b-32e4be17b8c4 req-dd8b343e-8ec7-43e7-806d-44618c5e246a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=75e8fe35-eff1-4e2d-9cc6-7368c74f85f9 HTTP/1.1" status: 200 len: 835 time: 0.1892736 Jul 16 01:42:23.989747 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59e02291-a6f5-46a0-bf96-08e7af0b3117 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.064276 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52213b6c-669b-47ca-b596-ea6057213c57 req-9d493fbd-4375-4865-8099-fbb80bc197e3 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:24.074893 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-52213b6c-669b-47ca-b596-ea6057213c57 req-9d493fbd-4375-4865-8099-fbb80bc197e3 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 0.3177669 Jul 16 01:42:24.092488 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c4797874-3b1c-40e3-9f10-86f6aa8a981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.125655 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564fe3a-88c3-4b35-a20b-32e4be17b8c4 req-fe540bc1-f77c-47e2-bf16-08c74522f746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:24.127415 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2564fe3a-88c3-4b35-a20b-32e4be17b8c4 req-fe540bc1-f77c-47e2-bf16-08c74522f746 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9e93b8bb-b44c-442e-b310-cd59185d14ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1850286 Jul 16 01:42:24.128690 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e02291-a6f5-46a0-bf96-08e7af0b3117 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Port': ['ID=2df01fb2-8725-4d03-8e66-6e0f488851a4,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:24.196947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c4797874-3b1c-40e3-9f10-86f6aa8a981e None None] For port 66f31d07-c569-4f5e-b873-800334b5c768, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=66f31d07-c569-4f5e-b873-800334b5c768,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:24.228885 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c4797874-3b1c-40e3-9f10-86f6aa8a981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.335082 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2564fe3a-88c3-4b35-a20b-32e4be17b8c4 req-ec700483-9c83-4771-8f40-9d5c6020ea89 service neutron] 10.222.0.84 "GET /v2.0/networks/9e93b8bb-b44c-442e-b310-cd59185d14ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995502 Jul 16 01:42:24.338836 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4797874-3b1c-40e3-9f10-86f6aa8a981e None None] Pushing event updated for resources: {'Port': ['ID=66f31d07-c569-4f5e-b873-800334b5c768,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:24.407519 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59e02291-a6f5-46a0-bf96-08e7af0b3117 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.412141 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-59e02291-a6f5-46a0-bf96-08e7af0b3117 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/2df01fb2-8725-4d03-8e66-6e0f488851a4 HTTP/1.1" status: 204 len: 168 time: 1.3440137 Jul 16 01:42:24.415030 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43640) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:24.421574 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-52213b6c-669b-47ca-b596-ea6057213c57 req-528f4929-072e-4e8e-baa5-c2305e69958b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3456333 Jul 16 01:42:24.515268 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b251b5-6d5e-4826-a75d-c72836dcc3d8 req-89e4b516-0beb-40e5-9610-97907bf6ec0e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:24.517066 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51b251b5-6d5e-4826-a75d-c72836dcc3d8 req-89e4b516-0beb-40e5-9610-97907bf6ec0e tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 983 time: 0.3966055 Jul 16 01:42:24.542250 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2564fe3a-88c3-4b35-a20b-32e4be17b8c4 req-b95a76c7-e7a8-46db-91c8-bcc0285b72c4 service neutron] 10.222.0.84 "GET /v2.0/networks/9e93b8bb-b44c-442e-b310-cd59185d14ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923878 Jul 16 01:42:24.632961 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51b251b5-6d5e-4826-a75d-c72836dcc3d8 req-98e19558-501a-4495-9a6c-cdcdf8c1c867 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa093f7b-3a94-4fdd-9013-186f671c1058&id=7c32b431-fe63-48c5-9328-51edeccc12b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1076138 Jul 16 01:42:24.672504 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 9a41a004-809c-4255-b6a1-431425af08f8 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:42:24.673840 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f249d0b5-4d72-4c79-b0be-e77d6f754d9a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:24.676786 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f249d0b5-4d72-4c79-b0be-e77d6f754d9a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:24.678731 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f249d0b5-4d72-4c79-b0be-e77d6f754d9a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:24.681345 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f249d0b5-4d72-4c79-b0be-e77d6f754d9a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2652891 Jul 16 01:42:24.684694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43646) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:24.861294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-4091282f-c5c4-4630-854a-c60ff0b34098 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet 16fe00c5-cfe4-4236-abc9-6d855b1a11da {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:24.889341 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031fcf8-a8d9-4634-ae83-3de546e4568c req-78c9eb91-85f0-42d5-9ee3-f275997ab7f8 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:24.895637 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b031fcf8-a8d9-4634-ae83-3de546e4568c req-78c9eb91-85f0-42d5-9ee3-f275997ab7f8 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.2939949 Jul 16 01:42:24.898726 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4091282f-c5c4-4630-854a-c60ff0b34098 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.921423 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 9a41a004-809c-4255-b6a1-431425af08f8, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=9a41a004-809c-4255-b6a1-431425af08f8,segment=NetworkSegment(fc4889f0-181f-4e75-918c-4052628bbbf4),segment_id=fc4889f0-181f-4e75-918c-4052628bbbf4)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:24.985224 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '9a41a004-809c-4255-b6a1-431425af08f8', 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad', 'port_id': '9a41a004-809c-4255-b6a1-431425af08f8', 'mac_address': 'fa:16:3e:85:a9:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e8fe35-eff1-4e2d-9cc6-7368c74f85f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:42:25.062009 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4e750654-b1da-4a31-9712-b80013abf9cb None None] Provisioning complete for port 66f31d07-c569-4f5e-b873-800334b5c768 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:25.062898 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4e750654-b1da-4a31-9712-b80013abf9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.065694 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 66f31d07-c569-4f5e-b873-800334b5c768 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:25.070131 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.233464 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a41a004-809c-4255-b6a1-431425af08f8 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:25.328086 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 9a41a004-809c-4255-b6a1-431425af08f8, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=9a41a004-809c-4255-b6a1-431425af08f8,segment=NetworkSegment(fc4889f0-181f-4e75-918c-4052628bbbf4),segment_id=fc4889f0-181f-4e75-918c-4052628bbbf4)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:25.372157 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.477674 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=9a41a004-809c-4255-b6a1-431425af08f8,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:25.506781 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 66f31d07-c569-4f5e-b873-800334b5c768 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:25.507592 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.665495 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['9a41a004-809c-4255-b6a1-431425af08f8'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:25.735195 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b031fcf8-a8d9-4634-ae83-3de546e4568c req-da4ecc96-c13d-4a18-b17b-8b93a91a067c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8124883 Jul 16 01:42:25.799859 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8b369f4a-c03d-4992-97be-683175dee19f None None] Could not find standard attr ID for object 0b9cb26d-61ce-46b4-8df4-66ba0553c06d. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:42:25.819024 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4091282f-c5c4-4630-854a-c60ff0b34098 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.860207 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b8724-9d12-4264-9922-ad3eb73d8cd9 req-d843acae-f55e-42e4-9558-6b6fdb674f22 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:25.869049 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7e5b8724-9d12-4264-9922-ad3eb73d8cd9 req-d843acae-f55e-42e4-9558-6b6fdb674f22 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 0.1819873 Jul 16 01:42:25.970856 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7e5b8724-9d12-4264-9922-ad3eb73d8cd9 req-545faa6d-3010-4f27-b075-d46bb58fcc41 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1007695 Jul 16 01:42:26.034631 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-59ea7cd9-ebb7-491b-8671-d34056d91e2e None None] Could not find standard attr ID for object 3b0f6fb8-761e-41fc-b7da-c15cbb8e3b8e. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:42:26.055218 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4091282f-c5c4-4630-854a-c60ff0b34098 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.288028 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4091282f-c5c4-4630-854a-c60ff0b34098 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.309224 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50552d39-a567-4e47-bd55-2fd678d66214 req-7fd9097a-76ff-4f96-ac8a-272de44bed5d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:26.310748 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50552d39-a567-4e47-bd55-2fd678d66214 req-7fd9097a-76ff-4f96-ac8a-272de44bed5d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 984 time: 0.2522748 Jul 16 01:42:26.357228 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d8a93c33-fc2d-4140-8cc0-3a3d38ebb7aa None None] Could not find standard attr ID for object a5cdb1db-97b5-41a0-8a7c-911c9ed8f826. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:42:26.384425 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091282f-c5c4-4630-854a-c60ff0b34098 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=16fe00c5-cfe4-4236-abc9-6d855b1a11da,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:26.388406 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4091282f-c5c4-4630-854a-c60ff0b34098 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.390379 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4091282f-c5c4-4630-854a-c60ff0b34098 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/16fe00c5-cfe4-4236-abc9-6d855b1a11da HTTP/1.1" status: 204 len: 168 time: 1.7028031 Jul 16 01:42:26.391564 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43666) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:26.486588 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df17e39-2d6f-4685-80fc-57eb39586de2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet 7409ab7a-f128-4838-b07d-a7a4b98221aa {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:26.518571 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50552d39-a567-4e47-bd55-2fd678d66214 req-2fa65c9d-419f-458c-8fbf-2dd710172f07 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa093f7b-3a94-4fdd-9013-186f671c1058&id=7c32b431-fe63-48c5-9328-51edeccc12b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1873140 Jul 16 01:42:26.523599 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7df17e39-2d6f-4685-80fc-57eb39586de2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.598213 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7df17e39-2d6f-4685-80fc-57eb39586de2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.634226 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-31e4577c-0258-4501-89a4-2ba06e0ca367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.788248 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7df17e39-2d6f-4685-80fc-57eb39586de2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.791929 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59418bf-c88a-4271-a53c-8b5f95ed1b0d None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:26.945967 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d5b4a021-13a5-46da-bf31-9d1fcd51a98f None None] Could not find standard attr ID for object 2df01fb2-8725-4d03-8e66-6e0f488851a4. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:42:26.952409 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7df17e39-2d6f-4685-80fc-57eb39586de2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.025408 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df17e39-2d6f-4685-80fc-57eb39586de2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=7409ab7a-f128-4838-b07d-a7a4b98221aa,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:27.038824 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7df17e39-2d6f-4685-80fc-57eb39586de2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.044692 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43676) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:27.052489 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7df17e39-2d6f-4685-80fc-57eb39586de2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/7409ab7a-f128-4838-b07d-a7a4b98221aa HTTP/1.1" status: 204 len: 168 time: 0.6493640 Jul 16 01:42:27.132345 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d7f7223e-8184-4e7b-8cdc-e43c75d9f6e7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0864298 Jul 16 01:42:27.134948 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43680) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:27.216745 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dcfe92-bca7-4352-a281-6bbac68db225 None None] DHCP port deletion for 263c6a6c-93e1-4622-bf61-98aa7f54dc76 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:42:27.243239 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc6f9b-4f95-49e4-955d-9bc69c565212 req-1245688a-1eac-4f7f-afa3-bcf5bc3223b2 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:27.246206 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8efc6f9b-4f95-49e4-955d-9bc69c565212 req-1245688a-1eac-4f7f-afa3-bcf5bc3223b2 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.1127841 Jul 16 01:42:27.294847 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c2dcfe92-bca7-4352-a281-6bbac68db225 None None] Deleting port 66f31d07-c569-4f5e-b873-800334b5c768 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:27.295243 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c2dcfe92-bca7-4352-a281-6bbac68db225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.308738 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8efc6f9b-4f95-49e4-955d-9bc69c565212 req-b4813a14-f084-4b4e-9516-cb61cfb60975 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549386 Jul 16 01:42:27.341466 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384043d2-9788-4a34-85f7-e9ce4c1ff83a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:27.344726 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-384043d2-9788-4a34-85f7-e9ce4c1ff83a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2083824 Jul 16 01:42:27.348413 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43686) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:27.360958 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124214d9-6bca-433b-9320-c49ed21130a1 req-df57c02e-2fcf-4b9d-90f1-e11cd0ffb98d tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:27.362896 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-124214d9-6bca-433b-9320-c49ed21130a1 req-df57c02e-2fcf-4b9d-90f1-e11cd0ffb98d tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 0.1340833 Jul 16 01:42:27.378655 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c2dcfe92-bca7-4352-a281-6bbac68db225 None None] For port 66f31d07-c569-4f5e-b873-800334b5c768, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=66f31d07-c569-4f5e-b873-800334b5c768,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:27.379205 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c2dcfe92-bca7-4352-a281-6bbac68db225 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.401294 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c2dcfe92-bca7-4352-a281-6bbac68db225 None None] Calling delete_port for 66f31d07-c569-4f5e-b873-800334b5c768 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:27.414200 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6720f73-d9ec-40f8-928c-b8b82716e93b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:27.418296 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e6720f73-d9ec-40f8-928c-b8b82716e93b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0660808 Jul 16 01:42:27.418589 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43688) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:27.439183 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-124214d9-6bca-433b-9320-c49ed21130a1 req-3892430e-a6ef-4cb0-b2cc-36d1c7228414 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489264 Jul 16 01:42:27.468396 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2be82df2-ba9e-471e-a7b4-ad94990d9a02 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463183 Jul 16 01:42:27.473036 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43690) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:27.478410 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-8f40b878-e9ba-4f89-8282-400b3bf33167 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:27.503610 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c2dcfe92-bca7-4352-a281-6bbac68db225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.530967 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dcfe92-bca7-4352-a281-6bbac68db225 None None] Pushing event deleted for resources: {'Port': ['ID=66f31d07-c569-4f5e-b873-800334b5c768,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:27.535239 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dcfe92-bca7-4352-a281-6bbac68db225 None None] No DVR routers for this DVR port 66f31d07-c569-4f5e-b873-800334b5c768 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:27.590153 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f40b878-e9ba-4f89-8282-400b3bf33167 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:27.594204 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8f40b878-e9ba-4f89-8282-400b3bf33167 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.595648 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f40b878-e9ba-4f89-8282-400b3bf33167 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:42:27.596082 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f40b878-e9ba-4f89-8282-400b3bf33167 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:42:27.613981 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8f40b878-e9ba-4f89-8282-400b3bf33167 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1395888 Jul 16 01:42:27.618133 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43694) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:27.624263 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-b55d3202-dc7f-458c-a22d-7b8b488238f5 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:27.731557 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55d3202-dc7f-458c-a22d-7b8b488238f5 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:27.733318 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ea27b-fe0e-44fd-9100-791795b03aac req-6b72f0f3-c1b9-4b10-8b94-137d33dbeb7c tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:27.735214 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9e8ea27b-fe0e-44fd-9100-791795b03aac req-6b72f0f3-c1b9-4b10-8b94-137d33dbeb7c tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 984 time: 0.0772855 Jul 16 01:42:27.735450 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b55d3202-dc7f-458c-a22d-7b8b488238f5 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.737254 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55d3202-dc7f-458c-a22d-7b8b488238f5 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:42:27.737647 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55d3202-dc7f-458c-a22d-7b8b488238f5 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:42:27.759922 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b55d3202-dc7f-458c-a22d-7b8b488238f5 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1401453 Jul 16 01:42:27.762874 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43700) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:27.768514 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-b390cf7c-d806-404f-89de-e88e80756354 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:27.782660 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9e8ea27b-fe0e-44fd-9100-791795b03aac req-fda39a14-af6b-4302-956d-05115cbe6e47 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa093f7b-3a94-4fdd-9013-186f671c1058&id=7c32b431-fe63-48c5-9328-51edeccc12b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0397730 Jul 16 01:42:27.867038 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b390cf7c-d806-404f-89de-e88e80756354 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:27.871013 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b390cf7c-d806-404f-89de-e88e80756354 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.872455 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-b390cf7c-d806-404f-89de-e88e80756354 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:42:27.872886 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b390cf7c-d806-404f-89de-e88e80756354 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:42:27.888658 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b390cf7c-d806-404f-89de-e88e80756354 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1245537 Jul 16 01:42:27.891763 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43702) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:27.896954 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-7ab7089e-dc4d-4e2e-95d0-66cda14dfd5f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:27.987251 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab7089e-dc4d-4e2e-95d0-66cda14dfd5f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:27.990976 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7ab7089e-dc4d-4e2e-95d0-66cda14dfd5f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.992373 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab7089e-dc4d-4e2e-95d0-66cda14dfd5f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:42:27.993161 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab7089e-dc4d-4e2e-95d0-66cda14dfd5f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:42:28.008921 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7ab7089e-dc4d-4e2e-95d0-66cda14dfd5f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1159918 Jul 16 01:42:28.012062 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43708) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:28.017376 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-c478d7a8-94e9-462b-9584-d48ad5c78613 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:28.116929 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c478d7a8-94e9-462b-9584-d48ad5c78613 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:28.120976 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c478d7a8-94e9-462b-9584-d48ad5c78613 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.122401 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-c478d7a8-94e9-462b-9584-d48ad5c78613 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:42:28.122901 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c478d7a8-94e9-462b-9584-d48ad5c78613 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:42:28.138737 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c478d7a8-94e9-462b-9584-d48ad5c78613 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1254814 Jul 16 01:42:28.141868 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43710) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:28.146966 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-2676714e-8808-413a-8b43-39c1722dac7c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:28.243296 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2676714e-8808-413a-8b43-39c1722dac7c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:28.247012 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2676714e-8808-413a-8b43-39c1722dac7c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.248429 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-2676714e-8808-413a-8b43-39c1722dac7c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:42:28.248862 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2676714e-8808-413a-8b43-39c1722dac7c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:42:28.264416 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2676714e-8808-413a-8b43-39c1722dac7c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1213980 Jul 16 01:42:28.267191 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43716) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:28.303841 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-39cec7a3-c1e8-4c87-8fe8-c6482568b00d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0354388 Jul 16 01:42:28.306237 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43718) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:28.357086 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a7ae5b-222d-4314-a849-00a7fbafb9de tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:28.358477 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-09a7ae5b-222d-4314-a849-00a7fbafb9de tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0513399 Jul 16 01:42:28.361756 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43722) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:28.410886 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-27cc1b26-5574-4fa5-97bc-b1dea9750dad tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480015 Jul 16 01:42:28.415170 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43726) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:28.420345 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-c505487b-214a-45c0-9dfa-a0e0790a9bf9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:28.500213 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e08d0-551a-4f8a-a720-b42adb3351ff req-347b106b-fdbc-4320-a6aa-4246686bec75 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:28.502245 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4b8e08d0-551a-4f8a-a720-b42adb3351ff req-347b106b-fdbc-4320-a6aa-4246686bec75 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.0783381 Jul 16 01:42:28.534187 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c505487b-214a-45c0-9dfa-a0e0790a9bf9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:28.539696 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c505487b-214a-45c0-9dfa-a0e0790a9bf9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.556982 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4b8e08d0-551a-4f8a-a720-b42adb3351ff req-1736eb60-27fd-4619-8335-9f6e6147ccdd tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488062 Jul 16 01:42:28.690818 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf1022-5cf8-436a-801b-2e12f6faaed3 req-6fb79f48-9cae-4516-9069-62652ce08dbf tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:28.692623 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b4cf1022-5cf8-436a-801b-2e12f6faaed3 req-6fb79f48-9cae-4516-9069-62652ce08dbf tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.82 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 946 time: 0.0742738 Jul 16 01:42:28.705299 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 9a41a004-809c-4255-b6a1-431425af08f8 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:28.721882 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28455d2-c32b-45bf-8065-519242daf5db req-f2988fbb-651e-4073-be38-27d21a183438 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:28.730191 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b28455d2-c32b-45bf-8065-519242daf5db req-f2988fbb-651e-4073-be38-27d21a183438 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 0.1357162 Jul 16 01:42:28.760307 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 9a41a004-809c-4255-b6a1-431425af08f8 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:28.765013 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 9a41a004-809c-4255-b6a1-431425af08f8 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:28.765624 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.799337 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b28455d2-c32b-45bf-8065-519242daf5db req-fdd2b9bd-f131-4675-97b1-ff829cdf30a8 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680842 Jul 16 01:42:28.832090 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b4cf1022-5cf8-436a-801b-2e12f6faaed3 req-76453bf9-3830-4e91-a086-854a03199a0d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Deleting port a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:28.832582 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b4cf1022-5cf8-436a-801b-2e12f6faaed3 req-76453bf9-3830-4e91-a086-854a03199a0d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.927077 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.986009 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 9a41a004-809c-4255-b6a1-431425af08f8, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=9a41a004-809c-4255-b6a1-431425af08f8,segment=NetworkSegment(fc4889f0-181f-4e75-918c-4052628bbbf4),segment_id=fc4889f0-181f-4e75-918c-4052628bbbf4)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:28.988605 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a41a004-809c-4255-b6a1-431425af08f8'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:28.991269 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd492cc-307e-4814-a4fc-d63641727ef2" -d '{"events": [{"server_uuid": "9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc", "name": "network-vif-plugged", "status": "completed", "tag": "9a41a004-809c-4255-b6a1-431425af08f8"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:28.995682 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 66f31d07-c569-4f5e-b873-800334b5c768 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:29.018711 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 66f31d07-c569-4f5e-b873-800334b5c768 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:29.019156 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 66f31d07-c569-4f5e-b873-800334b5c768 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:29.019373 n-d-792394-16 neutron-server[93956]: DEBUG neutron.objects.ports [None req-c505487b-214a-45c0-9dfa-a0e0790a9bf9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93956) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:42:29.021080 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.025144 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c505487b-214a-45c0-9dfa-a0e0790a9bf9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.071901 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c505487b-214a-45c0-9dfa-a0e0790a9bf9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:29.077946 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-c505487b-214a-45c0-9dfa-a0e0790a9bf9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:29.083201 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c505487b-214a-45c0-9dfa-a0e0790a9bf9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:29.084952 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=9a41a004-809c-4255-b6a1-431425af08f8,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:29.085483 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c505487b-214a-45c0-9dfa-a0e0790a9bf9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.090726 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4a518b-0f27-49d7-a679-171d98d5292e None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:29.093838 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-b4cf1022-5cf8-436a-801b-2e12f6faaed3 req-76453bf9-3830-4e91-a086-854a03199a0d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] For port a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b,segment=NetworkSegment(26cb3629-566b-464c-b897-fa7167d26bb2),segment_id=26cb3629-566b-464c-b897-fa7167d26bb2)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:29.094395 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b4cf1022-5cf8-436a-801b-2e12f6faaed3 req-76453bf9-3830-4e91-a086-854a03199a0d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.094748 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabb212c-67ce-4366-84ce-5a176ff6b792 x-openstack-request-id: req-fabb212c-67ce-4366-84ce-5a176ff6b792 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:29.095128 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc", "name": "network-vif-plugged", "status": "completed", "tag": "9a41a004-809c-4255-b6a1-431425af08f8", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:29.095477 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fabb212c-67ce-4366-84ce-5a176ff6b792 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:29.095958 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a41a004-809c-4255-b6a1-431425af08f8', 'code': 200} Jul 16 01:42:29.118026 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505487b-214a-45c0-9dfa-a0e0790a9bf9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=38899a6e-f8f9-4474-a65b-d5c74b5eed79,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:29.127965 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c505487b-214a-45c0-9dfa-a0e0790a9bf9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7116246 Jul 16 01:42:29.131083 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43738) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:29.140823 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-5777ff4d-89b7-48e0-becd-4a5541dfed33 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'mac_address': 'fa:16:3e:24:42:55', 'name': 'tempest-NetworksTestDHCPv6-1830238250'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:29.275261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5777ff4d-89b7-48e0-becd-4a5541dfed33 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:29.276147 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1db081-110d-48c3-82bc-cdefb6854426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'fixed_ips': [{'subnet_id': '38899a6e-f8f9-4474-a65b-d5c74b5eed79'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:42:29.277222 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2d1db081-110d-48c3-82bc-cdefb6854426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.331944 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49524ca2-877e-47cf-86ac-f1bf27592b24 req-4d6be36f-1820-4ed8-9dfb-9f04306af166 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:29.334040 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-49524ca2-877e-47cf-86ac-f1bf27592b24 req-4d6be36f-1820-4ed8-9dfb-9f04306af166 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 985 time: 0.3403900 Jul 16 01:42:29.378675 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5777ff4d-89b7-48e0-becd-4a5541dfed33 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.416537 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-5777ff4d-89b7-48e0-becd-4a5541dfed33 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] device_id is not set on port ac4cf3a0-3869-4def-9c0e-b983ec1da776 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:29.451935 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bf39f-d4f8-4e91-bff3-8a0df4ff7729 req-4a04f852-0d0e-46eb-aa6c-9e3296efcf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:29.454038 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-086bf39f-d4f8-4e91-bff3-8a0df4ff7729 req-4a04f852-0d0e-46eb-aa6c-9e3296efcf5e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 1137 time: 0.2861447 Jul 16 01:42:29.463947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-2d1db081-110d-48c3-82bc-cdefb6854426 None None] Allocated IP 2001:db8::f816:3eff:feb2:fb8 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/38899a6e-f8f9-4474-a65b-d5c74b5eed79/0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:29.503904 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-49524ca2-877e-47cf-86ac-f1bf27592b24 req-ded7c814-39ce-44dd-8e6b-1ba7cedab485 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa093f7b-3a94-4fdd-9013-186f671c1058&id=7c32b431-fe63-48c5-9328-51edeccc12b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1336412 Jul 16 01:42:29.555459 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b4cf1022-5cf8-436a-801b-2e12f6faaed3 req-76453bf9-3830-4e91-a086-854a03199a0d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.555990 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b4cf1022-5cf8-436a-801b-2e12f6faaed3 req-76453bf9-3830-4e91-a086-854a03199a0d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.556430 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [req-b4cf1022-5cf8-436a-801b-2e12f6faaed3 req-76453bf9-3830-4e91-a086-854a03199a0d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Floating IP 4935be19-0581-46de-9cf3-c419e67fac9e disassociated. External IP: 172.25.6.146, port: a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b. Jul 16 01:42:29.556865 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b4cf1022-5cf8-436a-801b-2e12f6faaed3 req-76453bf9-3830-4e91-a086-854a03199a0d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Calling delete_port for a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:29.565838 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-086bf39f-d4f8-4e91-bff3-8a0df4ff7729 req-04a54cf1-91e6-43dc-8903-0180fffe1ff5 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=aa093f7b-3a94-4fdd-9013-186f671c1058&id=7c32b431-fe63-48c5-9328-51edeccc12b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0720246 Jul 16 01:42:29.575143 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-593826cd-1f6c-4dc7-9d8d-a8100196ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.675586 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2d1db081-110d-48c3-82bc-cdefb6854426 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.690109 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2d1db081-110d-48c3-82bc-cdefb6854426 None None] Transition to ACTIVE for port object 0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:29.694119 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.716245 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2d1db081-110d-48c3-82bc-cdefb6854426 None None] Transition to ACTIVE for port object 0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:29.725006 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b4cf1022-5cf8-436a-801b-2e12f6faaed3 req-76453bf9-3830-4e91-a086-854a03199a0d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.729959 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2d1db081-110d-48c3-82bc-cdefb6854426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.789446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76453bf9-3830-4e91-a086-854a03199a0d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Pushing event deleted for resources: {'Port': ['ID=a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:29.804870 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1db081-110d-48c3-82bc-cdefb6854426 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:29.805728 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-5777ff4d-89b7-48e0-becd-4a5541dfed33 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8::f816:3eff:fe24:4255 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/38899a6e-f8f9-4474-a65b-d5c74b5eed79/ac4cf3a0-3869-4def-9c0e-b983ec1da776) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:29.806319 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-2d1db081-110d-48c3-82bc-cdefb6854426 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:29.810060 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1db081-110d-48c3-82bc-cdefb6854426 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:29.821645 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1db081-110d-48c3-82bc-cdefb6854426 None None] Pushing event updated for resources: {'Port': ['ID=0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:29.920279 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4cf1022-5cf8-436a-801b-2e12f6faaed3 req-76453bf9-3830-4e91-a086-854a03199a0d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Router 415be259-9e45-4a51-b356-532742bd44b0 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:42:29.937398 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-2d1db081-110d-48c3-82bc-cdefb6854426 None None] Attempting to bind port 0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:29.937768 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-2d1db081-110d-48c3-82bc-cdefb6854426 None None] Attempting to bind port 0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:29.938202 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1db081-110d-48c3-82bc-cdefb6854426 None None] Attempting to bind port 0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0 on network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:29.945619 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1db081-110d-48c3-82bc-cdefb6854426 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:29.945997 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1db081-110d-48c3-82bc-cdefb6854426 None None] Checking segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:29.946399 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2d1db081-110d-48c3-82bc-cdefb6854426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.946796 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1db081-110d-48c3-82bc-cdefb6854426 None None] Bound using segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:29.947273 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-2d1db081-110d-48c3-82bc-cdefb6854426 None None] Bound port: 0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:29.947656 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2d1db081-110d-48c3-82bc-cdefb6854426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.020679 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5777ff4d-89b7-48e0-becd-4a5541dfed33 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.038759 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e3bef-8f63-49b5-adb3-8c378ef8f33c req-15198222-f0fb-4e49-86f3-35e456a3a28e tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.047836 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bb0e3bef-8f63-49b5-adb3-8c378ef8f33c req-15198222-f0fb-4e49-86f3-35e456a3a28e tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 867 time: 0.3551593 Jul 16 01:42:30.066980 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-5777ff4d-89b7-48e0-becd-4a5541dfed33 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Transition to ACTIVE for port object ac4cf3a0-3869-4def-9c0e-b983ec1da776 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:30.105995 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bb0e3bef-8f63-49b5-adb3-8c378ef8f33c req-9880df86-0939-4910-b49e-87c28b0f2462 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f4db5-e70e-4f83-b96b-21c23e56af47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569470 Jul 16 01:42:30.150145 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5777ff4d-89b7-48e0-becd-4a5541dfed33 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.205854 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5777ff4d-89b7-48e0-becd-4a5541dfed33 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:30.207997 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bb949-3b7e-4625-90ec-61ad3cfe4a97 req-f88b0d27-aea8-4301-b8e6-20a0831ef826 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.210577 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-5777ff4d-89b7-48e0-becd-4a5541dfed33 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:30.211316 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-2d1db081-110d-48c3-82bc-cdefb6854426 None None] For port 0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:30.215379 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5777ff4d-89b7-48e0-becd-4a5541dfed33 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:30.220791 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-2d1db081-110d-48c3-82bc-cdefb6854426 None None] For port 0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:30.222639 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5777ff4d-89b7-48e0-becd-4a5541dfed33 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.223306 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5777ff4d-89b7-48e0-becd-4a5541dfed33 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.228283 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d45bb949-3b7e-4625-90ec-61ad3cfe4a97 req-f88b0d27-aea8-4301-b8e6-20a0831ef826 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 0.2111762 Jul 16 01:42:30.229814 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4cf1022-5cf8-436a-801b-2e12f6faaed3 req-76453bf9-3830-4e91-a086-854a03199a0d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:30.236054 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2d1db081-110d-48c3-82bc-cdefb6854426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.239437 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b072af7-14f8-4edc-9ce9-b1f318ad652c None None] Sync routers for ids ['415be259-9e45-4a51-b356-532742bd44b0'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:30.259967 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b072af7-14f8-4edc-9ce9-b1f318ad652c None None] Routers {'415be259-9e45-4a51-b356-532742bd44b0'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:30.263529 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6b072af7-14f8-4edc-9ce9-b1f318ad652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:42:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['415be259-9e45-4a51-b356-532742bd44b0'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:30.267947 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777ff4d-89b7-48e0-becd-4a5541dfed33 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=ac4cf3a0-3869-4def-9c0e-b983ec1da776,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:30.283556 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5777ff4d-89b7-48e0-becd-4a5541dfed33 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1508629 Jul 16 01:42:30.288137 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43750) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:30.376710 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cf1022-5cf8-436a-801b-2e12f6faaed3 req-76453bf9-3830-4e91-a086-854a03199a0d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] No DVR routers for this DVR port a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:30.383213 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b4cf1022-5cf8-436a-801b-2e12f6faaed3 req-76453bf9-3830-4e91-a086-854a03199a0d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.385948 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b4cf1022-5cf8-436a-801b-2e12f6faaed3 req-76453bf9-3830-4e91-a086-854a03199a0d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.82 "DELETE /v2.0/ports/a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b HTTP/1.1" status: 204 len: 173 time: 1.6882277 Jul 16 01:42:30.386655 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9', 'name': 'network-vif-deleted', 'tag': 'a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:30.390437 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00a074d-321d-44b1-bfee-712cb87c8246" -d '{"events": [{"server_uuid": "f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9", "name": "network-vif-deleted", "tag": "a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:30.398819 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1db081-110d-48c3-82bc-cdefb6854426 None None] Pushing event updated for resources: {'Port': ['ID=0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:30.457261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ad5e5e-3672-4f9e-887d-820d1a75abc8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.467642 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ad5e5e-3672-4f9e-887d-820d1a75abc8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.473147 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d45bb949-3b7e-4625-90ec-61ad3cfe4a97 req-61663a72-bb37-4197-87b6-5aa2edd2b92a tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1755106 Jul 16 01:42:30.474251 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43756) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:30.482431 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-77ad5e5e-3672-4f9e-887d-820d1a75abc8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1760249 Jul 16 01:42:30.512334 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95287e83-90e7-400e-9516-3c2b0060ffc7 x-openstack-request-id: req-95287e83-90e7-400e-9516-3c2b0060ffc7 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:30.512334 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9", "name": "network-vif-deleted", "tag": "a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:30.512759 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95287e83-90e7-400e-9516-3c2b0060ffc7 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:30.513721 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9', 'name': 'network-vif-deleted', 'tag': 'a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b', 'status': 'completed', 'code': 200} Jul 16 01:42:30.588771 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-6b072af7-14f8-4edc-9ce9-b1f318ad652c None None] Set router 415be259-9e45-4a51-b356-532742bd44b0 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:30.769897 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-ea89bfe5-f3a6-4eb9-ae84-d0cfb63edf72 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting port ac4cf3a0-3869-4def-9c0e-b983ec1da776 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:30.770305 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ea89bfe5-f3a6-4eb9-ae84-d0cfb63edf72 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.831997 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.896647 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6b072af7-14f8-4edc-9ce9-b1f318ad652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415be259-9e45-4a51-b356-532742bd44b0', 'name': 'tempest-AttachVolumeTestJSON-567509094-router', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:10Z', 'revision_number': 4, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'gw_port': {'id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '0716ef20-b9c7-4ad1-8c16-75633285a1ce', 'name': '', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'mac_address': 'fa:16:3e:aa:6d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:09Z', 'updated_at': '2021-07-16T01:38:18Z', 'revision_number': 5, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'subnets': [{'id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:30.918577 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a06beb-57a5-4aa4-8972-b98f22693a2e req-38070abe-d3e6-42f5-855b-f4b1b488c7ad tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.921303 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d2a06beb-57a5-4aa4-8972-b98f22693a2e req-38070abe-d3e6-42f5-855b-f4b1b488c7ad tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 985 time: 0.2303226 Jul 16 01:42:30.932581 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b072af7-14f8-4edc-9ce9-b1f318ad652c None None] Checking router: 415be259-9e45-4a51-b356-532742bd44b0 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:30.948659 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b072af7-14f8-4edc-9ce9-b1f318ad652c None None] Routers {'415be259-9e45-4a51-b356-532742bd44b0'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:30.949749 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6b072af7-14f8-4edc-9ce9-b1f318ad652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:42:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['415be259-9e45-4a51-b356-532742bd44b0'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:31.038245 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d2a06beb-57a5-4aa4-8972-b98f22693a2e req-fd511d64-0f70-4b03-bac4-0df2d7b5dea9 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa093f7b-3a94-4fdd-9013-186f671c1058&id=7c32b431-fe63-48c5-9328-51edeccc12b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1087694 Jul 16 01:42:31.079062 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-6b072af7-14f8-4edc-9ce9-b1f318ad652c None None] Set router 415be259-9e45-4a51-b356-532742bd44b0 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:31.096914 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:31.100731 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ea89bfe5-f3a6-4eb9-ae84-d0cfb63edf72 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.143096 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-ea89bfe5-f3a6-4eb9-ae84-d0cfb63edf72 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Calling delete_port for ac4cf3a0-3869-4def-9c0e-b983ec1da776 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:31.235779 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:31.325813 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d7579-e444-4a72-96ff-3c6ef7b8d47f req-c6df5034-2b3b-42f3-bf77-63fa4c5a567c tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:31.333411 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a31d7579-e444-4a72-96ff-3c6ef7b8d47f req-c6df5034-2b3b-42f3-bf77-63fa4c5a567c tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 985 time: 0.1073420 Jul 16 01:42:31.370155 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bab4e0d5-83fe-457f-8198-c8094d8db55e req-ba633102-5cc1-4d13-b1e0-28b3403041ad tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=f29ed5fd-84cd-4b2a-a7b4-bffdab7bd5d9 HTTP/1.1" status: 200 len: 210 time: 0.0427155 Jul 16 01:42:31.399214 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a31d7579-e444-4a72-96ff-3c6ef7b8d47f req-bb03ebe4-75c2-4a62-b3a2-93cc747e0e63 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa093f7b-3a94-4fdd-9013-186f671c1058&id=7c32b431-fe63-48c5-9328-51edeccc12b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0633664 Jul 16 01:42:31.486764 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.497597 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ea89bfe5-f3a6-4eb9-ae84-d0cfb63edf72 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.542993 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6b072af7-14f8-4edc-9ce9-b1f318ad652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415be259-9e45-4a51-b356-532742bd44b0', 'name': 'tempest-AttachVolumeTestJSON-567509094-router', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:10Z', 'revision_number': 4, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'gw_port': {'id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '0716ef20-b9c7-4ad1-8c16-75633285a1ce', 'name': '', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'mac_address': 'fa:16:3e:aa:6d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:09Z', 'updated_at': '2021-07-16T01:38:18Z', 'revision_number': 5, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'subnets': [{'id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:31.564868 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89bfe5-f3a6-4eb9-ae84-d0cfb63edf72 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Port': ['ID=ac4cf3a0-3869-4def-9c0e-b983ec1da776,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:31.591176 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b072af7-14f8-4edc-9ce9-b1f318ad652c None None] The sync data for ids ['415be259-9e45-4a51-b356-532742bd44b0'] in n-d-792394-16 is: [{'id': '415be259-9e45-4a51-b356-532742bd44b0', 'name': 'tempest-AttachVolumeTestJSON-567509094-router', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:10Z', 'revision_number': 4, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'gw_port': {'id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '0716ef20-b9c7-4ad1-8c16-75633285a1ce', 'name': '', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'mac_address': 'fa:16:3e:aa:6d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:09Z', 'updated_at': '2021-07-16T01:38:18Z', 'revision_number': 5, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'subnets': [{'id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:31.638427 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ea89bfe5-f3a6-4eb9-ae84-d0cfb63edf72 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.643731 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43774) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:31.656990 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ea89bfe5-f3a6-4eb9-ae84-d0cfb63edf72 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/ac4cf3a0-3869-4def-9c0e-b983ec1da776 HTTP/1.1" status: 204 len: 168 time: 1.1759591 Jul 16 01:42:31.756514 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a79f80-959f-4faa-8bb5-68fe170c5d19 req-0561395c-788c-4482-90a5-105153ba441a tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:31.763798 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b062ea-1b6c-4e94-9ff9-7b33e3319748 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:31.765005 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d3a79f80-959f-4faa-8bb5-68fe170c5d19 req-0561395c-788c-4482-90a5-105153ba441a tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 1137 time: 0.1067393 Jul 16 01:42:31.765974 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b062ea-1b6c-4e94-9ff9-7b33e3319748 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:31.770581 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-56b062ea-1b6c-4e94-9ff9-7b33e3319748 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1257365 Jul 16 01:42:31.777028 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43776) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:31.785188 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d3a79f80-959f-4faa-8bb5-68fe170c5d19 req-d2d711fb-16fc-48a4-a565-c34d1fb51f6b tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.851843 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e19e0e-e292-457c-87d7-5413d7bf1240 req-1e4571fd-f2b1-409f-b10f-99e31ad7fb33 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:31.853796 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-54e19e0e-e292-457c-87d7-5413d7bf1240 req-1e4571fd-f2b1-409f-b10f-99e31ad7fb33 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 0.1511321 Jul 16 01:42:31.861139 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ea8320-b2dc-4872-a9ac-f9b14d231bc5 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet 38899a6e-f8f9-4474-a65b-d5c74b5eed79 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:31.873123 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39ea8320-b2dc-4872-a9ac-f9b14d231bc5 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.952611 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d3a79f80-959f-4faa-8bb5-68fe170c5d19 req-d2d711fb-16fc-48a4-a565-c34d1fb51f6b tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.967181 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d3a79f80-959f-4faa-8bb5-68fe170c5d19 req-d2d711fb-16fc-48a4-a565-c34d1fb51f6b tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.972977 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-54e19e0e-e292-457c-87d7-5413d7bf1240 req-bb64ccf9-e2c8-4013-bf5b-8d0ad687f85c tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1087008 Jul 16 01:42:31.979965 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f965da72-6988-4a19-912b-b7a284b93e2a None None] New status for floating IP 4935be19-0581-46de-9cf3-c419e67fac9e: DOWN {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:42:31.987275 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39ea8320-b2dc-4872-a9ac-f9b14d231bc5 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.032798 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d3a79f80-959f-4faa-8bb5-68fe170c5d19 req-d2d711fb-16fc-48a4-a565-c34d1fb51f6b tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=aa093f7b-3a94-4fdd-9013-186f671c1058&id=7c32b431-fe63-48c5-9328-51edeccc12b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2667856 Jul 16 01:42:32.044380 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d711fb-16fc-48a4-a565-c34d1fb51f6b tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a276324-9957-4787-85b0-95874d688b0b,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:32.060087 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43778) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:32.136815 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7c0e37-c642-42d5-aa4c-c6645f90118f tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:32.138420 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ac7c0e37-c642-42d5-aa4c-c6645f90118f tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 1132 time: 0.0740135 Jul 16 01:42:32.142052 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39ea8320-b2dc-4872-a9ac-f9b14d231bc5 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.142348 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43780) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:32.147332 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-69de78ef-1cad-4531-b004-12e7fee1b178 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': '9a41a004-809c-4255-b6a1-431425af08f8', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:32.163945 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d489754d-3559-442b-9818-cda67efcc1bf None None] Provisioning for port 0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:32.171262 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d489754d-3559-442b-9818-cda67efcc1bf None None] Provisioning complete for port 0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:32.172067 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d489754d-3559-442b-9818-cda67efcc1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.194115 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-69de78ef-1cad-4531-b004-12e7fee1b178 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.246738 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39ea8320-b2dc-4872-a9ac-f9b14d231bc5 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.305286 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:32.316792 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-69de78ef-1cad-4531-b004-12e7fee1b178 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.317922 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea8320-b2dc-4872-a9ac-f9b14d231bc5 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=38899a6e-f8f9-4474-a65b-d5c74b5eed79,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:32.326030 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39ea8320-b2dc-4872-a9ac-f9b14d231bc5 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.327986 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-39ea8320-b2dc-4872-a9ac-f9b14d231bc5 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/38899a6e-f8f9-4474-a65b-d5c74b5eed79 HTTP/1.1" status: 204 len: 168 time: 0.5489058 Jul 16 01:42:32.330636 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43782) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:32.345042 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:32.345537 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device a0f8e8f9-3410-41a0-b01d-dd0a06ac0e5b not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:32.361794 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d489754d-3559-442b-9818-cda67efcc1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.392510 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0949ad0a-b60e-485e-85c6-ebc84428ca33 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:32.408942 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-30c9d950-246c-4ca4-bddd-ca9e34b1d1eb tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768712 Jul 16 01:42:32.411826 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43786) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:32.415909 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d489754d-3559-442b-9818-cda67efcc1bf None None] For port 0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:32.417007 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2c6ce1ef-a331-4882-a4d4-2eaee16efd19 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:32.428000 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d489754d-3559-442b-9818-cda67efcc1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.579804 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43796) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:32.584113 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-69de78ef-1cad-4531-b004-12e7fee1b178 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Allocated IP 172.25.6.242 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/47eccfe0-8f60-457d-b69b-c1430e6825a6) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:32.590535 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6ce1ef-a331-4882-a4d4-2eaee16efd19 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:32.595291 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c6ce1ef-a331-4882-a4d4-2eaee16efd19 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.635306 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6f912e63-a8c2-419f-a8c8-e7d6593e6786 None None] Could not find standard attr ID for object ac4cf3a0-3869-4def-9c0e-b983ec1da776. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:42:32.638748 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489754d-3559-442b-9818-cda67efcc1bf None None] Pushing event updated for resources: {'Port': ['ID=0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:32.652398 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.725007 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-69de78ef-1cad-4531-b004-12e7fee1b178 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.737123 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-11fedcf4-d36e-436b-b521-4937027d2dc3 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.769161 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-11fedcf4-d36e-436b-b521-4937027d2dc3 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.778910 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d38ee3-fe77-4909-8f8f-e9d908f9fdfe None None] DHCP port deletion for 263c6a6c-93e1-4622-bf61-98aa7f54dc76 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:42:32.802072 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-69de78ef-1cad-4531-b004-12e7fee1b178 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.846989 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-45d38ee3-fe77-4909-8f8f-e9d908f9fdfe None None] Deleting port 0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:32.847685 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-45d38ee3-fe77-4909-8f8f-e9d908f9fdfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.847837 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69de78ef-1cad-4531-b004-12e7fee1b178 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:32.853272 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-69de78ef-1cad-4531-b004-12e7fee1b178 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:32.863353 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69de78ef-1cad-4531-b004-12e7fee1b178 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:32.885034 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de78ef-1cad-4531-b004-12e7fee1b178 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event updated for resources: {'Port': ['ID=47eccfe0-8f60-457d-b69b-c1430e6825a6,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:32.906640 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-11fedcf4-d36e-436b-b521-4937027d2dc3 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.909681 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-11fedcf4-d36e-436b-b521-4937027d2dc3 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.910924 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-11fedcf4-d36e-436b-b521-4937027d2dc3 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "DELETE /v2.0/security-groups/ab5f4db5-e70e-4f83-b96b-21c23e56af47 HTTP/1.1" status: 204 len: 168 time: 0.3298748 Jul 16 01:42:32.915531 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43798) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:32.931209 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fedcf4-d36e-436b-b521-4937027d2dc3 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5f4db5-e70e-4f83-b96b-21c23e56af47,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:32.960247 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-bc040ecd-71a0-4ed0-8219-3758ea054fff tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] show failed (client error): The resource could not be found. Jul 16 01:42:32.965402 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bc040ecd-71a0-4ed0-8219-3758ea054fff tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups/ab5f4db5-e70e-4f83-b96b-21c23e56af47 HTTP/1.1" status: 404 len: 347 time: 0.0474238 Jul 16 01:42:32.968898 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43800) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:33.007831 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-45d38ee3-fe77-4909-8f8f-e9d908f9fdfe None None] For port 0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:33.007831 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-45d38ee3-fe77-4909-8f8f-e9d908f9fdfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.020588 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-45d38ee3-fe77-4909-8f8f-e9d908f9fdfe None None] Calling delete_port for 0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:33.036323 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:33.081683 n-d-792394-16 neutron-server[93956]: DEBUG neutron.objects.ports [None req-2c6ce1ef-a331-4882-a4d4-2eaee16efd19 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93956) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:42:33.185411 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.229307 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:33.236904 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.272557 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-027e0bec-f7f4-470d-85d9-9d24f1f76bfd tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Deleting port f9d14bb2-c88f-4b51-8d2d-7c90d7ab5a0e {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:33.273198 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-027e0bec-f7f4-470d-85d9-9d24f1f76bfd tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.294001 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-45d38ee3-fe77-4909-8f8f-e9d908f9fdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.316694 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:33.319631 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d38ee3-fe77-4909-8f8f-e9d908f9fdfe None None] No DVR routers for this DVR port 0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:33.331334 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:33.331334 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:33.331334 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:33.331334 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:33.331334 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:33.332318 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:33.332318 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:33.332318 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:33.333041 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:33.333041 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:33.333319 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:33.333685 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:33.346354 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c6ce1ef-a331-4882-a4d4-2eaee16efd19 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.370525 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d38ee3-fe77-4909-8f8f-e9d908f9fdfe None None] Pushing event deleted for resources: {'Port': ['ID=0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:33.400599 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6ce1ef-a331-4882-a4d4-2eaee16efd19 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Port 0d1f56db-0d64-4c00-a94c-6f6b5c18d2b0 concurrently deleted while adding address for new subnet {'id': 'ea940cc5-356e-40ea-94f2-7d3415854ed8', 'name': '', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2819, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-16T01:42:32Z', 'updated_at': '2021-07-16T01:42:32Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'ae85f7e63bae49328f00850ffc54facf'}. {{(pid=93956) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 16 01:42:33.401493 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c6ce1ef-a331-4882-a4d4-2eaee16efd19 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.450803 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6ce1ef-a331-4882-a4d4-2eaee16efd19 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:33.459967 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-2c6ce1ef-a331-4882-a4d4-2eaee16efd19 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:33.462941 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6ce1ef-a331-4882-a4d4-2eaee16efd19 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:33.463593 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c6ce1ef-a331-4882-a4d4-2eaee16efd19 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.472510 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2fad91-bfdb-4e02-8c8e-416369e451ad None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:33.484749 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78f209-0cab-48f2-89e7-563b39cde34d req-60a7bce4-34ac-450f-82fd-25c3c9d89395 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:33.492095 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba78f209-0cab-48f2-89e7-563b39cde34d req-60a7bce4-34ac-450f-82fd-25c3c9d89395 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 0.2638142 Jul 16 01:42:33.497645 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ce1ef-a331-4882-a4d4-2eaee16efd19 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=ea940cc5-356e-40ea-94f2-7d3415854ed8,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:33.534324 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2c6ce1ef-a331-4882-a4d4-2eaee16efd19 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1213582 Jul 16 01:42:33.537510 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43804) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:33.544440 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-32db22ec-e7f2-4a19-8dbe-8c67327c96ea tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'mac_address': 'fa:16:3e:a0:53:5f', 'name': 'tempest-NetworksTestDHCPv6-1878258300'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:33.564029 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba78f209-0cab-48f2-89e7-563b39cde34d req-85bbc431-046d-46f3-9219-1ad7a187eea2 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704067 Jul 16 01:42:33.705861 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a5add8-7179-4645-b338-00e99c45f69c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'fixed_ips': [{'subnet_id': 'ea940cc5-356e-40ea-94f2-7d3415854ed8'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:42:33.707133 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-15a5add8-7179-4645-b338-00e99c45f69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.721135 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32db22ec-e7f2-4a19-8dbe-8c67327c96ea tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:33.727752 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-32db22ec-e7f2-4a19-8dbe-8c67327c96ea tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.761212 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-32db22ec-e7f2-4a19-8dbe-8c67327c96ea tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] device_id is not set on port 0b8b35b3-0cf9-4e51-8596-b52387eb9872 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:33.823309 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-027e0bec-f7f4-470d-85d9-9d24f1f76bfd tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.823946 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-027e0bec-f7f4-470d-85d9-9d24f1f76bfd tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.864352 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-027e0bec-f7f4-470d-85d9-9d24f1f76bfd tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Calling delete_port for f9d14bb2-c88f-4b51-8d2d-7c90d7ab5a0e owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:33.873169 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-15a5add8-7179-4645-b338-00e99c45f69c None None] Allocated IP 2001:db8::f816:3eff:fe15:525 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/ea940cc5-356e-40ea-94f2-7d3415854ed8/793decff-0e66-4ba3-96cf-1976cdfaba5d) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:33.986505 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-69de78ef-1cad-4531-b004-12e7fee1b178 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.029758 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-15a5add8-7179-4645-b338-00e99c45f69c None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.042354 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-15a5add8-7179-4645-b338-00e99c45f69c None None] Transition to ACTIVE for port object 793decff-0e66-4ba3-96cf-1976cdfaba5d will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:34.061275 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-15a5add8-7179-4645-b338-00e99c45f69c None None] Transition to ACTIVE for port object 793decff-0e66-4ba3-96cf-1976cdfaba5d will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:34.075108 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-15a5add8-7179-4645-b338-00e99c45f69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.118043 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-69de78ef-1cad-4531-b004-12e7fee1b178 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.129828 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a5add8-7179-4645-b338-00e99c45f69c None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:34.133398 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-15a5add8-7179-4645-b338-00e99c45f69c None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:34.141440 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a5add8-7179-4645-b338-00e99c45f69c None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:34.143820 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-027e0bec-f7f4-470d-85d9-9d24f1f76bfd tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.167876 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-32db22ec-e7f2-4a19-8dbe-8c67327c96ea tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8::f816:3eff:fea0:535f (263c6a6c-93e1-4622-bf61-98aa7f54dc76/ea940cc5-356e-40ea-94f2-7d3415854ed8/0b8b35b3-0cf9-4e51-8596-b52387eb9872) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:34.175610 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5add8-7179-4645-b338-00e99c45f69c None None] Pushing event updated for resources: {'Port': ['ID=793decff-0e66-4ba3-96cf-1976cdfaba5d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:34.188857 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e0bec-f7f4-470d-85d9-9d24f1f76bfd tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Pushing event deleted for resources: {'Port': ['ID=f9d14bb2-c88f-4b51-8d2d-7c90d7ab5a0e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:34.218512 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-15a5add8-7179-4645-b338-00e99c45f69c None None] Attempting to bind port 793decff-0e66-4ba3-96cf-1976cdfaba5d on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:34.218886 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-15a5add8-7179-4645-b338-00e99c45f69c None None] Attempting to bind port 793decff-0e66-4ba3-96cf-1976cdfaba5d by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:34.219255 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a5add8-7179-4645-b338-00e99c45f69c None None] Attempting to bind port 793decff-0e66-4ba3-96cf-1976cdfaba5d on network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:34.224704 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a5add8-7179-4645-b338-00e99c45f69c None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:34.225089 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a5add8-7179-4645-b338-00e99c45f69c None None] Checking segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:34.225501 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-15a5add8-7179-4645-b338-00e99c45f69c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.225902 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a5add8-7179-4645-b338-00e99c45f69c None None] Bound using segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:34.226394 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-15a5add8-7179-4645-b338-00e99c45f69c None None] Bound port: 793decff-0e66-4ba3-96cf-1976cdfaba5d, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:34.226782 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-15a5add8-7179-4645-b338-00e99c45f69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.297724 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-15a5add8-7179-4645-b338-00e99c45f69c None None] For port 793decff-0e66-4ba3-96cf-1976cdfaba5d, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:34.301042 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-15a5add8-7179-4645-b338-00e99c45f69c None None] For port 793decff-0e66-4ba3-96cf-1976cdfaba5d, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=793decff-0e66-4ba3-96cf-1976cdfaba5d,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:34.308905 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-15a5add8-7179-4645-b338-00e99c45f69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.310568 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-027e0bec-f7f4-470d-85d9-9d24f1f76bfd tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.313145 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-027e0bec-f7f4-470d-85d9-9d24f1f76bfd tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.328832 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-027e0bec-f7f4-470d-85d9-9d24f1f76bfd tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "DELETE /v2.0/floatingips/4935be19-0581-46de-9cf3-c419e67fac9e HTTP/1.1" status: 204 len: 168 time: 1.3477864 Jul 16 01:42:34.390901 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5add8-7179-4645-b338-00e99c45f69c None None] Pushing event updated for resources: {'Port': ['ID=793decff-0e66-4ba3-96cf-1976cdfaba5d,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:34.429799 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-69de78ef-1cad-4531-b004-12e7fee1b178 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.442434 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-69de78ef-1cad-4531-b004-12e7fee1b178 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.509430 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de78ef-1cad-4531-b004-12e7fee1b178 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event updated for resources: {'Port': ['ID=47eccfe0-8f60-457d-b69b-c1430e6825a6,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:34.561296 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-69de78ef-1cad-4531-b004-12e7fee1b178 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.727995 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-69de78ef-1cad-4531-b004-12e7fee1b178 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Floating IP 64d72ef1-73fa-43da-88d1-41d62c6f9289 associated. External IP: 172.25.6.242, port: 9a41a004-809c-4255-b6a1-431425af08f8. Jul 16 01:42:34.792068 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43818) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:34.799954 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-26aa84da-e434-4e78-b1dd-d8daa0a0cb24 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1568107417', 'description': 'tempest-description--1656677735'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:34.880135 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-32db22ec-e7f2-4a19-8dbe-8c67327c96ea tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.939760 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-32db22ec-e7f2-4a19-8dbe-8c67327c96ea tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Transition to ACTIVE for port object 0b8b35b3-0cf9-4e51-8596-b52387eb9872 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:34.949858 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-26aa84da-e434-4e78-b1dd-d8daa0a0cb24 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.982873 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.008281 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 793decff-0e66-4ba3-96cf-1976cdfaba5d up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:35.035197 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005e0bd-daef-4318-9fe5-75ab28e0589a req-29faff9f-eb22-487d-a03f-5d0ccc645530 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.037102 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9005e0bd-daef-4318-9fe5-75ab28e0589a req-29faff9f-eb22-487d-a03f-5d0ccc645530 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 0.2264166 Jul 16 01:42:35.054260 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-32db22ec-e7f2-4a19-8dbe-8c67327c96ea tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.076986 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 793decff-0e66-4ba3-96cf-1976cdfaba5d completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:35.080985 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69de78ef-1cad-4531-b004-12e7fee1b178 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Router 4e8dae8f-a0b1-4566-98a5-73afa78b3dca has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:42:35.166133 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32db22ec-e7f2-4a19-8dbe-8c67327c96ea tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:35.172889 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db22ec-e7f2-4a19-8dbe-8c67327c96ea tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=0b8b35b3-0cf9-4e51-8596-b52387eb9872,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:35.181660 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9005e0bd-daef-4318-9fe5-75ab28e0589a req-acbb2f51-e139-41f0-81ba-f71ea5481a3f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1150589 Jul 16 01:42:35.186024 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-32db22ec-e7f2-4a19-8dbe-8c67327c96ea tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:35.193710 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db22ec-e7f2-4a19-8dbe-8c67327c96ea tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:35.199696 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32db22ec-e7f2-4a19-8dbe-8c67327c96ea tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.200399 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-32db22ec-e7f2-4a19-8dbe-8c67327c96ea tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.205175 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-26aa84da-e434-4e78-b1dd-d8daa0a0cb24 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.216070 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-26aa84da-e434-4e78-b1dd-d8daa0a0cb24 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.248985 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69de78ef-1cad-4531-b004-12e7fee1b178 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:35.264670 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-32db22ec-e7f2-4a19-8dbe-8c67327c96ea tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7232039 Jul 16 01:42:35.264670 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-26aa84da-e434-4e78-b1dd-d8daa0a0cb24 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.264998 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be1488f-af8e-4f5d-9993-21f079a06485 None None] Sync routers for ids ['4e8dae8f-a0b1-4566-98a5-73afa78b3dca'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:35.266223 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43822) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:35.268350 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-26aa84da-e434-4e78-b1dd-d8daa0a0cb24 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4728379 Jul 16 01:42:35.269205 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43824) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:35.269874 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa84da-e434-4e78-b1dd-d8daa0a0cb24 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad649f79-7d69-4f13-859f-993110f409f6,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:35.276252 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0eda3d9b-01f6-4a14-987e-da066b31336d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Request body: {'security_group_rule': {'security_group_id': 'ad649f79-7d69-4f13-859f-993110f409f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:35.298560 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be1488f-af8e-4f5d-9993-21f079a06485 None None] Routers {'4e8dae8f-a0b1-4566-98a5-73afa78b3dca'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:35.299190 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-2be1488f-af8e-4f5d-9993-21f079a06485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:42:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['4e8dae8f-a0b1-4566-98a5-73afa78b3dca'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:35.314018 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0eda3d9b-01f6-4a14-987e-da066b31336d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.321142 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-69de78ef-1cad-4531-b004-12e7fee1b178 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.387086 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-69de78ef-1cad-4531-b004-12e7fee1b178 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2435470 Jul 16 01:42:35.387785 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43828) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:35.389212 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc', 'tag': '9a41a004-809c-4255-b6a1-431425af08f8'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:35.392791 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc08a60-718b-4cb9-bfe7-e2692da50a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc", "tag": "9a41a004-809c-4255-b6a1-431425af08f8"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:35.406703 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0eda3d9b-01f6-4a14-987e-da066b31336d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.418164 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0eda3d9b-01f6-4a14-987e-da066b31336d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.445698 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda3d9b-01f6-4a14-987e-da066b31336d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789f31a9-c289-4d29-be92-2411ff83b4d0,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:35.469303 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebf740f-0864-4953-a426-a65fb78d7b6a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.480053 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebf740f-0864-4953-a426-a65fb78d7b6a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.488508 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1ebf740f-0864-4953-a426-a65fb78d7b6a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2204843 Jul 16 01:42:35.488998 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43832) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:35.490390 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-2be1488f-af8e-4f5d-9993-21f079a06485 None None] Set router 4e8dae8f-a0b1-4566-98a5-73afa78b3dca gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:35.490539 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f094b63c-356e-4ecc-8d2c-b91852180065 x-openstack-request-id: req-f094b63c-356e-4ecc-8d2c-b91852180065 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:35.490731 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc", "tag": "9a41a004-809c-4255-b6a1-431425af08f8", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:35.491014 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f094b63c-356e-4ecc-8d2c-b91852180065 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:35.491468 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc', 'tag': '9a41a004-809c-4255-b6a1-431425af08f8', 'status': 'completed', 'code': 200} Jul 16 01:42:35.509813 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0eda3d9b-01f6-4a14-987e-da066b31336d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.511341 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0eda3d9b-01f6-4a14-987e-da066b31336d tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2388580 Jul 16 01:42:35.543806 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43834) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:35.550062 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-a037a7e8-f155-4c21-8502-aa671f10f686 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Request body: {'security_group_rule': {'security_group_id': 'ad649f79-7d69-4f13-859f-993110f409f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:35.585803 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689452b-f1aa-4fe9-a707-8bca7fb407e5 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.586530 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689452b-f1aa-4fe9-a707-8bca7fb407e5 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.587080 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689452b-f1aa-4fe9-a707-8bca7fb407e5 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.588345 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689452b-f1aa-4fe9-a707-8bca7fb407e5 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.589017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689452b-f1aa-4fe9-a707-8bca7fb407e5 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.589593 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689452b-f1aa-4fe9-a707-8bca7fb407e5 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.590127 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689452b-f1aa-4fe9-a707-8bca7fb407e5 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.590656 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689452b-f1aa-4fe9-a707-8bca7fb407e5 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.591270 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689452b-f1aa-4fe9-a707-8bca7fb407e5 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.591799 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689452b-f1aa-4fe9-a707-8bca7fb407e5 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.594009 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4689452b-f1aa-4fe9-a707-8bca7fb407e5 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7069 time: 0.1980321 Jul 16 01:42:35.602775 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43836) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:35.680518 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a037a7e8-f155-4c21-8502-aa671f10f686 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.778099 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6daa1b-ee8f-4757-a84e-e8f5d76a0148 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.779299 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6daa1b-ee8f-4757-a84e-e8f5d76a0148 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.779818 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6daa1b-ee8f-4757-a84e-e8f5d76a0148 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.780340 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6daa1b-ee8f-4757-a84e-e8f5d76a0148 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.785300 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a037a7e8-f155-4c21-8502-aa671f10f686 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.787504 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6daa1b-ee8f-4757-a84e-e8f5d76a0148 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.788425 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-c309c5d9-5142-416c-a678-d80542941a6b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting port 0b8b35b3-0cf9-4e51-8596-b52387eb9872 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:35.788950 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c309c5d9-5142-416c-a678-d80542941a6b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.799880 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6daa1b-ee8f-4757-a84e-e8f5d76a0148 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.800551 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6daa1b-ee8f-4757-a84e-e8f5d76a0148 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.801085 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6daa1b-ee8f-4757-a84e-e8f5d76a0148 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.801604 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6daa1b-ee8f-4757-a84e-e8f5d76a0148 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.802167 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6daa1b-ee8f-4757-a84e-e8f5d76a0148 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.804321 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-df6daa1b-ee8f-4757-a84e-e8f5d76a0148 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6458 time: 0.2004521 Jul 16 01:42:35.809207 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43840) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:35.854415 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-2be1488f-af8e-4f5d-9993-21f079a06485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702512809', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '1a807622-5971-49f2-bcab-514769db1c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:01Z', 'updated_at': '2021-07-16T01:42:09Z', 'revision_number': 4, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'gw_port': {'id': '1a807622-5971-49f2-bcab-514769db1c3e', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:02Z', 'updated_at': '2021-07-16T01:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '64d72ef1-73fa-43da-88d1-41d62c6f9289', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'port_id': '9a41a004-809c-4255-b6a1-431425af08f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad', 'mac_address': 'fa:16:3e:85:a9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:42:33Z', 'updated_at': '2021-07-16T01:42:33Z', 'revision_number': 0, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b97522b-2f9f-40aa-a1f0-640e8e09c9ba', 'name': '', 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'mac_address': 'fa:16:3e:52:0d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '75e8fe35-eff1-4e2d-9cc6-7368c74f85f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:07Z', 'updated_at': '2021-07-16T01:42:17Z', 'revision_number': 5, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'subnets': [{'id': '75e8fe35-eff1-4e2d-9cc6-7368c74f85f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:35.885233 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be1488f-af8e-4f5d-9993-21f079a06485 None None] Checking router: 4e8dae8f-a0b1-4566-98a5-73afa78b3dca for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:35.898254 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be1488f-af8e-4f5d-9993-21f079a06485 None None] Routers {'4e8dae8f-a0b1-4566-98a5-73afa78b3dca'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:35.898890 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-2be1488f-af8e-4f5d-9993-21f079a06485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:42:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['4e8dae8f-a0b1-4566-98a5-73afa78b3dca'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:35.910106 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc08a60-718b-4cb9-bfe7-e2692da50a5c req-04eaf568-4e4c-4012-831f-c660fec3bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.912843 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2fc08a60-718b-4cb9-bfe7-e2692da50a5c req-04eaf568-4e4c-4012-831f-c660fec3bfbb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=63d7dd0927134fe38f3ae78f1b64b169&device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 1137 time: 0.3175979 Jul 16 01:42:35.913823 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c309c5d9-5142-416c-a678-d80542941a6b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.930223 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-c309c5d9-5142-416c-a678-d80542941a6b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Calling delete_port for 0b8b35b3-0cf9-4e51-8596-b52387eb9872 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:35.998759 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a037a7e8-f155-4c21-8502-aa671f10f686 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.004250 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-01695af2-e76b-4f1b-91fb-c7397b502201 None None] Provisioning for port 793decff-0e66-4ba3-96cf-1976cdfaba5d completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:36.009505 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-01695af2-e76b-4f1b-91fb-c7397b502201 None None] Provisioning complete for port 793decff-0e66-4ba3-96cf-1976cdfaba5d triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:36.010561 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-01695af2-e76b-4f1b-91fb-c7397b502201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.037689 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037a7e8-f155-4c21-8502-aa671f10f686 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf284e3-019e-4424-9684-c416c0fd8e95,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:36.062990 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a037a7e8-f155-4c21-8502-aa671f10f686 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.064948 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc08a60-718b-4cb9-bfe7-e2692da50a5c req-aba20bf8-0dce-4a1c-84e9-550cf8f620d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:36.066532 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a037a7e8-f155-4c21-8502-aa671f10f686 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5212452 Jul 16 01:42:36.066761 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2fc08a60-718b-4cb9-bfe7-e2692da50a5c req-aba20bf8-0dce-4a1c-84e9-550cf8f620d9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=9e93b8bb-b44c-442e-b310-cd59185d14ad HTTP/1.1" status: 200 len: 897 time: 0.1435721 Jul 16 01:42:36.073670 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43844) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:36.086758 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-67528f5b-ae39-4458-b4b5-c5bceacbd194 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:36.154831 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-2be1488f-af8e-4f5d-9993-21f079a06485 None None] Set router 4e8dae8f-a0b1-4566-98a5-73afa78b3dca gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:36.197700 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2fc08a60-718b-4cb9-bfe7-e2692da50a5c req-fd8b4110-c341-4210-89bc-3f17cbc0cd7a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a41a004-809c-4255-b6a1-431425af08f8 HTTP/1.1" status: 200 len: 1000 time: 0.1230249 Jul 16 01:42:36.198393 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-67528f5b-ae39-4458-b4b5-c5bceacbd194 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.233761 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-01695af2-e76b-4f1b-91fb-c7397b502201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.257796 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c309c5d9-5142-416c-a678-d80542941a6b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.308964 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-01695af2-e76b-4f1b-91fb-c7397b502201 None None] For port 793decff-0e66-4ba3-96cf-1976cdfaba5d, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=793decff-0e66-4ba3-96cf-1976cdfaba5d,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:36.318734 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 41816ceb-c92d-4c6c-8b21-d19b461ea83e details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:42:36.330132 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-01695af2-e76b-4f1b-91fb-c7397b502201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.336916 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309c5d9-5142-416c-a678-d80542941a6b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Port': ['ID=0b8b35b3-0cf9-4e51-8596-b52387eb9872,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:36.386503 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc08a60-718b-4cb9-bfe7-e2692da50a5c req-0f32cda4-2c75-4fa8-999d-99403acae0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:36.388283 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2fc08a60-718b-4cb9-bfe7-e2692da50a5c req-0f32cda4-2c75-4fa8-999d-99403acae0f9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=75e8fe35-eff1-4e2d-9cc6-7368c74f85f9 HTTP/1.1" status: 200 len: 835 time: 0.1768131 Jul 16 01:42:36.426842 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c309c5d9-5142-416c-a678-d80542941a6b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.443569 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c309c5d9-5142-416c-a678-d80542941a6b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/0b8b35b3-0cf9-4e51-8596-b52387eb9872 HTTP/1.1" status: 204 len: 168 time: 0.9509547 Jul 16 01:42:36.445004 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43850) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:36.513866 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d37fa5a9-dbea-44f7-80f0-370f973d645e None None] Could not find standard attr ID for object 0b8b35b3-0cf9-4e51-8596-b52387eb9872. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:42:36.534540 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01695af2-e76b-4f1b-91fb-c7397b502201 None None] Pushing event updated for resources: {'Port': ['ID=793decff-0e66-4ba3-96cf-1976cdfaba5d,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:36.579843 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ffa519-024a-4c12-81cf-f385ceea6068 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:36.579843 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ffa519-024a-4c12-81cf-f385ceea6068 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:36.579843 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-31ffa519-024a-4c12-81cf-f385ceea6068 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1321611 Jul 16 01:42:36.588952 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43852) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:36.663618 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 41816ceb-c92d-4c6c-8b21-d19b461ea83e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=41816ceb-c92d-4c6c-8b21-d19b461ea83e,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:36.696074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '41816ceb-c92d-4c6c-8b21-d19b461ea83e', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'port_id': '41816ceb-c92d-4c6c-8b21-d19b461ea83e', 'mac_address': 'fa:16:3e:70:52:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:42:36.702359 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9d7fc-3e00-4530-bd21-af0182c58b20 req-602ac0db-472d-41fd-9d6b-aff6ba31d942 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:36.710689 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2fe9d7fc-3e00-4530-bd21-af0182c58b20 req-602ac0db-472d-41fd-9d6b-aff6ba31d942 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 943 time: 0.2083359 Jul 16 01:42:36.747691 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d64eb95-e292-47fa-9beb-5e7c6bebee4c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet ea940cc5-356e-40ea-94f2-7d3415854ed8 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:36.753864 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d64eb95-e292-47fa-9beb-5e7c6bebee4c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.775691 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.818282 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2fe9d7fc-3e00-4530-bd21-af0182c58b20 req-149c0f0e-8620-4260-930b-f8fa1c820fab tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1062708 Jul 16 01:42:36.819568 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41816ceb-c92d-4c6c-8b21-d19b461ea83e {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:36.839828 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d64eb95-e292-47fa-9beb-5e7c6bebee4c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.857217 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 41816ceb-c92d-4c6c-8b21-d19b461ea83e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=41816ceb-c92d-4c6c-8b21-d19b461ea83e,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:36.863527 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.877886 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc08a60-718b-4cb9-bfe7-e2692da50a5c req-8e640701-292a-4cfd-b26f-a31320546442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:36.879459 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2fc08a60-718b-4cb9-bfe7-e2692da50a5c req-8e640701-292a-4cfd-b26f-a31320546442 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9e93b8bb-b44c-442e-b310-cd59185d14ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4535964 Jul 16 01:42:36.887498 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-2be1488f-af8e-4f5d-9993-21f079a06485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702512809', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '1a807622-5971-49f2-bcab-514769db1c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:01Z', 'updated_at': '2021-07-16T01:42:09Z', 'revision_number': 4, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'gw_port': {'id': '1a807622-5971-49f2-bcab-514769db1c3e', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:02Z', 'updated_at': '2021-07-16T01:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '64d72ef1-73fa-43da-88d1-41d62c6f9289', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'port_id': '9a41a004-809c-4255-b6a1-431425af08f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad', 'mac_address': 'fa:16:3e:85:a9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:42:33Z', 'updated_at': '2021-07-16T01:42:33Z', 'revision_number': 0, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b97522b-2f9f-40aa-a1f0-640e8e09c9ba', 'name': '', 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'mac_address': 'fa:16:3e:52:0d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '75e8fe35-eff1-4e2d-9cc6-7368c74f85f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:07Z', 'updated_at': '2021-07-16T01:42:17Z', 'revision_number': 5, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'subnets': [{'id': '75e8fe35-eff1-4e2d-9cc6-7368c74f85f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:36.922897 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be1488f-af8e-4f5d-9993-21f079a06485 None None] The sync data for ids ['4e8dae8f-a0b1-4566-98a5-73afa78b3dca'] in n-d-792394-16 is: [{'id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702512809', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '1a807622-5971-49f2-bcab-514769db1c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:01Z', 'updated_at': '2021-07-16T01:42:09Z', 'revision_number': 4, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'gw_port': {'id': '1a807622-5971-49f2-bcab-514769db1c3e', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:02Z', 'updated_at': '2021-07-16T01:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '64d72ef1-73fa-43da-88d1-41d62c6f9289', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'port_id': '9a41a004-809c-4255-b6a1-431425af08f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad', 'mac_address': 'fa:16:3e:85:a9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:42:33Z', 'updated_at': '2021-07-16T01:42:33Z', 'revision_number': 0, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b97522b-2f9f-40aa-a1f0-640e8e09c9ba', 'name': '', 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'mac_address': 'fa:16:3e:52:0d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '75e8fe35-eff1-4e2d-9cc6-7368c74f85f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:07Z', 'updated_at': '2021-07-16T01:42:17Z', 'revision_number': 5, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'subnets': [{'id': '75e8fe35-eff1-4e2d-9cc6-7368c74f85f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:36.943592 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=41816ceb-c92d-4c6c-8b21-d19b461ea83e,revision_number=9']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:36.964861 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-67528f5b-ae39-4458-b4b5-c5bceacbd194 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.981028 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f36bdfa4-8e4f-45e8-9cc5-fef1918cb83f tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3778 time: 1.1696270 Jul 16 01:42:36.982854 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43856) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:37.008820 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 793decff-0e66-4ba3-96cf-1976cdfaba5d up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:37.034696 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d64eb95-e292-47fa-9beb-5e7c6bebee4c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:37.114402 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 793decff-0e66-4ba3-96cf-1976cdfaba5d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:37.114957 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:37.119233 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d64eb95-e292-47fa-9beb-5e7c6bebee4c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:37.145488 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2fc08a60-718b-4cb9-bfe7-e2692da50a5c req-f60e60b7-b9cf-45a0-bb22-1c02bb923503 service neutron] 10.222.0.84 "GET /v2.0/networks/9e93b8bb-b44c-442e-b310-cd59185d14ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372034 Jul 16 01:42:37.151790 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64eb95-e292-47fa-9beb-5e7c6bebee4c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=ea940cc5-356e-40ea-94f2-7d3415854ed8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:37.163703 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d64eb95-e292-47fa-9beb-5e7c6bebee4c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:37.165987 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9d64eb95-e292-47fa-9beb-5e7c6bebee4c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/ea940cc5-356e-40ea-94f2-7d3415854ed8 HTTP/1.1" status: 204 len: 168 time: 0.5715044 Jul 16 01:42:37.168461 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43858) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:37.181526 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['41816ceb-c92d-4c6c-8b21-d19b461ea83e'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:37.185978 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977ad33d-174a-4bdd-bea2-b059062b97d5 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:37.232830 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-67528f5b-ae39-4458-b4b5-c5bceacbd194 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Allocated IP 172.25.6.7 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/20765745-12c0-4826-97d7-0983b353db88) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:37.237046 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f4c566-fad3-4668-9578-eff60080b5d3 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:37.237535 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f4c566-fad3-4668-9578-eff60080b5d3 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:37.254253 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-15f4c566-fad3-4668-9578-eff60080b5d3 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4e8dae8f-a0b1-4566-98a5-73afa78b3dca HTTP/1.1" status: 200 len: 1991 time: 0.2681623 Jul 16 01:42:37.254824 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-74e930f5-50a5-4a59-b7f7-d0be140fad27 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845139 Jul 16 01:42:37.257137 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43862) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:37.364592 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af01ec57-f2a2-40c8-837d-7889e6e7ffc2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:37.369802 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-af01ec57-f2a2-40c8-837d-7889e6e7ffc2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1075478 Jul 16 01:42:37.371739 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43866) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:37.420699 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507234ff-f366-409f-9b8e-44cf3ff1f92b None None] New status for floating IP 64d72ef1-73fa-43da-88d1-41d62c6f9289: ACTIVE {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:42:37.445550 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046c1a81-6b88-4902-842f-b2932dc3e41a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:37.447726 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-046c1a81-6b88-4902-842f-b2932dc3e41a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0748262 Jul 16 01:42:37.452572 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43870) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:37.514353 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9ac79999-f2b2-4d22-bba2-871ddbbb8748 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598946 Jul 16 01:42:37.519682 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43872) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:37.529560 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0a2f54c5-ff33-412e-a713-710c9e8c5472 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:37.667202 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2f54c5-ff33-412e-a713-710c9e8c5472 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:37.673037 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a2f54c5-ff33-412e-a713-710c9e8c5472 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:37.792069 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2fc08a60-718b-4cb9-bfe7-e2692da50a5c req-6ea093c2-cb9e-48d5-bf95-e72c5200af42 service neutron] 10.222.0.84 "GET /v2.0/networks/9e93b8bb-b44c-442e-b310-cd59185d14ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6217396 Jul 16 01:42:37.859217 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debde4ab-2bfe-4aa6-b0e0-19d1df210007 None None] DHCP port deletion for 263c6a6c-93e1-4622-bf61-98aa7f54dc76 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:42:37.892168 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-67528f5b-ae39-4458-b4b5-c5bceacbd194 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:37.952330 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-debde4ab-2bfe-4aa6-b0e0-19d1df210007 None None] Deleting port 793decff-0e66-4ba3-96cf-1976cdfaba5d {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:37.952849 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-debde4ab-2bfe-4aa6-b0e0-19d1df210007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:37.960283 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-67528f5b-ae39-4458-b4b5-c5bceacbd194 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.036570 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-debde4ab-2bfe-4aa6-b0e0-19d1df210007 None None] For port 793decff-0e66-4ba3-96cf-1976cdfaba5d, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=793decff-0e66-4ba3-96cf-1976cdfaba5d,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:38.037058 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-debde4ab-2bfe-4aa6-b0e0-19d1df210007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.053286 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-debde4ab-2bfe-4aa6-b0e0-19d1df210007 None None] Calling delete_port for 793decff-0e66-4ba3-96cf-1976cdfaba5d owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:38.059330 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67528f5b-ae39-4458-b4b5-c5bceacbd194 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:38.067662 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-67528f5b-ae39-4458-b4b5-c5bceacbd194 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:38.078917 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67528f5b-ae39-4458-b4b5-c5bceacbd194 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:38.107837 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67528f5b-ae39-4458-b4b5-c5bceacbd194 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Pushing event updated for resources: {'Port': ['ID=20765745-12c0-4826-97d7-0983b353db88,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:38.128988 n-d-792394-16 neutron-server[93956]: DEBUG neutron.objects.ports [None req-0a2f54c5-ff33-412e-a713-710c9e8c5472 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93956) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:42:38.185916 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acb933-9999-4106-b90d-19b9f73266c6 req-9ea346e2-2eab-4903-821d-a475423660df tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:38.193958 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-21acb933-9999-4106-b90d-19b9f73266c6 req-9ea346e2-2eab-4903-821d-a475423660df tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 944 time: 0.1786313 Jul 16 01:42:38.250210 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-67528f5b-ae39-4458-b4b5-c5bceacbd194 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.274064 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-21acb933-9999-4106-b90d-19b9f73266c6 req-962de7c8-e334-4941-8c81-9708ac49bd08 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0789802 Jul 16 01:42:38.330989 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 41816ceb-c92d-4c6c-8b21-d19b461ea83e up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:38.342472 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-67528f5b-ae39-4458-b4b5-c5bceacbd194 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.354692 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a2f54c5-ff33-412e-a713-710c9e8c5472 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.368974 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-debde4ab-2bfe-4aa6-b0e0-19d1df210007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.402748 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2f54c5-ff33-412e-a713-710c9e8c5472 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Port 793decff-0e66-4ba3-96cf-1976cdfaba5d concurrently deleted while adding address for new subnet {'id': '623e2d76-e58c-4930-94c2-b67a5ed0dbcb', 'name': '', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 2829, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-16T01:42:37Z', 'updated_at': '2021-07-16T01:42:37Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'ae85f7e63bae49328f00850ffc54facf'}. {{(pid=93956) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 16 01:42:38.403406 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a2f54c5-ff33-412e-a713-710c9e8c5472 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.406105 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debde4ab-2bfe-4aa6-b0e0-19d1df210007 None None] Pushing event deleted for resources: {'Port': ['ID=793decff-0e66-4ba3-96cf-1976cdfaba5d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:38.412168 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debde4ab-2bfe-4aa6-b0e0-19d1df210007 None None] No DVR routers for this DVR port 793decff-0e66-4ba3-96cf-1976cdfaba5d on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:38.427032 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 41816ceb-c92d-4c6c-8b21-d19b461ea83e triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:38.427612 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.458183 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2f54c5-ff33-412e-a713-710c9e8c5472 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:38.462463 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-0a2f54c5-ff33-412e-a713-710c9e8c5472 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:38.468578 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2f54c5-ff33-412e-a713-710c9e8c5472 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:38.469603 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a2f54c5-ff33-412e-a713-710c9e8c5472 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.476395 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7007b9d-f296-4ed9-963e-2298910131ab None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:38.486713 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f54c5-ff33-412e-a713-710c9e8c5472 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=623e2d76-e58c-4930-94c2-b67a5ed0dbcb,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:38.490884 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0a2f54c5-ff33-412e-a713-710c9e8c5472 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9680991 Jul 16 01:42:38.493839 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43882) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:38.500780 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-39ed3fc2-713e-4005-a220-87be97745684 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'mac_address': 'fa:16:3e:32:39:e0', 'name': 'tempest-NetworksTestDHCPv6-28355915'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:38.612043 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-67528f5b-ae39-4458-b4b5-c5bceacbd194 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.619835 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-67528f5b-ae39-4458-b4b5-c5bceacbd194 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.623730 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ed3fc2-713e-4005-a220-87be97745684 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:38.642053 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.673318 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7601f0-c3ad-4acc-a968-2e2d1719c6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41816ceb-c92d-4c6c-8b21-d19b461ea83e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:38.675914 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a15d6b-1890-4128-8801-25f72ddd79e2" -d '{"events": [{"server_uuid": "ff7601f0-c3ad-4acc-a968-2e2d1719c6fa", "name": "network-vif-plugged", "status": "completed", "tag": "41816ceb-c92d-4c6c-8b21-d19b461ea83e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:38.682344 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67528f5b-ae39-4458-b4b5-c5bceacbd194 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Pushing event updated for resources: {'Port': ['ID=20765745-12c0-4826-97d7-0983b353db88,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:38.708638 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 41816ceb-c92d-4c6c-8b21-d19b461ea83e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=41816ceb-c92d-4c6c-8b21-d19b461ea83e,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:38.711048 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73afadee-caa8-419c-a05d-c928be24a981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'fixed_ips': [{'subnet_id': '623e2d76-e58c-4930-94c2-b67a5ed0dbcb'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:42:38.711916 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-73afadee-caa8-419c-a05d-c928be24a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.723515 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.730533 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-67528f5b-ae39-4458-b4b5-c5bceacbd194 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.749121 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-67528f5b-ae39-4458-b4b5-c5bceacbd194 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.751573 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-67528f5b-ae39-4458-b4b5-c5bceacbd194 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6698549 Jul 16 01:42:38.767412 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89256ef7-3318-4936-aef8-d89edba95a39 x-openstack-request-id: req-89256ef7-3318-4936-aef8-d89edba95a39 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:38.767845 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7601f0-c3ad-4acc-a968-2e2d1719c6fa", "name": "network-vif-plugged", "status": "completed", "tag": "41816ceb-c92d-4c6c-8b21-d19b461ea83e", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:38.768105 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89256ef7-3318-4936-aef8-d89edba95a39 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:38.768526 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7601f0-c3ad-4acc-a968-2e2d1719c6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41816ceb-c92d-4c6c-8b21-d19b461ea83e', 'code': 200} Jul 16 01:42:38.787195 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39ed3fc2-713e-4005-a220-87be97745684 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.814932 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-39ed3fc2-713e-4005-a220-87be97745684 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] device_id is not set on port 450a6296-86a2-41a8-860e-73bcde587633 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:38.873381 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=41816ceb-c92d-4c6c-8b21-d19b461ea83e,revision_number=10']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:38.950969 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-73afadee-caa8-419c-a05d-c928be24a981 None None] Allocated IP 2001:db8::f816:3eff:feae:86ea (263c6a6c-93e1-4622-bf61-98aa7f54dc76/623e2d76-e58c-4930-94c2-b67a5ed0dbcb/f786652e-cb31-4563-b500-d53fc7553298) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:38.994962 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 793decff-0e66-4ba3-96cf-1976cdfaba5d no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:39.019726 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2415dc3-e366-4642-b2a8-65bc4ace96f4 req-3bd4bdcf-fdcc-4fba-89f7-316e73344a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:39.021509 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e2415dc3-e366-4642-b2a8-65bc4ace96f4 req-3bd4bdcf-fdcc-4fba-89f7-316e73344a9b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 1098 time: 0.0658491 Jul 16 01:42:39.026090 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 793decff-0e66-4ba3-96cf-1976cdfaba5d {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:39.026440 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 793decff-0e66-4ba3-96cf-1976cdfaba5d not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:39.082271 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e2415dc3-e366-4642-b2a8-65bc4ace96f4 req-c88ae560-3b47-4d86-85ea-afe96a0f24e3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546367 Jul 16 01:42:39.087560 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-e3d2e929-3898-4ea8-9b88-84cc8997690e tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1568107417&fields=id&tenant_id=397a7a3d36ef4318afd67223e92c4812 HTTP/1.1" status: 200 len: 267 time: 0.0530815 Jul 16 01:42:39.137139 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-73afadee-caa8-419c-a05d-c928be24a981 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.147355 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-73afadee-caa8-419c-a05d-c928be24a981 None None] Transition to ACTIVE for port object f786652e-cb31-4563-b500-d53fc7553298 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:39.165206 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-73afadee-caa8-419c-a05d-c928be24a981 None None] Transition to ACTIVE for port object f786652e-cb31-4563-b500-d53fc7553298 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:39.172303 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-73afadee-caa8-419c-a05d-c928be24a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.225374 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73afadee-caa8-419c-a05d-c928be24a981 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:39.228954 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-73afadee-caa8-419c-a05d-c928be24a981 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:39.235948 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73afadee-caa8-419c-a05d-c928be24a981 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:39.237673 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-ba432c02-619b-49eb-9a00-1f39aabe1177 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:39.238215 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-39ed3fc2-713e-4005-a220-87be97745684 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8::f816:3eff:fe32:39e0 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/623e2d76-e58c-4930-94c2-b67a5ed0dbcb/450a6296-86a2-41a8-860e-73bcde587633) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:39.244889 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afadee-caa8-419c-a05d-c928be24a981 None None] Pushing event updated for resources: {'Port': ['ID=f786652e-cb31-4563-b500-d53fc7553298,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:39.248063 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-ba432c02-619b-49eb-9a00-1f39aabe1177 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/networks?id=98e0b200-9d05-4336-87c3-fa057674aa73 HTTP/1.1" status: 200 len: 810 time: 0.1499090 Jul 16 01:42:39.266012 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-75494414-ddda-4d0b-b760-8bdbdf426212 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/quotas/397a7a3d36ef4318afd67223e92c4812 HTTP/1.1" status: 200 len: 375 time: 0.0151799 Jul 16 01:42:39.304440 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-73afadee-caa8-419c-a05d-c928be24a981 None None] Attempting to bind port f786652e-cb31-4563-b500-d53fc7553298 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:39.304817 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-73afadee-caa8-419c-a05d-c928be24a981 None None] Attempting to bind port f786652e-cb31-4563-b500-d53fc7553298 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:39.305187 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73afadee-caa8-419c-a05d-c928be24a981 None None] Attempting to bind port f786652e-cb31-4563-b500-d53fc7553298 on network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:39.310438 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73afadee-caa8-419c-a05d-c928be24a981 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:39.310817 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73afadee-caa8-419c-a05d-c928be24a981 None None] Checking segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:39.311231 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-73afadee-caa8-419c-a05d-c928be24a981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.311633 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73afadee-caa8-419c-a05d-c928be24a981 None None] Bound using segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:39.312512 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-73afadee-caa8-419c-a05d-c928be24a981 None None] Bound port: f786652e-cb31-4563-b500-d53fc7553298, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:39.312679 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-73afadee-caa8-419c-a05d-c928be24a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.367654 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-573e1bc7-7b64-4419-bdf8-28a7dd44b615 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=397a7a3d36ef4318afd67223e92c4812&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0971727 Jul 16 01:42:39.381843 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-73afadee-caa8-419c-a05d-c928be24a981 None None] For port f786652e-cb31-4563-b500-d53fc7553298, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:39.385897 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-73afadee-caa8-419c-a05d-c928be24a981 None None] For port f786652e-cb31-4563-b500-d53fc7553298, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f786652e-cb31-4563-b500-d53fc7553298,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:39.393891 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-73afadee-caa8-419c-a05d-c928be24a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.471781 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39ed3fc2-713e-4005-a220-87be97745684 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.477208 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afadee-caa8-419c-a05d-c928be24a981 None None] Pushing event updated for resources: {'Port': ['ID=f786652e-cb31-4563-b500-d53fc7553298,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:39.525163 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-39ed3fc2-713e-4005-a220-87be97745684 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Transition to ACTIVE for port object 450a6296-86a2-41a8-860e-73bcde587633 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:39.561212 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-240235f3-1e56-47be-87ec-df60c2030569 service neutron] 10.222.0.16 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812904 Jul 16 01:42:39.604847 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a0d79-3408-4807-be4f-c4697d56eca9 req-24ec4ddb-9010-4a51-9193-fc117e0e3e3d tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:39.607920 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-014a0d79-3408-4807-be4f-c4697d56eca9 req-24ec4ddb-9010-4a51-9193-fc117e0e3e3d tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 946 time: 0.1419470 Jul 16 01:42:39.609529 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39ed3fc2-713e-4005-a220-87be97745684 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.683858 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ed3fc2-713e-4005-a220-87be97745684 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:39.694981 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-39ed3fc2-713e-4005-a220-87be97745684 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:39.699632 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-4dfc60f5-4d08-46f0-b9b0-13283e7b015a service neutron] 10.222.0.16 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265852 Jul 16 01:42:39.702972 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ed3fc2-713e-4005-a220-87be97745684 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:39.708550 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ed3fc2-713e-4005-a220-87be97745684 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:39.709201 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39ed3fc2-713e-4005-a220-87be97745684 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.713834 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed3fc2-713e-4005-a220-87be97745684 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=450a6296-86a2-41a8-860e-73bcde587633,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:39.766770 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-014a0d79-3408-4807-be4f-c4697d56eca9 req-1a2ac1c5-a02e-4943-9c26-3ac33e7ebcf1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1451921 Jul 16 01:42:39.781778 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-39ed3fc2-713e-4005-a220-87be97745684 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2858295 Jul 16 01:42:39.783686 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43908) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:39.959446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3566a0a-1ff3-4cb0-bd5c-d4f2d9a48939 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:39.968897 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3566a0a-1ff3-4cb0-bd5c-d4f2d9a48939 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:39.971067 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d3566a0a-1ff3-4cb0-bd5c-d4f2d9a48939 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1859965 Jul 16 01:42:39.973690 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43924) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:40.066492 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1f6eb051-2b4a-4437-b101-b6bb0f6448a0 req-1975e9dc-5785-411d-97eb-557e1f217e49 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8082333-8663-4c8f-954f-d6dda35216b1 HTTP/1.1" status: 200 len: 210 time: 0.0346501 Jul 16 01:42:40.123284 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-7da8b9d0-06d3-47fc-9cf0-a471574ca46e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting port 450a6296-86a2-41a8-860e-73bcde587633 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:40.123774 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7da8b9d0-06d3-47fc-9cf0-a471574ca46e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.251569 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7da8b9d0-06d3-47fc-9cf0-a471574ca46e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.267624 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-7da8b9d0-06d3-47fc-9cf0-a471574ca46e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Calling delete_port for 450a6296-86a2-41a8-860e-73bcde587633 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:40.465174 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7da8b9d0-06d3-47fc-9cf0-a471574ca46e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.565976 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8b9d0-06d3-47fc-9cf0-a471574ca46e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Port': ['ID=450a6296-86a2-41a8-860e-73bcde587633,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:40.622694 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7da8b9d0-06d3-47fc-9cf0-a471574ca46e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.627683 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7da8b9d0-06d3-47fc-9cf0-a471574ca46e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/450a6296-86a2-41a8-860e-73bcde587633 HTTP/1.1" status: 204 len: 168 time: 0.6505489 Jul 16 01:42:40.632754 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43962) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:40.743949 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f26e167-876f-4172-be67-9cc6db8a8872 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:40.748231 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f26e167-876f-4172-be67-9cc6db8a8872 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:40.750904 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0f26e167-876f-4172-be67-9cc6db8a8872 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1139390 Jul 16 01:42:40.753375 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43966) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:40.876499 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c458df-33bf-4e4d-8b13-eacd871d5db6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet 623e2d76-e58c-4930-94c2-b67a5ed0dbcb {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:40.891578 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-61c458df-33bf-4e4d-8b13-eacd871d5db6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.033327 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-61c458df-33bf-4e4d-8b13-eacd871d5db6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.110819 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f786652e-cb31-4563-b500-d53fc7553298 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:41.177730 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-61c458df-33bf-4e4d-8b13-eacd871d5db6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.242781 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-69a02ed7-4bb8-4ccd-9c48-5ed7800242f9 None None] Provisioning for port f786652e-cb31-4563-b500-d53fc7553298 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:41.254436 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-61c458df-33bf-4e4d-8b13-eacd871d5db6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.303379 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6e03953b-d0ac-4cbc-86f0-77c98e28a9e6 req-14b3e653-e48e-4631-ba62-4819ed1308a6 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8082333-8663-4c8f-954f-d6dda35216b1 HTTP/1.1" status: 200 len: 210 time: 0.0667756 Jul 16 01:42:41.308306 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port f786652e-cb31-4563-b500-d53fc7553298 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:41.315064 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port f786652e-cb31-4563-b500-d53fc7553298 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:41.318051 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.333792 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c458df-33bf-4e4d-8b13-eacd871d5db6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=623e2d76-e58c-4930-94c2-b67a5ed0dbcb,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:41.350259 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-61c458df-33bf-4e4d-8b13-eacd871d5db6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.362354 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-61c458df-33bf-4e4d-8b13-eacd871d5db6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/623e2d76-e58c-4930-94c2-b67a5ed0dbcb HTTP/1.1" status: 204 len: 168 time: 0.6080105 Jul 16 01:42:41.365456 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43976) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:41.417671 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5f6b6267-6d18-4af9-bb45-e348488e3a25 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507264 Jul 16 01:42:41.421644 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43978) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:41.434399 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-29205d25-df1f-40e4-8469-4f68245c498a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:41.439937 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea9c82-98d3-4236-9881-53d697ca249f req-2f3dc43f-3d1a-488a-adcd-ecbb63876bf5 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:41.442243 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45ea9c82-98d3-4236-9881-53d697ca249f req-2f3dc43f-3d1a-488a-adcd-ecbb63876bf5 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 946 time: 0.2027867 Jul 16 01:42:41.488976 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7371bb90-2e5a-4194-a617-5126e43bda85 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:41.502289 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45ea9c82-98d3-4236-9881-53d697ca249f req-f4bb7511-441d-450c-9a19-da21aebfcfe3 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499966 Jul 16 01:42:41.515996 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.578581 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b252fb03-5be5-4b3c-b05d-c1a4aac8dc24 None None] Could not find standard attr ID for object 450a6296-86a2-41a8-860e-73bcde587633. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:42:41.627522 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29205d25-df1f-40e4-8469-4f68245c498a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:41.631579 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29205d25-df1f-40e4-8469-4f68245c498a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.669335 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port f786652e-cb31-4563-b500-d53fc7553298, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f786652e-cb31-4563-b500-d53fc7553298,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:41.691574 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.755999 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=f786652e-cb31-4563-b500-d53fc7553298,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:41.839134 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f70a62-9a5f-4727-bdaa-a96dbb79a718 None None] DHCP port deletion for 263c6a6c-93e1-4622-bf61-98aa7f54dc76 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:42:41.888647 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-17f70a62-9a5f-4727-bdaa-a96dbb79a718 None None] Deleting port f786652e-cb31-4563-b500-d53fc7553298 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:41.889036 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-17f70a62-9a5f-4727-bdaa-a96dbb79a718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.002420 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-17f70a62-9a5f-4727-bdaa-a96dbb79a718 None None] For port f786652e-cb31-4563-b500-d53fc7553298, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f786652e-cb31-4563-b500-d53fc7553298,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:42.002420 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-17f70a62-9a5f-4727-bdaa-a96dbb79a718 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.019415 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-17f70a62-9a5f-4727-bdaa-a96dbb79a718 None None] Calling delete_port for f786652e-cb31-4563-b500-d53fc7553298 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:42.029575 n-d-792394-16 neutron-server[93956]: DEBUG neutron.objects.ports [None req-29205d25-df1f-40e4-8469-4f68245c498a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93956) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:42:42.115311 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-17f70a62-9a5f-4727-bdaa-a96dbb79a718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.142903 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70a62-9a5f-4727-bdaa-a96dbb79a718 None None] Pushing event deleted for resources: {'Port': ['ID=f786652e-cb31-4563-b500-d53fc7553298,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:42.153637 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f70a62-9a5f-4727-bdaa-a96dbb79a718 None None] No DVR routers for this DVR port f786652e-cb31-4563-b500-d53fc7553298 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:42.203072 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-1a1af88a-7f83-4476-ae06-c9c94e8eb1bc tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:42.204643 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-1a1af88a-7f83-4476-ae06-c9c94e8eb1bc tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.82 "GET /v2.0/networks?id=98e0b200-9d05-4336-87c3-fa057674aa73 HTTP/1.1" status: 200 len: 810 time: 0.1737812 Jul 16 01:42:42.228652 n-d-792394-16 neutron-server[93956]: WARNING neutron.services.revisions.revision_plugin [None req-29205d25-df1f-40e4-8469-4f68245c498a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Could not find related port for resource to bump revision. Jul 16 01:42:42.234580 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.ipam_pluggable_backend [None req-29205d25-df1f-40e4-8469-4f68245c498a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Port f786652e-cb31-4563-b500-d53fc7553298 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93956) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 01:42:42.234889 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.ipam_pluggable_backend [None req-29205d25-df1f-40e4-8469-4f68245c498a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Reverting IP allocation for 2001:db8::f816:3eff:feae:86ea {{(pid=93956) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 01:42:42.238294 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.ipam_pluggable_backend [None req-29205d25-df1f-40e4-8469-4f68245c498a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feae:86ea {{(pid=93956) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 01:42:42.239535 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29205d25-df1f-40e4-8469-4f68245c498a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.256462 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-125c7401-9499-4389-b90e-9e66e9048a8e tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=397a7a3d36ef4318afd67223e92c4812 HTTP/1.1" status: 200 len: 380 time: 0.0431583 Jul 16 01:42:42.265389 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-2161e728-a8f8-451a-b06c-2ca28379e557 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Request body: {'port': {'device_id': 'b8082333-8663-4c8f-954f-d6dda35216b1', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'admin_state_up': True, 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'security_groups': ['ad649f79-7d69-4f13-859f-993110f409f6']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:42.307112 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29205d25-df1f-40e4-8469-4f68245c498a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=93c7b9b6-7c5d-4178-b0cb-a2507a86a343,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:42.316467 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29205d25-df1f-40e4-8469-4f68245c498a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:42.318971 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-29205d25-df1f-40e4-8469-4f68245c498a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:42.322619 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29205d25-df1f-40e4-8469-4f68245c498a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:42.323518 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29205d25-df1f-40e4-8469-4f68245c498a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.330937 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6a0218-2612-4c3e-b5cb-2a9fbe7dfed5 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:42.350516 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-29205d25-df1f-40e4-8469-4f68245c498a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9270294 Jul 16 01:42:42.353215 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43990) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:42.358746 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b479d310-c8a4-4aac-94a8-0293f22df457 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'mac_address': 'fa:16:3e:dd:5e:8a', 'name': 'tempest-NetworksTestDHCPv6-503373051'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:42.449986 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-2161e728-a8f8-451a-b06c-2ca28379e557 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Made reservation on behalf of 397a7a3d36ef4318afd67223e92c4812 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:42.456141 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-2161e728-a8f8-451a-b06c-2ca28379e557 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.550826 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-58637c0e-5d3d-449f-b9b4-dc4541cf0864 req-b9202773-733d-4ae1-b8de-d341b56ad4bd tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8082333-8663-4c8f-954f-d6dda35216b1 HTTP/1.1" status: 200 len: 210 time: 0.0601997 Jul 16 01:42:42.572652 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b479d310-c8a4-4aac-94a8-0293f22df457 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:42.588950 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b479d310-c8a4-4aac-94a8-0293f22df457 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.609958 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd795a0b-4ae5-4db4-a13e-3ca5367430f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'fixed_ips': [{'subnet_id': '93c7b9b6-7c5d-4178-b0cb-a2507a86a343'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:42:42.611065 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cd795a0b-4ae5-4db4-a13e-3ca5367430f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.614367 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-b479d310-c8a4-4aac-94a8-0293f22df457 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] device_id is not set on port 1ec87808-d7ab-4099-aa7b-70c90af18a1a yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:42.624753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-2161e728-a8f8-451a-b06c-2ca28379e557 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Allocated IP 172.20.0.11 (98e0b200-9d05-4336-87c3-fa057674aa73/370bcf40-c26b-4959-9b56-af3cd128b9a8/85e84b8a-5bbd-4559-9b51-368ba27a7482) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:42.747495 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-b479d310-c8a4-4aac-94a8-0293f22df457 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8::f816:3eff:fedd:5e8a (263c6a6c-93e1-4622-bf61-98aa7f54dc76/93c7b9b6-7c5d-4178-b0cb-a2507a86a343/1ec87808-d7ab-4099-aa7b-70c90af18a1a) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:42.777446 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-2161e728-a8f8-451a-b06c-2ca28379e557 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.793809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-2161e728-a8f8-451a-b06c-2ca28379e557 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Transition to ACTIVE for port object 85e84b8a-5bbd-4559-9b51-368ba27a7482 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:42.830692 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-2161e728-a8f8-451a-b06c-2ca28379e557 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.874565 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-2161e728-a8f8-451a-b06c-2ca28379e557 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Network 98e0b200-9d05-4336-87c3-fa057674aa73 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:42.878216 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-2161e728-a8f8-451a-b06c-2ca28379e557 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:42.880790 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-2161e728-a8f8-451a-b06c-2ca28379e557 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:42.938811 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161e728-a8f8-451a-b06c-2ca28379e557 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Pushing event updated for resources: {'Port': ['ID=85e84b8a-5bbd-4559-9b51-368ba27a7482,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:42.957764 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b479d310-c8a4-4aac-94a8-0293f22df457 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.975752 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-b479d310-c8a4-4aac-94a8-0293f22df457 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Transition to ACTIVE for port object 1ec87808-d7ab-4099-aa7b-70c90af18a1a will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:42.976101 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-2161e728-a8f8-451a-b06c-2ca28379e557 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:42.976832 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-2161e728-a8f8-451a-b06c-2ca28379e557 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.993188 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f786652e-cb31-4563-b500-d53fc7553298 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:43.017592 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: f786652e-cb31-4563-b500-d53fc7553298 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:43.017987 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f786652e-cb31-4563-b500-d53fc7553298 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:43.026918 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-2161e728-a8f8-451a-b06c-2ca28379e557 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7654715 Jul 16 01:42:43.039677 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b479d310-c8a4-4aac-94a8-0293f22df457 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.047660 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-ca0f8490-86e0-47ef-89cb-fc50c6124e98 service neutron] Request body: {'port': {'device_id': 'b8082333-8663-4c8f-954f-d6dda35216b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:43.091542 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b479d310-c8a4-4aac-94a8-0293f22df457 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:43.098168 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-b479d310-c8a4-4aac-94a8-0293f22df457 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:43.102887 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b479d310-c8a4-4aac-94a8-0293f22df457 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:43.109667 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b479d310-c8a4-4aac-94a8-0293f22df457 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:43.110588 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b479d310-c8a4-4aac-94a8-0293f22df457 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.127262 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479d310-c8a4-4aac-94a8-0293f22df457 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=1ec87808-d7ab-4099-aa7b-70c90af18a1a,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:43.147914 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b479d310-c8a4-4aac-94a8-0293f22df457 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7934361 Jul 16 01:42:43.148203 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-cd795a0b-4ae5-4db4-a13e-3ca5367430f0 None None] Allocated IP 2001:db8::f816:3eff:fe42:bb71 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/93c7b9b6-7c5d-4178-b0cb-a2507a86a343/10ec07c3-8aaf-4d99-83c5-056577ffe03e) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:43.150622 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44000) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:43.216654 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-ca0f8490-86e0-47ef-89cb-fc50c6124e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.235232 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f1b319-c5a7-4a63-b2ce-e6667d0ee4de tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:43.239484 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-11f1b319-c5a7-4a63-b2ce-e6667d0ee4de tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0852134 Jul 16 01:42:43.239837 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44002) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:43.287930 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f4509716-e3b7-4bb7-8e9e-f9ac432b2dcc None None] Provisioning for port 85e84b8a-5bbd-4559-9b51-368ba27a7482 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:43.299788 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f4509716-e3b7-4bb7-8e9e-f9ac432b2dcc None None] Provisioning complete for port 85e84b8a-5bbd-4559-9b51-368ba27a7482 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:43.300158 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f4509716-e3b7-4bb7-8e9e-f9ac432b2dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.395022 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-40b11e8f-4974-4d97-9088-92382e3086cb tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting port 1ec87808-d7ab-4099-aa7b-70c90af18a1a {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:43.395560 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-40b11e8f-4974-4d97-9088-92382e3086cb tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.408326 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f4509716-e3b7-4bb7-8e9e-f9ac432b2dcc None None] Port 85e84b8a-5bbd-4559-9b51-368ba27a7482 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:43.435162 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cd795a0b-4ae5-4db4-a13e-3ca5367430f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.446507 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cd795a0b-4ae5-4db4-a13e-3ca5367430f0 None None] Transition to ACTIVE for port object 10ec07c3-8aaf-4d99-83c5-056577ffe03e will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:43.463910 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cd795a0b-4ae5-4db4-a13e-3ca5367430f0 None None] Transition to ACTIVE for port object 10ec07c3-8aaf-4d99-83c5-056577ffe03e will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:43.471369 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cd795a0b-4ae5-4db4-a13e-3ca5367430f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.522662 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-40b11e8f-4974-4d97-9088-92382e3086cb tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.538520 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd795a0b-4ae5-4db4-a13e-3ca5367430f0 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:43.539189 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-40b11e8f-4974-4d97-9088-92382e3086cb tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Calling delete_port for 1ec87808-d7ab-4099-aa7b-70c90af18a1a owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:43.539705 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd795a0b-4ae5-4db4-a13e-3ca5367430f0 None None] Pushing event updated for resources: {'Port': ['ID=10ec07c3-8aaf-4d99-83c5-056577ffe03e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:43.543404 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-cd795a0b-4ae5-4db4-a13e-3ca5367430f0 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:43.545766 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd795a0b-4ae5-4db4-a13e-3ca5367430f0 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:43.586457 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-ca0f8490-86e0-47ef-89cb-fc50c6124e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e84b8a-5bbd-4559-9b51-368ba27a7482 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:43.595774 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-ca0f8490-86e0-47ef-89cb-fc50c6124e98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.644061 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-ca0f8490-86e0-47ef-89cb-fc50c6124e98 service neutron] Transition to ACTIVE for port object 85e84b8a-5bbd-4559-9b51-368ba27a7482 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:43.651033 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-cd795a0b-4ae5-4db4-a13e-3ca5367430f0 None None] Attempting to bind port 10ec07c3-8aaf-4d99-83c5-056577ffe03e on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:43.651490 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-cd795a0b-4ae5-4db4-a13e-3ca5367430f0 None None] Attempting to bind port 10ec07c3-8aaf-4d99-83c5-056577ffe03e by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:43.652001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd795a0b-4ae5-4db4-a13e-3ca5367430f0 None None] Attempting to bind port 10ec07c3-8aaf-4d99-83c5-056577ffe03e on network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:43.654028 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-ca0f8490-86e0-47ef-89cb-fc50c6124e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.658564 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd795a0b-4ae5-4db4-a13e-3ca5367430f0 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:43.658564 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd795a0b-4ae5-4db4-a13e-3ca5367430f0 None None] Checking segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:43.659439 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cd795a0b-4ae5-4db4-a13e-3ca5367430f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.659439 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd795a0b-4ae5-4db4-a13e-3ca5367430f0 None None] Bound using segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:43.660188 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-cd795a0b-4ae5-4db4-a13e-3ca5367430f0 None None] Bound port: 10ec07c3-8aaf-4d99-83c5-056577ffe03e, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:43.660720 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cd795a0b-4ae5-4db4-a13e-3ca5367430f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.738234 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-cd795a0b-4ae5-4db4-a13e-3ca5367430f0 None None] For port 10ec07c3-8aaf-4d99-83c5-056577ffe03e, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:43.743619 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-cd795a0b-4ae5-4db4-a13e-3ca5367430f0 None None] For port 10ec07c3-8aaf-4d99-83c5-056577ffe03e, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=10ec07c3-8aaf-4d99-83c5-056577ffe03e,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:43.750857 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cd795a0b-4ae5-4db4-a13e-3ca5367430f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.752656 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-40b11e8f-4974-4d97-9088-92382e3086cb tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.802286 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f8490-86e0-47ef-89cb-fc50c6124e98 service neutron] Pushing event updated for resources: {'Port': ['ID=85e84b8a-5bbd-4559-9b51-368ba27a7482,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:43.808151 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b11e8f-4974-4d97-9088-92382e3086cb tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Port': ['ID=1ec87808-d7ab-4099-aa7b-70c90af18a1a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:43.843973 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-40b11e8f-4974-4d97-9088-92382e3086cb tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.849090 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-40b11e8f-4974-4d97-9088-92382e3086cb tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/1ec87808-d7ab-4099-aa7b-70c90af18a1a HTTP/1.1" status: 204 len: 168 time: 0.6056364 Jul 16 01:42:43.850331 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44010) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:43.857331 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd795a0b-4ae5-4db4-a13e-3ca5367430f0 None None] Pushing event updated for resources: {'Port': ['ID=10ec07c3-8aaf-4d99-83c5-056577ffe03e,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:43.914257 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864e52cf-cceb-4cdd-b9e2-74a203849a41 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:43.915784 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864e52cf-cceb-4cdd-b9e2-74a203849a41 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:43.920040 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-864e52cf-cceb-4cdd-b9e2-74a203849a41 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0664024 Jul 16 01:42:43.920257 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44012) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:43.929235 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6e2bd-ec8d-4be2-b060-e37c529c139d req-65c39157-3dbd-475f-8758-3e35ba850775 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:43.931311 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6c6e2bd-ec8d-4be2-b060-e37c529c139d req-65c39157-3dbd-475f-8758-3e35ba850775 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8082333-8663-4c8f-954f-d6dda35216b1 HTTP/1.1" status: 200 len: 944 time: 0.1781414 Jul 16 01:42:43.978724 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-ca0f8490-86e0-47ef-89cb-fc50c6124e98 service neutron] Attempting to bind port 85e84b8a-5bbd-4559-9b51-368ba27a7482 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:43.979447 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-ca0f8490-86e0-47ef-89cb-fc50c6124e98 service neutron] Attempting to bind port 85e84b8a-5bbd-4559-9b51-368ba27a7482 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '26cb3629-566b-464c-b897-fa7167d26bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:43.980039 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-ca0f8490-86e0-47ef-89cb-fc50c6124e98 service neutron] Attempting to bind port 85e84b8a-5bbd-4559-9b51-368ba27a7482 on network 98e0b200-9d05-4336-87c3-fa057674aa73 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:43.993201 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-ca0f8490-86e0-47ef-89cb-fc50c6124e98 service neutron] Port 85e84b8a-5bbd-4559-9b51-368ba27a7482 on network 98e0b200-9d05-4336-87c3-fa057674aa73 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:42:43.993677 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-ca0f8490-86e0-47ef-89cb-fc50c6124e98 service neutron] Attempting to bind port 85e84b8a-5bbd-4559-9b51-368ba27a7482 on network 98e0b200-9d05-4336-87c3-fa057674aa73 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:44.003998 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6c6e2bd-ec8d-4be2-b060-e37c529c139d req-38ebae4d-d5f8-45de-b2c4-85c63ccf12e0 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad649f79-7d69-4f13-859f-993110f409f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648439 Jul 16 01:42:44.008564 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-ca0f8490-86e0-47ef-89cb-fc50c6124e98 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:44.009016 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-ca0f8490-86e0-47ef-89cb-fc50c6124e98 service neutron] Checking segment: {'id': '26cb3629-566b-464c-b897-fa7167d26bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:44.009507 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-ca0f8490-86e0-47ef-89cb-fc50c6124e98 service neutron] Bound using segment: {'id': '26cb3629-566b-464c-b897-fa7167d26bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:44.011322 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-ca0f8490-86e0-47ef-89cb-fc50c6124e98 service neutron] Bound port: 85e84b8a-5bbd-4559-9b51-368ba27a7482, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26cb3629-566b-464c-b897-fa7167d26bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:44.011791 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-ca0f8490-86e0-47ef-89cb-fc50c6124e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.015938 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50354c7-a76b-4d1a-b8dc-4b7e8935682f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet 93c7b9b6-7c5d-4178-b0cb-a2507a86a343 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:44.021707 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f50354c7-a76b-4d1a-b8dc-4b7e8935682f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.114910 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f50354c7-a76b-4d1a-b8dc-4b7e8935682f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.149386 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-ca0f8490-86e0-47ef-89cb-fc50c6124e98 service neutron] For port 85e84b8a-5bbd-4559-9b51-368ba27a7482, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:44.154392 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-ca0f8490-86e0-47ef-89cb-fc50c6124e98 service neutron] For port 85e84b8a-5bbd-4559-9b51-368ba27a7482, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=85e84b8a-5bbd-4559-9b51-368ba27a7482,segment=NetworkSegment(26cb3629-566b-464c-b897-fa7167d26bb2),segment_id=26cb3629-566b-464c-b897-fa7167d26bb2)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:44.175782 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-ca0f8490-86e0-47ef-89cb-fc50c6124e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.217086 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-ca0f8490-86e0-47ef-89cb-fc50c6124e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:44.221517 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-ca0f8490-86e0-47ef-89cb-fc50c6124e98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.221517 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-ca0f8490-86e0-47ef-89cb-fc50c6124e98 service neutron] 10.222.0.82 "PUT /v2.0/ports/85e84b8a-5bbd-4559-9b51-368ba27a7482 HTTP/1.1" status: 200 len: 1093 time: 1.1827121 Jul 16 01:42:44.221517 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8082333-8663-4c8f-954f-d6dda35216b1', 'tag': '85e84b8a-5bbd-4559-9b51-368ba27a7482'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:44.227526 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab5864e-fb9c-4dfa-94c1-c74bee3b2029" -d '{"events": [{"name": "network-changed", "server_uuid": "b8082333-8663-4c8f-954f-d6dda35216b1", "tag": "85e84b8a-5bbd-4559-9b51-368ba27a7482"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:44.260054 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f8490-86e0-47ef-89cb-fc50c6124e98 service neutron] Pushing event updated for resources: {'Port': ['ID=85e84b8a-5bbd-4559-9b51-368ba27a7482,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:44.284900 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f50354c7-a76b-4d1a-b8dc-4b7e8935682f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.329178 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf435c4-47c7-48a9-8941-8d6df6ab2937 x-openstack-request-id: req-ebf435c4-47c7-48a9-8941-8d6df6ab2937 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:44.329468 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8082333-8663-4c8f-954f-d6dda35216b1", "tag": "85e84b8a-5bbd-4559-9b51-368ba27a7482", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:44.329819 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ebf435c4-47c7-48a9-8941-8d6df6ab2937 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:44.330219 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8082333-8663-4c8f-954f-d6dda35216b1', 'tag': '85e84b8a-5bbd-4559-9b51-368ba27a7482', 'status': 'completed', 'code': 200} Jul 16 01:42:44.384610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-6ade5660-ca30-428e-ada9-6bfedbf58986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:44.387327 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-6ade5660-ca30-428e-ada9-6bfedbf58986 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=397a7a3d36ef4318afd67223e92c4812&device_id=b8082333-8663-4c8f-954f-d6dda35216b1 HTTP/1.1" status: 200 len: 1096 time: 0.0965538 Jul 16 01:42:44.409788 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f50354c7-a76b-4d1a-b8dc-4b7e8935682f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.447023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-01c886b4-63a5-4bb8-b81b-d6b672ba4473 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85e84b8a-5bbd-4559-9b51-368ba27a7482 HTTP/1.1" status: 200 len: 217 time: 0.0529079 Jul 16 01:42:44.448437 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50354c7-a76b-4d1a-b8dc-4b7e8935682f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=93c7b9b6-7c5d-4178-b0cb-a2507a86a343,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:44.459736 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f50354c7-a76b-4d1a-b8dc-4b7e8935682f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.462847 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f50354c7-a76b-4d1a-b8dc-4b7e8935682f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/93c7b9b6-7c5d-4178-b0cb-a2507a86a343 HTTP/1.1" status: 204 len: 168 time: 0.5415998 Jul 16 01:42:44.465349 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44018) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:44.510690 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-df0b830e-9280-47e6-b654-bdc138d93b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:44.512284 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-df0b830e-9280-47e6-b654-bdc138d93b23 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=370bcf40-c26b-4959-9b56-af3cd128b9a8 HTTP/1.1" status: 200 len: 849 time: 0.0591595 Jul 16 01:42:44.515448 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-75564dfc-0295-43a2-a507-ca7f48d29051 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488596 Jul 16 01:42:44.517847 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44020) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:44.572468 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-6b7e4b1e-d91c-47f8-83a2-4193364063e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:44.574150 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-6b7e4b1e-d91c-47f8-83a2-4193364063e1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=98e0b200-9d05-4336-87c3-fa057674aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559478 Jul 16 01:42:44.587691 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d72c70-7c85-4464-a46d-19c40b081c9c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:44.589608 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-14d72c70-7c85-4464-a46d-19c40b081c9c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0707817 Jul 16 01:42:44.592314 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44022) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:44.659162 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e029b34-dc20-45a9-b158-7a258912e59e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:44.663805 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2e029b34-dc20-45a9-b158-7a258912e59e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0675786 Jul 16 01:42:44.664571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44024) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:44.716704 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-17e7a9ea-7549-4d79-b29c-33b631ffa0da tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491064 Jul 16 01:42:44.718533 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-e9d07b30-f4ac-4b39-a27d-eb9dd7292bd3 service neutron] 10.222.0.82 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377172 Jul 16 01:42:44.720286 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44030) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:44.725847 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-4f881129-3604-4a8c-8cdb-15587787450a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:44.824879 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92944d6e-6e53-4514-86eb-e855af81f4a1 req-1e366792-ed31-4983-b37e-1f831b2e4c23 service neutron] 10.222.0.82 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976634 Jul 16 01:42:44.842235 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f881129-3604-4a8c-8cdb-15587787450a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:44.845999 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4f881129-3604-4a8c-8cdb-15587787450a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.972878 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5864e-fb9c-4dfa-94c1-c74bee3b2029 req-c5965490-2016-4920-9ec7-67540eb37de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:44.974896 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bab5864e-fb9c-4dfa-94c1-c74bee3b2029 req-c5965490-2016-4920-9ec7-67540eb37de3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=397a7a3d36ef4318afd67223e92c4812&device_id=b8082333-8663-4c8f-954f-d6dda35216b1 HTTP/1.1" status: 200 len: 1096 time: 0.0878830 Jul 16 01:42:45.008037 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 10ec07c3-8aaf-4d99-83c5-056577ffe03e up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:45.112429 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 10ec07c3-8aaf-4d99-83c5-056577ffe03e completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:45.139197 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4f881129-3604-4a8c-8cdb-15587787450a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.219756 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f881129-3604-4a8c-8cdb-15587787450a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=59bea984-5ae0-4a73-aa0c-e8fa6ca2d615,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:45.228884 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5864e-fb9c-4dfa-94c1-c74bee3b2029 req-67fc0998-30fc-41da-9ae3-fc6f87214a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:45.231264 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bab5864e-fb9c-4dfa-94c1-c74bee3b2029 req-67fc0998-30fc-41da-9ae3-fc6f87214a3a service neutron] 10.222.0.82 "GET /v2.0/networks?id=98e0b200-9d05-4336-87c3-fa057674aa73 HTTP/1.1" status: 200 len: 911 time: 0.2488515 Jul 16 01:42:45.244804 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f881129-3604-4a8c-8cdb-15587787450a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:45.248063 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-4f881129-3604-4a8c-8cdb-15587787450a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:45.266481 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f881129-3604-4a8c-8cdb-15587787450a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:45.267180 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4f881129-3604-4a8c-8cdb-15587787450a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.290794 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4f881129-3604-4a8c-8cdb-15587787450a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5692501 Jul 16 01:42:45.294091 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44036) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:45.301713 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a1cb8755-5f3c-45f6-9da9-2fa542aefe69 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'mac_address': 'fa:16:3e:c9:70:f8', 'name': 'tempest-NetworksTestDHCPv6-640582254'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:45.306856 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bab5864e-fb9c-4dfa-94c1-c74bee3b2029 req-9e221004-3cd5-4353-a6bf-166f092098dd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85e84b8a-5bbd-4559-9b51-368ba27a7482 HTTP/1.1" status: 200 len: 217 time: 0.0684938 Jul 16 01:42:45.361259 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68adb72-b9d2-4ee2-b924-b9d2de64b756 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:45.466779 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-aef5715e-0434-4875-b175-a7f16d286739 None None] Provisioning for port 10ec07c3-8aaf-4d99-83c5-056577ffe03e completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:45.478754 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5864e-fb9c-4dfa-94c1-c74bee3b2029 req-285496ff-55cb-4d2f-ad5d-bbf376e08d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:45.480398 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bab5864e-fb9c-4dfa-94c1-c74bee3b2029 req-285496ff-55cb-4d2f-ad5d-bbf376e08d8c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=370bcf40-c26b-4959-9b56-af3cd128b9a8 HTTP/1.1" status: 200 len: 849 time: 0.1632082 Jul 16 01:42:45.493325 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-aef5715e-0434-4875-b175-a7f16d286739 None None] Provisioning complete for port 10ec07c3-8aaf-4d99-83c5-056577ffe03e triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:45.494344 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aef5715e-0434-4875-b175-a7f16d286739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.591017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45be6dd-f786-4b57-a1fb-b02f9eee89bb req-26baa27e-8f3a-449d-b91d-f47af1d7f9f4 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:45.593063 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b45be6dd-f786-4b57-a1fb-b02f9eee89bb req-26baa27e-8f3a-449d-b91d-f47af1d7f9f4 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8082333-8663-4c8f-954f-d6dda35216b1 HTTP/1.1" status: 200 len: 944 time: 0.2974842 Jul 16 01:42:45.629389 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cb8755-5f3c-45f6-9da9-2fa542aefe69 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:45.658134 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aef5715e-0434-4875-b175-a7f16d286739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.697215 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b45be6dd-f786-4b57-a1fb-b02f9eee89bb req-869f39e7-0ca6-4ee4-a2ba-a233931fe4a6 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad649f79-7d69-4f13-859f-993110f409f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971174 Jul 16 01:42:45.707265 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5864e-fb9c-4dfa-94c1-c74bee3b2029 req-e1e1111b-fdb9-44e1-8ca3-391250d5ba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:45.709445 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bab5864e-fb9c-4dfa-94c1-c74bee3b2029 req-e1e1111b-fdb9-44e1-8ca3-391250d5ba62 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=98e0b200-9d05-4336-87c3-fa057674aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2213173 Jul 16 01:42:45.737590 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-aef5715e-0434-4875-b175-a7f16d286739 None None] For port 10ec07c3-8aaf-4d99-83c5-056577ffe03e, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=10ec07c3-8aaf-4d99-83c5-056577ffe03e,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:45.747529 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aef5715e-0434-4875-b175-a7f16d286739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.834822 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5715e-0434-4875-b175-a7f16d286739 None None] Pushing event updated for resources: {'Port': ['ID=10ec07c3-8aaf-4d99-83c5-056577ffe03e,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:45.871162 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a1cb8755-5f3c-45f6-9da9-2fa542aefe69 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.907447 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-a1cb8755-5f3c-45f6-9da9-2fa542aefe69 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] device_id is not set on port 7de06693-377c-4b09-8946-79501dac4af1 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:45.965315 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bab5864e-fb9c-4dfa-94c1-c74bee3b2029 req-3c0d082d-2a8e-4db6-9188-b04e78a1dc2e service neutron] 10.222.0.82 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228971 Jul 16 01:42:45.970079 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bf8dd364-f353-4ccc-988d-63c077cd23c8 None None] Provisioning complete for port 10ec07c3-8aaf-4d99-83c5-056577ffe03e triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:45.970454 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bf8dd364-f353-4ccc-988d-63c077cd23c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.110652 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-a1cb8755-5f3c-45f6-9da9-2fa542aefe69 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8::26c (263c6a6c-93e1-4622-bf61-98aa7f54dc76/59bea984-5ae0-4a73-aa0c-e8fa6ca2d615/7de06693-377c-4b09-8946-79501dac4af1) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:46.133853 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bab5864e-fb9c-4dfa-94c1-c74bee3b2029 req-5795f5c4-9b7b-405f-a1ec-c7e6693158cf service neutron] 10.222.0.82 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598756 Jul 16 01:42:46.201193 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e5551dea-ca90-4ac3-b2c7-dd108e7eafd5 None None] Could not find standard attr ID for object 1ec87808-d7ab-4099-aa7b-70c90af18a1a. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:42:46.330748 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a1cb8755-5f3c-45f6-9da9-2fa542aefe69 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.345574 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-a1cb8755-5f3c-45f6-9da9-2fa542aefe69 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Transition to ACTIVE for port object 7de06693-377c-4b09-8946-79501dac4af1 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:46.383664 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a1cb8755-5f3c-45f6-9da9-2fa542aefe69 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.435944 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cb8755-5f3c-45f6-9da9-2fa542aefe69 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:46.439317 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-a1cb8755-5f3c-45f6-9da9-2fa542aefe69 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:46.441646 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cb8755-5f3c-45f6-9da9-2fa542aefe69 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:46.447464 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cb8755-5f3c-45f6-9da9-2fa542aefe69 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:46.448119 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a1cb8755-5f3c-45f6-9da9-2fa542aefe69 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.459649 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb8755-5f3c-45f6-9da9-2fa542aefe69 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=7de06693-377c-4b09-8946-79501dac4af1,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:46.475880 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a1cb8755-5f3c-45f6-9da9-2fa542aefe69 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1754584 Jul 16 01:42:46.476738 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44044) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:46.550136 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a716d40-a22f-4c87-bf8a-171275ae1a9b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:46.556868 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a716d40-a22f-4c87-bf8a-171275ae1a9b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:46.561132 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6a716d40-a22f-4c87-bf8a-171275ae1a9b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0812397 Jul 16 01:42:46.561505 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44046) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:46.668830 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-5aa51459-6259-46b5-92d9-edad02e0e6f4 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting port 7de06693-377c-4b09-8946-79501dac4af1 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:46.669169 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5aa51459-6259-46b5-92d9-edad02e0e6f4 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.729220 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-048ee083-39a4-448c-ab02-1497c23002e3 None None] Provisioning for port 7de06693-377c-4b09-8946-79501dac4af1 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:46.734087 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-048ee083-39a4-448c-ab02-1497c23002e3 None None] Provisioning complete for port 7de06693-377c-4b09-8946-79501dac4af1 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:46.734799 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-048ee083-39a4-448c-ab02-1497c23002e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.776262 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-048ee083-39a4-448c-ab02-1497c23002e3 None None] Port 7de06693-377c-4b09-8946-79501dac4af1 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:46.785920 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5aa51459-6259-46b5-92d9-edad02e0e6f4 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.800994 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-5aa51459-6259-46b5-92d9-edad02e0e6f4 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Calling delete_port for 7de06693-377c-4b09-8946-79501dac4af1 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:46.941188 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 10ec07c3-8aaf-4d99-83c5-056577ffe03e up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:46.979649 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c57e5-2f34-4cea-8202-7b8a46c8a88d req-fe00b4f0-afae-45c6-ae20-f09e9a130f82 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:46.981366 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-319c57e5-2f34-4cea-8202-7b8a46c8a88d req-fe00b4f0-afae-45c6-ae20-f09e9a130f82 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8082333-8663-4c8f-954f-d6dda35216b1 HTTP/1.1" status: 200 len: 944 time: 0.1198518 Jul 16 01:42:47.001515 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 10ec07c3-8aaf-4d99-83c5-056577ffe03e triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:47.001978 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.008880 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5aa51459-6259-46b5-92d9-edad02e0e6f4 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.048276 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa51459-6259-46b5-92d9-edad02e0e6f4 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Port': ['ID=7de06693-377c-4b09-8946-79501dac4af1,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:47.063007 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-319c57e5-2f34-4cea-8202-7b8a46c8a88d req-323822eb-4960-49d2-83dc-042d5e14a326 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad649f79-7d69-4f13-859f-993110f409f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733528 Jul 16 01:42:47.095241 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5aa51459-6259-46b5-92d9-edad02e0e6f4 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.097270 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5aa51459-6259-46b5-92d9-edad02e0e6f4 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/7de06693-377c-4b09-8946-79501dac4af1 HTTP/1.1" status: 204 len: 168 time: 0.5348008 Jul 16 01:42:47.099930 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44054) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:47.167478 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a11b74-9c18-4df3-b1cf-0ac88f94b2e1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:47.169036 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a11b74-9c18-4df3-b1cf-0ac88f94b2e1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:47.173529 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44058) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:47.174074 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-52a11b74-9c18-4df3-b1cf-0ac88f94b2e1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0726211 Jul 16 01:42:47.232563 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fdde0b5-a2f8-4d2b-a233-67119fcae7e1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet 59bea984-5ae0-4a73-aa0c-e8fa6ca2d615 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:47.236112 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4fdde0b5-a2f8-4d2b-a233-67119fcae7e1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.277950 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4fdde0b5-a2f8-4d2b-a233-67119fcae7e1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.324178 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4fdde0b5-a2f8-4d2b-a233-67119fcae7e1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.350734 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:42:47.410301 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4fdde0b5-a2f8-4d2b-a233-67119fcae7e1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.689831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdde0b5-a2f8-4d2b-a233-67119fcae7e1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=59bea984-5ae0-4a73-aa0c-e8fa6ca2d615,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:47.694245 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4fdde0b5-a2f8-4d2b-a233-67119fcae7e1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.699224 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44060) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:47.699720 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4fdde0b5-a2f8-4d2b-a233-67119fcae7e1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/59bea984-5ae0-4a73-aa0c-e8fa6ca2d615 HTTP/1.1" status: 204 len: 168 time: 0.5234520 Jul 16 01:42:47.705837 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178e6edb-ac3f-44dd-b509-39d1539db65f None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:48.043720 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e28fefa0-d73e-4f5e-8ceb-1cdd9b991643 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3413947 Jul 16 01:42:48.044285 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44062) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:48.111215 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3a50a6-7089-4802-af59-6cddeed53cb0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:48.112778 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0b3a50a6-7089-4802-af59-6cddeed53cb0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0675530 Jul 16 01:42:48.116553 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44066) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:48.121335 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71bc1e0-ce38-4e3f-8f0b-7bd65c2b0568 None None] DHCP port deletion for 263c6a6c-93e1-4622-bf61-98aa7f54dc76 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:42:48.179936 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e71bc1e0-ce38-4e3f-8f0b-7bd65c2b0568 None None] Deleting port 10ec07c3-8aaf-4d99-83c5-056577ffe03e {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:48.180317 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e71bc1e0-ce38-4e3f-8f0b-7bd65c2b0568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.182910 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06158c3f-26eb-40fb-90af-6eb9fc733457 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:48.186075 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-06158c3f-26eb-40fb-90af-6eb9fc733457 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0681367 Jul 16 01:42:48.188875 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44072) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:48.251577 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a87cb31c-2830-4809-8d3d-7f303e7f78ed tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580516 Jul 16 01:42:48.252764 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44076) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:48.259731 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b695d889-ddf8-4fbf-9790-b049d297a319 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:48.267491 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67877b06-2b35-4b9a-ae0c-08f921f35e51 req-ea69787f-c57a-4e21-809e-eaae1e003caf tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:48.270315 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67877b06-2b35-4b9a-ae0c-08f921f35e51 req-ea69787f-c57a-4e21-809e-eaae1e003caf tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8082333-8663-4c8f-954f-d6dda35216b1 HTTP/1.1" status: 200 len: 944 time: 0.0819261 Jul 16 01:42:48.284490 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e71bc1e0-ce38-4e3f-8f0b-7bd65c2b0568 None None] For port 10ec07c3-8aaf-4d99-83c5-056577ffe03e, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=10ec07c3-8aaf-4d99-83c5-056577ffe03e,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:48.284891 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e71bc1e0-ce38-4e3f-8f0b-7bd65c2b0568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.299037 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e71bc1e0-ce38-4e3f-8f0b-7bd65c2b0568 None None] Calling delete_port for 10ec07c3-8aaf-4d99-83c5-056577ffe03e owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:48.335639 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67877b06-2b35-4b9a-ae0c-08f921f35e51 req-439a12d9-3302-4299-a05b-83d82a2164f1 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad649f79-7d69-4f13-859f-993110f409f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584514 Jul 16 01:42:48.378497 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b695d889-ddf8-4fbf-9790-b049d297a319 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:48.382393 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b695d889-ddf8-4fbf-9790-b049d297a319 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.393266 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 85e84b8a-5bbd-4559-9b51-368ba27a7482 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:42:48.417049 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e71bc1e0-ce38-4e3f-8f0b-7bd65c2b0568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.460245 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71bc1e0-ce38-4e3f-8f0b-7bd65c2b0568 None None] No DVR routers for this DVR port 10ec07c3-8aaf-4d99-83c5-056577ffe03e on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:48.467042 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71bc1e0-ce38-4e3f-8f0b-7bd65c2b0568 None None] Pushing event deleted for resources: {'Port': ['ID=10ec07c3-8aaf-4d99-83c5-056577ffe03e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:48.542074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 85e84b8a-5bbd-4559-9b51-368ba27a7482, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=85e84b8a-5bbd-4559-9b51-368ba27a7482,segment=NetworkSegment(26cb3629-566b-464c-b897-fa7167d26bb2),segment_id=26cb3629-566b-464c-b897-fa7167d26bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:48.557958 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '85e84b8a-5bbd-4559-9b51-368ba27a7482', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'port_id': '85e84b8a-5bbd-4559-9b51-368ba27a7482', 'mac_address': 'fa:16:3e:92:df:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:42:48.596904 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.610680 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e84b8a-5bbd-4559-9b51-368ba27a7482 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:48.633724 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 85e84b8a-5bbd-4559-9b51-368ba27a7482, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=85e84b8a-5bbd-4559-9b51-368ba27a7482,segment=NetworkSegment(26cb3629-566b-464c-b897-fa7167d26bb2),segment_id=26cb3629-566b-464c-b897-fa7167d26bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:48.638657 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.682951 n-d-792394-16 neutron-server[93956]: DEBUG neutron.objects.ports [None req-b695d889-ddf8-4fbf-9790-b049d297a319 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93956) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:42:48.685650 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b695d889-ddf8-4fbf-9790-b049d297a319 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.695870 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=85e84b8a-5bbd-4559-9b51-368ba27a7482,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:48.729589 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b695d889-ddf8-4fbf-9790-b049d297a319 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:48.732771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-b695d889-ddf8-4fbf-9790-b049d297a319 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:48.738412 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b695d889-ddf8-4fbf-9790-b049d297a319 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:48.738803 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b695d889-ddf8-4fbf-9790-b049d297a319 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.743402 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be038d9a-ca20-47b5-a5cb-ef4d2eb370f4 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:48.758172 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695d889-ddf8-4fbf-9790-b049d297a319 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=be5f40cb-10d6-49ea-80c4-aa5599d5485c,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:48.764931 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b695d889-ddf8-4fbf-9790-b049d297a319 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5109007 Jul 16 01:42:48.766451 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44078) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:48.773480 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-1483c56c-9f4b-448d-b8d9-30c6aa08c8fa tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:48.859193 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['85e84b8a-5bbd-4559-9b51-368ba27a7482'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:48.892926 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1483c56c-9f4b-448d-b8d9-30c6aa08c8fa tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:48.898277 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1483c56c-9f4b-448d-b8d9-30c6aa08c8fa tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.962926 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acdfa42-0578-4905-b6bf-beb1da644504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'fixed_ips': [{'subnet_id': 'be5f40cb-10d6-49ea-80c4-aa5599d5485c'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:42:48.963794 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1acdfa42-0578-4905-b6bf-beb1da644504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.988568 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 10ec07c3-8aaf-4d99-83c5-056577ffe03e no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:49.022470 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 10ec07c3-8aaf-4d99-83c5-056577ffe03e {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:49.022824 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 10ec07c3-8aaf-4d99-83c5-056577ffe03e not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:49.023606 n-d-792394-16 neutron-server[93955]: INFO neutron.db.ipam_backend_mixin [None req-1483c56c-9f4b-448d-b8d9-30c6aa08c8fa tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet be5f40cb-10d6-49ea-80c4-aa5599d5485c (CIDR: 2001:db8::/64) Jul 16 01:42:49.029700 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-1483c56c-9f4b-448d-b8d9-30c6aa08c8fa tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:42:49.030568 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1483c56c-9f4b-448d-b8d9-30c6aa08c8fa tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:42:49.050273 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1483c56c-9f4b-448d-b8d9-30c6aa08c8fa tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2797627 Jul 16 01:42:49.050549 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44082) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:49.055942 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-9710ddf4-c312-4631-9ab0-6dbe4c656954 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:49.184869 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-1acdfa42-0578-4905-b6bf-beb1da644504 None None] Allocated IP 2001:db8::f816:3eff:fe47:6605 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/be5f40cb-10d6-49ea-80c4-aa5599d5485c/20459505-5d85-4b01-bcfc-f4465836811f) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:49.204881 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9710ddf4-c312-4631-9ab0-6dbe4c656954 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:49.209312 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9710ddf4-c312-4631-9ab0-6dbe4c656954 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.342282 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1acdfa42-0578-4905-b6bf-beb1da644504 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.350665 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1acdfa42-0578-4905-b6bf-beb1da644504 None None] Transition to ACTIVE for port object 20459505-5d85-4b01-bcfc-f4465836811f will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:49.365984 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1acdfa42-0578-4905-b6bf-beb1da644504 None None] Transition to ACTIVE for port object 20459505-5d85-4b01-bcfc-f4465836811f will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:49.376053 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1acdfa42-0578-4905-b6bf-beb1da644504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.417344 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acdfa42-0578-4905-b6bf-beb1da644504 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:49.423232 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-1acdfa42-0578-4905-b6bf-beb1da644504 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:49.427104 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acdfa42-0578-4905-b6bf-beb1da644504 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:49.438549 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdfa42-0578-4905-b6bf-beb1da644504 None None] Pushing event updated for resources: {'Port': ['ID=20459505-5d85-4b01-bcfc-f4465836811f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:49.492854 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9710ddf4-c312-4631-9ab0-6dbe4c656954 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.496547 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-1acdfa42-0578-4905-b6bf-beb1da644504 None None] Attempting to bind port 20459505-5d85-4b01-bcfc-f4465836811f on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:49.497198 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-1acdfa42-0578-4905-b6bf-beb1da644504 None None] Attempting to bind port 20459505-5d85-4b01-bcfc-f4465836811f by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:49.497757 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acdfa42-0578-4905-b6bf-beb1da644504 None None] Attempting to bind port 20459505-5d85-4b01-bcfc-f4465836811f on network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:49.504414 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acdfa42-0578-4905-b6bf-beb1da644504 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:49.505379 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acdfa42-0578-4905-b6bf-beb1da644504 None None] Checking segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:49.505970 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1acdfa42-0578-4905-b6bf-beb1da644504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.506721 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acdfa42-0578-4905-b6bf-beb1da644504 None None] Bound using segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:49.507461 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-1acdfa42-0578-4905-b6bf-beb1da644504 None None] Bound port: 20459505-5d85-4b01-bcfc-f4465836811f, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:49.508041 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1acdfa42-0578-4905-b6bf-beb1da644504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.560418 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9710ddf4-c312-4631-9ab0-6dbe4c656954 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:49.564826 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-9710ddf4-c312-4631-9ab0-6dbe4c656954 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:49.572078 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9710ddf4-c312-4631-9ab0-6dbe4c656954 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:49.572749 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9710ddf4-c312-4631-9ab0-6dbe4c656954 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.580722 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710ddf4-c312-4631-9ab0-6dbe4c656954 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=951fdbb2-5714-4a65-9002-d701973e7fd3,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:49.604753 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9710ddf4-c312-4631-9ab0-6dbe4c656954 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5525901 Jul 16 01:42:49.605145 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-1acdfa42-0578-4905-b6bf-beb1da644504 None None] For port 20459505-5d85-4b01-bcfc-f4465836811f, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:49.607596 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44094) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:49.609043 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-1acdfa42-0578-4905-b6bf-beb1da644504 None None] For port 20459505-5d85-4b01-bcfc-f4465836811f, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=20459505-5d85-4b01-bcfc-f4465836811f,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:49.613714 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-c2a0f9ba-0739-4e86-82c7-43cfe1695cf7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'mac_address': 'fa:16:3e:de:50:60', 'name': 'tempest-NetworksTestDHCPv6-754786742'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:49.620807 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1acdfa42-0578-4905-b6bf-beb1da644504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.632065 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb659e9a-19f4-49b2-ad21-f87d15a3955b req-d78c0e83-f2cd-45f1-a56a-1290c3f07475 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:49.633640 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb659e9a-19f4-49b2-ad21-f87d15a3955b req-d78c0e83-f2cd-45f1-a56a-1290c3f07475 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8082333-8663-4c8f-954f-d6dda35216b1 HTTP/1.1" status: 200 len: 945 time: 0.1166694 Jul 16 01:42:49.689212 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb659e9a-19f4-49b2-ad21-f87d15a3955b req-8a982d1a-69f7-40f1-b226-143a86a69b0c tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad649f79-7d69-4f13-859f-993110f409f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470438 Jul 16 01:42:49.730958 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdfa42-0578-4905-b6bf-beb1da644504 None None] Pushing event updated for resources: {'Port': ['ID=20459505-5d85-4b01-bcfc-f4465836811f,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:49.745745 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a0f9ba-0739-4e86-82c7-43cfe1695cf7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:49.750096 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f9ba-0739-4e86-82c7-43cfe1695cf7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.773206 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-c2a0f9ba-0739-4e86-82c7-43cfe1695cf7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] device_id is not set on port 2874398b-7071-44ae-a154-9a4c8dc5815b yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:49.977388 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-c2a0f9ba-0739-4e86-82c7-43cfe1695cf7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8:0:1::1c9 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/951fdbb2-5714-4a65-9002-d701973e7fd3/2874398b-7071-44ae-a154-9a4c8dc5815b) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:49.984642 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-c2a0f9ba-0739-4e86-82c7-43cfe1695cf7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8::f816:3eff:fede:5060 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/be5f40cb-10d6-49ea-80c4-aa5599d5485c/2874398b-7071-44ae-a154-9a4c8dc5815b) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:50.142962 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f9ba-0739-4e86-82c7-43cfe1695cf7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.157795 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-c2a0f9ba-0739-4e86-82c7-43cfe1695cf7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Transition to ACTIVE for port object 2874398b-7071-44ae-a154-9a4c8dc5815b will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:50.200248 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f9ba-0739-4e86-82c7-43cfe1695cf7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.242667 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a0f9ba-0739-4e86-82c7-43cfe1695cf7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:50.246013 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-c2a0f9ba-0739-4e86-82c7-43cfe1695cf7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:50.249992 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a0f9ba-0739-4e86-82c7-43cfe1695cf7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:50.255649 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a0f9ba-0739-4e86-82c7-43cfe1695cf7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:50.256271 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f9ba-0739-4e86-82c7-43cfe1695cf7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.277572 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0f9ba-0739-4e86-82c7-43cfe1695cf7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=2874398b-7071-44ae-a154-9a4c8dc5815b,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:50.288091 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c2a0f9ba-0739-4e86-82c7-43cfe1695cf7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6764998 Jul 16 01:42:50.288581 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44098) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:50.401140 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-d3a27e6c-8fe5-45bf-9a33-38509b062ca8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting port 2874398b-7071-44ae-a154-9a4c8dc5815b {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:50.401587 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d3a27e6c-8fe5-45bf-9a33-38509b062ca8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.402521 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 85e84b8a-5bbd-4559-9b51-368ba27a7482 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:50.477049 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 85e84b8a-5bbd-4559-9b51-368ba27a7482 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:50.481352 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 85e84b8a-5bbd-4559-9b51-368ba27a7482 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:50.481731 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.511453 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d3a27e6c-8fe5-45bf-9a33-38509b062ca8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.527416 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-d3a27e6c-8fe5-45bf-9a33-38509b062ca8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Calling delete_port for 2874398b-7071-44ae-a154-9a4c8dc5815b owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:50.575416 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.606025 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8082333-8663-4c8f-954f-d6dda35216b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e84b8a-5bbd-4559-9b51-368ba27a7482'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:50.608464 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aba0d0f-8064-4173-ac45-d48a1de94ded" -d '{"events": [{"server_uuid": "b8082333-8663-4c8f-954f-d6dda35216b1", "name": "network-vif-plugged", "status": "completed", "tag": "85e84b8a-5bbd-4559-9b51-368ba27a7482"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:50.625573 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 85e84b8a-5bbd-4559-9b51-368ba27a7482, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=85e84b8a-5bbd-4559-9b51-368ba27a7482,segment=NetworkSegment(26cb3629-566b-464c-b897-fa7167d26bb2),segment_id=26cb3629-566b-464c-b897-fa7167d26bb2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:50.634159 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.665941 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa7bc42-2de9-49cd-bfe8-fba1b6c44600 x-openstack-request-id: req-8aa7bc42-2de9-49cd-bfe8-fba1b6c44600 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:50.666445 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8082333-8663-4c8f-954f-d6dda35216b1", "name": "network-vif-plugged", "status": "completed", "tag": "85e84b8a-5bbd-4559-9b51-368ba27a7482", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:50.666754 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8aa7bc42-2de9-49cd-bfe8-fba1b6c44600 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:50.667311 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8082333-8663-4c8f-954f-d6dda35216b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e84b8a-5bbd-4559-9b51-368ba27a7482', 'code': 200} Jul 16 01:42:50.701317 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=85e84b8a-5bbd-4559-9b51-368ba27a7482,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:50.783445 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cad4c8-13f1-4799-ab04-a7ece84c6cc0 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:50.857824 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d3a27e6c-8fe5-45bf-9a33-38509b062ca8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.869668 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-32c39109-f66f-4346-b782-0dee7d1ce712 None None] Provisioning for port 20459505-5d85-4b01-bcfc-f4465836811f completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:50.895202 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a27e6c-8fe5-45bf-9a33-38509b062ca8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Port': ['ID=2874398b-7071-44ae-a154-9a4c8dc5815b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:50.904977 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964635a-1a37-42f9-a720-10c2dc94925b req-08a0ba73-ac4a-48a7-9a1a-281f7aaed4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:50.906499 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4964635a-1a37-42f9-a720-10c2dc94925b req-08a0ba73-ac4a-48a7-9a1a-281f7aaed4b5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b8082333-8663-4c8f-954f-d6dda35216b1 HTTP/1.1" status: 200 len: 1098 time: 0.1155283 Jul 16 01:42:50.970153 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d3a27e6c-8fe5-45bf-9a33-38509b062ca8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.974687 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d3a27e6c-8fe5-45bf-9a33-38509b062ca8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/2874398b-7071-44ae-a154-9a4c8dc5815b HTTP/1.1" status: 204 len: 168 time: 0.6826048 Jul 16 01:42:50.974922 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44108) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:51.012059 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a9388-4e95-4f79-92e6-c26d3195391c req-68887dce-3aae-49a3-8e0f-4dc9bc7a6381 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:51.014392 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-181a9388-4e95-4f79-92e6-c26d3195391c req-68887dce-3aae-49a3-8e0f-4dc9bc7a6381 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8082333-8663-4c8f-954f-d6dda35216b1 HTTP/1.1" status: 200 len: 946 time: 0.1436226 Jul 16 01:42:51.023726 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4964635a-1a37-42f9-a720-10c2dc94925b req-fbaaae02-4504-4595-82b2-631a0889e015 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ad649f79-7d69-4f13-859f-993110f409f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917506 Jul 16 01:42:51.071341 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a9124c-484c-4576-9f78-8e3824529f73 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:51.074883 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f3a9124c-484c-4576-9f78-8e3824529f73 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0989871 Jul 16 01:42:51.077631 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44110) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:51.085157 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-181a9388-4e95-4f79-92e6-c26d3195391c req-914d5f14-fc41-40e6-8f86-9d58bbd83dba tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad649f79-7d69-4f13-859f-993110f409f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646563 Jul 16 01:42:51.088723 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 20459505-5d85-4b01-bcfc-f4465836811f up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:51.163305 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 20459505-5d85-4b01-bcfc-f4465836811f completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:51.167573 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 20459505-5d85-4b01-bcfc-f4465836811f triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:51.167901 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.174512 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30ce3ff-e403-4a16-8d6f-159d426bfd3d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:51.176262 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f30ce3ff-e403-4a16-8d6f-159d426bfd3d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0961959 Jul 16 01:42:51.178957 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44112) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:51.232567 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c3782d-054d-4c2d-95fe-856e7f29084d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:51.234076 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c3782d-054d-4c2d-95fe-856e7f29084d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:51.235575 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c3782d-054d-4c2d-95fe-856e7f29084d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:51.240404 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-74c3782d-054d-4c2d-95fe-856e7f29084d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0572309 Jul 16 01:42:51.240564 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44114) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:51.254017 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211e2d46-c5ba-4f40-a7de-b77f145aecd3 None None] Update dhcp port {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'fixed_ips': [{'subnet_id': 'be5f40cb-10d6-49ea-80c4-aa5599d5485c', 'ip_address': '2001:db8::f816:3eff:fe47:6605'}, {'subnet_id': '951fdbb2-5714-4a65-9002-d701973e7fd3'}], 'binding:host_id': 'n-d-792394-16'}, 'id': '20459505-5d85-4b01-bcfc-f4465836811f'} from n-d-792394-16. {{(pid=93957) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:42:51.302977 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-e28c5825-e017-4aea-8f1c-6bf7b330ae8a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet 951fdbb2-5714-4a65-9002-d701973e7fd3 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:51.307060 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e28c5825-e017-4aea-8f1c-6bf7b330ae8a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.315713 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-211e2d46-c5ba-4f40-a7de-b77f145aecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.331223 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.358265 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e28c5825-e017-4aea-8f1c-6bf7b330ae8a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.397510 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 20459505-5d85-4b01-bcfc-f4465836811f, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=20459505-5d85-4b01-bcfc-f4465836811f,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:51.413040 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e28c5825-e017-4aea-8f1c-6bf7b330ae8a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.446687 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.493571 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e28c5825-e017-4aea-8f1c-6bf7b330ae8a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server [None req-211e2d46-c5ba-4f40-a7de-b77f145aecd3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 951fdbb2-5714-4a65-9002-d701973e7fd3: This subnet is being modified by another concurrent operation. Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 951fdbb2-5714-4a65-9002-d701973e7fd3: This subnet is being modified by another concurrent operation. Jul 16 01:42:51.514063 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server Jul 16 01:42:51.522569 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=20459505-5d85-4b01-bcfc-f4465836811f,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:51.541589 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e28c5825-e017-4aea-8f1c-6bf7b330ae8a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.543494 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e28c5825-e017-4aea-8f1c-6bf7b330ae8a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/951fdbb2-5714-4a65-9002-d701973e7fd3 HTTP/1.1" status: 204 len: 168 time: 0.3021171 Jul 16 01:42:51.544319 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c5825-e017-4aea-8f1c-6bf7b330ae8a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=951fdbb2-5714-4a65-9002-d701973e7fd3,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:51.546325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44118) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:51.553830 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c5825-e017-4aea-8f1c-6bf7b330ae8a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:51.554361 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c5825-e017-4aea-8f1c-6bf7b330ae8a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:51.554751 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c5825-e017-4aea-8f1c-6bf7b330ae8a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:51.555171 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c5825-e017-4aea-8f1c-6bf7b330ae8a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:51.555851 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c5825-e017-4aea-8f1c-6bf7b330ae8a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:51.556286 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c5825-e017-4aea-8f1c-6bf7b330ae8a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:51.557338 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c5825-e017-4aea-8f1c-6bf7b330ae8a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:51.557865 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c5825-e017-4aea-8f1c-6bf7b330ae8a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:51.558623 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c5825-e017-4aea-8f1c-6bf7b330ae8a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:51.559031 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c5825-e017-4aea-8f1c-6bf7b330ae8a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:51.559406 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c5825-e017-4aea-8f1c-6bf7b330ae8a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:51.559850 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c5825-e017-4aea-8f1c-6bf7b330ae8a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:51.618939 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-6efaf97a-93d1-4703-919a-82d6088c5192 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet be5f40cb-10d6-49ea-80c4-aa5599d5485c {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:51.622432 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6efaf97a-93d1-4703-919a-82d6088c5192 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.664797 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6efaf97a-93d1-4703-919a-82d6088c5192 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.713059 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d9aa5028-69bc-40ec-acb5-3a88985aa2f2 None None] Could not find standard attr ID for object 2874398b-7071-44ae-a154-9a4c8dc5815b. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:42:51.732827 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d9aa5028-69bc-40ec-acb5-3a88985aa2f2 None None] Provisioning complete for port 20459505-5d85-4b01-bcfc-f4465836811f triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:51.733521 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d9aa5028-69bc-40ec-acb5-3a88985aa2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.783041 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6efaf97a-93d1-4703-919a-82d6088c5192 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.787223 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df811b15-3fac-4284-9977-c500516d2ab2 None None] get_active_networks_info from n-d-792394-16 {{(pid=93957) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:42:51.855230 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6efaf97a-93d1-4703-919a-82d6088c5192 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.882631 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efaf97a-93d1-4703-919a-82d6088c5192 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=be5f40cb-10d6-49ea-80c4-aa5599d5485c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:51.891889 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6efaf97a-93d1-4703-919a-82d6088c5192 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.894391 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6efaf97a-93d1-4703-919a-82d6088c5192 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/be5f40cb-10d6-49ea-80c4-aa5599d5485c HTTP/1.1" status: 204 len: 168 time: 0.3470216 Jul 16 01:42:51.897221 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44124) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:51.943891 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0a10af8a-f399-440a-a63b-b6c66c9850a3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450959 Jul 16 01:42:51.946933 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44126) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:51.952459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-bd688536-3aad-4c17-aafd-b69011581cf8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:51.970257 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df811b15-3fac-4284-9977-c500516d2ab2 None None] Resources bound (agent type, host, resource id): {{(pid=93957) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:42:52.047234 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd688536-3aad-4c17-aafd-b69011581cf8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:52.051072 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd688536-3aad-4c17-aafd-b69011581cf8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.268891 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d5ba26-3a30-43a9-a0ca-2482c6912aa8 None None] get_active_networks_info from n-d-792394-16 {{(pid=93957) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:42:52.328012 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27a876-e32f-47d1-9c60-ec90ed642926 req-843aa70a-6dfc-46c8-9548-0d50eaf6e451 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.330038 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3c27a876-e32f-47d1-9c60-ec90ed642926 req-843aa70a-6dfc-46c8-9548-0d50eaf6e451 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8082333-8663-4c8f-954f-d6dda35216b1 HTTP/1.1" status: 200 len: 946 time: 0.1294799 Jul 16 01:42:52.387498 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d5ba26-3a30-43a9-a0ca-2482c6912aa8 None None] Resources bound (agent type, host, resource id): {{(pid=93957) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:42:52.393291 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4d9ad740-74b3-4b25-87cc-55dc2a02236e None None] Provisioning complete for port 20459505-5d85-4b01-bcfc-f4465836811f triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:52.393807 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d9ad740-74b3-4b25-87cc-55dc2a02236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.487300 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3c27a876-e32f-47d1-9c60-ec90ed642926 req-156022c6-3447-4d12-82d0-fc4762c6eb50 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad649f79-7d69-4f13-859f-993110f409f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174014 Jul 16 01:42:52.581843 n-d-792394-16 neutron-server[93955]: DEBUG neutron.objects.ports [None req-bd688536-3aad-4c17-aafd-b69011581cf8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93955) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:42:52.878341 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ec7ee-f8f3-4f0f-afbe-56d384da6624 req-db0ef702-9803-4cfd-91c7-01485bf064a8 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.887300 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dc3ec7ee-f8f3-4f0f-afbe-56d384da6624 req-db0ef702-9803-4cfd-91c7-01485bf064a8 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8082333-8663-4c8f-954f-d6dda35216b1 HTTP/1.1" status: 200 len: 946 time: 0.2662144 Jul 16 01:42:52.889100 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44142) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:52.893879 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-20d5a9cf-e36d-4078-bf48-3323ac28f48f tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Request body: {'floatingip': {'port_id': '85e84b8a-5bbd-4559-9b51-368ba27a7482'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:52.918258 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a643de3b-c3df-416e-8dc3-b2c756d4bb1c None None] Update dhcp port {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'fixed_ips': [{'subnet_id': 'ac41bde5-25b6-4462-b5d7-02fe095e5f07'}], 'binding:host_id': 'n-d-792394-16'}, 'id': '20459505-5d85-4b01-bcfc-f4465836811f'} from n-d-792394-16. {{(pid=93957) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:42:52.955094 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-20d5a9cf-e36d-4078-bf48-3323ac28f48f tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for floatingip, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.969319 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd688536-3aad-4c17-aafd-b69011581cf8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.987883 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a643de3b-c3df-416e-8dc3-b2c756d4bb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.002137 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 20459505-5d85-4b01-bcfc-f4465836811f no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:53.274852 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.297610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916832bc-02da-4c79-9d61-1a8fcf68aea5 req-7d4b3e63-c348-4a4a-91fa-083b1b2df794 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:53.304179 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916832bc-02da-4c79-9d61-1a8fcf68aea5 req-7d4b3e63-c348-4a4a-91fa-083b1b2df794 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:53.310447 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916832bc-02da-4c79-9d61-1a8fcf68aea5 req-7d4b3e63-c348-4a4a-91fa-083b1b2df794 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:53.316876 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916832bc-02da-4c79-9d61-1a8fcf68aea5 req-7d4b3e63-c348-4a4a-91fa-083b1b2df794 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:53.323648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916832bc-02da-4c79-9d61-1a8fcf68aea5 req-7d4b3e63-c348-4a4a-91fa-083b1b2df794 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:53.331150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916832bc-02da-4c79-9d61-1a8fcf68aea5 req-7d4b3e63-c348-4a4a-91fa-083b1b2df794 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:53.338979 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916832bc-02da-4c79-9d61-1a8fcf68aea5 req-7d4b3e63-c348-4a4a-91fa-083b1b2df794 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:53.341730 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-916832bc-02da-4c79-9d61-1a8fcf68aea5 req-7d4b3e63-c348-4a4a-91fa-083b1b2df794 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5433 time: 0.2090540 Jul 16 01:42:53.350430 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-bd688536-3aad-4c17-aafd-b69011581cf8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] For port 20459505-5d85-4b01-bcfc-f4465836811f, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=20459505-5d85-4b01-bcfc-f4465836811f,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:53.435676 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-916832bc-02da-4c79-9d61-1a8fcf68aea5 req-71ce4197-aa3e-47a7-bf2d-846cf97ec6eb tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0830631 Jul 16 01:42:53.440869 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd688536-3aad-4c17-aafd-b69011581cf8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.448980 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd688536-3aad-4c17-aafd-b69011581cf8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.451506 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd688536-3aad-4c17-aafd-b69011581cf8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.455932 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-a643de3b-c3df-416e-8dc3-b2c756d4bb1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:42:53.457112 n-d-792394-16 neutron-server[93957]: DEBUG oslo_db.api [None req-a643de3b-c3df-416e-8dc3-b2c756d4bb1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:42:53.501093 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:42:53.501452 n-d-792394-16 neutron-server[93957]: DEBUG oslo_db.api [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:42:53.535896 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-20d5a9cf-e36d-4078-bf48-3323ac28f48f tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.542764 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-20d5a9cf-e36d-4078-bf48-3323ac28f48f tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.667460 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-20d5a9cf-e36d-4078-bf48-3323ac28f48f tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Floating IP 3e9a0c43-7b93-457c-a1a8-54eef9d82e80 associated. External IP: 172.25.6.7, port: 85e84b8a-5bbd-4559-9b51-368ba27a7482. Jul 16 01:42:53.830072 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd688536-3aad-4c17-aafd-b69011581cf8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:53.847457 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-bd688536-3aad-4c17-aafd-b69011581cf8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:53.850547 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd688536-3aad-4c17-aafd-b69011581cf8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:53.851153 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd688536-3aad-4c17-aafd-b69011581cf8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.866107 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd688536-3aad-4c17-aafd-b69011581cf8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=20459505-5d85-4b01-bcfc-f4465836811f,revision_number=6']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:53.872118 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd688536-3aad-4c17-aafd-b69011581cf8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=ac41bde5-25b6-4462-b5d7-02fe095e5f07,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:53.888711 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bd688536-3aad-4c17-aafd-b69011581cf8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9376450 Jul 16 01:42:53.889152 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44152) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:53.894908 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-06631b07-e5e5-42ac-bc2e-c327e475526f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:53.923918 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d5a9cf-e36d-4078-bf48-3323ac28f48f tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Router 415be259-9e45-4a51-b356-532742bd44b0 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:42:53.999868 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a643de3b-c3df-416e-8dc3-b2c756d4bb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.042793 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06631b07-e5e5-42ac-bc2e-c327e475526f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:54.050482 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-06631b07-e5e5-42ac-bc2e-c327e475526f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.050684 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d5a9cf-e36d-4078-bf48-3323ac28f48f tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:54.055479 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-20d5a9cf-e36d-4078-bf48-3323ac28f48f tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.061409 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb227100-cfcf-403c-955e-e6fc8919d9ae None None] Sync routers for ids ['415be259-9e45-4a51-b356-532742bd44b0'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:54.077566 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.086549 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb227100-cfcf-403c-955e-e6fc8919d9ae None None] Routers {'415be259-9e45-4a51-b356-532742bd44b0'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:54.087477 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-cb227100-cfcf-403c-955e-e6fc8919d9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:42:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['415be259-9e45-4a51-b356-532742bd44b0'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:54.107245 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-20d5a9cf-e36d-4078-bf48-3323ac28f48f tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "PUT /v2.0/floatingips/3e9a0c43-7b93-457c-a1a8-54eef9d82e80 HTTP/1.1" status: 200 len: 990 time: 1.2169802 Jul 16 01:42:54.108178 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8082333-8663-4c8f-954f-d6dda35216b1', 'tag': '85e84b8a-5bbd-4559-9b51-368ba27a7482'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:54.122676 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ffe2a5-4144-4227-840a-42b86a81769c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8082333-8663-4c8f-954f-d6dda35216b1", "tag": "85e84b8a-5bbd-4559-9b51-368ba27a7482"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:54.133331 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 20459505-5d85-4b01-bcfc-f4465836811f, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=20459505-5d85-4b01-bcfc-f4465836811f,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:54.145879 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.203782 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bfac18-5d8a-424b-8173-47986810f9a9 x-openstack-request-id: req-e9bfac18-5d8a-424b-8173-47986810f9a9 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:54.204296 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8082333-8663-4c8f-954f-d6dda35216b1", "tag": "85e84b8a-5bbd-4559-9b51-368ba27a7482", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:54.204756 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9bfac18-5d8a-424b-8173-47986810f9a9 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:54.205334 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8082333-8663-4c8f-954f-d6dda35216b1', 'tag': '85e84b8a-5bbd-4559-9b51-368ba27a7482', 'status': 'completed', 'code': 200} Jul 16 01:42:54.290517 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-cb227100-cfcf-403c-955e-e6fc8919d9ae None None] Set router 415be259-9e45-4a51-b356-532742bd44b0 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:54.312264 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=20459505-5d85-4b01-bcfc-f4465836811f,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:54.322038 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-859b22ea-1ffc-4850-995d-f078bad5aff9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.329035 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-859b22ea-1ffc-4850-995d-f078bad5aff9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.336407 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-859b22ea-1ffc-4850-995d-f078bad5aff9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.342297 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-859b22ea-1ffc-4850-995d-f078bad5aff9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.348602 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-859b22ea-1ffc-4850-995d-f078bad5aff9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.350597 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-a643de3b-c3df-416e-8dc3-b2c756d4bb1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:42:54.352648 n-d-792394-16 neutron-server[93957]: DEBUG oslo_db.api [None req-a643de3b-c3df-416e-8dc3-b2c756d4bb1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:42:54.354874 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-859b22ea-1ffc-4850-995d-f078bad5aff9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.360704 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-859b22ea-1ffc-4850-995d-f078bad5aff9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.362814 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-859b22ea-1ffc-4850-995d-f078bad5aff9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.84 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5433 time: 0.2776194 Jul 16 01:42:54.443948 n-d-792394-16 neutron-server[93955]: INFO neutron.db.ipam_backend_mixin [None req-06631b07-e5e5-42ac-bc2e-c327e475526f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ac41bde5-25b6-4462-b5d7-02fe095e5f07 (CIDR: 2001:db8::/64) Jul 16 01:42:54.449186 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-9cf868ac-05f9-4553-8a5d-bb88809d2546 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.450668 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-9cf868ac-05f9-4553-8a5d-bb88809d2546 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.84 "GET /v2.0/ports/402daa9b-da36-45bb-8bb8-44f53b35914a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0789735 Jul 16 01:42:54.456159 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-06631b07-e5e5-42ac-bc2e-c327e475526f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:42:54.456628 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06631b07-e5e5-42ac-bc2e-c327e475526f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:42:54.566993 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffe2a5-4144-4227-840a-42b86a81769c req-9811fcb4-7f0e-4a93-9a7d-6dc8639adcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.569039 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-96ffe2a5-4144-4227-840a-42b86a81769c req-9811fcb4-7f0e-4a93-9a7d-6dc8639adcad service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=397a7a3d36ef4318afd67223e92c4812&device_id=b8082333-8663-4c8f-954f-d6dda35216b1 HTTP/1.1" status: 200 len: 1098 time: 0.3320920 Jul 16 01:42:54.577433 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44164) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:54.577676 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-06631b07-e5e5-42ac-bc2e-c327e475526f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6872094 Jul 16 01:42:54.584337 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-8b6bd394-af2e-4800-aed0-cd49497ed5ed tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:54.593375 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-cb227100-cfcf-403c-955e-e6fc8919d9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415be259-9e45-4a51-b356-532742bd44b0', 'name': 'tempest-AttachVolumeTestJSON-567509094-router', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:10Z', 'revision_number': 4, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'gw_port': {'id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '3e9a0c43-7b93-457c-a1a8-54eef9d82e80', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '415be259-9e45-4a51-b356-532742bd44b0', 'port_id': '85e84b8a-5bbd-4559-9b51-368ba27a7482', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'mac_address': 'fa:16:3e:92:df:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8082333-8663-4c8f-954f-d6dda35216b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:42:38Z', 'updated_at': '2021-07-16T01:42:53Z', 'revision_number': 1, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0716ef20-b9c7-4ad1-8c16-75633285a1ce', 'name': '', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'mac_address': 'fa:16:3e:aa:6d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:09Z', 'updated_at': '2021-07-16T01:38:18Z', 'revision_number': 5, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'subnets': [{'id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:54.632750 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb227100-cfcf-403c-955e-e6fc8919d9ae None None] Checking router: 415be259-9e45-4a51-b356-532742bd44b0 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:54.645608 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb227100-cfcf-403c-955e-e6fc8919d9ae None None] Routers {'415be259-9e45-4a51-b356-532742bd44b0'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:54.646396 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-cb227100-cfcf-403c-955e-e6fc8919d9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:42:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['415be259-9e45-4a51-b356-532742bd44b0'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:54.738063 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6bd394-af2e-4800-aed0-cd49497ed5ed tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:54.741485 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffe2a5-4144-4227-840a-42b86a81769c req-c50b27d6-d192-4c75-8db5-9a6d3fd2aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.743624 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-96ffe2a5-4144-4227-840a-42b86a81769c req-c50b27d6-d192-4c75-8db5-9a6d3fd2aa24 service neutron] 10.222.0.82 "GET /v2.0/networks?id=98e0b200-9d05-4336-87c3-fa057674aa73 HTTP/1.1" status: 200 len: 911 time: 0.1647954 Jul 16 01:42:54.745592 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8b6bd394-af2e-4800-aed0-cd49497ed5ed tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.754765 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-3f74ae3f-09dc-4881-bdc3-48352f0ae1a5 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.84 "GET /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2953608 Jul 16 01:42:54.770703 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-cb227100-cfcf-403c-955e-e6fc8919d9ae None None] Set router 415be259-9e45-4a51-b356-532742bd44b0 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:54.772133 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-8e2beb31-5d81-4aae-b460-ccd058be9e8b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:54.864265 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402de5f-3d8d-494c-85a2-904a4f2acb86 req-3c12d02d-d5d6-44d0-ac46-b2410a330fdc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.870416 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402de5f-3d8d-494c-85a2-904a4f2acb86 req-3c12d02d-d5d6-44d0-ac46-b2410a330fdc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.876274 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402de5f-3d8d-494c-85a2-904a4f2acb86 req-3c12d02d-d5d6-44d0-ac46-b2410a330fdc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.882139 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402de5f-3d8d-494c-85a2-904a4f2acb86 req-3c12d02d-d5d6-44d0-ac46-b2410a330fdc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.888022 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402de5f-3d8d-494c-85a2-904a4f2acb86 req-3c12d02d-d5d6-44d0-ac46-b2410a330fdc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.893911 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402de5f-3d8d-494c-85a2-904a4f2acb86 req-3c12d02d-d5d6-44d0-ac46-b2410a330fdc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.899769 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402de5f-3d8d-494c-85a2-904a4f2acb86 req-3c12d02d-d5d6-44d0-ac46-b2410a330fdc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.902403 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e402de5f-3d8d-494c-85a2-904a4f2acb86 req-3c12d02d-d5d6-44d0-ac46-b2410a330fdc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 5433 time: 0.2169812 Jul 16 01:42:54.959582 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-96ffe2a5-4144-4227-840a-42b86a81769c req-84c75bcd-da0e-4e9b-9506-016ce0a15eae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85e84b8a-5bbd-4559-9b51-368ba27a7482 HTTP/1.1" status: 200 len: 998 time: 0.1993241 Jul 16 01:42:55.015176 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e402de5f-3d8d-494c-85a2-904a4f2acb86 req-86b7495f-9507-4840-86ab-df63baacd099 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1050565 Jul 16 01:42:55.023732 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-8e2beb31-5d81-4aae-b460-ccd058be9e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.043282 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8b6bd394-af2e-4800-aed0-cd49497ed5ed tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.061317 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffe2a5-4144-4227-840a-42b86a81769c req-ca6b8ab9-d633-4767-94b6-8e75a145de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:55.062846 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-96ffe2a5-4144-4227-840a-42b86a81769c req-ca6b8ab9-d633-4767-94b6-8e75a145de2f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=370bcf40-c26b-4959-9b56-af3cd128b9a8 HTTP/1.1" status: 200 len: 849 time: 0.0957589 Jul 16 01:42:55.100260 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bd394-af2e-4800-aed0-cd49497ed5ed tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=097a72e0-6602-408c-8074-69a0062cd98a,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:55.110493 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6bd394-af2e-4800-aed0-cd49497ed5ed tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:55.112504 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-8b6bd394-af2e-4800-aed0-cd49497ed5ed tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:55.115762 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6bd394-af2e-4800-aed0-cd49497ed5ed tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:55.117286 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8b6bd394-af2e-4800-aed0-cd49497ed5ed tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.136700 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8b6bd394-af2e-4800-aed0-cd49497ed5ed tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5580800 Jul 16 01:42:55.137510 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-cb227100-cfcf-403c-955e-e6fc8919d9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415be259-9e45-4a51-b356-532742bd44b0', 'name': 'tempest-AttachVolumeTestJSON-567509094-router', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:10Z', 'revision_number': 4, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'gw_port': {'id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '3e9a0c43-7b93-457c-a1a8-54eef9d82e80', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '415be259-9e45-4a51-b356-532742bd44b0', 'port_id': '85e84b8a-5bbd-4559-9b51-368ba27a7482', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'mac_address': 'fa:16:3e:92:df:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8082333-8663-4c8f-954f-d6dda35216b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:42:38Z', 'updated_at': '2021-07-16T01:42:53Z', 'revision_number': 1, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0716ef20-b9c7-4ad1-8c16-75633285a1ce', 'name': '', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'mac_address': 'fa:16:3e:aa:6d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:09Z', 'updated_at': '2021-07-16T01:38:18Z', 'revision_number': 5, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'subnets': [{'id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:55.138442 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44168) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:55.144507 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-4db8bcd8-058c-4364-b377-388d11f2b723 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'mac_address': 'fa:16:3e:10:c0:05', 'name': 'tempest-NetworksTestDHCPv6-1942468315'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:55.169467 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb227100-cfcf-403c-955e-e6fc8919d9ae None None] The sync data for ids ['415be259-9e45-4a51-b356-532742bd44b0'] in n-d-792394-16 is: [{'id': '415be259-9e45-4a51-b356-532742bd44b0', 'name': 'tempest-AttachVolumeTestJSON-567509094-router', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:10Z', 'revision_number': 4, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'gw_port': {'id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '3e9a0c43-7b93-457c-a1a8-54eef9d82e80', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '415be259-9e45-4a51-b356-532742bd44b0', 'port_id': '85e84b8a-5bbd-4559-9b51-368ba27a7482', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'mac_address': 'fa:16:3e:92:df:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8082333-8663-4c8f-954f-d6dda35216b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:42:38Z', 'updated_at': '2021-07-16T01:42:53Z', 'revision_number': 1, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0716ef20-b9c7-4ad1-8c16-75633285a1ce', 'name': '', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'mac_address': 'fa:16:3e:aa:6d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:09Z', 'updated_at': '2021-07-16T01:38:18Z', 'revision_number': 5, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'subnets': [{'id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:55.251481 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffe2a5-4144-4227-840a-42b86a81769c req-774d66c9-1d21-42c9-b29e-699ec4b190d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:55.253370 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-96ffe2a5-4144-4227-840a-42b86a81769c req-774d66c9-1d21-42c9-b29e-699ec4b190d9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=98e0b200-9d05-4336-87c3-fa057674aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1686144 Jul 16 01:42:55.269522 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db8bcd8-058c-4364-b377-388d11f2b723 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:55.307823 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-8e2beb31-5d81-4aae-b460-ccd058be9e8b service neutron] For port 402daa9b-da36-45bb-8bb8-44f53b35914a, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=402daa9b-da36-45bb-8bb8-44f53b35914a,segment=NetworkSegment(697b7383-f17f-4fca-b697-3570f3881dd7),segment_id=697b7383-f17f-4fca-b697-3570f3881dd7)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:55.392580 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a643de3b-c3df-416e-8dc3-b2c756d4bb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.408629 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-8e2beb31-5d81-4aae-b460-ccd058be9e8b service neutron] For port 402daa9b-da36-45bb-8bb8-44f53b35914a, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:55.476044 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-96ffe2a5-4144-4227-840a-42b86a81769c req-73fd4026-1ca0-4121-9078-2f9fc2d83f0e service neutron] 10.222.0.82 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136328 Jul 16 01:42:55.484060 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4db8bcd8-058c-4364-b377-388d11f2b723 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.500976 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-8e2beb31-5d81-4aae-b460-ccd058be9e8b service neutron] device_id is not set on port 402daa9b-da36-45bb-8bb8-44f53b35914a yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:55.526652 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2dca2e-8689-4436-acb7-cb1c2068e607 None None] New status for floating IP 3e9a0c43-7b93-457c-a1a8-54eef9d82e80: ACTIVE {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:42:55.528168 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-4db8bcd8-058c-4364-b377-388d11f2b723 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] device_id is not set on port ea7fa418-bc53-4a7c-a869-d3d0521d2476 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:55.538764 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-8e2beb31-5d81-4aae-b460-ccd058be9e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.556277 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-8e2beb31-5d81-4aae-b460-ccd058be9e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.716064 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-96ffe2a5-4144-4227-840a-42b86a81769c req-0eeb207e-0ef4-4078-92d9-afc58012d47c service neutron] 10.222.0.82 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321150 Jul 16 01:42:55.721656 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-8e2beb31-5d81-4aae-b460-ccd058be9e8b service neutron] No DVR routers for this DVR port 402daa9b-da36-45bb-8bb8-44f53b35914a on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:55.724791 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2beb31-5d81-4aae-b460-ccd058be9e8b service neutron] Pushing event updated for resources: {'Port': ['ID=402daa9b-da36-45bb-8bb8-44f53b35914a,revision_number=6']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:55.801433 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-8e2beb31-5d81-4aae-b460-ccd058be9e8b service neutron] In _notify_port_updated(), no bound segment for port 402daa9b-da36-45bb-8bb8-44f53b35914a on network c8f8cff2-179e-422c-b93c-8298614fb9a9 {{(pid=93955) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:42:55.802817 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-8e2beb31-5d81-4aae-b460-ccd058be9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:55.803445 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-8e2beb31-5d81-4aae-b460-ccd058be9e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.804803 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-8e2beb31-5d81-4aae-b460-ccd058be9e8b service neutron] 10.222.0.84 "PUT /v2.0/ports/402daa9b-da36-45bb-8bb8-44f53b35914a HTTP/1.1" status: 200 len: 1028 time: 1.0383513 Jul 16 01:42:55.806652 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-4db8bcd8-058c-4364-b377-388d11f2b723 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8:0:1::111 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/097a72e0-6602-408c-8074-69a0062cd98a/ea7fa418-bc53-4a7c-a869-d3d0521d2476) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:55.815836 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-4db8bcd8-058c-4364-b377-388d11f2b723 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8::f816:3eff:fe10:c005 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/ac41bde5-25b6-4462-b5d7-02fe095e5f07/ea7fa418-bc53-4a7c-a869-d3d0521d2476) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:55.873991 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-c6ae4a3d-abd5-4d37-b4ff-cb6ce917bf34 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:55.875410 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-c6ae4a3d-abd5-4d37-b4ff-cb6ce917bf34 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.84 "GET /v2.0/ports/55330359-f702-4308-9556-f798e62575fe?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0639145 Jul 16 01:42:55.888449 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-fc39132f-eb92-40e9-83af-acd4b048eb2e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:56.008849 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-fc39132f-eb92-40e9-83af-acd4b048eb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.035150 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4db8bcd8-058c-4364-b377-388d11f2b723 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.048821 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-4db8bcd8-058c-4364-b377-388d11f2b723 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Transition to ACTIVE for port object ea7fa418-bc53-4a7c-a869-d3d0521d2476 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:56.095938 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4db8bcd8-058c-4364-b377-388d11f2b723 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.149579 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db8bcd8-058c-4364-b377-388d11f2b723 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:56.155674 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-4db8bcd8-058c-4364-b377-388d11f2b723 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:56.160342 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db8bcd8-058c-4364-b377-388d11f2b723 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:56.166620 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db8bcd8-058c-4364-b377-388d11f2b723 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.167433 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4db8bcd8-058c-4364-b377-388d11f2b723 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.183320 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8bcd8-058c-4364-b377-388d11f2b723 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=ea7fa418-bc53-4a7c-a869-d3d0521d2476,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:56.200352 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4db8bcd8-058c-4364-b377-388d11f2b723 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.0602372 Jul 16 01:42:56.202610 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44180) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:56.252460 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a643de3b-c3df-416e-8dc3-b2c756d4bb1c None None] For port 20459505-5d85-4b01-bcfc-f4465836811f, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=20459505-5d85-4b01-bcfc-f4465836811f,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:56.280620 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-fc39132f-eb92-40e9-83af-acd4b048eb2e service neutron] For port 55330359-f702-4308-9556-f798e62575fe, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=55330359-f702-4308-9556-f798e62575fe,segment=NetworkSegment(697b7383-f17f-4fca-b697-3570f3881dd7),segment_id=697b7383-f17f-4fca-b697-3570f3881dd7)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:56.286934 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a643de3b-c3df-416e-8dc3-b2c756d4bb1c None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.297233 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a643de3b-c3df-416e-8dc3-b2c756d4bb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.311992 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caffd89-b8f6-4c8f-933f-f1587ef30575 req-4d65cd32-c508-401d-b23c-dc3e8152070f tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.318579 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caffd89-b8f6-4c8f-933f-f1587ef30575 req-4d65cd32-c508-401d-b23c-dc3e8152070f tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.324768 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caffd89-b8f6-4c8f-933f-f1587ef30575 req-4d65cd32-c508-401d-b23c-dc3e8152070f tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.331147 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caffd89-b8f6-4c8f-933f-f1587ef30575 req-4d65cd32-c508-401d-b23c-dc3e8152070f tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.343129 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-6ae828bb-bb70-4504-ac10-bb527c8faebc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting port ea7fa418-bc53-4a7c-a869-d3d0521d2476 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:56.344142 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6ae828bb-bb70-4504-ac10-bb527c8faebc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.344700 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caffd89-b8f6-4c8f-933f-f1587ef30575 req-4d65cd32-c508-401d-b23c-dc3e8152070f tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.351176 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caffd89-b8f6-4c8f-933f-f1587ef30575 req-4d65cd32-c508-401d-b23c-dc3e8152070f tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.358907 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9caffd89-b8f6-4c8f-933f-f1587ef30575 req-4d65cd32-c508-401d-b23c-dc3e8152070f tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 4658 time: 0.1690621 Jul 16 01:42:56.373645 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643de3b-c3df-416e-8dc3-b2c756d4bb1c None None] Pushing event updated for resources: {'Port': ['ID=20459505-5d85-4b01-bcfc-f4465836811f,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:56.419991 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9caffd89-b8f6-4c8f-933f-f1587ef30575 req-3faa4a4e-1f2b-4e4c-b2e4-db44840cdad4 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&id=df469f31-b11f-4b61-b478-bcbb65d5dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599096 Jul 16 01:42:56.420992 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-fc39132f-eb92-40e9-83af-acd4b048eb2e service neutron] For port 55330359-f702-4308-9556-f798e62575fe, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:56.527414 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-fc39132f-eb92-40e9-83af-acd4b048eb2e service neutron] device_id is not set on port 55330359-f702-4308-9556-f798e62575fe yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:42:56.541577 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-fc39132f-eb92-40e9-83af-acd4b048eb2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.558280 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-fc39132f-eb92-40e9-83af-acd4b048eb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.573506 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6ae828bb-bb70-4504-ac10-bb527c8faebc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.604072 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-6ae828bb-bb70-4504-ac10-bb527c8faebc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Calling delete_port for ea7fa418-bc53-4a7c-a869-d3d0521d2476 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:56.624667 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6ec5e2e-f5e5-4c9c-85da-c165846b1cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.653014 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-fc39132f-eb92-40e9-83af-acd4b048eb2e service neutron] No DVR routers for this DVR port 55330359-f702-4308-9556-f798e62575fe on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:56.683275 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39132f-eb92-40e9-83af-acd4b048eb2e service neutron] Pushing event updated for resources: {'Port': ['ID=55330359-f702-4308-9556-f798e62575fe,revision_number=6']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:56.699786 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-fc39132f-eb92-40e9-83af-acd4b048eb2e service neutron] In _notify_port_updated(), no bound segment for port 55330359-f702-4308-9556-f798e62575fe on network c8f8cff2-179e-422c-b93c-8298614fb9a9 {{(pid=93955) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:42:56.702987 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-fc39132f-eb92-40e9-83af-acd4b048eb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.703244 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-fc39132f-eb92-40e9-83af-acd4b048eb2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.704685 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-fc39132f-eb92-40e9-83af-acd4b048eb2e service neutron] 10.222.0.84 "PUT /v2.0/ports/55330359-f702-4308-9556-f798e62575fe HTTP/1.1" status: 200 len: 1027 time: 0.8223557 Jul 16 01:42:56.828526 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6ae828bb-bb70-4504-ac10-bb527c8faebc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.862348 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 36a2f25a-4dc4-421c-88af-1545774b65fb no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:56.869227 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-9085f929-0113-4cab-8d6f-196c1c336409 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Deleting port 3d56d08d-c284-4685-94b0-17d99edfbd05 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:56.869579 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-9085f929-0113-4cab-8d6f-196c1c336409 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.905363 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae828bb-bb70-4504-ac10-bb527c8faebc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Port': ['ID=ea7fa418-bc53-4a7c-a869-d3d0521d2476,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:56.942424 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6ae828bb-bb70-4504-ac10-bb527c8faebc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.944207 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6ae828bb-bb70-4504-ac10-bb527c8faebc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/ea7fa418-bc53-4a7c-a869-d3d0521d2476 HTTP/1.1" status: 204 len: 168 time: 0.7402668 Jul 16 01:42:56.946969 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44190) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:57.023537 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-9085f929-0113-4cab-8d6f-196c1c336409 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] For port 3d56d08d-c284-4685-94b0-17d99edfbd05, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3d56d08d-c284-4685-94b0-17d99edfbd05,segment=NetworkSegment(cf127d4a-0fb9-4088-a48c-96efc5e18bcb),segment_id=cf127d4a-0fb9-4088-a48c-96efc5e18bcb)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:57.024161 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-9085f929-0113-4cab-8d6f-196c1c336409 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.058249 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-9085f929-0113-4cab-8d6f-196c1c336409 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Calling delete_port for 3d56d08d-c284-4685-94b0-17d99edfbd05 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:57.070128 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 20459505-5d85-4b01-bcfc-f4465836811f up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:57.103892 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.168950 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36a2f25a-4dc4-421c-88af-1545774b65fb'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:57.172643 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2159c07-88f3-4627-be60-923371487560" -d '{"events": [{"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-unplugged", "status": "completed", "tag": "36a2f25a-4dc4-421c-88af-1545774b65fb"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:57.207810 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 36a2f25a-4dc4-421c-88af-1545774b65fb, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=36a2f25a-4dc4-421c-88af-1545774b65fb,segment=NetworkSegment(c1fab8d9-de68-4fec-9427-82ce7b694551),segment_id=c1fab8d9-de68-4fec-9427-82ce7b694551)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:57.234122 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 20459505-5d85-4b01-bcfc-f4465836811f triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:57.235068 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.238372 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.239744 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 407d0817-5c56-476f-9567-e0c793460e29 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:57.270938 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-9085f929-0113-4cab-8d6f-196c1c336409 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.280593 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53225d28-bba1-4ee4-9103-3c1a52562800 x-openstack-request-id: req-53225d28-bba1-4ee4-9103-3c1a52562800 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:57.281441 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-unplugged", "status": "completed", "tag": "36a2f25a-4dc4-421c-88af-1545774b65fb", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:57.281888 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53225d28-bba1-4ee4-9103-3c1a52562800 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:57.282459 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36a2f25a-4dc4-421c-88af-1545774b65fb', 'code': 200} Jul 16 01:42:57.319434 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085f929-0113-4cab-8d6f-196c1c336409 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event deleted for resources: {'Port': ['ID=3d56d08d-c284-4685-94b0-17d99edfbd05,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:57.399348 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf467c8-e076-4135-ab71-8050b16ee23f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:57.403876 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-9085f929-0113-4cab-8d6f-196c1c336409 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] No DVR routers for this DVR port 3d56d08d-c284-4685-94b0-17d99edfbd05 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:57.405073 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4cf467c8-e076-4135-ab71-8050b16ee23f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.4569647 Jul 16 01:42:57.406501 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-9085f929-0113-4cab-8d6f-196c1c336409 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.406652 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44196) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:57.408426 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=36a2f25a-4dc4-421c-88af-1545774b65fb,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:57.409123 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-9085f929-0113-4cab-8d6f-196c1c336409 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.84 "DELETE /v2.0/ports/3d56d08d-c284-4685-94b0-17d99edfbd05 HTTP/1.1" status: 204 len: 173 time: 0.6991487 Jul 16 01:42:57.409989 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-deleted', 'tag': '3d56d08d-c284-4685-94b0-17d99edfbd05'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:57.413470 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3947b042-1c5a-4ea6-8e19-5c5be5e9c472" -d '{"events": [{"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-deleted", "tag": "3d56d08d-c284-4685-94b0-17d99edfbd05"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:57.483306 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb2ac04-1d88-47df-9197-605904e1ad86 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:57.544292 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a2f11e-98d8-4aca-85bc-9645271e805d x-openstack-request-id: req-f9a2f11e-98d8-4aca-85bc-9645271e805d {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:57.544787 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-deleted", "tag": "3d56d08d-c284-4685-94b0-17d99edfbd05", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:57.544925 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9a2f11e-98d8-4aca-85bc-9645271e805d {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:57.545238 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-deleted', 'tag': '3d56d08d-c284-4685-94b0-17d99edfbd05', 'status': 'completed', 'code': 200} Jul 16 01:42:57.571792 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1453b715-c11e-47aa-939c-ac1a58116468 None None] Provisioning complete for port 20459505-5d85-4b01-bcfc-f4465836811f triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:57.572167 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1453b715-c11e-47aa-939c-ac1a58116468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.573177 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa2007d-62cf-4964-bb1b-b3744d262d11 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:57.578238 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1fa2007d-62cf-4964-bb1b-b3744d262d11 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1694422 Jul 16 01:42:57.579078 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44204) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:57.601096 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.643736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-7982003b-7872-456f-8d9c-d9e868fdc2c6 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Deleting port 36a2f25a-4dc4-421c-88af-1545774b65fb {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:57.644868 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-7982003b-7872-456f-8d9c-d9e868fdc2c6 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.659409 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef2d06-4b0c-4f53-b8b9-cce0d31d11b8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:57.662053 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef2d06-4b0c-4f53-b8b9-cce0d31d11b8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:57.663788 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef2d06-4b0c-4f53-b8b9-cce0d31d11b8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:57.669398 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-79ef2d06-4b0c-4f53-b8b9-cce0d31d11b8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0883608 Jul 16 01:42:57.670450 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44208) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:57.741511 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.751476 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea290876-3218-4c5c-9fc1-7f255ff6511d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet 097a72e0-6602-408c-8074-69a0062cd98a {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:57.755509 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ea290876-3218-4c5c-9fc1-7f255ff6511d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.805777 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ea290876-3218-4c5c-9fc1-7f255ff6511d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.819836 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 407d0817-5c56-476f-9567-e0c793460e29, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=407d0817-5c56-476f-9567-e0c793460e29,segment=NetworkSegment(cf127d4a-0fb9-4088-a48c-96efc5e18bcb),segment_id=cf127d4a-0fb9-4088-a48c-96efc5e18bcb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:57.852033 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.852787 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 00953650-5e1c-485e-9549-caf969e2c040 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:57.867766 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ea290876-3218-4c5c-9fc1-7f255ff6511d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.938710 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedad3f-8e86-482d-b15a-6f171af42268 req-3f4105b9-b901-44b7-8838-2f887c722051 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:57.948322 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedad3f-8e86-482d-b15a-6f171af42268 req-3f4105b9-b901-44b7-8838-2f887c722051 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:57.951392 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 20459505-5d85-4b01-bcfc-f4465836811f, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=20459505-5d85-4b01-bcfc-f4465836811f,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:57.952550 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ea290876-3218-4c5c-9fc1-7f255ff6511d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.956611 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedad3f-8e86-482d-b15a-6f171af42268 req-3f4105b9-b901-44b7-8838-2f887c722051 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:57.964594 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedad3f-8e86-482d-b15a-6f171af42268 req-3f4105b9-b901-44b7-8838-2f887c722051 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:57.966849 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dfedad3f-8e86-482d-b15a-6f171af42268 req-3f4105b9-b901-44b7-8838-2f887c722051 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 3147 time: 0.2474661 Jul 16 01:42:57.972671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-7982003b-7872-456f-8d9c-d9e868fdc2c6 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] For port 36a2f25a-4dc4-421c-88af-1545774b65fb, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=36a2f25a-4dc4-421c-88af-1545774b65fb,segment=NetworkSegment(c1fab8d9-de68-4fec-9427-82ce7b694551),segment_id=c1fab8d9-de68-4fec-9427-82ce7b694551)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:57.973415 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-7982003b-7872-456f-8d9c-d9e868fdc2c6 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.000265 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.042215 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea290876-3218-4c5c-9fc1-7f255ff6511d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=097a72e0-6602-408c-8074-69a0062cd98a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:58.045874 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ea290876-3218-4c5c-9fc1-7f255ff6511d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.054689 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dfedad3f-8e86-482d-b15a-6f171af42268 req-3d8bac4b-2a7c-41fc-9021-5925da777122 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782163 Jul 16 01:42:58.055203 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44210) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:58.063410 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ea290876-3218-4c5c-9fc1-7f255ff6511d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/097a72e0-6602-408c-8074-69a0062cd98a HTTP/1.1" status: 204 len: 168 time: 0.3913851 Jul 16 01:42:58.176129 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=407d0817-5c56-476f-9567-e0c793460e29,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:58.180010 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c630fb-ee9c-4229-a2c4-77bcf4619b4e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet ac41bde5-25b6-4462-b5d7-02fe095e5f07 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:58.184275 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-87c630fb-ee9c-4229-a2c4-77bcf4619b4e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.228907 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-87c630fb-ee9c-4229-a2c4-77bcf4619b4e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.279042 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=20459505-5d85-4b01-bcfc-f4465836811f,revision_number=9']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:58.314355 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.316900 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8fa2f4c9-8876-4d17-98c3-4b2da76f01b3 None None] Provisioning complete for port 55330359-f702-4308-9556-f798e62575fe triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:58.317427 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8fa2f4c9-8876-4d17-98c3-4b2da76f01b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.382999 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2f4c9-8876-4d17-98c3-4b2da76f01b3 None None] Port 55330359-f702-4308-9556-f798e62575fe cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:58.388639 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 00953650-5e1c-485e-9549-caf969e2c040, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=00953650-5e1c-485e-9549-caf969e2c040,segment=NetworkSegment(697b7383-f17f-4fca-b697-3570f3881dd7),segment_id=697b7383-f17f-4fca-b697-3570f3881dd7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:58.401714 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.402694 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 55330359-f702-4308-9556-f798e62575fe no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:58.471789 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8fa2f4c9-8876-4d17-98c3-4b2da76f01b3 None None] Provisioning complete for port 402daa9b-da36-45bb-8bb8-44f53b35914a triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:58.472162 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8fa2f4c9-8876-4d17-98c3-4b2da76f01b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.550874 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=00953650-5e1c-485e-9549-caf969e2c040,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:58.556799 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1ea1f5-be23-424d-adb2-8fb6ce9e6ed0 None None] Update dhcp port {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'fixed_ips': [{'subnet_id': 'ac41bde5-25b6-4462-b5d7-02fe095e5f07', 'ip_address': '2001:db8::f816:3eff:fe47:6605'}, {'subnet_id': '097a72e0-6602-408c-8074-69a0062cd98a'}], 'binding:host_id': 'n-d-792394-16'}, 'id': '20459505-5d85-4b01-bcfc-f4465836811f'} from n-d-792394-16. {{(pid=93957) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:42:58.559246 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2f4c9-8876-4d17-98c3-4b2da76f01b3 None None] Port 402daa9b-da36-45bb-8bb8-44f53b35914a cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:58.562263 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 55330359-f702-4308-9556-f798e62575fe not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:58.562687 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 14ec0242-6e1e-4307-a3bc-b3ea2834426a no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:58.631775 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f1ea1f5-be23-424d-adb2-8fb6ce9e6ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.686004 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-7982003b-7872-456f-8d9c-d9e868fdc2c6 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.686413 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-7982003b-7872-456f-8d9c-d9e868fdc2c6 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.686665 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-7982003b-7872-456f-8d9c-d9e868fdc2c6 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Floating IP 64000d33-782d-475f-a4f2-f98f0f984c98 disassociated. External IP: 172.25.6.101, port: 36a2f25a-4dc4-421c-88af-1545774b65fb. Jul 16 01:42:58.687017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-7982003b-7872-456f-8d9c-d9e868fdc2c6 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Calling delete_port for 36a2f25a-4dc4-421c-88af-1545774b65fb owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:58.689273 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-87c630fb-ee9c-4229-a2c4-77bcf4619b4e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.705535 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.800825 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 14ec0242-6e1e-4307-a3bc-b3ea2834426a, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=14ec0242-6e1e-4307-a3bc-b3ea2834426a,segment=NetworkSegment(697b7383-f17f-4fca-b697-3570f3881dd7),segment_id=697b7383-f17f-4fca-b697-3570f3881dd7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server [None req-3f1ea1f5-be23-424d-adb2-8fb6ce9e6ed0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac41bde5-25b6-4462-b5d7-02fe095e5f07: This subnet is being modified by another concurrent operation. Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac41bde5-25b6-4462-b5d7-02fe095e5f07: This subnet is being modified by another concurrent operation. Jul 16 01:42:58.804410 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server Jul 16 01:42:58.813688 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-87c630fb-ee9c-4229-a2c4-77bcf4619b4e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.817870 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.818759 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 3d56d08d-c284-4685-94b0-17d99edfbd05 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:58.832866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c630fb-ee9c-4229-a2c4-77bcf4619b4e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=ac41bde5-25b6-4462-b5d7-02fe095e5f07,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:58.840248 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-87c630fb-ee9c-4229-a2c4-77bcf4619b4e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.842184 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-87c630fb-ee9c-4229-a2c4-77bcf4619b4e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/ac41bde5-25b6-4462-b5d7-02fe095e5f07 HTTP/1.1" status: 204 len: 168 time: 0.7819395 Jul 16 01:42:58.845104 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44218) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:58.875163 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 3d56d08d-c284-4685-94b0-17d99edfbd05 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:58.875743 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 3d56d08d-c284-4685-94b0-17d99edfbd05 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:58.876258 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 402daa9b-da36-45bb-8bb8-44f53b35914a no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:58.916716 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-458220b2-c92f-4f20-b101-4e15044cfe78 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704670 Jul 16 01:42:58.916895 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fa7230-adf6-454d-86f7-de4f85b4fa05 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:58.919774 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44222) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:58.925932 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-29ba155c-6f4b-443c-985b-ed61571fb432 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:58.999973 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=14ec0242-6e1e-4307-a3bc-b3ea2834426a,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:59.039629 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-7982003b-7872-456f-8d9c-d9e868fdc2c6 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.046491 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 20459505-5d85-4b01-bcfc-f4465836811f no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:59.078042 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 402daa9b-da36-45bb-8bb8-44f53b35914a not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:59.085544 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982003b-7872-456f-8d9c-d9e868fdc2c6 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event deleted for resources: {'Port': ['ID=36a2f25a-4dc4-421c-88af-1545774b65fb,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:59.148900 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f963c070-ebd6-4f0e-a544-ca65121de445 None None] Provisioning complete for port 20459505-5d85-4b01-bcfc-f4465836811f triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:59.149267 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f963c070-ebd6-4f0e-a544-ca65121de445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.204311 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ba155c-6f4b-443c-985b-ed61571fb432 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:59.208109 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-29ba155c-6f4b-443c-985b-ed61571fb432 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.292737 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '407d0817-5c56-476f-9567-e0c793460e29'}, {'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00953650-5e1c-485e-9549-caf969e2c040'}, {'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ec0242-6e1e-4307-a3bc-b3ea2834426a'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:59.295512 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c009927a-187b-4a8f-a28d-70c304fdeb7b" -d '{"events": [{"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-unplugged", "status": "completed", "tag": "407d0817-5c56-476f-9567-e0c793460e29"}, {"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-unplugged", "status": "completed", "tag": "00953650-5e1c-485e-9549-caf969e2c040"}, {"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-unplugged", "status": "completed", "tag": "14ec0242-6e1e-4307-a3bc-b3ea2834426a"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:59.326974 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.339608 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638e775a-6bf3-49ae-afd8-59d0d6a03770 None None] DHCP port deletion for 263c6a6c-93e1-4622-bf61-98aa7f54dc76 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:42:59.362476 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701c4fb9-1c24-41f0-b2f8-26e17250a3f5 x-openstack-request-id: req-701c4fb9-1c24-41f0-b2f8-26e17250a3f5 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:59.362690 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-unplugged", "status": "completed", "tag": "407d0817-5c56-476f-9567-e0c793460e29", "code": 200}, {"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-unplugged", "status": "completed", "tag": "00953650-5e1c-485e-9549-caf969e2c040", "code": 200}, {"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-unplugged", "status": "completed", "tag": "14ec0242-6e1e-4307-a3bc-b3ea2834426a", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:59.362862 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-701c4fb9-1c24-41f0-b2f8-26e17250a3f5 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:59.363365 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '407d0817-5c56-476f-9567-e0c793460e29', 'code': 200} Jul 16 01:42:59.363616 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00953650-5e1c-485e-9549-caf969e2c040', 'code': 200} Jul 16 01:42:59.364088 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ec0242-6e1e-4307-a3bc-b3ea2834426a', 'code': 200} Jul 16 01:42:59.410266 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-7982003b-7872-456f-8d9c-d9e868fdc2c6 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Router 70808305-c270-4b9d-8c36-dc30d8785ff2 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:42:59.529919 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb314d9-690e-4459-bd2e-b6311d252864 req-d9035be2-263f-40d2-830e-7cfc4f1ec694 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:59.547269 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb314d9-690e-4459-bd2e-b6311d252864 req-d9035be2-263f-40d2-830e-7cfc4f1ec694 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:59.562510 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb314d9-690e-4459-bd2e-b6311d252864 req-d9035be2-263f-40d2-830e-7cfc4f1ec694 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:59.578895 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9eb314d9-690e-4459-bd2e-b6311d252864 req-d9035be2-263f-40d2-830e-7cfc4f1ec694 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 2408 time: 0.2990699 Jul 16 01:42:59.639072 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 20459505-5d85-4b01-bcfc-f4465836811f, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=20459505-5d85-4b01-bcfc-f4465836811f,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:59.642070 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-981c1a55-8d98-4b41-8769-0ee442ba5bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.662519 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.729075 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9eb314d9-690e-4459-bd2e-b6311d252864 req-93daf66a-696d-4ef4-b414-d6c316688fed tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490347 Jul 16 01:42:59.767941 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-29ba155c-6f4b-443c-985b-ed61571fb432 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.775537 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.782266 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-638e775a-6bf3-49ae-afd8-59d0d6a03770 None None] Deleting port 20459505-5d85-4b01-bcfc-f4465836811f {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:59.782266 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-638e775a-6bf3-49ae-afd8-59d0d6a03770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.783206 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-7982003b-7872-456f-8d9c-d9e868fdc2c6 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:59.784616 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=20459505-5d85-4b01-bcfc-f4465836811f,revision_number=11']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:59.800189 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7adbe6-fbca-4bff-9320-e56c3a42df7b None None] Sync routers for ids ['70808305-c270-4b9d-8c36-dc30d8785ff2'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:59.810689 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7adbe6-fbca-4bff-9320-e56c3a42df7b None None] Routers {'70808305-c270-4b9d-8c36-dc30d8785ff2'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:59.811313 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-7e7adbe6-fbca-4bff-9320-e56c3a42df7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:43:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['70808305-c270-4b9d-8c36-dc30d8785ff2'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:59.815327 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ba155c-6f4b-443c-985b-ed61571fb432 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:59.840617 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-29ba155c-6f4b-443c-985b-ed61571fb432 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:59.865369 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ba155c-6f4b-443c-985b-ed61571fb432 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:59.865988 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-29ba155c-6f4b-443c-985b-ed61571fb432 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.869060 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-7982003b-7872-456f-8d9c-d9e868fdc2c6 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] No DVR routers for this DVR port 36a2f25a-4dc4-421c-88af-1545774b65fb on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:59.877986 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-7982003b-7872-456f-8d9c-d9e868fdc2c6 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.880199 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-7982003b-7872-456f-8d9c-d9e868fdc2c6 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.84 "DELETE /v2.0/ports/36a2f25a-4dc4-421c-88af-1545774b65fb HTTP/1.1" status: 204 len: 173 time: 2.4526613 Jul 16 01:42:59.880733 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-deleted', 'tag': '36a2f25a-4dc4-421c-88af-1545774b65fb'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:59.883135 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8821f54f-0f2c-4ff2-ba70-8b12cf7a0873" -d '{"events": [{"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-deleted", "tag": "36a2f25a-4dc4-421c-88af-1545774b65fb"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:59.889335 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-638e775a-6bf3-49ae-afd8-59d0d6a03770 None None] For port 20459505-5d85-4b01-bcfc-f4465836811f, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=20459505-5d85-4b01-bcfc-f4465836811f,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:59.889920 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-638e775a-6bf3-49ae-afd8-59d0d6a03770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.904058 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-638e775a-6bf3-49ae-afd8-59d0d6a03770 None None] Calling delete_port for 20459505-5d85-4b01-bcfc-f4465836811f owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:59.936233 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-7e7adbe6-fbca-4bff-9320-e56c3a42df7b None None] Set router 70808305-c270-4b9d-8c36-dc30d8785ff2 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:59.994839 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8948e1d5-16a3-4246-b6d2-8f785ec6d473 x-openstack-request-id: req-8948e1d5-16a3-4246-b6d2-8f785ec6d473 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:59.995127 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-deleted", "tag": "36a2f25a-4dc4-421c-88af-1545774b65fb", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:59.995804 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8948e1d5-16a3-4246-b6d2-8f785ec6d473 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:59.995804 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-deleted', 'tag': '36a2f25a-4dc4-421c-88af-1545774b65fb', 'status': 'completed', 'code': 200} Jul 16 01:43:00.016864 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-29ba155c-6f4b-443c-985b-ed61571fb432 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0960581 Jul 16 01:43:00.019901 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44240) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:00.025592 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-f7750c97-0faa-4c80-b8b3-d78dbec150a8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:00.027595 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-638e775a-6bf3-49ae-afd8-59d0d6a03770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.034936 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba155c-6f4b-443c-985b-ed61571fb432 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=583199df-6d75-4987-970e-92b5b364773f,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:00.055371 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638e775a-6bf3-49ae-afd8-59d0d6a03770 None None] No DVR routers for this DVR port 20459505-5d85-4b01-bcfc-f4465836811f on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:00.088888 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e775a-6bf3-49ae-afd8-59d0d6a03770 None None] Pushing event deleted for resources: {'Port': ['ID=20459505-5d85-4b01-bcfc-f4465836811f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:00.089756 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-dc958697-6639-4ca3-ae6c-576ae030ba75 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Deleting port 14ec0242-6e1e-4307-a3bc-b3ea2834426a {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:00.090641 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-dc958697-6639-4ca3-ae6c-576ae030ba75 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.093801 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0cdfbf-4219-433e-9239-cc75f5df5c6a None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:00.237549 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7750c97-0faa-4c80-b8b3-d78dbec150a8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:00.241968 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f7750c97-0faa-4c80-b8b3-d78dbec150a8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.286201 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-dc958697-6639-4ca3-ae6c-576ae030ba75 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] For port 14ec0242-6e1e-4307-a3bc-b3ea2834426a, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=14ec0242-6e1e-4307-a3bc-b3ea2834426a,segment=NetworkSegment(697b7383-f17f-4fca-b697-3570f3881dd7),segment_id=697b7383-f17f-4fca-b697-3570f3881dd7)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:00.286562 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-dc958697-6639-4ca3-ae6c-576ae030ba75 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.305191 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-dc958697-6639-4ca3-ae6c-576ae030ba75 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Calling delete_port for 14ec0242-6e1e-4307-a3bc-b3ea2834426a owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:00.313635 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f4b8a3-149b-4383-906b-4fb21c9e9206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'tenant_id': 'ae85f7e63bae49328f00850ffc54facf', 'fixed_ips': [{'subnet_id': '583199df-6d75-4987-970e-92b5b364773f'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:43:00.314840 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72f4b8a3-149b-4383-906b-4fb21c9e9206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.385287 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-7e7adbe6-fbca-4bff-9320-e56c3a42df7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'name': 'tempest-TaggedBootDevicesTest-1681123415-router', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:16Z', 'updated_at': '2021-07-16T01:32:24Z', 'revision_number': 4, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'gw_port': {'id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:19Z', 'updated_at': '2021-07-16T01:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '1d0fc287-860b-4c2d-b197-d75fedc41700', 'name': '', 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'mac_address': 'fa:16:3e:f4:96:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '09f3da01-7811-438c-934c-dbb6f1e9ed24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:23Z', 'updated_at': '2021-07-16T01:32:36Z', 'revision_number': 5, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'subnets': [{'id': '09f3da01-7811-438c-934c-dbb6f1e9ed24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:00.421581 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7adbe6-fbca-4bff-9320-e56c3a42df7b None None] Checking router: 70808305-c270-4b9d-8c36-dc30d8785ff2 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:00.431327 n-d-792394-16 neutron-server[93956]: INFO neutron.db.ipam_backend_mixin [None req-f7750c97-0faa-4c80-b8b3-d78dbec150a8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 583199df-6d75-4987-970e-92b5b364773f (CIDR: 2001:db8::/64) Jul 16 01:43:00.434073 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7adbe6-fbca-4bff-9320-e56c3a42df7b None None] Routers {'70808305-c270-4b9d-8c36-dc30d8785ff2'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:00.434750 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-7e7adbe6-fbca-4bff-9320-e56c3a42df7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:43:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['70808305-c270-4b9d-8c36-dc30d8785ff2'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:00.440019 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7750c97-0faa-4c80-b8b3-d78dbec150a8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:00.440500 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7750c97-0faa-4c80-b8b3-d78dbec150a8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:00.477716 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f7750c97-0faa-4c80-b8b3-d78dbec150a8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4537156 Jul 16 01:43:00.477963 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44244) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:00.484597 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-d816c8da-b2de-4601-b8da-ff337d8c49f7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:00.503169 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-72f4b8a3-149b-4383-906b-4fb21c9e9206 None None] Allocated IP 2001:db8::2 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/583199df-6d75-4987-970e-92b5b364773f/0bece9d9-5561-44fe-b3e7-d2c462b08f5b) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:00.523434 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-dc958697-6639-4ca3-ae6c-576ae030ba75 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.606284 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc958697-6639-4ca3-ae6c-576ae030ba75 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event deleted for resources: {'Port': ['ID=14ec0242-6e1e-4307-a3bc-b3ea2834426a,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:00.668293 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d816c8da-b2de-4601-b8da-ff337d8c49f7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:00.672204 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d816c8da-b2de-4601-b8da-ff337d8c49f7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.698971 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-dc958697-6639-4ca3-ae6c-576ae030ba75 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] No DVR routers for this DVR port 14ec0242-6e1e-4307-a3bc-b3ea2834426a on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:00.704396 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-dc958697-6639-4ca3-ae6c-576ae030ba75 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.706500 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-dc958697-6639-4ca3-ae6c-576ae030ba75 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.84 "DELETE /v2.0/ports/14ec0242-6e1e-4307-a3bc-b3ea2834426a HTTP/1.1" status: 204 len: 173 time: 0.8179569 Jul 16 01:43:00.753772 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-7e7adbe6-fbca-4bff-9320-e56c3a42df7b None None] Set router 70808305-c270-4b9d-8c36-dc30d8785ff2 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:00.803051 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72f4b8a3-149b-4383-906b-4fb21c9e9206 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.825479 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-72f4b8a3-149b-4383-906b-4fb21c9e9206 None None] Transition to ACTIVE for port object 0bece9d9-5561-44fe-b3e7-d2c462b08f5b will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:00.838022 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.846178 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-72f4b8a3-149b-4383-906b-4fb21c9e9206 None None] Transition to ACTIVE for port object 0bece9d9-5561-44fe-b3e7-d2c462b08f5b will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:00.855279 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72f4b8a3-149b-4383-906b-4fb21c9e9206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.908232 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-1ee2e1f6-94ee-4806-95cc-72f156fcb42b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Deleting port 00953650-5e1c-485e-9549-caf969e2c040 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:00.916725 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-1ee2e1f6-94ee-4806-95cc-72f156fcb42b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.929927 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f4b8a3-149b-4383-906b-4fb21c9e9206 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:00.951347 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-72f4b8a3-149b-4383-906b-4fb21c9e9206 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:00.961716 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f4b8a3-149b-4383-906b-4fb21c9e9206 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:00.966050 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4b8a3-149b-4383-906b-4fb21c9e9206 None None] Pushing event updated for resources: {'Port': ['ID=0bece9d9-5561-44fe-b3e7-d2c462b08f5b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:01.002558 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-7e7adbe6-fbca-4bff-9320-e56c3a42df7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'name': 'tempest-TaggedBootDevicesTest-1681123415-router', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:16Z', 'updated_at': '2021-07-16T01:32:24Z', 'revision_number': 4, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'gw_port': {'id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:19Z', 'updated_at': '2021-07-16T01:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '1d0fc287-860b-4c2d-b197-d75fedc41700', 'name': '', 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'mac_address': 'fa:16:3e:f4:96:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '09f3da01-7811-438c-934c-dbb6f1e9ed24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:23Z', 'updated_at': '2021-07-16T01:32:36Z', 'revision_number': 5, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'subnets': [{'id': '09f3da01-7811-438c-934c-dbb6f1e9ed24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:01.044354 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7adbe6-fbca-4bff-9320-e56c3a42df7b None None] The sync data for ids ['70808305-c270-4b9d-8c36-dc30d8785ff2'] in n-d-792394-16 is: [{'id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'name': 'tempest-TaggedBootDevicesTest-1681123415-router', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:16Z', 'updated_at': '2021-07-16T01:32:24Z', 'revision_number': 4, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'gw_port': {'id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:19Z', 'updated_at': '2021-07-16T01:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '1d0fc287-860b-4c2d-b197-d75fedc41700', 'name': '', 'network_id': '1b590a93-b556-4341-bbf0-322f328e95cf', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'mac_address': 'fa:16:3e:f4:96:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '09f3da01-7811-438c-934c-dbb6f1e9ed24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:23Z', 'updated_at': '2021-07-16T01:32:36Z', 'revision_number': 5, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'subnets': [{'id': '09f3da01-7811-438c-934c-dbb6f1e9ed24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:01.069226 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-1ee2e1f6-94ee-4806-95cc-72f156fcb42b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] For port 00953650-5e1c-485e-9549-caf969e2c040, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=00953650-5e1c-485e-9549-caf969e2c040,segment=NetworkSegment(697b7383-f17f-4fca-b697-3570f3881dd7),segment_id=697b7383-f17f-4fca-b697-3570f3881dd7)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:01.072459 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-1ee2e1f6-94ee-4806-95cc-72f156fcb42b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.074245 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-72f4b8a3-149b-4383-906b-4fb21c9e9206 None None] Attempting to bind port 0bece9d9-5561-44fe-b3e7-d2c462b08f5b on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:01.074618 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-72f4b8a3-149b-4383-906b-4fb21c9e9206 None None] Attempting to bind port 0bece9d9-5561-44fe-b3e7-d2c462b08f5b by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:01.074979 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f4b8a3-149b-4383-906b-4fb21c9e9206 None None] Attempting to bind port 0bece9d9-5561-44fe-b3e7-d2c462b08f5b on network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:01.084421 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f4b8a3-149b-4383-906b-4fb21c9e9206 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:01.084802 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f4b8a3-149b-4383-906b-4fb21c9e9206 None None] Checking segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:01.085205 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72f4b8a3-149b-4383-906b-4fb21c9e9206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.085595 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f4b8a3-149b-4383-906b-4fb21c9e9206 None None] Bound using segment: {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:01.086241 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-72f4b8a3-149b-4383-906b-4fb21c9e9206 None None] Bound port: 0bece9d9-5561-44fe-b3e7-d2c462b08f5b, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa745ed-9807-4817-8b20-b879247514c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:01.086430 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72f4b8a3-149b-4383-906b-4fb21c9e9206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.104783 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-1ee2e1f6-94ee-4806-95cc-72f156fcb42b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Calling delete_port for 00953650-5e1c-485e-9549-caf969e2c040 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:01.209218 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-72f4b8a3-149b-4383-906b-4fb21c9e9206 None None] For port 0bece9d9-5561-44fe-b3e7-d2c462b08f5b, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:01.214074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-72f4b8a3-149b-4383-906b-4fb21c9e9206 None None] For port 0bece9d9-5561-44fe-b3e7-d2c462b08f5b, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0bece9d9-5561-44fe-b3e7-d2c462b08f5b,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:01.226461 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72f4b8a3-149b-4383-906b-4fb21c9e9206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.279091 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-1ee2e1f6-94ee-4806-95cc-72f156fcb42b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.343024 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42947f38-c884-4e40-b318-2b3a7dcdc351 req-3d31b7f6-5ce0-4528-9814-16e608fc910b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:01.360509 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2e1f6-94ee-4806-95cc-72f156fcb42b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event deleted for resources: {'Port': ['ID=00953650-5e1c-485e-9549-caf969e2c040,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:01.360751 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42947f38-c884-4e40-b318-2b3a7dcdc351 req-3d31b7f6-5ce0-4528-9814-16e608fc910b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:01.365406 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-42947f38-c884-4e40-b318-2b3a7dcdc351 req-3d31b7f6-5ce0-4528-9814-16e608fc910b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 1599 time: 0.3611281 Jul 16 01:43:01.384762 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4b8a3-149b-4383-906b-4fb21c9e9206 None None] Pushing event updated for resources: {'Port': ['ID=0bece9d9-5561-44fe-b3e7-d2c462b08f5b,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:01.470509 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c887e7fe-5b35-4f7d-b254-0bdaa46ea3f2 None None] New status for floating IP 64000d33-782d-475f-a4f2-f98f0f984c98: DOWN {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:43:01.480003 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.483896 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-1ee2e1f6-94ee-4806-95cc-72f156fcb42b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] No DVR routers for this DVR port 00953650-5e1c-485e-9549-caf969e2c040 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:01.487058 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-1ee2e1f6-94ee-4806-95cc-72f156fcb42b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.489942 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-1ee2e1f6-94ee-4806-95cc-72f156fcb42b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.84 "DELETE /v2.0/ports/00953650-5e1c-485e-9549-caf969e2c040 HTTP/1.1" status: 204 len: 173 time: 0.7783501 Jul 16 01:43:01.515212 n-d-792394-16 neutron-server[93956]: DEBUG neutron.objects.ports [None req-d816c8da-b2de-4601-b8da-ff337d8c49f7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93956) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:43:01.530475 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-42947f38-c884-4e40-b318-2b3a7dcdc351 req-caa9418b-219b-43e4-a7cb-20045ae7a037 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups?id=42519a41-99ff-4c45-ae74-2b052d028275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520286 Jul 16 01:43:01.696260 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-bf0f064c-d38e-4159-b8cb-27e7b5401437 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Deleting port 407d0817-5c56-476f-9567-e0c793460e29 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:01.705716 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-bf0f064c-d38e-4159-b8cb-27e7b5401437 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.867446 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d816c8da-b2de-4601-b8da-ff337d8c49f7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.872884 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-bf0f064c-d38e-4159-b8cb-27e7b5401437 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] For port 407d0817-5c56-476f-9567-e0c793460e29, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=407d0817-5c56-476f-9567-e0c793460e29,segment=NetworkSegment(cf127d4a-0fb9-4088-a48c-96efc5e18bcb),segment_id=cf127d4a-0fb9-4088-a48c-96efc5e18bcb)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:01.873601 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-bf0f064c-d38e-4159-b8cb-27e7b5401437 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.893822 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-bf0f064c-d38e-4159-b8cb-27e7b5401437 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Calling delete_port for 407d0817-5c56-476f-9567-e0c793460e29 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:02.010686 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-deleted', 'tag': '14ec0242-6e1e-4307-a3bc-b3ea2834426a'}, {'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-deleted', 'tag': '00953650-5e1c-485e-9549-caf969e2c040'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:02.013378 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e379745d-26e5-4a37-a73c-2a9af450dd40" -d '{"events": [{"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-deleted", "tag": "14ec0242-6e1e-4307-a3bc-b3ea2834426a"}, {"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-deleted", "tag": "00953650-5e1c-485e-9549-caf969e2c040"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:02.052890 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-bf0f064c-d38e-4159-b8cb-27e7b5401437 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.095209 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c206db4-d6c9-4949-94f2-6e906fea13c0 x-openstack-request-id: req-0c206db4-d6c9-4949-94f2-6e906fea13c0 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:02.095584 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-deleted", "tag": "14ec0242-6e1e-4307-a3bc-b3ea2834426a", "status": "completed", "code": 200}, {"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-deleted", "tag": "00953650-5e1c-485e-9549-caf969e2c040", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:02.095897 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c206db4-d6c9-4949-94f2-6e906fea13c0 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:02.096040 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-d816c8da-b2de-4601-b8da-ff337d8c49f7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] For port 0bece9d9-5561-44fe-b3e7-d2c462b08f5b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0bece9d9-5561-44fe-b3e7-d2c462b08f5b,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:02.096553 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-deleted', 'tag': '14ec0242-6e1e-4307-a3bc-b3ea2834426a', 'status': 'completed', 'code': 200} Jul 16 01:43:02.096866 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-deleted', 'tag': '00953650-5e1c-485e-9549-caf969e2c040', 'status': 'completed', 'code': 200} Jul 16 01:43:02.099859 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f064c-d38e-4159-b8cb-27e7b5401437 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event deleted for resources: {'Port': ['ID=407d0817-5c56-476f-9567-e0c793460e29,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:02.138190 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d816c8da-b2de-4601-b8da-ff337d8c49f7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.146383 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d816c8da-b2de-4601-b8da-ff337d8c49f7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.146383 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d816c8da-b2de-4601-b8da-ff337d8c49f7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.171911 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-bf0f064c-d38e-4159-b8cb-27e7b5401437 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] No DVR routers for this DVR port 407d0817-5c56-476f-9567-e0c793460e29 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:02.175430 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-bf0f064c-d38e-4159-b8cb-27e7b5401437 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.178618 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-32ac21ed-0bb8-4d4a-b7f2-6054073af472 req-bf0f064c-d38e-4159-b8cb-27e7b5401437 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.84 "DELETE /v2.0/ports/407d0817-5c56-476f-9567-e0c793460e29 HTTP/1.1" status: 204 len: 173 time: 0.6834407 Jul 16 01:43:02.243335 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d816c8da-b2de-4601-b8da-ff337d8c49f7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:02.248956 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-d816c8da-b2de-4601-b8da-ff337d8c49f7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:02.253220 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816c8da-b2de-4601-b8da-ff337d8c49f7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=29bc8110-4f24-4fad-af61-0f4727cdd8f8,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:02.259041 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d816c8da-b2de-4601-b8da-ff337d8c49f7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:02.259624 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d816c8da-b2de-4601-b8da-ff337d8c49f7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.284227 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816c8da-b2de-4601-b8da-ff337d8c49f7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=0bece9d9-5561-44fe-b3e7-d2c462b08f5b,revision_number=4']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:02.291892 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d816c8da-b2de-4601-b8da-ff337d8c49f7 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8125701 Jul 16 01:43:02.296720 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44260) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:02.302177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-63e0cd76-6062-4379-99dc-bdc2d73bec7d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'mac_address': 'fa:16:3e:41:67:d9', 'name': 'tempest-NetworksTestDHCPv6-324240087'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:02.475448 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e0cd76-6062-4379-99dc-bdc2d73bec7d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:02.539365 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.664127 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-63e0cd76-6062-4379-99dc-bdc2d73bec7d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.709598 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-63e0cd76-6062-4379-99dc-bdc2d73bec7d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] device_id is not set on port 4e3a5959-1981-4ad4-b1b4-6fd5575dbdc1 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:43:02.826342 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-237e712e-9627-45b6-9f94-8577f0fc59b1 req-5b33b557-c300-4a51-a7ee-2e06ac18b1ed tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 210 time: 0.0533488 Jul 16 01:43:02.961705 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cf6b06-73f6-46b4-be36-2d4de2b0414e None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:03.047353 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0bece9d9-5561-44fe-b3e7-d2c462b08f5b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:03.054361 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-63e0cd76-6062-4379-99dc-bdc2d73bec7d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8::12c (263c6a6c-93e1-4622-bf61-98aa7f54dc76/583199df-6d75-4987-970e-92b5b364773f/4e3a5959-1981-4ad4-b1b4-6fd5575dbdc1) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:03.061536 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-63e0cd76-6062-4379-99dc-bdc2d73bec7d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8:0:1:f816:3eff:fe41:67d9 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/29bc8110-4f24-4fad-af61-0f4727cdd8f8/4e3a5959-1981-4ad4-b1b4-6fd5575dbdc1) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:03.170819 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ea55f009-ddce-4706-8122-c84b150a7285 None None] Provisioning for port 0bece9d9-5561-44fe-b3e7-d2c462b08f5b completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:03.223507 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 0bece9d9-5561-44fe-b3e7-d2c462b08f5b completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:03.229362 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 0bece9d9-5561-44fe-b3e7-d2c462b08f5b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:03.229750 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.255025 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-63e0cd76-6062-4379-99dc-bdc2d73bec7d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.269121 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-63e0cd76-6062-4379-99dc-bdc2d73bec7d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Transition to ACTIVE for port object 4e3a5959-1981-4ad4-b1b4-6fd5575dbdc1 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:03.311969 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-63e0cd76-6062-4379-99dc-bdc2d73bec7d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.365255 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.402594 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e0cd76-6062-4379-99dc-bdc2d73bec7d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:03.414526 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-63e0cd76-6062-4379-99dc-bdc2d73bec7d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:03.417264 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 0bece9d9-5561-44fe-b3e7-d2c462b08f5b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0bece9d9-5561-44fe-b3e7-d2c462b08f5b,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:03.426038 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.430198 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e0cd76-6062-4379-99dc-bdc2d73bec7d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:03.438355 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e0cd76-6062-4379-99dc-bdc2d73bec7d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:03.440065 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-63e0cd76-6062-4379-99dc-bdc2d73bec7d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.444266 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0cd76-6062-4379-99dc-bdc2d73bec7d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=4e3a5959-1981-4ad4-b1b4-6fd5575dbdc1,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:03.471195 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44278) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:03.471790 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-63e0cd76-6062-4379-99dc-bdc2d73bec7d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1735518 Jul 16 01:43:03.481174 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-babb964c-cbe3-4f95-9a40-3f6bb519b540 req-505a21b9-9522-4f78-a4c2-4ba861e3019a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1603463 Jul 16 01:43:03.529468 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=0bece9d9-5561-44fe-b3e7-d2c462b08f5b,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:03.634306 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb964c-cbe3-4f95-9a40-3f6bb519b540 req-78677952-0e0c-4ac2-912f-9fcae0b7105b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:03.636400 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-babb964c-cbe3-4f95-9a40-3f6bb519b540 req-78677952-0e0c-4ac2-912f-9fcae0b7105b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=63d7dd0927134fe38f3ae78f1b64b169&device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 1137 time: 0.0951877 Jul 16 01:43:03.659151 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-d1ef65e7-63d5-4f05-86b7-c1c55c2fe9c0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting port 4e3a5959-1981-4ad4-b1b4-6fd5575dbdc1 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:03.659497 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d1ef65e7-63d5-4f05-86b7-c1c55c2fe9c0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.832015 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d1ef65e7-63d5-4f05-86b7-c1c55c2fe9c0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.840410 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb964c-cbe3-4f95-9a40-3f6bb519b540 req-aa357d46-74c0-4702-8419-b334751c06f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:03.842805 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-babb964c-cbe3-4f95-9a40-3f6bb519b540 req-aa357d46-74c0-4702-8419-b334751c06f5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=9e93b8bb-b44c-442e-b310-cd59185d14ad HTTP/1.1" status: 200 len: 897 time: 0.1802781 Jul 16 01:43:03.849446 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-d1ef65e7-63d5-4f05-86b7-c1c55c2fe9c0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Calling delete_port for 4e3a5959-1981-4ad4-b1b4-6fd5575dbdc1 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:04.029609 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-100561b1-95ed-4b9c-81d0-049e07ebe4d2 req-c835dd4e-3a13-4dc4-bf1e-1885f7de513c tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 210 time: 0.0506327 Jul 16 01:43:04.156440 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d1ef65e7-63d5-4f05-86b7-c1c55c2fe9c0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:04.294530 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef65e7-63d5-4f05-86b7-c1c55c2fe9c0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Port': ['ID=4e3a5959-1981-4ad4-b1b4-6fd5575dbdc1,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:04.344471 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d1ef65e7-63d5-4f05-86b7-c1c55c2fe9c0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:04.346631 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d1ef65e7-63d5-4f05-86b7-c1c55c2fe9c0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/4e3a5959-1981-4ad4-b1b4-6fd5575dbdc1 HTTP/1.1" status: 204 len: 168 time: 0.8743494 Jul 16 01:43:04.350084 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44290) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:04.410758 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e5c6b1f5-7918-4214-b385-0016ab2ab34d None None] Provisioning complete for port 0bece9d9-5561-44fe-b3e7-d2c462b08f5b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:04.412928 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e5c6b1f5-7918-4214-b385-0016ab2ab34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:04.443073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-deleted', 'tag': '407d0817-5c56-476f-9567-e0c793460e29'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:04.446599 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ed919b-cda1-4c80-964c-a6b4ab70c10c" -d '{"events": [{"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-deleted", "tag": "407d0817-5c56-476f-9567-e0c793460e29"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:04.453640 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-babb964c-cbe3-4f95-9a40-3f6bb519b540 req-ac825a78-b271-472b-8203-2dd46963dca7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a41a004-809c-4255-b6a1-431425af08f8 HTTP/1.1" status: 200 len: 1002 time: 0.6028147 Jul 16 01:43:04.522475 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a2e3a6-943f-43bb-b629-45f469f73c65 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.527299 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-88a2e3a6-943f-43bb-b629-45f469f73c65 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1733170 Jul 16 01:43:04.528138 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44296) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:04.540912 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-388616a7-08b7-4c0e-9915-831d9fbbb494 req-a881223c-40f8-4666-a7ed-08fb25c312e3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5084095 Jul 16 01:43:04.542426 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb964c-cbe3-4f95-9a40-3f6bb519b540 req-2861de28-ca92-4bd3-80cf-e08363356e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.543880 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-babb964c-cbe3-4f95-9a40-3f6bb519b540 req-2861de28-ca92-4bd3-80cf-e08363356e5d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=75e8fe35-eff1-4e2d-9cc6-7368c74f85f9 HTTP/1.1" status: 200 len: 835 time: 0.0825016 Jul 16 01:43:04.577811 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06308057-0c43-4106-8d22-1b20011b6a98 x-openstack-request-id: req-06308057-0c43-4106-8d22-1b20011b6a98 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:04.578155 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62", "name": "network-vif-deleted", "tag": "407d0817-5c56-476f-9567-e0c793460e29", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:04.578373 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06308057-0c43-4106-8d22-1b20011b6a98 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:04.578860 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62', 'name': 'network-vif-deleted', 'tag': '407d0817-5c56-476f-9567-e0c793460e29', 'status': 'completed', 'code': 200} Jul 16 01:43:04.676284 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa158f72-056e-45e3-8e4f-1707f7751e15 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.680534 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fa158f72-056e-45e3-8e4f-1707f7751e15 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1481719 Jul 16 01:43:04.681447 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44300) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:04.733846 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388616a7-08b7-4c0e-9915-831d9fbbb494 req-14a64720-b650-4776-aabb-c29a276232ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.735425 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-388616a7-08b7-4c0e-9915-831d9fbbb494 req-14a64720-b650-4776-aabb-c29a276232ed service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6ca31bc079774bfc98b5ada65ac84773&device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 1098 time: 0.1163731 Jul 16 01:43:04.738414 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb964c-cbe3-4f95-9a40-3f6bb519b540 req-712c2b22-4539-43a2-b484-8289487e5735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.742126 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-babb964c-cbe3-4f95-9a40-3f6bb519b540 req-712c2b22-4539-43a2-b484-8289487e5735 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9e93b8bb-b44c-442e-b310-cd59185d14ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1866448 Jul 16 01:43:04.754441 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a665de-daa3-4157-9e13-66eb71e30e22 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.756720 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a665de-daa3-4157-9e13-66eb71e30e22 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.758471 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a665de-daa3-4157-9e13-66eb71e30e22 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.763452 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-70a665de-daa3-4157-9e13-66eb71e30e22 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0809436 Jul 16 01:43:04.764305 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44302) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:04.853713 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44308) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:04.889812 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-21980a31-dd25-45f5-b456-0e040a723266 None None] Could not find standard attr ID for object ea7fa418-bc53-4a7c-a869-d3d0521d2476. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:43:04.958289 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-babb964c-cbe3-4f95-9a40-3f6bb519b540 req-5d1acff3-8100-4627-8a81-f38d191f2bc3 service neutron] 10.222.0.84 "GET /v2.0/networks/9e93b8bb-b44c-442e-b310-cd59185d14ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072797 Jul 16 01:43:04.980145 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-8843dd6b-99f6-4074-a45d-1094f2468036 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet 29bc8110-4f24-4fad-af61-0f4727cdd8f8 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:04.995314 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8843dd6b-99f6-4074-a45d-1094f2468036 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.030142 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.056720 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0bece9d9-5561-44fe-b3e7-d2c462b08f5b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:05.087875 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8843dd6b-99f6-4074-a45d-1094f2468036 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.153666 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 0bece9d9-5561-44fe-b3e7-d2c462b08f5b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:05.153859 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-babb964c-cbe3-4f95-9a40-3f6bb519b540 req-32e6d5c6-a5db-470e-b2e6-794148e51d04 service neutron] 10.222.0.84 "GET /v2.0/networks/9e93b8bb-b44c-442e-b310-cd59185d14ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268232 Jul 16 01:43:05.154044 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.213900 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-13c53e24-8540-4ea5-970b-558f55dc2c66 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] 10.222.0.16 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3933 time: 0.3538058 Jul 16 01:43:05.216472 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44312) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:05.228645 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-ac23ecca-050b-4ec4-a0b3-b21353546945 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Request body: {'network': {'name': 'tempest-network-smoke--752536092', 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'port_security_enabled': False}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:05.229783 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a952d7a5-6444-40fa-b3cb-3396afd16752 None None] Could not find standard attr ID for object 4e3a5959-1981-4ad4-b1b4-6fd5575dbdc1. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:43:05.247745 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388616a7-08b7-4c0e-9915-831d9fbbb494 req-c424912e-9ef1-481f-8bd0-c8b94e234ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:05.258525 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-388616a7-08b7-4c0e-9915-831d9fbbb494 req-c424912e-9ef1-481f-8bd0-c8b94e234ede service neutron] 10.222.0.82 "GET /v2.0/networks?id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46 HTTP/1.1" status: 200 len: 918 time: 0.4948552 Jul 16 01:43:05.372804 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-388616a7-08b7-4c0e-9915-831d9fbbb494 req-2a81bcb1-40a1-4a96-8a75-bc59b2cf9527 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41816ceb-c92d-4c6c-8b21-d19b461ea83e HTTP/1.1" status: 200 len: 1000 time: 0.0993674 Jul 16 01:43:05.392249 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-302508c2-4292-4698-b64b-f23479bcebbc req-3e55ca97-f584-4544-969c-c16d61d7b3b9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 210 time: 0.0814636 Jul 16 01:43:05.406053 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8843dd6b-99f6-4074-a45d-1094f2468036 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.416910 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac23ecca-050b-4ec4-a0b3-b21353546945 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Made reservation on behalf of 63d7dd0927134fe38f3ae78f1b64b169 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:05.421346 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac23ecca-050b-4ec4-a0b3-b21353546945 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.460738 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac23ecca-050b-4ec4-a0b3-b21353546945 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:05.500805 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac23ecca-050b-4ec4-a0b3-b21353546945 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.501182 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-ac23ecca-050b-4ec4-a0b3-b21353546945 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Added segment dc1ff2a8-a443-4bd6-996c-7c3a142ae46e of type vlan for network 138c207d-29c4-4221-9898-d5d1d234a3f7 Jul 16 01:43:05.504226 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8843dd6b-99f6-4074-a45d-1094f2468036 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.534743 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388616a7-08b7-4c0e-9915-831d9fbbb494 req-3781206b-4453-4eda-9bc7-bf43020e4c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:05.536307 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-388616a7-08b7-4c0e-9915-831d9fbbb494 req-3781206b-4453-4eda-9bc7-bf43020e4c4c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e2260a5b-5f93-4f16-9877-6dd3618b52a8 HTTP/1.1" status: 200 len: 856 time: 0.1550086 Jul 16 01:43:05.543885 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843dd6b-99f6-4074-a45d-1094f2468036 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=29bc8110-4f24-4fad-af61-0f4727cdd8f8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:05.554457 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8843dd6b-99f6-4074-a45d-1094f2468036 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.563721 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8843dd6b-99f6-4074-a45d-1094f2468036 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/29bc8110-4f24-4fad-af61-0f4727cdd8f8 HTTP/1.1" status: 204 len: 168 time: 0.7982166 Jul 16 01:43:05.564806 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44314) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:05.591539 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47cde45-a408-43c2-a4b3-afaeb101b012 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:05.619809 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac23ecca-050b-4ec4-a0b3-b21353546945 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.643500 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d986bc-d71f-465d-bacf-1bdb0f70c199 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet 583199df-6d75-4987-970e-92b5b364773f {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:05.652052 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9d986bc-d71f-465d-bacf-1bdb0f70c199 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.699851 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388616a7-08b7-4c0e-9915-831d9fbbb494 req-47e08d73-1610-48fb-a7c1-e0b273509526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:05.702138 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-388616a7-08b7-4c0e-9915-831d9fbbb494 req-47e08d73-1610-48fb-a7c1-e0b273509526 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1330914 Jul 16 01:43:05.703601 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac23ecca-050b-4ec4-a0b3-b21353546945 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.710409 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac23ecca-050b-4ec4-a0b3-b21353546945 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:05.711628 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac23ecca-050b-4ec4-a0b3-b21353546945 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.737725 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9d986bc-d71f-465d-bacf-1bdb0f70c199 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.751716 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ac23ecca-050b-4ec4-a0b3-b21353546945 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5313070 Jul 16 01:43:05.781391 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44316) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:05.797573 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-9cb9e752-5d8d-4ae1-a845-c4dd0ad7b040 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-282998427', 'admin_state_up': True, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:05.877027 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-004623b9-7911-4bde-8e38-6eee1b37e2d7 req-21258113-a04f-4330-9cc9-886f18859217 service neutron] (93956) timed out ('10.222.0.16', 36036) {{(pid=93956) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:43:05.911001 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23ecca-050b-4ec4-a0b3-b21353546945 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event updated for resources: {'Network': ['ID=138c207d-29c4-4221-9898-d5d1d234a3f7,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:05.924548 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 138c207d-29c4-4221-9898-d5d1d234a3f7 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:05.967564 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9d986bc-d71f-465d-bacf-1bdb0f70c199 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.968117 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-388616a7-08b7-4c0e-9915-831d9fbbb494 req-760b2654-3ae0-472f-911c-fb932361e97a service neutron] 10.222.0.82 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424769 Jul 16 01:43:06.011676 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e752-5d8d-4ae1-a845-c4dd0ad7b040 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.012662 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e752-5d8d-4ae1-a845-c4dd0ad7b040 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.109073 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-388616a7-08b7-4c0e-9915-831d9fbbb494 req-d6b2c4d2-1a2e-4182-a4ff-1cd30e85389b service neutron] 10.222.0.82 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331496 Jul 16 01:43:06.155146 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9d986bc-d71f-465d-bacf-1bdb0f70c199 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.182390 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e752-5d8d-4ae1-a845-c4dd0ad7b040 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.183495 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d986bc-d71f-465d-bacf-1bdb0f70c199 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=583199df-6d75-4987-970e-92b5b364773f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:06.202572 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9d986bc-d71f-465d-bacf-1bdb0f70c199 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.204774 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f9d986bc-d71f-465d-bacf-1bdb0f70c199 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/583199df-6d75-4987-970e-92b5b364773f HTTP/1.1" status: 204 len: 168 time: 0.6389215 Jul 16 01:43:06.207278 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44322) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.281979 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a5a93fcb-1412-408b-a458-65d3a45dcc48 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689600 Jul 16 01:43:06.282642 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44326) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.298243 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-bf148b61-b76a-4273-9780-f0d5a63a376a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:06.401785 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e752-5d8d-4ae1-a845-c4dd0ad7b040 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.496179 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf148b61-b76a-4273-9780-f0d5a63a376a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:06.501324 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bf148b61-b76a-4273-9780-f0d5a63a376a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.721333 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1ed62cc9-7956-4f04-a2a3-7bdc2e2ecc1c req-21a8ee6b-7578-4505-bb8c-19919a03992b tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 210 time: 0.0782285 Jul 16 01:43:06.755120 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e752-5d8d-4ae1-a845-c4dd0ad7b040 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.777785 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bf148b61-b76a-4273-9780-f0d5a63a376a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.787499 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e752-5d8d-4ae1-a845-c4dd0ad7b040 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.834846 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf148b61-b76a-4273-9780-f0d5a63a376a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:06.838857 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-bf148b61-b76a-4273-9780-f0d5a63a376a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:06.847430 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf148b61-b76a-4273-9780-f0d5a63a376a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:06.848156 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bf148b61-b76a-4273-9780-f0d5a63a376a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.870369 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf148b61-b76a-4273-9780-f0d5a63a376a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=af45e816-3e29-4a76-8c4a-e408de2d25bc,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:06.874112 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bf148b61-b76a-4273-9780-f0d5a63a376a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5899527 Jul 16 01:43:06.876630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44332) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.883577 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-5cfc9937-4d04-422a-87c1-adffc1215280 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:06.924445 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d3b4bb-a1e5-421e-a766-ade9468f5c26 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:06.980597 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-9cb9e752-5d8d-4ae1-a845-c4dd0ad7b040 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Allocated IP 172.25.6.125 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/efbb5142-8ec7-4034-b9be-63ac49997b26) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:07.052605 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfc9937-4d04-422a-87c1-adffc1215280 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:07.057180 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5cfc9937-4d04-422a-87c1-adffc1215280 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.105983 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-deb3caa7-f3e3-4fd1-85a8-d0c91949e037 None None] Provisioning complete for port 0bece9d9-5561-44fe-b3e7-d2c462b08f5b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:07.106683 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-deb3caa7-f3e3-4fd1-85a8-d0c91949e037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.123338 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e752-5d8d-4ae1-a845-c4dd0ad7b040 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.171081 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e752-5d8d-4ae1-a845-c4dd0ad7b040 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.189560 n-d-792394-16 neutron-server[93955]: INFO neutron.db.ipam_backend_mixin [None req-5cfc9937-4d04-422a-87c1-adffc1215280 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet af45e816-3e29-4a76-8c4a-e408de2d25bc (CIDR: 2001:db8::/64) Jul 16 01:43:07.196143 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cfc9937-4d04-422a-87c1-adffc1215280 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:07.197094 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cfc9937-4d04-422a-87c1-adffc1215280 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:07.219026 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb9e752-5d8d-4ae1-a845-c4dd0ad7b040 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:07.222232 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-9cb9e752-5d8d-4ae1-a845-c4dd0ad7b040 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:07.226771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb9e752-5d8d-4ae1-a845-c4dd0ad7b040 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:07.242960 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5cfc9937-4d04-422a-87c1-adffc1215280 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3651102 Jul 16 01:43:07.245773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44338) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.253453 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-bd10748b-aee6-42a1-a565-1707aac7543f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'subnet': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:07.291412 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9e752-5d8d-4ae1-a845-c4dd0ad7b040 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event updated for resources: {'Port': ['ID=efbb5142-8ec7-4034-b9be-63ac49997b26,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:07.420995 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd10748b-aee6-42a1-a565-1707aac7543f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:07.425595 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd10748b-aee6-42a1-a565-1707aac7543f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.677576 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e752-5d8d-4ae1-a845-c4dd0ad7b040 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.773037 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3968be7f-400e-4062-8735-4158db20ee5d None None] get_active_networks_info from n-d-792394-16 {{(pid=93957) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:43:07.865758 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4f87cc95-215b-40ca-b27c-74885dba8472 None None] Provisioning complete for port 0bece9d9-5561-44fe-b3e7-d2c462b08f5b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:07.865758 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4f87cc95-215b-40ca-b27c-74885dba8472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.966381 n-d-792394-16 neutron-server[93955]: DEBUG neutron.objects.ports [None req-bd10748b-aee6-42a1-a565-1707aac7543f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93955) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:43:08.077446 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3968be7f-400e-4062-8735-4158db20ee5d None None] Resources bound (agent type, host, resource id): {{(pid=93957) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:43:08.237036 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd10748b-aee6-42a1-a565-1707aac7543f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.424103 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ca065961-8ede-4358-a727-058c99cb4382 req-cd8cc845-acf6-440d-8850-dacc0fb4c7f0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 210 time: 0.0423455 Jul 16 01:43:08.447153 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-bd10748b-aee6-42a1-a565-1707aac7543f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] For port 0bece9d9-5561-44fe-b3e7-d2c462b08f5b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0bece9d9-5561-44fe-b3e7-d2c462b08f5b,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:08.452344 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e752-5d8d-4ae1-a845-c4dd0ad7b040 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.481024 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd10748b-aee6-42a1-a565-1707aac7543f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.492558 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd10748b-aee6-42a1-a565-1707aac7543f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.493708 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd10748b-aee6-42a1-a565-1707aac7543f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.568730 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10748b-aee6-42a1-a565-1707aac7543f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=0bece9d9-5561-44fe-b3e7-d2c462b08f5b,revision_number=9']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:08.620422 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd10748b-aee6-42a1-a565-1707aac7543f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:08.624267 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-bd10748b-aee6-42a1-a565-1707aac7543f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:08.628924 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd10748b-aee6-42a1-a565-1707aac7543f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:08.630107 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd10748b-aee6-42a1-a565-1707aac7543f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.634331 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb9e752-5d8d-4ae1-a845-c4dd0ad7b040 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Router 63eb2f1f-d80e-41fa-ae6c-016700b28ee8 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:43:08.643004 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10748b-aee6-42a1-a565-1707aac7543f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Subnet': ['ID=f0fa62e1-6adc-4076-be0f-302ca9c646a8,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:08.654102 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bd10748b-aee6-42a1-a565-1707aac7543f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4067245 Jul 16 01:43:08.656765 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44350) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.662856 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-4dda9155-3be9-4617-b805-e4e33857f6d2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Request body: {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'mac_address': 'fa:16:3e:48:1e:4e', 'name': 'tempest-NetworksTestDHCPv6-557628732'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:08.687501 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdac026-f0d4-4e4f-9339-f40ecb0f1ef0 None None] Update dhcp port {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'fixed_ips': [{'subnet_id': 'f0fa62e1-6adc-4076-be0f-302ca9c646a8', 'ip_address': '2001:db8:0:1:f816:3eff:fe43:abe2'}, {'subnet_id': 'af45e816-3e29-4a76-8c4a-e408de2d25bc'}], 'binding:host_id': 'n-d-792394-16'}, 'id': '0bece9d9-5561-44fe-b3e7-d2c462b08f5b'} from n-d-792394-16. {{(pid=93957) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:43:08.753389 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8fdac026-f0d4-4e4f-9339-f40ecb0f1ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.758416 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb9e752-5d8d-4ae1-a845-c4dd0ad7b040 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:08.770913 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] Sync routers for ids ['63eb2f1f-d80e-41fa-ae6c-016700b28ee8'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:08.785956 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] Routers {'63eb2f1f-d80e-41fa-ae6c-016700b28ee8'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:08.787759 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:43:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['63eb2f1f-d80e-41fa-ae6c-016700b28ee8'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:08.792058 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e752-5d8d-4ae1-a845-c4dd0ad7b040 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.794991 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9cb9e752-5d8d-4ae1-a845-c4dd0ad7b040 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.0089469 Jul 16 01:43:08.797930 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44352) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.840725 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dda9155-3be9-4617-b805-e4e33857f6d2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Made reservation on behalf of ae85f7e63bae49328f00850ffc54facf for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:08.980938 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4dda9155-3be9-4617-b805-e4e33857f6d2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.981659 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] Set router 63eb2f1f-d80e-41fa-ae6c-016700b28ee8 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:09.005425 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b77f1d-6b12-40f4-9591-b9b73a862039 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:09.013001 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-95b77f1d-6b12-40f4-9591-b9b73a862039 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=63d7dd0927134fe38f3ae78f1b64b169&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2115808 Jul 16 01:43:09.013239 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44358) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:09.014528 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-8fdac026-f0d4-4e4f-9339-f40ecb0f1ef0 None None] Allocated IP 2001:db8::2 (263c6a6c-93e1-4622-bf61-98aa7f54dc76/af45e816-3e29-4a76-8c4a-e408de2d25bc/0bece9d9-5561-44fe-b3e7-d2c462b08f5b) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:09.061102 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0bece9d9-5561-44fe-b3e7-d2c462b08f5b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:09.061490 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-4dda9155-3be9-4617-b805-e4e33857f6d2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] device_id is not set on port ffb28b35-949e-430e-ac56-1c2407f3d6ee yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:43:09.213041 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 0bece9d9-5561-44fe-b3e7-d2c462b08f5b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:09.214120 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.278838 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff93f95-31b8-4b78-bf64-89227c8a74c2 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:09.282113 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5ff93f95-31b8-4b78-bf64-89227c8a74c2 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2677493 Jul 16 01:43:09.284728 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44364) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:09.323387 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a0446b36-4f4e-4ad9-a035-96327b9cd93e tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373573 Jul 16 01:43:09.326160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44366) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:09.342299 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63eb2f1f-d80e-41fa-ae6c-016700b28ee8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-282998427', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'efbb5142-8ec7-4034-b9be-63ac49997b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:06Z', 'updated_at': '2021-07-16T01:43:07Z', 'revision_number': 3, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'gw_port': {'id': 'efbb5142-8ec7-4034-b9be-63ac49997b26', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63eb2f1f-d80e-41fa-ae6c-016700b28ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:06Z', 'updated_at': '2021-07-16T01:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:09.374218 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] Checking router: 63eb2f1f-d80e-41fa-ae6c-016700b28ee8 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:09.374657 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] Updating router 63eb2f1f-d80e-41fa-ae6c-016700b28ee8 port efbb5142-8ec7-4034-b9be-63ac49997b26 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:43:09.413849 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5a11ad05-7aea-44e0-8246-3422e91fbf96 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=63d7dd0927134fe38f3ae78f1b64b169&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0839913 Jul 16 01:43:09.414282 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44372) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:09.430414 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.495214 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-8fdac026-f0d4-4e4f-9339-f40ecb0f1ef0 None None] For port 0bece9d9-5561-44fe-b3e7-d2c462b08f5b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0bece9d9-5561-44fe-b3e7-d2c462b08f5b,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:09.614685 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a40ad1-4c7e-4ab1-bbbf-fd65da3fb263 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:09.619563 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c4a40ad1-4c7e-4ab1-bbbf-fd65da3fb263 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2017272 Jul 16 01:43:09.619992 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44376) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:09.667587 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c78c4684-4fc3-426f-92f7-5f2fbf0b7d93 req-81705311-c20c-4ef7-9c5d-b42f175e08c3 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 210 time: 0.0387814 Jul 16 01:43:09.687639 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8fdac026-f0d4-4e4f-9339-f40ecb0f1ef0 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.717155 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b86c7b51-652a-4130-9d8a-c919899cbc87 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0936420 Jul 16 01:43:09.717852 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44380) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:09.722627 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-40ba01fa-b232-4b05-b6fb-1e576fea3987 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1729052077', 'network_id': '138c207d-29c4-4221-9898-d5d1d234a3f7', 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:09.727291 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8fdac026-f0d4-4e4f-9339-f40ecb0f1ef0 None None] Transition to ACTIVE for port object 0bece9d9-5561-44fe-b3e7-d2c462b08f5b will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:09.740431 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8fdac026-f0d4-4e4f-9339-f40ecb0f1ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.886061 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdac026-f0d4-4e4f-9339-f40ecb0f1ef0 None None] Pushing event updated for resources: {'Port': ['ID=0bece9d9-5561-44fe-b3e7-d2c462b08f5b,revision_number=10']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:09.919616 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ba01fa-b232-4b05-b6fb-1e576fea3987 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Made reservation on behalf of 63d7dd0927134fe38f3ae78f1b64b169 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:09.923487 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-40ba01fa-b232-4b05-b6fb-1e576fea3987 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.945834 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-4dda9155-3be9-4617-b805-e4e33857f6d2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8::2dc (263c6a6c-93e1-4622-bf61-98aa7f54dc76/af45e816-3e29-4a76-8c4a-e408de2d25bc/ffb28b35-949e-430e-ac56-1c2407f3d6ee) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:09.958323 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-4dda9155-3be9-4617-b805-e4e33857f6d2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Allocated IP 2001:db8:0:1:f816:3eff:fe48:1e4e (263c6a6c-93e1-4622-bf61-98aa7f54dc76/f0fa62e1-6adc-4076-be0f-302ca9c646a8/ffb28b35-949e-430e-ac56-1c2407f3d6ee) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:09.975519 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.989392 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] Transition to ACTIVE for port object efbb5142-8ec7-4034-b9be-63ac49997b26 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:09.999963 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.059392 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] Attempting to bind port efbb5142-8ec7-4034-b9be-63ac49997b26 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:10.060054 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] Attempting to bind port efbb5142-8ec7-4034-b9be-63ac49997b26 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:10.060878 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] Attempting to bind port efbb5142-8ec7-4034-b9be-63ac49997b26 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:10.078995 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:10.079356 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:10.080659 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.081125 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:10.081638 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] Bound port: efbb5142-8ec7-4034-b9be-63ac49997b26, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:10.082027 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.121478 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f8520-8e59-4d5b-a878-26313b7648ef None None] Pushing event updated for resources: {'Port': ['ID=efbb5142-8ec7-4034-b9be-63ac49997b26,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:10.142608 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f8520-8e59-4d5b-a878-26313b7648ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:10.142951 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f8520-8e59-4d5b-a878-26313b7648ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:10.143290 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f8520-8e59-4d5b-a878-26313b7648ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:10.143620 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f8520-8e59-4d5b-a878-26313b7648ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:10.143950 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f8520-8e59-4d5b-a878-26313b7648ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:10.144273 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f8520-8e59-4d5b-a878-26313b7648ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:10.148058 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f8520-8e59-4d5b-a878-26313b7648ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:10.148702 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f8520-8e59-4d5b-a878-26313b7648ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:10.148829 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f8520-8e59-4d5b-a878-26313b7648ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:10.149103 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f8520-8e59-4d5b-a878-26313b7648ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:10.149439 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f8520-8e59-4d5b-a878-26313b7648ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:10.149760 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f8520-8e59-4d5b-a878-26313b7648ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:10.188073 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] For port efbb5142-8ec7-4034-b9be-63ac49997b26, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:10.193745 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] For port efbb5142-8ec7-4034-b9be-63ac49997b26, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=efbb5142-8ec7-4034-b9be-63ac49997b26,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:10.202280 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.292228 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f8520-8e59-4d5b-a878-26313b7648ef None None] Pushing event updated for resources: {'Port': ['ID=efbb5142-8ec7-4034-b9be-63ac49997b26,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:10.292536 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4dda9155-3be9-4617-b805-e4e33857f6d2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.304171 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] Routers {'63eb2f1f-d80e-41fa-ae6c-016700b28ee8'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:10.305007 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:43:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['63eb2f1f-d80e-41fa-ae6c-016700b28ee8'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:10.310449 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-40ba01fa-b232-4b05-b6fb-1e576fea3987 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.328986 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-4dda9155-3be9-4617-b805-e4e33857f6d2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Transition to ACTIVE for port object ffb28b35-949e-430e-ac56-1c2407f3d6ee will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:10.403601 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4dda9155-3be9-4617-b805-e4e33857f6d2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.404667 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba01fa-b232-4b05-b6fb-1e576fea3987 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event updated for resources: {'Subnet': ['ID=9ee83a58-2c68-43eb-abbc-00cabf8ca795,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:10.453880 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ba01fa-b232-4b05-b6fb-1e576fea3987 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Checking segment: {'id': 'dc1ff2a8-a443-4bd6-996c-7c3a142ae46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '138c207d-29c4-4221-9898-d5d1d234a3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:10.454287 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ba01fa-b232-4b05-b6fb-1e576fea3987 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Network hostable DHCP agents. Network: 138c207d-29c4-4221-9898-d5d1d234a3f7, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:10.477950 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ba01fa-b232-4b05-b6fb-1e576fea3987 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Network 138c207d-29c4-4221-9898-d5d1d234a3f7 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:10.498630 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] Set router 63eb2f1f-d80e-41fa-ae6c-016700b28ee8 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:10.511445 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-40ba01fa-b232-4b05-b6fb-1e576fea3987 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 138c207d-29c4-4221-9898-d5d1d234a3f7) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:10.518755 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ba01fa-b232-4b05-b6fb-1e576fea3987 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:10.519529 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-40ba01fa-b232-4b05-b6fb-1e576fea3987 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.562329 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda9155-3be9-4617-b805-e4e33857f6d2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event updated for resources: {'Port': ['ID=ffb28b35-949e-430e-ac56-1c2407f3d6ee,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:10.580497 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dda9155-3be9-4617-b805-e4e33857f6d2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:10.580998 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-40ba01fa-b232-4b05-b6fb-1e576fea3987 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8621397 Jul 16 01:43:10.582753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-4dda9155-3be9-4617-b805-e4e33857f6d2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:10.584000 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44392) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:10.585989 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda9155-3be9-4617-b805-e4e33857f6d2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:10.592938 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dda9155-3be9-4617-b805-e4e33857f6d2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:10.593673 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4dda9155-3be9-4617-b805-e4e33857f6d2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.621839 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4dda9155-3be9-4617-b805-e4e33857f6d2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9638608 Jul 16 01:43:10.625337 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44394) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:10.873556 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-84b7ab05-7941-4b47-b9a5-c63f9f201e0c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting port ffb28b35-949e-430e-ac56-1c2407f3d6ee {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:10.873964 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-84b7ab05-7941-4b47-b9a5-c63f9f201e0c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.895070 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63eb2f1f-d80e-41fa-ae6c-016700b28ee8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-282998427', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'efbb5142-8ec7-4034-b9be-63ac49997b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:06Z', 'updated_at': '2021-07-16T01:43:07Z', 'revision_number': 3, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'gw_port': {'id': 'efbb5142-8ec7-4034-b9be-63ac49997b26', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63eb2f1f-d80e-41fa-ae6c-016700b28ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:06Z', 'updated_at': '2021-07-16T01:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:10.953063 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcc2a6b-a9f2-417a-ba7b-d592f782eeec None None] The sync data for ids ['63eb2f1f-d80e-41fa-ae6c-016700b28ee8'] in n-d-792394-16 is: [{'id': '63eb2f1f-d80e-41fa-ae6c-016700b28ee8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-282998427', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'efbb5142-8ec7-4034-b9be-63ac49997b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:06Z', 'updated_at': '2021-07-16T01:43:07Z', 'revision_number': 3, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'gw_port': {'id': 'efbb5142-8ec7-4034-b9be-63ac49997b26', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63eb2f1f-d80e-41fa-ae6c-016700b28ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:06Z', 'updated_at': '2021-07-16T01:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:10.991090 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d0c177d6-29e1-4bb5-9f35-4beae714cb14 req-b8b154b0-38a3-4c2e-9e56-1b5d57f8fadb tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 210 time: 0.0635185 Jul 16 01:43:11.022980 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d22077c-c1c7-45ea-87b4-c2fcfac25c34 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:11.027119 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa09f3e-f10f-4840-95cd-c21ab4d48b32 None None] Network 138c207d-29c4-4221-9898-d5d1d234a3f7 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:11.098596 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0bece9d9-5561-44fe-b3e7-d2c462b08f5b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:11.099274 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-84b7ab05-7941-4b47-b9a5-c63f9f201e0c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.114729 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-84b7ab05-7941-4b47-b9a5-c63f9f201e0c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Calling delete_port for ffb28b35-949e-430e-ac56-1c2407f3d6ee owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:11.250292 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-aa074225-4109-446f-ab7e-8b4064cc6e81 None None] Provisioning for port 0bece9d9-5561-44fe-b3e7-d2c462b08f5b completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:11.312204 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-aa074225-4109-446f-ab7e-8b4064cc6e81 None None] Provisioning complete for port 0bece9d9-5561-44fe-b3e7-d2c462b08f5b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:11.312607 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aa074225-4109-446f-ab7e-8b4064cc6e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.473892 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 0bece9d9-5561-44fe-b3e7-d2c462b08f5b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:11.474260 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.503170 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-84b7ab05-7941-4b47-b9a5-c63f9f201e0c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.649285 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7ab05-7941-4b47-b9a5-c63f9f201e0c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Port': ['ID=ffb28b35-949e-430e-ac56-1c2407f3d6ee,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:11.703637 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae377ca-4164-4d0c-9886-a32a199bafa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-138c207d-29c4-4221-9898-d5d1d234a3f7', 'network_id': '138c207d-29c4-4221-9898-d5d1d234a3f7', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'fixed_ips': [{'subnet_id': '9ee83a58-2c68-43eb-abbc-00cabf8ca795'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:43:11.704605 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cae377ca-4164-4d0c-9886-a32a199bafa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.708924 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-84b7ab05-7941-4b47-b9a5-c63f9f201e0c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.710958 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-84b7ab05-7941-4b47-b9a5-c63f9f201e0c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/ffb28b35-949e-430e-ac56-1c2407f3d6ee HTTP/1.1" status: 204 len: 168 time: 1.0833738 Jul 16 01:43:11.713521 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44410) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:11.754238 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee84cf94-ab8c-4ea5-a583-66ff93187190 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.837207 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19baef32-63e9-4a7d-b997-172464b0c578 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:11.841689 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-19baef32-63e9-4a7d-b997-172464b0c578 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1255057 Jul 16 01:43:11.843228 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44412) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:11.984807 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd39b986-5240-424c-b5be-8e2727fa696c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:11.992802 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44414) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:11.994567 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cd39b986-5240-424c-b5be-8e2727fa696c tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1478848 Jul 16 01:43:12.003693 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-cae377ca-4164-4d0c-9886-a32a199bafa9 None None] Allocated IP 172.20.0.18 (138c207d-29c4-4221-9898-d5d1d234a3f7/9ee83a58-2c68-43eb-abbc-00cabf8ca795/00f2da22-a7cf-4485-95cc-ba35eeabe93d) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:12.200076 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1d841f-d0ca-4051-af2b-2696ee7a5e56 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:12.201343 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1d841f-d0ca-4051-af2b-2696ee7a5e56 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:12.202822 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1d841f-d0ca-4051-af2b-2696ee7a5e56 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:12.204889 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1a1d841f-d0ca-4051-af2b-2696ee7a5e56 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1927595 Jul 16 01:43:12.207900 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44422) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:12.243323 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-65ea5030-2eb4-4447-abdc-e8abff20e4d3 None None] Provisioning complete for port 0bece9d9-5561-44fe-b3e7-d2c462b08f5b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:12.243967 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-65ea5030-2eb4-4447-abdc-e8abff20e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.317570 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-8045e53a-8e57-4695-b8a1-835240da96e3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet af45e816-3e29-4a76-8c4a-e408de2d25bc {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:12.331635 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8045e53a-8e57-4695-b8a1-835240da96e3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.425044 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8045e53a-8e57-4695-b8a1-835240da96e3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.456872 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c7fdb8d5-64a8-40cc-bdd0-5541a7003dfd req-a41b7226-ba39-4967-b6ed-cf614926579a tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 210 time: 0.0798955 Jul 16 01:43:12.513822 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cae377ca-4164-4d0c-9886-a32a199bafa9 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.527043 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-65ea5030-2eb4-4447-abdc-e8abff20e4d3 None None] Could not find standard attr ID for object ffb28b35-949e-430e-ac56-1c2407f3d6ee. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:43:12.539529 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cae377ca-4164-4d0c-9886-a32a199bafa9 None None] Transition to ACTIVE for port object 00f2da22-a7cf-4485-95cc-ba35eeabe93d will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:12.569450 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cae377ca-4164-4d0c-9886-a32a199bafa9 None None] Transition to ACTIVE for port object 00f2da22-a7cf-4485-95cc-ba35eeabe93d will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:12.588972 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cae377ca-4164-4d0c-9886-a32a199bafa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.606088 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8045e53a-8e57-4695-b8a1-835240da96e3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.645428 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae377ca-4164-4d0c-9886-a32a199bafa9 None None] Network 138c207d-29c4-4221-9898-d5d1d234a3f7 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:12.648914 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-cae377ca-4164-4d0c-9886-a32a199bafa9 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:12.655233 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae377ca-4164-4d0c-9886-a32a199bafa9 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:12.659484 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae377ca-4164-4d0c-9886-a32a199bafa9 None None] Pushing event updated for resources: {'Port': ['ID=00f2da22-a7cf-4485-95cc-ba35eeabe93d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:12.673448 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1bff692b-9da3-49e8-95f4-f8a185cd4926 None None] Could not find standard attr ID for object ffb28b35-949e-430e-ac56-1c2407f3d6ee. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:43:12.707482 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8045e53a-8e57-4695-b8a1-835240da96e3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.726415 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8045e53a-8e57-4695-b8a1-835240da96e3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.731678 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8045e53a-8e57-4695-b8a1-835240da96e3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/af45e816-3e29-4a76-8c4a-e408de2d25bc HTTP/1.1" status: 204 len: 168 time: 0.5210602 Jul 16 01:43:12.732595 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44428) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:12.758085 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-ee84cf94-ab8c-4ea5-a583-66ff93187190 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Allocated IP 172.20.0.17 (138c207d-29c4-4221-9898-d5d1d234a3f7/9ee83a58-2c68-43eb-abbc-00cabf8ca795/d54a1434-7c8c-49a2-a937-ce8bee0522c7) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:12.771901 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045e53a-8e57-4695-b8a1-835240da96e3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=af45e816-3e29-4a76-8c4a-e408de2d25bc,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:12.795956 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-cae377ca-4164-4d0c-9886-a32a199bafa9 None None] Attempting to bind port 00f2da22-a7cf-4485-95cc-ba35eeabe93d on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:12.795956 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-cae377ca-4164-4d0c-9886-a32a199bafa9 None None] Attempting to bind port 00f2da22-a7cf-4485-95cc-ba35eeabe93d by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'dc1ff2a8-a443-4bd6-996c-7c3a142ae46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '138c207d-29c4-4221-9898-d5d1d234a3f7'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:12.795956 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae377ca-4164-4d0c-9886-a32a199bafa9 None None] Attempting to bind port 00f2da22-a7cf-4485-95cc-ba35eeabe93d on network 138c207d-29c4-4221-9898-d5d1d234a3f7 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:12.795956 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae377ca-4164-4d0c-9886-a32a199bafa9 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:12.795956 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae377ca-4164-4d0c-9886-a32a199bafa9 None None] Checking segment: {'id': 'dc1ff2a8-a443-4bd6-996c-7c3a142ae46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '138c207d-29c4-4221-9898-d5d1d234a3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:12.795956 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cae377ca-4164-4d0c-9886-a32a199bafa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.795956 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae377ca-4164-4d0c-9886-a32a199bafa9 None None] Bound using segment: {'id': 'dc1ff2a8-a443-4bd6-996c-7c3a142ae46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '138c207d-29c4-4221-9898-d5d1d234a3f7'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:12.795956 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-cae377ca-4164-4d0c-9886-a32a199bafa9 None None] Bound port: 00f2da22-a7cf-4485-95cc-ba35eeabe93d, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1ff2a8-a443-4bd6-996c-7c3a142ae46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '138c207d-29c4-4221-9898-d5d1d234a3f7'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:12.795956 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cae377ca-4164-4d0c-9886-a32a199bafa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.890682 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-38410ee9-1768-4d9d-8c75-ca833c68968f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Deleting subnet f0fa62e1-6adc-4076-be0f-302ca9c646a8 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:12.899778 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-38410ee9-1768-4d9d-8c75-ca833c68968f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.942374 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5cfaec-44d2-4288-9bad-08a5b3960a43 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:12.952076 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-cae377ca-4164-4d0c-9886-a32a199bafa9 None None] For port 00f2da22-a7cf-4485-95cc-ba35eeabe93d, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:12.993249 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-cae377ca-4164-4d0c-9886-a32a199bafa9 None None] For port 00f2da22-a7cf-4485-95cc-ba35eeabe93d, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=00f2da22-a7cf-4485-95cc-ba35eeabe93d,segment=NetworkSegment(dc1ff2a8-a443-4bd6-996c-7c3a142ae46e),segment_id=dc1ff2a8-a443-4bd6-996c-7c3a142ae46e)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:12.997867 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-38410ee9-1768-4d9d-8c75-ca833c68968f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.006556 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cae377ca-4164-4d0c-9886-a32a199bafa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.020108 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee84cf94-ab8c-4ea5-a583-66ff93187190 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.067730 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-ee84cf94-ab8c-4ea5-a583-66ff93187190 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Transition to ACTIVE for port object d54a1434-7c8c-49a2-a937-ce8bee0522c7 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:13.076515 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device efbb5142-8ec7-4034-b9be-63ac49997b26 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:13.111019 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee84cf94-ab8c-4ea5-a583-66ff93187190 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.177715 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee84cf94-ab8c-4ea5-a583-66ff93187190 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Network 138c207d-29c4-4221-9898-d5d1d234a3f7 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:13.181985 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-ee84cf94-ab8c-4ea5-a583-66ff93187190 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:13.193386 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee84cf94-ab8c-4ea5-a583-66ff93187190 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:13.245189 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-38410ee9-1768-4d9d-8c75-ca833c68968f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.279499 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae377ca-4164-4d0c-9886-a32a199bafa9 None None] Pushing event updated for resources: {'Port': ['ID=00f2da22-a7cf-4485-95cc-ba35eeabe93d,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:13.296206 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84cf94-ab8c-4ea5-a583-66ff93187190 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event updated for resources: {'Port': ['ID=d54a1434-7c8c-49a2-a937-ce8bee0522c7,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:13.345928 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee84cf94-ab8c-4ea5-a583-66ff93187190 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.351916 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port efbb5142-8ec7-4034-b9be-63ac49997b26 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:13.366136 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port efbb5142-8ec7-4034-b9be-63ac49997b26 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:13.366855 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.500180 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-38410ee9-1768-4d9d-8c75-ca833c68968f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.740217 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.801675 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port efbb5142-8ec7-4034-b9be-63ac49997b26, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=efbb5142-8ec7-4034-b9be-63ac49997b26,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:13.818434 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.890525 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=efbb5142-8ec7-4034-b9be-63ac49997b26,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:13.947200 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36fd6e6-8c15-4664-843c-dcfba0412efe None None] Update dhcp port {'port': {'network_id': '263c6a6c-93e1-4622-bf61-98aa7f54dc76', 'fixed_ips': [{'subnet_id': 'f0fa62e1-6adc-4076-be0f-302ca9c646a8'}], 'binding:host_id': 'n-d-792394-16'}, 'id': '0bece9d9-5561-44fe-b3e7-d2c462b08f5b'} from n-d-792394-16. {{(pid=93957) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:43:13.991550 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f36fd6e6-8c15-4664-843c-dcfba0412efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.110262 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-38410ee9-1768-4d9d-8c75-ca833c68968f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.134673 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-38410ee9-1768-4d9d-8c75-ca833c68968f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/f0fa62e1-6adc-4076-be0f-302ca9c646a8 HTTP/1.1" status: 204 len: 168 time: 1.3791075 Jul 16 01:43:14.137197 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44442) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:14.138104 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38410ee9-1768-4d9d-8c75-ca833c68968f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Subnet': ['ID=f0fa62e1-6adc-4076-be0f-302ca9c646a8,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:14.261584 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-441edc9f-3db0-4d2a-98da-fa8e49b38284 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1142046 Jul 16 01:43:14.263182 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44446) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:14.303969 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-adb7aaa6-abf2-4c1a-8d50-239dd50e3d8f req-0dd2be3b-3c92-43d4-8a24-8c8e87798270 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 210 time: 0.5296512 Jul 16 01:43:14.361595 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23ddf64-ade5-4974-adb1-a2af2f0becb7 None None] Network 263c6a6c-93e1-4622-bf61-98aa7f54dc76 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:14.378303 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee84cf94-ab8c-4ea5-a583-66ff93187190 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.483017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11db6565-4cf1-462d-bc73-d9a29d95cb93 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:14.485712 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-11db6565-4cf1-462d-bc73-d9a29d95cb93 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2191782 Jul 16 01:43:14.492351 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44456) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:14.597797 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a6d0dbbe-7e56-4af8-91c1-9c51101014a4 None None] Provisioning complete for port 0bece9d9-5561-44fe-b3e7-d2c462b08f5b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:14.600789 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a6d0dbbe-7e56-4af8-91c1-9c51101014a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.670738 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca85e20-089d-43df-9099-9c9d1cf90b71 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:14.674432 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0ca85e20-089d-43df-9099-9c9d1cf90b71 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1798375 Jul 16 01:43:14.680745 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44460) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:14.725587 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7551d421-752d-4edc-9a38-44e158d14e4b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434334 Jul 16 01:43:14.732848 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44462) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:14.788765 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef025a9-dfc8-4422-81d0-eb26fbdd78f5 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:14.789497 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef025a9-dfc8-4422-81d0-eb26fbdd78f5 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:14.791457 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bef025a9-dfc8-4422-81d0-eb26fbdd78f5 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/ffb28b35-949e-430e-ac56-1c2407f3d6ee HTTP/1.1" status: 404 len: 333 time: 0.0574138 Jul 16 01:43:14.797459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44464) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:14.817316 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee84cf94-ab8c-4ea5-a583-66ff93187190 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.828085 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee84cf94-ab8c-4ea5-a583-66ff93187190 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.924793 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf30629-9d32-40c7-8dcf-2d3a9e083e22 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:14.925325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf30629-9d32-40c7-8dcf-2d3a9e083e22 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:14.936476 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-caf30629-9d32-40c7-8dcf-2d3a9e083e22 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/f0fa62e1-6adc-4076-be0f-302ca9c646a8 HTTP/1.1" status: 404 len: 337 time: 0.1379333 Jul 16 01:43:14.937291 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44472) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.016505 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dd3afd-c1fd-4358-9516-fd5bd69806c9 None None] DHCP port deletion for 263c6a6c-93e1-4622-bf61-98aa7f54dc76 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:43:15.019243 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee84cf94-ab8c-4ea5-a583-66ff93187190 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.053737 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9f2754-e80c-4363-a0d2-118fd5a7f58a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:15.054211 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9f2754-e80c-4363-a0d2-118fd5a7f58a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:15.056033 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6c9f2754-e80c-4363-a0d2-118fd5a7f58a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/af45e816-3e29-4a76-8c4a-e408de2d25bc HTTP/1.1" status: 404 len: 337 time: 0.1177609 Jul 16 01:43:15.062963 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44474) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.164689 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f94b04-57ab-4af9-9dc5-17c5eef36eb3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:15.166351 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f94b04-57ab-4af9-9dc5-17c5eef36eb3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:15.179916 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-68f94b04-57ab-4af9-9dc5-17c5eef36eb3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/4e3a5959-1981-4ad4-b1b4-6fd5575dbdc1 HTTP/1.1" status: 404 len: 333 time: 0.1130657 Jul 16 01:43:15.180820 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44478) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.198048 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-87dd3afd-c1fd-4358-9516-fd5bd69806c9 None None] Deleting port 0bece9d9-5561-44fe-b3e7-d2c462b08f5b {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:15.199816 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87dd3afd-c1fd-4358-9516-fd5bd69806c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.210851 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aab536d-069a-4987-b914-9628969004f6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:15.212879 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aab536d-069a-4987-b914-9628969004f6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:15.218564 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84cf94-ab8c-4ea5-a583-66ff93187190 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event updated for resources: {'Port': ['ID=d54a1434-7c8c-49a2-a937-ce8bee0522c7,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:15.232188 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3aab536d-069a-4987-b914-9628969004f6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/29bc8110-4f24-4fad-af61-0f4727cdd8f8 HTTP/1.1" status: 404 len: 337 time: 0.0501661 Jul 16 01:43:15.233547 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44482) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.271286 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462d7dc9-4a70-4b56-a638-6c216b9c553e None None] Network 138c207d-29c4-4221-9898-d5d1d234a3f7 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:15.299401 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef788d8-8319-407c-8fb6-3b068c024ac4 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:15.302386 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef788d8-8319-407c-8fb6-3b068c024ac4 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:15.307266 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-eef788d8-8319-407c-8fb6-3b068c024ac4 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/583199df-6d75-4987-970e-92b5b364773f HTTP/1.1" status: 404 len: 337 time: 0.0715299 Jul 16 01:43:15.309932 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44486) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.352253 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device efbb5142-8ec7-4034-b9be-63ac49997b26 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:15.397724 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5934633-0c2c-48ef-97e7-e9c85230a9d5 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:15.399976 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5934633-0c2c-48ef-97e7-e9c85230a9d5 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:15.401872 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d5934633-0c2c-48ef-97e7-e9c85230a9d5 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/ea7fa418-bc53-4a7c-a869-d3d0521d2476 HTTP/1.1" status: 404 len: 333 time: 0.0909629 Jul 16 01:43:15.404803 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44490) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.474693 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7fbee1-aab3-41d5-8c81-a092bd9920e0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:15.480511 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7fbee1-aab3-41d5-8c81-a092bd9920e0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:15.491054 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8b7fbee1-aab3-41d5-8c81-a092bd9920e0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/097a72e0-6602-408c-8074-69a0062cd98a HTTP/1.1" status: 404 len: 337 time: 0.0836279 Jul 16 01:43:15.493582 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44492) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.532187 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-91bf5d3f-4807-4f87-b05d-a6d3d6acd997 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:15.532527 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee84cf94-ab8c-4ea5-a583-66ff93187190 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Network 138c207d-29c4-4221-9898-d5d1d234a3f7 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:15.533766 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91bf5d3f-4807-4f87-b05d-a6d3d6acd997 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:15.536055 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-91bf5d3f-4807-4f87-b05d-a6d3d6acd997 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/ac41bde5-25b6-4462-b5d7-02fe095e5f07 HTTP/1.1" status: 404 len: 337 time: 0.0414076 Jul 16 01:43:15.537910 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-ee84cf94-ab8c-4ea5-a583-66ff93187190 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:15.538615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44496) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.590412 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc36edda-0e32-4093-a5ba-7889196ffecd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:15.594636 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc36edda-0e32-4093-a5ba-7889196ffecd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:15.596947 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fc36edda-0e32-4093-a5ba-7889196ffecd tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/2874398b-7071-44ae-a154-9a4c8dc5815b HTTP/1.1" status: 404 len: 333 time: 0.0570745 Jul 16 01:43:15.599877 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44500) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.657007 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-29cdc224-ad2c-41df-bbec-f44b1439de0b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:15.666128 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29cdc224-ad2c-41df-bbec-f44b1439de0b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:15.668551 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-29cdc224-ad2c-41df-bbec-f44b1439de0b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/951fdbb2-5714-4a65-9002-d701973e7fd3 HTTP/1.1" status: 404 len: 337 time: 0.0629890 Jul 16 01:43:15.674451 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44502) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.706863 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79fa546-9d2d-4207-a69f-ad9c5f82477d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:15.708047 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e79fa546-9d2d-4207-a69f-ad9c5f82477d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:15.709745 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e34bcfe2-81e1-498c-a879-f326301bcd4c req-72786374-b2b9-4cb0-8489-a2b201afd313 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 210 time: 0.0738304 Jul 16 01:43:15.710439 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e79fa546-9d2d-4207-a69f-ad9c5f82477d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/be5f40cb-10d6-49ea-80c4-aa5599d5485c HTTP/1.1" status: 404 len: 337 time: 0.0344980 Jul 16 01:43:15.713523 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44504) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.724644 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-926a9ef0-d57f-447c-b8ac-bf64b003a54f None None] Provisioning for port 00f2da22-a7cf-4485-95cc-ba35eeabe93d completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:15.747561 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-147ab594-52e8-420d-acb8-c2af97cbdde4 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:15.759152 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-147ab594-52e8-420d-acb8-c2af97cbdde4 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:15.761076 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-147ab594-52e8-420d-acb8-c2af97cbdde4 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/7de06693-377c-4b09-8946-79501dac4af1 HTTP/1.1" status: 404 len: 333 time: 0.0465126 Jul 16 01:43:15.763667 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44506) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.790845 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee84cf94-ab8c-4ea5-a583-66ff93187190 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Router 63eb2f1f-d80e-41fa-ae6c-016700b28ee8 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:43:15.791286 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa3490a-4ddb-4e44-9580-3b751db46f4b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:15.801426 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa3490a-4ddb-4e44-9580-3b751db46f4b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:15.807039 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-dfa3490a-4ddb-4e44-9580-3b751db46f4b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/59bea984-5ae0-4a73-aa0c-e8fa6ca2d615 HTTP/1.1" status: 404 len: 337 time: 0.0423326 Jul 16 01:43:15.809595 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44508) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.818277 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-87dd3afd-c1fd-4358-9516-fd5bd69806c9 None None] For port 0bece9d9-5561-44fe-b3e7-d2c462b08f5b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0bece9d9-5561-44fe-b3e7-d2c462b08f5b,segment=NetworkSegment(0fa745ed-9807-4817-8b20-b879247514c1),segment_id=0fa745ed-9807-4817-8b20-b879247514c1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:15.818738 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87dd3afd-c1fd-4358-9516-fd5bd69806c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.880114 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-6357aa99-6d69-4827-9e57-e6c762877a48 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:15.881022 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6357aa99-6d69-4827-9e57-e6c762877a48 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:15.882836 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6357aa99-6d69-4827-9e57-e6c762877a48 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/1ec87808-d7ab-4099-aa7b-70c90af18a1a HTTP/1.1" status: 404 len: 333 time: 0.0721707 Jul 16 01:43:15.885425 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44510) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.936700 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee84cf94-ab8c-4ea5-a583-66ff93187190 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:15.941990 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e095e51-12a0-4602-b593-04671921b5c9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:15.941990 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e095e51-12a0-4602-b593-04671921b5c9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:15.943684 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2e095e51-12a0-4602-b593-04671921b5c9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/93c7b9b6-7c5d-4178-b0cb-a2507a86a343 HTTP/1.1" status: 404 len: 337 time: 0.0573328 Jul 16 01:43:15.947213 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44512) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.959603 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ee84cf94-ab8c-4ea5-a583-66ff93187190 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "PUT /v2.0/routers/63eb2f1f-d80e-41fa-ae6c-016700b28ee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3734634 Jul 16 01:43:15.966821 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] Sync routers for ids ['63eb2f1f-d80e-41fa-ae6c-016700b28ee8'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:15.976001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-87dd3afd-c1fd-4358-9516-fd5bd69806c9 None None] Calling delete_port for 0bece9d9-5561-44fe-b3e7-d2c462b08f5b owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:16.008824 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca04a85-0afa-48a2-868a-d6d513ef2ebc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:16.014130 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ca04a85-0afa-48a2-868a-d6d513ef2ebc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:16.017037 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9ca04a85-0afa-48a2-868a-d6d513ef2ebc tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/450a6296-86a2-41a8-860e-73bcde587633 HTTP/1.1" status: 404 len: 333 time: 0.0685532 Jul 16 01:43:16.020900 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44518) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:16.032373 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] Routers {'63eb2f1f-d80e-41fa-ae6c-016700b28ee8'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:16.033056 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:43:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['63eb2f1f-d80e-41fa-ae6c-016700b28ee8'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:16.050581 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61d643b-14e6-4388-a76c-2fa4ebe2ef1f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:16.051489 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61d643b-14e6-4388-a76c-2fa4ebe2ef1f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:16.056350 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e61d643b-14e6-4388-a76c-2fa4ebe2ef1f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/623e2d76-e58c-4930-94c2-b67a5ed0dbcb HTTP/1.1" status: 404 len: 337 time: 0.0336359 Jul 16 01:43:16.056805 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44520) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:16.091194 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbe164e7-aec2-483a-a147-77c0563b12a9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:16.092174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbe164e7-aec2-483a-a147-77c0563b12a9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:16.094310 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bbe164e7-aec2-483a-a147-77c0563b12a9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/0b8b35b3-0cf9-4e51-8596-b52387eb9872 HTTP/1.1" status: 404 len: 333 time: 0.0361760 Jul 16 01:43:16.097128 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44526) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:16.125776 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port efbb5142-8ec7-4034-b9be-63ac49997b26 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:16.126105 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.132168 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48283a1-b813-4c57-8a08-b61a2c1d3a53 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:16.136628 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48283a1-b813-4c57-8a08-b61a2c1d3a53 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:16.141337 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a48283a1-b813-4c57-8a08-b61a2c1d3a53 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/ea940cc5-356e-40ea-94f2-7d3415854ed8 HTTP/1.1" status: 404 len: 337 time: 0.0429564 Jul 16 01:43:16.141979 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44536) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:16.214431 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-219fb04e-5ce9-44e3-a24f-0e6154c561b9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:16.220917 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219fb04e-5ce9-44e3-a24f-0e6154c561b9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:16.225030 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-219fb04e-5ce9-44e3-a24f-0e6154c561b9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/ac4cf3a0-3869-4def-9c0e-b983ec1da776 HTTP/1.1" status: 404 len: 333 time: 0.0799665 Jul 16 01:43:16.226000 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44538) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:16.282458 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-ecd34f6b-4ce6-4e35-a653-edc24feaf3f3 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:16.284275 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-ecd34f6b-4ce6-4e35-a653-edc24feaf3f3 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/networks?id=138c207d-29c4-4221-9898-d5d1d234a3f7 HTTP/1.1" status: 200 len: 797 time: 0.1589820 Jul 16 01:43:16.309892 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-af82f65c-2c13-4f47-a691-ea103d9c8a48 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/quotas/63d7dd0927134fe38f3ae78f1b64b169 HTTP/1.1" status: 200 len: 375 time: 0.0132279 Jul 16 01:43:16.315653 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-78854c8a-5539-4df0-b467-2e44bfbf08d8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:16.330550 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78854c8a-5539-4df0-b467-2e44bfbf08d8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:16.337840 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-78854c8a-5539-4df0-b467-2e44bfbf08d8 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/38899a6e-f8f9-4474-a65b-d5c74b5eed79 HTTP/1.1" status: 404 len: 337 time: 0.1103618 Jul 16 01:43:16.338563 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44544) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:16.363861 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87dd3afd-c1fd-4358-9516-fd5bd69806c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.409156 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd3afd-c1fd-4358-9516-fd5bd69806c9 None None] Pushing event deleted for resources: {'Port': ['ID=0bece9d9-5561-44fe-b3e7-d2c462b08f5b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:16.416758 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dd3afd-c1fd-4358-9516-fd5bd69806c9 None None] No DVR routers for this DVR port 0bece9d9-5561-44fe-b3e7-d2c462b08f5b on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:16.420113 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] Set router 63eb2f1f-d80e-41fa-ae6c-016700b28ee8 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:16.423316 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 00f2da22-a7cf-4485-95cc-ba35eeabe93d up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:16.445380 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7903252-f0d5-4061-a518-6bedbc25e93d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:16.446156 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7903252-f0d5-4061-a518-6bedbc25e93d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:16.467467 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b7903252-f0d5-4061-a518-6bedbc25e93d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/2df01fb2-8725-4d03-8e66-6e0f488851a4 HTTP/1.1" status: 404 len: 333 time: 0.1212018 Jul 16 01:43:16.468187 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44546) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:16.528673 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-3e8381a9-89e0-4e44-ad16-dd3efe328417 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=63d7dd0927134fe38f3ae78f1b64b169&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2073138 Jul 16 01:43:16.529140 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-19eb33f4-16b6-4572-bccb-b5289a61d733 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:16.529608 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19eb33f4-16b6-4572-bccb-b5289a61d733 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:16.534401 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44550) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:16.547273 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-19eb33f4-16b6-4572-bccb-b5289a61d733 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/16fe00c5-cfe4-4236-abc9-6d855b1a11da HTTP/1.1" status: 404 len: 337 time: 0.0755961 Jul 16 01:43:16.570717 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-539c8bd3-42c1-42d0-8a25-e430c76b3eff tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:16.571102 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-539c8bd3-42c1-42d0-8a25-e430c76b3eff tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:16.576149 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44552) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:16.586592 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-539c8bd3-42c1-42d0-8a25-e430c76b3eff tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/7409ab7a-f128-4838-b07d-a7a4b98221aa HTTP/1.1" status: 404 len: 337 time: 0.0500717 Jul 16 01:43:16.638492 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8cac9f-e657-4690-95a9-43b3633cc144 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:16.639261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a8cac9f-e657-4690-95a9-43b3633cc144 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:16.643909 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44554) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:16.644970 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 00f2da22-a7cf-4485-95cc-ba35eeabe93d completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:16.648023 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1a8cac9f-e657-4690-95a9-43b3633cc144 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/a5cdb1db-97b5-41a0-8a7c-911c9ed8f826 HTTP/1.1" status: 404 len: 333 time: 0.0702515 Jul 16 01:43:16.656741 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 00f2da22-a7cf-4485-95cc-ba35eeabe93d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:16.657707 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.694113 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9aa7c77-d6b4-417c-9f88-aaf8896c75b1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:16.694580 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9aa7c77-d6b4-417c-9f88-aaf8896c75b1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:16.700275 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44556) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:16.710433 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b9aa7c77-d6b4-417c-9f88-aaf8896c75b1 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/44a2fe9d-2eb1-44c1-a944-7e91b776a291 HTTP/1.1" status: 404 len: 337 time: 0.0568337 Jul 16 01:43:16.732616 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a7967efb-05cd-4bb3-aee3-64aa6f0dd72d None None] Provisioning for port d54a1434-7c8c-49a2-a937-ce8bee0522c7 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:16.742510 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a7967efb-05cd-4bb3-aee3-64aa6f0dd72d None None] Provisioning complete for port d54a1434-7c8c-49a2-a937-ce8bee0522c7 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:16.743156 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7967efb-05cd-4bb3-aee3-64aa6f0dd72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.753744 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b05ebb-500d-4e11-a955-a103c1f4cb53 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:16.755502 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7b05ebb-500d-4e11-a955-a103c1f4cb53 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:16.762428 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d7b05ebb-500d-4e11-a955-a103c1f4cb53 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/553fc0ae-20bd-4ade-8cb8-b9a7ba95e2bd HTTP/1.1" status: 404 len: 337 time: 0.0609491 Jul 16 01:43:16.763101 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44558) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:16.827634 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-588ba076-f4a5-4a00-8c5f-8cc7c6c01b4e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:16.828221 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588ba076-f4a5-4a00-8c5f-8cc7c6c01b4e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:16.838001 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44564) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:16.842552 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-588ba076-f4a5-4a00-8c5f-8cc7c6c01b4e tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/3b0f6fb8-761e-41fc-b7da-c15cbb8e3b8e HTTP/1.1" status: 404 len: 333 time: 0.0755365 Jul 16 01:43:16.878462 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-764fdf08-a282-400b-b36c-c4dba0fc72c6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:16.878965 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764fdf08-a282-400b-b36c-c4dba0fc72c6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:16.884202 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44566) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:16.894614 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-764fdf08-a282-400b-b36c-c4dba0fc72c6 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/6f7bcc35-11b0-4233-9a1a-95a20bdf7ff8 HTTP/1.1" status: 404 len: 337 time: 0.0533607 Jul 16 01:43:16.902965 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a7967efb-05cd-4bb3-aee3-64aa6f0dd72d None None] Port d54a1434-7c8c-49a2-a937-ce8bee0522c7 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:43:16.907601 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.914815 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-4b39aa2f-6acd-485d-bdea-f0ade4563e26 service neutron] 10.222.0.16 "GET /v2.0/networks/138c207d-29c4-4221-9898-d5d1d234a3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270452 Jul 16 01:43:16.962054 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f348e2-124a-4852-be64-7fed9c0329fe tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:16.962555 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82f348e2-124a-4852-be64-7fed9c0329fe tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:16.964831 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a7967efb-05cd-4bb3-aee3-64aa6f0dd72d None None] Provisioning complete for port 00f2da22-a7cf-4485-95cc-ba35eeabe93d triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:16.965457 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7967efb-05cd-4bb3-aee3-64aa6f0dd72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.967299 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44568) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:16.975793 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-82f348e2-124a-4852-be64-7fed9c0329fe tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/13b3beda-5d4a-469f-a17d-b8a7ea448db8 HTTP/1.1" status: 404 len: 337 time: 0.0902193 Jul 16 01:43:17.029581 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b56d0c99-848f-4f71-8300-6b0eb8903686 req-bbc33b45-8df5-463c-b88a-c4e23cf2ecfb tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 210 time: 0.0788765 Jul 16 01:43:17.034042 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-88337c39-30be-45b6-8ba1-81c45a291a6f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:17.034832 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88337c39-30be-45b6-8ba1-81c45a291a6f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:17.040270 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44570) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:17.048983 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-88337c39-30be-45b6-8ba1-81c45a291a6f tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/0b9cb26d-61ce-46b4-8df4-66ba0553c06d HTTP/1.1" status: 404 len: 333 time: 0.0736465 Jul 16 01:43:17.106204 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-03adacce-f8db-4ad7-a7f6-6349cc52bca0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:17.106674 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03adacce-f8db-4ad7-a7f6-6349cc52bca0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:17.116856 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 00f2da22-a7cf-4485-95cc-ba35eeabe93d, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=00f2da22-a7cf-4485-95cc-ba35eeabe93d,segment=NetworkSegment(dc1ff2a8-a443-4bd6-996c-7c3a142ae46e),segment_id=dc1ff2a8-a443-4bd6-996c-7c3a142ae46e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:17.119488 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63eb2f1f-d80e-41fa-ae6c-016700b28ee8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-282998427', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'efbb5142-8ec7-4034-b9be-63ac49997b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:06Z', 'updated_at': '2021-07-16T01:43:13Z', 'revision_number': 4, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'gw_port': {'id': 'efbb5142-8ec7-4034-b9be-63ac49997b26', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63eb2f1f-d80e-41fa-ae6c-016700b28ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:06Z', 'updated_at': '2021-07-16T01:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'd54a1434-7c8c-49a2-a937-ce8bee0522c7', 'name': '', 'network_id': '138c207d-29c4-4221-9898-d5d1d234a3f7', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'mac_address': 'fa:16:3e:31:40:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63eb2f1f-d80e-41fa-ae6c-016700b28ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '9ee83a58-2c68-43eb-abbc-00cabf8ca795', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:12Z', 'updated_at': '2021-07-16T01:43:14Z', 'revision_number': 2, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'subnets': [{'id': '9ee83a58-2c68-43eb-abbc-00cabf8ca795', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:17.120932 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-03adacce-f8db-4ad7-a7f6-6349cc52bca0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/ce12f771-03e9-43a1-a198-ac1172facf65 HTTP/1.1" status: 404 len: 337 time: 0.0794516 Jul 16 01:43:17.121599 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44576) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:17.151123 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-15596904-4562-4dc6-856f-39f0f212d7ce tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:17.151662 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15596904-4562-4dc6-856f-39f0f212d7ce tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:17.156929 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-15596904-4562-4dc6-856f-39f0f212d7ce tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/335e0290-9f0e-408b-ac28-a8d1c8881ff2 HTTP/1.1" status: 404 len: 337 time: 0.0342038 Jul 16 01:43:17.157622 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44582) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:17.194323 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.209866 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-3c07312f-13e2-464f-ae25-36d91012fa99 service neutron] 10.222.0.16 "GET /v2.0/networks/138c207d-29c4-4221-9898-d5d1d234a3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939720 Jul 16 01:43:17.226804 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44586) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:17.227037 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f627d0f3-34a8-4880-88e8-e54a8860d2cf tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f93a76-f820-4d52-854a-36b79e1c64d2 HTTP/1.1" status: 200 len: 205 time: 0.0681400 Jul 16 01:43:17.253775 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] Checking router: 63eb2f1f-d80e-41fa-ae6c-016700b28ee8 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:17.254255 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] Updating router 63eb2f1f-d80e-41fa-ae6c-016700b28ee8 port d54a1434-7c8c-49a2-a937-ce8bee0522c7 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:43:17.331437 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0bece9d9-5561-44fe-b3e7-d2c462b08f5b no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:17.355389 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 0bece9d9-5561-44fe-b3e7-d2c462b08f5b {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:17.355737 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0bece9d9-5561-44fe-b3e7-d2c462b08f5b not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:17.360010 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=00f2da22-a7cf-4485-95cc-ba35eeabe93d,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:17.385279 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-90dd0ef8-27ac-46e5-9ec7-0c6c1f6824e9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] delete failed (client error): The resource could not be found. Jul 16 01:43:17.389301 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44588) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:17.404972 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-90dd0ef8-27ac-46e5-9ec7-0c6c1f6824e9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/routers/77f93a76-f820-4d52-854a-36b79e1c64d2 HTTP/1.1" status: 404 len: 336 time: 0.1581502 Jul 16 01:43:17.419519 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.445175 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4f7b2e-84c4-469b-b14c-8e931129726d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:17.445651 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4f7b2e-84c4-469b-b14c-8e931129726d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:17.452378 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44590) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:17.452628 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9b4f7b2e-84c4-469b-b14c-8e931129726d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/32686020-d9a3-4cb8-aa01-e6c6a0178495 HTTP/1.1" status: 404 len: 337 time: 0.0611191 Jul 16 01:43:17.516082 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-77106b32-2180-4e80-95e9-c38d1b6faf87 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "GET /v2.0/ports?device_id=06361a6c-9945-40f2-bd19-7070a26052f7 HTTP/1.1" status: 200 len: 205 time: 0.0621836 Jul 16 01:43:17.517500 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44598) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:17.573718 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e7eb34e6-1e35-4994-805b-fcef91b3e69a req-ecfccf21-f924-4a06-91f2-818fa8deceb0 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=317473a4-85fc-45fb-835d-b5630878cb6d HTTP/1.1" status: 200 len: 210 time: 0.0734556 Jul 16 01:43:17.616938 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-485c727f-cd17-4440-9db1-35e8df4a7911 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] delete failed (client error): The resource could not be found. Jul 16 01:43:17.618003 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-485c727f-cd17-4440-9db1-35e8df4a7911 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/routers/06361a6c-9945-40f2-bd19-7070a26052f7 HTTP/1.1" status: 404 len: 336 time: 0.0994692 Jul 16 01:43:17.621874 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44600) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:17.649104 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-48048791-7577-4b9d-91f4-8ef28ab5022e None None] Provisioning complete for port d54a1434-7c8c-49a2-a937-ce8bee0522c7 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:17.649471 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48048791-7577-4b9d-91f4-8ef28ab5022e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.673862 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e931de-a4a5-4699-8705-141d98c2afe2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:17.675742 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3e931de-a4a5-4699-8705-141d98c2afe2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:17.681005 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b3e931de-a4a5-4699-8705-141d98c2afe2 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/561e8a83-2daf-486b-91a2-45b2003c9237 HTTP/1.1" status: 404 len: 337 time: 0.0577807 Jul 16 01:43:17.682452 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44602) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:17.685388 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-48048791-7577-4b9d-91f4-8ef28ab5022e None None] Port d54a1434-7c8c-49a2-a937-ce8bee0522c7 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:43:17.750096 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-664d2be0-1e8b-45e2-812a-1123ed1a0bcb tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:17.750340 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-664d2be0-1e8b-45e2-812a-1123ed1a0bcb tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:17.755342 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44606) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:17.755648 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-664d2be0-1e8b-45e2-812a-1123ed1a0bcb tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/86f40363-54f6-487c-8d6d-fc110132376a HTTP/1.1" status: 404 len: 337 time: 0.0719228 Jul 16 01:43:17.782884 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-72bb4edd-932d-448b-b659-4e04917ae7a0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:17.784596 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72bb4edd-932d-448b-b659-4e04917ae7a0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:17.786885 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-72bb4edd-932d-448b-b659-4e04917ae7a0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/f8a2293d-f467-427e-b509-79ce60841b05 HTTP/1.1" status: 404 len: 333 time: 0.0302494 Jul 16 01:43:17.789757 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44608) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:17.859596 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6a3044-b0fd-4900-992d-357e1f850353 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:17.860228 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a6a3044-b0fd-4900-992d-357e1f850353 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:17.864605 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9a6a3044-b0fd-4900-992d-357e1f850353 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/ab262c24-a2fb-4103-b983-27d73c5aa008 HTTP/1.1" status: 404 len: 337 time: 0.0705507 Jul 16 01:43:17.865432 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44616) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:17.893313 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.896303 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ca5bd6-0589-4037-ba05-9412c73bb16a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:17.897197 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ca5bd6-0589-4037-ba05-9412c73bb16a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:17.899309 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-39ca5bd6-0589-4037-ba05-9412c73bb16a tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/4797f215-3003-448c-95db-1a0e0df866ad HTTP/1.1" status: 404 len: 333 time: 0.0308483 Jul 16 01:43:17.902065 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44618) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:17.907324 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] Transition to ACTIVE for port object d54a1434-7c8c-49a2-a937-ce8bee0522c7 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:17.918696 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.966948 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a35d3b9-eda1-4d89-a631-e8f0a2f28855 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:17.969117 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a35d3b9-eda1-4d89-a631-e8f0a2f28855 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:17.971099 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5a35d3b9-eda1-4d89-a631-e8f0a2f28855 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/71db88ec-6d33-44e4-abbe-b5709c403b52 HTTP/1.1" status: 404 len: 337 time: 0.0678849 Jul 16 01:43:17.976773 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44620) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:18.004983 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22291325-b5c1-41a2-808c-a0da42bcb00d None None] Pushing event updated for resources: {'Port': ['ID=d54a1434-7c8c-49a2-a937-ce8bee0522c7,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:18.048910 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e0b5e6-4e59-428a-a4ca-8d27d865c3b0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:18.052493 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e0b5e6-4e59-428a-a4ca-8d27d865c3b0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:18.059041 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c7e0b5e6-4e59-428a-a4ca-8d27d865c3b0 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/79171289-85db-4bcb-9e11-83437fa82973 HTTP/1.1" status: 404 len: 333 time: 0.0784333 Jul 16 01:43:18.059661 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44624) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:18.130735 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-056ed124-11e4-4b4b-b979-45b0a80992c9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:18.131357 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] Attempting to bind port d54a1434-7c8c-49a2-a937-ce8bee0522c7 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:18.131749 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] Attempting to bind port d54a1434-7c8c-49a2-a937-ce8bee0522c7 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'dc1ff2a8-a443-4bd6-996c-7c3a142ae46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '138c207d-29c4-4221-9898-d5d1d234a3f7'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:18.132178 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] Attempting to bind port d54a1434-7c8c-49a2-a937-ce8bee0522c7 on network 138c207d-29c4-4221-9898-d5d1d234a3f7 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:18.132980 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-056ed124-11e4-4b4b-b979-45b0a80992c9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:18.136315 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-056ed124-11e4-4b4b-b979-45b0a80992c9 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/145b9a03-bc46-4ee2-a007-77970a68f4f8 HTTP/1.1" status: 404 len: 337 time: 0.0755413 Jul 16 01:43:18.139140 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44628) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:18.140216 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:18.140625 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] Checking segment: {'id': 'dc1ff2a8-a443-4bd6-996c-7c3a142ae46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '138c207d-29c4-4221-9898-d5d1d234a3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:18.141035 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.143467 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] Bound using segment: {'id': 'dc1ff2a8-a443-4bd6-996c-7c3a142ae46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '138c207d-29c4-4221-9898-d5d1d234a3f7'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:18.144007 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] Bound port: d54a1434-7c8c-49a2-a937-ce8bee0522c7, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1ff2a8-a443-4bd6-996c-7c3a142ae46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '138c207d-29c4-4221-9898-d5d1d234a3f7'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:18.144425 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.208309 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6664737-2821-4c3c-8d4d-a763ed3a17f3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:18.209333 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6664737-2821-4c3c-8d4d-a763ed3a17f3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:18.211507 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c6664737-2821-4c3c-8d4d-a763ed3a17f3 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/23db5614-5b20-4575-bc4a-277629c4429a HTTP/1.1" status: 404 len: 333 time: 0.0713606 Jul 16 01:43:18.214239 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44630) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:18.270021 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3686e4-91d7-4cc6-b2a8-542e598fb03b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:18.271060 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee3686e4-91d7-4cc6-b2a8-542e598fb03b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:18.273531 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ee3686e4-91d7-4cc6-b2a8-542e598fb03b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/15897461-0e6d-4457-a067-db8c8389cfd5 HTTP/1.1" status: 404 len: 337 time: 0.0581164 Jul 16 01:43:18.276232 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44632) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:18.293896 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] For port d54a1434-7c8c-49a2-a937-ce8bee0522c7, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:18.303106 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] For port d54a1434-7c8c-49a2-a937-ce8bee0522c7, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d54a1434-7c8c-49a2-a937-ce8bee0522c7,segment=NetworkSegment(dc1ff2a8-a443-4bd6-996c-7c3a142ae46e),segment_id=dc1ff2a8-a443-4bd6-996c-7c3a142ae46e)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:18.315375 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.334060 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38bf674-fc61-4d6c-bf22-f0fcb528012b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:18.335228 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f38bf674-fc61-4d6c-bf22-f0fcb528012b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:18.337541 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f38bf674-fc61-4d6c-bf22-f0fcb528012b tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/3f69e794-7e64-40a0-b8b0-adece2a7ad0b HTTP/1.1" status: 404 len: 333 time: 0.0596113 Jul 16 01:43:18.341397 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44634) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:18.391638 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] Routers {'63eb2f1f-d80e-41fa-ae6c-016700b28ee8'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:18.392279 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:43:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['63eb2f1f-d80e-41fa-ae6c-016700b28ee8'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:18.406600 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1e5c4349-a188-40e4-bcb7-6b612e32929b req-fb8133c9-0986-4c63-8f90-a4ca07d42630 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 210 time: 0.0809176 Jul 16 01:43:18.416914 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8491bc-c1d2-42ae-90bf-afa20a9817df tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:18.417486 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b8491bc-c1d2-42ae-90bf-afa20a9817df tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:18.419392 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8b8491bc-c1d2-42ae-90bf-afa20a9817df tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/8875e1d8-747b-408d-b222-0ae6ebb53ae5 HTTP/1.1" status: 404 len: 337 time: 0.0757565 Jul 16 01:43:18.422052 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44636) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:18.459878 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-916f7051-347a-4deb-a4a5-256cb5dda0e5 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:18.460967 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916f7051-347a-4deb-a4a5-256cb5dda0e5 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:18.463008 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-916f7051-347a-4deb-a4a5-256cb5dda0e5 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/794b0057-6653-4437-89ef-7b9baedc1c34 HTTP/1.1" status: 404 len: 333 time: 0.0398657 Jul 16 01:43:18.465640 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44638) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:18.477104 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22291325-b5c1-41a2-808c-a0da42bcb00d None None] Pushing event updated for resources: {'Port': ['ID=d54a1434-7c8c-49a2-a937-ce8bee0522c7,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:18.512668 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-988f61b8-87a0-40ad-a178-8311eb046c5d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:18.513224 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988f61b8-87a0-40ad-a178-8311eb046c5d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:18.520127 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44640) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:18.520674 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-988f61b8-87a0-40ad-a178-8311eb046c5d tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/c54def70-53c7-4661-8667-4b0e96d58163 HTTP/1.1" status: 404 len: 337 time: 0.0531514 Jul 16 01:43:18.572910 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-958161e1-5ea5-4212-85e3-7b561a8ab959 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:18.573718 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958161e1-5ea5-4212-85e3-7b561a8ab959 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:18.582782 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-958161e1-5ea5-4212-85e3-7b561a8ab959 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/ports/8a8a3e66-0ac0-44c5-a11e-f20d6432cf76 HTTP/1.1" status: 404 len: 333 time: 0.0586934 Jul 16 01:43:18.584208 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44642) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:18.612950 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] Set router 63eb2f1f-d80e-41fa-ae6c-016700b28ee8 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:18.639629 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-13099b4a-b49d-4048-9138-0d2c51a5f325 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:18.640091 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13099b4a-b49d-4048-9138-0d2c51a5f325 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:18.641908 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-13099b4a-b49d-4048-9138-0d2c51a5f325 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/subnets/fa97ba3a-faa4-4169-b525-c0d835fd4da2 HTTP/1.1" status: 404 len: 337 time: 0.0566382 Jul 16 01:43:18.644808 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44646) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:18.806683 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cdba78de-9d41-481e-9d88-089d4ab49300 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.914168 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63eb2f1f-d80e-41fa-ae6c-016700b28ee8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-282998427', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'efbb5142-8ec7-4034-b9be-63ac49997b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:06Z', 'updated_at': '2021-07-16T01:43:13Z', 'revision_number': 4, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'gw_port': {'id': 'efbb5142-8ec7-4034-b9be-63ac49997b26', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63eb2f1f-d80e-41fa-ae6c-016700b28ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:06Z', 'updated_at': '2021-07-16T01:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'd54a1434-7c8c-49a2-a937-ce8bee0522c7', 'name': '', 'network_id': '138c207d-29c4-4221-9898-d5d1d234a3f7', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'mac_address': 'fa:16:3e:31:40:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63eb2f1f-d80e-41fa-ae6c-016700b28ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '9ee83a58-2c68-43eb-abbc-00cabf8ca795', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:12Z', 'updated_at': '2021-07-16T01:43:18Z', 'revision_number': 4, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'subnets': [{'id': '9ee83a58-2c68-43eb-abbc-00cabf8ca795', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:18.962301 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ff6e619-ee54-4b15-8cc8-bdfda1b8b4d8 req-7cad4ed1-afb5-4ea0-8d35-8b28e4c2ade4 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=317473a4-85fc-45fb-835d-b5630878cb6d HTTP/1.1" status: 200 len: 210 time: 0.0738814 Jul 16 01:43:19.028133 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cdba78de-9d41-481e-9d88-089d4ab49300 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.041160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-cdba78de-9d41-481e-9d88-089d4ab49300 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['263c6a6c-93e1-4622-bf61-98aa7f54dc76']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:19.061052 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-cdba78de-9d41-481e-9d88-089d4ab49300 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa745ed-9807-4817-8b20-b879247514c1') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:19.061788 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-cdba78de-9d41-481e-9d88-089d4ab49300 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa745ed-9807-4817-8b20-b879247514c1') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:19.080951 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cdba78de-9d41-481e-9d88-089d4ab49300 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.110428 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cdba78de-9d41-481e-9d88-089d4ab49300 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.119837 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdba78de-9d41-481e-9d88-089d4ab49300 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:19.120608 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cdba78de-9d41-481e-9d88-089d4ab49300 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:19.124684 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:19.181129 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0c30d7-f172-4f07-942d-0e4f25d3b7d1 None None] The sync data for ids ['63eb2f1f-d80e-41fa-ae6c-016700b28ee8'] in n-d-792394-16 is: [{'id': '63eb2f1f-d80e-41fa-ae6c-016700b28ee8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-282998427', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'efbb5142-8ec7-4034-b9be-63ac49997b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:06Z', 'updated_at': '2021-07-16T01:43:13Z', 'revision_number': 4, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'gw_port': {'id': 'efbb5142-8ec7-4034-b9be-63ac49997b26', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63eb2f1f-d80e-41fa-ae6c-016700b28ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:06Z', 'updated_at': '2021-07-16T01:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'd54a1434-7c8c-49a2-a937-ce8bee0522c7', 'name': '', 'network_id': '138c207d-29c4-4221-9898-d5d1d234a3f7', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'mac_address': 'fa:16:3e:31:40:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63eb2f1f-d80e-41fa-ae6c-016700b28ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '9ee83a58-2c68-43eb-abbc-00cabf8ca795', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:12Z', 'updated_at': '2021-07-16T01:43:18Z', 'revision_number': 4, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'subnets': [{'id': '9ee83a58-2c68-43eb-abbc-00cabf8ca795', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:19.269219 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cdba78de-9d41-481e-9d88-089d4ab49300 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.295101 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cdba78de-9d41-481e-9d88-089d4ab49300 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.299575 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cdba78de-9d41-481e-9d88-089d4ab49300 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] 10.222.0.16 "DELETE /v2.0/networks/263c6a6c-93e1-4622-bf61-98aa7f54dc76 HTTP/1.1" status: 204 len: 168 time: 0.6512156 Jul 16 01:43:19.299575 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba78de-9d41-481e-9d88-089d4ab49300 tempest-NetworksTestDHCPv6-1535136703 tempest-NetworksTestDHCPv6-1535136703-project] Pushing event deleted for resources: {'Network': ['ID=263c6a6c-93e1-4622-bf61-98aa7f54dc76,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:19.646995 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-7fb27c45-108d-4681-abba-ac662544607b tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:19.649563 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-7fb27c45-108d-4681-abba-ac662544607b tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.82 "GET /v2.0/networks?id=138c207d-29c4-4221-9898-d5d1d234a3f7 HTTP/1.1" status: 200 len: 797 time: 0.2703524 Jul 16 01:43:19.664764 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-708fae0f-845b-4d04-bb27-6be4a208e7c5 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Request body: {'port': {'device_id': '317473a4-85fc-45fb-835d-b5630878cb6d', 'network_id': '138c207d-29c4-4221-9898-d5d1d234a3f7', 'admin_state_up': True, 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:19.713609 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d54a1434-7c8c-49a2-a937-ce8bee0522c7 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:19.780044 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44666) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:19.812662 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8f0c95dd-d30f-4c3b-a180-552dda5e659a req-c4482436-b7ec-4bc1-9c62-f1481c61f7ef tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 210 time: 0.0676589 Jul 16 01:43:19.835520 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port d54a1434-7c8c-49a2-a937-ce8bee0522c7 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:19.841785 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port d54a1434-7c8c-49a2-a937-ce8bee0522c7 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:19.842773 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.911945 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-708fae0f-845b-4d04-bb27-6be4a208e7c5 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Made reservation on behalf of 63d7dd0927134fe38f3ae78f1b64b169 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:19.925189 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-708fae0f-845b-4d04-bb27-6be4a208e7c5 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.086733 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.139762 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port d54a1434-7c8c-49a2-a937-ce8bee0522c7, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d54a1434-7c8c-49a2-a937-ce8bee0522c7,segment=NetworkSegment(dc1ff2a8-a443-4bd6-996c-7c3a142ae46e),segment_id=dc1ff2a8-a443-4bd6-996c-7c3a142ae46e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:20.147380 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.148769 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 00f2da22-a7cf-4485-95cc-ba35eeabe93d up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:20.241995 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=d54a1434-7c8c-49a2-a937-ce8bee0522c7,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:20.268288 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6cbd0968-c869-4df0-a346-32382c6aa9d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae85f7e63bae49328f00850ffc54facf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4866941 Jul 16 01:43:20.272929 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44680) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:20.286056 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 00f2da22-a7cf-4485-95cc-ba35eeabe93d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:20.286953 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.297130 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8602548c-d41d-4985-b09b-e68fe0587237 req-00fc57b2-ce76-4855-ae4a-4147e321cc5b tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=317473a4-85fc-45fb-835d-b5630878cb6d HTTP/1.1" status: 200 len: 210 time: 0.0757089 Jul 16 01:43:20.434731 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b1953f1-95ec-4171-9838-4efef8671c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.444473 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-708fae0f-845b-4d04-bb27-6be4a208e7c5 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Allocated IP 172.20.0.25 (138c207d-29c4-4221-9898-d5d1d234a3f7/9ee83a58-2c68-43eb-abbc-00cabf8ca795/7b709322-5b14-4330-a828-dcfd2a5faf68) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:20.471625 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b1953f1-95ec-4171-9838-4efef8671c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.617073 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b1953f1-95ec-4171-9838-4efef8671c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.619912 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b1953f1-95ec-4171-9838-4efef8671c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.635978 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1b1953f1-95ec-4171-9838-4efef8671c9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/37ed5f25-946e-4a62-8236-f1c6cb9945c4 HTTP/1.1" status: 204 len: 168 time: 0.3525467 Jul 16 01:43:20.653760 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1953f1-95ec-4171-9838-4efef8671c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ed5f25-946e-4a62-8236-f1c6cb9945c4,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:20.696950 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-708fae0f-845b-4d04-bb27-6be4a208e7c5 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.735865 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-708fae0f-845b-4d04-bb27-6be4a208e7c5 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Transition to ACTIVE for port object 7b709322-5b14-4330-a828-dcfd2a5faf68 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:20.803488 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-708fae0f-845b-4d04-bb27-6be4a208e7c5 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:20.864145 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-708fae0f-845b-4d04-bb27-6be4a208e7c5 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Network 138c207d-29c4-4221-9898-d5d1d234a3f7 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:20.875118 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-708fae0f-845b-4d04-bb27-6be4a208e7c5 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:20.878316 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-708fae0f-845b-4d04-bb27-6be4a208e7c5 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:20.940263 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fae0f-845b-4d04-bb27-6be4a208e7c5 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event updated for resources: {'Port': ['ID=7b709322-5b14-4330-a828-dcfd2a5faf68,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:21.002384 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-708fae0f-845b-4d04-bb27-6be4a208e7c5 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:21.003040 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-708fae0f-845b-4d04-bb27-6be4a208e7c5 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.030730 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-708fae0f-845b-4d04-bb27-6be4a208e7c5 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3724315 Jul 16 01:43:21.055072 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Request body: {'port': {'device_id': '317473a4-85fc-45fb-835d-b5630878cb6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:21.162302 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30435f38-f319-47fa-8a0e-8e743d4c10bb req-1f9ec7cd-21a6-4743-bf2a-3e74a4ba4326 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 210 time: 0.0519998 Jul 16 01:43:21.262786 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.325015 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-662671bc-94dd-47b2-b527-01ef7db8038d None None] Provisioning for port 7b709322-5b14-4330-a828-dcfd2a5faf68 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:21.333135 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-662671bc-94dd-47b2-b527-01ef7db8038d None None] Provisioning complete for port 7b709322-5b14-4330-a828-dcfd2a5faf68 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:21.333819 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-662671bc-94dd-47b2-b527-01ef7db8038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.400376 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-662671bc-94dd-47b2-b527-01ef7db8038d None None] Port 7b709322-5b14-4330-a828-dcfd2a5faf68 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:43:21.552014 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d54a1434-7c8c-49a2-a937-ce8bee0522c7 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:21.646771 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port d54a1434-7c8c-49a2-a937-ce8bee0522c7 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:21.647420 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.748521 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b9ed1-b66a-4dbe-ac1c-cb9de9c9c82b req-a3899ef2-70fb-448e-9cfa-cbf2ca25b402 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:21.761793 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-285b9ed1-b66a-4dbe-ac1c-cb9de9c9c82b req-a3899ef2-70fb-448e-9cfa-cbf2ca25b402 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=317473a4-85fc-45fb-835d-b5630878cb6d HTTP/1.1" status: 200 len: 895 time: 0.2026367 Jul 16 01:43:21.895482 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b709322-5b14-4330-a828-dcfd2a5faf68 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:21.905481 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:21.919284 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44716) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.933293 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Transition to ACTIVE for port object 7b709322-5b14-4330-a828-dcfd2a5faf68 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:21.940144 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.059084 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Pushing event updated for resources: {'Port': ['ID=7b709322-5b14-4330-a828-dcfd2a5faf68,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:22.084469 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-4bcc6985-1f1b-446a-b0a5-258d24dd7356 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:22.085538 n-d-792394-16 neutron-server[93956]: WARNING neutron.api.v2.base [None req-4bcc6985-1f1b-446a-b0a5-258d24dd7356 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 01:43:22.086297 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-4bcc6985-1f1b-446a-b0a5-258d24dd7356 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:43:22.087064 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:22.087412 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:22.087749 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:22.088081 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:22.088462 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:22.088797 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:22.089373 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4bcc6985-1f1b-446a-b0a5-258d24dd7356 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1693680 Jul 16 01:43:22.092842 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:22.093428 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44720) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:22.093588 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:22.093834 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:22.094175 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:22.094508 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:22.094835 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:22.099456 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-ee56e35f-368e-479a-8d78-d2b89cf6cb70 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group': {'name': 'tempest-secgroup--617547506'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:22.141057 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Attempting to bind port 7b709322-5b14-4330-a828-dcfd2a5faf68 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:22.141466 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Attempting to bind port 7b709322-5b14-4330-a828-dcfd2a5faf68 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'dc1ff2a8-a443-4bd6-996c-7c3a142ae46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '138c207d-29c4-4221-9898-d5d1d234a3f7'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:22.141825 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Attempting to bind port 7b709322-5b14-4330-a828-dcfd2a5faf68 on network 138c207d-29c4-4221-9898-d5d1d234a3f7 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:22.142073 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee56e35f-368e-479a-8d78-d2b89cf6cb70 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.147255 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Port 7b709322-5b14-4330-a828-dcfd2a5faf68 on network 138c207d-29c4-4221-9898-d5d1d234a3f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:22.147588 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Attempting to bind port 7b709322-5b14-4330-a828-dcfd2a5faf68 on network 138c207d-29c4-4221-9898-d5d1d234a3f7 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:22.152741 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:22.153115 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Checking segment: {'id': 'dc1ff2a8-a443-4bd6-996c-7c3a142ae46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '138c207d-29c4-4221-9898-d5d1d234a3f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:22.153560 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Bound using segment: {'id': 'dc1ff2a8-a443-4bd6-996c-7c3a142ae46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '138c207d-29c4-4221-9898-d5d1d234a3f7'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:22.153995 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Bound port: 7b709322-5b14-4330-a828-dcfd2a5faf68, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1ff2a8-a443-4bd6-996c-7c3a142ae46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '138c207d-29c4-4221-9898-d5d1d234a3f7'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:22.154356 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.161799 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee56e35f-368e-479a-8d78-d2b89cf6cb70 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.328501 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee56e35f-368e-479a-8d78-d2b89cf6cb70 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.339649 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee56e35f-368e-479a-8d78-d2b89cf6cb70 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.356820 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] For port 7b709322-5b14-4330-a828-dcfd2a5faf68, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:22.382317 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] For port 7b709322-5b14-4330-a828-dcfd2a5faf68, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7b709322-5b14-4330-a828-dcfd2a5faf68,segment=NetworkSegment(dc1ff2a8-a443-4bd6-996c-7c3a142ae46e),segment_id=dc1ff2a8-a443-4bd6-996c-7c3a142ae46e)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:22.398699 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.432490 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56e35f-368e-479a-8d78-d2b89cf6cb70 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d52be35-2ac6-4d7e-8f88-986c0898f0e5,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:22.484996 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:22.485636 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.493646 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] 10.222.0.82 "PUT /v2.0/ports/7b709322-5b14-4330-a828-dcfd2a5faf68 HTTP/1.1" status: 200 len: 1056 time: 1.4502461 Jul 16 01:43:22.497294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317473a4-85fc-45fb-835d-b5630878cb6d', 'tag': '7b709322-5b14-4330-a828-dcfd2a5faf68'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:22.503358 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90f4daa-eb2b-4922-86a5-eba28b255675" -d '{"events": [{"name": "network-changed", "server_uuid": "317473a4-85fc-45fb-835d-b5630878cb6d", "tag": "7b709322-5b14-4330-a828-dcfd2a5faf68"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:22.531362 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2b1d7ef6-44cd-4bd4-be40-53d557dc2d40 req-cd6d6c5d-242e-457b-acff-5cebc8917fc7 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a55dd4ee-7e5b-4a9c-adfa-65b9d042bc62 HTTP/1.1" status: 200 len: 210 time: 0.0816188 Jul 16 01:43:22.594634 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24172671-5620-4af5-8ca6-d1c9c1a32c91 service neutron] Pushing event updated for resources: {'Port': ['ID=7b709322-5b14-4330-a828-dcfd2a5faf68,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:22.690366 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee56e35f-368e-479a-8d78-d2b89cf6cb70 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.695645 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464da600-339c-491f-92a1-3dbfdb505b63 x-openstack-request-id: req-464da600-339c-491f-92a1-3dbfdb505b63 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:22.695943 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317473a4-85fc-45fb-835d-b5630878cb6d", "tag": "7b709322-5b14-4330-a828-dcfd2a5faf68", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:22.696630 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-464da600-339c-491f-92a1-3dbfdb505b63 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:22.697196 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317473a4-85fc-45fb-835d-b5630878cb6d', 'tag': '7b709322-5b14-4330-a828-dcfd2a5faf68', 'status': 'completed', 'code': 200} Jul 16 01:43:22.699376 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee56e35f-368e-479a-8d78-d2b89cf6cb70 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.717748 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-1db01a5b-d939-4f93-bd67-4301630ce422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:22.719923 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-1db01a5b-d939-4f93-bd67-4301630ce422 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=63d7dd0927134fe38f3ae78f1b64b169&device_id=317473a4-85fc-45fb-835d-b5630878cb6d HTTP/1.1" status: 200 len: 1059 time: 0.0880413 Jul 16 01:43:22.732017 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56e35f-368e-479a-8d78-d2b89cf6cb70 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584af919-0f32-4be0-8e89-c3e3d5bd719d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:22.758517 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ee56e35f-368e-479a-8d78-d2b89cf6cb70 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.761636 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ee56e35f-368e-479a-8d78-d2b89cf6cb70 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6660404 Jul 16 01:43:22.765871 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44728) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:22.775239 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-293f6b8f-bc30-49c8-bf12-814b118f92bc tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group_rule': {'security_group_id': '584af919-0f32-4be0-8e89-c3e3d5bd719d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:22.778173 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-1745f551-919b-4d64-a82b-4e14728e3d07 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=7b709322-5b14-4330-a828-dcfd2a5faf68 HTTP/1.1" status: 200 len: 217 time: 0.0512369 Jul 16 01:43:22.835042 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-293f6b8f-bc30-49c8-bf12-814b118f92bc tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.903045 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-6ff1116d-d9d6-4015-97d3-32ba3503daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:22.904603 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-6ff1116d-d9d6-4015-97d3-32ba3503daaf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9ee83a58-2c68-43eb-abbc-00cabf8ca795 HTTP/1.1" status: 200 len: 838 time: 0.1194048 Jul 16 01:43:22.950331 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-293f6b8f-bc30-49c8-bf12-814b118f92bc tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.963578 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-293f6b8f-bc30-49c8-bf12-814b118f92bc tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.986293 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f6b8f-bc30-49c8-bf12-814b118f92bc tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82426c6-4996-47c1-9621-2c8d03a5220a,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:22.998446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-651c3263-991b-47cb-8e99-42e1dcce485e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:23.002007 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-651c3263-991b-47cb-8e99-42e1dcce485e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=138c207d-29c4-4221-9898-d5d1d234a3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0897021 Jul 16 01:43:23.021082 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-293f6b8f-bc30-49c8-bf12-814b118f92bc tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.024416 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-293f6b8f-bc30-49c8-bf12-814b118f92bc tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2551270 Jul 16 01:43:23.028805 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44736) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:23.035209 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-bcb6d9e6-f76a-4dbb-84bf-b801b104289e tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group_rule': {'security_group_id': '584af919-0f32-4be0-8e89-c3e3d5bd719d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:23.088661 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20668406-a048-4ad0-9b1e-7acff286eddc req-6e1c6908-57e5-48ab-96f8-b39895fed5a0 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:23.090416 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-20668406-a048-4ad0-9b1e-7acff286eddc req-6e1c6908-57e5-48ab-96f8-b39895fed5a0 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=317473a4-85fc-45fb-835d-b5630878cb6d HTTP/1.1" status: 200 len: 907 time: 0.1181939 Jul 16 01:43:23.097091 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bcb6d9e6-f76a-4dbb-84bf-b801b104289e tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.158541 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-3b2e9611-a227-446b-8b8c-66affe905d18 service neutron] 10.222.0.82 "GET /v2.0/networks/138c207d-29c4-4221-9898-d5d1d234a3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492026 Jul 16 01:43:23.161740 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-bcb6d9e6-f76a-4dbb-84bf-b801b104289e tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:43:23.163250 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bcb6d9e6-f76a-4dbb-84bf-b801b104289e tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1323838 Jul 16 01:43:23.165919 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44738) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:23.295899 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-17ca84a2-606e-420d-a593-644c128dbb70 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.304714 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c56785e-6c9d-4a9f-95d7-dd5bf534cfae req-6ce105f3-5c12-4981-b188-875790da3768 service neutron] 10.222.0.82 "GET /v2.0/networks/138c207d-29c4-4221-9898-d5d1d234a3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193700 Jul 16 01:43:23.325571 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-17ca84a2-606e-420d-a593-644c128dbb70 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.435118 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-17ca84a2-606e-420d-a593-644c128dbb70 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.437994 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-17ca84a2-606e-420d-a593-644c128dbb70 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.441768 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-17ca84a2-606e-420d-a593-644c128dbb70 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "DELETE /v2.0/security-groups/584af919-0f32-4be0-8e89-c3e3d5bd719d HTTP/1.1" status: 204 len: 168 time: 0.2720640 Jul 16 01:43:23.442191 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44744) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:23.454201 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca84a2-606e-420d-a593-644c128dbb70 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=584af919-0f32-4be0-8e89-c3e3d5bd719d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:23.481641 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f4daa-eb2b-4922-86a5-eba28b255675 req-e1442006-1030-4b28-8cb0-7a2baaa9c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:23.483196 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d90f4daa-eb2b-4922-86a5-eba28b255675 req-e1442006-1030-4b28-8cb0-7a2baaa9c5cb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=63d7dd0927134fe38f3ae78f1b64b169&device_id=317473a4-85fc-45fb-835d-b5630878cb6d HTTP/1.1" status: 200 len: 1059 time: 0.0927451 Jul 16 01:43:23.537100 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4c2c5a3e-9209-46ab-8510-27a1962f3426 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0937178 Jul 16 01:43:23.540848 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44746) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:23.545639 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b61bcade-db39-45b0-baea-a40a32a3bffa tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group': {'name': 'tempest-secgroup--43460347'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:23.576508 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b61bcade-db39-45b0-baea-a40a32a3bffa tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.599961 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f4daa-eb2b-4922-86a5-eba28b255675 req-a96008bf-14e8-4e8b-b047-02ba2899a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:23.601915 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d90f4daa-eb2b-4922-86a5-eba28b255675 req-a96008bf-14e8-4e8b-b047-02ba2899a3af service neutron] 10.222.0.82 "GET /v2.0/networks?id=138c207d-29c4-4221-9898-d5d1d234a3f7 HTTP/1.1" status: 200 len: 898 time: 0.1121571 Jul 16 01:43:23.677504 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d90f4daa-eb2b-4922-86a5-eba28b255675 req-71970aae-1ce3-4317-8520-df6dae0973a5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=7b709322-5b14-4330-a828-dcfd2a5faf68 HTTP/1.1" status: 200 len: 217 time: 0.0666723 Jul 16 01:43:23.687138 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b61bcade-db39-45b0-baea-a40a32a3bffa tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.692615 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b61bcade-db39-45b0-baea-a40a32a3bffa tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.743655 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b61bcade-db39-45b0-baea-a40a32a3bffa tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.749543 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44754) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:23.749732 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b61bcade-db39-45b0-baea-a40a32a3bffa tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2076726 Jul 16 01:43:23.766792 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-d13175b0-5b11-43dd-83e5-d3a04717537a tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group_rule': {'security_group_id': 'b99c352e-ab8d-4e67-b1f9-6bf44b26f4d4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:23.769250 n-d-792394-16 neutron-server[93955]: WARNING neutron.api.v2.base [None req-d13175b0-5b11-43dd-83e5-d3a04717537a tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 01:43:23.771037 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-d13175b0-5b11-43dd-83e5-d3a04717537a tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:23.774655 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d13175b0-5b11-43dd-83e5-d3a04717537a tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0226965 Jul 16 01:43:23.777081 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44756) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:23.778122 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f4daa-eb2b-4922-86a5-eba28b255675 req-efede162-48e3-48c6-b9be-976d61eee11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:23.784669 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d90f4daa-eb2b-4922-86a5-eba28b255675 req-efede162-48e3-48c6-b9be-976d61eee11f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9ee83a58-2c68-43eb-abbc-00cabf8ca795 HTTP/1.1" status: 200 len: 838 time: 0.0989408 Jul 16 01:43:23.787202 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44758) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:23.822220 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bcade-db39-45b0-baea-a40a32a3bffa tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b99c352e-ab8d-4e67-b1f9-6bf44b26f4d4,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:23.870391 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-99e1c3fb-2cbf-45b8-b721-2bba844d2966 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.901944 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-99e1c3fb-2cbf-45b8-b721-2bba844d2966 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.906532 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbe7d-7372-4009-bb93-46f1acc25bd0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.931171 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f4daa-eb2b-4922-86a5-eba28b255675 req-0cfe01f0-49c7-41b8-8d2c-a8c4e925e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:23.932727 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d90f4daa-eb2b-4922-86a5-eba28b255675 req-0cfe01f0-49c7-41b8-8d2c-a8c4e925e0a7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=138c207d-29c4-4221-9898-d5d1d234a3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1139963 Jul 16 01:43:23.975192 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbe7d-7372-4009-bb93-46f1acc25bd0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.985282 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-99e1c3fb-2cbf-45b8-b721-2bba844d2966 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.012478 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-99e1c3fb-2cbf-45b8-b721-2bba844d2966 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.013665 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-99e1c3fb-2cbf-45b8-b721-2bba844d2966 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "DELETE /v2.0/security-groups/b99c352e-ab8d-4e67-b1f9-6bf44b26f4d4 HTTP/1.1" status: 204 len: 168 time: 0.2342162 Jul 16 01:43:24.017110 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44766) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.051013 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1c3fb-2cbf-45b8-b721-2bba844d2966 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99c352e-ab8d-4e67-b1f9-6bf44b26f4d4,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:24.063912 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d90f4daa-eb2b-4922-86a5-eba28b255675 req-e77b16dc-525f-4f7c-93d4-a9960fe1912c service neutron] 10.222.0.82 "GET /v2.0/networks/138c207d-29c4-4221-9898-d5d1d234a3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223981 Jul 16 01:43:24.082458 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbe7d-7372-4009-bb93-46f1acc25bd0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.086421 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbe7d-7372-4009-bb93-46f1acc25bd0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.090517 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0d8dbe7d-7372-4009-bb93-46f1acc25bd0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "DELETE /v2.0/security-groups/42519a41-99ff-4c45-ae74-2b052d028275 HTTP/1.1" status: 204 len: 168 time: 0.3023219 Jul 16 01:43:24.091244 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44770) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.100751 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2053f9c1-3ac4-483b-9e3b-d3f827587b6c tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0789118 Jul 16 01:43:24.101048 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44772) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.105939 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-005b7d60-9754-496b-a63a-116909069635 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group': {'name': 'tempest-secgroup--1153706744'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:24.153348 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-005b7d60-9754-496b-a63a-116909069635 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.164631 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8dbe7d-7372-4009-bb93-46f1acc25bd0 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42519a41-99ff-4c45-ae74-2b052d028275,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:24.200746 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-46a97087-881c-4758-8e77-d9c5ea20baa6 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] show failed (client error): The resource could not be found. Jul 16 01:43:24.201865 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-46a97087-881c-4758-8e77-d9c5ea20baa6 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "GET /v2.0/security-groups/42519a41-99ff-4c45-ae74-2b052d028275 HTTP/1.1" status: 404 len: 347 time: 0.1051350 Jul 16 01:43:24.206064 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44776) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.293673 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-005b7d60-9754-496b-a63a-116909069635 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.302273 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-005b7d60-9754-496b-a63a-116909069635 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.333219 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-005b7d60-9754-496b-a63a-116909069635 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.338213 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-005b7d60-9754-496b-a63a-116909069635 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2345343 Jul 16 01:43:24.343160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44778) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.349673 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f6f24db0-0216-4835-844d-6846a112144e tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group_rule': {'security_group_id': 'a13e7b6c-0439-4619-8bf2-900593c2f958', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:24.350600 n-d-792394-16 neutron-server[93955]: WARNING neutron.api.v2.base [None req-f6f24db0-0216-4835-844d-6846a112144e tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 01:43:24.351125 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-f6f24db0-0216-4835-844d-6846a112144e tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:24.354776 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f6f24db0-0216-4835-844d-6846a112144e tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073280 Jul 16 01:43:24.356686 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44782) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.363683 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:43:24.367753 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b7d60-9754-496b-a63a-116909069635 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a13e7b6c-0439-4619-8bf2-900593c2f958,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:24.428542 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bf4c-c4c0-4451-9873-f168639fbbe6 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.448414 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d90f4daa-eb2b-4922-86a5-eba28b255675 req-517017b3-19cf-4ec3-aeba-c6287408b567 service neutron] 10.222.0.82 "GET /v2.0/networks/138c207d-29c4-4221-9898-d5d1d234a3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752708 Jul 16 01:43:24.478215 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bf4c-c4c0-4451-9873-f168639fbbe6 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.512178 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-fd109166-2722-463e-938b-8954b3c22199 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Deleting port 8cef300f-ae89-4b71-b501-30aa8d659755 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:24.512718 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fd109166-2722-463e-938b-8954b3c22199 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.543401 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bf4c-c4c0-4451-9873-f168639fbbe6 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.546583 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bf4c-c4c0-4451-9873-f168639fbbe6 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.548298 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6dc4bf4c-c4c0-4451-9873-f168639fbbe6 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "DELETE /v2.0/security-groups/a13e7b6c-0439-4619-8bf2-900593c2f958 HTTP/1.1" status: 204 len: 168 time: 0.1904972 Jul 16 01:43:24.554450 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44786) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.559500 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325d880-3589-4f34-9c8c-6106c13b1e6a req-53e02d6f-61bd-4c2b-845f-2147b7f21ddb tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:24.561356 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a325d880-3589-4f34-9c8c-6106c13b1e6a req-53e02d6f-61bd-4c2b-845f-2147b7f21ddb tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=317473a4-85fc-45fb-835d-b5630878cb6d HTTP/1.1" status: 200 len: 907 time: 0.2245235 Jul 16 01:43:24.574865 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4bf4c-c4c0-4451-9873-f168639fbbe6 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13e7b6c-0439-4619-8bf2-900593c2f958,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:24.635994 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fd109166-2722-463e-938b-8954b3c22199 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.635994 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fd109166-2722-463e-938b-8954b3c22199 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.636567 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5ee5c79c-b3c2-4158-9fad-7f36dfdefad3 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0793700 Jul 16 01:43:24.637244 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44788) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.641754 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-a4355356-8110-4392-9d32-7d102471fd17 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group': {'name': 'tempest-secgroup--455279768'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:24.651484 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-fd109166-2722-463e-938b-8954b3c22199 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Calling delete_port for 8cef300f-ae89-4b71-b501-30aa8d659755 owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:24.670049 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4355356-8110-4392-9d32-7d102471fd17 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.799047 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4355356-8110-4392-9d32-7d102471fd17 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.805915 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4355356-8110-4392-9d32-7d102471fd17 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.836996 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fd109166-2722-463e-938b-8954b3c22199 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.841421 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4355356-8110-4392-9d32-7d102471fd17 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.845333 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a4355356-8110-4392-9d32-7d102471fd17 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2045293 Jul 16 01:43:24.846191 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44794) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.855662 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-fc309b47-9493-403f-9d05-214e91cfc2c4 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group_rule': {'security_group_id': '07d60b7a-e8b0-4957-8ad7-3a91c72623aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:24.857493 n-d-792394-16 neutron-server[93956]: WARNING neutron.api.v2.base [None req-fc309b47-9493-403f-9d05-214e91cfc2c4 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 01:43:24.858523 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-fc309b47-9493-403f-9d05-214e91cfc2c4 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:24.863054 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fc309b47-9493-403f-9d05-214e91cfc2c4 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0155985 Jul 16 01:43:24.864589 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4355356-8110-4392-9d32-7d102471fd17 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d60b7a-e8b0-4957-8ad7-3a91c72623aa,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:24.866870 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44796) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.877093 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-d48fe52d-8286-44a4-a3d3-4bd2210dd712 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group_rule': {'security_group_id': '07d60b7a-e8b0-4957-8ad7-3a91c72623aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:24.878752 n-d-792394-16 neutron-server[93955]: WARNING neutron.api.v2.base [None req-d48fe52d-8286-44a4-a3d3-4bd2210dd712 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 01:43:24.879522 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-d48fe52d-8286-44a4-a3d3-4bd2210dd712 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:24.883325 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d48fe52d-8286-44a4-a3d3-4bd2210dd712 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0099168 Jul 16 01:43:24.883325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd109166-2722-463e-938b-8954b3c22199 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event deleted for resources: {'Port': ['ID=8cef300f-ae89-4b71-b501-30aa8d659755,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:24.884095 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44798) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.896737 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-e3300daa-47e9-4e43-8201-2f50b85376e1 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group_rule': {'security_group_id': '07d60b7a-e8b0-4957-8ad7-3a91c72623aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:24.898043 n-d-792394-16 neutron-server[93955]: WARNING neutron.api.v2.base [None req-e3300daa-47e9-4e43-8201-2f50b85376e1 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 01:43:24.898626 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-e3300daa-47e9-4e43-8201-2f50b85376e1 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:24.902296 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e3300daa-47e9-4e43-8201-2f50b85376e1 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0132551 Jul 16 01:43:24.903087 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44800) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.910211 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-ae450dc0-2f75-4202-8d52-4b6b58eb438e tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group_rule': {'security_group_id': '07d60b7a-e8b0-4957-8ad7-3a91c72623aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:24.911497 n-d-792394-16 neutron-server[93956]: WARNING neutron.api.v2.base [None req-ae450dc0-2f75-4202-8d52-4b6b58eb438e tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 01:43:24.912184 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-ae450dc0-2f75-4202-8d52-4b6b58eb438e tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:24.916786 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ae450dc0-2f75-4202-8d52-4b6b58eb438e tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0124874 Jul 16 01:43:24.917336 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44804) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.959442 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fd109166-2722-463e-938b-8954b3c22199 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.962739 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fd109166-2722-463e-938b-8954b3c22199 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.966812 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fd109166-2722-463e-938b-8954b3c22199 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "DELETE /v2.0/floatingips/64000d33-782d-475f-a4f2-f98f0f984c98 HTTP/1.1" status: 204 len: 168 time: 0.7597969 Jul 16 01:43:24.967580 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44806) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.976938 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c9ce9762-cd12-4deb-b600-f3dbdded0fc0 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.010211 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c9ce9762-cd12-4deb-b600-f3dbdded0fc0 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.086579 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c9ce9762-cd12-4deb-b600-f3dbdded0fc0 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.090499 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c9ce9762-cd12-4deb-b600-f3dbdded0fc0 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.107315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44816) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:25.112474 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c9ce9762-cd12-4deb-b600-f3dbdded0fc0 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "DELETE /v2.0/security-groups/07d60b7a-e8b0-4957-8ad7-3a91c72623aa HTTP/1.1" status: 204 len: 168 time: 0.1928418 Jul 16 01:43:25.157780 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce9762-cd12-4deb-b600-f3dbdded0fc0 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d60b7a-e8b0-4957-8ad7-3a91c72623aa,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:25.200606 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-61d226fc-c410-4712-abcd-23c788c3a5fc tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0903060 Jul 16 01:43:25.204687 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44818) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:25.211127 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-edce8aa2-c4e5-47b2-9705-c20042633ec0 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group': {'name': 'tempest-secgroup--1237513972'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:25.211309 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-24f0a30f-66bc-4275-9f83-3bce16986abd tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Deleting port 402daa9b-da36-45bb-8bb8-44f53b35914a {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:25.211561 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-24f0a30f-66bc-4275-9f83-3bce16986abd tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.236850 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-edce8aa2-c4e5-47b2-9705-c20042633ec0 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.343926 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-24f0a30f-66bc-4275-9f83-3bce16986abd tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.354336 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-edce8aa2-c4e5-47b2-9705-c20042633ec0 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.362848 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-edce8aa2-c4e5-47b2-9705-c20042633ec0 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.369300 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-24f0a30f-66bc-4275-9f83-3bce16986abd tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Calling delete_port for 402daa9b-da36-45bb-8bb8-44f53b35914a owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:25.401509 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-edce8aa2-c4e5-47b2-9705-c20042633ec0 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.402788 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-edce8aa2-c4e5-47b2-9705-c20042633ec0 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1958027 Jul 16 01:43:25.405567 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44824) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:25.410793 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0e5fe6db-c32b-4dfe-97c0-f05cf96e3cb6 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group_rule': {'security_group_id': '1ec4ed88-6e81-4da8-9af8-4b43adb50609', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:25.411270 n-d-792394-16 neutron-server[93956]: WARNING neutron.api.v2.base [None req-0e5fe6db-c32b-4dfe-97c0-f05cf96e3cb6 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 01:43:25.411762 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-0e5fe6db-c32b-4dfe-97c0-f05cf96e3cb6 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:25.412728 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0e5fe6db-c32b-4dfe-97c0-f05cf96e3cb6 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062728 Jul 16 01:43:25.413881 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce8aa2-c4e5-47b2-9705-c20042633ec0 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec4ed88-6e81-4da8-9af8-4b43adb50609,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:25.416853 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44826) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:25.421486 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-18309305-1121-40f3-a0f7-ece553989236 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group_rule': {'security_group_id': '1ec4ed88-6e81-4da8-9af8-4b43adb50609', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:25.474692 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-18309305-1121-40f3-a0f7-ece553989236 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:25.475870 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-18309305-1121-40f3-a0f7-ece553989236 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0576768 Jul 16 01:43:25.479191 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44828) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:25.483855 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-44068f71-fdf6-43c3-a4e5-588f7d6a03ce tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group_rule': {'security_group_id': '1ec4ed88-6e81-4da8-9af8-4b43adb50609', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:25.484320 n-d-792394-16 neutron-server[93956]: WARNING neutron.api.v2.base [None req-44068f71-fdf6-43c3-a4e5-588f7d6a03ce tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 01:43:25.484828 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-44068f71-fdf6-43c3-a4e5-588f7d6a03ce tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:25.485740 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-44068f71-fdf6-43c3-a4e5-588f7d6a03ce tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055625 Jul 16 01:43:25.488743 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44830) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:25.493874 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-e747ee96-8cab-48f1-bd44-eb288274a6ba tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group_rule': {'security_group_id': '1ec4ed88-6e81-4da8-9af8-4b43adb50609', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:25.587126 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-24f0a30f-66bc-4275-9f83-3bce16986abd tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.618174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0a30f-66bc-4275-9f83-3bce16986abd tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event deleted for resources: {'Port': ['ID=402daa9b-da36-45bb-8bb8-44f53b35914a,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:25.625372 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-e747ee96-8cab-48f1-bd44-eb288274a6ba tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:25.626884 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e747ee96-8cab-48f1-bd44-eb288274a6ba tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1370039 Jul 16 01:43:25.633564 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44834) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:25.639021 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-5f1b33f8-883b-440a-bb3f-05114eeaa1cb tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group_rule': {'security_group_id': '1ec4ed88-6e81-4da8-9af8-4b43adb50609', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:25.639466 n-d-792394-16 neutron-server[93956]: WARNING neutron.api.v2.base [None req-5f1b33f8-883b-440a-bb3f-05114eeaa1cb tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 01:43:25.639955 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-5f1b33f8-883b-440a-bb3f-05114eeaa1cb tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:25.646107 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5f1b33f8-883b-440a-bb3f-05114eeaa1cb tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099423 Jul 16 01:43:25.647530 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44836) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:25.653211 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-645d24ce-dfb5-4f8d-854b-27646566cc99 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group_rule': {'security_group_id': '1ec4ed88-6e81-4da8-9af8-4b43adb50609', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:25.700053 n-d-792394-16 neutron-server[93956]: INFO neutron.db.securitygroups_db [None req-645d24ce-dfb5-4f8d-854b-27646566cc99 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Project e3589765b23e4b2198432112a7f4dba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:43:25.718470 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-645d24ce-dfb5-4f8d-854b-27646566cc99 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:25.722925 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-645d24ce-dfb5-4f8d-854b-27646566cc99 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0728269 Jul 16 01:43:25.723114 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44842) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:25.729137 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-40fc9938-8091-475e-94e7-cc4c1531fb26 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group_rule': {'security_group_id': '1ec4ed88-6e81-4da8-9af8-4b43adb50609', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:25.729668 n-d-792394-16 neutron-server[93956]: WARNING neutron.api.v2.base [None req-40fc9938-8091-475e-94e7-cc4c1531fb26 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 01:43:25.730362 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-24f0a30f-66bc-4275-9f83-3bce16986abd tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.730879 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-40fc9938-8091-475e-94e7-cc4c1531fb26 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:25.735125 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-40fc9938-8091-475e-94e7-cc4c1531fb26 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078931 Jul 16 01:43:25.735312 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-24f0a30f-66bc-4275-9f83-3bce16986abd tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "DELETE /v2.0/ports/402daa9b-da36-45bb-8bb8-44f53b35914a HTTP/1.1" status: 204 len: 168 time: 0.7651355 Jul 16 01:43:25.735432 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44844) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:25.737401 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44846) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:25.748031 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2b6f6690-05b6-4645-b052-dbc9056b6dbe tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group_rule': {'security_group_id': '1ec4ed88-6e81-4da8-9af8-4b43adb50609', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:25.785466 n-d-792394-16 neutron-server[93956]: INFO neutron.db.securitygroups_db [None req-2b6f6690-05b6-4645-b052-dbc9056b6dbe tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Project e3589765b23e4b2198432112a7f4dba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:43:25.803683 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-2b6f6690-05b6-4645-b052-dbc9056b6dbe tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:25.807427 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2b6f6690-05b6-4645-b052-dbc9056b6dbe tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0677037 Jul 16 01:43:25.807695 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44848) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:25.812415 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-645b6fad-b64c-4a77-a8cc-94464bc9fd46 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group_rule': {'security_group_id': '1ec4ed88-6e81-4da8-9af8-4b43adb50609', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:25.850227 n-d-792394-16 neutron-server[93956]: INFO neutron.db.securitygroups_db [None req-645b6fad-b64c-4a77-a8cc-94464bc9fd46 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Project e3589765b23e4b2198432112a7f4dba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:43:25.870852 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-645b6fad-b64c-4a77-a8cc-94464bc9fd46 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:25.876302 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-645b6fad-b64c-4a77-a8cc-94464bc9fd46 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0674813 Jul 16 01:43:25.877044 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44850) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:25.948155 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b5e51c3f-026c-4710-8265-57816bb45fbc tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.985188 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b5e51c3f-026c-4710-8265-57816bb45fbc tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.054322 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b5e51c3f-026c-4710-8265-57816bb45fbc tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.057170 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b5e51c3f-026c-4710-8265-57816bb45fbc tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.058231 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b5e51c3f-026c-4710-8265-57816bb45fbc tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "DELETE /v2.0/security-groups/1ec4ed88-6e81-4da8-9af8-4b43adb50609 HTTP/1.1" status: 204 len: 168 time: 0.1801076 Jul 16 01:43:26.065234 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44856) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:26.099239 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e51c3f-026c-4710-8265-57816bb45fbc tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec4ed88-6e81-4da8-9af8-4b43adb50609,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:26.147427 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-abd0ccfc-b3f8-4bcf-af66-69569ab472e8 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0755217 Jul 16 01:43:26.154481 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44864) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:26.166848 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-9c4851e9-19a5-4e33-a857-2fcf3404995b tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group': {'name': 'tempest-secgroup--360684880'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:26.226829 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9c4851e9-19a5-4e33-a857-2fcf3404995b tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.373561 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae5dfa-4369-42a8-834d-0bc485c60933 req-1e1bbed3-5b75-4fcd-8656-befff91f3d08 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:26.375967 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9aae5dfa-4369-42a8-834d-0bc485c60933 req-1e1bbed3-5b75-4fcd-8656-befff91f3d08 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=317473a4-85fc-45fb-835d-b5630878cb6d HTTP/1.1" status: 200 len: 907 time: 0.5742068 Jul 16 01:43:26.408947 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-e223a97b-d0ad-463d-a6b6-f2c4345c39a7 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Deleting port 55330359-f702-4308-9556-f798e62575fe {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:26.409509 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e223a97b-d0ad-463d-a6b6-f2c4345c39a7 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.446467 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9c4851e9-19a5-4e33-a857-2fcf3404995b tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.451845 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9c4851e9-19a5-4e33-a857-2fcf3404995b tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.482391 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9c4851e9-19a5-4e33-a857-2fcf3404995b tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.484406 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9c4851e9-19a5-4e33-a857-2fcf3404995b tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3270886 Jul 16 01:43:26.486207 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4851e9-19a5-4e33-a857-2fcf3404995b tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=959ad4bc-2066-42f0-841a-97b6b32a85cd,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:26.488888 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44870) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:26.494262 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-1136583f-61c5-44cd-bf38-5d11b6cbc1d2 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group_rule': {'security_group_id': '959ad4bc-2066-42f0-841a-97b6b32a85cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:26.519989 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e223a97b-d0ad-463d-a6b6-f2c4345c39a7 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.533207 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-e223a97b-d0ad-463d-a6b6-f2c4345c39a7 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Calling delete_port for 55330359-f702-4308-9556-f798e62575fe owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:26.543697 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-1136583f-61c5-44cd-bf38-5d11b6cbc1d2 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] create failed (client error): The resource could not be found. Jul 16 01:43:26.547634 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1136583f-61c5-44cd-bf38-5d11b6cbc1d2 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0553827 Jul 16 01:43:26.548007 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44872) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:26.554206 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-f799b405-6764-48e0-b40c-eddd5edb56e8 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group_rule': {'security_group_id': '959ad4bc-2066-42f0-841a-97b6b32a85cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b1510be9-59cb-41b7-8c29-ef8dfcaefd49'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:26.558271 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 7b709322-5b14-4330-a828-dcfd2a5faf68 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:43:26.610697 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-f799b405-6764-48e0-b40c-eddd5edb56e8 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] create failed (client error): The resource could not be found. Jul 16 01:43:26.615665 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f799b405-6764-48e0-b40c-eddd5edb56e8 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0662386 Jul 16 01:43:26.616682 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44874) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:26.668777 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 7b709322-5b14-4330-a828-dcfd2a5faf68, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7b709322-5b14-4330-a828-dcfd2a5faf68,segment=NetworkSegment(dc1ff2a8-a443-4bd6-996c-7c3a142ae46e),segment_id=dc1ff2a8-a443-4bd6-996c-7c3a142ae46e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:26.685433 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '7b709322-5b14-4330-a828-dcfd2a5faf68', 'network_id': '138c207d-29c4-4221-9898-d5d1d234a3f7', 'port_id': '7b709322-5b14-4330-a828-dcfd2a5faf68', 'mac_address': 'fa:16:3e:45:5a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee83a58-2c68-43eb-abbc-00cabf8ca795', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:43:26.709362 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bde4168-ccb6-489f-b868-94d02cb3807a tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.729536 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e223a97b-d0ad-463d-a6b6-f2c4345c39a7 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.742062 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cd186b64-07e6-4a4f-88ee-4fc31a517e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.742337 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bde4168-ccb6-489f-b868-94d02cb3807a tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.757843 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.772077 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b709322-5b14-4330-a828-dcfd2a5faf68 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:26.790523 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223a97b-d0ad-463d-a6b6-f2c4345c39a7 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event deleted for resources: {'Port': ['ID=55330359-f702-4308-9556-f798e62575fe,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:26.793760 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bde4168-ccb6-489f-b868-94d02cb3807a tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.797713 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bde4168-ccb6-489f-b868-94d02cb3807a tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.799145 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0bde4168-ccb6-489f-b868-94d02cb3807a tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "DELETE /v2.0/security-groups/959ad4bc-2066-42f0-841a-97b6b32a85cd HTTP/1.1" status: 204 len: 168 time: 0.1810243 Jul 16 01:43:26.800423 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 7b709322-5b14-4330-a828-dcfd2a5faf68, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7b709322-5b14-4330-a828-dcfd2a5faf68,segment=NetworkSegment(dc1ff2a8-a443-4bd6-996c-7c3a142ae46e),segment_id=dc1ff2a8-a443-4bd6-996c-7c3a142ae46e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:26.808430 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.819499 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44880) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:26.830548 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde4168-ccb6-489f-b868-94d02cb3807a tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=959ad4bc-2066-42f0-841a-97b6b32a85cd,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:26.887511 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=7b709322-5b14-4330-a828-dcfd2a5faf68,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:26.911944 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-74523429-f68a-4295-97ff-1799ffa710f6 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0911136 Jul 16 01:43:26.916119 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44882) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:26.918204 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e223a97b-d0ad-463d-a6b6-f2c4345c39a7 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.920550 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e223a97b-d0ad-463d-a6b6-f2c4345c39a7 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "DELETE /v2.0/ports/55330359-f702-4308-9556-f798e62575fe HTTP/1.1" status: 204 len: 168 time: 1.1819129 Jul 16 01:43:26.921233 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-7f16c842-7720-410a-9756-dcf5b14716fc tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group_rule': {'security_group_id': 'b6854b4d-34f8-4aff-8f6a-1cfbb14f81c0', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:26.923016 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44884) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:26.975816 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-7f16c842-7720-410a-9756-dcf5b14716fc tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] create failed (client error): The resource could not be found. Jul 16 01:43:26.982546 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7f16c842-7720-410a-9756-dcf5b14716fc tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0639284 Jul 16 01:43:26.982546 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44886) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:26.983282 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-997e39e1-1a8a-4f56-ab4d-d234e6218822 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Deleting subnet cd61848d-b847-41bc-a89b-9e166c2c9789 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:26.988327 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-997e39e1-1a8a-4f56-ab4d-d234e6218822 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.989251 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-389e14a2-394c-4c6a-8a73-4d79eead444f tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group': {'name': 'tempest-secgroup--78380195'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:27.023756 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-389e14a2-394c-4c6a-8a73-4d79eead444f tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.031460 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['7b709322-5b14-4330-a828-dcfd2a5faf68'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:27.038131 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-997e39e1-1a8a-4f56-ab4d-d234e6218822 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.136973 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-389e14a2-394c-4c6a-8a73-4d79eead444f tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.146046 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-389e14a2-394c-4c6a-8a73-4d79eead444f tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.149124 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-997e39e1-1a8a-4f56-ab4d-d234e6218822 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.176853 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-389e14a2-394c-4c6a-8a73-4d79eead444f tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.180525 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-389e14a2-394c-4c6a-8a73-4d79eead444f tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1947236 Jul 16 01:43:27.180881 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44892) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:27.186605 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e14a2-394c-4c6a-8a73-4d79eead444f tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5976c6bd-7d0f-4d48-a3b3-1b163b707b73,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:27.188412 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-33d36a4e-8888-4d5a-a3fc-4eddbe8dfcc1 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group': {'name': 'tempest-secgroup--475484475'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:27.231970 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-33d36a4e-8888-4d5a-a3fc-4eddbe8dfcc1 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.245164 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-997e39e1-1a8a-4f56-ab4d-d234e6218822 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.291024 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e39e1-1a8a-4f56-ab4d-d234e6218822 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event deleted for resources: {'Subnet': ['ID=cd61848d-b847-41bc-a89b-9e166c2c9789,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:27.306157 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-997e39e1-1a8a-4f56-ab4d-d234e6218822 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.310781 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-997e39e1-1a8a-4f56-ab4d-d234e6218822 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "DELETE /v2.0/subnets/cd61848d-b847-41bc-a89b-9e166c2c9789 HTTP/1.1" status: 204 len: 168 time: 0.3842740 Jul 16 01:43:27.311439 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44900) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:27.328662 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805ff19b-66ac-4886-b488-41bd8833e613 None None] Network 6d0d4a4d-7f50-4b75-ba86-941b0faebc20 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:27.423304 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccbf52c9-031b-4276-9599-636529626acc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Deleting subnet c920e428-2173-4351-a902-805250aa16b4 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:27.444783 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ccbf52c9-031b-4276-9599-636529626acc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.447752 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-33d36a4e-8888-4d5a-a3fc-4eddbe8dfcc1 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.470295 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-33d36a4e-8888-4d5a-a3fc-4eddbe8dfcc1 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.513795 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ccbf52c9-031b-4276-9599-636529626acc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.529763 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-33d36a4e-8888-4d5a-a3fc-4eddbe8dfcc1 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.531000 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-33d36a4e-8888-4d5a-a3fc-4eddbe8dfcc1 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3490250 Jul 16 01:43:27.533466 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d36a4e-8888-4d5a-a3fc-4eddbe8dfcc1 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3126ff-4de5-4fe6-a0e5-b34234d7a18c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:27.538476 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44910) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:27.550034 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-23491a1e-9ce7-4e5a-a47a-408b644c03fa tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group_rule': {'security_group_id': '5976c6bd-7d0f-4d48-a3b3-1b163b707b73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1f3126ff-4de5-4fe6-a0e5-b34234d7a18c'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:27.631806 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-23491a1e-9ce7-4e5a-a47a-408b644c03fa tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:27.633014 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-23491a1e-9ce7-4e5a-a47a-408b644c03fa tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0919633 Jul 16 01:43:27.636027 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44912) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:27.678614 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ccbf52c9-031b-4276-9599-636529626acc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.715015 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5f275398-60ed-476f-a6d6-aac0810843c5 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.749043 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5f275398-60ed-476f-a6d6-aac0810843c5 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.766204 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4b3b41-8d22-43fc-8ae0-a67efd9e024c None None] DHCP port deletion for 6d0d4a4d-7f50-4b75-ba86-941b0faebc20 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:43:27.791498 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ccbf52c9-031b-4276-9599-636529626acc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.837183 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf52c9-031b-4276-9599-636529626acc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event deleted for resources: {'Subnet': ['ID=c920e428-2173-4351-a902-805250aa16b4,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:27.840626 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ccbf52c9-031b-4276-9599-636529626acc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.843144 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ccbf52c9-031b-4276-9599-636529626acc tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "DELETE /v2.0/subnets/c920e428-2173-4351-a902-805250aa16b4 HTTP/1.1" status: 204 len: 168 time: 0.5305490 Jul 16 01:43:27.844154 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbcebac-bb79-4450-9ca3-80a33ce688fe None None] Network c8f8cff2-179e-422c-b93c-8298614fb9a9 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:27.848556 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44920) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:27.856537 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5f275398-60ed-476f-a6d6-aac0810843c5 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.859762 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5f275398-60ed-476f-a6d6-aac0810843c5 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.861101 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5f275398-60ed-476f-a6d6-aac0810843c5 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "DELETE /v2.0/security-groups/1f3126ff-4de5-4fe6-a0e5-b34234d7a18c HTTP/1.1" status: 204 len: 168 time: 0.2239778 Jul 16 01:43:27.869590 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44922) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:27.898105 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f275398-60ed-476f-a6d6-aac0810843c5 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3126ff-4de5-4fe6-a0e5-b34234d7a18c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:27.931621 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5cba6-bfb7-41b2-8946-70f74f6e7a30 req-d33988f4-c6d7-454a-ac0d-de018b2bc4db tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:27.933341 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59b5cba6-bfb7-41b2-8946-70f74f6e7a30 req-d33988f4-c6d7-454a-ac0d-de018b2bc4db tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=317473a4-85fc-45fb-835d-b5630878cb6d HTTP/1.1" status: 200 len: 908 time: 0.1604929 Jul 16 01:43:27.964188 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f94c5f52-7854-4847-b200-ad3e47c9b323 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0902574 Jul 16 01:43:27.964566 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44924) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:28.004414 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d1a8af6d-ed4f-4692-8284-0c7ce8ed26d1 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.026202 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f85a9c7-408c-4654-a44c-15f22b40031b tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.053359 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f85a9c7-408c-4654-a44c-15f22b40031b tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.060250 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8a4b3b41-8d22-43fc-8ae0-a67efd9e024c None None] Deleting port a38da5ce-5069-4bd1-acd2-be0bd336f9d2 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:28.060882 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a4b3b41-8d22-43fc-8ae0-a67efd9e024c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.105830 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc6d5c-771b-4078-8528-3c112762294d req-4734cd75-00c9-4869-a6b6-233206a9cea1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:28.109409 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f85a9c7-408c-4654-a44c-15f22b40031b tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.114014 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-59dc6d5c-771b-4078-8528-3c112762294d req-4734cd75-00c9-4869-a6b6-233206a9cea1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 946 time: 0.2292817 Jul 16 01:43:28.117611 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f85a9c7-408c-4654-a44c-15f22b40031b tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.118987 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8f85a9c7-408c-4654-a44c-15f22b40031b tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "DELETE /v2.0/security-groups/5976c6bd-7d0f-4d48-a3b3-1b163b707b73 HTTP/1.1" status: 204 len: 168 time: 0.1532288 Jul 16 01:43:28.122837 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44926) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:28.146314 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85a9c7-408c-4654-a44c-15f22b40031b tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5976c6bd-7d0f-4d48-a3b3-1b163b707b73,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:28.151938 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-8a4b3b41-8d22-43fc-8ae0-a67efd9e024c None None] For port a38da5ce-5069-4bd1-acd2-be0bd336f9d2, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a38da5ce-5069-4bd1-acd2-be0bd336f9d2,segment=NetworkSegment(cf127d4a-0fb9-4088-a48c-96efc5e18bcb),segment_id=cf127d4a-0fb9-4088-a48c-96efc5e18bcb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:28.152931 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a4b3b41-8d22-43fc-8ae0-a67efd9e024c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.181573 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8a4b3b41-8d22-43fc-8ae0-a67efd9e024c None None] Calling delete_port for a38da5ce-5069-4bd1-acd2-be0bd336f9d2 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:28.184728 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d8b71cee-1dda-4327-86e6-7acdc6d14d58 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0607193 Jul 16 01:43:28.189256 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44932) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:28.195368 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-24b47100-f199-4707-aca4-47cd2ce6f23c tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group': {'name': 'tempest-secgroup--1170424197'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:28.196522 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-59dc6d5c-771b-4078-8528-3c112762294d req-4d09dbed-6ca4-4277-93bb-3ef802a0aeb7 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815120 Jul 16 01:43:28.231391 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-d1a8af6d-ed4f-4692-8284-0c7ce8ed26d1 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Deleting port a38da5ce-5069-4bd1-acd2-be0bd336f9d2 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:28.231740 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d1a8af6d-ed4f-4692-8284-0c7ce8ed26d1 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.237311 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-24b47100-f199-4707-aca4-47cd2ce6f23c tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.259982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7e6789-1a69-4139-8f0b-b98cdd398d6d None None] DHCP port deletion for c8f8cff2-179e-422c-b93c-8298614fb9a9 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:43:28.318708 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a4b3b41-8d22-43fc-8ae0-a67efd9e024c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.331015 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-d1a8af6d-ed4f-4692-8284-0c7ce8ed26d1 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] For port a38da5ce-5069-4bd1-acd2-be0bd336f9d2, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a38da5ce-5069-4bd1-acd2-be0bd336f9d2,segment=NetworkSegment(cf127d4a-0fb9-4088-a48c-96efc5e18bcb),segment_id=cf127d4a-0fb9-4088-a48c-96efc5e18bcb)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:28.331994 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d1a8af6d-ed4f-4692-8284-0c7ce8ed26d1 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.347808 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-d1a8af6d-ed4f-4692-8284-0c7ce8ed26d1 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Calling delete_port for a38da5ce-5069-4bd1-acd2-be0bd336f9d2 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:28.354830 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4b3b41-8d22-43fc-8ae0-a67efd9e024c None None] No DVR routers for this DVR port a38da5ce-5069-4bd1-acd2-be0bd336f9d2 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:28.356743 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b3b41-8d22-43fc-8ae0-a67efd9e024c None None] Pushing event deleted for resources: {'Port': ['ID=a38da5ce-5069-4bd1-acd2-be0bd336f9d2,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:28.392653 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e6789-1a69-4139-8f0b-b98cdd398d6d None None] Deleting port 1c9abdbc-2926-4197-a2d9-68f56ceb82fd {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:28.393340 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b7e6789-1a69-4139-8f0b-b98cdd398d6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.408830 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-24b47100-f199-4707-aca4-47cd2ce6f23c tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.417315 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-24b47100-f199-4707-aca4-47cd2ce6f23c tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.453004 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d1a8af6d-ed4f-4692-8284-0c7ce8ed26d1 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.459426 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-24b47100-f199-4707-aca4-47cd2ce6f23c tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.460746 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-24b47100-f199-4707-aca4-47cd2ce6f23c tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2702973 Jul 16 01:43:28.461850 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b47100-f199-4707-aca4-47cd2ce6f23c tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d46399c3-e626-4d8e-976a-4b7df69c6c07,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:28.464607 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44936) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:28.468921 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-dee7992f-749c-4fa5-a685-fcc56bb6943b tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group_rule': {'security_group_id': 'd46399c3-e626-4d8e-976a-4b7df69c6c07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:28.472482 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a8af6d-ed4f-4692-8284-0c7ce8ed26d1 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] No DVR routers for this DVR port a38da5ce-5069-4bd1-acd2-be0bd336f9d2 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:28.505416 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3b7e6789-1a69-4139-8f0b-b98cdd398d6d None None] For port 1c9abdbc-2926-4197-a2d9-68f56ceb82fd, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1c9abdbc-2926-4197-a2d9-68f56ceb82fd,segment=NetworkSegment(697b7383-f17f-4fca-b697-3570f3881dd7),segment_id=697b7383-f17f-4fca-b697-3570f3881dd7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:28.505838 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b7e6789-1a69-4139-8f0b-b98cdd398d6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.516817 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-dee7992f-749c-4fa5-a685-fcc56bb6943b tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:28.518247 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-dee7992f-749c-4fa5-a685-fcc56bb6943b tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0533717 Jul 16 01:43:28.521130 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44942) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:28.522968 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e6789-1a69-4139-8f0b-b98cdd398d6d None None] Calling delete_port for 1c9abdbc-2926-4197-a2d9-68f56ceb82fd owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:28.526525 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-582db872-8d52-42f2-8145-fe88a6f30ce6 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group_rule': {'security_group_id': 'd46399c3-e626-4d8e-976a-4b7df69c6c07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:28.545160 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8af6d-ed4f-4692-8284-0c7ce8ed26d1 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event deleted for resources: {'Port': ['ID=a38da5ce-5069-4bd1-acd2-be0bd336f9d2,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:28.584510 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-582db872-8d52-42f2-8145-fe88a6f30ce6 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:43:28.589289 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-582db872-8d52-42f2-8145-fe88a6f30ce6 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0666969 Jul 16 01:43:28.590878 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44946) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:28.610257 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 7b709322-5b14-4330-a828-dcfd2a5faf68 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:28.632712 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b7e6789-1a69-4139-8f0b-b98cdd398d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.646611 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d1a8af6d-ed4f-4692-8284-0c7ce8ed26d1 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.649428 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7e6789-1a69-4139-8f0b-b98cdd398d6d None None] No DVR routers for this DVR port 1c9abdbc-2926-4197-a2d9-68f56ceb82fd on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:28.672544 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-d1a8af6d-ed4f-4692-8284-0c7ce8ed26d1 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0d4a4d-7f50-4b75-ba86-941b0faebc20']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:28.673287 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dac948e2-405a-488a-b6fd-7fcae02a08cd tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.695617 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-d1a8af6d-ed4f-4692-8284-0c7ce8ed26d1 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf127d4a-0fb9-4088-a48c-96efc5e18bcb') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:28.695997 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e6789-1a69-4139-8f0b-b98cdd398d6d None None] Pushing event deleted for resources: {'Port': ['ID=1c9abdbc-2926-4197-a2d9-68f56ceb82fd,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:28.698993 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-d1a8af6d-ed4f-4692-8284-0c7ce8ed26d1 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf127d4a-0fb9-4088-a48c-96efc5e18bcb') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:28.706127 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dac948e2-405a-488a-b6fd-7fcae02a08cd tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.719346 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d1a8af6d-ed4f-4692-8284-0c7ce8ed26d1 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.720186 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 7b709322-5b14-4330-a828-dcfd2a5faf68 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:28.725587 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 7b709322-5b14-4330-a828-dcfd2a5faf68 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:28.726491 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.756867 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d1a8af6d-ed4f-4692-8284-0c7ce8ed26d1 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.761229 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dac948e2-405a-488a-b6fd-7fcae02a08cd tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.764255 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a8af6d-ed4f-4692-8284-0c7ce8ed26d1 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:28.764680 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d1a8af6d-ed4f-4692-8284-0c7ce8ed26d1 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.765797 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dac948e2-405a-488a-b6fd-7fcae02a08cd tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.767936 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-dac948e2-405a-488a-b6fd-7fcae02a08cd tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "DELETE /v2.0/security-groups/d46399c3-e626-4d8e-976a-4b7df69c6c07 HTTP/1.1" status: 204 len: 168 time: 0.1760368 Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:28.769103 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:28.774178 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44948) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:28.823482 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac948e2-405a-488a-b6fd-7fcae02a08cd tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46399c3-e626-4d8e-976a-4b7df69c6c07,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:28.839694 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9d558ba9-537f-46f9-9201-1bacb9ef7ca2 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655477 Jul 16 01:43:28.843286 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44954) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:28.848094 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-8e85fcd3-d235-4418-b607-6e38f0d14014 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group': {'name': 'tempest-secgroup--1256122236'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:28.848298 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.876572 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d1a8af6d-ed4f-4692-8284-0c7ce8ed26d1 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.882243 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8e85fcd3-d235-4418-b607-6e38f0d14014 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.885150 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d1a8af6d-ed4f-4692-8284-0c7ce8ed26d1 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.889482 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d1a8af6d-ed4f-4692-8284-0c7ce8ed26d1 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "DELETE /v2.0/networks/6d0d4a4d-7f50-4b75-ba86-941b0faebc20 HTTP/1.1" status: 204 len: 168 time: 1.0401783 Jul 16 01:43:28.889706 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317473a4-85fc-45fb-835d-b5630878cb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b709322-5b14-4330-a828-dcfd2a5faf68'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:28.889836 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44956) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:28.894103 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdc535e-c3e0-491c-b548-8bf525cae615" -d '{"events": [{"server_uuid": "317473a4-85fc-45fb-835d-b5630878cb6d", "name": "network-vif-plugged", "status": "completed", "tag": "7b709322-5b14-4330-a828-dcfd2a5faf68"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:28.908215 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8af6d-ed4f-4692-8284-0c7ce8ed26d1 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event deleted for resources: {'Network': ['ID=6d0d4a4d-7f50-4b75-ba86-941b0faebc20,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:28.918134 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 7b709322-5b14-4330-a828-dcfd2a5faf68, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7b709322-5b14-4330-a828-dcfd2a5faf68,segment=NetworkSegment(dc1ff2a8-a443-4bd6-996c-7c3a142ae46e),segment_id=dc1ff2a8-a443-4bd6-996c-7c3a142ae46e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:28.926837 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.963359 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565a90b9-25c7-42e8-945c-7ba27e1d6bff x-openstack-request-id: req-565a90b9-25c7-42e8-945c-7ba27e1d6bff {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:28.963748 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317473a4-85fc-45fb-835d-b5630878cb6d", "name": "network-vif-plugged", "status": "completed", "tag": "7b709322-5b14-4330-a828-dcfd2a5faf68", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:28.963932 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-565a90b9-25c7-42e8-945c-7ba27e1d6bff {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:28.964342 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317473a4-85fc-45fb-835d-b5630878cb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b709322-5b14-4330-a828-dcfd2a5faf68', 'code': 200} Jul 16 01:43:29.007434 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=7b709322-5b14-4330-a828-dcfd2a5faf68,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:29.010918 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bca690b5-5d25-4a7f-b185-b65455bf10a9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.081567 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8e85fcd3-d235-4418-b607-6e38f0d14014 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.091646 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8e85fcd3-d235-4418-b607-6e38f0d14014 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.121597 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bca690b5-5d25-4a7f-b185-b65455bf10a9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.133956 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-bca690b5-5d25-4a7f-b185-b65455bf10a9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f8cff2-179e-422c-b93c-8298614fb9a9']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:29.146303 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8e85fcd3-d235-4418-b607-6e38f0d14014 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.147723 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8e85fcd3-d235-4418-b607-6e38f0d14014 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3032284 Jul 16 01:43:29.154915 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44962) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:29.164058 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-fd009be5-0748-410b-848c-ad8c8698f6dd tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:29.164651 n-d-792394-16 neutron-server[93956]: WARNING neutron.api.v2.base [None req-fd009be5-0748-410b-848c-ad8c8698f6dd tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 01:43:29.165282 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-fd009be5-0748-410b-848c-ad8c8698f6dd tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 01:43:29.169695 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fd009be5-0748-410b-848c-ad8c8698f6dd tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "PUT /v2.0/security-groups/0d2549df-e667-473c-8cd0-e3f23487be85 HTTP/1.1" status: 409 len: 330 time: 0.0094178 Jul 16 01:43:29.169695 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-bca690b5-5d25-4a7f-b185-b65455bf10a9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697b7383-f17f-4fca-b697-3570f3881dd7') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:29.169695 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-bca690b5-5d25-4a7f-b185-b65455bf10a9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697b7383-f17f-4fca-b697-3570f3881dd7') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:29.171318 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44964) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:29.182991 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85fcd3-d235-4418-b607-6e38f0d14014 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2549df-e667-473c-8cd0-e3f23487be85,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:29.198679 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe95982-2e41-4465-9308-dd1a1474b66a req-88a6b560-46d1-47c3-b418-0227112a3d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:29.200278 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-efe95982-2e41-4465-9308-dd1a1474b66a req-88a6b560-46d1-47c3-b418-0227112a3d89 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=317473a4-85fc-45fb-835d-b5630878cb6d HTTP/1.1" status: 200 len: 1061 time: 0.1565254 Jul 16 01:43:29.216047 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bca690b5-5d25-4a7f-b185-b65455bf10a9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.217748 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e67091-9f8f-468e-ab68-b5d738946595 req-d9dcfd34-2861-4b21-a6ec-45988f39fbb8 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:29.219423 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a6e67091-9f8f-468e-ab68-b5d738946595 req-d9dcfd34-2861-4b21-a6ec-45988f39fbb8 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=317473a4-85fc-45fb-835d-b5630878cb6d HTTP/1.1" status: 200 len: 909 time: 0.1140633 Jul 16 01:43:29.247096 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bca690b5-5d25-4a7f-b185-b65455bf10a9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.261830 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca690b5-5d25-4a7f-b185-b65455bf10a9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:29.262268 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bca690b5-5d25-4a7f-b185-b65455bf10a9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:29.265342 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:29.281866 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-14267997-771a-42cd-95d4-25d866a54700 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.358187 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-14267997-771a-42cd-95d4-25d866a54700 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.372921 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf80fb-a947-4702-b33d-577b82244298 req-2f045814-a288-4b42-8210-1c43c8271c71 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:29.374443 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c4bf80fb-a947-4702-b33d-577b82244298 req-2f045814-a288-4b42-8210-1c43c8271c71 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.82 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 946 time: 0.0942817 Jul 16 01:43:29.380260 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bca690b5-5d25-4a7f-b185-b65455bf10a9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.454041 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bca690b5-5d25-4a7f-b185-b65455bf10a9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.456501 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bca690b5-5d25-4a7f-b185-b65455bf10a9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] 10.222.0.16 "DELETE /v2.0/networks/c8f8cff2-179e-422c-b93c-8298614fb9a9 HTTP/1.1" status: 204 len: 168 time: 0.5657206 Jul 16 01:43:29.477718 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca690b5-5d25-4a7f-b185-b65455bf10a9 tempest-TaggedBootDevicesTest-859807945 tempest-TaggedBootDevicesTest-859807945-project] Pushing event deleted for resources: {'Network': ['ID=c8f8cff2-179e-422c-b93c-8298614fb9a9,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:29.530180 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a38da5ce-5069-4bd1-acd2-be0bd336f9d2 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:29.546087 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-14267997-771a-42cd-95d4-25d866a54700 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.550264 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-c4bf80fb-a947-4702-b33d-577b82244298 req-3ca3cbb0-7968-48f7-83f5-7ef4b1b2d167 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Deleting port 41816ceb-c92d-4c6c-8b21-d19b461ea83e {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:29.551033 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-31672255-a82b-4f77-968a-df37c20d315c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.553568 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c4bf80fb-a947-4702-b33d-577b82244298 req-3ca3cbb0-7968-48f7-83f5-7ef4b1b2d167 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.563143 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-14267997-771a-42cd-95d4-25d866a54700 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.568396 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-14267997-771a-42cd-95d4-25d866a54700 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "DELETE /v2.0/security-groups/0d2549df-e667-473c-8cd0-e3f23487be85 HTTP/1.1" status: 204 len: 168 time: 0.3934281 Jul 16 01:43:29.576477 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 44974) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:29.624443 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: a38da5ce-5069-4bd1-acd2-be0bd336f9d2 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:29.625102 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a38da5ce-5069-4bd1-acd2-be0bd336f9d2 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:29.625744 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1c9abdbc-2926-4197-a2d9-68f56ceb82fd no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:29.634647 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14267997-771a-42cd-95d4-25d866a54700 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2549df-e667-473c-8cd0-e3f23487be85,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:29.658581 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3919f-5283-4fc1-b725-d29f8eb25938 req-de8d8cc5-937b-436f-9cf1-65e0dfd40150 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:29.662346 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0eb3919f-5283-4fc1-b725-d29f8eb25938 req-de8d8cc5-937b-436f-9cf1-65e0dfd40150 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 946 time: 0.2944143 Jul 16 01:43:29.672341 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 1c9abdbc-2926-4197-a2d9-68f56ceb82fd {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:29.673011 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1c9abdbc-2926-4197-a2d9-68f56ceb82fd not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:29.701366 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.722420 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-c4bf80fb-a947-4702-b33d-577b82244298 req-3ca3cbb0-7968-48f7-83f5-7ef4b1b2d167 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] For port 41816ceb-c92d-4c6c-8b21-d19b461ea83e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=41816ceb-c92d-4c6c-8b21-d19b461ea83e,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:29.723003 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c4bf80fb-a947-4702-b33d-577b82244298 req-3ca3cbb0-7968-48f7-83f5-7ef4b1b2d167 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.746633 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44982) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:29.747034 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8325d7f0-be0f-4570-8393-15808c741508 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1620634 Jul 16 01:43:29.778616 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0eb3919f-5283-4fc1-b725-d29f8eb25938 req-e7fb8fc8-176b-491b-9054-f40afc62ddac tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=86e2aee9-f487-49e2-af2e-092b5431e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1092906 Jul 16 01:43:29.802994 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-9c65dfc4-5d64-433b-b221-9a0fcd0bcf67 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] delete failed (client error): The resource could not be found. Jul 16 01:43:29.807747 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9c65dfc4-5d64-433b-b221-9a0fcd0bcf67 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "DELETE /v2.0/security-groups/a0004f93-e592-4917-8df9-15018b0b50ff HTTP/1.1" status: 404 len: 347 time: 0.0565283 Jul 16 01:43:29.807919 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44988) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:29.831436 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-08eb9922-71e0-42f9-a967-a8ff6b5f9228 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] show failed (client error): The resource could not be found. Jul 16 01:43:29.836181 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-08eb9922-71e0-42f9-a967-a8ff6b5f9228 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "GET /v2.0/security-groups/bee55aa1-cd08-45c9-a0bb-06fcdffb83a6 HTTP/1.1" status: 404 len: 347 time: 0.0238388 Jul 16 01:43:29.837130 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 44990) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:29.857167 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-64737050-4b69-41a8-80ec-0000c5a165d8 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] show failed (client error): The resource could not be found. Jul 16 01:43:29.862667 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-64737050-4b69-41a8-80ec-0000c5a165d8 tempest-NegativeSecGroupIPv6Test-2014119619 tempest-NegativeSecGroupIPv6Test-2014119619-project] 10.222.0.16 "GET /v2.0/security-group-rules/270ca162-fe48-4577-b328-3e428ca1a69b HTTP/1.1" status: 404 len: 356 time: 0.0203240 Jul 16 01:43:30.089348 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c4bf80fb-a947-4702-b33d-577b82244298 req-3ca3cbb0-7968-48f7-83f5-7ef4b1b2d167 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.090135 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c4bf80fb-a947-4702-b33d-577b82244298 req-3ca3cbb0-7968-48f7-83f5-7ef4b1b2d167 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.090648 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [req-c4bf80fb-a947-4702-b33d-577b82244298 req-3ca3cbb0-7968-48f7-83f5-7ef4b1b2d167 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Floating IP 1cb30f16-743b-415e-9252-90e6ba9d4856 disassociated. External IP: 172.25.6.67, port: 41816ceb-c92d-4c6c-8b21-d19b461ea83e. Jul 16 01:43:30.091357 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-c4bf80fb-a947-4702-b33d-577b82244298 req-3ca3cbb0-7968-48f7-83f5-7ef4b1b2d167 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Calling delete_port for 41816ceb-c92d-4c6c-8b21-d19b461ea83e owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:30.267116 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c4bf80fb-a947-4702-b33d-577b82244298 req-3ca3cbb0-7968-48f7-83f5-7ef4b1b2d167 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.307708 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3cbb0-7968-48f7-83f5-7ef4b1b2d167 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Pushing event deleted for resources: {'Port': ['ID=41816ceb-c92d-4c6c-8b21-d19b461ea83e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:30.420216 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45012) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:30.530368 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4bf80fb-a947-4702-b33d-577b82244298 req-3ca3cbb0-7968-48f7-83f5-7ef4b1b2d167 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Router 5588ef32-1467-4eb3-9fff-d12bdb47b221 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:43:30.555801 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a555b09-06d1-4a92-8f5a-aefc50f908a4 req-fbc286cb-eba7-4e77-a82e-852a7e306d06 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:30.560480 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a555b09-06d1-4a92-8f5a-aefc50f908a4 req-fbc286cb-eba7-4e77-a82e-852a7e306d06 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=317473a4-85fc-45fb-835d-b5630878cb6d HTTP/1.1" status: 200 len: 909 time: 0.1068234 Jul 16 01:43:30.645856 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-199234d3-69ab-49a8-8359-f24371919d72 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3589765b23e4b2198432112a7f4dba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2243564 Jul 16 01:43:30.648319 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45018) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:30.719528 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4bf80fb-a947-4702-b33d-577b82244298 req-3ca3cbb0-7968-48f7-83f5-7ef4b1b2d167 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:30.729368 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a272e598-9f00-4492-a3f0-185c71211c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.730491 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252eaed2-6f63-4b02-9493-ed4866fd6377 None None] Sync routers for ids ['5588ef32-1467-4eb3-9fff-d12bdb47b221'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:30.742672 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252eaed2-6f63-4b02-9493-ed4866fd6377 None None] Routers {'5588ef32-1467-4eb3-9fff-d12bdb47b221'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:30.748762 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-252eaed2-6f63-4b02-9493-ed4866fd6377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:43:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5588ef32-1467-4eb3-9fff-d12bdb47b221'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:30.779024 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a272e598-9f00-4492-a3f0-185c71211c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.825549 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4bf80fb-a947-4702-b33d-577b82244298 req-3ca3cbb0-7968-48f7-83f5-7ef4b1b2d167 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] No DVR routers for this DVR port 41816ceb-c92d-4c6c-8b21-d19b461ea83e on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:30.829512 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c4bf80fb-a947-4702-b33d-577b82244298 req-3ca3cbb0-7968-48f7-83f5-7ef4b1b2d167 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.831574 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c4bf80fb-a947-4702-b33d-577b82244298 req-3ca3cbb0-7968-48f7-83f5-7ef4b1b2d167 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.82 "DELETE /v2.0/ports/41816ceb-c92d-4c6c-8b21-d19b461ea83e HTTP/1.1" status: 204 len: 173 time: 1.4512269 Jul 16 01:43:30.832139 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7601f0-c3ad-4acc-a968-2e2d1719c6fa', 'name': 'network-vif-deleted', 'tag': '41816ceb-c92d-4c6c-8b21-d19b461ea83e'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:30.834164 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.857675 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1800a354-721d-4fe5-b100-8b7deab5add7" -d '{"events": [{"server_uuid": "ff7601f0-c3ad-4acc-a968-2e2d1719c6fa", "name": "network-vif-deleted", "tag": "41816ceb-c92d-4c6c-8b21-d19b461ea83e"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:30.971224 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a272e598-9f00-4492-a3f0-185c71211c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.974938 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a272e598-9f00-4492-a3f0-185c71211c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.978884 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a272e598-9f00-4492-a3f0-185c71211c01 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d52be35-2ac6-4d7e-8f88-986c0898f0e5 HTTP/1.1" status: 204 len: 168 time: 0.3271580 Jul 16 01:43:30.982602 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-252eaed2-6f63-4b02-9493-ed4866fd6377 None None] Set router 5588ef32-1467-4eb3-9fff-d12bdb47b221 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:31.013058 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272e598-9f00-4492-a3f0-185c71211c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d52be35-2ac6-4d7e-8f88-986c0898f0e5,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:31.082463 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b755de-9bdd-4e78-ba1b-87c16f474dfa req-26076c2b-26e6-4434-a688-e006ce11f3ae tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:31.086784 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-47b755de-9bdd-4e78-ba1b-87c16f474dfa req-26076c2b-26e6-4434-a688-e006ce11f3ae tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=317473a4-85fc-45fb-835d-b5630878cb6d HTTP/1.1" status: 200 len: 909 time: 0.2189164 Jul 16 01:43:31.096294 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3b58d5f6-8321-47dd-9124-5495602eda9b req-d9abb2db-53a9-419e-9ab1-3fcb210f93c1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff7601f0-c3ad-4acc-a968-2e2d1719c6fa HTTP/1.1" status: 200 len: 210 time: 0.0494189 Jul 16 01:43:31.227309 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a85ef9-bbd1-409e-bedb-1ed91fff753e x-openstack-request-id: req-c7a85ef9-bbd1-409e-bedb-1ed91fff753e {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:31.227696 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7601f0-c3ad-4acc-a968-2e2d1719c6fa", "name": "network-vif-deleted", "tag": "41816ceb-c92d-4c6c-8b21-d19b461ea83e", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:31.228042 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7a85ef9-bbd1-409e-bedb-1ed91fff753e {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:31.228607 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7601f0-c3ad-4acc-a968-2e2d1719c6fa', 'name': 'network-vif-deleted', 'tag': '41816ceb-c92d-4c6c-8b21-d19b461ea83e', 'status': 'completed', 'code': 200} Jul 16 01:43:31.508175 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-252eaed2-6f63-4b02-9493-ed4866fd6377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'name': 'tempest-AttachVolumeShelveTestJSON-1853299973-router', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:09Z', 'updated_at': '2021-07-16T01:39:14Z', 'revision_number': 4, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'gw_port': {'id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '2c354fe6-3945-4c01-82e9-d2454b314d91', 'name': '', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'mac_address': 'fa:16:3e:be:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:13Z', 'updated_at': '2021-07-16T01:39:22Z', 'revision_number': 5, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'subnets': [{'id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:31.512124 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.520739 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582e635-7600-4edd-b6a3-01a62ff953ce req-4434db3e-afe0-4598-a783-59e4943ae421 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:31.540957 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0582e635-7600-4edd-b6a3-01a62ff953ce req-4434db3e-afe0-4598-a783-59e4943ae421 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=317473a4-85fc-45fb-835d-b5630878cb6d HTTP/1.1" status: 200 len: 1061 time: 0.1484034 Jul 16 01:43:31.564234 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252eaed2-6f63-4b02-9493-ed4866fd6377 None None] Checking router: 5588ef32-1467-4eb3-9fff-d12bdb47b221 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:31.591076 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252eaed2-6f63-4b02-9493-ed4866fd6377 None None] Routers {'5588ef32-1467-4eb3-9fff-d12bdb47b221'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:31.591921 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-252eaed2-6f63-4b02-9493-ed4866fd6377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:43:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5588ef32-1467-4eb3-9fff-d12bdb47b221'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:31.770627 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240de10b-e758-4def-9da4-b3adb1aa8688 req-94a8a4e6-166e-460c-bd94-0fad2ca9db8e tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:31.772300 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-240de10b-e758-4def-9da4-b3adb1aa8688 req-94a8a4e6-166e-460c-bd94-0fad2ca9db8e tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 1137 time: 0.0707855 Jul 16 01:43:31.816815 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-240de10b-e758-4def-9da4-b3adb1aa8688 req-dd186577-705e-40d3-bd68-deef5ce04b9b tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=aa093f7b-3a94-4fdd-9013-186f671c1058&id=7c32b431-fe63-48c5-9328-51edeccc12b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0375750 Jul 16 01:43:31.847203 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45062) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:31.850484 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-252eaed2-6f63-4b02-9493-ed4866fd6377 None None] Set router 5588ef32-1467-4eb3-9fff-d12bdb47b221 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:31.955351 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3455c0-9ea0-4bd0-ae53-877958bebfa9 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:31.957296 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6b3455c0-9ea0-4bd0-ae53-877958bebfa9 tempest-TestSecurityGroupsBasicOps-1548293409 tempest-TestSecurityGroupsBasicOps-1548293409-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=317473a4-85fc-45fb-835d-b5630878cb6d HTTP/1.1" status: 200 len: 1056 time: 0.1088879 Jul 16 01:43:32.092307 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-252eaed2-6f63-4b02-9493-ed4866fd6377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'name': 'tempest-AttachVolumeShelveTestJSON-1853299973-router', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:09Z', 'updated_at': '2021-07-16T01:39:14Z', 'revision_number': 4, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'gw_port': {'id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '2c354fe6-3945-4c01-82e9-d2454b314d91', 'name': '', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'mac_address': 'fa:16:3e:be:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:13Z', 'updated_at': '2021-07-16T01:39:22Z', 'revision_number': 5, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'subnets': [{'id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:32.128914 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252eaed2-6f63-4b02-9493-ed4866fd6377 None None] The sync data for ids ['5588ef32-1467-4eb3-9fff-d12bdb47b221'] in n-d-792394-16 is: [{'id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'name': 'tempest-AttachVolumeShelveTestJSON-1853299973-router', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:09Z', 'updated_at': '2021-07-16T01:39:14Z', 'revision_number': 4, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'gw_port': {'id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '2c354fe6-3945-4c01-82e9-d2454b314d91', 'name': '', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'mac_address': 'fa:16:3e:be:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:13Z', 'updated_at': '2021-07-16T01:39:22Z', 'revision_number': 5, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'subnets': [{'id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:32.330635 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45084) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:32.506226 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a1da284f-7396-40a4-8528-d4baaabd2d9e tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.544749 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.562515 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a1da284f-7396-40a4-8528-d4baaabd2d9e tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.661465 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a66e26b-af6d-4701-bf7e-cd0523e99b10 None None] New status for floating IP 1cb30f16-743b-415e-9252-90e6ba9d4856: DOWN {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:43:32.667114 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a1da284f-7396-40a4-8528-d4baaabd2d9e tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.676649 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a1da284f-7396-40a4-8528-d4baaabd2d9e tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.677823 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a1da284f-7396-40a4-8528-d4baaabd2d9e tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "DELETE /v2.0/security-groups/86e2aee9-f487-49e2-af2e-092b5431e03d HTTP/1.1" status: 204 len: 168 time: 0.3461921 Jul 16 01:43:32.680770 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45098) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:32.704437 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-c2964dcb-a18b-43f8-bd72-29543a6638fe tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] show failed (client error): The resource could not be found. Jul 16 01:43:32.705703 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c2964dcb-a18b-43f8-bd72-29543a6638fe tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups/86e2aee9-f487-49e2-af2e-092b5431e03d HTTP/1.1" status: 404 len: 347 time: 0.0239382 Jul 16 01:43:32.709107 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45100) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:32.731864 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da284f-7396-40a4-8528-d4baaabd2d9e tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e2aee9-f487-49e2-af2e-092b5431e03d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:32.813407 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c82870-34ee-401f-86b2-1521111398dc req-fa940a0d-9bb2-455e-a6c8-5911890bddf8 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:32.815232 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a0c82870-34ee-401f-86b2-1521111398dc req-fa940a0d-9bb2-455e-a6c8-5911890bddf8 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=317473a4-85fc-45fb-835d-b5630878cb6d HTTP/1.1" status: 200 len: 909 time: 0.1594560 Jul 16 01:43:32.948850 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-db6f8144-cf61-420a-bcdd-209f2f9bf4f3 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Deleting port 2c92fe35-e96a-48c8-9b4b-6c8702b463c8 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:32.949870 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db6f8144-cf61-420a-bcdd-209f2f9bf4f3 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.061210 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db6f8144-cf61-420a-bcdd-209f2f9bf4f3 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.061550 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db6f8144-cf61-420a-bcdd-209f2f9bf4f3 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.075118 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-db6f8144-cf61-420a-bcdd-209f2f9bf4f3 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Calling delete_port for 2c92fe35-e96a-48c8-9b4b-6c8702b463c8 owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:33.244247 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db6f8144-cf61-420a-bcdd-209f2f9bf4f3 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.281659 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f8144-cf61-420a-bcdd-209f2f9bf4f3 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Pushing event deleted for resources: {'Port': ['ID=2c92fe35-e96a-48c8-9b4b-6c8702b463c8,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:33.409358 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db6f8144-cf61-420a-bcdd-209f2f9bf4f3 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.412953 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db6f8144-cf61-420a-bcdd-209f2f9bf4f3 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.421071 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-db6f8144-cf61-420a-bcdd-209f2f9bf4f3 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "DELETE /v2.0/floatingips/1cb30f16-743b-415e-9252-90e6ba9d4856 HTTP/1.1" status: 204 len: 168 time: 0.7109065 Jul 16 01:43:33.926282 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733bfef-6240-4edd-9c55-d757c455b29e req-97397f3c-8451-4c30-9ad0-5c6fb51ef6d0 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:33.927319 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a733bfef-6240-4edd-9c55-d757c455b29e req-97397f3c-8451-4c30-9ad0-5c6fb51ef6d0 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.82 "GET /v2.0/ports?device_id=317473a4-85fc-45fb-835d-b5630878cb6d HTTP/1.1" status: 200 len: 909 time: 0.1863408 Jul 16 01:43:34.067532 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834e733-2aef-42b4-bd06-94c7777752ec req-5b7ea9dc-27fe-4387-8c47-3e2a59305e35 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:34.069197 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8834e733-2aef-42b4-bd06-94c7777752ec req-5b7ea9dc-27fe-4387-8c47-3e2a59305e35 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=317473a4-85fc-45fb-835d-b5630878cb6d HTTP/1.1" status: 200 len: 909 time: 0.0852256 Jul 16 01:43:34.170766 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-a733bfef-6240-4edd-9c55-d757c455b29e req-af1b41eb-6891-409c-ae15-8980ae625f8c tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Deleting port 7b709322-5b14-4330-a828-dcfd2a5faf68 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:34.171843 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a733bfef-6240-4edd-9c55-d757c455b29e req-af1b41eb-6891-409c-ae15-8980ae625f8c tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.286645 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-a733bfef-6240-4edd-9c55-d757c455b29e req-af1b41eb-6891-409c-ae15-8980ae625f8c tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] For port 7b709322-5b14-4330-a828-dcfd2a5faf68, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=7b709322-5b14-4330-a828-dcfd2a5faf68,segment=NetworkSegment(dc1ff2a8-a443-4bd6-996c-7c3a142ae46e),segment_id=dc1ff2a8-a443-4bd6-996c-7c3a142ae46e)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:34.287108 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a733bfef-6240-4edd-9c55-d757c455b29e req-af1b41eb-6891-409c-ae15-8980ae625f8c tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.332429 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-a733bfef-6240-4edd-9c55-d757c455b29e req-af1b41eb-6891-409c-ae15-8980ae625f8c tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Calling delete_port for 7b709322-5b14-4330-a828-dcfd2a5faf68 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:34.338186 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45152) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:34.342757 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-742742f4-2d3a-4324-84f4-fe3e94a5bf04 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1733452192', 'description': 'tempest-description--459988134'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:34.396158 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-742742f4-2d3a-4324-84f4-fe3e94a5bf04 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.591342 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-742742f4-2d3a-4324-84f4-fe3e94a5bf04 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.603003 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-742742f4-2d3a-4324-84f4-fe3e94a5bf04 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.607093 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 41816ceb-c92d-4c6c-8b21-d19b461ea83e no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:34.639987 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 41816ceb-c92d-4c6c-8b21-d19b461ea83e {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:34.640326 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 41816ceb-c92d-4c6c-8b21-d19b461ea83e not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:34.641115 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a733bfef-6240-4edd-9c55-d757c455b29e req-af1b41eb-6891-409c-ae15-8980ae625f8c tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.662595 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-742742f4-2d3a-4324-84f4-fe3e94a5bf04 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.662595 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-742742f4-2d3a-4324-84f4-fe3e94a5bf04 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3224528 Jul 16 01:43:34.665916 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45162) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:34.670927 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-20871d3b-0978-45fb-9ad4-27da207228ba tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Request body: {'security_group_rule': {'security_group_id': 'b6f192b8-bc0c-470c-8c48-ec87749d2d3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:34.678879 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742742f4-2d3a-4324-84f4-fe3e94a5bf04 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f192b8-bc0c-470c-8c48-ec87749d2d3c,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:34.714393 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-20871d3b-0978-45fb-9ad4-27da207228ba tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.718814 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b41eb-6891-409c-ae15-8980ae625f8c tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event deleted for resources: {'Port': ['ID=7b709322-5b14-4330-a828-dcfd2a5faf68,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:34.787482 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-a733bfef-6240-4edd-9c55-d757c455b29e req-af1b41eb-6891-409c-ae15-8980ae625f8c tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] No DVR routers for this DVR port 7b709322-5b14-4330-a828-dcfd2a5faf68 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:34.790502 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-a733bfef-6240-4edd-9c55-d757c455b29e req-af1b41eb-6891-409c-ae15-8980ae625f8c tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.806808 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a733bfef-6240-4edd-9c55-d757c455b29e req-af1b41eb-6891-409c-ae15-8980ae625f8c tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.82 "DELETE /v2.0/ports/7b709322-5b14-4330-a828-dcfd2a5faf68 HTTP/1.1" status: 204 len: 173 time: 0.8642008 Jul 16 01:43:34.807161 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317473a4-85fc-45fb-835d-b5630878cb6d', 'name': 'network-vif-deleted', 'tag': '7b709322-5b14-4330-a828-dcfd2a5faf68'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:34.817719 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddd6f73-a49a-4e7a-af86-f1493428df3e" -d '{"events": [{"server_uuid": "317473a4-85fc-45fb-835d-b5630878cb6d", "name": "network-vif-deleted", "tag": "7b709322-5b14-4330-a828-dcfd2a5faf68"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:34.830188 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-20871d3b-0978-45fb-9ad4-27da207228ba tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.840230 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-20871d3b-0978-45fb-9ad4-27da207228ba tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.902725 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a0da70-ecaf-4cc2-9053-3591f0cef8ec x-openstack-request-id: req-d3a0da70-ecaf-4cc2-9053-3591f0cef8ec {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:34.903019 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317473a4-85fc-45fb-835d-b5630878cb6d", "name": "network-vif-deleted", "tag": "7b709322-5b14-4330-a828-dcfd2a5faf68", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:34.903270 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3a0da70-ecaf-4cc2-9053-3591f0cef8ec {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:34.903671 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317473a4-85fc-45fb-835d-b5630878cb6d', 'name': 'network-vif-deleted', 'tag': '7b709322-5b14-4330-a828-dcfd2a5faf68', 'status': 'completed', 'code': 200} Jul 16 01:43:34.913742 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20871d3b-0978-45fb-9ad4-27da207228ba tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51092b8d-deb5-4d6d-a7c7-e733c8d56e1c,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:34.953076 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-20871d3b-0978-45fb-9ad4-27da207228ba tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.958989 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45176) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:34.962005 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-20871d3b-0978-45fb-9ad4-27da207228ba tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2933848 Jul 16 01:43:34.965818 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-6c51b914-9fda-4b47-b59d-dabb130add86 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Request body: {'security_group_rule': {'security_group_id': 'b6f192b8-bc0c-470c-8c48-ec87749d2d3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:35.005643 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.031247 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6c51b914-9fda-4b47-b59d-dabb130add86 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.168335 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6c51b914-9fda-4b47-b59d-dabb130add86 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.178769 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6c51b914-9fda-4b47-b59d-dabb130add86 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.203805 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51b914-9fda-4b47-b59d-dabb130add86 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339ed50d-1fc9-4a1a-94d7-15513c94ed66,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:35.210549 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6c51b914-9fda-4b47-b59d-dabb130add86 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.215843 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45180) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:35.221293 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-7e85fe65-e474-4f00-8fbc-8b0d0ec47a9f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:35.225932 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6c51b914-9fda-4b47-b59d-dabb130add86 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2657506 Jul 16 01:43:35.256232 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e85fe65-e474-4f00-8fbc-8b0d0ec47a9f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.307230 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1f3f2dc-304d-4e42-83f3-c6d0efdd4e19 req-487fd074-6a1b-4609-8404-2061858b7f0a tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=317473a4-85fc-45fb-835d-b5630878cb6d HTTP/1.1" status: 200 len: 210 time: 0.0399537 Jul 16 01:43:35.420708 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e85fe65-e474-4f00-8fbc-8b0d0ec47a9f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.638631 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-7e85fe65-e474-4f00-8fbc-8b0d0ec47a9f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Allocated IP 172.25.6.246 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/345902b2-eb68-4da5-bbd4-bade3295c4ef) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:35.801683 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e85fe65-e474-4f00-8fbc-8b0d0ec47a9f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.849674 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e85fe65-e474-4f00-8fbc-8b0d0ec47a9f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.902322 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e85fe65-e474-4f00-8fbc-8b0d0ec47a9f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:35.906127 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-7e85fe65-e474-4f00-8fbc-8b0d0ec47a9f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:35.914093 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e85fe65-e474-4f00-8fbc-8b0d0ec47a9f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:35.963562 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85fe65-e474-4f00-8fbc-8b0d0ec47a9f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Pushing event updated for resources: {'Port': ['ID=345902b2-eb68-4da5-bbd4-bade3295c4ef,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:36.047738 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e85fe65-e474-4f00-8fbc-8b0d0ec47a9f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.113374 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e85fe65-e474-4f00-8fbc-8b0d0ec47a9f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.303559 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e85fe65-e474-4f00-8fbc-8b0d0ec47a9f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.310655 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e85fe65-e474-4f00-8fbc-8b0d0ec47a9f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.454952 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85fe65-e474-4f00-8fbc-8b0d0ec47a9f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Pushing event updated for resources: {'Port': ['ID=345902b2-eb68-4da5-bbd4-bade3295c4ef,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:36.461684 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e85fe65-e474-4f00-8fbc-8b0d0ec47a9f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.478152 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e85fe65-e474-4f00-8fbc-8b0d0ec47a9f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.491289 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7e85fe65-e474-4f00-8fbc-8b0d0ec47a9f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2625182 Jul 16 01:43:36.492521 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45218) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:36.814317 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0df6cff6-609c-43a0-b918-ac55b0650faa tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1733452192&fields=id&tenant_id=6ca31bc079774bfc98b5ada65ac84773 HTTP/1.1" status: 200 len: 267 time: 0.0951390 Jul 16 01:43:37.020837 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-bd3637d8-cbdb-4650-8c94-d78658d23d48 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:37.030771 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-bd3637d8-cbdb-4650-8c94-d78658d23d48 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/networks?id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46 HTTP/1.1" status: 200 len: 817 time: 0.2134650 Jul 16 01:43:37.047247 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-67c8e673-2683-4f26-9c2c-de4cd169953e tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/quotas/6ca31bc079774bfc98b5ada65ac84773 HTTP/1.1" status: 200 len: 375 time: 0.0172944 Jul 16 01:43:37.512787 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-ac778687-8faa-405e-98a4-4026b99c0226 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ca31bc079774bfc98b5ada65ac84773&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4571843 Jul 16 01:43:37.533299 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f9ce46e-c5ab-4f32-9069-014a591495e1 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.760588 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-2064b0dd-79b3-49ff-acae-41dc4d9497c9 service neutron] 10.222.0.16 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467039 Jul 16 01:43:37.920043 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-8c6a141f-7371-4f7f-9e22-0f8b3d695047 service neutron] 10.222.0.16 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580086 Jul 16 01:43:38.307568 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-be125cfb-1f78-4246-b317-83e23e552695 req-50774008-b910-48e0-bbee-45a4f75ab0a9 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 210 time: 0.0936601 Jul 16 01:43:38.521863 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1f9ce46e-c5ab-4f32-9069-014a591495e1 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Deleting port d54a1434-7c8c-49a2-a937-ce8bee0522c7 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:38.523134 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f9ce46e-c5ab-4f32-9069-014a591495e1 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.640598 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 7b709322-5b14-4330-a828-dcfd2a5faf68 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:38.687422 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1f9ce46e-c5ab-4f32-9069-014a591495e1 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] For port d54a1434-7c8c-49a2-a937-ce8bee0522c7, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d54a1434-7c8c-49a2-a937-ce8bee0522c7,segment=NetworkSegment(dc1ff2a8-a443-4bd6-996c-7c3a142ae46e),segment_id=dc1ff2a8-a443-4bd6-996c-7c3a142ae46e)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:38.688136 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f9ce46e-c5ab-4f32-9069-014a591495e1 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.703134 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1f9ce46e-c5ab-4f32-9069-014a591495e1 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Calling delete_port for d54a1434-7c8c-49a2-a937-ce8bee0522c7 owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:38.730867 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 7b709322-5b14-4330-a828-dcfd2a5faf68 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:38.732818 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 7b709322-5b14-4330-a828-dcfd2a5faf68 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:39.056815 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f9ce46e-c5ab-4f32-9069-014a591495e1 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.088893 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ce46e-c5ab-4f32-9069-014a591495e1 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event deleted for resources: {'Port': ['ID=d54a1434-7c8c-49a2-a937-ce8bee0522c7,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:39.316980 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f9ce46e-c5ab-4f32-9069-014a591495e1 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.734556 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-daaaef78-5655-498b-a788-7c36f4050fc7 req-ce8e3bc8-05c4-4318-b139-1ad70d53527f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 210 time: 0.0344520 Jul 16 01:43:39.775743 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9ce46e-c5ab-4f32-9069-014a591495e1 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Router 63eb2f1f-d80e-41fa-ae6c-016700b28ee8 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:43:40.021612 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9ce46e-c5ab-4f32-9069-014a591495e1 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:40.044927 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9aa370-c850-4b9a-87cc-8889f05be932 None None] Sync routers for ids ['63eb2f1f-d80e-41fa-ae6c-016700b28ee8'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:40.060581 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9aa370-c850-4b9a-87cc-8889f05be932 None None] Routers {'63eb2f1f-d80e-41fa-ae6c-016700b28ee8'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:40.061960 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1f9ce46e-c5ab-4f32-9069-014a591495e1 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "PUT /v2.0/routers/63eb2f1f-d80e-41fa-ae6c-016700b28ee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5686185 Jul 16 01:43:40.062845 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-1c9aa370-c850-4b9a-87cc-8889f05be932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:43:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['63eb2f1f-d80e-41fa-ae6c-016700b28ee8'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:40.065251 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45306) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:40.170489 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-dc8ff605-cb64-4217-ba8a-7842ad058973 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:40.173028 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-dc8ff605-cb64-4217-ba8a-7842ad058973 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.84 "GET /v2.0/networks?id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46 HTTP/1.1" status: 200 len: 817 time: 0.2594302 Jul 16 01:43:40.230207 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-0876ed38-24d8-42ae-a4c3-aeb0d28aa86f tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Deleting subnet 9ee83a58-2c68-43eb-abbc-00cabf8ca795 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:40.237545 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0876ed38-24d8-42ae-a4c3-aeb0d28aa86f tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.267505 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-277035c9-f56b-4520-b609-db29563f74d3 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ca31bc079774bfc98b5ada65ac84773 HTTP/1.1" status: 200 len: 380 time: 0.0856621 Jul 16 01:43:40.278357 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-a48e637d-dcf3-4275-b8e0-560448cfdb9b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Request body: {'port': {'device_id': 'fd02652b-2769-428c-bf6a-d83116e7d181', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'admin_state_up': True, 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'security_groups': ['b6f192b8-bc0c-470c-8c48-ec87749d2d3c']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:40.350055 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0876ed38-24d8-42ae-a4c3-aeb0d28aa86f tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.362679 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-1c9aa370-c850-4b9a-87cc-8889f05be932 None None] Set router 63eb2f1f-d80e-41fa-ae6c-016700b28ee8 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:40.448620 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-a48e637d-dcf3-4275-b8e0-560448cfdb9b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Made reservation on behalf of 6ca31bc079774bfc98b5ada65ac84773 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:40.456658 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-a48e637d-dcf3-4275-b8e0-560448cfdb9b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.457955 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0876ed38-24d8-42ae-a4c3-aeb0d28aa86f tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.564721 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0876ed38-24d8-42ae-a4c3-aeb0d28aa86f tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.643957 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876ed38-24d8-42ae-a4c3-aeb0d28aa86f tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee83a58-2c68-43eb-abbc-00cabf8ca795,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:40.652337 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0876ed38-24d8-42ae-a4c3-aeb0d28aa86f tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.654144 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f90dfa9-88ef-4d3f-8ea2-2757a24f3ee2 None None] Network 138c207d-29c4-4221-9898-d5d1d234a3f7 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:40.655203 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0876ed38-24d8-42ae-a4c3-aeb0d28aa86f tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "DELETE /v2.0/subnets/9ee83a58-2c68-43eb-abbc-00cabf8ca795 HTTP/1.1" status: 204 len: 168 time: 0.5889072 Jul 16 01:43:40.659803 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45318) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:40.814556 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-1c9aa370-c850-4b9a-87cc-8889f05be932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63eb2f1f-d80e-41fa-ae6c-016700b28ee8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-282998427', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'efbb5142-8ec7-4034-b9be-63ac49997b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:06Z', 'updated_at': '2021-07-16T01:43:38Z', 'revision_number': 5, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'gw_port': {'id': 'efbb5142-8ec7-4034-b9be-63ac49997b26', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63eb2f1f-d80e-41fa-ae6c-016700b28ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:06Z', 'updated_at': '2021-07-16T01:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:40.884891 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9aa370-c850-4b9a-87cc-8889f05be932 None None] Checking router: 63eb2f1f-d80e-41fa-ae6c-016700b28ee8 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:40.909013 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9aa370-c850-4b9a-87cc-8889f05be932 None None] Routers {'63eb2f1f-d80e-41fa-ae6c-016700b28ee8'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:40.909747 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-1c9aa370-c850-4b9a-87cc-8889f05be932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:43:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['63eb2f1f-d80e-41fa-ae6c-016700b28ee8'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:40.927188 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-a48e637d-dcf3-4275-b8e0-560448cfdb9b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Allocated IP 172.20.0.4 (7da75e1b-5f2b-4b3a-ad7d-444d41678d46/e2260a5b-5f93-4f16-9877-6dd3618b52a8/1ecdf398-76ed-4c15-9938-a5e580f381be) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:40.931312 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c33a06d3-141f-4d21-bb23-1376f8684840 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.021607 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a4eb2c-c555-427a-bc7b-c91b1b052f08 None None] DHCP port deletion for 138c207d-29c4-4221-9898-d5d1d234a3f7 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:43:41.134811 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-95a4eb2c-c555-427a-bc7b-c91b1b052f08 None None] Deleting port 00f2da22-a7cf-4485-95cc-ba35eeabe93d {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:41.135464 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95a4eb2c-c555-427a-bc7b-c91b1b052f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.143727 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b0846cae-ea16-4e5b-a333-15232ebfab83 req-5515f3c7-89c7-4363-b8a8-b3446e78aa5e tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 210 time: 0.0512354 Jul 16 01:43:41.147477 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c33a06d3-141f-4d21-bb23-1376f8684840 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.207213 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-1c9aa370-c850-4b9a-87cc-8889f05be932 None None] Set router 63eb2f1f-d80e-41fa-ae6c-016700b28ee8 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:41.388158 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-95a4eb2c-c555-427a-bc7b-c91b1b052f08 None None] For port 00f2da22-a7cf-4485-95cc-ba35eeabe93d, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=00f2da22-a7cf-4485-95cc-ba35eeabe93d,segment=NetworkSegment(dc1ff2a8-a443-4bd6-996c-7c3a142ae46e),segment_id=dc1ff2a8-a443-4bd6-996c-7c3a142ae46e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:41.391771 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95a4eb2c-c555-427a-bc7b-c91b1b052f08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.412617 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-c33a06d3-141f-4d21-bb23-1376f8684840 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Deleting port efbb5142-8ec7-4034-b9be-63ac49997b26 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:41.412986 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c33a06d3-141f-4d21-bb23-1376f8684840 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.428579 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-95a4eb2c-c555-427a-bc7b-c91b1b052f08 None None] Calling delete_port for 00f2da22-a7cf-4485-95cc-ba35eeabe93d owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:41.571193 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 00f2da22-a7cf-4485-95cc-ba35eeabe93d no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:41.656870 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-1c9aa370-c850-4b9a-87cc-8889f05be932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63eb2f1f-d80e-41fa-ae6c-016700b28ee8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-282998427', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'efbb5142-8ec7-4034-b9be-63ac49997b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:06Z', 'updated_at': '2021-07-16T01:43:38Z', 'revision_number': 5, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'gw_port': {'id': 'efbb5142-8ec7-4034-b9be-63ac49997b26', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63eb2f1f-d80e-41fa-ae6c-016700b28ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:06Z', 'updated_at': '2021-07-16T01:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:41.698989 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95a4eb2c-c555-427a-bc7b-c91b1b052f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.718147 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-a48e637d-dcf3-4275-b8e0-560448cfdb9b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.727575 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9aa370-c850-4b9a-87cc-8889f05be932 None None] The sync data for ids ['63eb2f1f-d80e-41fa-ae6c-016700b28ee8'] in n-d-792394-16 is: [{'id': '63eb2f1f-d80e-41fa-ae6c-016700b28ee8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-282998427', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'efbb5142-8ec7-4034-b9be-63ac49997b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:43:06Z', 'updated_at': '2021-07-16T01:43:38Z', 'revision_number': 5, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'gw_port': {'id': 'efbb5142-8ec7-4034-b9be-63ac49997b26', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63eb2f1f-d80e-41fa-ae6c-016700b28ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:43:06Z', 'updated_at': '2021-07-16T01:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:41.737447 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4eb2c-c555-427a-bc7b-c91b1b052f08 None None] Pushing event deleted for resources: {'Port': ['ID=00f2da22-a7cf-4485-95cc-ba35eeabe93d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:41.740831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-c33a06d3-141f-4d21-bb23-1376f8684840 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] For port efbb5142-8ec7-4034-b9be-63ac49997b26, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=efbb5142-8ec7-4034-b9be-63ac49997b26,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:41.749685 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4eb2c-c555-427a-bc7b-c91b1b052f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:41.750006 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4eb2c-c555-427a-bc7b-c91b1b052f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:41.750353 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4eb2c-c555-427a-bc7b-c91b1b052f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:41.750689 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4eb2c-c555-427a-bc7b-c91b1b052f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:41.751081 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c33a06d3-141f-4d21-bb23-1376f8684840 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.756843 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4eb2c-c555-427a-bc7b-c91b1b052f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:41.757618 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4eb2c-c555-427a-bc7b-c91b1b052f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:41.757969 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4eb2c-c555-427a-bc7b-c91b1b052f08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:41.758308 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4eb2c-c555-427a-bc7b-c91b1b052f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:41.758645 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4eb2c-c555-427a-bc7b-c91b1b052f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:41.758982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4eb2c-c555-427a-bc7b-c91b1b052f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:41.759310 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4eb2c-c555-427a-bc7b-c91b1b052f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:41.759635 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4eb2c-c555-427a-bc7b-c91b1b052f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:41.773168 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No active binding found for port 00f2da22-a7cf-4485-95cc-ba35eeabe93d {{(pid=93957) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 01:43:41.773622 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 00f2da22-a7cf-4485-95cc-ba35eeabe93d not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:41.792529 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a4eb2c-c555-427a-bc7b-c91b1b052f08 None None] No DVR routers for this DVR port 00f2da22-a7cf-4485-95cc-ba35eeabe93d on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:41.798101 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-a48e637d-dcf3-4275-b8e0-560448cfdb9b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Transition to ACTIVE for port object 1ecdf398-76ed-4c15-9938-a5e580f381be will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:41.800431 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-c33a06d3-141f-4d21-bb23-1376f8684840 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Calling delete_port for efbb5142-8ec7-4034-b9be-63ac49997b26 owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:41.899790 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-a48e637d-dcf3-4275-b8e0-560448cfdb9b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.001444 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e637d-dcf3-4275-b8e0-560448cfdb9b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Pushing event updated for resources: {'Port': ['ID=1ecdf398-76ed-4c15-9938-a5e580f381be,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:42.016968 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-a48e637d-dcf3-4275-b8e0-560448cfdb9b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Network 7da75e1b-5f2b-4b3a-ad7d-444d41678d46 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:42.020904 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-a48e637d-dcf3-4275-b8e0-560448cfdb9b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:42.024831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-a48e637d-dcf3-4275-b8e0-560448cfdb9b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:42.105780 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-a48e637d-dcf3-4275-b8e0-560448cfdb9b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:42.106604 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-a48e637d-dcf3-4275-b8e0-560448cfdb9b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.160533 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-a48e637d-dcf3-4275-b8e0-560448cfdb9b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8880687 Jul 16 01:43:42.175934 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0f26957a-f1be-424d-bf9c-97c884cc67ff service neutron] Request body: {'port': {'device_id': 'fd02652b-2769-428c-bf6a-d83116e7d181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:42.250954 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c33a06d3-141f-4d21-bb23-1376f8684840 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.405303 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a06d3-141f-4d21-bb23-1376f8684840 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event deleted for resources: {'Port': ['ID=efbb5142-8ec7-4034-b9be-63ac49997b26,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:42.414252 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0f26957a-f1be-424d-bf9c-97c884cc67ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.469141 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45340) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:42.495937 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4203d135-5174-43de-aee2-dfc5e54471f7 None None] Provisioning for port 1ecdf398-76ed-4c15-9938-a5e580f381be completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:42.500721 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4203d135-5174-43de-aee2-dfc5e54471f7 None None] Provisioning complete for port 1ecdf398-76ed-4c15-9938-a5e580f381be triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:42.501403 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4203d135-5174-43de-aee2-dfc5e54471f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.599139 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-4203d135-5174-43de-aee2-dfc5e54471f7 None None] Port 1ecdf398-76ed-4c15-9938-a5e580f381be cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:43:42.761315 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c33a06d3-141f-4d21-bb23-1376f8684840 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.941071 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c33a06d3-141f-4d21-bb23-1376f8684840 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.948051 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c33a06d3-141f-4d21-bb23-1376f8684840 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.095273 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27cb7b-9f0e-4b26-8e40-27993ad17c0f req-4841f63f-854d-4393-8c3b-e7829a83aff6 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:43.100296 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aa27cb7b-9f0e-4b26-8e40-27993ad17c0f req-4841f63f-854d-4393-8c3b-e7829a83aff6 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 931 time: 0.4797158 Jul 16 01:43:43.134110 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0614de13-c34b-4b33-9941-6f4ab4881b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.148253 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c33a06d3-141f-4d21-bb23-1376f8684840 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.149135 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33a06d3-141f-4d21-bb23-1376f8684840 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Fanout notify agent at l3_agent the message router_deleted on router 63eb2f1f-d80e-41fa-ae6c-016700b28ee8 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:43:43.172115 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c33a06d3-141f-4d21-bb23-1376f8684840 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.174030 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c33a06d3-141f-4d21-bb23-1376f8684840 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "DELETE /v2.0/routers/63eb2f1f-d80e-41fa-ae6c-016700b28ee8 HTTP/1.1" status: 204 len: 168 time: 2.5108464 Jul 16 01:43:43.177839 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45352) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:43.309040 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aa27cb7b-9f0e-4b26-8e40-27993ad17c0f req-57f0dd4d-a227-4ac5-b935-e4ceeee26fb3 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005193 Jul 16 01:43:43.379113 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f76a6127-1cb7-4fa1-8866-003dc48436cc tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.591331 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-0614de13-c34b-4b33-9941-6f4ab4881b8e admin admin] Deleting port 1d0fc287-860b-4c2d-b197-d75fedc41700 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:43.591896 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0614de13-c34b-4b33-9941-6f4ab4881b8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.614233 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d54a1434-7c8c-49a2-a937-ce8bee0522c7 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:43.674785 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: d54a1434-7c8c-49a2-a937-ce8bee0522c7 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:43.675477 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d54a1434-7c8c-49a2-a937-ce8bee0522c7 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:43.710758 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-0614de13-c34b-4b33-9941-6f4ab4881b8e admin admin] For port 1d0fc287-860b-4c2d-b197-d75fedc41700, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1d0fc287-860b-4c2d-b197-d75fedc41700,segment=NetworkSegment(c1fab8d9-de68-4fec-9427-82ce7b694551),segment_id=c1fab8d9-de68-4fec-9427-82ce7b694551)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:43.711430 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0614de13-c34b-4b33-9941-6f4ab4881b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.737720 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-0614de13-c34b-4b33-9941-6f4ab4881b8e admin admin] Calling delete_port for 1d0fc287-860b-4c2d-b197-d75fedc41700 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:43.945721 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0f26957a-f1be-424d-bf9c-97c884cc67ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ecdf398-76ed-4c15-9938-a5e580f381be {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:43.958787 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0614de13-c34b-4b33-9941-6f4ab4881b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.987059 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f76a6127-1cb7-4fa1-8866-003dc48436cc tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.990804 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0f26957a-f1be-424d-bf9c-97c884cc67ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.003603 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-f76a6127-1cb7-4fa1-8866-003dc48436cc tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138c207d-29c4-4221-9898-d5d1d234a3f7']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:44.019267 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-f76a6127-1cb7-4fa1-8866-003dc48436cc tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1ff2a8-a443-4bd6-996c-7c3a142ae46e') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:44.019555 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-f76a6127-1cb7-4fa1-8866-003dc48436cc tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1ff2a8-a443-4bd6-996c-7c3a142ae46e') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:44.021510 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0f26957a-f1be-424d-bf9c-97c884cc67ff service neutron] Transition to ACTIVE for port object 1ecdf398-76ed-4c15-9938-a5e580f381be will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:44.031007 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f76a6127-1cb7-4fa1-8866-003dc48436cc tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.032865 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0f26957a-f1be-424d-bf9c-97c884cc67ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.081635 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614de13-c34b-4b33-9941-6f4ab4881b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=1d0fc287-860b-4c2d-b197-d75fedc41700,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:44.087566 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26957a-f1be-424d-bf9c-97c884cc67ff service neutron] Pushing event updated for resources: {'Port': ['ID=1ecdf398-76ed-4c15-9938-a5e580f381be,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:44.092682 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f76a6127-1cb7-4fa1-8866-003dc48436cc tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.104250 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76a6127-1cb7-4fa1-8866-003dc48436cc tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:44.105263 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f76a6127-1cb7-4fa1-8866-003dc48436cc tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:44.108855 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:44.482935 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f76a6127-1cb7-4fa1-8866-003dc48436cc tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.511594 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f76a6127-1cb7-4fa1-8866-003dc48436cc tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.518605 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f76a6127-1cb7-4fa1-8866-003dc48436cc tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "DELETE /v2.0/networks/138c207d-29c4-4221-9898-d5d1d234a3f7 HTTP/1.1" status: 204 len: 168 time: 1.3248694 Jul 16 01:43:44.520512 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45364) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:44.555640 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0614de13-c34b-4b33-9941-6f4ab4881b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.704739 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a6127-1cb7-4fa1-8866-003dc48436cc tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event deleted for resources: {'Network': ['ID=138c207d-29c4-4221-9898-d5d1d234a3f7,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:44.752044 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0f26957a-f1be-424d-bf9c-97c884cc67ff service neutron] Attempting to bind port 1ecdf398-76ed-4c15-9938-a5e580f381be on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:44.752382 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0f26957a-f1be-424d-bf9c-97c884cc67ff service neutron] Attempting to bind port 1ecdf398-76ed-4c15-9938-a5e580f381be by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '2824624f-11c1-4c01-bbe6-fd6266f3abfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:44.752742 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0f26957a-f1be-424d-bf9c-97c884cc67ff service neutron] Attempting to bind port 1ecdf398-76ed-4c15-9938-a5e580f381be on network 7da75e1b-5f2b-4b3a-ad7d-444d41678d46 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:44.766621 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0f26957a-f1be-424d-bf9c-97c884cc67ff service neutron] Port 1ecdf398-76ed-4c15-9938-a5e580f381be on network 7da75e1b-5f2b-4b3a-ad7d-444d41678d46 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:44.766953 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0f26957a-f1be-424d-bf9c-97c884cc67ff service neutron] Attempting to bind port 1ecdf398-76ed-4c15-9938-a5e580f381be on network 7da75e1b-5f2b-4b3a-ad7d-444d41678d46 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:44.780269 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0f26957a-f1be-424d-bf9c-97c884cc67ff service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:44.780652 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0f26957a-f1be-424d-bf9c-97c884cc67ff service neutron] Checking segment: {'id': '2824624f-11c1-4c01-bbe6-fd6266f3abfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:44.781043 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0f26957a-f1be-424d-bf9c-97c884cc67ff service neutron] Bound using segment: {'id': '2824624f-11c1-4c01-bbe6-fd6266f3abfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:44.781481 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0f26957a-f1be-424d-bf9c-97c884cc67ff service neutron] Bound port: 1ecdf398-76ed-4c15-9938-a5e580f381be, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2824624f-11c1-4c01-bbe6-fd6266f3abfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:44.782158 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0f26957a-f1be-424d-bf9c-97c884cc67ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.861322 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0614de13-c34b-4b33-9941-6f4ab4881b8e admin admin] Router 70808305-c270-4b9d-8c36-dc30d8785ff2 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:43:44.886306 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524191ea-a331-4857-8e21-e552318dfae8 req-7780f6a9-43b0-4540-9a6a-de399eaeb04f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:44.888853 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-524191ea-a331-4857-8e21-e552318dfae8 req-7780f6a9-43b0-4540-9a6a-de399eaeb04f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 943 time: 0.2650955 Jul 16 01:43:45.012398 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0f26957a-f1be-424d-bf9c-97c884cc67ff service neutron] For port 1ecdf398-76ed-4c15-9938-a5e580f381be, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:45.032231 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-3e674a2b-0dac-48f7-8e87-e1c728dcff58 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Deleting port 47eccfe0-8f60-457d-b69b-c1430e6825a6 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:45.032693 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e674a2b-0dac-48f7-8e87-e1c728dcff58 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.053786 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-524191ea-a331-4857-8e21-e552318dfae8 req-22eee149-f122-405d-8859-e8016c59fc09 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535003 Jul 16 01:43:45.066653 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0f26957a-f1be-424d-bf9c-97c884cc67ff service neutron] For port 1ecdf398-76ed-4c15-9938-a5e580f381be, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1ecdf398-76ed-4c15-9938-a5e580f381be,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:45.084971 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0f26957a-f1be-424d-bf9c-97c884cc67ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.091815 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0614de13-c34b-4b33-9941-6f4ab4881b8e admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:45.104048 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0614de13-c34b-4b33-9941-6f4ab4881b8e admin admin] 10.222.0.16 "PUT /v2.0/routers/70808305-c270-4b9d-8c36-dc30d8785ff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6331651 Jul 16 01:43:45.106275 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45374) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:45.128091 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fd84e0-a64d-4db6-8e31-6baa9355b94c None None] Sync routers for ids ['70808305-c270-4b9d-8c36-dc30d8785ff2'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:45.143937 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fd84e0-a64d-4db6-8e31-6baa9355b94c None None] Routers {'70808305-c270-4b9d-8c36-dc30d8785ff2'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:45.144877 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-30fd84e0-a64d-4db6-8e31-6baa9355b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:43:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['70808305-c270-4b9d-8c36-dc30d8785ff2'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:45.161402 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0f26957a-f1be-424d-bf9c-97c884cc67ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:45.161402 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0f26957a-f1be-424d-bf9c-97c884cc67ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.164869 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0f26957a-f1be-424d-bf9c-97c884cc67ff service neutron] 10.222.0.84 "PUT /v2.0/ports/1ecdf398-76ed-4c15-9938-a5e580f381be HTTP/1.1" status: 200 len: 1092 time: 2.9941208 Jul 16 01:43:45.164869 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd02652b-2769-428c-bf6a-d83116e7d181', 'tag': '1ecdf398-76ed-4c15-9938-a5e580f381be'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:45.170314 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50731637-6e24-4039-a056-72ed8e4e7c25" -d '{"events": [{"name": "network-changed", "server_uuid": "fd02652b-2769-428c-bf6a-d83116e7d181", "tag": "1ecdf398-76ed-4c15-9938-a5e580f381be"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:45.335595 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23790886-4b4d-4275-8ad6-9a943c5adf48 x-openstack-request-id: req-23790886-4b4d-4275-8ad6-9a943c5adf48 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:45.335887 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd02652b-2769-428c-bf6a-d83116e7d181", "tag": "1ecdf398-76ed-4c15-9938-a5e580f381be", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:45.336126 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23790886-4b4d-4275-8ad6-9a943c5adf48 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:45.336571 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd02652b-2769-428c-bf6a-d83116e7d181', 'tag': '1ecdf398-76ed-4c15-9938-a5e580f381be', 'status': 'completed', 'code': 200} Jul 16 01:43:45.342106 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26957a-f1be-424d-bf9c-97c884cc67ff service neutron] Pushing event updated for resources: {'Port': ['ID=1ecdf398-76ed-4c15-9938-a5e580f381be,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:45.380828 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e674a2b-0dac-48f7-8e87-e1c728dcff58 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.381155 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e674a2b-0dac-48f7-8e87-e1c728dcff58 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.407877 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0deea4e2-25c9-493b-87fc-c4b39086d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:45.409779 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0deea4e2-25c9-493b-87fc-c4b39086d154 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6ca31bc079774bfc98b5ada65ac84773&device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 1095 time: 0.1849899 Jul 16 01:43:45.411058 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-3e674a2b-0dac-48f7-8e87-e1c728dcff58 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Calling delete_port for 47eccfe0-8f60-457d-b69b-c1430e6825a6 owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:45.492267 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2ed6-a5c9-48c1-a504-61059ee3e58a admin admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.492607 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-2c96f8b4-5f41-452c-9a34-dff744ee2a65 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ecdf398-76ed-4c15-9938-a5e580f381be HTTP/1.1" status: 200 len: 217 time: 0.0740333 Jul 16 01:43:45.514882 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-30fd84e0-a64d-4db6-8e31-6baa9355b94c None None] Set router 70808305-c270-4b9d-8c36-dc30d8785ff2 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:45.673787 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device efbb5142-8ec7-4034-b9be-63ac49997b26 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:45.761304 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: efbb5142-8ec7-4034-b9be-63ac49997b26 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:45.762508 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device efbb5142-8ec7-4034-b9be-63ac49997b26 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:45.775759 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2ed6-a5c9-48c1-a504-61059ee3e58a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.788731 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-4257dd42-a2dc-4db6-9a0e-e2ac366f3acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:45.790593 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-4257dd42-a2dc-4db6-9a0e-e2ac366f3acf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e2260a5b-5f93-4f16-9877-6dd3618b52a8 HTTP/1.1" status: 200 len: 856 time: 0.2579038 Jul 16 01:43:45.875761 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b2ed6-a5c9-48c1-a504-61059ee3e58a admin admin] Deleting port 4dbf10dd-82f2-486a-9932-dddf38d15be0 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:45.881381 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2ed6-a5c9-48c1-a504-61059ee3e58a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.898924 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-628d60c9-5d9d-4c5a-b407-ee575dc1697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:45.900793 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-628d60c9-5d9d-4c5a-b407-ee575dc1697f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0950310 Jul 16 01:43:46.027779 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-fd4b2ed6-a5c9-48c1-a504-61059ee3e58a admin admin] For port 4dbf10dd-82f2-486a-9932-dddf38d15be0, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4dbf10dd-82f2-486a-9932-dddf38d15be0,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:46.028152 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2ed6-a5c9-48c1-a504-61059ee3e58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.065581 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-30fd84e0-a64d-4db6-8e31-6baa9355b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'name': 'tempest-TaggedBootDevicesTest-1681123415-router', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:16Z', 'updated_at': '2021-07-16T01:43:43Z', 'revision_number': 5, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'gw_port': {'id': '4dbf10dd-82f2-486a-9932-dddf38d15be0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:19Z', 'updated_at': '2021-07-16T01:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:46.068749 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b2ed6-a5c9-48c1-a504-61059ee3e58a admin admin] Calling delete_port for 4dbf10dd-82f2-486a-9932-dddf38d15be0 owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:46.169399 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fd84e0-a64d-4db6-8e31-6baa9355b94c None None] Checking router: 70808305-c270-4b9d-8c36-dc30d8785ff2 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:46.187454 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e674a2b-0dac-48f7-8e87-e1c728dcff58 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.192967 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fd84e0-a64d-4db6-8e31-6baa9355b94c None None] Routers {'70808305-c270-4b9d-8c36-dc30d8785ff2'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:46.193630 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-30fd84e0-a64d-4db6-8e31-6baa9355b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:43:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['70808305-c270-4b9d-8c36-dc30d8785ff2'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:46.257933 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e674a2b-0dac-48f7-8e87-e1c728dcff58 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event deleted for resources: {'Port': ['ID=47eccfe0-8f60-457d-b69b-c1430e6825a6,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:46.295195 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-0e07cc9d-ee56-4625-b522-5ab587954aa6 service neutron] 10.222.0.84 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879409 Jul 16 01:43:46.390897 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e674a2b-0dac-48f7-8e87-e1c728dcff58 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.391226 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-3e674a2b-0dac-48f7-8e87-e1c728dcff58 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Floating IP 64d72ef1-73fa-43da-88d1-41d62c6f9289 disassociated (deleted). External IP: 172.25.6.242, port: 9a41a004-809c-4255-b6a1-431425af08f8. Jul 16 01:43:46.454779 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb768eaa-9690-41fc-9b20-88fced0a48a5 req-172af701-f09c-48f9-a5d2-04f8a274f2e4 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:46.457037 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb768eaa-9690-41fc-9b20-88fced0a48a5 req-172af701-f09c-48f9-a5d2-04f8a274f2e4 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 943 time: 0.1299584 Jul 16 01:43:46.458451 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2ed6-a5c9-48c1-a504-61059ee3e58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.489128 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b2ed6-a5c9-48c1-a504-61059ee3e58a admin admin] Pushing event deleted for resources: {'Port': ['ID=4dbf10dd-82f2-486a-9932-dddf38d15be0,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:46.500321 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-518488c4-10b3-4e46-a63d-4fffd65902e0 req-7a5e32bd-e616-4316-bee9-f9e57f8e380f service neutron] 10.222.0.84 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859596 Jul 16 01:43:46.583828 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb768eaa-9690-41fc-9b20-88fced0a48a5 req-e8c7f53e-308b-41a3-ad3c-a53d65510ab0 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988464 Jul 16 01:43:46.690244 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2ed6-a5c9-48c1-a504-61059ee3e58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.709455 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50731637-6e24-4039-a056-72ed8e4e7c25 req-2cada7f8-957f-4409-8a66-1edd42095e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:46.711658 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50731637-6e24-4039-a056-72ed8e4e7c25 req-2cada7f8-957f-4409-8a66-1edd42095e13 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6ca31bc079774bfc98b5ada65ac84773&device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 1095 time: 0.1239395 Jul 16 01:43:46.749933 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-30fd84e0-a64d-4db6-8e31-6baa9355b94c None None] Set router 70808305-c270-4b9d-8c36-dc30d8785ff2 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:46.768181 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e674a2b-0dac-48f7-8e87-e1c728dcff58 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Router 4e8dae8f-a0b1-4566-98a5-73afa78b3dca has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:43:46.861071 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-30fd84e0-a64d-4db6-8e31-6baa9355b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'name': 'tempest-TaggedBootDevicesTest-1681123415-router', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:16Z', 'updated_at': '2021-07-16T01:43:45Z', 'revision_number': 6, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:46.870167 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50731637-6e24-4039-a056-72ed8e4e7c25 req-0b3949ba-9d19-4480-af80-268fc2a0572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:46.871787 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50731637-6e24-4039-a056-72ed8e4e7c25 req-0b3949ba-9d19-4480-af80-268fc2a0572b service neutron] 10.222.0.84 "GET /v2.0/networks?id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46 HTTP/1.1" status: 200 len: 918 time: 0.1501281 Jul 16 01:43:46.916684 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fd84e0-a64d-4db6-8e31-6baa9355b94c None None] The sync data for ids ['70808305-c270-4b9d-8c36-dc30d8785ff2'] in n-d-792394-16 is: [{'id': '70808305-c270-4b9d-8c36-dc30d8785ff2', 'name': 'tempest-TaggedBootDevicesTest-1681123415-router', 'tenant_id': '9ab955cac98346abb4c28e7943a645b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:16Z', 'updated_at': '2021-07-16T01:43:45Z', 'revision_number': 6, 'project_id': '9ab955cac98346abb4c28e7943a645b4', 'gw_port_host': None}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:46.962471 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50731637-6e24-4039-a056-72ed8e4e7c25 req-899eccb6-40bb-4e5f-b722-4ca41dc20496 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ecdf398-76ed-4c15-9938-a5e580f381be HTTP/1.1" status: 200 len: 217 time: 0.0815120 Jul 16 01:43:46.978349 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2ed6-a5c9-48c1-a504-61059ee3e58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.981809 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2ed6-a5c9-48c1-a504-61059ee3e58a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.022541 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e674a2b-0dac-48f7-8e87-e1c728dcff58 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:47.043928 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a576b69-af64-42de-9369-9a22d37ea008 None None] Sync routers for ids ['4e8dae8f-a0b1-4566-98a5-73afa78b3dca'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:47.063180 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a576b69-af64-42de-9369-9a22d37ea008 None None] Routers {'4e8dae8f-a0b1-4566-98a5-73afa78b3dca'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:47.064435 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-3a576b69-af64-42de-9369-9a22d37ea008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:43:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['4e8dae8f-a0b1-4566-98a5-73afa78b3dca'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:47.072219 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2ed6-a5c9-48c1-a504-61059ee3e58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.072219 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4b2ed6-a5c9-48c1-a504-61059ee3e58a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70808305-c270-4b9d-8c36-dc30d8785ff2 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:43:47.079314 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2ed6-a5c9-48c1-a504-61059ee3e58a admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.083021 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fd4b2ed6-a5c9-48c1-a504-61059ee3e58a admin admin] 10.222.0.16 "DELETE /v2.0/routers/70808305-c270-4b9d-8c36-dc30d8785ff2 HTTP/1.1" status: 204 len: 168 time: 1.9733665 Jul 16 01:43:47.083832 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45394) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:47.121898 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e674a2b-0dac-48f7-8e87-e1c728dcff58 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.184646 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-179d2551-32b1-4135-bab6-d765f0aad46c admin admin] Deleting subnet 09f3da01-7811-438c-934c-dbb6f1e9ed24 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:47.187576 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3e674a2b-0dac-48f7-8e87-e1c728dcff58 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "DELETE /v2.0/floatingips/64d72ef1-73fa-43da-88d1-41d62c6f9289 HTTP/1.1" status: 204 len: 168 time: 2.6609209 Jul 16 01:43:47.188514 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-179d2551-32b1-4135-bab6-d765f0aad46c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.196617 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50731637-6e24-4039-a056-72ed8e4e7c25 req-d5375f05-ecff-44fc-8272-dad11a1273ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:47.198251 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50731637-6e24-4039-a056-72ed8e4e7c25 req-d5375f05-ecff-44fc-8272-dad11a1273ad service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e2260a5b-5f93-4f16-9877-6dd3618b52a8 HTTP/1.1" status: 200 len: 856 time: 0.1809566 Jul 16 01:43:47.257530 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-179d2551-32b1-4135-bab6-d765f0aad46c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.342709 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc', 'tag': '9a41a004-809c-4255-b6a1-431425af08f8'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:47.344906 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-3a576b69-af64-42de-9369-9a22d37ea008 None None] Set router 4e8dae8f-a0b1-4566-98a5-73afa78b3dca gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:47.345060 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290ed036-1774-4571-bc09-f41162749b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc", "tag": "9a41a004-809c-4255-b6a1-431425af08f8"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:47.441496 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50731637-6e24-4039-a056-72ed8e4e7c25 req-f8aad7e9-8b3b-4a74-b131-0ec3e540df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:47.442978 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50731637-6e24-4039-a056-72ed8e4e7c25 req-f8aad7e9-8b3b-4a74-b131-0ec3e540df64 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2373726 Jul 16 01:43:47.523413 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-179d2551-32b1-4135-bab6-d765f0aad46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.526134 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd014ee-4d79-414a-abb0-1453b66ad73a x-openstack-request-id: req-7fd014ee-4d79-414a-abb0-1453b66ad73a {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:47.527223 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc", "tag": "9a41a004-809c-4255-b6a1-431425af08f8", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:47.527223 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7fd014ee-4d79-414a-abb0-1453b66ad73a {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:47.537509 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc', 'tag': '9a41a004-809c-4255-b6a1-431425af08f8', 'status': 'completed', 'code': 200} Jul 16 01:43:47.669136 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-179d2551-32b1-4135-bab6-d765f0aad46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.684443 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50731637-6e24-4039-a056-72ed8e4e7c25 req-ef6d6ec2-4f96-4ec4-a4f9-7818f325f2a9 service neutron] 10.222.0.84 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319820 Jul 16 01:43:47.690182 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ed036-1774-4571-bc09-f41162749b4b req-ae8a0104-53c2-4db1-9764-d096039669eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:47.691784 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-290ed036-1774-4571-bc09-f41162749b4b req-ae8a0104-53c2-4db1-9764-d096039669eb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=63d7dd0927134fe38f3ae78f1b64b169&device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 1137 time: 0.1514976 Jul 16 01:43:47.729899 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-3a576b69-af64-42de-9369-9a22d37ea008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702512809', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '1a807622-5971-49f2-bcab-514769db1c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:01Z', 'updated_at': '2021-07-16T01:42:09Z', 'revision_number': 4, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'gw_port': {'id': '1a807622-5971-49f2-bcab-514769db1c3e', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:02Z', 'updated_at': '2021-07-16T01:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '6b97522b-2f9f-40aa-a1f0-640e8e09c9ba', 'name': '', 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'mac_address': 'fa:16:3e:52:0d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '75e8fe35-eff1-4e2d-9cc6-7368c74f85f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:07Z', 'updated_at': '2021-07-16T01:42:17Z', 'revision_number': 5, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'subnets': [{'id': '75e8fe35-eff1-4e2d-9cc6-7368c74f85f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:47.760781 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d2551-32b1-4135-bab6-d765f0aad46c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09f3da01-7811-438c-934c-dbb6f1e9ed24,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:47.767352 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-179d2551-32b1-4135-bab6-d765f0aad46c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.768770 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde34179-11fc-43df-8fb9-59f43677f2e7 None None] Network 1b590a93-b556-4341-bbf0-322f328e95cf requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:47.772462 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-179d2551-32b1-4135-bab6-d765f0aad46c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/09f3da01-7811-438c-934c-dbb6f1e9ed24 HTTP/1.1" status: 204 len: 168 time: 0.6875007 Jul 16 01:43:47.779887 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45408) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:47.822162 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a576b69-af64-42de-9369-9a22d37ea008 None None] Checking router: 4e8dae8f-a0b1-4566-98a5-73afa78b3dca for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:47.862064 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a576b69-af64-42de-9369-9a22d37ea008 None None] Routers {'4e8dae8f-a0b1-4566-98a5-73afa78b3dca'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:47.863666 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-3a576b69-af64-42de-9369-9a22d37ea008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:43:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['4e8dae8f-a0b1-4566-98a5-73afa78b3dca'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:47.888814 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1d0fc287-860b-4c2d-b197-d75fedc41700 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:47.944049 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ed036-1774-4571-bc09-f41162749b4b req-47123155-feb9-4601-a567-dc3fbadd5fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:47.946209 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-290ed036-1774-4571-bc09-f41162749b4b req-47123155-feb9-4601-a567-dc3fbadd5fa0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=9e93b8bb-b44c-442e-b310-cd59185d14ad HTTP/1.1" status: 200 len: 897 time: 0.2446547 Jul 16 01:43:47.948747 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50731637-6e24-4039-a056-72ed8e4e7c25 req-05575803-3d56-4cfb-a162-8d92580c75d4 service neutron] 10.222.0.84 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559352 Jul 16 01:43:47.971881 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64e7c41a-5334-4c7e-8da1-dca1211eb8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.985221 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 1d0fc287-860b-4c2d-b197-d75fedc41700 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:47.988595 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1d0fc287-860b-4c2d-b197-d75fedc41700 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:48.073090 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-290ed036-1774-4571-bc09-f41162749b4b req-1a0f499b-cb9f-452c-a6dc-aeff3602067b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a41a004-809c-4255-b6a1-431425af08f8 HTTP/1.1" status: 200 len: 217 time: 0.1109190 Jul 16 01:43:48.110887 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-3a576b69-af64-42de-9369-9a22d37ea008 None None] Set router 4e8dae8f-a0b1-4566-98a5-73afa78b3dca gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:48.152503 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39e3e0-fc71-4aa6-a1e9-af40987fec37 req-5fa48fc2-06d1-44f9-8505-96fed8a158a9 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:48.156802 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9f39e3e0-fc71-4aa6-a1e9-af40987fec37 req-5fa48fc2-06d1-44f9-8505-96fed8a158a9 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 985 time: 0.1986785 Jul 16 01:43:48.210899 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ed036-1774-4571-bc09-f41162749b4b req-1dbb0e92-70e6-4a71-bb57-ca7a253f1c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:48.212605 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-290ed036-1774-4571-bc09-f41162749b4b req-1dbb0e92-70e6-4a71-bb57-ca7a253f1c62 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=75e8fe35-eff1-4e2d-9cc6-7368c74f85f9 HTTP/1.1" status: 200 len: 835 time: 0.1222913 Jul 16 01:43:48.219605 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-64e7c41a-5334-4c7e-8da1-dca1211eb8d7 admin admin] Deleting port 1b8f6b8a-70f8-4994-8612-ae36e7e27f34 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:48.219904 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64e7c41a-5334-4c7e-8da1-dca1211eb8d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.330825 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-64e7c41a-5334-4c7e-8da1-dca1211eb8d7 admin admin] For port 1b8f6b8a-70f8-4994-8612-ae36e7e27f34, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1b8f6b8a-70f8-4994-8612-ae36e7e27f34,segment=NetworkSegment(c1fab8d9-de68-4fec-9427-82ce7b694551),segment_id=c1fab8d9-de68-4fec-9427-82ce7b694551)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:48.331456 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64e7c41a-5334-4c7e-8da1-dca1211eb8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.353797 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-64e7c41a-5334-4c7e-8da1-dca1211eb8d7 admin admin] Calling delete_port for 1b8f6b8a-70f8-4994-8612-ae36e7e27f34 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:48.361697 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18047db6-dd38-47b7-bb98-265b0cc4e505 None None] DHCP port deletion for 1b590a93-b556-4341-bbf0-322f328e95cf request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:43:48.474690 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-18047db6-dd38-47b7-bb98-265b0cc4e505 None None] Deleting port 1b8f6b8a-70f8-4994-8612-ae36e7e27f34 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:48.478086 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734a68a-27f8-42f3-a8c4-647bfe8751c3 req-484f2b4b-309c-40ce-9602-f273e246daa1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:48.478754 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-18047db6-dd38-47b7-bb98-265b0cc4e505 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.483618 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5734a68a-27f8-42f3-a8c4-647bfe8751c3 req-484f2b4b-309c-40ce-9602-f273e246daa1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 943 time: 0.4095342 Jul 16 01:43:48.491110 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ed036-1774-4571-bc09-f41162749b4b req-26f71f3d-358a-4831-b508-3eeedcdb3884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:48.492706 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-290ed036-1774-4571-bc09-f41162749b4b req-26f71f3d-358a-4831-b508-3eeedcdb3884 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9e93b8bb-b44c-442e-b310-cd59185d14ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2446818 Jul 16 01:43:48.688298 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-18047db6-dd38-47b7-bb98-265b0cc4e505 None None] For port 1b8f6b8a-70f8-4994-8612-ae36e7e27f34, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1b8f6b8a-70f8-4994-8612-ae36e7e27f34,segment=NetworkSegment(c1fab8d9-de68-4fec-9427-82ce7b694551),segment_id=c1fab8d9-de68-4fec-9427-82ce7b694551)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:48.689314 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-18047db6-dd38-47b7-bb98-265b0cc4e505 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.722512 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-18047db6-dd38-47b7-bb98-265b0cc4e505 None None] Calling delete_port for 1b8f6b8a-70f8-4994-8612-ae36e7e27f34 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:48.809368 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-290ed036-1774-4571-bc09-f41162749b4b req-cc49cb10-5768-4301-8dce-b3da39b74220 service neutron] 10.222.0.84 "GET /v2.0/networks/9e93b8bb-b44c-442e-b310-cd59185d14ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056383 Jul 16 01:43:48.831072 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5734a68a-27f8-42f3-a8c4-647bfe8751c3 req-fe25edc5-ae9d-4481-8c2a-80bb203aea22 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3331676 Jul 16 01:43:48.898125 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-3a576b69-af64-42de-9369-9a22d37ea008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702512809', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '1a807622-5971-49f2-bcab-514769db1c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:01Z', 'updated_at': '2021-07-16T01:42:09Z', 'revision_number': 4, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'gw_port': {'id': '1a807622-5971-49f2-bcab-514769db1c3e', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:02Z', 'updated_at': '2021-07-16T01:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '6b97522b-2f9f-40aa-a1f0-640e8e09c9ba', 'name': '', 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'mac_address': 'fa:16:3e:52:0d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '75e8fe35-eff1-4e2d-9cc6-7368c74f85f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:07Z', 'updated_at': '2021-07-16T01:42:17Z', 'revision_number': 5, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'subnets': [{'id': '75e8fe35-eff1-4e2d-9cc6-7368c74f85f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:48.926306 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-18047db6-dd38-47b7-bb98-265b0cc4e505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.992695 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a576b69-af64-42de-9369-9a22d37ea008 None None] The sync data for ids ['4e8dae8f-a0b1-4566-98a5-73afa78b3dca'] in n-d-792394-16 is: [{'id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702512809', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '1a807622-5971-49f2-bcab-514769db1c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:01Z', 'updated_at': '2021-07-16T01:42:09Z', 'revision_number': 4, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'gw_port': {'id': '1a807622-5971-49f2-bcab-514769db1c3e', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:02Z', 'updated_at': '2021-07-16T01:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '6b97522b-2f9f-40aa-a1f0-640e8e09c9ba', 'name': '', 'network_id': '9e93b8bb-b44c-442e-b310-cd59185d14ad', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'mac_address': 'fa:16:3e:52:0d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '75e8fe35-eff1-4e2d-9cc6-7368c74f85f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:07Z', 'updated_at': '2021-07-16T01:42:17Z', 'revision_number': 5, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'subnets': [{'id': '75e8fe35-eff1-4e2d-9cc6-7368c74f85f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:49.013376 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18047db6-dd38-47b7-bb98-265b0cc4e505 None None] No DVR routers for this DVR port 1b8f6b8a-70f8-4994-8612-ae36e7e27f34 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:49.022565 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18047db6-dd38-47b7-bb98-265b0cc4e505 None None] Pushing event deleted for resources: {'Port': ['ID=1b8f6b8a-70f8-4994-8612-ae36e7e27f34,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:49.092822 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-290ed036-1774-4571-bc09-f41162749b4b req-bd03978a-bc5e-4e59-8e11-4327c476692c service neutron] 10.222.0.84 "GET /v2.0/networks/9e93b8bb-b44c-442e-b310-cd59185d14ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551374 Jul 16 01:43:49.121447 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2ca30-2137-49e8-aa1c-cef1ee8ede48 req-c82d0ad1-cf6f-43d6-a655-8421c407ef10 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:49.122924 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7ba2ca30-2137-49e8-aa1c-cef1ee8ede48 req-c82d0ad1-cf6f-43d6-a655-8421c407ef10 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 985 time: 0.1577048 Jul 16 01:43:49.154748 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 1ecdf398-76ed-4c15-9938-a5e580f381be details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:43:49.191889 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9f39e3e0-fc71-4aa6-a1e9-af40987fec37 req-585a8a5d-df8e-4aac-808d-5bbd4a1387d7 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa093f7b-3a94-4fdd-9013-186f671c1058&id=7c32b431-fe63-48c5-9328-51edeccc12b7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 1.0197031 Jul 16 01:43:49.263225 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64e7c41a-5334-4c7e-8da1-dca1211eb8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.276728 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e7c41a-5334-4c7e-8da1-dca1211eb8d7 admin admin] No DVR routers for this DVR port 1b8f6b8a-70f8-4994-8612-ae36e7e27f34 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:49.306633 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7c41a-5334-4c7e-8da1-dca1211eb8d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b8f6b8a-70f8-4994-8612-ae36e7e27f34,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:49.366573 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 1ecdf398-76ed-4c15-9938-a5e580f381be, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1ecdf398-76ed-4c15-9938-a5e580f381be,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:49.382502 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-7ba2ca30-2137-49e8-aa1c-cef1ee8ede48 req-cef497ee-4f56-46fd-b490-c176af777675 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Deleting port 9a41a004-809c-4255-b6a1-431425af08f8 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:49.383153 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7ba2ca30-2137-49e8-aa1c-cef1ee8ede48 req-cef497ee-4f56-46fd-b490-c176af777675 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.419133 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64e7c41a-5334-4c7e-8da1-dca1211eb8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.431350 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '1ecdf398-76ed-4c15-9938-a5e580f381be', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'port_id': '1ecdf398-76ed-4c15-9938-a5e580f381be', 'mac_address': 'fa:16:3e:2b:f1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:43:49.442123 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-64e7c41a-5334-4c7e-8da1-dca1211eb8d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b590a93-b556-4341-bbf0-322f328e95cf']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:49.453863 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-64e7c41a-5334-4c7e-8da1-dca1211eb8d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1fab8d9-de68-4fec-9427-82ce7b694551') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:49.454165 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-64e7c41a-5334-4c7e-8da1-dca1211eb8d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1fab8d9-de68-4fec-9427-82ce7b694551') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:49.464784 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64e7c41a-5334-4c7e-8da1-dca1211eb8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.481537 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64e7c41a-5334-4c7e-8da1-dca1211eb8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.488650 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e7c41a-5334-4c7e-8da1-dca1211eb8d7 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:49.489158 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64e7c41a-5334-4c7e-8da1-dca1211eb8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.542328 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.547073 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422b4d0b-6870-4653-a53f-232448190425 None None] New status for floating IP 64d72ef1-73fa-43da-88d1-41d62c6f9289: DOWN {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:49.567493 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:49.573322 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64e7c41a-5334-4c7e-8da1-dca1211eb8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.580976 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64e7c41a-5334-4c7e-8da1-dca1211eb8d7 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.583358 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-64e7c41a-5334-4c7e-8da1-dca1211eb8d7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1b590a93-b556-4341-bbf0-322f328e95cf HTTP/1.1" status: 204 len: 168 time: 1.8018329 Jul 16 01:43:49.605415 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7c41a-5334-4c7e-8da1-dca1211eb8d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b590a93-b556-4341-bbf0-322f328e95cf,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:49.618604 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-7ba2ca30-2137-49e8-aa1c-cef1ee8ede48 req-cef497ee-4f56-46fd-b490-c176af777675 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] For port 9a41a004-809c-4255-b6a1-431425af08f8, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=9a41a004-809c-4255-b6a1-431425af08f8,segment=NetworkSegment(fc4889f0-181f-4e75-918c-4052628bbbf4),segment_id=fc4889f0-181f-4e75-918c-4052628bbbf4)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:49.620118 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7ba2ca30-2137-49e8-aa1c-cef1ee8ede48 req-cef497ee-4f56-46fd-b490-c176af777675 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.650863 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ecdf398-76ed-4c15-9938-a5e580f381be {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:49.658397 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-7ba2ca30-2137-49e8-aa1c-cef1ee8ede48 req-cef497ee-4f56-46fd-b490-c176af777675 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Calling delete_port for 9a41a004-809c-4255-b6a1-431425af08f8 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:49.680954 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 1ecdf398-76ed-4c15-9938-a5e580f381be, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1ecdf398-76ed-4c15-9938-a5e580f381be,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:49.684196 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1b8f6b8a-70f8-4994-8612-ae36e7e27f34 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:49.716991 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.781863 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 1b8f6b8a-70f8-4994-8612-ae36e7e27f34 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:49.782222 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1b8f6b8a-70f8-4994-8612-ae36e7e27f34 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:49.782643 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4dbf10dd-82f2-486a-9932-dddf38d15be0 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:49.822513 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45426) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:49.852417 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 4dbf10dd-82f2-486a-9932-dddf38d15be0 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:49.853071 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4dbf10dd-82f2-486a-9932-dddf38d15be0 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:49.922532 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7bb91276-0a20-4851-88db-16bb4c410a8b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ab955cac98346abb4c28e7943a645b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0980108 Jul 16 01:43:49.925504 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45430) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:49.954340 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7ba2ca30-2137-49e8-aa1c-cef1ee8ede48 req-cef497ee-4f56-46fd-b490-c176af777675 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.968996 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['1ecdf398-76ed-4c15-9938-a5e580f381be'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:49.973072 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=1ecdf398-76ed-4c15-9938-a5e580f381be,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:50.051038 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef497ee-4f56-46fd-b490-c176af777675 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event deleted for resources: {'Port': ['ID=9a41a004-809c-4255-b6a1-431425af08f8,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:50.058652 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-75796500-8a57-4482-b9aa-13729b388c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.136467 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-75796500-8a57-4482-b9aa-13729b388c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.242581 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-75796500-8a57-4482-b9aa-13729b388c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.245894 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-75796500-8a57-4482-b9aa-13729b388c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.247332 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-75796500-8a57-4482-b9aa-13729b388c71 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df469f31-b11f-4b61-b478-bcbb65d5dacc HTTP/1.1" status: 204 len: 168 time: 0.3203959 Jul 16 01:43:50.261567 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75796500-8a57-4482-b9aa-13729b388c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df469f31-b11f-4b61-b478-bcbb65d5dacc,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:50.532799 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d7b12415-5faa-42a9-acf3-8be31bb5e16a req-570554f0-8eb1-49cd-a29b-c6483cd7b6fb tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 210 time: 0.0611963 Jul 16 01:43:50.832075 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba2ca30-2137-49e8-aa1c-cef1ee8ede48 req-cef497ee-4f56-46fd-b490-c176af777675 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] No DVR routers for this DVR port 9a41a004-809c-4255-b6a1-431425af08f8 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:50.834961 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-7ba2ca30-2137-49e8-aa1c-cef1ee8ede48 req-cef497ee-4f56-46fd-b490-c176af777675 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.837070 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7ba2ca30-2137-49e8-aa1c-cef1ee8ede48 req-cef497ee-4f56-46fd-b490-c176af777675 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.84 "DELETE /v2.0/ports/9a41a004-809c-4255-b6a1-431425af08f8 HTTP/1.1" status: 204 len: 173 time: 1.7049923 Jul 16 01:43:50.837491 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc', 'name': 'network-vif-deleted', 'tag': '9a41a004-809c-4255-b6a1-431425af08f8'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:50.839744 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2cbba4-ae17-49c1-8a5f-eef9098e1c5b" -d '{"events": [{"server_uuid": "9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc", "name": "network-vif-deleted", "tag": "9a41a004-809c-4255-b6a1-431425af08f8"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:50.966002 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509798b-33f6-4a96-b02e-76f31438896a req-a0804ffd-769a-4245-af41-decde134c3ac tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:50.967638 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f509798b-33f6-4a96-b02e-76f31438896a req-a0804ffd-769a-4245-af41-decde134c3ac tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 944 time: 0.7971253 Jul 16 01:43:50.969262 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108a0ddd-35b1-4503-a676-e8fff87d9605 x-openstack-request-id: req-108a0ddd-35b1-4503-a676-e8fff87d9605 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:50.969557 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc", "name": "network-vif-deleted", "tag": "9a41a004-809c-4255-b6a1-431425af08f8", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:50.969781 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-108a0ddd-35b1-4503-a676-e8fff87d9605 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:50.970426 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc', 'name': 'network-vif-deleted', 'tag': '9a41a004-809c-4255-b6a1-431425af08f8', 'status': 'completed', 'code': 200} Jul 16 01:43:51.059429 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f509798b-33f6-4a96-b02e-76f31438896a req-8e1d5b43-4a4c-402c-804d-7bbd6ae29bae tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779371 Jul 16 01:43:51.162422 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 1ecdf398-76ed-4c15-9938-a5e580f381be up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:51.240714 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 1ecdf398-76ed-4c15-9938-a5e580f381be completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:51.247006 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 1ecdf398-76ed-4c15-9938-a5e580f381be triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:51.247630 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.400471 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.444808 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd02652b-2769-428c-bf6a-d83116e7d181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecdf398-76ed-4c15-9938-a5e580f381be'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:51.447825 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd8d00e-ae75-4a09-887d-c9528dc666d8" -d '{"events": [{"server_uuid": "fd02652b-2769-428c-bf6a-d83116e7d181", "name": "network-vif-plugged", "status": "completed", "tag": "1ecdf398-76ed-4c15-9938-a5e580f381be"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:51.466908 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 1ecdf398-76ed-4c15-9938-a5e580f381be, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1ecdf398-76ed-4c15-9938-a5e580f381be,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:51.479544 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.480787 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 9a41a004-809c-4255-b6a1-431425af08f8 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:51.512334 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168acd27-5e80-4169-b432-7d86b31f3e7f x-openstack-request-id: req-168acd27-5e80-4169-b432-7d86b31f3e7f {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:51.512866 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd02652b-2769-428c-bf6a-d83116e7d181", "name": "network-vif-plugged", "status": "completed", "tag": "1ecdf398-76ed-4c15-9938-a5e580f381be", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:51.513119 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-168acd27-5e80-4169-b432-7d86b31f3e7f {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:51.513508 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd02652b-2769-428c-bf6a-d83116e7d181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecdf398-76ed-4c15-9938-a5e580f381be', 'code': 200} Jul 16 01:43:51.518358 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 9a41a004-809c-4255-b6a1-431425af08f8 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:51.519949 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 9a41a004-809c-4255-b6a1-431425af08f8 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:51.595399 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=1ecdf398-76ed-4c15-9938-a5e580f381be,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:51.723557 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706810ff-a6e7-4121-9d4e-a341e34dd775 req-0bf98504-9239-42b2-a941-6693061bbacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:51.725896 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-706810ff-a6e7-4121-9d4e-a341e34dd775 req-0bf98504-9239-42b2-a941-6693061bbacc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 1097 time: 0.0958054 Jul 16 01:43:51.763353 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-47ed1b24-af03-4d32-8fdf-5dd847e07a82 req-33cd1652-430c-4e2c-81cf-1ffbf8cc1525 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a92dbb7-e35e-45d6-963f-a5a3dc7d9dfc HTTP/1.1" status: 200 len: 210 time: 0.0338871 Jul 16 01:43:51.789617 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-706810ff-a6e7-4121-9d4e-a341e34dd775 req-8575d057-39d4-4e5f-aeba-9cd5870209a6 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510390 Jul 16 01:43:52.271121 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ab28e-7b6a-42cd-b7fd-532f9ebc95fd req-757e985a-c419-4154-a40e-25b896091850 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:52.272722 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6d6ab28e-7b6a-42cd-b7fd-532f9ebc95fd req-757e985a-c419-4154-a40e-25b896091850 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 945 time: 0.0804665 Jul 16 01:43:52.315009 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6d6ab28e-7b6a-42cd-b7fd-532f9ebc95fd req-849e191d-2484-4966-87a3-f36982896f78 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361879 Jul 16 01:43:52.377222 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45520) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:52.533568 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6aba877b-32a4-4ed3-a944-274b3fedf82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.675665 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6aba877b-32a4-4ed3-a944-274b3fedf82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.681211 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6aba877b-32a4-4ed3-a944-274b3fedf82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.727639 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6aba877b-32a4-4ed3-a944-274b3fedf82c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e0d56287f424cc4b316c3a4c9636f2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3467960 Jul 16 01:43:52.727639 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba877b-32a4-4ed3-a944-274b3fedf82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153e5be4-996f-4b98-9a78-dd5bc62156ed,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:52.727967 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45528) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:52.735887 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba877b-32a4-4ed3-a944-274b3fedf82c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:52.736220 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba877b-32a4-4ed3-a944-274b3fedf82c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:52.736792 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba877b-32a4-4ed3-a944-274b3fedf82c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:52.737391 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba877b-32a4-4ed3-a944-274b3fedf82c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:52.737885 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba877b-32a4-4ed3-a944-274b3fedf82c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:52.738387 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba877b-32a4-4ed3-a944-274b3fedf82c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:52.738870 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba877b-32a4-4ed3-a944-274b3fedf82c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:52.739352 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba877b-32a4-4ed3-a944-274b3fedf82c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:52.739833 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba877b-32a4-4ed3-a944-274b3fedf82c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:52.740679 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba877b-32a4-4ed3-a944-274b3fedf82c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:52.741722 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba877b-32a4-4ed3-a944-274b3fedf82c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:52.742253 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba877b-32a4-4ed3-a944-274b3fedf82c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:52.782837 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c929af2b-4f47-47e2-9bae-97031755ec39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.808952 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c929af2b-4f47-47e2-9bae-97031755ec39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.859431 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c929af2b-4f47-47e2-9bae-97031755ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.862203 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c929af2b-4f47-47e2-9bae-97031755ec39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.866543 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c929af2b-4f47-47e2-9bae-97031755ec39 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/153e5be4-996f-4b98-9a78-dd5bc62156ed HTTP/1.1" status: 204 len: 168 time: 0.1344697 Jul 16 01:43:52.878666 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45534) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:52.882322 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929af2b-4f47-47e2-9bae-97031755ec39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153e5be4-996f-4b98-9a78-dd5bc62156ed,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:52.963138 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8e3222b1-b93c-4f68-9003-148ca35d1b00 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.988842 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8e3222b1-b93c-4f68-9003-148ca35d1b00 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.040901 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8e3222b1-b93c-4f68-9003-148ca35d1b00 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.043826 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8e3222b1-b93c-4f68-9003-148ca35d1b00 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.045174 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8e3222b1-b93c-4f68-9003-148ca35d1b00 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "DELETE /v2.0/security-groups/7c32b431-fe63-48c5-9328-51edeccc12b7 HTTP/1.1" status: 204 len: 168 time: 0.1651196 Jul 16 01:43:53.048032 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45538) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:53.055871 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3222b1-b93c-4f68-9003-148ca35d1b00 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c32b431-fe63-48c5-9328-51edeccc12b7,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:53.108807 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1d0b445e-a181-482b-ae53-42289461529c tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.137567 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1d0b445e-a181-482b-ae53-42289461529c tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.205955 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1d0b445e-a181-482b-ae53-42289461529c tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.209898 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1d0b445e-a181-482b-ae53-42289461529c tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.211401 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1d0b445e-a181-482b-ae53-42289461529c tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "DELETE /v2.0/security-groups/aa093f7b-3a94-4fdd-9013-186f671c1058 HTTP/1.1" status: 204 len: 168 time: 0.1621411 Jul 16 01:43:53.214431 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45544) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:53.225159 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b445e-a181-482b-ae53-42289461529c tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa093f7b-3a94-4fdd-9013-186f671c1058,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:53.665658 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66cbfe-5bb6-408a-b587-bc796e8d4d25 req-cfdc6567-5d6f-40d8-897f-dc78471adfb6 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:53.668158 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9d66cbfe-5bb6-408a-b587-bc796e8d4d25 req-cfdc6567-5d6f-40d8-897f-dc78471adfb6 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 945 time: 0.1403217 Jul 16 01:43:53.763807 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9d66cbfe-5bb6-408a-b587-bc796e8d4d25 req-e0548b5b-dffd-43ed-a7e1-baf2b4da2e38 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882955 Jul 16 01:43:53.969728 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-acd28bc2-8486-40a2-915d-e5aec29a844b tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.042034 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf951c-7514-4b38-9b80-138bbd19c77b req-77444fac-c337-4888-97a2-df4d8efe7c2d tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:54.043794 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-53bf951c-7514-4b38-9b80-138bbd19c77b req-77444fac-c337-4888-97a2-df4d8efe7c2d tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 945 time: 0.1405108 Jul 16 01:43:54.052927 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45576) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:54.058086 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-0e9bce01-7f92-4a09-ab70-80b7e8689733 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Request body: {'floatingip': {'port_id': '1ecdf398-76ed-4c15-9938-a5e580f381be'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:54.129389 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e9bce01-7f92-4a09-ab70-80b7e8689733 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for floatingip, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.416066 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-acd28bc2-8486-40a2-915d-e5aec29a844b tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Deleting port 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:54.416701 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-acd28bc2-8486-40a2-915d-e5aec29a844b tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.495401 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34dfa8ef-4b23-48fc-8f76-1781ec6b6dd0 req-d5a1db33-cd5a-47c3-9b7d-86eb4e99b95a tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=abd0d411-7e65-47db-be63-505d6ae758d1 HTTP/1.1" status: 200 len: 210 time: 0.0846982 Jul 16 01:43:54.676884 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-acd28bc2-8486-40a2-915d-e5aec29a844b tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] For port 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=6b97522b-2f9f-40aa-a1f0-640e8e09c9ba,segment=NetworkSegment(fc4889f0-181f-4e75-918c-4052628bbbf4),segment_id=fc4889f0-181f-4e75-918c-4052628bbbf4)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:54.678404 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-acd28bc2-8486-40a2-915d-e5aec29a844b tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.697294 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-acd28bc2-8486-40a2-915d-e5aec29a844b tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Calling delete_port for 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:55.083243 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.db.resource_extend [None req-0e9bce01-7f92-4a09-ab70-80b7e8689733 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:43:55.202734 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e9bce01-7f92-4a09-ab70-80b7e8689733 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.204316 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-acd28bc2-8486-40a2-915d-e5aec29a844b tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.211392 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e9bce01-7f92-4a09-ab70-80b7e8689733 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.236212 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a73948c9-6fb2-4636-8456-9e39501ee278 req-c24c242a-bebf-4170-9d85-e4777dd7e828 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0602541 Jul 16 01:43:55.258251 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd28bc2-8486-40a2-915d-e5aec29a844b tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event deleted for resources: {'Port': ['ID=6b97522b-2f9f-40aa-a1f0-640e8e09c9ba,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:55.366724 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-0e9bce01-7f92-4a09-ab70-80b7e8689733 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Floating IP 587fcc4a-b3ed-469e-91fe-ce6fdca10c1d associated. External IP: 172.25.6.246, port: 1ecdf398-76ed-4c15-9938-a5e580f381be. Jul 16 01:43:55.624515 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-acd28bc2-8486-40a2-915d-e5aec29a844b tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.825783 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9bce01-7f92-4a09-ab70-80b7e8689733 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Router 5588ef32-1467-4eb3-9fff-d12bdb47b221 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:43:56.026305 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9bce01-7f92-4a09-ab70-80b7e8689733 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:56.031236 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e9bce01-7f92-4a09-ab70-80b7e8689733 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.044851 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847ff503-d7e3-471c-97b0-087c52b51479 None None] Sync routers for ids ['5588ef32-1467-4eb3-9fff-d12bdb47b221'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:56.058304 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847ff503-d7e3-471c-97b0-087c52b51479 None None] Routers {'5588ef32-1467-4eb3-9fff-d12bdb47b221'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:56.059799 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-847ff503-d7e3-471c-97b0-087c52b51479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:43:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5588ef32-1467-4eb3-9fff-d12bdb47b221'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:56.123708 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd28bc2-8486-40a2-915d-e5aec29a844b tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Router 4e8dae8f-a0b1-4566-98a5-73afa78b3dca has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:43:56.127310 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0e9bce01-7f92-4a09-ab70-80b7e8689733 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "PUT /v2.0/floatingips/587fcc4a-b3ed-469e-91fe-ce6fdca10c1d HTTP/1.1" status: 200 len: 991 time: 2.0730004 Jul 16 01:43:56.132393 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd02652b-2769-428c-bf6a-d83116e7d181', 'tag': '1ecdf398-76ed-4c15-9938-a5e580f381be'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:56.161919 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aec87ad-0f69-461a-b976-973ff1522e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "fd02652b-2769-428c-bf6a-d83116e7d181", "tag": "1ecdf398-76ed-4c15-9938-a5e580f381be"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:56.218962 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-847ff503-d7e3-471c-97b0-087c52b51479 None None] Set router 5588ef32-1467-4eb3-9fff-d12bdb47b221 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:56.453966 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd28bc2-8486-40a2-915d-e5aec29a844b tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:56.575318 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2f39ef-f317-4a1a-9d8d-6e8bed15e35e None None] Sync routers for ids ['4e8dae8f-a0b1-4566-98a5-73afa78b3dca'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:56.575318 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2f39ef-f317-4a1a-9d8d-6e8bed15e35e None None] Routers {'4e8dae8f-a0b1-4566-98a5-73afa78b3dca'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:56.575318 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-be2f39ef-f317-4a1a-9d8d-6e8bed15e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:43:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['4e8dae8f-a0b1-4566-98a5-73afa78b3dca'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:56.577717 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-acd28bc2-8486-40a2-915d-e5aec29a844b tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "PUT /v2.0/routers/4e8dae8f-a0b1-4566-98a5-73afa78b3dca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2632372 Jul 16 01:43:56.579436 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45666) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:56.670010 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626bfcd1-980a-4339-8e6f-a70f048f649b x-openstack-request-id: req-626bfcd1-980a-4339-8e6f-a70f048f649b {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:56.670364 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd02652b-2769-428c-bf6a-d83116e7d181", "tag": "1ecdf398-76ed-4c15-9938-a5e580f381be", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:56.670675 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-626bfcd1-980a-4339-8e6f-a70f048f649b {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:56.671154 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd02652b-2769-428c-bf6a-d83116e7d181', 'tag': '1ecdf398-76ed-4c15-9938-a5e580f381be', 'status': 'completed', 'code': 200} Jul 16 01:43:56.751401 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c07279-c671-4333-a566-ac63b3bf40bd tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Deleting subnet 75e8fe35-eff1-4e2d-9cc6-7368c74f85f9 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:56.760766 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8c07279-c671-4333-a566-ac63b3bf40bd tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.767533 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-be2f39ef-f317-4a1a-9d8d-6e8bed15e35e None None] Set router 4e8dae8f-a0b1-4566-98a5-73afa78b3dca gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:56.829005 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-57db5b93-043f-4391-a1d1-b0d40e4fb009 req-010ed9bd-254a-46d5-9d62-a0e3d139699b tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.1555946 Jul 16 01:43:56.870209 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-847ff503-d7e3-471c-97b0-087c52b51479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'name': 'tempest-AttachVolumeShelveTestJSON-1853299973-router', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:09Z', 'updated_at': '2021-07-16T01:39:14Z', 'revision_number': 4, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'gw_port': {'id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '587fcc4a-b3ed-469e-91fe-ce6fdca10c1d', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'floating_ip_address': '172.25.6.246', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'port_id': '1ecdf398-76ed-4c15-9938-a5e580f381be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'mac_address': 'fa:16:3e:2b:f1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd02652b-2769-428c-bf6a-d83116e7d181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:43:35Z', 'updated_at': '2021-07-16T01:43:54Z', 'revision_number': 1, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c354fe6-3945-4c01-82e9-d2454b314d91', 'name': '', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'mac_address': 'fa:16:3e:be:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:13Z', 'updated_at': '2021-07-16T01:39:22Z', 'revision_number': 5, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'subnets': [{'id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:56.905184 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847ff503-d7e3-471c-97b0-087c52b51479 None None] Checking router: 5588ef32-1467-4eb3-9fff-d12bdb47b221 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:56.915579 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847ff503-d7e3-471c-97b0-087c52b51479 None None] Routers {'5588ef32-1467-4eb3-9fff-d12bdb47b221'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:56.917224 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-847ff503-d7e3-471c-97b0-087c52b51479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:43:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5588ef32-1467-4eb3-9fff-d12bdb47b221'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:56.932982 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8c07279-c671-4333-a566-ac63b3bf40bd tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.966159 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-71bf2a89-d473-43f7-b42e-b7a02a67fc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.998214 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec87ad-0f69-461a-b976-973ff1522e4b req-18938b39-6ed1-4969-8899-5981c3fc6efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:57.000129 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8aec87ad-0f69-461a-b976-973ff1522e4b req-18938b39-6ed1-4969-8899-5981c3fc6efc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6ca31bc079774bfc98b5ada65ac84773&device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 1097 time: 0.1652792 Jul 16 01:43:57.100990 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-847ff503-d7e3-471c-97b0-087c52b51479 None None] Set router 5588ef32-1467-4eb3-9fff-d12bdb47b221 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:57.144019 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-be2f39ef-f317-4a1a-9d8d-6e8bed15e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702512809', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '1a807622-5971-49f2-bcab-514769db1c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:01Z', 'updated_at': '2021-07-16T01:43:55Z', 'revision_number': 5, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'gw_port': {'id': '1a807622-5971-49f2-bcab-514769db1c3e', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:02Z', 'updated_at': '2021-07-16T01:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:57.150197 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec87ad-0f69-461a-b976-973ff1522e4b req-62d40f1c-d626-4729-b0e5-783736e9ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:57.154584 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8aec87ad-0f69-461a-b976-973ff1522e4b req-62d40f1c-d626-4729-b0e5-783736e9ded0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46 HTTP/1.1" status: 200 len: 918 time: 0.1461351 Jul 16 01:43:57.194641 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2f39ef-f317-4a1a-9d8d-6e8bed15e35e None None] Checking router: 4e8dae8f-a0b1-4566-98a5-73afa78b3dca for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:57.220350 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2f39ef-f317-4a1a-9d8d-6e8bed15e35e None None] Routers {'4e8dae8f-a0b1-4566-98a5-73afa78b3dca'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:57.221182 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-be2f39ef-f317-4a1a-9d8d-6e8bed15e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:43:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['4e8dae8f-a0b1-4566-98a5-73afa78b3dca'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:57.248392 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8c07279-c671-4333-a566-ac63b3bf40bd tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.390641 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8aec87ad-0f69-461a-b976-973ff1522e4b req-82f61e92-b297-4283-9d7f-7adf969a4487 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ecdf398-76ed-4c15-9938-a5e580f381be HTTP/1.1" status: 200 len: 999 time: 0.2248228 Jul 16 01:43:57.408438 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8c07279-c671-4333-a566-ac63b3bf40bd tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.483068 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c07279-c671-4333-a566-ac63b3bf40bd tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event deleted for resources: {'Subnet': ['ID=75e8fe35-eff1-4e2d-9cc6-7368c74f85f9,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:57.501779 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8c07279-c671-4333-a566-ac63b3bf40bd tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.507907 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b8c07279-c671-4333-a566-ac63b3bf40bd tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "DELETE /v2.0/subnets/75e8fe35-eff1-4e2d-9cc6-7368c74f85f9 HTTP/1.1" status: 204 len: 168 time: 1.0216103 Jul 16 01:43:57.508292 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45684) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:57.523772 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b01e855-aadb-4e0e-b3cb-c1ad1ecdfc8e None None] Network 9e93b8bb-b44c-442e-b310-cd59185d14ad requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:57.586219 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-be2f39ef-f317-4a1a-9d8d-6e8bed15e35e None None] Set router 4e8dae8f-a0b1-4566-98a5-73afa78b3dca gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:57.594605 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec87ad-0f69-461a-b976-973ff1522e4b req-180abda2-9ce9-4bfa-bfcd-939f38f6fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:57.596407 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8aec87ad-0f69-461a-b976-973ff1522e4b req-180abda2-9ce9-4bfa-bfcd-939f38f6fe6e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e2260a5b-5f93-4f16-9877-6dd3618b52a8 HTTP/1.1" status: 200 len: 856 time: 0.1977193 Jul 16 01:43:57.676166 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec87ad-0f69-461a-b976-973ff1522e4b req-b8a96e71-0d50-4bde-8a6b-5e9456da48bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:57.679080 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8aec87ad-0f69-461a-b976-973ff1522e4b req-b8a96e71-0d50-4bde-8a6b-5e9456da48bf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755935 Jul 16 01:43:57.751312 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-847ff503-d7e3-471c-97b0-087c52b51479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'name': 'tempest-AttachVolumeShelveTestJSON-1853299973-router', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:09Z', 'updated_at': '2021-07-16T01:39:14Z', 'revision_number': 4, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'gw_port': {'id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '587fcc4a-b3ed-469e-91fe-ce6fdca10c1d', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'floating_ip_address': '172.25.6.246', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'port_id': '1ecdf398-76ed-4c15-9938-a5e580f381be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'mac_address': 'fa:16:3e:2b:f1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd02652b-2769-428c-bf6a-d83116e7d181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:43:35Z', 'updated_at': '2021-07-16T01:43:54Z', 'revision_number': 1, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c354fe6-3945-4c01-82e9-d2454b314d91', 'name': '', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'mac_address': 'fa:16:3e:be:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:13Z', 'updated_at': '2021-07-16T01:39:22Z', 'revision_number': 5, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'subnets': [{'id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:57.808734 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847ff503-d7e3-471c-97b0-087c52b51479 None None] The sync data for ids ['5588ef32-1467-4eb3-9fff-d12bdb47b221'] in n-d-792394-16 is: [{'id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'name': 'tempest-AttachVolumeShelveTestJSON-1853299973-router', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:09Z', 'updated_at': '2021-07-16T01:39:14Z', 'revision_number': 4, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'gw_port': {'id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '587fcc4a-b3ed-469e-91fe-ce6fdca10c1d', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'floating_ip_address': '172.25.6.246', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'port_id': '1ecdf398-76ed-4c15-9938-a5e580f381be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'mac_address': 'fa:16:3e:2b:f1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd02652b-2769-428c-bf6a-d83116e7d181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:43:35Z', 'updated_at': '2021-07-16T01:43:54Z', 'revision_number': 1, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c354fe6-3945-4c01-82e9-d2454b314d91', 'name': '', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'mac_address': 'fa:16:3e:be:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:13Z', 'updated_at': '2021-07-16T01:39:22Z', 'revision_number': 5, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'subnets': [{'id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:57.811278 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8aec87ad-0f69-461a-b976-973ff1522e4b req-819c2c6e-b37f-437f-85cd-5fe6a94c0dd8 service neutron] 10.222.0.84 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250908 Jul 16 01:43:57.825369 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ed52e1a8-7bb3-40c0-b8dc-ad3af6962a0d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.927608 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8aec87ad-0f69-461a-b976-973ff1522e4b req-e1ebaeec-3488-4d3f-a483-673360908796 service neutron] 10.222.0.84 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088979 Jul 16 01:43:58.011033 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ed52e1a8-7bb3-40c0-b8dc-ad3af6962a0d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.071147 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-be2f39ef-f317-4a1a-9d8d-6e8bed15e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702512809', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '1a807622-5971-49f2-bcab-514769db1c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:01Z', 'updated_at': '2021-07-16T01:43:55Z', 'revision_number': 5, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'gw_port': {'id': '1a807622-5971-49f2-bcab-514769db1c3e', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:02Z', 'updated_at': '2021-07-16T01:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:58.092878 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-ed52e1a8-7bb3-40c0-b8dc-ad3af6962a0d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Deleting port 1a807622-5971-49f2-bcab-514769db1c3e {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:58.093876 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ed52e1a8-7bb3-40c0-b8dc-ad3af6962a0d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.121085 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2f39ef-f317-4a1a-9d8d-6e8bed15e35e None None] The sync data for ids ['4e8dae8f-a0b1-4566-98a5-73afa78b3dca'] in n-d-792394-16 is: [{'id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'name': 'tempest-TestSecurityGroupsBasicOps-router-702512809', 'tenant_id': '63d7dd0927134fe38f3ae78f1b64b169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '1a807622-5971-49f2-bcab-514769db1c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:01Z', 'updated_at': '2021-07-16T01:43:55Z', 'revision_number': 5, 'project_id': '63d7dd0927134fe38f3ae78f1b64b169', 'gw_port': {'id': '1a807622-5971-49f2-bcab-514769db1c3e', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8dae8f-a0b1-4566-98a5-73afa78b3dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:02Z', 'updated_at': '2021-07-16T01:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:58.133225 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8ac5a1-464f-4192-92fa-27bf44057fc3 None None] DHCP port deletion for 9e93b8bb-b44c-442e-b310-cd59185d14ad request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:43:58.215546 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ff212d5c-2901-4ca6-9a24-464289af68ab req-297aa9e4-dade-4e5f-ac57-020b43540146 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0776949 Jul 16 01:43:58.249978 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-ed52e1a8-7bb3-40c0-b8dc-ad3af6962a0d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] For port 1a807622-5971-49f2-bcab-514769db1c3e, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1a807622-5971-49f2-bcab-514769db1c3e,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:58.250349 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ed52e1a8-7bb3-40c0-b8dc-ad3af6962a0d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.253208 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd60c1ca-b4c2-499e-b97e-4563017a9fde None None] New status for floating IP 587fcc4a-b3ed-469e-91fe-ce6fdca10c1d: ACTIVE {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:43:58.262521 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-4a8ac5a1-464f-4192-92fa-27bf44057fc3 None None] Deleting port 7cfb48b7-1fc4-4d2a-aede-34d00be46f8d {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:58.262906 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4a8ac5a1-464f-4192-92fa-27bf44057fc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.272545 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-ed52e1a8-7bb3-40c0-b8dc-ad3af6962a0d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Calling delete_port for 1a807622-5971-49f2-bcab-514769db1c3e owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:58.330620 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6048662c-b714-4795-9a25-ceddd2455ccf req-3cef034f-b351-4a9a-a107-e9c93b5dffce service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=abd0d411-7e65-47db-be63-505d6ae758d1 HTTP/1.1" status: 200 len: 210 time: 0.0476851 Jul 16 01:43:58.397152 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-4a8ac5a1-464f-4192-92fa-27bf44057fc3 None None] For port 7cfb48b7-1fc4-4d2a-aede-34d00be46f8d, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7cfb48b7-1fc4-4d2a-aede-34d00be46f8d,segment=NetworkSegment(fc4889f0-181f-4e75-918c-4052628bbbf4),segment_id=fc4889f0-181f-4e75-918c-4052628bbbf4)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:58.397152 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4a8ac5a1-464f-4192-92fa-27bf44057fc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.410645 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-4a8ac5a1-464f-4192-92fa-27bf44057fc3 None None] Calling delete_port for 7cfb48b7-1fc4-4d2a-aede-34d00be46f8d owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:58.538719 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4a8ac5a1-464f-4192-92fa-27bf44057fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.650406 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ed52e1a8-7bb3-40c0-b8dc-ad3af6962a0d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.675002 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ac5a1-464f-4192-92fa-27bf44057fc3 None None] Pushing event deleted for resources: {'Port': ['ID=7cfb48b7-1fc4-4d2a-aede-34d00be46f8d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:58.697200 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ac5a1-464f-4192-92fa-27bf44057fc3 None None] No DVR routers for this DVR port 7cfb48b7-1fc4-4d2a-aede-34d00be46f8d on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:58.717674 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52e1a8-7bb3-40c0-b8dc-ad3af6962a0d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event deleted for resources: {'Port': ['ID=1a807622-5971-49f2-bcab-514769db1c3e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:58.843849 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ed52e1a8-7bb3-40c0-b8dc-ad3af6962a0d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.954408 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ed52e1a8-7bb3-40c0-b8dc-ad3af6962a0d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.956924 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ed52e1a8-7bb3-40c0-b8dc-ad3af6962a0d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.028685 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ed52e1a8-7bb3-40c0-b8dc-ad3af6962a0d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.029601 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed52e1a8-7bb3-40c0-b8dc-ad3af6962a0d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Fanout notify agent at l3_agent the message router_deleted on router 4e8dae8f-a0b1-4566-98a5-73afa78b3dca {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:43:59.041121 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ed52e1a8-7bb3-40c0-b8dc-ad3af6962a0d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.045387 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45726) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:59.072864 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ed52e1a8-7bb3-40c0-b8dc-ad3af6962a0d tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "DELETE /v2.0/routers/4e8dae8f-a0b1-4566-98a5-73afa78b3dca HTTP/1.1" status: 204 len: 168 time: 1.5618730 Jul 16 01:43:59.182863 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-550f5a48-8e1e-4c1f-830d-5d699466e11a req-99cdf12b-b312-469f-86b0-8314d594bd93 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0452158 Jul 16 01:43:59.255821 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1dfc6d60-ddb3-4062-9d2c-4629d40c9055 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.359879 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1dfc6d60-ddb3-4062-9d2c-4629d40c9055 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.370821 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-1dfc6d60-ddb3-4062-9d2c-4629d40c9055 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e93b8bb-b44c-442e-b310-cd59185d14ad']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:59.382449 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-1dfc6d60-ddb3-4062-9d2c-4629d40c9055 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4889f0-181f-4e75-918c-4052628bbbf4') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:59.383163 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-1dfc6d60-ddb3-4062-9d2c-4629d40c9055 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4889f0-181f-4e75-918c-4052628bbbf4') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:59.395682 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1dfc6d60-ddb3-4062-9d2c-4629d40c9055 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.412389 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1dfc6d60-ddb3-4062-9d2c-4629d40c9055 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.420998 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfc6d60-ddb3-4062-9d2c-4629d40c9055 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:59.421983 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1dfc6d60-ddb3-4062-9d2c-4629d40c9055 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:59.425898 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:59.479306 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1eb758e1-3eee-492f-be1f-ff59b6856e0f req-9f3ac7ef-c94c-4a22-82d4-7cc349d00336 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0587738 Jul 16 01:43:59.496212 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1dfc6d60-ddb3-4062-9d2c-4629d40c9055 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.516311 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1dfc6d60-ddb3-4062-9d2c-4629d40c9055 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.518487 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1dfc6d60-ddb3-4062-9d2c-4629d40c9055 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] 10.222.0.16 "DELETE /v2.0/networks/9e93b8bb-b44c-442e-b310-cd59185d14ad HTTP/1.1" status: 204 len: 168 time: 0.4717438 Jul 16 01:43:59.519567 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc6d60-ddb3-4062-9d2c-4629d40c9055 tempest-TestSecurityGroupsBasicOps-623209882 tempest-TestSecurityGroupsBasicOps-623209882-project] Pushing event deleted for resources: {'Network': ['ID=9e93b8bb-b44c-442e-b310-cd59185d14ad,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:59.541847 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-53843360-e4a1-4ffc-b1b2-73d16bb737b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.691770 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.709597 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1a807622-5971-49f2-bcab-514769db1c3e no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:59.760114 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 1a807622-5971-49f2-bcab-514769db1c3e {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:59.760529 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1a807622-5971-49f2-bcab-514769db1c3e not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:59.760943 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7cfb48b7-1fc4-4d2a-aede-34d00be46f8d no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:59.781185 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 7cfb48b7-1fc4-4d2a-aede-34d00be46f8d {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:59.781534 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7cfb48b7-1fc4-4d2a-aede-34d00be46f8d not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:59.781943 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:59.812969 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:59.813571 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6b97522b-2f9f-40aa-a1f0-640e8e09c9ba not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:00.122406 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45756) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.285435 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cde1ea41-8e65-4d90-91a7-8752714d6705 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63d7dd0927134fe38f3ae78f1b64b169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1609342 Jul 16 01:44:00.288097 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45762) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.382247 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-565a4888-fb84-4978-b978-42debd3c5ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.418961 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-565a4888-fb84-4978-b978-42debd3c5ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.475710 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-565a4888-fb84-4978-b978-42debd3c5ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.478782 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-565a4888-fb84-4978-b978-42debd3c5ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.479960 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-565a4888-fb84-4978-b978-42debd3c5ce5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b32d34bc-ff3f-4d4b-9706-7a62772b0099 HTTP/1.1" status: 204 len: 168 time: 0.1906295 Jul 16 01:44:00.488181 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a4888-fb84-4978-b978-42debd3c5ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32d34bc-ff3f-4d4b-9706-7a62772b0099,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:00.716146 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98322653-5134-44ba-9b22-03f99ed149e4 req-4590b2e8-e3bf-4d4b-aba9-e51f6218488a tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0370057 Jul 16 01:44:00.853979 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.993311 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 45792) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:01.025210 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2da91ac7-953a-4238-bb58-6a13e3f8a8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.297671 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2da91ac7-953a-4238-bb58-6a13e3f8a8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.304077 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2da91ac7-953a-4238-bb58-6a13e3f8a8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.337689 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2da91ac7-953a-4238-bb58-6a13e3f8a8f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ba305b0bf79461e88289d25e1928a6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3432360 Jul 16 01:44:01.341022 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45806) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:01.357901 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da91ac7-953a-4238-bb58-6a13e3f8a8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cfb4c2-590f-4f91-a47a-11a6291fa04f,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:01.358138 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:44:01.457880 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19f41986-3ffe-468d-a454-07dd57fa60cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.491897 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19f41986-3ffe-468d-a454-07dd57fa60cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.512701 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.560891 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eaf5f268-2d61-49e5-9d85-c3d35489dc91 req-fdf7b686-32bb-4907-8ab4-e8d7ea13d41c tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0442276 Jul 16 01:44:01.610246 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19f41986-3ffe-468d-a454-07dd57fa60cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.614455 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-19f41986-3ffe-468d-a454-07dd57fa60cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.616765 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-19f41986-3ffe-468d-a454-07dd57fa60cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71cfb4c2-590f-4f91-a47a-11a6291fa04f HTTP/1.1" status: 204 len: 168 time: 0.2746041 Jul 16 01:44:01.654549 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f41986-3ffe-468d-a454-07dd57fa60cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cfb4c2-590f-4f91-a47a-11a6291fa04f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:02.071039 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45834) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:02.129010 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-11ffb60e-6a7a-4b95-9eef-0cbe834e2602 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c1eab8e50d8f4af48dd06705dafd69bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558586 Jul 16 01:44:02.131731 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 45836) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:02.203545 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c5c7cc4-07d9-46b1-a4d3-2327bc1a640b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.238435 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c5c7cc4-07d9-46b1-a4d3-2327bc1a640b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.290313 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c5c7cc4-07d9-46b1-a4d3-2327bc1a640b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.292846 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c5c7cc4-07d9-46b1-a4d3-2327bc1a640b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.296677 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1c5c7cc4-07d9-46b1-a4d3-2327bc1a640b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a276324-9957-4787-85b0-95874d688b0b HTTP/1.1" status: 204 len: 168 time: 0.1610594 Jul 16 01:44:02.303703 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c7cc4-07d9-46b1-a4d3-2327bc1a640b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a276324-9957-4787-85b0-95874d688b0b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:02.524307 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.750105 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a57fb132-41e8-4a06-845e-77067d4d4878 req-c026a119-4903-4077-a298-548117390f02 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0351760 Jul 16 01:44:03.394541 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cc69a642-c027-4ed3-88ba-721fb5c5afd1 req-aaf3fadf-fd14-4938-b679-49a36f4c8f85 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b8082333-8663-4c8f-954f-d6dda35216b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0608151 Jul 16 01:44:03.518398 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69a642-c027-4ed3-88ba-721fb5c5afd1 req-1d12bd2e-9ea0-4dd8-83c0-45947ec9d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:03.520169 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cc69a642-c027-4ed3-88ba-721fb5c5afd1 req-1d12bd2e-9ea0-4dd8-83c0-45947ec9d410 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=397a7a3d36ef4318afd67223e92c4812&device_id=b8082333-8663-4c8f-954f-d6dda35216b1 HTTP/1.1" status: 200 len: 1098 time: 0.0828116 Jul 16 01:44:03.657115 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69a642-c027-4ed3-88ba-721fb5c5afd1 req-47481b6c-a46b-4d89-b390-b12be027e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:03.659184 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cc69a642-c027-4ed3-88ba-721fb5c5afd1 req-47481b6c-a46b-4d89-b390-b12be027e72d service neutron] 10.222.0.82 "GET /v2.0/networks?id=98e0b200-9d05-4336-87c3-fa057674aa73 HTTP/1.1" status: 200 len: 911 time: 0.1045902 Jul 16 01:44:03.768906 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cc69a642-c027-4ed3-88ba-721fb5c5afd1 req-e5281b23-6b59-4c14-b498-640fae0d7b64 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85e84b8a-5bbd-4559-9b51-368ba27a7482 HTTP/1.1" status: 200 len: 1000 time: 0.1022012 Jul 16 01:44:03.851464 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69a642-c027-4ed3-88ba-721fb5c5afd1 req-a508e48a-c38c-4f2d-b3e7-ad879e284942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:03.852985 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cc69a642-c027-4ed3-88ba-721fb5c5afd1 req-a508e48a-c38c-4f2d-b3e7-ad879e284942 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=370bcf40-c26b-4959-9b56-af3cd128b9a8 HTTP/1.1" status: 200 len: 849 time: 0.0776851 Jul 16 01:44:03.914955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69a642-c027-4ed3-88ba-721fb5c5afd1 req-0b4d3f62-cf91-4d10-be4e-7dc3ea0c537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:03.916510 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cc69a642-c027-4ed3-88ba-721fb5c5afd1 req-0b4d3f62-cf91-4d10-be4e-7dc3ea0c537a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=98e0b200-9d05-4336-87c3-fa057674aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571263 Jul 16 01:44:03.981889 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-10a4b25d-63e9-4d90-8aa4-3392ffa50cec req-c89dbc2c-06cf-497b-b368-fa04837396a0 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0493777 Jul 16 01:44:04.057354 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cc69a642-c027-4ed3-88ba-721fb5c5afd1 req-db966d76-46af-4ffd-abf3-c4fccab6924f service neutron] 10.222.0.82 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337981 Jul 16 01:44:04.164805 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cc69a642-c027-4ed3-88ba-721fb5c5afd1 req-c71e9f92-9e7b-47b3-a619-8fe3d8dce3d0 service neutron] 10.222.0.82 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008296 Jul 16 01:44:05.017015 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.161056 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9d78f9e2-1488-4a07-8c23-4da0851b2061 req-baefcb35-7389-40a8-9def-b310b30b5f29 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0438156 Jul 16 01:44:05.378800 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50bb140a-48ee-49d8-a98b-ea55d2a4a5a2 req-9824fb89-faec-4aed-8def-89cc8af3918f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0669045 Jul 16 01:44:05.495169 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb140a-48ee-49d8-a98b-ea55d2a4a5a2 req-12228609-16f3-425f-ba7e-e5d14fe0e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:05.496877 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50bb140a-48ee-49d8-a98b-ea55d2a4a5a2 req-12228609-16f3-425f-ba7e-e5d14fe0e1bd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6ca31bc079774bfc98b5ada65ac84773&device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 1097 time: 0.0618541 Jul 16 01:44:05.615483 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb140a-48ee-49d8-a98b-ea55d2a4a5a2 req-d6abc73c-f126-437d-a98f-8f2338fdb3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:05.617028 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50bb140a-48ee-49d8-a98b-ea55d2a4a5a2 req-d6abc73c-f126-437d-a98f-8f2338fdb3a8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46 HTTP/1.1" status: 200 len: 918 time: 0.0989554 Jul 16 01:44:05.698725 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50bb140a-48ee-49d8-a98b-ea55d2a4a5a2 req-1382fb95-4d3c-45c9-b3b9-75b775a607c2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ecdf398-76ed-4c15-9938-a5e580f381be HTTP/1.1" status: 200 len: 1001 time: 0.0751975 Jul 16 01:44:05.753544 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb140a-48ee-49d8-a98b-ea55d2a4a5a2 req-11cd8701-7980-4877-9fa2-03f32462dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:05.755117 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50bb140a-48ee-49d8-a98b-ea55d2a4a5a2 req-11cd8701-7980-4877-9fa2-03f32462dcbb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e2260a5b-5f93-4f16-9877-6dd3618b52a8 HTTP/1.1" status: 200 len: 856 time: 0.0502076 Jul 16 01:44:05.850485 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb140a-48ee-49d8-a98b-ea55d2a4a5a2 req-555e42f6-9cc6-4c62-bfd7-f9661ff27c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:05.852704 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50bb140a-48ee-49d8-a98b-ea55d2a4a5a2 req-555e42f6-9cc6-4c62-bfd7-f9661ff27c59 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0883002 Jul 16 01:44:05.990985 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50bb140a-48ee-49d8-a98b-ea55d2a4a5a2 req-7172aaaa-8c7b-41af-a466-d08a99493570 service neutron] 10.222.0.84 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318340 Jul 16 01:44:06.090922 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50bb140a-48ee-49d8-a98b-ea55d2a4a5a2 req-65bd7ff1-ca2a-4ddf-948b-85293ef45abf service neutron] 10.222.0.84 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930767 Jul 16 01:44:06.369874 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6264ab93-a964-4eec-992c-81d3bf0e7542 req-6e46fc05-d472-4dfd-b1b7-680246cbb276 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0474458 Jul 16 01:44:07.535310 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-95953280-75cf-4272-bcce-7c6c0eb6b0ad req-1db1e832-aecc-44e7-9630-ac6e91162d28 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0350771 Jul 16 01:44:08.699005 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-94bde28d-ad0c-4356-ab09-8744db514b74 req-1c9c75b0-57b7-4891-b5a7-4c039bfa9d63 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0303190 Jul 16 01:44:09.865659 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7f12f660-6ddd-43b7-9667-c1ffb46bba7c req-cab5b8fb-eabd-4260-8fe8-1923ba1a7c15 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0325885 Jul 16 01:44:11.062719 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67d9b10f-d873-494f-b73b-3ce14679e582 req-6acac312-eb1b-4526-8afe-88b58179f5ce tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0362635 Jul 16 01:44:12.231067 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a9c64db-d9a8-46c5-b5c9-f36dfd61b817 req-ff3a96de-0cc4-4b7a-9391-2606cb23031d tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0295126 Jul 16 01:44:13.404775 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2985c35d-5205-493e-b116-c00c0e2811e8 req-d487d85e-a99d-48a1-ac45-78dbbbb43726 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0300610 Jul 16 01:44:14.584489 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c14a5b48-3faf-4fdb-90fa-25beee5218e9 req-15786956-a248-4998-8c44-ef343ffa7626 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0478411 Jul 16 01:44:15.751949 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a9b41c15-9c07-4252-b7b9-411254769aae req-caef1891-f60c-4fac-8720-407ba87439a2 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0322912 Jul 16 01:44:16.928428 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5af4cf10-7be5-4bfc-bd2c-e8bad8cbb6f6 req-6eb106f0-8f51-41c5-bbf8-d7021e8ff8b1 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0371656 Jul 16 01:44:18.097955 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1f02ac14-d031-4b21-8e7e-59ab059dabb9 req-ce08d74e-9271-4d8b-9563-ef37b84ed712 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0300663 Jul 16 01:44:19.257891 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a62ce65-d1ac-490c-98cf-c790aa97c0b6 req-30d42eef-775e-4e65-90a8-fdd7c98b6475 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0317016 Jul 16 01:44:20.444909 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-066c21b0-cb32-4d86-a53d-4a046328309b req-a8a89a8a-da5a-4535-963f-bba63e1579b0 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0592833 Jul 16 01:44:21.787406 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-680c405d-3540-4467-b858-3044917c2191 req-a80a23f5-89aa-400b-a6d3-1d5e319f24b6 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0530951 Jul 16 01:44:22.965519 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-07a3b44d-8e29-44e4-ad8f-e9b9655c7c02 req-53f6310e-3204-440d-af41-46b49bdf13c3 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0335503 Jul 16 01:44:24.159542 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-494d3efa-e478-4360-af91-884aa5695d75 req-fde72d9c-d5c6-40ba-a4f3-2c01403a05be tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0328588 Jul 16 01:44:25.816274 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3c85cd12-943d-4017-9484-552400c8e902 req-cbb8e3ce-8f93-4c37-a6c4-681a18dc4302 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.5065072 Jul 16 01:44:26.622444 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-252d0257-2ff4-45b5-917a-e3c0c5e67730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.998352 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bd6e82eb-53a1-47a8-9417-c8d2ee7c6ffc req-7fedcfbc-ddfb-4e36-8c14-7d3a005417e7 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0373356 Jul 16 01:44:28.179087 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22181388-d3e2-47c4-9190-501b8fd041bf req-26fad257-58e9-4c31-82ab-164217a89bc5 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0347292 Jul 16 01:44:29.371966 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f501e3d-036f-4c3c-afd7-763907868658 req-06cffce4-20b2-43cb-9169-e99ca2d4757d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0371296 Jul 16 01:44:29.417121 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e49e8e13-3dc8-4157-b394-0e165998eda1 req-1823bad0-0076-4cca-843c-eb3ca9688ccf tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0806649 Jul 16 01:44:29.539830 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-acb78b8a-f516-46f7-861a-ac99b227fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.694342 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.593145 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb8f3d6e-298e-4981-837a-445d1f8f2964 req-ef007229-7bd8-4872-a0ad-8d10cc2cd582 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0383441 Jul 16 01:44:30.828174 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.956925 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-58ab73fe-87b0-45ea-9d4f-a64ee2b79a38 req-a2d6c8d3-50ef-44a4-97b1-2f33b3b39453 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425&device_id=abd0d411-7e65-47db-be63-505d6ae758d1 HTTP/1.1" status: 200 len: 210 time: 0.0371695 Jul 16 01:44:31.269124 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff1446e1-2f29-49de-b114-39ac3846c40e req-6ecf4a71-36b6-4576-813d-8c4e60aeede6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0ef46c16f7a048259ff55476ba38c3f0&device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0313962 Jul 16 01:44:31.348297 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff1446e1-2f29-49de-b114-39ac3846c40e req-d2d2765d-2499-4d18-a87a-14d0948405b8 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=0ef46c16f7a048259ff55476ba38c3f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691600 Jul 16 01:44:31.350385 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b302c725-ff73-4405-bb47-d7af75a61ff0 req-5b525efd-fb37-4860-b53a-8aa5953fdce2 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0429533 Jul 16 01:44:31.498479 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.851487 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1446e1-2f29-49de-b114-39ac3846c40e req-45b67dc2-b160-4cd0-a4c2-1215963dfc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:31.853756 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff1446e1-2f29-49de-b114-39ac3846c40e req-45b67dc2-b160-4cd0-a4c2-1215963dfc8d service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4976141 Jul 16 01:44:32.351621 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46938) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:32.468625 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cead10ff-5a8f-49d0-8b8f-9928b2d2f02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.514082 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3392c6c3-46a1-4c6e-a7c5-6e0c16583e48 req-7c2117cd-72ec-4a66-9334-26f1f5d73ed1 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0300512 Jul 16 01:44:32.533086 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.594141 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cead10ff-5a8f-49d0-8b8f-9928b2d2f02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.599039 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cead10ff-5a8f-49d0-8b8f-9928b2d2f02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.637324 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cead10ff-5a8f-49d0-8b8f-9928b2d2f02b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7812eeb553634f5e87e00b0dd2c5e473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2840173 Jul 16 01:44:32.639257 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead10ff-5a8f-49d0-8b8f-9928b2d2f02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1b6ff4-0d50-4bd7-87d5-cdbff96f146e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:32.641208 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46950) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:32.657625 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead10ff-5a8f-49d0-8b8f-9928b2d2f02b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.657977 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead10ff-5a8f-49d0-8b8f-9928b2d2f02b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.658318 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead10ff-5a8f-49d0-8b8f-9928b2d2f02b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.658655 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead10ff-5a8f-49d0-8b8f-9928b2d2f02b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.658987 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead10ff-5a8f-49d0-8b8f-9928b2d2f02b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.659313 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead10ff-5a8f-49d0-8b8f-9928b2d2f02b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.659640 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead10ff-5a8f-49d0-8b8f-9928b2d2f02b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.659963 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead10ff-5a8f-49d0-8b8f-9928b2d2f02b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.660372 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead10ff-5a8f-49d0-8b8f-9928b2d2f02b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.660718 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead10ff-5a8f-49d0-8b8f-9928b2d2f02b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.661040 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead10ff-5a8f-49d0-8b8f-9928b2d2f02b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.661360 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead10ff-5a8f-49d0-8b8f-9928b2d2f02b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:32.703232 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8815c95-6333-4969-8d5d-c006adef184f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.728291 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8815c95-6333-4969-8d5d-c006adef184f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.779359 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8815c95-6333-4969-8d5d-c006adef184f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.782170 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8815c95-6333-4969-8d5d-c006adef184f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.783571 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b8815c95-6333-4969-8d5d-c006adef184f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae1b6ff4-0d50-4bd7-87d5-cdbff96f146e HTTP/1.1" status: 204 len: 168 time: 0.1413424 Jul 16 01:44:32.791994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8815c95-6333-4969-8d5d-c006adef184f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1b6ff4-0d50-4bd7-87d5-cdbff96f146e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:33.111623 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46968) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:33.132711 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b996d1a0-580a-41f8-803b-6a18484205a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.241919 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b996d1a0-580a-41f8-803b-6a18484205a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.261790 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff1446e1-2f29-49de-b114-39ac3846c40e req-a06fe64b-41fa-4689-a52f-705b20f3069f tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.82 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0345187 Jul 16 01:44:33.262523 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b996d1a0-580a-41f8-803b-6a18484205a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.297619 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996d1a0-580a-41f8-803b-6a18484205a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4622c43c-e8e4-42d9-bcb5-864c2bd03ec8,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:33.331943 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b996d1a0-580a-41f8-803b-6a18484205a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d83b26e5c8d64993acc92b23bc8805d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2188580 Jul 16 01:44:33.334535 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 46976) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:33.401948 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-697cf96f-5a80-47c3-8b4b-ad4707f88ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.429591 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-697cf96f-5a80-47c3-8b4b-ad4707f88ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.482651 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-697cf96f-5a80-47c3-8b4b-ad4707f88ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.485605 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-697cf96f-5a80-47c3-8b4b-ad4707f88ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.489799 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-697cf96f-5a80-47c3-8b4b-ad4707f88ffc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4622c43c-e8e4-42d9-bcb5-864c2bd03ec8 HTTP/1.1" status: 204 len: 168 time: 0.1513054 Jul 16 01:44:33.499602 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cf96f-5a80-47c3-8b4b-ad4707f88ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4622c43c-e8e4-42d9-bcb5-864c2bd03ec8,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:33.762889 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7ef22991-bc86-434c-87d9-f64323531987 req-20eae22d-e3e8-41e4-a396-f1696258ffab tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=7693b355-c1ae-407f-a1eb-d506df78d425 HTTP/1.1" status: 200 len: 210 time: 0.0909331 Jul 16 01:44:35.047605 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.233371 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8139d19b-67ef-4ba7-928d-54e4cae1afb1 req-c06c4363-01b2-4403-9b20-67f577626e13 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0ef46c16f7a048259ff55476ba38c3f0&device_id=abd0d411-7e65-47db-be63-505d6ae758d1 HTTP/1.1" status: 200 len: 210 time: 0.0370300 Jul 16 01:44:35.310111 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8139d19b-67ef-4ba7-928d-54e4cae1afb1 req-3fd2380f-1f60-4d7d-88ac-5783e46f50bf service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=0ef46c16f7a048259ff55476ba38c3f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692594 Jul 16 01:44:35.358523 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5f05c3cd-e3f2-4e2f-9b29-c61412074cf5 req-7f5e04eb-a40f-4a4f-886e-bc91e086d537 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=abd0d411-7e65-47db-be63-505d6ae758d1 HTTP/1.1" status: 200 len: 210 time: 0.0415666 Jul 16 01:44:35.474910 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139d19b-67ef-4ba7-928d-54e4cae1afb1 req-ae6b8b4d-999e-42b3-b7c5-2b0239e741f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:35.477310 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8139d19b-67ef-4ba7-928d-54e4cae1afb1 req-ae6b8b4d-999e-42b3-b7c5-2b0239e741f4 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1591072 Jul 16 01:44:36.569789 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7e44d9f6-7c3f-4653-aa2c-42b98a148723 req-a6853e6e-3fa0-460c-b389-a4614554d981 tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.16 "GET /v2.0/ports?device_id=abd0d411-7e65-47db-be63-505d6ae758d1 HTTP/1.1" status: 200 len: 210 time: 0.0479939 Jul 16 01:44:36.782153 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8139d19b-67ef-4ba7-928d-54e4cae1afb1 req-105eee28-7d3a-4670-ab66-e632225b4a8e tempest-ServerShowV247Test-978333133 tempest-ServerShowV247Test-978333133-project] 10.222.0.82 "GET /v2.0/ports?device_id=abd0d411-7e65-47db-be63-505d6ae758d1 HTTP/1.1" status: 200 len: 210 time: 0.0392418 Jul 16 01:44:38.062669 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47152) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:38.317493 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4b5267c6-9031-4b39-8fc0-621da39366f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.360145 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:44:38.472116 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4b5267c6-9031-4b39-8fc0-621da39366f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.477965 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4b5267c6-9031-4b39-8fc0-621da39366f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.521396 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4b5267c6-9031-4b39-8fc0-621da39366f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ef46c16f7a048259ff55476ba38c3f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4576099 Jul 16 01:44:38.522138 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5267c6-9031-4b39-8fc0-621da39366f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5426a9c3-9bad-4c71-bc1d-ee268090bc86,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:38.524136 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47166) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:38.591673 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d3babea-74dd-4f00-affd-5a55597ce465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.620728 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d3babea-74dd-4f00-affd-5a55597ce465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.676561 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d3babea-74dd-4f00-affd-5a55597ce465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.680341 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9d3babea-74dd-4f00-affd-5a55597ce465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.684055 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9d3babea-74dd-4f00-affd-5a55597ce465 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5426a9c3-9bad-4c71-bc1d-ee268090bc86 HTTP/1.1" status: 204 len: 168 time: 0.1565619 Jul 16 01:44:38.690802 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3babea-74dd-4f00-affd-5a55597ce465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5426a9c3-9bad-4c71-bc1d-ee268090bc86,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:47.549373 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47504) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:47.771536 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5d54901-7597-4769-8ccb-2ef4786e0224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.949257 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5d54901-7597-4769-8ccb-2ef4786e0224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.960326 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5d54901-7597-4769-8ccb-2ef4786e0224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.048568 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47520) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:48.053307 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a5d54901-7597-4769-8ccb-2ef4786e0224 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99efbfeb8d7749fa9cd2c0f0af295fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5026448 Jul 16 01:44:48.088880 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d54901-7597-4769-8ccb-2ef4786e0224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73df4002-0967-4016-b1e1-6220de941d62,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:48.146111 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-75174f71-9d33-4cfd-b606-2453ae661ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.204165 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-75174f71-9d33-4cfd-b606-2453ae661ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.346224 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-75174f71-9d33-4cfd-b606-2453ae661ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.349512 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-75174f71-9d33-4cfd-b606-2453ae661ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.353015 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-75174f71-9d33-4cfd-b606-2453ae661ac1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73df4002-0967-4016-b1e1-6220de941d62 HTTP/1.1" status: 204 len: 168 time: 0.3004601 Jul 16 01:44:48.397487 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75174f71-9d33-4cfd-b606-2453ae661ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73df4002-0967-4016-b1e1-6220de941d62,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:48.833130 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47546) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:48.859016 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d53d0b51-f9d0-4fcf-88fe-af5bb817a216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.992813 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d53d0b51-f9d0-4fcf-88fe-af5bb817a216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.997339 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d53d0b51-f9d0-4fcf-88fe-af5bb817a216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.025637 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d0b51-f9d0-4fcf-88fe-af5bb817a216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23e796b-8aa8-43d8-bac1-0717b850fcab,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:49.070591 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d53d0b51-f9d0-4fcf-88fe-af5bb817a216 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aec7806203814d909e7f12fd4652cde4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352333 Jul 16 01:44:49.071258 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47548) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:49.143494 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4eaa498e-955b-4e25-b876-dfa130e2c504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.167829 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4eaa498e-955b-4e25-b876-dfa130e2c504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.235878 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4eaa498e-955b-4e25-b876-dfa130e2c504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.240524 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4eaa498e-955b-4e25-b876-dfa130e2c504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.244539 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4eaa498e-955b-4e25-b876-dfa130e2c504 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b23e796b-8aa8-43d8-bac1-0717b850fcab HTTP/1.1" status: 204 len: 168 time: 0.1695490 Jul 16 01:44:49.255786 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa498e-955b-4e25-b876-dfa130e2c504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23e796b-8aa8-43d8-bac1-0717b850fcab,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:52.710050 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47696) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:52.858966 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9c4869e4-fbe0-4d12-86c8-25d5394476ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.986480 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9c4869e4-fbe0-4d12-86c8-25d5394476ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.992921 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9c4869e4-fbe0-4d12-86c8-25d5394476ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.039370 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47708) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:53.039890 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9c4869e4-fbe0-4d12-86c8-25d5394476ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=878e508adbb5469d950aa80cbbaf9f3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3279030 Jul 16 01:44:53.042124 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4869e4-fbe0-4d12-86c8-25d5394476ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a870f7e-aca2-4967-8aad-484a712397ca,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.051161 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4869e4-fbe0-4d12-86c8-25d5394476ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:53.052341 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4869e4-fbe0-4d12-86c8-25d5394476ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:53.053367 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4869e4-fbe0-4d12-86c8-25d5394476ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:53.054249 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4869e4-fbe0-4d12-86c8-25d5394476ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:53.054737 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4869e4-fbe0-4d12-86c8-25d5394476ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:53.055199 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4869e4-fbe0-4d12-86c8-25d5394476ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:53.055654 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4869e4-fbe0-4d12-86c8-25d5394476ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:53.056133 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4869e4-fbe0-4d12-86c8-25d5394476ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:53.056643 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4869e4-fbe0-4d12-86c8-25d5394476ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:53.057124 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4869e4-fbe0-4d12-86c8-25d5394476ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:53.057577 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4869e4-fbe0-4d12-86c8-25d5394476ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:53.058054 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4869e4-fbe0-4d12-86c8-25d5394476ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:53.135851 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0663534e-18d1-48cb-a243-6b4f2a20cc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.174020 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0663534e-18d1-48cb-a243-6b4f2a20cc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.225937 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0663534e-18d1-48cb-a243-6b4f2a20cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.229628 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0663534e-18d1-48cb-a243-6b4f2a20cc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.234470 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0663534e-18d1-48cb-a243-6b4f2a20cc0a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a870f7e-aca2-4967-8aad-484a712397ca HTTP/1.1" status: 204 len: 168 time: 0.1940241 Jul 16 01:44:53.245322 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663534e-18d1-48cb-a243-6b4f2a20cc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a870f7e-aca2-4967-8aad-484a712397ca,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.629361 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47722) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:53.653844 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7183c504-b908-472a-b571-604920cb4d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.798167 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7183c504-b908-472a-b571-604920cb4d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.804776 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7183c504-b908-472a-b571-604920cb4d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.816124 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47730) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:53.885976 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47738) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:53.887270 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7183c504-b908-472a-b571-604920cb4d8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8910f3b4fb9a49dbbf8600fe26379cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2518027 Jul 16 01:44:53.891778 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183c504-b908-472a-b571-604920cb4d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce16fdb5-bd39-4539-8222-e3dcb2cf80b0,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.999322 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7c13041e-567e-497e-9011-b395cf0505df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.027897 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-00042295-ff90-45b0-a449-abb20178a5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.028445 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7c13041e-567e-497e-9011-b395cf0505df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.094021 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7c13041e-567e-497e-9011-b395cf0505df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.097938 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7c13041e-567e-497e-9011-b395cf0505df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.117972 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7c13041e-567e-497e-9011-b395cf0505df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce16fdb5-bd39-4539-8222-e3dcb2cf80b0 HTTP/1.1" status: 204 len: 168 time: 0.2304916 Jul 16 01:44:54.133744 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13041e-567e-497e-9011-b395cf0505df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce16fdb5-bd39-4539-8222-e3dcb2cf80b0,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:54.150446 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-00042295-ff90-45b0-a449-abb20178a5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.166875 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-00042295-ff90-45b0-a449-abb20178a5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.199536 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00042295-ff90-45b0-a449-abb20178a5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c73d9e-8e39-46ae-ba3c-e62151bc66d7,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:54.220864 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47748) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:54.221960 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-00042295-ff90-45b0-a449-abb20178a5d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=08a57bd1e30e48b892f2f81d36be5c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4030001 Jul 16 01:44:54.282804 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-108954d3-39b5-49d8-81e5-d71fa8861427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.305021 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-108954d3-39b5-49d8-81e5-d71fa8861427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.354763 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-108954d3-39b5-49d8-81e5-d71fa8861427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.359115 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-108954d3-39b5-49d8-81e5-d71fa8861427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.362807 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-108954d3-39b5-49d8-81e5-d71fa8861427 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20c73d9e-8e39-46ae-ba3c-e62151bc66d7 HTTP/1.1" status: 204 len: 168 time: 0.1383338 Jul 16 01:44:54.369588 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108954d3-39b5-49d8-81e5-d71fa8861427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c73d9e-8e39-46ae-ba3c-e62151bc66d7,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:55.986802 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47880) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:56.036147 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47888) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:56.165991 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b7738bc4-43d8-42b2-a5f8-e48012218c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.173556 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a553e372-603f-44bc-8593-7027876660b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.209371 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.db.api [None req-b7738bc4-43d8-42b2-a5f8-e48012218c7b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:44:56.209371 n-d-792394-16 neutron-server[93956]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:44:56.209371 n-d-792394-16 neutron-server[93956]: [parameters: {'project_id': '9201bb6211684e27ac7862e0fd20dea5', 'id': '84a3dfc1-c265-4dd3-a54f-1ad89cdd9ec9', 'expiration': datetime.datetime(2021, 7, 16, 1, 46, 56, 204780)}] Jul 16 01:44:56.209371 n-d-792394-16 neutron-server[93956]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93956) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:44:56.209718 n-d-792394-16 neutron-server[93956]: DEBUG oslo_db.api [None req-b7738bc4-43d8-42b2-a5f8-e48012218c7b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:44:56.300768 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a553e372-603f-44bc-8593-7027876660b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.305917 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a553e372-603f-44bc-8593-7027876660b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.342519 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a553e372-603f-44bc-8593-7027876660b4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9321d84b3eb04d15b228b7959af0fad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3545794 Jul 16 01:44:56.345299 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47900) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:56.352745 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553e372-603f-44bc-8593-7027876660b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2d89e0-5471-4164-8238-de6da6a54a4a,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:56.418970 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2a691f28-6d9d-45de-871c-c2e1a774b225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.444914 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2a691f28-6d9d-45de-871c-c2e1a774b225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.494092 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2a691f28-6d9d-45de-871c-c2e1a774b225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.496856 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2a691f28-6d9d-45de-871c-c2e1a774b225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.498016 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2a691f28-6d9d-45de-871c-c2e1a774b225 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e2d89e0-5471-4164-8238-de6da6a54a4a HTTP/1.1" status: 204 len: 168 time: 0.1488438 Jul 16 01:44:56.507460 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a691f28-6d9d-45de-871c-c2e1a774b225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2d89e0-5471-4164-8238-de6da6a54a4a,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:56.643981 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4337295e-5c73-46f1-99b1-4efc7c73d240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.710966 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b7738bc4-43d8-42b2-a5f8-e48012218c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.816497 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b7738bc4-43d8-42b2-a5f8-e48012218c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.822649 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b7738bc4-43d8-42b2-a5f8-e48012218c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.865135 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7738bc4-43d8-42b2-a5f8-e48012218c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9c596b-41be-46a5-a2ad-88dc3af3cfaf,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:56.869534 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b7738bc4-43d8-42b2-a5f8-e48012218c7b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9201bb6211684e27ac7862e0fd20dea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8322494 Jul 16 01:44:56.872389 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47922) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:56.928327 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c1dcdfe7-1f11-439d-a49d-76bd5ab09b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.951002 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c1dcdfe7-1f11-439d-a49d-76bd5ab09b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.011821 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c1dcdfe7-1f11-439d-a49d-76bd5ab09b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.015353 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c1dcdfe7-1f11-439d-a49d-76bd5ab09b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.019765 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c1dcdfe7-1f11-439d-a49d-76bd5ab09b0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb9c596b-41be-46a5-a2ad-88dc3af3cfaf HTTP/1.1" status: 204 len: 168 time: 0.1434364 Jul 16 01:44:57.027307 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcdfe7-1f11-439d-a49d-76bd5ab09b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9c596b-41be-46a5-a2ad-88dc3af3cfaf,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:57.402779 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 47948) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:57.418982 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-812e1714-665e-4544-af67-b737cfc5be43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.542026 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-812e1714-665e-4544-af67-b737cfc5be43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.548522 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-812e1714-665e-4544-af67-b737cfc5be43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.591165 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-812e1714-665e-4544-af67-b737cfc5be43 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a632630cc944e83b5538bde8408ea77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848502 Jul 16 01:44:57.591165 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e1714-665e-4544-af67-b737cfc5be43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2714ff91-ae32-487c-8a77-02cc89b910ca,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:57.591570 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 47956) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:57.657026 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4df2a547-fd07-4d3f-8609-772a09ad6ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.679307 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4df2a547-fd07-4d3f-8609-772a09ad6ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.742448 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4df2a547-fd07-4d3f-8609-772a09ad6ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.745378 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4df2a547-fd07-4d3f-8609-772a09ad6ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.746836 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4df2a547-fd07-4d3f-8609-772a09ad6ea5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2714ff91-ae32-487c-8a77-02cc89b910ca HTTP/1.1" status: 204 len: 168 time: 0.1535540 Jul 16 01:44:57.756087 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2a547-fd07-4d3f-8609-772a09ad6ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2714ff91-ae32-487c-8a77-02cc89b910ca,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:58.715265 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48026) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:58.939917 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-ba419d9c-3a18-4ebd-b89c-b627502dadc5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1356710040-network', 'tenant_id': '9ee15aed2d8b4a6ca49ea56091011e90'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:58.966332 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba419d9c-3a18-4ebd-b89c-b627502dadc5 admin admin] Made reservation on behalf of 9ee15aed2d8b4a6ca49ea56091011e90 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:58.969446 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba419d9c-3a18-4ebd-b89c-b627502dadc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.981780 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba419d9c-3a18-4ebd-b89c-b627502dadc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.087323 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba419d9c-3a18-4ebd-b89c-b627502dadc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.093367 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba419d9c-3a18-4ebd-b89c-b627502dadc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.121092 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba419d9c-3a18-4ebd-b89c-b627502dadc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:44:59.130286 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba419d9c-3a18-4ebd-b89c-b627502dadc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114a99c5-b0b4-45c2-a0da-3a2c7cc645d9,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:59.137344 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba419d9c-3a18-4ebd-b89c-b627502dadc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.138092 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-ba419d9c-3a18-4ebd-b89c-b627502dadc5 admin admin] Added segment 6ed683a2-f02e-4fb6-8254-d042b515e524 of type vlan for network 4f36bb1e-569f-4fb5-a9fd-d63250937022 Jul 16 01:44:59.202451 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba419d9c-3a18-4ebd-b89c-b627502dadc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.236392 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba419d9c-3a18-4ebd-b89c-b627502dadc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.237775 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba419d9c-3a18-4ebd-b89c-b627502dadc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:59.239006 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba419d9c-3a18-4ebd-b89c-b627502dadc5 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.316342 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ba419d9c-3a18-4ebd-b89c-b627502dadc5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5997219 Jul 16 01:44:59.319514 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48052) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:59.326065 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-d769a281-b221-4840-87af-5f22b0223326 admin admin] Request body: {'subnet': {'network_id': '4f36bb1e-569f-4fb5-a9fd-d63250937022', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1356710040-subnet', 'tenant_id': '9ee15aed2d8b4a6ca49ea56091011e90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:59.345744 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba419d9c-3a18-4ebd-b89c-b627502dadc5 admin admin] Pushing event updated for resources: {'Network': ['ID=4f36bb1e-569f-4fb5-a9fd-d63250937022,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:59.363076 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d769a281-b221-4840-87af-5f22b0223326 admin admin] Made reservation on behalf of 9ee15aed2d8b4a6ca49ea56091011e90 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:59.367528 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d769a281-b221-4840-87af-5f22b0223326 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.372611 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 4f36bb1e-569f-4fb5-a9fd-d63250937022 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:44:59.547980 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-abdd1e9b-8c12-42c2-b1f2-de4db3acd4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.684306 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.699773 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d769a281-b221-4840-87af-5f22b0223326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.782181 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769a281-b221-4840-87af-5f22b0223326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1b9c25d-54d0-4b7e-a5c6-d47761b54739,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:59.804232 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d769a281-b221-4840-87af-5f22b0223326 admin admin] Checking segment: {'id': '6ed683a2-f02e-4fb6-8254-d042b515e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4f36bb1e-569f-4fb5-a9fd-d63250937022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:59.804232 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d769a281-b221-4840-87af-5f22b0223326 admin admin] Network hostable DHCP agents. Network: 4f36bb1e-569f-4fb5-a9fd-d63250937022, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:44:59.830281 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d769a281-b221-4840-87af-5f22b0223326 admin admin] Network 4f36bb1e-569f-4fb5-a9fd-d63250937022 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:44:59.844919 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-d769a281-b221-4840-87af-5f22b0223326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 4f36bb1e-569f-4fb5-a9fd-d63250937022) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:59.849801 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d769a281-b221-4840-87af-5f22b0223326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:59.850968 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d769a281-b221-4840-87af-5f22b0223326 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.855748 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8598327-242a-431d-81e7-c3be25368359 None None] Network 4f36bb1e-569f-4fb5-a9fd-d63250937022 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:59.876555 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d769a281-b221-4840-87af-5f22b0223326 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5473204 Jul 16 01:44:59.993325 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf31dc7-a607-4156-a548-c2a6ff6b70d1 None None] Network 4f36bb1e-569f-4fb5-a9fd-d63250937022 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:00.829167 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.918931 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48136) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:00.924225 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-19e183c3-cdb5-46bb-b1a3-651d8f68fad8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-47291648-network', 'tenant_id': 'b607420e41ea4485adbd4851a4c7b0dd'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:00.951071 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e183c3-cdb5-46bb-b1a3-651d8f68fad8 admin admin] Made reservation on behalf of b607420e41ea4485adbd4851a4c7b0dd for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:00.953736 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-19e183c3-cdb5-46bb-b1a3-651d8f68fad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.968847 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-19e183c3-cdb5-46bb-b1a3-651d8f68fad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.114447 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-19e183c3-cdb5-46bb-b1a3-651d8f68fad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.122325 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-19e183c3-cdb5-46bb-b1a3-651d8f68fad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.155387 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e183c3-cdb5-46bb-b1a3-651d8f68fad8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:45:01.165488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e183c3-cdb5-46bb-b1a3-651d8f68fad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133fd354-5b08-491e-808b-e2c544fb94d5,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:01.187117 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-19e183c3-cdb5-46bb-b1a3-651d8f68fad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.187679 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-19e183c3-cdb5-46bb-b1a3-651d8f68fad8 admin admin] Added segment ef58ab34-bf8a-4a72-97d8-bd40c91db0e1 of type vlan for network 3c402a65-0142-490c-a603-3e7b72215717 Jul 16 01:45:01.246385 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-19e183c3-cdb5-46bb-b1a3-651d8f68fad8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.289061 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-19e183c3-cdb5-46bb-b1a3-651d8f68fad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.303622 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e183c3-cdb5-46bb-b1a3-651d8f68fad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:01.304637 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-19e183c3-cdb5-46bb-b1a3-651d8f68fad8 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.361623 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-19e183c3-cdb5-46bb-b1a3-651d8f68fad8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4413371 Jul 16 01:45:01.365165 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48154) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:01.371422 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-89aa85f6-4f2d-4a5e-8cbd-3caea6a087d7 admin admin] Request body: {'subnet': {'network_id': '3c402a65-0142-490c-a603-3e7b72215717', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-47291648-subnet', 'tenant_id': 'b607420e41ea4485adbd4851a4c7b0dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:01.409019 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e183c3-cdb5-46bb-b1a3-651d8f68fad8 admin admin] Pushing event updated for resources: {'Network': ['ID=3c402a65-0142-490c-a603-3e7b72215717,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:01.420053 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89aa85f6-4f2d-4a5e-8cbd-3caea6a087d7 admin admin] Made reservation on behalf of b607420e41ea4485adbd4851a4c7b0dd for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:01.420998 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 3c402a65-0142-490c-a603-3e7b72215717 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:45:01.424099 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89aa85f6-4f2d-4a5e-8cbd-3caea6a087d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.583471 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.744644 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89aa85f6-4f2d-4a5e-8cbd-3caea6a087d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.828385 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa85f6-4f2d-4a5e-8cbd-3caea6a087d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a457faa6-e470-4eaa-a659-57a11ed6b08e,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:01.844546 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aa85f6-4f2d-4a5e-8cbd-3caea6a087d7 admin admin] Checking segment: {'id': 'ef58ab34-bf8a-4a72-97d8-bd40c91db0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '3c402a65-0142-490c-a603-3e7b72215717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:01.844908 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89aa85f6-4f2d-4a5e-8cbd-3caea6a087d7 admin admin] Network hostable DHCP agents. Network: 3c402a65-0142-490c-a603-3e7b72215717, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:45:01.874299 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89aa85f6-4f2d-4a5e-8cbd-3caea6a087d7 admin admin] Network 3c402a65-0142-490c-a603-3e7b72215717 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:45:01.891692 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-89aa85f6-4f2d-4a5e-8cbd-3caea6a087d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 3c402a65-0142-490c-a603-3e7b72215717) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:01.902560 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811ab37e-78b2-40a7-a078-199e62484d8b None None] Network 3c402a65-0142-490c-a603-3e7b72215717 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:01.907253 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89aa85f6-4f2d-4a5e-8cbd-3caea6a087d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:01.907857 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89aa85f6-4f2d-4a5e-8cbd-3caea6a087d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.930369 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-89aa85f6-4f2d-4a5e-8cbd-3caea6a087d7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5638165 Jul 16 01:45:02.083537 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08f6eb5-8df8-4c1c-9dad-c0efeac55ebc None None] Network 3c402a65-0142-490c-a603-3e7b72215717 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:02.526223 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.558978 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-b6bf6a0c-1566-4ae5-b38a-44bd45350123 tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:02.561037 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-b6bf6a0c-1566-4ae5-b38a-44bd45350123 tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.16 "GET /v2.0/networks?id=4f36bb1e-569f-4fb5-a9fd-d63250937022 HTTP/1.1" status: 200 len: 809 time: 0.1240690 Jul 16 01:45:02.585263 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-714327d1-46aa-4c66-a702-1867dbd7c36e tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.16 "GET /v2.0/quotas/9ee15aed2d8b4a6ca49ea56091011e90 HTTP/1.1" status: 200 len: 375 time: 0.0174227 Jul 16 01:45:02.629779 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-c3e317c1-f8d7-4bb6-8518-b6db347f3854 tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ee15aed2d8b4a6ca49ea56091011e90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434442 Jul 16 01:45:02.879620 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-898bb884-e99b-4415-8ef4-8c302852d21d service neutron] 10.222.0.16 "GET /v2.0/networks/4f36bb1e-569f-4fb5-a9fd-d63250937022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487991 Jul 16 01:45:03.043062 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-cdd1f4fb-7b28-41f0-8a44-0ce5e0db7d07 service neutron] 10.222.0.16 "GET /v2.0/networks/4f36bb1e-569f-4fb5-a9fd-d63250937022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565185 Jul 16 01:45:03.293563 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-64c64f7a-2f05-44d4-a170-ff4d3c9c2745 req-f1f2b0d8-8098-4df4-bf88-f3b36ebed0e8 tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9 HTTP/1.1" status: 200 len: 210 time: 0.0453515 Jul 16 01:45:04.013783 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f3233e0f-d476-4898-b513-ddfa82ff0b72 req-2dbe8261-bdee-4b89-9afb-6d665ab204d5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b8082333-8663-4c8f-954f-d6dda35216b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0807221 Jul 16 01:45:04.173534 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3233e0f-d476-4898-b513-ddfa82ff0b72 req-aa8cffca-5818-466c-9519-367fa178f600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.175500 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f3233e0f-d476-4898-b513-ddfa82ff0b72 req-aa8cffca-5818-466c-9519-367fa178f600 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=397a7a3d36ef4318afd67223e92c4812&device_id=b8082333-8663-4c8f-954f-d6dda35216b1 HTTP/1.1" status: 200 len: 1098 time: 0.0810935 Jul 16 01:45:04.311300 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3233e0f-d476-4898-b513-ddfa82ff0b72 req-5a72e256-7155-4399-b17f-603319e6d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.312889 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f3233e0f-d476-4898-b513-ddfa82ff0b72 req-5a72e256-7155-4399-b17f-603319e6d5de service neutron] 10.222.0.82 "GET /v2.0/networks?id=98e0b200-9d05-4336-87c3-fa057674aa73 HTTP/1.1" status: 200 len: 911 time: 0.1085315 Jul 16 01:45:04.423368 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f3233e0f-d476-4898-b513-ddfa82ff0b72 req-1789ae0d-8bf6-43fa-9f4a-0cac71f0c3d6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85e84b8a-5bbd-4559-9b51-368ba27a7482 HTTP/1.1" status: 200 len: 1000 time: 0.1031594 Jul 16 01:45:04.486680 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3233e0f-d476-4898-b513-ddfa82ff0b72 req-bf9b9b0c-fc39-414e-ac2d-ef87f354bd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.488711 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f3233e0f-d476-4898-b513-ddfa82ff0b72 req-bf9b9b0c-fc39-414e-ac2d-ef87f354bd58 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=370bcf40-c26b-4959-9b56-af3cd128b9a8 HTTP/1.1" status: 200 len: 849 time: 0.0586469 Jul 16 01:45:04.493728 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c80ef1a3-bb35-4412-b4df-c9eaea782e8c req-2892317d-886d-4200-b237-08c4868d0683 tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9 HTTP/1.1" status: 200 len: 210 time: 0.0702610 Jul 16 01:45:04.644787 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3233e0f-d476-4898-b513-ddfa82ff0b72 req-5724d1d2-e124-43ee-8933-8c8e294ad4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.646340 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f3233e0f-d476-4898-b513-ddfa82ff0b72 req-5724d1d2-e124-43ee-8933-8c8e294ad4d1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=98e0b200-9d05-4336-87c3-fa057674aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1513107 Jul 16 01:45:04.693634 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-c3454c10-3f20-44d2-bec0-a933efa26ea7 tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.695619 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-c3454c10-3f20-44d2-bec0-a933efa26ea7 tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.84 "GET /v2.0/networks?id=4f36bb1e-569f-4fb5-a9fd-d63250937022 HTTP/1.1" status: 200 len: 809 time: 0.1597497 Jul 16 01:45:04.708264 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-02716149-7634-4d45-b14b-f9ec0450977a tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Request body: {'port': {'device_id': 'a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9', 'network_id': '4f36bb1e-569f-4fb5-a9fd-d63250937022', 'admin_state_up': True, 'tenant_id': '9ee15aed2d8b4a6ca49ea56091011e90'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:04.825650 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f3233e0f-d476-4898-b513-ddfa82ff0b72 req-1903c692-0290-4c92-a3a8-8c83aaa78f4a service neutron] 10.222.0.82 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699023 Jul 16 01:45:04.951650 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-02716149-7634-4d45-b14b-f9ec0450977a tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Made reservation on behalf of 9ee15aed2d8b4a6ca49ea56091011e90 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:04.955641 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-02716149-7634-4d45-b14b-f9ec0450977a tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.027115 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.030242 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f3233e0f-d476-4898-b513-ddfa82ff0b72 req-0035aaec-59fd-4034-b44e-545b2ab48dac service neutron] 10.222.0.82 "GET /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967144 Jul 16 01:45:05.089818 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48282) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.122811 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-02716149-7634-4d45-b14b-f9ec0450977a tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Allocated IP 172.20.0.2 (4f36bb1e-569f-4fb5-a9fd-d63250937022/e1b9c25d-54d0-4b7e-a5c6-d47761b54739/af524516-0402-4cf3-b73b-78a7f0fdbbab) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:05.225091 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e239695d-6506-4d34-a7f9-13279f5b16e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.412284 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-02716149-7634-4d45-b14b-f9ec0450977a tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.445429 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6f9973f-2378-4b73-9e6d-212140c492dd req-d68aec1a-af64-49a9-b2b9-91a874c33667 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1370392 Jul 16 01:45:05.537382 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e239695d-6506-4d34-a7f9-13279f5b16e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.546021 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e239695d-6506-4d34-a7f9-13279f5b16e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.553436 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-02716149-7634-4d45-b14b-f9ec0450977a tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.644081 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239695d-6506-4d34-a7f9-13279f5b16e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e1277a-3f9a-456f-8439-e279640bd4be,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:05.649009 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e239695d-6506-4d34-a7f9-13279f5b16e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97fe140282db43b88a3517a058f04cc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5584598 Jul 16 01:45:05.658597 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-02716149-7634-4d45-b14b-f9ec0450977a tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Network 4f36bb1e-569f-4fb5-a9fd-d63250937022 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:05.659951 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48292) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.664037 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02716149-7634-4d45-b14b-f9ec0450977a tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Pushing event updated for resources: {'Port': ['ID=af524516-0402-4cf3-b73b-78a7f0fdbbab,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:05.666584 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-02716149-7634-4d45-b14b-f9ec0450977a tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:05.669534 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9973f-2378-4b73-9e6d-212140c492dd req-6cfb158a-be7f-4466-b4a5-f465bd7a5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.671049 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6f9973f-2378-4b73-9e6d-212140c492dd req-6cfb158a-be7f-4466-b4a5-f465bd7a5de0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6ca31bc079774bfc98b5ada65ac84773&device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 1097 time: 0.1783605 Jul 16 01:45:05.671878 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-02716149-7634-4d45-b14b-f9ec0450977a tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:05.744087 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c221916b-5fbc-4016-b38d-40715b60cc69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.755053 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b4e5b-a5fa-43c3-8a14-106554bf0e50 req-25cf2039-896b-44b9-88da-0b4c8f083393 tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.756754 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c21b4e5b-a5fa-43c3-8a14-106554bf0e50 req-25cf2039-896b-44b9-88da-0b4c8f083393 tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9 HTTP/1.1" status: 200 len: 931 time: 0.1509099 Jul 16 01:45:05.786547 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-02716149-7634-4d45-b14b-f9ec0450977a tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.787226 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-02716149-7634-4d45-b14b-f9ec0450977a tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.793486 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c221916b-5fbc-4016-b38d-40715b60cc69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.816269 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-02716149-7634-4d45-b14b-f9ec0450977a tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1134033 Jul 16 01:45:05.828778 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-baa3dfc7-d7de-4f25-9869-68eb910ca45a service neutron] Request body: {'port': {'device_id': 'a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:05.832581 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c21b4e5b-a5fa-43c3-8a14-106554bf0e50 req-0f381d4a-6bc2-4751-a74c-b340fabac71d tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.16 "GET /v2.0/security-groups?id=114a99c5-b0b4-45c2-a0da-3a2c7cc645d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679104 Jul 16 01:45:05.864153 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c221916b-5fbc-4016-b38d-40715b60cc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.867259 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c221916b-5fbc-4016-b38d-40715b60cc69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.870042 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9973f-2378-4b73-9e6d-212140c492dd req-7c5a72ae-b8a7-49de-88db-0615cf82e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.872003 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6f9973f-2378-4b73-9e6d-212140c492dd req-7c5a72ae-b8a7-49de-88db-0615cf82e2c4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46 HTTP/1.1" status: 200 len: 918 time: 0.1697648 Jul 16 01:45:05.872245 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c221916b-5fbc-4016-b38d-40715b60cc69 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8e1277a-3f9a-456f-8439-e279640bd4be HTTP/1.1" status: 204 len: 168 time: 0.2090037 Jul 16 01:45:05.883308 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221916b-5fbc-4016-b38d-40715b60cc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e1277a-3f9a-456f-8439-e279640bd4be,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:05.998570 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-baa3dfc7-d7de-4f25-9869-68eb910ca45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.017661 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6f9973f-2378-4b73-9e6d-212140c492dd req-3d0e9a9f-685a-4266-92a1-269634b1963c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ecdf398-76ed-4c15-9938-a5e580f381be HTTP/1.1" status: 200 len: 1001 time: 0.1286352 Jul 16 01:45:06.167066 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9973f-2378-4b73-9e6d-212140c492dd req-3cdee50e-d07d-441f-a592-0aca2ace2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:06.169341 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6f9973f-2378-4b73-9e6d-212140c492dd req-3cdee50e-d07d-441f-a592-0aca2ace2e5a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e2260a5b-5f93-4f16-9877-6dd3618b52a8 HTTP/1.1" status: 200 len: 856 time: 0.1268990 Jul 16 01:45:06.269043 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48308) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:06.287935 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25f13e01-3818-4780-96b0-5ea6cc2fbc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.367392 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9973f-2378-4b73-9e6d-212140c492dd req-3bf201c6-1581-47b2-bda2-8c2081b07c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:06.368964 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6f9973f-2378-4b73-9e6d-212140c492dd req-3bf201c6-1581-47b2-bda2-8c2081b07c74 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1920927 Jul 16 01:45:06.419469 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25f13e01-3818-4780-96b0-5ea6cc2fbc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.433731 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25f13e01-3818-4780-96b0-5ea6cc2fbc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.519387 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-baa3dfc7-d7de-4f25-9869-68eb910ca45a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af524516-0402-4cf3-b73b-78a7f0fdbbab {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:06.534018 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-baa3dfc7-d7de-4f25-9869-68eb910ca45a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.544168 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f13e01-3818-4780-96b0-5ea6cc2fbc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa34be38-fe53-40ff-b741-35b88e5070f9,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:06.560613 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-baa3dfc7-d7de-4f25-9869-68eb910ca45a service neutron] Transition to ACTIVE for port object af524516-0402-4cf3-b73b-78a7f0fdbbab will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:06.564788 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6f9973f-2378-4b73-9e6d-212140c492dd req-ce374467-8125-4113-a2af-086b596a90d5 service neutron] 10.222.0.84 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654701 Jul 16 01:45:06.569602 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-25f13e01-3818-4780-96b0-5ea6cc2fbc5f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b01362ab80b7497194d7fc4d9ec4b149&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2966695 Jul 16 01:45:06.569830 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48316) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:06.580505 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-baa3dfc7-d7de-4f25-9869-68eb910ca45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.640562 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-95e3e6f2-480c-400c-89e4-99e435e77dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.666792 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-95e3e6f2-480c-400c-89e4-99e435e77dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.718621 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-95e3e6f2-480c-400c-89e4-99e435e77dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.721347 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-95e3e6f2-480c-400c-89e4-99e435e77dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.722582 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-95e3e6f2-480c-400c-89e4-99e435e77dd5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa34be38-fe53-40ff-b741-35b88e5070f9 HTTP/1.1" status: 204 len: 168 time: 0.1512761 Jul 16 01:45:06.730959 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3e6f2-480c-400c-89e4-99e435e77dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa34be38-fe53-40ff-b741-35b88e5070f9,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:06.749829 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3dfc7-d7de-4f25-9869-68eb910ca45a service neutron] Pushing event updated for resources: {'Port': ['ID=af524516-0402-4cf3-b73b-78a7f0fdbbab,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:06.782562 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6f9973f-2378-4b73-9e6d-212140c492dd req-1f81d033-cfcf-4a06-94b6-85d0c03706aa service neutron] 10.222.0.84 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113674 Jul 16 01:45:06.799085 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-baa3dfc7-d7de-4f25-9869-68eb910ca45a service neutron] Attempting to bind port af524516-0402-4cf3-b73b-78a7f0fdbbab on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:06.799422 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-baa3dfc7-d7de-4f25-9869-68eb910ca45a service neutron] Attempting to bind port af524516-0402-4cf3-b73b-78a7f0fdbbab by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '6ed683a2-f02e-4fb6-8254-d042b515e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4f36bb1e-569f-4fb5-a9fd-d63250937022'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:06.799759 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-baa3dfc7-d7de-4f25-9869-68eb910ca45a service neutron] Attempting to bind port af524516-0402-4cf3-b73b-78a7f0fdbbab on network 4f36bb1e-569f-4fb5-a9fd-d63250937022 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:06.804832 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-baa3dfc7-d7de-4f25-9869-68eb910ca45a service neutron] Port af524516-0402-4cf3-b73b-78a7f0fdbbab on network 4f36bb1e-569f-4fb5-a9fd-d63250937022 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:06.805144 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-baa3dfc7-d7de-4f25-9869-68eb910ca45a service neutron] Attempting to bind port af524516-0402-4cf3-b73b-78a7f0fdbbab on network 4f36bb1e-569f-4fb5-a9fd-d63250937022 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:06.810384 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-baa3dfc7-d7de-4f25-9869-68eb910ca45a service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:06.810732 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-baa3dfc7-d7de-4f25-9869-68eb910ca45a service neutron] Checking segment: {'id': '6ed683a2-f02e-4fb6-8254-d042b515e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4f36bb1e-569f-4fb5-a9fd-d63250937022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:06.811121 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-baa3dfc7-d7de-4f25-9869-68eb910ca45a service neutron] Bound using segment: {'id': '6ed683a2-f02e-4fb6-8254-d042b515e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4f36bb1e-569f-4fb5-a9fd-d63250937022'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:06.811679 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-baa3dfc7-d7de-4f25-9869-68eb910ca45a service neutron] Bound port: af524516-0402-4cf3-b73b-78a7f0fdbbab, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed683a2-f02e-4fb6-8254-d042b515e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4f36bb1e-569f-4fb5-a9fd-d63250937022'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:06.812045 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-baa3dfc7-d7de-4f25-9869-68eb910ca45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.883512 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-baa3dfc7-d7de-4f25-9869-68eb910ca45a service neutron] For port af524516-0402-4cf3-b73b-78a7f0fdbbab, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:06.887039 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-baa3dfc7-d7de-4f25-9869-68eb910ca45a service neutron] For port af524516-0402-4cf3-b73b-78a7f0fdbbab, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=af524516-0402-4cf3-b73b-78a7f0fdbbab,segment=NetworkSegment(6ed683a2-f02e-4fb6-8254-d042b515e524),segment_id=6ed683a2-f02e-4fb6-8254-d042b515e524)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:06.894728 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-baa3dfc7-d7de-4f25-9869-68eb910ca45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.948290 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-baa3dfc7-d7de-4f25-9869-68eb910ca45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:06.949100 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-baa3dfc7-d7de-4f25-9869-68eb910ca45a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.950868 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-baa3dfc7-d7de-4f25-9869-68eb910ca45a service neutron] 10.222.0.84 "PUT /v2.0/ports/af524516-0402-4cf3-b73b-78a7f0fdbbab HTTP/1.1" status: 200 len: 1092 time: 1.1266289 Jul 16 01:45:06.951860 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9', 'tag': 'af524516-0402-4cf3-b73b-78a7f0fdbbab'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:06.954543 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd24a61-793f-4aaa-88f9-d6ba5db0ff54" -d '{"events": [{"name": "network-changed", "server_uuid": "a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9", "tag": "af524516-0402-4cf3-b73b-78a7f0fdbbab"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:06.996231 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3dfc7-d7de-4f25-9869-68eb910ca45a service neutron] Pushing event updated for resources: {'Port': ['ID=af524516-0402-4cf3-b73b-78a7f0fdbbab,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:07.027798 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ab0b82-95ae-4b99-886f-b97a2acc6b8d x-openstack-request-id: req-42ab0b82-95ae-4b99-886f-b97a2acc6b8d {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:07.028089 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9", "tag": "af524516-0402-4cf3-b73b-78a7f0fdbbab", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:07.028393 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42ab0b82-95ae-4b99-886f-b97a2acc6b8d {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:07.028780 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9', 'tag': 'af524516-0402-4cf3-b73b-78a7f0fdbbab', 'status': 'completed', 'code': 200} Jul 16 01:45:07.086671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-3ecaac33-ba83-4865-a17d-2e54d919ec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.088897 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-3ecaac33-ba83-4865-a17d-2e54d919ec64 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ee15aed2d8b4a6ca49ea56091011e90&device_id=a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9 HTTP/1.1" status: 200 len: 1095 time: 0.0839860 Jul 16 01:45:07.146104 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-31432390-2117-48d4-91af-ded0f03750c6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af524516-0402-4cf3-b73b-78a7f0fdbbab HTTP/1.1" status: 200 len: 217 time: 0.0497556 Jul 16 01:45:07.182956 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248d2f8-039e-4bae-a41a-80a796b1738e req-def68d70-fd7e-45a2-ad0f-b1b883cabb84 tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.202740 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6248d2f8-039e-4bae-a41a-80a796b1738e req-def68d70-fd7e-45a2-ad0f-b1b883cabb84 tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9 HTTP/1.1" status: 200 len: 943 time: 0.1608803 Jul 16 01:45:07.220000 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-72041749-0fc7-4273-845c-3f4ac80a70d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.221931 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-72041749-0fc7-4273-845c-3f4ac80a70d0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e1b9c25d-54d0-4b7e-a5c6-d47761b54739 HTTP/1.1" status: 200 len: 849 time: 0.0682821 Jul 16 01:45:07.256516 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6248d2f8-039e-4bae-a41a-80a796b1738e req-7bfeff7c-f74d-4191-ab94-33732fe7ef14 tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.16 "GET /v2.0/security-groups?id=114a99c5-b0b4-45c2-a0da-3a2c7cc645d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525177 Jul 16 01:45:07.267555 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-4cb95741-d304-424d-80ae-8bcac7831bc5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4f36bb1e-569f-4fb5-a9fd-d63250937022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368419 Jul 16 01:45:07.389023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-de26a52b-aa76-4460-8288-035d34aefc0c service neutron] 10.222.0.84 "GET /v2.0/networks/4f36bb1e-569f-4fb5-a9fd-d63250937022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128643 Jul 16 01:45:07.875242 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-803cefa6-f668-48ba-a690-76ae7ae7c13a req-a67036b6-4a52-4bce-af0b-43c502036f4c service neutron] 10.222.0.84 "GET /v2.0/networks/4f36bb1e-569f-4fb5-a9fd-d63250937022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4785161 Jul 16 01:45:07.979235 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd24a61-793f-4aaa-88f9-d6ba5db0ff54 req-0e9c8f9c-fdc9-48ac-a6d5-ad20853730b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.980878 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ecd24a61-793f-4aaa-88f9-d6ba5db0ff54 req-0e9c8f9c-fdc9-48ac-a6d5-ad20853730b0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9ee15aed2d8b4a6ca49ea56091011e90&device_id=a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9 HTTP/1.1" status: 200 len: 1095 time: 0.0548286 Jul 16 01:45:08.080141 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd24a61-793f-4aaa-88f9-d6ba5db0ff54 req-6c25b214-6daf-4e11-872f-cc664db4831b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:08.081855 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ecd24a61-793f-4aaa-88f9-d6ba5db0ff54 req-6c25b214-6daf-4e11-872f-cc664db4831b service neutron] 10.222.0.84 "GET /v2.0/networks?id=4f36bb1e-569f-4fb5-a9fd-d63250937022 HTTP/1.1" status: 200 len: 910 time: 0.0938213 Jul 16 01:45:08.130531 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ecd24a61-793f-4aaa-88f9-d6ba5db0ff54 req-d224c555-2059-4b0b-8bb5-8728df5f340c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af524516-0402-4cf3-b73b-78a7f0fdbbab HTTP/1.1" status: 200 len: 217 time: 0.0414710 Jul 16 01:45:08.199226 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd24a61-793f-4aaa-88f9-d6ba5db0ff54 req-c176afb7-71a7-4361-b264-8c2fbcd5dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:08.200902 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ecd24a61-793f-4aaa-88f9-d6ba5db0ff54 req-c176afb7-71a7-4361-b264-8c2fbcd5dc7b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e1b9c25d-54d0-4b7e-a5c6-d47761b54739 HTTP/1.1" status: 200 len: 849 time: 0.0622370 Jul 16 01:45:08.234681 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ecd24a61-793f-4aaa-88f9-d6ba5db0ff54 req-7d8f7199-c019-4184-986c-7be2bb286ab4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4f36bb1e-569f-4fb5-a9fd-d63250937022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263696 Jul 16 01:45:08.344741 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ecd24a61-793f-4aaa-88f9-d6ba5db0ff54 req-741a8187-bd6c-4329-a7ac-2316e63eb2e5 service neutron] 10.222.0.84 "GET /v2.0/networks/4f36bb1e-569f-4fb5-a9fd-d63250937022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017079 Jul 16 01:45:08.480620 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ecd24a61-793f-4aaa-88f9-d6ba5db0ff54 req-0cdca94a-fd70-4245-a11a-279a6b30ad07 service neutron] 10.222.0.84 "GET /v2.0/networks/4f36bb1e-569f-4fb5-a9fd-d63250937022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269321 Jul 16 01:45:08.536452 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5d638-6baf-4aa2-923a-c29c53d32a13 req-41425d2c-b5a8-4544-b5bb-fe1f2930afac tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:08.538079 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-59b5d638-6baf-4aa2-923a-c29c53d32a13 req-41425d2c-b5a8-4544-b5bb-fe1f2930afac tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9 HTTP/1.1" status: 200 len: 943 time: 0.0886059 Jul 16 01:45:08.583934 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-59b5d638-6baf-4aa2-923a-c29c53d32a13 req-355e1b75-7985-4667-a1c0-ea4d41a45fbf tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.16 "GET /v2.0/security-groups?id=114a99c5-b0b4-45c2-a0da-3a2c7cc645d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393872 Jul 16 01:45:09.432340 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device af524516-0402-4cf3-b73b-78a7f0fdbbab details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:45:09.559433 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port af524516-0402-4cf3-b73b-78a7f0fdbbab, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=af524516-0402-4cf3-b73b-78a7f0fdbbab,segment=NetworkSegment(6ed683a2-f02e-4fb6-8254-d042b515e524),segment_id=6ed683a2-f02e-4fb6-8254-d042b515e524)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:09.573085 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'af524516-0402-4cf3-b73b-78a7f0fdbbab', 'network_id': '4f36bb1e-569f-4fb5-a9fd-d63250937022', 'port_id': 'af524516-0402-4cf3-b73b-78a7f0fdbbab', 'mac_address': 'fa:16:3e:cf:b2:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b9c25d-54d0-4b7e-a5c6-d47761b54739', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:45:09.617901 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.634623 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af524516-0402-4cf3-b73b-78a7f0fdbbab {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:09.656788 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port af524516-0402-4cf3-b73b-78a7f0fdbbab, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=af524516-0402-4cf3-b73b-78a7f0fdbbab,segment=NetworkSegment(6ed683a2-f02e-4fb6-8254-d042b515e524),segment_id=6ed683a2-f02e-4fb6-8254-d042b515e524)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:09.663266 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.746204 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=af524516-0402-4cf3-b73b-78a7f0fdbbab,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:09.756656 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:09.757213 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:09.757768 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:09.758250 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:09.758729 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:09.759205 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:09.759679 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:09.760298 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:09.760791 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:09.761285 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:09.761804 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:09.762529 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:09.823664 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77658c0-60c2-409f-b66f-6a50876ab62f req-956609fb-8da3-474f-9e3f-17cf66e2e46a tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:09.833087 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b77658c0-60c2-409f-b66f-6a50876ab62f req-956609fb-8da3-474f-9e3f-17cf66e2e46a tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9 HTTP/1.1" status: 200 len: 944 time: 0.0988812 Jul 16 01:45:09.847402 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48414) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:09.872548 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['af524516-0402-4cf3-b73b-78a7f0fdbbab'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:09.889470 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b77658c0-60c2-409f-b66f-6a50876ab62f req-413aa370-2759-4b8e-8477-1d3ae74471e1 tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.16 "GET /v2.0/security-groups?id=114a99c5-b0b4-45c2-a0da-3a2c7cc645d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540905 Jul 16 01:45:10.021349 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eae6b696-10c5-4e56-96ee-18c2210e8495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.127835 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eae6b696-10c5-4e56-96ee-18c2210e8495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.135714 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eae6b696-10c5-4e56-96ee-18c2210e8495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.181508 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6b696-10c5-4e56-96ee-18c2210e8495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1042449a-62d4-43ae-854e-bb369300ffea,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:10.192013 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-eae6b696-10c5-4e56-96ee-18c2210e8495 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=90942397e8a94424949975ea749bf2e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3434434 Jul 16 01:45:10.194864 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48422) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:10.249763 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bdf7baeb-70e8-453c-b424-b47cb40a8334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.272147 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bdf7baeb-70e8-453c-b424-b47cb40a8334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.327045 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bdf7baeb-70e8-453c-b424-b47cb40a8334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.330145 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bdf7baeb-70e8-453c-b424-b47cb40a8334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.331607 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bdf7baeb-70e8-453c-b424-b47cb40a8334 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1042449a-62d4-43ae-854e-bb369300ffea HTTP/1.1" status: 204 len: 168 time: 0.1356683 Jul 16 01:45:10.351285 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7baeb-70e8-453c-b424-b47cb40a8334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1042449a-62d4-43ae-854e-bb369300ffea,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:10.652773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48428) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:10.674224 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51db8a4b-1e88-4412-b105-b00c3e7e25b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.779005 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51db8a4b-1e88-4412-b105-b00c3e7e25b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.785329 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-51db8a4b-1e88-4412-b105-b00c3e7e25b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.826727 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db8a4b-1e88-4412-b105-b00c3e7e25b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6147dce-32d1-4d93-9fe1-daee5adb60fb,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:10.831492 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-51db8a4b-1e88-4412-b105-b00c3e7e25b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9eab6268033c4ef4bde33260818c8287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771069 Jul 16 01:45:10.834480 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48430) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:10.888145 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c960d42-532e-4a1c-a128-71dd0d9f1277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.911876 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c960d42-532e-4a1c-a128-71dd0d9f1277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.968204 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c960d42-532e-4a1c-a128-71dd0d9f1277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.971463 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c960d42-532e-4a1c-a128-71dd0d9f1277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.975667 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2c960d42-532e-4a1c-a128-71dd0d9f1277 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6147dce-32d1-4d93-9fe1-daee5adb60fb HTTP/1.1" status: 204 len: 168 time: 0.1399431 Jul 16 01:45:10.985214 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c960d42-532e-4a1c-a128-71dd0d9f1277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6147dce-32d1-4d93-9fe1-daee5adb60fb,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:11.120080 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801c63e-4080-42e4-8a7c-61fe029f255e req-b70c94d8-d9ad-4cd2-a07e-56d907980ee1 tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:11.122897 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1801c63e-4080-42e4-8a7c-61fe029f255e req-b70c94d8-d9ad-4cd2-a07e-56d907980ee1 tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9 HTTP/1.1" status: 200 len: 944 time: 0.0860960 Jul 16 01:45:11.221095 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1801c63e-4080-42e4-8a7c-61fe029f255e req-7c0d0138-7b05-45ae-9d81-f911b8781124 tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.16 "GET /v2.0/security-groups?id=114a99c5-b0b4-45c2-a0da-3a2c7cc645d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886559 Jul 16 01:45:11.432215 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device af524516-0402-4cf3-b73b-78a7f0fdbbab up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:11.510912 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port af524516-0402-4cf3-b73b-78a7f0fdbbab completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:11.515623 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port af524516-0402-4cf3-b73b-78a7f0fdbbab triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:11.516726 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.617675 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.654751 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af524516-0402-4cf3-b73b-78a7f0fdbbab'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:11.657557 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0169d8-78f3-4dfb-ba32-36d5a35f89e8" -d '{"events": [{"server_uuid": "a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9", "name": "network-vif-plugged", "status": "completed", "tag": "af524516-0402-4cf3-b73b-78a7f0fdbbab"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:11.682883 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port af524516-0402-4cf3-b73b-78a7f0fdbbab, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=af524516-0402-4cf3-b73b-78a7f0fdbbab,segment=NetworkSegment(6ed683a2-f02e-4fb6-8254-d042b515e524),segment_id=6ed683a2-f02e-4fb6-8254-d042b515e524)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:11.690149 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.750917 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=af524516-0402-4cf3-b73b-78a7f0fdbbab,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:11.755391 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de63219-8cad-4efb-8b62-b7031bbd4001 x-openstack-request-id: req-7de63219-8cad-4efb-8b62-b7031bbd4001 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:11.755731 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9", "name": "network-vif-plugged", "status": "completed", "tag": "af524516-0402-4cf3-b73b-78a7f0fdbbab", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:11.756079 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7de63219-8cad-4efb-8b62-b7031bbd4001 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:11.756490 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af524516-0402-4cf3-b73b-78a7f0fdbbab', 'code': 200} Jul 16 01:45:11.864644 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd9ac0-bfd1-4205-a2e9-e2edecd8a178 req-19d523e2-a982-4158-a02f-dbe45574ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:11.866202 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ddcd9ac0-bfd1-4205-a2e9-e2edecd8a178 req-19d523e2-a982-4158-a02f-dbe45574ddf5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9 HTTP/1.1" status: 200 len: 1097 time: 0.0706429 Jul 16 01:45:11.906613 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ddcd9ac0-bfd1-4205-a2e9-e2edecd8a178 req-51a4047b-be37-4b5c-99d6-ef61499dab81 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=114a99c5-b0b4-45c2-a0da-3a2c7cc645d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333095 Jul 16 01:45:12.431532 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c1a80-7cc6-4385-b309-09c39ffa1818 req-69b80dcb-d76b-456e-a758-50c06391214b tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:12.433535 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-389c1a80-7cc6-4385-b309-09c39ffa1818 req-69b80dcb-d76b-456e-a758-50c06391214b tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9 HTTP/1.1" status: 200 len: 945 time: 0.0905783 Jul 16 01:45:12.480455 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-389c1a80-7cc6-4385-b309-09c39ffa1818 req-d18b48b8-ecc8-4cd2-a39a-ba68faf141ad tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.16 "GET /v2.0/security-groups?id=114a99c5-b0b4-45c2-a0da-3a2c7cc645d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397708 Jul 16 01:45:13.746504 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e65ef0-28f7-4f25-8dcc-856a040f5cd0 req-c09c5e93-f39a-45a8-b074-3a6d7ea37101 tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:13.754154 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-46e65ef0-28f7-4f25-8dcc-856a040f5cd0 req-c09c5e93-f39a-45a8-b074-3a6d7ea37101 tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9 HTTP/1.1" status: 200 len: 945 time: 0.1137869 Jul 16 01:45:13.791730 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-46e65ef0-28f7-4f25-8dcc-856a040f5cd0 req-8b952b51-79dc-43b0-9080-e6c26790d8ba tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.16 "GET /v2.0/security-groups?id=114a99c5-b0b4-45c2-a0da-3a2c7cc645d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366335 Jul 16 01:45:14.091800 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48544) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:14.359953 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e23c494-c9bd-4f3c-81d5-d5499b7c8123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.389580 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6d365-b9ee-4664-a000-c5254a2fa4b9 req-52f041dc-b80d-4c45-bd86-cf368a14f38e tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:14.401215 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7ae6d365-b9ee-4664-a000-c5254a2fa4b9 req-52f041dc-b80d-4c45-bd86-cf368a14f38e tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8082333-8663-4c8f-954f-d6dda35216b1 HTTP/1.1" status: 200 len: 946 time: 0.1730487 Jul 16 01:45:14.463469 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7ae6d365-b9ee-4664-a000-c5254a2fa4b9 req-14b07ce5-dba8-41ec-b594-91ec3eb1849b tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad649f79-7d69-4f13-859f-993110f409f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609183 Jul 16 01:45:14.561533 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e23c494-c9bd-4f3c-81d5-d5499b7c8123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.571636 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e23c494-c9bd-4f3c-81d5-d5499b7c8123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.631503 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7e23c494-c9bd-4f3c-81d5-d5499b7c8123 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4eea28b71284bb88db7c4e5508c545e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5383620 Jul 16 01:45:14.634499 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48556) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:14.636751 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23c494-c9bd-4f3c-81d5-d5499b7c8123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be72e01b-bba3-4097-85c6-f1bc6e4c36b3,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:14.706263 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1e6b15d3-6d9e-4f12-b55a-5587dc9229c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.734479 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1e6b15d3-6d9e-4f12-b55a-5587dc9229c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.795234 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1e6b15d3-6d9e-4f12-b55a-5587dc9229c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.799250 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1e6b15d3-6d9e-4f12-b55a-5587dc9229c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.800908 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1e6b15d3-6d9e-4f12-b55a-5587dc9229c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be72e01b-bba3-4097-85c6-f1bc6e4c36b3 HTTP/1.1" status: 204 len: 168 time: 0.1652515 Jul 16 01:45:14.831536 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b15d3-6d9e-4f12-b55a-5587dc9229c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be72e01b-bba3-4097-85c6-f1bc6e4c36b3,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:15.172615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48564) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:15.189067 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d880b0b-00c8-4a9f-a219-6e7157c318ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.285154 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d880b0b-00c8-4a9f-a219-6e7157c318ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.290383 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d880b0b-00c8-4a9f-a219-6e7157c318ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.328934 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7d880b0b-00c8-4a9f-a219-6e7157c318ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=10ab7277ed844b0e9fd84e26ea0fccac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1549716 Jul 16 01:45:15.329548 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d880b0b-00c8-4a9f-a219-6e7157c318ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd81128-c17b-4156-b9f0-3d3f49cbbfe9,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:15.332289 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48566) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:15.363336 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:45:15.392529 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ed4e6c57-43dc-44ca-801f-e4a1dc354dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.423834 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ed4e6c57-43dc-44ca-801f-e4a1dc354dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.480072 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ed4e6c57-43dc-44ca-801f-e4a1dc354dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.483349 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ed4e6c57-43dc-44ca-801f-e4a1dc354dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.487642 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ed4e6c57-43dc-44ca-801f-e4a1dc354dab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6cd81128-c17b-4156-b9f0-3d3f49cbbfe9 HTTP/1.1" status: 204 len: 168 time: 0.1534064 Jul 16 01:45:15.499310 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e6c57-43dc-44ca-801f-e4a1dc354dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd81128-c17b-4156-b9f0-3d3f49cbbfe9,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:15.778893 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f116e-66dd-4e82-b53f-9416eb425e6d req-3b76cfc5-de4d-4957-bd6a-f9f2fb922193 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:15.780565 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8d3f116e-66dd-4e82-b53f-9416eb425e6d req-3b76cfc5-de4d-4957-bd6a-f9f2fb922193 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8082333-8663-4c8f-954f-d6dda35216b1 HTTP/1.1" status: 200 len: 946 time: 0.1412916 Jul 16 01:45:15.789813 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff1b0d-aca6-4fa0-bff9-ec84a7c6f2cc req-58022503-f870-4188-808c-edbce9b04a04 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:15.791358 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8aff1b0d-aca6-4fa0-bff9-ec84a7c6f2cc req-58022503-f870-4188-808c-edbce9b04a04 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8082333-8663-4c8f-954f-d6dda35216b1 HTTP/1.1" status: 200 len: 946 time: 0.1164305 Jul 16 01:45:15.866768 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8d3f116e-66dd-4e82-b53f-9416eb425e6d req-7560c7f2-c644-4838-a28a-ce04c75a9530 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad649f79-7d69-4f13-859f-993110f409f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738935 Jul 16 01:45:15.941242 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-8aff1b0d-aca6-4fa0-bff9-ec84a7c6f2cc req-a3be8b19-9050-4668-b01d-0b84864160de tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Deleting port 85e84b8a-5bbd-4559-9b51-368ba27a7482 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:15.944829 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8aff1b0d-aca6-4fa0-bff9-ec84a7c6f2cc req-a3be8b19-9050-4668-b01d-0b84864160de tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.062375 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-8aff1b0d-aca6-4fa0-bff9-ec84a7c6f2cc req-a3be8b19-9050-4668-b01d-0b84864160de tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] For port 85e84b8a-5bbd-4559-9b51-368ba27a7482, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=85e84b8a-5bbd-4559-9b51-368ba27a7482,segment=NetworkSegment(26cb3629-566b-464c-b897-fa7167d26bb2),segment_id=26cb3629-566b-464c-b897-fa7167d26bb2)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:16.062847 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8aff1b0d-aca6-4fa0-bff9-ec84a7c6f2cc req-a3be8b19-9050-4668-b01d-0b84864160de tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.333401 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8aff1b0d-aca6-4fa0-bff9-ec84a7c6f2cc req-a3be8b19-9050-4668-b01d-0b84864160de tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.333791 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8aff1b0d-aca6-4fa0-bff9-ec84a7c6f2cc req-a3be8b19-9050-4668-b01d-0b84864160de tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.334109 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [req-8aff1b0d-aca6-4fa0-bff9-ec84a7c6f2cc req-a3be8b19-9050-4668-b01d-0b84864160de tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Floating IP 3e9a0c43-7b93-457c-a1a8-54eef9d82e80 disassociated. External IP: 172.25.6.7, port: 85e84b8a-5bbd-4559-9b51-368ba27a7482. Jul 16 01:45:16.334552 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-8aff1b0d-aca6-4fa0-bff9-ec84a7c6f2cc req-a3be8b19-9050-4668-b01d-0b84864160de tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Calling delete_port for 85e84b8a-5bbd-4559-9b51-368ba27a7482 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:16.538750 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8aff1b0d-aca6-4fa0-bff9-ec84a7c6f2cc req-a3be8b19-9050-4668-b01d-0b84864160de tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.572699 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be8b19-9050-4668-b01d-0b84864160de tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Pushing event deleted for resources: {'Port': ['ID=85e84b8a-5bbd-4559-9b51-368ba27a7482,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:16.740528 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8aff1b0d-aca6-4fa0-bff9-ec84a7c6f2cc req-a3be8b19-9050-4668-b01d-0b84864160de tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Router 415be259-9e45-4a51-b356-532742bd44b0 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:16.855003 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8aff1b0d-aca6-4fa0-bff9-ec84a7c6f2cc req-a3be8b19-9050-4668-b01d-0b84864160de tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:16.867644 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93b3753-7705-4c93-ad6f-b9b077092e5d None None] Sync routers for ids ['415be259-9e45-4a51-b356-532742bd44b0'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:16.887258 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b3753-7705-4c93-ad6f-b9b077092e5d None None] Routers {'415be259-9e45-4a51-b356-532742bd44b0'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:16.887748 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e93b3753-7705-4c93-ad6f-b9b077092e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:45:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['415be259-9e45-4a51-b356-532742bd44b0'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:16.903660 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aff1b0d-aca6-4fa0-bff9-ec84a7c6f2cc req-a3be8b19-9050-4668-b01d-0b84864160de tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] No DVR routers for this DVR port 85e84b8a-5bbd-4559-9b51-368ba27a7482 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:16.906548 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8aff1b0d-aca6-4fa0-bff9-ec84a7c6f2cc req-a3be8b19-9050-4668-b01d-0b84864160de tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.912159 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8aff1b0d-aca6-4fa0-bff9-ec84a7c6f2cc req-a3be8b19-9050-4668-b01d-0b84864160de tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.82 "DELETE /v2.0/ports/85e84b8a-5bbd-4559-9b51-368ba27a7482 HTTP/1.1" status: 204 len: 173 time: 1.1087625 Jul 16 01:45:16.912792 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8082333-8663-4c8f-954f-d6dda35216b1', 'name': 'network-vif-deleted', 'tag': '85e84b8a-5bbd-4559-9b51-368ba27a7482'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:16.927111 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b42c65-da69-4f5b-929f-68e0528de3e2" -d '{"events": [{"server_uuid": "b8082333-8663-4c8f-954f-d6dda35216b1", "name": "network-vif-deleted", "tag": "85e84b8a-5bbd-4559-9b51-368ba27a7482"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:17.123023 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c2c843-11a1-4217-8b4b-e486a55f705a x-openstack-request-id: req-42c2c843-11a1-4217-8b4b-e486a55f705a {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:17.123373 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8082333-8663-4c8f-954f-d6dda35216b1", "name": "network-vif-deleted", "tag": "85e84b8a-5bbd-4559-9b51-368ba27a7482", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:17.123707 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42c2c843-11a1-4217-8b4b-e486a55f705a {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:17.124181 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8082333-8663-4c8f-954f-d6dda35216b1', 'name': 'network-vif-deleted', 'tag': '85e84b8a-5bbd-4559-9b51-368ba27a7482', 'status': 'completed', 'code': 200} Jul 16 01:45:17.125307 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-e93b3753-7705-4c93-ad6f-b9b077092e5d None None] Set router 415be259-9e45-4a51-b356-532742bd44b0 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:17.152692 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fb77c326-298d-4115-907d-2aac3b818630 req-2164ff45-1fb2-404f-b6be-2b5f4e2b35ab tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8082333-8663-4c8f-954f-d6dda35216b1 HTTP/1.1" status: 200 len: 210 time: 0.0762646 Jul 16 01:45:17.365430 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9ca23-c86d-4868-b3e5-974885e0c2dc req-29b104c9-5f0e-4bb5-a49c-e0f7dfdc43a3 tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:17.367288 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1d9ca23-c86d-4868-b3e5-974885e0c2dc req-29b104c9-5f0e-4bb5-a49c-e0f7dfdc43a3 tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9 HTTP/1.1" status: 200 len: 945 time: 0.0726447 Jul 16 01:45:17.410102 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e93b3753-7705-4c93-ad6f-b9b077092e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415be259-9e45-4a51-b356-532742bd44b0', 'name': 'tempest-AttachVolumeTestJSON-567509094-router', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:10Z', 'revision_number': 4, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'gw_port': {'id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '0716ef20-b9c7-4ad1-8c16-75633285a1ce', 'name': '', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'mac_address': 'fa:16:3e:aa:6d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:09Z', 'updated_at': '2021-07-16T01:38:18Z', 'revision_number': 5, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'subnets': [{'id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:17.415292 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1d9ca23-c86d-4868-b3e5-974885e0c2dc req-5647fe4d-d67b-42f7-b17d-fa700b9859c6 tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.16 "GET /v2.0/security-groups?id=114a99c5-b0b4-45c2-a0da-3a2c7cc645d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422699 Jul 16 01:45:17.447177 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93b3753-7705-4c93-ad6f-b9b077092e5d None None] Checking router: 415be259-9e45-4a51-b356-532742bd44b0 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:17.460666 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b3753-7705-4c93-ad6f-b9b077092e5d None None] Routers {'415be259-9e45-4a51-b356-532742bd44b0'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:17.461523 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e93b3753-7705-4c93-ad6f-b9b077092e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:45:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['415be259-9e45-4a51-b356-532742bd44b0'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:17.599496 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-e93b3753-7705-4c93-ad6f-b9b077092e5d None None] Set router 415be259-9e45-4a51-b356-532742bd44b0 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:17.821285 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e93b3753-7705-4c93-ad6f-b9b077092e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415be259-9e45-4a51-b356-532742bd44b0', 'name': 'tempest-AttachVolumeTestJSON-567509094-router', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:10Z', 'revision_number': 4, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'gw_port': {'id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '0716ef20-b9c7-4ad1-8c16-75633285a1ce', 'name': '', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'mac_address': 'fa:16:3e:aa:6d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:09Z', 'updated_at': '2021-07-16T01:38:18Z', 'revision_number': 5, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'subnets': [{'id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:17.852006 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93b3753-7705-4c93-ad6f-b9b077092e5d None None] The sync data for ids ['415be259-9e45-4a51-b356-532742bd44b0'] in n-d-792394-16 is: [{'id': '415be259-9e45-4a51-b356-532742bd44b0', 'name': 'tempest-AttachVolumeTestJSON-567509094-router', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:10Z', 'revision_number': 4, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'gw_port': {'id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '0716ef20-b9c7-4ad1-8c16-75633285a1ce', 'name': '', 'network_id': '98e0b200-9d05-4336-87c3-fa057674aa73', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'mac_address': 'fa:16:3e:aa:6d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:09Z', 'updated_at': '2021-07-16T01:38:18Z', 'revision_number': 5, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'subnets': [{'id': '370bcf40-c26b-4959-9b56-af3cd128b9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:18.218907 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a8c15f-629b-4a0b-b0c9-9470f505bc6c None None] New status for floating IP 3e9a0c43-7b93-457c-a1a8-54eef9d82e80: DOWN {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:45:18.297051 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48690) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:18.380312 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-35234308-bf85-417f-8092-5def174a3ebf tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.409871 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-35234308-bf85-417f-8092-5def174a3ebf tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.477696 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-35234308-bf85-417f-8092-5def174a3ebf tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.481189 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-35234308-bf85-417f-8092-5def174a3ebf tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.482722 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-35234308-bf85-417f-8092-5def174a3ebf tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "DELETE /v2.0/security-groups/ad649f79-7d69-4f13-859f-993110f409f6 HTTP/1.1" status: 204 len: 168 time: 0.1844294 Jul 16 01:45:18.486915 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 48702) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:18.502691 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35234308-bf85-417f-8092-5def174a3ebf tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad649f79-7d69-4f13-859f-993110f409f6,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:18.526277 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-930ed9bc-e6c6-4e3d-8661-47aabcca8fb5 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] show failed (client error): The resource could not be found. Jul 16 01:45:18.527482 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-930ed9bc-e6c6-4e3d-8661-47aabcca8fb5 tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "GET /v2.0/security-groups/ad649f79-7d69-4f13-859f-993110f409f6 HTTP/1.1" status: 404 len: 347 time: 0.0300434 Jul 16 01:45:18.530813 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 48704) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:18.586260 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bc175-97a7-42ab-ae26-23f621f91fe6 req-be1a3d02-7741-4660-b953-235dc000afb6 tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:18.595851 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-508bc175-97a7-42ab-ae26-23f621f91fe6 req-be1a3d02-7741-4660-b953-235dc000afb6 tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.84 "GET /v2.0/ports?device_id=a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9 HTTP/1.1" status: 200 len: 945 time: 0.2190230 Jul 16 01:45:18.706193 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-508bc175-97a7-42ab-ae26-23f621f91fe6 req-99c30c86-06d3-424e-bb97-f25a5ec9869c tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Deleting port af524516-0402-4cf3-b73b-78a7f0fdbbab {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:18.706763 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-508bc175-97a7-42ab-ae26-23f621f91fe6 req-99c30c86-06d3-424e-bb97-f25a5ec9869c tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.784223 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8346e-fae6-42b7-85b2-d1180c43cfe7 req-24646a21-e392-4223-a32e-0e2b4d4fa4a2 tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:18.791096 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-95c8346e-fae6-42b7-85b2-d1180c43cfe7 req-24646a21-e392-4223-a32e-0e2b4d4fa4a2 tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9 HTTP/1.1" status: 200 len: 945 time: 0.1272085 Jul 16 01:45:18.813121 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-58700409-77b7-46e6-8188-bdf0817d13ff tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Deleting port 20765745-12c0-4826-97d7-0983b353db88 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:18.813476 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58700409-77b7-46e6-8188-bdf0817d13ff tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.838649 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-508bc175-97a7-42ab-ae26-23f621f91fe6 req-99c30c86-06d3-424e-bb97-f25a5ec9869c tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] For port af524516-0402-4cf3-b73b-78a7f0fdbbab, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=af524516-0402-4cf3-b73b-78a7f0fdbbab,segment=NetworkSegment(6ed683a2-f02e-4fb6-8254-d042b515e524),segment_id=6ed683a2-f02e-4fb6-8254-d042b515e524)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:18.839412 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-508bc175-97a7-42ab-ae26-23f621f91fe6 req-99c30c86-06d3-424e-bb97-f25a5ec9869c tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.854751 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-508bc175-97a7-42ab-ae26-23f621f91fe6 req-99c30c86-06d3-424e-bb97-f25a5ec9869c tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Calling delete_port for af524516-0402-4cf3-b73b-78a7f0fdbbab owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:18.894331 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-95c8346e-fae6-42b7-85b2-d1180c43cfe7 req-732a9979-2c0f-4bf4-bfd5-9fadf72d4e3f tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.16 "GET /v2.0/security-groups?id=114a99c5-b0b4-45c2-a0da-3a2c7cc645d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014721 Jul 16 01:45:18.933693 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58700409-77b7-46e6-8188-bdf0817d13ff tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.934030 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58700409-77b7-46e6-8188-bdf0817d13ff tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.954656 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-58700409-77b7-46e6-8188-bdf0817d13ff tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Calling delete_port for 20765745-12c0-4826-97d7-0983b353db88 owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:19.023008 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 85e84b8a-5bbd-4559-9b51-368ba27a7482 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:19.054007 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-508bc175-97a7-42ab-ae26-23f621f91fe6 req-99c30c86-06d3-424e-bb97-f25a5ec9869c tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.062411 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 85e84b8a-5bbd-4559-9b51-368ba27a7482 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:19.062745 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 85e84b8a-5bbd-4559-9b51-368ba27a7482 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:19.068962 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['af524516-0402-4cf3-b73b-78a7f0fdbbab'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:19.098118 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c30c86-06d3-424e-bb97-f25a5ec9869c tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Pushing event deleted for resources: {'Port': ['ID=af524516-0402-4cf3-b73b-78a7f0fdbbab,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:19.167962 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-508bc175-97a7-42ab-ae26-23f621f91fe6 req-99c30c86-06d3-424e-bb97-f25a5ec9869c tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] No DVR routers for this DVR port af524516-0402-4cf3-b73b-78a7f0fdbbab on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:19.170440 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58700409-77b7-46e6-8188-bdf0817d13ff tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.183551 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-508bc175-97a7-42ab-ae26-23f621f91fe6 req-99c30c86-06d3-424e-bb97-f25a5ec9869c tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.185723 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-508bc175-97a7-42ab-ae26-23f621f91fe6 req-99c30c86-06d3-424e-bb97-f25a5ec9869c tempest-VolumesActionsTest-1667153883 tempest-VolumesActionsTest-1667153883-project] 10.222.0.84 "DELETE /v2.0/ports/af524516-0402-4cf3-b73b-78a7f0fdbbab HTTP/1.1" status: 204 len: 173 time: 0.5890644 Jul 16 01:45:19.186199 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9', 'name': 'network-vif-deleted', 'tag': 'af524516-0402-4cf3-b73b-78a7f0fdbbab'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:19.196105 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911cfd11-bbf5-43d7-8583-12f9496358ee" -d '{"events": [{"server_uuid": "a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9", "name": "network-vif-deleted", "tag": "af524516-0402-4cf3-b73b-78a7f0fdbbab"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:19.210621 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58700409-77b7-46e6-8188-bdf0817d13ff tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Pushing event deleted for resources: {'Port': ['ID=20765745-12c0-4826-97d7-0983b353db88,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:19.243007 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119f03ae-c087-4afe-981c-403365847a93 x-openstack-request-id: req-119f03ae-c087-4afe-981c-403365847a93 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:19.243602 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9", "name": "network-vif-deleted", "tag": "af524516-0402-4cf3-b73b-78a7f0fdbbab", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:19.244062 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-119f03ae-c087-4afe-981c-403365847a93 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:19.244692 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cc1493-1eb8-43e4-8f45-0aeb5e6ea7d9', 'name': 'network-vif-deleted', 'tag': 'af524516-0402-4cf3-b73b-78a7f0fdbbab', 'status': 'completed', 'code': 200} Jul 16 01:45:19.297254 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58700409-77b7-46e6-8188-bdf0817d13ff tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.300411 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58700409-77b7-46e6-8188-bdf0817d13ff tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.304405 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-58700409-77b7-46e6-8188-bdf0817d13ff tempest-AttachVolumeTestJSON-638215752 tempest-AttachVolumeTestJSON-638215752-project] 10.222.0.16 "DELETE /v2.0/floatingips/3e9a0c43-7b93-457c-a1a8-54eef9d82e80 HTTP/1.1" status: 204 len: 168 time: 0.7697983 Jul 16 01:45:21.467320 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device af524516-0402-4cf3-b73b-78a7f0fdbbab no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:21.501444 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: af524516-0402-4cf3-b73b-78a7f0fdbbab {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:21.502234 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device af524516-0402-4cf3-b73b-78a7f0fdbbab not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:26.639709 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a0d9aed5-0c7a-430e-91c9-1b6b56df9466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.573535 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0a2cc552-5053-4119-834c-937d0d764d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.694173 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.197195 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49212) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:30.825372 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.109085 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e336730-24e3-4860-81e4-79ff0b97e92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.487978 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-2e336730-24e3-4860-81e4-79ff0b97e92d admin admin] Deleting port 0716ef20-b9c7-4ad1-8c16-75633285a1ce {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:31.489796 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e336730-24e3-4860-81e4-79ff0b97e92d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.512931 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.633932 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-2e336730-24e3-4860-81e4-79ff0b97e92d admin admin] For port 0716ef20-b9c7-4ad1-8c16-75633285a1ce, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0716ef20-b9c7-4ad1-8c16-75633285a1ce,segment=NetworkSegment(26cb3629-566b-464c-b897-fa7167d26bb2),segment_id=26cb3629-566b-464c-b897-fa7167d26bb2)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:31.634494 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e336730-24e3-4860-81e4-79ff0b97e92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.653695 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-2e336730-24e3-4860-81e4-79ff0b97e92d admin admin] Calling delete_port for 0716ef20-b9c7-4ad1-8c16-75633285a1ce owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:31.899619 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e336730-24e3-4860-81e4-79ff0b97e92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.944758 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e336730-24e3-4860-81e4-79ff0b97e92d admin admin] Pushing event deleted for resources: {'Port': ['ID=0716ef20-b9c7-4ad1-8c16-75633285a1ce,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:32.221759 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e336730-24e3-4860-81e4-79ff0b97e92d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.496090 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49294) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:32.499935 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e336730-24e3-4860-81e4-79ff0b97e92d admin admin] Router 415be259-9e45-4a51-b356-532742bd44b0 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:32.529511 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.642414 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a5ea7d62-a176-46c9-a6ae-47bf0d30b755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.647737 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e336730-24e3-4860-81e4-79ff0b97e92d admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:32.655908 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2e336730-24e3-4860-81e4-79ff0b97e92d admin admin] 10.222.0.16 "PUT /v2.0/routers/415be259-9e45-4a51-b356-532742bd44b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4549265 Jul 16 01:45:32.655908 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49298) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:32.658637 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aac353-4045-4f2d-99cf-6980ed98f329 None None] Sync routers for ids ['415be259-9e45-4a51-b356-532742bd44b0'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:32.688485 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aac353-4045-4f2d-99cf-6980ed98f329 None None] Routers {'415be259-9e45-4a51-b356-532742bd44b0'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:32.688803 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-61aac353-4045-4f2d-99cf-6980ed98f329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:45:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['415be259-9e45-4a51-b356-532742bd44b0'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:32.763381 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a5ea7d62-a176-46c9-a6ae-47bf0d30b755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.772867 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a5ea7d62-a176-46c9-a6ae-47bf0d30b755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.794358 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c5a4cce9-8b8b-440d-9d7d-73dee22d7897 admin admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.816182 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a5ea7d62-a176-46c9-a6ae-47bf0d30b755 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e63e9a40284d42308d8de982506804b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3182456 Jul 16 01:45:32.836679 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49300) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:32.837552 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea7d62-a176-46c9-a6ae-47bf0d30b755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52ec14e-2fb3-48c1-a955-0dec95c5b6c2,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:32.858173 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-61aac353-4045-4f2d-99cf-6980ed98f329 None None] Set router 415be259-9e45-4a51-b356-532742bd44b0 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:32.895475 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ea7d62-a176-46c9-a6ae-47bf0d30b755 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:32.896694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ea7d62-a176-46c9-a6ae-47bf0d30b755 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:32.897218 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ea7d62-a176-46c9-a6ae-47bf0d30b755 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:32.898202 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ea7d62-a176-46c9-a6ae-47bf0d30b755 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:32.898694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ea7d62-a176-46c9-a6ae-47bf0d30b755 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:32.899847 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ea7d62-a176-46c9-a6ae-47bf0d30b755 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:32.900340 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ea7d62-a176-46c9-a6ae-47bf0d30b755 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:32.901178 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ea7d62-a176-46c9-a6ae-47bf0d30b755 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:32.901673 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ea7d62-a176-46c9-a6ae-47bf0d30b755 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:32.902149 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ea7d62-a176-46c9-a6ae-47bf0d30b755 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:32.902635 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ea7d62-a176-46c9-a6ae-47bf0d30b755 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:32.903109 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ea7d62-a176-46c9-a6ae-47bf0d30b755 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:32.929176 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c5a4cce9-8b8b-440d-9d7d-73dee22d7897 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.933926 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-93b555a9-754c-4f52-aba2-c14363a693bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.965010 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-93b555a9-754c-4f52-aba2-c14363a693bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.010562 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-c5a4cce9-8b8b-440d-9d7d-73dee22d7897 admin admin] Deleting port ea3dd868-a017-4a40-9656-20a164c1f14b {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:33.011039 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c5a4cce9-8b8b-440d-9d7d-73dee22d7897 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.042494 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-93b555a9-754c-4f52-aba2-c14363a693bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.057112 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-93b555a9-754c-4f52-aba2-c14363a693bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.058329 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-93b555a9-754c-4f52-aba2-c14363a693bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b52ec14e-2fb3-48c1-a955-0dec95c5b6c2 HTTP/1.1" status: 204 len: 168 time: 0.2171910 Jul 16 01:45:33.066730 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b555a9-754c-4f52-aba2-c14363a693bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52ec14e-2fb3-48c1-a955-0dec95c5b6c2,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:33.145364 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-61aac353-4045-4f2d-99cf-6980ed98f329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415be259-9e45-4a51-b356-532742bd44b0', 'name': 'tempest-AttachVolumeTestJSON-567509094-router', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:45:31Z', 'revision_number': 5, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'gw_port': {'id': 'ea3dd868-a017-4a40-9656-20a164c1f14b', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415be259-9e45-4a51-b356-532742bd44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:33.191067 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aac353-4045-4f2d-99cf-6980ed98f329 None None] Checking router: 415be259-9e45-4a51-b356-532742bd44b0 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:33.200326 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aac353-4045-4f2d-99cf-6980ed98f329 None None] Routers {'415be259-9e45-4a51-b356-532742bd44b0'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:33.201082 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-61aac353-4045-4f2d-99cf-6980ed98f329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:45:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['415be259-9e45-4a51-b356-532742bd44b0'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:33.238933 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-c5a4cce9-8b8b-440d-9d7d-73dee22d7897 admin admin] For port ea3dd868-a017-4a40-9656-20a164c1f14b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=ea3dd868-a017-4a40-9656-20a164c1f14b,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:33.241281 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c5a4cce9-8b8b-440d-9d7d-73dee22d7897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.265411 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-c5a4cce9-8b8b-440d-9d7d-73dee22d7897 admin admin] Calling delete_port for ea3dd868-a017-4a40-9656-20a164c1f14b owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:33.354111 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-61aac353-4045-4f2d-99cf-6980ed98f329 None None] Set router 415be259-9e45-4a51-b356-532742bd44b0 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:33.487873 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-61aac353-4045-4f2d-99cf-6980ed98f329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415be259-9e45-4a51-b356-532742bd44b0', 'name': 'tempest-AttachVolumeTestJSON-567509094-router', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:45:32Z', 'revision_number': 6, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:33.550844 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49318) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:33.568944 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8fae9ec7-36f5-4376-b88d-ddfef4ae982f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.786473 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aac353-4045-4f2d-99cf-6980ed98f329 None None] The sync data for ids ['415be259-9e45-4a51-b356-532742bd44b0'] in n-d-792394-16 is: [{'id': '415be259-9e45-4a51-b356-532742bd44b0', 'name': 'tempest-AttachVolumeTestJSON-567509094-router', 'tenant_id': '397a7a3d36ef4318afd67223e92c4812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:45:32Z', 'revision_number': 6, 'project_id': '397a7a3d36ef4318afd67223e92c4812', 'gw_port_host': None}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:33.816455 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8fae9ec7-36f5-4376-b88d-ddfef4ae982f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.829246 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8fae9ec7-36f5-4376-b88d-ddfef4ae982f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.915817 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8fae9ec7-36f5-4376-b88d-ddfef4ae982f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e05da52a2eeb4d28a00f88ecf58cb578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3627541 Jul 16 01:45:33.916660 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae9ec7-36f5-4376-b88d-ddfef4ae982f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3d75b3-17c0-47f9-ab51-f6caea63eb99,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:33.919133 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49326) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:34.036888 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f3832bc-42b6-465f-ab2c-c85f52273f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.064235 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20384d-430c-44bd-b27e-3e8072a85326 req-2d0284de-9a0c-4d6a-9e0d-8ba25ec1f835 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:34.066577 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ef20384d-430c-44bd-b27e-3e8072a85326 req-2d0284de-9a0c-4d6a-9e0d-8ba25ec1f835 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 945 time: 0.1295903 Jul 16 01:45:34.105103 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f3832bc-42b6-465f-ab2c-c85f52273f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.125667 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c5a4cce9-8b8b-440d-9d7d-73dee22d7897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.161884 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ef20384d-430c-44bd-b27e-3e8072a85326 req-371d0ee8-16ba-404a-8b05-558ccd3d8ed2 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847027 Jul 16 01:45:34.216394 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f3832bc-42b6-465f-ab2c-c85f52273f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.219024 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f3832bc-42b6-465f-ab2c-c85f52273f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.222746 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6f3832bc-42b6-465f-ab2c-c85f52273f93 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef3d75b3-17c0-47f9-ab51-f6caea63eb99 HTTP/1.1" status: 204 len: 168 time: 0.2999549 Jul 16 01:45:34.231241 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4cce9-8b8b-440d-9d7d-73dee22d7897 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea3dd868-a017-4a40-9656-20a164c1f14b,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:34.235485 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3832bc-42b6-465f-ab2c-c85f52273f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3d75b3-17c0-47f9-ab51-f6caea63eb99,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:34.286763 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c5a4cce9-8b8b-440d-9d7d-73dee22d7897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.396056 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c5a4cce9-8b8b-440d-9d7d-73dee22d7897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.400793 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c5a4cce9-8b8b-440d-9d7d-73dee22d7897 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.457432 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c5a4cce9-8b8b-440d-9d7d-73dee22d7897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.458382 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a4cce9-8b8b-440d-9d7d-73dee22d7897 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 415be259-9e45-4a51-b356-532742bd44b0 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:45:34.467030 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c5a4cce9-8b8b-440d-9d7d-73dee22d7897 admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.472771 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c5a4cce9-8b8b-440d-9d7d-73dee22d7897 admin admin] 10.222.0.16 "DELETE /v2.0/routers/415be259-9e45-4a51-b356-532742bd44b0 HTTP/1.1" status: 204 len: 168 time: 1.8131061 Jul 16 01:45:34.473820 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49336) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:34.541951 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-29627cf3-7092-4928-9588-3ba1ae26c11e admin admin] Deleting subnet 370bcf40-c26b-4959-9b56-af3cd128b9a8 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:34.545490 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-29627cf3-7092-4928-9588-3ba1ae26c11e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.590155 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-29627cf3-7092-4928-9588-3ba1ae26c11e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.689557 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-29627cf3-7092-4928-9588-3ba1ae26c11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.818498 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-29627cf3-7092-4928-9588-3ba1ae26c11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.857266 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29627cf3-7092-4928-9588-3ba1ae26c11e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=370bcf40-c26b-4959-9b56-af3cd128b9a8,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:34.860456 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-29627cf3-7092-4928-9588-3ba1ae26c11e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.863530 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c286fd3-ce3c-40e1-b022-b0eb3d371f44 None None] Network 98e0b200-9d05-4336-87c3-fa057674aa73 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:34.864248 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-29627cf3-7092-4928-9588-3ba1ae26c11e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/370bcf40-c26b-4959-9b56-af3cd128b9a8 HTTP/1.1" status: 204 len: 168 time: 0.3883648 Jul 16 01:45:34.866408 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49350) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:34.995193 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f7919e71-68d8-4630-9012-aa82f740721a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.081577 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-f7919e71-68d8-4630-9012-aa82f740721a admin admin] Deleting port 05efb5e4-2973-45d8-864d-d87fbd216167 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:35.081921 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f7919e71-68d8-4630-9012-aa82f740721a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.206707 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-f7919e71-68d8-4630-9012-aa82f740721a admin admin] For port 05efb5e4-2973-45d8-864d-d87fbd216167, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=05efb5e4-2973-45d8-864d-d87fbd216167,segment=NetworkSegment(26cb3629-566b-464c-b897-fa7167d26bb2),segment_id=26cb3629-566b-464c-b897-fa7167d26bb2)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:35.207210 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f7919e71-68d8-4630-9012-aa82f740721a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.227409 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-f7919e71-68d8-4630-9012-aa82f740721a admin admin] Calling delete_port for 05efb5e4-2973-45d8-864d-d87fbd216167 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:35.241711 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.407826 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f7919e71-68d8-4630-9012-aa82f740721a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.438529 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30aad6b-95cc-4c04-9e4e-7923fea7495a None None] DHCP port deletion for 98e0b200-9d05-4336-87c3-fa057674aa73 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:45:35.504761 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7919e71-68d8-4630-9012-aa82f740721a admin admin] Pushing event deleted for resources: {'Port': ['ID=05efb5e4-2973-45d8-864d-d87fbd216167,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:35.511598 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7919e71-68d8-4630-9012-aa82f740721a admin admin] No DVR routers for this DVR port 05efb5e4-2973-45d8-864d-d87fbd216167 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:35.640631 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 05efb5e4-2973-45d8-864d-d87fbd216167 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:35.660385 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581e799-37cd-4765-9eb2-51c2a99f8c1d req-19278876-3bec-42c6-880c-b7c8ee96b67b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:35.662308 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8581e799-37cd-4765-9eb2-51c2a99f8c1d req-19278876-3bec-42c6-880c-b7c8ee96b67b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 945 time: 0.2456167 Jul 16 01:45:35.663416 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 05efb5e4-2973-45d8-864d-d87fbd216167 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:35.663936 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 05efb5e4-2973-45d8-864d-d87fbd216167 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:35.664798 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0716ef20-b9c7-4ad1-8c16-75633285a1ce no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:35.695405 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 0716ef20-b9c7-4ad1-8c16-75633285a1ce {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:35.696374 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0716ef20-b9c7-4ad1-8c16-75633285a1ce not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:35.697431 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device ea3dd868-a017-4a40-9656-20a164c1f14b no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:35.711217 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f7919e71-68d8-4630-9012-aa82f740721a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.726485 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-f7919e71-68d8-4630-9012-aa82f740721a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e0b200-9d05-4336-87c3-fa057674aa73']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:35.727792 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: ea3dd868-a017-4a40-9656-20a164c1f14b {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:35.728492 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device ea3dd868-a017-4a40-9656-20a164c1f14b not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:35.745975 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-f7919e71-68d8-4630-9012-aa82f740721a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26cb3629-566b-464c-b897-fa7167d26bb2') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:35.746271 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-f7919e71-68d8-4630-9012-aa82f740721a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26cb3629-566b-464c-b897-fa7167d26bb2') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:35.768417 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f7919e71-68d8-4630-9012-aa82f740721a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.792889 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f7919e71-68d8-4630-9012-aa82f740721a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.806619 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8581e799-37cd-4765-9eb2-51c2a99f8c1d req-d89b2488-6a82-4310-8e95-8e0ef2cfd676 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628338 Jul 16 01:45:35.807715 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7919e71-68d8-4630-9012-aa82f740721a admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:45:35.808142 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f7919e71-68d8-4630-9012-aa82f740721a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:45:35.810368 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:45:35.891272 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f7919e71-68d8-4630-9012-aa82f740721a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.902479 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f7919e71-68d8-4630-9012-aa82f740721a admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.906641 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f7919e71-68d8-4630-9012-aa82f740721a admin admin] 10.222.0.16 "DELETE /v2.0/networks/98e0b200-9d05-4336-87c3-fa057674aa73 HTTP/1.1" status: 204 len: 168 time: 1.0368791 Jul 16 01:45:35.927313 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7919e71-68d8-4630-9012-aa82f740721a admin admin] Pushing event deleted for resources: {'Network': ['ID=98e0b200-9d05-4336-87c3-fa057674aa73,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:36.097245 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49374) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:36.138572 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1ab025b1-8f11-4e3c-8732-e53e6efc4ea2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=397a7a3d36ef4318afd67223e92c4812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401437 Jul 16 01:45:36.141143 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49376) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:36.193018 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-295fba93-36a8-438e-8ac8-f6ac7d70fa43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.214528 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-295fba93-36a8-438e-8ac8-f6ac7d70fa43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.272063 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-295fba93-36a8-438e-8ac8-f6ac7d70fa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.274915 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-295fba93-36a8-438e-8ac8-f6ac7d70fa43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.276101 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-295fba93-36a8-438e-8ac8-f6ac7d70fa43 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8735bd28-7333-421a-a9c8-eb675347d72d HTTP/1.1" status: 204 len: 168 time: 0.1340325 Jul 16 01:45:36.284999 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295fba93-36a8-438e-8ac8-f6ac7d70fa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8735bd28-7333-421a-a9c8-eb675347d72d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:37.097606 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0edd6-e496-4523-927e-28062633266b req-df027f32-c32e-4d0e-8a78-ef2ba01ac11f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:37.105112 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-70c0edd6-e496-4523-927e-28062633266b req-df027f32-c32e-4d0e-8a78-ef2ba01ac11f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 945 time: 0.1172080 Jul 16 01:45:37.150973 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-70c0edd6-e496-4523-927e-28062633266b req-f4838049-9645-47bf-a2e1-d568eed75e61 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454850 Jul 16 01:45:38.370729 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14417696-06c9-4260-bcf7-4dea607202a1 req-a3f4c7f8-db01-40c0-93d5-815e4dbfd39c tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:38.372864 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-14417696-06c9-4260-bcf7-4dea607202a1 req-a3f4c7f8-db01-40c0-93d5-815e4dbfd39c tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 945 time: 0.0968752 Jul 16 01:45:38.433729 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-14417696-06c9-4260-bcf7-4dea607202a1 req-3d957b16-c4a1-4cd9-a4f5-5f926e9f169f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449684 Jul 16 01:45:39.758597 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da167483-9d56-4b31-9e46-3944683d2c0f req-2b007ce9-badc-4190-a932-21241441a904 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:39.764986 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-da167483-9d56-4b31-9e46-3944683d2c0f req-2b007ce9-badc-4190-a932-21241441a904 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 945 time: 0.0925376 Jul 16 01:45:39.881066 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-da167483-9d56-4b31-9e46-3944683d2c0f req-651618a4-ce6b-4667-8b03-2ad5b921c310 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126363 Jul 16 01:45:41.106079 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0dc3-f96b-48ca-9a2d-f340598837db req-164afd60-c044-4f5c-90f9-f90593de48fc tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:41.111688 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a39d0dc3-f96b-48ca-9a2d-f340598837db req-164afd60-c044-4f5c-90f9-f90593de48fc tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 945 time: 0.0889332 Jul 16 01:45:41.177043 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a39d0dc3-f96b-48ca-9a2d-f340598837db req-d8728610-6c2e-48ea-87fa-71e1f35673a6 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611930 Jul 16 01:45:41.494554 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 49542) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:41.635560 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-22178632-a2c2-4727-a358-057f9e037c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.765335 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-22178632-a2c2-4727-a358-057f9e037c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.770241 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-22178632-a2c2-4727-a358-057f9e037c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.811621 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-22178632-a2c2-4727-a358-057f9e037c22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=483df4df5b5840caa3b7fbce53b8d32b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3150134 Jul 16 01:45:41.812382 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22178632-a2c2-4727-a358-057f9e037c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d067bc9-1571-47da-82b3-73051177a541,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:41.814596 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 49556) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:41.873457 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39738982-f217-4f1c-ae7c-29e60398fd69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.917337 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39738982-f217-4f1c-ae7c-29e60398fd69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.971937 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39738982-f217-4f1c-ae7c-29e60398fd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.974824 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39738982-f217-4f1c-ae7c-29e60398fd69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.976165 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-39738982-f217-4f1c-ae7c-29e60398fd69 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d067bc9-1571-47da-82b3-73051177a541 HTTP/1.1" status: 204 len: 168 time: 0.1601987 Jul 16 01:45:41.986047 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39738982-f217-4f1c-ae7c-29e60398fd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d067bc9-1571-47da-82b3-73051177a541,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:42.480414 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb57a7-32e9-41b3-99c4-638346e67eaa req-b500d630-bb83-4ef7-bd75-6a669fe96df8 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:42.482056 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5bbb57a7-32e9-41b3-99c4-638346e67eaa req-b500d630-bb83-4ef7-bd75-6a669fe96df8 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 945 time: 0.1301048 Jul 16 01:45:42.529700 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5bbb57a7-32e9-41b3-99c4-638346e67eaa req-7ccdf1f5-79c3-4911-9594-6529d40e7dc8 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406091 Jul 16 01:45:43.804068 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7cd0e-6e82-4dbe-87a7-daca940acae2 req-e454969b-26c2-46a2-b754-140429ae739d tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:43.805689 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-57e7cd0e-6e82-4dbe-87a7-daca940acae2 req-e454969b-26c2-46a2-b754-140429ae739d tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 945 time: 0.1071854 Jul 16 01:45:43.886680 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-57e7cd0e-6e82-4dbe-87a7-daca940acae2 req-3750725c-11cd-4030-b9cb-3614e57cc7a0 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739028 Jul 16 01:45:45.113589 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 50024) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:45.128712 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cef7ad-9bc4-45ed-9910-deef650484f6 req-51ccc963-17e9-4732-9740-22b9081ad98f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:45.130446 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-96cef7ad-9bc4-45ed-9910-deef650484f6 req-51ccc963-17e9-4732-9740-22b9081ad98f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 945 time: 0.0927835 Jul 16 01:45:45.201683 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-96cef7ad-9bc4-45ed-9910-deef650484f6 req-3d1e0497-7067-4ecf-90c8-564849d5bae0 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605304 Jul 16 01:45:45.279912 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b53e966c-f95a-4a6e-aadf-68981d35370c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.391665 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b53e966c-f95a-4a6e-aadf-68981d35370c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.399676 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b53e966c-f95a-4a6e-aadf-68981d35370c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.454496 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50066) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:45.454801 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b53e966c-f95a-4a6e-aadf-68981d35370c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c632106e1e45475f9960d717fffbea44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3378532 Jul 16 01:45:45.455478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e966c-f95a-4a6e-aadf-68981d35370c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda3d356-bcab-479f-9d82-d3cbd0d7dda1,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:45.510687 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e25434ae-8c4c-4e8d-8a3d-d3ae6443856c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.535256 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e25434ae-8c4c-4e8d-8a3d-d3ae6443856c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.591958 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e25434ae-8c4c-4e8d-8a3d-d3ae6443856c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.593753 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 1ecdf398-76ed-4c15-9938-a5e580f381be details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:45:45.594778 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e25434ae-8c4c-4e8d-8a3d-d3ae6443856c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.596003 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e25434ae-8c4c-4e8d-8a3d-d3ae6443856c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cda3d356-bcab-479f-9d82-d3cbd0d7dda1 HTTP/1.1" status: 204 len: 168 time: 0.1404417 Jul 16 01:45:45.604978 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25434ae-8c4c-4e8d-8a3d-d3ae6443856c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda3d356-bcab-479f-9d82-d3cbd0d7dda1,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:45.710832 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 1ecdf398-76ed-4c15-9938-a5e580f381be, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1ecdf398-76ed-4c15-9938-a5e580f381be,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:45.724244 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '1ecdf398-76ed-4c15-9938-a5e580f381be', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'port_id': '1ecdf398-76ed-4c15-9938-a5e580f381be', 'mac_address': 'fa:16:3e:2b:f1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:45:45.774666 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.796011 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ecdf398-76ed-4c15-9938-a5e580f381be {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:45.826274 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 1ecdf398-76ed-4c15-9938-a5e580f381be, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1ecdf398-76ed-4c15-9938-a5e580f381be,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:45.832161 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.911167 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=1ecdf398-76ed-4c15-9938-a5e580f381be,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:45.948458 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['1ecdf398-76ed-4c15-9938-a5e580f381be'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:46.001282 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50120) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:46.016735 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-47a579e7-02dc-4743-b13e-8b8d272bb157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.139456 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-47a579e7-02dc-4743-b13e-8b8d272bb157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.145271 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-47a579e7-02dc-4743-b13e-8b8d272bb157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.188620 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-47a579e7-02dc-4743-b13e-8b8d272bb157 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20910a21efcf41e1ac4163c6e1535ccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1858509 Jul 16 01:45:46.190879 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a579e7-02dc-4743-b13e-8b8d272bb157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af6a71a-dc73-4918-9d00-f445a3b86112,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:46.191937 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 50128) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:46.197373 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50130) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:46.243742 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10bc7d7-2a34-4d2c-a5eb-fc7870c6a16f admin admin] Deleting subnet e1b9c25d-54d0-4b7e-a5c6-d47761b54739 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:46.247645 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c10bc7d7-2a34-4d2c-a5eb-fc7870c6a16f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.280211 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8eb897bd-4933-48ed-b015-3559c0699ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.285866 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c10bc7d7-2a34-4d2c-a5eb-fc7870c6a16f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.321687 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8eb897bd-4933-48ed-b015-3559c0699ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.324815 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c10bc7d7-2a34-4d2c-a5eb-fc7870c6a16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.385309 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c10bc7d7-2a34-4d2c-a5eb-fc7870c6a16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.400923 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8eb897bd-4933-48ed-b015-3559c0699ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.403859 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8eb897bd-4933-48ed-b015-3559c0699ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.407422 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8eb897bd-4933-48ed-b015-3559c0699ad0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3af6a71a-dc73-4918-9d00-f445a3b86112 HTTP/1.1" status: 204 len: 168 time: 0.2113681 Jul 16 01:45:46.432535 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb897bd-4933-48ed-b015-3559c0699ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af6a71a-dc73-4918-9d00-f445a3b86112,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:46.438992 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10bc7d7-2a34-4d2c-a5eb-fc7870c6a16f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1b9c25d-54d0-4b7e-a5c6-d47761b54739,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:46.450770 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c10bc7d7-2a34-4d2c-a5eb-fc7870c6a16f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.452901 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c10bc7d7-2a34-4d2c-a5eb-fc7870c6a16f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e1b9c25d-54d0-4b7e-a5c6-d47761b54739 HTTP/1.1" status: 204 len: 168 time: 0.2545786 Jul 16 01:45:46.455844 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50136) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:46.548698 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8496ba-7f8b-4aff-b574-74984392f6f5 req-8173355c-6de9-4f6c-b907-d9488b8469bd tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:46.557839 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1ad7588a-c1b1-422e-96de-11c4d045dec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.560318 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0f8496ba-7f8b-4aff-b574-74984392f6f5 req-8173355c-6de9-4f6c-b907-d9488b8469bd tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 944 time: 0.1265247 Jul 16 01:45:46.625114 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0f8496ba-7f8b-4aff-b574-74984392f6f5 req-6adfbb58-1e1f-4e37-bacf-3dbaeea480b4 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606298 Jul 16 01:45:46.731503 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1ad7588a-c1b1-422e-96de-11c4d045dec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.745169 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-1ad7588a-c1b1-422e-96de-11c4d045dec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f36bb1e-569f-4fb5-a9fd-d63250937022']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:46.769305 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-1ad7588a-c1b1-422e-96de-11c4d045dec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed683a2-f02e-4fb6-8254-d042b515e524') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:46.771430 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-1ad7588a-c1b1-422e-96de-11c4d045dec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed683a2-f02e-4fb6-8254-d042b515e524') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:46.790806 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1ad7588a-c1b1-422e-96de-11c4d045dec2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.818368 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1ad7588a-c1b1-422e-96de-11c4d045dec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.830396 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad7588a-c1b1-422e-96de-11c4d045dec2 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:45:46.835857 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1ad7588a-c1b1-422e-96de-11c4d045dec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:45:46.839558 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:45:46.928678 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1ad7588a-c1b1-422e-96de-11c4d045dec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.934356 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1ad7588a-c1b1-422e-96de-11c4d045dec2 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.944432 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 50154) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:46.944661 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1ad7588a-c1b1-422e-96de-11c4d045dec2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4f36bb1e-569f-4fb5-a9fd-d63250937022 HTTP/1.1" status: 204 len: 168 time: 0.4873238 Jul 16 01:45:46.989876 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7588a-c1b1-422e-96de-11c4d045dec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f36bb1e-569f-4fb5-a9fd-d63250937022,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:47.030295 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-0548f974-9e79-4046-bb68-5b3b580085ce admin admin] Deleting subnet a457faa6-e470-4eaa-a659-57a11ed6b08e {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:47.034969 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0548f974-9e79-4046-bb68-5b3b580085ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.082528 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0548f974-9e79-4046-bb68-5b3b580085ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.126578 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0548f974-9e79-4046-bb68-5b3b580085ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.236065 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0548f974-9e79-4046-bb68-5b3b580085ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.275522 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548f974-9e79-4046-bb68-5b3b580085ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a457faa6-e470-4eaa-a659-57a11ed6b08e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:47.277949 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0548f974-9e79-4046-bb68-5b3b580085ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.283067 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50178) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:47.283753 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0548f974-9e79-4046-bb68-5b3b580085ce admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a457faa6-e470-4eaa-a659-57a11ed6b08e HTTP/1.1" status: 204 len: 168 time: 0.3375673 Jul 16 01:45:47.377277 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-288a2ef4-b3af-46d3-9157-2a1249019572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.496030 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-288a2ef4-b3af-46d3-9157-2a1249019572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.514238 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-288a2ef4-b3af-46d3-9157-2a1249019572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c402a65-0142-490c-a603-3e7b72215717']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:47.526244 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-288a2ef4-b3af-46d3-9157-2a1249019572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef58ab34-bf8a-4a72-97d8-bd40c91db0e1') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:47.526873 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-288a2ef4-b3af-46d3-9157-2a1249019572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef58ab34-bf8a-4a72-97d8-bd40c91db0e1') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:47.541284 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-288a2ef4-b3af-46d3-9157-2a1249019572 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.560656 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-288a2ef4-b3af-46d3-9157-2a1249019572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.569592 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288a2ef4-b3af-46d3-9157-2a1249019572 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:45:47.570215 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-288a2ef4-b3af-46d3-9157-2a1249019572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.601511 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 1ecdf398-76ed-4c15-9938-a5e580f381be up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:45:47.655800 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:45:47.673505 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-288a2ef4-b3af-46d3-9157-2a1249019572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.686470 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-288a2ef4-b3af-46d3-9157-2a1249019572 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.693403 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-288a2ef4-b3af-46d3-9157-2a1249019572 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3c402a65-0142-490c-a603-3e7b72215717 HTTP/1.1" status: 204 len: 168 time: 0.4072180 Jul 16 01:45:47.730486 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a2ef4-b3af-46d3-9157-2a1249019572 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c402a65-0142-490c-a603-3e7b72215717,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:47.766668 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 1ecdf398-76ed-4c15-9938-a5e580f381be triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:47.768263 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.948487 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.948851 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d02b13-30df-4590-b91f-9b278221a48f req-620c11c4-7c4e-4fd3-a24b-ba1add90f2a1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:47.950719 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-31d02b13-30df-4590-b91f-9b278221a48f req-620c11c4-7c4e-4fd3-a24b-ba1add90f2a1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 944 time: 0.1394458 Jul 16 01:45:48.014378 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 1ecdf398-76ed-4c15-9938-a5e580f381be, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1ecdf398-76ed-4c15-9938-a5e580f381be,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:48.015725 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd02652b-2769-428c-bf6a-d83116e7d181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecdf398-76ed-4c15-9938-a5e580f381be'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:48.019121 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d317696a-8a41-4d34-ba4f-1a04380f29be" -d '{"events": [{"server_uuid": "fd02652b-2769-428c-bf6a-d83116e7d181", "name": "network-vif-plugged", "status": "completed", "tag": "1ecdf398-76ed-4c15-9938-a5e580f381be"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:48.023867 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.037994 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-31d02b13-30df-4590-b91f-9b278221a48f req-7843182c-be7f-46a2-9d3b-4fa42caacf62 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777326 Jul 16 01:45:48.096722 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d118cae5-6835-4454-87ce-3f1069a6b7a7 x-openstack-request-id: req-d118cae5-6835-4454-87ce-3f1069a6b7a7 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:48.097382 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd02652b-2769-428c-bf6a-d83116e7d181", "name": "network-vif-plugged", "status": "completed", "tag": "1ecdf398-76ed-4c15-9938-a5e580f381be", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:48.097778 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d118cae5-6835-4454-87ce-3f1069a6b7a7 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:48.098509 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd02652b-2769-428c-bf6a-d83116e7d181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecdf398-76ed-4c15-9938-a5e580f381be', 'code': 200} Jul 16 01:45:48.131962 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50206) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:48.140042 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=1ecdf398-76ed-4c15-9938-a5e580f381be,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:48.197683 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e77cb520-d85c-467f-9095-d6c423eb825b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ee15aed2d8b4a6ca49ea56091011e90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643663 Jul 16 01:45:48.200514 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 50208) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:48.285794 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c4dd408-b3a1-4278-b5d7-49aa92e3c3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.330481 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c4dd408-b3a1-4278-b5d7-49aa92e3c3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.426111 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c4dd408-b3a1-4278-b5d7-49aa92e3c3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.429690 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c4dd408-b3a1-4278-b5d7-49aa92e3c3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.431783 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7c4dd408-b3a1-4278-b5d7-49aa92e3c3e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/114a99c5-b0b4-45c2-a0da-3a2c7cc645d9 HTTP/1.1" status: 204 len: 168 time: 0.2297802 Jul 16 01:45:48.453073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4dd408-b3a1-4278-b5d7-49aa92e3c3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114a99c5-b0b4-45c2-a0da-3a2c7cc645d9,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:48.865860 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 50224) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:48.927093 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-80b9224f-8749-489b-93da-3a65d659903c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b607420e41ea4485adbd4851a4c7b0dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589874 Jul 16 01:45:48.929531 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50226) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:49.051251 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c6ab4edd-5f53-4ad4-a7fa-39be7070c540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.085729 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c6ab4edd-5f53-4ad4-a7fa-39be7070c540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.183788 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c6ab4edd-5f53-4ad4-a7fa-39be7070c540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.191223 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c6ab4edd-5f53-4ad4-a7fa-39be7070c540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.193046 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c6ab4edd-5f53-4ad4-a7fa-39be7070c540 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/133fd354-5b08-491e-808b-e2c544fb94d5 HTTP/1.1" status: 204 len: 168 time: 0.2610750 Jul 16 01:45:49.209184 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab4edd-5f53-4ad4-a7fa-39be7070c540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133fd354-5b08-491e-808b-e2c544fb94d5,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:49.349275 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91340349-f099-45b0-866a-cf3b5f5c99db req-4732dfe9-e424-4dcb-85d9-7efb3ac421ab tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:49.350770 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-91340349-f099-45b0-866a-cf3b5f5c99db req-4732dfe9-e424-4dcb-85d9-7efb3ac421ab tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 945 time: 0.1128514 Jul 16 01:45:49.502648 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-91340349-f099-45b0-866a-cf3b5f5c99db req-a9487023-6248-4c21-aee8-079380d1cc73 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386535 Jul 16 01:45:50.961908 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fd96d-d014-4eaf-9dc5-db3a4e721a16 req-2727892c-9cac-4bac-8c55-42a9b4af51b3 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:50.963554 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e5fd96d-d014-4eaf-9dc5-db3a4e721a16 req-2727892c-9cac-4bac-8c55-42a9b4af51b3 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 945 time: 0.3091388 Jul 16 01:45:51.068124 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e5fd96d-d014-4eaf-9dc5-db3a4e721a16 req-e459da29-ea4a-4a92-a50d-6b6c6fd81278 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970731 Jul 16 01:45:51.098077 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50286) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:51.253152 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a6b1b3c-6252-479e-8063-1be36ff6f80f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.448750 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a6b1b3c-6252-479e-8063-1be36ff6f80f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.454183 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a6b1b3c-6252-479e-8063-1be36ff6f80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.505306 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0a6b1b3c-6252-479e-8063-1be36ff6f80f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f020f218d085487d9641e712e69f6ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4056277 Jul 16 01:45:51.506282 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 50290) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:51.530649 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b1b3c-6252-479e-8063-1be36ff6f80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2028b8b1-b488-4ab1-a403-3ed037b2bf07,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:51.647763 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fc8bcc2c-bedf-4df9-aa83-a284e647fd08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.698134 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fc8bcc2c-bedf-4df9-aa83-a284e647fd08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.785128 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fc8bcc2c-bedf-4df9-aa83-a284e647fd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.789629 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fc8bcc2c-bedf-4df9-aa83-a284e647fd08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.792277 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fc8bcc2c-bedf-4df9-aa83-a284e647fd08 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2028b8b1-b488-4ab1-a403-3ed037b2bf07 HTTP/1.1" status: 204 len: 168 time: 0.2843478 Jul 16 01:45:51.803742 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bcc2c-bedf-4df9-aa83-a284e647fd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2028b8b1-b488-4ab1-a403-3ed037b2bf07,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:52.261065 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50306) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.286752 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70ef6bf5-c713-4603-ac32-8ede2389f8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.381933 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:45:52.537118 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70ef6bf5-c713-4603-ac32-8ede2389f8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.546065 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70ef6bf5-c713-4603-ac32-8ede2389f8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.611027 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 50310) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.611699 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-70ef6bf5-c713-4603-ac32-8ede2389f8ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d45e57e7b6846ea995a07f77bb0db9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3490303 Jul 16 01:45:52.613250 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef6bf5-c713-4603-ac32-8ede2389f8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854d6955-1e33-4726-ad4e-602d2edc1358,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:52.687092 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b1958a4f-474a-4792-903b-3682c533df94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.743887 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b1958a4f-474a-4792-903b-3682c533df94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.831921 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b1958a4f-474a-4792-903b-3682c533df94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.835199 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b1958a4f-474a-4792-903b-3682c533df94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.836593 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b1958a4f-474a-4792-903b-3682c533df94 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/854d6955-1e33-4726-ad4e-602d2edc1358 HTTP/1.1" status: 204 len: 168 time: 0.2237988 Jul 16 01:45:52.845011 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1958a4f-474a-4792-903b-3682c533df94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854d6955-1e33-4726-ad4e-602d2edc1358,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:52.946875 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36efd2-b643-41e1-b836-39716441a1d1 req-f21e0738-374c-4b18-8ca9-f536a17785bc tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:52.948585 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-df36efd2-b643-41e1-b836-39716441a1d1 req-f21e0738-374c-4b18-8ca9-f536a17785bc tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 945 time: 0.6141355 Jul 16 01:45:53.006591 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-df36efd2-b643-41e1-b836-39716441a1d1 req-7c57ad2b-a5b2-4092-9f33-0e3d4bdbcbf8 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451283 Jul 16 01:45:54.304394 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f284bc2-cc7e-45d0-b3d0-9b84f15a325a req-0c4c0957-344d-4119-ba78-f47016bc7768 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:54.308495 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f284bc2-cc7e-45d0-b3d0-9b84f15a325a req-0c4c0957-344d-4119-ba78-f47016bc7768 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 945 time: 0.1455090 Jul 16 01:45:54.372955 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50372) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.408396 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f284bc2-cc7e-45d0-b3d0-9b84f15a325a req-72040d6d-92c2-4c3c-a329-b59f4c0b1113 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936987 Jul 16 01:45:54.633454 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50380) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.681529 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-017961cf-0597-4142-ae16-065b6c2402de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.827776 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-051505e5-21a9-4645-84bd-48a08d2ddb20 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b595c436e6994958869b8567aec50ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1931198 Jul 16 01:45:54.831717 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 50384) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.867440 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-017961cf-0597-4142-ae16-065b6c2402de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.875839 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-017961cf-0597-4142-ae16-065b6c2402de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.927059 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017961cf-0597-4142-ae16-065b6c2402de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5653fc02-09bc-401e-8a70-b1c0f2f67f8b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:54.933535 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-017961cf-0597-4142-ae16-065b6c2402de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6fa608fa7d543ed8f90f8416d9a3227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5570579 Jul 16 01:45:54.936456 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 50386) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:54.937518 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017961cf-0597-4142-ae16-065b6c2402de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:54.937862 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017961cf-0597-4142-ae16-065b6c2402de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:54.938195 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017961cf-0597-4142-ae16-065b6c2402de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:54.938530 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017961cf-0597-4142-ae16-065b6c2402de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:54.938856 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017961cf-0597-4142-ae16-065b6c2402de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:54.939299 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017961cf-0597-4142-ae16-065b6c2402de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:54.939626 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017961cf-0597-4142-ae16-065b6c2402de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:54.939950 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017961cf-0597-4142-ae16-065b6c2402de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:54.940274 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017961cf-0597-4142-ae16-065b6c2402de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:54.940619 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017961cf-0597-4142-ae16-065b6c2402de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:54.940936 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017961cf-0597-4142-ae16-065b6c2402de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:54.941253 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017961cf-0597-4142-ae16-065b6c2402de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:54.963532 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2d277251-8f7d-4697-9aea-b9ec06072929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.997675 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2d277251-8f7d-4697-9aea-b9ec06072929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.061357 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f1b32d42-b7ae-4991-847f-42b4e032a71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.089619 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2d277251-8f7d-4697-9aea-b9ec06072929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.092924 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2d277251-8f7d-4697-9aea-b9ec06072929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.097004 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2d277251-8f7d-4697-9aea-b9ec06072929 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66748674-2b75-41d4-a91d-e9d24feb4aa7 HTTP/1.1" status: 204 len: 168 time: 0.2618473 Jul 16 01:45:55.101016 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f1b32d42-b7ae-4991-847f-42b4e032a71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.127139 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d277251-8f7d-4697-9aea-b9ec06072929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66748674-2b75-41d4-a91d-e9d24feb4aa7,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:55.201084 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f1b32d42-b7ae-4991-847f-42b4e032a71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.205807 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f1b32d42-b7ae-4991-847f-42b4e032a71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.207343 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f1b32d42-b7ae-4991-847f-42b4e032a71d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5653fc02-09bc-401e-8a70-b1c0f2f67f8b HTTP/1.1" status: 204 len: 168 time: 0.2685130 Jul 16 01:45:55.227965 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b32d42-b7ae-4991-847f-42b4e032a71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5653fc02-09bc-401e-8a70-b1c0f2f67f8b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:55.838135 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070450bb-6d30-4f62-9b99-8b608f4cf8a3 req-2fc8f92e-de41-4ca3-861f-3d6850e22e96 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:55.848254 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-070450bb-6d30-4f62-9b99-8b608f4cf8a3 req-2fc8f92e-de41-4ca3-861f-3d6850e22e96 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 945 time: 0.1478059 Jul 16 01:45:55.910742 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-070450bb-6d30-4f62-9b99-8b608f4cf8a3 req-446900dd-2e7d-4f1d-9b51-9ff56d10c7a6 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609736 Jul 16 01:45:56.644748 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e1d5824c-1f24-4c24-b138-b117f34ab8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.165119 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768426d9-89b6-4c55-8cde-06e9b85a9057 req-fb94d75a-84fb-4312-a42c-2443cc91b24b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.172174 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-768426d9-89b6-4c55-8cde-06e9b85a9057 req-fb94d75a-84fb-4312-a42c-2443cc91b24b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 945 time: 0.0892870 Jul 16 01:45:57.240939 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-768426d9-89b6-4c55-8cde-06e9b85a9057 req-7cef9489-5090-4e09-a84a-c407ddf66e2d tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584514 Jul 16 01:45:58.641076 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36850d75-f118-4e2c-8506-c3fbefb3a0ba req-890c8a87-846b-45d7-84f0-450312ff5953 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:58.653393 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-36850d75-f118-4e2c-8506-c3fbefb3a0ba req-890c8a87-846b-45d7-84f0-450312ff5953 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 945 time: 0.1420767 Jul 16 01:45:58.744913 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-36850d75-f118-4e2c-8506-c3fbefb3a0ba req-07727ed8-fd72-4aac-aeca-8875fcc43094 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882077 Jul 16 01:45:58.783655 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 50530) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.002837 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-441c4da3-b473-43fa-9974-441f90eab814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.151375 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-441c4da3-b473-43fa-9974-441f90eab814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.159728 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-441c4da3-b473-43fa-9974-441f90eab814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.199002 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50542) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.210375 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-441c4da3-b473-43fa-9974-441f90eab814 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c7dd9604a9b485596f8182ee3de55df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4215946 Jul 16 01:45:59.245200 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c4da3-b473-43fa-9974-441f90eab814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045a5457-5f3a-4223-be8b-f7f12926a5cb,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:59.320329 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0ff58126-1eb3-4c27-ac99-5d44674d693f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.350483 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0ff58126-1eb3-4c27-ac99-5d44674d693f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.487593 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0ff58126-1eb3-4c27-ac99-5d44674d693f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.490796 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0ff58126-1eb3-4c27-ac99-5d44674d693f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.494418 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0ff58126-1eb3-4c27-ac99-5d44674d693f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/045a5457-5f3a-4223-be8b-f7f12926a5cb HTTP/1.1" status: 204 len: 168 time: 0.2917955 Jul 16 01:45:59.536670 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff58126-1eb3-4c27-ac99-5d44674d693f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045a5457-5f3a-4223-be8b-f7f12926a5cb,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:59.556051 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6258b2ed-eac8-425b-baf7-3d3898fd8941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.691478 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.023781 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50568) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:00.041932 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dbd6aaa5-43f5-484e-93ec-7daedfc78883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.172203 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dbd6aaa5-43f5-484e-93ec-7daedfc78883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.181799 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dbd6aaa5-43f5-484e-93ec-7daedfc78883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.280830 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6aaa5-43f5-484e-93ec-7daedfc78883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a2ac0a-bfb1-43bb-addf-2ba7e6ceeef3,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:00.289285 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-dbd6aaa5-43f5-484e-93ec-7daedfc78883 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07330c2794e44375be001b4ee900c99f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2637372 Jul 16 01:46:00.291989 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50570) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:00.391023 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4e778-164d-46d0-b490-7f8f34d5930d req-71d9b0d2-31a8-406f-92f0-1131681e2d5b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:00.401318 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ac4e778-164d-46d0-b490-7f8f34d5930d req-71d9b0d2-31a8-406f-92f0-1131681e2d5b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 945 time: 0.5151374 Jul 16 01:46:00.425738 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70bb68b7-3586-4cf8-a91d-b734cebd84eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.458685 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70bb68b7-3586-4cf8-a91d-b734cebd84eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.476826 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ac4e778-164d-46d0-b490-7f8f34d5930d req-ddee71e2-7f19-468a-9838-45131fe35f6f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744033 Jul 16 01:46:00.513052 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70bb68b7-3586-4cf8-a91d-b734cebd84eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.515928 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70bb68b7-3586-4cf8-a91d-b734cebd84eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.525589 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-70bb68b7-3586-4cf8-a91d-b734cebd84eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35a2ac0a-bfb1-43bb-addf-2ba7e6ceeef3 HTTP/1.1" status: 204 len: 168 time: 0.2231100 Jul 16 01:46:00.537782 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb68b7-3586-4cf8-a91d-b734cebd84eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a2ac0a-bfb1-43bb-addf-2ba7e6ceeef3,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:00.843961 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.535873 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.807354 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b613bd-90e9-447f-9691-e50a39617687 req-18bf1470-cb7b-479b-8377-e64966489d37 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:01.816718 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-65b613bd-90e9-447f-9691-e50a39617687 req-18bf1470-cb7b-479b-8377-e64966489d37 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 945 time: 0.0999253 Jul 16 01:46:01.911466 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-65b613bd-90e9-447f-9691-e50a39617687 req-8f62c620-3900-4fe0-b633-4dfc1cd4ced8 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929589 Jul 16 01:46:02.071152 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50624) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:02.275444 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4fa9af7c-c40d-451c-8f98-472f3ad3c5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.462460 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4fa9af7c-c40d-451c-8f98-472f3ad3c5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.486037 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4fa9af7c-c40d-451c-8f98-472f3ad3c5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.534740 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.535695 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4fa9af7c-c40d-451c-8f98-472f3ad3c5e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9b0ae87aa4c471b84905e577fbed4da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4632888 Jul 16 01:46:02.537056 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9af7c-c40d-451c-8f98-472f3ad3c5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac39c2e-658e-48ce-8e74-f6957e5c6be9,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:02.539338 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 50668) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:02.616892 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3751ba3c-d3b2-4da8-b899-8700683391f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.643564 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3751ba3c-d3b2-4da8-b899-8700683391f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.743696 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3751ba3c-d3b2-4da8-b899-8700683391f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.747478 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3751ba3c-d3b2-4da8-b899-8700683391f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.751137 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3751ba3c-d3b2-4da8-b899-8700683391f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ac39c2e-658e-48ce-8e74-f6957e5c6be9 HTTP/1.1" status: 204 len: 168 time: 0.2059245 Jul 16 01:46:02.760707 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751ba3c-d3b2-4da8-b899-8700683391f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac39c2e-658e-48ce-8e74-f6957e5c6be9,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:02.817004 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 50676) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:02.989030 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dfc758f8-bc1d-4546-b729-6aa1cbcc66d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.250947 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dfc758f8-bc1d-4546-b729-6aa1cbcc66d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.320321 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dfc758f8-bc1d-4546-b729-6aa1cbcc66d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.404601 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50702) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:03.405222 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-dfc758f8-bc1d-4546-b729-6aa1cbcc66d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1601a3d808a40229ba58bf985051dc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5864112 Jul 16 01:46:03.405796 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc758f8-bc1d-4546-b729-6aa1cbcc66d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21a41b2-b281-4e61-9baa-0145d86d3967,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:03.445976 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef28e7-e3ad-4853-b3bb-0438b50416cf req-cb0b7100-0617-4c0c-a5a5-42e74f82a503 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:03.448314 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0ef28e7-e3ad-4853-b3bb-0438b50416cf req-cb0b7100-0617-4c0c-a5a5-42e74f82a503 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 945 time: 0.2603354 Jul 16 01:46:03.494480 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50706) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:03.555647 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0ef28e7-e3ad-4853-b3bb-0438b50416cf req-a25a9c38-6566-4521-9843-b05789f91ee5 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014831 Jul 16 01:46:03.578477 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-85c1e6f4-ffb9-4aaf-bf8e-69d96b5d25a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.645768 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-85c1e6f4-ffb9-4aaf-bf8e-69d96b5d25a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.716467 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-62b096ed-a07f-4017-af0d-1231cc125dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.746391 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-85c1e6f4-ffb9-4aaf-bf8e-69d96b5d25a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.753152 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-85c1e6f4-ffb9-4aaf-bf8e-69d96b5d25a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.754716 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-85c1e6f4-ffb9-4aaf-bf8e-69d96b5d25a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d21a41b2-b281-4e61-9baa-0145d86d3967 HTTP/1.1" status: 204 len: 168 time: 0.3483262 Jul 16 01:46:03.772853 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1e6f4-ffb9-4aaf-bf8e-69d96b5d25a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21a41b2-b281-4e61-9baa-0145d86d3967,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:03.907649 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-62b096ed-a07f-4017-af0d-1231cc125dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.914525 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-62b096ed-a07f-4017-af0d-1231cc125dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.968485 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-62b096ed-a07f-4017-af0d-1231cc125dec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5fe28f70d6e4c1aaa7f585953519cc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4705644 Jul 16 01:46:03.968485 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b096ed-a07f-4017-af0d-1231cc125dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081daeb4-4186-4985-a5f0-7a5dbcc0a3c0,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:03.970649 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 50728) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:04.060534 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9192b93e-cfec-4476-96ab-29221442dc1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.096501 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9192b93e-cfec-4476-96ab-29221442dc1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.191724 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9192b93e-cfec-4476-96ab-29221442dc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.195205 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9192b93e-cfec-4476-96ab-29221442dc1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.198086 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9192b93e-cfec-4476-96ab-29221442dc1e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/081daeb4-4186-4985-a5f0-7a5dbcc0a3c0 HTTP/1.1" status: 204 len: 168 time: 0.2256043 Jul 16 01:46:04.208132 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192b93e-cfec-4476-96ab-29221442dc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081daeb4-4186-4985-a5f0-7a5dbcc0a3c0,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:04.785412 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc957640-0597-4f67-8bcf-91ed43693bf9 req-1116770a-637d-4980-af8d-626853c5886b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:04.793976 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bc957640-0597-4f67-8bcf-91ed43693bf9 req-1116770a-637d-4980-af8d-626853c5886b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 945 time: 0.0844023 Jul 16 01:46:04.857169 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bc957640-0597-4f67-8bcf-91ed43693bf9 req-8944dab2-0879-4429-a898-e7c70f277a44 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617416 Jul 16 01:46:04.996738 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f8f5a-fd8f-4528-b98a-9bc60dc0876e req-8b46f0e4-1993-48fd-91be-224264fcc5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:04.999095 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3f2f8f5a-fd8f-4528-b98a-9bc60dc0876e req-8b46f0e4-1993-48fd-91be-224264fcc5a4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6ca31bc079774bfc98b5ada65ac84773&device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 1097 time: 0.0703642 Jul 16 01:46:05.034629 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.147007 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f8f5a-fd8f-4528-b98a-9bc60dc0876e req-2544803d-5e29-40ee-a98c-d3d78a577f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:05.149048 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3f2f8f5a-fd8f-4528-b98a-9bc60dc0876e req-2544803d-5e29-40ee-a98c-d3d78a577f1e service neutron] 10.222.0.84 "GET /v2.0/networks?id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46 HTTP/1.1" status: 200 len: 918 time: 0.1431885 Jul 16 01:46:05.257970 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3f2f8f5a-fd8f-4528-b98a-9bc60dc0876e req-990c8c91-5c8f-48ae-951d-7bdcb1fbbccd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ecdf398-76ed-4c15-9938-a5e580f381be HTTP/1.1" status: 200 len: 1001 time: 0.1019764 Jul 16 01:46:05.323470 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f8f5a-fd8f-4528-b98a-9bc60dc0876e req-2ab6bdfa-e6f9-4fe6-b5bc-8d76f84b5a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:05.325282 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3f2f8f5a-fd8f-4528-b98a-9bc60dc0876e req-2ab6bdfa-e6f9-4fe6-b5bc-8d76f84b5a39 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e2260a5b-5f93-4f16-9877-6dd3618b52a8 HTTP/1.1" status: 200 len: 856 time: 0.0609105 Jul 16 01:46:05.417916 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f8f5a-fd8f-4528-b98a-9bc60dc0876e req-8d4e069d-e3f4-4b05-8e81-bb82153c4c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:05.420050 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3f2f8f5a-fd8f-4528-b98a-9bc60dc0876e req-8d4e069d-e3f4-4b05-8e81-bb82153c4c88 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885220 Jul 16 01:46:05.539216 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3f2f8f5a-fd8f-4528-b98a-9bc60dc0876e req-5814aa12-1149-4965-bf71-8029eb584c07 service neutron] 10.222.0.84 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056151 Jul 16 01:46:05.695386 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3f2f8f5a-fd8f-4528-b98a-9bc60dc0876e req-1c328f8c-7433-4daf-80f4-18388c154133 service neutron] 10.222.0.84 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479061 Jul 16 01:46:06.158820 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b8b71-eac0-4232-b4d0-41661ff5d32c req-01b9c3fc-cefd-488f-8dd1-699a0af6508f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:06.160424 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-630b8b71-eac0-4232-b4d0-41661ff5d32c req-01b9c3fc-cefd-488f-8dd1-699a0af6508f tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 945 time: 0.1239161 Jul 16 01:46:06.248016 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-630b8b71-eac0-4232-b4d0-41661ff5d32c req-01911ad4-a3ff-4c98-8b4f-2db3aadbd7a9 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815895 Jul 16 01:46:06.364208 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50970) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:06.433087 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a39c19-55c6-4fa1-808d-a9330a4c02c3 req-ed2be23f-2af2-4ee5-889c-0f405410713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:06.434852 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41a39c19-55c6-4fa1-808d-a9330a4c02c3 req-ed2be23f-2af2-4ee5-889c-0f405410713b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6ca31bc079774bfc98b5ada65ac84773&device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 1097 time: 0.0831349 Jul 16 01:46:06.559642 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c1ba73a3-672a-41a3-89a4-4995200a1515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.607633 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a39c19-55c6-4fa1-808d-a9330a4c02c3 req-c6285405-2790-4b27-85f5-f2f43010deb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:06.609152 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41a39c19-55c6-4fa1-808d-a9330a4c02c3 req-c6285405-2790-4b27-85f5-f2f43010deb0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46 HTTP/1.1" status: 200 len: 918 time: 0.1481125 Jul 16 01:46:06.688588 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41a39c19-55c6-4fa1-808d-a9330a4c02c3 req-644d9309-386c-40df-a3f2-a2a6289c02c3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ecdf398-76ed-4c15-9938-a5e580f381be HTTP/1.1" status: 200 len: 1001 time: 0.0722435 Jul 16 01:46:06.778298 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50986) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:06.794129 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a39c19-55c6-4fa1-808d-a9330a4c02c3 req-8b1a5741-b970-48c3-aa05-f6b8407b8121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:06.795642 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41a39c19-55c6-4fa1-808d-a9330a4c02c3 req-8b1a5741-b970-48c3-aa05-f6b8407b8121 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e2260a5b-5f93-4f16-9877-6dd3618b52a8 HTTP/1.1" status: 200 len: 856 time: 0.1001067 Jul 16 01:46:06.812596 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c1ba73a3-672a-41a3-89a4-4995200a1515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.819980 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c1ba73a3-672a-41a3-89a4-4995200a1515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.879833 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c1ba73a3-672a-41a3-89a4-4995200a1515 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03010e9a8b594aceac78b55340af0b92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5133655 Jul 16 01:46:06.885610 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50990) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:06.937467 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a39c19-55c6-4fa1-808d-a9330a4c02c3 req-9b5439d8-5bf9-499f-b3f3-175c71a182ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:06.944309 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41a39c19-55c6-4fa1-808d-a9330a4c02c3 req-9b5439d8-5bf9-499f-b3f3-175c71a182ae service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1386385 Jul 16 01:46:06.952073 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca63938a-7757-41d2-8824-b71e4c8c3506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.028756 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba73a3-672a-41a3-89a4-4995200a1515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d2f374-d318-460b-b593-b080a60298d2,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:07.043577 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41a39c19-55c6-4fa1-808d-a9330a4c02c3 req-bfaffa48-d01d-4bc2-9410-c79b45b28f08 service neutron] 10.222.0.84 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913768 Jul 16 01:46:07.057869 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aeb1cccc-252b-4a62-ad63-3f3a125cc8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.100654 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aeb1cccc-252b-4a62-ad63-3f3a125cc8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.156151 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca63938a-7757-41d2-8824-b71e4c8c3506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.163123 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca63938a-7757-41d2-8824-b71e4c8c3506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.215509 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ca63938a-7757-41d2-8824-b71e4c8c3506 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20ad687f0d4845b6a2e3a3732db236e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4316733 Jul 16 01:46:07.215509 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63938a-7757-41d2-8824-b71e4c8c3506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6aa0946-c42f-4488-bd1c-6c15ff7ebb39,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:07.216742 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 50992) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:07.235657 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aeb1cccc-252b-4a62-ad63-3f3a125cc8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.238874 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aeb1cccc-252b-4a62-ad63-3f3a125cc8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.240220 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-aeb1cccc-252b-4a62-ad63-3f3a125cc8ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a9d2f374-d318-460b-b593-b080a60298d2 HTTP/1.1" status: 204 len: 168 time: 0.3524597 Jul 16 01:46:07.253971 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41a39c19-55c6-4fa1-808d-a9330a4c02c3 req-4b7dc6d7-0a62-486e-8f95-988faf4fe3f1 service neutron] 10.222.0.84 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033746 Jul 16 01:46:07.265344 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1cccc-252b-4a62-ad63-3f3a125cc8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d2f374-d318-460b-b593-b080a60298d2,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:07.310425 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cd99c463-b8c5-4ee0-bd52-3bc24a42d836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.350648 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cd99c463-b8c5-4ee0-bd52-3bc24a42d836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.459117 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cd99c463-b8c5-4ee0-bd52-3bc24a42d836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.462971 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cd99c463-b8c5-4ee0-bd52-3bc24a42d836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.465982 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cd99c463-b8c5-4ee0-bd52-3bc24a42d836 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6aa0946-c42f-4488-bd1c-6c15ff7ebb39 HTTP/1.1" status: 204 len: 168 time: 0.2471426 Jul 16 01:46:07.489576 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99c463-b8c5-4ee0-bd52-3bc24a42d836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6aa0946-c42f-4488-bd1c-6c15ff7ebb39,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:07.684267 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbad35-8e3f-486e-9cdd-378b8aa96a52 req-13229d81-ec8c-4313-9032-8b8ba41f5ecf tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:07.691230 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-64cbad35-8e3f-486e-9cdd-378b8aa96a52 req-13229d81-ec8c-4313-9032-8b8ba41f5ecf tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 945 time: 0.1760094 Jul 16 01:46:07.746850 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 1ecdf398-76ed-4c15-9938-a5e580f381be no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:07.780990 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-64cbad35-8e3f-486e-9cdd-378b8aa96a52 req-caffe84a-1e2b-4b0c-8c31-a190a7c40f30 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828798 Jul 16 01:46:07.811188 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51008) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:07.843423 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ec7086d4-8d3a-401a-a9fa-0e9676221b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.898208 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.955519 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 1ecdf398-76ed-4c15-9938-a5e580f381be, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1ecdf398-76ed-4c15-9938-a5e580f381be,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:07.956981 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd02652b-2769-428c-bf6a-d83116e7d181', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ecdf398-76ed-4c15-9938-a5e580f381be'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:07.960202 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f173dd1b-726c-4d92-b54c-13940670894e" -d '{"events": [{"server_uuid": "fd02652b-2769-428c-bf6a-d83116e7d181", "name": "network-vif-unplugged", "status": "completed", "tag": "1ecdf398-76ed-4c15-9938-a5e580f381be"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:07.983871 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.062038 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=1ecdf398-76ed-4c15-9938-a5e580f381be,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:08.064088 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ec7086d4-8d3a-401a-a9fa-0e9676221b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.069456 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899fc47a-67d3-4a6a-a124-7484abb14316 x-openstack-request-id: req-899fc47a-67d3-4a6a-a124-7484abb14316 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:08.069752 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd02652b-2769-428c-bf6a-d83116e7d181", "name": "network-vif-unplugged", "status": "failed", "tag": "1ecdf398-76ed-4c15-9938-a5e580f381be", "code": 422}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:08.070051 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-899fc47a-67d3-4a6a-a124-7484abb14316 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:08.070444 n-d-792394-16 neutron-server[93957]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fd02652b-2769-428c-bf6a-d83116e7d181', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1ecdf398-76ed-4c15-9938-a5e580f381be', 'code': 422} returned with failed status Jul 16 01:46:08.083576 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ec7086d4-8d3a-401a-a9fa-0e9676221b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.137885 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7086d4-8d3a-401a-a9fa-0e9676221b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103364df-9baf-468f-9bb1-7369ca43d064,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:08.143327 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ec7086d4-8d3a-401a-a9fa-0e9676221b53 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70fe59f693674b2fa2277f7509948366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3304973 Jul 16 01:46:08.145976 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51028) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:08.216314 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-99d00094-2ab0-443e-b57b-49a1f4f0292b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.240648 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-99d00094-2ab0-443e-b57b-49a1f4f0292b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.302210 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-99d00094-2ab0-443e-b57b-49a1f4f0292b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.305207 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-99d00094-2ab0-443e-b57b-49a1f4f0292b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.306555 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-99d00094-2ab0-443e-b57b-49a1f4f0292b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/103364df-9baf-468f-9bb1-7369ca43d064 HTTP/1.1" status: 204 len: 168 time: 0.1596529 Jul 16 01:46:08.317084 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d00094-2ab0-443e-b57b-49a1f4f0292b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103364df-9baf-468f-9bb1-7369ca43d064,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:09.389564 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-9e525ab5-d3f6-4449-becd-ce73913f83e4 req-88f37601-bf59-45d8-82cc-9ba858e69644 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:46:09.391186 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9e525ab5-d3f6-4449-becd-ce73913f83e4 req-88f37601-bf59-45d8-82cc-9ba858e69644 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080867 Jul 16 01:46:09.542857 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51108) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:09.778969 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74c425-9050-4e48-959d-1b8d1188426c req-6061510c-19d6-40ea-88f0-96783077d083 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:09.782385 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db74c425-9050-4e48-959d-1b8d1188426c req-6061510c-19d6-40ea-88f0-96783077d083 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 943 time: 0.0955131 Jul 16 01:46:09.857921 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db74c425-9050-4e48-959d-1b8d1188426c req-a60de3e9-c237-471c-9bf4-6c135c74adb4 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670989 Jul 16 01:46:09.859706 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-b6042e9b-b6aa-417d-a9cd-dc0d64312977 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-507524534'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:09.950052 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6042e9b-b6aa-417d-a9cd-dc0d64312977 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Made reservation on behalf of 588ce93f96b34d1f8094f86743aab18e for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:09.956232 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6042e9b-b6aa-417d-a9cd-dc0d64312977 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.979134 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6042e9b-b6aa-417d-a9cd-dc0d64312977 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.127998 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6042e9b-b6aa-417d-a9cd-dc0d64312977 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.135749 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6042e9b-b6aa-417d-a9cd-dc0d64312977 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.153927 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6042e9b-b6aa-417d-a9cd-dc0d64312977 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:10.181415 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6042e9b-b6aa-417d-a9cd-dc0d64312977 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.181758 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-b6042e9b-b6aa-417d-a9cd-dc0d64312977 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Added segment 1f802982-6a4f-462d-886f-377451ff2d65 of type vlan for network 5410d751-dde4-41d4-83fc-a3da55d4d8d4 Jul 16 01:46:10.249628 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6042e9b-b6aa-417d-a9cd-dc0d64312977 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a06d876-570b-4295-bc05-79e95dea7ee6,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:10.256257 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6042e9b-b6aa-417d-a9cd-dc0d64312977 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.291501 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51142) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:10.312824 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6042e9b-b6aa-417d-a9cd-dc0d64312977 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.330338 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6042e9b-b6aa-417d-a9cd-dc0d64312977 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:10.331190 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6042e9b-b6aa-417d-a9cd-dc0d64312977 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.383379 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51148) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:10.391580 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b6042e9b-b6aa-417d-a9cd-dc0d64312977 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8471680 Jul 16 01:46:10.399346 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b4f7d296-56e4-45e8-9044-d277745c420b tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Request body: {'subnet': {'network_id': '5410d751-dde4-41d4-83fc-a3da55d4d8d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:10.440882 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6042e9b-b6aa-417d-a9cd-dc0d64312977 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Pushing event updated for resources: {'Network': ['ID=5410d751-dde4-41d4-83fc-a3da55d4d8d4,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:10.453820 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 5410d751-dde4-41d4-83fc-a3da55d4d8d4 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:10.625856 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f7d296-56e4-45e8-9044-d277745c420b tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Made reservation on behalf of 588ce93f96b34d1f8094f86743aab18e for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:10.629613 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b4f7d296-56e4-45e8-9044-d277745c420b tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.660427 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51152) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:10.749640 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-7c615c5f-b736-4f52-b2ef-a4a0e521e4a0 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:10.760228 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7b9f46ee-f781-4192-9d6c-371ecf67bd1a req-73ff3e25-07b6-4362-b6ce-3b040ecb86a1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4622922 Jul 16 01:46:10.781449 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c615c5f-b736-4f52-b2ef-a4a0e521e4a0 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.925748 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c615c5f-b736-4f52-b2ef-a4a0e521e4a0 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.948024 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b4f7d296-56e4-45e8-9044-d277745c420b tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.058551 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7d296-56e4-45e8-9044-d277745c420b tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Pushing event updated for resources: {'Subnet': ['ID=0923c366-b583-4b6c-a2a6-128596205aaf,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:11.096606 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f7d296-56e4-45e8-9044-d277745c420b tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Checking segment: {'id': '1f802982-6a4f-462d-886f-377451ff2d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5410d751-dde4-41d4-83fc-a3da55d4d8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:11.096976 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f7d296-56e4-45e8-9044-d277745c420b tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Network hostable DHCP agents. Network: 5410d751-dde4-41d4-83fc-a3da55d4d8d4, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:11.097808 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-7c615c5f-b736-4f52-b2ef-a4a0e521e4a0 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Allocated IP 172.25.6.183 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/41df25a1-bb9b-451f-a20b-afca7798cfd8) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:11.127943 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f7d296-56e4-45e8-9044-d277745c420b tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Network 5410d751-dde4-41d4-83fc-a3da55d4d8d4 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:11.145775 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-b4f7d296-56e4-45e8-9044-d277745c420b tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 5410d751-dde4-41d4-83fc-a3da55d4d8d4) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:11.150264 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f7d296-56e4-45e8-9044-d277745c420b tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:11.150857 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b4f7d296-56e4-45e8-9044-d277745c420b tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.159270 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b792819-8980-4c06-8485-5542325f327f None None] Network 5410d751-dde4-41d4-83fc-a3da55d4d8d4 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:11.189784 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b4f7d296-56e4-45e8-9044-d277745c420b tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8052795 Jul 16 01:46:11.192491 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51176) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:11.198332 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-fc718dd3-36b8-4a63-8628-cdfc38f9e6e2 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Request body: {'port': {'network_id': '5410d751-dde4-41d4-83fc-a3da55d4d8d4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1591386357'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:11.367398 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc718dd3-36b8-4a63-8628-cdfc38f9e6e2 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Made reservation on behalf of 588ce93f96b34d1f8094f86743aab18e for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:11.378784 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fc718dd3-36b8-4a63-8628-cdfc38f9e6e2 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.425774 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-fc718dd3-36b8-4a63-8628-cdfc38f9e6e2 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] device_id is not set on port 1abe997e-8ee2-4e8f-928d-0147869389ae yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:46:11.500339 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-5410d751-dde4-41d4-83fc-a3da55d4d8d4', 'network_id': '5410d751-dde4-41d4-83fc-a3da55d4d8d4', 'tenant_id': '588ce93f96b34d1f8094f86743aab18e', 'fixed_ips': [{'subnet_id': '0923c366-b583-4b6c-a2a6-128596205aaf'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:11.503467 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.684450 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-fc718dd3-36b8-4a63-8628-cdfc38f9e6e2 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Allocated IP 172.20.0.12 (5410d751-dde4-41d4-83fc-a3da55d4d8d4/0923c366-b583-4b6c-a2a6-128596205aaf/1abe997e-8ee2-4e8f-928d-0147869389ae) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:11.826092 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23411c-fc68-49fd-9650-ebb528654584 req-71c0af5a-89f6-486b-a707-8a01d3a501a9 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:11.828910 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c23411c-fc68-49fd-9650-ebb528654584 req-71c0af5a-89f6-486b-a707-8a01d3a501a9 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 943 time: 0.7459040 Jul 16 01:46:11.884095 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fc718dd3-36b8-4a63-8628-cdfc38f9e6e2 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.900786 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c615c5f-b736-4f52-b2ef-a4a0e521e4a0 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.902668 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-fc718dd3-36b8-4a63-8628-cdfc38f9e6e2 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Transition to ACTIVE for port object 1abe997e-8ee2-4e8f-928d-0147869389ae will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:11.907433 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c23411c-fc68-49fd-9650-ebb528654584 req-e51a74c2-5b8d-463e-b943-704c877a043e tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724370 Jul 16 01:46:11.951442 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c615c5f-b736-4f52-b2ef-a4a0e521e4a0 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.964032 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fc718dd3-36b8-4a63-8628-cdfc38f9e6e2 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.024355 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc718dd3-36b8-4a63-8628-cdfc38f9e6e2 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Network 5410d751-dde4-41d4-83fc-a3da55d4d8d4 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:12.028495 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-fc718dd3-36b8-4a63-8628-cdfc38f9e6e2 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:12.029807 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c615c5f-b736-4f52-b2ef-a4a0e521e4a0 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Pushing event updated for resources: {'Port': ['ID=41df25a1-bb9b-451f-a20b-afca7798cfd8,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:12.031875 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc718dd3-36b8-4a63-8628-cdfc38f9e6e2 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:12.054192 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Allocated IP 172.20.0.2 (5410d751-dde4-41d4-83fc-a3da55d4d8d4/0923c366-b583-4b6c-a2a6-128596205aaf/e8d6429a-2434-48f3-b3d7-81788dd260d5) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:12.064482 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc718dd3-36b8-4a63-8628-cdfc38f9e6e2 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Pushing event updated for resources: {'Port': ['ID=1abe997e-8ee2-4e8f-928d-0147869389ae,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:12.098874 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc718dd3-36b8-4a63-8628-cdfc38f9e6e2 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:12.099755 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fc718dd3-36b8-4a63-8628-cdfc38f9e6e2 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.111826 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c615c5f-b736-4f52-b2ef-a4a0e521e4a0 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:12.116072 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-7c615c5f-b736-4f52-b2ef-a4a0e521e4a0 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:12.119614 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c615c5f-b736-4f52-b2ef-a4a0e521e4a0 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:12.137357 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fc718dd3-36b8-4a63-8628-cdfc38f9e6e2 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 0.9435132 Jul 16 01:46:12.141570 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51184) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:12.234147 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c615c5f-b736-4f52-b2ef-a4a0e521e4a0 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.251395 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f46ee-f781-4192-9d6c-371ecf67bd1a req-4e21f57a-9fb0-490f-bc33-3adc78940b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:12.253104 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b9f46ee-f781-4192-9d6c-371ecf67bd1a req-4e21f57a-9fb0-490f-bc33-3adc78940b98 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181&tenant_id=6ca31bc079774bfc98b5ada65ac84773 HTTP/1.1" status: 200 len: 1095 time: 0.2271650 Jul 16 01:46:12.347305 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-e4bf09d0-330f-47e2-9718-e3a6a1b8476b tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Deleting port 1abe997e-8ee2-4e8f-928d-0147869389ae {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:12.347740 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e4bf09d0-330f-47e2-9718-e3a6a1b8476b tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.355421 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c615c5f-b736-4f52-b2ef-a4a0e521e4a0 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.368008 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.398618 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Transition to ACTIVE for port object e8d6429a-2434-48f3-b3d7-81788dd260d5 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:12.418192 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f46ee-f781-4192-9d6c-371ecf67bd1a req-32a66eb6-3d93-45a7-98c6-eb178f4190bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:12.419853 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b9f46ee-f781-4192-9d6c-371ecf67bd1a req-32a66eb6-3d93-45a7-98c6-eb178f4190bb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6ca31bc079774bfc98b5ada65ac84773&device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 1095 time: 0.1314852 Jul 16 01:46:12.444815 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Transition to ACTIVE for port object e8d6429a-2434-48f3-b3d7-81788dd260d5 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:12.459066 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.529512 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Network 5410d751-dde4-41d4-83fc-a3da55d4d8d4 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:12.532742 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e4bf09d0-330f-47e2-9718-e3a6a1b8476b tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.543106 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:12.545333 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Pushing event updated for resources: {'Port': ['ID=e8d6429a-2434-48f3-b3d7-81788dd260d5,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:12.547869 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:12.550702 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-e4bf09d0-330f-47e2-9718-e3a6a1b8476b tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Calling delete_port for 1abe997e-8ee2-4e8f-928d-0147869389ae owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:12.572161 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:12.572789 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:12.576710 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:12.577282 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:12.577775 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:12.578266 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:12.578776 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:12.579356 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:12.579847 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:12.580344 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:12.581843 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:12.582367 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:12.689026 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f46ee-f781-4192-9d6c-371ecf67bd1a req-ede53812-a127-4004-b84e-54f7729d57e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:12.694771 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b9f46ee-f781-4192-9d6c-371ecf67bd1a req-ede53812-a127-4004-b84e-54f7729d57e8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46 HTTP/1.1" status: 200 len: 918 time: 0.2574978 Jul 16 01:46:12.723941 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Attempting to bind port e8d6429a-2434-48f3-b3d7-81788dd260d5 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:12.724572 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Attempting to bind port e8d6429a-2434-48f3-b3d7-81788dd260d5 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '1f802982-6a4f-462d-886f-377451ff2d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5410d751-dde4-41d4-83fc-a3da55d4d8d4'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:12.725906 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Attempting to bind port e8d6429a-2434-48f3-b3d7-81788dd260d5 on network 5410d751-dde4-41d4-83fc-a3da55d4d8d4 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:12.739590 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:12.740141 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Checking segment: {'id': '1f802982-6a4f-462d-886f-377451ff2d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5410d751-dde4-41d4-83fc-a3da55d4d8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:12.740644 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.741104 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Bound using segment: {'id': '1f802982-6a4f-462d-886f-377451ff2d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5410d751-dde4-41d4-83fc-a3da55d4d8d4'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:12.741690 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Bound port: e8d6429a-2434-48f3-b3d7-81788dd260d5, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f802982-6a4f-462d-886f-377451ff2d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5410d751-dde4-41d4-83fc-a3da55d4d8d4'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:12.742152 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.750419 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e4bf09d0-330f-47e2-9718-e3a6a1b8476b tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.808436 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf09d0-330f-47e2-9718-e3a6a1b8476b tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Pushing event deleted for resources: {'Port': ['ID=1abe997e-8ee2-4e8f-928d-0147869389ae,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:12.828628 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] For port e8d6429a-2434-48f3-b3d7-81788dd260d5, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:12.831995 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] For port e8d6429a-2434-48f3-b3d7-81788dd260d5, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e8d6429a-2434-48f3-b3d7-81788dd260d5,segment=NetworkSegment(1f802982-6a4f-462d-886f-377451ff2d65),segment_id=1f802982-6a4f-462d-886f-377451ff2d65)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:12.840865 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.848531 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b9f46ee-f781-4192-9d6c-371ecf67bd1a req-ea0e81b1-0658-4dbb-ae4e-41912cfba565 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ecdf398-76ed-4c15-9938-a5e580f381be HTTP/1.1" status: 200 len: 999 time: 0.1470673 Jul 16 01:46:12.922395 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c65d6e-857a-4502-82d7-bedc93c5b082 None None] Pushing event updated for resources: {'Port': ['ID=e8d6429a-2434-48f3-b3d7-81788dd260d5,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:12.925931 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e4bf09d0-330f-47e2-9718-e3a6a1b8476b tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.932514 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e4bf09d0-330f-47e2-9718-e3a6a1b8476b tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] 10.222.0.16 "DELETE /v2.0/ports/1abe997e-8ee2-4e8f-928d-0147869389ae HTTP/1.1" status: 204 len: 168 time: 0.7873886 Jul 16 01:46:12.933201 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51188) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:12.998352 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f46ee-f781-4192-9d6c-371ecf67bd1a req-820f6c33-253c-468c-9c27-10342b6641f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:12.999889 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b9f46ee-f781-4192-9d6c-371ecf67bd1a req-820f6c33-253c-468c-9c27-10342b6641f2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e2260a5b-5f93-4f16-9877-6dd3618b52a8 HTTP/1.1" status: 200 len: 856 time: 0.1448693 Jul 16 01:46:13.004787 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c615c5f-b736-4f52-b2ef-a4a0e521e4a0 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.025676 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c615c5f-b736-4f52-b2ef-a4a0e521e4a0 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.144814 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c615c5f-b736-4f52-b2ef-a4a0e521e4a0 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Pushing event updated for resources: {'Port': ['ID=41df25a1-bb9b-451f-a20b-afca7798cfd8,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:13.167897 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c615c5f-b736-4f52-b2ef-a4a0e521e4a0 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.181247 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f46ee-f781-4192-9d6c-371ecf67bd1a req-86e23617-341e-425e-8e8a-786405f05478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:13.182809 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b9f46ee-f781-4192-9d6c-371ecf67bd1a req-86e23617-341e-425e-8e8a-786405f05478 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1759105 Jul 16 01:46:13.199437 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6f48597b-35fe-45f6-af80-be906c23bbaf tempest-DHCPAgentSchedulersTestJSON-972183987 tempest-DHCPAgentSchedulersTestJSON-972183987-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.2650697 Jul 16 01:46:13.205159 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51194) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:13.213932 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-29c99aca-00f1-4d8e-8ccc-4ffbbd83e79f tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1733274630'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:13.252558 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e381ae-5be5-487f-9cff-6da10d1fa7cd req-7a1f9826-0dc4-46b6-9ebe-dcc90f0b5208 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:13.254305 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-94e381ae-5be5-487f-9cff-6da10d1fa7cd req-7a1f9826-0dc4-46b6-9ebe-dcc90f0b5208 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 943 time: 0.1543295 Jul 16 01:46:13.272423 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c99aca-00f1-4d8e-8ccc-4ffbbd83e79f tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Made reservation on behalf of 588ce93f96b34d1f8094f86743aab18e for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:13.275881 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29c99aca-00f1-4d8e-8ccc-4ffbbd83e79f tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.292560 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7c615c5f-b736-4f52-b2ef-a4a0e521e4a0 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.293826 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7c615c5f-b736-4f52-b2ef-a4a0e521e4a0 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6322296 Jul 16 01:46:13.298671 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51198) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:13.325206 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-5525aaa5-1d18-4569-95ff-111051febbe3 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1480542177', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'fixed_ips': [{'ip_address': '172.25.6.183'}]}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:13.349511 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b9f46ee-f781-4192-9d6c-371ecf67bd1a req-a1b7c948-d9b0-4199-9042-3e106fbcace1 service neutron] 10.222.0.84 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591930 Jul 16 01:46:13.416909 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-94e381ae-5be5-487f-9cff-6da10d1fa7cd req-bfd3e922-0392-4d14-afac-08cc8a8cf60e tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507912 Jul 16 01:46:13.447293 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c99aca-00f1-4d8e-8ccc-4ffbbd83e79f tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:13.463635 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5525aaa5-1d18-4569-95ff-111051febbe3 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Made reservation on behalf of 69bcb0af0ca7464fb5c7134a74ce0b57 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:13.466526 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5525aaa5-1d18-4569-95ff-111051febbe3 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.480074 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29c99aca-00f1-4d8e-8ccc-4ffbbd83e79f tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.480788 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-29c99aca-00f1-4d8e-8ccc-4ffbbd83e79f tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Added segment 7ed50ec8-f0f4-4d0d-817b-1e4c1239f204 of type vlan for network aea38f45-2805-4152-8a00-f221fdbd28a5 Jul 16 01:46:13.506399 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5525aaa5-1d18-4569-95ff-111051febbe3 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.532489 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7b9f46ee-f781-4192-9d6c-371ecf67bd1a req-02fe9c12-e9c2-4ae1-b2aa-159a988e28f8 service neutron] 10.222.0.84 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752272 Jul 16 01:46:13.607944 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29c99aca-00f1-4d8e-8ccc-4ffbbd83e79f tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.689090 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29c99aca-00f1-4d8e-8ccc-4ffbbd83e79f tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.700780 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c99aca-00f1-4d8e-8ccc-4ffbbd83e79f tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:13.702842 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29c99aca-00f1-4d8e-8ccc-4ffbbd83e79f tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.758758 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e8d6429a-2434-48f3-b3d7-81788dd260d5 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:13.821127 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port e8d6429a-2434-48f3-b3d7-81788dd260d5 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:13.841312 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c99aca-00f1-4d8e-8ccc-4ffbbd83e79f tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Pushing event updated for resources: {'Network': ['ID=aea38f45-2805-4152-8a00-f221fdbd28a5,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:13.855682 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network aea38f45-2805-4152-8a00-f221fdbd28a5 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:13.879012 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5525aaa5-1d18-4569-95ff-111051febbe3 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.895067 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5525aaa5-1d18-4569-95ff-111051febbe3 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.948500 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525aaa5-1d18-4569-95ff-111051febbe3 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b079eb80-854c-4419-ae3e-480444b90497,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:13.958542 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-29c99aca-00f1-4d8e-8ccc-4ffbbd83e79f tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7508955 Jul 16 01:46:13.959903 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-5525aaa5-1d18-4569-95ff-111051febbe3 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] device_id is not set on port 7a4328e3-225d-4946-b42b-24fd27c2e4c2 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:46:13.961204 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51212) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:14.292590 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-de704ade-26a4-44d9-b932-eb9996f45780 tempest-DHCPAgentSchedulersTestJSON-972183987 tempest-DHCPAgentSchedulersTestJSON-972183987-project-admin] 10.222.0.16 "GET /v2.0/agents/5a98565b-6c2d-43fd-b38e-4ad52a21e12f/dhcp-networks HTTP/1.1" status: 200 len: 4101 time: 0.3300579 Jul 16 01:46:14.293753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51220) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:14.694699 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7f5af7-dc6e-4b4b-8658-dc0c33c66818 None None] Network 5410d751-dde4-41d4-83fc-a3da55d4d8d4 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:14.717425 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0415cd10-501f-4901-abdd-9773410f2124 tempest-DHCPAgentSchedulersTestJSON-972183987 tempest-DHCPAgentSchedulersTestJSON-972183987-project-admin] Network aea38f45-2805-4152-8a00-f221fdbd28a5 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:14.760195 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0415cd10-501f-4901-abdd-9773410f2124 tempest-DHCPAgentSchedulersTestJSON-972183987 tempest-DHCPAgentSchedulersTestJSON-972183987-project-admin] 10.222.0.16 "POST /v2.0/agents/5a98565b-6c2d-43fd-b38e-4ad52a21e12f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4623659 Jul 16 01:46:14.765233 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51232) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:14.777747 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843cc8eb-43d0-4065-af91-619d619008f5 None None] Network aea38f45-2805-4152-8a00-f221fdbd28a5 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:15.115965 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cc5cb6f5-0760-4e6e-ba40-e85959e9197b None None] Provisioning for port e8d6429a-2434-48f3-b3d7-81788dd260d5 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:15.210623 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cc5cb6f5-0760-4e6e-ba40-e85959e9197b None None] Provisioning complete for port e8d6429a-2434-48f3-b3d7-81788dd260d5 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:15.211246 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cc5cb6f5-0760-4e6e-ba40-e85959e9197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.246134 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abf042-9a76-4347-8e33-477d0427c45f req-b29264f7-1dd0-43fd-928b-4e9b6c98aa7b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:15.256859 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-77abf042-9a76-4347-8e33-477d0427c45f req-b29264f7-1dd0-43fd-928b-4e9b6c98aa7b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 943 time: 0.3526690 Jul 16 01:46:15.309110 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-da06ac5c-00af-404a-a4b6-133d609df5d6 tempest-DHCPAgentSchedulersTestJSON-972183987 tempest-DHCPAgentSchedulersTestJSON-972183987-project-admin] 10.222.0.16 "GET /v2.0/agents/5a98565b-6c2d-43fd-b38e-4ad52a21e12f/dhcp-networks HTTP/1.1" status: 200 len: 4872 time: 0.5425320 Jul 16 01:46:15.313868 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51234) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:15.403411 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-77abf042-9a76-4347-8e33-477d0427c45f req-f1ae5ac1-1f0d-420b-997e-88c581d6bf54 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455405 Jul 16 01:46:15.458292 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-5525aaa5-1d18-4569-95ff-111051febbe3 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 01:46:15.458849 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5525aaa5-1d18-4569-95ff-111051febbe3 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:46:15.490069 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5525aaa5-1d18-4569-95ff-111051febbe3 tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.1710436 Jul 16 01:46:15.490396 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51236) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:15.566260 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cc5cb6f5-0760-4e6e-ba40-e85959e9197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.583444 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1e0b92fe-b0b5-4b75-8ba0-34126eb01c27 tempest-DHCPAgentSchedulersTestJSON-972183987 tempest-DHCPAgentSchedulersTestJSON-972183987-project-admin] 10.222.0.16 "DELETE /v2.0/agents/5a98565b-6c2d-43fd-b38e-4ad52a21e12f/dhcp-networks/aea38f45-2805-4152-8a00-f221fdbd28a5 HTTP/1.1" status: 204 len: 168 time: 0.2658918 Jul 16 01:46:15.592045 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51238) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:15.608149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-cc5cb6f5-0760-4e6e-ba40-e85959e9197b None None] For port e8d6429a-2434-48f3-b3d7-81788dd260d5, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e8d6429a-2434-48f3-b3d7-81788dd260d5,segment=NetworkSegment(1f802982-6a4f-462d-886f-377451ff2d65),segment_id=1f802982-6a4f-462d-886f-377451ff2d65)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:15.615495 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cc5cb6f5-0760-4e6e-ba40-e85959e9197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.694859 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5cb6f5-0760-4e6e-ba40-e85959e9197b None None] Pushing event updated for resources: {'Port': ['ID=e8d6429a-2434-48f3-b3d7-81788dd260d5,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:16.017419 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-70eea753-89d5-4e31-91ac-8e9a5f945153 tempest-DHCPAgentSchedulersTestJSON-972183987 tempest-DHCPAgentSchedulersTestJSON-972183987-project-admin] 10.222.0.16 "GET /v2.0/agents/5a98565b-6c2d-43fd-b38e-4ad52a21e12f/dhcp-networks HTTP/1.1" status: 200 len: 4101 time: 0.4003320 Jul 16 01:46:16.018350 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51246) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:16.040713 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-e16375c5-6fc1-4489-841a-031aee47582c tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Deleting port 41df25a1-bb9b-451f-a20b-afca7798cfd8 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:16.041262 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e16375c5-6fc1-4489-841a-031aee47582c tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.092898 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4e989a03-54bb-4462-9c30-34cec3853099 tempest-DHCPAgentSchedulersTestJSON-972183987 tempest-DHCPAgentSchedulersTestJSON-972183987-project-admin] 10.222.0.16 "GET /v2.0/networks/5410d751-dde4-41d4-83fc-a3da55d4d8d4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0723600 Jul 16 01:46:16.095266 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51248) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:16.145603 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51252) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:16.148694 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a16b73e3-5c87-46c8-a6c9-35bc73093127 tempest-DHCPAgentSchedulersTestJSON-972183987 tempest-DHCPAgentSchedulersTestJSON-972183987-project-admin] 10.222.0.16 "GET /v2.0/networks/5410d751-dde4-41d4-83fc-a3da55d4d8d4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0519950 Jul 16 01:46:16.257030 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-96352953-e5ff-4568-9f35-187200d6db80 None None] Provisioning complete for port e8d6429a-2434-48f3-b3d7-81788dd260d5 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:16.259321 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-96352953-e5ff-4568-9f35-187200d6db80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.376735 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51254) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:16.527466 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e16375c5-6fc1-4489-841a-031aee47582c tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.528036 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e16375c5-6fc1-4489-841a-031aee47582c tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.608543 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d4e7ed80-0d3b-4e23-bc81-dbea19e47e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.647564 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-e16375c5-6fc1-4489-841a-031aee47582c tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Calling delete_port for 41df25a1-bb9b-451f-a20b-afca7798cfd8 owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:16.716501 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7c70845c-a262-4210-9d98-e4b2ed2a01be None None] Could not find standard attr ID for object 1abe997e-8ee2-4e8f-928d-0147869389ae. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:46:16.895334 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d4e7ed80-0d3b-4e23-bc81-dbea19e47e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.903209 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d4e7ed80-0d3b-4e23-bc81-dbea19e47e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.946658 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-64833c1c-90e7-48b3-8da4-f5c5a0f3183f tempest-DHCPAgentSchedulersTestJSON-972183987 tempest-DHCPAgentSchedulersTestJSON-972183987-project-admin] 10.222.0.16 "GET /v2.0/agents/5a98565b-6c2d-43fd-b38e-4ad52a21e12f/dhcp-networks HTTP/1.1" status: 200 len: 4101 time: 0.7948523 Jul 16 01:46:16.957069 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51262) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:16.986522 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d4e7ed80-0d3b-4e23-bc81-dbea19e47e90 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f187f7b4df64b39a5a16569b8d48f40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6083195 Jul 16 01:46:17.002957 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51264) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:17.062420 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7ed80-0d3b-4e23-bc81-dbea19e47e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a377bce5-3c39-4cbb-ad65-fd5043a4e8e3,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:17.140080 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08905e0c-ade6-4c5b-a68b-fb8ec810c3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.174973 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08905e0c-ade6-4c5b-a68b-fb8ec810c3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.211522 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-756ecf37-3873-42b2-8f94-c6718eece83c tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.253285 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08905e0c-ade6-4c5b-a68b-fb8ec810c3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.256212 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08905e0c-ade6-4c5b-a68b-fb8ec810c3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.257846 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-08905e0c-ade6-4c5b-a68b-fb8ec810c3eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a377bce5-3c39-4cbb-ad65-fd5043a4e8e3 HTTP/1.1" status: 204 len: 168 time: 0.2508223 Jul 16 01:46:17.271858 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08905e0c-ade6-4c5b-a68b-fb8ec810c3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a377bce5-3c39-4cbb-ad65-fd5043a4e8e3,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:17.364433 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d014da-a280-4d4e-bd56-8d71703bafcc req-2db4c70e-8867-4545-80ef-7e215d0a900c tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:17.366189 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41d014da-a280-4d4e-bd56-8d71703bafcc req-2db4c70e-8867-4545-80ef-7e215d0a900c tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 943 time: 0.5960193 Jul 16 01:46:17.528280 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-756ecf37-3873-42b2-8f94-c6718eece83c tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.539139 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e16375c5-6fc1-4489-841a-031aee47582c tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.565907 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41d014da-a280-4d4e-bd56-8d71703bafcc req-6f74dcd6-441c-43bf-b6c5-6373daa0ae86 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665010 Jul 16 01:46:17.568808 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-756ecf37-3873-42b2-8f94-c6718eece83c tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea38f45-2805-4152-8a00-f221fdbd28a5']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:17.663926 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16375c5-6fc1-4489-841a-031aee47582c tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Pushing event deleted for resources: {'Port': ['ID=41df25a1-bb9b-451f-a20b-afca7798cfd8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:17.667783 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-756ecf37-3873-42b2-8f94-c6718eece83c tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed50ec8-f0f4-4d0d-817b-1e4c1239f204') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:17.668179 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-756ecf37-3873-42b2-8f94-c6718eece83c tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed50ec8-f0f4-4d0d-817b-1e4c1239f204') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:17.709672 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-756ecf37-3873-42b2-8f94-c6718eece83c tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.714318 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e8d6429a-2434-48f3-b3d7-81788dd260d5 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:17.780942 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-756ecf37-3873-42b2-8f94-c6718eece83c tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.803078 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port e8d6429a-2434-48f3-b3d7-81788dd260d5 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:17.804040 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.805164 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756ecf37-3873-42b2-8f94-c6718eece83c tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:17.805699 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-756ecf37-3873-42b2-8f94-c6718eece83c tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:17.817863 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:17.932716 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e16375c5-6fc1-4489-841a-031aee47582c tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.935389 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e16375c5-6fc1-4489-841a-031aee47582c tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.942369 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e16375c5-6fc1-4489-841a-031aee47582c tempest-ExternalNetworksAdminNegativeTestJSON-288222493 tempest-ExternalNetworksAdminNegativeTestJSON-288222493-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/faad2c87-bf18-4890-93a6-d12efe55d3f6 HTTP/1.1" status: 204 len: 168 time: 2.4450605 Jul 16 01:46:17.945067 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-756ecf37-3873-42b2-8f94-c6718eece83c tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.962423 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-756ecf37-3873-42b2-8f94-c6718eece83c tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.968294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51278) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:17.976656 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-756ecf37-3873-42b2-8f94-c6718eece83c tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] 10.222.0.16 "DELETE /v2.0/networks/aea38f45-2805-4152-8a00-f221fdbd28a5 HTTP/1.1" status: 204 len: 168 time: 1.0151646 Jul 16 01:46:18.012797 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ecf37-3873-42b2-8f94-c6718eece83c tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Pushing event deleted for resources: {'Network': ['ID=aea38f45-2805-4152-8a00-f221fdbd28a5,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:18.076814 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca76fa03-cc6e-4740-9f7f-3e7c48558e26 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] DELETE failed (client error): The resource could not be found. Jul 16 01:46:18.080575 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca76fa03-cc6e-4740-9f7f-3e7c48558e26 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:46:18.082601 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ca76fa03-cc6e-4740-9f7f-3e7c48558e26 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] 10.222.0.16 "DELETE /v2.0/ports/1abe997e-8ee2-4e8f-928d-0147869389ae HTTP/1.1" status: 404 len: 333 time: 0.1119246 Jul 16 01:46:18.085879 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51286) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:18.166874 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-f04591a8-1300-4093-9a3d-5f0044ee2a87 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Deleting subnet 0923c366-b583-4b6c-a2a6-128596205aaf {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:46:18.182449 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f04591a8-1300-4093-9a3d-5f0044ee2a87 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.310381 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f04591a8-1300-4093-9a3d-5f0044ee2a87 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.386355 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51294) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:18.465258 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f04591a8-1300-4093-9a3d-5f0044ee2a87 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.569199 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f04591a8-1300-4093-9a3d-5f0044ee2a87 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.640525 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f04591a8-1300-4093-9a3d-5f0044ee2a87 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.647313 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51304) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:18.649287 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a412a1e-2981-4d03-bac3-f7ee69311edc None None] Network 5410d751-dde4-41d4-83fc-a3da55d4d8d4 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:18.659113 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f04591a8-1300-4093-9a3d-5f0044ee2a87 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] 10.222.0.16 "DELETE /v2.0/subnets/0923c366-b583-4b6c-a2a6-128596205aaf HTTP/1.1" status: 204 len: 168 time: 0.5715983 Jul 16 01:46:18.663118 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04591a8-1300-4093-9a3d-5f0044ee2a87 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Pushing event deleted for resources: {'Subnet': ['ID=0923c366-b583-4b6c-a2a6-128596205aaf,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:18.936833 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-27b647ab-425b-4c1f-b8e7-cfe9f8ca7662 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.942861 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9330946c-337d-438a-834d-b5fe8e159b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.018036 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9402b176-aebd-4fe5-ae72-61f175c6229b None None] DHCP port deletion for 5410d751-dde4-41d4-83fc-a3da55d4d8d4 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:46:19.141043 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fa8a9-c931-4269-bfa9-d514d254dec5 req-89cc670e-592e-4c48-9d0d-11ba58ded5e3 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:19.148017 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0f4fa8a9-c931-4269-bfa9-d514d254dec5 req-89cc670e-592e-4c48-9d0d-11ba58ded5e3 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 943 time: 0.3099110 Jul 16 01:46:19.170275 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9402b176-aebd-4fe5-ae72-61f175c6229b None None] Deleting port e8d6429a-2434-48f3-b3d7-81788dd260d5 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:19.170664 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9402b176-aebd-4fe5-ae72-61f175c6229b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.331404 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-27b647ab-425b-4c1f-b8e7-cfe9f8ca7662 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Deleting port e8d6429a-2434-48f3-b3d7-81788dd260d5 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:19.331775 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-27b647ab-425b-4c1f-b8e7-cfe9f8ca7662 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.350586 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0f4fa8a9-c931-4269-bfa9-d514d254dec5 req-43827a1a-2e3c-469b-a12a-8a3987bde14e tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889684 Jul 16 01:46:19.443776 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-9402b176-aebd-4fe5-ae72-61f175c6229b None None] For port e8d6429a-2434-48f3-b3d7-81788dd260d5, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e8d6429a-2434-48f3-b3d7-81788dd260d5,segment=NetworkSegment(1f802982-6a4f-462d-886f-377451ff2d65),segment_id=1f802982-6a4f-462d-886f-377451ff2d65)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:19.444949 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9402b176-aebd-4fe5-ae72-61f175c6229b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.477028 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9402b176-aebd-4fe5-ae72-61f175c6229b None None] Calling delete_port for e8d6429a-2434-48f3-b3d7-81788dd260d5 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:19.557522 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-27b647ab-425b-4c1f-b8e7-cfe9f8ca7662 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] For port e8d6429a-2434-48f3-b3d7-81788dd260d5, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e8d6429a-2434-48f3-b3d7-81788dd260d5,segment=NetworkSegment(1f802982-6a4f-462d-886f-377451ff2d65),segment_id=1f802982-6a4f-462d-886f-377451ff2d65)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:19.571886 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-27b647ab-425b-4c1f-b8e7-cfe9f8ca7662 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.664677 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9330946c-337d-438a-834d-b5fe8e159b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.666133 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-27b647ab-425b-4c1f-b8e7-cfe9f8ca7662 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Calling delete_port for e8d6429a-2434-48f3-b3d7-81788dd260d5 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:19.686945 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9330946c-337d-438a-834d-b5fe8e159b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.702692 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e8d6429a-2434-48f3-b3d7-81788dd260d5 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:19.794056 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9402b176-aebd-4fe5-ae72-61f175c6229b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.845607 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9330946c-337d-438a-834d-b5fe8e159b87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc06bd87f1db488681724df61e5b6498&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4575384 Jul 16 01:46:19.849616 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51328) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:19.860768 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330946c-337d-438a-834d-b5fe8e159b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d6c8ff-1d71-403f-a670-0be52f0b7d35,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:19.888620 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-27b647ab-425b-4c1f-b8e7-cfe9f8ca7662 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.890648 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402b176-aebd-4fe5-ae72-61f175c6229b None None] Pushing event deleted for resources: {'Port': ['ID=e8d6429a-2434-48f3-b3d7-81788dd260d5,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:19.895948 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No active binding found for port e8d6429a-2434-48f3-b3d7-81788dd260d5 {{(pid=93957) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 01:46:19.896527 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e8d6429a-2434-48f3-b3d7-81788dd260d5 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:19.898287 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9402b176-aebd-4fe5-ae72-61f175c6229b None None] No DVR routers for this DVR port e8d6429a-2434-48f3-b3d7-81788dd260d5 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:19.903823 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b647ab-425b-4c1f-b8e7-cfe9f8ca7662 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] No DVR routers for this DVR port e8d6429a-2434-48f3-b3d7-81788dd260d5 on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:19.932285 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b647ab-425b-4c1f-b8e7-cfe9f8ca7662 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Pushing event deleted for resources: {'Port': ['ID=e8d6429a-2434-48f3-b3d7-81788dd260d5,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:19.978290 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1770352d-e6de-444f-859d-83e7cc0d4837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.036835 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1770352d-e6de-444f-859d-83e7cc0d4837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.048448 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-27b647ab-425b-4c1f-b8e7-cfe9f8ca7662 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.062897 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-27b647ab-425b-4c1f-b8e7-cfe9f8ca7662 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5410d751-dde4-41d4-83fc-a3da55d4d8d4']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:20.077378 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-27b647ab-425b-4c1f-b8e7-cfe9f8ca7662 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f802982-6a4f-462d-886f-377451ff2d65') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:20.078562 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-27b647ab-425b-4c1f-b8e7-cfe9f8ca7662 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f802982-6a4f-462d-886f-377451ff2d65') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:20.091783 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-27b647ab-425b-4c1f-b8e7-cfe9f8ca7662 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.108670 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-27b647ab-425b-4c1f-b8e7-cfe9f8ca7662 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.130909 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b647ab-425b-4c1f-b8e7-cfe9f8ca7662 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:20.131414 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-27b647ab-425b-4c1f-b8e7-cfe9f8ca7662 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:20.138754 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:20.147304 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1770352d-e6de-444f-859d-83e7cc0d4837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.153839 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1770352d-e6de-444f-859d-83e7cc0d4837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.163477 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1770352d-e6de-444f-859d-83e7cc0d4837 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91d6c8ff-1d71-403f-a670-0be52f0b7d35 HTTP/1.1" status: 204 len: 168 time: 0.3123643 Jul 16 01:46:20.198680 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770352d-e6de-444f-859d-83e7cc0d4837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d6c8ff-1d71-403f-a670-0be52f0b7d35,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:20.252261 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-27b647ab-425b-4c1f-b8e7-cfe9f8ca7662 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.270959 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-27b647ab-425b-4c1f-b8e7-cfe9f8ca7662 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.277345 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-27b647ab-425b-4c1f-b8e7-cfe9f8ca7662 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] 10.222.0.16 "DELETE /v2.0/networks/5410d751-dde4-41d4-83fc-a3da55d4d8d4 HTTP/1.1" status: 204 len: 168 time: 1.6278045 Jul 16 01:46:20.316499 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b647ab-425b-4c1f-b8e7-cfe9f8ca7662 tempest-DHCPAgentSchedulersTestJSON-12315133 tempest-DHCPAgentSchedulersTestJSON-12315133-project] Pushing event deleted for resources: {'Network': ['ID=5410d751-dde4-41d4-83fc-a3da55d4d8d4,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:20.859680 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48638ab-5a25-4862-b4a1-0dd305a3ae1e req-84a92523-b50f-4c73-a73f-b3edb8c4971b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:20.874934 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c48638ab-5a25-4862-b4a1-0dd305a3ae1e req-84a92523-b50f-4c73-a73f-b3edb8c4971b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 943 time: 0.2246482 Jul 16 01:46:20.897129 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51350) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:20.974378 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c48638ab-5a25-4862-b4a1-0dd305a3ae1e req-df9c6a20-6ddc-430d-95a4-e1e30aaa94fe tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976288 Jul 16 01:46:21.095861 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51354) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:21.231189 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-09deee55-b0d4-4c31-a0cd-50ca2192d78f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69bcb0af0ca7464fb5c7134a74ce0b57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315331 Jul 16 01:46:21.231870 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51356) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:21.263786 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8402e4e2-b023-4603-82a2-dbaa23122aad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=588ce93f96b34d1f8094f86743aab18e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3647594 Jul 16 01:46:21.266764 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51358) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:21.321319 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f1f4b2b9-4513-417e-a7e4-cf5671fb0b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.321702 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4487bde3-9999-4f0e-a218-30d819fb05ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.365078 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4487bde3-9999-4f0e-a218-30d819fb05ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.372252 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f1f4b2b9-4513-417e-a7e4-cf5671fb0b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.434307 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f1f4b2b9-4513-417e-a7e4-cf5671fb0b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.439332 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f1f4b2b9-4513-417e-a7e4-cf5671fb0b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.440742 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f1f4b2b9-4513-417e-a7e4-cf5671fb0b5a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b079eb80-854c-4419-ae3e-480444b90497 HTTP/1.1" status: 204 len: 168 time: 0.2081521 Jul 16 01:46:21.443370 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4487bde3-9999-4f0e-a218-30d819fb05ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.454522 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4b2b9-4513-417e-a7e4-cf5671fb0b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b079eb80-854c-4419-ae3e-480444b90497,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:21.473967 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4487bde3-9999-4f0e-a218-30d819fb05ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.477325 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4487bde3-9999-4f0e-a218-30d819fb05ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a06d876-570b-4295-bc05-79e95dea7ee6 HTTP/1.1" status: 204 len: 168 time: 0.2086685 Jul 16 01:46:21.487602 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487bde3-9999-4f0e-a218-30d819fb05ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a06d876-570b-4295-bc05-79e95dea7ee6,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:22.105225 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51388) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:22.121643 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d0ad6cbc-c1c4-421e-9e30-ac7d2833a1ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.290680 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d0ad6cbc-c1c4-421e-9e30-ac7d2833a1ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.317985 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d0ad6cbc-c1c4-421e-9e30-ac7d2833a1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.371132 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d0ad6cbc-c1c4-421e-9e30-ac7d2833a1ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=327aaab18d284cbb9855f0b1eec7fb4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2644179 Jul 16 01:46:22.374730 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51404) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:22.388234 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad6cbc-c1c4-421e-9e30-ac7d2833a1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cba64f-6f4d-4c5c-a370-50e0d9024458,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:22.441425 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb878b9-63bc-478c-844e-d2c1bfc9d13a req-47c88d72-4bcc-493d-b44c-06b4ad4a96f3 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:22.443781 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4fb878b9-63bc-478c-844e-d2c1bfc9d13a req-47c88d72-4bcc-493d-b44c-06b4ad4a96f3 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 943 time: 0.2687263 Jul 16 01:46:22.498248 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4fb878b9-63bc-478c-844e-d2c1bfc9d13a req-38593e06-b25e-45a5-9ca5-e0339fe8512b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502687 Jul 16 01:46:22.530134 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-99b24a6e-ff00-4b60-bf95-96a85bc77de4 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=bb73f9c7b46940ec86d7abc363c586f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1175408 Jul 16 01:46:22.720497 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bbbc2d1a-6416-4b49-9f43-49c698a80169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.800424 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bbbc2d1a-6416-4b49-9f43-49c698a80169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.831619 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-cbe5a834-6aab-4fd0-b043-39d46004e4bd tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:22.838741 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-cbe5a834-6aab-4fd0-b043-39d46004e4bd tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3113284 Jul 16 01:46:22.873303 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-30f6140f-4dc6-43b6-86a1-ce8dfa4d6268 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/quotas/bb73f9c7b46940ec86d7abc363c586f9 HTTP/1.1" status: 200 len: 375 time: 0.0336533 Jul 16 01:46:22.921489 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-8ff74297-2d0e-49cd-a84d-ff055666ca7e tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb73f9c7b46940ec86d7abc363c586f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471859 Jul 16 01:46:22.945578 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bbbc2d1a-6416-4b49-9f43-49c698a80169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.949279 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bbbc2d1a-6416-4b49-9f43-49c698a80169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.953833 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bbbc2d1a-6416-4b49-9f43-49c698a80169 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34cba64f-6f4d-4c5c-a370-50e0d9024458 HTTP/1.1" status: 204 len: 168 time: 0.5778906 Jul 16 01:46:22.975691 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc2d1a-6416-4b49-9f43-49c698a80169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cba64f-6f4d-4c5c-a370-50e0d9024458,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:23.214146 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-54c7df96-c945-4082-b4a9-621c8511d1d4 req-767fb449-ee7d-404a-9747-b38947ac2f32 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/ports?device_id=4798b801-be4d-409b-8e03-49338e1e5ddb HTTP/1.1" status: 200 len: 210 time: 0.0446818 Jul 16 01:46:23.910691 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4323d7-467f-42fe-a7d1-bd7c2c562593 req-9a839918-1b02-43c1-91cd-6f6ea2b74dbe tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:23.913147 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4b4323d7-467f-42fe-a7d1-bd7c2c562593 req-9a839918-1b02-43c1-91cd-6f6ea2b74dbe tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 943 time: 0.0886586 Jul 16 01:46:24.011769 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4b4323d7-467f-42fe-a7d1-bd7c2c562593 req-a133832e-1e8a-42cd-908a-9d50953e5d85 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827718 Jul 16 01:46:24.620874 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7ef433c9-42d7-425f-a54e-035da46f4094 req-4c0d6f48-22ee-4c98-a137-17a37a0188f2 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/ports?device_id=4798b801-be4d-409b-8e03-49338e1e5ddb HTTP/1.1" status: 200 len: 210 time: 0.0536895 Jul 16 01:46:25.240166 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-7577c6e3-e688-42d5-aaa6-c4b23061b043 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=bb73f9c7b46940ec86d7abc363c586f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1628377 Jul 16 01:46:25.243128 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51488) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:25.616168 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08317c0e-d04e-4b9c-a0c6-ac1aa8b44fc7 req-191494bb-a297-4a8c-8435-d1af77e9d185 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:25.625938 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-08317c0e-d04e-4b9c-a0c6-ac1aa8b44fc7 req-191494bb-a297-4a8c-8435-d1af77e9d185 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 943 time: 0.2598348 Jul 16 01:46:25.673016 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-64ee0009-e63e-4402-9876-1fa728e94831 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:25.753126 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-4b1309c2-848c-4c2e-b6d2-348fef3ae6b0 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:25.755321 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-4b1309c2-848c-4c2e-b6d2-348fef3ae6b0 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5090733 Jul 16 01:46:25.771492 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-34a1e2e5-659a-4478-86f3-4673d65a04e4 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Request body: {'port': {'device_id': '4798b801-be4d-409b-8e03-49338e1e5ddb', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': 'bb73f9c7b46940ec86d7abc363c586f9'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:25.813406 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64ee0009-e63e-4402-9876-1fa728e94831 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.905242 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-08317c0e-d04e-4b9c-a0c6-ac1aa8b44fc7 req-8f505124-6639-429c-bc28-96db798ad8a7 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2778885 Jul 16 01:46:26.001001 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce5dc3aa-2c84-49d8-99af-eb91b3c7f788 req-bf5aa5be-ff29-48d9-ab12-ec20a15808db tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/ports?device_id=4798b801-be4d-409b-8e03-49338e1e5ddb HTTP/1.1" status: 200 len: 210 time: 0.0464013 Jul 16 01:46:26.038058 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-34a1e2e5-659a-4478-86f3-4673d65a04e4 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Made reservation on behalf of bb73f9c7b46940ec86d7abc363c586f9 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:26.043978 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-34a1e2e5-659a-4478-86f3-4673d65a04e4 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.058222 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-34a1e2e5-659a-4478-86f3-4673d65a04e4 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.074515 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51506) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:26.098250 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64ee0009-e63e-4402-9876-1fa728e94831 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.206262 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-34a1e2e5-659a-4478-86f3-4673d65a04e4 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.218649 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-34a1e2e5-659a-4478-86f3-4673d65a04e4 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.224602 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-7f780cd9-bdb8-47a6-87b1-a993d8076882 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1318603373', 'router:external': True}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:26.266207 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-64ee0009-e63e-4402-9876-1fa728e94831 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Allocated IP 172.25.6.196 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/62de1203-19e8-4f94-9395-508e0078145f) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:26.273176 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f780cd9-bdb8-47a6-87b1-a993d8076882 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Made reservation on behalf of d5ae095b21334a35b3ba1dd4aabc6f7d for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:26.275527 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7f780cd9-bdb8-47a6-87b1-a993d8076882 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.288339 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7f780cd9-bdb8-47a6-87b1-a993d8076882 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.291051 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1e2e5-659a-4478-86f3-4673d65a04e4 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34af670b-44ad-4aa3-8c27-5cd47708f285,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:26.369768 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-34a1e2e5-659a-4478-86f3-4673d65a04e4 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Allocated IP 192.168.233.169 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/03eeb8b9-b45e-46d0-aea3-16ec4cc28c04) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:26.467545 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64ee0009-e63e-4402-9876-1fa728e94831 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.485684 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7f780cd9-bdb8-47a6-87b1-a993d8076882 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.493153 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7f780cd9-bdb8-47a6-87b1-a993d8076882 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.529283 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f780cd9-bdb8-47a6-87b1-a993d8076882 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:26.549046 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-34a1e2e5-659a-4478-86f3-4673d65a04e4 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.551589 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7f780cd9-bdb8-47a6-87b1-a993d8076882 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.551932 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-7f780cd9-bdb8-47a6-87b1-a993d8076882 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Added segment ec9b85fa-323c-4118-855f-0fc228ac11df of type vlan for network d3931485-2608-432a-ac9f-3bd63429d1b4 Jul 16 01:46:26.553305 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f780cd9-bdb8-47a6-87b1-a993d8076882 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27ca5ee-d9f8-4b23-a1b3-8675f0b04555,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:26.571269 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-34a1e2e5-659a-4478-86f3-4673d65a04e4 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Transition to ACTIVE for port object 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:26.594208 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64ee0009-e63e-4402-9876-1fa728e94831 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.608120 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-34a1e2e5-659a-4478-86f3-4673d65a04e4 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.646024 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d862e4e4-315c-41fa-ab5a-53b67703751a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.651061 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7f780cd9-bdb8-47a6-87b1-a993d8076882 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.658460 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ee0009-e63e-4402-9876-1fa728e94831 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:26.666028 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-64ee0009-e63e-4402-9876-1fa728e94831 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:26.666676 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-34a1e2e5-659a-4478-86f3-4673d65a04e4 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:26.670811 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-34a1e2e5-659a-4478-86f3-4673d65a04e4 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:26.673109 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1e2e5-659a-4478-86f3-4673d65a04e4 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Pushing event updated for resources: {'Port': ['ID=03eeb8b9-b45e-46d0-aea3-16ec4cc28c04,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:26.676342 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ee0009-e63e-4402-9876-1fa728e94831 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:26.683099 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-34a1e2e5-659a-4478-86f3-4673d65a04e4 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:26.722220 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee0009-e63e-4402-9876-1fa728e94831 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Pushing event updated for resources: {'Port': ['ID=62de1203-19e8-4f94-9395-508e0078145f,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:26.747495 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-34a1e2e5-659a-4478-86f3-4673d65a04e4 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:26.749158 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-34a1e2e5-659a-4478-86f3-4673d65a04e4 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.759929 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7f780cd9-bdb8-47a6-87b1-a993d8076882 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.761149 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f780cd9-bdb8-47a6-87b1-a993d8076882 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:26.761742 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7f780cd9-bdb8-47a6-87b1-a993d8076882 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.770277 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-34a1e2e5-659a-4478-86f3-4673d65a04e4 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0059202 Jul 16 01:46:26.783113 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-1c7bcdb8-77f9-4505-aa26-c20a14d1cca8 service neutron] Request body: {'port': {'device_id': '4798b801-be4d-409b-8e03-49338e1e5ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:26.830326 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7f780cd9-bdb8-47a6-87b1-a993d8076882 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7511320 Jul 16 01:46:26.831928 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51510) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:26.872028 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-a6487f5c-b77f-4f1d-b8b1-e9a0c88ab8b8 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Request body: {'subnet': {'network_id': 'd3931485-2608-432a-ac9f-3bd63429d1b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:26.882611 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f780cd9-bdb8-47a6-87b1-a993d8076882 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Pushing event updated for resources: {'Network': ['ID=d3931485-2608-432a-ac9f-3bd63429d1b4,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:26.887121 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64ee0009-e63e-4402-9876-1fa728e94831 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.900459 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network d3931485-2608-432a-ac9f-3bd63429d1b4 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:26.905958 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-1c7bcdb8-77f9-4505-aa26-c20a14d1cca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.955418 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64ee0009-e63e-4402-9876-1fa728e94831 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.958366 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6487f5c-b77f-4f1d-b8b1-e9a0c88ab8b8 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Made reservation on behalf of d5ae095b21334a35b3ba1dd4aabc6f7d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:26.960954 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a6487f5c-b77f-4f1d-b8b1-e9a0c88ab8b8 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.050050 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2f51581e-25fe-4758-b09e-23f1e6e3b674 None None] Provisioning for port 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:27.055211 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2f51581e-25fe-4758-b09e-23f1e6e3b674 None None] Provisioning complete for port 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:27.055782 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2f51581e-25fe-4758-b09e-23f1e6e3b674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.125782 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2f51581e-25fe-4758-b09e-23f1e6e3b674 None None] Port 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:27.362268 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64ee0009-e63e-4402-9876-1fa728e94831 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.379689 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64ee0009-e63e-4402-9876-1fa728e94831 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.425450 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a591aa9-bbea-4074-a971-c61cd4db052e req-86eb47b2-9294-4498-9179-37d096b1243a tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:27.427094 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2a591aa9-bbea-4074-a971-c61cd4db052e req-86eb47b2-9294-4498-9179-37d096b1243a tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 943 time: 0.2500415 Jul 16 01:46:27.496112 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee0009-e63e-4402-9876-1fa728e94831 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Pushing event updated for resources: {'Port': ['ID=62de1203-19e8-4f94-9395-508e0078145f,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:27.538237 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2a591aa9-bbea-4074-a971-c61cd4db052e req-c60411c9-9967-4a50-b209-9e327b326339 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852845 Jul 16 01:46:27.540253 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64ee0009-e63e-4402-9876-1fa728e94831 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.600463 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64ee0009-e63e-4402-9876-1fa728e94831 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.606438 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-64ee0009-e63e-4402-9876-1fa728e94831 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3620937 Jul 16 01:46:27.608615 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51518) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:27.616540 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-199163c2-b033-4c2f-87da-1f3271b0ae75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1727016172'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:27.676722 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1495c-02f0-40fc-a232-597ce659415a req-691c1d18-43fc-401e-a8d0-24b20cc48b8b tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:27.678039 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-39f1495c-02f0-40fc-a232-597ce659415a req-691c1d18-43fc-401e-a8d0-24b20cc48b8b tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/ports?device_id=4798b801-be4d-409b-8e03-49338e1e5ddb HTTP/1.1" status: 200 len: 936 time: 0.1219616 Jul 16 01:46:27.684687 n-d-792394-16 neutron-server[93956]: DEBUG neutron.objects.ports [None req-a6487f5c-b77f-4f1d-b8b1-e9a0c88ab8b8 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93956) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:46:27.685238 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a6487f5c-b77f-4f1d-b8b1-e9a0c88ab8b8 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.687376 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199163c2-b033-4c2f-87da-1f3271b0ae75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Made reservation on behalf of 86887679326f4a1ab85a29460594d92d for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:27.691474 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-199163c2-b033-4c2f-87da-1f3271b0ae75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.721435 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-199163c2-b033-4c2f-87da-1f3271b0ae75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.744472 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-39f1495c-02f0-40fc-a232-597ce659415a req-c3bf4b3f-afec-4b28-ba98-964d5e057122 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/security-groups?id=34af670b-44ad-4aa3-8c27-5cd47708f285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561533 Jul 16 01:46:27.765577 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6487f5c-b77f-4f1d-b8b1-e9a0c88ab8b8 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d0e56a99-62de-40bc-9631-4dc4f76e9297,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:27.792526 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-1c7bcdb8-77f9-4505-aa26-c20a14d1cca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:27.802385 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6487f5c-b77f-4f1d-b8b1-e9a0c88ab8b8 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Checking segment: {'id': 'ec9b85fa-323c-4118-855f-0fc228ac11df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3931485-2608-432a-ac9f-3bd63429d1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:27.802766 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6487f5c-b77f-4f1d-b8b1-e9a0c88ab8b8 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Network hostable DHCP agents. Network: d3931485-2608-432a-ac9f-3bd63429d1b4, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:27.803674 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-1c7bcdb8-77f9-4505-aa26-c20a14d1cca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.819857 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-1c7bcdb8-77f9-4505-aa26-c20a14d1cca8 service neutron] Transition to ACTIVE for port object 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:27.826275 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-1c7bcdb8-77f9-4505-aa26-c20a14d1cca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.836672 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6487f5c-b77f-4f1d-b8b1-e9a0c88ab8b8 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Network d3931485-2608-432a-ac9f-3bd63429d1b4 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:27.865932 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-a6487f5c-b77f-4f1d-b8b1-e9a0c88ab8b8 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, d3931485-2608-432a-ac9f-3bd63429d1b4) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:27.881370 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6487f5c-b77f-4f1d-b8b1-e9a0c88ab8b8 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:27.881516 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320f9ec8-8d19-499f-841d-350002850637 None None] Network d3931485-2608-432a-ac9f-3bd63429d1b4 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:27.885643 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a6487f5c-b77f-4f1d-b8b1-e9a0c88ab8b8 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.920546 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bcdb8-77f9-4505-aa26-c20a14d1cca8 service neutron] Pushing event updated for resources: {'Port': ['ID=03eeb8b9-b45e-46d0-aea3-16ec4cc28c04,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:27.921571 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 1ecdf398-76ed-4c15-9938-a5e580f381be details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:46:28.047118 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-1c7bcdb8-77f9-4505-aa26-c20a14d1cca8 service neutron] Attempting to bind port 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:28.047428 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-1c7bcdb8-77f9-4505-aa26-c20a14d1cca8 service neutron] Attempting to bind port 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:28.047956 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-1c7bcdb8-77f9-4505-aa26-c20a14d1cca8 service neutron] Attempting to bind port 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:28.053436 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-1c7bcdb8-77f9-4505-aa26-c20a14d1cca8 service neutron] Port 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:46:28.053767 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-1c7bcdb8-77f9-4505-aa26-c20a14d1cca8 service neutron] Attempting to bind port 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:28.059566 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-1c7bcdb8-77f9-4505-aa26-c20a14d1cca8 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:28.060031 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-1c7bcdb8-77f9-4505-aa26-c20a14d1cca8 service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:28.060315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-1c7bcdb8-77f9-4505-aa26-c20a14d1cca8 service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:28.060786 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-1c7bcdb8-77f9-4505-aa26-c20a14d1cca8 service neutron] Bound port: 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:28.061144 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-1c7bcdb8-77f9-4505-aa26-c20a14d1cca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.158710 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.resource_extend [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:46:28.161675 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-1c7bcdb8-77f9-4505-aa26-c20a14d1cca8 service neutron] For port 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:28.165259 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-1c7bcdb8-77f9-4505-aa26-c20a14d1cca8 service neutron] For port 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=03eeb8b9-b45e-46d0-aea3-16ec4cc28c04,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:28.175462 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-1c7bcdb8-77f9-4505-aa26-c20a14d1cca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.215193 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8848b909-13c7-4008-b4c7-fe0bbf13130e None None] Network d3931485-2608-432a-ac9f-3bd63429d1b4 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:28.230806 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-1c7bcdb8-77f9-4505-aa26-c20a14d1cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:28.231825 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-1c7bcdb8-77f9-4505-aa26-c20a14d1cca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.233508 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-1c7bcdb8-77f9-4505-aa26-c20a14d1cca8 service neutron] 10.222.0.82 "PUT /v2.0/ports/03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 HTTP/1.1" status: 200 len: 1097 time: 1.4559617 Jul 16 01:46:28.234148 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4798b801-be4d-409b-8e03-49338e1e5ddb', 'tag': '03eeb8b9-b45e-46d0-aea3-16ec4cc28c04'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:28.237420 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174c3888-430d-427a-83d2-3f4c55edd772" -d '{"events": [{"name": "network-changed", "server_uuid": "4798b801-be4d-409b-8e03-49338e1e5ddb", "tag": "03eeb8b9-b45e-46d0-aea3-16ec4cc28c04"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:28.341096 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a74187b-f5fd-4b8b-a927-d29da429b011 x-openstack-request-id: req-7a74187b-f5fd-4b8b-a927-d29da429b011 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:28.341481 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4798b801-be4d-409b-8e03-49338e1e5ddb", "tag": "03eeb8b9-b45e-46d0-aea3-16ec4cc28c04", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:28.341661 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a74187b-f5fd-4b8b-a927-d29da429b011 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:28.341755 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-199163c2-b033-4c2f-87da-1f3271b0ae75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.342020 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4798b801-be4d-409b-8e03-49338e1e5ddb', 'tag': '03eeb8b9-b45e-46d0-aea3-16ec4cc28c04', 'status': 'completed', 'code': 200} Jul 16 01:46:28.350016 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-199163c2-b033-4c2f-87da-1f3271b0ae75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.350376 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bcdb8-77f9-4505-aa26-c20a14d1cca8 service neutron] Pushing event updated for resources: {'Port': ['ID=03eeb8b9-b45e-46d0-aea3-16ec4cc28c04,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:28.403542 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a6487f5c-b77f-4f1d-b8b1-e9a0c88ab8b8 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5650446 Jul 16 01:46:28.404321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-53bab1a8-20cd-466a-b7b9-797a45730123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:28.406881 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-53bab1a8-20cd-466a-b7b9-797a45730123 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb73f9c7b46940ec86d7abc363c586f9&device_id=4798b801-be4d-409b-8e03-49338e1e5ddb HTTP/1.1" status: 200 len: 1100 time: 0.1242743 Jul 16 01:46:28.407846 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51524) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:28.413747 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-57b23f52-b584-4bb9-862b-98438d2bf7a7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-583566002', 'network_id': 'd3931485-2608-432a-ac9f-3bd63429d1b4'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:28.439219 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199163c2-b033-4c2f-87da-1f3271b0ae75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:28.470342 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199163c2-b033-4c2f-87da-1f3271b0ae75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5cf9a2-9165-456d-a835-8551b83922b7,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:28.486063 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-199163c2-b033-4c2f-87da-1f3271b0ae75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.486409 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-199163c2-b033-4c2f-87da-1f3271b0ae75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Added segment 6c85a258-4727-4048-bb47-d9278c991dcc of type vlan for network 24cd5cb5-639e-4aaf-8795-0e5238c77633 Jul 16 01:46:28.495448 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-c12b2ef1-4fc5-4760-8c7a-1c388fab662a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 HTTP/1.1" status: 200 len: 217 time: 0.0763712 Jul 16 01:46:28.543322 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-199163c2-b033-4c2f-87da-1f3271b0ae75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.556912 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b23f52-b584-4bb9-862b-98438d2bf7a7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Made reservation on behalf of d5ae095b21334a35b3ba1dd4aabc6f7d for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:28.559623 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57b23f52-b584-4bb9-862b-98438d2bf7a7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.606620 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-641c81cb-376f-4853-8bdb-46c0dbccea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:28.609043 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-199163c2-b033-4c2f-87da-1f3271b0ae75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.615450 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199163c2-b033-4c2f-87da-1f3271b0ae75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:28.616089 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-199163c2-b033-4c2f-87da-1f3271b0ae75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.623717 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-641c81cb-376f-4853-8bdb-46c0dbccea61 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.1199872 Jul 16 01:46:28.636125 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-57b23f52-b584-4bb9-862b-98438d2bf7a7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] device_id is not set on port fe69ac11-fb18-4456-95dc-4268894f4f30 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:46:28.697106 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-199163c2-b033-4c2f-87da-1f3271b0ae75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0821805 Jul 16 01:46:28.700431 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51528) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:28.720012 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-9e91e791-c9fe-4c0b-965a-04033fe21c7b tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Request body: {'subnet': {'network_id': '24cd5cb5-639e-4aaf-8795-0e5238c77633', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:28.770015 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 1ecdf398-76ed-4c15-9938-a5e580f381be, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1ecdf398-76ed-4c15-9938-a5e580f381be,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:28.780883 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199163c2-b033-4c2f-87da-1f3271b0ae75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Pushing event updated for resources: {'Network': ['ID=24cd5cb5-639e-4aaf-8795-0e5238c77633,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:28.799096 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 24cd5cb5-639e-4aaf-8795-0e5238c77633 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:28.818398 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '1ecdf398-76ed-4c15-9938-a5e580f381be', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'port_id': '1ecdf398-76ed-4c15-9938-a5e580f381be', 'mac_address': 'fa:16:3e:2b:f1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:46:28.925602 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-6780b300-c2d6-4cc0-b2c9-4e9d2b803ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:28.927348 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-6780b300-c2d6-4cc0-b2c9-4e9d2b803ba0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2929525 Jul 16 01:46:28.962908 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e91e791-c9fe-4c0b-965a-04033fe21c7b tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Made reservation on behalf of 86887679326f4a1ab85a29460594d92d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:28.970218 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e91e791-c9fe-4c0b-965a-04033fe21c7b tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.011293 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.033742 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ecdf398-76ed-4c15-9938-a5e580f381be {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:29.059189 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 1ecdf398-76ed-4c15-9938-a5e580f381be, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1ecdf398-76ed-4c15-9938-a5e580f381be,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:29.059426 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-d83b8475-7ee0-4d5d-bae1-37e93d7252b5 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240883 Jul 16 01:46:29.062906 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-57b23f52-b584-4bb9-862b-98438d2bf7a7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Allocated IP 2001:db8::f5 (d3931485-2608-432a-ac9f-3bd63429d1b4/d0e56a99-62de-40bc-9631-4dc4f76e9297/fe69ac11-fb18-4456-95dc-4268894f4f30) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:29.067037 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.077984 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7259d-61cf-4efe-bccf-1f0e222ebdb5 req-12096848-386f-47fd-8e25-160c17a119b2 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:29.079793 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-54c7259d-61cf-4efe-bccf-1f0e222ebdb5 req-12096848-386f-47fd-8e25-160c17a119b2 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 943 time: 0.3019748 Jul 16 01:46:29.144450 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=1ecdf398-76ed-4c15-9938-a5e580f381be,revision_number=9']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:29.224967 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-54c7259d-61cf-4efe-bccf-1f0e222ebdb5 req-23b85290-0b91-4e79-a8a7-4f422f1a6c3b tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321290 Jul 16 01:46:29.237184 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc51070-ab79-4102-8bd3-9bfbd7f86f9f req-e65efd3d-b8f3-427b-9fe2-d1388ff0e967 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:29.238789 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-abc51070-ab79-4102-8bd3-9bfbd7f86f9f req-e65efd3d-b8f3-427b-9fe2-d1388ff0e967 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/ports?device_id=4798b801-be4d-409b-8e03-49338e1e5ddb HTTP/1.1" status: 200 len: 948 time: 0.1829319 Jul 16 01:46:29.274895 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['1ecdf398-76ed-4c15-9938-a5e580f381be'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:29.309578 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fb36350d-f0d8-4e36-ac2f-d37dcfd2ff13 req-2faaaac1-74e4-458c-8d2a-6901821ba472 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430327 Jul 16 01:46:29.362642 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-abc51070-ab79-4102-8bd3-9bfbd7f86f9f req-95c2da6d-a7f5-471a-90b5-9464263d79cb tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/security-groups?id=34af670b-44ad-4aa3-8c27-5cd47708f285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089303 Jul 16 01:46:29.378744 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e91e791-c9fe-4c0b-965a-04033fe21c7b tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.389473 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:46:29.442571 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57b23f52-b584-4bb9-862b-98438d2bf7a7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.456433 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91e791-c9fe-4c0b-965a-04033fe21c7b tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Pushing event updated for resources: {'Subnet': ['ID=23cff986-7b5c-4b31-aae1-8f1e2843cf03,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:29.467582 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e91e791-c9fe-4c0b-965a-04033fe21c7b tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Checking segment: {'id': '6c85a258-4727-4048-bb47-d9278c991dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '24cd5cb5-639e-4aaf-8795-0e5238c77633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:29.468040 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e91e791-c9fe-4c0b-965a-04033fe21c7b tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Network hostable DHCP agents. Network: 24cd5cb5-639e-4aaf-8795-0e5238c77633, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:29.490119 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e91e791-c9fe-4c0b-965a-04033fe21c7b tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Network 24cd5cb5-639e-4aaf-8795-0e5238c77633 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:29.509722 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-9e91e791-c9fe-4c0b-965a-04033fe21c7b tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 24cd5cb5-639e-4aaf-8795-0e5238c77633) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:29.522248 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e91e791-c9fe-4c0b-965a-04033fe21c7b tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:29.527160 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e91e791-c9fe-4c0b-965a-04033fe21c7b tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.530227 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f95035-2200-4ad7-b281-8cd42ac3e685 None None] Network 24cd5cb5-639e-4aaf-8795-0e5238c77633 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:29.536829 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c3888-430d-427a-83d2-3f4c55edd772 req-a71d7d44-a017-4eb5-8d8c-b4d00f6c0df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:29.538429 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-174c3888-430d-427a-83d2-3f4c55edd772 req-a71d7d44-a017-4eb5-8d8c-b4d00f6c0df7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb73f9c7b46940ec86d7abc363c586f9&device_id=4798b801-be4d-409b-8e03-49338e1e5ddb HTTP/1.1" status: 200 len: 1100 time: 0.1223810 Jul 16 01:46:29.556122 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57b23f52-b584-4bb9-862b-98438d2bf7a7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.583571 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-37ff2e2c-ae04-422d-966e-ce3f04dde7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.586838 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9e91e791-c9fe-4c0b-965a-04033fe21c7b tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8762612 Jul 16 01:46:29.589755 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51534) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:29.595063 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-9247f0e3-4cd8-4e2f-a0d6-5999a4d45155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1185810351', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}, 'admin_state_up': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:29.631133 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b23f52-b584-4bb9-862b-98438d2bf7a7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Network d3931485-2608-432a-ac9f-3bd63429d1b4 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:29.638912 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b23f52-b584-4bb9-862b-98438d2bf7a7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Pushing event updated for resources: {'Port': ['ID=fe69ac11-fb18-4456-95dc-4268894f4f30,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:29.641658 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-57b23f52-b584-4bb9-862b-98438d2bf7a7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:29.645199 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b23f52-b584-4bb9-862b-98438d2bf7a7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:29.646102 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b23f52-b584-4bb9-862b-98438d2bf7a7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:29.646715 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-57b23f52-b584-4bb9-862b-98438d2bf7a7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.670709 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9247f0e3-4cd8-4e2f-a0d6-5999a4d45155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.671776 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9247f0e3-4cd8-4e2f-a0d6-5999a4d45155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.700745 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-57b23f52-b584-4bb9-862b-98438d2bf7a7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2900822 Jul 16 01:46:29.702313 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51536) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:29.745499 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.754914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c3888-430d-427a-83d2-3f4c55edd772 req-17efed9b-66de-4bce-affb-f58c3e156093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:29.756587 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-174c3888-430d-427a-83d2-3f4c55edd772 req-17efed9b-66de-4bce-affb-f58c3e156093 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.2114475 Jul 16 01:46:29.779018 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9247f0e3-4cd8-4e2f-a0d6-5999a4d45155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.808973 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-174c3888-430d-427a-83d2-3f4c55edd772 req-6cdbabc4-5598-4a83-b1c4-d0bd1cf8026b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 HTTP/1.1" status: 200 len: 217 time: 0.0432663 Jul 16 01:46:29.826235 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9696f3d7-8a30-4946-a44e-4bc54981de10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-24cd5cb5-639e-4aaf-8795-0e5238c77633', 'network_id': '24cd5cb5-639e-4aaf-8795-0e5238c77633', 'tenant_id': '86887679326f4a1ab85a29460594d92d', 'fixed_ips': [{'subnet_id': '23cff986-7b5c-4b31-aae1-8f1e2843cf03'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:29.827099 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9696f3d7-8a30-4946-a44e-4bc54981de10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.883673 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c3888-430d-427a-83d2-3f4c55edd772 req-09ab53bd-9fd5-4e01-8c7f-f21504b83da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:29.885551 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-174c3888-430d-427a-83d2-3f4c55edd772 req-09ab53bd-9fd5-4e01-8c7f-f21504b83da8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0687168 Jul 16 01:46:29.950887 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9247f0e3-4cd8-4e2f-a0d6-5999a4d45155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.011528 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-19e6b11b-6345-4921-b88a-b1d4851ea13a tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Deleting port fe69ac11-fb18-4456-95dc-4268894f4f30 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:30.012068 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-19e6b11b-6345-4921-b88a-b1d4851ea13a tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.014399 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c3888-430d-427a-83d2-3f4c55edd772 req-fa3e70c2-0cc3-414e-8198-1e3b2acef578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:30.018795 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-174c3888-430d-427a-83d2-3f4c55edd772 req-fa3e70c2-0cc3-414e-8198-1e3b2acef578 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1262763 Jul 16 01:46:30.060317 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-9696f3d7-8a30-4946-a44e-4bc54981de10 None None] Allocated IP 172.20.0.2 (24cd5cb5-639e-4aaf-8795-0e5238c77633/23cff986-7b5c-4b31-aae1-8f1e2843cf03/9eac43ef-72b7-40c7-85e8-047b62128dfc) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:30.134115 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-174c3888-430d-427a-83d2-3f4c55edd772 req-1cb949e0-12c5-4763-99aa-9692978ff71a service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077561 Jul 16 01:46:30.148921 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-19e6b11b-6345-4921-b88a-b1d4851ea13a tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.166038 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-19e6b11b-6345-4921-b88a-b1d4851ea13a tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Calling delete_port for fe69ac11-fb18-4456-95dc-4268894f4f30 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:30.282526 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9696f3d7-8a30-4946-a44e-4bc54981de10 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.305635 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9696f3d7-8a30-4946-a44e-4bc54981de10 None None] Transition to ACTIVE for port object 9eac43ef-72b7-40c7-85e8-047b62128dfc will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:30.346619 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9696f3d7-8a30-4946-a44e-4bc54981de10 None None] Transition to ACTIVE for port object 9eac43ef-72b7-40c7-85e8-047b62128dfc will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:30.363516 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9696f3d7-8a30-4946-a44e-4bc54981de10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.378408 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-174c3888-430d-427a-83d2-3f4c55edd772 req-8d2e3b79-ead3-4ddb-8480-54aa6c553326 service neutron] 10.222.0.82 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371433 Jul 16 01:46:30.458920 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9696f3d7-8a30-4946-a44e-4bc54981de10 None None] Network 24cd5cb5-639e-4aaf-8795-0e5238c77633 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:30.465481 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-9696f3d7-8a30-4946-a44e-4bc54981de10 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:30.477107 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9696f3d7-8a30-4946-a44e-4bc54981de10 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:30.504395 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696f3d7-8a30-4946-a44e-4bc54981de10 None None] Pushing event updated for resources: {'Port': ['ID=9eac43ef-72b7-40c7-85e8-047b62128dfc,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:30.562884 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9247f0e3-4cd8-4e2f-a0d6-5999a4d45155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.565022 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-19e6b11b-6345-4921-b88a-b1d4851ea13a tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.609600 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-9696f3d7-8a30-4946-a44e-4bc54981de10 None None] Attempting to bind port 9eac43ef-72b7-40c7-85e8-047b62128dfc on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:30.610998 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-9696f3d7-8a30-4946-a44e-4bc54981de10 None None] Attempting to bind port 9eac43ef-72b7-40c7-85e8-047b62128dfc by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '6c85a258-4727-4048-bb47-d9278c991dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '24cd5cb5-639e-4aaf-8795-0e5238c77633'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:30.610998 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9696f3d7-8a30-4946-a44e-4bc54981de10 None None] Attempting to bind port 9eac43ef-72b7-40c7-85e8-047b62128dfc on network 24cd5cb5-639e-4aaf-8795-0e5238c77633 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:30.618575 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9696f3d7-8a30-4946-a44e-4bc54981de10 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:30.619534 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9696f3d7-8a30-4946-a44e-4bc54981de10 None None] Checking segment: {'id': '6c85a258-4727-4048-bb47-d9278c991dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '24cd5cb5-639e-4aaf-8795-0e5238c77633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:30.619726 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9696f3d7-8a30-4946-a44e-4bc54981de10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.624836 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9696f3d7-8a30-4946-a44e-4bc54981de10 None None] Bound using segment: {'id': '6c85a258-4727-4048-bb47-d9278c991dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '24cd5cb5-639e-4aaf-8795-0e5238c77633'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:30.625630 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-9696f3d7-8a30-4946-a44e-4bc54981de10 None None] Bound port: 9eac43ef-72b7-40c7-85e8-047b62128dfc, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c85a258-4727-4048-bb47-d9278c991dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '24cd5cb5-639e-4aaf-8795-0e5238c77633'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:30.626282 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9696f3d7-8a30-4946-a44e-4bc54981de10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.631582 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc329b-165f-408d-bab9-325fabd9d672 req-a86d6cdd-62d4-49ae-8b2c-9f2ce6e0e3fe tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:30.633640 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-89fc329b-165f-408d-bab9-325fabd9d672 req-a86d6cdd-62d4-49ae-8b2c-9f2ce6e0e3fe tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 944 time: 0.1718383 Jul 16 01:46:30.637101 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9247f0e3-4cd8-4e2f-a0d6-5999a4d45155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.646534 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6b11b-6345-4921-b88a-b1d4851ea13a tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe69ac11-fb18-4456-95dc-4268894f4f30,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:30.680615 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-89fc329b-165f-408d-bab9-325fabd9d672 req-65b2a8a0-f814-421b-8ff7-0e757a4544ab tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394964 Jul 16 01:46:30.683142 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-19e6b11b-6345-4921-b88a-b1d4851ea13a tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.687762 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-19e6b11b-6345-4921-b88a-b1d4851ea13a tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "DELETE /v2.0/ports/fe69ac11-fb18-4456-95dc-4268894f4f30 HTTP/1.1" status: 204 len: 168 time: 0.9816213 Jul 16 01:46:30.689159 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51544) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:30.705491 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-db25186a-40cb-4d75-86ca-a4b1cc35650d tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3931485-2608-432a-ac9f-3bd63429d1b4', 'external_fixed_ips': [{'subnet_id': 'd0e56a99-62de-40bc-9631-4dc4f76e9297', 'ip_address': '2001:db8::f5'}]}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:30.739695 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-9696f3d7-8a30-4946-a44e-4bc54981de10 None None] For port 9eac43ef-72b7-40c7-85e8-047b62128dfc, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:30.743650 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-9696f3d7-8a30-4946-a44e-4bc54981de10 None None] For port 9eac43ef-72b7-40c7-85e8-047b62128dfc, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=9eac43ef-72b7-40c7-85e8-047b62128dfc,segment=NetworkSegment(6c85a258-4727-4048-bb47-d9278c991dcc),segment_id=6c85a258-4727-4048-bb47-d9278c991dcc)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:30.749328 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db25186a-40cb-4d75-86ca-a4b1cc35650d tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.751599 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9696f3d7-8a30-4946-a44e-4bc54981de10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.751748 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db25186a-40cb-4d75-86ca-a4b1cc35650d tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.799152 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0c440-c162-455c-9ca4-04f1f03c2421 req-588ee137-5957-4503-ae3b-969cce8eb9a3 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:30.813199 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-15c0c440-c162-455c-9ca4-04f1f03c2421 req-588ee137-5957-4503-ae3b-969cce8eb9a3 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/ports?device_id=4798b801-be4d-409b-8e03-49338e1e5ddb HTTP/1.1" status: 200 len: 948 time: 0.3108115 Jul 16 01:46:30.833262 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696f3d7-8a30-4946-a44e-4bc54981de10 None None] Pushing event updated for resources: {'Port': ['ID=9eac43ef-72b7-40c7-85e8-047b62128dfc,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:30.850613 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.935294 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db25186a-40cb-4d75-86ca-a4b1cc35650d tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.948001 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-15c0c440-c162-455c-9ca4-04f1f03c2421 req-8134d17a-6a30-4b0b-a5bc-eeefbd7f4b3d tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/security-groups?id=34af670b-44ad-4aa3-8c27-5cd47708f285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333306 Jul 16 01:46:30.976425 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-9247f0e3-4cd8-4e2f-a0d6-5999a4d45155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Allocated IP 172.25.6.250 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/05bcad6a-16cb-45b3-8741-99cc415ee05f) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:31.154290 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9247f0e3-4cd8-4e2f-a0d6-5999a4d45155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.210190 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9247f0e3-4cd8-4e2f-a0d6-5999a4d45155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.219923 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db25186a-40cb-4d75-86ca-a4b1cc35650d tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.265664 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9247f0e3-4cd8-4e2f-a0d6-5999a4d45155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:31.272024 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-9247f0e3-4cd8-4e2f-a0d6-5999a4d45155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:31.279260 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9247f0e3-4cd8-4e2f-a0d6-5999a4d45155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:31.324132 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247f0e3-4cd8-4e2f-a0d6-5999a4d45155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Pushing event updated for resources: {'Port': ['ID=05bcad6a-16cb-45b3-8741-99cc415ee05f,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:31.534223 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.571711 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db25186a-40cb-4d75-86ca-a4b1cc35650d tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.609414 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db25186a-40cb-4d75-86ca-a4b1cc35650d tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.648180 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9247f0e3-4cd8-4e2f-a0d6-5999a4d45155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.732641 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 9eac43ef-72b7-40c7-85e8-047b62128dfc up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:31.886074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 9eac43ef-72b7-40c7-85e8-047b62128dfc completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:31.931657 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 1ecdf398-76ed-4c15-9938-a5e580f381be up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:32.039237 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9247f0e3-4cd8-4e2f-a0d6-5999a4d45155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.139331 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-db25186a-40cb-4d75-86ca-a4b1cc35650d tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Allocated IP 2001:db8::f5 (d3931485-2608-432a-ac9f-3bd63429d1b4/d0e56a99-62de-40bc-9631-4dc4f76e9297/895faaa1-aefb-4a9b-8f34-c9ca96ab0680) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:32.154800 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 1ecdf398-76ed-4c15-9938-a5e580f381be triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:32.159317 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.165734 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81863e00-6426-4fcd-abb5-04d7e714ccea req-fb70177c-bda9-43db-ae41-ab8a6fd50d25 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:32.167266 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-81863e00-6426-4fcd-abb5-04d7e714ccea req-fb70177c-bda9-43db-ae41-ab8a6fd50d25 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 944 time: 0.2915409 Jul 16 01:46:32.214117 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee8bd37-ed15-4449-902a-358247fc6621 None None] Network 24cd5cb5-639e-4aaf-8795-0e5238c77633 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:32.294858 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-81863e00-6426-4fcd-abb5-04d7e714ccea req-c71f5a1c-24ad-45ea-875b-e6c4d4484d51 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031756 Jul 16 01:46:32.329939 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405c8ac-e2f7-4ebf-aab6-b2891689f57c req-c1208476-7b92-4349-bac6-2968a8632611 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:32.331526 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f405c8ac-e2f7-4ebf-aab6-b2891689f57c req-c1208476-7b92-4349-bac6-2968a8632611 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/ports?device_id=4798b801-be4d-409b-8e03-49338e1e5ddb HTTP/1.1" status: 200 len: 948 time: 0.1043229 Jul 16 01:46:32.351985 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9247f0e3-4cd8-4e2f-a0d6-5999a4d45155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Router 0df39f19-daf1-406d-8321-8586a7687831 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:46:32.405939 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db25186a-40cb-4d75-86ca-a4b1cc35650d tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.406251 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-eb61a995-6c4b-456e-824f-2183d07df119 None None] Provisioning for port 9eac43ef-72b7-40c7-85e8-047b62128dfc completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:32.437421 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-eb61a995-6c4b-456e-824f-2183d07df119 None None] Provisioning complete for port 9eac43ef-72b7-40c7-85e8-047b62128dfc triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:32.438944 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f405c8ac-e2f7-4ebf-aab6-b2891689f57c req-24dc44d1-d4ce-4e8e-be96-af0c1d04360f tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/security-groups?id=34af670b-44ad-4aa3-8c27-5cd47708f285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006005 Jul 16 01:46:32.456207 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb61a995-6c4b-456e-824f-2183d07df119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.506851 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db25186a-40cb-4d75-86ca-a4b1cc35650d tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.558944 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.569075 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9247f0e3-4cd8-4e2f-a0d6-5999a4d45155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:32.584136 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db25186a-40cb-4d75-86ca-a4b1cc35650d tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Network d3931485-2608-432a-ac9f-3bd63429d1b4 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:32.586458 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c47cbf1-9473-4d20-a205-3733bf99adc9 None None] Sync routers for ids ['0df39f19-daf1-406d-8321-8586a7687831'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:32.589861 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-db25186a-40cb-4d75-86ca-a4b1cc35650d tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:32.596255 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db25186a-40cb-4d75-86ca-a4b1cc35650d tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:32.599668 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9247f0e3-4cd8-4e2f-a0d6-5999a4d45155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.600113 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25186a-40cb-4d75-86ca-a4b1cc35650d tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Pushing event updated for resources: {'Port': ['ID=895faaa1-aefb-4a9b-8f34-c9ca96ab0680,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:32.606416 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9247f0e3-4cd8-4e2f-a0d6-5999a4d45155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.0130866 Jul 16 01:46:32.607680 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51554) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:32.613379 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c47cbf1-9473-4d20-a205-3733bf99adc9 None None] Routers {'0df39f19-daf1-406d-8321-8586a7687831'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:32.614146 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 1ecdf398-76ed-4c15-9938-a5e580f381be, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1ecdf398-76ed-4c15-9938-a5e580f381be,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:32.618200 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-3c47cbf1-9473-4d20-a205-3733bf99adc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:46:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['0df39f19-daf1-406d-8321-8586a7687831'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:32.637162 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd02652b-2769-428c-bf6a-d83116e7d181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecdf398-76ed-4c15-9938-a5e580f381be'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:32.640130 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce0d4ab-666b-45ca-8bef-946ba48550db" -d '{"events": [{"server_uuid": "fd02652b-2769-428c-bf6a-d83116e7d181", "name": "network-vif-plugged", "status": "completed", "tag": "1ecdf398-76ed-4c15-9938-a5e580f381be"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:32.649636 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.664326 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.698926 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb61a995-6c4b-456e-824f-2183d07df119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.720392 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-3c47cbf1-9473-4d20-a205-3733bf99adc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:32.737172 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c47cbf1-9473-4d20-a205-3733bf99adc9 None None] Routers {'0df39f19-daf1-406d-8321-8586a7687831'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:32.738042 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-3c47cbf1-9473-4d20-a205-3733bf99adc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:46:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['0df39f19-daf1-406d-8321-8586a7687831'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:32.814253 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-3c47cbf1-9473-4d20-a205-3733bf99adc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:32.815470 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c47cbf1-9473-4d20-a205-3733bf99adc9 None None] The sync data for ids ['0df39f19-daf1-406d-8321-8586a7687831'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:32.831359 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcdd864-d36d-4916-b0be-fc33936e05a3 x-openstack-request-id: req-8dcdd864-d36d-4916-b0be-fc33936e05a3 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:32.837488 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd02652b-2769-428c-bf6a-d83116e7d181", "name": "network-vif-plugged", "status": "completed", "tag": "1ecdf398-76ed-4c15-9938-a5e580f381be", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:32.837929 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8dcdd864-d36d-4916-b0be-fc33936e05a3 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:32.838456 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd02652b-2769-428c-bf6a-d83116e7d181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecdf398-76ed-4c15-9938-a5e580f381be', 'code': 200} Jul 16 01:46:32.841431 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=1ecdf398-76ed-4c15-9938-a5e580f381be,revision_number=10']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:32.874610 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-eb61a995-6c4b-456e-824f-2183d07df119 None None] For port 9eac43ef-72b7-40c7-85e8-047b62128dfc, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=9eac43ef-72b7-40c7-85e8-047b62128dfc,segment=NetworkSegment(6c85a258-4727-4048-bb47-d9278c991dcc),segment_id=6c85a258-4727-4048-bb47-d9278c991dcc)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:32.883913 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb61a995-6c4b-456e-824f-2183d07df119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.015438 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61a995-6c4b-456e-824f-2183d07df119 None None] Pushing event updated for resources: {'Port': ['ID=9eac43ef-72b7-40c7-85e8-047b62128dfc,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:33.097630 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db25186a-40cb-4d75-86ca-a4b1cc35650d tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.110395 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d797e62e-1725-41a2-8433-b6744243bffc None None] Provisioning complete for port 9eac43ef-72b7-40c7-85e8-047b62128dfc triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:33.111546 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d797e62e-1725-41a2-8433-b6744243bffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.397893 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:46:33.415382 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a359cbd-f880-4bb5-a307-2db9a414f155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.512201 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d382295-9f2b-443d-98ec-824614807e19 req-ecf4ea7d-79b6-4fca-b8a2-ac1f69df8c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:33.514196 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d382295-9f2b-443d-98ec-824614807e19 req-ecf4ea7d-79b6-4fca-b8a2-ac1f69df8c74 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 1098 time: 0.4814878 Jul 16 01:46:33.624862 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d382295-9f2b-443d-98ec-824614807e19 req-87d5f392-64d8-4303-bc89-3ab80fe88f34 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020656 Jul 16 01:46:33.721424 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 9eac43ef-72b7-40c7-85e8-047b62128dfc up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:33.732625 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=03eeb8b9-b45e-46d0-aea3-16ec4cc28c04,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:33.773033 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '03eeb8b9-b45e-46d0-aea3-16ec4cc28c04', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': '03eeb8b9-b45e-46d0-aea3-16ec4cc28c04', 'mac_address': 'fa:16:3e:e8:3d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:46:33.808883 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0ec74-5437-417d-9cb2-cd2024e93b91 req-65a45b1e-97d4-4e1c-ae70-a66853fa36aa tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:33.816046 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ab0ec74-5437-417d-9cb2-cd2024e93b91 req-65a45b1e-97d4-4e1c-ae70-a66853fa36aa tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/ports?device_id=4798b801-be4d-409b-8e03-49338e1e5ddb HTTP/1.1" status: 200 len: 948 time: 0.1612394 Jul 16 01:46:33.826911 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.838699 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db25186a-40cb-4d75-86ca-a4b1cc35650d tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.843927 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 9eac43ef-72b7-40c7-85e8-047b62128dfc triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:33.844746 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.849350 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:33.909273 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ab0ec74-5437-417d-9cb2-cd2024e93b91 req-56123ad4-8ac6-419c-9ed8-45a182628916 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/security-groups?id=34af670b-44ad-4aa3-8c27-5cd47708f285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920320 Jul 16 01:46:33.913718 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=03eeb8b9-b45e-46d0-aea3-16ec4cc28c04,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:33.935175 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.053431 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db25186a-40cb-4d75-86ca-a4b1cc35650d tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Router 44cf47e9-9e5f-4c47-b42c-dc9d544317b8 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:46:34.066450 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=03eeb8b9-b45e-46d0-aea3-16ec4cc28c04,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:34.103789 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a37b6-2055-4114-b018-cc4040981c20 req-b7f5f676-6b58-4e87-b3d8-5f26143c4f03 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:34.105413 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4a8a37b6-2055-4114-b018-cc4040981c20 req-b7f5f676-6b58-4e87-b3d8-5f26143c4f03 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 946 time: 0.2110558 Jul 16 01:46:34.175607 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['03eeb8b9-b45e-46d0-aea3-16ec4cc28c04'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:34.195038 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4a8a37b6-2055-4114-b018-cc4040981c20 req-0ce473cb-3245-4d23-98a9-6ff7142fee46 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798807 Jul 16 01:46:34.230774 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db25186a-40cb-4d75-86ca-a4b1cc35650d tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:34.249568 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdc7c27-8828-4283-ace8-8c9d32a4b59c None None] Sync routers for ids ['44cf47e9-9e5f-4c47-b42c-dc9d544317b8'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:34.253309 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db25186a-40cb-4d75-86ca-a4b1cc35650d tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.257246 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-db25186a-40cb-4d75-86ca-a4b1cc35650d tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.5642242 Jul 16 01:46:34.257578 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51564) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:34.273623 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdc7c27-8828-4283-ace8-8c9d32a4b59c None None] Routers {'44cf47e9-9e5f-4c47-b42c-dc9d544317b8'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:34.274430 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5fdc7c27-8828-4283-ace8-8c9d32a4b59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:46:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['44cf47e9-9e5f-4c47-b42c-dc9d544317b8'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:34.315834 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-0a359cbd-f880-4bb5-a307-2db9a414f155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Allocated IP 172.20.0.1 (24cd5cb5-639e-4aaf-8795-0e5238c77633/23cff986-7b5c-4b31-aae1-8f1e2843cf03/be238f09-400c-44a9-a4ba-683dd1d990cf) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:34.452136 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.466089 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-5fdc7c27-8828-4283-ace8-8c9d32a4b59c None None] Set router 44cf47e9-9e5f-4c47-b42c-dc9d544317b8 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:34.486671 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a359cbd-f880-4bb5-a307-2db9a414f155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.502882 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-0a359cbd-f880-4bb5-a307-2db9a414f155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Transition to ACTIVE for port object be238f09-400c-44a9-a4ba-683dd1d990cf will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:34.583661 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a359cbd-f880-4bb5-a307-2db9a414f155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.654689 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.655165 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a359cbd-f880-4bb5-a307-2db9a414f155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Pushing event updated for resources: {'Port': ['ID=be238f09-400c-44a9-a4ba-683dd1d990cf,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:34.662860 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a359cbd-f880-4bb5-a307-2db9a414f155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Network 24cd5cb5-639e-4aaf-8795-0e5238c77633 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:34.665086 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-0a359cbd-f880-4bb5-a307-2db9a414f155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:34.667570 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a359cbd-f880-4bb5-a307-2db9a414f155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:34.746447 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5fdc7c27-8828-4283-ace8-8c9d32a4b59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cf47e9-9e5f-4c47-b42c-dc9d544317b8', 'name': '', 'tenant_id': 'd5ae095b21334a35b3ba1dd4aabc6f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3931485-2608-432a-ac9f-3bd63429d1b4', 'external_fixed_ips': [{'subnet_id': 'd0e56a99-62de-40bc-9631-4dc4f76e9297', 'ip_address': '2001:db8::f5'}], 'enable_snat': True}, 'gw_port_id': '895faaa1-aefb-4a9b-8f34-c9ca96ab0680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:30Z', 'updated_at': '2021-07-16T01:46:32Z', 'revision_number': 3, 'project_id': 'd5ae095b21334a35b3ba1dd4aabc6f7d', 'gw_port': {'id': '895faaa1-aefb-4a9b-8f34-c9ca96ab0680', 'name': '', 'network_id': 'd3931485-2608-432a-ac9f-3bd63429d1b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:50:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cf47e9-9e5f-4c47-b42c-dc9d544317b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'd0e56a99-62de-40bc-9631-4dc4f76e9297', 'ip_address': '2001:db8::f5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:31Z', 'updated_at': '2021-07-16T01:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e56a99-62de-40bc-9631-4dc4f76e9297', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:34.757730 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a359cbd-f880-4bb5-a307-2db9a414f155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.780920 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Deleting port 895faaa1-aefb-4a9b-8f34-c9ca96ab0680 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:34.781878 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.811571 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdc7c27-8828-4283-ace8-8c9d32a4b59c None None] Checking router: 44cf47e9-9e5f-4c47-b42c-dc9d544317b8 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:34.811792 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdc7c27-8828-4283-ace8-8c9d32a4b59c None None] Updating router 44cf47e9-9e5f-4c47-b42c-dc9d544317b8 port 895faaa1-aefb-4a9b-8f34-c9ca96ab0680 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:46:34.893293 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.895300 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fdc7c27-8828-4283-ace8-8c9d32a4b59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.908969 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Calling delete_port for 895faaa1-aefb-4a9b-8f34-c9ca96ab0680 owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:35.066073 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a359cbd-f880-4bb5-a307-2db9a414f155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.147593 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.151285 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5b4a4c6e-073b-4d28-887a-b36a91d77433 None None] Provisioning for port be238f09-400c-44a9-a4ba-683dd1d990cf completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:35.159343 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5b4a4c6e-073b-4d28-887a-b36a91d77433 None None] Provisioning complete for port be238f09-400c-44a9-a4ba-683dd1d990cf triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:35.159864 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b4a4c6e-073b-4d28-887a-b36a91d77433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.363351 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.390373 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cebf1-a5f4-4273-8de0-a8ea5d90af23 req-edef576f-a56e-49ef-9ded-be9b6827d14c tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:35.395889 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f39cebf1-a5f4-4273-8de0-a8ea5d90af23 req-edef576f-a56e-49ef-9ded-be9b6827d14c tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/ports?device_id=4798b801-be4d-409b-8e03-49338e1e5ddb HTTP/1.1" status: 200 len: 949 time: 0.2634413 Jul 16 01:46:35.448165 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Pushing event deleted for resources: {'Port': ['ID=895faaa1-aefb-4a9b-8f34-c9ca96ab0680,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:35.509827 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.519441 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:35.556980 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a359cbd-f880-4bb5-a307-2db9a414f155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.583435 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5b4a4c6e-073b-4d28-887a-b36a91d77433 None None] Port be238f09-400c-44a9-a4ba-683dd1d990cf cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:35.589576 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed893a0d-3f1e-464b-b344-45e03e2e5656 req-9bf6f24c-6c47-4740-95bf-2dfa9102d375 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:35.591789 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ed893a0d-3f1e-464b-b344-45e03e2e5656 req-9bf6f24c-6c47-4740-95bf-2dfa9102d375 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 946 time: 0.1620276 Jul 16 01:46:35.594232 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a359cbd-f880-4bb5-a307-2db9a414f155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.604086 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:35.604651 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:35.605244 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:35.605593 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:35.607805 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:35.608097 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:35.608511 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:35.608842 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:35.609187 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:35.609528 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:35.610035 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:35.610382 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:35.662154 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.665535 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.671260 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f39cebf1-a5f4-4273-8de0-a8ea5d90af23 req-23ded51e-e51f-4695-9f35-1441daa4e7cd tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/security-groups?id=34af670b-44ad-4aa3-8c27-5cd47708f285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242560 Jul 16 01:46:35.721236 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.721784 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44cf47e9-9e5f-4c47-b42c-dc9d544317b8 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:35.728063 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.729377 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bd1337e0-b703-48b3-b484-d1962869f473 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "DELETE /v2.0/routers/44cf47e9-9e5f-4c47-b42c-dc9d544317b8 HTTP/1.1" status: 204 len: 168 time: 1.4707584 Jul 16 01:46:35.732017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51606) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:35.747357 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-5fdc7c27-8828-4283-ace8-8c9d32a4b59c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:46:35.747357 n-d-792394-16 neutron-server[93957]: DEBUG oslo_db.api [None req-5fdc7c27-8828-4283-ace8-8c9d32a4b59c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:46:35.751871 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:35.759693 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:35.760590 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a359cbd-f880-4bb5-a307-2db9a414f155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.762411 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a359cbd-f880-4bb5-a307-2db9a414f155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Pushing event updated for resources: {'Port': ['ID=be238f09-400c-44a9-a4ba-683dd1d990cf,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:35.772514 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.785321 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ed893a0d-3f1e-464b-b344-45e03e2e5656 req-5d221c69-6c8c-4067-8e0f-bcde499cd629 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482234 Jul 16 01:46:35.808557 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3245ac-c4ed-4d7b-9d30-87bb9b98bd38 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Deleting subnet d0e56a99-62de-40bc-9631-4dc4f76e9297 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:46:35.822090 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ce3245ac-c4ed-4d7b-9d30-87bb9b98bd38 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.862113 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ce3245ac-c4ed-4d7b-9d30-87bb9b98bd38 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.893835 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.903450 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a359cbd-f880-4bb5-a307-2db9a414f155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Network 24cd5cb5-639e-4aaf-8795-0e5238c77633 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:35.904921 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-0a359cbd-f880-4bb5-a307-2db9a414f155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:35.909528 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ce3245ac-c4ed-4d7b-9d30-87bb9b98bd38 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.938108 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4798b801-be4d-409b-8e03-49338e1e5ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03eeb8b9-b45e-46d0-aea3-16ec4cc28c04'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:35.942249 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d9dc82-a09f-4339-818a-5f9f5d1487e2" -d '{"events": [{"server_uuid": "4798b801-be4d-409b-8e03-49338e1e5ddb", "name": "network-vif-plugged", "status": "completed", "tag": "03eeb8b9-b45e-46d0-aea3-16ec4cc28c04"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:35.962368 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=03eeb8b9-b45e-46d0-aea3-16ec4cc28c04,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:35.974411 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.012159 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ce3245ac-c4ed-4d7b-9d30-87bb9b98bd38 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.023791 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093d5e0a-0c69-4a3d-a587-d004097baaf2 x-openstack-request-id: req-093d5e0a-0c69-4a3d-a587-d004097baaf2 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:36.024084 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4798b801-be4d-409b-8e03-49338e1e5ddb", "name": "network-vif-plugged", "status": "completed", "tag": "03eeb8b9-b45e-46d0-aea3-16ec4cc28c04", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:36.024333 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-093d5e0a-0c69-4a3d-a587-d004097baaf2 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:36.024774 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4798b801-be4d-409b-8e03-49338e1e5ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03eeb8b9-b45e-46d0-aea3-16ec4cc28c04', 'code': 200} Jul 16 01:46:36.061796 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a359cbd-f880-4bb5-a307-2db9a414f155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Router 0df39f19-daf1-406d-8321-8586a7687831 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:46:36.065577 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=03eeb8b9-b45e-46d0-aea3-16ec4cc28c04,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:36.089189 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3245ac-c4ed-4d7b-9d30-87bb9b98bd38 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d0e56a99-62de-40bc-9631-4dc4f76e9297,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:36.098764 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ce3245ac-c4ed-4d7b-9d30-87bb9b98bd38 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.103332 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ce3245ac-c4ed-4d7b-9d30-87bb9b98bd38 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/d0e56a99-62de-40bc-9631-4dc4f76e9297 HTTP/1.1" status: 204 len: 168 time: 0.3677087 Jul 16 01:46:36.113154 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51618) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:36.187607 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5ff8d-d2c2-44ce-8386-e80bc1cdb148 req-464afd78-6954-4532-86ee-38a211b0b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:36.190128 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1cb5ff8d-d2c2-44ce-8386-e80bc1cdb148 req-464afd78-6954-4532-86ee-38a211b0b56b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4798b801-be4d-409b-8e03-49338e1e5ddb HTTP/1.1" status: 200 len: 1102 time: 0.0873089 Jul 16 01:46:36.237698 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1cb5ff8d-d2c2-44ce-8386-e80bc1cdb148 req-1ba51062-e7ad-45f8-a395-e6fe1eaf6a80 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=34af670b-44ad-4aa3-8c27-5cd47708f285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400972 Jul 16 01:46:36.253629 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e9e9717b-4b41-4c84-a9c5-7d9b31ee88a4 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.273736 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a359cbd-f880-4bb5-a307-2db9a414f155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:36.274026 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdc7c27-8828-4283-ace8-8c9d32a4b59c None None] Port 895faaa1-aefb-4a9b-8f34-c9ca96ab0680 not found while updating agent binding for router 44cf47e9-9e5f-4c47-b42c-dc9d544317b8. {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 01:46:36.281034 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0a359cbd-f880-4bb5-a307-2db9a414f155 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] 10.222.0.16 "PUT /v2.0/routers/0df39f19-daf1-406d-8321-8586a7687831/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6704683 Jul 16 01:46:36.283892 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51624) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:36.287173 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009c01c5-d2d0-46d2-bd6b-d14f58fc6e52 None None] Sync routers for ids ['0df39f19-daf1-406d-8321-8586a7687831'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:36.289981 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-23f05fa0-de3b-4a9e-acab-5e0c561b1c28 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Request body: {'port': {'network_id': '24cd5cb5-639e-4aaf-8795-0e5238c77633', 'name': 'tempest-FloatingIPAdminTestJSON-586012274'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:36.294873 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdc7c27-8828-4283-ace8-8c9d32a4b59c None None] Routers set() bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:36.296760 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdc7c27-8828-4283-ace8-8c9d32a4b59c None None] Router IDs set() for agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:46:36.299751 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_agentschedulers_db [None req-5fdc7c27-8828-4283-ace8-8c9d32a4b59c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'44cf47e9-9e5f-4c47-b42c-dc9d544317b8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:46:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent'). {{(pid=93957) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 01:46:36.300247 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdc7c27-8828-4283-ace8-8c9d32a4b59c None None] The sync data for ids ['44cf47e9-9e5f-4c47-b42c-dc9d544317b8'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:36.301191 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009c01c5-d2d0-46d2-bd6b-d14f58fc6e52 None None] Routers {'0df39f19-daf1-406d-8321-8586a7687831'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:36.301824 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-009c01c5-d2d0-46d2-bd6b-d14f58fc6e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:46:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['0df39f19-daf1-406d-8321-8586a7687831'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:36.354542 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-009c01c5-d2d0-46d2-bd6b-d14f58fc6e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:36.365375 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009c01c5-d2d0-46d2-bd6b-d14f58fc6e52 None None] Routers {'0df39f19-daf1-406d-8321-8586a7687831'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:36.366207 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-009c01c5-d2d0-46d2-bd6b-d14f58fc6e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:46:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['0df39f19-daf1-406d-8321-8586a7687831'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:36.394275 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e9e9717b-4b41-4c84-a9c5-7d9b31ee88a4 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.402023 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-009c01c5-d2d0-46d2-bd6b-d14f58fc6e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:36.402676 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009c01c5-d2d0-46d2-bd6b-d14f58fc6e52 None None] The sync data for ids ['0df39f19-daf1-406d-8321-8586a7687831'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:36.409666 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-63abe5af-1f5e-4140-be21-c3f37fe86bfd None None] Provisioning complete for port be238f09-400c-44a9-a4ba-683dd1d990cf triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:36.410105 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-63abe5af-1f5e-4140-be21-c3f37fe86bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.413427 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-e9e9717b-4b41-4c84-a9c5-7d9b31ee88a4 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3931485-2608-432a-ac9f-3bd63429d1b4']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:36.437268 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-e9e9717b-4b41-4c84-a9c5-7d9b31ee88a4 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9b85fa-323c-4118-855f-0fc228ac11df') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:36.437375 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-e9e9717b-4b41-4c84-a9c5-7d9b31ee88a4 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9b85fa-323c-4118-855f-0fc228ac11df') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:36.443837 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f05fa0-de3b-4a9e-acab-5e0c561b1c28 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Made reservation on behalf of 86887679326f4a1ab85a29460594d92d for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:36.449374 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e9e9717b-4b41-4c84-a9c5-7d9b31ee88a4 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.450291 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-23f05fa0-de3b-4a9e-acab-5e0c561b1c28 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.452744 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-63abe5af-1f5e-4140-be21-c3f37fe86bfd None None] Port be238f09-400c-44a9-a4ba-683dd1d990cf cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:36.466747 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e9e9717b-4b41-4c84-a9c5-7d9b31ee88a4 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.475311 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-23f05fa0-de3b-4a9e-acab-5e0c561b1c28 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] device_id is not set on port 2c1343fd-64ec-436e-9075-7ef282c22967 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:46:36.479768 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e9717b-4b41-4c84-a9c5-7d9b31ee88a4 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:36.480552 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e9e9717b-4b41-4c84-a9c5-7d9b31ee88a4 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:36.482607 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:36.556151 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e9e9717b-4b41-4c84-a9c5-7d9b31ee88a4 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.576974 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e9717b-4b41-4c84-a9c5-7d9b31ee88a4 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d3931485-2608-432a-ac9f-3bd63429d1b4 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:46:36.581786 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e9e9717b-4b41-4c84-a9c5-7d9b31ee88a4 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.597238 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e9e9717b-4b41-4c84-a9c5-7d9b31ee88a4 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "DELETE /v2.0/networks/d3931485-2608-432a-ac9f-3bd63429d1b4 HTTP/1.1" status: 204 len: 168 time: 0.4747367 Jul 16 01:46:36.599793 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9717b-4b41-4c84-a9c5-7d9b31ee88a4 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Pushing event deleted for resources: {'Network': ['ID=d3931485-2608-432a-ac9f-3bd63429d1b4,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:36.625161 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-23f05fa0-de3b-4a9e-acab-5e0c561b1c28 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Allocated IP 172.20.0.12 (24cd5cb5-639e-4aaf-8795-0e5238c77633/23cff986-7b5c-4b31-aae1-8f1e2843cf03/2c1343fd-64ec-436e-9075-7ef282c22967) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:36.872910 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-23f05fa0-de3b-4a9e-acab-5e0c561b1c28 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.882317 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51644) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:36.903222 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-950b9e19-9bdb-48b6-9ed6-635dbae6166f tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Request body: {'router': {'name': 'tempest-router--1814350020', 'project_id': 'fe750d8f2cb743edab32e8eff1e4a1ef'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:36.927070 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-23f05fa0-de3b-4a9e-acab-5e0c561b1c28 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Transition to ACTIVE for port object 2c1343fd-64ec-436e-9075-7ef282c22967 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:36.963314 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-950b9e19-9bdb-48b6-9ed6-635dbae6166f tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.968336 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-950b9e19-9bdb-48b6-9ed6-635dbae6166f tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.993728 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ff077-da28-4d2d-bbe0-c8a0cd7b2a1a req-87d751bd-c793-4750-9b19-99b1814d750e tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:36.995259 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c70ff077-da28-4d2d-bbe0-c8a0cd7b2a1a req-87d751bd-c793-4750-9b19-99b1814d750e tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/ports?device_id=4798b801-be4d-409b-8e03-49338e1e5ddb HTTP/1.1" status: 200 len: 950 time: 0.1441648 Jul 16 01:46:37.040630 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c70ff077-da28-4d2d-bbe0-c8a0cd7b2a1a req-44498177-1952-4235-92e7-233d24277efc tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/security-groups?id=34af670b-44ad-4aa3-8c27-5cd47708f285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393386 Jul 16 01:46:37.060651 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-23f05fa0-de3b-4a9e-acab-5e0c561b1c28 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.129342 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-950b9e19-9bdb-48b6-9ed6-635dbae6166f tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.169523 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f05fa0-de3b-4a9e-acab-5e0c561b1c28 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Network 24cd5cb5-639e-4aaf-8795-0e5238c77633 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:37.172914 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-950b9e19-9bdb-48b6-9ed6-635dbae6166f tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.187316 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-23f05fa0-de3b-4a9e-acab-5e0c561b1c28 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:37.198188 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f05fa0-de3b-4a9e-acab-5e0c561b1c28 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:37.236455 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-950b9e19-9bdb-48b6-9ed6-635dbae6166f tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.240210 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-950b9e19-9bdb-48b6-9ed6-635dbae6166f tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3543026 Jul 16 01:46:37.240591 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51646) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.244566 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f05fa0-de3b-4a9e-acab-5e0c561b1c28 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Pushing event updated for resources: {'Port': ['ID=2c1343fd-64ec-436e-9075-7ef282c22967,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:37.275057 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b337d34-9f57-489c-8eae-6861afeefcdb req-8e8c6c4f-ea9f-4efa-b0a1-06b893070e0a tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:37.276690 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4b337d34-9f57-489c-8eae-6861afeefcdb req-8e8c6c4f-ea9f-4efa-b0a1-06b893070e0a tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 946 time: 0.2792039 Jul 16 01:46:37.295063 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f05fa0-de3b-4a9e-acab-5e0c561b1c28 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:37.295717 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-23f05fa0-de3b-4a9e-acab-5e0c561b1c28 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.325913 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-803951c2-f663-4319-91aa-79bfe21aaeec tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.330033 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-23f05fa0-de3b-4a9e-acab-5e0c561b1c28 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0414212 Jul 16 01:46:37.330180 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51648) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.341664 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4b337d34-9f57-489c-8eae-6861afeefcdb req-23129988-2b3c-4807-be4a-c7ac2035f699 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540566 Jul 16 01:46:37.494335 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a3e6ca3-0fb1-4e1d-a4b2-9bb21c698833 None None] Provisioning for port 2c1343fd-64ec-436e-9075-7ef282c22967 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:37.499346 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a3e6ca3-0fb1-4e1d-a4b2-9bb21c698833 None None] Provisioning complete for port 2c1343fd-64ec-436e-9075-7ef282c22967 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:37.499722 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a3e6ca3-0fb1-4e1d-a4b2-9bb21c698833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.535629 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a3e6ca3-0fb1-4e1d-a4b2-9bb21c698833 None None] Port 2c1343fd-64ec-436e-9075-7ef282c22967 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:37.561829 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-803951c2-f663-4319-91aa-79bfe21aaeec tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.564640 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-803951c2-f663-4319-91aa-79bfe21aaeec tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.611091 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-17dd44c6-e176-4443-b005-594d8345623b tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'project_id': '86887679326f4a1ab85a29460594d92d', 'port_id': '2c1343fd-64ec-436e-9075-7ef282c22967'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:37.626500 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-803951c2-f663-4319-91aa-79bfe21aaeec tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.627014 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803951c2-f663-4319-91aa-79bfe21aaeec tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6fd1de82-6223-4fef-abcc-5c1a987d8595 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:37.632883 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-803951c2-f663-4319-91aa-79bfe21aaeec tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.634024 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-803951c2-f663-4319-91aa-79bfe21aaeec tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "DELETE /v2.0/routers/6fd1de82-6223-4fef-abcc-5c1a987d8595 HTTP/1.1" status: 204 len: 168 time: 0.3924351 Jul 16 01:46:37.650346 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17dd44c6-e176-4443-b005-594d8345623b tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.740959 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17dd44c6-e176-4443-b005-594d8345623b tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.761393 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51664) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.874241 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-17dd44c6-e176-4443-b005-594d8345623b tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Allocated IP 172.25.6.175 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/6f052c84-4134-4389-b280-e5989995f562) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:37.939214 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-17fde798-39b9-445f-b0b4-cb905200d235 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1901321512', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}, 'admin_state_up': False}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:37.969725 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-17fde798-39b9-445f-b0b4-cb905200d235 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.971351 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-17fde798-39b9-445f-b0b4-cb905200d235 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.996280 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17dd44c6-e176-4443-b005-594d8345623b tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.041016 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-17fde798-39b9-445f-b0b4-cb905200d235 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.044758 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17dd44c6-e176-4443-b005-594d8345623b tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.088897 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dd44c6-e176-4443-b005-594d8345623b tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:38.092006 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-17dd44c6-e176-4443-b005-594d8345623b tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:38.096492 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dd44c6-e176-4443-b005-594d8345623b tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:38.128614 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd44c6-e176-4443-b005-594d8345623b tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Pushing event updated for resources: {'Port': ['ID=6f052c84-4134-4389-b280-e5989995f562,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:38.218030 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-17fde798-39b9-445f-b0b4-cb905200d235 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.328727 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd856ea9-5f64-4433-96f8-8f3276225c37 req-dde40973-380b-4c81-ac58-8aa0134d5aca tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:38.330668 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dd856ea9-5f64-4433-96f8-8f3276225c37 req-dde40973-380b-4c81-ac58-8aa0134d5aca tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/ports?device_id=4798b801-be4d-409b-8e03-49338e1e5ddb HTTP/1.1" status: 200 len: 950 time: 0.1542082 Jul 16 01:46:38.427700 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dd856ea9-5f64-4433-96f8-8f3276225c37 req-ab7a8dcb-c742-48c3-934f-fc5298e7cb64 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/security-groups?id=34af670b-44ad-4aa3-8c27-5cd47708f285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575690 Jul 16 01:46:38.435288 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-17fde798-39b9-445f-b0b4-cb905200d235 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.454759 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-17fde798-39b9-445f-b0b4-cb905200d235 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.584723 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17dd44c6-e176-4443-b005-594d8345623b tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.604866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-17fde798-39b9-445f-b0b4-cb905200d235 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Allocated IP 172.25.6.14 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/aea1a880-d967-4846-a178-600a6d8dfb95) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:38.674324 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17dd44c6-e176-4443-b005-594d8345623b tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.734327 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-17fde798-39b9-445f-b0b4-cb905200d235 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.793071 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-17fde798-39b9-445f-b0b4-cb905200d235 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.836862 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fde798-39b9-445f-b0b4-cb905200d235 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:38.841489 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-17fde798-39b9-445f-b0b4-cb905200d235 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:38.847517 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fde798-39b9-445f-b0b4-cb905200d235 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:38.857072 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17dd44c6-e176-4443-b005-594d8345623b tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.865482 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17dd44c6-e176-4443-b005-594d8345623b tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.886743 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fde798-39b9-445f-b0b4-cb905200d235 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Pushing event updated for resources: {'Port': ['ID=aea1a880-d967-4846-a178-600a6d8dfb95,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:38.982413 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd44c6-e176-4443-b005-594d8345623b tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Pushing event updated for resources: {'Port': ['ID=6f052c84-4134-4389-b280-e5989995f562,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:38.997731 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17dd44c6-e176-4443-b005-594d8345623b tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.156349 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-17fde798-39b9-445f-b0b4-cb905200d235 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.376856 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-17fde798-39b9-445f-b0b4-cb905200d235 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.430150 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d3774-9cc8-4ea0-b7ed-5e18a85b0fa3 req-842421db-2dd5-4805-aaf6-30b62a8f9a36 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:39.431808 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-457d3774-9cc8-4ea0-b7ed-5e18a85b0fa3 req-842421db-2dd5-4805-aaf6-30b62a8f9a36 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/ports?device_id=4798b801-be4d-409b-8e03-49338e1e5ddb HTTP/1.1" status: 200 len: 950 time: 0.5518942 Jul 16 01:46:39.504188 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-17dd44c6-e176-4443-b005-594d8345623b tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Floating IP eb07b1d8-a18e-4d1d-92b6-387441cd246f associated. External IP: 172.25.6.175, port: 2c1343fd-64ec-436e-9075-7ef282c22967. Jul 16 01:46:39.527283 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fde798-39b9-445f-b0b4-cb905200d235 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Router 30908db1-72f9-429e-9e37-64a9476a18df is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:46:39.542934 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-457d3774-9cc8-4ea0-b7ed-5e18a85b0fa3 req-fcb9567d-983c-4fed-870e-32669dcf2f6f tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/security-groups?id=34af670b-44ad-4aa3-8c27-5cd47708f285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853717 Jul 16 01:46:39.650975 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fde798-39b9-445f-b0b4-cb905200d235 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:39.664776 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00742fcb-cc1a-4d74-a99c-8cdcb3b0ee1e None None] Sync routers for ids ['30908db1-72f9-429e-9e37-64a9476a18df'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:39.675182 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00742fcb-cc1a-4d74-a99c-8cdcb3b0ee1e None None] Routers {'30908db1-72f9-429e-9e37-64a9476a18df'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:39.676074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-00742fcb-cc1a-4d74-a99c-8cdcb3b0ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:46:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['30908db1-72f9-429e-9e37-64a9476a18df'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:39.676550 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-17fde798-39b9-445f-b0b4-cb905200d235 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.681659 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-17fde798-39b9-445f-b0b4-cb905200d235 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9191608 Jul 16 01:46:39.682504 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51678) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:39.714175 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-00742fcb-cc1a-4d74-a99c-8cdcb3b0ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:39.724925 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00742fcb-cc1a-4d74-a99c-8cdcb3b0ee1e None None] Routers {'30908db1-72f9-429e-9e37-64a9476a18df'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:39.725931 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-00742fcb-cc1a-4d74-a99c-8cdcb3b0ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:46:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['30908db1-72f9-429e-9e37-64a9476a18df'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:39.744666 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17dd44c6-e176-4443-b005-594d8345623b tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Router 0df39f19-daf1-406d-8321-8586a7687831 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:46:39.763139 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-00742fcb-cc1a-4d74-a99c-8cdcb3b0ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:39.764026 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00742fcb-cc1a-4d74-a99c-8cdcb3b0ee1e None None] The sync data for ids ['30908db1-72f9-429e-9e37-64a9476a18df'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:39.807683 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e73c468c-1302-4084-87c3-237cb99e5e1e tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "GET /v2.0/routers/30908db1-72f9-429e-9e37-64a9476a18df HTTP/1.1" status: 200 len: 924 time: 0.1239417 Jul 16 01:46:39.810413 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51680) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:39.842939 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8e1f709a-dc55-4f4f-bc33-52e8569481b9 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "GET /v2.0/ports?device_id=30908db1-72f9-429e-9e37-64a9476a18df HTTP/1.1" status: 200 len: 205 time: 0.0312839 Jul 16 01:46:39.845399 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51682) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:39.858441 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dd44c6-e176-4443-b005-594d8345623b tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:39.867570 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b490c3-c5cf-4658-98ab-0c8a49a7c81e None None] Sync routers for ids ['0df39f19-daf1-406d-8321-8586a7687831'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:39.876395 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17dd44c6-e176-4443-b005-594d8345623b tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.877692 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b490c3-c5cf-4658-98ab-0c8a49a7c81e None None] Routers {'0df39f19-daf1-406d-8321-8586a7687831'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:39.878519 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-f0b490c3-c5cf-4658-98ab-0c8a49a7c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:46:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['0df39f19-daf1-406d-8321-8586a7687831'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:39.923216 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-17dd44c6-e176-4443-b005-594d8345623b tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.5920002 Jul 16 01:46:39.926737 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51688) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:40.055482 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-f0b490c3-c5cf-4658-98ab-0c8a49a7c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:40.066161 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b490c3-c5cf-4658-98ab-0c8a49a7c81e None None] Routers {'0df39f19-daf1-406d-8321-8586a7687831'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:40.067054 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-f0b490c3-c5cf-4658-98ab-0c8a49a7c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:46:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['0df39f19-daf1-406d-8321-8586a7687831'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:40.102541 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-f0b490c3-c5cf-4658-98ab-0c8a49a7c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:40.103419 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b490c3-c5cf-4658-98ab-0c8a49a7c81e None None] The sync data for ids ['0df39f19-daf1-406d-8321-8586a7687831'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:40.524750 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7a1ff85a-f756-4527-b580-ab7bb65df286 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] 10.222.0.16 "GET /v2.0/floatingips/eb07b1d8-a18e-4d1d-92b6-387441cd246f HTTP/1.1" status: 200 len: 983 time: 0.5967937 Jul 16 01:46:40.527596 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51692) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:40.533959 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6e9416a7-9a5a-4bcb-a3bd-1e6bcffa17fe tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.607778 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a66a76-23d8-40db-a29c-15197c5b77c1 req-c2de430d-df99-45ef-9b30-a778056bfe06 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:40.609357 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-43a66a76-23d8-40db-a29c-15197c5b77c1 req-c2de430d-df99-45ef-9b30-a778056bfe06 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.82 "GET /v2.0/ports?device_id=4798b801-be4d-409b-8e03-49338e1e5ddb HTTP/1.1" status: 200 len: 950 time: 0.1908755 Jul 16 01:46:40.659326 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-324c6e9a-b85c-4564-bca8-71e07f0454c7 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.1301188 Jul 16 01:46:40.660200 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51696) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:40.779835 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6e9416a7-9a5a-4bcb-a3bd-1e6bcffa17fe tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.836505 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-f66a28fd-f527-4a58-9c07-c709156dbd7d tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Deleting port 6f052c84-4134-4389-b280-e5989995f562 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:40.837141 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f66a28fd-f527-4a58-9c07-c709156dbd7d tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.852757 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff857214-a456-49e9-955d-2055f370396a req-8e02fd02-11d4-4d30-a4e5-73c3c50a1d8a tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:40.854645 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff857214-a456-49e9-955d-2055f370396a req-8e02fd02-11d4-4d30-a4e5-73c3c50a1d8a tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/ports?device_id=4798b801-be4d-409b-8e03-49338e1e5ddb HTTP/1.1" status: 200 len: 950 time: 0.1573973 Jul 16 01:46:40.866584 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-43a66a76-23d8-40db-a29c-15197c5b77c1 req-09be9fd2-22ff-4110-ac34-ecf797ea962b tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Deleting port 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:40.866940 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-43a66a76-23d8-40db-a29c-15197c5b77c1 req-09be9fd2-22ff-4110-ac34-ecf797ea962b tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.921312 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f66a28fd-f527-4a58-9c07-c709156dbd7d tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.921643 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f66a28fd-f527-4a58-9c07-c709156dbd7d tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.933505 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-f66a28fd-f527-4a58-9c07-c709156dbd7d tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Calling delete_port for 6f052c84-4134-4389-b280-e5989995f562 owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:40.954482 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-6e9416a7-9a5a-4bcb-a3bd-1e6bcffa17fe tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Deleting port aea1a880-d967-4846-a178-600a6d8dfb95 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:40.954853 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6e9416a7-9a5a-4bcb-a3bd-1e6bcffa17fe tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.005498 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff857214-a456-49e9-955d-2055f370396a req-843a96c2-0f02-4098-aba4-e28b17053038 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/security-groups?id=34af670b-44ad-4aa3-8c27-5cd47708f285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320183 Jul 16 01:46:41.062188 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-43a66a76-23d8-40db-a29c-15197c5b77c1 req-09be9fd2-22ff-4110-ac34-ecf797ea962b tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] For port 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=03eeb8b9-b45e-46d0-aea3-16ec4cc28c04,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:41.062564 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-43a66a76-23d8-40db-a29c-15197c5b77c1 req-09be9fd2-22ff-4110-ac34-ecf797ea962b tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.080796 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-43a66a76-23d8-40db-a29c-15197c5b77c1 req-09be9fd2-22ff-4110-ac34-ecf797ea962b tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Calling delete_port for 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:41.101221 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6e9416a7-9a5a-4bcb-a3bd-1e6bcffa17fe tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.137101 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f66a28fd-f527-4a58-9c07-c709156dbd7d tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.149155 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-6e9416a7-9a5a-4bcb-a3bd-1e6bcffa17fe tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Calling delete_port for aea1a880-d967-4846-a178-600a6d8dfb95 owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:41.187483 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a28fd-f527-4a58-9c07-c709156dbd7d tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Pushing event deleted for resources: {'Port': ['ID=6f052c84-4134-4389-b280-e5989995f562,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:41.253097 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f66a28fd-f527-4a58-9c07-c709156dbd7d tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.254077 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-f66a28fd-f527-4a58-9c07-c709156dbd7d tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Floating IP eb07b1d8-a18e-4d1d-92b6-387441cd246f disassociated (deleted). External IP: 172.25.6.175, port: 2c1343fd-64ec-436e-9075-7ef282c22967. Jul 16 01:46:41.347312 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-43a66a76-23d8-40db-a29c-15197c5b77c1 req-09be9fd2-22ff-4110-ac34-ecf797ea962b tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.359959 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['03eeb8b9-b45e-46d0-aea3-16ec4cc28c04'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:41.398377 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be9fd2-22ff-4110-ac34-ecf797ea962b tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Pushing event deleted for resources: {'Port': ['ID=03eeb8b9-b45e-46d0-aea3-16ec4cc28c04,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:41.465172 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a66a76-23d8-40db-a29c-15197c5b77c1 req-09be9fd2-22ff-4110-ac34-ecf797ea962b tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] No DVR routers for this DVR port 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:41.470092 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-43a66a76-23d8-40db-a29c-15197c5b77c1 req-09be9fd2-22ff-4110-ac34-ecf797ea962b tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.472535 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-43a66a76-23d8-40db-a29c-15197c5b77c1 req-09be9fd2-22ff-4110-ac34-ecf797ea962b tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.82 "DELETE /v2.0/ports/03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 HTTP/1.1" status: 204 len: 173 time: 0.8264234 Jul 16 01:46:41.473461 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4798b801-be4d-409b-8e03-49338e1e5ddb', 'name': 'network-vif-deleted', 'tag': '03eeb8b9-b45e-46d0-aea3-16ec4cc28c04'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:41.477572 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bfaadb-a3f8-477f-a27c-baf31625f292" -d '{"events": [{"server_uuid": "4798b801-be4d-409b-8e03-49338e1e5ddb", "name": "network-vif-deleted", "tag": "03eeb8b9-b45e-46d0-aea3-16ec4cc28c04"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:41.506423 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6e9416a7-9a5a-4bcb-a3bd-1e6bcffa17fe tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.509471 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66a28fd-f527-4a58-9c07-c709156dbd7d tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Router 0df39f19-daf1-406d-8321-8586a7687831 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:46:41.628826 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6e9416a7-9a5a-4bcb-a3bd-1e6bcffa17fe tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.673289 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9416a7-9a5a-4bcb-a3bd-1e6bcffa17fe tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Pushing event deleted for resources: {'Port': ['ID=aea1a880-d967-4846-a178-600a6d8dfb95,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:41.752967 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66a28fd-f527-4a58-9c07-c709156dbd7d tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:41.754024 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6e9416a7-9a5a-4bcb-a3bd-1e6bcffa17fe tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.759790 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f66a28fd-f527-4a58-9c07-c709156dbd7d tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.764349 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6e9416a7-9a5a-4bcb-a3bd-1e6bcffa17fe tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.764676 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db74bfcd-ee7e-43dc-97af-25df9309fedd None None] Sync routers for ids ['0df39f19-daf1-406d-8321-8586a7687831'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:41.791805 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db74bfcd-ee7e-43dc-97af-25df9309fedd None None] Routers {'0df39f19-daf1-406d-8321-8586a7687831'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:41.795337 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-db74bfcd-ee7e-43dc-97af-25df9309fedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:46:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['0df39f19-daf1-406d-8321-8586a7687831'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:41.807160 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f66a28fd-f527-4a58-9c07-c709156dbd7d tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] 10.222.0.16 "DELETE /v2.0/floatingips/eb07b1d8-a18e-4d1d-92b6-387441cd246f HTTP/1.1" status: 204 len: 168 time: 1.1456490 Jul 16 01:46:41.810652 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51704) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:41.816456 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2cdd087b-73f2-4b39-ad3f-068e271aac86 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:41.824002 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6e9416a7-9a5a-4bcb-a3bd-1e6bcffa17fe tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.824579 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9416a7-9a5a-4bcb-a3bd-1e6bcffa17fe tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Fanout notify agent at l3_agent the message router_deleted on router 30908db1-72f9-429e-9e37-64a9476a18df {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:41.842555 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6e9416a7-9a5a-4bcb-a3bd-1e6bcffa17fe tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.843979 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6e9416a7-9a5a-4bcb-a3bd-1e6bcffa17fe tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "DELETE /v2.0/routers/30908db1-72f9-429e-9e37-64a9476a18df HTTP/1.1" status: 204 len: 168 time: 1.9976346 Jul 16 01:46:41.844414 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cdd087b-73f2-4b39-ad3f-068e271aac86 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.845804 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79463ef4-5e51-4e26-bc5c-a6900efb45d6 x-openstack-request-id: req-79463ef4-5e51-4e26-bc5c-a6900efb45d6 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:41.846342 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4798b801-be4d-409b-8e03-49338e1e5ddb", "name": "network-vif-deleted", "tag": "03eeb8b9-b45e-46d0-aea3-16ec4cc28c04", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:41.846342 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79463ef4-5e51-4e26-bc5c-a6900efb45d6 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:41.847914 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4798b801-be4d-409b-8e03-49338e1e5ddb', 'name': 'network-vif-deleted', 'tag': '03eeb8b9-b45e-46d0-aea3-16ec4cc28c04', 'status': 'completed', 'code': 200} Jul 16 01:46:41.848043 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51706) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:41.853939 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f19ef49b-b510-40a7-8c1e-953511c6f2e7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Request body: {'router': {'name': 'tempest-snat-router-801128193', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'enable_snat': False}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:41.855368 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-db74bfcd-ee7e-43dc-97af-25df9309fedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:41.866162 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db74bfcd-ee7e-43dc-97af-25df9309fedd None None] Routers {'0df39f19-daf1-406d-8321-8586a7687831'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:41.866938 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-db74bfcd-ee7e-43dc-97af-25df9309fedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:46:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['0df39f19-daf1-406d-8321-8586a7687831'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:41.879444 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f19ef49b-b510-40a7-8c1e-953511c6f2e7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.881340 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f19ef49b-b510-40a7-8c1e-953511c6f2e7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.903261 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-db74bfcd-ee7e-43dc-97af-25df9309fedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:41.904068 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db74bfcd-ee7e-43dc-97af-25df9309fedd None None] The sync data for ids ['0df39f19-daf1-406d-8321-8586a7687831'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:41.950520 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f19ef49b-b510-40a7-8c1e-953511c6f2e7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.959250 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cdd087b-73f2-4b39-ad3f-068e271aac86 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.072686 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-2cdd087b-73f2-4b39-ad3f-068e271aac86 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Allocated IP 172.25.6.98 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/2a3f3537-be7d-47d7-a3f2-1896f2afb293) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:42.135844 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f19ef49b-b510-40a7-8c1e-953511c6f2e7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.207877 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cdd087b-73f2-4b39-ad3f-068e271aac86 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.285836 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cdd087b-73f2-4b39-ad3f-068e271aac86 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.313924 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-837737b3-8e01-4ce0-96b6-805090ad1c0d req-ba97ae7b-630e-470f-a802-d445aa4962a2 tempest-VolumesNegativeTest-1694738353 tempest-VolumesNegativeTest-1694738353-project] 10.222.0.16 "GET /v2.0/ports?device_id=4798b801-be4d-409b-8e03-49338e1e5ddb HTTP/1.1" status: 200 len: 210 time: 0.0624659 Jul 16 01:46:42.357470 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdd087b-73f2-4b39-ad3f-068e271aac86 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:42.363571 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-2cdd087b-73f2-4b39-ad3f-068e271aac86 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:42.366117 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdd087b-73f2-4b39-ad3f-068e271aac86 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:42.418326 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd087b-73f2-4b39-ad3f-068e271aac86 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Pushing event updated for resources: {'Port': ['ID=2a3f3537-be7d-47d7-a3f2-1896f2afb293,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:42.493255 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cdd087b-73f2-4b39-ad3f-068e271aac86 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.504199 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f19ef49b-b510-40a7-8c1e-953511c6f2e7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.536161 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f19ef49b-b510-40a7-8c1e-953511c6f2e7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.585768 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cdd087b-73f2-4b39-ad3f-068e271aac86 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.702994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-f19ef49b-b510-40a7-8c1e-953511c6f2e7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Allocated IP 172.25.6.239 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/f085b659-aa32-430f-9e0f-5098d663956d) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:42.884241 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f19ef49b-b510-40a7-8c1e-953511c6f2e7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.928142 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cdd087b-73f2-4b39-ad3f-068e271aac86 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.937428 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cdd087b-73f2-4b39-ad3f-068e271aac86 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.948398 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f19ef49b-b510-40a7-8c1e-953511c6f2e7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.007185 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19ef49b-b510-40a7-8c1e-953511c6f2e7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:43.012275 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-f19ef49b-b510-40a7-8c1e-953511c6f2e7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:43.022424 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd087b-73f2-4b39-ad3f-068e271aac86 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Pushing event updated for resources: {'Port': ['ID=2a3f3537-be7d-47d7-a3f2-1896f2afb293,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:43.032751 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19ef49b-b510-40a7-8c1e-953511c6f2e7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:43.043782 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cdd087b-73f2-4b39-ad3f-068e271aac86 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.060351 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2cdd087b-73f2-4b39-ad3f-068e271aac86 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.065234 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2cdd087b-73f2-4b39-ad3f-068e271aac86 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2502248 Jul 16 01:46:43.065484 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51760) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:43.072751 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ef49b-b510-40a7-8c1e-953511c6f2e7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Pushing event updated for resources: {'Port': ['ID=f085b659-aa32-430f-9e0f-5098d663956d,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:43.228924 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-355cff90-cb4a-4fcd-8023-55e42a24e78b tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:43.268771 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-355cff90-cb4a-4fcd-8023-55e42a24e78b tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.421538 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f19ef49b-b510-40a7-8c1e-953511c6f2e7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.428278 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:43.454107 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:43.454545 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 03eeb8b9-b45e-46d0-aea3-16ec4cc28c04 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:43.554557 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-355cff90-cb4a-4fcd-8023-55e42a24e78b tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.732230 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f19ef49b-b510-40a7-8c1e-953511c6f2e7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.176116 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-355cff90-cb4a-4fcd-8023-55e42a24e78b tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Allocated IP 172.25.6.141 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/5908349c-bcf5-418e-91fb-b3f8ab252e8e) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:44.357172 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-355cff90-cb4a-4fcd-8023-55e42a24e78b tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.375109 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19ef49b-b510-40a7-8c1e-953511c6f2e7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Router f6919234-c3db-4a81-9d99-73fa8e443b75 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:46:44.456632 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-355cff90-cb4a-4fcd-8023-55e42a24e78b tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.544898 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355cff90-cb4a-4fcd-8023-55e42a24e78b tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:44.555656 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-355cff90-cb4a-4fcd-8023-55e42a24e78b tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:44.559309 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cff90-cb4a-4fcd-8023-55e42a24e78b tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Pushing event updated for resources: {'Port': ['ID=5908349c-bcf5-418e-91fb-b3f8ab252e8e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:44.561658 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355cff90-cb4a-4fcd-8023-55e42a24e78b tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:44.595076 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19ef49b-b510-40a7-8c1e-953511c6f2e7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:44.605039 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] Sync routers for ids ['f6919234-c3db-4a81-9d99-73fa8e443b75'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:44.619104 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] Routers {'f6919234-c3db-4a81-9d99-73fa8e443b75'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:44.619736 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:46:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f6919234-c3db-4a81-9d99-73fa8e443b75'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:44.632544 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f19ef49b-b510-40a7-8c1e-953511c6f2e7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.636557 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f19ef49b-b510-40a7-8c1e-953511c6f2e7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.7842951 Jul 16 01:46:44.637233 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51882) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:44.739550 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] Set router f6919234-c3db-4a81-9d99-73fa8e443b75 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:44.759978 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-355cff90-cb4a-4fcd-8023-55e42a24e78b tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.825339 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cdc59db8-630b-4b42-84f9-94f8b356b640 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "GET /v2.0/routers/f6919234-c3db-4a81-9d99-73fa8e443b75 HTTP/1.1" status: 200 len: 908 time: 0.1869955 Jul 16 01:46:44.827744 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 51894) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:44.834744 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-ee80e4da-f241-4430-9d7f-31a58a87d982 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Request body: {'router': {'name': 'tempest-snat-router-801128193', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'enable_snat': True}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:44.838874 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-355cff90-cb4a-4fcd-8023-55e42a24e78b tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.894874 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ee80e4da-f241-4430-9d7f-31a58a87d982 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.895962 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ee80e4da-f241-4430-9d7f-31a58a87d982 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.979275 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6919234-c3db-4a81-9d99-73fa8e443b75', 'name': 'tempest-snat-router-801128193', 'tenant_id': 'd5ae095b21334a35b3ba1dd4aabc6f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.239'}], 'enable_snat': False}, 'gw_port_id': 'f085b659-aa32-430f-9e0f-5098d663956d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:41Z', 'updated_at': '2021-07-16T01:46:43Z', 'revision_number': 3, 'project_id': 'd5ae095b21334a35b3ba1dd4aabc6f7d', 'gw_port': {'id': 'f085b659-aa32-430f-9e0f-5098d663956d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6919234-c3db-4a81-9d99-73fa8e443b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:42Z', 'updated_at': '2021-07-16T01:46:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:45.013181 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] Checking router: f6919234-c3db-4a81-9d99-73fa8e443b75 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:45.013529 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] Updating router f6919234-c3db-4a81-9d99-73fa8e443b75 port f085b659-aa32-430f-9e0f-5098d663956d binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:46:45.016777 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ee80e4da-f241-4430-9d7f-31a58a87d982 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.056129 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.211014 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ee80e4da-f241-4430-9d7f-31a58a87d982 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.240966 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-355cff90-cb4a-4fcd-8023-55e42a24e78b tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.253146 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-355cff90-cb4a-4fcd-8023-55e42a24e78b tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.345491 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cff90-cb4a-4fcd-8023-55e42a24e78b tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Pushing event updated for resources: {'Port': ['ID=5908349c-bcf5-418e-91fb-b3f8ab252e8e,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:45.356320 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-355cff90-cb4a-4fcd-8023-55e42a24e78b tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.377169 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.392863 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] Transition to ACTIVE for port object f085b659-aa32-430f-9e0f-5098d663956d will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:45.405135 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.412503 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-355cff90-cb4a-4fcd-8023-55e42a24e78b tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.413752 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-355cff90-cb4a-4fcd-8023-55e42a24e78b tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3476193 Jul 16 01:46:45.416516 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51950) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:45.480070 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63384e8-cb57-4502-bd83-27d85119321c None None] Pushing event updated for resources: {'Port': ['ID=f085b659-aa32-430f-9e0f-5098d663956d,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:45.491822 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] Attempting to bind port f085b659-aa32-430f-9e0f-5098d663956d on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:45.492180 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] Attempting to bind port f085b659-aa32-430f-9e0f-5098d663956d by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:45.492827 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] Attempting to bind port f085b659-aa32-430f-9e0f-5098d663956d on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:45.496028 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63384e8-cb57-4502-bd83-27d85119321c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:45.496392 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63384e8-cb57-4502-bd83-27d85119321c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:45.496726 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63384e8-cb57-4502-bd83-27d85119321c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:45.497060 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63384e8-cb57-4502-bd83-27d85119321c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:45.497551 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63384e8-cb57-4502-bd83-27d85119321c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:45.497867 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63384e8-cb57-4502-bd83-27d85119321c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:45.498290 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63384e8-cb57-4502-bd83-27d85119321c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:45.498622 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63384e8-cb57-4502-bd83-27d85119321c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:45.498999 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63384e8-cb57-4502-bd83-27d85119321c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:45.499322 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63384e8-cb57-4502-bd83-27d85119321c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:45.499634 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63384e8-cb57-4502-bd83-27d85119321c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:45.500098 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63384e8-cb57-4502-bd83-27d85119321c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:45.511303 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:45.512175 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:45.512582 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.514145 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:45.514402 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] Bound port: f085b659-aa32-430f-9e0f-5098d663956d, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:45.519662 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.540885 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9932f437-a835-47ca-a26d-834abab1cd3e tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.1225121 Jul 16 01:46:45.542776 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51958) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:45.601039 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ee80e4da-f241-4430-9d7f-31a58a87d982 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.622931 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] For port f085b659-aa32-430f-9e0f-5098d663956d, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:45.628333 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] For port f085b659-aa32-430f-9e0f-5098d663956d, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f085b659-aa32-430f-9e0f-5098d663956d,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:45.636680 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ee80e4da-f241-4430-9d7f-31a58a87d982 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.640331 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.642083 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6fe5f006-9fca-42ae-9673-9e834ff2c5cb tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0980260 Jul 16 01:46:45.642720 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 51972) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:45.730248 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] Routers {'f6919234-c3db-4a81-9d99-73fa8e443b75'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:45.731677 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:46:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f6919234-c3db-4a81-9d99-73fa8e443b75'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:45.801348 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-ee80e4da-f241-4430-9d7f-31a58a87d982 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Allocated IP 172.25.6.86 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/aa688b11-7fb0-4053-bb9c-46592bfe9575) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:45.812722 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-3133e380-13b5-401a-b7f6-9577c9607f60 tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Deleting port 5908349c-bcf5-418e-91fb-b3f8ab252e8e {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:45.813379 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3133e380-13b5-401a-b7f6-9577c9607f60 tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.825196 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63384e8-cb57-4502-bd83-27d85119321c None None] Pushing event updated for resources: {'Port': ['ID=f085b659-aa32-430f-9e0f-5098d663956d,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:45.929434 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3133e380-13b5-401a-b7f6-9577c9607f60 tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.929769 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3133e380-13b5-401a-b7f6-9577c9607f60 tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.940414 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] Set router f6919234-c3db-4a81-9d99-73fa8e443b75 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:45.951062 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-3133e380-13b5-401a-b7f6-9577c9607f60 tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Calling delete_port for 5908349c-bcf5-418e-91fb-b3f8ab252e8e owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:45.957497 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ee80e4da-f241-4430-9d7f-31a58a87d982 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.011124 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ee80e4da-f241-4430-9d7f-31a58a87d982 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.082550 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee80e4da-f241-4430-9d7f-31a58a87d982 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:46.084003 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-ee80e4da-f241-4430-9d7f-31a58a87d982 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:46.086343 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee80e4da-f241-4430-9d7f-31a58a87d982 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:46.122488 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80e4da-f241-4430-9d7f-31a58a87d982 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Pushing event updated for resources: {'Port': ['ID=aa688b11-7fb0-4053-bb9c-46592bfe9575,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:46.222689 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6919234-c3db-4a81-9d99-73fa8e443b75', 'name': 'tempest-snat-router-801128193', 'tenant_id': 'd5ae095b21334a35b3ba1dd4aabc6f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.239'}], 'enable_snat': False}, 'gw_port_id': 'f085b659-aa32-430f-9e0f-5098d663956d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:41Z', 'updated_at': '2021-07-16T01:46:43Z', 'revision_number': 3, 'project_id': 'd5ae095b21334a35b3ba1dd4aabc6f7d', 'gw_port': {'id': 'f085b659-aa32-430f-9e0f-5098d663956d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6919234-c3db-4a81-9d99-73fa8e443b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:42Z', 'updated_at': '2021-07-16T01:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:46.253631 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3133e380-13b5-401a-b7f6-9577c9607f60 tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.254489 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea9aa5-d997-419e-b1b9-4b5e231f3087 None None] The sync data for ids ['f6919234-c3db-4a81-9d99-73fa8e443b75'] in n-d-792394-16 is: [{'id': 'f6919234-c3db-4a81-9d99-73fa8e443b75', 'name': 'tempest-snat-router-801128193', 'tenant_id': 'd5ae095b21334a35b3ba1dd4aabc6f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.239'}], 'enable_snat': False}, 'gw_port_id': 'f085b659-aa32-430f-9e0f-5098d663956d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:41Z', 'updated_at': '2021-07-16T01:46:43Z', 'revision_number': 3, 'project_id': 'd5ae095b21334a35b3ba1dd4aabc6f7d', 'gw_port': {'id': 'f085b659-aa32-430f-9e0f-5098d663956d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6919234-c3db-4a81-9d99-73fa8e443b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:42Z', 'updated_at': '2021-07-16T01:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:46.296442 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133e380-13b5-401a-b7f6-9577c9607f60 tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Pushing event deleted for resources: {'Port': ['ID=5908349c-bcf5-418e-91fb-b3f8ab252e8e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:46.412912 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3133e380-13b5-401a-b7f6-9577c9607f60 tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.415501 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3133e380-13b5-401a-b7f6-9577c9607f60 tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.420443 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3133e380-13b5-401a-b7f6-9577c9607f60 tempest-FloatingIPAdminTestJSON-1262960742 tempest-FloatingIPAdminTestJSON-1262960742-project] 10.222.0.16 "DELETE /v2.0/floatingips/5d6e2e3e-d183-4fb0-838b-dd5501971369 HTTP/1.1" status: 204 len: 168 time: 0.7767076 Jul 16 01:46:46.421710 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52002) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:46.486602 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ee80e4da-f241-4430-9d7f-31a58a87d982 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.658018 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-3d3bf47d-30f9-4316-a72e-eefab53fb285 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Deleting port 2a3f3537-be7d-47d7-a3f2-1896f2afb293 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:46.658370 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3d3bf47d-30f9-4316-a72e-eefab53fb285 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.785814 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3d3bf47d-30f9-4316-a72e-eefab53fb285 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.786547 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3d3bf47d-30f9-4316-a72e-eefab53fb285 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.808937 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-3d3bf47d-30f9-4316-a72e-eefab53fb285 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Calling delete_port for 2a3f3537-be7d-47d7-a3f2-1896f2afb293 owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:46.836321 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ee80e4da-f241-4430-9d7f-31a58a87d982 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.078331 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee80e4da-f241-4430-9d7f-31a58a87d982 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Router 040beb90-06ef-4c3e-822f-8e07c180e2c0 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:46:47.102087 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3d3bf47d-30f9-4316-a72e-eefab53fb285 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.144459 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3bf47d-30f9-4316-a72e-eefab53fb285 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a3f3537-be7d-47d7-a3f2-1896f2afb293,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:47.271228 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3d3bf47d-30f9-4316-a72e-eefab53fb285 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.279065 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3d3bf47d-30f9-4316-a72e-eefab53fb285 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.287568 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3d3bf47d-30f9-4316-a72e-eefab53fb285 tempest-FloatingIPAdminTestJSON-840838640 tempest-FloatingIPAdminTestJSON-840838640-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/90ceb1fa-10d8-4599-9a30-4ee8131b34ba HTTP/1.1" status: 204 len: 168 time: 0.8636723 Jul 16 01:46:47.290918 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52026) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:47.322610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee80e4da-f241-4430-9d7f-31a58a87d982 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:47.334314 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] Sync routers for ids ['040beb90-06ef-4c3e-822f-8e07c180e2c0'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:47.349479 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] Routers {'040beb90-06ef-4c3e-822f-8e07c180e2c0'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:47.350305 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:46:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['040beb90-06ef-4c3e-822f-8e07c180e2c0'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:47.351248 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ee80e4da-f241-4430-9d7f-31a58a87d982 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.352971 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ee80e4da-f241-4430-9d7f-31a58a87d982 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.5240963 Jul 16 01:46:47.355910 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52028) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:47.470890 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-a5db0e97-0580-4a83-8bc0-e09b3f4ef6b6 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Deleting port 2c1343fd-64ec-436e-9075-7ef282c22967 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:47.471460 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5db0e97-0580-4a83-8bc0-e09b3f4ef6b6 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.474844 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] Set router 040beb90-06ef-4c3e-822f-8e07c180e2c0 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:47.568000 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3e551dd2-e199-44bd-902d-01cb828e447f tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "GET /v2.0/routers/040beb90-06ef-4c3e-822f-8e07c180e2c0 HTTP/1.1" status: 200 len: 906 time: 0.2070813 Jul 16 01:46:47.568883 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52030) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:47.580827 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5db0e97-0580-4a83-8bc0-e09b3f4ef6b6 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.597499 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-a5db0e97-0580-4a83-8bc0-e09b3f4ef6b6 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Calling delete_port for 2c1343fd-64ec-436e-9075-7ef282c22967 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:47.701419 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040beb90-06ef-4c3e-822f-8e07c180e2c0', 'name': 'tempest-snat-router-801128193', 'tenant_id': 'd5ae095b21334a35b3ba1dd4aabc6f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'aa688b11-7fb0-4053-bb9c-46592bfe9575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:44Z', 'updated_at': '2021-07-16T01:46:46Z', 'revision_number': 3, 'project_id': 'd5ae095b21334a35b3ba1dd4aabc6f7d', 'gw_port': {'id': 'aa688b11-7fb0-4053-bb9c-46592bfe9575', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040beb90-06ef-4c3e-822f-8e07c180e2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:45Z', 'updated_at': '2021-07-16T01:46:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:47.770187 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] Checking router: 040beb90-06ef-4c3e-822f-8e07c180e2c0 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:47.776584 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] Updating router 040beb90-06ef-4c3e-822f-8e07c180e2c0 port aa688b11-7fb0-4053-bb9c-46592bfe9575 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:46:47.809761 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-22033625-5cd3-4074-bac2-be67aee039dc tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.817915 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5db0e97-0580-4a83-8bc0-e09b3f4ef6b6 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.849450 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.862788 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f085b659-aa32-430f-9e0f-5098d663956d up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:47.883943 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db0e97-0580-4a83-8bc0-e09b3f4ef6b6 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Pushing event deleted for resources: {'Port': ['ID=2c1343fd-64ec-436e-9075-7ef282c22967,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:48.002731 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-22033625-5cd3-4074-bac2-be67aee039dc tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.052494 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5db0e97-0580-4a83-8bc0-e09b3f4ef6b6 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.060031 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52034) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:48.061012 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a5db0e97-0580-4a83-8bc0-e09b3f4ef6b6 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] 10.222.0.16 "DELETE /v2.0/ports/2c1343fd-64ec-436e-9075-7ef282c22967 HTTP/1.1" status: 204 len: 168 time: 0.7685788 Jul 16 01:46:48.144625 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-22033625-5cd3-4074-bac2-be67aee039dc tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Deleting port aa688b11-7fb0-4053-bb9c-46592bfe9575 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:48.145060 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-22033625-5cd3-4074-bac2-be67aee039dc tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.151704 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port f085b659-aa32-430f-9e0f-5098d663956d completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:48.160229 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port f085b659-aa32-430f-9e0f-5098d663956d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:48.160688 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.233351 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40d14f7-ff1a-4650-897c-e8ec52301146 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:48.237557 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c40d14f7-ff1a-4650-897c-e8ec52301146 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] 10.222.0.16 "GET /v2.0/ports?device_id=0df39f19-daf1-406d-8321-8586a7687831 HTTP/1.1" status: 200 len: 913 time: 0.1758192 Jul 16 01:46:48.241001 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52038) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:48.339474 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-22033625-5cd3-4074-bac2-be67aee039dc tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.352431 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-22033625-5cd3-4074-bac2-be67aee039dc tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Calling delete_port for aa688b11-7fb0-4053-bb9c-46592bfe9575 owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:48.447169 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.549502 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.561228 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] Transition to ACTIVE for port object aa688b11-7fb0-4053-bb9c-46592bfe9575 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:48.568638 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port f085b659-aa32-430f-9e0f-5098d663956d, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f085b659-aa32-430f-9e0f-5098d663956d,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:48.577665 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.591623 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.671790 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] Attempting to bind port aa688b11-7fb0-4053-bb9c-46592bfe9575 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:48.672508 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] Attempting to bind port aa688b11-7fb0-4053-bb9c-46592bfe9575 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:48.672875 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] Attempting to bind port aa688b11-7fb0-4053-bb9c-46592bfe9575 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:48.673430 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-22033625-5cd3-4074-bac2-be67aee039dc tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.681841 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd565b-d661-4621-9347-031084de2ee3 None None] Pushing event updated for resources: {'Port': ['ID=aa688b11-7fb0-4053-bb9c-46592bfe9575,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:48.695151 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:48.695893 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:48.696495 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.697196 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:48.697846 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] Bound port: aa688b11-7fb0-4053-bb9c-46592bfe9575, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:48.698395 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.719613 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] Port aa688b11-7fb0-4053-bb9c-46592bfe9575 has been deleted concurrently {{(pid=93957) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 01:46:48.724084 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22033625-5cd3-4074-bac2-be67aee039dc tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa688b11-7fb0-4053-bb9c-46592bfe9575,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:48.764589 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] Routers {'040beb90-06ef-4c3e-822f-8e07c180e2c0'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:48.765224 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:46:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['040beb90-06ef-4c3e-822f-8e07c180e2c0'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:48.842174 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-22033625-5cd3-4074-bac2-be67aee039dc tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.871778 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=f085b659-aa32-430f-9e0f-5098d663956d,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:48.896846 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] Set router 040beb90-06ef-4c3e-822f-8e07c180e2c0 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:48.904672 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-55dfdb78-1488-4b8b-9b6d-2a0e40736e4f tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.973760 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-22033625-5cd3-4074-bac2-be67aee039dc tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.976880 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-22033625-5cd3-4074-bac2-be67aee039dc tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.977516 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040beb90-06ef-4c3e-822f-8e07c180e2c0', 'name': 'tempest-snat-router-801128193', 'tenant_id': 'd5ae095b21334a35b3ba1dd4aabc6f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:44Z', 'updated_at': '2021-07-16T01:46:48Z', 'revision_number': 5, 'project_id': 'd5ae095b21334a35b3ba1dd4aabc6f7d', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:49.018412 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de4518a-1dd8-40c3-b61e-abbabdc1ca33 None None] The sync data for ids ['040beb90-06ef-4c3e-822f-8e07c180e2c0'] in n-d-792394-16 is: [{'id': '040beb90-06ef-4c3e-822f-8e07c180e2c0', 'name': 'tempest-snat-router-801128193', 'tenant_id': 'd5ae095b21334a35b3ba1dd4aabc6f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:44Z', 'updated_at': '2021-07-16T01:46:48Z', 'revision_number': 5, 'project_id': 'd5ae095b21334a35b3ba1dd4aabc6f7d', 'gw_port_host': None}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:49.057642 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-22033625-5cd3-4074-bac2-be67aee039dc tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.065374 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22033625-5cd3-4074-bac2-be67aee039dc tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 040beb90-06ef-4c3e-822f-8e07c180e2c0 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:49.077189 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-22033625-5cd3-4074-bac2-be67aee039dc tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.082624 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-22033625-5cd3-4074-bac2-be67aee039dc tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "DELETE /v2.0/routers/040beb90-06ef-4c3e-822f-8e07c180e2c0 HTTP/1.1" status: 204 len: 168 time: 1.5118215 Jul 16 01:46:49.083337 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52042) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:49.326502 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-55dfdb78-1488-4b8b-9b6d-2a0e40736e4f tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Deleting port be238f09-400c-44a9-a4ba-683dd1d990cf {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:49.327699 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-55dfdb78-1488-4b8b-9b6d-2a0e40736e4f tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.431420 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-805535ba-09f3-4dec-bf86-5ce3c34f000c req-aa46c35d-52a7-4ebe-a2ea-67b2ca46932d service neutron] (93956) timed out ('10.222.0.82', 52131) {{(pid=93956) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:46:49.475908 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-55dfdb78-1488-4b8b-9b6d-2a0e40736e4f tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.497658 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-55dfdb78-1488-4b8b-9b6d-2a0e40736e4f tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Calling delete_port for be238f09-400c-44a9-a4ba-683dd1d990cf owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:49.719798 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f085b659-aa32-430f-9e0f-5098d663956d up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:49.780116 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-95a92c56-bcab-4a12-9fe1-93763bbd610e tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.804945 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port f085b659-aa32-430f-9e0f-5098d663956d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:49.805324 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.982374 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-95a92c56-bcab-4a12-9fe1-93763bbd610e tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.070546 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-95a92c56-bcab-4a12-9fe1-93763bbd610e tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Deleting port f085b659-aa32-430f-9e0f-5098d663956d {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:50.073248 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-95a92c56-bcab-4a12-9fe1-93763bbd610e tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.230372 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-95a92c56-bcab-4a12-9fe1-93763bbd610e tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] For port f085b659-aa32-430f-9e0f-5098d663956d, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f085b659-aa32-430f-9e0f-5098d663956d,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:50.230756 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-95a92c56-bcab-4a12-9fe1-93763bbd610e tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.268823 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-95a92c56-bcab-4a12-9fe1-93763bbd610e tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Calling delete_port for f085b659-aa32-430f-9e0f-5098d663956d owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:50.376326 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-55dfdb78-1488-4b8b-9b6d-2a0e40736e4f tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.599238 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-95a92c56-bcab-4a12-9fe1-93763bbd610e tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.605987 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfdb78-1488-4b8b-9b6d-2a0e40736e4f tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Pushing event deleted for resources: {'Port': ['ID=be238f09-400c-44a9-a4ba-683dd1d990cf,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:50.633709 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52054) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:50.697587 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a92c56-bcab-4a12-9fe1-93763bbd610e tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Pushing event deleted for resources: {'Port': ['ID=f085b659-aa32-430f-9e0f-5098d663956d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:50.793709 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-95a92c56-bcab-4a12-9fe1-93763bbd610e tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.839334 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-55dfdb78-1488-4b8b-9b6d-2a0e40736e4f tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.903837 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-95a92c56-bcab-4a12-9fe1-93763bbd610e tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.906376 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-95a92c56-bcab-4a12-9fe1-93763bbd610e tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.938092 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-195f3b09-fd97-432f-96f7-d81fd15b822b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb73f9c7b46940ec86d7abc363c586f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2999437 Jul 16 01:46:50.941239 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52058) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:50.990428 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-95a92c56-bcab-4a12-9fe1-93763bbd610e tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.990891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a92c56-bcab-4a12-9fe1-93763bbd610e tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6919234-c3db-4a81-9d99-73fa8e443b75 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:50.997526 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-95a92c56-bcab-4a12-9fe1-93763bbd610e tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.998635 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-95a92c56-bcab-4a12-9fe1-93763bbd610e tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "DELETE /v2.0/routers/f6919234-c3db-4a81-9d99-73fa8e443b75 HTTP/1.1" status: 204 len: 168 time: 1.9143479 Jul 16 01:46:51.004901 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52060) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:51.009517 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-8f0ca067-4302-4903-91aa-992ec85aa5f7 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-431656841', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}, 'admin_state_up': False}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:51.050352 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca067-4302-4903-91aa-992ec85aa5f7 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.051349 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca067-4302-4903-91aa-992ec85aa5f7 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.070904 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-58236bf5-f37f-4517-88a3-d0880eb19bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.098982 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55dfdb78-1488-4b8b-9b6d-2a0e40736e4f tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Router 0df39f19-daf1-406d-8321-8586a7687831 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:46:51.126038 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca067-4302-4903-91aa-992ec85aa5f7 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.135309 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-58236bf5-f37f-4517-88a3-d0880eb19bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.228191 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dfdb78-1488-4b8b-9b6d-2a0e40736e4f tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:51.233575 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-55dfdb78-1488-4b8b-9b6d-2a0e40736e4f tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] 10.222.0.16 "PUT /v2.0/routers/0df39f19-daf1-406d-8321-8586a7687831/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9914544 Jul 16 01:46:51.236876 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52062) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:51.240115 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660293ed-8837-4926-b845-7dabfa561a57 None None] Sync routers for ids ['0df39f19-daf1-406d-8321-8586a7687831'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:51.253216 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660293ed-8837-4926-b845-7dabfa561a57 None None] Routers {'0df39f19-daf1-406d-8321-8586a7687831'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:51.254355 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-660293ed-8837-4926-b845-7dabfa561a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:46:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['0df39f19-daf1-406d-8321-8586a7687831'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:51.294453 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-660293ed-8837-4926-b845-7dabfa561a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:51.307304 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca067-4302-4903-91aa-992ec85aa5f7 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.312643 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660293ed-8837-4926-b845-7dabfa561a57 None None] Routers {'0df39f19-daf1-406d-8321-8586a7687831'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:51.315120 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-660293ed-8837-4926-b845-7dabfa561a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:46:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['0df39f19-daf1-406d-8321-8586a7687831'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:51.324694 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-58236bf5-f37f-4517-88a3-d0880eb19bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.327186 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-58236bf5-f37f-4517-88a3-d0880eb19bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.331250 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-58236bf5-f37f-4517-88a3-d0880eb19bcd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34af670b-44ad-4aa3-8c27-5cd47708f285 HTTP/1.1" status: 204 len: 168 time: 0.3889744 Jul 16 01:46:51.352652 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-660293ed-8837-4926-b845-7dabfa561a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:51.353039 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58236bf5-f37f-4517-88a3-d0880eb19bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34af670b-44ad-4aa3-8c27-5cd47708f285,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:51.353471 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660293ed-8837-4926-b845-7dabfa561a57 None None] The sync data for ids ['0df39f19-daf1-406d-8321-8586a7687831'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:51.403580 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-421fbc01-baad-4b7a-a41f-b95fb81a59ab tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.535338 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-421fbc01-baad-4b7a-a41f-b95fb81a59ab tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.615232 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca067-4302-4903-91aa-992ec85aa5f7 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.642152 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca067-4302-4903-91aa-992ec85aa5f7 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.664092 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f085b659-aa32-430f-9e0f-5098d663956d no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:51.664652 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-421fbc01-baad-4b7a-a41f-b95fb81a59ab tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Deleting port 05bcad6a-16cb-45b3-8741-99cc415ee05f {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:51.667302 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-421fbc01-baad-4b7a-a41f-b95fb81a59ab tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.690160 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: f085b659-aa32-430f-9e0f-5098d663956d {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:51.691410 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f085b659-aa32-430f-9e0f-5098d663956d not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:51.793218 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-8f0ca067-4302-4903-91aa-992ec85aa5f7 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Allocated IP 172.25.6.61 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/e6be47bc-0600-49c9-862b-ffbc0d1d819a) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:51.793507 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-421fbc01-baad-4b7a-a41f-b95fb81a59ab tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.813383 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-421fbc01-baad-4b7a-a41f-b95fb81a59ab tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Calling delete_port for 05bcad6a-16cb-45b3-8741-99cc415ee05f owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:51.946692 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca067-4302-4903-91aa-992ec85aa5f7 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.004040 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca067-4302-4903-91aa-992ec85aa5f7 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.026507 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-421fbc01-baad-4b7a-a41f-b95fb81a59ab tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.054809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0ca067-4302-4903-91aa-992ec85aa5f7 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:52.058366 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-8f0ca067-4302-4903-91aa-992ec85aa5f7 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:52.061263 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0ca067-4302-4903-91aa-992ec85aa5f7 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:52.067746 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fbc01-baad-4b7a-a41f-b95fb81a59ab tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Pushing event deleted for resources: {'Port': ['ID=05bcad6a-16cb-45b3-8741-99cc415ee05f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:52.093977 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ca067-4302-4903-91aa-992ec85aa5f7 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Pushing event updated for resources: {'Port': ['ID=e6be47bc-0600-49c9-862b-ffbc0d1d819a,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:52.146930 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-421fbc01-baad-4b7a-a41f-b95fb81a59ab tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.272313 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-421fbc01-baad-4b7a-a41f-b95fb81a59ab tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.275135 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-421fbc01-baad-4b7a-a41f-b95fb81a59ab tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.341408 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-421fbc01-baad-4b7a-a41f-b95fb81a59ab tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.342584 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421fbc01-baad-4b7a-a41f-b95fb81a59ab tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Fanout notify agent at l3_agent the message router_deleted on router 0df39f19-daf1-406d-8321-8586a7687831 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:52.356439 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-421fbc01-baad-4b7a-a41f-b95fb81a59ab tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.359900 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-421fbc01-baad-4b7a-a41f-b95fb81a59ab tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] 10.222.0.16 "DELETE /v2.0/routers/0df39f19-daf1-406d-8321-8586a7687831 HTTP/1.1" status: 204 len: 168 time: 1.1193602 Jul 16 01:46:52.361897 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52088) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:52.380757 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca067-4302-4903-91aa-992ec85aa5f7 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.443221 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea266aec-566c-4f88-982b-7a83d80c99a9 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Deleting subnet 23cff986-7b5c-4b31-aae1-8f1e2843cf03 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:46:52.449079 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ea266aec-566c-4f88-982b-7a83d80c99a9 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.507552 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ea266aec-566c-4f88-982b-7a83d80c99a9 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.619920 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ea266aec-566c-4f88-982b-7a83d80c99a9 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.623796 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca067-4302-4903-91aa-992ec85aa5f7 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.723978 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ea266aec-566c-4f88-982b-7a83d80c99a9 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.755475 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea266aec-566c-4f88-982b-7a83d80c99a9 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Pushing event deleted for resources: {'Subnet': ['ID=23cff986-7b5c-4b31-aae1-8f1e2843cf03,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:52.757631 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ea266aec-566c-4f88-982b-7a83d80c99a9 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.760438 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ea266aec-566c-4f88-982b-7a83d80c99a9 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] 10.222.0.16 "DELETE /v2.0/subnets/23cff986-7b5c-4b31-aae1-8f1e2843cf03 HTTP/1.1" status: 204 len: 168 time: 0.3970215 Jul 16 01:46:52.762489 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52100) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:52.764882 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8098c42-04ee-4b92-8ff9-9c75bb4c1fd3 None None] Network 24cd5cb5-639e-4aaf-8795-0e5238c77633 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:52.824654 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0ca067-4302-4903-91aa-992ec85aa5f7 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Router 90970bdc-f646-46ba-a5b7-0e7fb6d20422 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:46:52.901108 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-010a1935-c495-4c0f-a04f-e2d44cd83f75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.991089 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-010a1935-c495-4c0f-a04f-e2d44cd83f75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Deleting port 9eac43ef-72b7-40c7-85e8-047b62128dfc {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:52.991440 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-010a1935-c495-4c0f-a04f-e2d44cd83f75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.994375 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0ca067-4302-4903-91aa-992ec85aa5f7 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:52.995286 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68b16ed-43f9-40b7-a70d-c2076a1bc18c None None] DHCP port deletion for 24cd5cb5-639e-4aaf-8795-0e5238c77633 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:46:53.021844 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ac7090-32e6-4e84-a627-f34214cbf18e None None] Sync routers for ids ['90970bdc-f646-46ba-a5b7-0e7fb6d20422'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:53.027014 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca067-4302-4903-91aa-992ec85aa5f7 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.031413 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8f0ca067-4302-4903-91aa-992ec85aa5f7 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0254302 Jul 16 01:46:53.032224 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52106) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:53.035635 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ac7090-32e6-4e84-a627-f34214cbf18e None None] Routers {'90970bdc-f646-46ba-a5b7-0e7fb6d20422'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:53.036323 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a8ac7090-32e6-4e84-a627-f34214cbf18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:46:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['90970bdc-f646-46ba-a5b7-0e7fb6d20422'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:53.041265 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-ddf76adf-a7a4-4a94-bb0a-748be29b2d47 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'enable_snat': False}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:53.076629 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a8ac7090-32e6-4e84-a627-f34214cbf18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:53.101984 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ac7090-32e6-4e84-a627-f34214cbf18e None None] Routers {'90970bdc-f646-46ba-a5b7-0e7fb6d20422'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:53.102786 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a8ac7090-32e6-4e84-a627-f34214cbf18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:46:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['90970bdc-f646-46ba-a5b7-0e7fb6d20422'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:53.131017 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-010a1935-c495-4c0f-a04f-e2d44cd83f75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] For port 9eac43ef-72b7-40c7-85e8-047b62128dfc, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=9eac43ef-72b7-40c7-85e8-047b62128dfc,segment=NetworkSegment(6c85a258-4727-4048-bb47-d9278c991dcc),segment_id=6c85a258-4727-4048-bb47-d9278c991dcc)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:53.131379 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-010a1935-c495-4c0f-a04f-e2d44cd83f75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.153734 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d68b16ed-43f9-40b7-a70d-c2076a1bc18c None None] Deleting port 9eac43ef-72b7-40c7-85e8-047b62128dfc {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:53.154361 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-010a1935-c495-4c0f-a04f-e2d44cd83f75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Calling delete_port for 9eac43ef-72b7-40c7-85e8-047b62128dfc owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:53.154519 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d68b16ed-43f9-40b7-a70d-c2076a1bc18c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.158853 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a8ac7090-32e6-4e84-a627-f34214cbf18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:53.159703 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ac7090-32e6-4e84-a627-f34214cbf18e None None] The sync data for ids ['90970bdc-f646-46ba-a5b7-0e7fb6d20422'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:53.243714 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d68b16ed-43f9-40b7-a70d-c2076a1bc18c None None] For port 9eac43ef-72b7-40c7-85e8-047b62128dfc, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=9eac43ef-72b7-40c7-85e8-047b62128dfc,segment=NetworkSegment(6c85a258-4727-4048-bb47-d9278c991dcc),segment_id=6c85a258-4727-4048-bb47-d9278c991dcc)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:53.244646 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d68b16ed-43f9-40b7-a70d-c2076a1bc18c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.266039 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d68b16ed-43f9-40b7-a70d-c2076a1bc18c None None] Calling delete_port for 9eac43ef-72b7-40c7-85e8-047b62128dfc owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:53.303256 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-010a1935-c495-4c0f-a04f-e2d44cd83f75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.339164 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a1935-c495-4c0f-a04f-e2d44cd83f75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Pushing event deleted for resources: {'Port': ['ID=9eac43ef-72b7-40c7-85e8-047b62128dfc,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:53.350974 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010a1935-c495-4c0f-a04f-e2d44cd83f75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] No DVR routers for this DVR port 9eac43ef-72b7-40c7-85e8-047b62128dfc on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:53.370164 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 01:46:53.374643 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d68b16ed-43f9-40b7-a70d-c2076a1bc18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.391230 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68b16ed-43f9-40b7-a70d-c2076a1bc18c None None] No DVR routers for this DVR port 9eac43ef-72b7-40c7-85e8-047b62128dfc on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:53.423046 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b16ed-43f9-40b7-a70d-c2076a1bc18c None None] Pushing event deleted for resources: {'Port': ['ID=9eac43ef-72b7-40c7-85e8-047b62128dfc,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:53.481046 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-010a1935-c495-4c0f-a04f-e2d44cd83f75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.494108 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-010a1935-c495-4c0f-a04f-e2d44cd83f75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24cd5cb5-639e-4aaf-8795-0e5238c77633']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:53.505303 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-010a1935-c495-4c0f-a04f-e2d44cd83f75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c85a258-4727-4048-bb47-d9278c991dcc') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:53.505742 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-010a1935-c495-4c0f-a04f-e2d44cd83f75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c85a258-4727-4048-bb47-d9278c991dcc') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:53.516093 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-010a1935-c495-4c0f-a04f-e2d44cd83f75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.517318 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ddf76adf-a7a4-4a94-bb0a-748be29b2d47 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.535780 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-010a1935-c495-4c0f-a04f-e2d44cd83f75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.543724 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010a1935-c495-4c0f-a04f-e2d44cd83f75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:53.544123 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-010a1935-c495-4c0f-a04f-e2d44cd83f75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:53.548014 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:53.641517 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-010a1935-c495-4c0f-a04f-e2d44cd83f75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.651623 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-010a1935-c495-4c0f-a04f-e2d44cd83f75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.657920 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-010a1935-c495-4c0f-a04f-e2d44cd83f75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] 10.222.0.16 "DELETE /v2.0/networks/24cd5cb5-639e-4aaf-8795-0e5238c77633 HTTP/1.1" status: 204 len: 168 time: 0.8942208 Jul 16 01:46:53.662048 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52112) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:53.688138 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a1935-c495-4c0f-a04f-e2d44cd83f75 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Pushing event deleted for resources: {'Network': ['ID=24cd5cb5-639e-4aaf-8795-0e5238c77633,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:53.703803 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 9eac43ef-72b7-40c7-85e8-047b62128dfc no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:53.726085 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52114) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:53.736104 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 9eac43ef-72b7-40c7-85e8-047b62128dfc {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:53.736320 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-93f521fb-aa46-4687-8c69-f431c43c4e28 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-604545348', 'description': 'tempest-secgroup-smoke-604545348 description', 'project_id': '8c0fcf31570241eb96a760177b0aa82f'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:53.736464 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 9eac43ef-72b7-40c7-85e8-047b62128dfc not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:53.810559 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93f521fb-aa46-4687-8c69-f431c43c4e28 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.826690 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93f521fb-aa46-4687-8c69-f431c43c4e28 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.906630 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-6efae5ab-1128-4295-b632-434df85c1110 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Deleting port 62de1203-19e8-4f94-9395-508e0078145f {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:53.907207 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6efae5ab-1128-4295-b632-434df85c1110 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.022243 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6efae5ab-1128-4295-b632-434df85c1110 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.022569 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6efae5ab-1128-4295-b632-434df85c1110 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.033513 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93f521fb-aa46-4687-8c69-f431c43c4e28 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.041240 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-6efae5ab-1128-4295-b632-434df85c1110 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Calling delete_port for 62de1203-19e8-4f94-9395-508e0078145f owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:54.043940 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93f521fb-aa46-4687-8c69-f431c43c4e28 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.065330 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ddf76adf-a7a4-4a94-bb0a-748be29b2d47 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.068895 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ddf76adf-a7a4-4a94-bb0a-748be29b2d47 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-361746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-361739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-361858'] for router, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.131005 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f521fb-aa46-4687-8c69-f431c43c4e28 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616bff1e-8aed-46c7-988a-e571b8059cbb,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:54.192630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf76adf-a7a4-4a94-bb0a-748be29b2d47 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Router 90970bdc-f646-46ba-a5b7-0e7fb6d20422 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:46:54.214118 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93f521fb-aa46-4687-8c69-f431c43c4e28 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.219566 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93f521fb-aa46-4687-8c69-f431c43c4e28 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.285440 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93f521fb-aa46-4687-8c69-f431c43c4e28 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.286685 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-93f521fb-aa46-4687-8c69-f431c43c4e28 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5593235 Jul 16 01:46:54.290300 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52118) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:54.293625 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f521fb-aa46-4687-8c69-f431c43c4e28 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=419c1e75-8f93-4eca-956c-f65f65a51621,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:54.294962 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-ce8cb94c-9ed4-4cf2-8349-e051d91ae6cb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group_rule': {'security_group_id': '419c1e75-8f93-4eca-956c-f65f65a51621', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:54.299940 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6efae5ab-1128-4295-b632-434df85c1110 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.335130 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf76adf-a7a4-4a94-bb0a-748be29b2d47 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:54.335284 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efae5ab-1128-4295-b632-434df85c1110 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Pushing event deleted for resources: {'Port': ['ID=62de1203-19e8-4f94-9395-508e0078145f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:54.339022 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ddf76adf-a7a4-4a94-bb0a-748be29b2d47 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.343257 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ddf76adf-a7a4-4a94-bb0a-748be29b2d47 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "PUT /v2.0/routers/90970bdc-f646-46ba-a5b7-0e7fb6d20422 HTTP/1.1" status: 200 len: 924 time: 1.3099844 Jul 16 01:46:54.344040 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52120) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:54.346164 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be067e-b57b-47d6-ac0a-e5d0fb735afc None None] Sync routers for ids ['90970bdc-f646-46ba-a5b7-0e7fb6d20422'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:54.358953 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44be067e-b57b-47d6-ac0a-e5d0fb735afc None None] Routers {'90970bdc-f646-46ba-a5b7-0e7fb6d20422'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:54.360637 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-44be067e-b57b-47d6-ac0a-e5d0fb735afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:46:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['90970bdc-f646-46ba-a5b7-0e7fb6d20422'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:54.390708 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ce8cb94c-9ed4-4cf2-8349-e051d91ae6cb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.402078 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-44be067e-b57b-47d6-ac0a-e5d0fb735afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:54.407093 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6efae5ab-1128-4295-b632-434df85c1110 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.410666 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6efae5ab-1128-4295-b632-434df85c1110 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.415269 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6efae5ab-1128-4295-b632-434df85c1110 tempest-FloatingIPAdminTestJSON-634962316 tempest-FloatingIPAdminTestJSON-634962316-project] 10.222.0.16 "DELETE /v2.0/floatingips/0536916a-893e-4e16-a1ad-62e729e79565 HTTP/1.1" status: 204 len: 168 time: 0.7341917 Jul 16 01:46:54.423762 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44be067e-b57b-47d6-ac0a-e5d0fb735afc None None] Routers {'90970bdc-f646-46ba-a5b7-0e7fb6d20422'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:54.424618 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-44be067e-b57b-47d6-ac0a-e5d0fb735afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:46:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['90970bdc-f646-46ba-a5b7-0e7fb6d20422'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:54.462984 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-44be067e-b57b-47d6-ac0a-e5d0fb735afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:54.463541 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be067e-b57b-47d6-ac0a-e5d0fb735afc None None] The sync data for ids ['90970bdc-f646-46ba-a5b7-0e7fb6d20422'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:54.503830 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ce8cb94c-9ed4-4cf2-8349-e051d91ae6cb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.506677 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5e3293bd-e740-4f49-9880-4001ef3cc411 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "GET /v2.0/routers/90970bdc-f646-46ba-a5b7-0e7fb6d20422 HTTP/1.1" status: 200 len: 924 time: 0.1615169 Jul 16 01:46:54.509190 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ce8cb94c-9ed4-4cf2-8349-e051d91ae6cb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.511676 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52124) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:54.532760 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8cb94c-9ed4-4cf2-8349-e051d91ae6cb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bcf3b57-fab4-4205-a117-ad439cd5474f,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:54.553817 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ce8cb94c-9ed4-4cf2-8349-e051d91ae6cb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.555607 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ce8cb94c-9ed4-4cf2-8349-e051d91ae6cb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2645133 Jul 16 01:46:54.559760 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52126) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:54.564630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-cb71c070-ac4c-450f-bd33-75afb9db2ba8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group_rule': {'security_group_id': '419c1e75-8f93-4eca-956c-f65f65a51621', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:54.601928 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cb71c070-ac4c-450f-bd33-75afb9db2ba8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.638904 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0498328-5622-4596-94ef-6c5e3f01fd24 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:54.640555 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d0498328-5622-4596-94ef-6c5e3f01fd24 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&device_id=90970bdc-f646-46ba-a5b7-0e7fb6d20422&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1274314 Jul 16 01:46:54.643530 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52128) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:54.684537 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cb71c070-ac4c-450f-bd33-75afb9db2ba8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.691441 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cb71c070-ac4c-450f-bd33-75afb9db2ba8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.711943 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71c070-ac4c-450f-bd33-75afb9db2ba8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99515e3d-038e-4bfa-a8ed-b80b85a2a4eb,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:54.722038 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cb71c070-ac4c-450f-bd33-75afb9db2ba8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.726406 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cb71c070-ac4c-450f-bd33-75afb9db2ba8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1636217 Jul 16 01:46:54.726738 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52132) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:54.731559 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-50f199ae-a89f-4a91-af69-bc248d3a4bd5 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group_rule': {'security_group_id': '419c1e75-8f93-4eca-956c-f65f65a51621', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:54.751975 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7a4556-b556-42d6-b50a-913f4fa82778 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:54.756281 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7c7a4556-b556-42d6-b50a-913f4fa82778 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 881 time: 0.1091018 Jul 16 01:46:54.756635 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52134) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:54.769701 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-50f199ae-a89f-4a91-af69-bc248d3a4bd5 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.791497 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c202c753-99f4-45c8-aea0-ebc2b2610cab tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "GET /v2.0/ports?device_id=90970bdc-f646-46ba-a5b7-0e7fb6d20422 HTTP/1.1" status: 200 len: 205 time: 0.0334408 Jul 16 01:46:54.793809 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52136) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:54.831163 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52140) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:54.850217 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-50f199ae-a89f-4a91-af69-bc248d3a4bd5 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.860723 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-50f199ae-a89f-4a91-af69-bc248d3a4bd5 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.898571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f199ae-a89f-4a91-af69-bc248d3a4bd5 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdbe94eb-ee4c-4746-b5df-c33f6e536149,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:54.904570 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-50f199ae-a89f-4a91-af69-bc248d3a4bd5 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.906402 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-50f199ae-a89f-4a91-af69-bc248d3a4bd5 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1787336 Jul 16 01:46:54.909500 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52144) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:54.916633 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a0f28198-16b7-4224-b68a-90c335792353 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group_rule': {'security_group_id': '419c1e75-8f93-4eca-956c-f65f65a51621', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:54.932653 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b436d9aa-56b1-411f-a1a7-c15dfc3ef4ef tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.948762 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a0f28198-16b7-4224-b68a-90c335792353 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.027968 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a0f28198-16b7-4224-b68a-90c335792353 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.043232 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a0f28198-16b7-4224-b68a-90c335792353 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.056416 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b436d9aa-56b1-411f-a1a7-c15dfc3ef4ef tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.077827 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e7e7bec3-8347-4c85-b13d-705b7fb4e0f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=86887679326f4a1ab85a29460594d92d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453032 Jul 16 01:46:55.080871 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52146) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:55.088999 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a0f28198-16b7-4224-b68a-90c335792353 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.090179 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a0f28198-16b7-4224-b68a-90c335792353 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1787333 Jul 16 01:46:55.091080 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f28198-16b7-4224-b68a-90c335792353 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ff51e1-4309-4628-8bab-8f2f8e66e145,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:55.093619 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52148) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:55.100045 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2ce0e4be-50c4-4645-817b-d24f0571a749 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group_rule': {'security_group_id': '419c1e75-8f93-4eca-956c-f65f65a51621', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:55.131925 n-d-792394-16 neutron-server[93956]: INFO neutron.db.securitygroups_db [None req-2ce0e4be-50c4-4645-817b-d24f0571a749 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Project 8c0fcf31570241eb96a760177b0aa82f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:46:55.138915 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2ce0e4be-50c4-4645-817b-d24f0571a749 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.143337 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-93eb898a-ac22-4cd0-b1ad-38620120ae47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.154197 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-b436d9aa-56b1-411f-a1a7-c15dfc3ef4ef tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Deleting port e6be47bc-0600-49c9-862b-ffbc0d1d819a {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:55.154539 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b436d9aa-56b1-411f-a1a7-c15dfc3ef4ef tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.165100 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-93eb898a-ac22-4cd0-b1ad-38620120ae47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.228312 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-93eb898a-ac22-4cd0-b1ad-38620120ae47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.231364 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-93eb898a-ac22-4cd0-b1ad-38620120ae47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.235584 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-93eb898a-ac22-4cd0-b1ad-38620120ae47 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f5cf9a2-9165-456d-a835-8551b83922b7 HTTP/1.1" status: 204 len: 168 time: 0.1506245 Jul 16 01:46:55.241852 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb898a-ac22-4cd0-b1ad-38620120ae47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5cf9a2-9165-456d-a835-8551b83922b7,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:55.256951 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2ce0e4be-50c4-4645-817b-d24f0571a749 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.278962 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2ce0e4be-50c4-4645-817b-d24f0571a749 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.287539 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b436d9aa-56b1-411f-a1a7-c15dfc3ef4ef tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.318486 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0e4be-50c4-4645-817b-d24f0571a749 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d2d196-dd37-4fc9-a3c4-2cc205a1520f,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:55.326927 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-b436d9aa-56b1-411f-a1a7-c15dfc3ef4ef tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Calling delete_port for e6be47bc-0600-49c9-862b-ffbc0d1d819a owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:55.329989 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0e4be-50c4-4645-817b-d24f0571a749 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:55.330293 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0e4be-50c4-4645-817b-d24f0571a749 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:55.330649 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0e4be-50c4-4645-817b-d24f0571a749 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:55.331149 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0e4be-50c4-4645-817b-d24f0571a749 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:55.332525 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0e4be-50c4-4645-817b-d24f0571a749 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:55.333044 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0e4be-50c4-4645-817b-d24f0571a749 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:55.333444 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0e4be-50c4-4645-817b-d24f0571a749 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:55.334153 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0e4be-50c4-4645-817b-d24f0571a749 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:55.334498 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0e4be-50c4-4645-817b-d24f0571a749 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:55.335091 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0e4be-50c4-4645-817b-d24f0571a749 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:55.335432 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0e4be-50c4-4645-817b-d24f0571a749 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:55.335769 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0e4be-50c4-4645-817b-d24f0571a749 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:55.342848 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2ce0e4be-50c4-4645-817b-d24f0571a749 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.347531 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52152) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:55.347689 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2ce0e4be-50c4-4645-817b-d24f0571a749 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2527022 Jul 16 01:46:55.353302 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-16727951-9b56-4006-a633-5d272b4a4c29 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group_rule': {'security_group_id': '419c1e75-8f93-4eca-956c-f65f65a51621', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:55.379430 n-d-792394-16 neutron-server[93955]: INFO neutron.db.securitygroups_db [None req-16727951-9b56-4006-a633-5d272b4a4c29 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Project 8c0fcf31570241eb96a760177b0aa82f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:46:55.391224 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-16727951-9b56-4006-a633-5d272b4a4c29 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.465757 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-16727951-9b56-4006-a633-5d272b4a4c29 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.472414 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-16727951-9b56-4006-a633-5d272b4a4c29 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.502868 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16727951-9b56-4006-a633-5d272b4a4c29 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfad22b-e407-497b-8657-5f8d851aaeab,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:55.516282 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-16727951-9b56-4006-a633-5d272b4a4c29 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.517600 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-16727951-9b56-4006-a633-5d272b4a4c29 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1690452 Jul 16 01:46:55.521023 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52156) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:55.526249 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-13adb96e-ac45-4f1b-9502-68aa02950222 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'network': {'name': 'tempest-network-smoke--290678187', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'port_security_enabled': True}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:55.564971 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13adb96e-ac45-4f1b-9502-68aa02950222 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Made reservation on behalf of 8c0fcf31570241eb96a760177b0aa82f for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:55.568654 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13adb96e-ac45-4f1b-9502-68aa02950222 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.579762 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b436d9aa-56b1-411f-a1a7-c15dfc3ef4ef tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.618278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436d9aa-56b1-411f-a1a7-c15dfc3ef4ef tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Pushing event deleted for resources: {'Port': ['ID=e6be47bc-0600-49c9-862b-ffbc0d1d819a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:55.634984 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52158) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:55.645783 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13adb96e-ac45-4f1b-9502-68aa02950222 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:55.650790 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b9d3e84a-d826-4086-9a7e-c4f085d3746e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.679179 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13adb96e-ac45-4f1b-9502-68aa02950222 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.679553 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-13adb96e-ac45-4f1b-9502-68aa02950222 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Added segment a2e51a01-202e-4174-9f7b-fa00d63e6821 of type vlan for network ae9cdc71-5392-4a43-a088-bbed08d2f63d Jul 16 01:46:55.722595 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b436d9aa-56b1-411f-a1a7-c15dfc3ef4ef tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.754498 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13adb96e-ac45-4f1b-9502-68aa02950222 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.786592 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b9d3e84a-d826-4086-9a7e-c4f085d3746e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.793203 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b9d3e84a-d826-4086-9a7e-c4f085d3746e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.838819 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b9d3e84a-d826-4086-9a7e-c4f085d3746e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9e2bd0f5d094d5dac2a6fb35fa921e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2024248 Jul 16 01:46:55.839646 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3e84a-d826-4086-9a7e-c4f085d3746e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0b2c08-84a6-4458-b2e9-4bbe8871d884,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:55.842180 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52160) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:55.898792 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8942c952-958d-4a0e-9e02-35506baed1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.926523 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8942c952-958d-4a0e-9e02-35506baed1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.988108 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8942c952-958d-4a0e-9e02-35506baed1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.992001 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8942c952-958d-4a0e-9e02-35506baed1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.993252 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8942c952-958d-4a0e-9e02-35506baed1b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d0b2c08-84a6-4458-b2e9-4bbe8871d884 HTTP/1.1" status: 204 len: 168 time: 0.1501551 Jul 16 01:46:56.007473 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942c952-958d-4a0e-9e02-35506baed1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0b2c08-84a6-4458-b2e9-4bbe8871d884,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:56.196733 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b436d9aa-56b1-411f-a1a7-c15dfc3ef4ef tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.199963 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b436d9aa-56b1-411f-a1a7-c15dfc3ef4ef tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.252496 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13adb96e-ac45-4f1b-9502-68aa02950222 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.258219 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13adb96e-ac45-4f1b-9502-68aa02950222 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:56.259107 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-13adb96e-ac45-4f1b-9502-68aa02950222 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.269110 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b436d9aa-56b1-411f-a1a7-c15dfc3ef4ef tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.269671 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b436d9aa-56b1-411f-a1a7-c15dfc3ef4ef tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Fanout notify agent at l3_agent the message router_deleted on router 90970bdc-f646-46ba-a5b7-0e7fb6d20422 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:56.294205 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b436d9aa-56b1-411f-a1a7-c15dfc3ef4ef tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.298921 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b436d9aa-56b1-411f-a1a7-c15dfc3ef4ef tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "DELETE /v2.0/routers/90970bdc-f646-46ba-a5b7-0e7fb6d20422 HTTP/1.1" status: 204 len: 168 time: 1.5005846 Jul 16 01:46:56.299929 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52168) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:56.305671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-06dfdbc2-ebd1-4a47-949f-a96a6d326535 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-679468710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:56.316430 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-13adb96e-ac45-4f1b-9502-68aa02950222 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7939775 Jul 16 01:46:56.320147 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52170) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:56.329411 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-b2f58352-ec17-4b12-a35f-459a63f2da3b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1802870279', 'admin_state_up': True, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:56.354165 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adb96e-ac45-4f1b-9502-68aa02950222 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Network': ['ID=ae9cdc71-5392-4a43-a088-bbed08d2f63d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:56.359693 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-06dfdbc2-ebd1-4a47-949f-a96a6d326535 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.364567 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-06dfdbc2-ebd1-4a47-949f-a96a6d326535 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.373924 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network ae9cdc71-5392-4a43-a088-bbed08d2f63d details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:56.404221 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b2f58352-ec17-4b12-a35f-459a63f2da3b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.407575 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b2f58352-ec17-4b12-a35f-459a63f2da3b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.418995 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52172) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:56.437573 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1b7a8e3c-ef5e-42e4-a4a7-6a18fc2d8293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.444102 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-06dfdbc2-ebd1-4a47-949f-a96a6d326535 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.456278 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-06dfdbc2-ebd1-4a47-949f-a96a6d326535 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.506746 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b2f58352-ec17-4b12-a35f-459a63f2da3b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.571341 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1b7a8e3c-ef5e-42e4-a4a7-6a18fc2d8293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.602451 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1b7a8e3c-ef5e-42e4-a4a7-6a18fc2d8293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.657340 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a8e3c-ef5e-42e4-a4a7-6a18fc2d8293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c89386-5752-4b54-8052-808281b6b70b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:56.672427 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1b7a8e3c-ef5e-42e4-a4a7-6a18fc2d8293 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a4aac0f5bde47acadc29c0766e837bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2462144 Jul 16 01:46:56.680175 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52174) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:56.689724 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-81f6415f-183d-4e37-b89d-f93bd5a26dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.747407 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e3216bf-2243-4fdc-948b-dfbf2c83468c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.772321 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e3216bf-2243-4fdc-948b-dfbf2c83468c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.830294 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e3216bf-2243-4fdc-948b-dfbf2c83468c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.833166 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6e3216bf-2243-4fdc-948b-dfbf2c83468c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.834375 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6e3216bf-2243-4fdc-948b-dfbf2c83468c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09c89386-5752-4b54-8052-808281b6b70b HTTP/1.1" status: 204 len: 168 time: 0.1524920 Jul 16 01:46:56.844236 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3216bf-2243-4fdc-948b-dfbf2c83468c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c89386-5752-4b54-8052-808281b6b70b,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:56.979406 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-06dfdbc2-ebd1-4a47-949f-a96a6d326535 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.980672 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-06dfdbc2-ebd1-4a47-949f-a96a6d326535 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6796107 Jul 16 01:46:56.983692 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52180) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:56.989376 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-787d1ab3-14be-4b7c-9b69-ee1a2ecc5ca6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Request body: {'router': {'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:57.093750 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b2f58352-ec17-4b12-a35f-459a63f2da3b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.263549 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-787d1ab3-14be-4b7c-9b69-ee1a2ecc5ca6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.329532 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b2f58352-ec17-4b12-a35f-459a63f2da3b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.362677 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b2f58352-ec17-4b12-a35f-459a63f2da3b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.477958 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-b2f58352-ec17-4b12-a35f-459a63f2da3b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Allocated IP 172.25.6.170 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:57.485174 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-787d1ab3-14be-4b7c-9b69-ee1a2ecc5ca6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.505219 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-787d1ab3-14be-4b7c-9b69-ee1a2ecc5ca6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.621897 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b2f58352-ec17-4b12-a35f-459a63f2da3b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.675281 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b2f58352-ec17-4b12-a35f-459a63f2da3b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.718181 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f58352-ec17-4b12-a35f-459a63f2da3b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:57.720909 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-b2f58352-ec17-4b12-a35f-459a63f2da3b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:57.723578 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f58352-ec17-4b12-a35f-459a63f2da3b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:57.725286 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-787d1ab3-14be-4b7c-9b69-ee1a2ecc5ca6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Allocated IP 172.25.6.41 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/633836d3-d2e2-4358-addb-01fb4b1f1960) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:57.758456 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f58352-ec17-4b12-a35f-459a63f2da3b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Port': ['ID=0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:57.883811 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-787d1ab3-14be-4b7c-9b69-ee1a2ecc5ca6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.933127 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-787d1ab3-14be-4b7c-9b69-ee1a2ecc5ca6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.979307 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787d1ab3-14be-4b7c-9b69-ee1a2ecc5ca6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:57.983868 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-787d1ab3-14be-4b7c-9b69-ee1a2ecc5ca6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:57.989220 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787d1ab3-14be-4b7c-9b69-ee1a2ecc5ca6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:57.992204 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d1ab3-14be-4b7c-9b69-ee1a2ecc5ca6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Pushing event updated for resources: {'Port': ['ID=633836d3-d2e2-4358-addb-01fb4b1f1960,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:58.054608 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b2f58352-ec17-4b12-a35f-459a63f2da3b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.305684 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b2f58352-ec17-4b12-a35f-459a63f2da3b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.313750 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-787d1ab3-14be-4b7c-9b69-ee1a2ecc5ca6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.474841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f58352-ec17-4b12-a35f-459a63f2da3b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Router 86a08719-5627-4504-aaf6-3960738606e8 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:46:58.548856 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52226) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:58.574007 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-787d1ab3-14be-4b7c-9b69-ee1a2ecc5ca6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.577995 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-787d1ab3-14be-4b7c-9b69-ee1a2ecc5ca6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-361746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-361739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-361858'] for router, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.615744 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f58352-ec17-4b12-a35f-459a63f2da3b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:58.627432 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] Sync routers for ids ['86a08719-5627-4504-aaf6-3960738606e8'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:58.638468 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] Routers {'86a08719-5627-4504-aaf6-3960738606e8'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:58.639574 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:46:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['86a08719-5627-4504-aaf6-3960738606e8'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:58.645567 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b2f58352-ec17-4b12-a35f-459a63f2da3b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.646877 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b2f58352-ec17-4b12-a35f-459a63f2da3b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3257408 Jul 16 01:46:58.650908 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52230) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:58.681806 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-d56fd299-505e-4e20-8ba2-21fd0fff5f2a tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-793455274'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:58.682446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-d56fd299-505e-4e20-8ba2-21fd0fff5f2a tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] Unknown quota resources ['metering_label']. {{(pid=93955) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:46:58.764690 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787d1ab3-14be-4b7c-9b69-ee1a2ecc5ca6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Router 0286fc2a-8201-49f4-b2ef-dc155cc458ea is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:46:58.772791 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] Set router 86a08719-5627-4504-aaf6-3960738606e8 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:58.896189 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787d1ab3-14be-4b7c-9b69-ee1a2ecc5ca6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:58.903446 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-787d1ab3-14be-4b7c-9b69-ee1a2ecc5ca6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.906325 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c439739f-fe6b-4aa5-a714-314ab58a2251 None None] Sync routers for ids ['0286fc2a-8201-49f4-b2ef-dc155cc458ea'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:58.912175 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d56fd299-505e-4e20-8ba2-21fd0fff5f2a tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.915763 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-787d1ab3-14be-4b7c-9b69-ee1a2ecc5ca6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "PUT /v2.0/routers/0286fc2a-8201-49f4-b2ef-dc155cc458ea HTTP/1.1" status: 200 len: 882 time: 1.9301157 Jul 16 01:46:58.919770 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c439739f-fe6b-4aa5-a714-314ab58a2251 None None] Routers {'0286fc2a-8201-49f4-b2ef-dc155cc458ea'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:58.919971 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d56fd299-505e-4e20-8ba2-21fd0fff5f2a tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3695035 Jul 16 01:46:58.920546 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52236) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:58.920672 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52234) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:58.924561 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c439739f-fe6b-4aa5-a714-314ab58a2251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:46:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['0286fc2a-8201-49f4-b2ef-dc155cc458ea'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:58.945089 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-fa887bb3-5a69-4867-8b38-b56e6a0eb65f tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c022bde3-d820-43e4-8787-0ad9f67cd289'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:58.945695 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-fa887bb3-5a69-4867-8b38-b56e6a0eb65f tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93955) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:46:58.955468 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9c086954-628d-4cc4-a249-2aeb27666212 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=8c0fcf31570241eb96a760177b0aa82f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3030667 Jul 16 01:46:58.960896 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52238) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:58.973505 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c439739f-fe6b-4aa5-a714-314ab58a2251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:58.996564 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c439739f-fe6b-4aa5-a714-314ab58a2251 None None] Routers {'0286fc2a-8201-49f4-b2ef-dc155cc458ea'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:58.997384 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c439739f-fe6b-4aa5-a714-314ab58a2251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:46:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['0286fc2a-8201-49f4-b2ef-dc155cc458ea'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:59.038404 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c439739f-fe6b-4aa5-a714-314ab58a2251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:59.039064 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c439739f-fe6b-4aa5-a714-314ab58a2251 None None] The sync data for ids ['0286fc2a-8201-49f4-b2ef-dc155cc458ea'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:59.052201 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a08719-5627-4504-aaf6-3960738606e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802870279', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:56Z', 'updated_at': '2021-07-16T01:46:57Z', 'revision_number': 3, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a08719-5627-4504-aaf6-3960738606e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:57Z', 'updated_at': '2021-07-16T01:46:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:59.086699 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-47054384-01ea-430f-9309-4f93490cc0d7 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "GET /v2.0/routers/0286fc2a-8201-49f4-b2ef-dc155cc458ea HTTP/1.1" status: 200 len: 923 time: 0.1624200 Jul 16 01:46:59.087328 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52248) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:59.163717 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f395aa5-1408-41b3-92c2-0118a566a5cf tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:59.167735 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6f395aa5-1408-41b3-92c2-0118a566a5cf tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&device_id=0286fc2a-8201-49f4-b2ef-dc155cc458ea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0770090 Jul 16 01:46:59.171498 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52252) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:59.181933 n-d-792394-16 neutron-server[93955]: WARNING neutron.services.metering.metering_plugin [None req-fa887bb3-5a69-4867-8b38-b56e6a0eb65f tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:46:59.287858 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] Checking router: 86a08719-5627-4504-aaf6-3960738606e8 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:59.288510 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] Updating router 86a08719-5627-4504-aaf6-3960738606e8 port 0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:46:59.295760 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65433af-35ae-4a9d-850c-a1e88a205f89 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:59.297558 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d65433af-35ae-4a9d-850c-a1e88a205f89 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 881 time: 0.1249456 Jul 16 01:46:59.301297 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52254) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:59.331581 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.336039 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-48bae9f6-6389-4cf3-bfa0-695e35178e46 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "GET /v2.0/ports?device_id=0286fc2a-8201-49f4-b2ef-dc155cc458ea HTTP/1.1" status: 200 len: 205 time: 0.0332353 Jul 16 01:46:59.338360 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52256) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:59.419086 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa887bb3-5a69-4867-8b38-b56e6a0eb65f tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.424687 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fa887bb3-5a69-4867-8b38-b56e6a0eb65f tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4831367 Jul 16 01:46:59.425318 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52258) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:59.438612 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-bfacb4db-9f34-47dc-a6e0-681b87871fb8 tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c022bde3-d820-43e4-8787-0ad9f67cd289'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:59.439102 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-bfacb4db-9f34-47dc-a6e0-681b87871fb8 tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93955) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:46:59.448473 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6526163d-0632-44cc-8a19-42c96b212972 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:59.449996 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6526163d-0632-44cc-8a19-42c96b212972 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4779439 Jul 16 01:46:59.453137 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52260) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:59.488014 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-964d5561-924d-4e6f-bb3b-0e15552f533d tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331466 Jul 16 01:46:59.490718 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52262) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:59.496035 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-6802d36f-3756-44d0-81ed-730d7f5049d2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1103601385', 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:59.505090 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dd49ea7-f2b2-4bbb-a831-e9cf0e7c436d tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.526985 n-d-792394-16 neutron-server[93955]: WARNING neutron.services.metering.metering_plugin [None req-bfacb4db-9f34-47dc-a6e0-681b87871fb8 tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:46:59.571965 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a6f39fcf-9ff5-443d-b8c0-e83c7258aa6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.643377 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bfacb4db-9f34-47dc-a6e0-681b87871fb8 tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.647795 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bfacb4db-9f34-47dc-a6e0-681b87871fb8 tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2176149 Jul 16 01:46:59.648813 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52264) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:59.665671 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b1e47894-73b6-4134-adbb-ce8812059285 tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=08949dcf-d39a-4e1c-b818-e0e599ed85f7 HTTP/1.1" status: 200 len: 462 time: 0.0151508 Jul 16 01:46:59.668065 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52266) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:59.691494 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.710496 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dd49ea7-f2b2-4bbb-a831-e9cf0e7c436d tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.714798 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6802d36f-3756-44d0-81ed-730d7f5049d2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Made reservation on behalf of 8c0fcf31570241eb96a760177b0aa82f for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:59.716549 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] Transition to ACTIVE for port object 0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:59.718774 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6802d36f-3756-44d0-81ed-730d7f5049d2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.721467 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.726922 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.788586 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] Attempting to bind port 0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:59.789073 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] Attempting to bind port 0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:59.789504 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] Attempting to bind port 0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:59.794058 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-28f37936-0415-47a8-ac67-36b23e8a04c9 tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.795077 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:59.795429 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:59.795832 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.795960 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-28f37936-0415-47a8-ac67-36b23e8a04c9 tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/08949dcf-d39a-4e1c-b818-e0e599ed85f7 HTTP/1.1" status: 204 len: 168 time: 0.1260092 Jul 16 01:46:59.796392 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:59.797107 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] Bound port: 0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:59.797559 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.798130 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52268) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:59.801228 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d32f9-f497-4e53-bb05-677cf2e7a7ed None None] Pushing event updated for resources: {'Port': ['ID=0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:59.819114 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a822efd2-afb4-495c-be28-39d8d223a999 tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=08949dcf-d39a-4e1c-b818-e0e599ed85f7 HTTP/1.1" status: 200 len: 221 time: 0.0161967 Jul 16 01:46:59.819969 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52270) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:59.829598 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-18c73546-22e8-437e-b86e-cb5407740e2b tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1487075000', 'description': 'label created by tempest'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:59.830047 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-18c73546-22e8-437e-b86e-cb5407740e2b tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] Unknown quota resources ['metering_label']. {{(pid=93956) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:46:59.862792 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] For port 0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:59.866115 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] For port 0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:59.871576 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.933204 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] Routers {'86a08719-5627-4504-aaf6-3960738606e8'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:59.933845 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['86a08719-5627-4504-aaf6-3960738606e8'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:59.962275 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-6dd49ea7-f2b2-4bbb-a831-e9cf0e7c436d tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Deleting port 633836d3-d2e2-4358-addb-01fb4b1f1960 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:59.962505 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dd49ea7-f2b2-4bbb-a831-e9cf0e7c436d tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.969439 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d32f9-f497-4e53-bb05-677cf2e7a7ed None None] Pushing event updated for resources: {'Port': ['ID=0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:00.048682 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] Set router 86a08719-5627-4504-aaf6-3960738606e8 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:00.156548 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-18c73546-22e8-437e-b86e-cb5407740e2b tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.159991 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-18c73546-22e8-437e-b86e-cb5407740e2b tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3356893 Jul 16 01:47:00.160424 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52272) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:00.300338 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ea1ebb16-8c8e-4013-91f4-6929b64ce14f tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=1108f87b-d497-4b47-91f7-068ac57b05c0 HTTP/1.1" status: 200 len: 468 time: 0.1386147 Jul 16 01:47:00.303059 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52276) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:00.333742 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a08719-5627-4504-aaf6-3960738606e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802870279', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:56Z', 'updated_at': '2021-07-16T01:46:57Z', 'revision_number': 3, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a08719-5627-4504-aaf6-3960738606e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:57Z', 'updated_at': '2021-07-16T01:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:00.377928 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2860e326-04a6-4c5e-93e3-3a1f0fe82c63 None None] The sync data for ids ['86a08719-5627-4504-aaf6-3960738606e8'] in n-d-792394-16 is: [{'id': '86a08719-5627-4504-aaf6-3960738606e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802870279', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:56Z', 'updated_at': '2021-07-16T01:46:57Z', 'revision_number': 3, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a08719-5627-4504-aaf6-3960738606e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:57Z', 'updated_at': '2021-07-16T01:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:00.526694 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5f1f7201-6fa3-4f6d-968d-f2ed3d499ca2 tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.531800 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5f1f7201-6fa3-4f6d-968d-f2ed3d499ca2 tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/1108f87b-d497-4b47-91f7-068ac57b05c0 HTTP/1.1" status: 204 len: 168 time: 0.2271137 Jul 16 01:47:00.532773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52286) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:00.549721 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bb19c3bb-7049-4f9b-9627-2d22d1c1a64e tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=1108f87b-d497-4b47-91f7-068ac57b05c0 HTTP/1.1" status: 200 len: 216 time: 0.0156064 Jul 16 01:47:00.550437 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52288) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:00.565205 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b0823b64-611d-4365-898e-0f61161f8e5c tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0132198 Jul 16 01:47:00.565804 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52290) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:00.583581 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1154703a-547f-4b65-b2b0-29dcd036bb66 tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0133793 Jul 16 01:47:00.583807 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52292) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:00.628640 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dd49ea7-f2b2-4bbb-a831-e9cf0e7c436d tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.642180 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6802d36f-3756-44d0-81ed-730d7f5049d2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.688617 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c3d50fa1-a241-47ae-9499-d30a46cac966 tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/c022bde3-d820-43e4-8787-0ad9f67cd289 HTTP/1.1" status: 200 len: 472 time: 0.0996847 Jul 16 01:47:00.691352 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52294) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:00.700617 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-6dd49ea7-f2b2-4bbb-a831-e9cf0e7c436d tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Calling delete_port for 633836d3-d2e2-4358-addb-01fb4b1f1960 owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:00.706408 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1535ef0b-b4eb-4da5-8e86-94f6e65e94a4 tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/76824f1b-ccc8-4dea-850e-afcd11c9d2f1 HTTP/1.1" status: 200 len: 459 time: 0.0105767 Jul 16 01:47:00.706690 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52296) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:00.780862 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802d36f-3756-44d0-81ed-730d7f5049d2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Subnet': ['ID=e7e49755-eff3-40a3-95fc-2ea36183bca0,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:00.813500 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6802d36f-3756-44d0-81ed-730d7f5049d2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Checking segment: {'id': 'a2e51a01-202e-4174-9f7b-fa00d63e6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:00.813871 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6802d36f-3756-44d0-81ed-730d7f5049d2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network hostable DHCP agents. Network: ae9cdc71-5392-4a43-a088-bbed08d2f63d, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:00.824647 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.866524 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5cd7-de98-4814-ab1b-8e3601b9882b tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.870504 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ba6a5cd7-de98-4814-ab1b-8e3601b9882b tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/76824f1b-ccc8-4dea-850e-afcd11c9d2f1 HTTP/1.1" status: 204 len: 168 time: 0.1628232 Jul 16 01:47:00.871125 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52298) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:00.888058 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6802d36f-3756-44d0-81ed-730d7f5049d2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network ae9cdc71-5392-4a43-a088-bbed08d2f63d is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:00.907922 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-6802d36f-3756-44d0-81ed-730d7f5049d2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, ae9cdc71-5392-4a43-a088-bbed08d2f63d) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:00.915184 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6802d36f-3756-44d0-81ed-730d7f5049d2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:00.915184 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6802d36f-3756-44d0-81ed-730d7f5049d2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:00.919423 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad1f759-5113-4bec-85a2-123c2fc6e505 None None] Network ae9cdc71-5392-4a43-a088-bbed08d2f63d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:01.002051 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6802d36f-3756-44d0-81ed-730d7f5049d2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5099361 Jul 16 01:47:01.007584 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52300) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:01.121020 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dd49ea7-f2b2-4bbb-a831-e9cf0e7c436d tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.197134 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414ed128-0b8d-4410-9d87-67a3f8c63646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-ae9cdc71-5392-4a43-a088-bbed08d2f63d', 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'fixed_ips': [{'subnet_id': 'e7e49755-eff3-40a3-95fc-2ea36183bca0'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:47:01.198200 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-414ed128-0b8d-4410-9d87-67a3f8c63646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.238217 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd49ea7-f2b2-4bbb-a831-e9cf0e7c436d tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Pushing event deleted for resources: {'Port': ['ID=633836d3-d2e2-4358-addb-01fb4b1f1960,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:01.351170 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dd49ea7-f2b2-4bbb-a831-e9cf0e7c436d tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.428101 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-414ed128-0b8d-4410-9d87-67a3f8c63646 None None] Allocated IP 172.20.0.2 (ae9cdc71-5392-4a43-a088-bbed08d2f63d/e7e49755-eff3-40a3-95fc-2ea36183bca0/c04ded86-4cfd-4d7b-b7a7-738e75eb98bb) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:01.520963 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dd49ea7-f2b2-4bbb-a831-e9cf0e7c436d tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.525441 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dd49ea7-f2b2-4bbb-a831-e9cf0e7c436d tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.539614 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.656646 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-556ce293-6c13-4872-8984-afb596387d9f tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.658611 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-556ce293-6c13-4872-8984-afb596387d9f tempest-MeteringIpV6TestJSON-1784838514 tempest-MeteringIpV6TestJSON-1784838514-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/c022bde3-d820-43e4-8787-0ad9f67cd289 HTTP/1.1" status: 204 len: 168 time: 0.7848213 Jul 16 01:47:01.698226 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-414ed128-0b8d-4410-9d87-67a3f8c63646 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.709635 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-414ed128-0b8d-4410-9d87-67a3f8c63646 None None] Transition to ACTIVE for port object c04ded86-4cfd-4d7b-b7a7-738e75eb98bb will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:01.729301 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dd49ea7-f2b2-4bbb-a831-e9cf0e7c436d tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.729973 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd49ea7-f2b2-4bbb-a831-e9cf0e7c436d tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Fanout notify agent at l3_agent the message router_deleted on router 0286fc2a-8201-49f4-b2ef-dc155cc458ea {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:47:01.736248 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-414ed128-0b8d-4410-9d87-67a3f8c63646 None None] Transition to ACTIVE for port object c04ded86-4cfd-4d7b-b7a7-738e75eb98bb will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:01.745101 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-414ed128-0b8d-4410-9d87-67a3f8c63646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.746028 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dd49ea7-f2b2-4bbb-a831-e9cf0e7c436d tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.751202 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6dd49ea7-f2b2-4bbb-a831-e9cf0e7c436d tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "DELETE /v2.0/routers/0286fc2a-8201-49f4-b2ef-dc155cc458ea HTTP/1.1" status: 204 len: 168 time: 2.4116554 Jul 16 01:47:01.755204 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52306) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:01.760279 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-e2b288a0-565a-4463-97da-e8a34c4e1101 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-664197317', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:01.806460 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e2b288a0-565a-4463-97da-e8a34c4e1101 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.807617 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e2b288a0-565a-4463-97da-e8a34c4e1101 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.820290 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:01.875818 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414ed128-0b8d-4410-9d87-67a3f8c63646 None None] Network ae9cdc71-5392-4a43-a088-bbed08d2f63d is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:01.882879 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-414ed128-0b8d-4410-9d87-67a3f8c63646 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:01.886125 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414ed128-0b8d-4410-9d87-67a3f8c63646 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:01.889599 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ed128-0b8d-4410-9d87-67a3f8c63646 None None] Pushing event updated for resources: {'Port': ['ID=c04ded86-4cfd-4d7b-b7a7-738e75eb98bb,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:01.933851 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e2b288a0-565a-4463-97da-e8a34c4e1101 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.943219 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e2b288a0-565a-4463-97da-e8a34c4e1101 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.946567 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:01.953977 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:01.954257 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.974691 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e2b288a0-565a-4463-97da-e8a34c4e1101 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.978296 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e2b288a0-565a-4463-97da-e8a34c4e1101 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2210834 Jul 16 01:47:01.980017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52310) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:01.993799 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-414ed128-0b8d-4410-9d87-67a3f8c63646 None None] Attempting to bind port c04ded86-4cfd-4d7b-b7a7-738e75eb98bb on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:01.994420 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-414ed128-0b8d-4410-9d87-67a3f8c63646 None None] Attempting to bind port c04ded86-4cfd-4d7b-b7a7-738e75eb98bb by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'a2e51a01-202e-4174-9f7b-fa00d63e6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:01.994701 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f10bd3ba-e8dc-4a03-9a45-0262183ba7ac tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'enable_snat': True}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:01.995122 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414ed128-0b8d-4410-9d87-67a3f8c63646 None None] Attempting to bind port c04ded86-4cfd-4d7b-b7a7-738e75eb98bb on network ae9cdc71-5392-4a43-a088-bbed08d2f63d {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:02.009383 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414ed128-0b8d-4410-9d87-67a3f8c63646 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:02.009998 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414ed128-0b8d-4410-9d87-67a3f8c63646 None None] Checking segment: {'id': 'a2e51a01-202e-4174-9f7b-fa00d63e6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:02.010939 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-414ed128-0b8d-4410-9d87-67a3f8c63646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.011512 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414ed128-0b8d-4410-9d87-67a3f8c63646 None None] Bound using segment: {'id': 'a2e51a01-202e-4174-9f7b-fa00d63e6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:02.012902 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-414ed128-0b8d-4410-9d87-67a3f8c63646 None None] Bound port: c04ded86-4cfd-4d7b-b7a7-738e75eb98bb, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e51a01-202e-4174-9f7b-fa00d63e6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:02.013613 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-414ed128-0b8d-4410-9d87-67a3f8c63646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.056454 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b33d847-d390-4db0-b5af-c48781e7771d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.141031 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52314) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:02.149975 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.202429 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:02.205599 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-414ed128-0b8d-4410-9d87-67a3f8c63646 None None] For port c04ded86-4cfd-4d7b-b7a7-738e75eb98bb, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:02.210576 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-414ed128-0b8d-4410-9d87-67a3f8c63646 None None] For port c04ded86-4cfd-4d7b-b7a7-738e75eb98bb, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c04ded86-4cfd-4d7b-b7a7-738e75eb98bb,segment=NetworkSegment(a2e51a01-202e-4174-9f7b-fa00d63e6821),segment_id=a2e51a01-202e-4174-9f7b-fa00d63e6821)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:02.224497 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.242783 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-414ed128-0b8d-4410-9d87-67a3f8c63646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.333842 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f10bd3ba-e8dc-4a03-9a45-0262183ba7ac tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.382641 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:02.434489 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5b00d2a6-3574-4395-84bf-d5f21b8dca87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.461655 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ed128-0b8d-4410-9d87-67a3f8c63646 None None] Pushing event updated for resources: {'Port': ['ID=c04ded86-4cfd-4d7b-b7a7-738e75eb98bb,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:02.548774 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.630723 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-4b33d847-d390-4db0-b5af-c48781e7771d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Allocated IP 172.20.0.1 (ae9cdc71-5392-4a43-a088-bbed08d2f63d/e7e49755-eff3-40a3-95fc-2ea36183bca0/e6c5a46d-4957-4414-b332-c0f6bf4c092d) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:02.746978 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f10bd3ba-e8dc-4a03-9a45-0262183ba7ac tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.774042 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f10bd3ba-e8dc-4a03-9a45-0262183ba7ac tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.811828 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5b00d2a6-3574-4395-84bf-d5f21b8dca87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.828063 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5b00d2a6-3574-4395-84bf-d5f21b8dca87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.893258 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00d2a6-3574-4395-84bf-d5f21b8dca87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0964f21f-9722-4bcb-967e-e799f967b324,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:02.918540 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b33d847-d390-4db0-b5af-c48781e7771d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.926469 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5b00d2a6-3574-4395-84bf-d5f21b8dca87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca098ba06d0645da96d54d5dcbad1e26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7842662 Jul 16 01:47:02.930559 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52320) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:02.934560 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-f10bd3ba-e8dc-4a03-9a45-0262183ba7ac tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Allocated IP 172.25.6.233 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/a65e263d-ba30-490c-8daa-b2b0a476c326) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:02.965028 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-4b33d847-d390-4db0-b5af-c48781e7771d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Transition to ACTIVE for port object e6c5a46d-4957-4414-b332-c0f6bf4c092d will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:03.046773 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-128f9189-0ad0-44df-b9e6-d83dface19d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.069028 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b33d847-d390-4db0-b5af-c48781e7771d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.082237 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f10bd3ba-e8dc-4a03-9a45-0262183ba7ac tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.084036 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-128f9189-0ad0-44df-b9e6-d83dface19d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.135951 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f10bd3ba-e8dc-4a03-9a45-0262183ba7ac tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.152705 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b33d847-d390-4db0-b5af-c48781e7771d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network ae9cdc71-5392-4a43-a088-bbed08d2f63d is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:03.159045 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-4b33d847-d390-4db0-b5af-c48781e7771d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:03.165500 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b33d847-d390-4db0-b5af-c48781e7771d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:03.189896 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10bd3ba-e8dc-4a03-9a45-0262183ba7ac tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:03.193469 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-f10bd3ba-e8dc-4a03-9a45-0262183ba7ac tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:03.198039 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10bd3ba-e8dc-4a03-9a45-0262183ba7ac tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:03.205066 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10bd3ba-e8dc-4a03-9a45-0262183ba7ac tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Pushing event updated for resources: {'Port': ['ID=a65e263d-ba30-490c-8daa-b2b0a476c326,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:03.225156 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33d847-d390-4db0-b5af-c48781e7771d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Port': ['ID=e6c5a46d-4957-4414-b332-c0f6bf4c092d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:03.229318 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b33d847-d390-4db0-b5af-c48781e7771d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.304062 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-128f9189-0ad0-44df-b9e6-d83dface19d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.306772 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-128f9189-0ad0-44df-b9e6-d83dface19d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.310921 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-128f9189-0ad0-44df-b9e6-d83dface19d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0964f21f-9722-4bcb-967e-e799f967b324 HTTP/1.1" status: 204 len: 168 time: 0.3765132 Jul 16 01:47:03.319784 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f9189-0ad0-44df-b9e6-d83dface19d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0964f21f-9722-4bcb-967e-e799f967b324,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:03.534293 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b33d847-d390-4db0-b5af-c48781e7771d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.699445 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f10bd3ba-e8dc-4a03-9a45-0262183ba7ac tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.774400 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2eb71ec-4480-4e1b-ae9d-66644047d2c0 None None] Network ae9cdc71-5392-4a43-a088-bbed08d2f63d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:03.876114 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:03.975573 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0466b681-fae6-4566-8ba2-d77c31bd986b None None] Provisioning for port c04ded86-4cfd-4d7b-b7a7-738e75eb98bb completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:03.979060 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52328) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:04.002895 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e97f3a52-916c-45b8-bf84-ceaa37f47fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.041770 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b33d847-d390-4db0-b5af-c48781e7771d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.051335 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b33d847-d390-4db0-b5af-c48781e7771d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.088885 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f10bd3ba-e8dc-4a03-9a45-0262183ba7ac tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.098411 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f10bd3ba-e8dc-4a03-9a45-0262183ba7ac tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-361746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-361739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-361858'] for router, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.132340 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:04.132754 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.146882 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b33d847-d390-4db0-b5af-c48781e7771d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.150114 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33d847-d390-4db0-b5af-c48781e7771d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Port': ['ID=e6c5a46d-4957-4414-b332-c0f6bf4c092d,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:04.252482 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c04ded86-4cfd-4d7b-b7a7-738e75eb98bb up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:04.291466 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e97f3a52-916c-45b8-bf84-ceaa37f47fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.301124 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b33d847-d390-4db0-b5af-c48781e7771d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network ae9cdc71-5392-4a43-a088-bbed08d2f63d is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:04.303430 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e97f3a52-916c-45b8-bf84-ceaa37f47fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.306887 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-4b33d847-d390-4db0-b5af-c48781e7771d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:04.319944 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10bd3ba-e8dc-4a03-9a45-0262183ba7ac tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Router 4b4978aa-9a93-4411-b0d5-4abe32524150 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:47:04.325030 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port c04ded86-4cfd-4d7b-b7a7-738e75eb98bb completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:04.331019 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port c04ded86-4cfd-4d7b-b7a7-738e75eb98bb triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:04.331663 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.345715 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e97f3a52-916c-45b8-bf84-ceaa37f47fd6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b0d0809563e42ffad6c833597dacdb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3655474 Jul 16 01:47:04.356197 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52330) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:04.421915 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f3a52-916c-45b8-bf84-ceaa37f47fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b16a78-ecaa-4743-bb85-669a25e7b698,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:04.461297 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b33d847-d390-4db0-b5af-c48781e7771d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Router 86a08719-5627-4504-aaf6-3960738606e8 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:04.488355 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.541619 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10bd3ba-e8dc-4a03-9a45-0262183ba7ac tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:04.547863 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f10bd3ba-e8dc-4a03-9a45-0262183ba7ac tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.557556 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f10bd3ba-e8dc-4a03-9a45-0262183ba7ac tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "PUT /v2.0/routers/4b4978aa-9a93-4411-b0d5-4abe32524150 HTTP/1.1" status: 200 len: 918 time: 2.5659666 Jul 16 01:47:04.558501 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52332) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:04.559914 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c47c853-7d08-4df3-aaa4-894fa53b8b3d None None] Sync routers for ids ['4b4978aa-9a93-4411-b0d5-4abe32524150'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:04.565328 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port c04ded86-4cfd-4d7b-b7a7-738e75eb98bb, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c04ded86-4cfd-4d7b-b7a7-738e75eb98bb,segment=NetworkSegment(a2e51a01-202e-4174-9f7b-fa00d63e6821),segment_id=a2e51a01-202e-4174-9f7b-fa00d63e6821)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:04.579602 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.583476 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5c18f7f1-5977-4ac2-908d-63132b7336e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.591839 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-26e82ab3-313b-431c-9ccc-8144354bd903 None None] Provisioning for port e6c5a46d-4957-4414-b332-c0f6bf4c092d completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:04.616736 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c47c853-7d08-4df3-aaa4-894fa53b8b3d None None] Routers {'4b4978aa-9a93-4411-b0d5-4abe32524150'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:04.617536 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5c47c853-7d08-4df3-aaa4-894fa53b8b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['4b4978aa-9a93-4411-b0d5-4abe32524150'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:04.622874 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-26e82ab3-313b-431c-9ccc-8144354bd903 None None] Provisioning complete for port e6c5a46d-4957-4414-b332-c0f6bf4c092d triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:04.624089 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26e82ab3-313b-431c-9ccc-8144354bd903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.654445 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5c18f7f1-5977-4ac2-908d-63132b7336e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.686702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5c47c853-7d08-4df3-aaa4-894fa53b8b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:04.724271 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c47c853-7d08-4df3-aaa4-894fa53b8b3d None None] Routers {'4b4978aa-9a93-4411-b0d5-4abe32524150'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:04.725484 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5c47c853-7d08-4df3-aaa4-894fa53b8b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['4b4978aa-9a93-4411-b0d5-4abe32524150'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:04.727527 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=c04ded86-4cfd-4d7b-b7a7-738e75eb98bb,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:04.749733 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5c18f7f1-5977-4ac2-908d-63132b7336e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.753632 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5c18f7f1-5977-4ac2-908d-63132b7336e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.757819 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5c18f7f1-5977-4ac2-908d-63132b7336e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d2b16a78-ecaa-4743-bb85-669a25e7b698 HTTP/1.1" status: 204 len: 168 time: 0.3976707 Jul 16 01:47:04.778117 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5c47c853-7d08-4df3-aaa4-894fa53b8b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:04.778978 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c47c853-7d08-4df3-aaa4-894fa53b8b3d None None] The sync data for ids ['4b4978aa-9a93-4411-b0d5-4abe32524150'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:04.781336 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-26e82ab3-313b-431c-9ccc-8144354bd903 None None] Port e6c5a46d-4957-4414-b332-c0f6bf4c092d cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:04.781924 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18f7f1-5977-4ac2-908d-63132b7336e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b16a78-ecaa-4743-bb85-669a25e7b698,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:04.817787 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-26e82ab3-313b-431c-9ccc-8144354bd903 None None] Provisioning complete for port c04ded86-4cfd-4d7b-b7a7-738e75eb98bb triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:04.818046 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26e82ab3-313b-431c-9ccc-8144354bd903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.831836 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b33d847-d390-4db0-b5af-c48781e7771d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:04.844427 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4b33d847-d390-4db0-b5af-c48781e7771d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "PUT /v2.0/routers/86a08719-5627-4504-aaf6-3960738606e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8296266 Jul 16 01:47:04.844427 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-483c47d7-c01c-44b6-9681-310d57a0e0ab tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "GET /v2.0/routers/4b4978aa-9a93-4411-b0d5-4abe32524150 HTTP/1.1" status: 200 len: 924 time: 0.2825353 Jul 16 01:47:04.851613 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0037957-8269-4970-8219-a283c38a247d None None] Sync routers for ids ['86a08719-5627-4504-aaf6-3960738606e8'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:04.855055 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52338) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:04.869295 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0037957-8269-4970-8219-a283c38a247d None None] Routers {'86a08719-5627-4504-aaf6-3960738606e8'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:04.874397 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-e0037957-8269-4970-8219-a283c38a247d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['86a08719-5627-4504-aaf6-3960738606e8'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:05.027364 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43c04e0-d322-460c-8d1e-3649ef27a790 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:05.032559 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d43c04e0-d322-460c-8d1e-3649ef27a790 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&device_id=4b4978aa-9a93-4411-b0d5-4abe32524150&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1655664 Jul 16 01:47:05.032754 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52342) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:05.067135 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.144643 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-e0037957-8269-4970-8219-a283c38a247d None None] Set router 86a08719-5627-4504-aaf6-3960738606e8 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:05.154470 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1d2997-463b-495a-bb7a-f982124ab370 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:05.156003 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8a1d2997-463b-495a-bb7a-f982124ab370 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 881 time: 0.1228018 Jul 16 01:47:05.159094 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52352) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:05.180756 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d3d002d7-29f9-4207-a0ae-9749f5c64f76 None None] Provisioning complete for port e6c5a46d-4957-4414-b332-c0f6bf4c092d triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:05.181135 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3d002d7-29f9-4207-a0ae-9749f5c64f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.195245 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f8cc0320-389a-4729-8465-3008452487af tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4978aa-9a93-4411-b0d5-4abe32524150 HTTP/1.1" status: 200 len: 205 time: 0.0347264 Jul 16 01:47:05.197483 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52354) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:05.257430 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d3d002d7-29f9-4207-a0ae-9749f5c64f76 None None] Port e6c5a46d-4957-4414-b332-c0f6bf4c092d cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:05.288435 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-5e4eb67d-9ef9-4b56-bc24-aebef16e7bfb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-604545348&fields=id&tenant_id=8c0fcf31570241eb96a760177b0aa82f HTTP/1.1" status: 200 len: 267 time: 0.0383952 Jul 16 01:47:05.351101 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9edd8a6c-5c65-46f7-9d7b-28a77523bee5 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.413082 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-e0037957-8269-4970-8219-a283c38a247d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a08719-5627-4504-aaf6-3960738606e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802870279', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:56Z', 'updated_at': '2021-07-16T01:47:03Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a08719-5627-4504-aaf6-3960738606e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:57Z', 'updated_at': '2021-07-16T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'e6c5a46d-4957-4414-b332-c0f6bf4c092d', 'name': '', 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:41:1b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a08719-5627-4504-aaf6-3960738606e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'e7e49755-eff3-40a3-95fc-2ea36183bca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:02Z', 'updated_at': '2021-07-16T01:47:03Z', 'revision_number': 2, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'e7e49755-eff3-40a3-95fc-2ea36183bca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:05.413266 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-59a51847-5b2f-44cb-8007-6afd3936fd67 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:05.418041 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-59a51847-5b2f-44cb-8007-6afd3936fd67 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/networks?id=ae9cdc71-5392-4a43-a088-bbed08d2f63d HTTP/1.1" status: 200 len: 796 time: 0.1221423 Jul 16 01:47:05.434803 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-dd788c04-f782-424e-a460-e214f43eeb14 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/quotas/8c0fcf31570241eb96a760177b0aa82f HTTP/1.1" status: 200 len: 375 time: 0.0156806 Jul 16 01:47:05.447097 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0037957-8269-4970-8219-a283c38a247d None None] Checking router: 86a08719-5627-4504-aaf6-3960738606e8 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:47:05.447448 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0037957-8269-4970-8219-a283c38a247d None None] Updating router 86a08719-5627-4504-aaf6-3960738606e8 port e6c5a46d-4957-4414-b332-c0f6bf4c092d binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:47:05.487219 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0037957-8269-4970-8219-a283c38a247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.488212 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9edd8a6c-5c65-46f7-9d7b-28a77523bee5 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.508567 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-7dcc3283-6c31-42f7-b31f-00f68cc15192 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728488 Jul 16 01:47:05.561343 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-9edd8a6c-5c65-46f7-9d7b-28a77523bee5 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Deleting port a65e263d-ba30-490c-8daa-b2b0a476c326 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:05.561694 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9edd8a6c-5c65-46f7-9d7b-28a77523bee5 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.662693 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-fafedc2e-d0f7-4d27-a678-b92bec9132b3 service neutron] 10.222.0.16 "GET /v2.0/networks/ae9cdc71-5392-4a43-a088-bbed08d2f63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381822 Jul 16 01:47:05.688937 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9edd8a6c-5c65-46f7-9d7b-28a77523bee5 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.696569 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c04ded86-4cfd-4d7b-b7a7-738e75eb98bb up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:05.707655 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-9edd8a6c-5c65-46f7-9d7b-28a77523bee5 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Calling delete_port for a65e263d-ba30-490c-8daa-b2b0a476c326 owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:05.773325 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port c04ded86-4cfd-4d7b-b7a7-738e75eb98bb triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:05.773694 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.885843 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-707f8002-0359-4135-a4ef-03959a1c3f3a service neutron] 10.222.0.16 "GET /v2.0/networks/ae9cdc71-5392-4a43-a088-bbed08d2f63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189741 Jul 16 01:47:05.999068 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0037957-8269-4970-8219-a283c38a247d None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.045113 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-e0037957-8269-4970-8219-a283c38a247d None None] Transition to ACTIVE for port object e6c5a46d-4957-4414-b332-c0f6bf4c092d will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:06.045272 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9edd8a6c-5c65-46f7-9d7b-28a77523bee5 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.056445 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0037957-8269-4970-8219-a283c38a247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.074815 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd8a6c-5c65-46f7-9d7b-28a77523bee5 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Pushing event deleted for resources: {'Port': ['ID=a65e263d-ba30-490c-8daa-b2b0a476c326,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:06.179542 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9430c-fb5f-43de-af34-eca0b3643e19 None None] Pushing event updated for resources: {'Port': ['ID=e6c5a46d-4957-4414-b332-c0f6bf4c092d,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:06.252775 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3427a9f9-ecb7-4831-8f6f-f7f861d353ef req-d97bc9d5-0414-43b4-81ef-bc71e17134b1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 210 time: 0.0823181 Jul 16 01:47:06.279550 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9edd8a6c-5c65-46f7-9d7b-28a77523bee5 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.331843 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e0037957-8269-4970-8219-a283c38a247d None None] Attempting to bind port e6c5a46d-4957-4414-b332-c0f6bf4c092d on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:06.332916 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e0037957-8269-4970-8219-a283c38a247d None None] Attempting to bind port e6c5a46d-4957-4414-b332-c0f6bf4c092d by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'a2e51a01-202e-4174-9f7b-fa00d63e6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:06.334455 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0037957-8269-4970-8219-a283c38a247d None None] Attempting to bind port e6c5a46d-4957-4414-b332-c0f6bf4c092d on network ae9cdc71-5392-4a43-a088-bbed08d2f63d {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:06.357180 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0037957-8269-4970-8219-a283c38a247d None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:06.357795 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0037957-8269-4970-8219-a283c38a247d None None] Checking segment: {'id': 'a2e51a01-202e-4174-9f7b-fa00d63e6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:06.358200 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0037957-8269-4970-8219-a283c38a247d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.358661 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0037957-8269-4970-8219-a283c38a247d None None] Bound using segment: {'id': 'a2e51a01-202e-4174-9f7b-fa00d63e6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:06.360976 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e0037957-8269-4970-8219-a283c38a247d None None] Bound port: e6c5a46d-4957-4414-b332-c0f6bf4c092d, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e51a01-202e-4174-9f7b-fa00d63e6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:06.361399 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0037957-8269-4970-8219-a283c38a247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.401533 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:47:06.479429 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9edd8a6c-5c65-46f7-9d7b-28a77523bee5 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.486853 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9edd8a6c-5c65-46f7-9d7b-28a77523bee5 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.526243 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-e0037957-8269-4970-8219-a283c38a247d None None] For port e6c5a46d-4957-4414-b332-c0f6bf4c092d, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:06.544297 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-e0037957-8269-4970-8219-a283c38a247d None None] For port e6c5a46d-4957-4414-b332-c0f6bf4c092d, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e6c5a46d-4957-4414-b332-c0f6bf4c092d,segment=NetworkSegment(a2e51a01-202e-4174-9f7b-fa00d63e6821),segment_id=a2e51a01-202e-4174-9f7b-fa00d63e6821)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:06.560314 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0037957-8269-4970-8219-a283c38a247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.598154 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9edd8a6c-5c65-46f7-9d7b-28a77523bee5 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.599154 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edd8a6c-5c65-46f7-9d7b-28a77523bee5 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Fanout notify agent at l3_agent the message router_deleted on router 4b4978aa-9a93-4411-b0d5-4abe32524150 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:47:06.625422 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9edd8a6c-5c65-46f7-9d7b-28a77523bee5 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.628892 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9edd8a6c-5c65-46f7-9d7b-28a77523bee5 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "DELETE /v2.0/routers/4b4978aa-9a93-4411-b0d5-4abe32524150 HTTP/1.1" status: 204 len: 168 time: 1.4296415 Jul 16 01:47:06.632447 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52412) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:06.637201 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-3dfcf071-a9e1-4e5c-ad47-00e8fbb1ee0a tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1201993944', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:06.669489 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0037957-8269-4970-8219-a283c38a247d None None] Routers {'86a08719-5627-4504-aaf6-3960738606e8'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:06.670129 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-e0037957-8269-4970-8219-a283c38a247d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['86a08719-5627-4504-aaf6-3960738606e8'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:06.710037 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3dfcf071-a9e1-4e5c-ad47-00e8fbb1ee0a tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.716846 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3dfcf071-a9e1-4e5c-ad47-00e8fbb1ee0a tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.818754 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3dfcf071-a9e1-4e5c-ad47-00e8fbb1ee0a tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.830352 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3dfcf071-a9e1-4e5c-ad47-00e8fbb1ee0a tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.862753 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3dfcf071-a9e1-4e5c-ad47-00e8fbb1ee0a tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:06.864111 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3dfcf071-a9e1-4e5c-ad47-00e8fbb1ee0a tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2305777 Jul 16 01:47:06.867085 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52424) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:06.873522 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2c647c53-dad8-45f9-a27c-6ee443c11a35 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'enable_snat': False}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:06.889170 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-e0037957-8269-4970-8219-a283c38a247d None None] Set router 86a08719-5627-4504-aaf6-3960738606e8 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:06.892932 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9430c-fb5f-43de-af34-eca0b3643e19 None None] Pushing event updated for resources: {'Port': ['ID=e6c5a46d-4957-4414-b332-c0f6bf4c092d,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:06.953919 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b43a17d0-dd38-49d9-987a-caf31df6de02 req-1e104cd3-82df-4502-994c-fb48158f7c2e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5660033 Jul 16 01:47:07.168107 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a17d0-dd38-49d9-987a-caf31df6de02 req-4a9b0d64-ae68-42a2-bfcd-24f6e95f1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:07.169810 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c647c53-dad8-45f9-a27c-6ee443c11a35 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.172039 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b43a17d0-dd38-49d9-987a-caf31df6de02 req-4a9b0d64-ae68-42a2-bfcd-24f6e95f1cf5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6ca31bc079774bfc98b5ada65ac84773&device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 1098 time: 0.1395528 Jul 16 01:47:07.358810 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-e0037957-8269-4970-8219-a283c38a247d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a08719-5627-4504-aaf6-3960738606e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802870279', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:56Z', 'updated_at': '2021-07-16T01:47:03Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a08719-5627-4504-aaf6-3960738606e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:57Z', 'updated_at': '2021-07-16T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'e6c5a46d-4957-4414-b332-c0f6bf4c092d', 'name': '', 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:41:1b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a08719-5627-4504-aaf6-3960738606e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'e7e49755-eff3-40a3-95fc-2ea36183bca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:02Z', 'updated_at': '2021-07-16T01:47:06Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'e7e49755-eff3-40a3-95fc-2ea36183bca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:07.405393 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0037957-8269-4970-8219-a283c38a247d None None] The sync data for ids ['86a08719-5627-4504-aaf6-3960738606e8'] in n-d-792394-16 is: [{'id': '86a08719-5627-4504-aaf6-3960738606e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802870279', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:56Z', 'updated_at': '2021-07-16T01:47:03Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a08719-5627-4504-aaf6-3960738606e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:57Z', 'updated_at': '2021-07-16T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'e6c5a46d-4957-4414-b332-c0f6bf4c092d', 'name': '', 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:41:1b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a08719-5627-4504-aaf6-3960738606e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'e7e49755-eff3-40a3-95fc-2ea36183bca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:02Z', 'updated_at': '2021-07-16T01:47:06Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'e7e49755-eff3-40a3-95fc-2ea36183bca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:07.536332 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a17d0-dd38-49d9-987a-caf31df6de02 req-882ef3b7-e9bd-42d6-bfeb-8f2383815210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:07.537939 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b43a17d0-dd38-49d9-987a-caf31df6de02 req-882ef3b7-e9bd-42d6-bfeb-8f2383815210 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46 HTTP/1.1" status: 200 len: 918 time: 0.3175230 Jul 16 01:47:07.538637 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52440) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:07.651329 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aba051cd-a939-42e0-827f-1b2b11ca7e9f req-aa791e44-a852-4fe3-a4af-8cb537f7beea tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 210 time: 0.0982938 Jul 16 01:47:07.669930 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b43a17d0-dd38-49d9-987a-caf31df6de02 req-60404baf-60c7-4785-9307-f650e47caaea service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ecdf398-76ed-4c15-9938-a5e580f381be HTTP/1.1" status: 200 len: 1001 time: 0.1247976 Jul 16 01:47:07.791888 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e6c5a46d-4957-4414-b332-c0f6bf4c092d up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:07.822140 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a17d0-dd38-49d9-987a-caf31df6de02 req-fb96882c-5619-4ab3-82f6-1dab463c58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:07.824081 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b43a17d0-dd38-49d9-987a-caf31df6de02 req-fb96882c-5619-4ab3-82f6-1dab463c58bf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e2260a5b-5f93-4f16-9877-6dd3618b52a8 HTTP/1.1" status: 200 len: 856 time: 0.1473083 Jul 16 01:47:07.829061 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c647c53-dad8-45f9-a27c-6ee443c11a35 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.904768 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c647c53-dad8-45f9-a27c-6ee443c11a35 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.908956 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port e6c5a46d-4957-4414-b332-c0f6bf4c092d completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:07.912340 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-3bfea3bc-8570-4bcb-849c-b70c3e21db85 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:07.918254 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port e6c5a46d-4957-4414-b332-c0f6bf4c092d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:07.919443 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.958358 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3bfea3bc-8570-4bcb-849c-b70c3e21db85 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] 10.222.0.16 "PUT /v2.0/quotas/ee167f3d0d7a4d84a51c85fde087da7a HTTP/1.1" status: 200 len: 368 time: 0.4174943 Jul 16 01:47:07.958731 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52446) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:07.964302 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0321dddb-f360-46a5-8f60-7c94ee9a4d08 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Request body: {'network': {'project_id': 'ee167f3d0d7a4d84a51c85fde087da7a'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:07.968501 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a17d0-dd38-49d9-987a-caf31df6de02 req-ef1f2c68-fc0c-4116-b36f-d48afe2077b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:07.971989 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b43a17d0-dd38-49d9-987a-caf31df6de02 req-ef1f2c68-fc0c-4116-b36f-d48afe2077b6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7da75e1b-5f2b-4b3a-ad7d-444d41678d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1361578 Jul 16 01:47:07.984307 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-b43a17d0-dd38-49d9-987a-caf31df6de02 req-6266ab52-c947-4604-98bc-5a9b02677766 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:07.989219 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b43a17d0-dd38-49d9-987a-caf31df6de02 req-6266ab52-c947-4604-98bc-5a9b02677766 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067701 Jul 16 01:47:08.061432 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.099582 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0321dddb-f360-46a5-8f60-7c94ee9a4d08 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Made reservation on behalf of ee167f3d0d7a4d84a51c85fde087da7a for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:08.101892 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0321dddb-f360-46a5-8f60-7c94ee9a4d08 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.118263 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port e6c5a46d-4957-4414-b332-c0f6bf4c092d, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e6c5a46d-4957-4414-b332-c0f6bf4c092d,segment=NetworkSegment(a2e51a01-202e-4174-9f7b-fa00d63e6821),segment_id=a2e51a01-202e-4174-9f7b-fa00d63e6821)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:08.118523 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0321dddb-f360-46a5-8f60-7c94ee9a4d08 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.129209 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.213068 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=e6c5a46d-4957-4414-b332-c0f6bf4c092d,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:08.272032 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0321dddb-f360-46a5-8f60-7c94ee9a4d08 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.293855 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0321dddb-f360-46a5-8f60-7c94ee9a4d08 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.299087 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-2c647c53-dad8-45f9-a27c-6ee443c11a35 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Allocated IP 172.25.6.176 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/da23eaf4-d08d-4ab5-8125-a4e04258ae12) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:08.350005 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b43a17d0-dd38-49d9-987a-caf31df6de02 req-26c1432a-f3c9-429c-90e9-21190fc7f203 service neutron] 10.222.0.84 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545303 Jul 16 01:47:08.368763 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0321dddb-f360-46a5-8f60-7c94ee9a4d08 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:08.391645 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321dddb-f360-46a5-8f60-7c94ee9a4d08 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb306e7b-d17f-49e6-8f31-1d8cc0a66d09,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:08.407349 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-b5422963-9d0a-4151-8713-9e0033bb5f03 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:08.409327 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0321dddb-f360-46a5-8f60-7c94ee9a4d08 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.409683 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-0321dddb-f360-46a5-8f60-7c94ee9a4d08 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Added segment d4789964-1e6b-4a57-825c-5b0643175686 of type vlan for network 8d0aafa8-de33-44fa-83f6-eb78568995a9 Jul 16 01:47:08.410246 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-b5422963-9d0a-4151-8713-9e0033bb5f03 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.82 "GET /v2.0/networks?id=ae9cdc71-5392-4a43-a088-bbed08d2f63d HTTP/1.1" status: 200 len: 796 time: 0.3616793 Jul 16 01:47:08.506937 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0321dddb-f360-46a5-8f60-7c94ee9a4d08 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.553415 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cee81e-518f-404d-a5a7-45d7ce90e88f req-3e029bff-2d16-476c-bcb4-4e512cb0af14 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:08.555469 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-30cee81e-518f-404d-a5a7-45d7ce90e88f req-3e029bff-2d16-476c-bcb4-4e512cb0af14 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 946 time: 0.2788820 Jul 16 01:47:08.791648 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-4eaa3443-59a1-49e0-b037-aada47a1a4e7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c0fcf31570241eb96a760177b0aa82f HTTP/1.1" status: 200 len: 379 time: 0.3721750 Jul 16 01:47:08.809238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-96b499b5-d4a7-4cb8-b100-679a6d2eb17f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'port': {'device_id': '68fec621-71ac-4fc6-80cb-37553dd21327', 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d', 'admin_state_up': True, 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'security_groups': ['419c1e75-8f93-4eca-956c-f65f65a51621']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:08.845023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b43a17d0-dd38-49d9-987a-caf31df6de02 req-fd33cf95-159f-4a0b-88ac-f7a89920a4fb service neutron] 10.222.0.84 "GET /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852278 Jul 16 01:47:08.904145 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7e273b39-1c27-4a60-82e4-0ff15e8e4090 req-70914760-30d4-41ca-9f90-bf8aea3780c3 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 210 time: 0.0700448 Jul 16 01:47:09.007129 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c647c53-dad8-45f9-a27c-6ee443c11a35 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.039317 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-96b499b5-d4a7-4cb8-b100-679a6d2eb17f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Made reservation on behalf of 8c0fcf31570241eb96a760177b0aa82f for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:09.043715 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-96b499b5-d4a7-4cb8-b100-679a6d2eb17f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.079867 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0321dddb-f360-46a5-8f60-7c94ee9a4d08 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.080873 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0321dddb-f360-46a5-8f60-7c94ee9a4d08 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:09.081445 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0321dddb-f360-46a5-8f60-7c94ee9a4d08 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.131570 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-30cee81e-518f-404d-a5a7-45d7ce90e88f req-f4eb5186-f3b7-4638-86c3-cb6faa796105 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5646234 Jul 16 01:47:09.160937 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52460) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:09.173005 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0321dddb-f360-46a5-8f60-7c94ee9a4d08 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2131286 Jul 16 01:47:09.173506 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-e1408e74-160e-41aa-82b1-c48c3c4fa8d5 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Request body: {'network': {'project_id': 'ee167f3d0d7a4d84a51c85fde087da7a'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:09.176655 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c647c53-dad8-45f9-a27c-6ee443c11a35 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.221821 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321dddb-f360-46a5-8f60-7c94ee9a4d08 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Pushing event updated for resources: {'Network': ['ID=8d0aafa8-de33-44fa-83f6-eb78568995a9,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:09.233967 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 8d0aafa8-de33-44fa-83f6-eb78568995a9 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:09.247312 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-96b499b5-d4a7-4cb8-b100-679a6d2eb17f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Allocated IP 172.20.0.9 (ae9cdc71-5392-4a43-a088-bbed08d2f63d/e7e49755-eff3-40a3-95fc-2ea36183bca0/a4aaf832-76f0-425d-a098-0162fdb959b7) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:09.279949 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c647c53-dad8-45f9-a27c-6ee443c11a35 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:09.287013 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-2c647c53-dad8-45f9-a27c-6ee443c11a35 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:09.291679 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c647c53-dad8-45f9-a27c-6ee443c11a35 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:09.345103 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1408e74-160e-41aa-82b1-c48c3c4fa8d5 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Made reservation on behalf of ee167f3d0d7a4d84a51c85fde087da7a for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:09.347448 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1408e74-160e-41aa-82b1-c48c3c4fa8d5 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.360977 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c647c53-dad8-45f9-a27c-6ee443c11a35 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Pushing event updated for resources: {'Port': ['ID=da23eaf4-d08d-4ab5-8125-a4e04258ae12,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:09.379295 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1408e74-160e-41aa-82b1-c48c3c4fa8d5 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:09.392382 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1408e74-160e-41aa-82b1-c48c3c4fa8d5 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.392642 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-e1408e74-160e-41aa-82b1-c48c3c4fa8d5 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Added segment 5399f7c7-9119-4baa-b520-008e62770897 of type vlan for network b6c0b40d-7ae4-4f82-a1e0-0ad3e91c79ec Jul 16 01:47:09.435242 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1408e74-160e-41aa-82b1-c48c3c4fa8d5 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.529354 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7ba94-d847-4f72-b312-34fb82173453 req-fba0d696-9b68-4047-b14a-69f2a776449a tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:09.531040 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-23a7ba94-d847-4f72-b312-34fb82173453 req-fba0d696-9b68-4047-b14a-69f2a776449a tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.84 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 946 time: 0.2755640 Jul 16 01:47:09.534539 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1408e74-160e-41aa-82b1-c48c3c4fa8d5 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.535498 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1408e74-160e-41aa-82b1-c48c3c4fa8d5 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:09.536114 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1408e74-160e-41aa-82b1-c48c3c4fa8d5 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.648337 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e1408e74-160e-41aa-82b1-c48c3c4fa8d5 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4811711 Jul 16 01:47:09.651441 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c647c53-dad8-45f9-a27c-6ee443c11a35 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.664000 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52462) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:09.679291 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-2e9450da-0625-41d5-9457-3c69e7ac790e tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Request body: {'network': {'project_id': 'ee167f3d0d7a4d84a51c85fde087da7a'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:09.693512 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e6c5a46d-4957-4414-b332-c0f6bf4c092d up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:09.744845 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1408e74-160e-41aa-82b1-c48c3c4fa8d5 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Pushing event updated for resources: {'Network': ['ID=b6c0b40d-7ae4-4f82-a1e0-0ad3e91c79ec,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:09.787908 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9450da-0625-41d5-9457-3c69e7ac790e tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 01:47:09.788402 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e9450da-0625-41d5-9457-3c69e7ac790e tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:09.789593 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2e9450da-0625-41d5-9457-3c69e7ac790e tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1244218 Jul 16 01:47:09.805972 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-96b499b5-d4a7-4cb8-b100-679a6d2eb17f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.840165 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-96b499b5-d4a7-4cb8-b100-679a6d2eb17f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Transition to ACTIVE for port object a4aaf832-76f0-425d-a098-0162fdb959b7 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:09.865819 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-23a7ba94-d847-4f72-b312-34fb82173453 req-14fd19e7-f467-44c4-8354-613d310a4cb1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Deleting port 1ecdf398-76ed-4c15-9938-a5e580f381be {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:09.866163 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-23a7ba94-d847-4f72-b312-34fb82173453 req-14fd19e7-f467-44c4-8354-613d310a4cb1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.911233 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network b6c0b40d-7ae4-4f82-a1e0-0ad3e91c79ec details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:09.935902 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52466) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:09.952627 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-96b499b5-d4a7-4cb8-b100-679a6d2eb17f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.981493 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c647c53-dad8-45f9-a27c-6ee443c11a35 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.987818 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c647c53-dad8-45f9-a27c-6ee443c11a35 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-361746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-361739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-361858'] for router, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.107060 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-96b499b5-d4a7-4cb8-b100-679a6d2eb17f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network ae9cdc71-5392-4a43-a088-bbed08d2f63d is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:10.112072 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-23a7ba94-d847-4f72-b312-34fb82173453 req-14fd19e7-f467-44c4-8354-613d310a4cb1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] For port 1ecdf398-76ed-4c15-9938-a5e580f381be, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1ecdf398-76ed-4c15-9938-a5e580f381be,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:10.120388 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-23a7ba94-d847-4f72-b312-34fb82173453 req-14fd19e7-f467-44c4-8354-613d310a4cb1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.127971 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-96b499b5-d4a7-4cb8-b100-679a6d2eb17f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:10.135169 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port e6c5a46d-4957-4414-b332-c0f6bf4c092d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:10.135558 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.140731 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-96b499b5-d4a7-4cb8-b100-679a6d2eb17f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:10.159881 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b499b5-d4a7-4cb8-b100-679a6d2eb17f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Port': ['ID=a4aaf832-76f0-425d-a098-0162fdb959b7,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:10.199780 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-541290e7-8ce8-4b98-bca2-1593490d1922 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee167f3d0d7a4d84a51c85fde087da7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2619457 Jul 16 01:47:10.202289 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52476) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:10.314879 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-356f6365-635e-4751-8bba-d861e9e57156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.351585 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-356f6365-635e-4751-8bba-d861e9e57156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.354345 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c647c53-dad8-45f9-a27c-6ee443c11a35 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Router 364d102a-f446-4a37-ad26-659037934c1f is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:47:10.374243 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-96b499b5-d4a7-4cb8-b100-679a6d2eb17f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:10.375053 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-96b499b5-d4a7-4cb8-b100-679a6d2eb17f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.463605 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed37f6d-416b-491b-ad37-c8bd8973143a req-9921cc69-0d1a-4e37-9472-51facc67b3ba tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:10.465198 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ed37f6d-416b-491b-ad37-c8bd8973143a req-9921cc69-0d1a-4e37-9472-51facc67b3ba tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 931 time: 0.3385084 Jul 16 01:47:10.469137 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-96b499b5-d4a7-4cb8-b100-679a6d2eb17f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6649160 Jul 16 01:47:10.481061 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-2e728cf7-a43f-4c78-960e-bfcfb67b13fc tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:10.482374 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-2e728cf7-a43f-4c78-960e-bfcfb67b13fc tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051763 Jul 16 01:47:10.489627 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1bdd024c-506f-48f8-89fd-81a7d92f9787 None None] Provisioning for port a4aaf832-76f0-425d-a098-0162fdb959b7 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:10.495362 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1bdd024c-506f-48f8-89fd-81a7d92f9787 None None] Provisioning complete for port a4aaf832-76f0-425d-a098-0162fdb959b7 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:10.496887 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1bdd024c-506f-48f8-89fd-81a7d92f9787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.546537 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1bdd024c-506f-48f8-89fd-81a7d92f9787 None None] Port a4aaf832-76f0-425d-a098-0162fdb959b7 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:10.571752 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ed37f6d-416b-491b-ad37-c8bd8973143a req-fb1676f5-6dcd-453f-8051-26641373b5d2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956380 Jul 16 01:47:10.601412 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8153549-7e1e-4bfc-9afe-23dec247ffd5 req-ac240990-7c06-4958-86a2-48d5397dbaef tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:10.612554 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e8153549-7e1e-4bfc-9afe-23dec247ffd5 req-ac240990-7c06-4958-86a2-48d5397dbaef tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 946 time: 0.2543476 Jul 16 01:47:10.613185 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-23a7ba94-d847-4f72-b312-34fb82173453 req-14fd19e7-f467-44c4-8354-613d310a4cb1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.613185 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-23a7ba94-d847-4f72-b312-34fb82173453 req-14fd19e7-f467-44c4-8354-613d310a4cb1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.613185 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [req-23a7ba94-d847-4f72-b312-34fb82173453 req-14fd19e7-f467-44c4-8354-613d310a4cb1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Floating IP 587fcc4a-b3ed-469e-91fe-ce6fdca10c1d disassociated. External IP: 172.25.6.246, port: 1ecdf398-76ed-4c15-9938-a5e580f381be. Jul 16 01:47:10.613185 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-23a7ba94-d847-4f72-b312-34fb82173453 req-14fd19e7-f467-44c4-8354-613d310a4cb1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Calling delete_port for 1ecdf398-76ed-4c15-9938-a5e580f381be owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:10.613185 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-0c4455d5-6b6d-438d-9e0b-cef3abdd49ee service neutron] Request body: {'port': {'device_id': '68fec621-71ac-4fc6-80cb-37553dd21327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:10.619062 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c647c53-dad8-45f9-a27c-6ee443c11a35 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:10.620618 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-356f6365-635e-4751-8bba-d861e9e57156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.623268 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-356f6365-635e-4751-8bba-d861e9e57156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.624565 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-356f6365-635e-4751-8bba-d861e9e57156 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb306e7b-d17f-49e6-8f31-1d8cc0a66d09 HTTP/1.1" status: 204 len: 168 time: 0.4124877 Jul 16 01:47:10.628030 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81e6197-1235-499a-94de-50aa128a7f55 None None] Sync routers for ids ['364d102a-f446-4a37-ad26-659037934c1f'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:10.630302 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2c647c53-dad8-45f9-a27c-6ee443c11a35 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.634212 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2c647c53-dad8-45f9-a27c-6ee443c11a35 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "PUT /v2.0/routers/364d102a-f446-4a37-ad26-659037934c1f HTTP/1.1" status: 200 len: 920 time: 3.7655904 Jul 16 01:47:10.636446 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52480) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:10.636935 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52482) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:10.637556 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81e6197-1235-499a-94de-50aa128a7f55 None None] Routers {'364d102a-f446-4a37-ad26-659037934c1f'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:10.638188 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d81e6197-1235-499a-94de-50aa128a7f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['364d102a-f446-4a37-ad26-659037934c1f'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:10.676106 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d81e6197-1235-499a-94de-50aa128a7f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:10.685562 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81e6197-1235-499a-94de-50aa128a7f55 None None] Routers {'364d102a-f446-4a37-ad26-659037934c1f'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:10.686095 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d81e6197-1235-499a-94de-50aa128a7f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['364d102a-f446-4a37-ad26-659037934c1f'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:10.720131 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d81e6197-1235-499a-94de-50aa128a7f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:10.720356 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f6365-635e-4751-8bba-d861e9e57156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb306e7b-d17f-49e6-8f31-1d8cc0a66d09,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:10.721186 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81e6197-1235-499a-94de-50aa128a7f55 None None] The sync data for ids ['364d102a-f446-4a37-ad26-659037934c1f'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:10.790593 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b275-a467-4065-872d-f10361d73beb tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.810242 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e8153549-7e1e-4bfc-9afe-23dec247ffd5 req-d202879b-2400-456a-bab9-51638213a351 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6f192b8-bc0c-470c-8c48-ec87749d2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983616 Jul 16 01:47:10.819592 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-23a7ba94-d847-4f72-b312-34fb82173453 req-14fd19e7-f467-44c4-8354-613d310a4cb1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.862227 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd19e7-f467-44c4-8354-613d310a4cb1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Pushing event deleted for resources: {'Port': ['ID=1ecdf398-76ed-4c15-9938-a5e580f381be,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:10.871437 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-0c4455d5-6b6d-438d-9e0b-cef3abdd49ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.920814 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f7c03404-fb3f-440c-b116-c110fd3c8de9 tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "GET /v2.0/routers/364d102a-f446-4a37-ad26-659037934c1f HTTP/1.1" status: 200 len: 926 time: 0.2697089 Jul 16 01:47:10.925208 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52486) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:10.947762 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b275-a467-4065-872d-f10361d73beb tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.960708 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-4cb2b275-a467-4065-872d-f10361d73beb tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c0b40d-7ae4-4f82-a1e0-0ad3e91c79ec']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:10.972271 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-4cb2b275-a467-4065-872d-f10361d73beb tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5399f7c7-9119-4baa-b520-008e62770897') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:10.972756 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-4cb2b275-a467-4065-872d-f10361d73beb tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5399f7c7-9119-4baa-b520-008e62770897') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:10.982892 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b275-a467-4065-872d-f10361d73beb tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.000835 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b275-a467-4065-872d-f10361d73beb tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.008545 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb2b275-a467-4065-872d-f10361d73beb tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:11.009255 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b275-a467-4065-872d-f10361d73beb tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:11.016318 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:11.076519 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b275-a467-4065-872d-f10361d73beb tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.083624 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b275-a467-4065-872d-f10361d73beb tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.088610 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4cb2b275-a467-4065-872d-f10361d73beb tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] 10.222.0.16 "DELETE /v2.0/networks/b6c0b40d-7ae4-4f82-a1e0-0ad3e91c79ec HTTP/1.1" status: 204 len: 168 time: 0.4390130 Jul 16 01:47:11.090347 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52488) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:11.107243 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2b275-a467-4065-872d-f10361d73beb tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6c0b40d-7ae4-4f82-a1e0-0ad3e91c79ec,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:11.182045 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-480ff5f0-81b3-499e-9102-4be8b914c869 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.204701 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23a7ba94-d847-4f72-b312-34fb82173453 req-14fd19e7-f467-44c4-8354-613d310a4cb1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Router 5588ef32-1467-4eb3-9fff-d12bdb47b221 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:11.214499 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da4b110-53e1-46c4-8b9e-a8b3ba42a2ed tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:11.219274 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0da4b110-53e1-46c4-8b9e-a8b3ba42a2ed tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&device_id=364d102a-f446-4a37-ad26-659037934c1f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2920496 Jul 16 01:47:11.221799 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52490) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:11.298612 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-480ff5f0-81b3-499e-9102-4be8b914c869 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.309976 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-480ff5f0-81b3-499e-9102-4be8b914c869 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0aafa8-de33-44fa-83f6-eb78568995a9']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:11.344789 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-480ff5f0-81b3-499e-9102-4be8b914c869 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4789964-1e6b-4a57-825c-5b0643175686') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:11.345324 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-480ff5f0-81b3-499e-9102-4be8b914c869 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4789964-1e6b-4a57-825c-5b0643175686') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:11.375949 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-480ff5f0-81b3-499e-9102-4be8b914c869 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.398172 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-480ff5f0-81b3-499e-9102-4be8b914c869 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.410214 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-480ff5f0-81b3-499e-9102-4be8b914c869 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:11.410623 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-480ff5f0-81b3-499e-9102-4be8b914c869 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:11.412595 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:11.512286 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-480ff5f0-81b3-499e-9102-4be8b914c869 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.531108 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-480ff5f0-81b3-499e-9102-4be8b914c869 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.535680 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-480ff5f0-81b3-499e-9102-4be8b914c869 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] 10.222.0.16 "DELETE /v2.0/networks/8d0aafa8-de33-44fa-83f6-eb78568995a9 HTTP/1.1" status: 204 len: 168 time: 0.4417562 Jul 16 01:47:11.535680 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ff5f0-81b3-499e-9102-4be8b914c869 tempest-QuotasNegativeTest-33876966 tempest-QuotasNegativeTest-33876966-project-admin] Pushing event deleted for resources: {'Network': ['ID=8d0aafa8-de33-44fa-83f6-eb78568995a9,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:11.958640 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471ff81-3dbf-404d-a279-7e4d8aa813fd tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:11.960267 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9471ff81-3dbf-404d-a279-7e4d8aa813fd tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "GET /v2.0/networks/44f29c19-83dc-4bc0-a0a8-8775f5768d28 HTTP/1.1" status: 200 len: 881 time: 0.7351935 Jul 16 01:47:11.976229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52506) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:11.976596 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52508) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:11.992389 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-53edab9a-f7b4-472f-a7f0-e7505c886a4d req-75c3ccee-cf2b-4c94-8854-398fa8c246cb tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 210 time: 0.0536211 Jul 16 01:47:12.005824 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f5777d8-555c-40e4-82aa-87da0a21cb3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.042711 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-01062424-606e-4393-82d1-267f06d3b914 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "GET /v2.0/ports?device_id=364d102a-f446-4a37-ad26-659037934c1f HTTP/1.1" status: 200 len: 205 time: 0.0648985 Jul 16 01:47:12.044914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-0c4455d5-6b6d-438d-9e0b-cef3abdd49ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4aaf832-76f0-425d-a098-0162fdb959b7 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:12.045554 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52510) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:12.050642 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23a7ba94-d847-4f72-b312-34fb82173453 req-14fd19e7-f467-44c4-8354-613d310a4cb1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:12.061636 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f628297-dcc0-46ac-9f7e-fe8714364ef1 None None] Sync routers for ids ['5588ef32-1467-4eb3-9fff-d12bdb47b221'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:12.071095 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-0c4455d5-6b6d-438d-9e0b-cef3abdd49ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.077962 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f628297-dcc0-46ac-9f7e-fe8714364ef1 None None] Routers {'5588ef32-1467-4eb3-9fff-d12bdb47b221'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:12.078876 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5f628297-dcc0-46ac-9f7e-fe8714364ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5588ef32-1467-4eb3-9fff-d12bdb47b221'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:12.088245 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-0c4455d5-6b6d-438d-9e0b-cef3abdd49ee service neutron] Transition to ACTIVE for port object a4aaf832-76f0-425d-a098-0162fdb959b7 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:12.132089 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-0c4455d5-6b6d-438d-9e0b-cef3abdd49ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.179533 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-76021676-e75f-4fef-b68d-2853d76056d6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.210736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4455d5-6b6d-438d-9e0b-cef3abdd49ee service neutron] Pushing event updated for resources: {'Port': ['ID=a4aaf832-76f0-425d-a098-0162fdb959b7,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:12.228860 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39949e6-7117-491c-92bf-4f632450cd76 req-bad8d6f4-9b5a-44f8-a29a-e29dd4ae6d8e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:12.231177 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b39949e6-7117-491c-92bf-4f632450cd76 req-bad8d6f4-9b5a-44f8-a29a-e29dd4ae6d8e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 931 time: 0.3745556 Jul 16 01:47:12.233308 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-5f628297-dcc0-46ac-9f7e-fe8714364ef1 None None] Set router 5588ef32-1467-4eb3-9fff-d12bdb47b221 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:12.236816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a7ba94-d847-4f72-b312-34fb82173453 req-14fd19e7-f467-44c4-8354-613d310a4cb1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] No DVR routers for this DVR port 1ecdf398-76ed-4c15-9938-a5e580f381be on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:12.239167 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-23a7ba94-d847-4f72-b312-34fb82173453 req-14fd19e7-f467-44c4-8354-613d310a4cb1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.242504 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-23a7ba94-d847-4f72-b312-34fb82173453 req-14fd19e7-f467-44c4-8354-613d310a4cb1 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.84 "DELETE /v2.0/ports/1ecdf398-76ed-4c15-9938-a5e580f381be HTTP/1.1" status: 204 len: 173 time: 2.7007046 Jul 16 01:47:12.288812 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd02652b-2769-428c-bf6a-d83116e7d181', 'name': 'network-vif-deleted', 'tag': '1ecdf398-76ed-4c15-9938-a5e580f381be'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:12.293054 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e43dc49-f622-4cec-a516-1bc2bc36e6fc" -d '{"events": [{"server_uuid": "fd02652b-2769-428c-bf6a-d83116e7d181", "name": "network-vif-deleted", "tag": "1ecdf398-76ed-4c15-9938-a5e580f381be"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:12.321964 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-76021676-e75f-4fef-b68d-2853d76056d6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.409609 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b39949e6-7117-491c-92bf-4f632450cd76 req-b499fbb2-ca93-445b-bbc4-4db348b88256 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658599 Jul 16 01:47:12.415171 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdc243b-3cb4-4795-87f2-69478b07eccb x-openstack-request-id: req-bfdc243b-3cb4-4795-87f2-69478b07eccb {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:12.415478 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd02652b-2769-428c-bf6a-d83116e7d181", "name": "network-vif-deleted", "tag": "1ecdf398-76ed-4c15-9938-a5e580f381be", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:12.415733 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bfdc243b-3cb4-4795-87f2-69478b07eccb {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:12.416152 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd02652b-2769-428c-bf6a-d83116e7d181', 'name': 'network-vif-deleted', 'tag': '1ecdf398-76ed-4c15-9938-a5e580f381be', 'status': 'completed', 'code': 200} Jul 16 01:47:12.455936 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-76021676-e75f-4fef-b68d-2853d76056d6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Deleting port da23eaf4-d08d-4ab5-8125-a4e04258ae12 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:12.456591 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-76021676-e75f-4fef-b68d-2853d76056d6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.541512 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-0c4455d5-6b6d-438d-9e0b-cef3abdd49ee service neutron] Attempting to bind port a4aaf832-76f0-425d-a098-0162fdb959b7 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:12.542150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-0c4455d5-6b6d-438d-9e0b-cef3abdd49ee service neutron] Attempting to bind port a4aaf832-76f0-425d-a098-0162fdb959b7 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'a2e51a01-202e-4174-9f7b-fa00d63e6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:12.542691 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-0c4455d5-6b6d-438d-9e0b-cef3abdd49ee service neutron] Attempting to bind port a4aaf832-76f0-425d-a098-0162fdb959b7 on network ae9cdc71-5392-4a43-a088-bbed08d2f63d {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:12.554891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-0c4455d5-6b6d-438d-9e0b-cef3abdd49ee service neutron] Port a4aaf832-76f0-425d-a098-0162fdb959b7 on network ae9cdc71-5392-4a43-a088-bbed08d2f63d not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:12.555212 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-0c4455d5-6b6d-438d-9e0b-cef3abdd49ee service neutron] Attempting to bind port a4aaf832-76f0-425d-a098-0162fdb959b7 on network ae9cdc71-5392-4a43-a088-bbed08d2f63d {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:12.580156 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-0c4455d5-6b6d-438d-9e0b-cef3abdd49ee service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:12.580582 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-0c4455d5-6b6d-438d-9e0b-cef3abdd49ee service neutron] Checking segment: {'id': 'a2e51a01-202e-4174-9f7b-fa00d63e6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:12.581001 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-0c4455d5-6b6d-438d-9e0b-cef3abdd49ee service neutron] Bound using segment: {'id': 'a2e51a01-202e-4174-9f7b-fa00d63e6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:12.581432 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-0c4455d5-6b6d-438d-9e0b-cef3abdd49ee service neutron] Bound port: a4aaf832-76f0-425d-a098-0162fdb959b7, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2e51a01-202e-4174-9f7b-fa00d63e6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:12.581798 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-0c4455d5-6b6d-438d-9e0b-cef3abdd49ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.595504 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-76021676-e75f-4fef-b68d-2853d76056d6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.627102 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-76021676-e75f-4fef-b68d-2853d76056d6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Calling delete_port for da23eaf4-d08d-4ab5-8125-a4e04258ae12 owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:12.653533 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f5777d8-555c-40e4-82aa-87da0a21cb3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.662208 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f5777d8-555c-40e4-82aa-87da0a21cb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.724299 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5f628297-dcc0-46ac-9f7e-fe8714364ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'name': 'tempest-AttachVolumeShelveTestJSON-1853299973-router', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:09Z', 'updated_at': '2021-07-16T01:39:14Z', 'revision_number': 4, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'gw_port': {'id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '2c354fe6-3945-4c01-82e9-d2454b314d91', 'name': '', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'mac_address': 'fa:16:3e:be:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:13Z', 'updated_at': '2021-07-16T01:39:22Z', 'revision_number': 5, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'subnets': [{'id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:12.730624 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1f5777d8-555c-40e4-82aa-87da0a21cb3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d4d3b917c454845bb42dcf159a82668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7518103 Jul 16 01:47:12.733175 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5777d8-555c-40e4-82aa-87da0a21cb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60fa626-dcd8-4ca6-a904-59ec9c7272de,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:12.749034 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52516) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:12.750426 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-0c4455d5-6b6d-438d-9e0b-cef3abdd49ee service neutron] For port a4aaf832-76f0-425d-a098-0162fdb959b7, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:12.760735 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f628297-dcc0-46ac-9f7e-fe8714364ef1 None None] Checking router: 5588ef32-1467-4eb3-9fff-d12bdb47b221 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:47:12.770839 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f628297-dcc0-46ac-9f7e-fe8714364ef1 None None] Routers {'5588ef32-1467-4eb3-9fff-d12bdb47b221'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:12.772252 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5f628297-dcc0-46ac-9f7e-fe8714364ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5588ef32-1467-4eb3-9fff-d12bdb47b221'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:12.789042 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-0c4455d5-6b6d-438d-9e0b-cef3abdd49ee service neutron] For port a4aaf832-76f0-425d-a098-0162fdb959b7, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=a4aaf832-76f0-425d-a098-0162fdb959b7,segment=NetworkSegment(a2e51a01-202e-4174-9f7b-fa00d63e6821),segment_id=a2e51a01-202e-4174-9f7b-fa00d63e6821)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:12.810287 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-0c4455d5-6b6d-438d-9e0b-cef3abdd49ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.858230 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-0c4455d5-6b6d-438d-9e0b-cef3abdd49ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:12.859144 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-0c4455d5-6b6d-438d-9e0b-cef3abdd49ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.861655 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-0c4455d5-6b6d-438d-9e0b-cef3abdd49ee service neutron] 10.222.0.82 "PUT /v2.0/ports/a4aaf832-76f0-425d-a098-0162fdb959b7 HTTP/1.1" status: 200 len: 1092 time: 2.3678033 Jul 16 01:47:12.863120 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-76021676-e75f-4fef-b68d-2853d76056d6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.869730 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f5c4d37b-a4ab-45ac-b890-ae134543ea66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.920577 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4455d5-6b6d-438d-9e0b-cef3abdd49ee service neutron] Pushing event updated for resources: {'Port': ['ID=a4aaf832-76f0-425d-a098-0162fdb959b7,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:12.926244 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f5c4d37b-a4ab-45ac-b890-ae134543ea66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.959064 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-5f628297-dcc0-46ac-9f7e-fe8714364ef1 None None] Set router 5588ef32-1467-4eb3-9fff-d12bdb47b221 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:12.973911 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76021676-e75f-4fef-b68d-2853d76056d6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Pushing event deleted for resources: {'Port': ['ID=da23eaf4-d08d-4ab5-8125-a4e04258ae12,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:13.039266 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-76021676-e75f-4fef-b68d-2853d76056d6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.098921 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-9868c413-2483-45e6-b8dc-d622eb79fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:13.100488 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-9868c413-2483-45e6-b8dc-d622eb79fd1f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 1095 time: 0.1719894 Jul 16 01:47:13.125941 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f5c4d37b-a4ab-45ac-b890-ae134543ea66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.128504 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f5c4d37b-a4ab-45ac-b890-ae134543ea66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.131982 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f5c4d37b-a4ab-45ac-b890-ae134543ea66 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f60fa626-dcd8-4ca6-a904-59ec9c7272de HTTP/1.1" status: 204 len: 168 time: 0.3767745 Jul 16 01:47:13.214922 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-47f06bf6-2279-4c98-92da-cf533b84ab88 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4aaf832-76f0-425d-a098-0162fdb959b7 HTTP/1.1" status: 200 len: 217 time: 0.1011183 Jul 16 01:47:13.233913 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4d37b-a4ab-45ac-b890-ae134543ea66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60fa626-dcd8-4ca6-a904-59ec9c7272de,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:13.294820 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-d651093b-74f9-4301-ae43-845333e7890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:13.296677 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-d651093b-74f9-4301-ae43-845333e7890d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e7e49755-eff3-40a3-95fc-2ea36183bca0 HTTP/1.1" status: 200 len: 835 time: 0.0731561 Jul 16 01:47:13.354676 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5f628297-dcc0-46ac-9f7e-fe8714364ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'name': 'tempest-AttachVolumeShelveTestJSON-1853299973-router', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:09Z', 'updated_at': '2021-07-16T01:39:14Z', 'revision_number': 4, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'gw_port': {'id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '2c354fe6-3945-4c01-82e9-d2454b314d91', 'name': '', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'mac_address': 'fa:16:3e:be:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:13Z', 'updated_at': '2021-07-16T01:39:22Z', 'revision_number': 5, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'subnets': [{'id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:13.368684 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d7f7c10a-6c3b-4b47-bca6-186dc1602821 req-f5dbabe3-e053-4e10-97da-02d77bc49c1a tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02652b-2769-428c-bf6a-d83116e7d181 HTTP/1.1" status: 200 len: 210 time: 0.1416564 Jul 16 01:47:13.383962 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-76021676-e75f-4fef-b68d-2853d76056d6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.398019 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f628297-dcc0-46ac-9f7e-fe8714364ef1 None None] The sync data for ids ['5588ef32-1467-4eb3-9fff-d12bdb47b221'] in n-d-792394-16 is: [{'id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'name': 'tempest-AttachVolumeShelveTestJSON-1853299973-router', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:09Z', 'updated_at': '2021-07-16T01:39:14Z', 'revision_number': 4, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'gw_port': {'id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '2c354fe6-3945-4c01-82e9-d2454b314d91', 'name': '', 'network_id': '7da75e1b-5f2b-4b3a-ad7d-444d41678d46', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'mac_address': 'fa:16:3e:be:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:13Z', 'updated_at': '2021-07-16T01:39:22Z', 'revision_number': 5, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'subnets': [{'id': 'e2260a5b-5f93-4f16-9877-6dd3618b52a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:13.399058 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-7bc48543-dc46-4c4a-86ca-b1050432977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:13.399058 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-7bc48543-dc46-4c4a-86ca-b1050432977e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae9cdc71-5392-4a43-a088-bbed08d2f63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0948155 Jul 16 01:47:13.401406 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-76021676-e75f-4fef-b68d-2853d76056d6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.483907 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-76021676-e75f-4fef-b68d-2853d76056d6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.485398 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76021676-e75f-4fef-b68d-2853d76056d6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Fanout notify agent at l3_agent the message router_deleted on router 364d102a-f446-4a37-ad26-659037934c1f {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:47:13.495389 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-76021676-e75f-4fef-b68d-2853d76056d6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.496930 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-76021676-e75f-4fef-b68d-2853d76056d6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "DELETE /v2.0/routers/364d102a-f446-4a37-ad26-659037934c1f HTTP/1.1" status: 204 len: 168 time: 1.4502356 Jul 16 01:47:13.509031 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52524) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:13.516570 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-902aad02-97c9-4197-a02b-54343f24dca1 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-557234081', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}, 'admin_state_up': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:13.551028 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-902aad02-97c9-4197-a02b-54343f24dca1 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.551938 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-902aad02-97c9-4197-a02b-54343f24dca1 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.616449 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-f59cca58-7900-404a-ab5e-cadcb24fab43 service neutron] 10.222.0.82 "GET /v2.0/networks/ae9cdc71-5392-4a43-a088-bbed08d2f63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117140 Jul 16 01:47:13.658355 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-902aad02-97c9-4197-a02b-54343f24dca1 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.855174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95d8f4-9d21-4670-a34c-088e294b939d req-afbd9d10-d80b-4140-ba40-a0be5853f942 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:13.857089 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-de95d8f4-9d21-4670-a34c-088e294b939d req-afbd9d10-d80b-4140-ba40-a0be5853f942 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 943 time: 0.2132943 Jul 16 01:47:13.863638 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-452086c8-cb2c-4709-88d7-0c15772ab963 req-925e6fcf-d645-4700-8b80-c53da128e7d7 service neutron] 10.222.0.82 "GET /v2.0/networks/ae9cdc71-5392-4a43-a088-bbed08d2f63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406385 Jul 16 01:47:13.901889 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-902aad02-97c9-4197-a02b-54343f24dca1 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.917015 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f21ee89-0a85-456a-a136-e916cdb1f773 None None] New status for floating IP 587fcc4a-b3ed-469e-91fe-ce6fdca10c1d: DOWN {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:47:13.939068 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-de95d8f4-9d21-4670-a34c-088e294b939d req-bd17025b-5306-4244-8b91-97f3d6148106 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741715 Jul 16 01:47:13.944114 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52530) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:13.963468 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0d5c8f0a-a79e-4923-86a1-1e52aa4f5167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.154587 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 1ecdf398-76ed-4c15-9938-a5e580f381be no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:14.184335 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 1ecdf398-76ed-4c15-9938-a5e580f381be {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:14.184685 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 1ecdf398-76ed-4c15-9938-a5e580f381be not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:14.215491 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-902aad02-97c9-4197-a02b-54343f24dca1 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.218441 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0d5c8f0a-a79e-4923-86a1-1e52aa4f5167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.237872 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-902aad02-97c9-4197-a02b-54343f24dca1 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.239577 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0d5c8f0a-a79e-4923-86a1-1e52aa4f5167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.323210 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0d5c8f0a-a79e-4923-86a1-1e52aa4f5167 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dfa77ff42ee94e04a2172dd4f5987b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3772433 Jul 16 01:47:14.323704 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c8f0a-a79e-4923-86a1-1e52aa4f5167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c385749-3208-4e21-a7d3-49db2da3a4db,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:14.326119 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52532) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:14.406597 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-913a8167-4d51-4551-a9bf-d21329a75ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.424720 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-902aad02-97c9-4197-a02b-54343f24dca1 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Allocated IP 172.25.6.186 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/bb3bfe0f-9537-4756-85f5-fefc026bea4c) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:14.430002 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-913a8167-4d51-4551-a9bf-d21329a75ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.489358 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fec621-71ac-4fc6-80cb-37553dd21327', 'tag': 'a4aaf832-76f0-425d-a098-0162fdb959b7'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:14.494289 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fee942-b28a-49a8-8460-c534f9e03ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "68fec621-71ac-4fc6-80cb-37553dd21327", "tag": "a4aaf832-76f0-425d-a098-0162fdb959b7"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:14.509252 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-913a8167-4d51-4551-a9bf-d21329a75ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.513322 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-913a8167-4d51-4551-a9bf-d21329a75ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.514485 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-913a8167-4d51-4551-a9bf-d21329a75ad4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c385749-3208-4e21-a7d3-49db2da3a4db HTTP/1.1" status: 204 len: 168 time: 0.1873605 Jul 16 01:47:14.551097 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577f37ad-3276-43aa-b1e0-c0a758228e4c x-openstack-request-id: req-577f37ad-3276-43aa-b1e0-c0a758228e4c {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:14.551416 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fec621-71ac-4fc6-80cb-37553dd21327", "tag": "a4aaf832-76f0-425d-a098-0162fdb959b7", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:14.551658 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-577f37ad-3276-43aa-b1e0-c0a758228e4c {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:14.553265 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fec621-71ac-4fc6-80cb-37553dd21327', 'tag': 'a4aaf832-76f0-425d-a098-0162fdb959b7', 'status': 'completed', 'code': 200} Jul 16 01:47:14.555497 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a8167-4d51-4551-a9bf-d21329a75ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c385749-3208-4e21-a7d3-49db2da3a4db,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:14.572695 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-902aad02-97c9-4197-a02b-54343f24dca1 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.605678 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52542) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:14.667098 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fee942-b28a-49a8-8460-c534f9e03ef9 req-ecda3449-357e-434a-b66e-11eb7e824d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:14.669234 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e7fee942-b28a-49a8-8460-c534f9e03ef9 req-ecda3449-357e-434a-b66e-11eb7e824d9f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 1095 time: 0.1000588 Jul 16 01:47:14.712699 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-902aad02-97c9-4197-a02b-54343f24dca1 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.780382 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902aad02-97c9-4197-a02b-54343f24dca1 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:14.783747 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a05a530f-3c0e-49a8-adbb-d462fdbcd2eb tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.788706 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-902aad02-97c9-4197-a02b-54343f24dca1 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:14.794941 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902aad02-97c9-4197-a02b-54343f24dca1 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:14.796658 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902aad02-97c9-4197-a02b-54343f24dca1 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Pushing event updated for resources: {'Port': ['ID=bb3bfe0f-9537-4756-85f5-fefc026bea4c,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:14.872675 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fee942-b28a-49a8-8460-c534f9e03ef9 req-fa97b12a-3a60-4660-9ba4-7e207c785390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:14.873556 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a05a530f-3c0e-49a8-adbb-d462fdbcd2eb tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.874555 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e7fee942-b28a-49a8-8460-c534f9e03ef9 req-fa97b12a-3a60-4660-9ba4-7e207c785390 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae9cdc71-5392-4a43-a088-bbed08d2f63d HTTP/1.1" status: 200 len: 897 time: 0.1970141 Jul 16 01:47:14.959630 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e7fee942-b28a-49a8-8460-c534f9e03ef9 req-5c2b8341-13e9-457c-bb5b-8b454509516b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4aaf832-76f0-425d-a098-0162fdb959b7 HTTP/1.1" status: 200 len: 217 time: 0.0787296 Jul 16 01:47:15.019737 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fee942-b28a-49a8-8460-c534f9e03ef9 req-5e24d776-769c-4b81-8198-679c8173bd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:15.021354 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e7fee942-b28a-49a8-8460-c534f9e03ef9 req-5e24d776-769c-4b81-8198-679c8173bd6b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e7e49755-eff3-40a3-95fc-2ea36183bca0 HTTP/1.1" status: 200 len: 835 time: 0.0518541 Jul 16 01:47:15.083875 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a05a530f-3c0e-49a8-adbb-d462fdbcd2eb tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.087213 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a05a530f-3c0e-49a8-adbb-d462fdbcd2eb tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.088788 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a05a530f-3c0e-49a8-adbb-d462fdbcd2eb tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "DELETE /v2.0/security-groups/b6f192b8-bc0c-470c-8c48-ec87749d2d3c HTTP/1.1" status: 204 len: 168 time: 0.4815185 Jul 16 01:47:15.093156 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52556) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:15.111982 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-7ed3679d-d777-43ea-a980-dbb799f2f7a8 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] show failed (client error): The resource could not be found. Jul 16 01:47:15.113619 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7ed3679d-d777-43ea-a980-dbb799f2f7a8 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "GET /v2.0/security-groups/b6f192b8-bc0c-470c-8c48-ec87749d2d3c HTTP/1.1" status: 404 len: 347 time: 0.0183473 Jul 16 01:47:15.123426 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52560) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:15.298495 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-902aad02-97c9-4197-a02b-54343f24dca1 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.300956 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a530f-3c0e-49a8-adbb-d462fdbcd2eb tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f192b8-bc0c-470c-8c48-ec87749d2d3c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:15.364823 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fee942-b28a-49a8-8460-c534f9e03ef9 req-bd6bfbf9-c158-4569-9e30-2f3b8e36d5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:15.366272 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e7fee942-b28a-49a8-8460-c534f9e03ef9 req-bd6bfbf9-c158-4569-9e30-2f3b8e36d5d1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae9cdc71-5392-4a43-a088-bbed08d2f63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3369381 Jul 16 01:47:15.381916 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504d912-2b68-492a-9267-bf9fb9115a3b req-9f8256e6-9dd6-4b5d-b653-2b4e7a38dbdf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:15.383428 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0504d912-2b68-492a-9267-bf9fb9115a3b req-9f8256e6-9dd6-4b5d-b653-2b4e7a38dbdf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 943 time: 0.2108510 Jul 16 01:47:15.493489 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-024f8625-b19a-4ea2-bb66-0dab2486c283 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Deleting port 345902b2-eb68-4da5-bbd4-bade3295c4ef {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:15.493842 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-024f8625-b19a-4ea2-bb66-0dab2486c283 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.516019 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0504d912-2b68-492a-9267-bf9fb9115a3b req-299052d9-ddff-4111-8e37-79fc1f48553c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154339 Jul 16 01:47:15.573543 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e7fee942-b28a-49a8-8460-c534f9e03ef9 req-950de224-3455-4778-bab1-0e123987d925 service neutron] 10.222.0.82 "GET /v2.0/networks/ae9cdc71-5392-4a43-a088-bbed08d2f63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000427 Jul 16 01:47:15.600800 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-902aad02-97c9-4197-a02b-54343f24dca1 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.641507 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-024f8625-b19a-4ea2-bb66-0dab2486c283 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.641841 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-024f8625-b19a-4ea2-bb66-0dab2486c283 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.688689 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-024f8625-b19a-4ea2-bb66-0dab2486c283 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Calling delete_port for 345902b2-eb68-4da5-bbd4-bade3295c4ef owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:15.777746 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e7fee942-b28a-49a8-8460-c534f9e03ef9 req-bc092c24-a588-43f7-b394-afe7e8c2631c service neutron] 10.222.0.82 "GET /v2.0/networks/ae9cdc71-5392-4a43-a088-bbed08d2f63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942487 Jul 16 01:47:15.898483 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-024f8625-b19a-4ea2-bb66-0dab2486c283 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.930441 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f8625-b19a-4ea2-bb66-0dab2486c283 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Pushing event deleted for resources: {'Port': ['ID=345902b2-eb68-4da5-bbd4-bade3295c4ef,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:16.012423 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-024f8625-b19a-4ea2-bb66-0dab2486c283 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.015421 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-024f8625-b19a-4ea2-bb66-0dab2486c283 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.016706 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-024f8625-b19a-4ea2-bb66-0dab2486c283 tempest-AttachVolumeShelveTestJSON-341060740 tempest-AttachVolumeShelveTestJSON-341060740-project] 10.222.0.16 "DELETE /v2.0/floatingips/587fcc4a-b3ed-469e-91fe-ce6fdca10c1d HTTP/1.1" status: 204 len: 168 time: 0.8918643 Jul 16 01:47:16.189328 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902aad02-97c9-4197-a02b-54343f24dca1 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Router 01ba935f-e187-4ca4-b20f-19b27552a502 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:47:16.302222 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902aad02-97c9-4197-a02b-54343f24dca1 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:16.312234 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ddade0-1022-424e-9235-4ced4f5bd64e None None] Sync routers for ids ['01ba935f-e187-4ca4-b20f-19b27552a502'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:16.326332 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ddade0-1022-424e-9235-4ced4f5bd64e None None] Routers {'01ba935f-e187-4ca4-b20f-19b27552a502'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:16.327698 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-60ddade0-1022-424e-9235-4ced4f5bd64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['01ba935f-e187-4ca4-b20f-19b27552a502'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:16.329049 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-902aad02-97c9-4197-a02b-54343f24dca1 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.330361 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-902aad02-97c9-4197-a02b-54343f24dca1 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8199015 Jul 16 01:47:16.333293 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52594) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:16.339341 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-32e0fc98-e25e-4a17-a62a-0fc8360648f9 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:16.419990 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-60ddade0-1022-424e-9235-4ced4f5bd64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:16.449492 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ddade0-1022-424e-9235-4ced4f5bd64e None None] Routers {'01ba935f-e187-4ca4-b20f-19b27552a502'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:16.450109 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-60ddade0-1022-424e-9235-4ced4f5bd64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['01ba935f-e187-4ca4-b20f-19b27552a502'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:16.519859 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-60ddade0-1022-424e-9235-4ced4f5bd64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:16.521260 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ddade0-1022-424e-9235-4ced4f5bd64e None None] The sync data for ids ['01ba935f-e187-4ca4-b20f-19b27552a502'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:16.632036 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52604) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:16.759054 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-32e0fc98-e25e-4a17-a62a-0fc8360648f9 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.790802 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-32e0fc98-e25e-4a17-a62a-0fc8360648f9 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.802506 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-95ef333c-3a44-4498-85f1-6f2d399fb2d7 tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:16.824404 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599112e3-35a9-4775-8ec0-689588935bc2 req-770ff384-bcb5-4d5f-9e91-084b59c0d1d6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:16.826079 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-599112e3-35a9-4775-8ec0-689588935bc2 req-770ff384-bcb5-4d5f-9e91-084b59c0d1d6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 943 time: 0.1070817 Jul 16 01:47:16.877997 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-599112e3-35a9-4775-8ec0-689588935bc2 req-a2b5d9b7-534a-4563-b36c-063f0317f792 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448141 Jul 16 01:47:16.895791 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-32e0fc98-e25e-4a17-a62a-0fc8360648f9 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Deleting port bb3bfe0f-9537-4756-85f5-fefc026bea4c {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:16.896144 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-32e0fc98-e25e-4a17-a62a-0fc8360648f9 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.899124 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-95ef333c-3a44-4498-85f1-6f2d399fb2d7 tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] 10.222.0.16 "PUT /v2.0/quotas/94a336e57755439180194e441703d0b1 HTTP/1.1" status: 200 len: 366 time: 0.2652037 Jul 16 01:47:16.901756 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52608) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:16.918457 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-44c75331-f4c4-4446-a2d4-97b1cadd3f3a tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0152993 Jul 16 01:47:16.924471 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52610) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:16.943627 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-710d3372-e138-41fd-951a-ce104ba87017 tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] 10.222.0.16 "GET /v2.0/quotas/94a336e57755439180194e441703d0b1 HTTP/1.1" status: 200 len: 366 time: 0.0180845 Jul 16 01:47:16.946058 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52612) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:16.998177 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9960359c-f059-414c-b9b8-57efa9831fd4 tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/94a336e57755439180194e441703d0b1 HTTP/1.1" status: 204 len: 168 time: 0.0510008 Jul 16 01:47:17.000749 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52614) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:17.022575 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-87ce894d-920e-46b7-a37f-653eab4c43db tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0205941 Jul 16 01:47:17.025158 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52618) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:17.026205 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-32e0fc98-e25e-4a17-a62a-0fc8360648f9 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.039685 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-32e0fc98-e25e-4a17-a62a-0fc8360648f9 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Calling delete_port for bb3bfe0f-9537-4756-85f5-fefc026bea4c owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:17.056802 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9e75177a-bd3d-47bf-a41b-803f835375df tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] 10.222.0.16 "GET /v2.0/quotas/94a336e57755439180194e441703d0b1 HTTP/1.1" status: 200 len: 370 time: 0.0301893 Jul 16 01:47:17.060320 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52620) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:17.073521 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-af917ab4-45e1-487d-ba3d-942e0fabecf2 tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] 10.222.0.16 "GET /v2.0/quotas/94a336e57755439180194e441703d0b1/default HTTP/1.1" status: 200 len: 370 time: 0.0119188 Jul 16 01:47:17.077999 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52624) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:17.088123 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-ac75d4bd-7e29-4f40-a7ab-718c5cb67033 tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] delete failed (client error): The resource could not be found. Jul 16 01:47:17.090491 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ac75d4bd-7e29-4f40-a7ab-718c5cb67033 tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/94a336e57755439180194e441703d0b1 HTTP/1.1" status: 404 len: 348 time: 0.0099616 Jul 16 01:47:17.257329 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52630) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:17.288449 n-d-792394-16 neutron-server[93956]: DEBUG neutron.quota.resource [None req-869300c2-769c-48db-aa52-ab8ea39bb43e tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] Usage tracker for resource:network and tenant:3f16b199819547b2a83c25e05d2d5278 is out of sync, need to count used quota {{(pid=93956) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:47:17.293718 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-32e0fc98-e25e-4a17-a62a-0fc8360648f9 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.295742 n-d-792394-16 neutron-server[93956]: DEBUG neutron.quota.resource [None req-869300c2-769c-48db-aa52-ab8ea39bb43e tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93956) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:47:17.305334 n-d-792394-16 neutron-server[93956]: DEBUG neutron.quota.resource [None req-869300c2-769c-48db-aa52-ab8ea39bb43e tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] Usage tracker for resource:subnet and tenant:3f16b199819547b2a83c25e05d2d5278 is out of sync, need to count used quota {{(pid=93956) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:47:17.313208 n-d-792394-16 neutron-server[93956]: DEBUG neutron.quota.resource [None req-869300c2-769c-48db-aa52-ab8ea39bb43e tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93956) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:47:17.330323 n-d-792394-16 neutron-server[93956]: DEBUG neutron.quota.resource [None req-869300c2-769c-48db-aa52-ab8ea39bb43e tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] Usage tracker for resource:subnetpool and tenant:3f16b199819547b2a83c25e05d2d5278 is out of sync, need to count used quota {{(pid=93956) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:47:17.337302 n-d-792394-16 neutron-server[93956]: DEBUG neutron.quota.resource [None req-869300c2-769c-48db-aa52-ab8ea39bb43e tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93956) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:47:17.347019 n-d-792394-16 neutron-server[93956]: DEBUG neutron.quota.resource [None req-869300c2-769c-48db-aa52-ab8ea39bb43e tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] Usage tracker for resource:port and tenant:3f16b199819547b2a83c25e05d2d5278 is out of sync, need to count used quota {{(pid=93956) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:47:17.348603 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0fc98-e25e-4a17-a62a-0fc8360648f9 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Pushing event deleted for resources: {'Port': ['ID=bb3bfe0f-9537-4756-85f5-fefc026bea4c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:17.361086 n-d-792394-16 neutron-server[93956]: DEBUG neutron.quota.resource [None req-869300c2-769c-48db-aa52-ab8ea39bb43e tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93956) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:47:17.370812 n-d-792394-16 neutron-server[93956]: DEBUG neutron.quota.resource [None req-869300c2-769c-48db-aa52-ab8ea39bb43e tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] Usage tracker for resource:router and tenant:3f16b199819547b2a83c25e05d2d5278 is out of sync, need to count used quota {{(pid=93956) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:47:17.377137 n-d-792394-16 neutron-server[93956]: DEBUG neutron.quota.resource [None req-869300c2-769c-48db-aa52-ab8ea39bb43e tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93956) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:47:17.383719 n-d-792394-16 neutron-server[93956]: DEBUG neutron.quota.resource [None req-869300c2-769c-48db-aa52-ab8ea39bb43e tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] Usage tracker for resource:floatingip and tenant:3f16b199819547b2a83c25e05d2d5278 is out of sync, need to count used quota {{(pid=93956) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:47:17.389605 n-d-792394-16 neutron-server[93956]: DEBUG neutron.quota.resource [None req-869300c2-769c-48db-aa52-ab8ea39bb43e tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93956) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:47:17.438669 n-d-792394-16 neutron-server[93956]: DEBUG neutron.quota.resource [None req-869300c2-769c-48db-aa52-ab8ea39bb43e tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] Usage tracker for resource:security_group and tenant:3f16b199819547b2a83c25e05d2d5278 is out of sync, need to count used quota {{(pid=93956) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:47:17.448831 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-32e0fc98-e25e-4a17-a62a-0fc8360648f9 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.452208 n-d-792394-16 neutron-server[93956]: DEBUG neutron.quota.resource [None req-869300c2-769c-48db-aa52-ab8ea39bb43e tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93956) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:47:17.459941 n-d-792394-16 neutron-server[93956]: DEBUG neutron.quota.resource [None req-869300c2-769c-48db-aa52-ab8ea39bb43e tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] Usage tracker for resource:security_group_rule and tenant:3f16b199819547b2a83c25e05d2d5278 is out of sync, need to count used quota {{(pid=93956) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:47:17.466402 n-d-792394-16 neutron-server[93956]: DEBUG neutron.quota.resource [None req-869300c2-769c-48db-aa52-ab8ea39bb43e tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93956) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:47:17.471953 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-869300c2-769c-48db-aa52-ab8ea39bb43e tempest-QuotasTest-354182401 tempest-QuotasTest-354182401-project-admin] 10.222.0.16 "GET /v2.0/quotas/3f16b199819547b2a83c25e05d2d5278/details.json HTTP/1.1" status: 200 len: 703 time: 0.2135136 Jul 16 01:47:17.605130 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52636) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:17.646246 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device a4aaf832-76f0-425d-a098-0162fdb959b7 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:47:17.774709 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-32e0fc98-e25e-4a17-a62a-0fc8360648f9 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.779527 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-32e0fc98-e25e-4a17-a62a-0fc8360648f9 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-361746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-361739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-361858'] for router, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.880944 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port a4aaf832-76f0-425d-a098-0162fdb959b7, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=a4aaf832-76f0-425d-a098-0162fdb959b7,segment=NetworkSegment(a2e51a01-202e-4174-9f7b-fa00d63e6821),segment_id=a2e51a01-202e-4174-9f7b-fa00d63e6821)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:17.891635 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52642) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:17.912745 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'a4aaf832-76f0-425d-a098-0162fdb959b7', 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d', 'port_id': 'a4aaf832-76f0-425d-a098-0162fdb959b7', 'mac_address': 'fa:16:3e:be:66:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e49755-eff3-40a3-95fc-2ea36183bca0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:47:17.939909 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-663ace52-0a09-4ec0-9470-6d64d17cf05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.947195 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e0fc98-e25e-4a17-a62a-0fc8360648f9 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Router 01ba935f-e187-4ca4-b20f-19b27552a502 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:18.001069 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.018181 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4aaf832-76f0-425d-a098-0162fdb959b7 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:18.058691 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port a4aaf832-76f0-425d-a098-0162fdb959b7, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=a4aaf832-76f0-425d-a098-0162fdb959b7,segment=NetworkSegment(a2e51a01-202e-4174-9f7b-fa00d63e6821),segment_id=a2e51a01-202e-4174-9f7b-fa00d63e6821)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:18.071587 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.071881 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b195e85e-1485-4142-9a78-e68034f3e0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.116648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e0fc98-e25e-4a17-a62a-0fc8360648f9 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:18.138042 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0c9e9e-45e6-4a64-931e-48c724193204 None None] Sync routers for ids ['01ba935f-e187-4ca4-b20f-19b27552a502'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:18.152771 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=a4aaf832-76f0-425d-a098-0162fdb959b7,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:18.160537 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0c9e9e-45e6-4a64-931e-48c724193204 None None] Routers {'01ba935f-e187-4ca4-b20f-19b27552a502'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:18.161540 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-4b0c9e9e-45e6-4a64-931e-48c724193204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['01ba935f-e187-4ca4-b20f-19b27552a502'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:18.166520 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:18.166520 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:18.166967 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:18.167588 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:18.167588 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:18.167970 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:18.168305 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:18.168794 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:18.169119 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:18.169443 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:18.169770 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:18.170294 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:18.178516 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-663ace52-0a09-4ec0-9470-6d64d17cf05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.190476 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-663ace52-0a09-4ec0-9470-6d64d17cf05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.242248 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-4b0c9e9e-45e6-4a64-931e-48c724193204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:18.254656 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-663ace52-0a09-4ec0-9470-6d64d17cf05c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6489861e8824adbbf8a8d6225a681d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6456897 Jul 16 01:47:18.260045 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52648) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:18.264561 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0c9e9e-45e6-4a64-931e-48c724193204 None None] Routers {'01ba935f-e187-4ca4-b20f-19b27552a502'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:18.265737 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-4b0c9e9e-45e6-4a64-931e-48c724193204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['01ba935f-e187-4ca4-b20f-19b27552a502'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:18.373498 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['a4aaf832-76f0-425d-a098-0162fdb959b7'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:18.378191 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-4b0c9e9e-45e6-4a64-931e-48c724193204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:18.379017 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0c9e9e-45e6-4a64-931e-48c724193204 None None] The sync data for ids ['01ba935f-e187-4ca4-b20f-19b27552a502'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:18.393835 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b195e85e-1485-4142-9a78-e68034f3e0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.421257 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ace52-0a09-4ec0-9470-6d64d17cf05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06d6eb2-dd5b-4bd8-8ab4-55274fd946f9,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:18.424256 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b195e85e-1485-4142-9a78-e68034f3e0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.501568 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b195e85e-1485-4142-9a78-e68034f3e0a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=937d28bb9c2b466bb9de4ab703a94dba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6080341 Jul 16 01:47:18.502782 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52656) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:18.509789 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195e85e-1485-4142-9a78-e68034f3e0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a19f25-a17c-4264-8028-8b26f335bba7,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:18.513161 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-33acaff8-0389-4765-9105-28804d919bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.542258 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-33acaff8-0389-4765-9105-28804d919bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.606496 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-33acaff8-0389-4765-9105-28804d919bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.610547 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-33acaff8-0389-4765-9105-28804d919bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.625634 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-33acaff8-0389-4765-9105-28804d919bbd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c06d6eb2-dd5b-4bd8-8ab4-55274fd946f9 HTTP/1.1" status: 204 len: 168 time: 0.3505321 Jul 16 01:47:18.670790 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-32e0fc98-e25e-4a17-a62a-0fc8360648f9 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.674756 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-32e0fc98-e25e-4a17-a62a-0fc8360648f9 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "PUT /v2.0/routers/01ba935f-e187-4ca4-b20f-19b27552a502 HTTP/1.1" status: 200 len: 709 time: 2.3380468 Jul 16 01:47:18.676759 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52662) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:18.695468 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acaff8-0389-4765-9105-28804d919bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06d6eb2-dd5b-4bd8-8ab4-55274fd946f9,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:18.720635 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c77581cb-a50c-4be9-9b9a-418ba199a4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.781901 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c77581cb-a50c-4be9-9b9a-418ba199a4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.844254 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-929a3bc7-c965-4b8f-a015-8346bf75a8ed tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "GET /v2.0/routers/01ba935f-e187-4ca4-b20f-19b27552a502 HTTP/1.1" status: 200 len: 744 time: 0.1664395 Jul 16 01:47:18.847341 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52666) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:18.862132 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c77581cb-a50c-4be9-9b9a-418ba199a4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.864983 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c77581cb-a50c-4be9-9b9a-418ba199a4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.866282 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c77581cb-a50c-4be9-9b9a-418ba199a4e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0a19f25-a17c-4264-8028-8b26f335bba7 HTTP/1.1" status: 204 len: 168 time: 0.3623283 Jul 16 01:47:18.895170 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77581cb-a50c-4be9-9b9a-418ba199a4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a19f25-a17c-4264-8028-8b26f335bba7,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:18.902100 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a22357d1-9bcf-4397-a84a-d01cc72c7f8a tempest-RoutersIpV6AdminTest-1462312274 tempest-RoutersIpV6AdminTest-1462312274-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&device_id=01ba935f-e187-4ca4-b20f-19b27552a502 HTTP/1.1" status: 200 len: 205 time: 0.0531292 Jul 16 01:47:18.905077 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52670) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:18.914397 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b841f4a-485c-41b4-8225-63bf110ba509 req-cc2aeef9-ec31-4f2e-afb1-067b54665f0b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:18.922366 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2b841f4a-485c-41b4-8225-63bf110ba509 req-cc2aeef9-ec31-4f2e-afb1-067b54665f0b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 944 time: 0.8218288 Jul 16 01:47:18.987651 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2b841f4a-485c-41b4-8225-63bf110ba509 req-fb44de8e-db31-4083-a67d-a630c3101adb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616899 Jul 16 01:47:18.988547 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52672) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:18.990970 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7799eebd-c168-4b30-97e3-e3106f41ab01 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "GET /v2.0/ports?device_id=01ba935f-e187-4ca4-b20f-19b27552a502 HTTP/1.1" status: 200 len: 205 time: 0.0843227 Jul 16 01:47:19.093198 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c0ea28e5-fd5b-405b-946f-77d382178921 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.335605 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c0ea28e5-fd5b-405b-946f-77d382178921 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.338610 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c0ea28e5-fd5b-405b-946f-77d382178921 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.371896 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52676) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:19.395457 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c0ea28e5-fd5b-405b-946f-77d382178921 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.396080 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ea28e5-fd5b-405b-946f-77d382178921 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Fanout notify agent at l3_agent the message router_deleted on router 01ba935f-e187-4ca4-b20f-19b27552a502 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:47:19.397970 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b5ab-9997-4d72-be82-7dfacc57e4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.404935 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c0ea28e5-fd5b-405b-946f-77d382178921 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.406593 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c0ea28e5-fd5b-405b-946f-77d382178921 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "DELETE /v2.0/routers/01ba935f-e187-4ca4-b20f-19b27552a502 HTTP/1.1" status: 204 len: 168 time: 0.4166858 Jul 16 01:47:19.411116 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52678) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:19.445967 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-058cf2d9-b0bc-4df4-a25a-f558b11fe43b tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "GET /v2.0/ports?device_id=01ba935f-e187-4ca4-b20f-19b27552a502 HTTP/1.1" status: 200 len: 205 time: 0.0312159 Jul 16 01:47:19.446198 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52680) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:19.488658 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-8e0360a0-91f5-47d5-ad63-2a8784bac99a tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] delete failed (client error): The resource could not be found. Jul 16 01:47:19.489764 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8e0360a0-91f5-47d5-ad63-2a8784bac99a tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "DELETE /v2.0/routers/01ba935f-e187-4ca4-b20f-19b27552a502 HTTP/1.1" status: 404 len: 336 time: 0.0426297 Jul 16 01:47:19.492583 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52682) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:19.527015 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fda81114-a8f3-4a85-8dc4-24069fc3c9d5 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "GET /v2.0/ports?device_id=364d102a-f446-4a37-ad26-659037934c1f HTTP/1.1" status: 200 len: 205 time: 0.0330408 Jul 16 01:47:19.529476 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52684) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:19.554818 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b5ab-9997-4d72-be82-7dfacc57e4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.562822 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b5ab-9997-4d72-be82-7dfacc57e4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.581570 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-63648fb0-fe83-4a76-aa83-cb40da48f1bf tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] delete failed (client error): The resource could not be found. Jul 16 01:47:19.585468 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-63648fb0-fe83-4a76-aa83-cb40da48f1bf tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "DELETE /v2.0/routers/364d102a-f446-4a37-ad26-659037934c1f HTTP/1.1" status: 404 len: 336 time: 0.0505083 Jul 16 01:47:19.586494 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52686) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:19.615451 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-eeb8b5ab-9997-4d72-be82-7dfacc57e4a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f16b199819547b2a83c25e05d2d5278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400489 Jul 16 01:47:19.615797 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52688) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:19.622446 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8b5ab-9997-4d72-be82-7dfacc57e4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462cafe8-8079-443a-9ad8-d2585347a771,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:19.626960 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e352635f-314b-4136-9f94-8f4b060d8407 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b4978aa-9a93-4411-b0d5-4abe32524150 HTTP/1.1" status: 200 len: 205 time: 0.0377984 Jul 16 01:47:19.627610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52690) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:19.673848 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4e8ac36-8e50-49aa-8ea2-4e1e110bb216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.676228 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-821f966b-13f7-4c26-8280-f8410841f133 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] delete failed (client error): The resource could not be found. Jul 16 01:47:19.677810 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device a4aaf832-76f0-425d-a098-0162fdb959b7 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:19.680296 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-821f966b-13f7-4c26-8280-f8410841f133 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "DELETE /v2.0/routers/4b4978aa-9a93-4411-b0d5-4abe32524150 HTTP/1.1" status: 404 len: 336 time: 0.0516181 Jul 16 01:47:19.680907 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52692) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:19.699129 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4e8ac36-8e50-49aa-8ea2-4e1e110bb216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.714629 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-70f8754e-1772-4087-8100-c3c241ff44b1 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "GET /v2.0/ports?device_id=0286fc2a-8201-49f4-b2ef-dc155cc458ea HTTP/1.1" status: 200 len: 205 time: 0.0325685 Jul 16 01:47:19.715238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52694) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:19.745756 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port a4aaf832-76f0-425d-a098-0162fdb959b7 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:19.750926 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port a4aaf832-76f0-425d-a098-0162fdb959b7 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:19.751345 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.760637 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4e8ac36-8e50-49aa-8ea2-4e1e110bb216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.761319 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-3403f1dd-94c8-44ff-8b3a-cb482ca88fd6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] delete failed (client error): The resource could not be found. Jul 16 01:47:19.765254 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3403f1dd-94c8-44ff-8b3a-cb482ca88fd6 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "DELETE /v2.0/routers/0286fc2a-8201-49f4-b2ef-dc155cc458ea HTTP/1.1" status: 404 len: 336 time: 0.0462210 Jul 16 01:47:19.765432 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4e8ac36-8e50-49aa-8ea2-4e1e110bb216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.765432 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a4e8ac36-8e50-49aa-8ea2-4e1e110bb216 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/462cafe8-8079-443a-9ad8-d2585347a771 HTTP/1.1" status: 204 len: 168 time: 0.1477044 Jul 16 01:47:19.766510 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52696) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:19.800431 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8ac36-8e50-49aa-8ea2-4e1e110bb216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462cafe8-8079-443a-9ad8-d2585347a771,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:19.806240 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-230aefd9-be4e-41c3-8d15-2820de71a54f tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "GET /v2.0/ports?device_id=90970bdc-f646-46ba-a5b7-0e7fb6d20422 HTTP/1.1" status: 200 len: 205 time: 0.0363152 Jul 16 01:47:19.806650 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52702) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:19.842960 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-85c94cb1-b8a7-45d1-ab61-ae9f593384a1 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] delete failed (client error): The resource could not be found. Jul 16 01:47:19.844130 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-85c94cb1-b8a7-45d1-ab61-ae9f593384a1 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "DELETE /v2.0/routers/90970bdc-f646-46ba-a5b7-0e7fb6d20422 HTTP/1.1" status: 404 len: 336 time: 0.0367994 Jul 16 01:47:19.846874 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52704) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:19.889510 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7fa1b008-85fd-49d8-9d07-fa615b0ff097 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "GET /v2.0/ports?device_id=30908db1-72f9-429e-9e37-64a9476a18df HTTP/1.1" status: 200 len: 205 time: 0.0414987 Jul 16 01:47:19.892324 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52706) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:19.907220 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.932029 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-a85082de-c5bc-47c7-b4a3-91c96e40b1d2 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] delete failed (client error): The resource could not be found. Jul 16 01:47:19.933217 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a85082de-c5bc-47c7-b4a3-91c96e40b1d2 tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "DELETE /v2.0/routers/30908db1-72f9-429e-9e37-64a9476a18df HTTP/1.1" status: 404 len: 336 time: 0.0398233 Jul 16 01:47:19.936549 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52708) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:19.937787 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fec621-71ac-4fc6-80cb-37553dd21327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4aaf832-76f0-425d-a098-0162fdb959b7'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:19.940254 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c7d433-8c08-4b20-86ad-ff6c8717c975" -d '{"events": [{"server_uuid": "68fec621-71ac-4fc6-80cb-37553dd21327", "name": "network-vif-plugged", "status": "completed", "tag": "a4aaf832-76f0-425d-a098-0162fdb959b7"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:19.955725 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port a4aaf832-76f0-425d-a098-0162fdb959b7, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=a4aaf832-76f0-425d-a098-0162fdb959b7,segment=NetworkSegment(a2e51a01-202e-4174-9f7b-fa00d63e6821),segment_id=a2e51a01-202e-4174-9f7b-fa00d63e6821)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:19.964288 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.969000 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1dffaa-9ee0-4e27-b6ee-1eb58583dfbd tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:19.969514 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1dffaa-9ee0-4e27-b6ee-1eb58583dfbd tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:19.971450 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3c1dffaa-9ee0-4e27-b6ee-1eb58583dfbd tempest-RoutersIpV6AdminTest-214123608 tempest-RoutersIpV6AdminTest-214123608-project] 10.222.0.16 "DELETE /v2.0/subnets/d0e56a99-62de-40bc-9631-4dc4f76e9297 HTTP/1.1" status: 404 len: 337 time: 0.0332215 Jul 16 01:47:20.044837 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=a4aaf832-76f0-425d-a098-0162fdb959b7,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:20.219808 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09a1e7-b602-494b-a27c-6220059b9be3 req-8cb1275b-f55c-44dd-8ca5-ba57f9dfdea3 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:20.221811 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db09a1e7-b602-494b-a27c-6220059b9be3 req-8cb1275b-f55c-44dd-8ca5-ba57f9dfdea3 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 945 time: 0.0890057 Jul 16 01:47:20.269554 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548867c1-6829-4af1-a23b-8232befbd7c3 x-openstack-request-id: req-548867c1-6829-4af1-a23b-8232befbd7c3 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:20.269950 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fec621-71ac-4fc6-80cb-37553dd21327", "name": "network-vif-plugged", "status": "completed", "tag": "a4aaf832-76f0-425d-a098-0162fdb959b7", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:20.270264 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-548867c1-6829-4af1-a23b-8232befbd7c3 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:20.271328 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fec621-71ac-4fc6-80cb-37553dd21327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4aaf832-76f0-425d-a098-0162fdb959b7', 'code': 200} Jul 16 01:47:20.302083 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db09a1e7-b602-494b-a27c-6220059b9be3 req-f24d289b-8393-4ca2-8156-8f386415c1ed tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732973 Jul 16 01:47:20.378418 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52726) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:20.410719 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9b91e-fe8f-4f2c-8173-b69e64293981 req-a2e4cd93-ce19-4f75-a3d2-d979d13e5e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:20.413268 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-adc9b91e-fe8f-4f2c-8173-b69e64293981 req-a2e4cd93-ce19-4f75-a3d2-d979d13e5e82 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 1097 time: 0.0739932 Jul 16 01:47:20.453468 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-adc9b91e-fe8f-4f2c-8173-b69e64293981 req-29154656-a77d-4e9c-a8ae-3fc614141b04 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342286 Jul 16 01:47:20.519944 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ed6197ce-fb41-4006-91ce-045fc16d5a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.628637 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ed6197ce-fb41-4006-91ce-045fc16d5a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.634251 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ed6197ce-fb41-4006-91ce-045fc16d5a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.676514 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ed6197ce-fb41-4006-91ce-045fc16d5a1d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4db8a66578084677a9e84d073e647711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2956417 Jul 16 01:47:20.677361 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6197ce-fb41-4006-91ce-045fc16d5a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685b46b7-b2ec-4ab4-905c-2630a21ade0e,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:20.679033 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52740) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:20.729869 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4d5ad2d5-e818-4417-87ca-fe3446c453ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.754478 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4d5ad2d5-e818-4417-87ca-fe3446c453ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.809942 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4d5ad2d5-e818-4417-87ca-fe3446c453ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.813882 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4d5ad2d5-e818-4417-87ca-fe3446c453ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.818147 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4d5ad2d5-e818-4417-87ca-fe3446c453ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/685b46b7-b2ec-4ab4-905c-2630a21ade0e HTTP/1.1" status: 204 len: 168 time: 0.1380765 Jul 16 01:47:20.827767 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ad2d5-e818-4417-87ca-fe3446c453ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685b46b7-b2ec-4ab4-905c-2630a21ade0e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:20.853248 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52746) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:20.955797 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-190042de-fc76-490c-8930-9f1ae9bb18de tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2021366053'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:20.981924 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190042de-fc76-490c-8930-9f1ae9bb18de tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Made reservation on behalf of b805fdc05be14aaf94c957556df3d2b8 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:20.986534 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-190042de-fc76-490c-8930-9f1ae9bb18de tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.002163 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-190042de-fc76-490c-8930-9f1ae9bb18de tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.128032 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-190042de-fc76-490c-8930-9f1ae9bb18de tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.134597 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-190042de-fc76-490c-8930-9f1ae9bb18de tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.162233 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190042de-fc76-490c-8930-9f1ae9bb18de tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:21.178633 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190042de-fc76-490c-8930-9f1ae9bb18de tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5fb4d6-a856-4370-8240-2a5f986d8935,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:21.182541 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-190042de-fc76-490c-8930-9f1ae9bb18de tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.183042 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-190042de-fc76-490c-8930-9f1ae9bb18de tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Added segment 355cddec-3486-4c7c-aa89-a53e68587b15 of type vlan for network 1eb5b0f7-782d-4592-bc00-96b6f72bf01e Jul 16 01:47:21.228112 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-190042de-fc76-490c-8930-9f1ae9bb18de tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.249646 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52754) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:21.266794 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-190042de-fc76-490c-8930-9f1ae9bb18de tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.273475 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190042de-fc76-490c-8930-9f1ae9bb18de tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:21.274232 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-190042de-fc76-490c-8930-9f1ae9bb18de tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.313364 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9ff1f892-c439-4308-9929-86f8adeb33e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d5ae095b21334a35b3ba1dd4aabc6f7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0614161 Jul 16 01:47:21.316000 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52756) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:21.317724 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-190042de-fc76-490c-8930-9f1ae9bb18de tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4625859 Jul 16 01:47:21.321523 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52758) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:21.326741 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-f18a858b-d2de-4d06-851b-f9670c72b20b tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Request body: {'subnet': {'network_id': '1eb5b0f7-782d-4592-bc00-96b6f72bf01e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:21.374769 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-beb9cd4c-2daf-4fd3-83b9-cf66301f72c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.381888 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190042de-fc76-490c-8930-9f1ae9bb18de tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'Network': ['ID=1eb5b0f7-782d-4592-bc00-96b6f72bf01e,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:21.397811 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 1eb5b0f7-782d-4592-bc00-96b6f72bf01e details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:21.403812 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-beb9cd4c-2daf-4fd3-83b9-cf66301f72c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.463957 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-beb9cd4c-2daf-4fd3-83b9-cf66301f72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.467235 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-beb9cd4c-2daf-4fd3-83b9-cf66301f72c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.473911 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-beb9cd4c-2daf-4fd3-83b9-cf66301f72c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c27ca5ee-d9f8-4b23-a1b3-8675f0b04555 HTTP/1.1" status: 204 len: 168 time: 0.1563826 Jul 16 01:47:21.496229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9cd4c-2daf-4fd3-83b9-cf66301f72c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27ca5ee-d9f8-4b23-a1b3-8675f0b04555,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:21.546846 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18a858b-d2de-4d06-851b-f9670c72b20b tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Made reservation on behalf of b805fdc05be14aaf94c957556df3d2b8 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:21.550518 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f18a858b-d2de-4d06-851b-f9670c72b20b tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.598306 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758d24f-ab86-451c-a3fa-679f59dd14a3 req-3acef356-4b91-476d-a067-89eb2c6b1ce0 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:21.599865 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2758d24f-ab86-451c-a3fa-679f59dd14a3 req-3acef356-4b91-476d-a067-89eb2c6b1ce0 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 945 time: 0.1225784 Jul 16 01:47:21.692559 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2758d24f-ab86-451c-a3fa-679f59dd14a3 req-c43893c1-cb92-4e3d-a730-0a8bd0f6fbfa tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585995 Jul 16 01:47:21.816803 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f18a858b-d2de-4d06-851b-f9670c72b20b tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.901111 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a858b-d2de-4d06-851b-f9670c72b20b tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'Subnet': ['ID=2c2ca0ed-c607-4e7c-addb-4fcae125c1f9,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:21.903796 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6355627-275a-45ee-a9e5-d620d5f7c7ee req-dc3f5a48-e17e-428f-a5de-92ae51ff2ea8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:21.905912 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b6355627-275a-45ee-a9e5-d620d5f7c7ee req-dc3f5a48-e17e-428f-a5de-92ae51ff2ea8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 945 time: 0.0697839 Jul 16 01:47:21.906892 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18a858b-d2de-4d06-851b-f9670c72b20b tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Checking segment: {'id': '355cddec-3486-4c7c-aa89-a53e68587b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1eb5b0f7-782d-4592-bc00-96b6f72bf01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:21.907263 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18a858b-d2de-4d06-851b-f9670c72b20b tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Network hostable DHCP agents. Network: 1eb5b0f7-782d-4592-bc00-96b6f72bf01e, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:21.927823 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18a858b-d2de-4d06-851b-f9670c72b20b tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Network 1eb5b0f7-782d-4592-bc00-96b6f72bf01e is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:21.939975 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-f18a858b-d2de-4d06-851b-f9670c72b20b tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 1eb5b0f7-782d-4592-bc00-96b6f72bf01e) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:21.949553 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c957e425-4cea-444f-8d18-b67bf87225ef None None] Network 1eb5b0f7-782d-4592-bc00-96b6f72bf01e requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:21.949770 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b6355627-275a-45ee-a9e5-d620d5f7c7ee req-23d302a1-d65b-490e-addf-3efd6fa72eb5 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375841 Jul 16 01:47:21.952651 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18a858b-d2de-4d06-851b-f9670c72b20b tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:21.953279 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f18a858b-d2de-4d06-851b-f9670c72b20b tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:21.982575 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f18a858b-d2de-4d06-851b-f9670c72b20b tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6597867 Jul 16 01:47:21.985711 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52778) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:21.993834 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-3a1757ed-bff8-4221-8897-109a0192eac0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1848920475', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}, 'admin_state_up': False}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:22.005214 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52782) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.101153 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08753145-30aa-4809-ae79-b8f1a41af560 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:22.105491 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-08753145-30aa-4809-ae79-b8f1a41af560 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 1092 time: 0.0967662 Jul 16 01:47:22.105491 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a1757ed-bff8-4221-8897-109a0192eac0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.105491 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a1757ed-bff8-4221-8897-109a0192eac0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.107094 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52786) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.121353 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-91dfba47-d4a6-4ab2-9c54-30ffb6a0dcc1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': 'a4aaf832-76f0-425d-a098-0162fdb959b7', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:22.169896 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a1757ed-bff8-4221-8897-109a0192eac0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.188560 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-91dfba47-d4a6-4ab2-9c54-30ffb6a0dcc1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.198180 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77eaa34-4f33-4f01-9a78-954f66a55a03 None None] Network 1eb5b0f7-782d-4592-bc00-96b6f72bf01e requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:22.248493 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52792) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.355676 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-91dfba47-d4a6-4ab2-9c54-30ffb6a0dcc1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.396934 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a1757ed-bff8-4221-8897-109a0192eac0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.578876 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52800) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.581595 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-91dfba47-d4a6-4ab2-9c54-30ffb6a0dcc1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Allocated IP 172.25.6.101 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/74241886-6eba-4a4d-b66d-ea853b3b617c) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:22.617159 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a1757ed-bff8-4221-8897-109a0192eac0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.637583 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a1757ed-bff8-4221-8897-109a0192eac0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.751462 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [None req-f74c73c9-5c16-40ba-96a5-6e7d00f95778 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.752510 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f74c73c9-5c16-40ba-96a5-6e7d00f95778 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1726351 Jul 16 01:47:22.755728 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52804) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.760885 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-170fda59-2f92-4733-9c4f-8d0c4a6bc042 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.761819 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-170fda59-2f92-4733-9c4f-8d0c4a6bc042 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0049152 Jul 16 01:47:22.764143 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52806) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.768169 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-dcfc0a9b-8756-4cd0-942b-fea273d282f8 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.769149 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-dcfc0a9b-8756-4cd0-942b-fea273d282f8 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0040405 Jul 16 01:47:22.771434 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52808) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.805223 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [None req-96eb7fd0-4acf-4915-9d11-bad14df20036 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.806300 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-96eb7fd0-4acf-4915-9d11-bad14df20036 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0338144 Jul 16 01:47:22.809244 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52810) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.814161 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-ac3cd91f-9a15-4be4-916f-7558275698f6 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.815203 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ac3cd91f-9a15-4be4-916f-7558275698f6 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0049200 Jul 16 01:47:22.817731 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52812) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.821803 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-599e1ed3-f2cf-47cc-b0f3-37b3b6b69cd3 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.824920 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-599e1ed3-f2cf-47cc-b0f3-37b3b6b69cd3 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0041490 Jul 16 01:47:22.825256 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52814) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.829321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-46d2c89e-207c-4aeb-bdac-a0c0ecce0d28 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.832545 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-46d2c89e-207c-4aeb-bdac-a0c0ecce0d28 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0041726 Jul 16 01:47:22.832856 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52816) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.836975 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-50f10734-d24c-4963-bd67-b21f04c8c7a5 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.837913 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-50f10734-d24c-4963-bd67-b21f04c8c7a5 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0041368 Jul 16 01:47:22.840322 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52818) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.844001 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-91dfba47-d4a6-4ab2-9c54-30ffb6a0dcc1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.845506 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-e6428c3c-d1c4-46fc-b625-3239651cedd8 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.846435 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e6428c3c-d1c4-46fc-b625-3239651cedd8 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0052233 Jul 16 01:47:22.848942 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52820) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.852856 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-be5f7db3-66d1-4b3b-b215-0c27844bc6b0 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.853769 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-be5f7db3-66d1-4b3b-b215-0c27844bc6b0 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0039804 Jul 16 01:47:22.856298 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52822) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.860892 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-9fb09449-987b-43dd-ae5f-66d716e47e96 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.861822 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9fb09449-987b-43dd-ae5f-66d716e47e96 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046380 Jul 16 01:47:22.864223 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52824) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.868276 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-67c8d64b-00e3-4fdd-8db1-8193d1050018 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.869207 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-67c8d64b-00e3-4fdd-8db1-8193d1050018 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0040705 Jul 16 01:47:22.871427 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52826) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.875458 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-cb7a35d7-0710-470c-95ec-81a9964d98fd tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.876382 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cb7a35d7-0710-470c-95ec-81a9964d98fd tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0041077 Jul 16 01:47:22.878604 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52828) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.882547 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-c6d7dfb4-3c85-41b3-9d8d-d4677c69e152 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.883461 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c6d7dfb4-3c85-41b3-9d8d-d4677c69e152 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0040159 Jul 16 01:47:22.885753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52830) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.889743 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-dec54b87-2866-4fb1-92dc-caa44e0857d3 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.890783 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-dec54b87-2866-4fb1-92dc-caa44e0857d3 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0041802 Jul 16 01:47:22.893096 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52832) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.897543 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-15042b62-6f11-411e-8646-1629bda9ed44 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.898512 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-15042b62-6f11-411e-8646-1629bda9ed44 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0045509 Jul 16 01:47:22.901243 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52834) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.905420 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-6e962497-4d17-4409-9e00-84774a3471f7 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.906367 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6e962497-4d17-4409-9e00-84774a3471f7 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0042169 Jul 16 01:47:22.908727 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52836) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.912669 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-3bdd31d1-1e99-4c6e-8dfb-b8827481cfff tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.913586 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3bdd31d1-1e99-4c6e-8dfb-b8827481cfff tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0040193 Jul 16 01:47:22.915797 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52838) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.919704 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-5a53885f-8f92-4e64-b601-99b647e30076 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.920648 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5a53885f-8f92-4e64-b601-99b647e30076 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0039830 Jul 16 01:47:22.922858 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52840) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.926800 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-c7119766-f5af-425c-ac3e-6010f3b7d9c4 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.927708 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c7119766-f5af-425c-ac3e-6010f3b7d9c4 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0039456 Jul 16 01:47:22.929891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52842) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.933696 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-b7771045-95cb-46b5-a7ed-a95df9f36406 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.934639 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b7771045-95cb-46b5-a7ed-a95df9f36406 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0038490 Jul 16 01:47:22.937229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52844) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.941593 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-c1ca3187-a5c5-44ca-a905-d49b8eec77de tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.942601 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c1ca3187-a5c5-44ca-a905-d49b8eec77de tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0043497 Jul 16 01:47:22.943094 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-91dfba47-d4a6-4ab2-9c54-30ffb6a0dcc1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.945423 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52846) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.952881 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-9d28371e-c983-458a-9b42-34956ba3d23c tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.956099 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9d28371e-c983-458a-9b42-34956ba3d23c tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0074706 Jul 16 01:47:22.956656 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52848) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.962629 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [None req-3f4d770a-b1c6-42cc-a4f5-ae89087f3625 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.963554 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3f4d770a-b1c6-42cc-a4f5-ae89087f3625 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0058665 Jul 16 01:47:22.972651 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52850) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.979658 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-d0615116-b29a-49f4-a0a1-81b113fcfb2a tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.980617 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d0615116-b29a-49f4-a0a1-81b113fcfb2a tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0060477 Jul 16 01:47:22.983097 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52852) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.991497 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-ff6688c0-4ba4-47f7-9975-4a2cdb5c87f0 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:22.992447 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ff6688c0-4ba4-47f7-9975-4a2cdb5c87f0 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0083435 Jul 16 01:47:22.996315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52854) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.998549 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dfba47-d4a6-4ab2-9c54-30ffb6a0dcc1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:23.002132 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-6b58e964-2d47-4a9c-addb-aa0e347dd6fc tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.003056 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6b58e964-2d47-4a9c-addb-aa0e347dd6fc tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0058389 Jul 16 01:47:23.008137 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-91dfba47-d4a6-4ab2-9c54-30ffb6a0dcc1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:23.008286 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52856) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.012515 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-bc8a0516-cc1c-4f86-b391-0457bbfbfc1e tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.013477 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bc8a0516-cc1c-4f86-b391-0457bbfbfc1e tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0043347 Jul 16 01:47:23.014238 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dfba47-d4a6-4ab2-9c54-30ffb6a0dcc1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:23.016277 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52858) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.020450 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-edc829ee-71e9-477e-a539-1c8e58f5f44c tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.021378 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-edc829ee-71e9-477e-a539-1c8e58f5f44c tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0042040 Jul 16 01:47:23.026760 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52860) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.028886 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-3a1757ed-bff8-4221-8897-109a0192eac0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Allocated IP 172.25.6.6 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/bbf4b199-0f94-48a3-a5ba-e6533a8fa6c0) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:23.033205 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-7d047751-868c-4392-8cb6-84656e0036d0 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.034130 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7d047751-868c-4392-8cb6-84656e0036d0 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0065274 Jul 16 01:47:23.036658 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52862) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.040773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-03504748-7cc5-4357-9279-07df860254e6 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.041669 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-03504748-7cc5-4357-9279-07df860254e6 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0041385 Jul 16 01:47:23.043983 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52864) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.046722 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfba47-d4a6-4ab2-9c54-30ffb6a0dcc1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Port': ['ID=74241886-6eba-4a4d-b66d-ea853b3b617c,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:23.052429 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-bd17a464-be15-41e5-bc88-5ccc111a27a0 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.054014 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bd17a464-be15-41e5-bc88-5ccc111a27a0 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0085237 Jul 16 01:47:23.055959 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52866) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.060321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-c29c7d9f-9074-4e64-9f7c-7965659f81dd tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.061318 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c29c7d9f-9074-4e64-9f7c-7965659f81dd tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0042396 Jul 16 01:47:23.063907 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52868) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.068117 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-32f6cd23-4d9a-4dce-a8e0-b998d15438eb tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.070231 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-32f6cd23-4d9a-4dce-a8e0-b998d15438eb tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0042775 Jul 16 01:47:23.071761 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52870) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.076141 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-ad2e129e-8a23-45fc-a523-adb424daec8e tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.077328 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ad2e129e-8a23-45fc-a523-adb424daec8e tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0045009 Jul 16 01:47:23.079539 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52872) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.083519 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-55822a41-ee02-4dd6-9b3a-9841af27199d tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.084461 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-55822a41-ee02-4dd6-9b3a-9841af27199d tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0040457 Jul 16 01:47:23.093639 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52874) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.103755 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-0b7df7d7-13cf-4fdc-8c24-6d09263bd2d8 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.104720 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0b7df7d7-13cf-4fdc-8c24-6d09263bd2d8 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0101752 Jul 16 01:47:23.107251 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52876) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.111646 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-66100117-29db-4ead-84df-ab21123cb5e9 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.112562 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-66100117-29db-4ead-84df-ab21123cb5e9 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0044332 Jul 16 01:47:23.114767 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52878) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.120208 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-1e6207d7-149f-41c0-868c-c25f00e5481e tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.121136 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1e6207d7-149f-41c0-868c-c25f00e5481e tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0055506 Jul 16 01:47:23.123630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52880) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.129228 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-5ca06758-59ab-4d3f-af71-62dec2441b88 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.130317 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5ca06758-59ab-4d3f-af71-62dec2441b88 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0055642 Jul 16 01:47:23.136073 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52882) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.163257 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [None req-ea83dd31-9320-41e7-be46-6315d05b6132 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.164142 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ea83dd31-9320-41e7-be46-6315d05b6132 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0271051 Jul 16 01:47:23.166871 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52884) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.172937 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-f30b8e04-a17e-4300-883f-b8a6a8b3e1cb tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.173892 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f30b8e04-a17e-4300-883f-b8a6a8b3e1cb tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0061018 Jul 16 01:47:23.176303 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52886) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.181981 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-89ca547d-1667-4b36-8749-e53d4703140c tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.182944 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-89ca547d-1667-4b36-8749-e53d4703140c tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0057302 Jul 16 01:47:23.185422 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52888) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.193167 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-181e61c9-b95e-4b50-a3f4-df1e03996ecb tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.194121 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-181e61c9-b95e-4b50-a3f4-df1e03996ecb tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0078194 Jul 16 01:47:23.198261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52890) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.204541 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [None req-5513dd5d-640a-4893-a8b9-7d44f4342d2f tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.205508 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5513dd5d-640a-4893-a8b9-7d44f4342d2f tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0063338 Jul 16 01:47:23.208031 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52892) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.212346 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-978fbea0-06ae-4ba8-a2f8-8866b653a9ea tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.213318 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-978fbea0-06ae-4ba8-a2f8-8866b653a9ea tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0043349 Jul 16 01:47:23.218742 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52894) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.225411 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-f001ca1f-ce5b-414f-8913-b9f7a284b120 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.226341 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f001ca1f-ce5b-414f-8913-b9f7a284b120 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0067322 Jul 16 01:47:23.229218 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a1757ed-bff8-4221-8897-109a0192eac0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.231126 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52896) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.236971 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-5d736544-6756-45be-b63a-17b8826f641d tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.238042 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5d736544-6756-45be-b63a-17b8826f641d tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0059309 Jul 16 01:47:23.240563 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52898) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.244610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-9cfaea82-6ad5-4cb2-ae9a-d99257a8345a tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.245525 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9cfaea82-6ad5-4cb2-ae9a-d99257a8345a tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0040863 Jul 16 01:47:23.248780 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52900) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.254476 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [None req-e19708bc-1296-49a6-8a19-0bd97da0bf49 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.255513 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e19708bc-1296-49a6-8a19-0bd97da0bf49 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0044844 Jul 16 01:47:23.258460 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52902) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.260459 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-591517d5-0860-4388-8047-3ad89f919bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.263009 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-8f5fb679-11cc-4cfd-a28f-79d82309ad3a tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.263997 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8f5fb679-11cc-4cfd-a28f-79d82309ad3a tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0046039 Jul 16 01:47:23.267008 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52904) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.294678 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a1757ed-bff8-4221-8897-109a0192eac0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.306187 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [None req-66156c89-d2d6-4bfd-9e66-cc463e3c729a tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.307235 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-66156c89-d2d6-4bfd-9e66-cc463e3c729a tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0392494 Jul 16 01:47:23.311233 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52906) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.318484 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [None req-ce71dc9f-c0db-438e-b54b-737edef31827 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.319426 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ce71dc9f-c0db-438e-b54b-737edef31827 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0053444 Jul 16 01:47:23.322834 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52908) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.329879 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-3c07ebab-a684-4f24-a6a1-7ea36e3aac8c tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.330856 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3c07ebab-a684-4f24-a6a1-7ea36e3aac8c tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0070586 Jul 16 01:47:23.337309 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52910) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.344640 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1757ed-bff8-4221-8897-109a0192eac0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:23.347877 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-da13ed0c-f536-4282-b3b5-bcb5f468c18c tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.348870 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-da13ed0c-f536-4282-b3b5-bcb5f468c18c tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0106368 Jul 16 01:47:23.351826 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-3a1757ed-bff8-4221-8897-109a0192eac0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:23.354731 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52912) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.355515 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1757ed-bff8-4221-8897-109a0192eac0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:23.363214 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [None req-f513f41d-796d-4e71-8400-95142d641b7e tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.364201 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f513f41d-796d-4e71-8400-95142d641b7e tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0085127 Jul 16 01:47:23.371913 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52914) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.378059 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [None req-9b3f66dc-9212-45c1-a168-636eb01a96cd tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.378259 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1757ed-bff8-4221-8897-109a0192eac0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'Port': ['ID=bbf4b199-0f94-48a3-a5ba-e6533a8fa6c0,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:23.378995 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9b3f66dc-9212-45c1-a168-636eb01a96cd tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0061967 Jul 16 01:47:23.381773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52916) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.386430 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-aee2f371-739f-4768-a0f4-3e817ff2fcef tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.390632 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-aee2f371-739f-4768-a0f4-3e817ff2fcef tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0075517 Jul 16 01:47:23.393465 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52918) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.397823 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-0da291f8-e095-4926-88ae-2fbfae85b48b tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.401551 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0da291f8-e095-4926-88ae-2fbfae85b48b tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0070701 Jul 16 01:47:23.410998 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52920) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.415512 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-be2f6325-dab0-4fab-a287-d8c135f87520 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.416565 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-be2f6325-dab0-4fab-a287-d8c135f87520 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0044651 Jul 16 01:47:23.420636 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52922) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.425209 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-e0f7d174-5a6a-442d-9b50-93510591f0f6 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.429544 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e0f7d174-5a6a-442d-9b50-93510591f0f6 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0045087 Jul 16 01:47:23.430937 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52924) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.435307 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-c125a752-7270-43fe-980a-a0df5a75d329 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.439756 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c125a752-7270-43fe-980a-a0df5a75d329 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0044312 Jul 16 01:47:23.440735 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52926) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.447538 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-175f5fde-d9dd-431b-a81a-0bcfb64de86f tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.453166 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-175f5fde-d9dd-431b-a81a-0bcfb64de86f tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0054491 Jul 16 01:47:23.479350 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52928) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.483868 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-8cae513f-1da1-44ed-8cba-f7f92b6ce509 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.485855 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8cae513f-1da1-44ed-8cba-f7f92b6ce509 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0054989 Jul 16 01:47:23.488750 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52930) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.492943 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-971be766-c101-4dba-88e8-0f8b668515c1 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.493851 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-971be766-c101-4dba-88e8-0f8b668515c1 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0042293 Jul 16 01:47:23.518785 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52932) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.524899 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-67c93512-7220-4d41-a93c-35a45ce8eca0 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.528135 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-67c93512-7220-4d41-a93c-35a45ce8eca0 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0061331 Jul 16 01:47:23.528609 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52934) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.548806 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [None req-7a3615e6-e4ce-45bb-a5ea-1dffabf7fcdd tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.549780 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7a3615e6-e4ce-45bb-a5ea-1dffabf7fcdd tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0202148 Jul 16 01:47:23.553089 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52936) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.560203 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [None req-34bb21e1-18be-4d57-a348-86f504ee40b6 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.561163 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-34bb21e1-18be-4d57-a348-86f504ee40b6 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0053041 Jul 16 01:47:23.564769 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52938) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.573824 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [None req-9e5545ef-18cb-46ae-aca5-43c6038485e7 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:23.575871 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9e5545ef-18cb-46ae-aca5-43c6038485e7 tempest-ExtensionsTestJSON-934069873 tempest-ExtensionsTestJSON-934069873-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0090897 Jul 16 01:47:23.667574 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-91dfba47-d4a6-4ab2-9c54-30ffb6a0dcc1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.695919 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a1757ed-bff8-4221-8897-109a0192eac0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.804808 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-91dfba47-d4a6-4ab2-9c54-30ffb6a0dcc1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.841658 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-591517d5-0860-4388-8047-3ad89f919bfe admin admin] Deleting port 2c354fe6-3945-4c01-82e9-d2454b314d91 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:23.842000 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-591517d5-0860-4388-8047-3ad89f919bfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.870764 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52944) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:23.903245 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a1757ed-bff8-4221-8897-109a0192eac0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.000424 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-591517d5-0860-4388-8047-3ad89f919bfe admin admin] For port 2c354fe6-3945-4c01-82e9-d2454b314d91, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2c354fe6-3945-4c01-82e9-d2454b314d91,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:24.001054 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-591517d5-0860-4388-8047-3ad89f919bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.015977 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64181ef1-3014-4323-8e46-2df34356b8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.028204 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-591517d5-0860-4388-8047-3ad89f919bfe admin admin] Calling delete_port for 2c354fe6-3945-4c01-82e9-d2454b314d91 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:24.034186 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1757ed-bff8-4221-8897-109a0192eac0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Router 35c963d7-bd9e-417a-80e6-22ee1e816737 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:47:24.143994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1757ed-bff8-4221-8897-109a0192eac0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:24.153952 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bed961d-c2cc-4fd5-955f-862adc14700f None None] Sync routers for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:24.164592 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bed961d-c2cc-4fd5-955f-862adc14700f None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:24.165222 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-7bed961d-c2cc-4fd5-955f-862adc14700f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:24.201636 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-7bed961d-c2cc-4fd5-955f-862adc14700f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:24.211099 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bed961d-c2cc-4fd5-955f-862adc14700f None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:24.211705 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-7bed961d-c2cc-4fd5-955f-862adc14700f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:24.244955 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-7bed961d-c2cc-4fd5-955f-862adc14700f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:24.245605 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bed961d-c2cc-4fd5-955f-862adc14700f None None] The sync data for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:24.512338 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-91dfba47-d4a6-4ab2-9c54-30ffb6a0dcc1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.521749 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-91dfba47-d4a6-4ab2-9c54-30ffb6a0dcc1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.651757 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfba47-d4a6-4ab2-9c54-30ffb6a0dcc1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Port': ['ID=74241886-6eba-4a4d-b66d-ea853b3b617c,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:24.693819 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-91dfba47-d4a6-4ab2-9c54-30ffb6a0dcc1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.735293 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64181ef1-3014-4323-8e46-2df34356b8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.743207 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-64181ef1-3014-4323-8e46-2df34356b8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.747324 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a1757ed-bff8-4221-8897-109a0192eac0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.748620 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3a1757ed-bff8-4221-8897-109a0192eac0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7617853 Jul 16 01:47:24.751720 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52948) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:24.852606 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-64181ef1-3014-4323-8e46-2df34356b8ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71d2637af9c94418a041a11a02ce4b91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9790323 Jul 16 01:47:24.861037 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52950) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:24.861718 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64181ef1-3014-4323-8e46-2df34356b8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b457e5-d6bd-45db-a402-c96164041064,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:24.904502 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-591517d5-0860-4388-8047-3ad89f919bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.914126 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-91dfba47-d4a6-4ab2-9c54-30ffb6a0dcc1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Floating IP 10b9e745-0057-4213-9764-1b7b1af34711 associated. External IP: 172.25.6.101, port: a4aaf832-76f0-425d-a098-0162fdb959b7. Jul 16 01:47:24.978189 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591517d5-0860-4388-8047-3ad89f919bfe admin admin] Pushing event deleted for resources: {'Port': ['ID=2c354fe6-3945-4c01-82e9-d2454b314d91,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:25.090025 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4dd05447-52a9-445f-9cbe-df24256668fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.141515 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4dd05447-52a9-445f-9cbe-df24256668fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.347172 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-591517d5-0860-4388-8047-3ad89f919bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.354290 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4dd05447-52a9-445f-9cbe-df24256668fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.356813 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4dd05447-52a9-445f-9cbe-df24256668fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.357938 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4dd05447-52a9-445f-9cbe-df24256668fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14b457e5-d6bd-45db-a402-c96164041064 HTTP/1.1" status: 204 len: 168 time: 0.4928801 Jul 16 01:47:25.379035 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd05447-52a9-445f-9cbe-df24256668fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b457e5-d6bd-45db-a402-c96164041064,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:25.417295 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91dfba47-d4a6-4ab2-9c54-30ffb6a0dcc1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Router 86a08719-5627-4504-aaf6-3960738606e8 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:25.506639 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-64d84f51-ed69-4f6d-86f8-f8a74a8dd5dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.653064 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dfba47-d4a6-4ab2-9c54-30ffb6a0dcc1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:25.664920 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d31e83-cb5a-4202-8d9a-830d83b2a02d None None] Sync routers for ids ['86a08719-5627-4504-aaf6-3960738606e8'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:25.682633 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d31e83-cb5a-4202-8d9a-830d83b2a02d None None] Routers {'86a08719-5627-4504-aaf6-3960738606e8'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:25.683479 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-61d31e83-cb5a-4202-8d9a-830d83b2a02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['86a08719-5627-4504-aaf6-3960738606e8'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:25.730068 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-91dfba47-d4a6-4ab2-9c54-30ffb6a0dcc1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.793175 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591517d5-0860-4388-8047-3ad89f919bfe admin admin] Router 5588ef32-1467-4eb3-9fff-d12bdb47b221 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:25.795954 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-91dfba47-d4a6-4ab2-9c54-30ffb6a0dcc1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6857500 Jul 16 01:47:25.797142 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fec621-71ac-4fc6-80cb-37553dd21327', 'tag': 'a4aaf832-76f0-425d-a098-0162fdb959b7'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:25.799594 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedcc713-acfe-4e66-b20e-a9c532989854" -d '{"events": [{"name": "network-changed", "server_uuid": "68fec621-71ac-4fc6-80cb-37553dd21327", "tag": "a4aaf832-76f0-425d-a098-0162fdb959b7"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:25.841218 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-61d31e83-cb5a-4202-8d9a-830d83b2a02d None None] Set router 86a08719-5627-4504-aaf6-3960738606e8 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:25.934227 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591517d5-0860-4388-8047-3ad89f919bfe admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:25.943868 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be819253-30fc-4645-a058-5547dca534b5 None None] Sync routers for ids ['5588ef32-1467-4eb3-9fff-d12bdb47b221'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:25.948813 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-591517d5-0860-4388-8047-3ad89f919bfe admin admin] 10.222.0.16 "PUT /v2.0/routers/5588ef32-1467-4eb3-9fff-d12bdb47b221/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6971519 Jul 16 01:47:25.951372 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52970) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:25.963486 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be819253-30fc-4645-a058-5547dca534b5 None None] Routers {'5588ef32-1467-4eb3-9fff-d12bdb47b221'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:25.964162 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-be819253-30fc-4645-a058-5547dca534b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5588ef32-1467-4eb3-9fff-d12bdb47b221'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:26.152966 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-61d31e83-cb5a-4202-8d9a-830d83b2a02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a08719-5627-4504-aaf6-3960738606e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802870279', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:56Z', 'updated_at': '2021-07-16T01:47:03Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a08719-5627-4504-aaf6-3960738606e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:57Z', 'updated_at': '2021-07-16T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '10b9e745-0057-4213-9764-1b7b1af34711', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '86a08719-5627-4504-aaf6-3960738606e8', 'port_id': 'a4aaf832-76f0-425d-a098-0162fdb959b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d', 'mac_address': 'fa:16:3e:be:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fec621-71ac-4fc6-80cb-37553dd21327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:47:23Z', 'updated_at': '2021-07-16T01:47:23Z', 'revision_number': 0, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c5a46d-4957-4414-b332-c0f6bf4c092d', 'name': '', 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:41:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a08719-5627-4504-aaf6-3960738606e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'e7e49755-eff3-40a3-95fc-2ea36183bca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:02Z', 'updated_at': '2021-07-16T01:47:08Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'e7e49755-eff3-40a3-95fc-2ea36183bca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:26.161627 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635f7667-69a2-46f5-89b3-847d9a907eab x-openstack-request-id: req-635f7667-69a2-46f5-89b3-847d9a907eab {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:26.162156 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fec621-71ac-4fc6-80cb-37553dd21327", "tag": "a4aaf832-76f0-425d-a098-0162fdb959b7", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:26.162156 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-635f7667-69a2-46f5-89b3-847d9a907eab {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:26.162542 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fec621-71ac-4fc6-80cb-37553dd21327', 'tag': 'a4aaf832-76f0-425d-a098-0162fdb959b7', 'status': 'completed', 'code': 200} Jul 16 01:47:26.176742 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-64d84f51-ed69-4f6d-86f8-f8a74a8dd5dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Allocated IP 172.20.0.1 (1eb5b0f7-782d-4592-bc00-96b6f72bf01e/2c2ca0ed-c607-4e7c-addb-4fcae125c1f9/e109546a-c2eb-477c-a0a8-0565da96ec76) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:26.197032 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d31e83-cb5a-4202-8d9a-830d83b2a02d None None] Checking router: 86a08719-5627-4504-aaf6-3960738606e8 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:47:26.205979 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d31e83-cb5a-4202-8d9a-830d83b2a02d None None] Routers {'86a08719-5627-4504-aaf6-3960738606e8'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:26.207426 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-61d31e83-cb5a-4202-8d9a-830d83b2a02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['86a08719-5627-4504-aaf6-3960738606e8'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:26.212295 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4517c36a-c11e-4874-8eef-a31eee7000fe admin admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.259727 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-be819253-30fc-4645-a058-5547dca534b5 None None] Set router 5588ef32-1467-4eb3-9fff-d12bdb47b221 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:26.294770 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcc713-acfe-4e66-b20e-a9c532989854 req-ad11d6bc-7898-4e86-ad75-73b7ef23f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:26.300311 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8de1df-53bb-4f1c-8330-56213061db44 req-dcd05e07-2acb-4405-bb93-408ae23c36f0 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:26.301782 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aedcc713-acfe-4e66-b20e-a9c532989854 req-ad11d6bc-7898-4e86-ad75-73b7ef23f942 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 1097 time: 0.1190710 Jul 16 01:47:26.301914 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fa8de1df-53bb-4f1c-8330-56213061db44 req-dcd05e07-2acb-4405-bb93-408ae23c36f0 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 945 time: 0.2851124 Jul 16 01:47:26.350266 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-61d31e83-cb5a-4202-8d9a-830d83b2a02d None None] Set router 86a08719-5627-4504-aaf6-3960738606e8 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:26.398829 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fa8de1df-53bb-4f1c-8330-56213061db44 req-148a3cfa-ab1a-4c04-8636-0308ab1da02d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881028 Jul 16 01:47:26.412327 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4517c36a-c11e-4874-8eef-a31eee7000fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.432169 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52980) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:26.450694 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52984) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:26.476340 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcc713-acfe-4e66-b20e-a9c532989854 req-68ba6486-46c7-4790-aaab-990e0a513fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:26.478276 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aedcc713-acfe-4e66-b20e-a9c532989854 req-68ba6486-46c7-4790-aaab-990e0a513fa9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae9cdc71-5392-4a43-a088-bbed08d2f63d HTTP/1.1" status: 200 len: 897 time: 0.1689348 Jul 16 01:47:26.526496 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ad0c17f1-823d-4f1f-ad78-0f924a38cefb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/floatingips/10b9e745-0057-4213-9764-1b7b1af34711 HTTP/1.1" status: 200 len: 991 time: 0.0732167 Jul 16 01:47:26.559167 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Request body: {'networks': [{'name': 'tempest-network--1098141115'}, {'name': 'tempest-network--105054155'}]} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:26.559485 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Request body: {'network': {'name': 'tempest-network--1098141115'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:26.559952 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Request body: {'network': {'name': 'tempest-network--105054155'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:26.577095 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aedcc713-acfe-4e66-b20e-a9c532989854 req-2a446e38-7608-4f9f-b340-d81ffe34bfbf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4aaf832-76f0-425d-a098-0162fdb959b7 HTTP/1.1" status: 200 len: 999 time: 0.0918221 Jul 16 01:47:26.597494 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Made reservation on behalf of 60b2ba9eda15454ab138975605c64ce3 for: {'network': 2} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:26.603201 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.628649 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.643428 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-be819253-30fc-4645-a058-5547dca534b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'name': 'tempest-AttachVolumeShelveTestJSON-1853299973-router', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:09Z', 'updated_at': '2021-07-16T01:47:24Z', 'revision_number': 5, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'gw_port': {'id': '2538f3b9-ddc6-4410-8e60-93ff79578817', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:10Z', 'updated_at': '2021-07-16T01:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:26.650296 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcc713-acfe-4e66-b20e-a9c532989854 req-d29294cb-8a6e-4b12-8c76-dbf59c05a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:26.651793 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aedcc713-acfe-4e66-b20e-a9c532989854 req-d29294cb-8a6e-4b12-8c76-dbf59c05a3f1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e7e49755-eff3-40a3-95fc-2ea36183bca0 HTTP/1.1" status: 200 len: 835 time: 0.0621586 Jul 16 01:47:26.654862 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-64d84f51-ed69-4f6d-86f8-f8a74a8dd5dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.664245 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-4517c36a-c11e-4874-8eef-a31eee7000fe admin admin] Deleting port 2538f3b9-ddc6-4410-8e60-93ff79578817 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:26.664812 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4517c36a-c11e-4874-8eef-a31eee7000fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.676927 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be819253-30fc-4645-a058-5547dca534b5 None None] Checking router: 5588ef32-1467-4eb3-9fff-d12bdb47b221 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:47:26.686006 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4bb4868f-7f99-4a08-b6c2-708bcb1b92d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.688200 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be819253-30fc-4645-a058-5547dca534b5 None None] Routers {'5588ef32-1467-4eb3-9fff-d12bdb47b221'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:26.689202 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-be819253-30fc-4645-a058-5547dca534b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5588ef32-1467-4eb3-9fff-d12bdb47b221'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:26.752307 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcc713-acfe-4e66-b20e-a9c532989854 req-964ad703-a8d3-4a1b-abe7-e1c08a98988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:26.754732 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aedcc713-acfe-4e66-b20e-a9c532989854 req-964ad703-a8d3-4a1b-abe7-e1c08a98988f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae9cdc71-5392-4a43-a088-bbed08d2f63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964468 Jul 16 01:47:26.761985 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-4517c36a-c11e-4874-8eef-a31eee7000fe admin admin] For port 2538f3b9-ddc6-4410-8e60-93ff79578817, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2538f3b9-ddc6-4410-8e60-93ff79578817,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:26.762635 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4517c36a-c11e-4874-8eef-a31eee7000fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.777137 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-4517c36a-c11e-4874-8eef-a31eee7000fe admin admin] Calling delete_port for 2538f3b9-ddc6-4410-8e60-93ff79578817 owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:26.778073 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-61d31e83-cb5a-4202-8d9a-830d83b2a02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a08719-5627-4504-aaf6-3960738606e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802870279', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:56Z', 'updated_at': '2021-07-16T01:47:03Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a08719-5627-4504-aaf6-3960738606e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:57Z', 'updated_at': '2021-07-16T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '10b9e745-0057-4213-9764-1b7b1af34711', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '86a08719-5627-4504-aaf6-3960738606e8', 'port_id': 'a4aaf832-76f0-425d-a098-0162fdb959b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d', 'mac_address': 'fa:16:3e:be:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fec621-71ac-4fc6-80cb-37553dd21327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:47:23Z', 'updated_at': '2021-07-16T01:47:23Z', 'revision_number': 0, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c5a46d-4957-4414-b332-c0f6bf4c092d', 'name': '', 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:41:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a08719-5627-4504-aaf6-3960738606e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'e7e49755-eff3-40a3-95fc-2ea36183bca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:02Z', 'updated_at': '2021-07-16T01:47:08Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'e7e49755-eff3-40a3-95fc-2ea36183bca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:26.791320 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-be819253-30fc-4645-a058-5547dca534b5 None None] Set router 5588ef32-1467-4eb3-9fff-d12bdb47b221 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:26.810325 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d31e83-cb5a-4202-8d9a-830d83b2a02d None None] The sync data for ids ['86a08719-5627-4504-aaf6-3960738606e8'] in n-d-792394-16 is: [{'id': '86a08719-5627-4504-aaf6-3960738606e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802870279', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:56Z', 'updated_at': '2021-07-16T01:47:03Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a08719-5627-4504-aaf6-3960738606e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:57Z', 'updated_at': '2021-07-16T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '10b9e745-0057-4213-9764-1b7b1af34711', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '86a08719-5627-4504-aaf6-3960738606e8', 'port_id': 'a4aaf832-76f0-425d-a098-0162fdb959b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d', 'mac_address': 'fa:16:3e:be:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fec621-71ac-4fc6-80cb-37553dd21327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:47:23Z', 'updated_at': '2021-07-16T01:47:23Z', 'revision_number': 0, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c5a46d-4957-4414-b332-c0f6bf4c092d', 'name': '', 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:41:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a08719-5627-4504-aaf6-3960738606e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'e7e49755-eff3-40a3-95fc-2ea36183bca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:02Z', 'updated_at': '2021-07-16T01:47:08Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'e7e49755-eff3-40a3-95fc-2ea36183bca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:26.851098 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-64d84f51-ed69-4f6d-86f8-f8a74a8dd5dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.851497 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-be819253-30fc-4645-a058-5547dca534b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'name': 'tempest-AttachVolumeShelveTestJSON-1853299973-router', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:09Z', 'updated_at': '2021-07-16T01:47:26Z', 'revision_number': 6, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:26.883965 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be819253-30fc-4645-a058-5547dca534b5 None None] The sync data for ids ['5588ef32-1467-4eb3-9fff-d12bdb47b221'] in n-d-792394-16 is: [{'id': '5588ef32-1467-4eb3-9fff-d12bdb47b221', 'name': 'tempest-AttachVolumeShelveTestJSON-1853299973-router', 'tenant_id': '6ca31bc079774bfc98b5ada65ac84773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:09Z', 'updated_at': '2021-07-16T01:47:26Z', 'revision_number': 6, 'project_id': '6ca31bc079774bfc98b5ada65ac84773', 'gw_port_host': None}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:26.914895 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d84f51-ed69-4f6d-86f8-f8a74a8dd5dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Network 1eb5b0f7-782d-4592-bc00-96b6f72bf01e is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:26.925170 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-64d84f51-ed69-4f6d-86f8-f8a74a8dd5dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:26.928773 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aedcc713-acfe-4e66-b20e-a9c532989854 req-a329b6ca-04f8-4e6a-9b62-b9de06224baa service neutron] 10.222.0.82 "GET /v2.0/networks/ae9cdc71-5392-4a43-a088-bbed08d2f63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644607 Jul 16 01:47:26.939214 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d84f51-ed69-4f6d-86f8-f8a74a8dd5dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:26.979251 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d84f51-ed69-4f6d-86f8-f8a74a8dd5dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'Port': ['ID=e109546a-c2eb-477c-a0a8-0565da96ec76,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:27.039104 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4517c36a-c11e-4874-8eef-a31eee7000fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.042387 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.053160 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-64d84f51-ed69-4f6d-86f8-f8a74a8dd5dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.079427 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517c36a-c11e-4874-8eef-a31eee7000fe admin admin] Pushing event deleted for resources: {'Port': ['ID=2538f3b9-ddc6-4410-8e60-93ff79578817,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:27.082598 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.083143 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.112984 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36263a5-d1dd-4fed-945f-346a55e130eb None None] New status for floating IP 10b9e745-0057-4213-9764-1b7b1af34711: ACTIVE {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:47:27.171963 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aedcc713-acfe-4e66-b20e-a9c532989854 req-f25227e3-a21f-4d0c-8526-05cc32ccc0cc service neutron] 10.222.0.82 "GET /v2.0/networks/ae9cdc71-5392-4a43-a088-bbed08d2f63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258368 Jul 16 01:47:27.178056 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d27d23-777e-4785-af21-005f2a01da79,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:27.199575 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:27.209364 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4517c36a-c11e-4874-8eef-a31eee7000fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.281622 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.281975 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Added segment 026c0641-ae72-44fa-975d-12771ad7db8c of type vlan for network aa6f26b6-6827-4119-bae7-fdf9f6a4d7c5 Jul 16 01:47:27.326807 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4517c36a-c11e-4874-8eef-a31eee7000fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.331854 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4517c36a-c11e-4874-8eef-a31eee7000fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.345418 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-64d84f51-ed69-4f6d-86f8-f8a74a8dd5dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.406702 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.423869 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4517c36a-c11e-4874-8eef-a31eee7000fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.424436 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4517c36a-c11e-4874-8eef-a31eee7000fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5588ef32-1467-4eb3-9fff-d12bdb47b221 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:47:27.433231 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4517c36a-c11e-4874-8eef-a31eee7000fe admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.436801 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4517c36a-c11e-4874-8eef-a31eee7000fe admin admin] 10.222.0.16 "DELETE /v2.0/routers/5588ef32-1467-4eb3-9fff-d12bdb47b221 HTTP/1.1" status: 204 len: 168 time: 1.4818904 Jul 16 01:47:27.437056 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52986) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:27.476973 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:27.493516 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.493835 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Added segment f058bc2e-b78e-49cc-aea9-f38664ff4471 of type vlan for network bce4ef1f-241e-4b48-9bbb-6607272e64f4 Jul 16 01:47:27.497532 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-acef72a0-f189-45e9-9e1d-6e3ccf9ba6fc admin admin] Deleting subnet e2260a5b-5f93-4f16-9877-6dd3618b52a8 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:47:27.507381 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-acef72a0-f189-45e9-9e1d-6e3ccf9ba6fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.528862 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52988) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:27.567353 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.577071 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-acef72a0-f189-45e9-9e1d-6e3ccf9ba6fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.637428 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.637940 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.643750 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:27.645669 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8480e001-3284-432b-a43a-9b6280c106e6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/floatingips/10b9e745-0057-4213-9764-1b7b1af34711 HTTP/1.1" status: 200 len: 993 time: 0.1157439 Jul 16 01:47:27.648572 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:27.649302 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.710526 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2746105 Jul 16 01:47:27.715022 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52990) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:27.723246 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-64d84f51-ed69-4f6d-86f8-f8a74a8dd5dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.733239 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-64d84f51-ed69-4f6d-86f8-f8a74a8dd5dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.778525 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2c354fe6-3945-4c01-82e9-d2454b314d91 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:27.795036 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-acef72a0-f189-45e9-9e1d-6e3ccf9ba6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.798887 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Pushing event updated for resources: {'Network': ['ID=aa6f26b6-6827-4119-bae7-fdf9f6a4d7c5,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:27.815726 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 2c354fe6-3945-4c01-82e9-d2454b314d91 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:27.817137 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2c354fe6-3945-4c01-82e9-d2454b314d91 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:27.817776 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2538f3b9-ddc6-4410-8e60-93ff79578817 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:27.819914 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network aa6f26b6-6827-4119-bae7-fdf9f6a4d7c5 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:27.826929 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-64d84f51-ed69-4f6d-86f8-f8a74a8dd5dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.830093 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d84f51-ed69-4f6d-86f8-f8a74a8dd5dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'Port': ['ID=e109546a-c2eb-477c-a0a8-0565da96ec76,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:27.859644 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 2538f3b9-ddc6-4410-8e60-93ff79578817 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:27.860296 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2538f3b9-ddc6-4410-8e60-93ff79578817 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:27.937207 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d84f51-ed69-4f6d-86f8-f8a74a8dd5dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Network 1eb5b0f7-782d-4592-bc00-96b6f72bf01e is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:27.938758 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-64d84f51-ed69-4f6d-86f8-f8a74a8dd5dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:28.350670 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d84f51-ed69-4f6d-86f8-f8a74a8dd5dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Router 35c963d7-bd9e-417a-80e6-22ee1e816737 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:28.362137 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f87bcb-3fbd-4b03-af13-d15f93d06957 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Pushing event updated for resources: {'Network': ['ID=bce4ef1f-241e-4b48-9bbb-6607272e64f4,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:28.372534 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network bce4ef1f-241e-4b48-9bbb-6607272e64f4 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:28.465452 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d84f51-ed69-4f6d-86f8-f8a74a8dd5dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:28.473600 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-64d84f51-ed69-4f6d-86f8-f8a74a8dd5dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "PUT /v2.0/routers/35c963d7-bd9e-417a-80e6-22ee1e816737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7179224 Jul 16 01:47:28.473704 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52992) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:28.475995 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0399c6d9-b865-46c7-a468-752344e91375 None None] Sync routers for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:28.484699 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-2f58ac5b-0de5-4463-b526-fe41a81e7852 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Request body: {'port': {'network_id': '1eb5b0f7-782d-4592-bc00-96b6f72bf01e', 'name': 'tempest-FloatingIPTestJSON-1219448089'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:28.486562 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0399c6d9-b865-46c7-a468-752344e91375 None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:28.487605 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0399c6d9-b865-46c7-a468-752344e91375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:28.490371 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-acef72a0-f189-45e9-9e1d-6e3ccf9ba6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.520927 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0399c6d9-b865-46c7-a468-752344e91375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:28.523992 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1030a7-a105-4d12-94ec-9b22bc32f7b4 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:28.529721 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0399c6d9-b865-46c7-a468-752344e91375 None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:28.529861 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1030a7-a105-4d12-94ec-9b22bc32f7b4 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:28.531613 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0399c6d9-b865-46c7-a468-752344e91375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:28.535820 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1030a7-a105-4d12-94ec-9b22bc32f7b4 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:28.541960 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1030a7-a105-4d12-94ec-9b22bc32f7b4 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:28.546397 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8f1030a7-a105-4d12-94ec-9b22bc32f7b4 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8277171 Jul 16 01:47:28.546849 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52994) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:28.551543 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-acef72a0-f189-45e9-9e1d-6e3ccf9ba6fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.553451 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-acef72a0-f189-45e9-9e1d-6e3ccf9ba6fc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e2260a5b-5f93-4f16-9877-6dd3618b52a8 HTTP/1.1" status: 204 len: 168 time: 1.1154554 Jul 16 01:47:28.557008 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 52996) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:28.559043 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff73889-724d-458d-b68c-083b6c305f55 None None] Network 7da75e1b-5f2b-4b3a-ad7d-444d41678d46 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:28.570354 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0399c6d9-b865-46c7-a468-752344e91375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:28.571013 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0399c6d9-b865-46c7-a468-752344e91375 None None] The sync data for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:28.589395 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef72a0-f189-45e9-9e1d-6e3ccf9ba6fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2260a5b-5f93-4f16-9877-6dd3618b52a8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:28.642350 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b7226b7-e1eb-496e-bd54-e5a9324c32bc tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.656839 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ae2a92d7-f450-4e53-8e2f-246d82bd3860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.671963 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f58ac5b-0de5-4463-b526-fe41a81e7852 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Made reservation on behalf of b805fdc05be14aaf94c957556df3d2b8 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:28.675683 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f58ac5b-0de5-4463-b526-fe41a81e7852 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.712467 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-2f58ac5b-0de5-4463-b526-fe41a81e7852 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] device_id is not set on port 8614f55b-4f5f-440d-afb6-45fa6c74b821 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:28.746275 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b7226b7-e1eb-496e-bd54-e5a9324c32bc tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.758937 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-2b7226b7-e1eb-496e-bd54-e5a9324c32bc tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6f26b6-6827-4119-bae7-fdf9f6a4d7c5']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:28.772462 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-2b7226b7-e1eb-496e-bd54-e5a9324c32bc tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026c0641-ae72-44fa-975d-12771ad7db8c') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:28.772754 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-2b7226b7-e1eb-496e-bd54-e5a9324c32bc tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026c0641-ae72-44fa-975d-12771ad7db8c') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:28.779190 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a886f39b-7017-4bb1-b7f1-64761f501d52 None None] DHCP port deletion for 7da75e1b-5f2b-4b3a-ad7d-444d41678d46 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:47:28.784899 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b7226b7-e1eb-496e-bd54-e5a9324c32bc tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.804047 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b7226b7-e1eb-496e-bd54-e5a9324c32bc tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.808608 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a92d7-f450-4e53-8e2f-246d82bd3860 admin admin] Deleting port 7d93af6b-6507-4297-89b5-4a83475f2951 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:28.808943 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ae2a92d7-f450-4e53-8e2f-246d82bd3860 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.819865 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7226b7-e1eb-496e-bd54-e5a9324c32bc tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:28.820332 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b7226b7-e1eb-496e-bd54-e5a9324c32bc tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:28.823808 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:28.832227 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a886f39b-7017-4bb1-b7f1-64761f501d52 None None] Deleting port 7d93af6b-6507-4297-89b5-4a83475f2951 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:28.832710 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a886f39b-7017-4bb1-b7f1-64761f501d52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.891292 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-2f58ac5b-0de5-4463-b526-fe41a81e7852 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Allocated IP 172.20.0.6 (1eb5b0f7-782d-4592-bc00-96b6f72bf01e/2c2ca0ed-c607-4e7c-addb-4fcae125c1f9/8614f55b-4f5f-440d-afb6-45fa6c74b821) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:28.902872 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-ae2a92d7-f450-4e53-8e2f-246d82bd3860 admin admin] For port 7d93af6b-6507-4297-89b5-4a83475f2951, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7d93af6b-6507-4297-89b5-4a83475f2951,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:28.903124 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ae2a92d7-f450-4e53-8e2f-246d82bd3860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.904292 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b7226b7-e1eb-496e-bd54-e5a9324c32bc tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.915615 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a886f39b-7017-4bb1-b7f1-64761f501d52 None None] For port 7d93af6b-6507-4297-89b5-4a83475f2951, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7d93af6b-6507-4297-89b5-4a83475f2951,segment=NetworkSegment(2824624f-11c1-4c01-bbe6-fd6266f3abfb),segment_id=2824624f-11c1-4c01-bbe6-fd6266f3abfb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:28.916026 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a886f39b-7017-4bb1-b7f1-64761f501d52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.924352 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2b7226b7-e1eb-496e-bd54-e5a9324c32bc tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.925072 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a92d7-f450-4e53-8e2f-246d82bd3860 admin admin] Calling delete_port for 7d93af6b-6507-4297-89b5-4a83475f2951 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:28.929386 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2b7226b7-e1eb-496e-bd54-e5a9324c32bc tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] 10.222.0.16 "DELETE /v2.0/networks/aa6f26b6-6827-4119-bae7-fdf9f6a4d7c5 HTTP/1.1" status: 204 len: 168 time: 0.3813770 Jul 16 01:47:28.930533 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 52998) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:28.932966 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7226b7-e1eb-496e-bd54-e5a9324c32bc tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Pushing event deleted for resources: {'Network': ['ID=aa6f26b6-6827-4119-bae7-fdf9f6a4d7c5,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:28.934338 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a886f39b-7017-4bb1-b7f1-64761f501d52 None None] Calling delete_port for 7d93af6b-6507-4297-89b5-4a83475f2951 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:29.023364 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-edc01393-53f1-4025-a315-97f1ea1e5eac tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.116782 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-edc01393-53f1-4025-a315-97f1ea1e5eac tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.123820 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ae2a92d7-f450-4e53-8e2f-246d82bd3860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.128057 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-edc01393-53f1-4025-a315-97f1ea1e5eac tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce4ef1f-241e-4b48-9bbb-6607272e64f4']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:29.138226 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-edc01393-53f1-4025-a315-97f1ea1e5eac tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f058bc2e-b78e-49cc-aea9-f38664ff4471') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:29.138613 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-edc01393-53f1-4025-a315-97f1ea1e5eac tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f058bc2e-b78e-49cc-aea9-f38664ff4471') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:29.150074 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-edc01393-53f1-4025-a315-97f1ea1e5eac tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.163688 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a92d7-f450-4e53-8e2f-246d82bd3860 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d93af6b-6507-4297-89b5-4a83475f2951,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:29.171316 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-edc01393-53f1-4025-a315-97f1ea1e5eac tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.177768 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2a92d7-f450-4e53-8e2f-246d82bd3860 admin admin] No DVR routers for this DVR port 7d93af6b-6507-4297-89b5-4a83475f2951 on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:29.183965 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc01393-53f1-4025-a315-97f1ea1e5eac tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:29.184395 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-edc01393-53f1-4025-a315-97f1ea1e5eac tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.184900 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f58ac5b-0de5-4463-b526-fe41a81e7852 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:29.187754 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:29.194169 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a886f39b-7017-4bb1-b7f1-64761f501d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.219189 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886f39b-7017-4bb1-b7f1-64761f501d52 None None] Pushing event deleted for resources: {'Port': ['ID=7d93af6b-6507-4297-89b5-4a83475f2951,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:29.222647 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a886f39b-7017-4bb1-b7f1-64761f501d52 None None] No DVR routers for this DVR port 7d93af6b-6507-4297-89b5-4a83475f2951 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:29.261023 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-edc01393-53f1-4025-a315-97f1ea1e5eac tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.266121 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ae2a92d7-f450-4e53-8e2f-246d82bd3860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.268757 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-edc01393-53f1-4025-a315-97f1ea1e5eac tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.270931 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-edc01393-53f1-4025-a315-97f1ea1e5eac tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] 10.222.0.16 "DELETE /v2.0/networks/bce4ef1f-241e-4b48-9bbb-6607272e64f4 HTTP/1.1" status: 204 len: 168 time: 0.3392582 Jul 16 01:47:29.273385 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53000) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:29.283322 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-ae2a92d7-f450-4e53-8e2f-246d82bd3860 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da75e1b-5f2b-4b3a-ad7d-444d41678d46']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:29.292167 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc01393-53f1-4025-a315-97f1ea1e5eac tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Pushing event deleted for resources: {'Network': ['ID=bce4ef1f-241e-4b48-9bbb-6607272e64f4,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:29.304258 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-ae2a92d7-f450-4e53-8e2f-246d82bd3860 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2824624f-11c1-4c01-bbe6-fd6266f3abfb') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:29.304589 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-ae2a92d7-f450-4e53-8e2f-246d82bd3860 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2824624f-11c1-4c01-bbe6-fd6266f3abfb') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:29.316916 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ae2a92d7-f450-4e53-8e2f-246d82bd3860 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.335029 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f58ac5b-0de5-4463-b526-fe41a81e7852 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.340064 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ae2a92d7-f450-4e53-8e2f-246d82bd3860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.372613 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2a92d7-f450-4e53-8e2f-246d82bd3860 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:29.373325 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ae2a92d7-f450-4e53-8e2f-246d82bd3860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: items = [ Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:29.377325 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:29.398239 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a5eec6-fbc9-4006-a2b6-02ecaf1cd4a1 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:29.404519 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a5eec6-fbc9-4006-a2b6-02ecaf1cd4a1 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:29.408997 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-90a5eec6-fbc9-4006-a2b6-02ecaf1cd4a1 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1346507 Jul 16 01:47:29.409924 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53002) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:29.415119 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b05a66bd-6867-4d30-9627-a25f41cb5ab7 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-482693970'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:29.439889 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05a66bd-6867-4d30-9627-a25f41cb5ab7 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Made reservation on behalf of 60b2ba9eda15454ab138975605c64ce3 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:29.442740 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f58ac5b-0de5-4463-b526-fe41a81e7852 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Network 1eb5b0f7-782d-4592-bc00-96b6f72bf01e is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:29.443501 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b05a66bd-6867-4d30-9627-a25f41cb5ab7 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.447482 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-2f58ac5b-0de5-4463-b526-fe41a81e7852 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:29.450151 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f58ac5b-0de5-4463-b526-fe41a81e7852 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:29.458440 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58ac5b-0de5-4463-b526-fe41a81e7852 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'Port': ['ID=8614f55b-4f5f-440d-afb6-45fa6c74b821,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:29.470128 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05a66bd-6867-4d30-9627-a25f41cb5ab7 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:29.479132 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b05a66bd-6867-4d30-9627-a25f41cb5ab7 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.479496 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-b05a66bd-6867-4d30-9627-a25f41cb5ab7 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Added segment d6c4cb7e-a8e0-4047-bcad-2ad39d006872 of type vlan for network c9c2f3cf-bb27-445a-8b7a-83835fafe83d Jul 16 01:47:29.481305 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ae2a92d7-f450-4e53-8e2f-246d82bd3860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.486289 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ae2a92d7-f450-4e53-8e2f-246d82bd3860 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.488135 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ae2a92d7-f450-4e53-8e2f-246d82bd3860 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7da75e1b-5f2b-4b3a-ad7d-444d41678d46 HTTP/1.1" status: 204 len: 168 time: 0.9299915 Jul 16 01:47:29.509159 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a92d7-f450-4e53-8e2f-246d82bd3860 admin admin] Pushing event deleted for resources: {'Network': ['ID=7da75e1b-5f2b-4b3a-ad7d-444d41678d46,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:29.528636 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f58ac5b-0de5-4463-b526-fe41a81e7852 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:29.529512 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b05a66bd-6867-4d30-9627-a25f41cb5ab7 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.529771 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2f58ac5b-0de5-4463-b526-fe41a81e7852 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.535568 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-540f8f98-8a2d-4d58-97fb-3bea20f9c7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.550180 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2f58ac5b-0de5-4463-b526-fe41a81e7852 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0701807 Jul 16 01:47:29.552728 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53006) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:29.557934 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-44cb37cc-1e29-4008-b259-b7ad2f96fedf tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Request body: {'port': {'network_id': '1eb5b0f7-782d-4592-bc00-96b6f72bf01e', 'name': 'tempest-FloatingIPTestJSON-1969700868'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:29.569209 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b05a66bd-6867-4d30-9627-a25f41cb5ab7 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.575578 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05a66bd-6867-4d30-9627-a25f41cb5ab7 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:29.576247 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b05a66bd-6867-4d30-9627-a25f41cb5ab7 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.614763 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b05a66bd-6867-4d30-9627-a25f41cb5ab7 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2036495 Jul 16 01:47:29.617507 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53008) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:29.622559 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-fba4eb9d-7783-4c93-8ba4-23f4370f9323 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2105634334'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:29.676859 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a66bd-6867-4d30-9627-a25f41cb5ab7 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Pushing event updated for resources: {'Network': ['ID=c9c2f3cf-bb27-445a-8b7a-83835fafe83d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:29.691852 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba4eb9d-7783-4c93-8ba4-23f4370f9323 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Made reservation on behalf of 60b2ba9eda15454ab138975605c64ce3 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:29.695930 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network c9c2f3cf-bb27-445a-8b7a-83835fafe83d details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:29.699577 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fba4eb9d-7783-4c93-8ba4-23f4370f9323 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.722253 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7d93af6b-6507-4297-89b5-4a83475f2951 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:29.723159 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cb37cc-1e29-4008-b259-b7ad2f96fedf tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Made reservation on behalf of b805fdc05be14aaf94c957556df3d2b8 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:29.727117 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44cb37cc-1e29-4008-b259-b7ad2f96fedf tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.733112 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.746459 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba4eb9d-7783-4c93-8ba4-23f4370f9323 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:29.746662 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53010) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:29.755745 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-44cb37cc-1e29-4008-b259-b7ad2f96fedf tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] device_id is not set on port 844785ae-9841-43e7-ad5d-8738304b71a8 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:29.758080 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fba4eb9d-7783-4c93-8ba4-23f4370f9323 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.758428 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-fba4eb9d-7783-4c93-8ba4-23f4370f9323 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Added segment f57a6110-1b38-451c-aae4-92ab16b2fa5b of type vlan for network 9f00d47e-51ff-425b-b92f-1292d9766489 Jul 16 01:47:29.761088 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 7d93af6b-6507-4297-89b5-4a83475f2951 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:29.761673 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7d93af6b-6507-4297-89b5-4a83475f2951 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:29.805689 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fba4eb9d-7783-4c93-8ba4-23f4370f9323 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.838244 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a0efda00-ae0e-4519-a350-c03eeddbd6ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ca31bc079774bfc98b5ada65ac84773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0881865 Jul 16 01:47:29.838502 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fba4eb9d-7783-4c93-8ba4-23f4370f9323 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.838917 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53012) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:29.843430 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba4eb9d-7783-4c93-8ba4-23f4370f9323 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:29.844171 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fba4eb9d-7783-4c93-8ba4-23f4370f9323 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.880939 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fba4eb9d-7783-4c93-8ba4-23f4370f9323 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2622325 Jul 16 01:47:29.884081 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53014) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:29.889018 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Request body: {'ports': [{'network_id': 'c9c2f3cf-bb27-445a-8b7a-83835fafe83d', 'name': 'tempest-port--848634476', 'admin_state_up': True}, {'network_id': '9f00d47e-51ff-425b-b92f-1292d9766489', 'admin_state_up': False}]} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:29.889395 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Request body: {'port': {'network_id': 'c9c2f3cf-bb27-445a-8b7a-83835fafe83d', 'name': 'tempest-port--848634476', 'admin_state_up': True}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:29.890086 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Request body: {'port': {'network_id': '9f00d47e-51ff-425b-b92f-1292d9766489', 'admin_state_up': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:29.926837 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-44cb37cc-1e29-4008-b259-b7ad2f96fedf tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Allocated IP 172.20.0.13 (1eb5b0f7-782d-4592-bc00-96b6f72bf01e/2c2ca0ed-c607-4e7c-addb-4fcae125c1f9/844785ae-9841-43e7-ad5d-8738304b71a8) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:29.947070 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-271992d3-23bb-45c9-8b2f-6334fb8a1898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.948116 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4eb9d-7783-4c93-8ba4-23f4370f9323 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Pushing event updated for resources: {'Network': ['ID=9f00d47e-51ff-425b-b92f-1292d9766489,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:29.963958 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 9f00d47e-51ff-425b-b92f-1292d9766489 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:29.989205 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-271992d3-23bb-45c9-8b2f-6334fb8a1898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.106866 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Made reservation on behalf of 60b2ba9eda15454ab138975605c64ce3 for: {'port': 2} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:30.108436 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-271992d3-23bb-45c9-8b2f-6334fb8a1898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.111288 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-271992d3-23bb-45c9-8b2f-6334fb8a1898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.112072 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.112496 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-271992d3-23bb-45c9-8b2f-6334fb8a1898 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c01575f-4b8c-46a6-bd1b-0a30de96a41f HTTP/1.1" status: 204 len: 168 time: 0.2726541 Jul 16 01:47:30.127804 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271992d3-23bb-45c9-8b2f-6334fb8a1898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c01575f-4b8c-46a6-bd1b-0a30de96a41f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:30.137846 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.175845 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44cb37cc-1e29-4008-b259-b7ad2f96fedf tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.221149 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] device_id is not set on port eab08fb6-98c8-45de-b125-10b8b3bb3344 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:30.223152 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44cb37cc-1e29-4008-b259-b7ad2f96fedf tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.274261 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cb37cc-1e29-4008-b259-b7ad2f96fedf tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Network 1eb5b0f7-782d-4592-bc00-96b6f72bf01e is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:30.277906 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-44cb37cc-1e29-4008-b259-b7ad2f96fedf tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:30.282906 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cb37cc-1e29-4008-b259-b7ad2f96fedf tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:30.287148 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb37cc-1e29-4008-b259-b7ad2f96fedf tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'Port': ['ID=844785ae-9841-43e7-ad5d-8738304b71a8,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:30.338510 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cb37cc-1e29-4008-b259-b7ad2f96fedf tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:30.339284 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44cb37cc-1e29-4008-b259-b7ad2f96fedf tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.356128 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-44cb37cc-1e29-4008-b259-b7ad2f96fedf tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8020389 Jul 16 01:47:30.359554 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53020) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:30.364143 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-1e4efd13-13fe-48a0-9712-f4b503d6f4f2 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': '844785ae-9841-43e7-ad5d-8738304b71a8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:30.386471 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.420830 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e4efd13-13fe-48a0-9712-f4b503d6f4f2 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.486680 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] device_id is not set on port 171e1029-b03f-4e7d-abe0-a79c9e4b1812 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:30.650741 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e4efd13-13fe-48a0-9712-f4b503d6f4f2 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.656012 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.777776 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.820499 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.821907 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-1e4efd13-13fe-48a0-9712-f4b503d6f4f2 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Allocated IP 172.25.6.118 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/e563309c-84da-474e-b735-210349b52a3d) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:30.858326 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Pushing event updated for resources: {'Port': ['ID=eab08fb6-98c8-45de-b125-10b8b3bb3344,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:30.928510 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Checking segment: {'id': 'd6c4cb7e-a8e0-4047-bcad-2ad39d006872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c9c2f3cf-bb27-445a-8b7a-83835fafe83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:30.928875 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Network hostable DHCP agents. Network: c9c2f3cf-bb27-445a-8b7a-83835fafe83d, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:30.968140 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Network c9c2f3cf-bb27-445a-8b7a-83835fafe83d is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:30.986022 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e4efd13-13fe-48a0-9712-f4b503d6f4f2 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.989931 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, c9c2f3cf-bb27-445a-8b7a-83835fafe83d) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:30.996154 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:30.997381 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.000688 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b23026-52d9-403d-b218-39c98ac0800d None None] Network c9c2f3cf-bb27-445a-8b7a-83835fafe83d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:31.085873 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Pushing event updated for resources: {'Port': ['ID=171e1029-b03f-4e7d-abe0-a79c9e4b1812,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:31.105924 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Checking segment: {'id': 'f57a6110-1b38-451c-aae4-92ab16b2fa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f00d47e-51ff-425b-b92f-1292d9766489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:31.106322 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Network hostable DHCP agents. Network: 9f00d47e-51ff-425b-b92f-1292d9766489, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:31.124605 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e4efd13-13fe-48a0-9712-f4b503d6f4f2 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.160835 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Network 9f00d47e-51ff-425b-b92f-1292d9766489 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:31.179922 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4efd13-13fe-48a0-9712-f4b503d6f4f2 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:31.182292 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 9f00d47e-51ff-425b-b92f-1292d9766489) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:31.190928 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-1e4efd13-13fe-48a0-9712-f4b503d6f4f2 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:31.192745 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:31.193463 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5000d868-1748-435f-b179-bdfff24658b9 None None] Network 9f00d47e-51ff-425b-b92f-1292d9766489 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:31.198316 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.203220 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.203902 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.208004 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4efd13-13fe-48a0-9712-f4b503d6f4f2 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:31.209647 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4efd13-13fe-48a0-9712-f4b503d6f4f2 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'Port': ['ID=e563309c-84da-474e-b735-210349b52a3d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:31.247473 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4b253fe9-51ad-41fd-a2ca-cef254c837cd tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.3623617 Jul 16 01:47:31.250146 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53048) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:31.431754 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76c42b6-ff38-4fe1-8938-77e973b67a16 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.437807 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76c42b6-ff38-4fe1-8938-77e973b67a16 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.442700 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a76c42b6-ff38-4fe1-8938-77e973b67a16 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1882989 Jul 16 01:47:31.443124 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53054) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:31.532433 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.550259 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-4b740617-ac8b-4232-8e41-f3cfd74f308f tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Deleting port eab08fb6-98c8-45de-b125-10b8b3bb3344 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:31.550579 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4b740617-ac8b-4232-8e41-f3cfd74f308f tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.626779 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4b740617-ac8b-4232-8e41-f3cfd74f308f tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.640468 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-4b740617-ac8b-4232-8e41-f3cfd74f308f tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Calling delete_port for eab08fb6-98c8-45de-b125-10b8b3bb3344 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:31.728257 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e4efd13-13fe-48a0-9712-f4b503d6f4f2 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.741877 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4b740617-ac8b-4232-8e41-f3cfd74f308f tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.775174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b740617-ac8b-4232-8e41-f3cfd74f308f tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Pushing event deleted for resources: {'Port': ['ID=eab08fb6-98c8-45de-b125-10b8b3bb3344,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:31.785687 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4b740617-ac8b-4232-8e41-f3cfd74f308f tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.787964 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4b740617-ac8b-4232-8e41-f3cfd74f308f tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] 10.222.0.16 "DELETE /v2.0/ports/eab08fb6-98c8-45de-b125-10b8b3bb3344 HTTP/1.1" status: 204 len: 168 time: 0.3438222 Jul 16 01:47:31.790603 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53064) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:31.823091 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e4efd13-13fe-48a0-9712-f4b503d6f4f2 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.898268 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-c0ad31c8-2302-410c-90b7-edc1c7f3bc5d tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Deleting port 171e1029-b03f-4e7d-abe0-a79c9e4b1812 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:31.898619 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c0ad31c8-2302-410c-90b7-edc1c7f3bc5d tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.977555 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c0ad31c8-2302-410c-90b7-edc1c7f3bc5d tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.990791 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e4efd13-13fe-48a0-9712-f4b503d6f4f2 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.991717 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-c0ad31c8-2302-410c-90b7-edc1c7f3bc5d tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Calling delete_port for 171e1029-b03f-4e7d-abe0-a79c9e4b1812 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:31.999513 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e4efd13-13fe-48a0-9712-f4b503d6f4f2 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.083798 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4efd13-13fe-48a0-9712-f4b503d6f4f2 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'Port': ['ID=e563309c-84da-474e-b735-210349b52a3d,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:32.089137 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c0ad31c8-2302-410c-90b7-edc1c7f3bc5d tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.098525 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e4efd13-13fe-48a0-9712-f4b503d6f4f2 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.127663 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad31c8-2302-410c-90b7-edc1c7f3bc5d tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Pushing event deleted for resources: {'Port': ['ID=171e1029-b03f-4e7d-abe0-a79c9e4b1812,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:32.135276 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c0ad31c8-2302-410c-90b7-edc1c7f3bc5d tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.137914 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c0ad31c8-2302-410c-90b7-edc1c7f3bc5d tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] 10.222.0.16 "DELETE /v2.0/ports/171e1029-b03f-4e7d-abe0-a79c9e4b1812 HTTP/1.1" status: 204 len: 168 time: 0.3461769 Jul 16 01:47:32.140545 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53082) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:32.190814 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0993ce8c-7245-4f1f-8c87-5c7e5c3e224d tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0490751 Jul 16 01:47:32.194574 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53086) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:32.201897 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-0879b58a-34aa-4c46-94ed-8148859e70e7 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1076645092'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:32.227882 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0879b58a-34aa-4c46-94ed-8148859e70e7 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Made reservation on behalf of 60b2ba9eda15454ab138975605c64ce3 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:32.229159 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-1e4efd13-13fe-48a0-9712-f4b503d6f4f2 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Floating IP ddc75038-da07-4e8c-b0ad-d1dcbc568fe0 associated. External IP: 172.25.6.118, port: 844785ae-9841-43e7-ad5d-8738304b71a8. Jul 16 01:47:32.231668 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0879b58a-34aa-4c46-94ed-8148859e70e7 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.266938 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0879b58a-34aa-4c46-94ed-8148859e70e7 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:32.278881 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0879b58a-34aa-4c46-94ed-8148859e70e7 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.279365 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-0879b58a-34aa-4c46-94ed-8148859e70e7 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Added segment 459a16c9-f7e3-49e0-80f9-3426e88605f5 of type vlan for network b605e91e-e283-4bd1-bcdc-6c3024080209 Jul 16 01:47:32.329791 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0879b58a-34aa-4c46-94ed-8148859e70e7 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.362511 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0879b58a-34aa-4c46-94ed-8148859e70e7 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.368141 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0879b58a-34aa-4c46-94ed-8148859e70e7 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:32.368754 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0879b58a-34aa-4c46-94ed-8148859e70e7 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.399859 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0879b58a-34aa-4c46-94ed-8148859e70e7 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2015431 Jul 16 01:47:32.400145 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53090) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:32.407132 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-3290e71c-25eb-4673-b1fe-a4d4710882c5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1612835512'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:32.454198 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879b58a-34aa-4c46-94ed-8148859e70e7 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Pushing event updated for resources: {'Network': ['ID=b605e91e-e283-4bd1-bcdc-6c3024080209,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:32.466521 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network b605e91e-e283-4bd1-bcdc-6c3024080209 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:32.485021 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4efd13-13fe-48a0-9712-f4b503d6f4f2 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Router 35c963d7-bd9e-417a-80e6-22ee1e816737 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:32.486438 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3290e71c-25eb-4673-b1fe-a4d4710882c5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Made reservation on behalf of 60b2ba9eda15454ab138975605c64ce3 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:32.490098 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3290e71c-25eb-4673-b1fe-a4d4710882c5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.557991 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3290e71c-25eb-4673-b1fe-a4d4710882c5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:32.563259 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.577366 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3290e71c-25eb-4673-b1fe-a4d4710882c5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.577794 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-3290e71c-25eb-4673-b1fe-a4d4710882c5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Added segment 45991b88-c4c0-4da9-88ac-76aa4adaeb62 of type vlan for network a1d3687b-f153-482e-84e1-07a5b32430c4 Jul 16 01:47:32.667758 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3290e71c-25eb-4673-b1fe-a4d4710882c5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.672140 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4efd13-13fe-48a0-9712-f4b503d6f4f2 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:32.684217 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657e8de6-c58e-43fe-88f1-99f47e07f396 None None] Sync routers for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:32.696936 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657e8de6-c58e-43fe-88f1-99f47e07f396 None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:32.697828 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-657e8de6-c58e-43fe-88f1-99f47e07f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:32.698019 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e4efd13-13fe-48a0-9712-f4b503d6f4f2 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.731447 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3290e71c-25eb-4673-b1fe-a4d4710882c5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.736398 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-657e8de6-c58e-43fe-88f1-99f47e07f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:32.738824 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3290e71c-25eb-4673-b1fe-a4d4710882c5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:32.739666 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3290e71c-25eb-4673-b1fe-a4d4710882c5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.745979 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657e8de6-c58e-43fe-88f1-99f47e07f396 None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:32.746603 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-657e8de6-c58e-43fe-88f1-99f47e07f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:32.777206 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1e4efd13-13fe-48a0-9712-f4b503d6f4f2 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.4163222 Jul 16 01:47:32.780261 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53096) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:32.785550 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-82e386ea-a31a-4a7a-b9c7-259834bd9998 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:32.790635 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3290e71c-25eb-4673-b1fe-a4d4710882c5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3875365 Jul 16 01:47:32.794549 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-657e8de6-c58e-43fe-88f1-99f47e07f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:32.795219 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657e8de6-c58e-43fe-88f1-99f47e07f396 None None] The sync data for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:32.832289 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53098) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:32.865518 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-82e386ea-a31a-4a7a-b9c7-259834bd9998 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.960541 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53102) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:32.973672 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-220a8900-d0be-49c4-82b1-cbf2575067a3 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Request body: {'subnets': [{'network_id': 'b605e91e-e283-4bd1-bcdc-6c3024080209', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2072453443', 'ip_version': 4}, {'network_id': 'a1d3687b-f153-482e-84e1-07a5b32430c4', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:32.974003 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-220a8900-d0be-49c4-82b1-cbf2575067a3 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Request body: {'subnet': {'network_id': 'b605e91e-e283-4bd1-bcdc-6c3024080209', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2072453443', 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:32.974575 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-220a8900-d0be-49c4-82b1-cbf2575067a3 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Request body: {'subnet': {'network_id': 'a1d3687b-f153-482e-84e1-07a5b32430c4', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:33.013180 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-93e453bb-5a50-4a54-8920-67acb64f5589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.128706 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-82e386ea-a31a-4a7a-b9c7-259834bd9998 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.143667 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-82e386ea-a31a-4a7a-b9c7-259834bd9998 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.143987 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-82e386ea-a31a-4a7a-b9c7-259834bd9998 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Floating IP ddc75038-da07-4e8c-b0ad-d1dcbc568fe0 disassociated. External IP: 172.25.6.118, port: 844785ae-9841-43e7-ad5d-8738304b71a8. Jul 16 01:47:33.220227 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290e71c-25eb-4673-b1fe-a4d4710882c5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Pushing event updated for resources: {'Network': ['ID=a1d3687b-f153-482e-84e1-07a5b32430c4,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:33.232261 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network a1d3687b-f153-482e-84e1-07a5b32430c4 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:33.375045 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-93e453bb-5a50-4a54-8920-67acb64f5589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.416291 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-93e453bb-5a50-4a54-8920-67acb64f5589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.471196 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220a8900-d0be-49c4-82b1-cbf2575067a3 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Made reservation on behalf of 60b2ba9eda15454ab138975605c64ce3 for: {'subnet': 2} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:33.475943 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-220a8900-d0be-49c4-82b1-cbf2575067a3 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.476262 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-220a8900-d0be-49c4-82b1-cbf2575067a3 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.507733 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-93e453bb-5a50-4a54-8920-67acb64f5589 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c833e8a9dc5418fb81e993f52e73822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6742802 Jul 16 01:47:33.510945 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53104) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:33.522299 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e453bb-5a50-4a54-8920-67acb64f5589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd3b989-550a-40ee-ab8a-700f7d9f2c3e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:33.562643 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bb425a89-50ed-4978-8138-d01781c3c647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.584479 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bb425a89-50ed-4978-8138-d01781c3c647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.602374 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e386ea-a31a-4a7a-b9c7-259834bd9998 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Router 35c963d7-bd9e-417a-80e6-22ee1e816737 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:33.635288 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bb425a89-50ed-4978-8138-d01781c3c647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.638358 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bb425a89-50ed-4978-8138-d01781c3c647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.642009 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bb425a89-50ed-4978-8138-d01781c3c647 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9bd3b989-550a-40ee-ab8a-700f7d9f2c3e HTTP/1.1" status: 204 len: 168 time: 0.1276309 Jul 16 01:47:33.649828 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb425a89-50ed-4978-8138-d01781c3c647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd3b989-550a-40ee-ab8a-700f7d9f2c3e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:33.808431 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e386ea-a31a-4a7a-b9c7-259834bd9998 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:33.821576 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcb578e-858e-41c5-aead-c2f657966669 None None] Sync routers for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:33.832806 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcb578e-858e-41c5-aead-c2f657966669 None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:33.833647 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5fcb578e-858e-41c5-aead-c2f657966669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:33.834385 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-82e386ea-a31a-4a7a-b9c7-259834bd9998 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.868522 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5fcb578e-858e-41c5-aead-c2f657966669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:33.878323 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcb578e-858e-41c5-aead-c2f657966669 None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:33.878937 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5fcb578e-858e-41c5-aead-c2f657966669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:33.913576 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-82e386ea-a31a-4a7a-b9c7-259834bd9998 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "PUT /v2.0/floatingips/ddc75038-da07-4e8c-b0ad-d1dcbc568fe0 HTTP/1.1" status: 200 len: 688 time: 1.1289084 Jul 16 01:47:33.913700 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5fcb578e-858e-41c5-aead-c2f657966669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:33.913700 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcb578e-858e-41c5-aead-c2f657966669 None None] The sync data for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:33.914121 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53110) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:33.935237 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53112) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:33.973360 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b3ffc554-4da5-4967-adff-d062de7605b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.050945 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-1ef14074-b7ca-486f-9dee-2c99bc43a360 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Deleting port e563309c-84da-474e-b735-210349b52a3d {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:34.051292 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1ef14074-b7ca-486f-9dee-2c99bc43a360 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.138877 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1ef14074-b7ca-486f-9dee-2c99bc43a360 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.139365 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1ef14074-b7ca-486f-9dee-2c99bc43a360 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.152973 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-1ef14074-b7ca-486f-9dee-2c99bc43a360 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Calling delete_port for e563309c-84da-474e-b735-210349b52a3d owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:34.310200 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1ef14074-b7ca-486f-9dee-2c99bc43a360 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.340654 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef14074-b7ca-486f-9dee-2c99bc43a360 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event deleted for resources: {'Port': ['ID=e563309c-84da-474e-b735-210349b52a3d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:34.381034 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-220a8900-d0be-49c4-82b1-cbf2575067a3 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.421886 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1ef14074-b7ca-486f-9dee-2c99bc43a360 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.425391 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1ef14074-b7ca-486f-9dee-2c99bc43a360 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.426984 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1ef14074-b7ca-486f-9dee-2c99bc43a360 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "DELETE /v2.0/floatingips/ddc75038-da07-4e8c-b0ad-d1dcbc568fe0 HTTP/1.1" status: 204 len: 168 time: 0.5097821 Jul 16 01:47:34.434588 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53114) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:34.439929 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-54021379-f0a9-4989-ab81-a3e49819bf9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': '8614f55b-4f5f-440d-afb6-45fa6c74b821'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:34.459952 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a8900-d0be-49c4-82b1-cbf2575067a3 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Pushing event updated for resources: {'Subnet': ['ID=b61a6534-832a-4f06-b8df-19ddcb532cdd,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:34.486645 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a8900-d0be-49c4-82b1-cbf2575067a3 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Checking segment: {'id': '459a16c9-f7e3-49e0-80f9-3426e88605f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b605e91e-e283-4bd1-bcdc-6c3024080209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:34.487368 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220a8900-d0be-49c4-82b1-cbf2575067a3 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Network hostable DHCP agents. Network: b605e91e-e283-4bd1-bcdc-6c3024080209, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:34.497393 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b3ffc554-4da5-4967-adff-d062de7605b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.503589 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b3ffc554-4da5-4967-adff-d062de7605b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.520041 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-54021379-f0a9-4989-ab81-a3e49819bf9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.550225 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220a8900-d0be-49c4-82b1-cbf2575067a3 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Network b605e91e-e283-4bd1-bcdc-6c3024080209 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:34.556132 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b3ffc554-4da5-4967-adff-d062de7605b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f23f9b3e112c4a8eaedd6f8aef40eeb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6199110 Jul 16 01:47:34.558857 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffc554-4da5-4967-adff-d062de7605b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6bc055-b629-4509-b75d-e5250c098ec2,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:34.559916 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53116) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:34.567743 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-220a8900-d0be-49c4-82b1-cbf2575067a3 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, b605e91e-e283-4bd1-bcdc-6c3024080209) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:34.571713 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-220a8900-d0be-49c4-82b1-cbf2575067a3 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.582306 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253d691f-2b61-48ef-a80f-9ff6c108fc1f None None] Network b605e91e-e283-4bd1-bcdc-6c3024080209 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:34.637990 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a8900-d0be-49c4-82b1-cbf2575067a3 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Pushing event updated for resources: {'Subnet': ['ID=4f3fb266-64d1-4f6f-8856-d71b7f6ee206,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:34.643558 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a8900-d0be-49c4-82b1-cbf2575067a3 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Checking segment: {'id': '45991b88-c4c0-4da9-88ac-76aa4adaeb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a1d3687b-f153-482e-84e1-07a5b32430c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:34.644004 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220a8900-d0be-49c4-82b1-cbf2575067a3 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Network hostable DHCP agents. Network: a1d3687b-f153-482e-84e1-07a5b32430c4, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:34.663509 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220a8900-d0be-49c4-82b1-cbf2575067a3 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Network a1d3687b-f153-482e-84e1-07a5b32430c4 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:34.676972 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-220a8900-d0be-49c4-82b1-cbf2575067a3 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, a1d3687b-f153-482e-84e1-07a5b32430c4) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:34.679823 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6fd6f43b-d6e2-4102-b265-1cc2187bc026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.682048 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220a8900-d0be-49c4-82b1-cbf2575067a3 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.682671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220a8900-d0be-49c4-82b1-cbf2575067a3 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.683521 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-220a8900-d0be-49c4-82b1-cbf2575067a3 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.697917 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-54021379-f0a9-4989-ab81-a3e49819bf9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.703712 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87f1afe-2c48-46f1-851e-7a60a52b83c4 None None] Network a1d3687b-f153-482e-84e1-07a5b32430c4 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:34.703927 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-220a8900-d0be-49c4-82b1-cbf2575067a3 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.7375491 Jul 16 01:47:34.704408 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53118) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:34.716994 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6fd6f43b-d6e2-4102-b265-1cc2187bc026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.804014 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0579e7-10a8-493a-be9f-0227fb9fadd1 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.805668 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0579e7-10a8-493a-be9f-0227fb9fadd1 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.807196 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0579e7-10a8-493a-be9f-0227fb9fadd1 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.812283 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ee0579e7-10a8-493a-be9f-0227fb9fadd1 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1069210 Jul 16 01:47:34.814267 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53120) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:34.815403 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0e6d67-4c25-4600-8953-c17ba12a5ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-b605e91e-e283-4bd1-bcdc-6c3024080209', 'network_id': 'b605e91e-e283-4bd1-bcdc-6c3024080209', 'tenant_id': '60b2ba9eda15454ab138975605c64ce3', 'fixed_ips': [{'subnet_id': 'b61a6534-832a-4f06-b8df-19ddcb532cdd'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:47:34.816397 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4f0e6d67-4c25-4600-8953-c17ba12a5ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.846817 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6fd6f43b-d6e2-4102-b265-1cc2187bc026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.849402 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6fd6f43b-d6e2-4102-b265-1cc2187bc026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.853845 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6fd6f43b-d6e2-4102-b265-1cc2187bc026 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a6bc055-b629-4509-b75d-e5250c098ec2 HTTP/1.1" status: 204 len: 168 time: 0.2898169 Jul 16 01:47:34.873627 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-b836a129-5a65-4329-a334-8e303e207f1e tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Deleting subnet b61a6534-832a-4f06-b8df-19ddcb532cdd {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:47:34.874683 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-54021379-f0a9-4989-ab81-a3e49819bf9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Allocated IP 172.25.6.162 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/8a1a989a-786e-4846-8ab5-2d449a240d47) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:34.878402 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b836a129-5a65-4329-a334-8e303e207f1e tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.886354 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6f43b-d6e2-4102-b265-1cc2187bc026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6bc055-b629-4509-b75d-e5250c098ec2,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:34.939535 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b836a129-5a65-4329-a334-8e303e207f1e tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.991850 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b836a129-5a65-4329-a334-8e303e207f1e tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.003499 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae86549-3d7f-4606-9596-ac8f4b8066b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-a1d3687b-f153-482e-84e1-07a5b32430c4', 'network_id': 'a1d3687b-f153-482e-84e1-07a5b32430c4', 'tenant_id': '60b2ba9eda15454ab138975605c64ce3', 'fixed_ips': [{'subnet_id': '4f3fb266-64d1-4f6f-8856-d71b7f6ee206'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:47:35.004681 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bae86549-3d7f-4606-9596-ac8f4b8066b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.016184 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-54021379-f0a9-4989-ab81-a3e49819bf9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.073388 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-54021379-f0a9-4989-ab81-a3e49819bf9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.075971 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b836a129-5a65-4329-a334-8e303e207f1e tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server [None req-4f0e6d67-4c25-4600-8953-c17ba12a5ee3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b61a6534-832a-4f06-b8df-19ddcb532cdd: This subnet is being modified by another concurrent operation. Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b61a6534-832a-4f06-b8df-19ddcb532cdd: This subnet is being modified by another concurrent operation. Jul 16 01:47:35.097129 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server Jul 16 01:47:35.118055 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54021379-f0a9-4989-ab81-a3e49819bf9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:35.124388 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-54021379-f0a9-4989-ab81-a3e49819bf9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:35.128783 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54021379-f0a9-4989-ab81-a3e49819bf9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:35.129816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836a129-5a65-4329-a334-8e303e207f1e tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Pushing event deleted for resources: {'Subnet': ['ID=b61a6534-832a-4f06-b8df-19ddcb532cdd,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:35.132239 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b836a129-5a65-4329-a334-8e303e207f1e tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.134210 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b836a129-5a65-4329-a334-8e303e207f1e tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] 10.222.0.16 "DELETE /v2.0/subnets/b61a6534-832a-4f06-b8df-19ddcb532cdd HTTP/1.1" status: 204 len: 168 time: 0.3189721 Jul 16 01:47:35.136726 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53126) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:35.147963 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74adebe5-4561-4178-89bd-8e85fa7cdb8f None None] Network b605e91e-e283-4bd1-bcdc-6c3024080209 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:35.193629 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.195245 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-2419ef00-0e0f-4cdf-8d02-7c3c64f03e97 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Deleting subnet 4f3fb266-64d1-4f6f-8856-d71b7f6ee206 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:47:35.202258 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54021379-f0a9-4989-ab81-a3e49819bf9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'Port': ['ID=8a1a989a-786e-4846-8ab5-2d449a240d47,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:35.317501 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-bae86549-3d7f-4606-9596-ac8f4b8066b5 None None] Allocated IP 172.20.0.18 (a1d3687b-f153-482e-84e1-07a5b32430c4/4f3fb266-64d1-4f6f-8856-d71b7f6ee206/4d97af35-83a9-4277-b78c-19f37f36150f) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:35.497017 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bae86549-3d7f-4606-9596-ac8f4b8066b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.504387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bae86549-3d7f-4606-9596-ac8f4b8066b5 None None] Transition to ACTIVE for port object 4d97af35-83a9-4277-b78c-19f37f36150f will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:35.521199 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bae86549-3d7f-4606-9596-ac8f4b8066b5 None None] Transition to ACTIVE for port object 4d97af35-83a9-4277-b78c-19f37f36150f will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:35.528040 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2419ef00-0e0f-4cdf-8d02-7c3c64f03e97 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.529320 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bae86549-3d7f-4606-9596-ac8f4b8066b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.585784 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae86549-3d7f-4606-9596-ac8f4b8066b5 None None] Network a1d3687b-f153-482e-84e1-07a5b32430c4 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:35.589722 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-bae86549-3d7f-4606-9596-ac8f4b8066b5 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:35.595495 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae86549-3d7f-4606-9596-ac8f4b8066b5 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:35.601340 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae86549-3d7f-4606-9596-ac8f4b8066b5 None None] Pushing event updated for resources: {'Port': ['ID=4d97af35-83a9-4277-b78c-19f37f36150f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:35.601514 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2419ef00-0e0f-4cdf-8d02-7c3c64f03e97 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.616965 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-54021379-f0a9-4989-ab81-a3e49819bf9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.666188 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-bae86549-3d7f-4606-9596-ac8f4b8066b5 None None] Attempting to bind port 4d97af35-83a9-4277-b78c-19f37f36150f on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:35.666565 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-bae86549-3d7f-4606-9596-ac8f4b8066b5 None None] Attempting to bind port 4d97af35-83a9-4277-b78c-19f37f36150f by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '45991b88-c4c0-4da9-88ac-76aa4adaeb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a1d3687b-f153-482e-84e1-07a5b32430c4'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:35.666999 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae86549-3d7f-4606-9596-ac8f4b8066b5 None None] Attempting to bind port 4d97af35-83a9-4277-b78c-19f37f36150f on network a1d3687b-f153-482e-84e1-07a5b32430c4 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:35.672788 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae86549-3d7f-4606-9596-ac8f4b8066b5 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:35.673730 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae86549-3d7f-4606-9596-ac8f4b8066b5 None None] Checking segment: {'id': '45991b88-c4c0-4da9-88ac-76aa4adaeb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a1d3687b-f153-482e-84e1-07a5b32430c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:35.674368 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bae86549-3d7f-4606-9596-ac8f4b8066b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.674908 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae86549-3d7f-4606-9596-ac8f4b8066b5 None None] Bound using segment: {'id': '45991b88-c4c0-4da9-88ac-76aa4adaeb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a1d3687b-f153-482e-84e1-07a5b32430c4'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:35.675532 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-bae86549-3d7f-4606-9596-ac8f4b8066b5 None None] Bound port: 4d97af35-83a9-4277-b78c-19f37f36150f, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45991b88-c4c0-4da9-88ac-76aa4adaeb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a1d3687b-f153-482e-84e1-07a5b32430c4'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:35.676236 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bae86549-3d7f-4606-9596-ac8f4b8066b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.711592 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2419ef00-0e0f-4cdf-8d02-7c3c64f03e97 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.724932 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-54021379-f0a9-4989-ab81-a3e49819bf9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.788311 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2419ef00-0e0f-4cdf-8d02-7c3c64f03e97 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.792745 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-bae86549-3d7f-4606-9596-ac8f4b8066b5 None None] For port 4d97af35-83a9-4277-b78c-19f37f36150f, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:35.799075 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-bae86549-3d7f-4606-9596-ac8f4b8066b5 None None] For port 4d97af35-83a9-4277-b78c-19f37f36150f, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4d97af35-83a9-4277-b78c-19f37f36150f,segment=NetworkSegment(45991b88-c4c0-4da9-88ac-76aa4adaeb62),segment_id=45991b88-c4c0-4da9-88ac-76aa4adaeb62)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:35.805635 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2419ef00-0e0f-4cdf-8d02-7c3c64f03e97 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.809128 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2419ef00-0e0f-4cdf-8d02-7c3c64f03e97 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] 10.222.0.16 "DELETE /v2.0/subnets/4f3fb266-64d1-4f6f-8856-d71b7f6ee206 HTTP/1.1" status: 204 len: 168 time: 0.6714549 Jul 16 01:47:35.810714 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bae86549-3d7f-4606-9596-ac8f4b8066b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.832042 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53144) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:35.833130 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419ef00-0e0f-4cdf-8d02-7c3c64f03e97 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Pushing event deleted for resources: {'Subnet': ['ID=4f3fb266-64d1-4f6f-8856-d71b7f6ee206,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:35.876797 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419ef00-0e0f-4cdf-8d02-7c3c64f03e97 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:35.877152 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419ef00-0e0f-4cdf-8d02-7c3c64f03e97 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:35.877496 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419ef00-0e0f-4cdf-8d02-7c3c64f03e97 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:35.877855 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419ef00-0e0f-4cdf-8d02-7c3c64f03e97 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:35.878194 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419ef00-0e0f-4cdf-8d02-7c3c64f03e97 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:35.878526 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419ef00-0e0f-4cdf-8d02-7c3c64f03e97 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:35.878856 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419ef00-0e0f-4cdf-8d02-7c3c64f03e97 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:35.879185 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419ef00-0e0f-4cdf-8d02-7c3c64f03e97 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:35.879510 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419ef00-0e0f-4cdf-8d02-7c3c64f03e97 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:35.879850 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419ef00-0e0f-4cdf-8d02-7c3c64f03e97 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:35.880178 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419ef00-0e0f-4cdf-8d02-7c3c64f03e97 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:35.880544 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419ef00-0e0f-4cdf-8d02-7c3c64f03e97 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:35.902444 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae86549-3d7f-4606-9596-ac8f4b8066b5 None None] Pushing event updated for resources: {'Port': ['ID=4d97af35-83a9-4277-b78c-19f37f36150f,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:35.909881 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-54021379-f0a9-4989-ab81-a3e49819bf9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.917611 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8806f1b-6a46-4e3f-8408-7c09467daa2e tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:35.920025 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-54021379-f0a9-4989-ab81-a3e49819bf9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.924628 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d8806f1b-6a46-4e3f-8408-7c09467daa2e tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0882730 Jul 16 01:47:35.925284 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53148) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:36.006469 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54021379-f0a9-4989-ab81-a3e49819bf9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'Port': ['ID=8a1a989a-786e-4846-8ab5-2d449a240d47,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:36.014752 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-54021379-f0a9-4989-ab81-a3e49819bf9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.027006 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4fe9aeab-8c0c-4380-886a-7f13af2abd7c tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.084352 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-4fe9aeab-8c0c-4380-886a-7f13af2abd7c tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Deleting port 4d97af35-83a9-4277-b78c-19f37f36150f {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:36.084875 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4fe9aeab-8c0c-4380-886a-7f13af2abd7c tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.140762 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-54021379-f0a9-4989-ab81-a3e49819bf9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Floating IP 08faccfe-02de-49a4-bf46-0725f6f19706 associated. External IP: 172.25.6.162, port: 8614f55b-4f5f-440d-afb6-45fa6c74b821. Jul 16 01:47:36.203052 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-4fe9aeab-8c0c-4380-886a-7f13af2abd7c tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] For port 4d97af35-83a9-4277-b78c-19f37f36150f, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4d97af35-83a9-4277-b78c-19f37f36150f,segment=NetworkSegment(45991b88-c4c0-4da9-88ac-76aa4adaeb62),segment_id=45991b88-c4c0-4da9-88ac-76aa4adaeb62)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:36.203422 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4fe9aeab-8c0c-4380-886a-7f13af2abd7c tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.219668 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-4fe9aeab-8c0c-4380-886a-7f13af2abd7c tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Calling delete_port for 4d97af35-83a9-4277-b78c-19f37f36150f owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:36.341439 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4fe9aeab-8c0c-4380-886a-7f13af2abd7c tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.381442 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9aeab-8c0c-4380-886a-7f13af2abd7c tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Pushing event deleted for resources: {'Port': ['ID=4d97af35-83a9-4277-b78c-19f37f36150f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:36.385753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe9aeab-8c0c-4380-886a-7f13af2abd7c tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] No DVR routers for this DVR port 4d97af35-83a9-4277-b78c-19f37f36150f on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:36.406504 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54021379-f0a9-4989-ab81-a3e49819bf9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Router 35c963d7-bd9e-417a-80e6-22ee1e816737 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:36.480346 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4fe9aeab-8c0c-4380-886a-7f13af2abd7c tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.492461 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-4fe9aeab-8c0c-4380-886a-7f13af2abd7c tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d3687b-f153-482e-84e1-07a5b32430c4']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:36.503795 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-4fe9aeab-8c0c-4380-886a-7f13af2abd7c tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45991b88-c4c0-4da9-88ac-76aa4adaeb62') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:36.504092 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-4fe9aeab-8c0c-4380-886a-7f13af2abd7c tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45991b88-c4c0-4da9-88ac-76aa4adaeb62') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:36.514452 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4fe9aeab-8c0c-4380-886a-7f13af2abd7c tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.527631 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54021379-f0a9-4989-ab81-a3e49819bf9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:36.544988 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4fe9aeab-8c0c-4380-886a-7f13af2abd7c tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.550622 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2831b373-9b6d-4a13-9da3-2b084c39c15a None None] Sync routers for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:36.551030 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-54021379-f0a9-4989-ab81-a3e49819bf9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.556810 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe9aeab-8c0c-4380-886a-7f13af2abd7c tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:36.557394 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4fe9aeab-8c0c-4380-886a-7f13af2abd7c tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:36.561160 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:36.588152 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2831b373-9b6d-4a13-9da3-2b084c39c15a None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:36.589105 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2831b373-9b6d-4a13-9da3-2b084c39c15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:36.596283 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-54021379-f0a9-4989-ab81-a3e49819bf9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.1604316 Jul 16 01:47:36.599769 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53166) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:36.647891 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4fe9aeab-8c0c-4380-886a-7f13af2abd7c tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.653837 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2831b373-9b6d-4a13-9da3-2b084c39c15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:36.657483 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4fe9aeab-8c0c-4380-886a-7f13af2abd7c tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.661684 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4fe9aeab-8c0c-4380-886a-7f13af2abd7c tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] 10.222.0.16 "DELETE /v2.0/networks/a1d3687b-f153-482e-84e1-07a5b32430c4 HTTP/1.1" status: 204 len: 168 time: 0.7332201 Jul 16 01:47:36.662011 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53170) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:36.667539 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2831b373-9b6d-4a13-9da3-2b084c39c15a None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:36.668340 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2831b373-9b6d-4a13-9da3-2b084c39c15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:36.681789 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9aeab-8c0c-4380-886a-7f13af2abd7c tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Pushing event deleted for resources: {'Network': ['ID=a1d3687b-f153-482e-84e1-07a5b32430c4,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:36.706198 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1b6b0bc0-3067-4230-a32c-4864a7d0f95e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "GET /v2.0/floatingips/08faccfe-02de-49a4-bf46-0725f6f19706 HTTP/1.1" status: 200 len: 978 time: 0.1051893 Jul 16 01:47:36.709325 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53172) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:36.714177 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2831b373-9b6d-4a13-9da3-2b084c39c15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:36.714846 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2831b373-9b6d-4a13-9da3-2b084c39c15a None None] The sync data for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:36.758811 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0afe-a0a3-4a6b-ba1f-bad19bc9eef5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.855885 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b43baba6-d2ef-47e2-ab7c-c23f0818f16a tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1398003 Jul 16 01:47:36.859100 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53178) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:36.864098 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-021c48ae-f23f-43a1-8256-eb56219d95dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Request body: {'floatingip': {'port_id': '844785ae-9841-43e7-ad5d-8738304b71a8'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:36.884617 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0afe-a0a3-4a6b-ba1f-bad19bc9eef5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.898194 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-ef8c0afe-a0a3-4a6b-ba1f-bad19bc9eef5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b605e91e-e283-4bd1-bcdc-6c3024080209']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:36.913731 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-ef8c0afe-a0a3-4a6b-ba1f-bad19bc9eef5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459a16c9-f7e3-49e0-80f9-3426e88605f5') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:36.914031 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-ef8c0afe-a0a3-4a6b-ba1f-bad19bc9eef5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459a16c9-f7e3-49e0-80f9-3426e88605f5') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:36.924156 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0afe-a0a3-4a6b-ba1f-bad19bc9eef5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.935323 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-021c48ae-f23f-43a1-8256-eb56219d95dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.939939 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0afe-a0a3-4a6b-ba1f-bad19bc9eef5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.948443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8c0afe-a0a3-4a6b-ba1f-bad19bc9eef5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:36.948980 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0afe-a0a3-4a6b-ba1f-bad19bc9eef5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:36.953303 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:37.024518 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0afe-a0a3-4a6b-ba1f-bad19bc9eef5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.033784 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0afe-a0a3-4a6b-ba1f-bad19bc9eef5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.035924 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ef8c0afe-a0a3-4a6b-ba1f-bad19bc9eef5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] 10.222.0.16 "DELETE /v2.0/networks/b605e91e-e283-4bd1-bcdc-6c3024080209 HTTP/1.1" status: 204 len: 168 time: 0.3727472 Jul 16 01:47:37.038334 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53184) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:37.066961 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c0afe-a0a3-4a6b-ba1f-bad19bc9eef5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Pushing event deleted for resources: {'Network': ['ID=b605e91e-e283-4bd1-bcdc-6c3024080209,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:37.142027 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1693e70d-0761-4348-aa03-7b73ba69939d tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.152378 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-fc6ae725-80f8-46b1-8d66-d4a86f74d417 None None] Could not find standard attr ID for object 4d97af35-83a9-4277-b78c-19f37f36150f. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:47:37.205668 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76af2d42-66de-4682-b691-17f8f6f159e8 None None] DHCP port deletion for a1d3687b-f153-482e-84e1-07a5b32430c4 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:47:37.229471 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94091f57-7bfb-46c2-8be6-4ff0d2e84c14 None None] Network a1d3687b-f153-482e-84e1-07a5b32430c4 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:37.246278 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94091f57-7bfb-46c2-8be6-4ff0d2e84c14 None None] Network a1d3687b-f153-482e-84e1-07a5b32430c4 could not be found, it might have been deleted concurrently. {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:47:37.252237 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1693e70d-0761-4348-aa03-7b73ba69939d tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.263525 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-1693e70d-0761-4348-aa03-7b73ba69939d tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f00d47e-51ff-425b-b92f-1292d9766489']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:37.268548 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d591b2b-60a7-4d89-a94c-5558d2a8a349 None None] get_active_networks_info from n-d-792394-16 {{(pid=93957) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:47:37.275496 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-1693e70d-0761-4348-aa03-7b73ba69939d tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57a6110-1b38-451c-aae4-92ab16b2fa5b') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:37.275905 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-1693e70d-0761-4348-aa03-7b73ba69939d tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57a6110-1b38-451c-aae4-92ab16b2fa5b') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:37.287982 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1693e70d-0761-4348-aa03-7b73ba69939d tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.304487 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1693e70d-0761-4348-aa03-7b73ba69939d tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.313303 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1693e70d-0761-4348-aa03-7b73ba69939d tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:37.314096 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1693e70d-0761-4348-aa03-7b73ba69939d tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:37.319004 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:37.376793 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d591b2b-60a7-4d89-a94c-5558d2a8a349 None None] Resources bound (agent type, host, resource id): {{(pid=93957) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:47:37.393688 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1693e70d-0761-4348-aa03-7b73ba69939d tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.426873 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1693e70d-0761-4348-aa03-7b73ba69939d tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.431459 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1693e70d-0761-4348-aa03-7b73ba69939d tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] 10.222.0.16 "DELETE /v2.0/networks/9f00d47e-51ff-425b-b92f-1292d9766489 HTTP/1.1" status: 204 len: 168 time: 0.3896649 Jul 16 01:47:37.431459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693e70d-0761-4348-aa03-7b73ba69939d tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Pushing event deleted for resources: {'Network': ['ID=9f00d47e-51ff-425b-b92f-1292d9766489,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:37.431459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53200) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:37.520119 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f55c6bab-8162-40a5-a9d5-43ab001a66a5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.648719 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f55c6bab-8162-40a5-a9d5-43ab001a66a5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.667701 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-f55c6bab-8162-40a5-a9d5-43ab001a66a5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c2f3cf-bb27-445a-8b7a-83835fafe83d']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:37.688820 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-f55c6bab-8162-40a5-a9d5-43ab001a66a5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c4cb7e-a8e0-4047-bcad-2ad39d006872') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:37.689134 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-f55c6bab-8162-40a5-a9d5-43ab001a66a5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c4cb7e-a8e0-4047-bcad-2ad39d006872') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:37.706786 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f55c6bab-8162-40a5-a9d5-43ab001a66a5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.729358 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f55c6bab-8162-40a5-a9d5-43ab001a66a5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.738429 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55c6bab-8162-40a5-a9d5-43ab001a66a5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:37.738870 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f55c6bab-8162-40a5-a9d5-43ab001a66a5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:37.742274 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:37.805047 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f55c6bab-8162-40a5-a9d5-43ab001a66a5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.810833 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f55c6bab-8162-40a5-a9d5-43ab001a66a5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.814205 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-021c48ae-f23f-43a1-8256-eb56219d95dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.815710 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f55c6bab-8162-40a5-a9d5-43ab001a66a5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] 10.222.0.16 "DELETE /v2.0/networks/c9c2f3cf-bb27-445a-8b7a-83835fafe83d HTTP/1.1" status: 204 len: 168 time: 0.3787551 Jul 16 01:47:37.820665 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-021c48ae-f23f-43a1-8256-eb56219d95dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.831207 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c6bab-8162-40a5-a9d5-43ab001a66a5 tempest-BulkNetworkOpsTest-643308234 tempest-BulkNetworkOpsTest-643308234-project] Pushing event deleted for resources: {'Network': ['ID=c9c2f3cf-bb27-445a-8b7a-83835fafe83d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:37.937308 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-021c48ae-f23f-43a1-8256-eb56219d95dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Floating IP 08faccfe-02de-49a4-bf46-0725f6f19706 associated. External IP: 172.25.6.162, port: 8614f55b-4f5f-440d-afb6-45fa6c74b821. Jul 16 01:47:38.127847 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53230) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:38.163973 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021c48ae-f23f-43a1-8256-eb56219d95dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Router 35c963d7-bd9e-417a-80e6-22ee1e816737 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:38.283313 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021c48ae-f23f-43a1-8256-eb56219d95dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:38.296844 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f324440-cc82-4835-bd4a-f5fe1578fb1f None None] Sync routers for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:38.309252 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f324440-cc82-4835-bd4a-f5fe1578fb1f None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:38.309886 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0f324440-cc82-4835-bd4a-f5fe1578fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:38.350999 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-93f42af1-9d5a-49aa-96a2-87d0a10a3b9e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60b2ba9eda15454ab138975605c64ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2218060 Jul 16 01:47:38.353629 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53240) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:38.365577 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0f324440-cc82-4835-bd4a-f5fe1578fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:38.377374 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f324440-cc82-4835-bd4a-f5fe1578fb1f None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:38.378130 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0f324440-cc82-4835-bd4a-f5fe1578fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:38.413033 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0f324440-cc82-4835-bd4a-f5fe1578fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:38.413700 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f324440-cc82-4835-bd4a-f5fe1578fb1f None None] The sync data for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:38.425061 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3416e153-aba3-46cd-96f7-a84eb0b15962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.449078 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3416e153-aba3-46cd-96f7-a84eb0b15962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.502226 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3416e153-aba3-46cd-96f7-a84eb0b15962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.506225 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3416e153-aba3-46cd-96f7-a84eb0b15962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.511221 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3416e153-aba3-46cd-96f7-a84eb0b15962 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8d27d23-777e-4785-af21-005f2a01da79 HTTP/1.1" status: 204 len: 168 time: 0.1541433 Jul 16 01:47:38.520486 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416e153-aba3-46cd-96f7-a84eb0b15962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d27d23-777e-4785-af21-005f2a01da79,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:38.541830 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021c48ae-f23f-43a1-8256-eb56219d95dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Router 35c963d7-bd9e-417a-80e6-22ee1e816737 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:38.657532 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021c48ae-f23f-43a1-8256-eb56219d95dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:38.661956 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-021c48ae-f23f-43a1-8256-eb56219d95dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.671887 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb95e036-cfeb-4f00-97df-b75d8a681cf2 None None] Sync routers for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:38.681570 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb95e036-cfeb-4f00-97df-b75d8a681cf2 None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:38.682258 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-cb95e036-cfeb-4f00-97df-b75d8a681cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:38.718153 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-cb95e036-cfeb-4f00-97df-b75d8a681cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:38.729813 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb95e036-cfeb-4f00-97df-b75d8a681cf2 None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:38.730465 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-cb95e036-cfeb-4f00-97df-b75d8a681cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:38.770875 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-021c48ae-f23f-43a1-8256-eb56219d95dd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "PUT /v2.0/floatingips/08faccfe-02de-49a4-bf46-0725f6f19706 HTTP/1.1" status: 200 len: 979 time: 1.9104981 Jul 16 01:47:38.773122 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-cb95e036-cfeb-4f00-97df-b75d8a681cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:38.773815 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb95e036-cfeb-4f00-97df-b75d8a681cf2 None None] The sync data for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:38.774891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53258) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:38.781518 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-9dd75130-398b-447c-8628-f8e8f891cb75 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:38.848973 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9dd75130-398b-447c-8628-f8e8f891cb75 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.008539 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9dd75130-398b-447c-8628-f8e8f891cb75 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.014370 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9dd75130-398b-447c-8628-f8e8f891cb75 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.014804 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-9dd75130-398b-447c-8628-f8e8f891cb75 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Floating IP 08faccfe-02de-49a4-bf46-0725f6f19706 disassociated. External IP: 172.25.6.162, port: 844785ae-9841-43e7-ad5d-8738304b71a8. Jul 16 01:47:39.091359 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53272) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:39.231263 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c0b856f3-279d-4fe3-8317-2699756b4518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.261785 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd75130-398b-447c-8628-f8e8f891cb75 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Router 35c963d7-bd9e-417a-80e6-22ee1e816737 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:39.335452 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c0b856f3-279d-4fe3-8317-2699756b4518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.340881 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c0b856f3-279d-4fe3-8317-2699756b4518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.361083 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53284) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:39.382740 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b856f3-279d-4fe3-8317-2699756b4518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b136f96e-ac05-4d04-b554-19f2fc0eed06,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:39.393649 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c0b856f3-279d-4fe3-8317-2699756b4518 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60110b61eaca47d994bdae29c2876547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2960842 Jul 16 01:47:39.393889 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd75130-398b-447c-8628-f8e8f891cb75 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:39.393995 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53288) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:39.394246 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9dd75130-398b-447c-8628-f8e8f891cb75 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.401029 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0feeadb7-e77f-441a-a6c2-e74199ce348b None None] Sync routers for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:39.415526 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feeadb7-e77f-441a-a6c2-e74199ce348b None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:39.416302 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0feeadb7-e77f-441a-a6c2-e74199ce348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:39.433602 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9dd75130-398b-447c-8628-f8e8f891cb75 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "PUT /v2.0/floatingips/08faccfe-02de-49a4-bf46-0725f6f19706 HTTP/1.1" status: 200 len: 688 time: 0.6569574 Jul 16 01:47:39.436474 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53290) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:39.457110 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0feeadb7-e77f-441a-a6c2-e74199ce348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:39.467383 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feeadb7-e77f-441a-a6c2-e74199ce348b None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:39.468231 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0feeadb7-e77f-441a-a6c2-e74199ce348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:39.486509 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-496f2145-37b1-4063-8066-15d089c69a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.505718 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0feeadb7-e77f-441a-a6c2-e74199ce348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:39.506509 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0feeadb7-e77f-441a-a6c2-e74199ce348b None None] The sync data for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:39.511045 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-496f2145-37b1-4063-8066-15d089c69a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.526358 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-af97c763-5ef0-4407-8b00-126151a955a0 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2065228309'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:39.559244 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-496f2145-37b1-4063-8066-15d089c69a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.561996 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-496f2145-37b1-4063-8066-15d089c69a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.563330 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-496f2145-37b1-4063-8066-15d089c69a87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b136f96e-ac05-4d04-b554-19f2fc0eed06 HTTP/1.1" status: 204 len: 168 time: 0.1694458 Jul 16 01:47:39.577748 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f2145-37b1-4063-8066-15d089c69a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b136f96e-ac05-4d04-b554-19f2fc0eed06,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:39.583189 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af97c763-5ef0-4407-8b00-126151a955a0 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Made reservation on behalf of e3370e7e83f24166afdcfb949ee3aa1a for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:39.586874 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-af97c763-5ef0-4407-8b00-126151a955a0 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.602906 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-af97c763-5ef0-4407-8b00-126151a955a0 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.626712 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-c02b6bba-9222-4f1a-bdf0-e572bb27ee09 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Deleting port 8a1a989a-786e-4846-8ab5-2d449a240d47 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:39.627056 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c02b6bba-9222-4f1a-bdf0-e572bb27ee09 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.736084 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c02b6bba-9222-4f1a-bdf0-e572bb27ee09 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.736452 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c02b6bba-9222-4f1a-bdf0-e572bb27ee09 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.754365 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-c02b6bba-9222-4f1a-bdf0-e572bb27ee09 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Calling delete_port for 8a1a989a-786e-4846-8ab5-2d449a240d47 owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:39.825114 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-af97c763-5ef0-4407-8b00-126151a955a0 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.840757 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-af97c763-5ef0-4407-8b00-126151a955a0 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.887590 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af97c763-5ef0-4407-8b00-126151a955a0 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:39.895913 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97c763-5ef0-4407-8b00-126151a955a0 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616d2557-5f74-4a25-adbd-4b119eab3ecf,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:39.904769 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-af97c763-5ef0-4407-8b00-126151a955a0 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.906006 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-af97c763-5ef0-4407-8b00-126151a955a0 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Added segment a62859ad-e03f-4805-825f-6eabe422c784 of type vlan for network c1d978cd-6c31-4dd2-a2cd-ce063744b704 Jul 16 01:47:39.922201 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53296) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:39.965961 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d447386-ea5a-4ee0-9925-b8f5899dcfb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.978110 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-af97c763-5ef0-4407-8b00-126151a955a0 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.046816 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c02b6bba-9222-4f1a-bdf0-e572bb27ee09 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.074835 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-af97c763-5ef0-4407-8b00-126151a955a0 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.080702 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af97c763-5ef0-4407-8b00-126151a955a0 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:40.081358 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-af97c763-5ef0-4407-8b00-126151a955a0 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.095306 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b6bba-9222-4f1a-bdf0-e572bb27ee09 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event deleted for resources: {'Port': ['ID=8a1a989a-786e-4846-8ab5-2d449a240d47,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:40.205671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97c763-5ef0-4407-8b00-126151a955a0 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event updated for resources: {'Network': ['ID=c1d978cd-6c31-4dd2-a2cd-ce063744b704,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:40.217069 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network c1d978cd-6c31-4dd2-a2cd-ce063744b704 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:40.240999 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c02b6bba-9222-4f1a-bdf0-e572bb27ee09 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.243451 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c02b6bba-9222-4f1a-bdf0-e572bb27ee09 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.244627 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c02b6bba-9222-4f1a-bdf0-e572bb27ee09 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "DELETE /v2.0/floatingips/08faccfe-02de-49a4-bf46-0725f6f19706 HTTP/1.1" status: 204 len: 168 time: 0.8071775 Jul 16 01:47:40.247300 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53298) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:40.596052 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-deefc3b6-9828-45c6-86f2-cb2016d5cc0c tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] delete failed (client error): The resource could not be found. Jul 16 01:47:40.597037 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-deefc3b6-9828-45c6-86f2-cb2016d5cc0c tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "DELETE /v2.0/floatingips/08faccfe-02de-49a4-bf46-0725f6f19706 HTTP/1.1" status: 404 len: 345 time: 0.3488009 Jul 16 01:47:40.602051 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53300) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:40.612165 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d447386-ea5a-4ee0-9925-b8f5899dcfb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.618704 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d447386-ea5a-4ee0-9925-b8f5899dcfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.632174 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-af97c763-5ef0-4407-8b00-126151a955a0 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2700346 Jul 16 01:47:40.661187 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7d447386-ea5a-4ee0-9925-b8f5899dcfb7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3041d458bd64cdc8c5e960d23140f94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7354240 Jul 16 01:47:40.661532 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53302) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:40.663272 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d447386-ea5a-4ee0-9925-b8f5899dcfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa27563-a335-4f6d-bc29-881476119a6e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:40.754209 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36043739-8da9-4ab2-a48c-9432006e07c5 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:40.760015 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36043739-8da9-4ab2-a48c-9432006e07c5 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:40.765984 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36043739-8da9-4ab2-a48c-9432006e07c5 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:40.770320 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-36043739-8da9-4ab2-a48c-9432006e07c5 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "GET /v2.0/ports?network_id=1eb5b0f7-782d-4592-bc00-96b6f72bf01e HTTP/1.1" status: 200 len: 2359 time: 0.1646535 Jul 16 01:47:40.770840 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53304) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:40.777934 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3f379fcf-fd06-46c1-81e0-ca617c42f494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.800236 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3f379fcf-fd06-46c1-81e0-ca617c42f494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.828832 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbe1654-4e26-4fc8-ae07-954c7c426f51 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:40.830202 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8cbe1654-4e26-4fc8-ae07-954c7c426f51 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "GET /v2.0/subnets/2c2ca0ed-c607-4e7c-addb-4fcae125c1f9 HTTP/1.1" status: 200 len: 797 time: 0.0583062 Jul 16 01:47:40.834940 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53306) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:40.840569 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-29703480-b58c-4ef0-8673-175ee7a6c68a tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Request body: {'port': {'network_id': '1eb5b0f7-782d-4592-bc00-96b6f72bf01e', 'name': 'tempest-FloatingIPTestJSON-1360710313', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:40.876319 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3f379fcf-fd06-46c1-81e0-ca617c42f494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.878851 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3f379fcf-fd06-46c1-81e0-ca617c42f494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.879970 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3f379fcf-fd06-46c1-81e0-ca617c42f494 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/caa27563-a335-4f6d-bc29-881476119a6e HTTP/1.1" status: 204 len: 168 time: 0.2175159 Jul 16 01:47:40.916550 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f379fcf-fd06-46c1-81e0-ca617c42f494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa27563-a335-4f6d-bc29-881476119a6e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:40.987698 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29703480-b58c-4ef0-8673-175ee7a6c68a tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Made reservation on behalf of b805fdc05be14aaf94c957556df3d2b8 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:41.082090 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29703480-b58c-4ef0-8673-175ee7a6c68a tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.102621 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-29703480-b58c-4ef0-8673-175ee7a6c68a tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] device_id is not set on port c5e2e588-d317-4e7d-ac71-9e824548f6d7 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:41.436585 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-29703480-b58c-4ef0-8673-175ee7a6c68a tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Allocated IP 172.20.0.14 (1eb5b0f7-782d-4592-bc00-96b6f72bf01e/2c2ca0ed-c607-4e7c-addb-4fcae125c1f9/c5e2e588-d317-4e7d-ac71-9e824548f6d7) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:41.445216 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-29703480-b58c-4ef0-8673-175ee7a6c68a tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Allocated IP 172.20.0.12 (1eb5b0f7-782d-4592-bc00-96b6f72bf01e/2c2ca0ed-c607-4e7c-addb-4fcae125c1f9/c5e2e588-d317-4e7d-ac71-9e824548f6d7) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:41.603546 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29703480-b58c-4ef0-8673-175ee7a6c68a tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.647960 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29703480-b58c-4ef0-8673-175ee7a6c68a tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.709969 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29703480-b58c-4ef0-8673-175ee7a6c68a tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Network 1eb5b0f7-782d-4592-bc00-96b6f72bf01e is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:41.711496 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-29703480-b58c-4ef0-8673-175ee7a6c68a tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:41.714442 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29703480-b58c-4ef0-8673-175ee7a6c68a tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:41.747653 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29703480-b58c-4ef0-8673-175ee7a6c68a tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'Port': ['ID=c5e2e588-d317-4e7d-ac71-9e824548f6d7,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:41.772263 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29703480-b58c-4ef0-8673-175ee7a6c68a tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.773065 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29703480-b58c-4ef0-8673-175ee7a6c68a tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.790767 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-29703480-b58c-4ef0-8673-175ee7a6c68a tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.9547584 Jul 16 01:47:41.793648 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53332) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:41.798586 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b4e14747-8dac-4312-b00b-d4b483c40ce5 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': 'c5e2e588-d317-4e7d-ac71-9e824548f6d7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:41.821261 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b4e14747-8dac-4312-b00b-d4b483c40ce5 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.198053 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b4e14747-8dac-4312-b00b-d4b483c40ce5 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.302061 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-b4e14747-8dac-4312-b00b-d4b483c40ce5 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Allocated IP 172.25.6.8 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/822d5bf0-7baa-4d5f-9918-7f5419ab71e0) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:42.416446 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b4e14747-8dac-4312-b00b-d4b483c40ce5 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.470201 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b4e14747-8dac-4312-b00b-d4b483c40ce5 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.506059 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e14747-8dac-4312-b00b-d4b483c40ce5 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:42.512304 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-b4e14747-8dac-4312-b00b-d4b483c40ce5 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:42.516325 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e14747-8dac-4312-b00b-d4b483c40ce5 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:42.538422 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e14747-8dac-4312-b00b-d4b483c40ce5 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'Port': ['ID=822d5bf0-7baa-4d5f-9918-7f5419ab71e0,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:42.922525 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b4e14747-8dac-4312-b00b-d4b483c40ce5 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.009664 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b4e14747-8dac-4312-b00b-d4b483c40ce5 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.203653 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b4e14747-8dac-4312-b00b-d4b483c40ce5 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.211507 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b4e14747-8dac-4312-b00b-d4b483c40ce5 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.315661 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e14747-8dac-4312-b00b-d4b483c40ce5 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'Port': ['ID=822d5bf0-7baa-4d5f-9918-7f5419ab71e0,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:43.337548 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b4e14747-8dac-4312-b00b-d4b483c40ce5 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.373961 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:47:43.446450 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-b4e14747-8dac-4312-b00b-d4b483c40ce5 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Floating IP 9e987b3e-d7fd-48a8-a4fe-f6bc9688d824 associated. External IP: 172.25.6.8, port: c5e2e588-d317-4e7d-ac71-9e824548f6d7. Jul 16 01:47:43.673786 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53366) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:43.681236 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e14747-8dac-4312-b00b-d4b483c40ce5 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Router 35c963d7-bd9e-417a-80e6-22ee1e816737 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:43.782097 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fb49d12e-9a52-4ddb-a64e-d36711337cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.803563 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e14747-8dac-4312-b00b-d4b483c40ce5 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:43.815812 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37235a9-b27c-452e-b1b5-a651d2f255e1 None None] Sync routers for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:43.827050 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37235a9-b27c-452e-b1b5-a651d2f255e1 None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:43.828231 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f37235a9-b27c-452e-b1b5-a651d2f255e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:43.877429 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f37235a9-b27c-452e-b1b5-a651d2f255e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:43.887250 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37235a9-b27c-452e-b1b5-a651d2f255e1 None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:43.888299 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f37235a9-b27c-452e-b1b5-a651d2f255e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:43.890650 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fb49d12e-9a52-4ddb-a64e-d36711337cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.895651 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fb49d12e-9a52-4ddb-a64e-d36711337cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.903859 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b4e14747-8dac-4312-b00b-d4b483c40ce5 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.923020 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f37235a9-b27c-452e-b1b5-a651d2f255e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:43.923685 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37235a9-b27c-452e-b1b5-a651d2f255e1 None None] The sync data for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:43.941554 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fb49d12e-9a52-4ddb-a64e-d36711337cb2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6028f3cbf31e40948dda58ebd5c2e6bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2665918 Jul 16 01:47:43.944052 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53370) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:43.951062 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49d12e-9a52-4ddb-a64e-d36711337cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90009c69-2776-45f2-948c-05e34e555d4b,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:43.958134 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b4e14747-8dac-4312-b00b-d4b483c40ce5 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1631434 Jul 16 01:47:43.960786 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53372) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:43.967961 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-a325eb1e-fc09-4688-aee0-709e089a5e9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Request body: {'floatingip': {'port_id': 'c5e2e588-d317-4e7d-ac71-9e824548f6d7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:44.003676 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-259f7e31-9aec-4514-97f8-77fdabb1a021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.024057 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a325eb1e-fc09-4688-aee0-709e089a5e9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.030223 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-259f7e31-9aec-4514-97f8-77fdabb1a021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.036470 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53374) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:44.043628 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f5e50cc1-423f-45f0-a8a8-024cf8339ab8 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Request body: {'subnet': {'network_id': 'c1d978cd-6c31-4dd2-a2cd-ce063744b704', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:44.150229 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-259f7e31-9aec-4514-97f8-77fdabb1a021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.152962 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-259f7e31-9aec-4514-97f8-77fdabb1a021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.156882 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-259f7e31-9aec-4514-97f8-77fdabb1a021 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/90009c69-2776-45f2-948c-05e34e555d4b HTTP/1.1" status: 204 len: 168 time: 0.2091229 Jul 16 01:47:44.164977 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f7e31-9aec-4514-97f8-77fdabb1a021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90009c69-2776-45f2-948c-05e34e555d4b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:44.167197 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e50cc1-423f-45f0-a8a8-024cf8339ab8 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Made reservation on behalf of e3370e7e83f24166afdcfb949ee3aa1a for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:44.171525 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f5e50cc1-423f-45f0-a8a8-024cf8339ab8 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.396542 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f5e50cc1-423f-45f0-a8a8-024cf8339ab8 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.469503 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e50cc1-423f-45f0-a8a8-024cf8339ab8 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Checking segment: {'id': 'a62859ad-e03f-4805-825f-6eabe422c784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c1d978cd-6c31-4dd2-a2cd-ce063744b704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:44.469867 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e50cc1-423f-45f0-a8a8-024cf8339ab8 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Network hostable DHCP agents. Network: c1d978cd-6c31-4dd2-a2cd-ce063744b704, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:44.477884 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e50cc1-423f-45f0-a8a8-024cf8339ab8 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event updated for resources: {'Subnet': ['ID=36febcc8-94e8-4990-99e4-38786bfec94c,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:44.498040 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e50cc1-423f-45f0-a8a8-024cf8339ab8 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Network c1d978cd-6c31-4dd2-a2cd-ce063744b704 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:44.500126 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53380) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:44.516628 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a97736eb-4dca-426c-8b64-4a55d14004e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.523936 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-f5e50cc1-423f-45f0-a8a8-024cf8339ab8 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, c1d978cd-6c31-4dd2-a2cd-ce063744b704) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:44.530315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e50cc1-423f-45f0-a8a8-024cf8339ab8 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:44.530901 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f5e50cc1-423f-45f0-a8a8-024cf8339ab8 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.534108 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aacc53-3e9c-4be0-9796-66fa5ba74418 None None] Network c1d978cd-6c31-4dd2-a2cd-ce063744b704 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:44.570137 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a325eb1e-fc09-4688-aee0-709e089a5e9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.576963 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a325eb1e-fc09-4688-aee0-709e089a5e9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.630610 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a97736eb-4dca-426c-8b64-4a55d14004e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.640905 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a97736eb-4dca-426c-8b64-4a55d14004e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.657715 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f5e50cc1-423f-45f0-a8a8-024cf8339ab8 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6160717 Jul 16 01:47:44.661224 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53382) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:44.667694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-dc95959f-49ca-45d6-a3d3-a7862261c782 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1686394006'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:44.690303 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a859ca-a924-402b-a0f4-4c323f041537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-c1d978cd-6c31-4dd2-a2cd-ce063744b704', 'network_id': 'c1d978cd-6c31-4dd2-a2cd-ce063744b704', 'tenant_id': 'e3370e7e83f24166afdcfb949ee3aa1a', 'fixed_ips': [{'subnet_id': '36febcc8-94e8-4990-99e4-38786bfec94c'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:47:44.691049 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-08a859ca-a924-402b-a0f4-4c323f041537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.705561 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a97736eb-4dca-426c-8b64-4a55d14004e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83d45aa63a1f487db4c2305272cad72a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2015719 Jul 16 01:47:44.705561 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97736eb-4dca-426c-8b64-4a55d14004e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75be05e3-4666-4cc3-b28b-55b9b2b7f132,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:44.706232 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53384) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:44.721175 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc95959f-49ca-45d6-a3d3-a7862261c782 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Made reservation on behalf of e3370e7e83f24166afdcfb949ee3aa1a for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:44.726779 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc95959f-49ca-45d6-a3d3-a7862261c782 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.752083 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc95959f-49ca-45d6-a3d3-a7862261c782 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:44.761895 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc95959f-49ca-45d6-a3d3-a7862261c782 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.762246 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-dc95959f-49ca-45d6-a3d3-a7862261c782 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Added segment 1bb1ba59-0d6e-4d11-83ea-e48a0f9dc14b of type vlan for network 55b0dbfc-ae4b-408e-ada6-6e5c3e869766 Jul 16 01:47:44.812711 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc95959f-49ca-45d6-a3d3-a7862261c782 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.841636 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-51a18d30-60eb-4665-80ad-5a9db8b2fb98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.849516 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc95959f-49ca-45d6-a3d3-a7862261c782 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.856407 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc95959f-49ca-45d6-a3d3-a7862261c782 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:44.857586 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dc95959f-49ca-45d6-a3d3-a7862261c782 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.876984 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-51a18d30-60eb-4665-80ad-5a9db8b2fb98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.886934 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a325eb1e-fc09-4688-aee0-709e089a5e9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Router 35c963d7-bd9e-417a-80e6-22ee1e816737 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:44.907131 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-dc95959f-49ca-45d6-a3d3-a7862261c782 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2403102 Jul 16 01:47:44.908245 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53386) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:44.914119 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-e1fff58f-51d0-4f32-bdff-62dfc8e0807a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Request body: {'subnet': {'network_id': '55b0dbfc-ae4b-408e-ada6-6e5c3e869766', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:44.969067 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95959f-49ca-45d6-a3d3-a7862261c782 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event updated for resources: {'Network': ['ID=55b0dbfc-ae4b-408e-ada6-6e5c3e869766,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:44.997603 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 55b0dbfc-ae4b-408e-ada6-6e5c3e869766 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:45.051403 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fff58f-51d0-4f32-bdff-62dfc8e0807a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Made reservation on behalf of e3370e7e83f24166afdcfb949ee3aa1a for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:45.055209 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1fff58f-51d0-4f32-bdff-62dfc8e0807a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.072030 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-08a859ca-a924-402b-a0f4-4c323f041537 None None] Allocated IP 2001:db8:0:ffff::2 (c1d978cd-6c31-4dd2-a2cd-ce063744b704/36febcc8-94e8-4990-99e4-38786bfec94c/7e3f4c34-ca95-48ea-8b29-9b58436bbf19) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:45.247742 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-08a859ca-a924-402b-a0f4-4c323f041537 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.291435 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-08a859ca-a924-402b-a0f4-4c323f041537 None None] Transition to ACTIVE for port object 7e3f4c34-ca95-48ea-8b29-9b58436bbf19 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:45.292384 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-51a18d30-60eb-4665-80ad-5a9db8b2fb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.294934 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-51a18d30-60eb-4665-80ad-5a9db8b2fb98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.298814 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-51a18d30-60eb-4665-80ad-5a9db8b2fb98 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/75be05e3-4666-4cc3-b28b-55b9b2b7f132 HTTP/1.1" status: 204 len: 168 time: 0.5894616 Jul 16 01:47:45.307663 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a325eb1e-fc09-4688-aee0-709e089a5e9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:45.309536 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a18d30-60eb-4665-80ad-5a9db8b2fb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75be05e3-4666-4cc3-b28b-55b9b2b7f132,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:45.309885 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-08a859ca-a924-402b-a0f4-4c323f041537 None None] Transition to ACTIVE for port object 7e3f4c34-ca95-48ea-8b29-9b58436bbf19 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:45.313846 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a325eb1e-fc09-4688-aee0-709e089a5e9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.319215 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-08a859ca-a924-402b-a0f4-4c323f041537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.320525 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae63e34b-0975-4470-85af-72d63255f188 None None] Sync routers for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:45.334252 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae63e34b-0975-4470-85af-72d63255f188 None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:45.338456 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-ae63e34b-0975-4470-85af-72d63255f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:45.371044 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a859ca-a924-402b-a0f4-4c323f041537 None None] Network c1d978cd-6c31-4dd2-a2cd-ce063744b704 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:45.378993 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-08a859ca-a924-402b-a0f4-4c323f041537 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:45.384313 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a859ca-a924-402b-a0f4-4c323f041537 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:45.406217 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a859ca-a924-402b-a0f4-4c323f041537 None None] Pushing event updated for resources: {'Port': ['ID=7e3f4c34-ca95-48ea-8b29-9b58436bbf19,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:45.409797 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-ae63e34b-0975-4470-85af-72d63255f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:45.412709 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a325eb1e-fc09-4688-aee0-709e089a5e9e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "PUT /v2.0/floatingips/9e987b3e-d7fd-48a8-a4fe-f6bc9688d824 HTTP/1.1" status: 200 len: 977 time: 1.4478202 Jul 16 01:47:45.413964 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53390) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:45.422055 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae63e34b-0975-4470-85af-72d63255f188 None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:45.423464 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-ae63e34b-0975-4470-85af-72d63255f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:45.465723 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-ae63e34b-0975-4470-85af-72d63255f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:45.466649 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae63e34b-0975-4470-85af-72d63255f188 None None] The sync data for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:45.479655 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-08a859ca-a924-402b-a0f4-4c323f041537 None None] Attempting to bind port 7e3f4c34-ca95-48ea-8b29-9b58436bbf19 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:45.480035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-08a859ca-a924-402b-a0f4-4c323f041537 None None] Attempting to bind port 7e3f4c34-ca95-48ea-8b29-9b58436bbf19 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'a62859ad-e03f-4805-825f-6eabe422c784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c1d978cd-6c31-4dd2-a2cd-ce063744b704'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:45.480426 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a859ca-a924-402b-a0f4-4c323f041537 None None] Attempting to bind port 7e3f4c34-ca95-48ea-8b29-9b58436bbf19 on network c1d978cd-6c31-4dd2-a2cd-ce063744b704 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:45.486487 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a859ca-a924-402b-a0f4-4c323f041537 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:45.486870 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a859ca-a924-402b-a0f4-4c323f041537 None None] Checking segment: {'id': 'a62859ad-e03f-4805-825f-6eabe422c784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c1d978cd-6c31-4dd2-a2cd-ce063744b704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:45.487285 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-08a859ca-a924-402b-a0f4-4c323f041537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.487685 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a859ca-a924-402b-a0f4-4c323f041537 None None] Bound using segment: {'id': 'a62859ad-e03f-4805-825f-6eabe422c784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c1d978cd-6c31-4dd2-a2cd-ce063744b704'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:45.488157 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-08a859ca-a924-402b-a0f4-4c323f041537 None None] Bound port: 7e3f4c34-ca95-48ea-8b29-9b58436bbf19, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62859ad-e03f-4805-825f-6eabe422c784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c1d978cd-6c31-4dd2-a2cd-ce063744b704'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:45.488560 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-08a859ca-a924-402b-a0f4-4c323f041537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.562804 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-08a859ca-a924-402b-a0f4-4c323f041537 None None] For port 7e3f4c34-ca95-48ea-8b29-9b58436bbf19, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:45.567764 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-08a859ca-a924-402b-a0f4-4c323f041537 None None] For port 7e3f4c34-ca95-48ea-8b29-9b58436bbf19, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7e3f4c34-ca95-48ea-8b29-9b58436bbf19,segment=NetworkSegment(a62859ad-e03f-4805-825f-6eabe422c784),segment_id=a62859ad-e03f-4805-825f-6eabe422c784)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:45.572648 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-08a859ca-a924-402b-a0f4-4c323f041537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.637586 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a859ca-a924-402b-a0f4-4c323f041537 None None] Pushing event updated for resources: {'Port': ['ID=7e3f4c34-ca95-48ea-8b29-9b58436bbf19,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:45.714637 n-d-792394-16 neutron-server[93955]: DEBUG neutron.objects.ports [None req-e1fff58f-51d0-4f32-bdff-62dfc8e0807a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93955) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:47:45.717385 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1fff58f-51d0-4f32-bdff-62dfc8e0807a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.799889 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-01c92a93-83e7-4702-a84f-d81476fb516e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Deleting port 822d5bf0-7baa-4d5f-9918-7f5419ab71e0 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:45.800232 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-01c92a93-83e7-4702-a84f-d81476fb516e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.807349 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fff58f-51d0-4f32-bdff-62dfc8e0807a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event updated for resources: {'Subnet': ['ID=73acfcc2-3108-45fc-8a93-a942b2ef511f,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:45.864097 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fff58f-51d0-4f32-bdff-62dfc8e0807a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Checking segment: {'id': '1bb1ba59-0d6e-4d11-83ea-e48a0f9dc14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '55b0dbfc-ae4b-408e-ada6-6e5c3e869766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:45.865365 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fff58f-51d0-4f32-bdff-62dfc8e0807a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Network hostable DHCP agents. Network: 55b0dbfc-ae4b-408e-ada6-6e5c3e869766, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:45.934818 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fff58f-51d0-4f32-bdff-62dfc8e0807a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Network 55b0dbfc-ae4b-408e-ada6-6e5c3e869766 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:45.955625 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-e1fff58f-51d0-4f32-bdff-62dfc8e0807a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 55b0dbfc-ae4b-408e-ada6-6e5c3e869766) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:45.963479 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab4a85a-472a-4071-a08a-5b1829c92fdd None None] Network 55b0dbfc-ae4b-408e-ada6-6e5c3e869766 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:45.971269 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fff58f-51d0-4f32-bdff-62dfc8e0807a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:45.971881 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1fff58f-51d0-4f32-bdff-62dfc8e0807a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.982922 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-01c92a93-83e7-4702-a84f-d81476fb516e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.983218 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-01c92a93-83e7-4702-a84f-d81476fb516e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.998797 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-01c92a93-83e7-4702-a84f-d81476fb516e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Calling delete_port for 822d5bf0-7baa-4d5f-9918-7f5419ab71e0 owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:46.003938 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e1fff58f-51d0-4f32-bdff-62dfc8e0807a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0949392 Jul 16 01:47:46.006803 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53410) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:46.012072 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-8ceaea97-36f1-4119-9ef8-ebd94f1e9d15 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Request body: {'port': {'network_id': '55b0dbfc-ae4b-408e-ada6-6e5c3e869766', 'name': 'tempest-NetworksIpV6TestAttrs-801109831'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:46.166476 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c74777-c994-4003-a00d-edd5ccfa6e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-55b0dbfc-ae4b-408e-ada6-6e5c3e869766', 'network_id': '55b0dbfc-ae4b-408e-ada6-6e5c3e869766', 'tenant_id': 'e3370e7e83f24166afdcfb949ee3aa1a', 'fixed_ips': [{'subnet_id': '73acfcc2-3108-45fc-8a93-a942b2ef511f'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:47:46.167434 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-23c74777-c994-4003-a00d-edd5ccfa6e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.176258 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ceaea97-36f1-4119-9ef8-ebd94f1e9d15 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Made reservation on behalf of e3370e7e83f24166afdcfb949ee3aa1a for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:46.180217 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8ceaea97-36f1-4119-9ef8-ebd94f1e9d15 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.200218 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-8ceaea97-36f1-4119-9ef8-ebd94f1e9d15 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] device_id is not set on port 0bcb1f73-a094-4914-ad25-e084ea5c2255 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:46.269888 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-01c92a93-83e7-4702-a84f-d81476fb516e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.303568 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c92a93-83e7-4702-a84f-d81476fb516e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event deleted for resources: {'Port': ['ID=822d5bf0-7baa-4d5f-9918-7f5419ab71e0,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:46.333044 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-23c74777-c994-4003-a00d-edd5ccfa6e30 None None] Allocated IP 2001:db8::f816:3eff:fead:2b0b (55b0dbfc-ae4b-408e-ada6-6e5c3e869766/73acfcc2-3108-45fc-8a93-a942b2ef511f/7c56b058-276a-4043-936c-b471ec0dcabf) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:46.375622 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-01c92a93-83e7-4702-a84f-d81476fb516e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.376031 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-01c92a93-83e7-4702-a84f-d81476fb516e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Floating IP 9e987b3e-d7fd-48a8-a4fe-f6bc9688d824 disassociated (deleted). External IP: 172.25.6.8, port: c5e2e588-d317-4e7d-ac71-9e824548f6d7. Jul 16 01:47:46.534978 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-23c74777-c994-4003-a00d-edd5ccfa6e30 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.545766 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-23c74777-c994-4003-a00d-edd5ccfa6e30 None None] Transition to ACTIVE for port object 7c56b058-276a-4043-936c-b471ec0dcabf will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:46.565890 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-23c74777-c994-4003-a00d-edd5ccfa6e30 None None] Transition to ACTIVE for port object 7c56b058-276a-4043-936c-b471ec0dcabf will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:46.583782 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-23c74777-c994-4003-a00d-edd5ccfa6e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.634930 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c74777-c994-4003-a00d-edd5ccfa6e30 None None] Network 55b0dbfc-ae4b-408e-ada6-6e5c3e869766 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:46.639939 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-23c74777-c994-4003-a00d-edd5ccfa6e30 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:46.645779 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c74777-c994-4003-a00d-edd5ccfa6e30 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:46.651315 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-8ceaea97-36f1-4119-9ef8-ebd94f1e9d15 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Allocated IP 2001:db8::f816:3eff:fe97:3211 (55b0dbfc-ae4b-408e-ada6-6e5c3e869766/73acfcc2-3108-45fc-8a93-a942b2ef511f/0bcb1f73-a094-4914-ad25-e084ea5c2255) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:46.660261 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c74777-c994-4003-a00d-edd5ccfa6e30 None None] Pushing event updated for resources: {'Port': ['ID=7c56b058-276a-4043-936c-b471ec0dcabf,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:46.729055 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-23c74777-c994-4003-a00d-edd5ccfa6e30 None None] Attempting to bind port 7c56b058-276a-4043-936c-b471ec0dcabf on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:46.729515 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-23c74777-c994-4003-a00d-edd5ccfa6e30 None None] Attempting to bind port 7c56b058-276a-4043-936c-b471ec0dcabf by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '1bb1ba59-0d6e-4d11-83ea-e48a0f9dc14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '55b0dbfc-ae4b-408e-ada6-6e5c3e869766'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:46.729945 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c74777-c994-4003-a00d-edd5ccfa6e30 None None] Attempting to bind port 7c56b058-276a-4043-936c-b471ec0dcabf on network 55b0dbfc-ae4b-408e-ada6-6e5c3e869766 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:46.736726 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c74777-c994-4003-a00d-edd5ccfa6e30 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:46.737360 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c74777-c994-4003-a00d-edd5ccfa6e30 None None] Checking segment: {'id': '1bb1ba59-0d6e-4d11-83ea-e48a0f9dc14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '55b0dbfc-ae4b-408e-ada6-6e5c3e869766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:46.737734 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-23c74777-c994-4003-a00d-edd5ccfa6e30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.738605 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c74777-c994-4003-a00d-edd5ccfa6e30 None None] Bound using segment: {'id': '1bb1ba59-0d6e-4d11-83ea-e48a0f9dc14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '55b0dbfc-ae4b-408e-ada6-6e5c3e869766'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:46.739147 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-23c74777-c994-4003-a00d-edd5ccfa6e30 None None] Bound port: 7c56b058-276a-4043-936c-b471ec0dcabf, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb1ba59-0d6e-4d11-83ea-e48a0f9dc14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '55b0dbfc-ae4b-408e-ada6-6e5c3e869766'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:46.739703 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-23c74777-c994-4003-a00d-edd5ccfa6e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.740197 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c92a93-83e7-4702-a84f-d81476fb516e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Router 35c963d7-bd9e-417a-80e6-22ee1e816737 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:46.829677 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-23c74777-c994-4003-a00d-edd5ccfa6e30 None None] For port 7c56b058-276a-4043-936c-b471ec0dcabf, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:46.834131 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-23c74777-c994-4003-a00d-edd5ccfa6e30 None None] For port 7c56b058-276a-4043-936c-b471ec0dcabf, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7c56b058-276a-4043-936c-b471ec0dcabf,segment=NetworkSegment(1bb1ba59-0d6e-4d11-83ea-e48a0f9dc14b),segment_id=1bb1ba59-0d6e-4d11-83ea-e48a0f9dc14b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:46.841018 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-23c74777-c994-4003-a00d-edd5ccfa6e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.877642 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8ceaea97-36f1-4119-9ef8-ebd94f1e9d15 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.906311 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b5303f-eeae-4393-8a0a-3479f658ce74 None None] Network c1d978cd-6c31-4dd2-a2cd-ce063744b704 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:46.913040 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-8ceaea97-36f1-4119-9ef8-ebd94f1e9d15 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Transition to ACTIVE for port object 0bcb1f73-a094-4914-ad25-e084ea5c2255 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:46.937358 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c92a93-83e7-4702-a84f-d81476fb516e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:46.951451 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb9a545-bda9-4e29-825e-3ac3e2d276c8 None None] Sync routers for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:46.952582 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-01c92a93-83e7-4702-a84f-d81476fb516e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.958199 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8ceaea97-36f1-4119-9ef8-ebd94f1e9d15 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.017533 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-01c92a93-83e7-4702-a84f-d81476fb516e tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "DELETE /v2.0/floatingips/9e987b3e-d7fd-48a8-a4fe-f6bc9688d824 HTTP/1.1" status: 204 len: 168 time: 1.6023014 Jul 16 01:47:47.021757 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7740d3f5-715f-4c95-a174-2ed0b7fcb999 None None] Provisioning for port 7e3f4c34-ca95-48ea-8b29-9b58436bbf19 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:47.022040 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceaea97-36f1-4119-9ef8-ebd94f1e9d15 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Network 55b0dbfc-ae4b-408e-ada6-6e5c3e869766 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:47.023010 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53432) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:47.026192 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-8ceaea97-36f1-4119-9ef8-ebd94f1e9d15 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:47.029026 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceaea97-36f1-4119-9ef8-ebd94f1e9d15 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:47.033544 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb9a545-bda9-4e29-825e-3ac3e2d276c8 None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:47.034611 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2cb9a545-bda9-4e29-825e-3ac3e2d276c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:47.035963 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceaea97-36f1-4119-9ef8-ebd94f1e9d15 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:47.036764 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8ceaea97-36f1-4119-9ef8-ebd94f1e9d15 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.045952 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c74777-c994-4003-a00d-edd5ccfa6e30 None None] Pushing event updated for resources: {'Port': ['ID=7c56b058-276a-4043-936c-b471ec0dcabf,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:47.056905 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceaea97-36f1-4119-9ef8-ebd94f1e9d15 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event updated for resources: {'Port': ['ID=0bcb1f73-a094-4914-ad25-e084ea5c2255,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:47.074982 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8ceaea97-36f1-4119-9ef8-ebd94f1e9d15 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0668929 Jul 16 01:47:47.077698 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53434) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:47.087905 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2cb9a545-bda9-4e29-825e-3ac3e2d276c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:47.129265 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb9a545-bda9-4e29-825e-3ac3e2d276c8 None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:47.130299 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2cb9a545-bda9-4e29-825e-3ac3e2d276c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:47.153010 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e36ef5-9f0c-4189-97e8-aa7b4db19ef9 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Deleting subnet 73acfcc2-3108-45fc-8a93-a942b2ef511f {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:47:47.158232 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93e36ef5-9f0c-4189-97e8-aa7b4db19ef9 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.178715 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2cb9a545-bda9-4e29-825e-3ac3e2d276c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:47.180218 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb9a545-bda9-4e29-825e-3ac3e2d276c8 None None] The sync data for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:47.203946 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-f5dbc626-aec0-4781-8c4e-3efa4ac8017f tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Deleting port c5e2e588-d317-4e7d-ac71-9e824548f6d7 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:47.204636 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc626-aec0-4781-8c4e-3efa4ac8017f tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.225843 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93e36ef5-9f0c-4189-97e8-aa7b4db19ef9 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.338947 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc626-aec0-4781-8c4e-3efa4ac8017f tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.352691 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-f5dbc626-aec0-4781-8c4e-3efa4ac8017f tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Calling delete_port for c5e2e588-d317-4e7d-ac71-9e824548f6d7 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:47.411445 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93e36ef5-9f0c-4189-97e8-aa7b4db19ef9 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.501288 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93e36ef5-9f0c-4189-97e8-aa7b4db19ef9 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.543758 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e36ef5-9f0c-4189-97e8-aa7b4db19ef9 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event deleted for resources: {'Subnet': ['ID=73acfcc2-3108-45fc-8a93-a942b2ef511f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:47.558350 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93e36ef5-9f0c-4189-97e8-aa7b4db19ef9 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.560915 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-93e36ef5-9f0c-4189-97e8-aa7b4db19ef9 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "DELETE /v2.0/subnets/73acfcc2-3108-45fc-8a93-a942b2ef511f HTTP/1.1" status: 204 len: 168 time: 0.4815483 Jul 16 01:47:47.563151 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53444) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:47.616613 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc626-aec0-4781-8c4e-3efa4ac8017f tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.661979 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbc626-aec0-4781-8c4e-3efa4ac8017f tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event deleted for resources: {'Port': ['ID=c5e2e588-d317-4e7d-ac71-9e824548f6d7,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:47.730630 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e710a73d-b2b1-43c3-a12f-d81e21ff5957 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:47.732547 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e710a73d-b2b1-43c3-a12f-d81e21ff5957 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:47.734832 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e710a73d-b2b1-43c3-a12f-d81e21ff5957 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1704886 Jul 16 01:47:47.737872 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53446) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:47.805847 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc626-aec0-4781-8c4e-3efa4ac8017f tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.807498 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f5dbc626-aec0-4781-8c4e-3efa4ac8017f tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "DELETE /v2.0/ports/c5e2e588-d317-4e7d-ac71-9e824548f6d7 HTTP/1.1" status: 204 len: 168 time: 0.7834587 Jul 16 01:47:47.813796 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53450) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:47.820460 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-9c2fc41a-05ef-4bd0-8503-ad51b345b98d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:47.839226 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7c56b058-276a-4043-936c-b471ec0dcabf up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:47.855968 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9c2fc41a-05ef-4bd0-8503-ad51b345b98d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.880132 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ecc33b26-a588-4086-9bc7-2505a7b2d5b9 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.897431 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc33b26-a588-4086-9bc7-2505a7b2d5b9 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 01:47:47.898130 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecc33b26-a588-4086-9bc7-2505a7b2d5b9 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:47.903598 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ecc33b26-a588-4086-9bc7-2505a7b2d5b9 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "DELETE /v2.0/networks/55b0dbfc-ae4b-408e-ada6-6e5c3e869766 HTTP/1.1" status: 409 len: 405 time: 0.1612844 Jul 16 01:47:47.903907 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 7c56b058-276a-4043-936c-b471ec0dcabf completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:47.904037 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53452) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:47.907913 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7e3f4c34-ca95-48ea-8b29-9b58436bbf19 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:47.909604 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-d1ca2d20-cfdf-4823-ad26-59c88268ea9b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-181192890'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:47.973144 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ca2d20-cfdf-4823-ad26-59c88268ea9b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Made reservation on behalf of e3370e7e83f24166afdcfb949ee3aa1a for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:47.974577 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 7e3f4c34-ca95-48ea-8b29-9b58436bbf19 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:47.976954 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d1ca2d20-cfdf-4823-ad26-59c88268ea9b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.980061 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 7e3f4c34-ca95-48ea-8b29-9b58436bbf19 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:47.980670 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.018606 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ca2d20-cfdf-4823-ad26-59c88268ea9b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:48.034724 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d1ca2d20-cfdf-4823-ad26-59c88268ea9b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.035144 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-d1ca2d20-cfdf-4823-ad26-59c88268ea9b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Added segment fa678c95-c8ee-48b5-9520-76d4b834ee2e of type vlan for network ea0024ad-8204-41c7-ab59-6fec8fdc8aef Jul 16 01:47:48.048718 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9c2fc41a-05ef-4bd0-8503-ad51b345b98d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.075585 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.088383 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d1ca2d20-cfdf-4823-ad26-59c88268ea9b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.114449 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 7e3f4c34-ca95-48ea-8b29-9b58436bbf19, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7e3f4c34-ca95-48ea-8b29-9b58436bbf19,segment=NetworkSegment(a62859ad-e03f-4805-825f-6eabe422c784),segment_id=a62859ad-e03f-4805-825f-6eabe422c784)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:48.121845 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.187007 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d1ca2d20-cfdf-4823-ad26-59c88268ea9b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.193500 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ca2d20-cfdf-4823-ad26-59c88268ea9b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:48.194110 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=7e3f4c34-ca95-48ea-8b29-9b58436bbf19,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:48.194616 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d1ca2d20-cfdf-4823-ad26-59c88268ea9b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.283892 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca2d20-cfdf-4823-ad26-59c88268ea9b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event updated for resources: {'Network': ['ID=ea0024ad-8204-41c7-ab59-6fec8fdc8aef,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:48.294077 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-9c2fc41a-05ef-4bd0-8503-ad51b345b98d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Allocated IP 172.25.6.58 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/beccdb94-ce09-4ad2-a878-f08e7d299912) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:48.296053 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network ea0024ad-8204-41c7-ab59-6fec8fdc8aef details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:48.300188 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d1ca2d20-cfdf-4823-ad26-59c88268ea9b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3951058 Jul 16 01:47:48.301181 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53462) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:48.310014 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-666cc330-fa38-4e39-9174-c8aa2f5e38bc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Request body: {'subnet': {'network_id': 'ea0024ad-8204-41c7-ab59-6fec8fdc8aef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:48.320919 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acafced2-9f87-4335-8806-53364453e7df None None] Network 55b0dbfc-ae4b-408e-ada6-6e5c3e869766 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:48.438460 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666cc330-fa38-4e39-9174-c8aa2f5e38bc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Made reservation on behalf of e3370e7e83f24166afdcfb949ee3aa1a for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:48.443655 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-666cc330-fa38-4e39-9174-c8aa2f5e38bc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.454254 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9c2fc41a-05ef-4bd0-8503-ad51b345b98d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.499171 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9c2fc41a-05ef-4bd0-8503-ad51b345b98d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.504919 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-282516d0-4cb7-4252-a5da-2e265a5da505 None None] Provisioning for port 7c56b058-276a-4043-936c-b471ec0dcabf completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:48.513816 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-282516d0-4cb7-4252-a5da-2e265a5da505 None None] Provisioning complete for port 7c56b058-276a-4043-936c-b471ec0dcabf triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:48.514296 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-282516d0-4cb7-4252-a5da-2e265a5da505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.563776 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2fc41a-05ef-4bd0-8503-ad51b345b98d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:48.568505 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-9c2fc41a-05ef-4bd0-8503-ad51b345b98d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:48.584313 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2fc41a-05ef-4bd0-8503-ad51b345b98d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:48.594756 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fc41a-05ef-4bd0-8503-ad51b345b98d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'Port': ['ID=beccdb94-ce09-4ad2-a878-f08e7d299912,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:48.640177 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-282516d0-4cb7-4252-a5da-2e265a5da505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.676629 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1e0e25-0a7e-4c1c-aa40-41e70be24302 None None] DHCP port deletion for 55b0dbfc-ae4b-408e-ada6-6e5c3e869766 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:47:48.688104 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-282516d0-4cb7-4252-a5da-2e265a5da505 None None] For port 7c56b058-276a-4043-936c-b471ec0dcabf, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7c56b058-276a-4043-936c-b471ec0dcabf,segment=NetworkSegment(1bb1ba59-0d6e-4d11-83ea-e48a0f9dc14b),segment_id=1bb1ba59-0d6e-4d11-83ea-e48a0f9dc14b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:48.710139 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-282516d0-4cb7-4252-a5da-2e265a5da505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.741723 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9c2fc41a-05ef-4bd0-8503-ad51b345b98d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.781509 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282516d0-4cb7-4252-a5da-2e265a5da505 None None] Pushing event updated for resources: {'Port': ['ID=7c56b058-276a-4043-936c-b471ec0dcabf,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:48.793018 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ef1e0e25-0a7e-4c1c-aa40-41e70be24302 None None] Deleting port 7c56b058-276a-4043-936c-b471ec0dcabf {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:48.793497 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ef1e0e25-0a7e-4c1c-aa40-41e70be24302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.796188 n-d-792394-16 neutron-server[93956]: DEBUG neutron.objects.ports [None req-666cc330-fa38-4e39-9174-c8aa2f5e38bc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93956) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:47:48.797962 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-666cc330-fa38-4e39-9174-c8aa2f5e38bc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.840706 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9c2fc41a-05ef-4bd0-8503-ad51b345b98d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.879551 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666cc330-fa38-4e39-9174-c8aa2f5e38bc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Checking segment: {'id': 'fa678c95-c8ee-48b5-9520-76d4b834ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ea0024ad-8204-41c7-ab59-6fec8fdc8aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:48.879930 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666cc330-fa38-4e39-9174-c8aa2f5e38bc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Network hostable DHCP agents. Network: ea0024ad-8204-41c7-ab59-6fec8fdc8aef, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:48.888319 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cc330-fa38-4e39-9174-c8aa2f5e38bc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event updated for resources: {'Subnet': ['ID=7aa0dafa-843b-40c9-97fb-54ea3ec4be5d,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:48.906324 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666cc330-fa38-4e39-9174-c8aa2f5e38bc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Network ea0024ad-8204-41c7-ab59-6fec8fdc8aef is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:48.915869 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ef1e0e25-0a7e-4c1c-aa40-41e70be24302 None None] For port 7c56b058-276a-4043-936c-b471ec0dcabf, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7c56b058-276a-4043-936c-b471ec0dcabf,segment=NetworkSegment(1bb1ba59-0d6e-4d11-83ea-e48a0f9dc14b),segment_id=1bb1ba59-0d6e-4d11-83ea-e48a0f9dc14b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:48.916439 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ef1e0e25-0a7e-4c1c-aa40-41e70be24302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.922133 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-666cc330-fa38-4e39-9174-c8aa2f5e38bc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, ea0024ad-8204-41c7-ab59-6fec8fdc8aef) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:48.930179 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666cc330-fa38-4e39-9174-c8aa2f5e38bc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:48.930788 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-666cc330-fa38-4e39-9174-c8aa2f5e38bc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.943570 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ef1e0e25-0a7e-4c1c-aa40-41e70be24302 None None] Calling delete_port for 7c56b058-276a-4043-936c-b471ec0dcabf owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:48.947137 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c38eece-7aca-4194-ae3d-10a5a5280a15 None None] Network ea0024ad-8204-41c7-ab59-6fec8fdc8aef requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:48.949815 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-666cc330-fa38-4e39-9174-c8aa2f5e38bc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6468835 Jul 16 01:47:48.952469 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53474) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:48.959470 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-44882e67-e055-4c1f-a9d4-a33bbf1fc9ed tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Request body: {'port': {'network_id': 'ea0024ad-8204-41c7-ab59-6fec8fdc8aef', 'name': 'tempest-NetworksIpV6TestAttrs-1244891609'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:49.039055 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9c2fc41a-05ef-4bd0-8503-ad51b345b98d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.048191 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9c2fc41a-05ef-4bd0-8503-ad51b345b98d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.116558 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fc41a-05ef-4bd0-8503-ad51b345b98d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'Port': ['ID=beccdb94-ce09-4ad2-a878-f08e7d299912,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:49.126491 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44882e67-e055-4c1f-a9d4-a33bbf1fc9ed tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Made reservation on behalf of e3370e7e83f24166afdcfb949ee3aa1a for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:49.133199 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-44882e67-e055-4c1f-a9d4-a33bbf1fc9ed tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.160602 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ef1e0e25-0a7e-4c1c-aa40-41e70be24302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.164022 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9c2fc41a-05ef-4bd0-8503-ad51b345b98d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.181290 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-44882e67-e055-4c1f-a9d4-a33bbf1fc9ed tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] device_id is not set on port e9f027b2-546a-49c2-bbac-265edb208879 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:49.191235 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9c2fc41a-05ef-4bd0-8503-ad51b345b98d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.198971 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e0e25-0a7e-4c1c-aa40-41e70be24302 None None] No DVR routers for this DVR port 7c56b058-276a-4043-936c-b471ec0dcabf on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:49.200447 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e0e25-0a7e-4c1c-aa40-41e70be24302 None None] Pushing event deleted for resources: {'Port': ['ID=7c56b058-276a-4043-936c-b471ec0dcabf,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:49.201933 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9c2fc41a-05ef-4bd0-8503-ad51b345b98d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3864176 Jul 16 01:47:49.203218 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53478) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:49.213564 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-027fe545-d5bf-40e6-a821-ae10b4c0ef57 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Request body: {'port': {'network_id': '1eb5b0f7-782d-4592-bc00-96b6f72bf01e', 'name': 'tempest-FloatingIPTestJSON-1984914098'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:49.241390 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8784806-a0e8-47cb-a47d-6bed983cd9b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-ea0024ad-8204-41c7-ab59-6fec8fdc8aef', 'network_id': 'ea0024ad-8204-41c7-ab59-6fec8fdc8aef', 'tenant_id': 'e3370e7e83f24166afdcfb949ee3aa1a', 'fixed_ips': [{'subnet_id': '7aa0dafa-843b-40c9-97fb-54ea3ec4be5d'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:47:49.242181 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e8784806-a0e8-47cb-a47d-6bed983cd9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.376685 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027fe545-d5bf-40e6-a821-ae10b4c0ef57 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Made reservation on behalf of b805fdc05be14aaf94c957556df3d2b8 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:49.381566 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-027fe545-d5bf-40e6-a821-ae10b4c0ef57 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.390308 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-44882e67-e055-4c1f-a9d4-a33bbf1fc9ed tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Allocated IP 2001:db8::f816:3eff:fe55:da8d (ea0024ad-8204-41c7-ab59-6fec8fdc8aef/7aa0dafa-843b-40c9-97fb-54ea3ec4be5d/e9f027b2-546a-49c2-bbac-265edb208879) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:49.405073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-027fe545-d5bf-40e6-a821-ae10b4c0ef57 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] device_id is not set on port 05699820-e1f3-4a9d-a8f8-1c69ec0ec300 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:47:49.524081 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-027fe545-d5bf-40e6-a821-ae10b4c0ef57 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Allocated IP 172.20.0.8 (1eb5b0f7-782d-4592-bc00-96b6f72bf01e/2c2ca0ed-c607-4e7c-addb-4fcae125c1f9/05699820-e1f3-4a9d-a8f8-1c69ec0ec300) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:49.611912 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-44882e67-e055-4c1f-a9d4-a33bbf1fc9ed tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.629395 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-44882e67-e055-4c1f-a9d4-a33bbf1fc9ed tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Transition to ACTIVE for port object e9f027b2-546a-49c2-bbac-265edb208879 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:49.680098 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-44882e67-e055-4c1f-a9d4-a33bbf1fc9ed tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.728400 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7e3f4c34-ca95-48ea-8b29-9b58436bbf19 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:49.753700 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-027fe545-d5bf-40e6-a821-ae10b4c0ef57 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.765150 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44882e67-e055-4c1f-a9d4-a33bbf1fc9ed tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Network ea0024ad-8204-41c7-ab59-6fec8fdc8aef is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:49.771794 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-44882e67-e055-4c1f-a9d4-a33bbf1fc9ed tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:49.777306 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44882e67-e055-4c1f-a9d4-a33bbf1fc9ed tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:49.786464 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44882e67-e055-4c1f-a9d4-a33bbf1fc9ed tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:49.787244 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-44882e67-e055-4c1f-a9d4-a33bbf1fc9ed tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.788617 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-e8784806-a0e8-47cb-a47d-6bed983cd9b7 None None] Allocated IP 2001:db8::f816:3eff:fe94:1397 (ea0024ad-8204-41c7-ab59-6fec8fdc8aef/7aa0dafa-843b-40c9-97fb-54ea3ec4be5d/d427721f-dbea-47a2-ae4c-f55470ef8665) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:49.798914 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44882e67-e055-4c1f-a9d4-a33bbf1fc9ed tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event updated for resources: {'Port': ['ID=e9f027b2-546a-49c2-bbac-265edb208879,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:49.825314 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-027fe545-d5bf-40e6-a821-ae10b4c0ef57 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.833306 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 7e3f4c34-ca95-48ea-8b29-9b58436bbf19 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:49.834023 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.838357 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-44882e67-e055-4c1f-a9d4-a33bbf1fc9ed tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8825822 Jul 16 01:47:49.839441 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53488) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:49.907993 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027fe545-d5bf-40e6-a821-ae10b4c0ef57 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Network 1eb5b0f7-782d-4592-bc00-96b6f72bf01e is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:49.918165 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-027fe545-d5bf-40e6-a821-ae10b4c0ef57 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:49.925483 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027fe545-d5bf-40e6-a821-ae10b4c0ef57 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:49.930200 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a436685-0de8-42b8-9d65-928ce08ff66a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Deleting subnet 7aa0dafa-843b-40c9-97fb-54ea3ec4be5d {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:47:49.979037 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fe545-d5bf-40e6-a821-ae10b4c0ef57 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'Port': ['ID=05699820-e1f3-4a9d-a8f8-1c69ec0ec300,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:50.001616 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027fe545-d5bf-40e6-a821-ae10b4c0ef57 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:50.002291 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-027fe545-d5bf-40e6-a821-ae10b4c0ef57 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.021060 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-027fe545-d5bf-40e6-a821-ae10b4c0ef57 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8156276 Jul 16 01:47:50.023347 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53492) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:50.028463 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-e7c5e7de-96d9-4de2-87ae-9260545f74ee tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Request body: {'floatingip': {'port_id': '05699820-e1f3-4a9d-a8f8-1c69ec0ec300'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:50.076049 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7c5e7de-96d9-4de2-87ae-9260545f74ee tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.089283 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e8784806-a0e8-47cb-a47d-6bed983cd9b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.100559 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e8784806-a0e8-47cb-a47d-6bed983cd9b7 None None] Transition to ACTIVE for port object d427721f-dbea-47a2-ae4c-f55470ef8665 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:50.119851 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e8784806-a0e8-47cb-a47d-6bed983cd9b7 None None] Transition to ACTIVE for port object d427721f-dbea-47a2-ae4c-f55470ef8665 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:50.125349 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7c56b058-276a-4043-936c-b471ec0dcabf no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:50.129595 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e8784806-a0e8-47cb-a47d-6bed983cd9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.144953 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9a436685-0de8-42b8-9d65-928ce08ff66a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.177559 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 7c56b058-276a-4043-936c-b471ec0dcabf {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:50.177911 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7c56b058-276a-4043-936c-b471ec0dcabf not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:50.200955 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8784806-a0e8-47cb-a47d-6bed983cd9b7 None None] Network ea0024ad-8204-41c7-ab59-6fec8fdc8aef is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:50.202091 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8784806-a0e8-47cb-a47d-6bed983cd9b7 None None] Pushing event updated for resources: {'Port': ['ID=d427721f-dbea-47a2-ae4c-f55470ef8665,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:50.205300 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-e8784806-a0e8-47cb-a47d-6bed983cd9b7 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:50.207608 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8784806-a0e8-47cb-a47d-6bed983cd9b7 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:50.230201 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9a436685-0de8-42b8-9d65-928ce08ff66a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.268140 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-e8784806-a0e8-47cb-a47d-6bed983cd9b7 None None] Attempting to bind port d427721f-dbea-47a2-ae4c-f55470ef8665 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:50.268542 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-e8784806-a0e8-47cb-a47d-6bed983cd9b7 None None] Attempting to bind port d427721f-dbea-47a2-ae4c-f55470ef8665 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'fa678c95-c8ee-48b5-9520-76d4b834ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ea0024ad-8204-41c7-ab59-6fec8fdc8aef'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:50.268903 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8784806-a0e8-47cb-a47d-6bed983cd9b7 None None] Attempting to bind port d427721f-dbea-47a2-ae4c-f55470ef8665 on network ea0024ad-8204-41c7-ab59-6fec8fdc8aef {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:50.274356 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8784806-a0e8-47cb-a47d-6bed983cd9b7 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:50.274607 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8784806-a0e8-47cb-a47d-6bed983cd9b7 None None] Checking segment: {'id': 'fa678c95-c8ee-48b5-9520-76d4b834ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ea0024ad-8204-41c7-ab59-6fec8fdc8aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:50.274991 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e8784806-a0e8-47cb-a47d-6bed983cd9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.275382 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8784806-a0e8-47cb-a47d-6bed983cd9b7 None None] Bound using segment: {'id': 'fa678c95-c8ee-48b5-9520-76d4b834ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ea0024ad-8204-41c7-ab59-6fec8fdc8aef'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:50.275867 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-e8784806-a0e8-47cb-a47d-6bed983cd9b7 None None] Bound port: d427721f-dbea-47a2-ae4c-f55470ef8665, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa678c95-c8ee-48b5-9520-76d4b834ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ea0024ad-8204-41c7-ab59-6fec8fdc8aef'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:50.276243 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e8784806-a0e8-47cb-a47d-6bed983cd9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.346983 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e8784806-a0e8-47cb-a47d-6bed983cd9b7 None None] For port d427721f-dbea-47a2-ae4c-f55470ef8665, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:50.350658 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e8784806-a0e8-47cb-a47d-6bed983cd9b7 None None] For port d427721f-dbea-47a2-ae4c-f55470ef8665, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d427721f-dbea-47a2-ae4c-f55470ef8665,segment=NetworkSegment(fa678c95-c8ee-48b5-9520-76d4b834ee2e),segment_id=fa678c95-c8ee-48b5-9520-76d4b834ee2e)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:50.357091 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e8784806-a0e8-47cb-a47d-6bed983cd9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.423263 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8784806-a0e8-47cb-a47d-6bed983cd9b7 None None] Pushing event updated for resources: {'Port': ['ID=d427721f-dbea-47a2-ae4c-f55470ef8665,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:50.510898 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9a436685-0de8-42b8-9d65-928ce08ff66a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.673552 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9a436685-0de8-42b8-9d65-928ce08ff66a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.708036 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9a436685-0de8-42b8-9d65-928ce08ff66a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.712216 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9a436685-0de8-42b8-9d65-928ce08ff66a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "DELETE /v2.0/subnets/7aa0dafa-843b-40c9-97fb-54ea3ec4be5d HTTP/1.1" status: 204 len: 168 time: 0.8695173 Jul 16 01:47:50.712783 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53504) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:50.714733 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a436685-0de8-42b8-9d65-928ce08ff66a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa0dafa-843b-40c9-97fb-54ea3ec4be5d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:50.790573 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44960d3f-4c45-4566-a46c-789cba4bcb21 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:50.792232 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44960d3f-4c45-4566-a46c-789cba4bcb21 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:50.796435 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-44960d3f-4c45-4566-a46c-789cba4bcb21 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0791099 Jul 16 01:47:50.797494 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53508) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:50.823277 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7c5e7de-96d9-4de2-87ae-9260545f74ee tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.829881 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7c5e7de-96d9-4de2-87ae-9260545f74ee tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.877919 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e40b9fe-791a-4276-a4d5-38ecbf368daa tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.885234 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e40b9fe-791a-4276-a4d5-38ecbf368daa tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 01:47:50.885694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e40b9fe-791a-4276-a4d5-38ecbf368daa tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:50.887480 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5e40b9fe-791a-4276-a4d5-38ecbf368daa tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "DELETE /v2.0/networks/ea0024ad-8204-41c7-ab59-6fec8fdc8aef HTTP/1.1" status: 409 len: 405 time: 0.0897095 Jul 16 01:47:50.894557 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53510) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:50.899579 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f15b05e6-4ef9-42e9-b06c-ee888d09d8b7 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1413687989'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:50.923083 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15b05e6-4ef9-42e9-b06c-ee888d09d8b7 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Made reservation on behalf of e3370e7e83f24166afdcfb949ee3aa1a for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:50.926941 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f15b05e6-4ef9-42e9-b06c-ee888d09d8b7 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.942645 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-e7c5e7de-96d9-4de2-87ae-9260545f74ee tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Floating IP b7610c1c-6d56-47b7-8128-59fb758ac654 associated. External IP: 172.25.6.58, port: 05699820-e1f3-4a9d-a8f8-1c69ec0ec300. Jul 16 01:47:50.959318 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f15b05e6-4ef9-42e9-b06c-ee888d09d8b7 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:50.970981 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f15b05e6-4ef9-42e9-b06c-ee888d09d8b7 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.971358 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-f15b05e6-4ef9-42e9-b06c-ee888d09d8b7 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Added segment adefaa23-8d62-4e6d-b1b7-ef25cd4728c8 of type vlan for network 04ef1099-5f23-43bc-ad88-b4ebd734c0de Jul 16 01:47:51.024991 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f15b05e6-4ef9-42e9-b06c-ee888d09d8b7 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.064056 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f15b05e6-4ef9-42e9-b06c-ee888d09d8b7 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.070177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15b05e6-4ef9-42e9-b06c-ee888d09d8b7 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:51.070883 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f15b05e6-4ef9-42e9-b06c-ee888d09d8b7 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.111192 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f15b05e6-4ef9-42e9-b06c-ee888d09d8b7 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2154853 Jul 16 01:47:51.111833 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53514) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:51.122154 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f55a5322-26c3-473b-a96b-49de4d78a0e7 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Request body: {'subnet': {'network_id': '04ef1099-5f23-43bc-ad88-b4ebd734c0de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:51.167224 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b05e6-4ef9-42e9-b06c-ee888d09d8b7 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event updated for resources: {'Network': ['ID=04ef1099-5f23-43bc-ad88-b4ebd734c0de,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:51.178266 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 04ef1099-5f23-43bc-ad88-b4ebd734c0de details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:51.198434 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c5e7de-96d9-4de2-87ae-9260545f74ee tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Router 35c963d7-bd9e-417a-80e6-22ee1e816737 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:51.640908 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c5e7de-96d9-4de2-87ae-9260545f74ee tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:51.646277 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7c5e7de-96d9-4de2-87ae-9260545f74ee tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.653491 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822f809e-6128-4529-a289-c6e17c727111 None None] Sync routers for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:51.668081 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822f809e-6128-4529-a289-c6e17c727111 None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:51.670372 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-822f809e-6128-4529-a289-c6e17c727111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:51.720659 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e7c5e7de-96d9-4de2-87ae-9260545f74ee tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "PUT /v2.0/floatingips/b7610c1c-6d56-47b7-8128-59fb758ac654 HTTP/1.1" status: 200 len: 977 time: 1.6959245 Jul 16 01:47:51.720890 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53524) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:51.726485 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cab251-7899-49d8-9c06-d35d902dc910 None None] Network ea0024ad-8204-41c7-ab59-6fec8fdc8aef requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:51.745957 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55a5322-26c3-473b-a96b-49de4d78a0e7 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Made reservation on behalf of e3370e7e83f24166afdcfb949ee3aa1a for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:51.750591 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f55a5322-26c3-473b-a96b-49de4d78a0e7 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.756332 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-822f809e-6128-4529-a289-c6e17c727111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:51.775280 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bb461583-5472-45a3-9ec3-79aa5347074d None None] Provisioning for port d427721f-dbea-47a2-ae4c-f55470ef8665 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:51.776016 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822f809e-6128-4529-a289-c6e17c727111 None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:51.776920 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-822f809e-6128-4529-a289-c6e17c727111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:51.783299 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d427721f-dbea-47a2-ae4c-f55470ef8665 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:51.834076 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-822f809e-6128-4529-a289-c6e17c727111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:51.835273 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822f809e-6128-4529-a289-c6e17c727111 None None] The sync data for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:51.920352 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port d427721f-dbea-47a2-ae4c-f55470ef8665 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:51.926702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port d427721f-dbea-47a2-ae4c-f55470ef8665 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:51.927299 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.965832 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-a19eefc4-649f-470e-823f-e7dca77f49fd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Deleting port 05699820-e1f3-4a9d-a8f8-1c69ec0ec300 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:51.966356 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a19eefc4-649f-470e-823f-e7dca77f49fd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.018545 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.054813 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port d427721f-dbea-47a2-ae4c-f55470ef8665, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d427721f-dbea-47a2-ae4c-f55470ef8665,segment=NetworkSegment(fa678c95-c8ee-48b5-9520-76d4b834ee2e),segment_id=fa678c95-c8ee-48b5-9520-76d4b834ee2e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:52.071707 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a4c343-2bfa-4606-871d-54848ebddfef None None] DHCP port deletion for ea0024ad-8204-41c7-ab59-6fec8fdc8aef request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:47:52.097344 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.124949 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a19eefc4-649f-470e-823f-e7dca77f49fd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.239238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.objects.ports [None req-f55a5322-26c3-473b-a96b-49de4d78a0e7 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93955) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:47:52.242675 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f55a5322-26c3-473b-a96b-49de4d78a0e7 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.322307 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=d427721f-dbea-47a2-ae4c-f55470ef8665,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:52.330898 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-00a4c343-2bfa-4606-871d-54848ebddfef None None] Deleting port d427721f-dbea-47a2-ae4c-f55470ef8665 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:52.331279 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-00a4c343-2bfa-4606-871d-54848ebddfef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.352804 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a5322-26c3-473b-a96b-49de4d78a0e7 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event updated for resources: {'Subnet': ['ID=644f297f-a35a-4169-b5a6-470459206acf,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:52.401393 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-00a4c343-2bfa-4606-871d-54848ebddfef None None] For port d427721f-dbea-47a2-ae4c-f55470ef8665, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d427721f-dbea-47a2-ae4c-f55470ef8665,segment=NetworkSegment(fa678c95-c8ee-48b5-9520-76d4b834ee2e),segment_id=fa678c95-c8ee-48b5-9520-76d4b834ee2e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:52.401863 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-00a4c343-2bfa-4606-871d-54848ebddfef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.411419 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55a5322-26c3-473b-a96b-49de4d78a0e7 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Checking segment: {'id': 'adefaa23-8d62-4e6d-b1b7-ef25cd4728c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '04ef1099-5f23-43bc-ad88-b4ebd734c0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:52.411799 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55a5322-26c3-473b-a96b-49de4d78a0e7 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Network hostable DHCP agents. Network: 04ef1099-5f23-43bc-ad88-b4ebd734c0de, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:52.416303 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-00a4c343-2bfa-4606-871d-54848ebddfef None None] Calling delete_port for d427721f-dbea-47a2-ae4c-f55470ef8665 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:52.440822 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55a5322-26c3-473b-a96b-49de4d78a0e7 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Network 04ef1099-5f23-43bc-ad88-b4ebd734c0de is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:52.445630 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a19eefc4-649f-470e-823f-e7dca77f49fd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.445924 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a19eefc4-649f-470e-823f-e7dca77f49fd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.446161 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-a19eefc4-649f-470e-823f-e7dca77f49fd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Floating IP b7610c1c-6d56-47b7-8128-59fb758ac654 disassociated. External IP: 172.25.6.58, port: 05699820-e1f3-4a9d-a8f8-1c69ec0ec300. Jul 16 01:47:52.446472 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-a19eefc4-649f-470e-823f-e7dca77f49fd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Calling delete_port for 05699820-e1f3-4a9d-a8f8-1c69ec0ec300 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:52.460333 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-f55a5322-26c3-473b-a96b-49de4d78a0e7 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 04ef1099-5f23-43bc-ad88-b4ebd734c0de) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:52.468021 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfcb185-b20d-4c85-b96b-3e6740a4fba3 None None] Network 04ef1099-5f23-43bc-ad88-b4ebd734c0de requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:52.468852 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55a5322-26c3-473b-a96b-49de4d78a0e7 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:52.469391 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f55a5322-26c3-473b-a96b-49de4d78a0e7 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.522586 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f55a5322-26c3-473b-a96b-49de4d78a0e7 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4067655 Jul 16 01:47:52.525585 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53534) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:52.578275 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-00a4c343-2bfa-4606-871d-54848ebddfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.617186 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a4c343-2bfa-4606-871d-54848ebddfef None None] No DVR routers for this DVR port d427721f-dbea-47a2-ae4c-f55470ef8665 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:52.620289 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a19eefc4-649f-470e-823f-e7dca77f49fd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.644020 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4c343-2bfa-4606-871d-54848ebddfef None None] Pushing event deleted for resources: {'Port': ['ID=d427721f-dbea-47a2-ae4c-f55470ef8665,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:52.662129 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0843319-c134-4f04-a260-33dc4bede3cc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.667148 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19eefc4-649f-470e-823f-e7dca77f49fd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event deleted for resources: {'Port': ['ID=05699820-e1f3-4a9d-a8f8-1c69ec0ec300,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:52.715630 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaa1736-65eb-4da9-bc0e-289b94acf1f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-04ef1099-5f23-43bc-ad88-b4ebd734c0de', 'network_id': '04ef1099-5f23-43bc-ad88-b4ebd734c0de', 'tenant_id': 'e3370e7e83f24166afdcfb949ee3aa1a', 'fixed_ips': [{'subnet_id': '644f297f-a35a-4169-b5a6-470459206acf'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:47:52.717065 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fbaa1736-65eb-4da9-bc0e-289b94acf1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.758296 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0843319-c134-4f04-a260-33dc4bede3cc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.817205 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19eefc4-649f-470e-823f-e7dca77f49fd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Router 35c963d7-bd9e-417a-80e6-22ee1e816737 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:52.846321 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0843319-c134-4f04-a260-33dc4bede3cc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server [None req-fbaa1736-65eb-4da9-bc0e-289b94acf1f5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 644f297f-a35a-4169-b5a6-470459206acf: This subnet is being modified by another concurrent operation. Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 644f297f-a35a-4169-b5a6-470459206acf: This subnet is being modified by another concurrent operation. Jul 16 01:47:52.852424 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server Jul 16 01:47:52.879989 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45d89e0-d3ad-46bd-a418-f31d31e420cb None None] Network 04ef1099-5f23-43bc-ad88-b4ebd734c0de requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:52.901481 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0843319-c134-4f04-a260-33dc4bede3cc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event deleted for resources: {'Subnet': ['ID=644f297f-a35a-4169-b5a6-470459206acf,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:52.960250 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0843319-c134-4f04-a260-33dc4bede3cc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.964648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19eefc4-649f-470e-823f-e7dca77f49fd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:52.972871 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-f0843319-c134-4f04-a260-33dc4bede3cc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ef1099-5f23-43bc-ad88-b4ebd734c0de']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:52.989127 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-f0843319-c134-4f04-a260-33dc4bede3cc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adefaa23-8d62-4e6d-b1b7-ef25cd4728c8') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:52.989384 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-f0843319-c134-4f04-a260-33dc4bede3cc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adefaa23-8d62-4e6d-b1b7-ef25cd4728c8') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:52.992394 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a297447-45bf-41f8-9063-719447f8ff52 None None] Sync routers for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:53.004956 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0843319-c134-4f04-a260-33dc4bede3cc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.024625 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a297447-45bf-41f8-9063-719447f8ff52 None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:53.025377 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-8a297447-45bf-41f8-9063-719447f8ff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:53.026673 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0843319-c134-4f04-a260-33dc4bede3cc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.034523 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0843319-c134-4f04-a260-33dc4bede3cc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:53.034904 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0843319-c134-4f04-a260-33dc4bede3cc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:53.038039 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:53.063042 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a19eefc4-649f-470e-823f-e7dca77f49fd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.068953 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a19eefc4-649f-470e-823f-e7dca77f49fd tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "DELETE /v2.0/ports/05699820-e1f3-4a9d-a8f8-1c69ec0ec300 HTTP/1.1" status: 204 len: 168 time: 1.3442216 Jul 16 01:47:53.069360 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f6b83c-c240-4a21-a8b1-3725ea9e6c7c None None] get_active_networks_info from n-d-792394-16 {{(pid=93957) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:47:53.072482 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-8a297447-45bf-41f8-9063-719447f8ff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:53.073000 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53546) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:53.110619 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a297447-45bf-41f8-9063-719447f8ff52 None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:53.111039 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-8a297447-45bf-41f8-9063-719447f8ff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:53.128761 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0843319-c134-4f04-a260-33dc4bede3cc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.132127 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-eec6d7d7-202b-445d-9c72-043e954d1fb4 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "GET /v2.0/floatingips/b7610c1c-6d56-47b7-8128-59fb758ac654 HTTP/1.1" status: 200 len: 687 time: 0.0555360 Jul 16 01:47:53.132308 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53548) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:53.142888 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0843319-c134-4f04-a260-33dc4bede3cc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.146704 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f0843319-c134-4f04-a260-33dc4bede3cc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "DELETE /v2.0/networks/04ef1099-5f23-43bc-ad88-b4ebd734c0de HTTP/1.1" status: 204 len: 168 time: 0.6200314 Jul 16 01:47:53.155321 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-8a297447-45bf-41f8-9063-719447f8ff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:53.155986 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a297447-45bf-41f8-9063-719447f8ff52 None None] The sync data for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:53.167953 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53550) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:53.170863 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0843319-c134-4f04-a260-33dc4bede3cc tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event deleted for resources: {'Network': ['ID=04ef1099-5f23-43bc-ad88-b4ebd734c0de,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:53.176246 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0a7f0076-0cdd-4980-9b17-ef12ebbf58f1 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-695829592'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:53.205518 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7f0076-0cdd-4980-9b17-ef12ebbf58f1 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Made reservation on behalf of e3370e7e83f24166afdcfb949ee3aa1a for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:53.209182 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a7f0076-0cdd-4980-9b17-ef12ebbf58f1 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.234490 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f6b83c-c240-4a21-a8b1-3725ea9e6c7c None None] Resources bound (agent type, host, resource id): {{(pid=93957) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:47:53.250848 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7f0076-0cdd-4980-9b17-ef12ebbf58f1 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:53.264993 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a7f0076-0cdd-4980-9b17-ef12ebbf58f1 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.265447 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-0a7f0076-0cdd-4980-9b17-ef12ebbf58f1 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Added segment 41e33ad5-755a-48f4-8edb-575ff91b00ca of type vlan for network be748599-0a20-4a71-9693-f075225b2060 Jul 16 01:47:53.309220 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-47bbf5ed-245e-4214-b54c-911f829936ef tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Deleting port beccdb94-ce09-4ad2-a878-f08e7d299912 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:53.309610 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47bbf5ed-245e-4214-b54c-911f829936ef tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.314196 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a7f0076-0cdd-4980-9b17-ef12ebbf58f1 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.349811 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a7f0076-0cdd-4980-9b17-ef12ebbf58f1 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.355859 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7f0076-0cdd-4980-9b17-ef12ebbf58f1 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:53.359437 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a7f0076-0cdd-4980-9b17-ef12ebbf58f1 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.392952 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0a7f0076-0cdd-4980-9b17-ef12ebbf58f1 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2235537 Jul 16 01:47:53.395802 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53558) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:53.401152 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-a58b59fd-f104-425c-b14e-da6d5f4174d2 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Request body: {'subnet': {'network_id': 'be748599-0a20-4a71-9693-f075225b2060', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:53.409959 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47bbf5ed-245e-4214-b54c-911f829936ef tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.410262 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47bbf5ed-245e-4214-b54c-911f829936ef tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.425053 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-47bbf5ed-245e-4214-b54c-911f829936ef tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Calling delete_port for beccdb94-ce09-4ad2-a878-f08e7d299912 owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:53.526151 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f0076-0cdd-4980-9b17-ef12ebbf58f1 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event updated for resources: {'Network': ['ID=be748599-0a20-4a71-9693-f075225b2060,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:53.541344 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58b59fd-f104-425c-b14e-da6d5f4174d2 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Made reservation on behalf of e3370e7e83f24166afdcfb949ee3aa1a for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:53.545747 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network be748599-0a20-4a71-9693-f075225b2060 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:53.546973 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a58b59fd-f104-425c-b14e-da6d5f4174d2 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.589172 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47bbf5ed-245e-4214-b54c-911f829936ef tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.618443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbf5ed-245e-4214-b54c-911f829936ef tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event deleted for resources: {'Port': ['ID=beccdb94-ce09-4ad2-a878-f08e7d299912,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:53.720092 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47bbf5ed-245e-4214-b54c-911f829936ef tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.722992 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47bbf5ed-245e-4214-b54c-911f829936ef tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.729182 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-47bbf5ed-245e-4214-b54c-911f829936ef tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "DELETE /v2.0/floatingips/b7610c1c-6d56-47b7-8128-59fb758ac654 HTTP/1.1" status: 204 len: 168 time: 0.5955021 Jul 16 01:47:53.729839 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53562) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:53.729997 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d427721f-dbea-47a2-ae4c-f55470ef8665 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:53.736075 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-3b37a784-6e91-4b47-8c7c-9f8aca54cd94 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': '844785ae-9841-43e7-ad5d-8738304b71a8'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:53.758215 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: d427721f-dbea-47a2-ae4c-f55470ef8665 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:53.758575 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d427721f-dbea-47a2-ae4c-f55470ef8665 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:53.761111 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3b37a784-6e91-4b47-8c7c-9f8aca54cd94 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.798846 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a58b59fd-f104-425c-b14e-da6d5f4174d2 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.870293 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3b37a784-6e91-4b47-8c7c-9f8aca54cd94 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.875305 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b59fd-f104-425c-b14e-da6d5f4174d2 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event updated for resources: {'Subnet': ['ID=257d00eb-76bf-4713-a1cd-fa61ae4273ec,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:53.879496 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58b59fd-f104-425c-b14e-da6d5f4174d2 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Checking segment: {'id': '41e33ad5-755a-48f4-8edb-575ff91b00ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'be748599-0a20-4a71-9693-f075225b2060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:53.879926 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58b59fd-f104-425c-b14e-da6d5f4174d2 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Network hostable DHCP agents. Network: be748599-0a20-4a71-9693-f075225b2060, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:53.898791 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58b59fd-f104-425c-b14e-da6d5f4174d2 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Network be748599-0a20-4a71-9693-f075225b2060 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:53.911486 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-a58b59fd-f104-425c-b14e-da6d5f4174d2 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, be748599-0a20-4a71-9693-f075225b2060) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:53.916075 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58b59fd-f104-425c-b14e-da6d5f4174d2 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:53.917682 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a58b59fd-f104-425c-b14e-da6d5f4174d2 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.923480 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35333e3d-9ac5-456e-b8d8-d5058435931c None None] Network be748599-0a20-4a71-9693-f075225b2060 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:53.944339 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a58b59fd-f104-425c-b14e-da6d5f4174d2 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5451860 Jul 16 01:47:53.944684 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53570) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:54.011635 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-3b37a784-6e91-4b47-8c7c-9f8aca54cd94 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Allocated IP 172.25.6.119 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/0ea2c09d-b527-43fe-ba43-0e824dac2317) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:54.076672 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.095526 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9ce0ed-7b7e-459c-a876-9e3f12a969a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-be748599-0a20-4a71-9693-f075225b2060', 'network_id': 'be748599-0a20-4a71-9693-f075225b2060', 'tenant_id': 'e3370e7e83f24166afdcfb949ee3aa1a', 'fixed_ips': [{'subnet_id': '257d00eb-76bf-4713-a1cd-fa61ae4273ec'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:47:54.096627 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc9ce0ed-7b7e-459c-a876-9e3f12a969a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.144010 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3b37a784-6e91-4b47-8c7c-9f8aca54cd94 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.152968 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.198506 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3b37a784-6e91-4b47-8c7c-9f8aca54cd94 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.242893 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b37a784-6e91-4b47-8c7c-9f8aca54cd94 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:54.248067 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-3b37a784-6e91-4b47-8c7c-9f8aca54cd94 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:54.250905 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b37a784-6e91-4b47-8c7c-9f8aca54cd94 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:54.272926 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-bc9ce0ed-7b7e-459c-a876-9e3f12a969a2 None None] Allocated IP 2001:db8::2 (be748599-0a20-4a71-9693-f075225b2060/257d00eb-76bf-4713-a1cd-fa61ae4273ec/b4100a23-150f-4e7b-b47e-dcd35323164f) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:54.283171 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37a784-6e91-4b47-8c7c-9f8aca54cd94 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'Port': ['ID=0ea2c09d-b527-43fe-ba43-0e824dac2317,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:54.470051 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc9ce0ed-7b7e-459c-a876-9e3f12a969a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.479702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bc9ce0ed-7b7e-459c-a876-9e3f12a969a2 None None] Transition to ACTIVE for port object b4100a23-150f-4e7b-b47e-dcd35323164f will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:54.496138 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bc9ce0ed-7b7e-459c-a876-9e3f12a969a2 None None] Transition to ACTIVE for port object b4100a23-150f-4e7b-b47e-dcd35323164f will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:54.508240 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc9ce0ed-7b7e-459c-a876-9e3f12a969a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.530225 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.544970 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9ce0ed-7b7e-459c-a876-9e3f12a969a2 None None] Network be748599-0a20-4a71-9693-f075225b2060 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:54.547927 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-bc9ce0ed-7b7e-459c-a876-9e3f12a969a2 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:54.553740 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9ce0ed-7b7e-459c-a876-9e3f12a969a2 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:54.565921 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ce0ed-7b7e-459c-a876-9e3f12a969a2 None None] Pushing event updated for resources: {'Port': ['ID=b4100a23-150f-4e7b-b47e-dcd35323164f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:54.574100 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event deleted for resources: {'Subnet': ['ID=257d00eb-76bf-4713-a1cd-fa61ae4273ec,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:54.619192 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-bc9ce0ed-7b7e-459c-a876-9e3f12a969a2 None None] Attempting to bind port b4100a23-150f-4e7b-b47e-dcd35323164f on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:54.619550 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-bc9ce0ed-7b7e-459c-a876-9e3f12a969a2 None None] Attempting to bind port b4100a23-150f-4e7b-b47e-dcd35323164f by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '41e33ad5-755a-48f4-8edb-575ff91b00ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'be748599-0a20-4a71-9693-f075225b2060'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:54.619921 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9ce0ed-7b7e-459c-a876-9e3f12a969a2 None None] Attempting to bind port b4100a23-150f-4e7b-b47e-dcd35323164f on network be748599-0a20-4a71-9693-f075225b2060 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:54.625739 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9ce0ed-7b7e-459c-a876-9e3f12a969a2 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:54.626182 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9ce0ed-7b7e-459c-a876-9e3f12a969a2 None None] Checking segment: {'id': '41e33ad5-755a-48f4-8edb-575ff91b00ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'be748599-0a20-4a71-9693-f075225b2060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:54.626653 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc9ce0ed-7b7e-459c-a876-9e3f12a969a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.627181 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9ce0ed-7b7e-459c-a876-9e3f12a969a2 None None] Bound using segment: {'id': '41e33ad5-755a-48f4-8edb-575ff91b00ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'be748599-0a20-4a71-9693-f075225b2060'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:54.627716 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-bc9ce0ed-7b7e-459c-a876-9e3f12a969a2 None None] Bound port: b4100a23-150f-4e7b-b47e-dcd35323164f, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e33ad5-755a-48f4-8edb-575ff91b00ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'be748599-0a20-4a71-9693-f075225b2060'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:54.628162 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc9ce0ed-7b7e-459c-a876-9e3f12a969a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.646532 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.660082 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be748599-0a20-4a71-9693-f075225b2060']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:54.673532 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e33ad5-755a-48f4-8edb-575ff91b00ca') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:54.673794 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e33ad5-755a-48f4-8edb-575ff91b00ca') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:54.683419 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.700119 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.707781 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:54.708198 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:54.711810 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:54.719817 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-bc9ce0ed-7b7e-459c-a876-9e3f12a969a2 None None] For port b4100a23-150f-4e7b-b47e-dcd35323164f, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:54.781686 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-bc9ce0ed-7b7e-459c-a876-9e3f12a969a2 None None] For port b4100a23-150f-4e7b-b47e-dcd35323164f, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=b4100a23-150f-4e7b-b47e-dcd35323164f,segment=NetworkSegment(41e33ad5-755a-48f4-8edb-575ff91b00ca),segment_id=41e33ad5-755a-48f4-8edb-575ff91b00ca)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:54.783653 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.db.api [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:47:54.783653 n-d-792394-16 neutron-server[93956]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:47:54.783653 n-d-792394-16 neutron-server[93956]: [parameters: {'id': 'be748599-0a20-4a71-9693-f075225b2060'}] Jul 16 01:47:54.783653 n-d-792394-16 neutron-server[93956]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93956) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:47:54.784030 n-d-792394-16 neutron-server[93956]: DEBUG oslo_db.api [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:47:54.787634 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc9ce0ed-7b7e-459c-a876-9e3f12a969a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.841993 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53586) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:54.844392 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3b37a784-6e91-4b47-8c7c-9f8aca54cd94 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.866826 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ce0ed-7b7e-459c-a876-9e3f12a969a2 None None] Pushing event updated for resources: {'Port': ['ID=b4100a23-150f-4e7b-b47e-dcd35323164f,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:54.890829 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce354c60-a31b-469b-acbc-aced37b8f836 None None] Network be748599-0a20-4a71-9693-f075225b2060 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:54.958963 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3b37a784-6e91-4b47-8c7c-9f8aca54cd94 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.995039 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-151c7141-3fbb-4dae-9f71-3f634956e069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.028975 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0d7142-4efe-4246-89c5-4f51b49ff2ba None None] get_active_networks_info from n-d-792394-16 {{(pid=93957) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:47:55.110342 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0d7142-4efe-4246-89c5-4f51b49ff2ba None None] Resources bound (agent type, host, resource id): {{(pid=93957) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:47:55.181325 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3b37a784-6e91-4b47-8c7c-9f8aca54cd94 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.191723 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-151c7141-3fbb-4dae-9f71-3f634956e069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.192688 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3b37a784-6e91-4b47-8c7c-9f8aca54cd94 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.202148 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-151c7141-3fbb-4dae-9f71-3f634956e069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.285937 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.302492 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c7141-3fbb-4dae-9f71-3f634956e069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0171be-3497-4149-9be5-9a984edf0ba0,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:55.305028 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37a784-6e91-4b47-8c7c-9f8aca54cd94 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'Port': ['ID=0ea2c09d-b527-43fe-ba43-0e824dac2317,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:55.308880 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-151c7141-3fbb-4dae-9f71-3f634956e069 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1010f4392c714a4f8659d61498428c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4658883 Jul 16 01:47:55.311843 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53590) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:55.330941 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3b37a784-6e91-4b47-8c7c-9f8aca54cd94 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.365515 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Deleting port b4100a23-150f-4e7b-b47e-dcd35323164f {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:55.366517 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.446074 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] For port b4100a23-150f-4e7b-b47e-dcd35323164f, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=b4100a23-150f-4e7b-b47e-dcd35323164f,segment=NetworkSegment(41e33ad5-755a-48f4-8edb-575ff91b00ca),segment_id=41e33ad5-755a-48f4-8edb-575ff91b00ca)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:55.446474 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.461614 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Calling delete_port for b4100a23-150f-4e7b-b47e-dcd35323164f owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:55.548617 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.577126 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event deleted for resources: {'Port': ['ID=b4100a23-150f-4e7b-b47e-dcd35323164f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:55.579637 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] No DVR routers for this DVR port b4100a23-150f-4e7b-b47e-dcd35323164f on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:55.615410 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:55.615775 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:55.616073 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:55.616417 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:55.616732 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:55.617059 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:55.617377 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:55.617690 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:55.618006 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:55.618320 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:55.618631 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:55.618945 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:55.679859 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.690817 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be748599-0a20-4a71-9693-f075225b2060']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:55.701411 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e33ad5-755a-48f4-8edb-575ff91b00ca') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:55.701670 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e33ad5-755a-48f4-8edb-575ff91b00ca') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:55.712746 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.726999 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.734292 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:55.734826 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:55.738683 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:55.762890 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0afb069a-67fd-431b-a4d9-393832bff5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.797103 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0afb069a-67fd-431b-a4d9-393832bff5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.803919 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-3b37a784-6e91-4b47-8c7c-9f8aca54cd94 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Floating IP ca89d1bb-e85d-4af3-9cbf-7433e453f41d associated. External IP: 172.25.6.119, port: 844785ae-9841-43e7-ad5d-8738304b71a8. Jul 16 01:47:55.806564 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.814431 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.820456 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "DELETE /v2.0/networks/be748599-0a20-4a71-9693-f075225b2060 HTTP/1.1" status: 204 len: 168 time: 1.8705029 Jul 16 01:47:55.820456 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53592) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:55.833789 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-4235e31c-2391-4dba-bd9e-9ae29c889279 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-203064060'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:55.838060 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8ef2c-3f15-4325-b035-92455d4bc66b tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event deleted for resources: {'Network': ['ID=be748599-0a20-4a71-9693-f075225b2060,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:55.859797 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4235e31c-2391-4dba-bd9e-9ae29c889279 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Made reservation on behalf of e3370e7e83f24166afdcfb949ee3aa1a for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:55.863607 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4235e31c-2391-4dba-bd9e-9ae29c889279 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.888776 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4235e31c-2391-4dba-bd9e-9ae29c889279 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:55.897775 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4235e31c-2391-4dba-bd9e-9ae29c889279 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.898116 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-4235e31c-2391-4dba-bd9e-9ae29c889279 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Added segment 682d6146-a8d6-4652-87e0-0544101d25e7 of type vlan for network 02114da0-dee7-438e-bc3f-d5863e4dc548 Jul 16 01:47:55.923652 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0afb069a-67fd-431b-a4d9-393832bff5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.926278 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0afb069a-67fd-431b-a4d9-393832bff5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.927443 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0afb069a-67fd-431b-a4d9-393832bff5d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc0171be-3497-4149-9be5-9a984edf0ba0 HTTP/1.1" status: 204 len: 168 time: 0.6146476 Jul 16 01:47:55.938545 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb069a-67fd-431b-a4d9-393832bff5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0171be-3497-4149-9be5-9a984edf0ba0,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:55.948164 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4235e31c-2391-4dba-bd9e-9ae29c889279 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.986387 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4235e31c-2391-4dba-bd9e-9ae29c889279 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.992384 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4235e31c-2391-4dba-bd9e-9ae29c889279 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.992976 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4235e31c-2391-4dba-bd9e-9ae29c889279 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.036298 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53596) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:56.036583 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4235e31c-2391-4dba-bd9e-9ae29c889279 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2153277 Jul 16 01:47:56.041474 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-2930845a-0276-4579-bf38-f483caa04a00 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Request body: {'subnet': {'network_id': '02114da0-dee7-438e-bc3f-d5863e4dc548', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:56.080705 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235e31c-2391-4dba-bd9e-9ae29c889279 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event updated for resources: {'Network': ['ID=02114da0-dee7-438e-bc3f-d5863e4dc548,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:56.090135 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b37a784-6e91-4b47-8c7c-9f8aca54cd94 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Router 35c963d7-bd9e-417a-80e6-22ee1e816737 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:56.092745 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 02114da0-dee7-438e-bc3f-d5863e4dc548 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:56.200052 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2930845a-0276-4579-bf38-f483caa04a00 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Made reservation on behalf of e3370e7e83f24166afdcfb949ee3aa1a for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:56.204424 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2930845a-0276-4579-bf38-f483caa04a00 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.239473 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53600) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:56.253605 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aee93703-46b5-45e8-bfa5-746e140fa15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.314022 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b37a784-6e91-4b47-8c7c-9f8aca54cd94 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:56.326327 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f41deea-4755-4318-8736-475cefd59567 None None] Sync routers for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:56.339818 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f41deea-4755-4318-8736-475cefd59567 None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:56.341447 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6f41deea-4755-4318-8736-475cefd59567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:56.356499 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aee93703-46b5-45e8-bfa5-746e140fa15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.362171 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aee93703-46b5-45e8-bfa5-746e140fa15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.402227 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6f41deea-4755-4318-8736-475cefd59567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:56.402777 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3b37a784-6e91-4b47-8c7c-9f8aca54cd94 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.407578 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-aee93703-46b5-45e8-bfa5-746e140fa15d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=06a619cd0eea4284973106a4e734923b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1630013 Jul 16 01:47:56.407793 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53602) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:56.412267 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f41deea-4755-4318-8736-475cefd59567 None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:56.413147 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6f41deea-4755-4318-8736-475cefd59567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:47:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:56.415662 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee93703-46b5-45e8-bfa5-746e140fa15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab74e541-898f-47ad-8eb5-dfaf8a4ca52c,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:56.449551 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6f41deea-4755-4318-8736-475cefd59567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:56.450138 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f41deea-4755-4318-8736-475cefd59567 None None] The sync data for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:56.474899 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c2c48aa5-35a7-4a6e-9fff-ed3a0bf2bf01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.482383 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3b37a784-6e91-4b47-8c7c-9f8aca54cd94 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.7489984 Jul 16 01:47:56.485049 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53604) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:56.490307 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-10d2f31c-24eb-4937-9e77-3fc0c3df00f1 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1901873981'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:56.517516 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c2c48aa5-35a7-4a6e-9fff-ed3a0bf2bf01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.551285 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d2f31c-24eb-4937-9e77-3fc0c3df00f1 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Made reservation on behalf of b805fdc05be14aaf94c957556df3d2b8 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:56.554925 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-10d2f31c-24eb-4937-9e77-3fc0c3df00f1 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.605224 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c2c48aa5-35a7-4a6e-9fff-ed3a0bf2bf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.608501 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c2c48aa5-35a7-4a6e-9fff-ed3a0bf2bf01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.609812 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c2c48aa5-35a7-4a6e-9fff-ed3a0bf2bf01 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab74e541-898f-47ad-8eb5-dfaf8a4ca52c HTTP/1.1" status: 204 len: 168 time: 0.2010095 Jul 16 01:47:56.610141 n-d-792394-16 neutron-server[93955]: DEBUG neutron.objects.ports [None req-2930845a-0276-4579-bf38-f483caa04a00 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93955) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:47:56.611904 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2930845a-0276-4579-bf38-f483caa04a00 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.615533 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d2f31c-24eb-4937-9e77-3fc0c3df00f1 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:56.628725 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c48aa5-35a7-4a6e-9fff-ed3a0bf2bf01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab74e541-898f-47ad-8eb5-dfaf8a4ca52c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:56.634048 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-10d2f31c-24eb-4937-9e77-3fc0c3df00f1 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.634404 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-10d2f31c-24eb-4937-9e77-3fc0c3df00f1 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Added segment 9ffeacc4-8692-45ee-95ee-11ae7828ac95 of type vlan for network 30da2937-b007-4b1c-a5ae-246b70744936 Jul 16 01:47:56.673069 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e42fc2d4-0776-43ee-9dfb-2311c90eed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.689078 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930845a-0276-4579-bf38-f483caa04a00 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event updated for resources: {'Subnet': ['ID=1b1ab9da-72cf-42f5-9ada-ec5239b92fb7,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:56.691416 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2930845a-0276-4579-bf38-f483caa04a00 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Checking segment: {'id': '682d6146-a8d6-4652-87e0-0544101d25e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '02114da0-dee7-438e-bc3f-d5863e4dc548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:56.691763 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2930845a-0276-4579-bf38-f483caa04a00 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Network hostable DHCP agents. Network: 02114da0-dee7-438e-bc3f-d5863e4dc548, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:56.692815 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-10d2f31c-24eb-4937-9e77-3fc0c3df00f1 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.711512 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2930845a-0276-4579-bf38-f483caa04a00 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Network 02114da0-dee7-438e-bc3f-d5863e4dc548 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:56.723300 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-2930845a-0276-4579-bf38-f483caa04a00 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 02114da0-dee7-438e-bc3f-d5863e4dc548) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:56.728225 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2930845a-0276-4579-bf38-f483caa04a00 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.728732 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-10d2f31c-24eb-4937-9e77-3fc0c3df00f1 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.729289 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2930845a-0276-4579-bf38-f483caa04a00 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.733917 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe37481-9c61-478c-9e3a-c1e99b2c4835 None None] Network 02114da0-dee7-438e-bc3f-d5863e4dc548 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:56.736932 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d2f31c-24eb-4937-9e77-3fc0c3df00f1 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.738331 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-10d2f31c-24eb-4937-9e77-3fc0c3df00f1 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.755589 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2930845a-0276-4579-bf38-f483caa04a00 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7181399 Jul 16 01:47:56.758299 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53608) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:56.780075 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-10d2f31c-24eb-4937-9e77-3fc0c3df00f1 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2937794 Jul 16 01:47:56.784467 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53610) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:56.791595 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-d3f84810-e32b-4feb-ab40-3fc4c761a3ae tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Request body: {'subnet': {'network_id': '30da2937-b007-4b1c-a5ae-246b70744936', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:56.855738 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2f31c-24eb-4937-9e77-3fc0c3df00f1 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'Network': ['ID=30da2937-b007-4b1c-a5ae-246b70744936,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:56.881108 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 30da2937-b007-4b1c-a5ae-246b70744936 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:56.895732 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b9523e6-591c-44ef-92c8-b3944cf59501 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.921043 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f84810-e32b-4feb-ab40-3fc4c761a3ae tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Made reservation on behalf of b805fdc05be14aaf94c957556df3d2b8 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:56.925804 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d3f84810-e32b-4feb-ab40-3fc4c761a3ae tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.995592 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b9523e6-591c-44ef-92c8-b3944cf59501 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.007229 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378a56fd-d596-4f8b-aae9-b385ef7cb46a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-02114da0-dee7-438e-bc3f-d5863e4dc548', 'network_id': '02114da0-dee7-438e-bc3f-d5863e4dc548', 'tenant_id': 'e3370e7e83f24166afdcfb949ee3aa1a', 'fixed_ips': [{'subnet_id': '1b1ab9da-72cf-42f5-9ada-ec5239b92fb7'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:47:57.008348 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-378a56fd-d596-4f8b-aae9-b385ef7cb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.105806 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b9523e6-591c-44ef-92c8-b3944cf59501 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server [None req-378a56fd-d596-4f8b-aae9-b385ef7cb46a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b1ab9da-72cf-42f5-9ada-ec5239b92fb7: This subnet is being modified by another concurrent operation. Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b1ab9da-72cf-42f5-9ada-ec5239b92fb7: This subnet is being modified by another concurrent operation. Jul 16 01:47:57.146141 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server Jul 16 01:47:57.159852 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9523e6-591c-44ef-92c8-b3944cf59501 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event deleted for resources: {'Subnet': ['ID=1b1ab9da-72cf-42f5-9ada-ec5239b92fb7,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:57.163665 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbee1fbf-5a48-4612-b588-609dd1741bf2 None None] Network 02114da0-dee7-438e-bc3f-d5863e4dc548 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:57.185599 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23022ce5-2823-4431-a52c-9f6c27c132ac req-9b9fbc19-b36f-4588-a392-d0de07997cf6 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:57.187172 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-23022ce5-2823-4431-a52c-9f6c27c132ac req-9b9fbc19-b36f-4588-a392-d0de07997cf6 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 1097 time: 0.1347115 Jul 16 01:47:57.225285 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-23022ce5-2823-4431-a52c-9f6c27c132ac req-5aa9e464-3ae7-4366-8fea-30c085ec282f tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.232967 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b9523e6-591c-44ef-92c8-b3944cf59501 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.244337 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-6b9523e6-591c-44ef-92c8-b3944cf59501 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02114da0-dee7-438e-bc3f-d5863e4dc548']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:57.257472 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-6b9523e6-591c-44ef-92c8-b3944cf59501 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '682d6146-a8d6-4652-87e0-0544101d25e7') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:57.257824 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-6b9523e6-591c-44ef-92c8-b3944cf59501 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '682d6146-a8d6-4652-87e0-0544101d25e7') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:57.268851 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b9523e6-591c-44ef-92c8-b3944cf59501 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.289454 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b9523e6-591c-44ef-92c8-b3944cf59501 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.298450 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9523e6-591c-44ef-92c8-b3944cf59501 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:57.298891 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b9523e6-591c-44ef-92c8-b3944cf59501 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.302617 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d3f84810-e32b-4feb-ab40-3fc4c761a3ae tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:57.302970 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:57.322005 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bf2645-7ff8-4480-bc3b-55a577abf7d5 None None] get_active_networks_info from n-d-792394-16 {{(pid=93957) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:47:57.380569 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b9523e6-591c-44ef-92c8-b3944cf59501 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.380752 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f84810-e32b-4feb-ab40-3fc4c761a3ae tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'Subnet': ['ID=086157a2-1555-4acf-a149-fa0af5e61e6c,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:57.390735 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b9523e6-591c-44ef-92c8-b3944cf59501 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.395121 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6b9523e6-591c-44ef-92c8-b3944cf59501 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "DELETE /v2.0/networks/02114da0-dee7-438e-bc3f-d5863e4dc548 HTTP/1.1" status: 204 len: 168 time: 0.6358180 Jul 16 01:47:57.402618 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f84810-e32b-4feb-ab40-3fc4c761a3ae tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Checking segment: {'id': '9ffeacc4-8692-45ee-95ee-11ae7828ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '30da2937-b007-4b1c-a5ae-246b70744936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:57.402992 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f84810-e32b-4feb-ab40-3fc4c761a3ae tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Network hostable DHCP agents. Network: 30da2937-b007-4b1c-a5ae-246b70744936, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:57.411642 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53630) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:57.423265 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9523e6-591c-44ef-92c8-b3944cf59501 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event deleted for resources: {'Network': ['ID=02114da0-dee7-438e-bc3f-d5863e4dc548,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:57.459846 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f707d1-97fc-4fd4-b6ac-e8c46f3889e8 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:57.460350 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f707d1-97fc-4fd4-b6ac-e8c46f3889e8 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:57.464424 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-36f707d1-97fc-4fd4-b6ac-e8c46f3889e8 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "DELETE /v2.0/subnets/1b1ab9da-72cf-42f5-9ada-ec5239b92fb7 HTTP/1.1" status: 404 len: 337 time: 0.0473726 Jul 16 01:47:57.466307 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53634) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:57.481608 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f84810-e32b-4feb-ab40-3fc4c761a3ae tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Network 30da2937-b007-4b1c-a5ae-246b70744936 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:57.496758 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf74c80-5da2-4f27-954f-abcfc4e20f6c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:57.497873 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf74c80-5da2-4f27-954f-abcfc4e20f6c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:57.508415 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-d3f84810-e32b-4feb-ab40-3fc4c761a3ae tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 30da2937-b007-4b1c-a5ae-246b70744936) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:57.508415 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53636) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:57.512611 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ddf74c80-5da2-4f27-954f-abcfc4e20f6c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "DELETE /v2.0/networks/02114da0-dee7-438e-bc3f-d5863e4dc548 HTTP/1.1" status: 404 len: 339 time: 0.0321822 Jul 16 01:47:57.522649 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f84810-e32b-4feb-ab40-3fc4c761a3ae tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:57.523241 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d3f84810-e32b-4feb-ab40-3fc4c761a3ae tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.549857 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-f756f479-5045-4872-be53-188fd561ce9d tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:57.550314 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f756f479-5045-4872-be53-188fd561ce9d tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:57.552070 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f756f479-5045-4872-be53-188fd561ce9d tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "DELETE /v2.0/subnets/257d00eb-76bf-4713-a1cd-fa61ae4273ec HTTP/1.1" status: 404 len: 337 time: 0.0474355 Jul 16 01:47:57.555525 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53640) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:57.560081 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-23022ce5-2823-4431-a52c-9f6c27c132ac req-5aa9e464-3ae7-4366-8fea-30c085ec282f tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.560536 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bf2645-7ff8-4480-bc3b-55a577abf7d5 None None] Unable to find a vacant binding_index for network 30da2937-b007-4b1c-a5ae-246b70744936 and agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 16 01:47:57.567967 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-23022ce5-2823-4431-a52c-9f6c27c132ac req-5aa9e464-3ae7-4366-8fea-30c085ec282f tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.568208 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bf2645-7ff8-4480-bc3b-55a577abf7d5 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 30da2937-b007-4b1c-a5ae-246b70744936) {{(pid=93957) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:47:57.583431 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbbe8543-bbc2-4408-b24c-95df2a0631de tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:57.584428 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbbe8543-bbc2-4408-b24c-95df2a0631de tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:57.587420 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bbbe8543-bbc2-4408-b24c-95df2a0631de tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "DELETE /v2.0/networks/be748599-0a20-4a71-9693-f075225b2060 HTTP/1.1" status: 404 len: 339 time: 0.0306191 Jul 16 01:47:57.590138 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53642) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:57.609844 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d3f84810-e32b-4feb-ab40-3fc4c761a3ae tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8243711 Jul 16 01:47:57.610508 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53644) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:57.625097 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-8d0f15ba-01f0-4b7a-b19d-187783899337 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1047379563', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}, 'admin_state_up': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:57.635407 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-23022ce5-2823-4431-a52c-9f6c27c132ac req-5aa9e464-3ae7-4366-8fea-30c085ec282f tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4361966 Jul 16 01:47:57.638684 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9e464-3ae7-4366-8fea-30c085ec282f tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73eb730a-6401-4a24-915c-800a4e9eacaf,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:57.650912 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-804e7267-fc85-4cb3-8740-3df1a7941720 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:57.651374 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-804e7267-fc85-4cb3-8740-3df1a7941720 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:57.659278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53646) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:57.662793 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-804e7267-fc85-4cb3-8740-3df1a7941720 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "DELETE /v2.0/subnets/644f297f-a35a-4169-b5a6-470459206acf HTTP/1.1" status: 404 len: 337 time: 0.0642741 Jul 16 01:47:57.672588 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8d0f15ba-01f0-4b7a-b19d-187783899337 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.673995 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8d0f15ba-01f0-4b7a-b19d-187783899337 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.732439 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8d0f15ba-01f0-4b7a-b19d-187783899337 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.752203 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd9ca6b-622e-4bc9-a576-6837c0188ae0 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:57.752879 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd9ca6b-622e-4bc9-a576-6837c0188ae0 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:57.754733 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7dd9ca6b-622e-4bc9-a576-6837c0188ae0 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "DELETE /v2.0/networks/04ef1099-5f23-43bc-ad88-b4ebd734c0de HTTP/1.1" status: 404 len: 339 time: 0.0945213 Jul 16 01:47:57.757805 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53654) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:57.913018 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8d0f15ba-01f0-4b7a-b19d-187783899337 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.969827 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609f9e9-4cc6-451f-aa1b-381998ca5594 req-728342f9-7efc-4211-8c9a-7a8701ef0709 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:57.974396 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0609f9e9-4cc6-451f-aa1b-381998ca5594 req-728342f9-7efc-4211-8c9a-7a8701ef0709 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 945 time: 0.1463265 Jul 16 01:47:58.010634 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-7f37cd6d-fcdb-4af4-86bb-1bbd4554ca0e tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Deleting port e9f027b2-546a-49c2-bbac-265edb208879 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:58.010839 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7f37cd6d-fcdb-4af4-86bb-1bbd4554ca0e tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.063608 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0609f9e9-4cc6-451f-aa1b-381998ca5594 req-e52f9bb0-a755-4899-803e-1688db22ddde tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807760 Jul 16 01:47:58.103674 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53664) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:58.145467 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7f37cd6d-fcdb-4af4-86bb-1bbd4554ca0e tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.154735 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8df5517-f7fa-4bc2-8331-27d91d39c0da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-30da2937-b007-4b1c-a5ae-246b70744936', 'network_id': '30da2937-b007-4b1c-a5ae-246b70744936', 'tenant_id': 'b805fdc05be14aaf94c957556df3d2b8', 'fixed_ips': [{'subnet_id': '086157a2-1555-4acf-a149-fa0af5e61e6c'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:47:58.157136 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b8df5517-f7fa-4bc2-8331-27d91d39c0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.168793 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-7f37cd6d-fcdb-4af4-86bb-1bbd4554ca0e tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Calling delete_port for e9f027b2-546a-49c2-bbac-265edb208879 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:58.187014 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8d0f15ba-01f0-4b7a-b19d-187783899337 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.197086 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e9f49781-e758-492b-8622-999e0468aef0 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/floatingips/10b9e745-0057-4213-9764-1b7b1af34711 HTTP/1.1" status: 200 len: 993 time: 0.0873163 Jul 16 01:47:58.238740 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8d0f15ba-01f0-4b7a-b19d-187783899337 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.283608 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7f37cd6d-fcdb-4af4-86bb-1bbd4554ca0e tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.324825 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37cd6d-fcdb-4af4-86bb-1bbd4554ca0e tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event deleted for resources: {'Port': ['ID=e9f027b2-546a-49c2-bbac-265edb208879,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:58.344550 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7f37cd6d-fcdb-4af4-86bb-1bbd4554ca0e tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.351660 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7f37cd6d-fcdb-4af4-86bb-1bbd4554ca0e tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "DELETE /v2.0/ports/e9f027b2-546a-49c2-bbac-265edb208879 HTTP/1.1" status: 204 len: 168 time: 0.5906286 Jul 16 01:47:58.353091 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53676) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:58.356256 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-b8df5517-f7fa-4bc2-8331-27d91d39c0da None None] Allocated IP 172.20.0.2 (30da2937-b007-4b1c-a5ae-246b70744936/086157a2-1555-4acf-a149-fa0af5e61e6c/23635d74-fda2-40f4-a68a-b7df94f989a7) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:58.404648 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b5d390-d182-448b-bd19-549b267d3d17 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] DELETE failed (client error): The resource could not be found. Jul 16 01:47:58.404648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b5d390-d182-448b-bd19-549b267d3d17 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:47:58.404648 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-67b5d390-d182-448b-bd19-549b267d3d17 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "DELETE /v2.0/subnets/7aa0dafa-843b-40c9-97fb-54ea3ec4be5d HTTP/1.1" status: 404 len: 337 time: 0.0448256 Jul 16 01:47:58.404648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53678) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:58.424051 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-8d0f15ba-01f0-4b7a-b19d-187783899337 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Allocated IP 172.25.6.213 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/8f5a65ca-79f9-494e-9949-f665afd0feb0) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:58.506925 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efcfd79a-ebe7-4d89-8fb4-2ef9485a2101 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.546546 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b8df5517-f7fa-4bc2-8331-27d91d39c0da None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.556976 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b8df5517-f7fa-4bc2-8331-27d91d39c0da None None] Transition to ACTIVE for port object 23635d74-fda2-40f4-a68a-b7df94f989a7 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:58.573746 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b8df5517-f7fa-4bc2-8331-27d91d39c0da None None] Transition to ACTIVE for port object 23635d74-fda2-40f4-a68a-b7df94f989a7 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:58.586210 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8d0f15ba-01f0-4b7a-b19d-187783899337 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.591245 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b8df5517-f7fa-4bc2-8331-27d91d39c0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.617528 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efcfd79a-ebe7-4d89-8fb4-2ef9485a2101 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.630287 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-efcfd79a-ebe7-4d89-8fb4-2ef9485a2101 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea0024ad-8204-41c7-ab59-6fec8fdc8aef']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:58.639483 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8df5517-f7fa-4bc2-8331-27d91d39c0da None None] Network 30da2937-b007-4b1c-a5ae-246b70744936 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:58.644395 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-b8df5517-f7fa-4bc2-8331-27d91d39c0da None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:58.650493 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-efcfd79a-ebe7-4d89-8fb4-2ef9485a2101 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa678c95-c8ee-48b5-9520-76d4b834ee2e') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:58.650710 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8df5517-f7fa-4bc2-8331-27d91d39c0da None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:58.650810 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-efcfd79a-ebe7-4d89-8fb4-2ef9485a2101 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa678c95-c8ee-48b5-9520-76d4b834ee2e') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:58.664564 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efcfd79a-ebe7-4d89-8fb4-2ef9485a2101 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.665779 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df5517-f7fa-4bc2-8331-27d91d39c0da None None] Pushing event updated for resources: {'Port': ['ID=23635d74-fda2-40f4-a68a-b7df94f989a7,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:58.683578 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efcfd79a-ebe7-4d89-8fb4-2ef9485a2101 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.690511 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8d0f15ba-01f0-4b7a-b19d-187783899337 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.702978 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efcfd79a-ebe7-4d89-8fb4-2ef9485a2101 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:58.703406 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efcfd79a-ebe7-4d89-8fb4-2ef9485a2101 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:58.707687 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:58.731952 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-b8df5517-f7fa-4bc2-8331-27d91d39c0da None None] Attempting to bind port 23635d74-fda2-40f4-a68a-b7df94f989a7 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:58.732343 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-b8df5517-f7fa-4bc2-8331-27d91d39c0da None None] Attempting to bind port 23635d74-fda2-40f4-a68a-b7df94f989a7 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '9ffeacc4-8692-45ee-95ee-11ae7828ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '30da2937-b007-4b1c-a5ae-246b70744936'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:58.732734 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8df5517-f7fa-4bc2-8331-27d91d39c0da None None] Attempting to bind port 23635d74-fda2-40f4-a68a-b7df94f989a7 on network 30da2937-b007-4b1c-a5ae-246b70744936 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:58.734016 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-05f2dde8-6422-498b-8073-d8c721ffe8c5 req-b7edcaba-da8f-4979-98b4-2b891116a043 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:47:58.735334 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05f2dde8-6422-498b-8073-d8c721ffe8c5 req-b7edcaba-da8f-4979-98b4-2b891116a043 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066836 Jul 16 01:47:58.739207 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8df5517-f7fa-4bc2-8331-27d91d39c0da None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:58.739595 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8df5517-f7fa-4bc2-8331-27d91d39c0da None None] Checking segment: {'id': '9ffeacc4-8692-45ee-95ee-11ae7828ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '30da2937-b007-4b1c-a5ae-246b70744936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:58.739943 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b8df5517-f7fa-4bc2-8331-27d91d39c0da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.740336 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8df5517-f7fa-4bc2-8331-27d91d39c0da None None] Bound using segment: {'id': '9ffeacc4-8692-45ee-95ee-11ae7828ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '30da2937-b007-4b1c-a5ae-246b70744936'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:58.740862 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-b8df5517-f7fa-4bc2-8331-27d91d39c0da None None] Bound port: 23635d74-fda2-40f4-a68a-b7df94f989a7, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffeacc4-8692-45ee-95ee-11ae7828ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '30da2937-b007-4b1c-a5ae-246b70744936'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:58.741247 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b8df5517-f7fa-4bc2-8331-27d91d39c0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.768823 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0f15ba-01f0-4b7a-b19d-187783899337 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:58.785019 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-8d0f15ba-01f0-4b7a-b19d-187783899337 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:58.789164 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0f15ba-01f0-4b7a-b19d-187783899337 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:58.806151 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efcfd79a-ebe7-4d89-8fb4-2ef9485a2101 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.814926 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f15ba-01f0-4b7a-b19d-187783899337 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'Port': ['ID=8f5a65ca-79f9-494e-9949-f665afd0feb0,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:58.826896 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efcfd79a-ebe7-4d89-8fb4-2ef9485a2101 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.828916 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-efcfd79a-ebe7-4d89-8fb4-2ef9485a2101 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "DELETE /v2.0/networks/ea0024ad-8204-41c7-ab59-6fec8fdc8aef HTTP/1.1" status: 204 len: 168 time: 0.4220433 Jul 16 01:47:58.831793 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53700) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:58.843130 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcfd79a-ebe7-4d89-8fb4-2ef9485a2101 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event deleted for resources: {'Network': ['ID=ea0024ad-8204-41c7-ab59-6fec8fdc8aef,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:58.874369 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b8df5517-f7fa-4bc2-8331-27d91d39c0da None None] For port 23635d74-fda2-40f4-a68a-b7df94f989a7, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:58.878889 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b8df5517-f7fa-4bc2-8331-27d91d39c0da None None] For port 23635d74-fda2-40f4-a68a-b7df94f989a7, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=23635d74-fda2-40f4-a68a-b7df94f989a7,segment=NetworkSegment(9ffeacc4-8692-45ee-95ee-11ae7828ac95),segment_id=9ffeacc4-8692-45ee-95ee-11ae7828ac95)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:58.885135 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b8df5517-f7fa-4bc2-8331-27d91d39c0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.970836 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df5517-f7fa-4bc2-8331-27d91d39c0da None None] Pushing event updated for resources: {'Port': ['ID=23635d74-fda2-40f4-a68a-b7df94f989a7,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:59.092135 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-a4afa3cb-8258-4d66-8a27-35b5177f725a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Deleting port 0bcb1f73-a094-4914-ad25-e084ea5c2255 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:59.092862 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4afa3cb-8258-4d66-8a27-35b5177f725a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.543254 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-acf54c3e-4bb5-4a62-bded-ecaa0124abc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.601789 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4afa3cb-8258-4d66-8a27-35b5177f725a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.617491 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8d0f15ba-01f0-4b7a-b19d-187783899337 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.626998 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-a4afa3cb-8258-4d66-8a27-35b5177f725a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Calling delete_port for 0bcb1f73-a094-4914-ad25-e084ea5c2255 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:59.643086 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-8382bacc-5c1a-4b71-8683-344780d6813f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2056801 Jul 16 01:47:59.674613 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53714) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:59.719531 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.771733 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c5642-073b-4646-98b3-cfb8715ae930 req-a0a9ec81-32c2-418b-a87a-810baef76ae0 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:59.778969 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fa3c5642-073b-4646-98b3-cfb8715ae930 req-a0a9ec81-32c2-418b-a87a-810baef76ae0 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 945 time: 0.2746258 Jul 16 01:47:59.832513 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 23635d74-fda2-40f4-a68a-b7df94f989a7 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:59.851440 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a51933db-3387-4a4c-8612-ad4e59910c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.900491 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 23635d74-fda2-40f4-a68a-b7df94f989a7 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:59.923576 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fa3c5642-073b-4646-98b3-cfb8715ae930 req-eec591ae-a719-4d72-93bb-7b5c99bf0538 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434727 Jul 16 01:47:59.987035 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4afa3cb-8258-4d66-8a27-35b5177f725a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.027872 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4afa3cb-8258-4d66-8a27-35b5177f725a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event deleted for resources: {'Port': ['ID=0bcb1f73-a094-4914-ad25-e084ea5c2255,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:00.028540 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a51933db-3387-4a4c-8612-ad4e59910c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.035160 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a51933db-3387-4a4c-8612-ad4e59910c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.043212 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a4afa3cb-8258-4d66-8a27-35b5177f725a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.048228 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a4afa3cb-8258-4d66-8a27-35b5177f725a tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "DELETE /v2.0/ports/0bcb1f73-a094-4914-ad25-e084ea5c2255 HTTP/1.1" status: 204 len: 168 time: 1.2150292 Jul 16 01:48:00.048919 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53728) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:00.060938 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8d0f15ba-01f0-4b7a-b19d-187783899337 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.085505 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a51933db-3387-4a4c-8612-ad4e59910c57 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5513e87cff91416da00b637b994a9c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4094014 Jul 16 01:48:00.086599 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51933db-3387-4a4c-8612-ad4e59910c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b864ee3-9ee4-4303-a507-5ff5a7aeba17,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:00.088453 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c90fd5-1fde-44cd-b670-5f9c76dfb18c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] DELETE failed (client error): The resource could not be found. Jul 16 01:48:00.088884 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c90fd5-1fde-44cd-b670-5f9c76dfb18c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:48:00.089362 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53732) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:00.093559 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c2c90fd5-1fde-44cd-b670-5f9c76dfb18c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "DELETE /v2.0/subnets/73acfcc2-3108-45fc-8a93-a942b2ef511f HTTP/1.1" status: 404 len: 337 time: 0.0419669 Jul 16 01:48:00.095510 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53734) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:00.154546 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6a8ffd56-e7c8-4653-b236-a4f2584f2076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.184647 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6a8ffd56-e7c8-4653-b236-a4f2584f2076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.238904 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6a8ffd56-e7c8-4653-b236-a4f2584f2076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.249226 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b297d7-34ec-4e87-a833-39104269d9bd None None] Network 30da2937-b007-4b1c-a5ae-246b70744936 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:00.253003 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6a8ffd56-e7c8-4653-b236-a4f2584f2076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.254887 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6a8ffd56-e7c8-4653-b236-a4f2584f2076 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b864ee3-9ee4-4303-a507-5ff5a7aeba17 HTTP/1.1" status: 204 len: 168 time: 0.1640348 Jul 16 01:48:00.264242 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ffd56-e7c8-4653-b236-a4f2584f2076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b864ee3-9ee4-4303-a507-5ff5a7aeba17,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:00.272208 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-930e7655-1341-4ef9-9fc6-114007a3cca4 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.364312 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-be937d0c-bd1a-4fdf-ae17-26f2cfaaaf5c None None] Provisioning for port 23635d74-fda2-40f4-a68a-b7df94f989a7 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:00.371100 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-be937d0c-bd1a-4fdf-ae17-26f2cfaaaf5c None None] Provisioning complete for port 23635d74-fda2-40f4-a68a-b7df94f989a7 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:00.371706 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be937d0c-bd1a-4fdf-ae17-26f2cfaaaf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.375692 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0f15ba-01f0-4b7a-b19d-187783899337 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Router 09334bbf-abac-49bf-95e5-88f0b88ff992 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:48:00.415657 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-930e7655-1341-4ef9-9fc6-114007a3cca4 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.428330 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-930e7655-1341-4ef9-9fc6-114007a3cca4 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b0dbfc-ae4b-408e-ada6-6e5c3e869766']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:00.480448 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-930e7655-1341-4ef9-9fc6-114007a3cca4 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb1ba59-0d6e-4d11-83ea-e48a0f9dc14b') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:00.480750 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-930e7655-1341-4ef9-9fc6-114007a3cca4 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb1ba59-0d6e-4d11-83ea-e48a0f9dc14b') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:00.493986 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-930e7655-1341-4ef9-9fc6-114007a3cca4 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.543911 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-930e7655-1341-4ef9-9fc6-114007a3cca4 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.563238 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930e7655-1341-4ef9-9fc6-114007a3cca4 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:00.563651 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-930e7655-1341-4ef9-9fc6-114007a3cca4 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:00.567204 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:00.570679 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be937d0c-bd1a-4fdf-ae17-26f2cfaaaf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.590202 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0f15ba-01f0-4b7a-b19d-187783899337 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:00.602097 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27899ff1-a3d4-4258-b3f3-1ff53943212f None None] Sync routers for ids ['09334bbf-abac-49bf-95e5-88f0b88ff992'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:00.616702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-be937d0c-bd1a-4fdf-ae17-26f2cfaaaf5c None None] For port 23635d74-fda2-40f4-a68a-b7df94f989a7, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=23635d74-fda2-40f4-a68a-b7df94f989a7,segment=NetworkSegment(9ffeacc4-8692-45ee-95ee-11ae7828ac95),segment_id=9ffeacc4-8692-45ee-95ee-11ae7828ac95)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:00.624445 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27899ff1-a3d4-4258-b3f3-1ff53943212f None None] Routers {'09334bbf-abac-49bf-95e5-88f0b88ff992'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:00.625219 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-27899ff1-a3d4-4258-b3f3-1ff53943212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['09334bbf-abac-49bf-95e5-88f0b88ff992'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:00.628960 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be937d0c-bd1a-4fdf-ae17-26f2cfaaaf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.650332 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8d0f15ba-01f0-4b7a-b19d-187783899337 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.655193 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8d0f15ba-01f0-4b7a-b19d-187783899337 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0340328 Jul 16 01:48:00.655439 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53752) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:00.656346 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-930e7655-1341-4ef9-9fc6-114007a3cca4 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.681994 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-930e7655-1341-4ef9-9fc6-114007a3cca4 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.687076 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-930e7655-1341-4ef9-9fc6-114007a3cca4 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "DELETE /v2.0/networks/55b0dbfc-ae4b-408e-ada6-6e5c3e869766 HTTP/1.1" status: 204 len: 168 time: 0.5907233 Jul 16 01:48:00.688220 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e7655-1341-4ef9-9fc6-114007a3cca4 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event deleted for resources: {'Network': ['ID=55b0dbfc-ae4b-408e-ada6-6e5c3e869766,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:00.690214 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53754) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:00.699071 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-27899ff1-a3d4-4258-b3f3-1ff53943212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:00.738768 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53756) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:00.760236 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f6ad9703-c2c8-447e-9dd0-dd816be1b5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.787949 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d8127d-10c4-44c1-84dc-25024c843c23 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Deleting subnet 36febcc8-94e8-4990-99e4-38786bfec94c {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:00.793687 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d7d8127d-10c4-44c1-84dc-25024c843c23 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.797780 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27899ff1-a3d4-4258-b3f3-1ff53943212f None None] Routers {'09334bbf-abac-49bf-95e5-88f0b88ff992'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:00.798677 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-27899ff1-a3d4-4258-b3f3-1ff53943212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['09334bbf-abac-49bf-95e5-88f0b88ff992'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:00.841908 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-27899ff1-a3d4-4258-b3f3-1ff53943212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:00.846377 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27899ff1-a3d4-4258-b3f3-1ff53943212f None None] The sync data for ids ['09334bbf-abac-49bf-95e5-88f0b88ff992'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:00.853028 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d7d8127d-10c4-44c1-84dc-25024c843c23 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.885470 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be937d0c-bd1a-4fdf-ae17-26f2cfaaaf5c None None] Pushing event updated for resources: {'Port': ['ID=23635d74-fda2-40f4-a68a-b7df94f989a7,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:00.895686 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.070773 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d7d8127d-10c4-44c1-84dc-25024c843c23 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.088130 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f6ad9703-c2c8-447e-9dd0-dd816be1b5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.148820 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f6ad9703-c2c8-447e-9dd0-dd816be1b5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.175732 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d7d8127d-10c4-44c1-84dc-25024c843c23 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.212734 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8127d-10c4-44c1-84dc-25024c843c23 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event deleted for resources: {'Subnet': ['ID=36febcc8-94e8-4990-99e4-38786bfec94c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:01.236465 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643931c4-85fc-4054-a806-e14d16010c16 None None] Network c1d978cd-6c31-4dd2-a2cd-ce063744b704 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:01.237657 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d7d8127d-10c4-44c1-84dc-25024c843c23 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.239970 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d7d8127d-10c4-44c1-84dc-25024c843c23 tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "DELETE /v2.0/subnets/36febcc8-94e8-4990-99e4-38786bfec94c HTTP/1.1" status: 204 len: 168 time: 0.5486145 Jul 16 01:48:01.242785 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53762) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:01.262388 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f6ad9703-c2c8-447e-9dd0-dd816be1b5b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1214d053602847aa9dc14b9a496a5358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5225360 Jul 16 01:48:01.267823 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53764) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:01.288952 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad9703-c2c8-447e-9dd0-dd816be1b5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f4db8f-b9b1-41d1-9a80-18eaedf1a11d,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:01.379035 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-60efbd9b-a493-4c39-957e-2757f019b45c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.407360 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f64c78-95c8-455a-b6b7-220897ca3808 None None] Network 30da2937-b007-4b1c-a5ae-246b70744936 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:01.411966 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36560c1c-1858-4199-9dc1-2318b5b82b8d req-ce3162f0-0ac1-4320-b158-b1c3e12a5707 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:01.413647 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36560c1c-1858-4199-9dc1-2318b5b82b8d req-ce3162f0-0ac1-4320-b158-b1c3e12a5707 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 945 time: 0.2764823 Jul 16 01:48:01.453400 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-60efbd9b-a493-4c39-957e-2757f019b45c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Deleting port 7e3f4c34-ca95-48ea-8b29-9b58436bbf19 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:01.454513 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-60efbd9b-a493-4c39-957e-2757f019b45c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.496188 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d2f97916-6529-415b-9294-36daf223eeac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.500124 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2ba28beb-d766-49ce-ac9f-6be67453b9ba None None] Provisioning complete for port 23635d74-fda2-40f4-a68a-b7df94f989a7 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:01.500585 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2ba28beb-d766-49ce-ac9f-6be67453b9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.545393 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36560c1c-1858-4199-9dc1-2318b5b82b8d req-c8aa3856-fffc-46e1-8745-a1659eec3eb5 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221814 Jul 16 01:48:01.546186 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5188effc-cbfb-494a-bb99-9667b619cbe7 None None] DHCP port deletion for c1d978cd-6c31-4dd2-a2cd-ce063744b704 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:01.546983 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-60efbd9b-a493-4c39-957e-2757f019b45c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] For port 7e3f4c34-ca95-48ea-8b29-9b58436bbf19, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7e3f4c34-ca95-48ea-8b29-9b58436bbf19,segment=NetworkSegment(a62859ad-e03f-4805-825f-6eabe422c784),segment_id=a62859ad-e03f-4805-825f-6eabe422c784)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:01.546983 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-60efbd9b-a493-4c39-957e-2757f019b45c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.554502 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d2f97916-6529-415b-9294-36daf223eeac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.565851 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-60efbd9b-a493-4c39-957e-2757f019b45c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Calling delete_port for 7e3f4c34-ca95-48ea-8b29-9b58436bbf19 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:01.605464 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.696860 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-60efbd9b-a493-4c39-957e-2757f019b45c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.710620 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0113ceee-7cb1-40e0-b636-6e725d66b396 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.722589 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5188effc-cbfb-494a-bb99-9667b619cbe7 None None] Deleting port 7e3f4c34-ca95-48ea-8b29-9b58436bbf19 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:01.723028 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5188effc-cbfb-494a-bb99-9667b619cbe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.728637 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60efbd9b-a493-4c39-957e-2757f019b45c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] No DVR routers for this DVR port 7e3f4c34-ca95-48ea-8b29-9b58436bbf19 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:01.737327 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d2f97916-6529-415b-9294-36daf223eeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.740687 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d2f97916-6529-415b-9294-36daf223eeac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.742228 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d2f97916-6529-415b-9294-36daf223eeac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86f4db8f-b9b1-41d1-9a80-18eaedf1a11d HTTP/1.1" status: 204 len: 168 time: 0.4722366 Jul 16 01:48:01.762022 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 23635d74-fda2-40f4-a68a-b7df94f989a7 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:01.791455 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60efbd9b-a493-4c39-957e-2757f019b45c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event deleted for resources: {'Port': ['ID=7e3f4c34-ca95-48ea-8b29-9b58436bbf19,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:01.826003 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f97916-6529-415b-9294-36daf223eeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f4db8f-b9b1-41d1-9a80-18eaedf1a11d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:01.831116 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-5188effc-cbfb-494a-bb99-9667b619cbe7 None None] For port 7e3f4c34-ca95-48ea-8b29-9b58436bbf19, host n-d-792394-16, got binding levels [] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:01.831538 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5188effc-cbfb-494a-bb99-9667b619cbe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.856161 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5188effc-cbfb-494a-bb99-9667b619cbe7 None None] Calling delete_port for 7e3f4c34-ca95-48ea-8b29-9b58436bbf19 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:01.860317 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-57229242-7818-464f-971a-401cd7f5635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:01.862328 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-57229242-7818-464f-971a-401cd7f5635a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 1097 time: 0.2061193 Jul 16 01:48:01.862768 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.ipam_backend_mixin [None req-5188effc-cbfb-494a-bb99-9667b619cbe7 None None] Port 7e3f4c34-ca95-48ea-8b29-9b58436bbf19 was not found and therefore no delete operation was performed {{(pid=93957) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:48:01.867438 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5188effc-cbfb-494a-bb99-9667b619cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.869476 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-60efbd9b-a493-4c39-957e-2757f019b45c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.882859 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-60efbd9b-a493-4c39-957e-2757f019b45c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d978cd-6c31-4dd2-a2cd-ce063744b704']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:01.898102 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-60efbd9b-a493-4c39-957e-2757f019b45c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a62859ad-e03f-4805-825f-6eabe422c784') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:01.898635 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-60efbd9b-a493-4c39-957e-2757f019b45c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a62859ad-e03f-4805-825f-6eabe422c784') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:01.906851 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188effc-cbfb-494a-bb99-9667b619cbe7 None None] Pushing event deleted for resources: {'Port': ['ID=7e3f4c34-ca95-48ea-8b29-9b58436bbf19,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:01.913302 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5188effc-cbfb-494a-bb99-9667b619cbe7 None None] No DVR routers for this DVR port 7e3f4c34-ca95-48ea-8b29-9b58436bbf19 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:01.922057 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-60efbd9b-a493-4c39-957e-2757f019b45c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.927216 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 23635d74-fda2-40f4-a68a-b7df94f989a7 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:01.927671 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.939421 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-60efbd9b-a493-4c39-957e-2757f019b45c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.956794 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60efbd9b-a493-4c39-957e-2757f019b45c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:01.957914 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-60efbd9b-a493-4c39-957e-2757f019b45c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:01.963523 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:02.116275 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-8bb9f140-c29f-42b3-99fe-84aef40574d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.118020 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-8bb9f140-c29f-42b3-99fe-84aef40574d4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae9cdc71-5392-4a43-a088-bbed08d2f63d HTTP/1.1" status: 200 len: 897 time: 0.2247875 Jul 16 01:48:02.126882 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-60efbd9b-a493-4c39-957e-2757f019b45c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.128641 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7e3f4c34-ca95-48ea-8b29-9b58436bbf19 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:02.137454 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-60efbd9b-a493-4c39-957e-2757f019b45c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.142162 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-60efbd9b-a493-4c39-957e-2757f019b45c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] 10.222.0.16 "DELETE /v2.0/networks/c1d978cd-6c31-4dd2-a2cd-ce063744b704 HTTP/1.1" status: 204 len: 168 time: 0.8957679 Jul 16 01:48:02.154548 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60efbd9b-a493-4c39-957e-2757f019b45c tempest-NetworksIpV6TestAttrs-1178337295 tempest-NetworksIpV6TestAttrs-1178337295-project] Pushing event deleted for resources: {'Network': ['ID=c1d978cd-6c31-4dd2-a2cd-ce063744b704,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:02.184928 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 7e3f4c34-ca95-48ea-8b29-9b58436bbf19 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:02.185351 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7e3f4c34-ca95-48ea-8b29-9b58436bbf19 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:02.196487 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-216090df-55b6-4a03-9d79-6a24e8f6be34 None None] Provisioning complete for port 23635d74-fda2-40f4-a68a-b7df94f989a7 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:02.196867 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-216090df-55b6-4a03-9d79-6a24e8f6be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.312630 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-3b44d3e8-65d2-4efc-a9a4-8372dc182ee9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4aaf832-76f0-425d-a098-0162fdb959b7 HTTP/1.1" status: 200 len: 1001 time: 0.1874461 Jul 16 01:48:02.334438 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-0113ceee-7cb1-40e0-b636-6e725d66b396 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Allocated IP 172.20.0.1 (30da2937-b007-4b1c-a5ae-246b70744936/086157a2-1555-4acf-a149-fa0af5e61e6c/2c8ed8a2-cfe4-49a7-bef8-356539f623d3) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:02.402804 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-2105ad71-def4-4494-a894-5505c44484de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.404538 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-2105ad71-def4-4494-a894-5505c44484de service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e7e49755-eff3-40a3-95fc-2ea36183bca0 HTTP/1.1" status: 200 len: 835 time: 0.0839453 Jul 16 01:48:02.494856 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53782) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:02.527862 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0113ceee-7cb1-40e0-b636-6e725d66b396 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.539202 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-27091a1d-e571-4560-9b7c-edff52177a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.540780 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-27091a1d-e571-4560-9b7c-edff52177a58 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae9cdc71-5392-4a43-a088-bbed08d2f63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1276450 Jul 16 01:48:02.547786 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.567674 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-0113ceee-7cb1-40e0-b636-6e725d66b396 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Transition to ACTIVE for port object 2c8ed8a2-cfe4-49a7-bef8-356539f623d3 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:02.692465 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2317fcfe-bd45-4d7c-adf3-ac746db894d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3370e7e83f24166afdcfb949ee3aa1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1963956 Jul 16 01:48:02.694885 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53794) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:02.704709 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0113ceee-7cb1-40e0-b636-6e725d66b396 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.769465 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-843cdabf-0027-466f-bd0f-c2ecf6eae2b0 service neutron] 10.222.0.82 "GET /v2.0/networks/ae9cdc71-5392-4a43-a088-bbed08d2f63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209945 Jul 16 01:48:02.775732 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0113ceee-7cb1-40e0-b636-6e725d66b396 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Network 30da2937-b007-4b1c-a5ae-246b70744936 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:02.780581 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-0113ceee-7cb1-40e0-b636-6e725d66b396 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:02.793663 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0113ceee-7cb1-40e0-b636-6e725d66b396 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:02.808501 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113ceee-7cb1-40e0-b636-6e725d66b396 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'Port': ['ID=2c8ed8a2-cfe4-49a7-bef8-356539f623d3,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:02.813896 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e2dfc657-a1e9-42d0-a331-c532ed0c4938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.841215 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237344b9-532b-49b7-a182-ce43dbc053fa req-8c92afdb-bc0e-489d-8a2d-f55ff902b149 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.842986 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-237344b9-532b-49b7-a182-ce43dbc053fa req-8c92afdb-bc0e-489d-8a2d-f55ff902b149 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 945 time: 0.1110425 Jul 16 01:48:02.867396 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e2dfc657-a1e9-42d0-a331-c532ed0c4938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.901301 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0113ceee-7cb1-40e0-b636-6e725d66b396 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.957065 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-237344b9-532b-49b7-a182-ce43dbc053fa req-2c889c69-fae3-4867-ab93-e849347541a1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057529 Jul 16 01:48:02.958331 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e2dfc657-a1e9-42d0-a331-c532ed0c4938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.961331 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e2dfc657-a1e9-42d0-a331-c532ed0c4938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.964844 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e2dfc657-a1e9-42d0-a331-c532ed0c4938 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/616d2557-5f74-4a25-adbd-4b119eab3ecf HTTP/1.1" status: 204 len: 168 time: 0.2681570 Jul 16 01:48:02.975694 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dfc657-a1e9-42d0-a331-c532ed0c4938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616d2557-5f74-4a25-adbd-4b119eab3ecf,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:03.148078 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5de2975d-e51b-45db-8c19-b59a4cc31ee0 None None] Provisioning for port 2c8ed8a2-cfe4-49a7-bef8-356539f623d3 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:03.156310 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5de2975d-e51b-45db-8c19-b59a4cc31ee0 None None] Provisioning complete for port 2c8ed8a2-cfe4-49a7-bef8-356539f623d3 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:03.157160 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5de2975d-e51b-45db-8c19-b59a4cc31ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.217154 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5de2975d-e51b-45db-8c19-b59a4cc31ee0 None None] Port 2c8ed8a2-cfe4-49a7-bef8-356539f623d3 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:03.386414 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-c86ae387-0a33-4474-bc5d-f9548c3c27f1 service neutron] 10.222.0.82 "GET /v2.0/networks/ae9cdc71-5392-4a43-a088-bbed08d2f63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6070814 Jul 16 01:48:03.454057 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0113ceee-7cb1-40e0-b636-6e725d66b396 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.774728 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0113ceee-7cb1-40e0-b636-6e725d66b396 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.782776 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0113ceee-7cb1-40e0-b636-6e725d66b396 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.869999 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0113ceee-7cb1-40e0-b636-6e725d66b396 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.869999 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113ceee-7cb1-40e0-b636-6e725d66b396 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'Port': ['ID=2c8ed8a2-cfe4-49a7-bef8-356539f623d3,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:03.964340 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0113ceee-7cb1-40e0-b636-6e725d66b396 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Network 30da2937-b007-4b1c-a5ae-246b70744936 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:03.965767 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-0113ceee-7cb1-40e0-b636-6e725d66b396 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:03.979252 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53844) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:04.163518 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0113ceee-7cb1-40e0-b636-6e725d66b396 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Router 09334bbf-abac-49bf-95e5-88f0b88ff992 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:04.191076 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-200a3590-28a7-4e75-94b9-b913c5ed154b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'network': {'name': 'tempest-RoutersTest-1660006533'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:04.237535 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200a3590-28a7-4e75-94b9-b913c5ed154b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Made reservation on behalf of 5c44433e7212494d8106da72c14533ce for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:04.244247 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-200a3590-28a7-4e75-94b9-b913c5ed154b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.250057 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128916b-f0ff-4401-9e68-6b647cf2c6f4 req-09f1e83c-88ab-4d09-8525-4d9b52bbd4f9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.251816 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2128916b-f0ff-4401-9e68-6b647cf2c6f4 req-09f1e83c-88ab-4d09-8525-4d9b52bbd4f9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 945 time: 0.1451104 Jul 16 01:48:04.258955 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-200a3590-28a7-4e75-94b9-b913c5ed154b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.361494 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0c326d70-2631-4183-8ee3-2bfbab461b11 None None] Provisioning complete for port 2c8ed8a2-cfe4-49a7-bef8-356539f623d3 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:04.362497 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c326d70-2631-4183-8ee3-2bfbab461b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.367303 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2128916b-f0ff-4401-9e68-6b647cf2c6f4 req-e99a74a0-5e15-47a8-91ca-cb9d80ec8a00 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049824 Jul 16 01:48:04.378478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0113ceee-7cb1-40e0-b636-6e725d66b396 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:04.386845 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0113ceee-7cb1-40e0-b636-6e725d66b396 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "PUT /v2.0/routers/09334bbf-abac-49bf-95e5-88f0b88ff992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7301781 Jul 16 01:48:04.388041 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53862) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:04.393833 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-6a62d4d4-9e80-42fe-8797-aa24ea9e88c0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Request body: {'port': {'network_id': '30da2937-b007-4b1c-a5ae-246b70744936', 'name': 'tempest-FloatingIPTestJSON-1862911982'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:04.398896 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a29aef6-b381-4957-b0e4-abb19a725c00 None None] Sync routers for ids ['09334bbf-abac-49bf-95e5-88f0b88ff992'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:04.418945 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-0c326d70-2631-4183-8ee3-2bfbab461b11 None None] Port 2c8ed8a2-cfe4-49a7-bef8-356539f623d3 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:04.420874 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a29aef6-b381-4957-b0e4-abb19a725c00 None None] Routers {'09334bbf-abac-49bf-95e5-88f0b88ff992'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:04.422202 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9a29aef6-b381-4957-b0e4-abb19a725c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['09334bbf-abac-49bf-95e5-88f0b88ff992'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:04.471891 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9a29aef6-b381-4957-b0e4-abb19a725c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:04.489814 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-200a3590-28a7-4e75-94b9-b913c5ed154b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.492042 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a29aef6-b381-4957-b0e4-abb19a725c00 None None] Routers {'09334bbf-abac-49bf-95e5-88f0b88ff992'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:04.493005 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9a29aef6-b381-4957-b0e4-abb19a725c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['09334bbf-abac-49bf-95e5-88f0b88ff992'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:04.497382 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-200a3590-28a7-4e75-94b9-b913c5ed154b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.548061 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9a29aef6-b381-4957-b0e4-abb19a725c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:04.549147 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a29aef6-b381-4957-b0e4-abb19a725c00 None None] The sync data for ids ['09334bbf-abac-49bf-95e5-88f0b88ff992'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:04.550202 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200a3590-28a7-4e75-94b9-b913c5ed154b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:04.557388 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a62d4d4-9e80-42fe-8797-aa24ea9e88c0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Made reservation on behalf of b805fdc05be14aaf94c957556df3d2b8 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:04.564635 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6a62d4d4-9e80-42fe-8797-aa24ea9e88c0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.568759 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a3590-28a7-4e75-94b9-b913c5ed154b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=295a2e51-53d6-4498-917c-622df2938c00,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:04.579936 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-200a3590-28a7-4e75-94b9-b913c5ed154b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.580520 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-200a3590-28a7-4e75-94b9-b913c5ed154b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Added segment 3a4bc1c0-4592-4620-af2d-197a298fda08 of type vlan for network 3682eb2c-a8b2-4d40-b516-16d384f87163 Jul 16 01:48:04.594637 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-6a62d4d4-9e80-42fe-8797-aa24ea9e88c0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] device_id is not set on port 9a91e08e-c651-437d-8f78-894694a9ca60 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:48:04.640397 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-200a3590-28a7-4e75-94b9-b913c5ed154b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.673206 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-200a3590-28a7-4e75-94b9-b913c5ed154b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.679206 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200a3590-28a7-4e75-94b9-b913c5ed154b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.679796 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-200a3590-28a7-4e75-94b9-b913c5ed154b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.717363 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-6a62d4d4-9e80-42fe-8797-aa24ea9e88c0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Allocated IP 172.20.0.12 (30da2937-b007-4b1c-a5ae-246b70744936/086157a2-1555-4acf-a149-fa0af5e61e6c/9a91e08e-c651-437d-8f78-894694a9ca60) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:04.723719 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-200a3590-28a7-4e75-94b9-b913c5ed154b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7406926 Jul 16 01:48:04.724183 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53874) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:04.730106 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-568433eb-b294-48d1-a766-9cf3ba7ad9ad tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'network': {'name': 'tempest-RoutersTest-541472158'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:04.764674 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a3590-28a7-4e75-94b9-b913c5ed154b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Network': ['ID=3682eb2c-a8b2-4d40-b516-16d384f87163,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:04.776112 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 3682eb2c-a8b2-4d40-b516-16d384f87163 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:04.788382 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568433eb-b294-48d1-a766-9cf3ba7ad9ad tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Made reservation on behalf of 5c44433e7212494d8106da72c14533ce for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:04.793713 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-568433eb-b294-48d1-a766-9cf3ba7ad9ad tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.828074 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568433eb-b294-48d1-a766-9cf3ba7ad9ad tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:04.841410 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-568433eb-b294-48d1-a766-9cf3ba7ad9ad tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.841793 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-568433eb-b294-48d1-a766-9cf3ba7ad9ad tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Added segment 6a6a1197-20fb-40d0-b16c-10a5fc2ac086 of type vlan for network 1a259831-3a78-4f68-b023-e9dc80bf5f96 Jul 16 01:48:04.884021 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-568433eb-b294-48d1-a766-9cf3ba7ad9ad tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.902337 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6a62d4d4-9e80-42fe-8797-aa24ea9e88c0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.916994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-6a62d4d4-9e80-42fe-8797-aa24ea9e88c0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Transition to ACTIVE for port object 9a91e08e-c651-437d-8f78-894694a9ca60 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:04.917401 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-568433eb-b294-48d1-a766-9cf3ba7ad9ad tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.924322 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568433eb-b294-48d1-a766-9cf3ba7ad9ad tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.924910 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-568433eb-b294-48d1-a766-9cf3ba7ad9ad tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.961600 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-568433eb-b294-48d1-a766-9cf3ba7ad9ad tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2361774 Jul 16 01:48:04.964348 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53878) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:04.965870 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6a62d4d4-9e80-42fe-8797-aa24ea9e88c0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.973718 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-9735138f-5a56-4cfd-8c42-d6c11b8db714 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'subnet': {'network_id': '3682eb2c-a8b2-4d40-b516-16d384f87163', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:05.018906 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53880) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:05.020183 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a62d4d4-9e80-42fe-8797-aa24ea9e88c0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Network 30da2937-b007-4b1c-a5ae-246b70744936 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:05.023604 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-6a62d4d4-9e80-42fe-8797-aa24ea9e88c0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:05.027829 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a62d4d4-9e80-42fe-8797-aa24ea9e88c0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:05.031945 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568433eb-b294-48d1-a766-9cf3ba7ad9ad tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Network': ['ID=1a259831-3a78-4f68-b023-e9dc80bf5f96,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:05.045726 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 1a259831-3a78-4f68-b023-e9dc80bf5f96 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:05.063652 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62d4d4-9e80-42fe-8797-aa24ea9e88c0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event updated for resources: {'Port': ['ID=9a91e08e-c651-437d-8f78-894694a9ca60,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:05.104196 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a62d4d4-9e80-42fe-8797-aa24ea9e88c0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:05.105653 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6a62d4d4-9e80-42fe-8797-aa24ea9e88c0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.121847 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9735138f-5a56-4cfd-8c42-d6c11b8db714 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Made reservation on behalf of 5c44433e7212494d8106da72c14533ce for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:05.125838 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6a62d4d4-9e80-42fe-8797-aa24ea9e88c0 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7370505 Jul 16 01:48:05.126437 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9735138f-5a56-4cfd-8c42-d6c11b8db714 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.128317 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53884) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:05.134126 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-5df2fff6-d241-46fe-a42c-a91464b7f726 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Request body: {'floatingip': {'port_id': '9a91e08e-c651-437d-8f78-894694a9ca60'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:05.177909 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.206011 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5df2fff6-d241-46fe-a42c-a91464b7f726 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.238283 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1ba75af7-1244-4f05-8f03-a2ca86650fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.366389 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3b3ee545-9462-4ea4-b3ba-185232dd7d87 None None] Provisioning for port 9a91e08e-c651-437d-8f78-894694a9ca60 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:05.371246 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3b3ee545-9462-4ea4-b3ba-185232dd7d87 None None] Provisioning complete for port 9a91e08e-c651-437d-8f78-894694a9ca60 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:05.371752 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b3ee545-9462-4ea4-b3ba-185232dd7d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.413027 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-3b3ee545-9462-4ea4-b3ba-185232dd7d87 None None] Port 9a91e08e-c651-437d-8f78-894694a9ca60 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:05.413301 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9735138f-5a56-4cfd-8c42-d6c11b8db714 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.480776 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1ba75af7-1244-4f05-8f03-a2ca86650fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.506055 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1ba75af7-1244-4f05-8f03-a2ca86650fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.519093 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735138f-5a56-4cfd-8c42-d6c11b8db714 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Subnet': ['ID=9e7f5000-001c-4cdb-bc0c-7337436b6893,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:05.553600 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9735138f-5a56-4cfd-8c42-d6c11b8db714 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Checking segment: {'id': '3a4bc1c0-4592-4620-af2d-197a298fda08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3682eb2c-a8b2-4d40-b516-16d384f87163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:05.553967 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9735138f-5a56-4cfd-8c42-d6c11b8db714 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network hostable DHCP agents. Network: 3682eb2c-a8b2-4d40-b516-16d384f87163, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:05.564700 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1ba75af7-1244-4f05-8f03-a2ca86650fae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7661d9b5d45b48c0a7a95d7a201ffb01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5447469 Jul 16 01:48:05.575096 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53888) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:05.575408 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba75af7-1244-4f05-8f03-a2ca86650fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f99f637-7159-4d1d-ab8e-1aac4f81a403,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:05.636161 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9735138f-5a56-4cfd-8c42-d6c11b8db714 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network 3682eb2c-a8b2-4d40-b516-16d384f87163 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:05.662327 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-9735138f-5a56-4cfd-8c42-d6c11b8db714 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 3682eb2c-a8b2-4d40-b516-16d384f87163) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:05.666868 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9735138f-5a56-4cfd-8c42-d6c11b8db714 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:05.667454 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9735138f-5a56-4cfd-8c42-d6c11b8db714 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.673591 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bc3705-1dff-4103-b762-46776722e1ed None None] Network 3682eb2c-a8b2-4d40-b516-16d384f87163 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:05.698494 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9735138f-5a56-4cfd-8c42-d6c11b8db714 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7301564 Jul 16 01:48:05.704518 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53890) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:05.709442 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-4c35dcf3-8860-468c-960d-954f4ab0e684 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'subnet': {'network_id': '1a259831-3a78-4f68-b023-e9dc80bf5f96', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:05.711898 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc6834-4b4d-482e-aa3b-343a721895d0 req-2e7eb975-8082-4448-ba22-f6e771686fd4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:05.713413 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dbdc6834-4b4d-482e-aa3b-343a721895d0 req-2e7eb975-8082-4448-ba22-f6e771686fd4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 945 time: 0.1547208 Jul 16 01:48:05.719115 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af09a394-02bf-4f88-8405-0e5b49e3f7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.767871 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af09a394-02bf-4f88-8405-0e5b49e3f7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.780461 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5df2fff6-d241-46fe-a42c-a91464b7f726 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.789461 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5df2fff6-d241-46fe-a42c-a91464b7f726 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.796143 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dbdc6834-4b4d-482e-aa3b-343a721895d0 req-265ded9e-96d7-4e02-b317-25443bd4e3b3 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721757 Jul 16 01:48:05.835686 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af09a394-02bf-4f88-8405-0e5b49e3f7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.838723 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af09a394-02bf-4f88-8405-0e5b49e3f7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.843006 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-af09a394-02bf-4f88-8405-0e5b49e3f7d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f99f637-7159-4d1d-ab8e-1aac4f81a403 HTTP/1.1" status: 204 len: 168 time: 0.2637947 Jul 16 01:48:05.852183 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09a394-02bf-4f88-8405-0e5b49e3f7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f99f637-7159-4d1d-ab8e-1aac4f81a403,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:05.871462 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ff2f35-0339-4f19-ac6f-c96f6083037f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-3682eb2c-a8b2-4d40-b516-16d384f87163', 'network_id': '3682eb2c-a8b2-4d40-b516-16d384f87163', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'fixed_ips': [{'subnet_id': '9e7f5000-001c-4cdb-bc0c-7337436b6893'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:05.873002 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62ff2f35-0339-4f19-ac6f-c96f6083037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.947917 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c35dcf3-8860-468c-960d-954f4ab0e684 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Made reservation on behalf of 5c44433e7212494d8106da72c14533ce for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:05.951792 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c35dcf3-8860-468c-960d-954f4ab0e684 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.985283 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-5df2fff6-d241-46fe-a42c-a91464b7f726 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Floating IP ca89d1bb-e85d-4af3-9cbf-7433e453f41d associated. External IP: 172.25.6.119, port: 844785ae-9841-43e7-ad5d-8738304b71a8. Jul 16 01:48:06.031742 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-62ff2f35-0339-4f19-ac6f-c96f6083037f None None] Allocated IP 172.20.0.2 (3682eb2c-a8b2-4d40-b516-16d384f87163/9e7f5000-001c-4cdb-bc0c-7337436b6893/8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:06.153545 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53896) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:06.168128 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c00d2ec2-3042-4aa9-8b7f-b42e369adfea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.193231 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62ff2f35-0339-4f19-ac6f-c96f6083037f None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.202389 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-62ff2f35-0339-4f19-ac6f-c96f6083037f None None] Transition to ACTIVE for port object 8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:06.218185 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-62ff2f35-0339-4f19-ac6f-c96f6083037f None None] Transition to ACTIVE for port object 8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:06.226198 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62ff2f35-0339-4f19-ac6f-c96f6083037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.263956 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ff2f35-0339-4f19-ac6f-c96f6083037f None None] Network 3682eb2c-a8b2-4d40-b516-16d384f87163 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:06.266456 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c00d2ec2-3042-4aa9-8b7f-b42e369adfea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.268546 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-62ff2f35-0339-4f19-ac6f-c96f6083037f None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:06.272765 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ff2f35-0339-4f19-ac6f-c96f6083037f None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:06.273298 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c00d2ec2-3042-4aa9-8b7f-b42e369adfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.290918 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff2f35-0339-4f19-ac6f-c96f6083037f None None] Pushing event updated for resources: {'Port': ['ID=8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:06.320558 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d2ec2-3042-4aa9-8b7f-b42e369adfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b656ad-69c5-4fad-ae8b-7209541aa6fd,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:06.323409 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c35dcf3-8860-468c-960d-954f4ab0e684 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.327725 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c00d2ec2-3042-4aa9-8b7f-b42e369adfea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c702e269826e4fe48756c65a1c4369ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1728785 Jul 16 01:48:06.330472 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53898) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:06.371734 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-62ff2f35-0339-4f19-ac6f-c96f6083037f None None] Attempting to bind port 8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:06.373168 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-62ff2f35-0339-4f19-ac6f-c96f6083037f None None] Attempting to bind port 8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '3a4bc1c0-4592-4620-af2d-197a298fda08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3682eb2c-a8b2-4d40-b516-16d384f87163'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:06.373590 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ff2f35-0339-4f19-ac6f-c96f6083037f None None] Attempting to bind port 8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d on network 3682eb2c-a8b2-4d40-b516-16d384f87163 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:06.379568 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ff2f35-0339-4f19-ac6f-c96f6083037f None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:06.380198 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ff2f35-0339-4f19-ac6f-c96f6083037f None None] Checking segment: {'id': '3a4bc1c0-4592-4620-af2d-197a298fda08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3682eb2c-a8b2-4d40-b516-16d384f87163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:06.380779 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62ff2f35-0339-4f19-ac6f-c96f6083037f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.381351 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ff2f35-0339-4f19-ac6f-c96f6083037f None None] Bound using segment: {'id': '3a4bc1c0-4592-4620-af2d-197a298fda08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3682eb2c-a8b2-4d40-b516-16d384f87163'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:06.381995 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-62ff2f35-0339-4f19-ac6f-c96f6083037f None None] Bound port: 8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4bc1c0-4592-4620-af2d-197a298fda08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3682eb2c-a8b2-4d40-b516-16d384f87163'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:06.382559 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62ff2f35-0339-4f19-ac6f-c96f6083037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.388864 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3b5fdedf-ee80-4705-8b5c-1266ea1021fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.419182 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3b5fdedf-ee80-4705-8b5c-1266ea1021fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.433559 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df2fff6-d241-46fe-a42c-a91464b7f726 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Router 35c963d7-bd9e-417a-80e6-22ee1e816737 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:06.444880 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35dcf3-8860-468c-960d-954f4ab0e684 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Subnet': ['ID=21a19801-30da-46cd-8efe-6b0f094054d1,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:06.461912 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-62ff2f35-0339-4f19-ac6f-c96f6083037f None None] For port 8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:06.466000 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-62ff2f35-0339-4f19-ac6f-c96f6083037f None None] For port 8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d,segment=NetworkSegment(3a4bc1c0-4592-4620-af2d-197a298fda08),segment_id=3a4bc1c0-4592-4620-af2d-197a298fda08)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:06.472505 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62ff2f35-0339-4f19-ac6f-c96f6083037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.484409 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c35dcf3-8860-468c-960d-954f4ab0e684 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Checking segment: {'id': '6a6a1197-20fb-40d0-b16c-10a5fc2ac086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1a259831-3a78-4f68-b023-e9dc80bf5f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:06.484890 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c35dcf3-8860-468c-960d-954f4ab0e684 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network hostable DHCP agents. Network: 1a259831-3a78-4f68-b023-e9dc80bf5f96, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:06.493517 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3b5fdedf-ee80-4705-8b5c-1266ea1021fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.496743 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3b5fdedf-ee80-4705-8b5c-1266ea1021fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.501230 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3b5fdedf-ee80-4705-8b5c-1266ea1021fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2b656ad-69c5-4fad-ae8b-7209541aa6fd HTTP/1.1" status: 204 len: 168 time: 0.1696217 Jul 16 01:48:06.510927 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5fdedf-ee80-4705-8b5c-1266ea1021fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b656ad-69c5-4fad-ae8b-7209541aa6fd,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:06.537073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c3e90-f4a9-46ba-abce-a88b3307c797 req-08a22626-69af-45bb-9134-86f8e1f46939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.538722 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-757c3e90-f4a9-46ba-abce-a88b3307c797 req-08a22626-69af-45bb-9134-86f8e1f46939 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 1097 time: 0.1740563 Jul 16 01:48:06.595768 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c35dcf3-8860-468c-960d-954f4ab0e684 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network 1a259831-3a78-4f68-b023-e9dc80bf5f96 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:06.641590 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-4c35dcf3-8860-468c-960d-954f4ab0e684 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 1a259831-3a78-4f68-b023-e9dc80bf5f96) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:06.651882 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c35dcf3-8860-468c-960d-954f4ab0e684 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.652576 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c35dcf3-8860-468c-960d-954f4ab0e684 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.671746 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87687a2-9daf-4179-970c-9096d3353ed2 None None] Network 1a259831-3a78-4f68-b023-e9dc80bf5f96 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:06.674008 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df2fff6-d241-46fe-a42c-a91464b7f726 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:06.715541 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e22ce1-a455-48da-ad86-d94ce520585a None None] Sync routers for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:06.750368 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4c35dcf3-8860-468c-960d-954f4ab0e684 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0449612 Jul 16 01:48:06.753993 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53904) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:06.762916 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-88195c57-572d-4ff5-a66b-202349338e50 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-47623900', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:06.804704 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-88195c57-572d-4ff5-a66b-202349338e50 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.806501 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-88195c57-572d-4ff5-a66b-202349338e50 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.810282 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e22ce1-a455-48da-ad86-d94ce520585a None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:06.811253 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a9e22ce1-a455-48da-ad86-d94ce520585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:06.844573 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c3e90-f4a9-46ba-abce-a88b3307c797 req-39319ba8-2e02-4b29-9dda-6c56c7b97f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.851476 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-757c3e90-f4a9-46ba-abce-a88b3307c797 req-39319ba8-2e02-4b29-9dda-6c56c7b97f95 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae9cdc71-5392-4a43-a088-bbed08d2f63d HTTP/1.1" status: 200 len: 897 time: 0.2506502 Jul 16 01:48:06.915303 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-88195c57-572d-4ff5-a66b-202349338e50 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.925573 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-88195c57-572d-4ff5-a66b-202349338e50 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.951506 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff2f35-0339-4f19-ac6f-c96f6083037f None None] Pushing event updated for resources: {'Port': ['ID=8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:06.956566 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a9e22ce1-a455-48da-ad86-d94ce520585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:06.974577 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-88195c57-572d-4ff5-a66b-202349338e50 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.978644 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-88195c57-572d-4ff5-a66b-202349338e50 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2226136 Jul 16 01:48:06.982195 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e22ce1-a455-48da-ad86-d94ce520585a None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:06.983380 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a9e22ce1-a455-48da-ad86-d94ce520585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:06.985552 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53914) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:07.029728 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a9e22ce1-a455-48da-ad86-d94ce520585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:07.030572 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e22ce1-a455-48da-ad86-d94ce520585a None None] The sync data for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:07.103759 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-757c3e90-f4a9-46ba-abce-a88b3307c797 req-5462ad19-6ddf-4c1f-b723-67648dea2112 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4aaf832-76f0-425d-a098-0162fdb959b7 HTTP/1.1" status: 200 len: 1001 time: 0.2379670 Jul 16 01:48:07.188958 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf71e33-ce19-4a30-a2ad-a3b0a26c035c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-1a259831-3a78-4f68-b023-e9dc80bf5f96', 'network_id': '1a259831-3a78-4f68-b023-e9dc80bf5f96', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'fixed_ips': [{'subnet_id': '21a19801-30da-46cd-8efe-6b0f094054d1'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:07.189973 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1bf71e33-ce19-4a30-a2ad-a3b0a26c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.303627 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df2fff6-d241-46fe-a42c-a91464b7f726 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Router 09334bbf-abac-49bf-95e5-88f0b88ff992 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:07.320342 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c3e90-f4a9-46ba-abce-a88b3307c797 req-68fe4767-4c9d-40d0-9a5b-048f15682b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:07.322255 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-757c3e90-f4a9-46ba-abce-a88b3307c797 req-68fe4767-4c9d-40d0-9a5b-048f15682b10 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e7e49755-eff3-40a3-95fc-2ea36183bca0 HTTP/1.1" status: 200 len: 835 time: 0.1758375 Jul 16 01:48:07.380445 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60702618-3a8a-4a0d-a701-1f77fddab221 req-a39d1316-88b9-4124-8de6-5dbc664cf3b6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:07.382062 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-60702618-3a8a-4a0d-a701-1f77fddab221 req-a39d1316-88b9-4124-8de6-5dbc664cf3b6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 945 time: 0.2844963 Jul 16 01:48:07.382589 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-1bf71e33-ce19-4a30-a2ad-a3b0a26c035c None None] Allocated IP 172.21.0.2 (1a259831-3a78-4f68-b023-e9dc80bf5f96/21a19801-30da-46cd-8efe-6b0f094054d1/ced2bca9-6808-4479-b410-a4eef82623c3) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:07.603816 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1bf71e33-ce19-4a30-a2ad-a3b0a26c035c None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.617811 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1bf71e33-ce19-4a30-a2ad-a3b0a26c035c None None] Transition to ACTIVE for port object ced2bca9-6808-4479-b410-a4eef82623c3 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:07.686134 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1bf71e33-ce19-4a30-a2ad-a3b0a26c035c None None] Transition to ACTIVE for port object ced2bca9-6808-4479-b410-a4eef82623c3 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:07.703512 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1bf71e33-ce19-4a30-a2ad-a3b0a26c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.790983 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf71e33-ce19-4a30-a2ad-a3b0a26c035c None None] Network 1a259831-3a78-4f68-b023-e9dc80bf5f96 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:07.797370 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-1bf71e33-ce19-4a30-a2ad-a3b0a26c035c None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:07.821273 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf71e33-ce19-4a30-a2ad-a3b0a26c035c None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:07.825737 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:07.835498 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf71e33-ce19-4a30-a2ad-a3b0a26c035c None None] Pushing event updated for resources: {'Port': ['ID=ced2bca9-6808-4479-b410-a4eef82623c3,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:07.953158 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0fc37b39-4e9f-4664-a5b6-a8dd2b094c7e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.961335 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-1bf71e33-ce19-4a30-a2ad-a3b0a26c035c None None] Attempting to bind port ced2bca9-6808-4479-b410-a4eef82623c3 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:07.961716 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-1bf71e33-ce19-4a30-a2ad-a3b0a26c035c None None] Attempting to bind port ced2bca9-6808-4479-b410-a4eef82623c3 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '6a6a1197-20fb-40d0-b16c-10a5fc2ac086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1a259831-3a78-4f68-b023-e9dc80bf5f96'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:07.962085 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf71e33-ce19-4a30-a2ad-a3b0a26c035c None None] Attempting to bind port ced2bca9-6808-4479-b410-a4eef82623c3 on network 1a259831-3a78-4f68-b023-e9dc80bf5f96 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:07.986794 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf71e33-ce19-4a30-a2ad-a3b0a26c035c None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:07.987055 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf71e33-ce19-4a30-a2ad-a3b0a26c035c None None] Checking segment: {'id': '6a6a1197-20fb-40d0-b16c-10a5fc2ac086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1a259831-3a78-4f68-b023-e9dc80bf5f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:07.987961 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1bf71e33-ce19-4a30-a2ad-a3b0a26c035c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.988379 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf71e33-ce19-4a30-a2ad-a3b0a26c035c None None] Bound using segment: {'id': '6a6a1197-20fb-40d0-b16c-10a5fc2ac086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1a259831-3a78-4f68-b023-e9dc80bf5f96'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:07.988985 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-1bf71e33-ce19-4a30-a2ad-a3b0a26c035c None None] Bound port: ced2bca9-6808-4479-b410-a4eef82623c3, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6a1197-20fb-40d0-b16c-10a5fc2ac086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1a259831-3a78-4f68-b023-e9dc80bf5f96'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:07.989370 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1bf71e33-ce19-4a30-a2ad-a3b0a26c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.042326 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:08.075118 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-60702618-3a8a-4a0d-a701-1f77fddab221 req-c27acb74-bafd-4777-9820-98b7fbfcb1df tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002367 Jul 16 01:48:08.128116 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c3e90-f4a9-46ba-abce-a88b3307c797 req-a51f1eaf-9167-47b2-9ffe-04332b1c2447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.129764 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-757c3e90-f4a9-46ba-abce-a88b3307c797 req-a51f1eaf-9167-47b2-9ffe-04332b1c2447 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae9cdc71-5392-4a43-a088-bbed08d2f63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7668102 Jul 16 01:48:08.131067 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-1bf71e33-ce19-4a30-a2ad-a3b0a26c035c None None] For port ced2bca9-6808-4479-b410-a4eef82623c3, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:08.131330 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df2fff6-d241-46fe-a42c-a91464b7f726 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:08.136233 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5df2fff6-d241-46fe-a42c-a91464b7f726 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.137168 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-1bf71e33-ce19-4a30-a2ad-a3b0a26c035c None None] For port ced2bca9-6808-4479-b410-a4eef82623c3, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=ced2bca9-6808-4479-b410-a4eef82623c3,segment=NetworkSegment(6a6a1197-20fb-40d0-b16c-10a5fc2ac086),segment_id=6a6a1197-20fb-40d0-b16c-10a5fc2ac086)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:08.148866 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1bf71e33-ce19-4a30-a2ad-a3b0a26c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.149981 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537468ef-0179-4786-909b-46218829015f None None] Sync routers for ids ['09334bbf-abac-49bf-95e5-88f0b88ff992'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:08.168611 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537468ef-0179-4786-909b-46218829015f None None] Routers {'09334bbf-abac-49bf-95e5-88f0b88ff992'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:08.169581 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-537468ef-0179-4786-909b-46218829015f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['09334bbf-abac-49bf-95e5-88f0b88ff992'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:08.215987 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-537468ef-0179-4786-909b-46218829015f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:08.243156 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5a3ffe-066c-41f7-bfa9-69ed5eed049d None None] Network 3682eb2c-a8b2-4d40-b516-16d384f87163 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:08.246440 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537468ef-0179-4786-909b-46218829015f None None] Routers {'09334bbf-abac-49bf-95e5-88f0b88ff992'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:08.247339 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-537468ef-0179-4786-909b-46218829015f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['09334bbf-abac-49bf-95e5-88f0b88ff992'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:08.314770 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-537468ef-0179-4786-909b-46218829015f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:08.315425 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537468ef-0179-4786-909b-46218829015f None None] The sync data for ids ['09334bbf-abac-49bf-95e5-88f0b88ff992'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:08.343872 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-0fc37b39-4e9f-4664-a5b6-a8dd2b094c7e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Allocated IP 172.20.0.1 (3682eb2c-a8b2-4d40-b516-16d384f87163/9e7f5000-001c-4cdb-bc0c-7337436b6893/6ad0ad2b-5c5c-45dd-84a7-bdc076e0ee85) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:08.345108 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf71e33-ce19-4a30-a2ad-a3b0a26c035c None None] Pushing event updated for resources: {'Port': ['ID=ced2bca9-6808-4479-b410-a4eef82623c3,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:08.414056 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-711e9eab-cd92-4bcd-aa98-0fedb79adfff None None] Provisioning for port 8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:08.422166 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-757c3e90-f4a9-46ba-abce-a88b3307c797 req-a070a825-05e0-4fe0-8808-4aea9ebd864d service neutron] 10.222.0.82 "GET /v2.0/networks/ae9cdc71-5392-4a43-a088-bbed08d2f63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419653 Jul 16 01:48:08.429344 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-711e9eab-cd92-4bcd-aa98-0fedb79adfff None None] Provisioning complete for port 8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:08.429881 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-711e9eab-cd92-4bcd-aa98-0fedb79adfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.475086 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5df2fff6-d241-46fe-a42c-a91464b7f726 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "PUT /v2.0/floatingips/ca89d1bb-e85d-4af3-9cbf-7433e453f41d HTTP/1.1" status: 200 len: 979 time: 3.3419855 Jul 16 01:48:08.475086 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53940) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:08.566642 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0fc37b39-4e9f-4664-a5b6-a8dd2b094c7e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.594621 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53942) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:08.606141 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-0fc37b39-4e9f-4664-a5b6-a8dd2b094c7e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Transition to ACTIVE for port object 6ad0ad2b-5c5c-45dd-84a7-bdc076e0ee85 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:08.638435 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-711e9eab-cd92-4bcd-aa98-0fedb79adfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.655547 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-757c3e90-f4a9-46ba-abce-a88b3307c797 req-4ad619e3-cade-4d8a-b357-6fbdfa7a94cc service neutron] 10.222.0.82 "GET /v2.0/networks/ae9cdc71-5392-4a43-a088-bbed08d2f63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282150 Jul 16 01:48:08.656436 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0fc37b39-4e9f-4664-a5b6-a8dd2b094c7e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.689163 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-711e9eab-cd92-4bcd-aa98-0fedb79adfff None None] For port 8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d,segment=NetworkSegment(3a4bc1c0-4592-4620-af2d-197a298fda08),segment_id=3a4bc1c0-4592-4620-af2d-197a298fda08)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:08.699847 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-711e9eab-cd92-4bcd-aa98-0fedb79adfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.721883 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc37b39-4e9f-4664-a5b6-a8dd2b094c7e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network 3682eb2c-a8b2-4d40-b516-16d384f87163 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:08.729193 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-0fc37b39-4e9f-4664-a5b6-a8dd2b094c7e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:08.735317 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc37b39-4e9f-4664-a5b6-a8dd2b094c7e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:08.776949 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-d3db6259-01b0-4db3-a16c-b90484fe48f4 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Deleting port 9a91e08e-c651-437d-8f78-894694a9ca60 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:08.777541 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e9eab-cd92-4bcd-aa98-0fedb79adfff None None] Pushing event updated for resources: {'Port': ['ID=8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:08.778104 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d3db6259-01b0-4db3-a16c-b90484fe48f4 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.792048 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc37b39-4e9f-4664-a5b6-a8dd2b094c7e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Port': ['ID=6ad0ad2b-5c5c-45dd-84a7-bdc076e0ee85,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:08.807624 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0fc37b39-4e9f-4664-a5b6-a8dd2b094c7e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.893958 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-e49178f6-78ba-4a63-a63a-8350e8b22aaf tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1247532379'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:08.894714 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d3db6259-01b0-4db3-a16c-b90484fe48f4 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.930154 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49178f6-78ba-4a63-a63a-8350e8b22aaf tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Made reservation on behalf of 9f9f2ac8b5054af5a065522eb404ac15 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:08.934044 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e49178f6-78ba-4a63-a63a-8350e8b22aaf tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.946497 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e49178f6-78ba-4a63-a63a-8350e8b22aaf tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.003389 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0fc37b39-4e9f-4664-a5b6-a8dd2b094c7e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.033960 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cbc654c1-f04a-4136-b8df-15cf8232987c None None] Provisioning complete for port 8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:09.034254 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cbc654c1-f04a-4136-b8df-15cf8232987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.098301 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d3db6259-01b0-4db3-a16c-b90484fe48f4 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.098976 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d3db6259-01b0-4db3-a16c-b90484fe48f4 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.099522 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-d3db6259-01b0-4db3-a16c-b90484fe48f4 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Floating IP ca89d1bb-e85d-4af3-9cbf-7433e453f41d disassociated. External IP: 172.25.6.119, port: 9a91e08e-c651-437d-8f78-894694a9ca60. Jul 16 01:48:09.100162 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-d3db6259-01b0-4db3-a16c-b90484fe48f4 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Calling delete_port for 9a91e08e-c651-437d-8f78-894694a9ca60 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:09.282313 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d3db6259-01b0-4db3-a16c-b90484fe48f4 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.320459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db6259-01b0-4db3-a16c-b90484fe48f4 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event deleted for resources: {'Port': ['ID=9a91e08e-c651-437d-8f78-894694a9ca60,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:09.333669 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e49178f6-78ba-4a63-a63a-8350e8b22aaf tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.354894 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e49178f6-78ba-4a63-a63a-8350e8b22aaf tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.408271 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d8f887bb-3446-4a2c-a4e7-951fa2121ecc None None] Provisioning for port 6ad0ad2b-5c5c-45dd-84a7-bdc076e0ee85 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:09.412790 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d8f887bb-3446-4a2c-a4e7-951fa2121ecc None None] Provisioning complete for port 6ad0ad2b-5c5c-45dd-84a7-bdc076e0ee85 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:09.413182 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d8f887bb-3446-4a2c-a4e7-951fa2121ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.444606 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49178f6-78ba-4a63-a63a-8350e8b22aaf tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:09.456932 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49178f6-78ba-4a63-a63a-8350e8b22aaf tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c01eac1-1c9b-4e7a-9c98-5fc45b34dfd4,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:09.479979 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e49178f6-78ba-4a63-a63a-8350e8b22aaf tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.480343 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-e49178f6-78ba-4a63-a63a-8350e8b22aaf tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Added segment a18fb812-2fa8-4978-b0d1-06c6b7181e46 of type vlan for network 66759f17-5a66-4f01-9055-d5f85bb45be7 Jul 16 01:48:09.481180 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d8f887bb-3446-4a2c-a4e7-951fa2121ecc None None] Port 6ad0ad2b-5c5c-45dd-84a7-bdc076e0ee85 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:09.536757 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b8d7a-1aa1-4fae-a2f8-92a455ac7263 req-fdbcaa1d-c19b-4283-86ba-fe43ac74f89c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.538132 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d85b8d7a-1aa1-4fae-a2f8-92a455ac7263 req-fdbcaa1d-c19b-4283-86ba-fe43ac74f89c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 945 time: 0.2879045 Jul 16 01:48:09.554831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3db6259-01b0-4db3-a16c-b90484fe48f4 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Router 09334bbf-abac-49bf-95e5-88f0b88ff992 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:09.592946 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e49178f6-78ba-4a63-a63a-8350e8b22aaf tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.609949 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0fc37b39-4e9f-4664-a5b6-a8dd2b094c7e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.624318 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0fc37b39-4e9f-4664-a5b6-a8dd2b094c7e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.713676 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2ac611-3c3c-4fe0-9311-1c4d6be2b348 None None] Network 1a259831-3a78-4f68-b023-e9dc80bf5f96 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:09.760431 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3db6259-01b0-4db3-a16c-b90484fe48f4 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:09.777710 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c8ad4-656d-4b34-ac90-322e6cba6916 None None] Sync routers for ids ['09334bbf-abac-49bf-95e5-88f0b88ff992'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:09.791827 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d85b8d7a-1aa1-4fae-a2f8-92a455ac7263 req-601fe115-fffe-44f8-bb7d-1896f29a965a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141056 Jul 16 01:48:09.819961 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0fc37b39-4e9f-4664-a5b6-a8dd2b094c7e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.822111 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc37b39-4e9f-4664-a5b6-a8dd2b094c7e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Port': ['ID=6ad0ad2b-5c5c-45dd-84a7-bdc076e0ee85,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:09.830277 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e49178f6-78ba-4a63-a63a-8350e8b22aaf tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.845139 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c8ad4-656d-4b34-ac90-322e6cba6916 None None] Routers {'09334bbf-abac-49bf-95e5-88f0b88ff992'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:09.846023 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c03c8ad4-656d-4b34-ac90-322e6cba6916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['09334bbf-abac-49bf-95e5-88f0b88ff992'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:09.846438 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49178f6-78ba-4a63-a63a-8350e8b22aaf tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.847095 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e49178f6-78ba-4a63-a63a-8350e8b22aaf tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.861694 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d3db6259-01b0-4db3-a16c-b90484fe48f4 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.867992 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d3db6259-01b0-4db3-a16c-b90484fe48f4 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "DELETE /v2.0/ports/9a91e08e-c651-437d-8f78-894694a9ca60 HTTP/1.1" status: 204 len: 168 time: 1.3924119 Jul 16 01:48:09.869933 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53948) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:09.894687 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device ced2bca9-6808-4479-b410-a4eef82623c3 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:09.901463 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c03c8ad4-656d-4b34-ac90-322e6cba6916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:09.910000 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-68b77626-e20b-4698-afe6-189087aa6f03 None None] Provisioning for port ced2bca9-6808-4479-b410-a4eef82623c3 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:09.930362 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53950) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:09.930600 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e49178f6-78ba-4a63-a63a-8350e8b22aaf tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3345602 Jul 16 01:48:09.984269 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c8ad4-656d-4b34-ac90-322e6cba6916 None None] Routers {'09334bbf-abac-49bf-95e5-88f0b88ff992'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:09.985080 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c03c8ad4-656d-4b34-ac90-322e6cba6916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['09334bbf-abac-49bf-95e5-88f0b88ff992'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:09.993753 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49178f6-78ba-4a63-a63a-8350e8b22aaf tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Pushing event updated for resources: {'Network': ['ID=66759f17-5a66-4f01-9055-d5f85bb45be7,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:10.030730 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 66759f17-5a66-4f01-9055-d5f85bb45be7 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:10.031301 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc37b39-4e9f-4664-a5b6-a8dd2b094c7e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network 3682eb2c-a8b2-4d40-b516-16d384f87163 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:10.033260 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-0fc37b39-4e9f-4664-a5b6-a8dd2b094c7e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:10.036656 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c03c8ad4-656d-4b34-ac90-322e6cba6916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:10.037288 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c8ad4-656d-4b34-ac90-322e6cba6916 None None] The sync data for ids ['09334bbf-abac-49bf-95e5-88f0b88ff992'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:10.070408 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-7d481f0c-0a5a-4e32-8255-acef76fc7fd6 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Request body: {'network': {'name': 'tempest-network--506125836', 'router:external': True}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:10.131192 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port ced2bca9-6808-4479-b410-a4eef82623c3 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:10.140771 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port ced2bca9-6808-4479-b410-a4eef82623c3 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:10.140771 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.155242 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d481f0c-0a5a-4e32-8255-acef76fc7fd6 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Made reservation on behalf of eb896b429b514921b1a78d3c9736ce3e for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:10.158528 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d481f0c-0a5a-4e32-8255-acef76fc7fd6 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.174485 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d481f0c-0a5a-4e32-8255-acef76fc7fd6 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.205417 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc37b39-4e9f-4664-a5b6-a8dd2b094c7e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Router 66f707d7-6e7f-48d1-99d1-49243773c680 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:48:10.275891 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.314063 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port ced2bca9-6808-4479-b410-a4eef82623c3, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=ced2bca9-6808-4479-b410-a4eef82623c3,segment=NetworkSegment(6a6a1197-20fb-40d0-b16c-10a5fc2ac086),segment_id=6a6a1197-20fb-40d0-b16c-10a5fc2ac086)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:10.319336 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.320575 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:10.345213 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc37b39-4e9f-4664-a5b6-a8dd2b094c7e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:10.353814 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0fc37b39-4e9f-4664-a5b6-a8dd2b094c7e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "PUT /v2.0/routers/66f707d7-6e7f-48d1-99d1-49243773c680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3657219 Jul 16 01:48:10.356781 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53954) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:10.369651 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0673fa03-b310-47bd-8f46-1c510e7b6543 None None] Sync routers for ids ['66f707d7-6e7f-48d1-99d1-49243773c680'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:10.398751 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0673fa03-b310-47bd-8f46-1c510e7b6543 None None] Routers {'66f707d7-6e7f-48d1-99d1-49243773c680'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:10.400113 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0673fa03-b310-47bd-8f46-1c510e7b6543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['66f707d7-6e7f-48d1-99d1-49243773c680'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:10.417211 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e971462f-504f-418e-9785-79254407bd61 None None] Provisioning complete for port 6ad0ad2b-5c5c-45dd-84a7-bdc076e0ee85 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:10.417608 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e971462f-504f-418e-9785-79254407bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.453189 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2009f63d-cbd1-492a-b237-d1498b36a67a tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:10.454623 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=ced2bca9-6808-4479-b410-a4eef82623c3,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:10.457914 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2009f63d-cbd1-492a-b237-d1498b36a67a tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "GET /v2.0/ports/6ad0ad2b-5c5c-45dd-84a7-bdc076e0ee85 HTTP/1.1" status: 200 len: 910 time: 0.0966859 Jul 16 01:48:10.458545 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53956) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:10.467289 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:10.467667 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.470465 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0673fa03-b310-47bd-8f46-1c510e7b6543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:10.480246 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0673fa03-b310-47bd-8f46-1c510e7b6543 None None] Routers {'66f707d7-6e7f-48d1-99d1-49243773c680'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:10.481263 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0673fa03-b310-47bd-8f46-1c510e7b6543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['66f707d7-6e7f-48d1-99d1-49243773c680'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:10.492612 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e971462f-504f-418e-9785-79254407bd61 None None] Port 6ad0ad2b-5c5c-45dd-84a7-bdc076e0ee85 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:10.542686 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0673fa03-b310-47bd-8f46-1c510e7b6543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:10.543370 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0673fa03-b310-47bd-8f46-1c510e7b6543 None None] The sync data for ids ['66f707d7-6e7f-48d1-99d1-49243773c680'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:10.581820 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d481f0c-0a5a-4e32-8255-acef76fc7fd6 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.593926 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d481f0c-0a5a-4e32-8255-acef76fc7fd6 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.605857 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e948da71-5e9d-44b3-bb2f-5d9228e8f5b6 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.611583 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-943768e7-1c30-4e04-97e7-44c220e1490e None None] Provisioning complete for port ced2bca9-6808-4479-b410-a4eef82623c3 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:10.611960 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-943768e7-1c30-4e04-97e7-44c220e1490e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.652604 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d481f0c-0a5a-4e32-8255-acef76fc7fd6 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:10.680224 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d481f0c-0a5a-4e32-8255-acef76fc7fd6 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08aa638-773d-4e56-9cf1-373b8729d893,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:10.684480 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d481f0c-0a5a-4e32-8255-acef76fc7fd6 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.684861 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-7d481f0c-0a5a-4e32-8255-acef76fc7fd6 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Added segment 86a2ea76-0592-455c-ba21-8e1fb3f0d9f4 of type vlan for network 00415fa6-5f4d-45a0-b4e9-a4c6571017a3 Jul 16 01:48:10.775992 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d481f0c-0a5a-4e32-8255-acef76fc7fd6 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.908684 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d481f0c-0a5a-4e32-8255-acef76fc7fd6 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.909820 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d481f0c-0a5a-4e32-8255-acef76fc7fd6 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:10.910452 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7d481f0c-0a5a-4e32-8255-acef76fc7fd6 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.919753 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a93d01fa-a0c9-4bcf-ad77-e56396d45660 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.000254 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7d481f0c-0a5a-4e32-8255-acef76fc7fd6 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0687914 Jul 16 01:48:11.003288 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53960) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:11.038427 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d481f0c-0a5a-4e32-8255-acef76fc7fd6 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Pushing event updated for resources: {'Network': ['ID=00415fa6-5f4d-45a0-b4e9-a4c6571017a3,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:11.053852 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 00415fa6-5f4d-45a0-b4e9-a4c6571017a3 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:11.112482 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c95b6d-d1e1-41b3-8e7c-d704566fc86c req-b9ff932e-ecbe-4665-bcec-11ffa031cf9b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:11.114229 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-46c95b6d-d1e1-41b3-8e7c-d704566fc86c req-b9ff932e-ecbe-4665-bcec-11ffa031cf9b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 945 time: 0.1965923 Jul 16 01:48:11.186539 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-46c95b6d-d1e1-41b3-8e7c-d704566fc86c req-3398a9df-5756-4d49-a894-4b8d8f79c7ec tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470853 Jul 16 01:48:11.200256 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-e948da71-5e9d-44b3-bb2f-5d9228e8f5b6 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Deleting port 2c8ed8a2-cfe4-49a7-bef8-356539f623d3 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:11.200743 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e948da71-5e9d-44b3-bb2f-5d9228e8f5b6 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.300240 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e948da71-5e9d-44b3-bb2f-5d9228e8f5b6 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.314895 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-e948da71-5e9d-44b3-bb2f-5d9228e8f5b6 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Calling delete_port for 2c8ed8a2-cfe4-49a7-bef8-356539f623d3 owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:11.411474 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-80b4a275-9507-4452-a36f-69abf525bed8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.506508 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e948da71-5e9d-44b3-bb2f-5d9228e8f5b6 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.542611 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948da71-5e9d-44b3-bb2f-5d9228e8f5b6 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event deleted for resources: {'Port': ['ID=2c8ed8a2-cfe4-49a7-bef8-356539f623d3,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:11.561804 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-80b4a275-9507-4452-a36f-69abf525bed8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.592243 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-80b4a275-9507-4452-a36f-69abf525bed8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00415fa6-5f4d-45a0-b4e9-a4c6571017a3']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:11.608719 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-80b4a275-9507-4452-a36f-69abf525bed8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a2ea76-0592-455c-ba21-8e1fb3f0d9f4') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:11.608998 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-80b4a275-9507-4452-a36f-69abf525bed8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a2ea76-0592-455c-ba21-8e1fb3f0d9f4') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:11.625131 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-80b4a275-9507-4452-a36f-69abf525bed8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.633488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-a93d01fa-a0c9-4bcf-ad77-e56396d45660 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Allocated IP 172.21.0.1 (1a259831-3a78-4f68-b023-e9dc80bf5f96/21a19801-30da-46cd-8efe-6b0f094054d1/422d81cb-2e4a-42e7-afa7-94759c0878c9) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:11.713821 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-80b4a275-9507-4452-a36f-69abf525bed8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.726713 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device ced2bca9-6808-4479-b410-a4eef82623c3 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:11.748017 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b4a275-9507-4452-a36f-69abf525bed8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:11.748467 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-80b4a275-9507-4452-a36f-69abf525bed8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.750126 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e948da71-5e9d-44b3-bb2f-5d9228e8f5b6 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:11.750665 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:11.788304 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port ced2bca9-6808-4479-b410-a4eef82623c3 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:11.788879 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.837235 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-80b4a275-9507-4452-a36f-69abf525bed8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.843861 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b4a275-9507-4452-a36f-69abf525bed8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 00415fa6-5f4d-45a0-b4e9-a4c6571017a3 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:48:11.849021 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a93d01fa-a0c9-4bcf-ad77-e56396d45660 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.852651 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-80b4a275-9507-4452-a36f-69abf525bed8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.854659 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-80b4a275-9507-4452-a36f-69abf525bed8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] 10.222.0.16 "DELETE /v2.0/networks/00415fa6-5f4d-45a0-b4e9-a4c6571017a3 HTTP/1.1" status: 204 len: 168 time: 0.8502898 Jul 16 01:48:11.866293 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53962) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:11.875416 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b8f2cbdd-ed88-40bd-977b-1eb25ccceefa tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:11.887435 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4a275-9507-4452-a36f-69abf525bed8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Pushing event deleted for resources: {'Network': ['ID=00415fa6-5f4d-45a0-b4e9-a4c6571017a3,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:11.902005 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-a93d01fa-a0c9-4bcf-ad77-e56396d45660 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Transition to ACTIVE for port object 422d81cb-2e4a-42e7-afa7-94759c0878c9 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:11.913156 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f2cbdd-ed88-40bd-977b-1eb25ccceefa tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Made reservation on behalf of eb896b429b514921b1a78d3c9736ce3e for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:11.915821 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b8f2cbdd-ed88-40bd-977b-1eb25ccceefa tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.961554 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f2cbdd-ed88-40bd-977b-1eb25ccceefa tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:11.975820 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b8f2cbdd-ed88-40bd-977b-1eb25ccceefa tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.976216 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-b8f2cbdd-ed88-40bd-977b-1eb25ccceefa tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Added segment ca8e4bc5-e8d4-4bbc-ae47-629e090fcf39 of type vlan for network 51e6d323-85ad-4d5e-98da-da74e5d1269a Jul 16 01:48:11.978318 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a93d01fa-a0c9-4bcf-ad77-e56396d45660 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.056156 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93d01fa-a0c9-4bcf-ad77-e56396d45660 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network 1a259831-3a78-4f68-b023-e9dc80bf5f96 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:12.063341 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-a93d01fa-a0c9-4bcf-ad77-e56396d45660 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:12.070884 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93d01fa-a0c9-4bcf-ad77-e56396d45660 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:12.115001 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d01fa-a0c9-4bcf-ad77-e56396d45660 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Port': ['ID=422d81cb-2e4a-42e7-afa7-94759c0878c9,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:12.118903 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b8f2cbdd-ed88-40bd-977b-1eb25ccceefa tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.156933 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a93d01fa-a0c9-4bcf-ad77-e56396d45660 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.294963 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b8f2cbdd-ed88-40bd-977b-1eb25ccceefa tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.296756 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f2cbdd-ed88-40bd-977b-1eb25ccceefa tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:12.297381 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b8f2cbdd-ed88-40bd-977b-1eb25ccceefa tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.342414 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cf6e0945-eb2a-4ed1-83b8-3cd643e67a3e None None] Provisioning for port 422d81cb-2e4a-42e7-afa7-94759c0878c9 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:12.346607 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cf6e0945-eb2a-4ed1-83b8-3cd643e67a3e None None] Provisioning complete for port 422d81cb-2e4a-42e7-afa7-94759c0878c9 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:12.346987 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cf6e0945-eb2a-4ed1-83b8-3cd643e67a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.366436 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b8f2cbdd-ed88-40bd-977b-1eb25ccceefa tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4987617 Jul 16 01:48:12.370726 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53966) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:12.379248 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-55c2b302-d535-4191-87f6-89ef0297520e tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Request body: {'subnet': {'network_id': '51e6d323-85ad-4d5e-98da-da74e5d1269a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:12.393781 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-cf6e0945-eb2a-4ed1-83b8-3cd643e67a3e None None] Port 422d81cb-2e4a-42e7-afa7-94759c0878c9 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:12.409562 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e948da71-5e9d-44b3-bb2f-5d9228e8f5b6 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Router 09334bbf-abac-49bf-95e5-88f0b88ff992 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:12.427234 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2cbdd-ed88-40bd-977b-1eb25ccceefa tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Pushing event updated for resources: {'Network': ['ID=51e6d323-85ad-4d5e-98da-da74e5d1269a,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:12.438454 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 51e6d323-85ad-4d5e-98da-da74e5d1269a details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:12.456184 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a93d01fa-a0c9-4bcf-ad77-e56396d45660 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.484689 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c2b302-d535-4191-87f6-89ef0297520e tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Made reservation on behalf of eb896b429b514921b1a78d3c9736ce3e for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:12.487113 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-55c2b302-d535-4191-87f6-89ef0297520e tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.526736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e948da71-5e9d-44b3-bb2f-5d9228e8f5b6 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:12.535069 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e948da71-5e9d-44b3-bb2f-5d9228e8f5b6 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "PUT /v2.0/routers/09334bbf-abac-49bf-95e5-88f0b88ff992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6624997 Jul 16 01:48:12.535391 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53968) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:12.538989 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f622b89-356b-451f-97c6-7cc6b213da8e None None] Sync routers for ids ['09334bbf-abac-49bf-95e5-88f0b88ff992'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:12.549136 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f622b89-356b-451f-97c6-7cc6b213da8e None None] Routers {'09334bbf-abac-49bf-95e5-88f0b88ff992'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:12.549771 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-8f622b89-356b-451f-97c6-7cc6b213da8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['09334bbf-abac-49bf-95e5-88f0b88ff992'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:12.587031 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-8f622b89-356b-451f-97c6-7cc6b213da8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:12.597433 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f622b89-356b-451f-97c6-7cc6b213da8e None None] Routers {'09334bbf-abac-49bf-95e5-88f0b88ff992'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:12.597637 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-8f622b89-356b-451f-97c6-7cc6b213da8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['09334bbf-abac-49bf-95e5-88f0b88ff992'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:12.629675 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a551a-e62a-4964-80b0-eb66f02d2063 req-637392e5-96d6-4684-b407-5016c0d81c74 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:12.630428 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-8f622b89-356b-451f-97c6-7cc6b213da8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:12.631098 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f622b89-356b-451f-97c6-7cc6b213da8e None None] The sync data for ids ['09334bbf-abac-49bf-95e5-88f0b88ff992'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:12.631229 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7c8a551a-e62a-4964-80b0-eb66f02d2063 req-637392e5-96d6-4684-b407-5016c0d81c74 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 945 time: 0.2486429 Jul 16 01:48:12.655445 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-559b346c-c684-4674-9d64-0056cda728ad tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.742857 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7c8a551a-e62a-4964-80b0-eb66f02d2063 req-c1ae4c5e-06e2-4fed-ab5d-0063aade2d0e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788801 Jul 16 01:48:12.765629 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-559b346c-c684-4674-9d64-0056cda728ad tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.823064 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-559b346c-c684-4674-9d64-0056cda728ad tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Deleting port 8f5a65ca-79f9-494e-9949-f665afd0feb0 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:12.823418 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-559b346c-c684-4674-9d64-0056cda728ad tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.907668 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-559b346c-c684-4674-9d64-0056cda728ad tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.920683 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-559b346c-c684-4674-9d64-0056cda728ad tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Calling delete_port for 8f5a65ca-79f9-494e-9949-f665afd0feb0 owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:12.941690 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a93d01fa-a0c9-4bcf-ad77-e56396d45660 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.948930 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a93d01fa-a0c9-4bcf-ad77-e56396d45660 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.040336 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d01fa-a0c9-4bcf-ad77-e56396d45660 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Port': ['ID=422d81cb-2e4a-42e7-afa7-94759c0878c9,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:13.044627 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a93d01fa-a0c9-4bcf-ad77-e56396d45660 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.106091 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-559b346c-c684-4674-9d64-0056cda728ad tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.156699 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b346c-c684-4674-9d64-0056cda728ad tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event deleted for resources: {'Port': ['ID=8f5a65ca-79f9-494e-9949-f665afd0feb0,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:13.210829 n-d-792394-16 neutron-server[93956]: DEBUG neutron.objects.ports [None req-55c2b302-d535-4191-87f6-89ef0297520e tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93956) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:48:13.211304 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-55c2b302-d535-4191-87f6-89ef0297520e tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.215189 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93d01fa-a0c9-4bcf-ad77-e56396d45660 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network 1a259831-3a78-4f68-b023-e9dc80bf5f96 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:13.222009 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-a93d01fa-a0c9-4bcf-ad77-e56396d45660 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:13.222305 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-559b346c-c684-4674-9d64-0056cda728ad tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.312503 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2b302-d535-4191-87f6-89ef0297520e tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5dde2006-7109-4d6d-b1ba-593efada905d,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:13.346923 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-559b346c-c684-4674-9d64-0056cda728ad tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.349185 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-559b346c-c684-4674-9d64-0056cda728ad tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.364880 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c2b302-d535-4191-87f6-89ef0297520e tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Checking segment: {'id': 'ca8e4bc5-e8d4-4bbc-ae47-629e090fcf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '51e6d323-85ad-4d5e-98da-da74e5d1269a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:13.365244 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c2b302-d535-4191-87f6-89ef0297520e tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Network hostable DHCP agents. Network: 51e6d323-85ad-4d5e-98da-da74e5d1269a, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:13.386505 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93d01fa-a0c9-4bcf-ad77-e56396d45660 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Router 66f707d7-6e7f-48d1-99d1-49243773c680 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:13.400161 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-559b346c-c684-4674-9d64-0056cda728ad tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.400863 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559b346c-c684-4674-9d64-0056cda728ad tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Fanout notify agent at l3_agent the message router_deleted on router 09334bbf-abac-49bf-95e5-88f0b88ff992 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:13.404955 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c2b302-d535-4191-87f6-89ef0297520e tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Network 51e6d323-85ad-4d5e-98da-da74e5d1269a is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:13.414050 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-559b346c-c684-4674-9d64-0056cda728ad tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.418248 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-559b346c-c684-4674-9d64-0056cda728ad tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "DELETE /v2.0/routers/09334bbf-abac-49bf-95e5-88f0b88ff992 HTTP/1.1" status: 204 len: 168 time: 0.8781998 Jul 16 01:48:13.420492 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53970) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:13.454403 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-55c2b302-d535-4191-87f6-89ef0297520e tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 51e6d323-85ad-4d5e-98da-da74e5d1269a) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:13.464460 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cd5ce5-e895-4c1e-b532-db74019101e7 None None] Network 51e6d323-85ad-4d5e-98da-da74e5d1269a requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:13.466036 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c2b302-d535-4191-87f6-89ef0297520e tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:13.466749 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-55c2b302-d535-4191-87f6-89ef0297520e tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.560249 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-55c2b302-d535-4191-87f6-89ef0297520e tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1883810 Jul 16 01:48:13.565440 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53972) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:13.566787 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a2aaef-ccc4-4d27-ac04-915385c38222 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Deleting subnet 086157a2-1555-4acf-a149-fa0af5e61e6c {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:13.571561 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-1a097f1c-947f-47fa-8f56-81859305e064 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Request body: {'floatingip': {'floating_network_id': '51e6d323-85ad-4d5e-98da-da74e5d1269a'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:13.574118 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-22a2aaef-ccc4-4d27-ac04-915385c38222 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.604303 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93d01fa-a0c9-4bcf-ad77-e56396d45660 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:13.607956 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a097f1c-947f-47fa-8f56-81859305e064 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.612808 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a93d01fa-a0c9-4bcf-ad77-e56396d45660 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "PUT /v2.0/routers/66f707d7-6e7f-48d1-99d1-49243773c680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1525369 Jul 16 01:48:13.616089 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53974) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:13.624815 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04975bc8-d112-46e2-8537-d6bb0f8b4a6d None None] Sync routers for ids ['66f707d7-6e7f-48d1-99d1-49243773c680'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:13.650710 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04975bc8-d112-46e2-8537-d6bb0f8b4a6d None None] Routers {'66f707d7-6e7f-48d1-99d1-49243773c680'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:13.651725 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-04975bc8-d112-46e2-8537-d6bb0f8b4a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['66f707d7-6e7f-48d1-99d1-49243773c680'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:13.652009 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-22a2aaef-ccc4-4d27-ac04-915385c38222 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.660469 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6316eb23-d890-4b01-b9f0-ae712a182a44 None None] Network 51e6d323-85ad-4d5e-98da-da74e5d1269a requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:13.662833 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b8cf7ba0-90c8-4b31-93cd-f720eaeb84e5 None None] Provisioning complete for port 422d81cb-2e4a-42e7-afa7-94759c0878c9 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:13.663200 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b8cf7ba0-90c8-4b31-93cd-f720eaeb84e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.699217 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-04975bc8-d112-46e2-8537-d6bb0f8b4a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:13.705448 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6562953a-3744-4ea8-bd54-ac88cbd4c879 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:13.709699 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6562953a-3744-4ea8-bd54-ac88cbd4c879 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "GET /v2.0/ports/422d81cb-2e4a-42e7-afa7-94759c0878c9 HTTP/1.1" status: 200 len: 910 time: 0.0905955 Jul 16 01:48:13.710821 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04975bc8-d112-46e2-8537-d6bb0f8b4a6d None None] Routers {'66f707d7-6e7f-48d1-99d1-49243773c680'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:13.710986 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53976) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:13.711371 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-04975bc8-d112-46e2-8537-d6bb0f8b4a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['66f707d7-6e7f-48d1-99d1-49243773c680'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:13.779192 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-22a2aaef-ccc4-4d27-ac04-915385c38222 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.814196 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-04975bc8-d112-46e2-8537-d6bb0f8b4a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:13.816168 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04975bc8-d112-46e2-8537-d6bb0f8b4a6d None None] The sync data for ids ['66f707d7-6e7f-48d1-99d1-49243773c680'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:13.823896 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a097f1c-947f-47fa-8f56-81859305e064 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.859762 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-22a2aaef-ccc4-4d27-ac04-915385c38222 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.891876 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2aaef-ccc4-4d27-ac04-915385c38222 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event deleted for resources: {'Subnet': ['ID=086157a2-1555-4acf-a149-fa0af5e61e6c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:13.900233 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-22a2aaef-ccc4-4d27-ac04-915385c38222 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.904765 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-22a2aaef-ccc4-4d27-ac04-915385c38222 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "DELETE /v2.0/subnets/086157a2-1555-4acf-a149-fa0af5e61e6c HTTP/1.1" status: 204 len: 168 time: 0.4806342 Jul 16 01:48:13.905244 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53980) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:13.982263 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3673c3-f813-4ce5-b85b-bb4895da6290 None None] Network 30da2937-b007-4b1c-a5ae-246b70744936 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:14.000945 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b14a8953-d513-4377-a3e8-76235df063b8 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.081324 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-b14a8953-d513-4377-a3e8-76235df063b8 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Deleting port 23635d74-fda2-40f4-a68a-b7df94f989a7 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:14.081324 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b14a8953-d513-4377-a3e8-76235df063b8 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.084176 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b8cf7ba0-90c8-4b31-93cd-f720eaeb84e5 None None] Port 422d81cb-2e4a-42e7-afa7-94759c0878c9 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:14.176986 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-b14a8953-d513-4377-a3e8-76235df063b8 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] For port 23635d74-fda2-40f4-a68a-b7df94f989a7, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=23635d74-fda2-40f4-a68a-b7df94f989a7,segment=NetworkSegment(9ffeacc4-8692-45ee-95ee-11ae7828ac95),segment_id=9ffeacc4-8692-45ee-95ee-11ae7828ac95)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:14.177893 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b14a8953-d513-4377-a3e8-76235df063b8 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.193687 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-b14a8953-d513-4377-a3e8-76235df063b8 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Calling delete_port for 23635d74-fda2-40f4-a68a-b7df94f989a7 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:14.196074 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45530a0-fbe6-4530-97e7-eb0bb6686889 req-036bfe3e-1aa3-47ad-a3f6-6c3e18218c84 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:14.199338 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b45530a0-fbe6-4530-97e7-eb0bb6686889 req-036bfe3e-1aa3-47ad-a3f6-6c3e18218c84 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 945 time: 0.2336352 Jul 16 01:48:14.246713 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-1a097f1c-947f-47fa-8f56-81859305e064 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Allocated IP 172.20.0.10 (51e6d323-85ad-4d5e-98da-da74e5d1269a/5dde2006-7109-4d6d-b1ba-593efada905d/8a5b2877-510d-4e9c-9d54-4d4c315e2498) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:14.296311 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b14a8953-d513-4377-a3e8-76235df063b8 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.298805 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4265d6-06b3-48c6-8d02-40fea7871dca None None] DHCP port deletion for 30da2937-b007-4b1c-a5ae-246b70744936 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:14.311714 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b45530a0-fbe6-4530-97e7-eb0bb6686889 req-90111c6a-e4e0-4389-9a04-7ff3c73c7f33 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025240 Jul 16 01:48:14.332253 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a8953-d513-4377-a3e8-76235df063b8 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event deleted for resources: {'Port': ['ID=23635d74-fda2-40f4-a68a-b7df94f989a7,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:14.334572 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14a8953-d513-4377-a3e8-76235df063b8 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] No DVR routers for this DVR port 23635d74-fda2-40f4-a68a-b7df94f989a7 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:14.422367 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b14a8953-d513-4377-a3e8-76235df063b8 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.424619 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a097f1c-947f-47fa-8f56-81859305e064 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.439531 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-b14a8953-d513-4377-a3e8-76235df063b8 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30da2937-b007-4b1c-a5ae-246b70744936']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:14.446803 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4efb6fa4-dc9e-4731-a667-e47be908ad52 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.454599 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-b14a8953-d513-4377-a3e8-76235df063b8 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffeacc4-8692-45ee-95ee-11ae7828ac95') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:14.455160 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-b14a8953-d513-4377-a3e8-76235df063b8 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffeacc4-8692-45ee-95ee-11ae7828ac95') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:14.464196 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b14a8953-d513-4377-a3e8-76235df063b8 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.478759 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b14a8953-d513-4377-a3e8-76235df063b8 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.487060 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14a8953-d513-4377-a3e8-76235df063b8 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:14.487606 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b14a8953-d513-4377-a3e8-76235df063b8 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:14.490838 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:14.551065 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a097f1c-947f-47fa-8f56-81859305e064 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.551303 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b14a8953-d513-4377-a3e8-76235df063b8 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.559194 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b14a8953-d513-4377-a3e8-76235df063b8 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.561070 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b14a8953-d513-4377-a3e8-76235df063b8 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "DELETE /v2.0/networks/30da2937-b007-4b1c-a5ae-246b70744936 HTTP/1.1" status: 204 len: 168 time: 0.6548097 Jul 16 01:48:14.564209 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53982) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:14.581592 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a8953-d513-4377-a3e8-76235df063b8 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event deleted for resources: {'Network': ['ID=30da2937-b007-4b1c-a5ae-246b70744936,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:14.646483 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a097f1c-947f-47fa-8f56-81859305e064 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Network 51e6d323-85ad-4d5e-98da-da74e5d1269a is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:14.652090 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-1a097f1c-947f-47fa-8f56-81859305e064 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:14.654619 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a097f1c-947f-47fa-8f56-81859305e064 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Pushing event updated for resources: {'Port': ['ID=8a5b2877-510d-4e9c-9d54-4d4c315e2498,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:14.659776 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a097f1c-947f-47fa-8f56-81859305e064 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:14.705174 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-0233e402-1ad0-4b05-825c-ed8f52ca97b9 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Deleting port 0ea2c09d-b527-43fe-ba43-0e824dac2317 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:14.705518 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0233e402-1ad0-4b05-825c-ed8f52ca97b9 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.783351 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0233e402-1ad0-4b05-825c-ed8f52ca97b9 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.783694 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0233e402-1ad0-4b05-825c-ed8f52ca97b9 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.785052 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a097f1c-947f-47fa-8f56-81859305e064 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.797262 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-0233e402-1ad0-4b05-825c-ed8f52ca97b9 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Calling delete_port for 0ea2c09d-b527-43fe-ba43-0e824dac2317 owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:14.859325 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a097f1c-947f-47fa-8f56-81859305e064 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.908521 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-4efb6fa4-dc9e-4731-a667-e47be908ad52 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting port 422d81cb-2e4a-42e7-afa7-94759c0878c9 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:14.908876 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4efb6fa4-dc9e-4731-a667-e47be908ad52 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.936329 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0233e402-1ad0-4b05-825c-ed8f52ca97b9 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.963194 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233e402-1ad0-4b05-825c-ed8f52ca97b9 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event deleted for resources: {'Port': ['ID=0ea2c09d-b527-43fe-ba43-0e824dac2317,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:15.026010 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0233e402-1ad0-4b05-825c-ed8f52ca97b9 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.028840 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0233e402-1ad0-4b05-825c-ed8f52ca97b9 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.034384 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0233e402-1ad0-4b05-825c-ed8f52ca97b9 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "DELETE /v2.0/floatingips/ca89d1bb-e85d-4af3-9cbf-7433e453f41d HTTP/1.1" status: 204 len: 168 time: 0.4645774 Jul 16 01:48:15.034562 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53984) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:15.049756 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4efb6fa4-dc9e-4731-a667-e47be908ad52 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.060511 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7824d61-3de1-452b-a545-4450e2fc29a2 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] DELETE failed (client error): The resource could not be found. Jul 16 01:48:15.061187 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7824d61-3de1-452b-a545-4450e2fc29a2 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:48:15.062950 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a7824d61-3de1-452b-a545-4450e2fc29a2 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "DELETE /v2.0/ports/9a91e08e-c651-437d-8f78-894694a9ca60 HTTP/1.1" status: 404 len: 333 time: 0.0274534 Jul 16 01:48:15.065902 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53986) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:15.070818 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-4efb6fa4-dc9e-4731-a667-e47be908ad52 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Calling delete_port for 422d81cb-2e4a-42e7-afa7-94759c0878c9 owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:15.097349 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-55e4e62c-c832-432b-aefe-ce53c548fc3c tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "GET /v2.0/ports?device_id=09334bbf-abac-49bf-95e5-88f0b88ff992 HTTP/1.1" status: 200 len: 205 time: 0.0303752 Jul 16 01:48:15.099817 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53988) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:15.135554 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-e8e51bcf-8926-466b-86f1-1478e1a3dff1 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] delete failed (client error): The resource could not be found. Jul 16 01:48:15.136615 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e8e51bcf-8926-466b-86f1-1478e1a3dff1 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "DELETE /v2.0/routers/09334bbf-abac-49bf-95e5-88f0b88ff992 HTTP/1.1" status: 404 len: 336 time: 0.0358279 Jul 16 01:48:15.139613 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53990) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:15.144895 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a097f1c-947f-47fa-8f56-81859305e064 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.160220 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a097f1c-947f-47fa-8f56-81859305e064 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.168943 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca416d78-fd2a-4596-859c-4a5181b74bba tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] DELETE failed (client error): The resource could not be found. Jul 16 01:48:15.169640 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca416d78-fd2a-4596-859c-4a5181b74bba tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:48:15.172031 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ca416d78-fd2a-4596-859c-4a5181b74bba tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "DELETE /v2.0/subnets/086157a2-1555-4acf-a149-fa0af5e61e6c HTTP/1.1" status: 404 len: 337 time: 0.0313034 Jul 16 01:48:15.174943 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53992) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:15.276898 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a097f1c-947f-47fa-8f56-81859305e064 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Pushing event updated for resources: {'Port': ['ID=8a5b2877-510d-4e9c-9d54-4d4c315e2498,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:15.288745 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-439fac83-eb60-4a64-8b03-aed98cf254d9 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Deleting port 844785ae-9841-43e7-ad5d-8738304b71a8 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:15.289119 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-439fac83-eb60-4a64-8b03-aed98cf254d9 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.327116 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a097f1c-947f-47fa-8f56-81859305e064 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.378473 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-439fac83-eb60-4a64-8b03-aed98cf254d9 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.394168 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1a097f1c-947f-47fa-8f56-81859305e064 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.395344 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1a097f1c-947f-47fa-8f56-81859305e064 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8289394 Jul 16 01:48:15.398968 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 53996) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:15.402182 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-439fac83-eb60-4a64-8b03-aed98cf254d9 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Calling delete_port for 844785ae-9841-43e7-ad5d-8738304b71a8 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:15.408990 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-d65343c5-f78e-42d3-9289-d145d77fbe72 service neutron] show failed (client error): The resource could not be found. Jul 16 01:48:15.409780 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-d65343c5-f78e-42d3-9289-d145d77fbe72 service neutron] 10.222.0.82 "GET /v2.0/ports/a4aaf832-76f0-425d-a098-0162fdb959b7/bindings/n-h1-792394-16 HTTP/1.1" status: 404 len: 381 time: 0.1643250 Jul 16 01:48:15.491120 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4efb6fa4-dc9e-4731-a667-e47be908ad52 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.501079 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ee9f061a-5233-4f73-8fa7-f7269b6629bb tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=51e6d323-85ad-4d5e-98da-da74e5d1269a HTTP/1.1" status: 200 len: 690 time: 0.0982966 Jul 16 01:48:15.501752 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 53998) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:15.521872 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb6fa4-dc9e-4731-a667-e47be908ad52 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Port': ['ID=422d81cb-2e4a-42e7-afa7-94759c0878c9,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:15.741014 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 23635d74-fda2-40f4-a68a-b7df94f989a7 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:15.767023 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 23635d74-fda2-40f4-a68a-b7df94f989a7 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:15.767371 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 23635d74-fda2-40f4-a68a-b7df94f989a7 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:16.013744 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a4c02-f470-467d-83fb-9e343d51148e req-5ade2cd9-817d-414c-bacf-a3a49e2951fc tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:16.015159 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f78a4c02-f470-467d-83fb-9e343d51148e req-5ade2cd9-817d-414c-bacf-a3a49e2951fc tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 945 time: 0.5570695 Jul 16 01:48:16.031882 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3613b4af-17b7-4a45-9064-5573a45837b1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.047906 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-439fac83-eb60-4a64-8b03-aed98cf254d9 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.110237 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4efb6fa4-dc9e-4731-a667-e47be908ad52 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.157841 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fac83-eb60-4a64-8b03-aed98cf254d9 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event deleted for resources: {'Port': ['ID=844785ae-9841-43e7-ad5d-8738304b71a8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:16.165956 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f78a4c02-f470-467d-83fb-9e343d51148e req-26ffbc62-7f42-4d2e-b99d-7b663276f2cf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433797 Jul 16 01:48:16.195021 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-e44be1ba-1671-438e-b526-396b8295c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:16.196558 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-e44be1ba-1671-438e-b526-396b8295c941 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327&tenant_id=8c0fcf31570241eb96a760177b0aa82f HTTP/1.1" status: 200 len: 1097 time: 0.5336726 Jul 16 01:48:16.211174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-16', 'device_owner': 'compute:nova'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:16.276727 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-439fac83-eb60-4a64-8b03-aed98cf254d9 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.278588 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-439fac83-eb60-4a64-8b03-aed98cf254d9 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "DELETE /v2.0/ports/844785ae-9841-43e7-ad5d-8738304b71a8 HTTP/1.1" status: 204 len: 168 time: 1.1025362 Jul 16 01:48:16.282081 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54000) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:16.291541 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-3613b4af-17b7-4a45-9064-5573a45837b1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Deleting port 8a5b2877-510d-4e9c-9d54-4d4c315e2498 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:16.291830 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3613b4af-17b7-4a45-9064-5573a45837b1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.367463 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.386114 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efb6fa4-dc9e-4731-a667-e47be908ad52 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Router 66f707d7-6e7f-48d1-99d1-49243773c680 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:16.428645 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3613b4af-17b7-4a45-9064-5573a45837b1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.428996 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3613b4af-17b7-4a45-9064-5573a45837b1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.445943 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-3613b4af-17b7-4a45-9064-5573a45837b1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Calling delete_port for 8a5b2877-510d-4e9c-9d54-4d4c315e2498 owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:16.507192 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-f4153cc5-b72b-47c3-8e07-fde7fb8e320b tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Deleting port 8614f55b-4f5f-440d-afb6-45fa6c74b821 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:16.507947 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f4153cc5-b72b-47c3-8e07-fde7fb8e320b tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.582142 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efb6fa4-dc9e-4731-a667-e47be908ad52 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:16.596296 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90850f6-d628-4ecf-8423-abb84e77b0a4 None None] Sync routers for ids ['66f707d7-6e7f-48d1-99d1-49243773c680'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:16.596836 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4efb6fa4-dc9e-4731-a667-e47be908ad52 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "PUT /v2.0/routers/66f707d7-6e7f-48d1-99d1-49243773c680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8849249 Jul 16 01:48:16.603520 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54002) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:16.611129 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90850f6-d628-4ecf-8423-abb84e77b0a4 None None] Routers {'66f707d7-6e7f-48d1-99d1-49243773c680'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:16.611939 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e90850f6-d628-4ecf-8423-abb84e77b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['66f707d7-6e7f-48d1-99d1-49243773c680'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:16.626780 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f4153cc5-b72b-47c3-8e07-fde7fb8e320b tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.648159 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e90850f6-d628-4ecf-8423-abb84e77b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:16.656992 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90850f6-d628-4ecf-8423-abb84e77b0a4 None None] Routers {'66f707d7-6e7f-48d1-99d1-49243773c680'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:16.657762 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e90850f6-d628-4ecf-8423-abb84e77b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['66f707d7-6e7f-48d1-99d1-49243773c680'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:16.663392 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-f4153cc5-b72b-47c3-8e07-fde7fb8e320b tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Calling delete_port for 8614f55b-4f5f-440d-afb6-45fa6c74b821 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:16.689749 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e90850f6-d628-4ecf-8423-abb84e77b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:16.690411 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90850f6-d628-4ecf-8423-abb84e77b0a4 None None] The sync data for ids ['66f707d7-6e7f-48d1-99d1-49243773c680'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:16.731934 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3613b4af-17b7-4a45-9064-5573a45837b1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.772921 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613b4af-17b7-4a45-9064-5573a45837b1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a5b2877-510d-4e9c-9d54-4d4c315e2498,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:16.816094 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] For port a4aaf832-76f0-425d-a098-0162fdb959b7, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=a4aaf832-76f0-425d-a098-0162fdb959b7,segment=NetworkSegment(a2e51a01-202e-4174-9f7b-fa00d63e6821),segment_id=a2e51a01-202e-4174-9f7b-fa00d63e6821)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:16.868949 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3613b4af-17b7-4a45-9064-5573a45837b1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.884382 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] For port a4aaf832-76f0-425d-a098-0162fdb959b7, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:16.920682 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f4153cc5-b72b-47c3-8e07-fde7fb8e320b tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.947323 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fec621-71ac-4fc6-80cb-37553dd21327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4aaf832-76f0-425d-a098-0162fdb959b7'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:16.949762 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4072483-86c4-4b75-b59c-50cc10dd886f" -d '{"events": [{"server_uuid": "68fec621-71ac-4fc6-80cb-37553dd21327", "name": "network-vif-unplugged", "status": "completed", "tag": "a4aaf832-76f0-425d-a098-0162fdb959b7"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:16.962871 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4153cc5-b72b-47c3-8e07-fde7fb8e320b tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event deleted for resources: {'Port': ['ID=8614f55b-4f5f-440d-afb6-45fa6c74b821,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:16.969401 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.982399 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3613b4af-17b7-4a45-9064-5573a45837b1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.988356 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] Transition to ACTIVE for port object a4aaf832-76f0-425d-a098-0162fdb959b7 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:16.998412 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.027111 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf54058-ceff-487a-9404-76ca1005f364 x-openstack-request-id: req-6cf54058-ceff-487a-9404-76ca1005f364 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:17.027403 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fec621-71ac-4fc6-80cb-37553dd21327", "name": "network-vif-unplugged", "status": "completed", "tag": "a4aaf832-76f0-425d-a098-0162fdb959b7", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:17.027651 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cf54058-ceff-487a-9404-76ca1005f364 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:17.028034 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fec621-71ac-4fc6-80cb-37553dd21327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4aaf832-76f0-425d-a098-0162fdb959b7', 'code': 200} Jul 16 01:48:17.091159 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f4153cc5-b72b-47c3-8e07-fde7fb8e320b tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.096421 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f4153cc5-b72b-47c3-8e07-fde7fb8e320b tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "DELETE /v2.0/ports/8614f55b-4f5f-440d-afb6-45fa6c74b821 HTTP/1.1" status: 204 len: 168 time: 0.8110206 Jul 16 01:48:17.097239 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54006) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:17.133022 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] Pushing event updated for resources: {'Port': ['ID=a4aaf832-76f0-425d-a098-0162fdb959b7,revision_number=6']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:17.154481 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3613b4af-17b7-4a45-9064-5573a45837b1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.190836 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613b4af-17b7-4a45-9064-5573a45837b1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5dde2006-7109-4d6d-b1ba-593efada905d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:17.214467 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] No DVR routers for this DVR port a4aaf832-76f0-425d-a098-0162fdb959b7 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:17.253547 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3613b4af-17b7-4a45-9064-5573a45837b1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.263995 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-3613b4af-17b7-4a45-9064-5573a45837b1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e6d323-85ad-4d5e-98da-da74e5d1269a']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:17.266901 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-157ce8a6-3e9f-4d80-ae8a-13a7d76eeb8c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.274497 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-3613b4af-17b7-4a45-9064-5573a45837b1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8e4bc5-e8d4-4bbc-ae47-629e090fcf39') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:17.274788 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-3613b4af-17b7-4a45-9064-5573a45837b1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8e4bc5-e8d4-4bbc-ae47-629e090fcf39') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:17.285737 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3613b4af-17b7-4a45-9064-5573a45837b1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.302837 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3613b4af-17b7-4a45-9064-5573a45837b1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.323143 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3613b4af-17b7-4a45-9064-5573a45837b1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:17.323410 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3613b4af-17b7-4a45-9064-5573a45837b1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:17.326513 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:17.377380 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f334bd-34ab-4979-b5aa-3e05e2698bae tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:17.379189 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-10f334bd-34ab-4979-b5aa-3e05e2698bae tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "GET /v2.0/ports?device_id=35c963d7-bd9e-417a-80e6-22ee1e816737 HTTP/1.1" status: 200 len: 913 time: 0.2810640 Jul 16 01:48:17.387364 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54010) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:17.439080 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3613b4af-17b7-4a45-9064-5573a45837b1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.445938 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3613b4af-17b7-4a45-9064-5573a45837b1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 51e6d323-85ad-4d5e-98da-da74e5d1269a {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:48:17.450046 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3613b4af-17b7-4a45-9064-5573a45837b1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.455610 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3613b4af-17b7-4a45-9064-5573a45837b1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] 10.222.0.16 "DELETE /v2.0/networks/51e6d323-85ad-4d5e-98da-da74e5d1269a HTTP/1.1" status: 204 len: 168 time: 1.9530842 Jul 16 01:48:17.465802 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54012) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:17.479730 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e9529-23f6-47cb-a32f-6e84d143a5ca req-ca3d52de-a611-496c-9f0d-f5e68812271f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:17.481382 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d99e9529-23f6-47cb-a32f-6e84d143a5ca req-ca3d52de-a611-496c-9f0d-f5e68812271f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 943 time: 0.1762860 Jul 16 01:48:17.502430 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613b4af-17b7-4a45-9064-5573a45837b1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Pushing event deleted for resources: {'Network': ['ID=51e6d323-85ad-4d5e-98da-da74e5d1269a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:17.575171 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] Attempting to bind port a4aaf832-76f0-425d-a098-0162fdb959b7 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:17.575793 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] Attempting to bind port a4aaf832-76f0-425d-a098-0162fdb959b7 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'a2e51a01-202e-4174-9f7b-fa00d63e6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:17.576085 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] Attempting to bind port a4aaf832-76f0-425d-a098-0162fdb959b7 on network ae9cdc71-5392-4a43-a088-bbed08d2f63d {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:17.608571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] Port a4aaf832-76f0-425d-a098-0162fdb959b7 on network ae9cdc71-5392-4a43-a088-bbed08d2f63d not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:48:17.608571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] Attempting to bind port a4aaf832-76f0-425d-a098-0162fdb959b7 on network ae9cdc71-5392-4a43-a088-bbed08d2f63d {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:17.638940 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d99e9529-23f6-47cb-a32f-6e84d143a5ca req-19033f55-5354-46b6-a299-04e41ffb90ad tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352608 Jul 16 01:48:17.641830 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a7b78a63-31c9-49cf-8d6f-24e4976bb991 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 994 time: 0.1747375 Jul 16 01:48:17.644963 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54014) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:17.652262 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:17.652443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] Checking segment: {'id': 'a2e51a01-202e-4174-9f7b-fa00d63e6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:17.652967 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] Bound using segment: {'id': 'a2e51a01-202e-4174-9f7b-fa00d63e6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:17.653356 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] Bound port: a4aaf832-76f0-425d-a098-0162fdb959b7, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2e51a01-202e-4174-9f7b-fa00d63e6821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:17.653763 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.743554 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848524d1-b9f4-4050-b1cd-e3d8a020466f tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:17.744021 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848524d1-b9f4-4050-b1cd-e3d8a020466f tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:17.744606 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848524d1-b9f4-4050-b1cd-e3d8a020466f tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:17.744976 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848524d1-b9f4-4050-b1cd-e3d8a020466f tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:17.745426 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848524d1-b9f4-4050-b1cd-e3d8a020466f tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:17.745980 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848524d1-b9f4-4050-b1cd-e3d8a020466f tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:17.746323 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848524d1-b9f4-4050-b1cd-e3d8a020466f tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:17.751418 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-848524d1-b9f4-4050-b1cd-e3d8a020466f tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4505 time: 0.1025441 Jul 16 01:48:17.751740 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54016) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:17.786913 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-55d6677e-df11-470c-be7f-f40552acce57 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] delete failed (client error): The resource could not be found. Jul 16 01:48:17.790509 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-55d6677e-df11-470c-be7f-f40552acce57 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/e7d26dd0-33e0-46e8-bccc-fb03c2c60d5b HTTP/1.1" status: 404 len: 345 time: 0.0348749 Jul 16 01:48:17.790810 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54018) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:17.853873 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf0d28c-ea14-4ee6-b73e-a579f4feb869 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 01:48:17.854415 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf0d28c-ea14-4ee6-b73e-a579f4feb869 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:48:17.856116 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1cf0d28c-ea14-4ee6-b73e-a579f4feb869 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] 10.222.0.16 "DELETE /v2.0/networks/51e6d323-85ad-4d5e-98da-da74e5d1269a HTTP/1.1" status: 404 len: 339 time: 0.0643561 Jul 16 01:48:17.861806 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54020) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:17.867422 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] For port a4aaf832-76f0-425d-a098-0162fdb959b7, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:17.875846 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-6b1e783b-5935-4264-9425-39f448efe846 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Request body: {'network': {'name': 'tempest-network--1824746729', 'router:external': True}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:17.897375 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] For port a4aaf832-76f0-425d-a098-0162fdb959b7, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=a4aaf832-76f0-425d-a098-0162fdb959b7,segment=NetworkSegment(a2e51a01-202e-4174-9f7b-fa00d63e6821),segment_id=a2e51a01-202e-4174-9f7b-fa00d63e6821)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:18.284098 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.328347 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1e783b-5935-4264-9425-39f448efe846 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Made reservation on behalf of eb896b429b514921b1a78d3c9736ce3e for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:18.330703 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b1e783b-5935-4264-9425-39f448efe846 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.355275 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:18.355889 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.357403 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] 10.222.0.84 "PUT /v2.0/ports/a4aaf832-76f0-425d-a098-0162fdb959b7 HTTP/1.1" status: 200 len: 1092 time: 2.1518850 Jul 16 01:48:18.403526 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f64da0-4333-40cc-a264-348d777f5848 service neutron] Pushing event updated for resources: {'Port': ['ID=a4aaf832-76f0-425d-a098-0162fdb959b7,revision_number=7']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:18.432065 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b1e783b-5935-4264-9425-39f448efe846 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:18.454079 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b1e783b-5935-4264-9425-39f448efe846 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.454325 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-6b1e783b-5935-4264-9425-39f448efe846 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Added segment 0e1063d8-3597-444e-b118-b3b43b2f6eac of type vlan for network 062265f0-5d58-437c-afe4-7c9c8818ffbe Jul 16 01:48:18.473817 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-157ce8a6-3e9f-4d80-ae8a-13a7d76eeb8c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting port 6ad0ad2b-5c5c-45dd-84a7-bdc076e0ee85 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:18.474140 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-157ce8a6-3e9f-4d80-ae8a-13a7d76eeb8c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.603311 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b1e783b-5935-4264-9425-39f448efe846 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.636816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f278a586-a49f-45c9-a269-3cea37a599d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:18.638368 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-f278a586-a49f-45c9-a269-3cea37a599d9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 1095 time: 0.2515748 Jul 16 01:48:18.672331 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-157ce8a6-3e9f-4d80-ae8a-13a7d76eeb8c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.710793 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-157ce8a6-3e9f-4d80-ae8a-13a7d76eeb8c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Calling delete_port for 6ad0ad2b-5c5c-45dd-84a7-bdc076e0ee85 owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:18.725337 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b1e783b-5935-4264-9425-39f448efe846 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.726343 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1e783b-5935-4264-9425-39f448efe846 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:18.726883 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6b1e783b-5935-4264-9425-39f448efe846 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.768279 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-828cd40b-72bb-4ede-97c0-3928cbbd1591 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.896532 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6b1e783b-5935-4264-9425-39f448efe846 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0319281 Jul 16 01:48:18.899342 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54024) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:18.958680 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-6c996661-4905-4c1a-bfba-3f827b5649a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:18.960176 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-6c996661-4905-4c1a-bfba-3f827b5649a6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ae9cdc71-5392-4a43-a088-bbed08d2f63d HTTP/1.1" status: 200 len: 897 time: 0.3137860 Jul 16 01:48:18.966638 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e783b-5935-4264-9425-39f448efe846 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Pushing event updated for resources: {'Network': ['ID=062265f0-5d58-437c-afe4-7c9c8818ffbe,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:18.982230 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 062265f0-5d58-437c-afe4-7c9c8818ffbe details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:19.018459 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b097719-863b-4540-be5d-deb883979866 tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:19.024772 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b097719-863b-4540-be5d-deb883979866 tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:19.031455 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b097719-863b-4540-be5d-deb883979866 tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:19.037668 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b097719-863b-4540-be5d-deb883979866 tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:19.042855 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1b097719-863b-4540-be5d-deb883979866 tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1391089 Jul 16 01:48:19.042855 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54026) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:19.047677 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fec621-71ac-4fc6-80cb-37553dd21327', 'tag': 'a4aaf832-76f0-425d-a098-0162fdb959b7'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:19.050176 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819259fe-80b9-41a0-af64-e9de32cc279e" -d '{"events": [{"name": "network-changed", "server_uuid": "68fec621-71ac-4fc6-80cb-37553dd21327", "tag": "a4aaf832-76f0-425d-a098-0162fdb959b7"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:19.115804 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc6ccb30-1d2d-42ea-a8c0-6dea2a4238a8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.120513 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8042717-f80d-4729-a677-806fdac5c4e1 x-openstack-request-id: req-c8042717-f80d-4729-a677-806fdac5c4e1 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:19.120805 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fec621-71ac-4fc6-80cb-37553dd21327", "tag": "a4aaf832-76f0-425d-a098-0162fdb959b7", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:19.121045 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8042717-f80d-4729-a677-806fdac5c4e1 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:19.121419 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fec621-71ac-4fc6-80cb-37553dd21327', 'tag': 'a4aaf832-76f0-425d-a098-0162fdb959b7', 'status': 'completed', 'code': 200} Jul 16 01:48:19.160481 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-907d174e-6c02-484b-8f05-484917e754f8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4aaf832-76f0-425d-a098-0162fdb959b7 HTTP/1.1" status: 200 len: 999 time: 0.1552932 Jul 16 01:48:19.202147 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc6ccb30-1d2d-42ea-a8c0-6dea2a4238a8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.212542 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-cc6ccb30-1d2d-42ea-a8c0-6dea2a4238a8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062265f0-5d58-437c-afe4-7c9c8818ffbe']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:19.223465 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-cc6ccb30-1d2d-42ea-a8c0-6dea2a4238a8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1063d8-3597-444e-b118-b3b43b2f6eac') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:19.223852 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-cc6ccb30-1d2d-42ea-a8c0-6dea2a4238a8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1063d8-3597-444e-b118-b3b43b2f6eac') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:19.234036 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc6ccb30-1d2d-42ea-a8c0-6dea2a4238a8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.248315 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc6ccb30-1d2d-42ea-a8c0-6dea2a4238a8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.254627 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6ccb30-1d2d-42ea-a8c0-6dea2a4238a8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:19.255011 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc6ccb30-1d2d-42ea-a8c0-6dea2a4238a8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:19.256931 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:19.276455 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53586abe-4d9a-4404-b234-85ed701bd4d8 req-dee2ac90-1212-47d0-af14-c3bf9d211fd7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:19.277962 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-53586abe-4d9a-4404-b234-85ed701bd4d8 req-dee2ac90-1212-47d0-af14-c3bf9d211fd7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 943 time: 0.4252026 Jul 16 01:48:19.317696 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc6ccb30-1d2d-42ea-a8c0-6dea2a4238a8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.327089 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6ccb30-1d2d-42ea-a8c0-6dea2a4238a8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 062265f0-5d58-437c-afe4-7c9c8818ffbe {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:48:19.333662 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc6ccb30-1d2d-42ea-a8c0-6dea2a4238a8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.341349 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cc6ccb30-1d2d-42ea-a8c0-6dea2a4238a8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] 10.222.0.16 "DELETE /v2.0/networks/062265f0-5d58-437c-afe4-7c9c8818ffbe HTTP/1.1" status: 204 len: 168 time: 0.2923961 Jul 16 01:48:19.349694 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54030) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:19.355400 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-40f2629c-7cd6-4d34-9093-9cf9882ef982 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Request body: {'network': {'name': 'tempest-network--624561409', 'router:external': True}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:19.357926 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-ef172395-01ac-48c7-a2a8-39f7b0e1fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:19.359497 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-ef172395-01ac-48c7-a2a8-39f7b0e1fd83 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e7e49755-eff3-40a3-95fc-2ea36183bca0 HTTP/1.1" status: 200 len: 835 time: 0.1785073 Jul 16 01:48:19.359818 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ccb30-1d2d-42ea-a8c0-6dea2a4238a8 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Pushing event deleted for resources: {'Network': ['ID=062265f0-5d58-437c-afe4-7c9c8818ffbe,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:19.400995 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f2629c-7cd6-4d34-9093-9cf9882ef982 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Made reservation on behalf of eb896b429b514921b1a78d3c9736ce3e for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:19.401243 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-157ce8a6-3e9f-4d80-ae8a-13a7d76eeb8c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.403960 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-40f2629c-7cd6-4d34-9093-9cf9882ef982 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.429284 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f2629c-7cd6-4d34-9093-9cf9882ef982 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:19.438848 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-53586abe-4d9a-4404-b234-85ed701bd4d8 req-f8bb3c2b-13b0-42c8-814a-ca256678965e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323993 Jul 16 01:48:19.444703 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-40f2629c-7cd6-4d34-9093-9cf9882ef982 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.445056 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-40f2629c-7cd6-4d34-9093-9cf9882ef982 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Added segment 2bcf018e-d01b-452f-94e0-d36447846320 of type vlan for network 0810a2f2-7bbc-4e36-ac47-1fd0b0a1b62f Jul 16 01:48:19.467843 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ce8a6-3e9f-4d80-ae8a-13a7d76eeb8c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Port': ['ID=6ad0ad2b-5c5c-45dd-84a7-bdc076e0ee85,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:19.476576 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819259fe-80b9-41a0-af64-e9de32cc279e req-5274b252-c048-4311-9cc4-e6540555d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:19.478159 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-819259fe-80b9-41a0-af64-e9de32cc279e req-5274b252-c048-4311-9cc4-e6540555d63f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 1095 time: 0.3352036 Jul 16 01:48:19.511354 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-40f2629c-7cd6-4d34-9093-9cf9882ef982 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.562465 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-40f2629c-7cd6-4d34-9093-9cf9882ef982 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.563576 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f2629c-7cd6-4d34-9093-9cf9882ef982 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:19.564208 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-40f2629c-7cd6-4d34-9093-9cf9882ef982 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.629155 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-40f2629c-7cd6-4d34-9093-9cf9882ef982 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2781031 Jul 16 01:48:19.632029 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54032) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:19.686297 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2629c-7cd6-4d34-9093-9cf9882ef982 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Pushing event updated for resources: {'Network': ['ID=0810a2f2-7bbc-4e36-ac47-1fd0b0a1b62f,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:19.697091 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 0810a2f2-7bbc-4e36-ac47-1fd0b0a1b62f details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:19.720667 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819259fe-80b9-41a0-af64-e9de32cc279e req-ab261461-820d-46cd-9d54-52916538a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:19.722337 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-819259fe-80b9-41a0-af64-e9de32cc279e req-ab261461-820d-46cd-9d54-52916538a8d3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae9cdc71-5392-4a43-a088-bbed08d2f63d HTTP/1.1" status: 200 len: 897 time: 0.2173054 Jul 16 01:48:19.727933 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-1e9e605a-d335-45c3-928d-97e9e1aed62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:19.729805 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-1e9e605a-d335-45c3-928d-97e9e1aed62b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ae9cdc71-5392-4a43-a088-bbed08d2f63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3577890 Jul 16 01:48:19.800883 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9c8b85-aa86-4805-8276-9c00739decfd tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:19.804923 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1d9c8b85-aa86-4805-8276-9c00739decfd tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] 10.222.0.16 "GET /v2.0/networks/0810a2f2-7bbc-4e36-ac47-1fd0b0a1b62f HTTP/1.1" status: 200 len: 756 time: 0.1690514 Jul 16 01:48:19.805305 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54034) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:19.886777 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device a4aaf832-76f0-425d-a098-0162fdb959b7 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:19.893721 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d08f7d-4fb9-4da0-b46c-7ac627c80971 tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:19.895127 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-22d08f7d-4fb9-4da0-b46c-7ac627c80971 tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] 10.222.0.16 "GET /v2.0/networks/66759f17-5a66-4f01-9055-d5f85bb45be7 HTTP/1.1" status: 200 len: 768 time: 0.0888965 Jul 16 01:48:19.900818 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54036) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:19.933377 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device a4aaf832-76f0-425d-a098-0162fdb959b7 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:19.944981 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-819259fe-80b9-41a0-af64-e9de32cc279e req-3d45574d-1524-4c78-8d1e-7e0df9527abc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4aaf832-76f0-425d-a098-0162fdb959b7 HTTP/1.1" status: 200 len: 999 time: 0.2139778 Jul 16 01:48:19.945624 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-157ce8a6-3e9f-4d80-ae8a-13a7d76eeb8c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.972930 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3563da8b-2719-4aab-9629-a3972f095591 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.122868 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-cf14b629-17b2-4432-84e0-dbd43fe87fff service neutron] 10.222.0.84 "GET /v2.0/networks/ae9cdc71-5392-4a43-a088-bbed08d2f63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328919 Jul 16 01:48:20.126701 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819259fe-80b9-41a0-af64-e9de32cc279e req-48c20011-c493-4f23-9b5a-ce02a8eafdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:20.128158 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-819259fe-80b9-41a0-af64-e9de32cc279e req-48c20011-c493-4f23-9b5a-ce02a8eafdf5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e7e49755-eff3-40a3-95fc-2ea36183bca0 HTTP/1.1" status: 200 len: 835 time: 0.1497858 Jul 16 01:48:20.190848 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-828cd40b-72bb-4ede-97c0-3928cbbd1591 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Deleting port e109546a-c2eb-477c-a0a8-0565da96ec76 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:20.191193 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-828cd40b-72bb-4ede-97c0-3928cbbd1591 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.350443 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3563da8b-2719-4aab-9629-a3972f095591 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.361656 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-3563da8b-2719-4aab-9629-a3972f095591 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0810a2f2-7bbc-4e36-ac47-1fd0b0a1b62f']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:20.371833 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-3563da8b-2719-4aab-9629-a3972f095591 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bcf018e-d01b-452f-94e0-d36447846320') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:20.372221 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-3563da8b-2719-4aab-9629-a3972f095591 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bcf018e-d01b-452f-94e0-d36447846320') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:20.375657 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:48:20.381966 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3563da8b-2719-4aab-9629-a3972f095591 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.394814 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157ce8a6-3e9f-4d80-ae8a-13a7d76eeb8c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Router 66f707d7-6e7f-48d1-99d1-49243773c680 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:20.396264 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3563da8b-2719-4aab-9629-a3972f095591 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.403657 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3563da8b-2719-4aab-9629-a3972f095591 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:20.404183 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3563da8b-2719-4aab-9629-a3972f095591 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:20.406055 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:20.419831 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db70b3e7-816d-4ba5-a7b6-b7869e8dcee8 req-7e5d1575-ac50-4add-a548-1da3902397ca service neutron] 10.222.0.84 "GET /v2.0/networks/ae9cdc71-5392-4a43-a088-bbed08d2f63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906835 Jul 16 01:48:20.426512 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-828cd40b-72bb-4ede-97c0-3928cbbd1591 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.444240 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-828cd40b-72bb-4ede-97c0-3928cbbd1591 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Calling delete_port for e109546a-c2eb-477c-a0a8-0565da96ec76 owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:20.460327 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819259fe-80b9-41a0-af64-e9de32cc279e req-24f80e4a-cbbf-4ebe-afc4-317ac2066dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:20.461872 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-819259fe-80b9-41a0-af64-e9de32cc279e req-24f80e4a-cbbf-4ebe-afc4-317ac2066dd7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae9cdc71-5392-4a43-a088-bbed08d2f63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3204236 Jul 16 01:48:20.486270 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3563da8b-2719-4aab-9629-a3972f095591 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.497814 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3563da8b-2719-4aab-9629-a3972f095591 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0810a2f2-7bbc-4e36-ac47-1fd0b0a1b62f {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:48:20.528607 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563da8b-2719-4aab-9629-a3972f095591 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Pushing event deleted for resources: {'Network': ['ID=0810a2f2-7bbc-4e36-ac47-1fd0b0a1b62f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:20.537827 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3563da8b-2719-4aab-9629-a3972f095591 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.539969 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3563da8b-2719-4aab-9629-a3972f095591 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] 10.222.0.16 "DELETE /v2.0/networks/0810a2f2-7bbc-4e36-ac47-1fd0b0a1b62f HTTP/1.1" status: 204 len: 168 time: 0.6382058 Jul 16 01:48:20.544937 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54040) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:20.556921 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-5e4da353-4c9f-4388-905c-b872cee8aba1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Request body: {'network': {'name': 'tempest-network--605578015'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:20.599164 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4da353-4c9f-4388-905c-b872cee8aba1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Made reservation on behalf of eb896b429b514921b1a78d3c9736ce3e for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:20.601889 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5e4da353-4c9f-4388-905c-b872cee8aba1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.679370 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e4da353-4c9f-4388-905c-b872cee8aba1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:20.694667 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5e4da353-4c9f-4388-905c-b872cee8aba1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.695013 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-5e4da353-4c9f-4388-905c-b872cee8aba1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Added segment 422e2295-83ba-4800-a2f4-2abdd369eb7d of type vlan for network e3597f8b-4acf-454c-a9b0-e5eb2edbedc8 Jul 16 01:48:20.748592 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5e4da353-4c9f-4388-905c-b872cee8aba1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.771560 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65636524-bb42-4721-a562-17a477b86dac req-e26404d0-2f98-4021-99a8-0b426a551d2f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:20.773217 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-65636524-bb42-4721-a562-17a477b86dac req-e26404d0-2f98-4021-99a8-0b426a551d2f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 943 time: 0.1374116 Jul 16 01:48:20.823926 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5e4da353-4c9f-4388-905c-b872cee8aba1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.824956 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4da353-4c9f-4388-905c-b872cee8aba1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:20.825627 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5e4da353-4c9f-4388-905c-b872cee8aba1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.849635 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-65636524-bb42-4721-a562-17a477b86dac req-47656dd5-2af2-4ce0-b24b-68eefd172960 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680730 Jul 16 01:48:20.906750 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5e4da353-4c9f-4388-905c-b872cee8aba1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3604956 Jul 16 01:48:20.907601 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4da353-4c9f-4388-905c-b872cee8aba1 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Pushing event updated for resources: {'Network': ['ID=e3597f8b-4acf-454c-a9b0-e5eb2edbedc8,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:20.910599 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54042) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:20.916072 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-c298b08b-d247-404e-8d1c-ae73ac42b784 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:20.922707 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network e3597f8b-4acf-454c-a9b0-e5eb2edbedc8 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:21.064957 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157ce8a6-3e9f-4d80-ae8a-13a7d76eeb8c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:21.073086 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-157ce8a6-3e9f-4d80-ae8a-13a7d76eeb8c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "PUT /v2.0/routers/66f707d7-6e7f-48d1-99d1-49243773c680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4688497 Jul 16 01:48:21.076465 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54044) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:21.076947 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aacaabc-babf-4d72-a7fa-a4a98df26842 None None] Sync routers for ids ['66f707d7-6e7f-48d1-99d1-49243773c680'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:21.088746 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aacaabc-babf-4d72-a7fa-a4a98df26842 None None] Routers {'66f707d7-6e7f-48d1-99d1-49243773c680'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:21.089653 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-3aacaabc-babf-4d72-a7fa-a4a98df26842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['66f707d7-6e7f-48d1-99d1-49243773c680'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:21.115625 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c298b08b-d247-404e-8d1c-ae73ac42b784 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.123043 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9d2c5fe7-5a59-4516-aabd-a1d76ce93e5c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "GET /v2.0/ports?device_id=66f707d7-6e7f-48d1-99d1-49243773c680 HTTP/1.1" status: 200 len: 205 time: 0.0424106 Jul 16 01:48:21.123244 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-3aacaabc-babf-4d72-a7fa-a4a98df26842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:21.123351 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54046) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:21.131827 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aacaabc-babf-4d72-a7fa-a4a98df26842 None None] Routers {'66f707d7-6e7f-48d1-99d1-49243773c680'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:21.132480 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-3aacaabc-babf-4d72-a7fa-a4a98df26842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['66f707d7-6e7f-48d1-99d1-49243773c680'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:21.135007 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c298b08b-d247-404e-8d1c-ae73ac42b784 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.159031 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c298b08b-d247-404e-8d1c-ae73ac42b784 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Network e3597f8b-4acf-454c-a9b0-e5eb2edbedc8 is not hosted by any dhcp agent {{(pid=93956) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:48:21.160081 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c298b08b-d247-404e-8d1c-ae73ac42b784 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:21.160796 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c298b08b-d247-404e-8d1c-ae73ac42b784 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.165742 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c298b08b-d247-404e-8d1c-ae73ac42b784 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] 10.222.0.16 "PUT /v2.0/networks/e3597f8b-4acf-454c-a9b0-e5eb2edbedc8 HTTP/1.1" status: 200 len: 857 time: 0.2506080 Jul 16 01:48:21.165742 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54048) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:21.229492 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298b08b-d247-404e-8d1c-ae73ac42b784 tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Pushing event updated for resources: {'Network': ['ID=e3597f8b-4acf-454c-a9b0-e5eb2edbedc8,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:21.265517 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-3aacaabc-babf-4d72-a7fa-a4a98df26842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:21.266179 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aacaabc-babf-4d72-a7fa-a4a98df26842 None None] The sync data for ids ['66f707d7-6e7f-48d1-99d1-49243773c680'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:21.266499 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-819259fe-80b9-41a0-af64-e9de32cc279e req-ad6cc8d4-8114-4dc6-b7e8-48b1de70a7a0 service neutron] 10.222.0.82 "GET /v2.0/networks/ae9cdc71-5392-4a43-a088-bbed08d2f63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7646315 Jul 16 01:48:21.268751 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b4356b2e-a94d-4745-96ac-b7ec4a8d4545 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.279680 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3b2dcede-14ef-481c-8336-1b1077dd711b tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.324778 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819259fe-80b9-41a0-af64-e9de32cc279e req-93a7d153-0da8-4dfc-9435-5e8c42b635fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:21.326574 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-819259fe-80b9-41a0-af64-e9de32cc279e req-93a7d153-0da8-4dfc-9435-5e8c42b635fa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 1095 time: 0.8237100 Jul 16 01:48:21.363749 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3b2dcede-14ef-481c-8336-1b1077dd711b tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.374745 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-3b2dcede-14ef-481c-8336-1b1077dd711b tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3597f8b-4acf-454c-a9b0-e5eb2edbedc8']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:21.385248 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-3b2dcede-14ef-481c-8336-1b1077dd711b tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422e2295-83ba-4800-a2f4-2abdd369eb7d') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:21.385567 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-3b2dcede-14ef-481c-8336-1b1077dd711b tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422e2295-83ba-4800-a2f4-2abdd369eb7d') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:21.396275 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3b2dcede-14ef-481c-8336-1b1077dd711b tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.411497 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3b2dcede-14ef-481c-8336-1b1077dd711b tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.417982 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2dcede-14ef-481c-8336-1b1077dd711b tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:21.418516 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3b2dcede-14ef-481c-8336-1b1077dd711b tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:21.420300 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:21.482047 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3b2dcede-14ef-481c-8336-1b1077dd711b tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.486496 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2dcede-14ef-481c-8336-1b1077dd711b tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e3597f8b-4acf-454c-a9b0-e5eb2edbedc8 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:48:21.488783 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3b2dcede-14ef-481c-8336-1b1077dd711b tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.495827 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3b2dcede-14ef-481c-8336-1b1077dd711b tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] 10.222.0.16 "DELETE /v2.0/networks/e3597f8b-4acf-454c-a9b0-e5eb2edbedc8 HTTP/1.1" status: 204 len: 168 time: 0.3249350 Jul 16 01:48:21.504116 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54050) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:21.506336 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2dcede-14ef-481c-8336-1b1077dd711b tempest-ExternalNetworksTestJSON-1930848039 tempest-ExternalNetworksTestJSON-1930848039-project-admin] Pushing event deleted for resources: {'Network': ['ID=e3597f8b-4acf-454c-a9b0-e5eb2edbedc8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:21.538140 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85d9e94-ffbb-41ab-836f-68293fc56a53 tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] DELETE failed (client error): The resource could not be found. Jul 16 01:48:21.543192 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c85d9e94-ffbb-41ab-836f-68293fc56a53 tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:48:21.543192 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c85d9e94-ffbb-41ab-836f-68293fc56a53 tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] 10.222.0.16 "DELETE /v2.0/subnets/5dde2006-7109-4d6d-b1ba-593efada905d HTTP/1.1" status: 404 len: 337 time: 0.0353775 Jul 16 01:48:21.543498 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54052) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:21.593673 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b4356b2e-a94d-4745-96ac-b7ec4a8d4545 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.605127 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b4356b2e-a94d-4745-96ac-b7ec4a8d4545 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.637513 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c78709b5-2bb7-4480-b8cd-9614d89de102 tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.666374 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-819259fe-80b9-41a0-af64-e9de32cc279e req-1b96481b-072f-43ee-839f-33f3adda336b service neutron] 10.222.0.82 "GET /v2.0/networks/ae9cdc71-5392-4a43-a088-bbed08d2f63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908348 Jul 16 01:48:21.699307 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819259fe-80b9-41a0-af64-e9de32cc279e req-d83cfb94-4528-427e-9723-82a97de273ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:21.700983 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-819259fe-80b9-41a0-af64-e9de32cc279e req-d83cfb94-4528-427e-9723-82a97de273ec service neutron] 10.222.0.84 "GET /v2.0/networks?id=ae9cdc71-5392-4a43-a088-bbed08d2f63d HTTP/1.1" status: 200 len: 897 time: 0.3328903 Jul 16 01:48:21.750572 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b4356b2e-a94d-4745-96ac-b7ec4a8d4545 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.751069 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4356b2e-a94d-4745-96ac-b7ec4a8d4545 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Fanout notify agent at l3_agent the message router_deleted on router 66f707d7-6e7f-48d1-99d1-49243773c680 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:21.754500 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-828cd40b-72bb-4ede-97c0-3928cbbd1591 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.758629 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c78709b5-2bb7-4480-b8cd-9614d89de102 tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.765711 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b4356b2e-a94d-4745-96ac-b7ec4a8d4545 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.770594 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b4356b2e-a94d-4745-96ac-b7ec4a8d4545 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/routers/66f707d7-6e7f-48d1-99d1-49243773c680 HTTP/1.1" status: 204 len: 168 time: 0.6425931 Jul 16 01:48:21.770860 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54054) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:21.798543 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cd40b-72bb-4ede-97c0-3928cbbd1591 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event deleted for resources: {'Port': ['ID=e109546a-c2eb-477c-a0a8-0565da96ec76,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:21.806192 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-c78709b5-2bb7-4480-b8cd-9614d89de102 tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66759f17-5a66-4f01-9055-d5f85bb45be7']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:21.826686 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-c78709b5-2bb7-4480-b8cd-9614d89de102 tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18fb812-2fa8-4978-b0d1-06c6b7181e46') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:21.826982 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-c78709b5-2bb7-4480-b8cd-9614d89de102 tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18fb812-2fa8-4978-b0d1-06c6b7181e46') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:21.841534 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c78709b5-2bb7-4480-b8cd-9614d89de102 tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.852746 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-819259fe-80b9-41a0-af64-e9de32cc279e req-4ae2c51a-e3f0-4440-a7e7-39b54d90698a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4aaf832-76f0-425d-a098-0162fdb959b7 HTTP/1.1" status: 200 len: 999 time: 0.1447790 Jul 16 01:48:21.860755 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6cee84c-32e3-4d9e-b121-c81def9e84fb tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting subnet 21a19801-30da-46cd-8efe-6b0f094054d1 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:21.865284 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6cee84c-32e3-4d9e-b121-c81def9e84fb tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.868260 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c78709b5-2bb7-4480-b8cd-9614d89de102 tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.897000 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78709b5-2bb7-4480-b8cd-9614d89de102 tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:21.897316 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c78709b5-2bb7-4480-b8cd-9614d89de102 tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:21.901837 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:21.950305 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6cee84c-32e3-4d9e-b121-c81def9e84fb tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.963114 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819259fe-80b9-41a0-af64-e9de32cc279e req-4916bf9d-a5f3-4a41-8f53-7eb069d81ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:21.964654 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-819259fe-80b9-41a0-af64-e9de32cc279e req-4916bf9d-a5f3-4a41-8f53-7eb069d81ec6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e7e49755-eff3-40a3-95fc-2ea36183bca0 HTTP/1.1" status: 200 len: 835 time: 0.1025527 Jul 16 01:48:22.028976 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c78709b5-2bb7-4480-b8cd-9614d89de102 tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.053364 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c78709b5-2bb7-4480-b8cd-9614d89de102 tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.058509 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c78709b5-2bb7-4480-b8cd-9614d89de102 tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] 10.222.0.16 "DELETE /v2.0/networks/66759f17-5a66-4f01-9055-d5f85bb45be7 HTTP/1.1" status: 204 len: 168 time: 0.5136328 Jul 16 01:48:22.063734 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78709b5-2bb7-4480-b8cd-9614d89de102 tempest-ExternalNetworksTestJSON-572703956 tempest-ExternalNetworksTestJSON-572703956-project] Pushing event deleted for resources: {'Network': ['ID=66759f17-5a66-4f01-9055-d5f85bb45be7,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:22.149463 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6cee84c-32e3-4d9e-b121-c81def9e84fb tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.178577 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-828cd40b-72bb-4ede-97c0-3928cbbd1591 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.203881 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819259fe-80b9-41a0-af64-e9de32cc279e req-dcfe81fa-2362-4d7c-834f-39aaeb2bca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:22.205601 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-819259fe-80b9-41a0-af64-e9de32cc279e req-dcfe81fa-2362-4d7c-834f-39aaeb2bca3f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ae9cdc71-5392-4a43-a088-bbed08d2f63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2334802 Jul 16 01:48:22.226547 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6cee84c-32e3-4d9e-b121-c81def9e84fb tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.254471 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cee84c-32e3-4d9e-b121-c81def9e84fb tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Subnet': ['ID=21a19801-30da-46cd-8efe-6b0f094054d1,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:22.258493 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f6cee84c-32e3-4d9e-b121-c81def9e84fb tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.260302 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f6cee84c-32e3-4d9e-b121-c81def9e84fb tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/subnets/21a19801-30da-46cd-8efe-6b0f094054d1 HTTP/1.1" status: 204 len: 168 time: 0.4881699 Jul 16 01:48:22.263326 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54060) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:22.271606 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6d9c98-a0a5-4f4e-8be0-65414b1281df None None] Network 1a259831-3a78-4f68-b023-e9dc80bf5f96 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:22.316851 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95cb9d-f140-4e2e-99ac-92bdeb1ac5fa req-30ddc8f2-018a-4858-afcc-630c41a69883 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:22.318383 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4b95cb9d-f140-4e2e-99ac-92bdeb1ac5fa req-30ddc8f2-018a-4858-afcc-630c41a69883 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 943 time: 0.2041059 Jul 16 01:48:22.333365 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbc1b89-ea09-4f59-b3e0-e0ea195da781 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting subnet 9e7f5000-001c-4cdb-bc0c-7337436b6893 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:22.337680 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2dbc1b89-ea09-4f59-b3e0-e0ea195da781 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.386016 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54064) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:22.415856 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2dbc1b89-ea09-4f59-b3e0-e0ea195da781 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.452792 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4b95cb9d-f140-4e2e-99ac-92bdeb1ac5fa req-8721d92d-efa9-4599-96b7-dc37a54ae978 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850244 Jul 16 01:48:22.462383 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-819259fe-80b9-41a0-af64-e9de32cc279e req-2c7d90dd-3329-416e-b2f7-8cfc8af92575 service neutron] 10.222.0.84 "GET /v2.0/networks/ae9cdc71-5392-4a43-a088-bbed08d2f63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210016 Jul 16 01:48:22.515842 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa110dc-e73c-43a7-a20e-dab3c0170abc None None] DHCP port deletion for 1a259831-3a78-4f68-b023-e9dc80bf5f96 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:22.537942 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2dbc1b89-ea09-4f59-b3e0-e0ea195da781 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.569358 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-dfa110dc-e73c-43a7-a20e-dab3c0170abc None None] Deleting port ced2bca9-6808-4479-b410-a4eef82623c3 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:22.569870 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dfa110dc-e73c-43a7-a20e-dab3c0170abc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.624182 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-53efbe15-1166-4d2c-93f3-e53d8c255756 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f9f2ac8b5054af5a065522eb404ac15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314405 Jul 16 01:48:22.626983 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54068) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:22.631586 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-819259fe-80b9-41a0-af64-e9de32cc279e req-c05ac5b6-94d0-40a7-9a3b-466e957427ed service neutron] 10.222.0.84 "GET /v2.0/networks/ae9cdc71-5392-4a43-a088-bbed08d2f63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379611 Jul 16 01:48:22.635482 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828cd40b-72bb-4ede-97c0-3928cbbd1591 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Router 35c963d7-bd9e-417a-80e6-22ee1e816737 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:22.649139 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2dbc1b89-ea09-4f59-b3e0-e0ea195da781 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.658644 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-dfa110dc-e73c-43a7-a20e-dab3c0170abc None None] For port ced2bca9-6808-4479-b410-a4eef82623c3, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=ced2bca9-6808-4479-b410-a4eef82623c3,segment=NetworkSegment(6a6a1197-20fb-40d0-b16c-10a5fc2ac086),segment_id=6a6a1197-20fb-40d0-b16c-10a5fc2ac086)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:22.658969 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dfa110dc-e73c-43a7-a20e-dab3c0170abc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.671338 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-dfa110dc-e73c-43a7-a20e-dab3c0170abc None None] Calling delete_port for ced2bca9-6808-4479-b410-a4eef82623c3 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:22.689374 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc1b89-ea09-4f59-b3e0-e0ea195da781 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Subnet': ['ID=9e7f5000-001c-4cdb-bc0c-7337436b6893,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:22.705860 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2dbc1b89-ea09-4f59-b3e0-e0ea195da781 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.708079 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2dbc1b89-ea09-4f59-b3e0-e0ea195da781 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/subnets/9e7f5000-001c-4cdb-bc0c-7337436b6893 HTTP/1.1" status: 204 len: 168 time: 0.4432013 Jul 16 01:48:22.710958 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54070) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:22.718299 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c190b6e-c1e0-46ac-b6dd-2d5e911c0f81 None None] Network 3682eb2c-a8b2-4d40-b516-16d384f87163 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:22.727251 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-41877382-02dc-483b-bb4e-3a62d8d82d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.750408 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-41877382-02dc-483b-bb4e-3a62d8d82d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.807584 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-41877382-02dc-483b-bb4e-3a62d8d82d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.811525 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-41877382-02dc-483b-bb4e-3a62d8d82d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.812953 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-41877382-02dc-483b-bb4e-3a62d8d82d07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c01eac1-1c9b-4e7a-9c98-5fc45b34dfd4 HTTP/1.1" status: 204 len: 168 time: 0.1849585 Jul 16 01:48:22.826445 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828cd40b-72bb-4ede-97c0-3928cbbd1591 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:22.832418 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41877382-02dc-483b-bb4e-3a62d8d82d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c01eac1-1c9b-4e7a-9c98-5fc45b34dfd4,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:22.832838 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-828cd40b-72bb-4ede-97c0-3928cbbd1591 tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "PUT /v2.0/routers/35c963d7-bd9e-417a-80e6-22ee1e816737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4443500 Jul 16 01:48:22.835370 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54074) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:22.837096 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4fd156f8-96a1-43ab-b737-77c32731b0e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.859485 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb45b7e-0dc5-4d53-87a8-24bab1c754e7 None None] Sync routers for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:22.877955 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb45b7e-0dc5-4d53-87a8-24bab1c754e7 None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:22.878620 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-deb45b7e-0dc5-4d53-87a8-24bab1c754e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:22.909883 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-4fd156f8-96a1-43ab-b737-77c32731b0e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting port ced2bca9-6808-4479-b410-a4eef82623c3 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:22.910479 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4fd156f8-96a1-43ab-b737-77c32731b0e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.923793 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-deb45b7e-0dc5-4d53-87a8-24bab1c754e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:22.936724 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb45b7e-0dc5-4d53-87a8-24bab1c754e7 None None] Routers {'35c963d7-bd9e-417a-80e6-22ee1e816737'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:22.937415 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-deb45b7e-0dc5-4d53-87a8-24bab1c754e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['35c963d7-bd9e-417a-80e6-22ee1e816737'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:22.972817 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dfa110dc-e73c-43a7-a20e-dab3c0170abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.983375 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17b177e1-5c07-4805-88ad-b197c3cadbdc tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.984326 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-deb45b7e-0dc5-4d53-87a8-24bab1c754e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:22.985419 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb45b7e-0dc5-4d53-87a8-24bab1c754e7 None None] The sync data for ids ['35c963d7-bd9e-417a-80e6-22ee1e816737'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:22.994755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa110dc-e73c-43a7-a20e-dab3c0170abc None None] No DVR routers for this DVR port ced2bca9-6808-4479-b410-a4eef82623c3 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:22.995138 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-4fd156f8-96a1-43ab-b737-77c32731b0e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] For port ced2bca9-6808-4479-b410-a4eef82623c3, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=ced2bca9-6808-4479-b410-a4eef82623c3,segment=NetworkSegment(6a6a1197-20fb-40d0-b16c-10a5fc2ac086),segment_id=6a6a1197-20fb-40d0-b16c-10a5fc2ac086)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:22.996579 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4fd156f8-96a1-43ab-b737-77c32731b0e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.019630 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa110dc-e73c-43a7-a20e-dab3c0170abc None None] Pushing event deleted for resources: {'Port': ['ID=ced2bca9-6808-4479-b410-a4eef82623c3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:23.025483 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-4fd156f8-96a1-43ab-b737-77c32731b0e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Calling delete_port for ced2bca9-6808-4479-b410-a4eef82623c3 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:23.034368 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa110dc-e73c-43a7-a20e-dab3c0170abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:23.034811 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa110dc-e73c-43a7-a20e-dab3c0170abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:23.035224 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa110dc-e73c-43a7-a20e-dab3c0170abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:23.035885 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa110dc-e73c-43a7-a20e-dab3c0170abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:23.036314 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa110dc-e73c-43a7-a20e-dab3c0170abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:23.036770 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa110dc-e73c-43a7-a20e-dab3c0170abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:23.037148 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa110dc-e73c-43a7-a20e-dab3c0170abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:23.037695 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa110dc-e73c-43a7-a20e-dab3c0170abc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:23.038098 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa110dc-e73c-43a7-a20e-dab3c0170abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:23.038895 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa110dc-e73c-43a7-a20e-dab3c0170abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:23.039310 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa110dc-e73c-43a7-a20e-dab3c0170abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:23.039932 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa110dc-e73c-43a7-a20e-dab3c0170abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:23.091526 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0bcb62-8f51-43f8-b1b4-736207e68721 None None] DHCP port deletion for 3682eb2c-a8b2-4d40-b516-16d384f87163 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:23.128791 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4fd156f8-96a1-43ab-b737-77c32731b0e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.134538 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17b177e1-5c07-4805-88ad-b197c3cadbdc tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.159792 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd156f8-96a1-43ab-b737-77c32731b0e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Port': ['ID=ced2bca9-6808-4479-b410-a4eef82623c3,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:23.165697 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd156f8-96a1-43ab-b737-77c32731b0e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] No DVR routers for this DVR port ced2bca9-6808-4479-b410-a4eef82623c3 on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:23.174319 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9c0bcb62-8f51-43f8-b1b4-736207e68721 None None] Deleting port 8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:23.174887 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9c0bcb62-8f51-43f8-b1b4-736207e68721 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.203507 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-17b177e1-5c07-4805-88ad-b197c3cadbdc tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Deleting port bbf4b199-0f94-48a3-a5ba-e6533a8fa6c0 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:23.203934 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17b177e1-5c07-4805-88ad-b197c3cadbdc tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.255704 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-9c0bcb62-8f51-43f8-b1b4-736207e68721 None None] For port 8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d,segment=NetworkSegment(3a4bc1c0-4592-4620-af2d-197a298fda08),segment_id=3a4bc1c0-4592-4620-af2d-197a298fda08)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:23.256787 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9c0bcb62-8f51-43f8-b1b4-736207e68721 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.271391 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54078) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:23.277189 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9c0bcb62-8f51-43f8-b1b4-736207e68721 None None] Calling delete_port for 8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:23.306547 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17b177e1-5c07-4805-88ad-b197c3cadbdc tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.332208 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-17b177e1-5c07-4805-88ad-b197c3cadbdc tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Calling delete_port for bbf4b199-0f94-48a3-a5ba-e6533a8fa6c0 owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:23.345757 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f52f5480-18d0-4bc6-9485-7f9b428f64f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb896b429b514921b1a78d3c9736ce3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0709620 Jul 16 01:48:23.347969 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54080) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:23.370853 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9c0bcb62-8f51-43f8-b1b4-736207e68721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.399994 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bcb62-8f51-43f8-b1b4-736207e68721 None None] Pushing event deleted for resources: {'Port': ['ID=8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:23.402302 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0bcb62-8f51-43f8-b1b4-736207e68721 None None] No DVR routers for this DVR port 8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:23.450042 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3af90ded-0748-4b2e-a15b-5333f59eaf3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.520568 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3af90ded-0748-4b2e-a15b-5333f59eaf3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.629652 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3af90ded-0748-4b2e-a15b-5333f59eaf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.632184 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3af90ded-0748-4b2e-a15b-5333f59eaf3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.633389 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3af90ded-0748-4b2e-a15b-5333f59eaf3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f08aa638-773d-4e56-9cf1-373b8729d893 HTTP/1.1" status: 204 len: 168 time: 0.2845469 Jul 16 01:48:23.649557 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4fd156f8-96a1-43ab-b737-77c32731b0e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.650181 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af90ded-0748-4b2e-a15b-5333f59eaf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08aa638-773d-4e56-9cf1-373b8729d893,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:23.655340 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17b177e1-5c07-4805-88ad-b197c3cadbdc tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.662232 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-4fd156f8-96a1-43ab-b737-77c32731b0e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a259831-3a78-4f68-b023-e9dc80bf5f96']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:23.673885 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-4fd156f8-96a1-43ab-b737-77c32731b0e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6a1197-20fb-40d0-b16c-10a5fc2ac086') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:23.674477 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-4fd156f8-96a1-43ab-b737-77c32731b0e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6a1197-20fb-40d0-b16c-10a5fc2ac086') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:23.685944 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4fd156f8-96a1-43ab-b737-77c32731b0e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.686740 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b177e1-5c07-4805-88ad-b197c3cadbdc tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event deleted for resources: {'Port': ['ID=bbf4b199-0f94-48a3-a5ba-e6533a8fa6c0,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:23.709533 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4fd156f8-96a1-43ab-b737-77c32731b0e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.720599 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd156f8-96a1-43ab-b737-77c32731b0e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:23.721254 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4fd156f8-96a1-43ab-b737-77c32731b0e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:23.725590 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:23.730037 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25907d36-afa8-49c3-8c89-8937b24c0394 req-e3b7e77b-1771-4959-91c1-210f786fec70 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:23.731665 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-25907d36-afa8-49c3-8c89-8937b24c0394 req-e3b7e77b-1771-4959-91c1-210f786fec70 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 943 time: 0.1475623 Jul 16 01:48:23.786635 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device ced2bca9-6808-4479-b410-a4eef82623c3 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:23.794174 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17b177e1-5c07-4805-88ad-b197c3cadbdc tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.798830 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-25907d36-afa8-49c3-8c89-8937b24c0394 req-76bf486f-7c9a-41b7-89cf-9080f4d92407 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484915 Jul 16 01:48:23.812289 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: ced2bca9-6808-4479-b410-a4eef82623c3 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:23.812515 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4fd156f8-96a1-43ab-b737-77c32731b0e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.813176 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device ced2bca9-6808-4479-b410-a4eef82623c3 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:23.813753 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:23.818341 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4fd156f8-96a1-43ab-b737-77c32731b0e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.823580 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4fd156f8-96a1-43ab-b737-77c32731b0e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/networks/1a259831-3a78-4f68-b023-e9dc80bf5f96 HTTP/1.1" status: 204 len: 168 time: 1.0837426 Jul 16 01:48:23.829115 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54086) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:23.851854 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:23.852188 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8dc47f3a-2f31-4cfc-ac8f-2d427d771f8d not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:23.873388 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd156f8-96a1-43ab-b737-77c32731b0e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Network': ['ID=1a259831-3a78-4f68-b023-e9dc80bf5f96,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:23.924669 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17b177e1-5c07-4805-88ad-b197c3cadbdc tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.931152 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17b177e1-5c07-4805-88ad-b197c3cadbdc tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.010706 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6777-1f39-4908-afc4-6f79c0335a5b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.025272 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17b177e1-5c07-4805-88ad-b197c3cadbdc tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.025777 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b177e1-5c07-4805-88ad-b197c3cadbdc tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Fanout notify agent at l3_agent the message router_deleted on router 35c963d7-bd9e-417a-80e6-22ee1e816737 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:24.034221 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17b177e1-5c07-4805-88ad-b197c3cadbdc tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.035352 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-17b177e1-5c07-4805-88ad-b197c3cadbdc tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "DELETE /v2.0/routers/35c963d7-bd9e-417a-80e6-22ee1e816737 HTTP/1.1" status: 204 len: 168 time: 1.1930749 Jul 16 01:48:24.039204 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54096) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:24.117983 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6777-1f39-4908-afc4-6f79c0335a5b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.128771 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-6846cd0b-76f0-4829-9b1f-1f0ab024662d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Deleting subnet 2c2ca0ed-c607-4e7c-addb-4fcae125c1f9 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:24.129468 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-f5fa6777-1f39-4908-afc4-6f79c0335a5b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3682eb2c-a8b2-4d40-b516-16d384f87163']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:24.133882 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6846cd0b-76f0-4829-9b1f-1f0ab024662d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.149958 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-f5fa6777-1f39-4908-afc4-6f79c0335a5b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4bc1c0-4592-4620-af2d-197a298fda08') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:24.150434 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-f5fa6777-1f39-4908-afc4-6f79c0335a5b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4bc1c0-4592-4620-af2d-197a298fda08') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:24.161776 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6777-1f39-4908-afc4-6f79c0335a5b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.185670 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6777-1f39-4908-afc4-6f79c0335a5b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.211174 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5fa6777-1f39-4908-afc4-6f79c0335a5b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:24.211589 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6777-1f39-4908-afc4-6f79c0335a5b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:24.215567 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:24.268599 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6846cd0b-76f0-4829-9b1f-1f0ab024662d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.312846 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850b9d-f4fe-4d04-942b-0bb7a5bf3fa8 req-0ddb6bd8-20ed-4bfd-82c5-2df7654cb624 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:24.316831 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-be850b9d-f4fe-4d04-942b-0bb7a5bf3fa8 req-0ddb6bd8-20ed-4bfd-82c5-2df7654cb624 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 943 time: 0.1416481 Jul 16 01:48:24.319267 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6777-1f39-4908-afc4-6f79c0335a5b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.342494 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6777-1f39-4908-afc4-6f79c0335a5b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.351193 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54108) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:24.353758 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f5fa6777-1f39-4908-afc4-6f79c0335a5b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/networks/3682eb2c-a8b2-4d40-b516-16d384f87163 HTTP/1.1" status: 204 len: 168 time: 0.5215690 Jul 16 01:48:24.358072 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-60de4eb4-e2b4-48b8-986f-7c4caecf4222 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'network': {'name': 'tempest-RoutersTest-943029505'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:24.367778 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa6777-1f39-4908-afc4-6f79c0335a5b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Network': ['ID=3682eb2c-a8b2-4d40-b516-16d384f87163,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:24.374499 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bd3a5-2f88-4af7-b019-0caa3b2cec6f req-e60885c3-e726-422f-8f64-0492dc02b6e4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:24.376589 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b70bd3a5-2f88-4af7-b019-0caa3b2cec6f req-e60885c3-e726-422f-8f64-0492dc02b6e4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.82 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327&tenant_id=8c0fcf31570241eb96a760177b0aa82f&binding%3Ahost_id=n-h1-792394-16 HTTP/1.1" status: 200 len: 943 time: 0.2045083 Jul 16 01:48:24.379001 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6846cd0b-76f0-4829-9b1f-1f0ab024662d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.396980 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-be850b9d-f4fe-4d04-942b-0bb7a5bf3fa8 req-e325a094-ed0f-40a1-adb2-2475d3ad9ed5 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745161 Jul 16 01:48:24.481804 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60de4eb4-e2b4-48b8-986f-7c4caecf4222 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Made reservation on behalf of 5c44433e7212494d8106da72c14533ce for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:24.485904 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-60de4eb4-e2b4-48b8-986f-7c4caecf4222 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.526970 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-b70bd3a5-2f88-4af7-b019-0caa3b2cec6f req-1ae0f47a-ba5b-41bf-a4bc-f299d4bcf81e service neutron] delete failed (client error): The resource could not be found. Jul 16 01:48:24.528030 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b70bd3a5-2f88-4af7-b019-0caa3b2cec6f req-1ae0f47a-ba5b-41bf-a4bc-f299d4bcf81e service neutron] 10.222.0.82 "DELETE /v2.0/ports/a4aaf832-76f0-425d-a098-0162fdb959b7/bindings/n-h2-792394-16 HTTP/1.1" status: 404 len: 381 time: 0.1202471 Jul 16 01:48:24.541201 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60de4eb4-e2b4-48b8-986f-7c4caecf4222 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:24.548405 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6846cd0b-76f0-4829-9b1f-1f0ab024662d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.556101 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device a4aaf832-76f0-425d-a098-0162fdb959b7 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:48:24.568010 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-60de4eb4-e2b4-48b8-986f-7c4caecf4222 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.568521 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-60de4eb4-e2b4-48b8-986f-7c4caecf4222 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Added segment d4a8656d-8714-48f1-ae7f-a828cbf34fde of type vlan for network ee01e092-882f-421c-b1c3-ce7158c57a41 Jul 16 01:48:24.611488 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846cd0b-76f0-4829-9b1f-1f0ab024662d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event deleted for resources: {'Subnet': ['ID=2c2ca0ed-c607-4e7c-addb-4fcae125c1f9,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:24.652102 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6846cd0b-76f0-4829-9b1f-1f0ab024662d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.654370 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6846cd0b-76f0-4829-9b1f-1f0ab024662d tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "DELETE /v2.0/subnets/2c2ca0ed-c607-4e7c-addb-4fcae125c1f9 HTTP/1.1" status: 204 len: 168 time: 0.6124334 Jul 16 01:48:24.657851 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54116) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:24.670748 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port a4aaf832-76f0-425d-a098-0162fdb959b7, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=a4aaf832-76f0-425d-a098-0162fdb959b7,segment=NetworkSegment(a2e51a01-202e-4174-9f7b-fa00d63e6821),segment_id=a2e51a01-202e-4174-9f7b-fa00d63e6821)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:24.673942 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-60de4eb4-e2b4-48b8-986f-7c4caecf4222 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.697649 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'a4aaf832-76f0-425d-a098-0162fdb959b7', 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d', 'port_id': 'a4aaf832-76f0-425d-a098-0162fdb959b7', 'mac_address': 'fa:16:3e:be:66:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e49755-eff3-40a3-95fc-2ea36183bca0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:48:24.718180 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bd3a5-2f88-4af7-b019-0caa3b2cec6f req-30c9e6e1-f86a-4b31-a4fc-68a3b83a05e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:24.719846 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b70bd3a5-2f88-4af7-b019-0caa3b2cec6f req-30c9e6e1-f86a-4b31-a4fc-68a3b83a05e3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 1095 time: 0.1236415 Jul 16 01:48:24.722542 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-60de4eb4-e2b4-48b8-986f-7c4caecf4222 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.729496 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60de4eb4-e2b4-48b8-986f-7c4caecf4222 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:24.730205 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-60de4eb4-e2b4-48b8-986f-7c4caecf4222 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.747283 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.748080 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-73779f79-4a2a-4f7e-9b18-d72c76df7dac tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.762808 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4aaf832-76f0-425d-a098-0162fdb959b7 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:24.787880 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port a4aaf832-76f0-425d-a098-0162fdb959b7, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=a4aaf832-76f0-425d-a098-0162fdb959b7,segment=NetworkSegment(a2e51a01-202e-4174-9f7b-fa00d63e6821),segment_id=a2e51a01-202e-4174-9f7b-fa00d63e6821)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:24.797063 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.804763 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-60de4eb4-e2b4-48b8-986f-7c4caecf4222 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4514329 Jul 16 01:48:24.809344 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54120) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:24.818265 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-0e2bd34e-6355-4e3b-b178-5c8ed9e6eb50 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'subnet': {'network_id': 'ee01e092-882f-421c-b1c3-ce7158c57a41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:24.853532 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=a4aaf832-76f0-425d-a098-0162fdb959b7,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:24.863256 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-73779f79-4a2a-4f7e-9b18-d72c76df7dac tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.874653 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-73779f79-4a2a-4f7e-9b18-d72c76df7dac tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb5b0f7-782d-4592-bc00-96b6f72bf01e']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:24.886547 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-73779f79-4a2a-4f7e-9b18-d72c76df7dac tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355cddec-3486-4c7c-aa89-a53e68587b15') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:24.886813 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-73779f79-4a2a-4f7e-9b18-d72c76df7dac tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355cddec-3486-4c7c-aa89-a53e68587b15') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:24.896324 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-73779f79-4a2a-4f7e-9b18-d72c76df7dac tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.909153 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de4eb4-e2b4-48b8-986f-7c4caecf4222 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Network': ['ID=ee01e092-882f-421c-b1c3-ce7158c57a41,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:24.916286 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-73779f79-4a2a-4f7e-9b18-d72c76df7dac tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.923898 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network ee01e092-882f-421c-b1c3-ce7158c57a41 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:24.932720 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73779f79-4a2a-4f7e-9b18-d72c76df7dac tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:24.933252 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-73779f79-4a2a-4f7e-9b18-d72c76df7dac tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.990013 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bd3a5-2f88-4af7-b019-0caa3b2cec6f req-9ac31344-4a7e-403a-ba19-34f43b23204e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:24.991528 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b70bd3a5-2f88-4af7-b019-0caa3b2cec6f req-9ac31344-4a7e-403a-ba19-34f43b23204e service neutron] 10.222.0.82 "GET /v2.0/networks?id=ae9cdc71-5392-4a43-a088-bbed08d2f63d HTTP/1.1" status: 200 len: 897 time: 0.2573755 Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:25.004732 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:25.018427 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-73779f79-4a2a-4f7e-9b18-d72c76df7dac tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.029256 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-73779f79-4a2a-4f7e-9b18-d72c76df7dac tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.039847 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-73779f79-4a2a-4f7e-9b18-d72c76df7dac tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] 10.222.0.16 "DELETE /v2.0/networks/1eb5b0f7-782d-4592-bc00-96b6f72bf01e HTTP/1.1" status: 204 len: 168 time: 0.3808434 Jul 16 01:48:25.053515 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73779f79-4a2a-4f7e-9b18-d72c76df7dac tempest-FloatingIPTestJSON-1398790290 tempest-FloatingIPTestJSON-1398790290-project] Pushing event deleted for resources: {'Network': ['ID=1eb5b0f7-782d-4592-bc00-96b6f72bf01e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:25.066050 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['a4aaf832-76f0-425d-a098-0162fdb959b7'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:25.066516 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2bd34e-6355-4e3b-b178-5c8ed9e6eb50 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Made reservation on behalf of 5c44433e7212494d8106da72c14533ce for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:25.070483 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e2bd34e-6355-4e3b-b178-5c8ed9e6eb50 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.108409 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b70bd3a5-2f88-4af7-b019-0caa3b2cec6f req-979871e5-9e49-4e40-ba15-8bb319a20c16 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4aaf832-76f0-425d-a098-0162fdb959b7 HTTP/1.1" status: 200 len: 1000 time: 0.1067121 Jul 16 01:48:25.217973 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bd3a5-2f88-4af7-b019-0caa3b2cec6f req-3140b099-9294-44ad-b7f2-30adb8839c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:25.219711 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b70bd3a5-2f88-4af7-b019-0caa3b2cec6f req-3140b099-9294-44ad-b7f2-30adb8839c3e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e7e49755-eff3-40a3-95fc-2ea36183bca0 HTTP/1.1" status: 200 len: 835 time: 0.1055284 Jul 16 01:48:25.340398 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54136) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:25.388117 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bd3a5-2f88-4af7-b019-0caa3b2cec6f req-4cf0f4aa-06c4-4e4d-8da0-a7a56ee11329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:25.389771 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b70bd3a5-2f88-4af7-b019-0caa3b2cec6f req-4cf0f4aa-06c4-4e4d-8da0-a7a56ee11329 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ae9cdc71-5392-4a43-a088-bbed08d2f63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1632874 Jul 16 01:48:25.400390 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54140) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:25.413530 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e2bd34e-6355-4e3b-b178-5c8ed9e6eb50 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.561442 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-44ddb1e1-0347-417d-a280-25e7e8eb04ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b805fdc05be14aaf94c957556df3d2b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598823 Jul 16 01:48:25.561677 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2bd34e-6355-4e3b-b178-5c8ed9e6eb50 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Subnet': ['ID=89df26b8-1cf5-4f3f-8c1f-86ab67ce9b44,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:25.564065 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54146) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:25.586142 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2bd34e-6355-4e3b-b178-5c8ed9e6eb50 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Checking segment: {'id': 'd4a8656d-8714-48f1-ae7f-a828cbf34fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ee01e092-882f-421c-b1c3-ce7158c57a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:25.586494 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2bd34e-6355-4e3b-b178-5c8ed9e6eb50 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network hostable DHCP agents. Network: ee01e092-882f-421c-b1c3-ce7158c57a41, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:25.598297 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-af4a3e4b-4c2a-48c8-abca-d014642a4763 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1013406597', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:25.619790 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b70bd3a5-2f88-4af7-b019-0caa3b2cec6f req-c38a1328-efc6-40da-8844-8888a91df2e7 service neutron] 10.222.0.82 "GET /v2.0/networks/ae9cdc71-5392-4a43-a088-bbed08d2f63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230949 Jul 16 01:48:25.638831 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4a3e4b-4c2a-48c8-abca-d014642a4763 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Made reservation on behalf of 5cb8fe6e27584ba1a4bda3fa40806a08 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:25.640741 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2bd34e-6355-4e3b-b178-5c8ed9e6eb50 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network ee01e092-882f-421c-b1c3-ce7158c57a41 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:25.641069 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af4a3e4b-4c2a-48c8-abca-d014642a4763 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.656244 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca297716-e7ef-4c57-8d21-156b15e2be36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.658070 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af4a3e4b-4c2a-48c8-abca-d014642a4763 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.670006 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-0e2bd34e-6355-4e3b-b178-5c8ed9e6eb50 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, ee01e092-882f-421c-b1c3-ce7158c57a41) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:25.674238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2bd34e-6355-4e3b-b178-5c8ed9e6eb50 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:25.674827 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e2bd34e-6355-4e3b-b178-5c8ed9e6eb50 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.683950 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784c12a0-d2d5-451b-86bf-6cc0084a2c42 None None] Network ee01e092-882f-421c-b1c3-ce7158c57a41 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:25.721431 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca297716-e7ef-4c57-8d21-156b15e2be36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.728408 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7896eb4-34e6-430c-8b04-9d79d3d6992d req-ebd4b8ff-f6fd-47fa-b362-2f04c9bc66f5 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:25.729963 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f7896eb4-34e6-430c-8b04-9d79d3d6992d req-ebd4b8ff-f6fd-47fa-b362-2f04c9bc66f5 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 944 time: 0.1932938 Jul 16 01:48:25.773868 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b70bd3a5-2f88-4af7-b019-0caa3b2cec6f req-80245d2e-9d2e-4845-a7d3-c7186510decc service neutron] 10.222.0.82 "GET /v2.0/networks/ae9cdc71-5392-4a43-a088-bbed08d2f63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469808 Jul 16 01:48:25.793722 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f7896eb4-34e6-430c-8b04-9d79d3d6992d req-29e36621-ff4d-41e7-85c6-9c5377246014 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488515 Jul 16 01:48:25.845473 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af4a3e4b-4c2a-48c8-abca-d014642a4763 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.850591 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893693ed-62a0-4ee0-a781-07aaf72c6952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-ee01e092-882f-421c-b1c3-ce7158c57a41', 'network_id': 'ee01e092-882f-421c-b1c3-ce7158c57a41', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'fixed_ips': [{'subnet_id': '89df26b8-1cf5-4f3f-8c1f-86ab67ce9b44'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:25.852023 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af4a3e4b-4c2a-48c8-abca-d014642a4763 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.852920 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-893693ed-62a0-4ee0-a781-07aaf72c6952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.858830 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca297716-e7ef-4c57-8d21-156b15e2be36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.859773 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0e2bd34e-6355-4e3b-b178-5c8ed9e6eb50 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0472004 Jul 16 01:48:25.861675 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca297716-e7ef-4c57-8d21-156b15e2be36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.862411 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54148) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:25.863217 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ca297716-e7ef-4c57-8d21-156b15e2be36 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b5fb4d6-a856-4370-8240-2a5f986d8935 HTTP/1.1" status: 204 len: 168 time: 0.2974195 Jul 16 01:48:25.864579 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-af4a3e4b-4c2a-48c8-abca-d014642a4763 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] device_id is not set on port e0e04992-26c6-4a47-b3b6-312f4582081f yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:48:25.877990 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-b473f067-c421-4c9b-8838-3b6af1a90c9e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-682384369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:25.910782 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b473f067-c421-4c9b-8838-3b6af1a90c9e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.912901 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b473f067-c421-4c9b-8838-3b6af1a90c9e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.925315 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a3e4b-4c2a-48c8-abca-d014642a4763 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c78b8c3-3b8e-41de-81ed-36ae12340524,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:25.943153 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca297716-e7ef-4c57-8d21-156b15e2be36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5fb4d6-a856-4370-8240-2a5f986d8935,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:25.997717 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b473f067-c421-4c9b-8838-3b6af1a90c9e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.004120 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b473f067-c421-4c9b-8838-3b6af1a90c9e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.017603 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-af4a3e4b-4c2a-48c8-abca-d014642a4763 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Allocated IP 172.25.6.107 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/e0e04992-26c6-4a47-b3b6-312f4582081f) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:26.025123 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b473f067-c421-4c9b-8838-3b6af1a90c9e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.026280 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b473f067-c421-4c9b-8838-3b6af1a90c9e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1624217 Jul 16 01:48:26.029455 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54152) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:26.034807 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-684e05d4-5284-4777-9a0d-5485ccb556d9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'port': {'network_id': 'ee01e092-882f-421c-b1c3-ce7158c57a41', 'name': 'tempest-RoutersTest-1213421565'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:26.035477 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-893693ed-62a0-4ee0-a781-07aaf72c6952 None None] Allocated IP 172.20.0.2 (ee01e092-882f-421c-b1c3-ce7158c57a41/89df26b8-1cf5-4f3f-8c1f-86ab67ce9b44/8df588ab-b3a2-4c19-b193-132c4f9f18cb) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:26.182168 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684e05d4-5284-4777-9a0d-5485ccb556d9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Made reservation on behalf of 5c44433e7212494d8106da72c14533ce for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:26.189941 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-684e05d4-5284-4777-9a0d-5485ccb556d9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.225251 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af4a3e4b-4c2a-48c8-abca-d014642a4763 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.226163 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-684e05d4-5284-4777-9a0d-5485ccb556d9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] device_id is not set on port d08f7a3a-275d-49ab-9ed4-0767a57fbc8e yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:48:26.230875 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-893693ed-62a0-4ee0-a781-07aaf72c6952 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.245515 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-893693ed-62a0-4ee0-a781-07aaf72c6952 None None] Transition to ACTIVE for port object 8df588ab-b3a2-4c19-b193-132c4f9f18cb will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:26.265399 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-893693ed-62a0-4ee0-a781-07aaf72c6952 None None] Transition to ACTIVE for port object 8df588ab-b3a2-4c19-b193-132c4f9f18cb will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:26.281103 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-893693ed-62a0-4ee0-a781-07aaf72c6952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.302913 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af4a3e4b-4c2a-48c8-abca-d014642a4763 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.346698 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4a3e4b-4c2a-48c8-abca-d014642a4763 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:26.349667 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-af4a3e4b-4c2a-48c8-abca-d014642a4763 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:26.353479 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4a3e4b-4c2a-48c8-abca-d014642a4763 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:26.372114 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893693ed-62a0-4ee0-a781-07aaf72c6952 None None] Pushing event updated for resources: {'Port': ['ID=8df588ab-b3a2-4c19-b193-132c4f9f18cb,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:26.385152 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893693ed-62a0-4ee0-a781-07aaf72c6952 None None] Network ee01e092-882f-421c-b1c3-ce7158c57a41 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:26.388882 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-893693ed-62a0-4ee0-a781-07aaf72c6952 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:26.391302 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a3e4b-4c2a-48c8-abca-d014642a4763 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Pushing event updated for resources: {'Port': ['ID=e0e04992-26c6-4a47-b3b6-312f4582081f,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:26.397642 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893693ed-62a0-4ee0-a781-07aaf72c6952 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:26.406531 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4a3e4b-4c2a-48c8-abca-d014642a4763 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:26.407154 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af4a3e4b-4c2a-48c8-abca-d014642a4763 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.423243 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-684e05d4-5284-4777-9a0d-5485ccb556d9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Allocated IP 172.20.0.5 (ee01e092-882f-421c-b1c3-ce7158c57a41/89df26b8-1cf5-4f3f-8c1f-86ab67ce9b44/d08f7a3a-275d-49ab-9ed4-0767a57fbc8e) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:26.427639 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-af4a3e4b-4c2a-48c8-abca-d014642a4763 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.0859904 Jul 16 01:48:26.430914 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54164) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:26.442571 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-3e921093-7d6b-451e-9f01-24ceaf35f71c tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107'}]}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:26.472511 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3e921093-7d6b-451e-9f01-24ceaf35f71c tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.473973 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3e921093-7d6b-451e-9f01-24ceaf35f71c tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.505658 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-893693ed-62a0-4ee0-a781-07aaf72c6952 None None] Attempting to bind port 8df588ab-b3a2-4c19-b193-132c4f9f18cb on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:26.506383 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-893693ed-62a0-4ee0-a781-07aaf72c6952 None None] Attempting to bind port 8df588ab-b3a2-4c19-b193-132c4f9f18cb by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'd4a8656d-8714-48f1-ae7f-a828cbf34fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ee01e092-882f-421c-b1c3-ce7158c57a41'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:26.506974 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893693ed-62a0-4ee0-a781-07aaf72c6952 None None] Attempting to bind port 8df588ab-b3a2-4c19-b193-132c4f9f18cb on network ee01e092-882f-421c-b1c3-ce7158c57a41 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:26.514000 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893693ed-62a0-4ee0-a781-07aaf72c6952 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:26.514749 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893693ed-62a0-4ee0-a781-07aaf72c6952 None None] Checking segment: {'id': 'd4a8656d-8714-48f1-ae7f-a828cbf34fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ee01e092-882f-421c-b1c3-ce7158c57a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:26.515375 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-893693ed-62a0-4ee0-a781-07aaf72c6952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.516076 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893693ed-62a0-4ee0-a781-07aaf72c6952 None None] Bound using segment: {'id': 'd4a8656d-8714-48f1-ae7f-a828cbf34fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ee01e092-882f-421c-b1c3-ce7158c57a41'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:26.516871 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-893693ed-62a0-4ee0-a781-07aaf72c6952 None None] Bound port: 8df588ab-b3a2-4c19-b193-132c4f9f18cb, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a8656d-8714-48f1-ae7f-a828cbf34fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ee01e092-882f-421c-b1c3-ce7158c57a41'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:26.517487 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-893693ed-62a0-4ee0-a781-07aaf72c6952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.536766 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3e921093-7d6b-451e-9f01-24ceaf35f71c tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.579615 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device a4aaf832-76f0-425d-a098-0162fdb959b7 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:26.653121 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-893693ed-62a0-4ee0-a781-07aaf72c6952 None None] For port 8df588ab-b3a2-4c19-b193-132c4f9f18cb, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:26.657185 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-684e05d4-5284-4777-9a0d-5485ccb556d9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.673448 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f81c646a-3644-482e-9f93-8200e4cdbecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.678170 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-893693ed-62a0-4ee0-a781-07aaf72c6952 None None] For port 8df588ab-b3a2-4c19-b193-132c4f9f18cb, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8df588ab-b3a2-4c19-b193-132c4f9f18cb,segment=NetworkSegment(d4a8656d-8714-48f1-ae7f-a828cbf34fde),segment_id=d4a8656d-8714-48f1-ae7f-a828cbf34fde)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:26.681176 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-684e05d4-5284-4777-9a0d-5485ccb556d9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Transition to ACTIVE for port object d08f7a3a-275d-49ab-9ed4-0767a57fbc8e will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:26.691256 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-893693ed-62a0-4ee0-a781-07aaf72c6952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.727212 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port a4aaf832-76f0-425d-a098-0162fdb959b7 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:26.747678 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port a4aaf832-76f0-425d-a098-0162fdb959b7 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:26.748477 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.752972 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-684e05d4-5284-4777-9a0d-5485ccb556d9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.812863 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893693ed-62a0-4ee0-a781-07aaf72c6952 None None] Pushing event updated for resources: {'Port': ['ID=8df588ab-b3a2-4c19-b193-132c4f9f18cb,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:26.836987 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684e05d4-5284-4777-9a0d-5485ccb556d9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network ee01e092-882f-421c-b1c3-ce7158c57a41 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:26.841125 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-684e05d4-5284-4777-9a0d-5485ccb556d9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:26.870273 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.871426 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e05d4-5284-4777-9a0d-5485ccb556d9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Port': ['ID=d08f7a3a-275d-49ab-9ed4-0767a57fbc8e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:26.883337 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684e05d4-5284-4777-9a0d-5485ccb556d9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:26.900124 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fec621-71ac-4fc6-80cb-37553dd21327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4aaf832-76f0-425d-a098-0162fdb959b7'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:26.902650 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba8fe39-15f3-4192-983a-b5a2849482a7" -d '{"events": [{"server_uuid": "68fec621-71ac-4fc6-80cb-37553dd21327", "name": "network-vif-plugged", "status": "completed", "tag": "a4aaf832-76f0-425d-a098-0162fdb959b7"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:26.923572 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port a4aaf832-76f0-425d-a098-0162fdb959b7, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=a4aaf832-76f0-425d-a098-0162fdb959b7,segment=NetworkSegment(a2e51a01-202e-4174-9f7b-fa00d63e6821),segment_id=a2e51a01-202e-4174-9f7b-fa00d63e6821)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:26.935182 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.975984 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684e05d4-5284-4777-9a0d-5485ccb556d9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:26.976689 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-684e05d4-5284-4777-9a0d-5485ccb556d9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.008141 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-684e05d4-5284-4777-9a0d-5485ccb556d9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9775445 Jul 16 01:48:27.009134 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54178) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:27.021424 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54180) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:27.041931 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6697dfea-8ab1-462e-a720-94e03ac2421d x-openstack-request-id: req-6697dfea-8ab1-462e-a720-94e03ac2421d {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:27.042102 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fec621-71ac-4fc6-80cb-37553dd21327", "name": "network-vif-plugged", "status": "completed", "tag": "a4aaf832-76f0-425d-a098-0162fdb959b7", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:27.042431 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6697dfea-8ab1-462e-a720-94e03ac2421d {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:27.043058 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fec621-71ac-4fc6-80cb-37553dd21327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4aaf832-76f0-425d-a098-0162fdb959b7', 'code': 200} Jul 16 01:48:27.049486 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=a4aaf832-76f0-425d-a098-0162fdb959b7,revision_number=9']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:27.184128 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3e921093-7d6b-451e-9f01-24ceaf35f71c tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.222964 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f401fb-349f-4bb4-adc1-f5a66a7b39ee req-ad235ff0-f1a3-4fd7-8891-86ec20665bec tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:27.234814 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-75f401fb-349f-4bb4-adc1-f5a66a7b39ee req-ad235ff0-f1a3-4fd7-8891-86ec20665bec tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 945 time: 0.1917992 Jul 16 01:48:27.242832 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-8a8f2c17-dc7e-4388-a3cf-de2a8f893397 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-592338777'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:27.302896 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-75f401fb-349f-4bb4-adc1-f5a66a7b39ee req-da6a63fd-8ed1-4b77-bc91-8bd5602611c3 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661323 Jul 16 01:48:27.328703 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54184) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:27.382121 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8f2c17-dc7e-4388-a3cf-de2a8f893397 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] Made reservation on behalf of 581a5e716d69471e91accd01e0acffa2 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:27.385580 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2c17-dc7e-4388-a3cf-de2a8f893397 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.411179 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2c17-dc7e-4388-a3cf-de2a8f893397 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.438980 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3323a1e0-6b30-4329-9d97-d2be66920e10 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/floatingips/10b9e745-0057-4213-9764-1b7b1af34711 HTTP/1.1" status: 200 len: 993 time: 0.1090360 Jul 16 01:48:27.476066 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3e921093-7d6b-451e-9f01-24ceaf35f71c tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.497701 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3e921093-7d6b-451e-9f01-24ceaf35f71c tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.560962 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7824c631-0d3b-465e-b84c-ac3899197b21 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.644132 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2c17-dc7e-4388-a3cf-de2a8f893397 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.680428 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2c17-dc7e-4388-a3cf-de2a8f893397 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.720905 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3e921093-7d6b-451e-9f01-24ceaf35f71c tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.782203 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8f2c17-dc7e-4388-a3cf-de2a8f893397 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:27.788049 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8df588ab-b3a2-4c19-b193-132c4f9f18cb up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:27.810909 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2c17-dc7e-4388-a3cf-de2a8f893397 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.811283 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-8a8f2c17-dc7e-4388-a3cf-de2a8f893397 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] Added segment 89a18eec-4766-47fe-a929-aa5d001f7027 of type vlan for network c04eadb7-5b8b-42bc-b1d3-1e989a627c24 Jul 16 01:48:27.841521 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 8df588ab-b3a2-4c19-b193-132c4f9f18cb completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:27.842627 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f2c17-dc7e-4388-a3cf-de2a8f893397 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210ca92a-d5df-4e48-810c-de0bed6637d7,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:27.914233 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2c17-dc7e-4388-a3cf-de2a8f893397 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.932772 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3e921093-7d6b-451e-9f01-24ceaf35f71c tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.935093 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3e921093-7d6b-451e-9f01-24ceaf35f71c tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.969979 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2c17-dc7e-4388-a3cf-de2a8f893397 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.975821 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8f2c17-dc7e-4388-a3cf-de2a8f893397 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:27.976467 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2c17-dc7e-4388-a3cf-de2a8f893397 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.983838 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3e921093-7d6b-451e-9f01-24ceaf35f71c tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.984576 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e921093-7d6b-451e-9f01-24ceaf35f71c tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b39114f2-6df4-4708-a8de-552830cc6116 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:28.001275 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-3e921093-7d6b-451e-9f01-24ceaf35f71c tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:48:28.005078 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3e921093-7d6b-451e-9f01-24ceaf35f71c tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5646098 Jul 16 01:48:28.005832 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54186) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:28.007011 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7824c631-0d3b-465e-b84c-ac3899197b21 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.020338 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7824c631-0d3b-465e-b84c-ac3899197b21 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.028477 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e74f324-aa08-4892-830d-d9560bfb5ff4 None None] Network ee01e092-882f-421c-b1c3-ce7158c57a41 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:28.062729 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8a8f2c17-dc7e-4388-a3cf-de2a8f893397 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.0404828 Jul 16 01:48:28.067783 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54188) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:28.074710 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.tag.tag_plugin [None req-13a1841b-a2aa-4353-83ce-51a1f062dfa6 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c04eadb7-5b8b-42bc-b1d3-1e989a627c24', 'tempest-TagsTest-Tag-2032383599') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:28.112715 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-aa315f15-9030-4c4a-a37f-fd67adbef006 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Deleting port e0e04992-26c6-4a47-b3b6-312f4582081f {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:28.113059 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aa315f15-9030-4c4a-a37f-fd67adbef006 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.114624 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8cae85b9-f930-4c00-a387-dd31400eaa54 None None] Provisioning for port 8df588ab-b3a2-4c19-b193-132c4f9f18cb completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:28.125128 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f2c17-dc7e-4388-a3cf-de2a8f893397 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] Pushing event updated for resources: {'Network': ['ID=c04eadb7-5b8b-42bc-b1d3-1e989a627c24,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:28.126119 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8cae85b9-f930-4c00-a387-dd31400eaa54 None None] Provisioning complete for port 8df588ab-b3a2-4c19-b193-132c4f9f18cb triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:28.126490 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8cae85b9-f930-4c00-a387-dd31400eaa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.152644 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network c04eadb7-5b8b-42bc-b1d3-1e989a627c24 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:28.174034 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824c631-0d3b-465e-b84c-ac3899197b21 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Port': ['ID=d08f7a3a-275d-49ab-9ed4-0767a57fbc8e,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:28.203274 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aa315f15-9030-4c4a-a37f-fd67adbef006 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.219930 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-aa315f15-9030-4c4a-a37f-fd67adbef006 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Calling delete_port for e0e04992-26c6-4a47-b3b6-312f4582081f owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:28.308722 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-13a1841b-a2aa-4353-83ce-51a1f062dfa6 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] 10.222.0.16 "PUT /v2.0/networks/c04eadb7-5b8b-42bc-b1d3-1e989a627c24/tags/tempest-TagsTest-Tag-2032383599 HTTP/1.1" status: 201 len: 201 time: 0.2372193 Jul 16 01:48:28.311885 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54190) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:28.317493 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-81f497b5-ba11-4951-beb0-7800f2b15776 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c04eadb7-5b8b-42bc-b1d3-1e989a627c24', 'tempest-TagsTest-Tag-2032383599') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:28.348707 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8cae85b9-f930-4c00-a387-dd31400eaa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.378045 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7824c631-0d3b-465e-b84c-ac3899197b21 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.399576 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-8cae85b9-f930-4c00-a387-dd31400eaa54 None None] For port 8df588ab-b3a2-4c19-b193-132c4f9f18cb, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8df588ab-b3a2-4c19-b193-132c4f9f18cb,segment=NetworkSegment(d4a8656d-8714-48f1-ae7f-a828cbf34fde),segment_id=d4a8656d-8714-48f1-ae7f-a828cbf34fde)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:28.406308 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8cae85b9-f930-4c00-a387-dd31400eaa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.446554 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-81f497b5-ba11-4951-beb0-7800f2b15776 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] 10.222.0.16 "GET /v2.0/networks/c04eadb7-5b8b-42bc-b1d3-1e989a627c24/tags/tempest-TagsTest-Tag-2032383599 HTTP/1.1" status: 204 len: 168 time: 0.1334383 Jul 16 01:48:28.448903 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54192) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:28.455365 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-dec4fa3e-dff8-4c67-8125-8411da47d785 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c04eadb7-5b8b-42bc-b1d3-1e989a627c24') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:28.469122 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aa315f15-9030-4c4a-a37f-fd67adbef006 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.475970 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae85b9-f930-4c00-a387-dd31400eaa54 None None] Pushing event updated for resources: {'Port': ['ID=8df588ab-b3a2-4c19-b193-132c4f9f18cb,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:28.516101 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa315f15-9030-4c4a-a37f-fd67adbef006 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0e04992-26c6-4a47-b3b6-312f4582081f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:28.630698 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ff583b8a-6b1e-494c-be34-1adb7c248f90 None None] Provisioning complete for port 8df588ab-b3a2-4c19-b193-132c4f9f18cb triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:28.631082 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ff583b8a-6b1e-494c-be34-1adb7c248f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.634349 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-dec4fa3e-dff8-4c67-8125-8411da47d785 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] 10.222.0.16 "GET /v2.0/networks/c04eadb7-5b8b-42bc-b1d3-1e989a627c24/tags HTTP/1.1" status: 200 len: 238 time: 0.1843433 Jul 16 01:48:28.635880 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-aa315f15-9030-4c4a-a37f-fd67adbef006 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.641800 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-aa315f15-9030-4c4a-a37f-fd67adbef006 tempest-RoutersAdminNegativeIpV6Test-1446060113 tempest-RoutersAdminNegativeIpV6Test-1446060113-project-admin] 10.222.0.16 "DELETE /v2.0/ports/e0e04992-26c6-4a47-b3b6-312f4582081f HTTP/1.1" status: 204 len: 168 time: 0.6314130 Jul 16 01:48:28.641800 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54194) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:28.655513 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-637f1b34-d1e0-4123-a4db-cc762637ae3d tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c04eadb7-5b8b-42bc-b1d3-1e989a627c24', {'tags': ['tempest-TagsTest-Tag-1501958950', 'tempest-TagsTest-Tag-1463138488', 'tempest-TagsTest-Tag-891330518']}) {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:28.791668 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-637f1b34-d1e0-4123-a4db-cc762637ae3d tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] 10.222.0.16 "PUT /v2.0/networks/c04eadb7-5b8b-42bc-b1d3-1e989a627c24/tags HTTP/1.1" status: 200 len: 308 time: 0.1510003 Jul 16 01:48:28.794289 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54198) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:28.803667 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-36c1d5f2-07ad-499c-895f-d2ecdcfd6c86 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c04eadb7-5b8b-42bc-b1d3-1e989a627c24', 'tempest-TagsTest-Tag-1501958950') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:28.926423 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-36c1d5f2-07ad-499c-895f-d2ecdcfd6c86 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] 10.222.0.16 "DELETE /v2.0/networks/c04eadb7-5b8b-42bc-b1d3-1e989a627c24/tags/tempest-TagsTest-Tag-1501958950 HTTP/1.1" status: 204 len: 168 time: 0.1309836 Jul 16 01:48:28.929259 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54202) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:28.933755 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-027f5ba9-ff28-47bf-baff-abeef36574c9 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c04eadb7-5b8b-42bc-b1d3-1e989a627c24', 'tempest-TagsTest-Tag-1501958950') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:29.002062 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ff583b8a-6b1e-494c-be34-1adb7c248f90 None None] Provisioning for port d08f7a3a-275d-49ab-9ed4-0767a57fbc8e completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:29.013825 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ff583b8a-6b1e-494c-be34-1adb7c248f90 None None] Provisioning complete for port d08f7a3a-275d-49ab-9ed4-0767a57fbc8e triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:29.014499 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ff583b8a-6b1e-494c-be34-1adb7c248f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.041573 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7824c631-0d3b-465e-b84c-ac3899197b21 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.060670 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ff583b8a-6b1e-494c-be34-1adb7c248f90 None None] Port d08f7a3a-275d-49ab-9ed4-0767a57fbc8e cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:29.070490 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-027f5ba9-ff28-47bf-baff-abeef36574c9 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] show failed (client error): The resource could not be found. Jul 16 01:48:29.071494 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-027f5ba9-ff28-47bf-baff-abeef36574c9 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] 10.222.0.16 "GET /v2.0/networks/c04eadb7-5b8b-42bc-b1d3-1e989a627c24/tags/tempest-TagsTest-Tag-1501958950 HTTP/1.1" status: 404 len: 326 time: 0.1412950 Jul 16 01:48:29.074459 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54204) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:29.079557 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-17c37b45-582f-4f63-8108-c42b19330b58 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c04eadb7-5b8b-42bc-b1d3-1e989a627c24', 'tempest-TagsTest-Tag-1463138488') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:29.089165 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54206) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:29.177199 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-17c37b45-582f-4f63-8108-c42b19330b58 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] 10.222.0.16 "GET /v2.0/networks/c04eadb7-5b8b-42bc-b1d3-1e989a627c24/tags/tempest-TagsTest-Tag-1463138488 HTTP/1.1" status: 204 len: 168 time: 0.1014769 Jul 16 01:48:29.179589 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54210) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:29.184890 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-19cb0bbd-944f-4be8-823c-0e57b53b7eca None None] Provisioning complete for port d08f7a3a-275d-49ab-9ed4-0767a57fbc8e triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:29.185273 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19cb0bbd-944f-4be8-823c-0e57b53b7eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.185778 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-8ff2058d-2eed-4bdd-8bf1-477c96c80cf5 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c04eadb7-5b8b-42bc-b1d3-1e989a627c24', 'tempest-TagsTest-Tag-891330518') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:29.226992 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-19cb0bbd-944f-4be8-823c-0e57b53b7eca None None] Port d08f7a3a-275d-49ab-9ed4-0767a57fbc8e cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:29.248811 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ad61c2b4-2af9-46de-9d8c-b6a9c6b2bf36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.255437 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8ff2058d-2eed-4bdd-8bf1-477c96c80cf5 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] 10.222.0.16 "GET /v2.0/networks/c04eadb7-5b8b-42bc-b1d3-1e989a627c24/tags/tempest-TagsTest-Tag-891330518 HTTP/1.1" status: 204 len: 168 time: 0.0743914 Jul 16 01:48:29.257924 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54212) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:29.262504 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-a3cf0ca0-3c29-45e1-a32b-461740e354a4 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c04eadb7-5b8b-42bc-b1d3-1e989a627c24') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:29.349427 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a3cf0ca0-3c29-45e1-a32b-461740e354a4 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] 10.222.0.16 "DELETE /v2.0/networks/c04eadb7-5b8b-42bc-b1d3-1e989a627c24/tags HTTP/1.1" status: 204 len: 168 time: 0.0904372 Jul 16 01:48:29.352411 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54214) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:29.358437 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-df56477d-bcb4-499d-bf29-1a89517f0bf7 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c04eadb7-5b8b-42bc-b1d3-1e989a627c24', 'tempest-TagsTest-Tag-1463138488') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:29.398305 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7824c631-0d3b-465e-b84c-ac3899197b21 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.404933 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7824c631-0d3b-465e-b84c-ac3899197b21 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.433148 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-df56477d-bcb4-499d-bf29-1a89517f0bf7 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] show failed (client error): The resource could not be found. Jul 16 01:48:29.433148 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-df56477d-bcb4-499d-bf29-1a89517f0bf7 tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] 10.222.0.16 "GET /v2.0/networks/c04eadb7-5b8b-42bc-b1d3-1e989a627c24/tags/tempest-TagsTest-Tag-1463138488 HTTP/1.1" status: 404 len: 326 time: 0.0774500 Jul 16 01:48:29.434524 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54216) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:29.439618 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-a1ebe087-5ce2-480a-a71e-461d52cc449e tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c04eadb7-5b8b-42bc-b1d3-1e989a627c24', 'tempest-TagsTest-Tag-891330518') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:29.510104 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ad61c2b4-2af9-46de-9d8c-b6a9c6b2bf36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.511219 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7824c631-0d3b-465e-b84c-ac3899197b21 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.519582 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-a1ebe087-5ce2-480a-a71e-461d52cc449e tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] show failed (client error): The resource could not be found. Jul 16 01:48:29.523242 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ad61c2b4-2af9-46de-9d8c-b6a9c6b2bf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.523411 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a1ebe087-5ce2-480a-a71e-461d52cc449e tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] 10.222.0.16 "GET /v2.0/networks/c04eadb7-5b8b-42bc-b1d3-1e989a627c24/tags/tempest-TagsTest-Tag-891330518 HTTP/1.1" status: 404 len: 325 time: 0.0854313 Jul 16 01:48:29.523682 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54218) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:29.525892 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824c631-0d3b-465e-b84c-ac3899197b21 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Port': ['ID=d08f7a3a-275d-49ab-9ed4-0767a57fbc8e,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:29.529694 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.tag.tag_plugin [None req-31f4a080-e5d8-40ee-99c3-ed06208c393b tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c04eadb7-5b8b-42bc-b1d3-1e989a627c24') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:29.542643 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20e4dff0-5e7c-46f8-96c9-b7be843ab9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.580171 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61c2b4-2af9-46de-9d8c-b6a9c6b2bf36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65d17a0-5f69-44e9-b472-a6bbac94d772,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:29.589683 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ad61c2b4-2af9-46de-9d8c-b6a9c6b2bf36 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7bce19999c4c4d5faa5ff8467c4ba446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4992337 Jul 16 01:48:29.593035 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54220) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:29.611866 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-31f4a080-e5d8-40ee-99c3-ed06208c393b tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] 10.222.0.16 "DELETE /v2.0/networks/c04eadb7-5b8b-42bc-b1d3-1e989a627c24/tags HTTP/1.1" status: 204 len: 168 time: 0.0870168 Jul 16 01:48:29.616282 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54222) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:29.695888 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7824c631-0d3b-465e-b84c-ac3899197b21 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network ee01e092-882f-421c-b1c3-ce7158c57a41 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:29.697325 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e8bcca03-2260-4a48-b844-be236ec1ef5e tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.699787 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-7824c631-0d3b-465e-b84c-ac3899197b21 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:29.702805 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-22359520-89de-4988-93bd-46085f2dabc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.717406 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.764825 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8df588ab-b3a2-4c19-b193-132c4f9f18cb up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:29.802538 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-22359520-89de-4988-93bd-46085f2dabc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.823368 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 8df588ab-b3a2-4c19-b193-132c4f9f18cb triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:29.823990 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e8bcca03-2260-4a48-b844-be236ec1ef5e tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.824221 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.836260 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-e8bcca03-2260-4a48-b844-be236ec1ef5e tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04eadb7-5b8b-42bc-b1d3-1e989a627c24']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:29.851870 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-e8bcca03-2260-4a48-b844-be236ec1ef5e tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a18eec-4766-47fe-a929-aa5d001f7027') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:29.852165 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-e8bcca03-2260-4a48-b844-be236ec1ef5e tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a18eec-4766-47fe-a929-aa5d001f7027') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:29.884169 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e8bcca03-2260-4a48-b844-be236ec1ef5e tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.889571 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-22359520-89de-4988-93bd-46085f2dabc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.892804 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-22359520-89de-4988-93bd-46085f2dabc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.894091 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-22359520-89de-4988-93bd-46085f2dabc0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b65d17a0-5f69-44e9-b472-a6bbac94d772 HTTP/1.1" status: 204 len: 168 time: 0.3001575 Jul 16 01:48:29.911143 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7824c631-0d3b-465e-b84c-ac3899197b21 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Router 322c20f0-c0ee-400c-b934-67d05a7002b0 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:48:29.913125 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e8bcca03-2260-4a48-b844-be236ec1ef5e tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.923004 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8bcca03-2260-4a48-b844-be236ec1ef5e tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:29.923599 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e8bcca03-2260-4a48-b844-be236ec1ef5e tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.924883 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22359520-89de-4988-93bd-46085f2dabc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65d17a0-5f69-44e9-b472-a6bbac94d772,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:29.929119 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:30.001380 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e8bcca03-2260-4a48-b844-be236ec1ef5e tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.014021 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e8bcca03-2260-4a48-b844-be236ec1ef5e tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.015924 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e8bcca03-2260-4a48-b844-be236ec1ef5e tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] 10.222.0.16 "DELETE /v2.0/networks/c04eadb7-5b8b-42bc-b1d3-1e989a627c24 HTTP/1.1" status: 204 len: 168 time: 0.3985820 Jul 16 01:48:30.031371 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcca03-2260-4a48-b844-be236ec1ef5e tempest-TagsTest-718308385 tempest-TagsTest-718308385-project] Pushing event deleted for resources: {'Network': ['ID=c04eadb7-5b8b-42bc-b1d3-1e989a627c24,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:30.057824 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7824c631-0d3b-465e-b84c-ac3899197b21 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:30.062258 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-66dc539c-7dda-49da-83ab-abb249e82bee None None] Provisioning complete for port d08f7a3a-275d-49ab-9ed4-0767a57fbc8e triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:30.062731 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-66dc539c-7dda-49da-83ab-abb249e82bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.065132 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7824c631-0d3b-465e-b84c-ac3899197b21 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "PUT /v2.0/routers/322c20f0-c0ee-400c-b934-67d05a7002b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0551162 Jul 16 01:48:30.068943 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54230) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:30.070423 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7ac035-b749-44d1-814b-87ea696b13b5 None None] Sync routers for ids ['322c20f0-c0ee-400c-b934-67d05a7002b0'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:30.082477 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7ac035-b749-44d1-814b-87ea696b13b5 None None] Routers {'322c20f0-c0ee-400c-b934-67d05a7002b0'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:30.083102 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-1e7ac035-b749-44d1-814b-87ea696b13b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['322c20f0-c0ee-400c-b934-67d05a7002b0'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:30.109907 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-66dc539c-7dda-49da-83ab-abb249e82bee None None] Port d08f7a3a-275d-49ab-9ed4-0767a57fbc8e cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:30.123482 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-1e7ac035-b749-44d1-814b-87ea696b13b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:30.133078 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7ac035-b749-44d1-814b-87ea696b13b5 None None] Routers {'322c20f0-c0ee-400c-b934-67d05a7002b0'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:30.133948 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-1e7ac035-b749-44d1-814b-87ea696b13b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['322c20f0-c0ee-400c-b934-67d05a7002b0'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:30.143283 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e147acea-60dc-4d62-a8ec-2c9f7329b0b8 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:30.144779 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e147acea-60dc-4d62-a8ec-2c9f7329b0b8 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "GET /v2.0/ports/d08f7a3a-275d-49ab-9ed4-0767a57fbc8e HTTP/1.1" status: 200 len: 977 time: 0.0747049 Jul 16 01:48:30.147759 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54232) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:30.176223 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-1e7ac035-b749-44d1-814b-87ea696b13b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:30.177109 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7ac035-b749-44d1-814b-87ea696b13b5 None None] The sync data for ids ['322c20f0-c0ee-400c-b934-67d05a7002b0'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:30.281850 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54234) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:30.329943 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5b6d39e1-8160-4790-96d5-7c9a823633c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5cb8fe6e27584ba1a4bda3fa40806a08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464957 Jul 16 01:48:30.332109 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54238) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:30.380690 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54240) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:30.397337 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-684e05ec-101f-4f64-9489-c961b865f20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.420636 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-684e05ec-101f-4f64-9489-c961b865f20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.474578 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-684e05ec-101f-4f64-9489-c961b865f20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.477833 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-684e05ec-101f-4f64-9489-c961b865f20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.481833 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-684e05ec-101f-4f64-9489-c961b865f20f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c78b8c3-3b8e-41de-81ed-36ae12340524 HTTP/1.1" status: 204 len: 168 time: 0.1460705 Jul 16 01:48:30.488828 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e05ec-101f-4f64-9489-c961b865f20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c78b8c3-3b8e-41de-81ed-36ae12340524,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:30.553053 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d25b3ff8-b174-4da4-b976-430397a8fc65 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=581a5e716d69471e91accd01e0acffa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1709721 Jul 16 01:48:30.555630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54246) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:30.616228 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-170c8511-afaf-4e7e-90f7-5b2962f7fb51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.639757 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-170c8511-afaf-4e7e-90f7-5b2962f7fb51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.659122 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-79bb03fb-94eb-46c9-8e79-b256b9c3505c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.690778 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-170c8511-afaf-4e7e-90f7-5b2962f7fb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.694514 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-170c8511-afaf-4e7e-90f7-5b2962f7fb51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.695806 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-170c8511-afaf-4e7e-90f7-5b2962f7fb51 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/210ca92a-d5df-4e48-810c-de0bed6637d7 HTTP/1.1" status: 204 len: 168 time: 0.1392796 Jul 16 01:48:30.704978 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c8511-afaf-4e7e-90f7-5b2962f7fb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210ca92a-d5df-4e48-810c-de0bed6637d7,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:30.827102 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.896261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-79bb03fb-94eb-46c9-8e79-b256b9c3505c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting port d08f7a3a-275d-49ab-9ed4-0767a57fbc8e {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:30.896661 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-79bb03fb-94eb-46c9-8e79-b256b9c3505c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.990016 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-79bb03fb-94eb-46c9-8e79-b256b9c3505c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.005130 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-79bb03fb-94eb-46c9-8e79-b256b9c3505c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Calling delete_port for d08f7a3a-275d-49ab-9ed4-0767a57fbc8e owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:31.203371 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-79bb03fb-94eb-46c9-8e79-b256b9c3505c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.237232 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb03fb-94eb-46c9-8e79-b256b9c3505c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Port': ['ID=d08f7a3a-275d-49ab-9ed4-0767a57fbc8e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:31.405731 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-79bb03fb-94eb-46c9-8e79-b256b9c3505c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.547231 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.907088 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bb03fb-94eb-46c9-8e79-b256b9c3505c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Router 322c20f0-c0ee-400c-b934-67d05a7002b0 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:31.928046 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54308) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:31.989713 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bb03fb-94eb-46c9-8e79-b256b9c3505c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:31.999475 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54314) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:32.000661 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-79bb03fb-94eb-46c9-8e79-b256b9c3505c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "PUT /v2.0/routers/322c20f0-c0ee-400c-b934-67d05a7002b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8513868 Jul 16 01:48:32.003965 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f366e1-7433-45b4-939c-d21c4ae29897 None None] Sync routers for ids ['322c20f0-c0ee-400c-b934-67d05a7002b0'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:32.014295 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f366e1-7433-45b4-939c-d21c4ae29897 None None] Routers {'322c20f0-c0ee-400c-b934-67d05a7002b0'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:32.015339 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-85f366e1-7433-45b4-939c-d21c4ae29897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['322c20f0-c0ee-400c-b934-67d05a7002b0'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:32.052294 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-85f366e1-7433-45b4-939c-d21c4ae29897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:32.063879 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f366e1-7433-45b4-939c-d21c4ae29897 None None] Routers {'322c20f0-c0ee-400c-b934-67d05a7002b0'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:32.064934 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-85f366e1-7433-45b4-939c-d21c4ae29897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['322c20f0-c0ee-400c-b934-67d05a7002b0'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:32.104559 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-85f366e1-7433-45b4-939c-d21c4ae29897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:32.105568 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f366e1-7433-45b4-939c-d21c4ae29897 None None] The sync data for ids ['322c20f0-c0ee-400c-b934-67d05a7002b0'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:32.187694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-c2405a3b-217a-4316-bfdf-20bb05886676 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-534406961', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:32.244082 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-d409cf6a-623b-4872-bea2-9f0f14c0cc88 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 01:48:32.245167 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d409cf6a-623b-4872-bea2-9f0f14c0cc88 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "PUT /v2.0/routers/322c20f0-c0ee-400c-b934-67d05a7002b0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2434249 Jul 16 01:48:32.248570 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54326) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:32.262054 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2405a3b-217a-4316-bfdf-20bb05886676 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Made reservation on behalf of fb0b2735bf94469890314918a259bc34 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:32.264520 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2405a3b-217a-4316-bfdf-20bb05886676 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.273408 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2405a3b-217a-4316-bfdf-20bb05886676 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.282523 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7e65ca29-123d-4bd6-975d-cc5fe175c56d tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c20f0-c0ee-400c-b934-67d05a7002b0 HTTP/1.1" status: 200 len: 205 time: 0.0303953 Jul 16 01:48:32.282771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54328) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:32.363200 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e69d988e-f620-4db6-94b6-57db118e9601 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.374592 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2405a3b-217a-4316-bfdf-20bb05886676 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.381015 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2405a3b-217a-4316-bfdf-20bb05886676 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.386335 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-c2405a3b-217a-4316-bfdf-20bb05886676 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] device_id is not set on port c02f45e1-be66-4fdc-a49d-197fe83afd24 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:48:32.447290 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2405a3b-217a-4316-bfdf-20bb05886676 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9db76d3-4bfc-48bd-893b-1ff4701123c0,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:32.515955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-c2405a3b-217a-4316-bfdf-20bb05886676 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Allocated IP 172.25.6.39 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/c02f45e1-be66-4fdc-a49d-197fe83afd24) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:32.547052 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e69d988e-f620-4db6-94b6-57db118e9601 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.549758 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e69d988e-f620-4db6-94b6-57db118e9601 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.551875 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.598180 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e69d988e-f620-4db6-94b6-57db118e9601 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.599100 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69d988e-f620-4db6-94b6-57db118e9601 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Fanout notify agent at l3_agent the message router_deleted on router 322c20f0-c0ee-400c-b934-67d05a7002b0 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:32.607727 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e69d988e-f620-4db6-94b6-57db118e9601 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.611546 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e69d988e-f620-4db6-94b6-57db118e9601 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/routers/322c20f0-c0ee-400c-b934-67d05a7002b0 HTTP/1.1" status: 204 len: 168 time: 0.3252783 Jul 16 01:48:32.611706 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54338) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:32.669733 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16b3add-bdf3-4639-b021-bf0fd149fbda tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting subnet 89df26b8-1cf5-4f3f-8c1f-86ab67ce9b44 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:32.673214 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b16b3add-bdf3-4639-b021-bf0fd149fbda tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.681674 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2405a3b-217a-4316-bfdf-20bb05886676 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.715314 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b16b3add-bdf3-4639-b021-bf0fd149fbda tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.732643 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2405a3b-217a-4316-bfdf-20bb05886676 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.781024 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2405a3b-217a-4316-bfdf-20bb05886676 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:32.784175 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-c2405a3b-217a-4316-bfdf-20bb05886676 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:32.788124 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2405a3b-217a-4316-bfdf-20bb05886676 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:32.794669 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2405a3b-217a-4316-bfdf-20bb05886676 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Pushing event updated for resources: {'Port': ['ID=c02f45e1-be66-4fdc-a49d-197fe83afd24,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:32.824491 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b16b3add-bdf3-4639-b021-bf0fd149fbda tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.832053 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2405a3b-217a-4316-bfdf-20bb05886676 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:32.833130 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2405a3b-217a-4316-bfdf-20bb05886676 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.847973 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c2405a3b-217a-4316-bfdf-20bb05886676 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9187245 Jul 16 01:48:32.850832 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54342) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:32.855445 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-08811ab1-40ec-43e1-ae1d-b0d4b20c67b4 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.39'}]}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:32.879244 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08811ab1-40ec-43e1-ae1d-b0d4b20c67b4 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.880254 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08811ab1-40ec-43e1-ae1d-b0d4b20c67b4 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.890344 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b16b3add-bdf3-4639-b021-bf0fd149fbda tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.917683 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b3add-bdf3-4639-b021-bf0fd149fbda tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Subnet': ['ID=89df26b8-1cf5-4f3f-8c1f-86ab67ce9b44,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:32.921468 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b16b3add-bdf3-4639-b021-bf0fd149fbda tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.926069 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b16b3add-bdf3-4639-b021-bf0fd149fbda tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/subnets/89df26b8-1cf5-4f3f-8c1f-86ab67ce9b44 HTTP/1.1" status: 204 len: 168 time: 0.3103740 Jul 16 01:48:32.926184 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54344) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:32.932303 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569d20e4-2df4-4ab4-8c82-25e87382cd43 None None] Network ee01e092-882f-421c-b1c3-ce7158c57a41 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:32.939959 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08811ab1-40ec-43e1-ae1d-b0d4b20c67b4 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.012595 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-55fd9a2e-60ae-4bd7-9c66-f033ce74fa23 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.083685 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-55fd9a2e-60ae-4bd7-9c66-f033ce74fa23 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting port 8df588ab-b3a2-4c19-b193-132c4f9f18cb {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:33.084023 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-55fd9a2e-60ae-4bd7-9c66-f033ce74fa23 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.084199 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08811ab1-40ec-43e1-ae1d-b0d4b20c67b4 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.139720 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c998ac88-f159-4569-8ec9-4480e25af41d None None] DHCP port deletion for ee01e092-882f-421c-b1c3-ce7158c57a41 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:33.161424 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-55fd9a2e-60ae-4bd7-9c66-f033ce74fa23 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] For port 8df588ab-b3a2-4c19-b193-132c4f9f18cb, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8df588ab-b3a2-4c19-b193-132c4f9f18cb,segment=NetworkSegment(d4a8656d-8714-48f1-ae7f-a828cbf34fde),segment_id=d4a8656d-8714-48f1-ae7f-a828cbf34fde)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:33.161785 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-55fd9a2e-60ae-4bd7-9c66-f033ce74fa23 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.175543 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-55fd9a2e-60ae-4bd7-9c66-f033ce74fa23 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Calling delete_port for 8df588ab-b3a2-4c19-b193-132c4f9f18cb owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:33.190331 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c998ac88-f159-4569-8ec9-4480e25af41d None None] Deleting port 8df588ab-b3a2-4c19-b193-132c4f9f18cb {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:33.190708 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c998ac88-f159-4569-8ec9-4480e25af41d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.263277 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-55fd9a2e-60ae-4bd7-9c66-f033ce74fa23 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.266571 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c998ac88-f159-4569-8ec9-4480e25af41d None None] For port 8df588ab-b3a2-4c19-b193-132c4f9f18cb, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8df588ab-b3a2-4c19-b193-132c4f9f18cb,segment=NetworkSegment(d4a8656d-8714-48f1-ae7f-a828cbf34fde),segment_id=d4a8656d-8714-48f1-ae7f-a828cbf34fde)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:33.267243 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c998ac88-f159-4569-8ec9-4480e25af41d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.283602 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c998ac88-f159-4569-8ec9-4480e25af41d None None] Calling delete_port for 8df588ab-b3a2-4c19-b193-132c4f9f18cb owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:33.295458 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fd9a2e-60ae-4bd7-9c66-f033ce74fa23 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] No DVR routers for this DVR port 8df588ab-b3a2-4c19-b193-132c4f9f18cb on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:33.300859 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd9a2e-60ae-4bd7-9c66-f033ce74fa23 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Port': ['ID=8df588ab-b3a2-4c19-b193-132c4f9f18cb,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:33.303382 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08811ab1-40ec-43e1-ae1d-b0d4b20c67b4 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.322902 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08811ab1-40ec-43e1-ae1d-b0d4b20c67b4 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.370119 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c998ac88-f159-4569-8ec9-4480e25af41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.378521 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-55fd9a2e-60ae-4bd7-9c66-f033ce74fa23 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.394406 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998ac88-f159-4569-8ec9-4480e25af41d None None] Pushing event deleted for resources: {'Port': ['ID=8df588ab-b3a2-4c19-b193-132c4f9f18cb,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:33.397549 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-55fd9a2e-60ae-4bd7-9c66-f033ce74fa23 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee01e092-882f-421c-b1c3-ce7158c57a41']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:33.400269 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998ac88-f159-4569-8ec9-4480e25af41d None None] No DVR routers for this DVR port 8df588ab-b3a2-4c19-b193-132c4f9f18cb on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:33.420641 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-55fd9a2e-60ae-4bd7-9c66-f033ce74fa23 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a8656d-8714-48f1-ae7f-a828cbf34fde') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:33.420905 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-55fd9a2e-60ae-4bd7-9c66-f033ce74fa23 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a8656d-8714-48f1-ae7f-a828cbf34fde') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:33.430401 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-55fd9a2e-60ae-4bd7-9c66-f033ce74fa23 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.444904 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-55fd9a2e-60ae-4bd7-9c66-f033ce74fa23 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.451165 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55fd9a2e-60ae-4bd7-9c66-f033ce74fa23 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:33.451554 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-55fd9a2e-60ae-4bd7-9c66-f033ce74fa23 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:33.454708 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:33.481122 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08811ab1-40ec-43e1-ae1d-b0d4b20c67b4 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.520719 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-55fd9a2e-60ae-4bd7-9c66-f033ce74fa23 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.527580 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-55fd9a2e-60ae-4bd7-9c66-f033ce74fa23 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.529704 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-55fd9a2e-60ae-4bd7-9c66-f033ce74fa23 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/networks/ee01e092-882f-421c-b1c3-ce7158c57a41 HTTP/1.1" status: 204 len: 168 time: 0.6025565 Jul 16 01:48:33.541622 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54346) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:33.546946 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-bef367a6-0b5e-48d9-b13f-7ed64194bc70 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'network': {'name': 'tempest-RoutersTest-717676992'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:33.551094 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd9a2e-60ae-4bd7-9c66-f033ce74fa23 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Network': ['ID=ee01e092-882f-421c-b1c3-ce7158c57a41,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:33.571168 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef367a6-0b5e-48d9-b13f-7ed64194bc70 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Made reservation on behalf of 5c44433e7212494d8106da72c14533ce for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:33.574768 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bef367a6-0b5e-48d9-b13f-7ed64194bc70 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.599151 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef367a6-0b5e-48d9-b13f-7ed64194bc70 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:33.608657 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bef367a6-0b5e-48d9-b13f-7ed64194bc70 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.609058 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-bef367a6-0b5e-48d9-b13f-7ed64194bc70 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Added segment 8e5f67da-9626-4418-9c6e-4e57fea75787 of type vlan for network 645b3d5f-ca21-467e-a84f-53c578e92ab3 Jul 16 01:48:33.643582 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08811ab1-40ec-43e1-ae1d-b0d4b20c67b4 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.645873 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08811ab1-40ec-43e1-ae1d-b0d4b20c67b4 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.649113 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bef367a6-0b5e-48d9-b13f-7ed64194bc70 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.687710 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bef367a6-0b5e-48d9-b13f-7ed64194bc70 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.690746 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08811ab1-40ec-43e1-ae1d-b0d4b20c67b4 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.691315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08811ab1-40ec-43e1-ae1d-b0d4b20c67b4 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6864963f-0a17-4350-b4bf-5d55d057bda3 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:33.693333 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef367a6-0b5e-48d9-b13f-7ed64194bc70 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:33.693946 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bef367a6-0b5e-48d9-b13f-7ed64194bc70 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.711445 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-08811ab1-40ec-43e1-ae1d-b0d4b20c67b4 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:48:33.712754 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-08811ab1-40ec-43e1-ae1d-b0d4b20c67b4 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.8608758 Jul 16 01:48:33.716003 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54348) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:33.738356 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bef367a6-0b5e-48d9-b13f-7ed64194bc70 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1956303 Jul 16 01:48:33.748177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54350) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:33.749830 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8df588ab-b3a2-4c19-b193-132c4f9f18cb no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:33.754802 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-18547322-2b81-4931-9968-d76992962fbe tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'subnet': {'network_id': '645b3d5f-ca21-467e-a84f-53c578e92ab3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:33.771628 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 8df588ab-b3a2-4c19-b193-132c4f9f18cb {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:33.772104 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8df588ab-b3a2-4c19-b193-132c4f9f18cb not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:33.777188 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef367a6-0b5e-48d9-b13f-7ed64194bc70 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Network': ['ID=645b3d5f-ca21-467e-a84f-53c578e92ab3,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:33.796529 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 645b3d5f-ca21-467e-a84f-53c578e92ab3 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:33.889993 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18547322-2b81-4931-9968-d76992962fbe tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Made reservation on behalf of 5c44433e7212494d8106da72c14533ce for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:33.893793 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-18547322-2b81-4931-9968-d76992962fbe tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.932045 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-d70481e1-bc07-452c-9a13-c86bd9ebcdf7 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Deleting port c02f45e1-be66-4fdc-a49d-197fe83afd24 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:33.932445 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d70481e1-bc07-452c-9a13-c86bd9ebcdf7 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.064261 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d70481e1-bc07-452c-9a13-c86bd9ebcdf7 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.098606 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-d70481e1-bc07-452c-9a13-c86bd9ebcdf7 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Calling delete_port for c02f45e1-be66-4fdc-a49d-197fe83afd24 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:34.216121 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-18547322-2b81-4931-9968-d76992962fbe tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.665327 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18547322-2b81-4931-9968-d76992962fbe tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Subnet': ['ID=6e503213-d6ba-44b8-a6cb-10cb0d2cdd04,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:34.683995 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18547322-2b81-4931-9968-d76992962fbe tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Checking segment: {'id': '8e5f67da-9626-4418-9c6e-4e57fea75787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '645b3d5f-ca21-467e-a84f-53c578e92ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:34.684405 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18547322-2b81-4931-9968-d76992962fbe tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network hostable DHCP agents. Network: 645b3d5f-ca21-467e-a84f-53c578e92ab3, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:34.691409 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d70481e1-bc07-452c-9a13-c86bd9ebcdf7 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.726256 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70481e1-bc07-452c-9a13-c86bd9ebcdf7 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Pushing event deleted for resources: {'Port': ['ID=c02f45e1-be66-4fdc-a49d-197fe83afd24,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:34.730655 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18547322-2b81-4931-9968-d76992962fbe tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network 645b3d5f-ca21-467e-a84f-53c578e92ab3 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:34.778918 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-18547322-2b81-4931-9968-d76992962fbe tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 645b3d5f-ca21-467e-a84f-53c578e92ab3) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:34.786831 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2213cc9a-5612-4fa1-9ddb-0d585e962072 None None] Network 645b3d5f-ca21-467e-a84f-53c578e92ab3 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:34.787437 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18547322-2b81-4931-9968-d76992962fbe tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:34.787803 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-18547322-2b81-4931-9968-d76992962fbe tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.812522 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d70481e1-bc07-452c-9a13-c86bd9ebcdf7 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.814556 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d70481e1-bc07-452c-9a13-c86bd9ebcdf7 tempest-RoutersAdminNegativeTest-15200187 tempest-RoutersAdminNegativeTest-15200187-project-admin] 10.222.0.16 "DELETE /v2.0/ports/c02f45e1-be66-4fdc-a49d-197fe83afd24 HTTP/1.1" status: 204 len: 168 time: 1.0971470 Jul 16 01:48:34.816465 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-18547322-2b81-4931-9968-d76992962fbe tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0669899 Jul 16 01:48:34.819046 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54360) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:34.823942 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-116520ba-5fcf-4812-a8aa-ce316b4e8f79 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1977108067', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:34.850402 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-116520ba-5fcf-4812-a8aa-ce316b4e8f79 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.851483 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-116520ba-5fcf-4812-a8aa-ce316b4e8f79 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.911529 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-116520ba-5fcf-4812-a8aa-ce316b4e8f79 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.919727 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-116520ba-5fcf-4812-a8aa-ce316b4e8f79 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.938556 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-116520ba-5fcf-4812-a8aa-ce316b4e8f79 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.942863 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-116520ba-5fcf-4812-a8aa-ce316b4e8f79 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1197007 Jul 16 01:48:34.943135 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54362) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:34.945156 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20841980-6493-4915-b6ff-78b7e3217150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-645b3d5f-ca21-467e-a84f-53c578e92ab3', 'network_id': '645b3d5f-ca21-467e-a84f-53c578e92ab3', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'fixed_ips': [{'subnet_id': '6e503213-d6ba-44b8-a6cb-10cb0d2cdd04'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:34.946143 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20841980-6493-4915-b6ff-78b7e3217150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.113166 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.125493 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54370) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:35.131268 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-20841980-6493-4915-b6ff-78b7e3217150 None None] Allocated IP 172.20.0.2 (645b3d5f-ca21-467e-a84f-53c578e92ab3/6e503213-d6ba-44b8-a6cb-10cb0d2cdd04/2325cb16-ea7a-450e-ae7b-36b534be725b) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:35.260914 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba874f90-bfc6-4e83-8363-ac599a13feec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.322497 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-de8e6ee9-e0a7-4217-8dfb-91746dbcf6e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.342541 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20841980-6493-4915-b6ff-78b7e3217150 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.352784 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-20841980-6493-4915-b6ff-78b7e3217150 None None] Transition to ACTIVE for port object 2325cb16-ea7a-450e-ae7b-36b534be725b will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:35.372541 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba874f90-bfc6-4e83-8363-ac599a13feec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.373639 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-20841980-6493-4915-b6ff-78b7e3217150 None None] Transition to ACTIVE for port object 2325cb16-ea7a-450e-ae7b-36b534be725b will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:35.381535 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba874f90-bfc6-4e83-8363-ac599a13feec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.386980 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20841980-6493-4915-b6ff-78b7e3217150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.438887 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ba874f90-bfc6-4e83-8363-ac599a13feec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7501f84fdfe04b8e8e188a21d3f31a9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3121588 Jul 16 01:48:35.441758 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20841980-6493-4915-b6ff-78b7e3217150 None None] Pushing event updated for resources: {'Port': ['ID=2325cb16-ea7a-450e-ae7b-36b534be725b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:35.444025 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54380) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:35.459163 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20841980-6493-4915-b6ff-78b7e3217150 None None] Network 645b3d5f-ca21-467e-a84f-53c578e92ab3 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:35.461248 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-20841980-6493-4915-b6ff-78b7e3217150 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:35.464511 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20841980-6493-4915-b6ff-78b7e3217150 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:35.469242 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba874f90-bfc6-4e83-8363-ac599a13feec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3000508c-2208-4ec2-a568-1d8bd06697d5,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:35.520978 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a0e14f2-56ff-4907-ab67-1cc9db16598f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.550409 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a0e14f2-56ff-4907-ab67-1cc9db16598f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.579107 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-20841980-6493-4915-b6ff-78b7e3217150 None None] Attempting to bind port 2325cb16-ea7a-450e-ae7b-36b534be725b on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:35.579549 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-20841980-6493-4915-b6ff-78b7e3217150 None None] Attempting to bind port 2325cb16-ea7a-450e-ae7b-36b534be725b by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '8e5f67da-9626-4418-9c6e-4e57fea75787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '645b3d5f-ca21-467e-a84f-53c578e92ab3'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:35.579829 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20841980-6493-4915-b6ff-78b7e3217150 None None] Attempting to bind port 2325cb16-ea7a-450e-ae7b-36b534be725b on network 645b3d5f-ca21-467e-a84f-53c578e92ab3 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:35.585520 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20841980-6493-4915-b6ff-78b7e3217150 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:35.586285 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20841980-6493-4915-b6ff-78b7e3217150 None None] Checking segment: {'id': '8e5f67da-9626-4418-9c6e-4e57fea75787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '645b3d5f-ca21-467e-a84f-53c578e92ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:35.586859 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20841980-6493-4915-b6ff-78b7e3217150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.588276 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20841980-6493-4915-b6ff-78b7e3217150 None None] Bound using segment: {'id': '8e5f67da-9626-4418-9c6e-4e57fea75787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '645b3d5f-ca21-467e-a84f-53c578e92ab3'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:35.588276 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-20841980-6493-4915-b6ff-78b7e3217150 None None] Bound port: 2325cb16-ea7a-450e-ae7b-36b534be725b, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e5f67da-9626-4418-9c6e-4e57fea75787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '645b3d5f-ca21-467e-a84f-53c578e92ab3'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:35.588543 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20841980-6493-4915-b6ff-78b7e3217150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.618906 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a0e14f2-56ff-4907-ab67-1cc9db16598f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.622582 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a0e14f2-56ff-4907-ab67-1cc9db16598f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.627093 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3a0e14f2-56ff-4907-ab67-1cc9db16598f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3000508c-2208-4ec2-a568-1d8bd06697d5 HTTP/1.1" status: 204 len: 168 time: 0.1819930 Jul 16 01:48:35.635860 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e14f2-56ff-4907-ab67-1cc9db16598f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3000508c-2208-4ec2-a568-1d8bd06697d5,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:35.671259 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-20841980-6493-4915-b6ff-78b7e3217150 None None] For port 2325cb16-ea7a-450e-ae7b-36b534be725b, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:35.674872 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-20841980-6493-4915-b6ff-78b7e3217150 None None] For port 2325cb16-ea7a-450e-ae7b-36b534be725b, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2325cb16-ea7a-450e-ae7b-36b534be725b,segment=NetworkSegment(8e5f67da-9626-4418-9c6e-4e57fea75787),segment_id=8e5f67da-9626-4418-9c6e-4e57fea75787)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:35.680637 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20841980-6493-4915-b6ff-78b7e3217150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.697371 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-de8e6ee9-e0a7-4217-8dfb-91746dbcf6e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Allocated IP 172.20.0.1 (645b3d5f-ca21-467e-a84f-53c578e92ab3/6e503213-d6ba-44b8-a6cb-10cb0d2cdd04/a1ea0f50-c084-4083-943a-a23a8a4ff59e) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:35.753000 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20841980-6493-4915-b6ff-78b7e3217150 None None] Pushing event updated for resources: {'Port': ['ID=2325cb16-ea7a-450e-ae7b-36b534be725b,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:35.855053 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-de8e6ee9-e0a7-4217-8dfb-91746dbcf6e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.871356 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-de8e6ee9-e0a7-4217-8dfb-91746dbcf6e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Transition to ACTIVE for port object a1ea0f50-c084-4083-943a-a23a8a4ff59e will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:35.911173 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-de8e6ee9-e0a7-4217-8dfb-91746dbcf6e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:35.971289 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8e6ee9-e0a7-4217-8dfb-91746dbcf6e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network 645b3d5f-ca21-467e-a84f-53c578e92ab3 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:35.977638 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e6ee9-e0a7-4217-8dfb-91746dbcf6e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Port': ['ID=a1ea0f50-c084-4083-943a-a23a8a4ff59e,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:36.006702 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-de8e6ee9-e0a7-4217-8dfb-91746dbcf6e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:36.017574 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8e6ee9-e0a7-4217-8dfb-91746dbcf6e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:36.044145 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54390) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:36.092025 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-de8e6ee9-e0a7-4217-8dfb-91746dbcf6e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.112432 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-43c3a898-8688-4894-9fc2-9e7eec8ee65a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb0b2735bf94469890314918a259bc34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0645409 Jul 16 01:48:36.112652 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54392) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:36.179515 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-25030d13-f673-4d06-ae33-6b577fd21ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.204145 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-25030d13-f673-4d06-ae33-6b577fd21ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.249013 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-de8e6ee9-e0a7-4217-8dfb-91746dbcf6e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.273080 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-25030d13-f673-4d06-ae33-6b577fd21ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.276443 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-25030d13-f673-4d06-ae33-6b577fd21ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.278044 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-25030d13-f673-4d06-ae33-6b577fd21ffa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9db76d3-4bfc-48bd-893b-1ff4701123c0 HTTP/1.1" status: 204 len: 168 time: 0.1643558 Jul 16 01:48:36.289126 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25030d13-f673-4d06-ae33-6b577fd21ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9db76d3-4bfc-48bd-893b-1ff4701123c0,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:36.298296 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25030d13-f673-4d06-ae33-6b577fd21ffa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:36.298730 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25030d13-f673-4d06-ae33-6b577fd21ffa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:36.299171 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25030d13-f673-4d06-ae33-6b577fd21ffa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:36.299574 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25030d13-f673-4d06-ae33-6b577fd21ffa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:36.299976 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25030d13-f673-4d06-ae33-6b577fd21ffa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:36.300417 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25030d13-f673-4d06-ae33-6b577fd21ffa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:36.300833 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25030d13-f673-4d06-ae33-6b577fd21ffa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:36.301358 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25030d13-f673-4d06-ae33-6b577fd21ffa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:36.301757 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25030d13-f673-4d06-ae33-6b577fd21ffa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:36.302264 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25030d13-f673-4d06-ae33-6b577fd21ffa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:36.302809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25030d13-f673-4d06-ae33-6b577fd21ffa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:36.303228 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25030d13-f673-4d06-ae33-6b577fd21ffa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:36.554863 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-de8e6ee9-e0a7-4217-8dfb-91746dbcf6e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.563412 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-de8e6ee9-e0a7-4217-8dfb-91746dbcf6e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.661311 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-de8e6ee9-e0a7-4217-8dfb-91746dbcf6e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.709688 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e6ee9-e0a7-4217-8dfb-91746dbcf6e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Port': ['ID=a1ea0f50-c084-4083-943a-a23a8a4ff59e,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:36.802992 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8e6ee9-e0a7-4217-8dfb-91746dbcf6e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network 645b3d5f-ca21-467e-a84f-53c578e92ab3 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:36.804488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-de8e6ee9-e0a7-4217-8dfb-91746dbcf6e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:36.952569 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8e6ee9-e0a7-4217-8dfb-91746dbcf6e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Router 144b3f33-a887-4cd2-bfb6-491e0fd53f95 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:48:36.953230 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f56b9d-54dc-4e40-b627-aafa74abf7df None None] Network 645b3d5f-ca21-467e-a84f-53c578e92ab3 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:37.079605 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bc2e9155-a1ac-4d06-bbaf-6ef34ac48704 None None] Provisioning for port 2325cb16-ea7a-450e-ae7b-36b534be725b completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:37.083095 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8e6ee9-e0a7-4217-8dfb-91746dbcf6e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:37.089066 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-de8e6ee9-e0a7-4217-8dfb-91746dbcf6e2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "PUT /v2.0/routers/144b3f33-a887-4cd2-bfb6-491e0fd53f95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1444092 Jul 16 01:48:37.092102 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54434) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:37.094976 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15a8ea9-c676-467d-ad92-0592e8a77ffe None None] Sync routers for ids ['144b3f33-a887-4cd2-bfb6-491e0fd53f95'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:37.108781 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15a8ea9-c676-467d-ad92-0592e8a77ffe None None] Routers {'144b3f33-a887-4cd2-bfb6-491e0fd53f95'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:37.110402 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-e15a8ea9-c676-467d-ad92-0592e8a77ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['144b3f33-a887-4cd2-bfb6-491e0fd53f95'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:37.174329 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-e15a8ea9-c676-467d-ad92-0592e8a77ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:37.184489 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15a8ea9-c676-467d-ad92-0592e8a77ffe None None] Routers {'144b3f33-a887-4cd2-bfb6-491e0fd53f95'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:37.184791 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20f7f6f-53ce-4979-b52e-e3da30f1f1a9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:37.185724 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-e15a8ea9-c676-467d-ad92-0592e8a77ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['144b3f33-a887-4cd2-bfb6-491e0fd53f95'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:37.191697 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54436) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:37.196047 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d20f7f6f-53ce-4979-b52e-e3da30f1f1a9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "GET /v2.0/ports/a1ea0f50-c084-4083-943a-a23a8a4ff59e HTTP/1.1" status: 200 len: 910 time: 0.0932741 Jul 16 01:48:37.243861 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54440) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:37.259215 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-e15a8ea9-c676-467d-ad92-0592e8a77ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:37.260132 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15a8ea9-c676-467d-ad92-0592e8a77ffe None None] The sync data for ids ['144b3f33-a887-4cd2-bfb6-491e0fd53f95'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:37.411439 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-ea1ac8a8-4565-4c5b-b302-ef66022d1521 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1254605406'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:37.446484 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1ac8a8-4565-4c5b-b302-ef66022d1521 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Made reservation on behalf of 0f602ceb38d248c6ba628f994272d57b for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:37.450310 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac8a8-4565-4c5b-b302-ef66022d1521 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.460683 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac8a8-4565-4c5b-b302-ef66022d1521 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.528093 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-79688061-925b-464b-b3bb-d0663c4ff5b6 None None] Provisioning for port a1ea0f50-c084-4083-943a-a23a8a4ff59e completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:37.538811 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-79688061-925b-464b-b3bb-d0663c4ff5b6 None None] Provisioning complete for port a1ea0f50-c084-4083-943a-a23a8a4ff59e triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:37.540700 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-79688061-925b-464b-b3bb-d0663c4ff5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.594213 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-79688061-925b-464b-b3bb-d0663c4ff5b6 None None] Port a1ea0f50-c084-4083-943a-a23a8a4ff59e cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:37.602203 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac8a8-4565-4c5b-b302-ef66022d1521 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.610812 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac8a8-4565-4c5b-b302-ef66022d1521 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.642384 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ac8a8-4565-4c5b-b302-ef66022d1521 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcd5fa2-5ff1-4e8e-a080-d4e14da5c42e,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:37.662347 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1ac8a8-4565-4c5b-b302-ef66022d1521 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:37.678115 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac8a8-4565-4c5b-b302-ef66022d1521 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.678533 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-ea1ac8a8-4565-4c5b-b302-ef66022d1521 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Added segment 4826f3e2-dac5-44a1-a0d0-93e0b5903a6a of type vlan for network afad9c67-1979-42c8-9bdc-29e1ec73cada Jul 16 01:48:37.688270 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4938388e-b69f-4f9e-b5e4-98728b951d19 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.750267 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac8a8-4565-4c5b-b302-ef66022d1521 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.789386 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac8a8-4565-4c5b-b302-ef66022d1521 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.814171 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2325cb16-ea7a-450e-ae7b-36b534be725b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:37.817837 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1ac8a8-4565-4c5b-b302-ef66022d1521 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:37.818834 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac8a8-4565-4c5b-b302-ef66022d1521 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.851537 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a2ca47b3-9284-4aea-8218-d346f0e1c2a2 None None] Provisioning complete for port a1ea0f50-c084-4083-943a-a23a8a4ff59e triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:37.852651 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a2ca47b3-9284-4aea-8218-d346f0e1c2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.881877 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ea1ac8a8-4565-4c5b-b302-ef66022d1521 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6367507 Jul 16 01:48:37.890802 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54446) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:37.909796 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a2ca47b3-9284-4aea-8218-d346f0e1c2a2 None None] Port a1ea0f50-c084-4083-943a-a23a8a4ff59e cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:37.923093 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 2325cb16-ea7a-450e-ae7b-36b534be725b completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:37.928082 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 2325cb16-ea7a-450e-ae7b-36b534be725b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:37.928555 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.938727 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-63219388-2978-4da6-8659-658029076562 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Request body: {'subnet': {'network_id': 'afad9c67-1979-42c8-9bdc-29e1ec73cada', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:37.986702 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ac8a8-4565-4c5b-b302-ef66022d1521 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Pushing event updated for resources: {'Network': ['ID=afad9c67-1979-42c8-9bdc-29e1ec73cada,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:38.018891 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network afad9c67-1979-42c8-9bdc-29e1ec73cada details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:38.062926 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.079602 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-4938388e-b69f-4f9e-b5e4-98728b951d19 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting port a1ea0f50-c084-4083-943a-a23a8a4ff59e {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:38.079967 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4938388e-b69f-4f9e-b5e4-98728b951d19 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.101442 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63219388-2978-4da6-8659-658029076562 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Made reservation on behalf of 0f602ceb38d248c6ba628f994272d57b for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:38.107440 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-63219388-2978-4da6-8659-658029076562 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.158544 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f635ed78-8b56-48e9-9542-9ca9be87afd6 None None] Provisioning complete for port a1ea0f50-c084-4083-943a-a23a8a4ff59e triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:38.159962 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f635ed78-8b56-48e9-9542-9ca9be87afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.163482 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 2325cb16-ea7a-450e-ae7b-36b534be725b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2325cb16-ea7a-450e-ae7b-36b534be725b,segment=NetworkSegment(8e5f67da-9626-4418-9c6e-4e57fea75787),segment_id=8e5f67da-9626-4418-9c6e-4e57fea75787)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:38.194393 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4938388e-b69f-4f9e-b5e4-98728b951d19 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.207581 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f635ed78-8b56-48e9-9542-9ca9be87afd6 None None] Port a1ea0f50-c084-4083-943a-a23a8a4ff59e cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:38.210319 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.213556 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-4938388e-b69f-4f9e-b5e4-98728b951d19 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Calling delete_port for a1ea0f50-c084-4083-943a-a23a8a4ff59e owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:38.284910 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=2325cb16-ea7a-450e-ae7b-36b534be725b,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:38.353763 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-63219388-2978-4da6-8659-658029076562 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.429533 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63219388-2978-4da6-8659-658029076562 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Pushing event updated for resources: {'Subnet': ['ID=bfa06124-3990-4795-9b26-5f3b31e014c6,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:38.436505 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4938388e-b69f-4f9e-b5e4-98728b951d19 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.437339 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63219388-2978-4da6-8659-658029076562 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Checking segment: {'id': '4826f3e2-dac5-44a1-a0d0-93e0b5903a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'afad9c67-1979-42c8-9bdc-29e1ec73cada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:38.437683 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63219388-2978-4da6-8659-658029076562 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Network hostable DHCP agents. Network: afad9c67-1979-42c8-9bdc-29e1ec73cada, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:38.456390 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63219388-2978-4da6-8659-658029076562 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Network afad9c67-1979-42c8-9bdc-29e1ec73cada is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:38.470258 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-63219388-2978-4da6-8659-658029076562 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, afad9c67-1979-42c8-9bdc-29e1ec73cada) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:38.480683 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b2bd0c-e4ec-4005-860e-22845cd38ee8 None None] Network afad9c67-1979-42c8-9bdc-29e1ec73cada requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:38.482769 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63219388-2978-4da6-8659-658029076562 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:38.483508 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-63219388-2978-4da6-8659-658029076562 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.511371 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-63219388-2978-4da6-8659-658029076562 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6133990 Jul 16 01:48:38.514150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54452) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:38.516570 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938388e-b69f-4f9e-b5e4-98728b951d19 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Port': ['ID=a1ea0f50-c084-4083-943a-a23a8a4ff59e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:38.523048 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-83530e2f-42ab-4247-a64c-83da5268c39a tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Request body: {'port': {'network_id': 'afad9c67-1979-42c8-9bdc-29e1ec73cada', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-314977578'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:38.670982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b737ce7d-5f99-4976-b129-5c20bc153b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-afad9c67-1979-42c8-9bdc-29e1ec73cada', 'network_id': 'afad9c67-1979-42c8-9bdc-29e1ec73cada', 'tenant_id': '0f602ceb38d248c6ba628f994272d57b', 'fixed_ips': [{'subnet_id': 'bfa06124-3990-4795-9b26-5f3b31e014c6'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:38.672341 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b737ce7d-5f99-4976-b129-5c20bc153b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.753980 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4938388e-b69f-4f9e-b5e4-98728b951d19 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.816714 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83530e2f-42ab-4247-a64c-83da5268c39a tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Made reservation on behalf of 0f602ceb38d248c6ba628f994272d57b for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:38.818318 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-b737ce7d-5f99-4976-b129-5c20bc153b1e None None] Allocated IP 2001:db8::2 (afad9c67-1979-42c8-9bdc-29e1ec73cada/bfa06124-3990-4795-9b26-5f3b31e014c6/5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:38.820488 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-83530e2f-42ab-4247-a64c-83da5268c39a tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.867777 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-83530e2f-42ab-4247-a64c-83da5268c39a tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] device_id is not set on port 2c9f602e-10a6-48c7-864d-401470e550bf yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:48:38.976789 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b737ce7d-5f99-4976-b129-5c20bc153b1e None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.990692 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b737ce7d-5f99-4976-b129-5c20bc153b1e None None] Transition to ACTIVE for port object 5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:38.998107 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4938388e-b69f-4f9e-b5e4-98728b951d19 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Router 144b3f33-a887-4cd2-bfb6-491e0fd53f95 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:39.007802 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b737ce7d-5f99-4976-b129-5c20bc153b1e None None] Transition to ACTIVE for port object 5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:39.017101 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b737ce7d-5f99-4976-b129-5c20bc153b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.065027 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b737ce7d-5f99-4976-b129-5c20bc153b1e None None] Network afad9c67-1979-42c8-9bdc-29e1ec73cada is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:39.068081 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-b737ce7d-5f99-4976-b129-5c20bc153b1e None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:39.072061 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b737ce7d-5f99-4976-b129-5c20bc153b1e None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:39.080269 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737ce7d-5f99-4976-b129-5c20bc153b1e None None] Pushing event updated for resources: {'Port': ['ID=5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:39.113370 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4938388e-b69f-4f9e-b5e4-98728b951d19 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:39.125044 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4938388e-b69f-4f9e-b5e4-98728b951d19 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "PUT /v2.0/routers/144b3f33-a887-4cd2-bfb6-491e0fd53f95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9298120 Jul 16 01:48:39.125299 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54456) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:39.130642 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006c6f80-5126-44e1-a95f-99a0b3be28a7 None None] Sync routers for ids ['144b3f33-a887-4cd2-bfb6-491e0fd53f95'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:39.147130 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-b737ce7d-5f99-4976-b129-5c20bc153b1e None None] Attempting to bind port 5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:39.147673 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-b737ce7d-5f99-4976-b129-5c20bc153b1e None None] Attempting to bind port 5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '4826f3e2-dac5-44a1-a0d0-93e0b5903a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'afad9c67-1979-42c8-9bdc-29e1ec73cada'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:39.148136 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b737ce7d-5f99-4976-b129-5c20bc153b1e None None] Attempting to bind port 5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343 on network afad9c67-1979-42c8-9bdc-29e1ec73cada {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:39.155825 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b737ce7d-5f99-4976-b129-5c20bc153b1e None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:39.156307 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b737ce7d-5f99-4976-b129-5c20bc153b1e None None] Checking segment: {'id': '4826f3e2-dac5-44a1-a0d0-93e0b5903a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'afad9c67-1979-42c8-9bdc-29e1ec73cada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:39.156846 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b737ce7d-5f99-4976-b129-5c20bc153b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.157358 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b737ce7d-5f99-4976-b129-5c20bc153b1e None None] Bound using segment: {'id': '4826f3e2-dac5-44a1-a0d0-93e0b5903a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'afad9c67-1979-42c8-9bdc-29e1ec73cada'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:39.157934 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-b737ce7d-5f99-4976-b129-5c20bc153b1e None None] Bound port: 5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4826f3e2-dac5-44a1-a0d0-93e0b5903a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'afad9c67-1979-42c8-9bdc-29e1ec73cada'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:39.158420 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b737ce7d-5f99-4976-b129-5c20bc153b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.161829 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006c6f80-5126-44e1-a95f-99a0b3be28a7 None None] Routers {'144b3f33-a887-4cd2-bfb6-491e0fd53f95'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:39.162600 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-006c6f80-5126-44e1-a95f-99a0b3be28a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['144b3f33-a887-4cd2-bfb6-491e0fd53f95'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:39.171195 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-dc4114ea-2fb4-4ac8-bf92-ddfa49caa8a2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "GET /v2.0/ports?device_id=144b3f33-a887-4cd2-bfb6-491e0fd53f95 HTTP/1.1" status: 200 len: 205 time: 0.0397217 Jul 16 01:48:39.172090 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54458) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:39.177023 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-83530e2f-42ab-4247-a64c-83da5268c39a tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Allocated IP 2001:db8::1ee (afad9c67-1979-42c8-9bdc-29e1ec73cada/bfa06124-3990-4795-9b26-5f3b31e014c6/2c9f602e-10a6-48c7-864d-401470e550bf) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:39.210148 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-006c6f80-5126-44e1-a95f-99a0b3be28a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:39.244818 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006c6f80-5126-44e1-a95f-99a0b3be28a7 None None] Routers {'144b3f33-a887-4cd2-bfb6-491e0fd53f95'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:39.245559 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-006c6f80-5126-44e1-a95f-99a0b3be28a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['144b3f33-a887-4cd2-bfb6-491e0fd53f95'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:39.289744 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-006c6f80-5126-44e1-a95f-99a0b3be28a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:39.290074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006c6f80-5126-44e1-a95f-99a0b3be28a7 None None] The sync data for ids ['144b3f33-a887-4cd2-bfb6-491e0fd53f95'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:39.311652 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6eded3d6-e295-4b0e-aab6-73d5e4f99f5d tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.314545 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b737ce7d-5f99-4976-b129-5c20bc153b1e None None] For port 5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:39.318974 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b737ce7d-5f99-4976-b129-5c20bc153b1e None None] For port 5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343,segment=NetworkSegment(4826f3e2-dac5-44a1-a0d0-93e0b5903a6a),segment_id=4826f3e2-dac5-44a1-a0d0-93e0b5903a6a)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:39.324758 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b737ce7d-5f99-4976-b129-5c20bc153b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.341821 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-83530e2f-42ab-4247-a64c-83da5268c39a tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.359686 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-83530e2f-42ab-4247-a64c-83da5268c39a tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Transition to ACTIVE for port object 2c9f602e-10a6-48c7-864d-401470e550bf will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:39.405532 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737ce7d-5f99-4976-b129-5c20bc153b1e None None] Pushing event updated for resources: {'Port': ['ID=5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:39.405813 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-83530e2f-42ab-4247-a64c-83da5268c39a tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.462585 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83530e2f-42ab-4247-a64c-83da5268c39a tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Network afad9c67-1979-42c8-9bdc-29e1ec73cada is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:39.466534 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-83530e2f-42ab-4247-a64c-83da5268c39a tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:39.474142 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83530e2f-42ab-4247-a64c-83da5268c39a tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:39.479932 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83530e2f-42ab-4247-a64c-83da5268c39a tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:39.480543 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-83530e2f-42ab-4247-a64c-83da5268c39a tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.504508 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83530e2f-42ab-4247-a64c-83da5268c39a tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Pushing event updated for resources: {'Port': ['ID=2c9f602e-10a6-48c7-864d-401470e550bf,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:39.517127 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-83530e2f-42ab-4247-a64c-83da5268c39a tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0017540 Jul 16 01:48:39.520158 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54466) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:39.526340 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-fc8d859f-234f-430b-be22-ff4efd2c11bb tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Request body: {'port': {'network_id': 'afad9c67-1979-42c8-9bdc-29e1ec73cada', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-661447851', 'allowed_address_pairs': [{'ip_address': '2001:db8::1ee', 'mac_address': 'fa:16:3e:51:30:15'}]}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:39.641751 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6eded3d6-e295-4b0e-aab6-73d5e4f99f5d tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.643953 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6eded3d6-e295-4b0e-aab6-73d5e4f99f5d tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.724916 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6eded3d6-e295-4b0e-aab6-73d5e4f99f5d tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.725505 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eded3d6-e295-4b0e-aab6-73d5e4f99f5d tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Fanout notify agent at l3_agent the message router_deleted on router 144b3f33-a887-4cd2-bfb6-491e0fd53f95 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:39.734919 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8d859f-234f-430b-be22-ff4efd2c11bb tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Made reservation on behalf of 0f602ceb38d248c6ba628f994272d57b for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:39.746055 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6eded3d6-e295-4b0e-aab6-73d5e4f99f5d tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.751208 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6eded3d6-e295-4b0e-aab6-73d5e4f99f5d tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/routers/144b3f33-a887-4cd2-bfb6-491e0fd53f95 HTTP/1.1" status: 204 len: 168 time: 0.5759883 Jul 16 01:48:39.751612 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54470) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:39.861266 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-53163c62-52b0-4e6d-a6d6-b548ae8802cd tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting subnet 6e503213-d6ba-44b8-a6cb-10cb0d2cdd04 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:39.865732 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-53163c62-52b0-4e6d-a6d6-b548ae8802cd tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.904472 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fc8d859f-234f-430b-be22-ff4efd2c11bb tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.926635 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-fc8d859f-234f-430b-be22-ff4efd2c11bb tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] device_id is not set on port 6185c5d4-0064-48ee-a28a-f8bf61044e89 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:48:39.934906 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-53163c62-52b0-4e6d-a6d6-b548ae8802cd tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.970727 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2325cb16-ea7a-450e-ae7b-36b534be725b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:40.063225 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-53163c62-52b0-4e6d-a6d6-b548ae8802cd tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.080655 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 2325cb16-ea7a-450e-ae7b-36b534be725b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:40.081230 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.148934 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-53163c62-52b0-4e6d-a6d6-b548ae8802cd tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.176700 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-fc8d859f-234f-430b-be22-ff4efd2c11bb tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Allocated IP 2001:db8::35e (afad9c67-1979-42c8-9bdc-29e1ec73cada/bfa06124-3990-4795-9b26-5f3b31e014c6/6185c5d4-0064-48ee-a28a-f8bf61044e89) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:40.186918 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53163c62-52b0-4e6d-a6d6-b548ae8802cd tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Subnet': ['ID=6e503213-d6ba-44b8-a6cb-10cb0d2cdd04,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:40.202923 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-53163c62-52b0-4e6d-a6d6-b548ae8802cd tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.208786 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-53163c62-52b0-4e6d-a6d6-b548ae8802cd tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/subnets/6e503213-d6ba-44b8-a6cb-10cb0d2cdd04 HTTP/1.1" status: 204 len: 168 time: 0.4559417 Jul 16 01:48:40.209604 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54472) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:40.225054 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dc160c-9b6d-4ca3-925c-ef25051e791c None None] Network 645b3d5f-ca21-467e-a84f-53c578e92ab3 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:40.270190 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:40.310396 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f2af9d79-39fd-4eea-b92e-2c259bf0840c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.375018 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-f2af9d79-39fd-4eea-b92e-2c259bf0840c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting port 2325cb16-ea7a-450e-ae7b-36b534be725b {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:40.375676 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f2af9d79-39fd-4eea-b92e-2c259bf0840c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.400158 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fc8d859f-234f-430b-be22-ff4efd2c11bb tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.424576 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-fc8d859f-234f-430b-be22-ff4efd2c11bb tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Transition to ACTIVE for port object 6185c5d4-0064-48ee-a28a-f8bf61044e89 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:40.460945 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:40.483787 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fc8d859f-234f-430b-be22-ff4efd2c11bb tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.506761 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-f2af9d79-39fd-4eea-b92e-2c259bf0840c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] For port 2325cb16-ea7a-450e-ae7b-36b534be725b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2325cb16-ea7a-450e-ae7b-36b534be725b,segment=NetworkSegment(8e5f67da-9626-4418-9c6e-4e57fea75787),segment_id=8e5f67da-9626-4418-9c6e-4e57fea75787)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:40.507138 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f2af9d79-39fd-4eea-b92e-2c259bf0840c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.531278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-f2af9d79-39fd-4eea-b92e-2c259bf0840c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Calling delete_port for 2325cb16-ea7a-450e-ae7b-36b534be725b owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:40.567604 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d859f-234f-430b-be22-ff4efd2c11bb tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Pushing event updated for resources: {'Port': ['ID=6185c5d4-0064-48ee-a28a-f8bf61044e89,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:40.599337 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8d859f-234f-430b-be22-ff4efd2c11bb tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Network afad9c67-1979-42c8-9bdc-29e1ec73cada is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:40.601841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-fc8d859f-234f-430b-be22-ff4efd2c11bb tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:40.607809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8d859f-234f-430b-be22-ff4efd2c11bb tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:40.617366 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8d859f-234f-430b-be22-ff4efd2c11bb tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:40.618024 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fc8d859f-234f-430b-be22-ff4efd2c11bb tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.623840 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f2af9d79-39fd-4eea-b92e-2c259bf0840c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.649904 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fc8d859f-234f-430b-be22-ff4efd2c11bb tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.1282845 Jul 16 01:48:40.650760 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54474) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:40.662174 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db83eebd-08f2-4369-9ac3-51d28f6c14fa None None] DHCP port deletion for 645b3d5f-ca21-467e-a84f-53c578e92ab3 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:40.676396 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af9d79-39fd-4eea-b92e-2c259bf0840c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Port': ['ID=2325cb16-ea7a-450e-ae7b-36b534be725b,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:40.681981 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2af9d79-39fd-4eea-b92e-2c259bf0840c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] No DVR routers for this DVR port 2325cb16-ea7a-450e-ae7b-36b534be725b on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:40.808084 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f2af9d79-39fd-4eea-b92e-2c259bf0840c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.812393 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167cecbd-b4dc-40ba-b9d5-33943e5676a4 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:40.820805 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-f2af9d79-39fd-4eea-b92e-2c259bf0840c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['645b3d5f-ca21-467e-a84f-53c578e92ab3']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:40.828392 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167cecbd-b4dc-40ba-b9d5-33943e5676a4 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:40.835165 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167cecbd-b4dc-40ba-b9d5-33943e5676a4 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:40.842189 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-167cecbd-b4dc-40ba-b9d5-33943e5676a4 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1867530 Jul 16 01:48:40.842445 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bf1aac-b2ba-456d-ac0d-517c96bbb7c7 None None] Network afad9c67-1979-42c8-9bdc-29e1ec73cada requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:40.842642 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54484) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:40.845193 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-f2af9d79-39fd-4eea-b92e-2c259bf0840c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5f67da-9626-4418-9c6e-4e57fea75787') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:40.846094 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-f2af9d79-39fd-4eea-b92e-2c259bf0840c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5f67da-9626-4418-9c6e-4e57fea75787') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:40.862595 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f2af9d79-39fd-4eea-b92e-2c259bf0840c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.880406 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f2af9d79-39fd-4eea-b92e-2c259bf0840c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.887316 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2af9d79-39fd-4eea-b92e-2c259bf0840c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:40.887888 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f2af9d79-39fd-4eea-b92e-2c259bf0840c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.978861 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-81e2d145-be21-4ef9-9c2f-ea645eb878b7 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Deleting port 6185c5d4-0064-48ee-a28a-f8bf61044e89 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:40.979610 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-81e2d145-be21-4ef9-9c2f-ea645eb878b7 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.135902 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-81e2d145-be21-4ef9-9c2f-ea645eb878b7 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.152432 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-81e2d145-be21-4ef9-9c2f-ea645eb878b7 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Calling delete_port for 6185c5d4-0064-48ee-a28a-f8bf61044e89 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:41.331504 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:41.339468 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-81e2d145-be21-4ef9-9c2f-ea645eb878b7 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.340558 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f2af9d79-39fd-4eea-b92e-2c259bf0840c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.351448 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f2af9d79-39fd-4eea-b92e-2c259bf0840c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.357240 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f2af9d79-39fd-4eea-b92e-2c259bf0840c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/networks/645b3d5f-ca21-467e-a84f-53c578e92ab3 HTTP/1.1" status: 204 len: 168 time: 1.1421397 Jul 16 01:48:41.360658 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ec184a9e-f951-4ee8-b722-59f8e176f036 None None] Provisioning for port 5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:41.365487 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54500) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:41.366270 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ec184a9e-f951-4ee8-b722-59f8e176f036 None None] Provisioning complete for port 5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:41.366642 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ec184a9e-f951-4ee8-b722-59f8e176f036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.370843 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-9a42a822-a4f7-43f1-8644-353062038306 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1344750856', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}, 'admin_state_up': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:41.378148 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af9d79-39fd-4eea-b92e-2c259bf0840c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Network': ['ID=645b3d5f-ca21-467e-a84f-53c578e92ab3,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:41.378311 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2d145-be21-4ef9-9c2f-ea645eb878b7 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Pushing event deleted for resources: {'Port': ['ID=6185c5d4-0064-48ee-a28a-f8bf61044e89,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:41.405344 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9a42a822-a4f7-43f1-8644-353062038306 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.406773 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9a42a822-a4f7-43f1-8644-353062038306 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.462228 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9a42a822-a4f7-43f1-8644-353062038306 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.510372 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ec184a9e-f951-4ee8-b722-59f8e176f036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.514398 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-81e2d145-be21-4ef9-9c2f-ea645eb878b7 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.519426 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-81e2d145-be21-4ef9-9c2f-ea645eb878b7 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] 10.222.0.16 "DELETE /v2.0/ports/6185c5d4-0064-48ee-a28a-f8bf61044e89 HTTP/1.1" status: 204 len: 168 time: 0.6757691 Jul 16 01:48:41.520177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54502) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:41.553768 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ec184a9e-f951-4ee8-b722-59f8e176f036 None None] For port 5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343,segment=NetworkSegment(4826f3e2-dac5-44a1-a0d0-93e0b5903a6a),segment_id=4826f3e2-dac5-44a1-a0d0-93e0b5903a6a)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:41.554814 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03fa196-64eb-48d5-bdd7-0edb841aede4 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] GET failed (client error): The resource could not be found. Jul 16 01:48:41.556548 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f03fa196-64eb-48d5-bdd7-0edb841aede4 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] 10.222.0.16 "GET /v2.0/ports/6185c5d4-0064-48ee-a28a-f8bf61044e89 HTTP/1.1" status: 404 len: 333 time: 0.0353470 Jul 16 01:48:41.560595 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54504) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:41.563978 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ec184a9e-f951-4ee8-b722-59f8e176f036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.572505 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-b24829b9-c1da-4c03-83fa-0c859040ec64 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Request body: {'port': {'network_id': 'afad9c67-1979-42c8-9bdc-29e1ec73cada', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1579220602'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:41.623776 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9a42a822-a4f7-43f1-8644-353062038306 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.636108 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec184a9e-f951-4ee8-b722-59f8e176f036 None None] Pushing event updated for resources: {'Port': ['ID=5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:41.728827 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24829b9-c1da-4c03-83fa-0c859040ec64 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Made reservation on behalf of 0f602ceb38d248c6ba628f994272d57b for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:41.740389 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b24829b9-c1da-4c03-83fa-0c859040ec64 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.762348 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-b24829b9-c1da-4c03-83fa-0c859040ec64 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] device_id is not set on port 6054b537-e7b2-4552-8614-867624cd7c02 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:48:41.787674 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:41.838766 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ce195f88-79fd-4717-8adf-49542c763d73 None None] Provisioning for port 2c9f602e-10a6-48c7-864d-401470e550bf completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:41.846412 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ce195f88-79fd-4717-8adf-49542c763d73 None None] Provisioning complete for port 2c9f602e-10a6-48c7-864d-401470e550bf triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:41.846786 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ce195f88-79fd-4717-8adf-49542c763d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.865811 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9a42a822-a4f7-43f1-8644-353062038306 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.886233 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9a42a822-a4f7-43f1-8644-353062038306 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.898035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:41.898415 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.901324 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ce195f88-79fd-4717-8adf-49542c763d73 None None] Port 2c9f602e-10a6-48c7-864d-401470e550bf cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:41.919230 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-b24829b9-c1da-4c03-83fa-0c859040ec64 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Allocated IP 2001:db8::3c2 (afad9c67-1979-42c8-9bdc-29e1ec73cada/bfa06124-3990-4795-9b26-5f3b31e014c6/6054b537-e7b2-4552-8614-867624cd7c02) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:41.952738 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ce195f88-79fd-4717-8adf-49542c763d73 None None] Provisioning complete for port 5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:41.953132 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ce195f88-79fd-4717-8adf-49542c763d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.006639 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-9a42a822-a4f7-43f1-8644-353062038306 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Allocated IP 172.25.6.27 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/a56f6247-fdf3-4336-b35a-6b38a74a1105) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:42.127491 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2325cb16-ea7a-450e-ae7b-36b534be725b no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:42.131488 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b24829b9-c1da-4c03-83fa-0c859040ec64 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.142137 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9a42a822-a4f7-43f1-8644-353062038306 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.149959 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-b24829b9-c1da-4c03-83fa-0c859040ec64 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Transition to ACTIVE for port object 6054b537-e7b2-4552-8614-867624cd7c02 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:42.151201 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 2325cb16-ea7a-450e-ae7b-36b534be725b {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:42.151648 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2325cb16-ea7a-450e-ae7b-36b534be725b not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:42.193146 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b24829b9-c1da-4c03-83fa-0c859040ec64 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.197128 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9a42a822-a4f7-43f1-8644-353062038306 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.228267 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6cc2dc2d-f513-4798-872e-cf1a3d0652f8 None None] Provisioning complete for port 2c9f602e-10a6-48c7-864d-401470e550bf triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:42.228748 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6cc2dc2d-f513-4798-872e-cf1a3d0652f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.240895 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24829b9-c1da-4c03-83fa-0c859040ec64 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Network afad9c67-1979-42c8-9bdc-29e1ec73cada is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:42.243959 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42a822-a4f7-43f1-8644-353062038306 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Port': ['ID=a56f6247-fdf3-4336-b35a-6b38a74a1105,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:42.246548 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-b24829b9-c1da-4c03-83fa-0c859040ec64 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:42.250938 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24829b9-c1da-4c03-83fa-0c859040ec64 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:42.260821 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24829b9-c1da-4c03-83fa-0c859040ec64 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:42.262340 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b24829b9-c1da-4c03-83fa-0c859040ec64 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.267426 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6cc2dc2d-f513-4798-872e-cf1a3d0652f8 None None] Port 2c9f602e-10a6-48c7-864d-401470e550bf cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:42.268619 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a42a822-a4f7-43f1-8644-353062038306 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:42.270221 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-9a42a822-a4f7-43f1-8644-353062038306 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:42.272704 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a42a822-a4f7-43f1-8644-353062038306 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:42.274525 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24829b9-c1da-4c03-83fa-0c859040ec64 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Pushing event updated for resources: {'Port': ['ID=6054b537-e7b2-4552-8614-867624cd7c02,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:42.289667 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b24829b9-c1da-4c03-83fa-0c859040ec64 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7220597 Jul 16 01:48:42.291370 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54506) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:42.297762 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-e839157c-870a-49fe-b50b-bf51358b07dc tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ee', 'mac_address': 'fa:16:3e:51:30:15'}]}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:42.382304 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0e3a8ea8-8315-4dd8-be83-418ba845a2d7 None None] Could not find standard attr ID for object 6185c5d4-0064-48ee-a28a-f8bf61044e89. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:48:42.402502 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e839157c-870a-49fe-b50b-bf51358b07dc tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.592621 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9a42a822-a4f7-43f1-8644-353062038306 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.610494 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ce2d10b3-bc5c-47b9-bf22-b2066c16f914 None None] Provisioning for port 6054b537-e7b2-4552-8614-867624cd7c02 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:42.614804 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ce2d10b3-bc5c-47b9-bf22-b2066c16f914 None None] Provisioning complete for port 6054b537-e7b2-4552-8614-867624cd7c02 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:42.615278 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ce2d10b3-bc5c-47b9-bf22-b2066c16f914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.627575 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e839157c-870a-49fe-b50b-bf51358b07dc tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.642557 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e839157c-870a-49fe-b50b-bf51358b07dc tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.661192 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-e839157c-870a-49fe-b50b-bf51358b07dc tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] In _notify_port_updated(), no bound segment for port 6054b537-e7b2-4552-8614-867624cd7c02 on network afad9c67-1979-42c8-9bdc-29e1ec73cada {{(pid=93955) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:48:42.666910 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e839157c-870a-49fe-b50b-bf51358b07dc tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:42.667670 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e839157c-870a-49fe-b50b-bf51358b07dc tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.669446 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e839157c-870a-49fe-b50b-bf51358b07dc tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] 10.222.0.16 "PUT /v2.0/ports/6054b537-e7b2-4552-8614-867624cd7c02 HTTP/1.1" status: 200 len: 1003 time: 0.3768642 Jul 16 01:48:42.676951 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54512) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:42.707840 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d10b3-bc5c-47b9-bf22-b2066c16f914 None None] Port 6054b537-e7b2-4552-8614-867624cd7c02 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:42.723799 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839157c-870a-49fe-b50b-bf51358b07dc tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Pushing event updated for resources: {'Port': ['ID=6054b537-e7b2-4552-8614-867624cd7c02,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:42.958521 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-eaed417d-6ecb-46b9-b851-d0e18e00ca4c tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Deleting port 6054b537-e7b2-4552-8614-867624cd7c02 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:42.958859 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eaed417d-6ecb-46b9-b851-d0e18e00ca4c tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.036206 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9a42a822-a4f7-43f1-8644-353062038306 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.115741 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eaed417d-6ecb-46b9-b851-d0e18e00ca4c tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.131200 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b5af5fa3-bafa-44be-918b-d069013570d0 None None] Provisioning complete for port 6054b537-e7b2-4552-8614-867624cd7c02 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:43.131666 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5af5fa3-bafa-44be-918b-d069013570d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.157274 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-eaed417d-6ecb-46b9-b851-d0e18e00ca4c tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Calling delete_port for 6054b537-e7b2-4552-8614-867624cd7c02 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:43.175829 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b5af5fa3-bafa-44be-918b-d069013570d0 None None] Port 6054b537-e7b2-4552-8614-867624cd7c02 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:43.274702 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a42a822-a4f7-43f1-8644-353062038306 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Router fa6e7881-a887-4420-987f-2a585bc1ee0f is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:48:43.371905 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eaed417d-6ecb-46b9-b851-d0e18e00ca4c tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.442914 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed417d-6ecb-46b9-b851-d0e18e00ca4c tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Pushing event deleted for resources: {'Port': ['ID=6054b537-e7b2-4552-8614-867624cd7c02,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:43.486357 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a42a822-a4f7-43f1-8644-353062038306 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:43.502629 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591f7dea-f9d9-4a0f-8e5d-ac47627a55ba None None] Sync routers for ids ['fa6e7881-a887-4420-987f-2a585bc1ee0f'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:43.513483 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591f7dea-f9d9-4a0f-8e5d-ac47627a55ba None None] Routers {'fa6e7881-a887-4420-987f-2a585bc1ee0f'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:43.514514 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-591f7dea-f9d9-4a0f-8e5d-ac47627a55ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['fa6e7881-a887-4420-987f-2a585bc1ee0f'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:43.563423 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9a42a822-a4f7-43f1-8644-353062038306 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.564713 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9a42a822-a4f7-43f1-8644-353062038306 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.1977174 Jul 16 01:48:43.567162 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-591f7dea-f9d9-4a0f-8e5d-ac47627a55ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:43.570282 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54524) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:43.578339 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591f7dea-f9d9-4a0f-8e5d-ac47627a55ba None None] Routers {'fa6e7881-a887-4420-987f-2a585bc1ee0f'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:43.579507 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-591f7dea-f9d9-4a0f-8e5d-ac47627a55ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['fa6e7881-a887-4420-987f-2a585bc1ee0f'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:43.607762 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eaed417d-6ecb-46b9-b851-d0e18e00ca4c tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.617522 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-eaed417d-6ecb-46b9-b851-d0e18e00ca4c tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] 10.222.0.16 "DELETE /v2.0/ports/6054b537-e7b2-4552-8614-867624cd7c02 HTTP/1.1" status: 204 len: 168 time: 0.9382200 Jul 16 01:48:43.618514 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54526) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:43.663764 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-591f7dea-f9d9-4a0f-8e5d-ac47627a55ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:43.665065 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591f7dea-f9d9-4a0f-8e5d-ac47627a55ba None None] The sync data for ids ['fa6e7881-a887-4420-987f-2a585bc1ee0f'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:43.683722 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b5f271-4ebd-4301-9ca2-adc8f9eec0f6 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] GET failed (client error): The resource could not be found. Jul 16 01:48:43.693934 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-61b5f271-4ebd-4301-9ca2-adc8f9eec0f6 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] 10.222.0.16 "GET /v2.0/ports/6054b537-e7b2-4552-8614-867624cd7c02 HTTP/1.1" status: 404 len: 333 time: 0.0740428 Jul 16 01:48:43.695356 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54528) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:43.701741 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-ef42198e-c376-471d-b014-d5d3122fc317 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Request body: {'port': {'network_id': 'afad9c67-1979-42c8-9bdc-29e1ec73cada', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1544098275'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:43.765835 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3350277a-5205-42a2-a393-2b0ac705967c tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "GET /v2.0/routers/fa6e7881-a887-4420-987f-2a585bc1ee0f HTTP/1.1" status: 200 len: 880 time: 0.1941242 Jul 16 01:48:43.766475 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54530) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:43.840108 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef42198e-c376-471d-b014-d5d3122fc317 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Made reservation on behalf of 0f602ceb38d248c6ba628f994272d57b for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:43.843708 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ef42198e-c376-471d-b014-d5d3122fc317 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.879963 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-ef42198e-c376-471d-b014-d5d3122fc317 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] device_id is not set on port 660d736c-7106-4999-bb2b-363fce23df3d yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:48:44.020351 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-823b651b-bbaa-437f-9bc7-10d034f208de tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2525434 Jul 16 01:48:44.022751 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54538) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:44.027718 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-48dab46e-c4c8-469e-8c20-4c4eedac0398 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1344750856'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:44.034688 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-ef42198e-c376-471d-b014-d5d3122fc317 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Allocated IP 2001:db8::37b (afad9c67-1979-42c8-9bdc-29e1ec73cada/bfa06124-3990-4795-9b26-5f3b31e014c6/660d736c-7106-4999-bb2b-363fce23df3d) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:44.203773 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ef42198e-c376-471d-b014-d5d3122fc317 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.219386 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-ef42198e-c376-471d-b014-d5d3122fc317 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Transition to ACTIVE for port object 660d736c-7106-4999-bb2b-363fce23df3d will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:44.259072 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ef42198e-c376-471d-b014-d5d3122fc317 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.335339 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef42198e-c376-471d-b014-d5d3122fc317 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Network afad9c67-1979-42c8-9bdc-29e1ec73cada is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:44.336536 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42198e-c376-471d-b014-d5d3122fc317 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Pushing event updated for resources: {'Port': ['ID=660d736c-7106-4999-bb2b-363fce23df3d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:44.339736 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-ef42198e-c376-471d-b014-d5d3122fc317 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:44.342577 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42198e-c376-471d-b014-d5d3122fc317 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:44.351524 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef42198e-c376-471d-b014-d5d3122fc317 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:44.353808 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ef42198e-c376-471d-b014-d5d3122fc317 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.375907 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ef42198e-c376-471d-b014-d5d3122fc317 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6788011 Jul 16 01:48:44.378684 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54548) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:44.386611 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-bd19adec-8d25-48ad-a52c-ed5ff535ccbe tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:51:30:15'}]}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:44.589183 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bd19adec-8d25-48ad-a52c-ed5ff535ccbe tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.723917 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-32309a95-5f22-4037-813f-9f12fda7c4ec None None] Provisioning for port 660d736c-7106-4999-bb2b-363fce23df3d completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:44.733811 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-32309a95-5f22-4037-813f-9f12fda7c4ec None None] Provisioning complete for port 660d736c-7106-4999-bb2b-363fce23df3d triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:44.734563 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32309a95-5f22-4037-813f-9f12fda7c4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.779603 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-48dab46e-c4c8-469e-8c20-4c4eedac0398 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.783604 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-32309a95-5f22-4037-813f-9f12fda7c4ec None None] Port 660d736c-7106-4999-bb2b-363fce23df3d cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:44.789201 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bd19adec-8d25-48ad-a52c-ed5ff535ccbe tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.792252 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-48dab46e-c4c8-469e-8c20-4c4eedac0398 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-361746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-361739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-361858'] for router, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.797475 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bd19adec-8d25-48ad-a52c-ed5ff535ccbe tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.830315 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-bd19adec-8d25-48ad-a52c-ed5ff535ccbe tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] In _notify_port_updated(), no bound segment for port 660d736c-7106-4999-bb2b-363fce23df3d on network afad9c67-1979-42c8-9bdc-29e1ec73cada {{(pid=93956) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:48:44.836547 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd19adec-8d25-48ad-a52c-ed5ff535ccbe tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:44.837523 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bd19adec-8d25-48ad-a52c-ed5ff535ccbe tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.842388 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bd19adec-8d25-48ad-a52c-ed5ff535ccbe tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] 10.222.0.16 "PUT /v2.0/ports/660d736c-7106-4999-bb2b-363fce23df3d HTTP/1.1" status: 200 len: 1003 time: 0.4618289 Jul 16 01:48:44.843613 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54552) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:44.870269 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19adec-8d25-48ad-a52c-ed5ff535ccbe tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Pushing event updated for resources: {'Port': ['ID=660d736c-7106-4999-bb2b-363fce23df3d,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:45.005604 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48dab46e-c4c8-469e-8c20-4c4eedac0398 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Router fa6e7881-a887-4420-987f-2a585bc1ee0f has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:45.066503 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-c85b9410-34e7-44c5-98d1-74f365939fe7 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Deleting port 660d736c-7106-4999-bb2b-363fce23df3d {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:45.066866 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c85b9410-34e7-44c5-98d1-74f365939fe7 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.107600 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6a802f41-a171-40e9-9329-dbf4708826c1 None None] Provisioning complete for port 660d736c-7106-4999-bb2b-363fce23df3d triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:45.108466 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a802f41-a171-40e9-9329-dbf4708826c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.143707 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6a802f41-a171-40e9-9329-dbf4708826c1 None None] Port 660d736c-7106-4999-bb2b-363fce23df3d cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:45.196894 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48dab46e-c4c8-469e-8c20-4c4eedac0398 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:45.204766 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-48dab46e-c4c8-469e-8c20-4c4eedac0398 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.205918 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-48dab46e-c4c8-469e-8c20-4c4eedac0398 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "PUT /v2.0/routers/fa6e7881-a887-4420-987f-2a585bc1ee0f HTTP/1.1" status: 200 len: 887 time: 1.1821895 Jul 16 01:48:45.207816 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c85b9410-34e7-44c5-98d1-74f365939fe7 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.208867 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d5b139-61d6-49ae-9de8-ac58ec84609b None None] Sync routers for ids ['fa6e7881-a887-4420-987f-2a585bc1ee0f'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:45.209180 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54554) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:45.225617 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d5b139-61d6-49ae-9de8-ac58ec84609b None None] Routers {'fa6e7881-a887-4420-987f-2a585bc1ee0f'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:45.225884 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-c85b9410-34e7-44c5-98d1-74f365939fe7 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Calling delete_port for 660d736c-7106-4999-bb2b-363fce23df3d owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:45.226232 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-67d5b139-61d6-49ae-9de8-ac58ec84609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['fa6e7881-a887-4420-987f-2a585bc1ee0f'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:45.269973 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-67d5b139-61d6-49ae-9de8-ac58ec84609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:45.279145 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d5b139-61d6-49ae-9de8-ac58ec84609b None None] Routers {'fa6e7881-a887-4420-987f-2a585bc1ee0f'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:45.279752 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-67d5b139-61d6-49ae-9de8-ac58ec84609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['fa6e7881-a887-4420-987f-2a585bc1ee0f'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:45.313574 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-67d5b139-61d6-49ae-9de8-ac58ec84609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:45.314236 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d5b139-61d6-49ae-9de8-ac58ec84609b None None] The sync data for ids ['fa6e7881-a887-4420-987f-2a585bc1ee0f'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:45.337221 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3450cf0e-68a6-4183-8a49-62a973e938fa tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "GET /v2.0/routers/fa6e7881-a887-4420-987f-2a585bc1ee0f HTTP/1.1" status: 200 len: 887 time: 0.1264620 Jul 16 01:48:45.340042 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54556) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:45.368741 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-49477521-577b-4e3c-b8fa-e849100b8501 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6e7881-a887-4420-987f-2a585bc1ee0f HTTP/1.1" status: 200 len: 205 time: 0.0275252 Jul 16 01:48:45.371229 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54558) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:45.378536 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c85b9410-34e7-44c5-98d1-74f365939fe7 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.415111 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b9410-34e7-44c5-98d1-74f365939fe7 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Pushing event deleted for resources: {'Port': ['ID=660d736c-7106-4999-bb2b-363fce23df3d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:45.439876 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c85b9410-34e7-44c5-98d1-74f365939fe7 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.444713 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c85b9410-34e7-44c5-98d1-74f365939fe7 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] 10.222.0.16 "DELETE /v2.0/ports/660d736c-7106-4999-bb2b-363fce23df3d HTTP/1.1" status: 204 len: 168 time: 0.5971456 Jul 16 01:48:45.444713 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54562) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:45.480403 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd01a1f-523e-48ea-8f83-3f4ad5791d1d tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] GET failed (client error): The resource could not be found. Jul 16 01:48:45.486873 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8dd01a1f-523e-48ea-8f83-3f4ad5791d1d tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] 10.222.0.16 "GET /v2.0/ports/660d736c-7106-4999-bb2b-363fce23df3d HTTP/1.1" status: 404 len: 333 time: 0.0369711 Jul 16 01:48:45.487076 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54566) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:45.492601 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-ed895400-2363-44d3-8ed6-f9295d6c5c21 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Request body: {'port': {'network_id': 'afad9c67-1979-42c8-9bdc-29e1ec73cada', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-588901100'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:45.495882 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0999401-6ce7-4d6c-8ac6-a639bd589376 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.617705 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0999401-6ce7-4d6c-8ac6-a639bd589376 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.631485 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed895400-2363-44d3-8ed6-f9295d6c5c21 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Made reservation on behalf of 0f602ceb38d248c6ba628f994272d57b for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:45.635268 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ed895400-2363-44d3-8ed6-f9295d6c5c21 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.654719 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-ed895400-2363-44d3-8ed6-f9295d6c5c21 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] device_id is not set on port 2ce9a279-0984-4d93-9111-d3edcc3967b6 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:48:45.675422 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-f0999401-6ce7-4d6c-8ac6-a639bd589376 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting port a56f6247-fdf3-4336-b35a-6b38a74a1105 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:45.675554 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0999401-6ce7-4d6c-8ac6-a639bd589376 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.756307 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0999401-6ce7-4d6c-8ac6-a639bd589376 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.767703 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-f0999401-6ce7-4d6c-8ac6-a639bd589376 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Calling delete_port for a56f6247-fdf3-4336-b35a-6b38a74a1105 owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:45.783909 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-ed895400-2363-44d3-8ed6-f9295d6c5c21 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Allocated IP 2001:db8::110 (afad9c67-1979-42c8-9bdc-29e1ec73cada/bfa06124-3990-4795-9b26-5f3b31e014c6/2ce9a279-0984-4d93-9111-d3edcc3967b6) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:45.936608 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ed895400-2363-44d3-8ed6-f9295d6c5c21 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.940390 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0999401-6ce7-4d6c-8ac6-a639bd589376 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.952861 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-ed895400-2363-44d3-8ed6-f9295d6c5c21 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Transition to ACTIVE for port object 2ce9a279-0984-4d93-9111-d3edcc3967b6 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:45.968589 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0999401-6ce7-4d6c-8ac6-a639bd589376 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Port': ['ID=a56f6247-fdf3-4336-b35a-6b38a74a1105,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:45.990388 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ed895400-2363-44d3-8ed6-f9295d6c5c21 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.041562 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0999401-6ce7-4d6c-8ac6-a639bd589376 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.041831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed895400-2363-44d3-8ed6-f9295d6c5c21 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Network afad9c67-1979-42c8-9bdc-29e1ec73cada is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:46.045204 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-ed895400-2363-44d3-8ed6-f9295d6c5c21 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:46.049350 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed895400-2363-44d3-8ed6-f9295d6c5c21 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:46.054967 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed895400-2363-44d3-8ed6-f9295d6c5c21 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:46.055585 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ed895400-2363-44d3-8ed6-f9295d6c5c21 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.065017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed895400-2363-44d3-8ed6-f9295d6c5c21 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Pushing event updated for resources: {'Port': ['ID=2ce9a279-0984-4d93-9111-d3edcc3967b6,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:46.083526 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ed895400-2363-44d3-8ed6-f9295d6c5c21 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5950191 Jul 16 01:48:46.085990 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54572) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:46.091887 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-87e0650b-9db5-421c-b2ab-3e11199b7d59 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Request body: {'port': {'network_id': 'afad9c67-1979-42c8-9bdc-29e1ec73cada', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1955818449'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:46.220177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e0650b-9db5-421c-b2ab-3e11199b7d59 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Made reservation on behalf of 0f602ceb38d248c6ba628f994272d57b for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:46.224704 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-87e0650b-9db5-421c-b2ab-3e11199b7d59 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.247729 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-87e0650b-9db5-421c-b2ab-3e11199b7d59 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] device_id is not set on port d2b2ba32-cdf1-4f7c-97bf-a7767ea90d56 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:48:46.284832 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4eabc4a7-3bc7-46de-9fa3-4d997dbf6652 None None] Provisioning for port 2ce9a279-0984-4d93-9111-d3edcc3967b6 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:46.289686 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4eabc4a7-3bc7-46de-9fa3-4d997dbf6652 None None] Provisioning complete for port 2ce9a279-0984-4d93-9111-d3edcc3967b6 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:46.290112 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4eabc4a7-3bc7-46de-9fa3-4d997dbf6652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.328468 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-4eabc4a7-3bc7-46de-9fa3-4d997dbf6652 None None] Port 2ce9a279-0984-4d93-9111-d3edcc3967b6 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:46.397520 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-87e0650b-9db5-421c-b2ab-3e11199b7d59 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Allocated IP 2001:db8::22a (afad9c67-1979-42c8-9bdc-29e1ec73cada/bfa06124-3990-4795-9b26-5f3b31e014c6/d2b2ba32-cdf1-4f7c-97bf-a7767ea90d56) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:46.468531 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0999401-6ce7-4d6c-8ac6-a639bd589376 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.470798 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0999401-6ce7-4d6c-8ac6-a639bd589376 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.514465 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0999401-6ce7-4d6c-8ac6-a639bd589376 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.515107 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0999401-6ce7-4d6c-8ac6-a639bd589376 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Fanout notify agent at l3_agent the message router_deleted on router fa6e7881-a887-4420-987f-2a585bc1ee0f {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:46.525907 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0999401-6ce7-4d6c-8ac6-a639bd589376 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.527046 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f0999401-6ce7-4d6c-8ac6-a639bd589376 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/routers/fa6e7881-a887-4420-987f-2a585bc1ee0f HTTP/1.1" status: 204 len: 168 time: 1.1546805 Jul 16 01:48:46.531163 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54574) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:46.536757 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-66e67925-cc65-4beb-a667-1cecfe0aed0a tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'network': {'name': 'tempest-RoutersTest-571809748'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:46.574800 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-87e0650b-9db5-421c-b2ab-3e11199b7d59 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.582255 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e67925-cc65-4beb-a667-1cecfe0aed0a tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Made reservation on behalf of 5c44433e7212494d8106da72c14533ce for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:46.585727 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-66e67925-cc65-4beb-a667-1cecfe0aed0a tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.601665 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-87e0650b-9db5-421c-b2ab-3e11199b7d59 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Transition to ACTIVE for port object d2b2ba32-cdf1-4f7c-97bf-a7767ea90d56 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:46.623131 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e67925-cc65-4beb-a667-1cecfe0aed0a tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:46.642159 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-66e67925-cc65-4beb-a667-1cecfe0aed0a tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.642545 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-66e67925-cc65-4beb-a667-1cecfe0aed0a tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Added segment 05896c99-f1cd-4c7f-8e49-13a17f71a642 of type vlan for network 467b0e58-6158-45af-9e35-f5a4d7621fb5 Jul 16 01:48:46.678782 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-87e0650b-9db5-421c-b2ab-3e11199b7d59 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.702283 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-66e67925-cc65-4beb-a667-1cecfe0aed0a tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.748303 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e0650b-9db5-421c-b2ab-3e11199b7d59 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Network afad9c67-1979-42c8-9bdc-29e1ec73cada is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:46.753717 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-87e0650b-9db5-421c-b2ab-3e11199b7d59 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:46.764238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e0650b-9db5-421c-b2ab-3e11199b7d59 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:46.769296 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e0650b-9db5-421c-b2ab-3e11199b7d59 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:46.769944 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-87e0650b-9db5-421c-b2ab-3e11199b7d59 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.789361 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0650b-9db5-421c-b2ab-3e11199b7d59 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Pushing event updated for resources: {'Port': ['ID=d2b2ba32-cdf1-4f7c-97bf-a7767ea90d56,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:46.792284 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-87e0650b-9db5-421c-b2ab-3e11199b7d59 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7051010 Jul 16 01:48:46.795278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54584) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:46.800492 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-66e67925-cc65-4beb-a667-1cecfe0aed0a tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.807794 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e67925-cc65-4beb-a667-1cecfe0aed0a tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:46.808239 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-66e67925-cc65-4beb-a667-1cecfe0aed0a tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.812646 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-e0d4f22f-6520-4ee5-a88c-db721da6aabf tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ee', 'mac_address': 'fa:16:3e:51:30:15'}, {'ip_address': '2001:db8::110', 'mac_address': 'fa:16:3e:31:07:4c'}]}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:46.854221 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-66e67925-cc65-4beb-a667-1cecfe0aed0a tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3219652 Jul 16 01:48:46.858264 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54588) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:46.863188 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-902b40f3-ff1c-4522-a059-75d2090c9f55 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'subnet': {'network_id': '467b0e58-6158-45af-9e35-f5a4d7621fb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:46.954753 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e0d4f22f-6520-4ee5-a88c-db721da6aabf tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.989004 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e67925-cc65-4beb-a667-1cecfe0aed0a tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Network': ['ID=467b0e58-6158-45af-9e35-f5a4d7621fb5,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:47.014030 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902b40f3-ff1c-4522-a059-75d2090c9f55 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Made reservation on behalf of 5c44433e7212494d8106da72c14533ce for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:47.015114 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 467b0e58-6158-45af-9e35-f5a4d7621fb5 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:47.017911 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-902b40f3-ff1c-4522-a059-75d2090c9f55 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.173258 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ef46ded2-738c-4972-8c4f-b236db9e711a None None] Provisioning for port d2b2ba32-cdf1-4f7c-97bf-a7767ea90d56 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:47.178490 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ef46ded2-738c-4972-8c4f-b236db9e711a None None] Provisioning complete for port d2b2ba32-cdf1-4f7c-97bf-a7767ea90d56 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:47.178874 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ef46ded2-738c-4972-8c4f-b236db9e711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.203847 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e0d4f22f-6520-4ee5-a88c-db721da6aabf tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.209754 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e0d4f22f-6520-4ee5-a88c-db721da6aabf tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.215794 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ef46ded2-738c-4972-8c4f-b236db9e711a None None] Port d2b2ba32-cdf1-4f7c-97bf-a7767ea90d56 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:47.220385 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-902b40f3-ff1c-4522-a059-75d2090c9f55 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.246614 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-e0d4f22f-6520-4ee5-a88c-db721da6aabf tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] In _notify_port_updated(), no bound segment for port d2b2ba32-cdf1-4f7c-97bf-a7767ea90d56 on network afad9c67-1979-42c8-9bdc-29e1ec73cada {{(pid=93956) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:48:47.254638 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d4f22f-6520-4ee5-a88c-db721da6aabf tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:47.255396 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e0d4f22f-6520-4ee5-a88c-db721da6aabf tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.256812 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e0d4f22f-6520-4ee5-a88c-db721da6aabf tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] 10.222.0.16 "PUT /v2.0/ports/d2b2ba32-cdf1-4f7c-97bf-a7767ea90d56 HTTP/1.1" status: 200 len: 1068 time: 0.4588549 Jul 16 01:48:47.260096 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54592) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:47.291581 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b40f3-ff1c-4522-a059-75d2090c9f55 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Subnet': ['ID=8dfe659d-cd4f-47ae-90ac-64aa797d68b8,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:47.299719 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902b40f3-ff1c-4522-a059-75d2090c9f55 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Checking segment: {'id': '05896c99-f1cd-4c7f-8e49-13a17f71a642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '467b0e58-6158-45af-9e35-f5a4d7621fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:47.300088 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902b40f3-ff1c-4522-a059-75d2090c9f55 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network hostable DHCP agents. Network: 467b0e58-6158-45af-9e35-f5a4d7621fb5, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:47.308608 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4f22f-6520-4ee5-a88c-db721da6aabf tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Pushing event updated for resources: {'Port': ['ID=d2b2ba32-cdf1-4f7c-97bf-a7767ea90d56,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:47.320718 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902b40f3-ff1c-4522-a059-75d2090c9f55 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network 467b0e58-6158-45af-9e35-f5a4d7621fb5 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:47.332781 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-902b40f3-ff1c-4522-a059-75d2090c9f55 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 467b0e58-6158-45af-9e35-f5a4d7621fb5) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:47.337350 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902b40f3-ff1c-4522-a059-75d2090c9f55 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:47.338222 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-902b40f3-ff1c-4522-a059-75d2090c9f55 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.346460 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3032ebd-6cf4-4a3d-8fdb-030626565cf7 None None] Network 467b0e58-6158-45af-9e35-f5a4d7621fb5 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:47.359244 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-902b40f3-ff1c-4522-a059-75d2090c9f55 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5001936 Jul 16 01:48:47.361933 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54594) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:47.367227 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-2878467a-2120-482b-bf01-ab41cf16f68b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1075636210', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:47.394465 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-f2c99835-d61e-426e-99e4-e5ca8310f7ba tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Deleting port d2b2ba32-cdf1-4f7c-97bf-a7767ea90d56 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:47.394860 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2878467a-2120-482b-bf01-ab41cf16f68b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.395314 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f2c99835-d61e-426e-99e4-e5ca8310f7ba tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.396123 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2878467a-2120-482b-bf01-ab41cf16f68b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.471121 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2878467a-2120-482b-bf01-ab41cf16f68b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.478404 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2878467a-2120-482b-bf01-ab41cf16f68b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.498564 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2878467a-2120-482b-bf01-ab41cf16f68b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.499955 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2878467a-2120-482b-bf01-ab41cf16f68b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1367271 Jul 16 01:48:47.503172 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54596) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:47.536043 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f2c99835-d61e-426e-99e4-e5ca8310f7ba tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.552341 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-f2c99835-d61e-426e-99e4-e5ca8310f7ba tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Calling delete_port for d2b2ba32-cdf1-4f7c-97bf-a7767ea90d56 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:47.623512 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cda4d7d-3f7d-4abe-85ba-298c38456834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-467b0e58-6158-45af-9e35-f5a4d7621fb5', 'network_id': '467b0e58-6158-45af-9e35-f5a4d7621fb5', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'fixed_ips': [{'subnet_id': '8dfe659d-cd4f-47ae-90ac-64aa797d68b8'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:47.625249 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cda4d7d-3f7d-4abe-85ba-298c38456834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.630667 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0db3f1e3-ceea-46a3-8d4d-3f1df05b116f None None] Provisioning complete for port d2b2ba32-cdf1-4f7c-97bf-a7767ea90d56 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:47.631452 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0db3f1e3-ceea-46a3-8d4d-3f1df05b116f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.685538 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-0db3f1e3-ceea-46a3-8d4d-3f1df05b116f None None] Port d2b2ba32-cdf1-4f7c-97bf-a7767ea90d56 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:47.717446 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f2c99835-d61e-426e-99e4-e5ca8310f7ba tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.747962 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c99835-d61e-426e-99e4-e5ca8310f7ba tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Pushing event deleted for resources: {'Port': ['ID=d2b2ba32-cdf1-4f7c-97bf-a7767ea90d56,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:47.823432 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2055a49f-ed7f-4e6d-9548-fc474d72bca9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.880652 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-5cda4d7d-3f7d-4abe-85ba-298c38456834 None None] Allocated IP 172.20.0.2 (467b0e58-6158-45af-9e35-f5a4d7621fb5/8dfe659d-cd4f-47ae-90ac-64aa797d68b8/0ef9317b-4da1-43b8-993b-f4a9523f563f) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:47.950943 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f2c99835-d61e-426e-99e4-e5ca8310f7ba tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.953662 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f2c99835-d61e-426e-99e4-e5ca8310f7ba tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] 10.222.0.16 "DELETE /v2.0/ports/d2b2ba32-cdf1-4f7c-97bf-a7767ea90d56 HTTP/1.1" status: 204 len: 168 time: 0.6920285 Jul 16 01:48:47.956824 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54602) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:47.993917 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c49781-a145-44f8-bdb8-2b19f0272d3d tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] GET failed (client error): The resource could not be found. Jul 16 01:48:47.999391 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-33c49781-a145-44f8-bdb8-2b19f0272d3d tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] 10.222.0.16 "GET /v2.0/ports/d2b2ba32-cdf1-4f7c-97bf-a7767ea90d56 HTTP/1.1" status: 404 len: 333 time: 0.0371883 Jul 16 01:48:47.999391 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54606) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:48.071725 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cda4d7d-3f7d-4abe-85ba-298c38456834 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.081762 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5cda4d7d-3f7d-4abe-85ba-298c38456834 None None] Transition to ACTIVE for port object 0ef9317b-4da1-43b8-993b-f4a9523f563f will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:48.097882 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5cda4d7d-3f7d-4abe-85ba-298c38456834 None None] Transition to ACTIVE for port object 0ef9317b-4da1-43b8-993b-f4a9523f563f will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:48.105460 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cda4d7d-3f7d-4abe-85ba-298c38456834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.111291 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-0bf00fa8-f8b0-4057-93c8-84ffef9f54ff tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Deleting port 2ce9a279-0984-4d93-9111-d3edcc3967b6 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:48.111639 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bf00fa8-f8b0-4057-93c8-84ffef9f54ff tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.156167 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cda4d7d-3f7d-4abe-85ba-298c38456834 None None] Network 467b0e58-6158-45af-9e35-f5a4d7621fb5 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:48.161013 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-5cda4d7d-3f7d-4abe-85ba-298c38456834 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:48.167029 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cda4d7d-3f7d-4abe-85ba-298c38456834 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:48.196271 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda4d7d-3f7d-4abe-85ba-298c38456834 None None] Pushing event updated for resources: {'Port': ['ID=0ef9317b-4da1-43b8-993b-f4a9523f563f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:48.216140 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-2055a49f-ed7f-4e6d-9548-fc474d72bca9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Allocated IP 172.20.0.1 (467b0e58-6158-45af-9e35-f5a4d7621fb5/8dfe659d-cd4f-47ae-90ac-64aa797d68b8/78748420-65f8-4360-942f-7f39f55c2535) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:48.237414 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bf00fa8-f8b0-4057-93c8-84ffef9f54ff tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.259546 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-0bf00fa8-f8b0-4057-93c8-84ffef9f54ff tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Calling delete_port for 2ce9a279-0984-4d93-9111-d3edcc3967b6 owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:48.298928 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5cda4d7d-3f7d-4abe-85ba-298c38456834 None None] Attempting to bind port 0ef9317b-4da1-43b8-993b-f4a9523f563f on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:48.299413 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5cda4d7d-3f7d-4abe-85ba-298c38456834 None None] Attempting to bind port 0ef9317b-4da1-43b8-993b-f4a9523f563f by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '05896c99-f1cd-4c7f-8e49-13a17f71a642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '467b0e58-6158-45af-9e35-f5a4d7621fb5'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:48.299780 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cda4d7d-3f7d-4abe-85ba-298c38456834 None None] Attempting to bind port 0ef9317b-4da1-43b8-993b-f4a9523f563f on network 467b0e58-6158-45af-9e35-f5a4d7621fb5 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:48.305402 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cda4d7d-3f7d-4abe-85ba-298c38456834 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:48.305768 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cda4d7d-3f7d-4abe-85ba-298c38456834 None None] Checking segment: {'id': '05896c99-f1cd-4c7f-8e49-13a17f71a642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '467b0e58-6158-45af-9e35-f5a4d7621fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:48.306394 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cda4d7d-3f7d-4abe-85ba-298c38456834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.306578 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cda4d7d-3f7d-4abe-85ba-298c38456834 None None] Bound using segment: {'id': '05896c99-f1cd-4c7f-8e49-13a17f71a642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '467b0e58-6158-45af-9e35-f5a4d7621fb5'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:48.307059 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5cda4d7d-3f7d-4abe-85ba-298c38456834 None None] Bound port: 0ef9317b-4da1-43b8-993b-f4a9523f563f, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05896c99-f1cd-4c7f-8e49-13a17f71a642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '467b0e58-6158-45af-9e35-f5a4d7621fb5'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:48.307444 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cda4d7d-3f7d-4abe-85ba-298c38456834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.368395 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2055a49f-ed7f-4e6d-9548-fc474d72bca9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.377962 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-5cda4d7d-3f7d-4abe-85ba-298c38456834 None None] For port 0ef9317b-4da1-43b8-993b-f4a9523f563f, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:48.377962 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-5cda4d7d-3f7d-4abe-85ba-298c38456834 None None] For port 0ef9317b-4da1-43b8-993b-f4a9523f563f, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0ef9317b-4da1-43b8-993b-f4a9523f563f,segment=NetworkSegment(05896c99-f1cd-4c7f-8e49-13a17f71a642),segment_id=05896c99-f1cd-4c7f-8e49-13a17f71a642)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:48.378925 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-2055a49f-ed7f-4e6d-9548-fc474d72bca9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Transition to ACTIVE for port object 78748420-65f8-4360-942f-7f39f55c2535 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:48.382840 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cda4d7d-3f7d-4abe-85ba-298c38456834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.452579 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2055a49f-ed7f-4e6d-9548-fc474d72bca9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.498142 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda4d7d-3f7d-4abe-85ba-298c38456834 None None] Pushing event updated for resources: {'Port': ['ID=0ef9317b-4da1-43b8-993b-f4a9523f563f,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:48.527735 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2055a49f-ed7f-4e6d-9548-fc474d72bca9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network 467b0e58-6158-45af-9e35-f5a4d7621fb5 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:48.532272 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-2055a49f-ed7f-4e6d-9548-fc474d72bca9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:48.535447 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055a49f-ed7f-4e6d-9548-fc474d72bca9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Port': ['ID=78748420-65f8-4360-942f-7f39f55c2535,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:48.538792 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2055a49f-ed7f-4e6d-9548-fc474d72bca9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:48.597160 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bf00fa8-f8b0-4057-93c8-84ffef9f54ff tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.600121 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2055a49f-ed7f-4e6d-9548-fc474d72bca9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.650729 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf00fa8-f8b0-4057-93c8-84ffef9f54ff tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Pushing event deleted for resources: {'Port': ['ID=2ce9a279-0984-4d93-9111-d3edcc3967b6,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:48.677461 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0bf00fa8-f8b0-4057-93c8-84ffef9f54ff tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.680226 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0bf00fa8-f8b0-4057-93c8-84ffef9f54ff tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] 10.222.0.16 "DELETE /v2.0/ports/2ce9a279-0984-4d93-9111-d3edcc3967b6 HTTP/1.1" status: 204 len: 168 time: 0.6801543 Jul 16 01:48:48.682880 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54626) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:48.712751 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c39a09b-ef71-4d5c-8247-772de0785903 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] GET failed (client error): The resource could not be found. Jul 16 01:48:48.714454 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3c39a09b-ef71-4d5c-8247-772de0785903 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] 10.222.0.16 "GET /v2.0/ports/2ce9a279-0984-4d93-9111-d3edcc3967b6 HTTP/1.1" status: 404 len: 333 time: 0.0306308 Jul 16 01:48:48.721608 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54628) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:48.779823 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2055a49f-ed7f-4e6d-9548-fc474d72bca9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.932739 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-cf85b488-a632-4ac6-9307-b96883894a74 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Deleting port 2c9f602e-10a6-48c7-864d-401470e550bf {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:48.933097 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf85b488-a632-4ac6-9307-b96883894a74 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.041858 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf85b488-a632-4ac6-9307-b96883894a74 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.055609 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-cf85b488-a632-4ac6-9307-b96883894a74 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Calling delete_port for 2c9f602e-10a6-48c7-864d-401470e550bf owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:49.124305 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2055a49f-ed7f-4e6d-9548-fc474d72bca9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.132892 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2055a49f-ed7f-4e6d-9548-fc474d72bca9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.220437 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055a49f-ed7f-4e6d-9548-fc474d72bca9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Port': ['ID=78748420-65f8-4360-942f-7f39f55c2535,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:49.232576 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf85b488-a632-4ac6-9307-b96883894a74 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.232843 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2055a49f-ed7f-4e6d-9548-fc474d72bca9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.265190 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85b488-a632-4ac6-9307-b96883894a74 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Pushing event deleted for resources: {'Port': ['ID=2c9f602e-10a6-48c7-864d-401470e550bf,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:49.303749 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cf85b488-a632-4ac6-9307-b96883894a74 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.309220 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cf85b488-a632-4ac6-9307-b96883894a74 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] 10.222.0.16 "DELETE /v2.0/ports/2c9f602e-10a6-48c7-864d-401470e550bf HTTP/1.1" status: 204 len: 168 time: 0.5863466 Jul 16 01:48:49.310046 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54630) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:49.383482 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2055a49f-ed7f-4e6d-9548-fc474d72bca9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network 467b0e58-6158-45af-9e35-f5a4d7621fb5 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:49.385171 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-2055a49f-ed7f-4e6d-9548-fc474d72bca9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:49.405418 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-298e2df2-6a70-45cb-a2ce-904d2442374f tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Deleting subnet bfa06124-3990-4795-9b26-5f3b31e014c6 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:49.410164 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-298e2df2-6a70-45cb-a2ce-904d2442374f tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.498872 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-298e2df2-6a70-45cb-a2ce-904d2442374f tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.622841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2055a49f-ed7f-4e6d-9548-fc474d72bca9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Router 88d4c54f-a087-4831-a444-b5fb746da335 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:48:49.674182 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-298e2df2-6a70-45cb-a2ce-904d2442374f tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.764256 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-298e2df2-6a70-45cb-a2ce-904d2442374f tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.816562 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e2df2-6a70-45cb-a2ce-904d2442374f tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa06124-3990-4795-9b26-5f3b31e014c6,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:49.818817 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-298e2df2-6a70-45cb-a2ce-904d2442374f tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.823787 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-298e2df2-6a70-45cb-a2ce-904d2442374f tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] 10.222.0.16 "DELETE /v2.0/subnets/bfa06124-3990-4795-9b26-5f3b31e014c6 HTTP/1.1" status: 204 len: 168 time: 0.5126431 Jul 16 01:48:49.824562 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54636) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:49.830280 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9cda11-3b33-4f3c-bbe5-7624de6e7154 None None] Network afad9c67-1979-42c8-9bdc-29e1ec73cada requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:49.930926 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0ef9317b-4da1-43b8-993b-f4a9523f563f up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:49.956047 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2055a49f-ed7f-4e6d-9548-fc474d72bca9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:49.968780 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e00ae3-5d28-4668-bc3c-b49c2d07adc3 None None] Sync routers for ids ['88d4c54f-a087-4831-a444-b5fb746da335'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:49.970943 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2055a49f-ed7f-4e6d-9548-fc474d72bca9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "PUT /v2.0/routers/88d4c54f-a087-4831-a444-b5fb746da335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4666853 Jul 16 01:48:49.973651 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54638) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:49.979537 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c469b13-6544-4590-94a1-7579e45c5c77 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.014500 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e00ae3-5d28-4668-bc3c-b49c2d07adc3 None None] Routers {'88d4c54f-a087-4831-a444-b5fb746da335'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:50.015450 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c1e00ae3-5d28-4668-bc3c-b49c2d07adc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88d4c54f-a087-4831-a444-b5fb746da335'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:50.048003 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-4c469b13-6544-4590-94a1-7579e45c5c77 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Deleting port 5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:50.048313 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c469b13-6544-4590-94a1-7579e45c5c77 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.069538 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c1e00ae3-5d28-4668-bc3c-b49c2d07adc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:50.076223 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6f2504-184f-4074-8b4b-4dc778816fc5 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:50.081358 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-af6f2504-184f-4074-8b4b-4dc778816fc5 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "GET /v2.0/ports/78748420-65f8-4360-942f-7f39f55c2535 HTTP/1.1" status: 200 len: 910 time: 0.1063950 Jul 16 01:48:50.089113 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54640) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:50.094925 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-cee3237b-5e29-4e38-9a81-2c55c06c9968 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8dfe659d-cd4f-47ae-90ac-64aa797d68b8'}]}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:50.096151 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e00ae3-5d28-4668-bc3c-b49c2d07adc3 None None] Routers {'88d4c54f-a087-4831-a444-b5fb746da335'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:50.101273 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c1e00ae3-5d28-4668-bc3c-b49c2d07adc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88d4c54f-a087-4831-a444-b5fb746da335'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:50.110829 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802fd8c6-e8e5-46e2-afaf-72522b9b3fb8 None None] Network 467b0e58-6158-45af-9e35-f5a4d7621fb5 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:50.133173 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-4c469b13-6544-4590-94a1-7579e45c5c77 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] For port 5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343,segment=NetworkSegment(4826f3e2-dac5-44a1-a0d0-93e0b5903a6a),segment_id=4826f3e2-dac5-44a1-a0d0-93e0b5903a6a)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:50.133756 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c469b13-6544-4590-94a1-7579e45c5c77 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.149359 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-4c469b13-6544-4590-94a1-7579e45c5c77 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Calling delete_port for 5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:50.165787 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 0ef9317b-4da1-43b8-993b-f4a9523f563f completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:50.184918 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c1e00ae3-5d28-4668-bc3c-b49c2d07adc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:50.190378 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e00ae3-5d28-4668-bc3c-b49c2d07adc3 None None] The sync data for ids ['88d4c54f-a087-4831-a444-b5fb746da335'] in n-d-792394-16 is: [] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:50.201319 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 0ef9317b-4da1-43b8-993b-f4a9523f563f triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:50.201697 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.209702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-83c2e381-20fd-4589-a4b4-731476d12f4a None None] Provisioning for port 0ef9317b-4da1-43b8-993b-f4a9523f563f completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:50.264874 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-83c2e381-20fd-4589-a4b4-731476d12f4a None None] Provisioning complete for port 0ef9317b-4da1-43b8-993b-f4a9523f563f triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:50.265316 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83c2e381-20fd-4589-a4b4-731476d12f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.302974 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c469b13-6544-4590-94a1-7579e45c5c77 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.328286 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c469b13-6544-4590-94a1-7579e45c5c77 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Pushing event deleted for resources: {'Port': ['ID=5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:50.330999 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7c401b-591f-4538-81a1-514c79935770 None None] DHCP port deletion for afad9c67-1979-42c8-9bdc-29e1ec73cada request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:50.348629 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c469b13-6544-4590-94a1-7579e45c5c77 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] No DVR routers for this DVR port 5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343 on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:50.411842 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cee3237b-5e29-4e38-9a81-2c55c06c9968 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.505787 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.781252 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 0ef9317b-4da1-43b8-993b-f4a9523f563f, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0ef9317b-4da1-43b8-993b-f4a9523f563f,segment=NetworkSegment(05896c99-f1cd-4c7f-8e49-13a17f71a642),segment_id=05896c99-f1cd-4c7f-8e49-13a17f71a642)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:50.812944 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.835171 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83c2e381-20fd-4589-a4b4-731476d12f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.879144 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c469b13-6544-4590-94a1-7579e45c5c77 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.890112 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-4c469b13-6544-4590-94a1-7579e45c5c77 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afad9c67-1979-42c8-9bdc-29e1ec73cada']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:50.901740 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-4c469b13-6544-4590-94a1-7579e45c5c77 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4826f3e2-dac5-44a1-a0d0-93e0b5903a6a') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:50.902115 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-4c469b13-6544-4590-94a1-7579e45c5c77 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4826f3e2-dac5-44a1-a0d0-93e0b5903a6a') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:50.912686 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c469b13-6544-4590-94a1-7579e45c5c77 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.916034 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cee3237b-5e29-4e38-9a81-2c55c06c9968 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.930806 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=0ef9317b-4da1-43b8-993b-f4a9523f563f,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:50.932049 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c469b13-6544-4590-94a1-7579e45c5c77 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.936681 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cee3237b-5e29-4e38-9a81-2c55c06c9968 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.948114 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c469b13-6544-4590-94a1-7579e45c5c77 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:50.948556 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c469b13-6544-4590-94a1-7579e45c5c77 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:50.952194 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:50.955733 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-83c2e381-20fd-4589-a4b4-731476d12f4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:48:50.955733 n-d-792394-16 neutron-server[93957]: DEBUG oslo_db.api [None req-83c2e381-20fd-4589-a4b4-731476d12f4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:48:51.016165 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c469b13-6544-4590-94a1-7579e45c5c77 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.028641 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4c469b13-6544-4590-94a1-7579e45c5c77 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.030335 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4c469b13-6544-4590-94a1-7579e45c5c77 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] 10.222.0.16 "DELETE /v2.0/networks/afad9c67-1979-42c8-9bdc-29e1ec73cada HTTP/1.1" status: 204 len: 168 time: 1.2042224 Jul 16 01:48:51.033953 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3237b-5e29-4e38-9a81-2c55c06c9968 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Port': ['ID=78748420-65f8-4360-942f-7f39f55c2535,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:51.043586 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c469b13-6544-4590-94a1-7579e45c5c77 tempest-AllowedAddressPairIpV6TestJSON-1689038598 tempest-AllowedAddressPairIpV6TestJSON-1689038598-project] Pushing event deleted for resources: {'Network': ['ID=afad9c67-1979-42c8-9bdc-29e1ec73cada,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:51.045157 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee3237b-5e29-4e38-9a81-2c55c06c9968 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:51.045823 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cee3237b-5e29-4e38-9a81-2c55c06c9968 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.047703 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cee3237b-5e29-4e38-9a81-2c55c06c9968 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "PUT /v2.0/ports/78748420-65f8-4360-942f-7f39f55c2535 HTTP/1.1" status: 200 len: 910 time: 0.9571929 Jul 16 01:48:51.050035 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54650) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:51.362684 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54654) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:51.425779 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d1e76644-d289-486c-bbbc-70cf4b14723e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.576898 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fc46899a-4ee8-4747-891e-ee78f3d1a626 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f602ceb38d248c6ba628f994272d57b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2112668 Jul 16 01:48:51.577272 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54658) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:51.641105 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6e12395a-abad-40d5-bc74-7daf8a889456 None None] Provisioning complete for port 0ef9317b-4da1-43b8-993b-f4a9523f563f triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:51.641730 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6e12395a-abad-40d5-bc74-7daf8a889456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.674152 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cda7e444-b669-49a2-a2ef-e119470e4ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.710289 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cda7e444-b669-49a2-a2ef-e119470e4ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.774987 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cda7e444-b669-49a2-a2ef-e119470e4ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.780062 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cda7e444-b669-49a2-a2ef-e119470e4ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.785483 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cda7e444-b669-49a2-a2ef-e119470e4ec2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3dcd5fa2-5ff1-4e8e-a080-d4e14da5c42e HTTP/1.1" status: 204 len: 168 time: 0.2068188 Jul 16 01:48:51.794814 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7e444-b669-49a2-a2ef-e119470e4ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcd5fa2-5ff1-4e8e-a080-d4e14da5c42e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:51.808661 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0ef9317b-4da1-43b8-993b-f4a9523f563f up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:51.819781 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-d1e76644-d289-486c-bbbc-70cf4b14723e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting port 78748420-65f8-4360-942f-7f39f55c2535 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:51.820822 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d1e76644-d289-486c-bbbc-70cf4b14723e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.894178 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 0ef9317b-4da1-43b8-993b-f4a9523f563f triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:51.894836 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.896961 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6e12395a-abad-40d5-bc74-7daf8a889456 None None] Provisioning for port 78748420-65f8-4360-942f-7f39f55c2535 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:51.919712 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6e12395a-abad-40d5-bc74-7daf8a889456 None None] Provisioning complete for port 78748420-65f8-4360-942f-7f39f55c2535 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:51.920122 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6e12395a-abad-40d5-bc74-7daf8a889456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.959972 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d1e76644-d289-486c-bbbc-70cf4b14723e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.975065 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6e12395a-abad-40d5-bc74-7daf8a889456 None None] Port 78748420-65f8-4360-942f-7f39f55c2535 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:51.979088 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-d1e76644-d289-486c-bbbc-70cf4b14723e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Calling delete_port for 78748420-65f8-4360-942f-7f39f55c2535 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:52.097725 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-279f4436-d206-4a4e-b35f-703b605c47f8 None None] Provisioning complete for port 78748420-65f8-4360-942f-7f39f55c2535 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:52.098363 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-279f4436-d206-4a4e-b35f-703b605c47f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.144772 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:52.169397 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:52.169752 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 5f4d7e66-49ef-4fcd-8a5a-7d9dbc8c5343 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:52.188505 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-279f4436-d206-4a4e-b35f-703b605c47f8 None None] Port 78748420-65f8-4360-942f-7f39f55c2535 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:52.201589 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d1e76644-d289-486c-bbbc-70cf4b14723e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.236549 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e76644-d289-486c-bbbc-70cf4b14723e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Port': ['ID=78748420-65f8-4360-942f-7f39f55c2535,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:52.400100 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d1e76644-d289-486c-bbbc-70cf4b14723e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.567462 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e76644-d289-486c-bbbc-70cf4b14723e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Router 88d4c54f-a087-4831-a444-b5fb746da335 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:52.655108 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e76644-d289-486c-bbbc-70cf4b14723e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:52.663675 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d1e76644-d289-486c-bbbc-70cf4b14723e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "PUT /v2.0/routers/88d4c54f-a087-4831-a444-b5fb746da335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6098640 Jul 16 01:48:52.665672 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54684) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:52.678035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1f0814-04c4-43ee-9a18-a1acc642c921 None None] Sync routers for ids ['88d4c54f-a087-4831-a444-b5fb746da335'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:52.688426 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1f0814-04c4-43ee-9a18-a1acc642c921 None None] Routers {'88d4c54f-a087-4831-a444-b5fb746da335'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:52.689061 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-3a1f0814-04c4-43ee-9a18-a1acc642c921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88d4c54f-a087-4831-a444-b5fb746da335'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:52.702772 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bfd96c9a-d0d7-465c-b459-74db52e233bc tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "GET /v2.0/ports?device_id=88d4c54f-a087-4831-a444-b5fb746da335 HTTP/1.1" status: 200 len: 205 time: 0.0334668 Jul 16 01:48:52.702772 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54686) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:52.703053 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54688) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:52.727480 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-3a1f0814-04c4-43ee-9a18-a1acc642c921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:52.736938 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1f0814-04c4-43ee-9a18-a1acc642c921 None None] Routers {'88d4c54f-a087-4831-a444-b5fb746da335'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:52.737563 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-3a1f0814-04c4-43ee-9a18-a1acc642c921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['88d4c54f-a087-4831-a444-b5fb746da335'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:52.769710 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-3a1f0814-04c4-43ee-9a18-a1acc642c921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:52.770272 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1f0814-04c4-43ee-9a18-a1acc642c921 None None] The sync data for ids ['88d4c54f-a087-4831-a444-b5fb746da335'] in n-d-792394-16 is: [] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:52.793771 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e2046fd-f648-425e-a11b-cc3ff3288070 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.833619 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-dbdc6e25-0ba6-49ed-b8c6-01a815959cb2 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-817804454'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:52.971151 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdc6e25-0ba6-49ed-b8c6-01a815959cb2 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Made reservation on behalf of 71125fbf583d47a28b0bcd8e32958d65 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:52.974825 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dbdc6e25-0ba6-49ed-b8c6-01a815959cb2 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.988493 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dbdc6e25-0ba6-49ed-b8c6-01a815959cb2 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.991562 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e2046fd-f648-425e-a11b-cc3ff3288070 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.994470 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e2046fd-f648-425e-a11b-cc3ff3288070 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.058876 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e2046fd-f648-425e-a11b-cc3ff3288070 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.058876 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2046fd-f648-425e-a11b-cc3ff3288070 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Fanout notify agent at l3_agent the message router_deleted on router 88d4c54f-a087-4831-a444-b5fb746da335 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:53.064331 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e2046fd-f648-425e-a11b-cc3ff3288070 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.065483 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9e2046fd-f648-425e-a11b-cc3ff3288070 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/routers/88d4c54f-a087-4831-a444-b5fb746da335 HTTP/1.1" status: 204 len: 168 time: 0.3617351 Jul 16 01:48:53.068205 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54700) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:53.136524 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0bd433-bc02-45c9-bd90-1f3e72241181 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting subnet 8dfe659d-cd4f-47ae-90ac-64aa797d68b8 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:53.140342 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd433-bc02-45c9-bd90-1f3e72241181 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.154566 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dbdc6e25-0ba6-49ed-b8c6-01a815959cb2 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.159999 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dbdc6e25-0ba6-49ed-b8c6-01a815959cb2 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.189011 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbdc6e25-0ba6-49ed-b8c6-01a815959cb2 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:53.202258 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd433-bc02-45c9-bd90-1f3e72241181 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.204248 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc6e25-0ba6-49ed-b8c6-01a815959cb2 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8053033-65f5-432a-b12d-d71ebb7d0f41,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:53.210780 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dbdc6e25-0ba6-49ed-b8c6-01a815959cb2 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.211129 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-dbdc6e25-0ba6-49ed-b8c6-01a815959cb2 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Added segment 9469f94d-e601-4ae2-aa3a-8e78d98e03e0 of type vlan for network 27fe1faa-adf2-4dc6-806e-b4ad66bd161f Jul 16 01:48:53.268112 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dbdc6e25-0ba6-49ed-b8c6-01a815959cb2 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.304951 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dbdc6e25-0ba6-49ed-b8c6-01a815959cb2 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.315094 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdc6e25-0ba6-49ed-b8c6-01a815959cb2 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:53.316417 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dbdc6e25-0ba6-49ed-b8c6-01a815959cb2 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.325490 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd433-bc02-45c9-bd90-1f3e72241181 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.356960 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-dbdc6e25-0ba6-49ed-b8c6-01a815959cb2 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6525705 Jul 16 01:48:53.358034 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54714) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:53.364813 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2bfadda1-058c-4888-91f2-ab40e4d0f9f4 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Request body: {'subnet': {'network_id': '27fe1faa-adf2-4dc6-806e-b4ad66bd161f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:53.397518 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc6e25-0ba6-49ed-b8c6-01a815959cb2 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Pushing event updated for resources: {'Network': ['ID=27fe1faa-adf2-4dc6-806e-b4ad66bd161f,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:53.410525 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 27fe1faa-adf2-4dc6-806e-b4ad66bd161f details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:53.477160 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd433-bc02-45c9-bd90-1f3e72241181 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.521840 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd433-bc02-45c9-bd90-1f3e72241181 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.523719 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bf0bd433-bc02-45c9-bd90-1f3e72241181 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/subnets/8dfe659d-cd4f-47ae-90ac-64aa797d68b8 HTTP/1.1" status: 204 len: 168 time: 0.4544783 Jul 16 01:48:53.524613 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bd433-bc02-45c9-bd90-1f3e72241181 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Subnet': ['ID=8dfe659d-cd4f-47ae-90ac-64aa797d68b8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:53.527870 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54718) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:53.530541 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45b499a-e1d7-4457-a447-aa47ff70dc19 None None] Network 467b0e58-6158-45af-9e35-f5a4d7621fb5 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:53.539949 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfadda1-058c-4888-91f2-ab40e4d0f9f4 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Made reservation on behalf of 71125fbf583d47a28b0bcd8e32958d65 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:53.544511 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2bfadda1-058c-4888-91f2-ab40e4d0f9f4 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.630012 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-164e18d9-34ae-4212-9415-e4321b63ef85 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.714446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54722) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:53.748613 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-164e18d9-34ae-4212-9415-e4321b63ef85 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting port 0ef9317b-4da1-43b8-993b-f4a9523f563f {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:53.749083 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-164e18d9-34ae-4212-9415-e4321b63ef85 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.766542 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b6d8d7-f1c2-46f6-8118-9d9b4c222ba7 None None] DHCP port deletion for 467b0e58-6158-45af-9e35-f5a4d7621fb5 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:53.819586 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-65b6d8d7-f1c2-46f6-8118-9d9b4c222ba7 None None] Deleting port 0ef9317b-4da1-43b8-993b-f4a9523f563f {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:53.819992 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-65b6d8d7-f1c2-46f6-8118-9d9b4c222ba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.835388 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-164e18d9-34ae-4212-9415-e4321b63ef85 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] For port 0ef9317b-4da1-43b8-993b-f4a9523f563f, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0ef9317b-4da1-43b8-993b-f4a9523f563f,segment=NetworkSegment(05896c99-f1cd-4c7f-8e49-13a17f71a642),segment_id=05896c99-f1cd-4c7f-8e49-13a17f71a642)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:53.835973 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-164e18d9-34ae-4212-9415-e4321b63ef85 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.845116 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2bfadda1-058c-4888-91f2-ab40e4d0f9f4 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.858597 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-164e18d9-34ae-4212-9415-e4321b63ef85 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Calling delete_port for 0ef9317b-4da1-43b8-993b-f4a9523f563f owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:53.877086 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e04a3b5-9f1d-4c52-a85d-ae853073ac04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.890791 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-65b6d8d7-f1c2-46f6-8118-9d9b4c222ba7 None None] For port 0ef9317b-4da1-43b8-993b-f4a9523f563f, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0ef9317b-4da1-43b8-993b-f4a9523f563f,segment=NetworkSegment(05896c99-f1cd-4c7f-8e49-13a17f71a642),segment_id=05896c99-f1cd-4c7f-8e49-13a17f71a642)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:53.891210 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-65b6d8d7-f1c2-46f6-8118-9d9b4c222ba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.892471 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfadda1-058c-4888-91f2-ab40e4d0f9f4 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Pushing event updated for resources: {'Subnet': ['ID=8c27bf64-aaaa-4df1-8fe9-e47883da0446,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:53.907582 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-65b6d8d7-f1c2-46f6-8118-9d9b4c222ba7 None None] Calling delete_port for 0ef9317b-4da1-43b8-993b-f4a9523f563f owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:53.925652 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfadda1-058c-4888-91f2-ab40e4d0f9f4 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Checking segment: {'id': '9469f94d-e601-4ae2-aa3a-8e78d98e03e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '27fe1faa-adf2-4dc6-806e-b4ad66bd161f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:53.926027 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfadda1-058c-4888-91f2-ab40e4d0f9f4 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Network hostable DHCP agents. Network: 27fe1faa-adf2-4dc6-806e-b4ad66bd161f, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:53.943322 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfadda1-058c-4888-91f2-ab40e4d0f9f4 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Network 27fe1faa-adf2-4dc6-806e-b4ad66bd161f is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:53.960790 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-2bfadda1-058c-4888-91f2-ab40e4d0f9f4 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 27fe1faa-adf2-4dc6-806e-b4ad66bd161f) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:53.966795 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfadda1-058c-4888-91f2-ab40e4d0f9f4 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:53.967126 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2bfadda1-058c-4888-91f2-ab40e4d0f9f4 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.977714 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbccfc06-75f5-428c-93b3-85b4fa17e5c3 None None] Network 27fe1faa-adf2-4dc6-806e-b4ad66bd161f requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:54.000698 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-164e18d9-34ae-4212-9415-e4321b63ef85 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.035384 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e18d9-34ae-4212-9415-e4321b63ef85 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Port': ['ID=0ef9317b-4da1-43b8-993b-f4a9523f563f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:54.043846 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164e18d9-34ae-4212-9415-e4321b63ef85 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] No DVR routers for this DVR port 0ef9317b-4da1-43b8-993b-f4a9523f563f on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:54.050171 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-65b6d8d7-f1c2-46f6-8118-9d9b4c222ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.091534 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6d8d7-f1c2-46f6-8118-9d9b4c222ba7 None None] Pushing event deleted for resources: {'Port': ['ID=0ef9317b-4da1-43b8-993b-f4a9523f563f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:54.095178 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b6d8d7-f1c2-46f6-8118-9d9b4c222ba7 None None] No DVR routers for this DVR port 0ef9317b-4da1-43b8-993b-f4a9523f563f on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:54.108207 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e04a3b5-9f1d-4c52-a85d-ae853073ac04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.118721 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9e04a3b5-9f1d-4c52-a85d-ae853073ac04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.123855 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2bfadda1-058c-4888-91f2-ab40e4d0f9f4 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7615616 Jul 16 01:48:54.124179 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54726) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:54.129707 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Request body: {'port': {'network_id': '27fe1faa-adf2-4dc6-806e-b4ad66bd161f', 'name': 'tempest-AllowedAddressPairTestJSON-38856512'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:54.163211 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-164e18d9-34ae-4212-9415-e4321b63ef85 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.175737 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbf5a70-3fd6-439f-b86c-2ab28bbcb7cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-27fe1faa-adf2-4dc6-806e-b4ad66bd161f', 'network_id': '27fe1faa-adf2-4dc6-806e-b4ad66bd161f', 'tenant_id': '71125fbf583d47a28b0bcd8e32958d65', 'fixed_ips': [{'subnet_id': '8c27bf64-aaaa-4df1-8fe9-e47883da0446'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:54.177109 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fbf5a70-3fd6-439f-b86c-2ab28bbcb7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.193254 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-164e18d9-34ae-4212-9415-e4321b63ef85 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467b0e58-6158-45af-9e35-f5a4d7621fb5']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:54.212352 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9e04a3b5-9f1d-4c52-a85d-ae853073ac04 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b59cdf908ca64a67b3197738a25d0f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4963861 Jul 16 01:48:54.214834 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-164e18d9-34ae-4212-9415-e4321b63ef85 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05896c99-f1cd-4c7f-8e49-13a17f71a642') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:54.215166 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-164e18d9-34ae-4212-9415-e4321b63ef85 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05896c99-f1cd-4c7f-8e49-13a17f71a642') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:54.217073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54730) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:54.235695 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04a3b5-9f1d-4c52-a85d-ae853073ac04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a228102e-3afe-46fc-b7ac-3a952a56f5fe,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:54.250849 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-164e18d9-34ae-4212-9415-e4321b63ef85 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.257425 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Made reservation on behalf of 71125fbf583d47a28b0bcd8e32958d65 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:54.262643 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.280925 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-164e18d9-34ae-4212-9415-e4321b63ef85 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.285359 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] device_id is not set on port ef77b120-e596-465d-bd54-e4bfd81f0b79 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:48:54.293055 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-164e18d9-34ae-4212-9415-e4321b63ef85 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:54.293663 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-164e18d9-34ae-4212-9415-e4321b63ef85 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:54.298962 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:54.330007 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0ec296e9-c8e5-43cc-9e89-a1968e35337b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.353553 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-5fbf5a70-3fd6-439f-b86c-2ab28bbcb7cc None None] Allocated IP 172.20.0.2 (27fe1faa-adf2-4dc6-806e-b4ad66bd161f/8c27bf64-aaaa-4df1-8fe9-e47883da0446/3dbf0b8f-e074-4296-9fe5-6d46ac212589) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:54.382662 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-164e18d9-34ae-4212-9415-e4321b63ef85 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.397668 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-164e18d9-34ae-4212-9415-e4321b63ef85 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.403436 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-164e18d9-34ae-4212-9415-e4321b63ef85 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/networks/467b0e58-6158-45af-9e35-f5a4d7621fb5 HTTP/1.1" status: 204 len: 168 time: 0.8700273 Jul 16 01:48:54.403436 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0ec296e9-c8e5-43cc-9e89-a1968e35337b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.404015 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54734) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:54.409295 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-12d03f16-d2d6-4d42-b779-23db0a0b4ebe tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-283742415', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:54.420000 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e18d9-34ae-4212-9415-e4321b63ef85 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Network': ['ID=467b0e58-6158-45af-9e35-f5a4d7621fb5,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:54.468160 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-12d03f16-d2d6-4d42-b779-23db0a0b4ebe tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.469157 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-12d03f16-d2d6-4d42-b779-23db0a0b4ebe tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.470730 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0ec296e9-c8e5-43cc-9e89-a1968e35337b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.473401 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0ec296e9-c8e5-43cc-9e89-a1968e35337b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.474611 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0ec296e9-c8e5-43cc-9e89-a1968e35337b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a228102e-3afe-46fc-b7ac-3a952a56f5fe HTTP/1.1" status: 204 len: 168 time: 0.2564571 Jul 16 01:48:54.496287 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec296e9-c8e5-43cc-9e89-a1968e35337b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a228102e-3afe-46fc-b7ac-3a952a56f5fe,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:54.542954 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-12d03f16-d2d6-4d42-b779-23db0a0b4ebe tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.545332 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df34e1-ec2c-4e31-b5a3-e58944b2a1ed req-6b0e5759-9e4f-4a49-bbfd-fe7d60872d64 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:54.546897 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c9df34e1-ec2c-4e31-b5a3-e58944b2a1ed req-6b0e5759-9e4f-4a49-bbfd-fe7d60872d64 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 1097 time: 0.1226180 Jul 16 01:48:54.548476 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-12d03f16-d2d6-4d42-b779-23db0a0b4ebe tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.578929 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-12d03f16-d2d6-4d42-b779-23db0a0b4ebe tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.579878 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-12d03f16-d2d6-4d42-b779-23db0a0b4ebe tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1748936 Jul 16 01:48:54.582929 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54738) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:54.584679 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fbf5a70-3fd6-439f-b86c-2ab28bbcb7cc None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.588340 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-e04ba28c-07ae-4747-b0d7-767fe5879efa tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'network': {'name': 'tempest-RoutersTest-483866874'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:54.595816 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5fbf5a70-3fd6-439f-b86c-2ab28bbcb7cc None None] Transition to ACTIVE for port object 3dbf0b8f-e074-4296-9fe5-6d46ac212589 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:54.598456 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c9df34e1-ec2c-4e31-b5a3-e58944b2a1ed req-cce92111-5ae7-498a-8de7-bc9951eb81ce tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408046 Jul 16 01:48:54.619158 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5fbf5a70-3fd6-439f-b86c-2ab28bbcb7cc None None] Transition to ACTIVE for port object 3dbf0b8f-e074-4296-9fe5-6d46ac212589 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:54.625812 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54742) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:54.632551 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04ba28c-07ae-4747-b0d7-767fe5879efa tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Made reservation on behalf of 5c44433e7212494d8106da72c14533ce for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:54.636101 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fbf5a70-3fd6-439f-b86c-2ab28bbcb7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.638200 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e04ba28c-07ae-4747-b0d7-767fe5879efa tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.664651 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04ba28c-07ae-4747-b0d7-767fe5879efa tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:54.670813 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbf5a70-3fd6-439f-b86c-2ab28bbcb7cc None None] Network 27fe1faa-adf2-4dc6-806e-b4ad66bd161f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:54.674030 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-5fbf5a70-3fd6-439f-b86c-2ab28bbcb7cc None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:54.674974 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e04ba28c-07ae-4747-b0d7-767fe5879efa tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.675425 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-e04ba28c-07ae-4747-b0d7-767fe5879efa tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Added segment 2db58297-5c54-44e4-be25-98939a0dc454 of type vlan for network b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe Jul 16 01:48:54.678013 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbf5a70-3fd6-439f-b86c-2ab28bbcb7cc None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:54.727740 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e04ba28c-07ae-4747-b0d7-767fe5879efa tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.745369 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5fbf5a70-3fd6-439f-b86c-2ab28bbcb7cc None None] Attempting to bind port 3dbf0b8f-e074-4296-9fe5-6d46ac212589 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:54.745745 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5fbf5a70-3fd6-439f-b86c-2ab28bbcb7cc None None] Attempting to bind port 3dbf0b8f-e074-4296-9fe5-6d46ac212589 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '9469f94d-e601-4ae2-aa3a-8e78d98e03e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '27fe1faa-adf2-4dc6-806e-b4ad66bd161f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:54.746573 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbf5a70-3fd6-439f-b86c-2ab28bbcb7cc None None] Attempting to bind port 3dbf0b8f-e074-4296-9fe5-6d46ac212589 on network 27fe1faa-adf2-4dc6-806e-b4ad66bd161f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:54.757046 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbf5a70-3fd6-439f-b86c-2ab28bbcb7cc None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:54.757347 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbf5a70-3fd6-439f-b86c-2ab28bbcb7cc None None] Checking segment: {'id': '9469f94d-e601-4ae2-aa3a-8e78d98e03e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '27fe1faa-adf2-4dc6-806e-b4ad66bd161f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:54.757599 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fbf5a70-3fd6-439f-b86c-2ab28bbcb7cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.757996 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbf5a70-3fd6-439f-b86c-2ab28bbcb7cc None None] Bound using segment: {'id': '9469f94d-e601-4ae2-aa3a-8e78d98e03e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '27fe1faa-adf2-4dc6-806e-b4ad66bd161f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:54.758852 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5fbf5a70-3fd6-439f-b86c-2ab28bbcb7cc None None] Bound port: 3dbf0b8f-e074-4296-9fe5-6d46ac212589, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9469f94d-e601-4ae2-aa3a-8e78d98e03e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '27fe1faa-adf2-4dc6-806e-b4ad66bd161f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:54.759013 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fbf5a70-3fd6-439f-b86c-2ab28bbcb7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.762176 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Allocated IP 172.20.0.9 (27fe1faa-adf2-4dc6-806e-b4ad66bd161f/8c27bf64-aaaa-4df1-8fe9-e47883da0446/ef77b120-e596-465d-bd54-e4bfd81f0b79) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:54.762404 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf5a70-3fd6-439f-b86c-2ab28bbcb7cc None None] Pushing event updated for resources: {'Port': ['ID=3dbf0b8f-e074-4296-9fe5-6d46ac212589,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:54.769915 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e04ba28c-07ae-4747-b0d7-767fe5879efa tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.778933 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04ba28c-07ae-4747-b0d7-767fe5879efa tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:54.779771 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e04ba28c-07ae-4747-b0d7-767fe5879efa tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.823986 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e04ba28c-07ae-4747-b0d7-767fe5879efa tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2397470 Jul 16 01:48:54.827914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54744) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:54.836298 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-0b3b7137-2d2b-41f0-9958-04a43a16f4f4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'subnet': {'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:54.851809 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-5fbf5a70-3fd6-439f-b86c-2ab28bbcb7cc None None] For port 3dbf0b8f-e074-4296-9fe5-6d46ac212589, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:54.855560 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-5fbf5a70-3fd6-439f-b86c-2ab28bbcb7cc None None] For port 3dbf0b8f-e074-4296-9fe5-6d46ac212589, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=3dbf0b8f-e074-4296-9fe5-6d46ac212589,segment=NetworkSegment(9469f94d-e601-4ae2-aa3a-8e78d98e03e0),segment_id=9469f94d-e601-4ae2-aa3a-8e78d98e03e0)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:54.865222 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fbf5a70-3fd6-439f-b86c-2ab28bbcb7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.878420 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ba28c-07ae-4747-b0d7-767fe5879efa tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Network': ['ID=b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:54.900636 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:54.903549 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54746) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:54.966559 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ccc308c0-71ed-4428-8fc2-0ed89a2de5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.992166 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf5a70-3fd6-439f-b86c-2ab28bbcb7cc None None] Pushing event updated for resources: {'Port': ['ID=3dbf0b8f-e074-4296-9fe5-6d46ac212589,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:54.992763 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-90450131-06bc-4d3f-92dc-d3cadf6f5338 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Deleting port 74241886-6eba-4a4d-b66d-ea853b3b617c {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:54.993121 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-90450131-06bc-4d3f-92dc-d3cadf6f5338 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.034544 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.db.api [None req-0b3b7137-2d2b-41f0-9958-04a43a16f4f4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:48:55.034544 n-d-792394-16 neutron-server[93955]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:48:55.034544 n-d-792394-16 neutron-server[93955]: [parameters: {'project_id_1': '5c44433e7212494d8106da72c14533ce', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 48, 54, 986525)}] Jul 16 01:48:55.034544 n-d-792394-16 neutron-server[93955]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:48:55.035088 n-d-792394-16 neutron-server[93955]: DEBUG oslo_db.api [None req-0b3b7137-2d2b-41f0-9958-04a43a16f4f4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:48:55.084276 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ccc308c0-71ed-4428-8fc2-0ed89a2de5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.090878 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ccc308c0-71ed-4428-8fc2-0ed89a2de5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.155612 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc308c0-71ed-4428-8fc2-0ed89a2de5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300c0c00-6ec2-4fb8-8d99-e269fb727fe4,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:55.171716 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ccc308c0-71ed-4428-8fc2-0ed89a2de5ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59fceb5f6650456fbccb3c079f796f81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2666879 Jul 16 01:48:55.176523 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54748) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:55.241112 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59decce4-4b7c-4cdd-a2fe-18532a133421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.271278 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59decce4-4b7c-4cdd-a2fe-18532a133421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.335689 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59decce4-4b7c-4cdd-a2fe-18532a133421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.338610 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59decce4-4b7c-4cdd-a2fe-18532a133421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.339905 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-59decce4-4b7c-4cdd-a2fe-18532a133421 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/300c0c00-6ec2-4fb8-8d99-e269fb727fe4 HTTP/1.1" status: 204 len: 168 time: 0.1621685 Jul 16 01:48:55.349516 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59decce4-4b7c-4cdd-a2fe-18532a133421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300c0c00-6ec2-4fb8-8d99-e269fb727fe4,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:55.462737 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.487908 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Transition to ACTIVE for port object ef77b120-e596-465d-bd54-e4bfd81f0b79 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:55.490210 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-90450131-06bc-4d3f-92dc-d3cadf6f5338 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.490540 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-90450131-06bc-4d3f-92dc-d3cadf6f5338 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.507654 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-90450131-06bc-4d3f-92dc-d3cadf6f5338 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Calling delete_port for 74241886-6eba-4a4d-b66d-ea853b3b617c owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:55.564246 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3b7137-2d2b-41f0-9958-04a43a16f4f4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Made reservation on behalf of 5c44433e7212494d8106da72c14533ce for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:55.568268 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0b3b7137-2d2b-41f0-9958-04a43a16f4f4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.608924 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.677779 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Network 27fe1faa-adf2-4dc6-806e-b4ad66bd161f is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:55.686970 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:55.691647 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:55.696801 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Pushing event updated for resources: {'Port': ['ID=ef77b120-e596-465d-bd54-e4bfd81f0b79,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:55.747186 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:55.747528 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:55.747847 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:55.748182 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:55.748542 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:55.748875 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:55.749202 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:55.749526 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:55.749901 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:55.750452 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:55.750452 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:55.750767 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:55.770197 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:55.770866 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.791296 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e283111f-c4c7-4d1c-99e2-b8547ebf1ca0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6657698 Jul 16 01:48:55.800607 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54756) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:55.806219 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-c19ce2db-f3b9-4c4e-99d9-35603a19a877 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Request body: {'port': {'network_id': '27fe1faa-adf2-4dc6-806e-b4ad66bd161f', 'name': 'tempest-AllowedAddressPairTestJSON-1997008898', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:03:47:42'}]}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:55.942357 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 3dbf0b8f-e074-4296-9fe5-6d46ac212589 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:55.956585 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0b3b7137-2d2b-41f0-9958-04a43a16f4f4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.998258 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-90450131-06bc-4d3f-92dc-d3cadf6f5338 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.029672 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 3dbf0b8f-e074-4296-9fe5-6d46ac212589 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:56.048521 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b7137-2d2b-41f0-9958-04a43a16f4f4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Subnet': ['ID=4b940f25-fce7-46db-beef-fdac391b31d2,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:56.050701 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90450131-06bc-4d3f-92dc-d3cadf6f5338 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'Port': ['ID=74241886-6eba-4a4d-b66d-ea853b3b617c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:56.063194 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b7137-2d2b-41f0-9958-04a43a16f4f4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Checking segment: {'id': '2db58297-5c54-44e4-be25-98939a0dc454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:56.063798 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3b7137-2d2b-41f0-9958-04a43a16f4f4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network hostable DHCP agents. Network: b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:56.097090 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19ce2db-f3b9-4c4e-99d9-35603a19a877 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Made reservation on behalf of 71125fbf583d47a28b0bcd8e32958d65 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:56.119637 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3b7137-2d2b-41f0-9958-04a43a16f4f4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:56.130549 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0ef9317b-4da1-43b8-993b-f4a9523f563f no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:56.140274 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-0b3b7137-2d2b-41f0-9958-04a43a16f4f4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:56.149273 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3b7137-2d2b-41f0-9958-04a43a16f4f4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:56.149867 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0b3b7137-2d2b-41f0-9958-04a43a16f4f4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.156497 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 0ef9317b-4da1-43b8-993b-f4a9523f563f {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:56.156968 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0ef9317b-4da1-43b8-993b-f4a9523f563f not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:56.159981 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e834f5-e799-40ce-b3ec-65c9fe279098 None None] Network b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:56.183783 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-90450131-06bc-4d3f-92dc-d3cadf6f5338 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.184737 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-90450131-06bc-4d3f-92dc-d3cadf6f5338 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Floating IP 10b9e745-0057-4213-9764-1b7b1af34711 disassociated (deleted). External IP: 172.25.6.101, port: a4aaf832-76f0-425d-a098-0162fdb959b7. Jul 16 01:48:56.198781 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0b3b7137-2d2b-41f0-9958-04a43a16f4f4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3689516 Jul 16 01:48:56.201729 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54768) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:56.206266 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bb7f32-1569-42b7-b8f0-02bd84e0a50a None None] Network 27fe1faa-adf2-4dc6-806e-b4ad66bd161f requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:56.312762 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-da87128a-5238-429f-ad81-2e200649c5bb None None] Provisioning for port 3dbf0b8f-e074-4296-9fe5-6d46ac212589 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:56.347353 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-da87128a-5238-429f-ad81-2e200649c5bb None None] Provisioning complete for port 3dbf0b8f-e074-4296-9fe5-6d46ac212589 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:56.347734 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da87128a-5238-429f-ad81-2e200649c5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.406929 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c19ce2db-f3b9-4c4e-99d9-35603a19a877 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.442248 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-c19ce2db-f3b9-4c4e-99d9-35603a19a877 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] device_id is not set on port cc8d1acc-5bd7-4f2d-9a38-3fc7601011cb yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:48:56.563390 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e353c16b-b87e-458e-86a1-7d51f7bd600d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'fixed_ips': [{'subnet_id': '4b940f25-fce7-46db-beef-fdac391b31d2'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:56.564715 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e353c16b-b87e-458e-86a1-7d51f7bd600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.589729 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7666f9a2-a086-49dd-bcde-566f23c4d918 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.622509 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da87128a-5238-429f-ad81-2e200649c5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.667118 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-c19ce2db-f3b9-4c4e-99d9-35603a19a877 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Allocated IP 172.20.0.8 (27fe1faa-adf2-4dc6-806e-b4ad66bd161f/8c27bf64-aaaa-4df1-8fe9-e47883da0446/cc8d1acc-5bd7-4f2d-9a38-3fc7601011cb) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:56.674726 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90450131-06bc-4d3f-92dc-d3cadf6f5338 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Router 86a08719-5627-4504-aaf6-3960738606e8 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:56.746410 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-751da2d8-e683-497c-81ba-3822255ec816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.753049 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-da87128a-5238-429f-ad81-2e200649c5bb None None] For port 3dbf0b8f-e074-4296-9fe5-6d46ac212589, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=3dbf0b8f-e074-4296-9fe5-6d46ac212589,segment=NetworkSegment(9469f94d-e601-4ae2-aa3a-8e78d98e03e0),segment_id=9469f94d-e601-4ae2-aa3a-8e78d98e03e0)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:56.924752 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90450131-06bc-4d3f-92dc-d3cadf6f5338 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:56.930457 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-90450131-06bc-4d3f-92dc-d3cadf6f5338 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.939665 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489df1d-9b30-43f6-b75b-d5e7eabb2d3a None None] Sync routers for ids ['86a08719-5627-4504-aaf6-3960738606e8'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:56.958757 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4489df1d-9b30-43f6-b75b-d5e7eabb2d3a None None] Routers {'86a08719-5627-4504-aaf6-3960738606e8'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:56.959406 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-4489df1d-9b30-43f6-b75b-d5e7eabb2d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['86a08719-5627-4504-aaf6-3960738606e8'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:57.022511 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-90450131-06bc-4d3f-92dc-d3cadf6f5338 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "DELETE /v2.0/floatingips/10b9e745-0057-4213-9764-1b7b1af34711 HTTP/1.1" status: 204 len: 168 time: 2.3951225 Jul 16 01:48:57.027162 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fec621-71ac-4fc6-80cb-37553dd21327', 'tag': 'a4aaf832-76f0-425d-a098-0162fdb959b7'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:57.027415 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da87128a-5238-429f-ad81-2e200649c5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.029809 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837735fa-2928-4632-97a3-2156d6ea1752" -d '{"events": [{"name": "network-changed", "server_uuid": "68fec621-71ac-4fc6-80cb-37553dd21327", "tag": "a4aaf832-76f0-425d-a098-0162fdb959b7"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:57.033945 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c19ce2db-f3b9-4c4e-99d9-35603a19a877 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.057308 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-c19ce2db-f3b9-4c4e-99d9-35603a19a877 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Transition to ACTIVE for port object cc8d1acc-5bd7-4f2d-9a38-3fc7601011cb will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:57.096447 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184f8873-7437-41b4-b6b1-f9e18aba7499 x-openstack-request-id: req-184f8873-7437-41b4-b6b1-f9e18aba7499 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:57.097171 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fec621-71ac-4fc6-80cb-37553dd21327", "tag": "a4aaf832-76f0-425d-a098-0162fdb959b7", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:57.097171 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-184f8873-7437-41b4-b6b1-f9e18aba7499 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:57.097375 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fec621-71ac-4fc6-80cb-37553dd21327', 'tag': 'a4aaf832-76f0-425d-a098-0162fdb959b7', 'status': 'completed', 'code': 200} Jul 16 01:48:57.121923 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-e353c16b-b87e-458e-86a1-7d51f7bd600d None None] Allocated IP 172.20.0.2 (b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe/4b940f25-fce7-46db-beef-fdac391b31d2/ff44ccac-e19f-4ea2-ac17-a979309aeaa8) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:57.157911 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87128a-5238-429f-ad81-2e200649c5bb None None] Pushing event updated for resources: {'Port': ['ID=3dbf0b8f-e074-4296-9fe5-6d46ac212589,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:57.185924 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5900dcf3-fddd-4f0d-b08d-b6718ed628bc None None] Provisioning for port ef77b120-e596-465d-bd54-e4bfd81f0b79 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:57.198737 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5900dcf3-fddd-4f0d-b08d-b6718ed628bc None None] Provisioning complete for port ef77b120-e596-465d-bd54-e4bfd81f0b79 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:57.199634 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5900dcf3-fddd-4f0d-b08d-b6718ed628bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.211234 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c19ce2db-f3b9-4c4e-99d9-35603a19a877 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.235032 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-4489df1d-9b30-43f6-b75b-d5e7eabb2d3a None None] Set router 86a08719-5627-4504-aaf6-3960738606e8 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:57.279885 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19ce2db-f3b9-4c4e-99d9-35603a19a877 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Network 27fe1faa-adf2-4dc6-806e-b4ad66bd161f is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:57.283109 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837735fa-2928-4632-97a3-2156d6ea1752 req-705693d9-7986-454a-b329-9ddee90631e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:57.285792 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5900dcf3-fddd-4f0d-b08d-b6718ed628bc None None] Port ef77b120-e596-465d-bd54-e4bfd81f0b79 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:57.287716 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-c19ce2db-f3b9-4c4e-99d9-35603a19a877 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:57.289387 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-837735fa-2928-4632-97a3-2156d6ea1752 req-705693d9-7986-454a-b329-9ddee90631e5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 1097 time: 0.1594446 Jul 16 01:48:57.292552 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19ce2db-f3b9-4c4e-99d9-35603a19a877 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:57.399519 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:48:57.404846 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19ce2db-f3b9-4c4e-99d9-35603a19a877 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:57.405556 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c19ce2db-f3b9-4c4e-99d9-35603a19a877 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.412303 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e353c16b-b87e-458e-86a1-7d51f7bd600d None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.418282 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ce2db-f3b9-4c4e-99d9-35603a19a877 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Pushing event updated for resources: {'Port': ['ID=cc8d1acc-5bd7-4f2d-9a38-3fc7601011cb,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:57.429249 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e353c16b-b87e-458e-86a1-7d51f7bd600d None None] Transition to ACTIVE for port object ff44ccac-e19f-4ea2-ac17-a979309aeaa8 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:57.439961 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837735fa-2928-4632-97a3-2156d6ea1752 req-d71d8f9f-ac7c-43e5-90af-46f81f48ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:57.441679 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-837735fa-2928-4632-97a3-2156d6ea1752 req-d71d8f9f-ac7c-43e5-90af-46f81f48ac50 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ae9cdc71-5392-4a43-a088-bbed08d2f63d HTTP/1.1" status: 200 len: 897 time: 0.1482584 Jul 16 01:48:57.448162 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5900dcf3-fddd-4f0d-b08d-b6718ed628bc None None] Provisioning complete for port 3dbf0b8f-e074-4296-9fe5-6d46ac212589 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:57.448669 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5900dcf3-fddd-4f0d-b08d-b6718ed628bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.452061 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c19ce2db-f3b9-4c4e-99d9-35603a19a877 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.6503797 Jul 16 01:48:57.453680 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54792) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:57.484655 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e353c16b-b87e-458e-86a1-7d51f7bd600d None None] Transition to ACTIVE for port object ff44ccac-e19f-4ea2-ac17-a979309aeaa8 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:57.518921 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e353c16b-b87e-458e-86a1-7d51f7bd600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.594378 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73489375-9c88-420d-9c3a-05651c04c4ed tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:57.598383 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-837735fa-2928-4632-97a3-2156d6ea1752 req-3d307edf-deea-47ca-8518-fcbc547db7c3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4aaf832-76f0-425d-a098-0162fdb959b7 HTTP/1.1" status: 200 len: 217 time: 0.1395764 Jul 16 01:48:57.612656 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73489375-9c88-420d-9c3a-05651c04c4ed tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:57.619915 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73489375-9c88-420d-9c3a-05651c04c4ed tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:57.624938 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-73489375-9c88-420d-9c3a-05651c04c4ed tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1686122 Jul 16 01:48:57.625361 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54800) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:57.703157 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e353c16b-b87e-458e-86a1-7d51f7bd600d None None] Network b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:57.724080 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-e353c16b-b87e-458e-86a1-7d51f7bd600d None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:57.728832 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e353c16b-b87e-458e-86a1-7d51f7bd600d None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:57.758291 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353c16b-b87e-458e-86a1-7d51f7bd600d None None] Pushing event updated for resources: {'Port': ['ID=ff44ccac-e19f-4ea2-ac17-a979309aeaa8,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:57.831820 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-7666f9a2-a086-49dd-bcde-566f23c4d918 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Allocated IP 172.20.0.1 (b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe/4b940f25-fce7-46db-beef-fdac391b31d2/7e5b9c9a-437f-4b82-99fc-5eae4a209f7d) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:57.837052 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837735fa-2928-4632-97a3-2156d6ea1752 req-ee5504f6-3b4d-483b-b985-5e6e69e3c191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:57.839112 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-837735fa-2928-4632-97a3-2156d6ea1752 req-ee5504f6-3b4d-483b-b985-5e6e69e3c191 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e7e49755-eff3-40a3-95fc-2ea36183bca0 HTTP/1.1" status: 200 len: 835 time: 0.2287405 Jul 16 01:48:57.844904 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 3dbf0b8f-e074-4296-9fe5-6d46ac212589 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:57.863669 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-4489df1d-9b30-43f6-b75b-d5e7eabb2d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a08719-5627-4504-aaf6-3960738606e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802870279', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:56Z', 'updated_at': '2021-07-16T01:47:03Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a08719-5627-4504-aaf6-3960738606e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:57Z', 'updated_at': '2021-07-16T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'e6c5a46d-4957-4414-b332-c0f6bf4c092d', 'name': '', 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:41:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a08719-5627-4504-aaf6-3960738606e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'e7e49755-eff3-40a3-95fc-2ea36183bca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:02Z', 'updated_at': '2021-07-16T01:47:08Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'e7e49755-eff3-40a3-95fc-2ea36183bca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:57.891380 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489df1d-9b30-43f6-b75b-d5e7eabb2d3a None None] Checking router: 86a08719-5627-4504-aaf6-3960738606e8 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:57.900482 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4489df1d-9b30-43f6-b75b-d5e7eabb2d3a None None] Routers {'86a08719-5627-4504-aaf6-3960738606e8'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:57.901533 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-4489df1d-9b30-43f6-b75b-d5e7eabb2d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:48:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['86a08719-5627-4504-aaf6-3960738606e8'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:57.967800 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-e353c16b-b87e-458e-86a1-7d51f7bd600d None None] Attempting to bind port ff44ccac-e19f-4ea2-ac17-a979309aeaa8 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:57.971308 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-e353c16b-b87e-458e-86a1-7d51f7bd600d None None] Attempting to bind port ff44ccac-e19f-4ea2-ac17-a979309aeaa8 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '2db58297-5c54-44e4-be25-98939a0dc454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:57.976536 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e353c16b-b87e-458e-86a1-7d51f7bd600d None None] Attempting to bind port ff44ccac-e19f-4ea2-ac17-a979309aeaa8 on network b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:57.978728 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dac39-7bf2-4c14-9345-d1d7b15131ae req-8f2bc715-63b4-442f-bb92-9e273a5c43e9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:57.980572 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7a4dac39-7bf2-4c14-9345-d1d7b15131ae req-8f2bc715-63b4-442f-bb92-9e273a5c43e9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 945 time: 0.1639557 Jul 16 01:48:57.982545 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-da18fdae-84e2-452e-8590-a66f0084b1fb tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Deleting port cc8d1acc-5bd7-4f2d-9a38-3fc7601011cb {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:57.982889 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da18fdae-84e2-452e-8590-a66f0084b1fb tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.000124 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837735fa-2928-4632-97a3-2156d6ea1752 req-3571d4eb-be89-486a-bb29-cc48ccd5bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:58.002457 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-837735fa-2928-4632-97a3-2156d6ea1752 req-3571d4eb-be89-486a-bb29-cc48ccd5bb94 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ae9cdc71-5392-4a43-a088-bbed08d2f63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1530147 Jul 16 01:48:58.008594 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e353c16b-b87e-458e-86a1-7d51f7bd600d None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:58.009362 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e353c16b-b87e-458e-86a1-7d51f7bd600d None None] Checking segment: {'id': '2db58297-5c54-44e4-be25-98939a0dc454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:58.010037 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e353c16b-b87e-458e-86a1-7d51f7bd600d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.011618 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e353c16b-b87e-458e-86a1-7d51f7bd600d None None] Bound using segment: {'id': '2db58297-5c54-44e4-be25-98939a0dc454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:58.012414 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-e353c16b-b87e-458e-86a1-7d51f7bd600d None None] Bound port: ff44ccac-e19f-4ea2-ac17-a979309aeaa8, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db58297-5c54-44e4-be25-98939a0dc454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:58.013082 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e353c16b-b87e-458e-86a1-7d51f7bd600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.036025 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b5f7173f-8b74-42c7-beb6-7618b8bf753b None None] Provisioning complete for port ef77b120-e596-465d-bd54-e4bfd81f0b79 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:58.036803 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5f7173f-8b74-42c7-beb6-7618b8bf753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.070339 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-4489df1d-9b30-43f6-b75b-d5e7eabb2d3a None None] Set router 86a08719-5627-4504-aaf6-3960738606e8 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:58.104372 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 3dbf0b8f-e074-4296-9fe5-6d46ac212589 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:58.104824 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.112229 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b5f7173f-8b74-42c7-beb6-7618b8bf753b None None] Port ef77b120-e596-465d-bd54-e4bfd81f0b79 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:58.127199 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7666f9a2-a086-49dd-bcde-566f23c4d918 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.165725 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-7666f9a2-a086-49dd-bcde-566f23c4d918 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Transition to ACTIVE for port object 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:58.182564 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b5f7173f-8b74-42c7-beb6-7618b8bf753b None None] Provisioning for port cc8d1acc-5bd7-4f2d-9a38-3fc7601011cb completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:58.188216 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e353c16b-b87e-458e-86a1-7d51f7bd600d None None] For port ff44ccac-e19f-4ea2-ac17-a979309aeaa8, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:58.189384 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da18fdae-84e2-452e-8590-a66f0084b1fb tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.190565 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b5f7173f-8b74-42c7-beb6-7618b8bf753b None None] Provisioning complete for port cc8d1acc-5bd7-4f2d-9a38-3fc7601011cb triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:58.190935 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5f7173f-8b74-42c7-beb6-7618b8bf753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.192251 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-837735fa-2928-4632-97a3-2156d6ea1752 req-1daf8258-0790-48c0-a4ff-8c6085746962 service neutron] 10.222.0.84 "GET /v2.0/networks/ae9cdc71-5392-4a43-a088-bbed08d2f63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797705 Jul 16 01:48:58.195303 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e353c16b-b87e-458e-86a1-7d51f7bd600d None None] For port ff44ccac-e19f-4ea2-ac17-a979309aeaa8, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=ff44ccac-e19f-4ea2-ac17-a979309aeaa8,segment=NetworkSegment(2db58297-5c54-44e4-be25-98939a0dc454),segment_id=2db58297-5c54-44e4-be25-98939a0dc454)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:58.210883 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7a4dac39-7bf2-4c14-9345-d1d7b15131ae req-5453aedb-2479-4526-8a05-fa4d20ded1c5 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216039 Jul 16 01:48:58.229092 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e353c16b-b87e-458e-86a1-7d51f7bd600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.235147 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-da18fdae-84e2-452e-8590-a66f0084b1fb tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Calling delete_port for cc8d1acc-5bd7-4f2d-9a38-3fc7601011cb owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:58.295296 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7666f9a2-a086-49dd-bcde-566f23c4d918 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.318755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b5f7173f-8b74-42c7-beb6-7618b8bf753b None None] Port cc8d1acc-5bd7-4f2d-9a38-3fc7601011cb cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:58.358317 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353c16b-b87e-458e-86a1-7d51f7bd600d None None] Pushing event updated for resources: {'Port': ['ID=ff44ccac-e19f-4ea2-ac17-a979309aeaa8,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:58.364992 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7666f9a2-a086-49dd-bcde-566f23c4d918 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:58.375524 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-7666f9a2-a086-49dd-bcde-566f23c4d918 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:58.378814 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7666f9a2-a086-49dd-bcde-566f23c4d918 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:58.454449 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666f9a2-a086-49dd-bcde-566f23c4d918 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Port': ['ID=7e5b9c9a-437f-4b82-99fc-5eae4a209f7d,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:58.462199 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-837735fa-2928-4632-97a3-2156d6ea1752 req-75a249c0-0368-41e1-819d-d600e9617191 service neutron] 10.222.0.84 "GET /v2.0/networks/ae9cdc71-5392-4a43-a088-bbed08d2f63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593031 Jul 16 01:48:58.497719 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7666f9a2-a086-49dd-bcde-566f23c4d918 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.550585 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-4489df1d-9b30-43f6-b75b-d5e7eabb2d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a08719-5627-4504-aaf6-3960738606e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802870279', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:56Z', 'updated_at': '2021-07-16T01:47:03Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a08719-5627-4504-aaf6-3960738606e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:57Z', 'updated_at': '2021-07-16T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'e6c5a46d-4957-4414-b332-c0f6bf4c092d', 'name': '', 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:41:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a08719-5627-4504-aaf6-3960738606e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'e7e49755-eff3-40a3-95fc-2ea36183bca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:02Z', 'updated_at': '2021-07-16T01:47:08Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'e7e49755-eff3-40a3-95fc-2ea36183bca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:58.564142 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da18fdae-84e2-452e-8590-a66f0084b1fb tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.587918 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489df1d-9b30-43f6-b75b-d5e7eabb2d3a None None] The sync data for ids ['86a08719-5627-4504-aaf6-3960738606e8'] in n-d-792394-16 is: [{'id': '86a08719-5627-4504-aaf6-3960738606e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802870279', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:56Z', 'updated_at': '2021-07-16T01:47:03Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a08719-5627-4504-aaf6-3960738606e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:57Z', 'updated_at': '2021-07-16T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'e6c5a46d-4957-4414-b332-c0f6bf4c092d', 'name': '', 'network_id': 'ae9cdc71-5392-4a43-a088-bbed08d2f63d', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:41:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a08719-5627-4504-aaf6-3960738606e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'e7e49755-eff3-40a3-95fc-2ea36183bca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:02Z', 'updated_at': '2021-07-16T01:47:08Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'e7e49755-eff3-40a3-95fc-2ea36183bca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:58.648844 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18fdae-84e2-452e-8590-a66f0084b1fb tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Pushing event deleted for resources: {'Port': ['ID=cc8d1acc-5bd7-4f2d-9a38-3fc7601011cb,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:58.742807 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7666f9a2-a086-49dd-bcde-566f23c4d918 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.816577 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da18fdae-84e2-452e-8590-a66f0084b1fb tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.819088 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-da18fdae-84e2-452e-8590-a66f0084b1fb tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] 10.222.0.16 "DELETE /v2.0/ports/cc8d1acc-5bd7-4f2d-9a38-3fc7601011cb HTTP/1.1" status: 204 len: 168 time: 1.1927874 Jul 16 01:48:58.821934 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54810) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:58.856785 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c59ab4-c706-4b53-a7df-d6a23c8578f5 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] GET failed (client error): The resource could not be found. Jul 16 01:48:58.858867 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f5c59ab4-c706-4b53-a7df-d6a23c8578f5 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] 10.222.0.16 "GET /v2.0/ports/cc8d1acc-5bd7-4f2d-9a38-3fc7601011cb HTTP/1.1" status: 404 len: 333 time: 0.0357764 Jul 16 01:48:58.869416 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54812) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:58.881163 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-3bd9c3a4-f91f-4db4-8789-74bcb1a41abc tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Request body: {'port': {'network_id': '27fe1faa-adf2-4dc6-806e-b4ad66bd161f', 'name': 'tempest-AllowedAddressPairTestJSON-687742871'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:58.972016 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c87d75-d81e-4ba8-8da4-7ab057887698 None None] New status for floating IP 10b9e745-0057-4213-9764-1b7b1af34711: DOWN {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:48:59.008422 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f405640-53c2-48d0-aaa1-8402dc22f6e6 req-89c7a3b3-c0ab-4f90-916f-e53b60709e1a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:59.010026 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3f405640-53c2-48d0-aaa1-8402dc22f6e6 req-89c7a3b3-c0ab-4f90-916f-e53b60709e1a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.84 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 945 time: 0.1552970 Jul 16 01:48:59.031903 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd9c3a4-f91f-4db4-8789-74bcb1a41abc tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Made reservation on behalf of 71125fbf583d47a28b0bcd8e32958d65 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:59.036331 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3bd9c3a4-f91f-4db4-8789-74bcb1a41abc tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.062111 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-3bd9c3a4-f91f-4db4-8789-74bcb1a41abc tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] device_id is not set on port 99f326ae-9149-4c95-80c5-9cc3feb236b0 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:48:59.186436 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-3bd9c3a4-f91f-4db4-8789-74bcb1a41abc tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Allocated IP 172.20.0.5 (27fe1faa-adf2-4dc6-806e-b4ad66bd161f/8c27bf64-aaaa-4df1-8fe9-e47883da0446/99f326ae-9149-4c95-80c5-9cc3feb236b0) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:59.186742 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7666f9a2-a086-49dd-bcde-566f23c4d918 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.194526 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-3f405640-53c2-48d0-aaa1-8402dc22f6e6 req-d1545774-b4b5-4e11-af83-a1d67d30030d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Deleting port a4aaf832-76f0-425d-a098-0162fdb959b7 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:59.194867 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3f405640-53c2-48d0-aaa1-8402dc22f6e6 req-d1545774-b4b5-4e11-af83-a1d67d30030d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.198875 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7666f9a2-a086-49dd-bcde-566f23c4d918 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.366443 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3bd9c3a4-f91f-4db4-8789-74bcb1a41abc tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.384920 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-3bd9c3a4-f91f-4db4-8789-74bcb1a41abc tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Transition to ACTIVE for port object 99f326ae-9149-4c95-80c5-9cc3feb236b0 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:59.438575 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3bd9c3a4-f91f-4db4-8789-74bcb1a41abc tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.484169 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd9c3a4-f91f-4db4-8789-74bcb1a41abc tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Network 27fe1faa-adf2-4dc6-806e-b4ad66bd161f is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:59.496293 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-3bd9c3a4-f91f-4db4-8789-74bcb1a41abc tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:59.503546 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd9c3a4-f91f-4db4-8789-74bcb1a41abc tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:59.535547 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9c3a4-f91f-4db4-8789-74bcb1a41abc tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Pushing event updated for resources: {'Port': ['ID=99f326ae-9149-4c95-80c5-9cc3feb236b0,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:59.542604 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f3eebe2-b023-4339-a668-5d5dc5fe1f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.589974 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd9c3a4-f91f-4db4-8789-74bcb1a41abc tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:59.590884 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3bd9c3a4-f91f-4db4-8789-74bcb1a41abc tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.616218 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3bd9c3a4-f91f-4db4-8789-74bcb1a41abc tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7451930 Jul 16 01:48:59.617134 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54818) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:59.630945 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-6cd2fe8e-2f39-46e7-9053-20bddb17b4d5 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:03:47:42'}]}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:59.734505 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.830342 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6cd2fe8e-2f39-46e7-9053-20bddb17b4d5 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.869430 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device ff44ccac-e19f-4ea2-ac17-a979309aeaa8 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:59.878487 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666f9a2-a086-49dd-bcde-566f23c4d918 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Port': ['ID=7e5b9c9a-437f-4b82-99fc-5eae4a209f7d,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:59.907578 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7666f9a2-a086-49dd-bcde-566f23c4d918 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.932670 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d00f487-0006-4454-ad1b-2f35867359b4 None None] Network b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:59.997833 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-3f405640-53c2-48d0-aaa1-8402dc22f6e6 req-d1545774-b4b5-4e11-af83-a1d67d30030d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] For port a4aaf832-76f0-425d-a098-0162fdb959b7, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=a4aaf832-76f0-425d-a098-0162fdb959b7,segment=NetworkSegment(a2e51a01-202e-4174-9f7b-fa00d63e6821),segment_id=a2e51a01-202e-4174-9f7b-fa00d63e6821)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:59.998148 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3f405640-53c2-48d0-aaa1-8402dc22f6e6 req-d1545774-b4b5-4e11-af83-a1d67d30030d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.014538 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-26919189-3def-429f-824c-f8a222fcb87a None None] Provisioning for port 99f326ae-9149-4c95-80c5-9cc3feb236b0 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:00.025132 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port ff44ccac-e19f-4ea2-ac17-a979309aeaa8 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:00.029134 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-26919189-3def-429f-824c-f8a222fcb87a None None] Provisioning complete for port 99f326ae-9149-4c95-80c5-9cc3feb236b0 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:00.029767 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26919189-3def-429f-824c-f8a222fcb87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.051653 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7603b0-8b25-4741-9ee2-378b156bd3d7 req-ab6154ea-06be-44a5-a1bd-38cb8d8e3141 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:00.053429 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce7603b0-8b25-4741-9ee2-378b156bd3d7 req-ab6154ea-06be-44a5-a1bd-38cb8d8e3141 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=68fec621-71ac-4fc6-80cb-37553dd21327 HTTP/1.1" status: 200 len: 945 time: 0.2296197 Jul 16 01:49:00.063189 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-3f405640-53c2-48d0-aaa1-8402dc22f6e6 req-d1545774-b4b5-4e11-af83-a1d67d30030d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Calling delete_port for a4aaf832-76f0-425d-a098-0162fdb959b7 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:00.079554 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6cd2fe8e-2f39-46e7-9053-20bddb17b4d5 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.088395 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6cd2fe8e-2f39-46e7-9053-20bddb17b4d5 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.095959 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-26919189-3def-429f-824c-f8a222fcb87a None None] Port 99f326ae-9149-4c95-80c5-9cc3feb236b0 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:00.134332 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-26919189-3def-429f-824c-f8a222fcb87a None None] Provisioning for port ff44ccac-e19f-4ea2-ac17-a979309aeaa8 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:00.142943 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-26919189-3def-429f-824c-f8a222fcb87a None None] Provisioning complete for port ff44ccac-e19f-4ea2-ac17-a979309aeaa8 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:00.143318 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26919189-3def-429f-824c-f8a222fcb87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.165100 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce7603b0-8b25-4741-9ee2-378b156bd3d7 req-89c126ec-3afb-4560-95fb-a11e72a401c8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=419c1e75-8f93-4eca-956c-f65f65a51621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939045 Jul 16 01:49:00.169327 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7666f9a2-a086-49dd-bcde-566f23c4d918 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:00.175688 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-7666f9a2-a086-49dd-bcde-566f23c4d918 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:00.233387 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-6cd2fe8e-2f39-46e7-9053-20bddb17b4d5 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] In _notify_port_updated(), no bound segment for port 99f326ae-9149-4c95-80c5-9cc3feb236b0 on network 27fe1faa-adf2-4dc6-806e-b4ad66bd161f {{(pid=93956) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:49:00.244279 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd2fe8e-2f39-46e7-9053-20bddb17b4d5 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:00.245105 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6cd2fe8e-2f39-46e7-9053-20bddb17b4d5 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.250167 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6cd2fe8e-2f39-46e7-9053-20bddb17b4d5 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] 10.222.0.16 "PUT /v2.0/ports/99f326ae-9149-4c95-80c5-9cc3feb236b0 HTTP/1.1" status: 200 len: 992 time: 0.6305680 Jul 16 01:49:00.255121 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54830) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:00.266792 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2fe8e-2f39-46e7-9053-20bddb17b4d5 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Pushing event updated for resources: {'Port': ['ID=99f326ae-9149-4c95-80c5-9cc3feb236b0,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:00.316422 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26919189-3def-429f-824c-f8a222fcb87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.380449 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-26919189-3def-429f-824c-f8a222fcb87a None None] For port ff44ccac-e19f-4ea2-ac17-a979309aeaa8, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=ff44ccac-e19f-4ea2-ac17-a979309aeaa8,segment=NetworkSegment(2db58297-5c54-44e4-be25-98939a0dc454),segment_id=2db58297-5c54-44e4-be25-98939a0dc454)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:00.384098 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-a0e4ac68-dc00-4ea9-8180-cc859520986b req-4a447f91-da48-4c06-8ec9-0b7de5b3d932 service neutron] (93956) timed out ('10.222.0.84', 61782) {{(pid=93956) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:49:00.396620 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26919189-3def-429f-824c-f8a222fcb87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.470742 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26919189-3def-429f-824c-f8a222fcb87a None None] Pushing event updated for resources: {'Port': ['ID=ff44ccac-e19f-4ea2-ac17-a979309aeaa8,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:00.516580 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3f405640-53c2-48d0-aaa1-8402dc22f6e6 req-d1545774-b4b5-4e11-af83-a1d67d30030d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.570955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1545774-b4b5-4e11-af83-a1d67d30030d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'Port': ['ID=a4aaf832-76f0-425d-a098-0162fdb959b7,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:00.601874 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7666f9a2-a086-49dd-bcde-566f23c4d918 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Router 6eb0bf96-6511-4d67-a770-0c881ef67481 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:49:00.617743 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6b152fc1-e8db-45e1-84e0-19a04c76811e None None] Provisioning complete for port 99f326ae-9149-4c95-80c5-9cc3feb236b0 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:00.618318 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6b152fc1-e8db-45e1-84e0-19a04c76811e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.626033 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f405640-53c2-48d0-aaa1-8402dc22f6e6 req-d1545774-b4b5-4e11-af83-a1d67d30030d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] No DVR routers for this DVR port a4aaf832-76f0-425d-a098-0162fdb959b7 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:00.629021 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3f405640-53c2-48d0-aaa1-8402dc22f6e6 req-d1545774-b4b5-4e11-af83-a1d67d30030d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.631142 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3f405640-53c2-48d0-aaa1-8402dc22f6e6 req-d1545774-b4b5-4e11-af83-a1d67d30030d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.84 "DELETE /v2.0/ports/a4aaf832-76f0-425d-a098-0162fdb959b7 HTTP/1.1" status: 204 len: 173 time: 1.6126032 Jul 16 01:49:00.632856 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fec621-71ac-4fc6-80cb-37553dd21327', 'name': 'network-vif-deleted', 'tag': 'a4aaf832-76f0-425d-a098-0162fdb959b7'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:00.635401 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c08a166-8230-47cd-aaf1-84a2dcef5c8d" -d '{"events": [{"server_uuid": "68fec621-71ac-4fc6-80cb-37553dd21327", "name": "network-vif-deleted", "tag": "a4aaf832-76f0-425d-a098-0162fdb959b7"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:00.648408 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-2c5102ad-37f4-4d0d-b564-3034f64c84da tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Deleting port 99f326ae-9149-4c95-80c5-9cc3feb236b0 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:00.648408 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c5102ad-37f4-4d0d-b564-3034f64c84da tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.677315 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6b152fc1-e8db-45e1-84e0-19a04c76811e None None] Port 99f326ae-9149-4c95-80c5-9cc3feb236b0 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:00.705246 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18346b03-c5c2-4a1c-9d06-1ad7ac904f9d x-openstack-request-id: req-18346b03-c5c2-4a1c-9d06-1ad7ac904f9d {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:00.705519 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fec621-71ac-4fc6-80cb-37553dd21327", "name": "network-vif-deleted", "tag": "a4aaf832-76f0-425d-a098-0162fdb959b7", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:00.705776 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18346b03-c5c2-4a1c-9d06-1ad7ac904f9d {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:00.706177 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fec621-71ac-4fc6-80cb-37553dd21327', 'name': 'network-vif-deleted', 'tag': 'a4aaf832-76f0-425d-a098-0162fdb959b7', 'status': 'completed', 'code': 200} Jul 16 01:49:00.818033 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7666f9a2-a086-49dd-bcde-566f23c4d918 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:00.823301 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7666f9a2-a086-49dd-bcde-566f23c4d918 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "PUT /v2.0/routers/6eb0bf96-6511-4d67-a770-0c881ef67481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6203809 Jul 16 01:49:00.826271 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54838) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:00.828918 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b60d77f6-9d39-41cc-a865-bb163097a4ef None None] Provisioning for port 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:00.832964 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-70ae4c42-5020-43db-91ce-712397a3b2bc tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'network': {'name': 'tempest-RoutersTest-125043020'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:00.835616 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b60d77f6-9d39-41cc-a865-bb163097a4ef None None] Provisioning complete for port 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:00.836062 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b60d77f6-9d39-41cc-a865-bb163097a4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.841468 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da435ed-0564-4002-af59-22329db76282 None None] Sync routers for ids ['6eb0bf96-6511-4d67-a770-0c881ef67481'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:00.847181 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c5102ad-37f4-4d0d-b564-3034f64c84da tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.860375 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.863024 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-2c5102ad-37f4-4d0d-b564-3034f64c84da tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Calling delete_port for 99f326ae-9149-4c95-80c5-9cc3feb236b0 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:00.866753 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da435ed-0564-4002-af59-22329db76282 None None] Routers {'6eb0bf96-6511-4d67-a770-0c881ef67481'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:00.868923 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-4da435ed-0564-4002-af59-22329db76282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eb0bf96-6511-4d67-a770-0c881ef67481'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:00.879562 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b60d77f6-9d39-41cc-a865-bb163097a4ef None None] Port 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:00.891577 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b60d77f6-9d39-41cc-a865-bb163097a4ef None None] Provisioning complete for port ff44ccac-e19f-4ea2-ac17-a979309aeaa8 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:00.892472 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b60d77f6-9d39-41cc-a865-bb163097a4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.912814 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ae4c42-5020-43db-91ce-712397a3b2bc tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Made reservation on behalf of 5c44433e7212494d8106da72c14533ce for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:00.924165 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70ae4c42-5020-43db-91ce-712397a3b2bc tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.984752 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ae4c42-5020-43db-91ce-712397a3b2bc tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:01.007212 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70ae4c42-5020-43db-91ce-712397a3b2bc tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.007936 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-70ae4c42-5020-43db-91ce-712397a3b2bc tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Added segment 7644f026-d050-448b-b65d-3c97be0129ea of type vlan for network fab23b43-2758-4884-acac-87b17b9b718b Jul 16 01:49:01.091597 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-4da435ed-0564-4002-af59-22329db76282 None None] Set router 6eb0bf96-6511-4d67-a770-0c881ef67481 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:01.116003 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c5102ad-37f4-4d0d-b564-3034f64c84da tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.123701 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70ae4c42-5020-43db-91ce-712397a3b2bc tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.185724 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5102ad-37f4-4d0d-b564-3034f64c84da tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Pushing event deleted for resources: {'Port': ['ID=99f326ae-9149-4c95-80c5-9cc3feb236b0,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:01.193316 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3612cf03-7111-4b9c-92d7-115dc6727b74 None None] Provisioning complete for port 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:01.193620 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3612cf03-7111-4b9c-92d7-115dc6727b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.223829 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70ae4c42-5020-43db-91ce-712397a3b2bc tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.236077 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ae4c42-5020-43db-91ce-712397a3b2bc tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:01.236908 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-70ae4c42-5020-43db-91ce-712397a3b2bc tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.307033 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-3612cf03-7111-4b9c-92d7-115dc6727b74 None None] Port 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:01.369565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae4c42-5020-43db-91ce-712397a3b2bc tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Network': ['ID=fab23b43-2758-4884-acac-87b17b9b718b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:01.379218 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-70ae4c42-5020-43db-91ce-712397a3b2bc tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5513792 Jul 16 01:49:01.382443 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54842) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:01.384867 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54844) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:01.392292 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network fab23b43-2758-4884-acac-87b17b9b718b details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:01.441079 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-4da435ed-0564-4002-af59-22329db76282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:48:58Z', 'revision_number': 2, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None, '_interfaces': [{'id': '7e5b9c9a-437f-4b82-99fc-5eae4a209f7d', 'name': '', 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:fc:bd:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:56Z', 'updated_at': '2021-07-16T01:48:58Z', 'revision_number': 2, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:01.454894 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2c5102ad-37f4-4d0d-b564-3034f64c84da tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.457582 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2c5102ad-37f4-4d0d-b564-3034f64c84da tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] 10.222.0.16 "DELETE /v2.0/ports/99f326ae-9149-4c95-80c5-9cc3feb236b0 HTTP/1.1" status: 204 len: 168 time: 1.2012401 Jul 16 01:49:01.459949 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54848) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:01.472057 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da435ed-0564-4002-af59-22329db76282 None None] Checking router: 6eb0bf96-6511-4d67-a770-0c881ef67481 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:01.472695 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da435ed-0564-4002-af59-22329db76282 None None] Updating router 6eb0bf96-6511-4d67-a770-0c881ef67481 port 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:49:01.494352 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-45612963-ca14-430f-8b40-450ac9e5805c tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] GET failed (client error): The resource could not be found. Jul 16 01:49:01.496631 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-45612963-ca14-430f-8b40-450ac9e5805c tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] 10.222.0.16 "GET /v2.0/ports/99f326ae-9149-4c95-80c5-9cc3feb236b0 HTTP/1.1" status: 404 len: 333 time: 0.0355077 Jul 16 01:49:01.501456 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54850) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:01.508556 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f63d787f-a619-47f3-94b1-bfa8bb45c6d8 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Request body: {'port': {'network_id': '27fe1faa-adf2-4dc6-806e-b4ad66bd161f', 'name': 'tempest-AllowedAddressPairTestJSON-2091378840'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:01.516329 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-1af7ccb1-d1a7-49ee-a08e-93cbc349b04e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'subnet': {'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:01.539621 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-51bec450-e310-4d8e-b8fa-b552efc34cc1 None None] Provisioning complete for port 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:01.545815 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-51bec450-e310-4d8e-b8fa-b552efc34cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.555237 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4da435ed-0564-4002-af59-22329db76282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.614777 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.615970 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-51bec450-e310-4d8e-b8fa-b552efc34cc1 None None] Port 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:01.675346 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af7ccb1-d1a7-49ee-a08e-93cbc349b04e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Made reservation on behalf of 5c44433e7212494d8106da72c14533ce for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:01.680409 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1af7ccb1-d1a7-49ee-a08e-93cbc349b04e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.732802 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63d787f-a619-47f3-94b1-bfa8bb45c6d8 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Made reservation on behalf of 71125fbf583d47a28b0bcd8e32958d65 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:01.738269 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f63d787f-a619-47f3-94b1-bfa8bb45c6d8 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.786117 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-f63d787f-a619-47f3-94b1-bfa8bb45c6d8 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] device_id is not set on port 0f11e7a7-4bdc-4cb4-908c-436c6ad9d7f4 yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:49:01.796137 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device ff44ccac-e19f-4ea2-ac17-a979309aeaa8 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:01.886050 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port ff44ccac-e19f-4ea2-ac17-a979309aeaa8 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:01.886950 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.955123 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-f63d787f-a619-47f3-94b1-bfa8bb45c6d8 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Allocated IP 172.20.0.10 (27fe1faa-adf2-4dc6-806e-b4ad66bd161f/8c27bf64-aaaa-4df1-8fe9-e47883da0446/0f11e7a7-4bdc-4cb4-908c-436c6ad9d7f4) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:02.145060 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f63d787f-a619-47f3-94b1-bfa8bb45c6d8 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.162041 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-f63d787f-a619-47f3-94b1-bfa8bb45c6d8 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Transition to ACTIVE for port object 0f11e7a7-4bdc-4cb4-908c-436c6ad9d7f4 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:02.166730 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4da435ed-0564-4002-af59-22329db76282 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.179965 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-4da435ed-0564-4002-af59-22329db76282 None None] Transition to ACTIVE for port object 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:02.192149 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4da435ed-0564-4002-af59-22329db76282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.205653 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f63d787f-a619-47f3-94b1-bfa8bb45c6d8 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.257433 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c84920-aadf-4731-a75f-8f652256eeb9 None None] Pushing event updated for resources: {'Port': ['ID=7e5b9c9a-437f-4b82-99fc-5eae4a209f7d,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:02.277334 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63d787f-a619-47f3-94b1-bfa8bb45c6d8 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Network 27fe1faa-adf2-4dc6-806e-b4ad66bd161f is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:02.281531 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-f63d787f-a619-47f3-94b1-bfa8bb45c6d8 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:02.283272 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c84920-aadf-4731-a75f-8f652256eeb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:02.283626 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c84920-aadf-4731-a75f-8f652256eeb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:02.283970 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c84920-aadf-4731-a75f-8f652256eeb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:02.284106 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63d787f-a619-47f3-94b1-bfa8bb45c6d8 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:02.284301 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c84920-aadf-4731-a75f-8f652256eeb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:02.284824 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c84920-aadf-4731-a75f-8f652256eeb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:02.285512 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c84920-aadf-4731-a75f-8f652256eeb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:02.286031 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c84920-aadf-4731-a75f-8f652256eeb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:02.286518 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c84920-aadf-4731-a75f-8f652256eeb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:02.287014 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c84920-aadf-4731-a75f-8f652256eeb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:02.287506 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c84920-aadf-4731-a75f-8f652256eeb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:02.287987 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c84920-aadf-4731-a75f-8f652256eeb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:02.288507 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c84920-aadf-4731-a75f-8f652256eeb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:02.326425 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d787f-a619-47f3-94b1-bfa8bb45c6d8 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Pushing event updated for resources: {'Port': ['ID=0f11e7a7-4bdc-4cb4-908c-436c6ad9d7f4,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:02.369068 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-4da435ed-0564-4002-af59-22329db76282 None None] Attempting to bind port 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:02.369334 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63d787f-a619-47f3-94b1-bfa8bb45c6d8 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:02.369466 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-4da435ed-0564-4002-af59-22329db76282 None None] Attempting to bind port 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '2db58297-5c54-44e4-be25-98939a0dc454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:02.369789 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da435ed-0564-4002-af59-22329db76282 None None] Attempting to bind port 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d on network b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:02.369928 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f63d787f-a619-47f3-94b1-bfa8bb45c6d8 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.380529 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da435ed-0564-4002-af59-22329db76282 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:02.380909 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da435ed-0564-4002-af59-22329db76282 None None] Checking segment: {'id': '2db58297-5c54-44e4-be25-98939a0dc454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:02.381309 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4da435ed-0564-4002-af59-22329db76282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.381703 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da435ed-0564-4002-af59-22329db76282 None None] Bound using segment: {'id': '2db58297-5c54-44e4-be25-98939a0dc454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:02.382176 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-4da435ed-0564-4002-af59-22329db76282 None None] Bound port: 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db58297-5c54-44e4-be25-98939a0dc454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:02.382558 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4da435ed-0564-4002-af59-22329db76282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.396645 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f63d787f-a619-47f3-94b1-bfa8bb45c6d8 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8935134 Jul 16 01:49:02.397330 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54878) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:02.410841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-2424ed1d-41ba-4c3f-860e-0c220f3148d0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:03:47:42'}]}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:02.536967 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-4da435ed-0564-4002-af59-22329db76282 None None] For port 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:02.541053 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-4da435ed-0564-4002-af59-22329db76282 None None] For port 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7e5b9c9a-437f-4b82-99fc-5eae4a209f7d,segment=NetworkSegment(2db58297-5c54-44e4-be25-98939a0dc454),segment_id=2db58297-5c54-44e4-be25-98939a0dc454)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:02.547899 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4da435ed-0564-4002-af59-22329db76282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.568398 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.621495 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1af7ccb1-d1a7-49ee-a08e-93cbc349b04e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.628212 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da435ed-0564-4002-af59-22329db76282 None None] Routers {'6eb0bf96-6511-4d67-a770-0c881ef67481'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:02.628949 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-4da435ed-0564-4002-af59-22329db76282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eb0bf96-6511-4d67-a770-0c881ef67481'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:02.671991 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device a4aaf832-76f0-425d-a098-0162fdb959b7 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:02.715626 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: a4aaf832-76f0-425d-a098-0162fdb959b7 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:02.716243 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device a4aaf832-76f0-425d-a098-0162fdb959b7 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:02.729285 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-4da435ed-0564-4002-af59-22329db76282 None None] Set router 6eb0bf96-6511-4d67-a770-0c881ef67481 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:02.756307 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54882) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:02.771880 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2424ed1d-41ba-4c3f-860e-0c220f3148d0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.786621 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-382abb6b-9baf-4534-84f6-b310335b6c82 None None] Provisioning for port 0f11e7a7-4bdc-4cb4-908c-436c6ad9d7f4 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:02.790713 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-382abb6b-9baf-4534-84f6-b310335b6c82 None None] Provisioning complete for port 0f11e7a7-4bdc-4cb4-908c-436c6ad9d7f4 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:02.791305 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-382abb6b-9baf-4534-84f6-b310335b6c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.821033 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7ccb1-d1a7-49ee-a08e-93cbc349b04e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Subnet': ['ID=d3d54e48-352e-4bc2-acf0-c8808f917552,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:02.839032 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-382abb6b-9baf-4534-84f6-b310335b6c82 None None] Port 0f11e7a7-4bdc-4cb4-908c-436c6ad9d7f4 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:02.855630 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c84920-aadf-4731-a75f-8f652256eeb9 None None] Pushing event updated for resources: {'Port': ['ID=7e5b9c9a-437f-4b82-99fc-5eae4a209f7d,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:02.915632 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af7ccb1-d1a7-49ee-a08e-93cbc349b04e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Checking segment: {'id': '7644f026-d050-448b-b65d-3c97be0129ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:02.915632 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af7ccb1-d1a7-49ee-a08e-93cbc349b04e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network hostable DHCP agents. Network: fab23b43-2758-4884-acac-87b17b9b718b, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:02.970982 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af7ccb1-d1a7-49ee-a08e-93cbc349b04e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network fab23b43-2758-4884-acac-87b17b9b718b is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:02.994599 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-1af7ccb1-d1a7-49ee-a08e-93cbc349b04e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, fab23b43-2758-4884-acac-87b17b9b718b) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:03.003030 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af7ccb1-d1a7-49ee-a08e-93cbc349b04e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:03.005811 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b78767-d823-46ad-b9c6-ac8080a895f1 None None] Network fab23b43-2758-4884-acac-87b17b9b718b requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:03.007956 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a26383da-8c6b-4c21-8b07-4edb45983cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.009683 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1af7ccb1-d1a7-49ee-a08e-93cbc349b04e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.011826 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-4da435ed-0564-4002-af59-22329db76282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:48:58Z', 'revision_number': 2, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None, '_interfaces': [{'id': '7e5b9c9a-437f-4b82-99fc-5eae4a209f7d', 'name': '', 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:fc:bd:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:56Z', 'updated_at': '2021-07-16T01:49:02Z', 'revision_number': 4, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:03.044164 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da435ed-0564-4002-af59-22329db76282 None None] The sync data for ids ['6eb0bf96-6511-4d67-a770-0c881ef67481'] in n-d-792394-16 is: [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:48:58Z', 'revision_number': 2, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None, '_interfaces': [{'id': '7e5b9c9a-437f-4b82-99fc-5eae4a209f7d', 'name': '', 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:fc:bd:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:56Z', 'updated_at': '2021-07-16T01:49:02Z', 'revision_number': 4, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:03.054969 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1af7ccb1-d1a7-49ee-a08e-93cbc349b04e tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5427251 Jul 16 01:49:03.057281 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54886) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:03.129796 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a26383da-8c6b-4c21-8b07-4edb45983cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.141608 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a26383da-8c6b-4c21-8b07-4edb45983cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.176828 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5033b4d-5b1f-4707-9a38-61f46844f80c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.193678 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a26383da-8c6b-4c21-8b07-4edb45983cde admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=29fae7253d9a4aa8825b1f8a3b704995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4362948 Jul 16 01:49:03.206841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54888) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:03.219619 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2424ed1d-41ba-4c3f-860e-0c220f3148d0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.220461 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cff41d-2213-430a-966f-d1203f7a9497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-fab23b43-2758-4884-acac-87b17b9b718b', 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'fixed_ips': [{'subnet_id': 'd3d54e48-352e-4bc2-acf0-c8808f917552'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:49:03.221500 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54cff41d-2213-430a-966f-d1203f7a9497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.228731 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26383da-8c6b-4c21-8b07-4edb45983cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79aeee41-3ef1-4420-9fd1-6bcd522dfd5b,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:03.236000 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2424ed1d-41ba-4c3f-860e-0c220f3148d0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.358618 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424ed1d-41ba-4c3f-860e-0c220f3148d0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Pushing event updated for resources: {'Port': ['ID=0f11e7a7-4bdc-4cb4-908c-436c6ad9d7f4,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:03.395024 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-2424ed1d-41ba-4c3f-860e-0c220f3148d0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] In _notify_port_updated(), no bound segment for port 0f11e7a7-4bdc-4cb4-908c-436c6ad9d7f4 on network 27fe1faa-adf2-4dc6-806e-b4ad66bd161f {{(pid=93955) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:49:03.400821 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2424ed1d-41ba-4c3f-860e-0c220f3148d0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:03.401473 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2424ed1d-41ba-4c3f-860e-0c220f3148d0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.403051 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2424ed1d-41ba-4c3f-860e-0c220f3148d0 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] 10.222.0.16 "PUT /v2.0/ports/0f11e7a7-4bdc-4cb4-908c-436c6ad9d7f4 HTTP/1.1" status: 200 len: 997 time: 0.9995480 Jul 16 01:49:03.404224 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9382d5a-d4d8-4ad6-b597-f2fd4ad7c45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.406065 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54890) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:03.458130 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-54cff41d-2213-430a-966f-d1203f7a9497 None None] Allocated IP 172.21.0.2 (fab23b43-2758-4884-acac-87b17b9b718b/d3d54e48-352e-4bc2-acf0-c8808f917552/cc78c5ba-54b2-4011-bcce-ee654d4664d5) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:03.479074 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9382d5a-d4d8-4ad6-b597-f2fd4ad7c45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.616391 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9382d5a-d4d8-4ad6-b597-f2fd4ad7c45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.620128 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9382d5a-d4d8-4ad6-b597-f2fd4ad7c45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.621537 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c9382d5a-d4d8-4ad6-b597-f2fd4ad7c45e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79aeee41-3ef1-4420-9fd1-6bcd522dfd5b HTTP/1.1" status: 204 len: 168 time: 0.4137104 Jul 16 01:49:03.638289 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9382d5a-d4d8-4ad6-b597-f2fd4ad7c45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79aeee41-3ef1-4420-9fd1-6bcd522dfd5b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:03.664335 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-db8bbe77-b504-4290-85ad-9dc53b47c760 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Deleting port 0f11e7a7-4bdc-4cb4-908c-436c6ad9d7f4 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:03.664773 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db8bbe77-b504-4290-85ad-9dc53b47c760 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.817313 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54cff41d-2213-430a-966f-d1203f7a9497 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.825353 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6b256b0a-e9e4-4215-a936-5a61d9cd9018 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.835636 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db8bbe77-b504-4290-85ad-9dc53b47c760 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.841337 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-54cff41d-2213-430a-966f-d1203f7a9497 None None] Transition to ACTIVE for port object cc78c5ba-54b2-4011-bcce-ee654d4664d5 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:03.853852 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-db8bbe77-b504-4290-85ad-9dc53b47c760 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Calling delete_port for 0f11e7a7-4bdc-4cb4-908c-436c6ad9d7f4 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:03.893817 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-54cff41d-2213-430a-966f-d1203f7a9497 None None] Transition to ACTIVE for port object cc78c5ba-54b2-4011-bcce-ee654d4664d5 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:03.909551 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:03.991426 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54cff41d-2213-430a-966f-d1203f7a9497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.084814 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:04.089466 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cff41d-2213-430a-966f-d1203f7a9497 None None] Network fab23b43-2758-4884-acac-87b17b9b718b is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:04.092127 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db8bbe77-b504-4290-85ad-9dc53b47c760 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.097266 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6252b06a-1efb-43e1-a451-cff2298f3df9 None None] Provisioning complete for port 0f11e7a7-4bdc-4cb4-908c-436c6ad9d7f4 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:04.097883 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6252b06a-1efb-43e1-a451-cff2298f3df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.105921 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:04.106976 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.141353 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-54cff41d-2213-430a-966f-d1203f7a9497 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:04.144265 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cff41d-2213-430a-966f-d1203f7a9497 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:04.175592 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cff41d-2213-430a-966f-d1203f7a9497 None None] Pushing event updated for resources: {'Port': ['ID=cc78c5ba-54b2-4011-bcce-ee654d4664d5,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:04.186204 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6252b06a-1efb-43e1-a451-cff2298f3df9 None None] Port 0f11e7a7-4bdc-4cb4-908c-436c6ad9d7f4 was deleted so its status cannot be updated. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 01:49:04.253241 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8bbe77-b504-4290-85ad-9dc53b47c760 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Pushing event deleted for resources: {'Port': ['ID=0f11e7a7-4bdc-4cb4-908c-436c6ad9d7f4,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:04.297294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54898) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:04.320294 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-63ea2cdf-093d-4742-8926-b02cd84707b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.325063 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-54cff41d-2213-430a-966f-d1203f7a9497 None None] Attempting to bind port cc78c5ba-54b2-4011-bcce-ee654d4664d5 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:04.325577 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-54cff41d-2213-430a-966f-d1203f7a9497 None None] Attempting to bind port cc78c5ba-54b2-4011-bcce-ee654d4664d5 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '7644f026-d050-448b-b65d-3c97be0129ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:04.330356 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cff41d-2213-430a-966f-d1203f7a9497 None None] Attempting to bind port cc78c5ba-54b2-4011-bcce-ee654d4664d5 on network fab23b43-2758-4884-acac-87b17b9b718b {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:04.335982 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-a5033b4d-5b1f-4707-9a38-61f46844f80c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Deleting port e6c5a46d-4957-4414-b332-c0f6bf4c092d {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:04.336327 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5033b4d-5b1f-4707-9a38-61f46844f80c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.377172 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cff41d-2213-430a-966f-d1203f7a9497 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:04.377172 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cff41d-2213-430a-966f-d1203f7a9497 None None] Checking segment: {'id': '7644f026-d050-448b-b65d-3c97be0129ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:04.377172 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54cff41d-2213-430a-966f-d1203f7a9497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.377172 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cff41d-2213-430a-966f-d1203f7a9497 None None] Bound using segment: {'id': '7644f026-d050-448b-b65d-3c97be0129ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:04.377172 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-54cff41d-2213-430a-966f-d1203f7a9497 None None] Bound port: cc78c5ba-54b2-4011-bcce-ee654d4664d5, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7644f026-d050-448b-b65d-3c97be0129ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:04.377172 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54cff41d-2213-430a-966f-d1203f7a9497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.383922 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-db8bbe77-b504-4290-85ad-9dc53b47c760 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.397777 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-db8bbe77-b504-4290-85ad-9dc53b47c760 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] 10.222.0.16 "DELETE /v2.0/ports/0f11e7a7-4bdc-4cb4-908c-436c6ad9d7f4 HTTP/1.1" status: 204 len: 168 time: 0.9894755 Jul 16 01:49:04.398485 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54900) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:04.405230 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.447387 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14f18c1-80d7-4478-a5af-c21edbd5093d tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] GET failed (client error): The resource could not be found. Jul 16 01:49:04.453297 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d14f18c1-80d7-4478-a5af-c21edbd5093d tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] 10.222.0.16 "GET /v2.0/ports/0f11e7a7-4bdc-4cb4-908c-436c6ad9d7f4 HTTP/1.1" status: 404 len: 333 time: 0.0517478 Jul 16 01:49:04.453928 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54902) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:04.462047 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-21f548ee-9866-4ad0-913d-ba039c9c775f tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Request body: {'port': {'network_id': '27fe1faa-adf2-4dc6-806e-b4ad66bd161f', 'name': 'tempest-AllowedAddressPairTestJSON-531146416'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:04.492513 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7e5b9c9a-437f-4b82-99fc-5eae4a209f7d,segment=NetworkSegment(2db58297-5c54-44e4-be25-98939a0dc454),segment_id=2db58297-5c54-44e4-be25-98939a0dc454)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:04.496525 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-54cff41d-2213-430a-966f-d1203f7a9497 None None] For port cc78c5ba-54b2-4011-bcce-ee654d4664d5, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:04.499987 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-a5033b4d-5b1f-4707-9a38-61f46844f80c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] For port e6c5a46d-4957-4414-b332-c0f6bf4c092d, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e6c5a46d-4957-4414-b332-c0f6bf4c092d,segment=NetworkSegment(a2e51a01-202e-4174-9f7b-fa00d63e6821),segment_id=a2e51a01-202e-4174-9f7b-fa00d63e6821)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:04.500387 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5033b4d-5b1f-4707-9a38-61f46844f80c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.509745 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.518653 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-a5033b4d-5b1f-4707-9a38-61f46844f80c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Calling delete_port for e6c5a46d-4957-4414-b332-c0f6bf4c092d owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:04.520735 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-54cff41d-2213-430a-966f-d1203f7a9497 None None] For port cc78c5ba-54b2-4011-bcce-ee654d4664d5, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=cc78c5ba-54b2-4011-bcce-ee654d4664d5,segment=NetworkSegment(7644f026-d050-448b-b65d-3c97be0129ea),segment_id=7644f026-d050-448b-b65d-3c97be0129ea)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:04.553700 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54cff41d-2213-430a-966f-d1203f7a9497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.591668 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-6b256b0a-e9e4-4215-a936-5a61d9cd9018 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Allocated IP 172.21.0.1 (fab23b43-2758-4884-acac-87b17b9b718b/d3d54e48-352e-4bc2-acf0-c8808f917552/b5d33cb8-90ec-4dae-a47b-a987a05337d1) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:04.613092 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=7e5b9c9a-437f-4b82-99fc-5eae4a209f7d,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:04.627992 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-63ea2cdf-093d-4742-8926-b02cd84707b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.641332 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-63ea2cdf-093d-4742-8926-b02cd84707b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.684483 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cff41d-2213-430a-966f-d1203f7a9497 None None] Pushing event updated for resources: {'Port': ['ID=cc78c5ba-54b2-4011-bcce-ee654d4664d5,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:04.718501 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-63ea2cdf-093d-4742-8926-b02cd84707b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5315bf9aa52642219810166e457e9af9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4149878 Jul 16 01:49:04.718501 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f548ee-9866-4ad0-913d-ba039c9c775f tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Made reservation on behalf of 71125fbf583d47a28b0bcd8e32958d65 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:04.720763 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-21f548ee-9866-4ad0-913d-ba039c9c775f tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.724137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54904) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:04.733377 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea2cdf-093d-4742-8926-b02cd84707b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d08371d-c153-4097-bbe7-b24eece0bea1,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:04.772513 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-21f548ee-9866-4ad0-913d-ba039c9c775f tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] device_id is not set on port 76a3ca81-a125-43d6-be39-29f36287e1ba yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:49:04.793188 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6b256b0a-e9e4-4215-a936-5a61d9cd9018 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.833078 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-6b256b0a-e9e4-4215-a936-5a61d9cd9018 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Transition to ACTIVE for port object b5d33cb8-90ec-4dae-a47b-a987a05337d1 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:04.850470 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6378f2f2-1f3b-4722-b17d-0771409a151b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.890610 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5033b4d-5b1f-4707-9a38-61f46844f80c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.926129 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5033b4d-5b1f-4707-9a38-61f46844f80c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'Port': ['ID=e6c5a46d-4957-4414-b332-c0f6bf4c092d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:04.938005 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6378f2f2-1f3b-4722-b17d-0771409a151b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.952243 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6b256b0a-e9e4-4215-a936-5a61d9cd9018 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.012396 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-21f548ee-9866-4ad0-913d-ba039c9c775f tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Allocated IP 172.20.0.14 (27fe1faa-adf2-4dc6-806e-b4ad66bd161f/8c27bf64-aaaa-4df1-8fe9-e47883da0446/76a3ca81-a125-43d6-be39-29f36287e1ba) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:05.063214 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6378f2f2-1f3b-4722-b17d-0771409a151b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.066698 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6378f2f2-1f3b-4722-b17d-0771409a151b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.068237 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6378f2f2-1f3b-4722-b17d-0771409a151b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d08371d-c153-4097-bbe7-b24eece0bea1 HTTP/1.1" status: 204 len: 168 time: 0.3430681 Jul 16 01:49:05.095414 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378f2f2-1f3b-4722-b17d-0771409a151b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d08371d-c153-4097-bbe7-b24eece0bea1,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:05.098787 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b256b0a-e9e4-4215-a936-5a61d9cd9018 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network fab23b43-2758-4884-acac-87b17b9b718b is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:05.105624 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-6b256b0a-e9e4-4215-a936-5a61d9cd9018 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:05.111818 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b256b0a-e9e4-4215-a936-5a61d9cd9018 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:05.121891 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.209804 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6b256b0a-e9e4-4215-a936-5a61d9cd9018 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.252178 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-21f548ee-9866-4ad0-913d-ba039c9c775f tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.284070 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b256b0a-e9e4-4215-a936-5a61d9cd9018 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Port': ['ID=b5d33cb8-90ec-4dae-a47b-a987a05337d1,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:05.293128 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-21f548ee-9866-4ad0-913d-ba039c9c775f tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Transition to ACTIVE for port object 76a3ca81-a125-43d6-be39-29f36287e1ba will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:05.336668 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-21f548ee-9866-4ad0-913d-ba039c9c775f tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.372818 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5033b4d-5b1f-4707-9a38-61f46844f80c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.394870 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f548ee-9866-4ad0-913d-ba039c9c775f tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Network 27fe1faa-adf2-4dc6-806e-b4ad66bd161f is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:05.398377 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-21f548ee-9866-4ad0-913d-ba039c9c775f tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:05.406498 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f548ee-9866-4ad0-913d-ba039c9c775f tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:05.410464 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f548ee-9866-4ad0-913d-ba039c9c775f tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Pushing event updated for resources: {'Port': ['ID=76a3ca81-a125-43d6-be39-29f36287e1ba,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:05.469161 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f548ee-9866-4ad0-913d-ba039c9c775f tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:05.470132 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-21f548ee-9866-4ad0-913d-ba039c9c775f tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.489303 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-21f548ee-9866-4ad0-913d-ba039c9c775f tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0317047 Jul 16 01:49:05.491225 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6b256b0a-e9e4-4215-a936-5a61d9cd9018 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.492246 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54912) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:05.499775 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-53842e3a-2207-49d8-b59e-cd3adbe42dfd tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Request body: {'port': {'network_id': '27fe1faa-adf2-4dc6-806e-b4ad66bd161f', 'name': 'tempest-AllowedAddressPairTestJSON-1026580081'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:05.630137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53842e3a-2207-49d8-b59e-cd3adbe42dfd tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Made reservation on behalf of 71125fbf583d47a28b0bcd8e32958d65 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:05.634203 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53842e3a-2207-49d8-b59e-cd3adbe42dfd tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.655306 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-53842e3a-2207-49d8-b59e-cd3adbe42dfd tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] device_id is not set on port f5ceefae-ed64-4bf1-9d1e-f0beeee1365f yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:49:05.758075 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9a516adf-49ee-4b9d-a5ee-2b9dfc125a01 None None] Provisioning for port 76a3ca81-a125-43d6-be39-29f36287e1ba completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:05.766997 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9a516adf-49ee-4b9d-a5ee-2b9dfc125a01 None None] Provisioning complete for port 76a3ca81-a125-43d6-be39-29f36287e1ba triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:05.767739 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9a516adf-49ee-4b9d-a5ee-2b9dfc125a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.835303 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-53842e3a-2207-49d8-b59e-cd3adbe42dfd tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Allocated IP 172.20.0.6 (27fe1faa-adf2-4dc6-806e-b4ad66bd161f/8c27bf64-aaaa-4df1-8fe9-e47883da0446/f5ceefae-ed64-4bf1-9d1e-f0beeee1365f) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:05.857762 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9a516adf-49ee-4b9d-a5ee-2b9dfc125a01 None None] Port 76a3ca81-a125-43d6-be39-29f36287e1ba cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:05.900321 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6b256b0a-e9e4-4215-a936-5a61d9cd9018 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.910707 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6b256b0a-e9e4-4215-a936-5a61d9cd9018 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.056609 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53842e3a-2207-49d8-b59e-cd3adbe42dfd tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.074053 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-53842e3a-2207-49d8-b59e-cd3adbe42dfd tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Transition to ACTIVE for port object f5ceefae-ed64-4bf1-9d1e-f0beeee1365f will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:06.103660 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:06.126303 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53842e3a-2207-49d8-b59e-cd3adbe42dfd tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.188008 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:06.189529 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.207185 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53842e3a-2207-49d8-b59e-cd3adbe42dfd tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Network 27fe1faa-adf2-4dc6-806e-b4ad66bd161f is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:06.213897 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-53842e3a-2207-49d8-b59e-cd3adbe42dfd tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:06.219041 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53842e3a-2207-49d8-b59e-cd3adbe42dfd tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:06.303473 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53842e3a-2207-49d8-b59e-cd3adbe42dfd tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:06.304318 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53842e3a-2207-49d8-b59e-cd3adbe42dfd tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.308255 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53842e3a-2207-49d8-b59e-cd3adbe42dfd tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Pushing event updated for resources: {'Port': ['ID=f5ceefae-ed64-4bf1-9d1e-f0beeee1365f,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:06.334270 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-53842e3a-2207-49d8-b59e-cd3adbe42dfd tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8390195 Jul 16 01:49:06.334779 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54930) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:06.348090 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-4a2e52f9-1649-45f0-b68b-3a0235331a35 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:03:47:42'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:07:53:f9'}]}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:06.378430 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b0e69d-3e76-4c94-b433-50fb3771c710 None None] Network fab23b43-2758-4884-acac-87b17b9b718b requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:06.434205 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device cc78c5ba-54b2-4011-bcce-ee654d4664d5 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:06.494929 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4a2e52f9-1649-45f0-b68b-3a0235331a35 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.526704 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6b256b0a-e9e4-4215-a936-5a61d9cd9018 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.534280 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b256b0a-e9e4-4215-a936-5a61d9cd9018 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Port': ['ID=b5d33cb8-90ec-4dae-a47b-a987a05337d1,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:06.603609 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port cc78c5ba-54b2-4011-bcce-ee654d4664d5 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:06.609351 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7bdfe06d-7c74-4bdb-97f5-5f6493f59104 None None] Provisioning for port cc78c5ba-54b2-4011-bcce-ee654d4664d5 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:06.618147 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port cc78c5ba-54b2-4011-bcce-ee654d4664d5 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:06.618645 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.626399 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5033b4d-5b1f-4707-9a38-61f46844f80c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Router 86a08719-5627-4504-aaf6-3960738606e8 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:06.667566 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7bdfe06d-7c74-4bdb-97f5-5f6493f59104 None None] Provisioning complete for port cc78c5ba-54b2-4011-bcce-ee654d4664d5 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:06.668099 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7bdfe06d-7c74-4bdb-97f5-5f6493f59104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.712972 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b256b0a-e9e4-4215-a936-5a61d9cd9018 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network fab23b43-2758-4884-acac-87b17b9b718b is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:06.718430 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-6b256b0a-e9e4-4215-a936-5a61d9cd9018 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:06.725251 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4a2e52f9-1649-45f0-b68b-3a0235331a35 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.733451 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4a2e52f9-1649-45f0-b68b-3a0235331a35 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.799141 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e52f9-1649-45f0-b68b-3a0235331a35 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Pushing event updated for resources: {'Port': ['ID=f5ceefae-ed64-4bf1-9d1e-f0beeee1365f,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:06.862853 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-4a2e52f9-1649-45f0-b68b-3a0235331a35 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] In _notify_port_updated(), no bound segment for port f5ceefae-ed64-4bf1-9d1e-f0beeee1365f on network 27fe1faa-adf2-4dc6-806e-b4ad66bd161f {{(pid=93955) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:49:06.871411 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2e52f9-1649-45f0-b68b-3a0235331a35 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:06.872858 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4a2e52f9-1649-45f0-b68b-3a0235331a35 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:06.877270 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5033b4d-5b1f-4707-9a38-61f46844f80c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:06.878231 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4a2e52f9-1649-45f0-b68b-3a0235331a35 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] 10.222.0.16 "PUT /v2.0/ports/f5ceefae-ed64-4bf1-9d1e-f0beeee1365f HTTP/1.1" status: 200 len: 1056 time: 0.5423470 Jul 16 01:49:06.879079 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54940) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:06.894299 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a5033b4d-5b1f-4707-9a38-61f46844f80c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "PUT /v2.0/routers/86a08719-5627-4504-aaf6-3960738606e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5057433 Jul 16 01:49:06.894874 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54942) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:06.959136 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b256b0a-e9e4-4215-a936-5a61d9cd9018 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Router 6eb0bf96-6511-4d67-a770-0c881ef67481 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:06.973993 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f68cbf-3133-41a6-982e-7948cfd03fdf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Deleting subnet e7e49755-eff3-40a3-95fc-2ea36183bca0 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:06.982933 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-75f68cbf-3133-41a6-982e-7948cfd03fdf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.035177 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-75f68cbf-3133-41a6-982e-7948cfd03fdf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.042038 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762982b1-5f79-462d-9bfb-9c4bd90d6fd7 None None] Sync routers for ids ['86a08719-5627-4504-aaf6-3960738606e8'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:07.048179 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-dfd2d100-9aae-4e3b-9db7-a269d4e0b2bd tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Deleting port f5ceefae-ed64-4bf1-9d1e-f0beeee1365f {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:07.048564 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d100-9aae-4e3b-9db7-a269d4e0b2bd tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.074194 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.107270 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762982b1-5f79-462d-9bfb-9c4bd90d6fd7 None None] Routers {'86a08719-5627-4504-aaf6-3960738606e8'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:07.107837 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-762982b1-5f79-462d-9bfb-9c4bd90d6fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['86a08719-5627-4504-aaf6-3960738606e8'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:07.201369 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d100-9aae-4e3b-9db7-a269d4e0b2bd tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.211924 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-75f68cbf-3133-41a6-982e-7948cfd03fdf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.216167 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port cc78c5ba-54b2-4011-bcce-ee654d4664d5, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=cc78c5ba-54b2-4011-bcce-ee654d4664d5,segment=NetworkSegment(7644f026-d050-448b-b65d-3c97be0129ea),segment_id=7644f026-d050-448b-b65d-3c97be0129ea)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:07.229075 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-dfd2d100-9aae-4e3b-9db7-a269d4e0b2bd tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Calling delete_port for f5ceefae-ed64-4bf1-9d1e-f0beeee1365f owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:07.238692 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.271292 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b256b0a-e9e4-4215-a936-5a61d9cd9018 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:07.277123 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6b256b0a-e9e4-4215-a936-5a61d9cd9018 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "PUT /v2.0/routers/6eb0bf96-6511-4d67-a770-0c881ef67481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2174292 Jul 16 01:49:07.280449 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54950) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:07.285360 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-6448fdde-c48f-4618-be4b-c34dddfa0c8b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'network': {'name': 'tempest-RoutersTest-271807374'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:07.285564 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] Sync routers for ids ['6eb0bf96-6511-4d67-a770-0c881ef67481'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:07.304852 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7bdfe06d-7c74-4bdb-97f5-5f6493f59104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.321343 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6448fdde-c48f-4618-be4b-c34dddfa0c8b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Made reservation on behalf of 5c44433e7212494d8106da72c14533ce for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:07.325334 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] Routers {'6eb0bf96-6511-4d67-a770-0c881ef67481'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:07.325979 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eb0bf96-6511-4d67-a770-0c881ef67481'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:07.326344 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6448fdde-c48f-4618-be4b-c34dddfa0c8b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.339071 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-75f68cbf-3133-41a6-982e-7948cfd03fdf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.378165 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f68cbf-3133-41a6-982e-7948cfd03fdf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e49755-eff3-40a3-95fc-2ea36183bca0,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:07.400408 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-75f68cbf-3133-41a6-982e-7948cfd03fdf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.402810 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-75f68cbf-3133-41a6-982e-7948cfd03fdf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "DELETE /v2.0/subnets/e7e49755-eff3-40a3-95fc-2ea36183bca0 HTTP/1.1" status: 204 len: 168 time: 0.5068338 Jul 16 01:49:07.406503 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54954) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:07.416532 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6448fdde-c48f-4618-be4b-c34dddfa0c8b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:07.423103 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c573e7e8-f31c-43a6-8300-f415971d342c None None] Network ae9cdc71-5392-4a43-a088-bbed08d2f63d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:07.490339 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6448fdde-c48f-4618-be4b-c34dddfa0c8b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.490980 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-6448fdde-c48f-4618-be4b-c34dddfa0c8b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Added segment 0d02fcdf-f4ac-49f2-9772-d40846487eca of type vlan for network 4a3ef96b-1568-4d83-8d75-7993196ffa2d Jul 16 01:49:07.504129 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-762982b1-5f79-462d-9bfb-9c4bd90d6fd7 None None] Set router 86a08719-5627-4504-aaf6-3960738606e8 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:07.548952 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-7bdfe06d-7c74-4bdb-97f5-5f6493f59104 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:49:07.549406 n-d-792394-16 neutron-server[93957]: DEBUG oslo_db.api [None req-7bdfe06d-7c74-4bdb-97f5-5f6493f59104 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:49:07.570930 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] Set router 6eb0bf96-6511-4d67-a770-0c881ef67481 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:07.578255 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d100-9aae-4e3b-9db7-a269d4e0b2bd tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.615401 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2d100-9aae-4e3b-9db7-a269d4e0b2bd tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Pushing event deleted for resources: {'Port': ['ID=f5ceefae-ed64-4bf1-9d1e-f0beeee1365f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:07.627152 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6448fdde-c48f-4618-be4b-c34dddfa0c8b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.674838 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61e4126a-7644-484f-a1e8-f311e8a88c48 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.759308 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=cc78c5ba-54b2-4011-bcce-ee654d4664d5,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:07.892194 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6448fdde-c48f-4618-be4b-c34dddfa0c8b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.904429 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6448fdde-c48f-4618-be4b-c34dddfa0c8b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:07.905793 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6448fdde-c48f-4618-be4b-c34dddfa0c8b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.962807 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-762982b1-5f79-462d-9bfb-9c4bd90d6fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a08719-5627-4504-aaf6-3960738606e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802870279', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:56Z', 'updated_at': '2021-07-16T01:49:04Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': '0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a08719-5627-4504-aaf6-3960738606e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:57Z', 'updated_at': '2021-07-16T01:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:08.017722 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:05Z', 'revision_number': 3, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None, '_interfaces': [{'id': '7e5b9c9a-437f-4b82-99fc-5eae4a209f7d', 'name': '', 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:fc:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:56Z', 'updated_at': '2021-07-16T01:49:04Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d33cb8-90ec-4dae-a47b-a987a05337d1', 'name': '', 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:1b:57:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:05Z', 'revision_number': 2, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:08.051460 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448fdde-c48f-4618-be4b-c34dddfa0c8b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Network': ['ID=4a3ef96b-1568-4d83-8d75-7993196ffa2d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:08.087296 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] Checking router: 6eb0bf96-6511-4d67-a770-0c881ef67481 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:08.087956 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] Updating router 6eb0bf96-6511-4d67-a770-0c881ef67481 port b5d33cb8-90ec-4dae-a47b-a987a05337d1 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:49:08.116653 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6448fdde-c48f-4618-be4b-c34dddfa0c8b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8319449 Jul 16 01:49:08.116926 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54968) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:08.127364 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-ccc9a34a-b400-469f-b6f3-6a9084faaa1f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'subnet': {'network_id': '4a3ef96b-1568-4d83-8d75-7993196ffa2d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:08.128918 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762982b1-5f79-462d-9bfb-9c4bd90d6fd7 None None] Checking router: 86a08719-5627-4504-aaf6-3960738606e8 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:08.134756 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5132c1cf-b046-411b-9620-5f0287ed3386 None None] DHCP port deletion for ae9cdc71-5392-4a43-a088-bbed08d2f63d request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:08.138898 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 4a3ef96b-1568-4d83-8d75-7993196ffa2d details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:08.160802 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61e4126a-7644-484f-a1e8-f311e8a88c48 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.163004 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.206163 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762982b1-5f79-462d-9bfb-9c4bd90d6fd7 None None] Routers {'86a08719-5627-4504-aaf6-3960738606e8'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:08.206825 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-762982b1-5f79-462d-9bfb-9c4bd90d6fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['86a08719-5627-4504-aaf6-3960738606e8'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:08.237557 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d100-9aae-4e3b-9db7-a269d4e0b2bd tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.243408 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-dfd2d100-9aae-4e3b-9db7-a269d4e0b2bd tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] 10.222.0.16 "DELETE /v2.0/ports/f5ceefae-ed64-4bf1-9d1e-f0beeee1365f HTTP/1.1" status: 204 len: 168 time: 1.3625669 Jul 16 01:49:08.244048 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54970) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:08.271772 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-61e4126a-7644-484f-a1e8-f311e8a88c48 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Deleting port 0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:08.272274 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61e4126a-7644-484f-a1e8-f311e8a88c48 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.333374 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-d46123aa-0bff-4c27-a324-8ce38d0102ce tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] GET failed (client error): The resource could not be found. Jul 16 01:49:08.337922 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d46123aa-0bff-4c27-a324-8ce38d0102ce tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] 10.222.0.16 "GET /v2.0/ports/f5ceefae-ed64-4bf1-9d1e-f0beeee1365f HTTP/1.1" status: 404 len: 333 time: 0.0607431 Jul 16 01:49:08.338545 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54976) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:08.416689 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-61e4126a-7644-484f-a1e8-f311e8a88c48 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] For port 0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:08.417354 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61e4126a-7644-484f-a1e8-f311e8a88c48 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.438403 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-61e4126a-7644-484f-a1e8-f311e8a88c48 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Calling delete_port for 0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1 owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:08.485102 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc9a34a-b400-469f-b6f3-6a9084faaa1f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Made reservation on behalf of 5c44433e7212494d8106da72c14533ce for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:08.491057 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ccc9a34a-b400-469f-b6f3-6a9084faaa1f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.508437 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-762982b1-5f79-462d-9bfb-9c4bd90d6fd7 None None] Set router 86a08719-5627-4504-aaf6-3960738606e8 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:08.622633 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-e7af812a-4840-44a3-a061-219dc8fdd932 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Deleting port 76a3ca81-a125-43d6-be39-29f36287e1ba {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:08.623260 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7af812a-4840-44a3-a061-219dc8fdd932 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.658778 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-762982b1-5f79-462d-9bfb-9c4bd90d6fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a08719-5627-4504-aaf6-3960738606e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802870279', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:56Z', 'updated_at': '2021-07-16T01:49:08Z', 'revision_number': 6, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:08.742953 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61e4126a-7644-484f-a1e8-f311e8a88c48 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.743538 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762982b1-5f79-462d-9bfb-9c4bd90d6fd7 None None] The sync data for ids ['86a08719-5627-4504-aaf6-3960738606e8'] in n-d-792394-16 is: [{'id': '86a08719-5627-4504-aaf6-3960738606e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802870279', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:56Z', 'updated_at': '2021-07-16T01:49:08Z', 'revision_number': 6, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port_host': None}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:08.754196 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5132c1cf-b046-411b-9620-5f0287ed3386 None None] Deleting port c04ded86-4cfd-4d7b-b7a7-738e75eb98bb {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:08.754706 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5132c1cf-b046-411b-9620-5f0287ed3386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.781399 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5123816f-8351-4d5b-9514-561878d5e812 None None] Provisioning complete for port cc78c5ba-54b2-4011-bcce-ee654d4664d5 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:08.781782 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5123816f-8351-4d5b-9514-561878d5e812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.794378 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7af812a-4840-44a3-a061-219dc8fdd932 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.819590 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.821226 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4126a-7644-484f-a1e8-f311e8a88c48 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'Port': ['ID=0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:08.823246 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-e7af812a-4840-44a3-a061-219dc8fdd932 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Calling delete_port for 76a3ca81-a125-43d6-be39-29f36287e1ba owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:08.850247 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] Transition to ACTIVE for port object b5d33cb8-90ec-4dae-a47b-a987a05337d1 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:08.870647 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.918064 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ccc9a34a-b400-469f-b6f3-6a9084faaa1f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.931128 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61e4126a-7644-484f-a1e8-f311e8a88c48 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.966906 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5123816f-8351-4d5b-9514-561878d5e812 None None] Could not find standard attr ID for object f5ceefae-ed64-4bf1-9d1e-f0beeee1365f. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:49:08.969771 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-5132c1cf-b046-411b-9620-5f0287ed3386 None None] For port c04ded86-4cfd-4d7b-b7a7-738e75eb98bb, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c04ded86-4cfd-4d7b-b7a7-738e75eb98bb,segment=NetworkSegment(a2e51a01-202e-4174-9f7b-fa00d63e6821),segment_id=a2e51a01-202e-4174-9f7b-fa00d63e6821)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:08.970294 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5132c1cf-b046-411b-9620-5f0287ed3386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.973840 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18027b6-3f52-4613-a9b8-8068cc3db068 None None] Pushing event updated for resources: {'Port': ['ID=b5d33cb8-90ec-4dae-a47b-a987a05337d1,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:08.996850 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5123816f-8351-4d5b-9514-561878d5e812 None None] Provisioning for port b5d33cb8-90ec-4dae-a47b-a987a05337d1 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:09.001468 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5132c1cf-b046-411b-9620-5f0287ed3386 None None] Calling delete_port for c04ded86-4cfd-4d7b-b7a7-738e75eb98bb owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:09.023897 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc9a34a-b400-469f-b6f3-6a9084faaa1f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Checking segment: {'id': '0d02fcdf-f4ac-49f2-9772-d40846487eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4a3ef96b-1568-4d83-8d75-7993196ffa2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:09.024570 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc9a34a-b400-469f-b6f3-6a9084faaa1f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network hostable DHCP agents. Network: 4a3ef96b-1568-4d83-8d75-7993196ffa2d, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:09.060130 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9a34a-b400-469f-b6f3-6a9084faaa1f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Subnet': ['ID=c5e47f6f-8b59-4c18-ab38-f245005f8115,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:09.087468 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc9a34a-b400-469f-b6f3-6a9084faaa1f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network 4a3ef96b-1568-4d83-8d75-7993196ffa2d is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:09.098458 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61e4126a-7644-484f-a1e8-f311e8a88c48 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.101523 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61e4126a-7644-484f-a1e8-f311e8a88c48 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.146619 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-ccc9a34a-b400-469f-b6f3-6a9084faaa1f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 4a3ef96b-1568-4d83-8d75-7993196ffa2d) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:09.151428 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] Attempting to bind port b5d33cb8-90ec-4dae-a47b-a987a05337d1 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:09.151828 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] Attempting to bind port b5d33cb8-90ec-4dae-a47b-a987a05337d1 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '7644f026-d050-448b-b65d-3c97be0129ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:09.152216 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] Attempting to bind port b5d33cb8-90ec-4dae-a47b-a987a05337d1 on network fab23b43-2758-4884-acac-87b17b9b718b {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:09.163628 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc9a34a-b400-469f-b6f3-6a9084faaa1f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.164275 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ccc9a34a-b400-469f-b6f3-6a9084faaa1f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.168055 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:09.168500 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] Checking segment: {'id': '7644f026-d050-448b-b65d-3c97be0129ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:09.169259 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.169678 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] Bound using segment: {'id': '7644f026-d050-448b-b65d-3c97be0129ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:09.170203 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] Bound port: b5d33cb8-90ec-4dae-a47b-a987a05337d1, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7644f026-d050-448b-b65d-3c97be0129ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:09.170676 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.171353 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61e4126a-7644-484f-a1e8-f311e8a88c48 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.173860 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e4126a-7644-484f-a1e8-f311e8a88c48 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Fanout notify agent at l3_agent the message router_deleted on router 86a08719-5627-4504-aaf6-3960738606e8 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:49:09.184287 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0552496f-1bd6-4cb0-a23b-91e9011d2d3f None None] Network 4a3ef96b-1568-4d83-8d75-7993196ffa2d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:09.189201 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-61e4126a-7644-484f-a1e8-f311e8a88c48 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.190571 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-61e4126a-7644-484f-a1e8-f311e8a88c48 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "DELETE /v2.0/routers/86a08719-5627-4504-aaf6-3960738606e8 HTTP/1.1" status: 204 len: 168 time: 1.7830374 Jul 16 01:49:09.200908 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54982) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:09.212003 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ccc9a34a-b400-469f-b6f3-6a9084faaa1f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0918190 Jul 16 01:49:09.223525 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 54984) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:09.293059 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7af812a-4840-44a3-a061-219dc8fdd932 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.300778 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] For port b5d33cb8-90ec-4dae-a47b-a987a05337d1, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:09.306263 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] For port b5d33cb8-90ec-4dae-a47b-a987a05337d1, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=b5d33cb8-90ec-4dae-a47b-a987a05337d1,segment=NetworkSegment(7644f026-d050-448b-b65d-3c97be0129ea),segment_id=7644f026-d050-448b-b65d-3c97be0129ea)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:09.320678 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.406796 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af812a-4840-44a3-a061-219dc8fdd932 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Pushing event deleted for resources: {'Port': ['ID=76a3ca81-a125-43d6-be39-29f36287e1ba,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:09.511931 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5132c1cf-b046-411b-9620-5f0287ed3386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.525982 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e7af812a-4840-44a3-a061-219dc8fdd932 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.527841 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18027b6-3f52-4613-a9b8-8068cc3db068 None None] Pushing event updated for resources: {'Port': ['ID=b5d33cb8-90ec-4dae-a47b-a987a05337d1,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:09.530900 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e7af812a-4840-44a3-a061-219dc8fdd932 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] 10.222.0.16 "DELETE /v2.0/ports/76a3ca81-a125-43d6-be39-29f36287e1ba HTTP/1.1" status: 204 len: 168 time: 1.1897757 Jul 16 01:49:09.532899 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54990) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:09.543942 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] Routers {'6eb0bf96-6511-4d67-a770-0c881ef67481'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:09.544667 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eb0bf96-6511-4d67-a770-0c881ef67481'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:09.567496 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ea1f90-37db-4861-957a-439e9d6c0a09 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] GET failed (client error): The resource could not be found. Jul 16 01:49:09.569657 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-00ea1f90-37db-4861-957a-439e9d6c0a09 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] 10.222.0.16 "GET /v2.0/ports/76a3ca81-a125-43d6-be39-29f36287e1ba HTTP/1.1" status: 404 len: 333 time: 0.0355134 Jul 16 01:49:09.574116 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 54992) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:09.677869 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5132c1cf-b046-411b-9620-5f0287ed3386 None None] No DVR routers for this DVR port c04ded86-4cfd-4d7b-b7a7-738e75eb98bb on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:09.731845 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6f48042c-10df-4dfc-bb1e-137bcd1710d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:09.764420 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132c1cf-b046-411b-9620-5f0287ed3386 None None] Pushing event deleted for resources: {'Port': ['ID=c04ded86-4cfd-4d7b-b7a7-738e75eb98bb,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:09.889280 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device cc78c5ba-54b2-4011-bcce-ee654d4664d5 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:09.891742 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-49da06d6-7501-4363-9079-0d2dba0bc404 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Deleting port ef77b120-e596-465d-bd54-e4bfd81f0b79 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:09.892297 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-49da06d6-7501-4363-9079-0d2dba0bc404 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.000739 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8d98ed-1037-4ff1-9737-f9fb6386e2ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-4a3ef96b-1568-4d83-8d75-7993196ffa2d', 'network_id': '4a3ef96b-1568-4d83-8d75-7993196ffa2d', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'fixed_ips': [{'subnet_id': 'c5e47f6f-8b59-4c18-ab38-f245005f8115'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:49:10.001622 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1e8d98ed-1037-4ff1-9737-f9fb6386e2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.121959 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-49da06d6-7501-4363-9079-0d2dba0bc404 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.147321 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] Set router 6eb0bf96-6511-4d67-a770-0c881ef67481 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:10.149458 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-49da06d6-7501-4363-9079-0d2dba0bc404 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Calling delete_port for ef77b120-e596-465d-bd54-e4bfd81f0b79 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:10.194705 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6f48042c-10df-4dfc-bb1e-137bcd1710d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.247962 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-6f48042c-10df-4dfc-bb1e-137bcd1710d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9cdc71-5392-4a43-a088-bbed08d2f63d']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:10.279388 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-6f48042c-10df-4dfc-bb1e-137bcd1710d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e51a01-202e-4174-9f7b-fa00d63e6821') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:10.280142 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-6f48042c-10df-4dfc-bb1e-137bcd1710d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e51a01-202e-4174-9f7b-fa00d63e6821') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:10.294648 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6f48042c-10df-4dfc-bb1e-137bcd1710d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.313140 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-1e8d98ed-1037-4ff1-9737-f9fb6386e2ef None None] Allocated IP 172.22.0.2 (4a3ef96b-1568-4d83-8d75-7993196ffa2d/c5e47f6f-8b59-4c18-ab38-f245005f8115/f26a16e8-9d8f-4bd6-b38c-01dd2806a285) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:10.333247 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6f48042c-10df-4dfc-bb1e-137bcd1710d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.335902 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port cc78c5ba-54b2-4011-bcce-ee654d4664d5 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:10.336296 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.355627 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f48042c-10df-4dfc-bb1e-137bcd1710d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:10.356784 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6f48042c-10df-4dfc-bb1e-137bcd1710d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:10.360301 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:10.425229 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-49da06d6-7501-4363-9079-0d2dba0bc404 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.426890 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a8f1aeda-338d-4b6b-805f-fc10f84013a2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.469291 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da06d6-7501-4363-9079-0d2dba0bc404 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Pushing event deleted for resources: {'Port': ['ID=ef77b120-e596-465d-bd54-e4bfd81f0b79,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:10.542283 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:05Z', 'revision_number': 3, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None, '_interfaces': [{'id': '7e5b9c9a-437f-4b82-99fc-5eae4a209f7d', 'name': '', 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:fc:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:56Z', 'updated_at': '2021-07-16T01:49:04Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d33cb8-90ec-4dae-a47b-a987a05337d1', 'name': '', 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:1b:57:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:09Z', 'revision_number': 4, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:10.591896 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c66b35-ef54-4836-b8be-f1dca096762d None None] The sync data for ids ['6eb0bf96-6511-4d67-a770-0c881ef67481'] in n-d-792394-16 is: [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:05Z', 'revision_number': 3, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None, '_interfaces': [{'id': '7e5b9c9a-437f-4b82-99fc-5eae4a209f7d', 'name': '', 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:fc:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:56Z', 'updated_at': '2021-07-16T01:49:04Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d33cb8-90ec-4dae-a47b-a987a05337d1', 'name': '', 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:1b:57:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:09Z', 'revision_number': 4, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:10.627404 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6f48042c-10df-4dfc-bb1e-137bcd1710d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.638844 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-49da06d6-7501-4363-9079-0d2dba0bc404 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.639620 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6f48042c-10df-4dfc-bb1e-137bcd1710d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.641415 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-49da06d6-7501-4363-9079-0d2dba0bc404 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] 10.222.0.16 "DELETE /v2.0/ports/ef77b120-e596-465d-bd54-e4bfd81f0b79 HTTP/1.1" status: 204 len: 168 time: 1.0657663 Jul 16 01:49:10.644678 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6f48042c-10df-4dfc-bb1e-137bcd1710d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "DELETE /v2.0/networks/ae9cdc71-5392-4a43-a088-bbed08d2f63d HTTP/1.1" status: 204 len: 168 time: 1.4414423 Jul 16 01:49:10.655324 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55000) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:10.681040 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48042c-10df-4dfc-bb1e-137bcd1710d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'Network': ['ID=ae9cdc71-5392-4a43-a088-bbed08d2f63d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:10.706605 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55002) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:10.899027 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:10.938668 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ff2ece8-f07d-4d2f-8b37-a13699d6cbde tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.965127 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e2ff5f-878b-47be-9593-a36d61220a66 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Deleting subnet 8c27bf64-aaaa-4df1-8fe9-e47883da0446 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:10.971268 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e4e2ff5f-878b-47be-9593-a36d61220a66 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.976679 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:10.977074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0b1f6029-13ae-4ac0-9091-83ad3a9b2ef1 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:10.977575 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c04ded86-4cfd-4d7b-b7a7-738e75eb98bb no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:11.007487 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: c04ded86-4cfd-4d7b-b7a7-738e75eb98bb {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:11.007960 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c04ded86-4cfd-4d7b-b7a7-738e75eb98bb not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:11.008542 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e6c5a46d-4957-4414-b332-c0f6bf4c092d no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:11.033103 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: e6c5a46d-4957-4414-b332-c0f6bf4c092d {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:11.033548 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e6c5a46d-4957-4414-b332-c0f6bf4c092d not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:11.052479 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1e8d98ed-1037-4ff1-9737-f9fb6386e2ef None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.067330 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1e8d98ed-1037-4ff1-9737-f9fb6386e2ef None None] Transition to ACTIVE for port object f26a16e8-9d8f-4bd6-b38c-01dd2806a285 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:11.085795 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1e8d98ed-1037-4ff1-9737-f9fb6386e2ef None None] Transition to ACTIVE for port object f26a16e8-9d8f-4bd6-b38c-01dd2806a285 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:11.094188 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1e8d98ed-1037-4ff1-9737-f9fb6386e2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.141906 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8d98ed-1037-4ff1-9737-f9fb6386e2ef None None] Network 4a3ef96b-1568-4d83-8d75-7993196ffa2d is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:11.147805 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-1e8d98ed-1037-4ff1-9737-f9fb6386e2ef None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:11.151489 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8d98ed-1037-4ff1-9737-f9fb6386e2ef None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:11.160052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d98ed-1037-4ff1-9737-f9fb6386e2ef None None] Pushing event updated for resources: {'Port': ['ID=f26a16e8-9d8f-4bd6-b38c-01dd2806a285,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:11.177717 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-a8f1aeda-338d-4b6b-805f-fc10f84013a2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Allocated IP 172.22.0.1 (4a3ef96b-1568-4d83-8d75-7993196ffa2d/c5e47f6f-8b59-4c18-ab38-f245005f8115/51db8309-c8b0-4a3f-8046-4bf1b5e922a2) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:11.242501 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-1e8d98ed-1037-4ff1-9737-f9fb6386e2ef None None] Attempting to bind port f26a16e8-9d8f-4bd6-b38c-01dd2806a285 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:11.242917 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-1e8d98ed-1037-4ff1-9737-f9fb6386e2ef None None] Attempting to bind port f26a16e8-9d8f-4bd6-b38c-01dd2806a285 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '0d02fcdf-f4ac-49f2-9772-d40846487eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4a3ef96b-1568-4d83-8d75-7993196ffa2d'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:11.243248 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d98ed-1037-4ff1-9737-f9fb6386e2ef None None] Attempting to bind port f26a16e8-9d8f-4bd6-b38c-01dd2806a285 on network 4a3ef96b-1568-4d83-8d75-7993196ffa2d {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:11.250131 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d98ed-1037-4ff1-9737-f9fb6386e2ef None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:11.250600 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d98ed-1037-4ff1-9737-f9fb6386e2ef None None] Checking segment: {'id': '0d02fcdf-f4ac-49f2-9772-d40846487eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4a3ef96b-1568-4d83-8d75-7993196ffa2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:11.250915 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1e8d98ed-1037-4ff1-9737-f9fb6386e2ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.251315 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d98ed-1037-4ff1-9737-f9fb6386e2ef None None] Bound using segment: {'id': '0d02fcdf-f4ac-49f2-9772-d40846487eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4a3ef96b-1568-4d83-8d75-7993196ffa2d'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:11.251796 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-1e8d98ed-1037-4ff1-9737-f9fb6386e2ef None None] Bound port: f26a16e8-9d8f-4bd6-b38c-01dd2806a285, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d02fcdf-f4ac-49f2-9772-d40846487eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4a3ef96b-1568-4d83-8d75-7993196ffa2d'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:11.252248 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1e8d98ed-1037-4ff1-9737-f9fb6386e2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.335897 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a8f1aeda-338d-4b6b-805f-fc10f84013a2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.357939 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-1e8d98ed-1037-4ff1-9737-f9fb6386e2ef None None] For port f26a16e8-9d8f-4bd6-b38c-01dd2806a285, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:11.362378 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-1e8d98ed-1037-4ff1-9737-f9fb6386e2ef None None] For port f26a16e8-9d8f-4bd6-b38c-01dd2806a285, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f26a16e8-9d8f-4bd6-b38c-01dd2806a285,segment=NetworkSegment(0d02fcdf-f4ac-49f2-9772-d40846487eca),segment_id=0d02fcdf-f4ac-49f2-9772-d40846487eca)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:11.367745 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-a8f1aeda-338d-4b6b-805f-fc10f84013a2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Transition to ACTIVE for port object 51db8309-c8b0-4a3f-8046-4bf1b5e922a2 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:11.372891 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1e8d98ed-1037-4ff1-9737-f9fb6386e2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.413307 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a8f1aeda-338d-4b6b-805f-fc10f84013a2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.452833 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e4e2ff5f-878b-47be-9593-a36d61220a66 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.472183 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d98ed-1037-4ff1-9737-f9fb6386e2ef None None] Pushing event updated for resources: {'Port': ['ID=f26a16e8-9d8f-4bd6-b38c-01dd2806a285,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:11.473643 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1aeda-338d-4b6b-805f-fc10f84013a2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Port': ['ID=51db8309-c8b0-4a3f-8046-4bf1b5e922a2,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:11.487532 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f1aeda-338d-4b6b-805f-fc10f84013a2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network 4a3ef96b-1568-4d83-8d75-7993196ffa2d is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:11.489153 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-a8f1aeda-338d-4b6b-805f-fc10f84013a2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:11.495190 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f1aeda-338d-4b6b-805f-fc10f84013a2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:11.536017 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ff2ece8-f07d-4d2f-8b37-a13699d6cbde tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.549474 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a8f1aeda-338d-4b6b-805f-fc10f84013a2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.578051 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e4e2ff5f-878b-47be-9593-a36d61220a66 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.655012 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e4e2ff5f-878b-47be-9593-a36d61220a66 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.661615 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ff2ece8-f07d-4d2f-8b37-a13699d6cbde tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.664243 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ff2ece8-f07d-4d2f-8b37-a13699d6cbde tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.668177 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6ff2ece8-f07d-4d2f-8b37-a13699d6cbde tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "DELETE /v2.0/security-groups/419c1e75-8f93-4eca-956c-f65f65a51621 HTTP/1.1" status: 204 len: 168 time: 0.9491274 Jul 16 01:49:11.722468 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2ece8-f07d-4d2f-8b37-a13699d6cbde tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=419c1e75-8f93-4eca-956c-f65f65a51621,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:11.732671 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a8f1aeda-338d-4b6b-805f-fc10f84013a2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.735875 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e4e2ff5f-878b-47be-9593-a36d61220a66 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.743172 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e4e2ff5f-878b-47be-9593-a36d61220a66 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] 10.222.0.16 "DELETE /v2.0/subnets/8c27bf64-aaaa-4df1-8fe9-e47883da0446 HTTP/1.1" status: 204 len: 168 time: 1.0320821 Jul 16 01:49:11.744511 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2ff5f-878b-47be-9593-a36d61220a66 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Pushing event deleted for resources: {'Subnet': ['ID=8c27bf64-aaaa-4df1-8fe9-e47883da0446,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:11.745368 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f3e0ad-7325-4591-a3b6-7a1edd0a97cd None None] Network 27fe1faa-adf2-4dc6-806e-b4ad66bd161f requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:11.746602 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55008) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:12.103920 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f66006-63ad-4be0-8c70-2a8861ab8508 None None] DHCP port deletion for 27fe1faa-adf2-4dc6-806e-b4ad66bd161f request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:12.178437 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55028) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:12.185896 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-5cb4add9-95cd-4a61-8e6b-e5ac700d2d39 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1095013205', 'description': 'tempest-secgroup-smoke-1095013205 description', 'project_id': '8c0fcf31570241eb96a760177b0aa82f'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:12.231976 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-69f66006-63ad-4be0-8c70-2a8861ab8508 None None] Deleting port 3dbf0b8f-e074-4296-9fe5-6d46ac212589 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:12.232292 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-69f66006-63ad-4be0-8c70-2a8861ab8508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.252026 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5cb4add9-95cd-4a61-8e6b-e5ac700d2d39 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.341477 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-69f66006-63ad-4be0-8c70-2a8861ab8508 None None] For port 3dbf0b8f-e074-4296-9fe5-6d46ac212589, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=3dbf0b8f-e074-4296-9fe5-6d46ac212589,segment=NetworkSegment(9469f94d-e601-4ae2-aa3a-8e78d98e03e0),segment_id=9469f94d-e601-4ae2-aa3a-8e78d98e03e0)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:12.345632 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-69f66006-63ad-4be0-8c70-2a8861ab8508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.369714 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-69f66006-63ad-4be0-8c70-2a8861ab8508 None None] Calling delete_port for 3dbf0b8f-e074-4296-9fe5-6d46ac212589 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:12.409689 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5cb4add9-95cd-4a61-8e6b-e5ac700d2d39 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.421450 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5cb4add9-95cd-4a61-8e6b-e5ac700d2d39 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.468685 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5cb4add9-95cd-4a61-8e6b-e5ac700d2d39 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.473719 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5cb4add9-95cd-4a61-8e6b-e5ac700d2d39 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2937171 Jul 16 01:49:12.476797 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55036) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:12.482483 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a1803390-c34e-46cc-a942-8a79d805c49d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group_rule': {'security_group_id': '88537a2a-dcdd-4870-ad68-a0507cd4f340', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:12.512669 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4add9-95cd-4a61-8e6b-e5ac700d2d39 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88537a2a-dcdd-4870-ad68-a0507cd4f340,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:12.517124 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b3a9eebe-cfcd-4fb1-b593-71685bc17108 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.525903 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a1803390-c34e-46cc-a942-8a79d805c49d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.547987 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f26a16e8-9d8f-4bd6-b38c-01dd2806a285 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:12.609489 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a1803390-c34e-46cc-a942-8a79d805c49d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.618809 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a1803390-c34e-46cc-a942-8a79d805c49d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.641186 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1803390-c34e-46cc-a942-8a79d805c49d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab02a33-17ea-4382-98e4-1f484a764c85,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:12.650204 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a1803390-c34e-46cc-a942-8a79d805c49d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.651892 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a1803390-c34e-46cc-a942-8a79d805c49d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1738405 Jul 16 01:49:12.654761 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55038) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:12.661909 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-357a7cc5-a80b-45f7-a1d1-a379feb37e55 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group_rule': {'security_group_id': '88537a2a-dcdd-4870-ad68-a0507cd4f340', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:12.682665 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port f26a16e8-9d8f-4bd6-b38c-01dd2806a285 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:12.689874 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-b3a9eebe-cfcd-4fb1-b593-71685bc17108 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Deleting port 3dbf0b8f-e074-4296-9fe5-6d46ac212589 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:12.690362 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b3a9eebe-cfcd-4fb1-b593-71685bc17108 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.693406 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device b5d33cb8-90ec-4dae-a47b-a987a05337d1 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:12.706471 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-357a7cc5-a80b-45f7-a1d1-a379feb37e55 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.739653 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a8f1aeda-338d-4b6b-805f-fc10f84013a2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.750587 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a8f1aeda-338d-4b6b-805f-fc10f84013a2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.752055 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-69f66006-63ad-4be0-8c70-2a8861ab8508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.771919 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f66006-63ad-4be0-8c70-2a8861ab8508 None None] No DVR routers for this DVR port 3dbf0b8f-e074-4296-9fe5-6d46ac212589 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:12.797749 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port b5d33cb8-90ec-4dae-a47b-a987a05337d1 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:12.807044 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f66006-63ad-4be0-8c70-2a8861ab8508 None None] Pushing event deleted for resources: {'Port': ['ID=3dbf0b8f-e074-4296-9fe5-6d46ac212589,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:12.815552 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port b5d33cb8-90ec-4dae-a47b-a987a05337d1 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:12.816125 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.826787 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-357a7cc5-a80b-45f7-a1d1-a379feb37e55 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.838240 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-357a7cc5-a80b-45f7-a1d1-a379feb37e55 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.868436 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-357a7cc5-a80b-45f7-a1d1-a379feb37e55 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.869751 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-357a7cc5-a80b-45f7-a1d1-a379feb37e55 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2138760 Jul 16 01:49:12.872955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55040) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:12.878116 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-6df54859-2c5b-462e-b413-f76cf1bb61bf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group_rule': {'security_group_id': '88537a2a-dcdd-4870-ad68-a0507cd4f340', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:12.884450 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a7cc5-a80b-45f7-a1d1-a379feb37e55 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add3759a-7711-427d-8023-c944c798268c,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:12.906339 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a8f1aeda-338d-4b6b-805f-fc10f84013a2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.915257 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1aeda-338d-4b6b-805f-fc10f84013a2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Port': ['ID=51db8309-c8b0-4a3f-8046-4bf1b5e922a2,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:12.917633 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6df54859-2c5b-462e-b413-f76cf1bb61bf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.944023 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-b3a9eebe-cfcd-4fb1-b593-71685bc17108 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] For port 3dbf0b8f-e074-4296-9fe5-6d46ac212589, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=3dbf0b8f-e074-4296-9fe5-6d46ac212589,segment=NetworkSegment(9469f94d-e601-4ae2-aa3a-8e78d98e03e0),segment_id=9469f94d-e601-4ae2-aa3a-8e78d98e03e0)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:12.944414 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b3a9eebe-cfcd-4fb1-b593-71685bc17108 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.958713 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a9fc9b-3ea1-4ec2-a30c-ee069ccc7a98 None None] Network 4a3ef96b-1568-4d83-8d75-7993196ffa2d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:12.961301 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.979576 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-b3a9eebe-cfcd-4fb1-b593-71685bc17108 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Calling delete_port for 3dbf0b8f-e074-4296-9fe5-6d46ac212589 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:13.007661 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6df54859-2c5b-462e-b413-f76cf1bb61bf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.014626 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6df54859-2c5b-462e-b413-f76cf1bb61bf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.038517 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df54859-2c5b-462e-b413-f76cf1bb61bf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65ad878-4d65-4988-9765-a26759df50eb,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:13.056639 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port b5d33cb8-90ec-4dae-a47b-a987a05337d1, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=b5d33cb8-90ec-4dae-a47b-a987a05337d1,segment=NetworkSegment(7644f026-d050-448b-b65d-3c97be0129ea),segment_id=7644f026-d050-448b-b65d-3c97be0129ea)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:13.058760 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6df54859-2c5b-462e-b413-f76cf1bb61bf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.060764 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6df54859-2c5b-462e-b413-f76cf1bb61bf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1867435 Jul 16 01:49:13.063924 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55042) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:13.070972 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-c3921b49-149f-4566-80f0-e3cbfd478942 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group_rule': {'security_group_id': '88537a2a-dcdd-4870-ad68-a0507cd4f340', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:13.072342 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.109439 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8af6-7e95-400a-b9f8-80126bc07782 None None] Provisioning for port f26a16e8-9d8f-4bd6-b38c-01dd2806a285 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:13.117151 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c3921b49-149f-4566-80f0-e3cbfd478942 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.118787 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b6cd8af6-7e95-400a-b9f8-80126bc07782 None None] Provisioning complete for port f26a16e8-9d8f-4bd6-b38c-01dd2806a285 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:13.119165 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8af6-7e95-400a-b9f8-80126bc07782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.128653 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f1aeda-338d-4b6b-805f-fc10f84013a2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network 4a3ef96b-1568-4d83-8d75-7993196ffa2d is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:13.131585 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-a8f1aeda-338d-4b6b-805f-fc10f84013a2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:13.190158 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=b5d33cb8-90ec-4dae-a47b-a987a05337d1,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:13.197481 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c3921b49-149f-4566-80f0-e3cbfd478942 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.203081 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c3921b49-149f-4566-80f0-e3cbfd478942 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.223950 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3921b49-149f-4566-80f0-e3cbfd478942 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c5e76f-1ade-4e1c-88d4-032ed0423117,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:13.234905 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b3a9eebe-cfcd-4fb1-b593-71685bc17108 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.236264 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c3921b49-149f-4566-80f0-e3cbfd478942 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.240405 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c3921b49-149f-4566-80f0-e3cbfd478942 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1720190 Jul 16 01:49:13.240715 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55044) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:13.246025 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-e96fcaa4-7a89-41c7-afb4-32b33346a486 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group_rule': {'security_group_id': '88537a2a-dcdd-4870-ad68-a0507cd4f340', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:13.275422 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a9eebe-cfcd-4fb1-b593-71685bc17108 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] No DVR routers for this DVR port 3dbf0b8f-e074-4296-9fe5-6d46ac212589 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:13.298851 n-d-792394-16 neutron-server[93955]: INFO neutron.db.securitygroups_db [None req-e96fcaa4-7a89-41c7-afb4-32b33346a486 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Project 8c0fcf31570241eb96a760177b0aa82f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:49:13.308064 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9eebe-cfcd-4fb1-b593-71685bc17108 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Pushing event deleted for resources: {'Port': ['ID=3dbf0b8f-e074-4296-9fe5-6d46ac212589,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:13.310894 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e96fcaa4-7a89-41c7-afb4-32b33346a486 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.339151 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8af6-7e95-400a-b9f8-80126bc07782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.383019 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b6cd8af6-7e95-400a-b9f8-80126bc07782 None None] For port f26a16e8-9d8f-4bd6-b38c-01dd2806a285, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f26a16e8-9d8f-4bd6-b38c-01dd2806a285,segment=NetworkSegment(0d02fcdf-f4ac-49f2-9772-d40846487eca),segment_id=0d02fcdf-f4ac-49f2-9772-d40846487eca)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:13.391248 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8af6-7e95-400a-b9f8-80126bc07782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.399461 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b3a9eebe-cfcd-4fb1-b593-71685bc17108 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.403826 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f1aeda-338d-4b6b-805f-fc10f84013a2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Router 6eb0bf96-6511-4d67-a770-0c881ef67481 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:13.421014 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-b3a9eebe-cfcd-4fb1-b593-71685bc17108 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fe1faa-adf2-4dc6-806e-b4ad66bd161f']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:13.440647 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-b3a9eebe-cfcd-4fb1-b593-71685bc17108 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9469f94d-e601-4ae2-aa3a-8e78d98e03e0') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:13.441067 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-b3a9eebe-cfcd-4fb1-b593-71685bc17108 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9469f94d-e601-4ae2-aa3a-8e78d98e03e0') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:13.457636 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b3a9eebe-cfcd-4fb1-b593-71685bc17108 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.472649 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e96fcaa4-7a89-41c7-afb4-32b33346a486 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.483304 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e96fcaa4-7a89-41c7-afb4-32b33346a486 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.522541 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8af6-7e95-400a-b9f8-80126bc07782 None None] Pushing event updated for resources: {'Port': ['ID=f26a16e8-9d8f-4bd6-b38c-01dd2806a285,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:13.535025 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fcaa4-7a89-41c7-afb4-32b33346a486 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443c8e8f-8bbe-4ef9-95d8-ce89b59eaa01,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:13.562375 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e96fcaa4-7a89-41c7-afb4-32b33346a486 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.564001 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e96fcaa4-7a89-41c7-afb4-32b33346a486 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3219433 Jul 16 01:49:13.566903 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55048) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:13.569458 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b3a9eebe-cfcd-4fb1-b593-71685bc17108 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.572625 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-5e043865-459c-47ee-bc0d-e61dcde7c1bc tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group_rule': {'security_group_id': '88537a2a-dcdd-4870-ad68-a0507cd4f340', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:13.589805 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a9eebe-cfcd-4fb1-b593-71685bc17108 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:13.590463 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b3a9eebe-cfcd-4fb1-b593-71685bc17108 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: self.session.flush() Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:13.602541 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:13.623396 n-d-792394-16 neutron-server[93955]: INFO neutron.db.securitygroups_db [None req-5e043865-459c-47ee-bc0d-e61dcde7c1bc tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Project 8c0fcf31570241eb96a760177b0aa82f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:49:13.630364 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e043865-459c-47ee-bc0d-e61dcde7c1bc tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.734054 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f1aeda-338d-4b6b-805f-fc10f84013a2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:13.738962 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e043865-459c-47ee-bc0d-e61dcde7c1bc tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.747044 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a8f1aeda-338d-4b6b-805f-fc10f84013a2 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "PUT /v2.0/routers/6eb0bf96-6511-4d67-a770-0c881ef67481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5205102 Jul 16 01:49:13.748854 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] Sync routers for ids ['6eb0bf96-6511-4d67-a770-0c881ef67481'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:13.749910 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55050) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:13.765638 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-44bf0d88-c95b-45e3-890a-dc32244ed10f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'network': {'name': 'tempest-RoutersTest-1294131672'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:13.766237 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b3a9eebe-cfcd-4fb1-b593-71685bc17108 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.773809 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b3a9eebe-cfcd-4fb1-b593-71685bc17108 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.774316 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] Routers {'6eb0bf96-6511-4d67-a770-0c881ef67481'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:13.774964 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eb0bf96-6511-4d67-a770-0c881ef67481'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:13.776956 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b3a9eebe-cfcd-4fb1-b593-71685bc17108 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] 10.222.0.16 "DELETE /v2.0/networks/27fe1faa-adf2-4dc6-806e-b4ad66bd161f HTTP/1.1" status: 204 len: 168 time: 2.0288792 Jul 16 01:49:13.778150 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e043865-459c-47ee-bc0d-e61dcde7c1bc tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.811057 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9eebe-cfcd-4fb1-b593-71685bc17108 tempest-AllowedAddressPairTestJSON-199012939 tempest-AllowedAddressPairTestJSON-199012939-project] Pushing event deleted for resources: {'Network': ['ID=27fe1faa-adf2-4dc6-806e-b4ad66bd161f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:13.831896 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e043865-459c-47ee-bc0d-e61dcde7c1bc tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a313032b-574b-4005-aab6-4225e74972e0,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:13.849250 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bf0d88-c95b-45e3-890a-dc32244ed10f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Made reservation on behalf of 5c44433e7212494d8106da72c14533ce for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:13.853448 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44bf0d88-c95b-45e3-890a-dc32244ed10f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.863743 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f26a16e8-9d8f-4bd6-b38c-01dd2806a285 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:13.867638 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e043865-459c-47ee-bc0d-e61dcde7c1bc tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.871523 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5e043865-459c-47ee-bc0d-e61dcde7c1bc tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3007584 Jul 16 01:49:13.871907 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55054) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:13.878582 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-89f98418-79dd-4260-b0ce-ad302b86c6a9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'network': {'name': 'tempest-network-smoke--1639471300', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'port_security_enabled': True}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:13.912851 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44bf0d88-c95b-45e3-890a-dc32244ed10f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:13.922859 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f98418-79dd-4260-b0ce-ad302b86c6a9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Made reservation on behalf of 8c0fcf31570241eb96a760177b0aa82f for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:13.929800 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89f98418-79dd-4260-b0ce-ad302b86c6a9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.940570 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44bf0d88-c95b-45e3-890a-dc32244ed10f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.941040 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-44bf0d88-c95b-45e3-890a-dc32244ed10f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Added segment c98420eb-b190-44ae-bb3e-a762586206e5 of type vlan for network 511e4a49-23e8-4a2f-a9c6-ed0115f34515 Jul 16 01:49:13.953053 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6cc1905c-9913-4369-81fe-87decd6f07ca None None] Provisioning for port 51db8309-c8b0-4a3f-8046-4bf1b5e922a2 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:13.972477 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6cc1905c-9913-4369-81fe-87decd6f07ca None None] Provisioning complete for port 51db8309-c8b0-4a3f-8046-4bf1b5e922a2 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:13.973154 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6cc1905c-9913-4369-81fe-87decd6f07ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.023989 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] Set router 6eb0bf96-6511-4d67-a770-0c881ef67481 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:14.024222 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44bf0d88-c95b-45e3-890a-dc32244ed10f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.069709 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44bf0d88-c95b-45e3-890a-dc32244ed10f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.072966 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.db.api [None req-89f98418-79dd-4260-b0ce-ad302b86c6a9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=93956) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:49:14.073736 n-d-792394-16 neutron-server[93956]: DEBUG oslo_db.api [None req-89f98418-79dd-4260-b0ce-ad302b86c6a9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:49:14.082673 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bf0d88-c95b-45e3-890a-dc32244ed10f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:14.083931 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44bf0d88-c95b-45e3-890a-dc32244ed10f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.137432 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6cc1905c-9913-4369-81fe-87decd6f07ca None None] Port 51db8309-c8b0-4a3f-8046-4bf1b5e922a2 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:14.195251 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf0d88-c95b-45e3-890a-dc32244ed10f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Network': ['ID=511e4a49-23e8-4a2f-a9c6-ed0115f34515,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:14.214400 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 511e4a49-23e8-4a2f-a9c6-ed0115f34515 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:14.223533 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-44bf0d88-c95b-45e3-890a-dc32244ed10f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4696043 Jul 16 01:49:14.224391 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55058) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:14.235773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-41c57a85-24d3-4a10-b546-92e5165a2bae tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'subnet': {'network_id': '511e4a49-23e8-4a2f-a9c6-ed0115f34515', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:14.310907 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55060) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:14.343857 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port f26a16e8-9d8f-4bd6-b38c-01dd2806a285 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:14.344712 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.449218 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6cc1905c-9913-4369-81fe-87decd6f07ca None None] Provisioning complete for port f26a16e8-9d8f-4bd6-b38c-01dd2806a285 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:14.449750 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c57a85-24d3-4a10-b546-92e5165a2bae tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Made reservation on behalf of 5c44433e7212494d8106da72c14533ce for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:14.450705 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6cc1905c-9913-4369-81fe-87decd6f07ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.455628 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-41c57a85-24d3-4a10-b546-92e5165a2bae tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.579837 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89f98418-79dd-4260-b0ce-ad302b86c6a9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.614235 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-40c0c040-bdb6-40ec-bfd3-3f6f5029ff17 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71125fbf583d47a28b0bcd8e32958d65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3002901 Jul 16 01:49:14.617480 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55064) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:14.643196 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f98418-79dd-4260-b0ce-ad302b86c6a9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:14.683964 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89f98418-79dd-4260-b0ce-ad302b86c6a9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.684518 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-89f98418-79dd-4260-b0ce-ad302b86c6a9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Added segment bdd80659-e7e5-41bf-88d1-355a8aa3f221 of type vlan for network 8ea64742-1c50-4bb0-bd91-fb77dbafbfdf Jul 16 01:49:14.743677 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-41c57a85-24d3-4a10-b546-92e5165a2bae tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.745992 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d15ca19e-ebdc-4edd-9d9e-2173eab70108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.787023 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89f98418-79dd-4260-b0ce-ad302b86c6a9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.820251 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c57a85-24d3-4a10-b546-92e5165a2bae tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Subnet': ['ID=2453068a-edba-4c80-8ab9-b1548c09e190,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:14.831289 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c57a85-24d3-4a10-b546-92e5165a2bae tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Checking segment: {'id': 'c98420eb-b190-44ae-bb3e-a762586206e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '511e4a49-23e8-4a2f-a9c6-ed0115f34515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:14.831800 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c57a85-24d3-4a10-b546-92e5165a2bae tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network hostable DHCP agents. Network: 511e4a49-23e8-4a2f-a9c6-ed0115f34515, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:14.837517 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d15ca19e-ebdc-4edd-9d9e-2173eab70108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.877238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c57a85-24d3-4a10-b546-92e5165a2bae tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network 511e4a49-23e8-4a2f-a9c6-ed0115f34515 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:14.877468 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device b5d33cb8-90ec-4dae-a47b-a987a05337d1 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:14.896693 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89f98418-79dd-4260-b0ce-ad302b86c6a9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.900600 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-41c57a85-24d3-4a10-b546-92e5165a2bae tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 511e4a49-23e8-4a2f-a9c6-ed0115f34515) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:14.903402 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f98418-79dd-4260-b0ce-ad302b86c6a9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:14.904084 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-89f98418-79dd-4260-b0ce-ad302b86c6a9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.909418 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c57a85-24d3-4a10-b546-92e5165a2bae tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:14.911373 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-41c57a85-24d3-4a10-b546-92e5165a2bae tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.919334 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdb45ff-eff3-4ee3-9747-63de200a17e3 None None] Network 511e4a49-23e8-4a2f-a9c6-ed0115f34515 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:14.950248 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-41c57a85-24d3-4a10-b546-92e5165a2bae tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7242095 Jul 16 01:49:14.953125 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55068) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:14.957081 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-89f98418-79dd-4260-b0ce-ad302b86c6a9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0838821 Jul 16 01:49:14.960273 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55070) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:14.965436 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0a538467-bd3d-44b6-baec-e38e78755637 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-544428020', 'admin_state_up': True, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:15.023235 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d15ca19e-ebdc-4edd-9d9e-2173eab70108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.025917 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d15ca19e-ebdc-4edd-9d9e-2173eab70108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.029769 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d15ca19e-ebdc-4edd-9d9e-2173eab70108 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8053033-65f5-432a-b12d-d71ebb7d0f41 HTTP/1.1" status: 204 len: 168 time: 0.4087946 Jul 16 01:49:15.029769 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a538467-bd3d-44b6-baec-e38e78755637 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.029769 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a538467-bd3d-44b6-baec-e38e78755637 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.047043 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ca19e-ebdc-4edd-9d9e-2173eab70108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8053033-65f5-432a-b12d-d71ebb7d0f41,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:15.050143 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f98418-79dd-4260-b0ce-ad302b86c6a9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Network': ['ID=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:15.080312 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 8ea64742-1c50-4bb0-bd91-fb77dbafbfdf details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:15.108531 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a538467-bd3d-44b6-baec-e38e78755637 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.116623 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:11Z', 'revision_number': 4, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None, '_interfaces': [{'id': '51db8309-c8b0-4a3f-8046-4bf1b5e922a2', 'name': '', 'network_id': '4a3ef96b-1568-4d83-8d75-7993196ffa2d', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:29:b4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'c5e47f6f-8b59-4c18-ab38-f245005f8115', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:10Z', 'updated_at': '2021-07-16T01:49:12Z', 'revision_number': 2, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'c5e47f6f-8b59-4c18-ab38-f245005f8115', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5b9c9a-437f-4b82-99fc-5eae4a209f7d', 'name': '', 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:fc:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:56Z', 'updated_at': '2021-07-16T01:49:04Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d33cb8-90ec-4dae-a47b-a987a05337d1', 'name': '', 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:1b:57:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:12Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:15.212643 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] Checking router: 6eb0bf96-6511-4d67-a770-0c881ef67481 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:15.213258 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] Updating router 6eb0bf96-6511-4d67-a770-0c881ef67481 port 51db8309-c8b0-4a3f-8046-4bf1b5e922a2 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:49:15.214740 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port b5d33cb8-90ec-4dae-a47b-a987a05337d1 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:15.215132 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.295866 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a538467-bd3d-44b6-baec-e38e78755637 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.375032 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4a818192-bac8-4d74-b110-69b4e2db4bbc None None] Provisioning complete for port 51db8309-c8b0-4a3f-8046-4bf1b5e922a2 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:15.375409 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4a818192-bac8-4d74-b110-69b4e2db4bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.421783 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.482323 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-4a818192-bac8-4d74-b110-69b4e2db4bbc None None] Port 51db8309-c8b0-4a3f-8046-4bf1b5e922a2 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:15.541599 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c0a17cf-8bb9-4ab3-a710-e0b6d0fe12c5 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.542213 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568f1072-2bbc-44aa-9a52-8c16d11c8489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-511e4a49-23e8-4a2f-a9c6-ed0115f34515', 'network_id': '511e4a49-23e8-4a2f-a9c6-ed0115f34515', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'fixed_ips': [{'subnet_id': '2453068a-edba-4c80-8ab9-b1548c09e190'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:49:15.542856 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-568f1072-2bbc-44aa-9a52-8c16d11c8489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.646656 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a538467-bd3d-44b6-baec-e38e78755637 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.668723 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a538467-bd3d-44b6-baec-e38e78755637 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.885380 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-0a538467-bd3d-44b6-baec-e38e78755637 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Allocated IP 172.25.6.145 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/eb112328-5063-411e-a591-7a58b4a14ff3) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:16.027434 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 3dbf0b8f-e074-4296-9fe5-6d46ac212589 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:16.055305 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 3dbf0b8f-e074-4296-9fe5-6d46ac212589 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:16.055653 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 3dbf0b8f-e074-4296-9fe5-6d46ac212589 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:16.079750 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.095672 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-568f1072-2bbc-44aa-9a52-8c16d11c8489 None None] Allocated IP 172.23.0.2 (511e4a49-23e8-4a2f-a9c6-ed0115f34515/2453068a-edba-4c80-8ab9-b1548c09e190/eb5da3e4-2dce-4bae-979d-798c3b909eea) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:16.097072 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a538467-bd3d-44b6-baec-e38e78755637 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.101586 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] Transition to ACTIVE for port object 51db8309-c8b0-4a3f-8046-4bf1b5e922a2 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:16.117353 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.226353 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a538467-bd3d-44b6-baec-e38e78755637 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.245865 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17038f2-5af0-4b5b-9fdd-626db21bb202 None None] Pushing event updated for resources: {'Port': ['ID=51db8309-c8b0-4a3f-8046-4bf1b5e922a2,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:16.270775 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a538467-bd3d-44b6-baec-e38e78755637 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:16.277541 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-0a538467-bd3d-44b6-baec-e38e78755637 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:16.283316 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a538467-bd3d-44b6-baec-e38e78755637 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:16.299526 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55102) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:16.337478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55106) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:16.341336 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a538467-bd3d-44b6-baec-e38e78755637 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Port': ['ID=eb112328-5063-411e-a591-7a58b4a14ff3,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:16.411274 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] Attempting to bind port 51db8309-c8b0-4a3f-8046-4bf1b5e922a2 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:16.411648 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] Attempting to bind port 51db8309-c8b0-4a3f-8046-4bf1b5e922a2 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '0d02fcdf-f4ac-49f2-9772-d40846487eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4a3ef96b-1568-4d83-8d75-7993196ffa2d'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:16.412014 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] Attempting to bind port 51db8309-c8b0-4a3f-8046-4bf1b5e922a2 on network 4a3ef96b-1568-4d83-8d75-7993196ffa2d {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:16.446355 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-46718cb8-7c4b-4861-b30a-28d8fafbb69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.525088 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-8433007f-aba9-4432-8c09-b9e6682c8cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-65487686'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:16.537678 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-568f1072-2bbc-44aa-9a52-8c16d11c8489 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.548122 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:16.548687 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] Checking segment: {'id': '0d02fcdf-f4ac-49f2-9772-d40846487eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4a3ef96b-1568-4d83-8d75-7993196ffa2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:16.549380 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.549708 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] Bound using segment: {'id': '0d02fcdf-f4ac-49f2-9772-d40846487eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4a3ef96b-1568-4d83-8d75-7993196ffa2d'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:16.550268 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] Bound port: 51db8309-c8b0-4a3f-8046-4bf1b5e922a2, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d02fcdf-f4ac-49f2-9772-d40846487eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4a3ef96b-1568-4d83-8d75-7993196ffa2d'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:16.550743 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.553397 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-568f1072-2bbc-44aa-9a52-8c16d11c8489 None None] Transition to ACTIVE for port object eb5da3e4-2dce-4bae-979d-798c3b909eea will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:16.581558 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-568f1072-2bbc-44aa-9a52-8c16d11c8489 None None] Transition to ACTIVE for port object eb5da3e4-2dce-4bae-979d-798c3b909eea will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:16.602227 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-46718cb8-7c4b-4861-b30a-28d8fafbb69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.616447 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-568f1072-2bbc-44aa-9a52-8c16d11c8489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.618992 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-46718cb8-7c4b-4861-b30a-28d8fafbb69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.668850 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f1072-2bbc-44aa-9a52-8c16d11c8489 None None] Pushing event updated for resources: {'Port': ['ID=eb5da3e4-2dce-4bae-979d-798c3b909eea,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:16.675456 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a538467-bd3d-44b6-baec-e38e78755637 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.700557 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568f1072-2bbc-44aa-9a52-8c16d11c8489 None None] Network 511e4a49-23e8-4a2f-a9c6-ed0115f34515 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:16.705432 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8433007f-aba9-4432-8c09-b9e6682c8cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Made reservation on behalf of 664040dfab734c6da0a1407463b72327 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:16.705870 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-568f1072-2bbc-44aa-9a52-8c16d11c8489 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:16.709473 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568f1072-2bbc-44aa-9a52-8c16d11c8489 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:16.709923 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8433007f-aba9-4432-8c09-b9e6682c8cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.712408 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] For port 51db8309-c8b0-4a3f-8046-4bf1b5e922a2, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:16.727917 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46718cb8-7c4b-4861-b30a-28d8fafbb69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57d5834-5e5d-4dc2-bd11-cc7eb5f53e05,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:16.730221 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] For port 51db8309-c8b0-4a3f-8046-4bf1b5e922a2, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=51db8309-c8b0-4a3f-8046-4bf1b5e922a2,segment=NetworkSegment(0d02fcdf-f4ac-49f2-9772-d40846487eca),segment_id=0d02fcdf-f4ac-49f2-9772-d40846487eca)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:16.733671 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-46718cb8-7c4b-4861-b30a-28d8fafbb69a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d27b8c7f69a343f4a45e1295bc2fb354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4328840 Jul 16 01:49:16.737300 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55110) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:16.738018 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8433007f-aba9-4432-8c09-b9e6682c8cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.754915 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-1c0a17cf-8bb9-4ab3-a710-e0b6d0fe12c5 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Allocated IP 172.23.0.1 (511e4a49-23e8-4a2f-a9c6-ed0115f34515/2453068a-edba-4c80-8ab9-b1548c09e190/5e0f48bc-68a2-4d6a-808e-e7d9d6829134) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:16.755165 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.841209 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-568f1072-2bbc-44aa-9a52-8c16d11c8489 None None] Attempting to bind port eb5da3e4-2dce-4bae-979d-798c3b909eea on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:16.841584 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-568f1072-2bbc-44aa-9a52-8c16d11c8489 None None] Attempting to bind port eb5da3e4-2dce-4bae-979d-798c3b909eea by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'c98420eb-b190-44ae-bb3e-a762586206e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '511e4a49-23e8-4a2f-a9c6-ed0115f34515'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:16.841951 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568f1072-2bbc-44aa-9a52-8c16d11c8489 None None] Attempting to bind port eb5da3e4-2dce-4bae-979d-798c3b909eea on network 511e4a49-23e8-4a2f-a9c6-ed0115f34515 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:16.862931 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568f1072-2bbc-44aa-9a52-8c16d11c8489 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:16.863315 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568f1072-2bbc-44aa-9a52-8c16d11c8489 None None] Checking segment: {'id': 'c98420eb-b190-44ae-bb3e-a762586206e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '511e4a49-23e8-4a2f-a9c6-ed0115f34515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:16.863727 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-568f1072-2bbc-44aa-9a52-8c16d11c8489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.864221 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568f1072-2bbc-44aa-9a52-8c16d11c8489 None None] Bound using segment: {'id': 'c98420eb-b190-44ae-bb3e-a762586206e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '511e4a49-23e8-4a2f-a9c6-ed0115f34515'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:16.864770 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-568f1072-2bbc-44aa-9a52-8c16d11c8489 None None] Bound port: eb5da3e4-2dce-4bae-979d-798c3b909eea, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98420eb-b190-44ae-bb3e-a762586206e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '511e4a49-23e8-4a2f-a9c6-ed0115f34515'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:16.865139 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-568f1072-2bbc-44aa-9a52-8c16d11c8489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.867107 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] Routers {'6eb0bf96-6511-4d67-a770-0c881ef67481'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:16.867744 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eb0bf96-6511-4d67-a770-0c881ef67481'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:16.911551 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17038f2-5af0-4b5b-9fdd-626db21bb202 None None] Pushing event updated for resources: {'Port': ['ID=51db8309-c8b0-4a3f-8046-4bf1b5e922a2,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:16.921228 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a538467-bd3d-44b6-baec-e38e78755637 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.958852 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8433007f-aba9-4432-8c09-b9e6682c8cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.980260 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8433007f-aba9-4432-8c09-b9e6682c8cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.997657 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8433007f-aba9-4432-8c09-b9e6682c8cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:17.008678 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8433007f-aba9-4432-8c09-b9e6682c8cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.009441 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-8433007f-aba9-4432-8c09-b9e6682c8cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Added segment 4c47ee2c-cacf-4a9a-8d8a-fa2c7e5c3559 of type vlan for network 4048493e-b531-4df2-9d12-2c7dcf2cfa0a Jul 16 01:49:17.015854 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] Set router 6eb0bf96-6511-4d67-a770-0c881ef67481 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:17.050122 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-568f1072-2bbc-44aa-9a52-8c16d11c8489 None None] For port eb5da3e4-2dce-4bae-979d-798c3b909eea, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:17.062559 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8433007f-aba9-4432-8c09-b9e6682c8cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.070301 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-568f1072-2bbc-44aa-9a52-8c16d11c8489 None None] For port eb5da3e4-2dce-4bae-979d-798c3b909eea, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=eb5da3e4-2dce-4bae-979d-798c3b909eea,segment=NetworkSegment(c98420eb-b190-44ae-bb3e-a762586206e5),segment_id=c98420eb-b190-44ae-bb3e-a762586206e5)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:17.078987 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a538467-bd3d-44b6-baec-e38e78755637 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Router 1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:49:17.135017 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e8a7334b-dc4e-42c3-bf92-894af86d6703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.159316 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e8a7334b-dc4e-42c3-bf92-894af86d6703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.199694 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.db.resource_extend [None req-8433007f-aba9-4432-8c09-b9e6682c8cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:49:17.229993 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433007f-aba9-4432-8c09-b9e6682c8cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73b19e1-9d3c-4310-b6bb-1f8d159f8558,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:17.249808 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8433007f-aba9-4432-8c09-b9e6682c8cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.255967 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8433007f-aba9-4432-8c09-b9e6682c8cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:17.256805 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8433007f-aba9-4432-8c09-b9e6682c8cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.293760 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8433007f-aba9-4432-8c09-b9e6682c8cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9475710 Jul 16 01:49:17.298429 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55112) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:17.301180 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-568f1072-2bbc-44aa-9a52-8c16d11c8489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.322470 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-24d7055a-b095-4a65-a01f-5f1778472a17 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Request body: {'subnet': {'network_id': '4048493e-b531-4df2-9d12-2c7dcf2cfa0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:17.332807 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c0a17cf-8bb9-4ab3-a710-e0b6d0fe12c5 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.335009 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e8a7334b-dc4e-42c3-bf92-894af86d6703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.337910 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e8a7334b-dc4e-42c3-bf92-894af86d6703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.341833 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e8a7334b-dc4e-42c3-bf92-894af86d6703 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a57d5834-5e5d-4dc2-bd11-cc7eb5f53e05 HTTP/1.1" status: 204 len: 168 time: 0.5979340 Jul 16 01:49:17.376977 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7334b-dc4e-42c3-bf92-894af86d6703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57d5834-5e5d-4dc2-bd11-cc7eb5f53e05,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:17.450587 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f1072-2bbc-44aa-9a52-8c16d11c8489 None None] Pushing event updated for resources: {'Port': ['ID=eb5da3e4-2dce-4bae-979d-798c3b909eea,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:17.470001 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433007f-aba9-4432-8c09-b9e6682c8cb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Pushing event updated for resources: {'Network': ['ID=4048493e-b531-4df2-9d12-2c7dcf2cfa0a,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:17.472759 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1c0a17cf-8bb9-4ab3-a710-e0b6d0fe12c5 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Transition to ACTIVE for port object 5e0f48bc-68a2-4d6a-808e-e7d9d6829134 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:17.519716 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 4048493e-b531-4df2-9d12-2c7dcf2cfa0a details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:17.520614 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d7055a-b095-4a65-a01f-5f1778472a17 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Made reservation on behalf of 664040dfab734c6da0a1407463b72327 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:17.524423 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-24d7055a-b095-4a65-a01f-5f1778472a17 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.627930 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c0a17cf-8bb9-4ab3-a710-e0b6d0fe12c5 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.675511 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:11Z', 'revision_number': 4, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None, '_interfaces': [{'id': '51db8309-c8b0-4a3f-8046-4bf1b5e922a2', 'name': '', 'network_id': '4a3ef96b-1568-4d83-8d75-7993196ffa2d', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:29:b4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'c5e47f6f-8b59-4c18-ab38-f245005f8115', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:10Z', 'updated_at': '2021-07-16T01:49:16Z', 'revision_number': 4, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'c5e47f6f-8b59-4c18-ab38-f245005f8115', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5b9c9a-437f-4b82-99fc-5eae4a209f7d', 'name': '', 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:fc:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:56Z', 'updated_at': '2021-07-16T01:49:04Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d33cb8-90ec-4dae-a47b-a987a05337d1', 'name': '', 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:1b:57:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:12Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:17.707725 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0a17cf-8bb9-4ab3-a710-e0b6d0fe12c5 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network 511e4a49-23e8-4a2f-a9c6-ed0115f34515 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:17.710503 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a17cf-8bb9-4ab3-a710-e0b6d0fe12c5 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Port': ['ID=5e0f48bc-68a2-4d6a-808e-e7d9d6829134,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:17.714615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-1c0a17cf-8bb9-4ab3-a710-e0b6d0fe12c5 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:17.733429 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0a17cf-8bb9-4ab3-a710-e0b6d0fe12c5 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:17.752608 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8818dde-c2ad-499d-8d87-31ec6f93dd51 None None] The sync data for ids ['6eb0bf96-6511-4d67-a770-0c881ef67481'] in n-d-792394-16 is: [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:11Z', 'revision_number': 4, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None, '_interfaces': [{'id': '51db8309-c8b0-4a3f-8046-4bf1b5e922a2', 'name': '', 'network_id': '4a3ef96b-1568-4d83-8d75-7993196ffa2d', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:29:b4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'c5e47f6f-8b59-4c18-ab38-f245005f8115', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:10Z', 'updated_at': '2021-07-16T01:49:16Z', 'revision_number': 4, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'c5e47f6f-8b59-4c18-ab38-f245005f8115', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5b9c9a-437f-4b82-99fc-5eae4a209f7d', 'name': '', 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:fc:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:56Z', 'updated_at': '2021-07-16T01:49:04Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d33cb8-90ec-4dae-a47b-a987a05337d1', 'name': '', 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:1b:57:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:12Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:17.851752 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c0a17cf-8bb9-4ab3-a710-e0b6d0fe12c5 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.860277 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a538467-bd3d-44b6-baec-e38e78755637 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:17.872292 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] Sync routers for ids ['1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:17.890800 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] Routers {'1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:17.891499 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:17.893951 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a538467-bd3d-44b6-baec-e38e78755637 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.904971 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0a538467-bd3d-44b6-baec-e38e78755637 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9404569 Jul 16 01:49:17.906466 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55118) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:17.907035 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55120) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:18.019515 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-abd09a89-9cea-4c1a-a556-8444b7545d25 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=8c0fcf31570241eb96a760177b0aa82f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1109459 Jul 16 01:49:18.022087 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55124) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:18.031727 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-416164b4-36e9-436c-9925-cee844aa2682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.032400 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-24d7055a-b095-4a65-a01f-5f1778472a17 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.068148 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] Set router 1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:18.181075 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7055a-b095-4a65-a01f-5f1778472a17 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Pushing event updated for resources: {'Subnet': ['ID=394cda17-88cb-4856-bf72-985b61ef4cb8,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:18.186986 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c0a17cf-8bb9-4ab3-a710-e0b6d0fe12c5 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.240921 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d7055a-b095-4a65-a01f-5f1778472a17 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Checking segment: {'id': '4c47ee2c-cacf-4a9a-8d8a-fa2c7e5c3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4048493e-b531-4df2-9d12-2c7dcf2cfa0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:18.241245 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d7055a-b095-4a65-a01f-5f1778472a17 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Network hostable DHCP agents. Network: 4048493e-b531-4df2-9d12-2c7dcf2cfa0a, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:18.334971 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d7055a-b095-4a65-a01f-5f1778472a17 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Network 4048493e-b531-4df2-9d12-2c7dcf2cfa0a is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:18.353998 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device eb5da3e4-2dce-4bae-979d-798c3b909eea up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:18.366783 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544428020', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:16Z', 'revision_number': 3, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:18.374844 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250ccb9f-1266-4480-b8c7-2ff752d1da72 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:18.377052 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-250ccb9f-1266-4480-b8c7-2ff752d1da72 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3534777 Jul 16 01:49:18.379431 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55126) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:18.439719 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] Checking router: 1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:18.440065 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] Updating router 1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e port eb112328-5063-411e-a591-7a58b4a14ff3 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:49:18.449349 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d87b723c-91fd-4a81-b8d1-80aa9b280c8b tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0682979 Jul 16 01:49:18.452575 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55128) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:18.457918 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-5e8b1d64-6dba-4d26-90e5-d7ff012266cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-465189417', 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:18.469990 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port eb5da3e4-2dce-4bae-979d-798c3b909eea completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:18.474624 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 51db8309-c8b0-4a3f-8046-4bf1b5e922a2 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:18.518869 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.531277 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-24d7055a-b095-4a65-a01f-5f1778472a17 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 4048493e-b531-4df2-9d12-2c7dcf2cfa0a) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:18.544230 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d7055a-b095-4a65-a01f-5f1778472a17 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:18.545174 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-24d7055a-b095-4a65-a01f-5f1778472a17 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.555062 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3aef2e-72d4-4311-bed5-f13500c33058 None None] Network 4048493e-b531-4df2-9d12-2c7dcf2cfa0a requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:18.585070 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-416164b4-36e9-436c-9925-cee844aa2682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.615364 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-416164b4-36e9-436c-9925-cee844aa2682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.648730 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-416164b4-36e9-436c-9925-cee844aa2682 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a7c3a01fc29446da6db90eb93b36e7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7389066 Jul 16 01:49:18.656664 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55130) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:18.670917 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8b1d64-6dba-4d26-90e5-d7ff012266cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Made reservation on behalf of 8c0fcf31570241eb96a760177b0aa82f for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:18.675429 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5e8b1d64-6dba-4d26-90e5-d7ff012266cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.688239 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 51db8309-c8b0-4a3f-8046-4bf1b5e922a2 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:18.706828 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 51db8309-c8b0-4a3f-8046-4bf1b5e922a2 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:18.707731 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.796022 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-24d7055a-b095-4a65-a01f-5f1778472a17 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4892702 Jul 16 01:49:18.800869 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55132) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:18.804713 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416164b4-36e9-436c-9925-cee844aa2682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37cd418-b6b0-4b2b-aea5-f9eb628dfd62,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:18.820794 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-f0032fb2-84fe-4117-b1c5-8327f842d320 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Request body: {'port': {'network_id': '4048493e-b531-4df2-9d12-2c7dcf2cfa0a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1820684111'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:18.868195 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcd845c-02ff-495d-852a-e718c8953ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-4048493e-b531-4df2-9d12-2c7dcf2cfa0a', 'network_id': '4048493e-b531-4df2-9d12-2c7dcf2cfa0a', 'tenant_id': '664040dfab734c6da0a1407463b72327', 'fixed_ips': [{'subnet_id': '394cda17-88cb-4856-bf72-985b61ef4cb8'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:49:18.869490 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-abcd845c-02ff-495d-852a-e718c8953ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.903760 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.921033 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c0a17cf-8bb9-4ab3-a710-e0b6d0fe12c5 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.930873 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c0a17cf-8bb9-4ab3-a710-e0b6d0fe12c5 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.968762 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9c188838-b02a-4fd2-8630-d42c80e56219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.054639 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a17cf-8bb9-4ab3-a710-e0b6d0fe12c5 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event updated for resources: {'Port': ['ID=5e0f48bc-68a2-4d6a-808e-e7d9d6829134,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:19.056231 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 51db8309-c8b0-4a3f-8046-4bf1b5e922a2, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=51db8309-c8b0-4a3f-8046-4bf1b5e922a2,segment=NetworkSegment(0d02fcdf-f4ac-49f2-9772-d40846487eca),segment_id=0d02fcdf-f4ac-49f2-9772-d40846487eca)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:19.063073 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9c188838-b02a-4fd2-8630-d42c80e56219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.066573 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.071161 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.076167 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0032fb2-84fe-4117-b1c5-8327f842d320 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Made reservation on behalf of 664040dfab734c6da0a1407463b72327 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:19.080135 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0032fb2-84fe-4117-b1c5-8327f842d320 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.090147 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] Transition to ACTIVE for port object eb112328-5063-411e-a591-7a58b4a14ff3 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:19.105434 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.110282 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c0a17cf-8bb9-4ab3-a710-e0b6d0fe12c5 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.133392 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11bc922-46d4-4561-b07f-9fa8aaaf9045 None None] Network 511e4a49-23e8-4a2f-a9c6-ed0115f34515 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:19.159947 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-f0032fb2-84fe-4117-b1c5-8327f842d320 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] device_id is not set on port d8400b1d-e7f8-4b6b-9591-8fdca19c6839 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:49:19.187279 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee82ce5-712d-4c91-85ac-b077dfd60abf None None] Pushing event updated for resources: {'Port': ['ID=eb112328-5063-411e-a591-7a58b4a14ff3,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:19.189820 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-abcd845c-02ff-495d-852a-e718c8953ee1 None None] Allocated IP 2001:db8::2 (4048493e-b531-4df2-9d12-2c7dcf2cfa0a/394cda17-88cb-4856-bf72-985b61ef4cb8/03a53adc-ba0b-43db-9799-b4c68e0792ec) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:19.194267 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=51db8309-c8b0-4a3f-8046-4bf1b5e922a2,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:19.208552 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] Attempting to bind port eb112328-5063-411e-a591-7a58b4a14ff3 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:19.209770 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] Attempting to bind port eb112328-5063-411e-a591-7a58b4a14ff3 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:19.210196 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] Attempting to bind port eb112328-5063-411e-a591-7a58b4a14ff3 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:19.221354 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:19.222456 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:19.226621 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.227383 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:19.228151 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] Bound port: eb112328-5063-411e-a591-7a58b4a14ff3, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:19.228779 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.238344 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5e8b1d64-6dba-4d26-90e5-d7ff012266cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.273969 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9c188838-b02a-4fd2-8630-d42c80e56219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.276958 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9c188838-b02a-4fd2-8630-d42c80e56219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.278345 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9c188838-b02a-4fd2-8630-d42c80e56219 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f37cd418-b6b0-4b2b-aea5-f9eb628dfd62 HTTP/1.1" status: 204 len: 168 time: 0.6204090 Jul 16 01:49:19.305794 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c188838-b02a-4fd2-8630-d42c80e56219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37cd418-b6b0-4b2b-aea5-f9eb628dfd62,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:19.307051 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0a17cf-8bb9-4ab3-a710-e0b6d0fe12c5 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Network 511e4a49-23e8-4a2f-a9c6-ed0115f34515 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:19.309742 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-1c0a17cf-8bb9-4ab3-a710-e0b6d0fe12c5 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:19.328095 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b1d64-6dba-4d26-90e5-d7ff012266cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Subnet': ['ID=53081387-d355-4125-a3f4-e300088a6a4b,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:19.331663 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8a4f6141-0676-4166-89bf-a565a44e1045 None None] Provisioning for port eb5da3e4-2dce-4bae-979d-798c3b909eea completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:19.340454 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8b1d64-6dba-4d26-90e5-d7ff012266cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Checking segment: {'id': 'bdd80659-e7e5-41bf-88d1-355a8aa3f221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:19.340824 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8b1d64-6dba-4d26-90e5-d7ff012266cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network hostable DHCP agents. Network: 8ea64742-1c50-4bb0-bd91-fb77dbafbfdf, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:19.342505 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] For port eb112328-5063-411e-a591-7a58b4a14ff3, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:19.346438 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] For port eb112328-5063-411e-a591-7a58b4a14ff3, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=eb112328-5063-411e-a591-7a58b4a14ff3,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:19.356202 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8a4f6141-0676-4166-89bf-a565a44e1045 None None] Provisioning complete for port eb5da3e4-2dce-4bae-979d-798c3b909eea triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:19.356851 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a4f6141-0676-4166-89bf-a565a44e1045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.361627 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.363420 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8b1d64-6dba-4d26-90e5-d7ff012266cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network 8ea64742-1c50-4bb0-bd91-fb77dbafbfdf is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:19.376554 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-5e8b1d64-6dba-4d26-90e5-d7ff012266cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 8ea64742-1c50-4bb0-bd91-fb77dbafbfdf) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:19.390383 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8b1d64-6dba-4d26-90e5-d7ff012266cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:19.390383 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5e8b1d64-6dba-4d26-90e5-d7ff012266cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.424566 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5e8b1d64-6dba-4d26-90e5-d7ff012266cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9706221 Jul 16 01:49:19.427233 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55136) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:19.444951 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cf8979-2fb5-4171-a20e-eb556fb777f6 None None] Network 8ea64742-1c50-4bb0-bd91-fb77dbafbfdf requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:19.470987 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] Routers {'1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:19.471820 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:19.488551 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0a17cf-8bb9-4ab3-a710-e0b6d0fe12c5 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Router 6eb0bf96-6511-4d67-a770-0c881ef67481 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:19.607597 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee82ce5-712d-4c91-85ac-b077dfd60abf None None] Pushing event updated for resources: {'Port': ['ID=eb112328-5063-411e-a591-7a58b4a14ff3,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:19.666946 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0a17cf-8bb9-4ab3-a710-e0b6d0fe12c5 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:19.674326 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1c0a17cf-8bb9-4ab3-a710-e0b6d0fe12c5 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "PUT /v2.0/routers/6eb0bf96-6511-4d67-a770-0c881ef67481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7200291 Jul 16 01:49:19.676880 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55140) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:19.684056 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-bcb198be-d5d5-4e22-8691-eff97eb577b4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:19.695626 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] Sync routers for ids ['6eb0bf96-6511-4d67-a770-0c881ef67481'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:19.695858 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] Set router 1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:19.726901 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-abcd845c-02ff-495d-852a-e718c8953ee1 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.763176 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-abcd845c-02ff-495d-852a-e718c8953ee1 None None] Transition to ACTIVE for port object 03a53adc-ba0b-43db-9799-b4c68e0792ec will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:19.767712 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] Routers {'6eb0bf96-6511-4d67-a770-0c881ef67481'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:19.768612 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eb0bf96-6511-4d67-a770-0c881ef67481'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:19.777179 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a4f6141-0676-4166-89bf-a565a44e1045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.893760 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-abcd845c-02ff-495d-852a-e718c8953ee1 None None] Transition to ACTIVE for port object 03a53adc-ba0b-43db-9799-b4c68e0792ec will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:19.939620 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-abcd845c-02ff-495d-852a-e718c8953ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.955341 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75999f86-93a4-4759-9360-bb87106b76a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-8ea64742-1c50-4bb0-bd91-fb77dbafbfdf', 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'fixed_ips': [{'subnet_id': '53081387-d355-4125-a3f4-e300088a6a4b'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:49:19.956668 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-75999f86-93a4-4759-9360-bb87106b76a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.966699 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-8a4f6141-0676-4166-89bf-a565a44e1045 None None] For port eb5da3e4-2dce-4bae-979d-798c3b909eea, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=eb5da3e4-2dce-4bae-979d-798c3b909eea,segment=NetworkSegment(c98420eb-b190-44ae-bb3e-a762586206e5),segment_id=c98420eb-b190-44ae-bb3e-a762586206e5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:19.972063 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] Set router 6eb0bf96-6511-4d67-a770-0c881ef67481 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:19.993834 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544428020', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:16Z', 'revision_number': 3, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:20.024269 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55142) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:20.032096 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a4f6141-0676-4166-89bf-a565a44e1045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.044824 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d9d66a-b807-4572-bfd8-6ec95f89fd3f None None] The sync data for ids ['1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'] in n-d-792394-16 is: [{'id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544428020', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:16Z', 'revision_number': 3, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:20.051373 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcd845c-02ff-495d-852a-e718c8953ee1 None None] Network 4048493e-b531-4df2-9d12-2c7dcf2cfa0a is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:20.070868 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-abcd845c-02ff-495d-852a-e718c8953ee1 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:20.081514 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f2bc4c83-0144-4a28-aab6-6c13436e034b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.137519 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-f0032fb2-84fe-4117-b1c5-8327f842d320 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Allocated IP 2001:db8::19d (4048493e-b531-4df2-9d12-2c7dcf2cfa0a/394cda17-88cb-4856-bf72-985b61ef4cb8/d8400b1d-e7f8-4b6b-9591-8fdca19c6839) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:20.388444 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.extraroute_db [None req-bcb198be-d5d5-4e22-8691-eff97eb577b4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93955) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:49:20.406347 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.extraroute_db [None req-bcb198be-d5d5-4e22-8691-eff97eb577b4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Removed routes are [] {{(pid=93955) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:49:20.406860 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bcb198be-d5d5-4e22-8691-eff97eb577b4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.484644 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0032fb2-84fe-4117-b1c5-8327f842d320 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.528908 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-f0032fb2-84fe-4117-b1c5-8327f842d320 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Transition to ACTIVE for port object d8400b1d-e7f8-4b6b-9591-8fdca19c6839 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:20.602467 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-75999f86-93a4-4759-9360-bb87106b76a2 None None] Allocated IP 172.20.0.2 (8ea64742-1c50-4bb0-bd91-fb77dbafbfdf/53081387-d355-4125-a3f4-e300088a6a4b/312d7f67-e278-4722-8032-0eae28c9a4fd) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:20.615450 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0032fb2-84fe-4117-b1c5-8327f842d320 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.651266 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcd845c-02ff-495d-852a-e718c8953ee1 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:20.656962 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 51db8309-c8b0-4a3f-8046-4bf1b5e922a2 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:20.696927 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd845c-02ff-495d-852a-e718c8953ee1 None None] Pushing event updated for resources: {'Port': ['ID=03a53adc-ba0b-43db-9799-b4c68e0792ec,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:20.729341 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0032fb2-84fe-4117-b1c5-8327f842d320 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Network 4048493e-b531-4df2-9d12-2c7dcf2cfa0a is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:20.733853 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-f0032fb2-84fe-4117-b1c5-8327f842d320 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:20.745778 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0032fb2-84fe-4117-b1c5-8327f842d320 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:20.753469 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0032fb2-84fe-4117-b1c5-8327f842d320 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:20.754168 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f0032fb2-84fe-4117-b1c5-8327f842d320 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.773376 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f6141-0676-4166-89bf-a565a44e1045 None None] Pushing event updated for resources: {'Port': ['ID=eb5da3e4-2dce-4bae-979d-798c3b909eea,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:20.796813 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f2bc4c83-0144-4a28-aab6-6c13436e034b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.813036 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f2bc4c83-0144-4a28-aab6-6c13436e034b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.813723 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0032fb2-84fe-4117-b1c5-8327f842d320 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Pushing event updated for resources: {'Port': ['ID=d8400b1d-e7f8-4b6b-9591-8fdca19c6839,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:20.849830 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f0032fb2-84fe-4117-b1c5-8327f842d320 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0393913 Jul 16 01:49:20.854583 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68303a0a-46ee-4198-aa2d-902d36aee274 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.863881 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55144) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:20.880445 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a086447b-0e52-4fe7-ae9a-891d0d03832d tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Request body: {'port': {'network_id': '4048493e-b531-4df2-9d12-2c7dcf2cfa0a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1616522297', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:20.881149 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.api.validators [None req-a086447b-0e52-4fe7-ae9a-891d0d03832d tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] bootfile-name is not in valid_values {{(pid=93955) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:49:20.881669 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.api.validators [None req-a086447b-0e52-4fe7-ae9a-891d0d03832d tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] tftp-server is not in valid_values {{(pid=93955) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:49:20.882158 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.api.validators [None req-a086447b-0e52-4fe7-ae9a-891d0d03832d tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] server-ip-address is not in valid_values {{(pid=93955) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:49:20.901115 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bcb198be-d5d5-4e22-8691-eff97eb577b4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.925452 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-95d5852e-8e75-4a3f-9458-ff6b7e4d446e None None] Provisioning for port 5e0f48bc-68a2-4d6a-808e-e7d9d6829134 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:20.957564 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bcb198be-d5d5-4e22-8691-eff97eb577b4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-361746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-361739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-361858'] for router, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.973549 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f2bc4c83-0144-4a28-aab6-6c13436e034b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b397303adc0f4d3982b9754d37bcfc81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9449811 Jul 16 01:49:20.973549 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc4c83-0144-4a28-aab6-6c13436e034b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5459c995-720e-4654-9a72-3a24979075d1,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:20.974692 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55146) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:21.040233 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-95d5852e-8e75-4a3f-9458-ff6b7e4d446e None None] Provisioning complete for port 5e0f48bc-68a2-4d6a-808e-e7d9d6829134 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:21.041040 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95d5852e-8e75-4a3f-9458-ff6b7e4d446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.044339 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-abcd845c-02ff-495d-852a-e718c8953ee1 None None] Attempting to bind port 03a53adc-ba0b-43db-9799-b4c68e0792ec on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:21.045785 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-abcd845c-02ff-495d-852a-e718c8953ee1 None None] Attempting to bind port 03a53adc-ba0b-43db-9799-b4c68e0792ec by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '4c47ee2c-cacf-4a9a-8d8a-fa2c7e5c3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4048493e-b531-4df2-9d12-2c7dcf2cfa0a'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:21.046662 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcd845c-02ff-495d-852a-e718c8953ee1 None None] Attempting to bind port 03a53adc-ba0b-43db-9799-b4c68e0792ec on network 4048493e-b531-4df2-9d12-2c7dcf2cfa0a {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:21.061249 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcd845c-02ff-495d-852a-e718c8953ee1 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:21.062069 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcd845c-02ff-495d-852a-e718c8953ee1 None None] Checking segment: {'id': '4c47ee2c-cacf-4a9a-8d8a-fa2c7e5c3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4048493e-b531-4df2-9d12-2c7dcf2cfa0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:21.062719 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-abcd845c-02ff-495d-852a-e718c8953ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.063350 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcd845c-02ff-495d-852a-e718c8953ee1 None None] Bound using segment: {'id': '4c47ee2c-cacf-4a9a-8d8a-fa2c7e5c3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4048493e-b531-4df2-9d12-2c7dcf2cfa0a'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:21.064062 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-abcd845c-02ff-495d-852a-e718c8953ee1 None None] Bound port: 03a53adc-ba0b-43db-9799-b4c68e0792ec, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c47ee2c-cacf-4a9a-8d8a-fa2c7e5c3559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4048493e-b531-4df2-9d12-2c7dcf2cfa0a'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:21.064707 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-abcd845c-02ff-495d-852a-e718c8953ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.196194 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-95d5852e-8e75-4a3f-9458-ff6b7e4d446e None None] Port 5e0f48bc-68a2-4d6a-808e-e7d9d6829134 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:21.250925 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 51db8309-c8b0-4a3f-8046-4bf1b5e922a2 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:21.251511 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.305745 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-abcd845c-02ff-495d-852a-e718c8953ee1 None None] For port 03a53adc-ba0b-43db-9799-b4c68e0792ec, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:21.336095 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-abcd845c-02ff-495d-852a-e718c8953ee1 None None] For port 03a53adc-ba0b-43db-9799-b4c68e0792ec, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=03a53adc-ba0b-43db-9799-b4c68e0792ec,segment=NetworkSegment(4c47ee2c-cacf-4a9a-8d8a-fa2c7e5c3559),segment_id=4c47ee2c-cacf-4a9a-8d8a-fa2c7e5c3559)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:21.350023 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-95d5852e-8e75-4a3f-9458-ff6b7e4d446e None None] Provisioning complete for port eb5da3e4-2dce-4bae-979d-798c3b909eea triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:21.350399 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95d5852e-8e75-4a3f-9458-ff6b7e4d446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.353543 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-75999f86-93a4-4759-9360-bb87106b76a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.380705 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-abcd845c-02ff-495d-852a-e718c8953ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.405268 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-75999f86-93a4-4759-9360-bb87106b76a2 None None] Transition to ACTIVE for port object 312d7f67-e278-4722-8032-0eae28c9a4fd will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:21.475102 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-75999f86-93a4-4759-9360-bb87106b76a2 None None] Transition to ACTIVE for port object 312d7f67-e278-4722-8032-0eae28c9a4fd will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:21.508038 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-75999f86-93a4-4759-9360-bb87106b76a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.543348 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd845c-02ff-495d-852a-e718c8953ee1 None None] Pushing event updated for resources: {'Port': ['ID=03a53adc-ba0b-43db-9799-b4c68e0792ec,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:21.564615 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:18Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None, '_interfaces': [{'id': '51db8309-c8b0-4a3f-8046-4bf1b5e922a2', 'name': '', 'network_id': '4a3ef96b-1568-4d83-8d75-7993196ffa2d', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:29:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'c5e47f6f-8b59-4c18-ab38-f245005f8115', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:10Z', 'updated_at': '2021-07-16T01:49:18Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'c5e47f6f-8b59-4c18-ab38-f245005f8115', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e0f48bc-68a2-4d6a-808e-e7d9d6829134', 'name': '', 'network_id': '511e4a49-23e8-4a2f-a9c6-ed0115f34515', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:0d:2a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '2453068a-edba-4c80-8ab9-b1548c09e190', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:18Z', 'revision_number': 2, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '2453068a-edba-4c80-8ab9-b1548c09e190', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5b9c9a-437f-4b82-99fc-5eae4a209f7d', 'name': '', 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:fc:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:56Z', 'updated_at': '2021-07-16T01:49:04Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d33cb8-90ec-4dae-a47b-a987a05337d1', 'name': '', 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:1b:57:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:12Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:21.566750 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb198be-d5d5-4e22-8691-eff97eb577b4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Router 6eb0bf96-6511-4d67-a770-0c881ef67481 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:21.569832 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71cc3aa3-236e-462c-99e5-766eb3e5d1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.592116 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a086447b-0e52-4fe7-ae9a-891d0d03832d tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Made reservation on behalf of 664040dfab734c6da0a1407463b72327 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:21.597234 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a086447b-0e52-4fe7-ae9a-891d0d03832d tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.604197 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-68303a0a-46ee-4198-aa2d-902d36aee274 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Allocated IP 172.20.0.1 (8ea64742-1c50-4bb0-bd91-fb77dbafbfdf/53081387-d355-4125-a3f4-e300088a6a4b/6751bf06-6b4d-443c-86ce-8390a673cf78) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:21.605349 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75999f86-93a4-4759-9360-bb87106b76a2 None None] Network 8ea64742-1c50-4bb0-bd91-fb77dbafbfdf is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:21.628664 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71cc3aa3-236e-462c-99e5-766eb3e5d1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.680940 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-75999f86-93a4-4759-9360-bb87106b76a2 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:21.686200 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] Checking router: 6eb0bf96-6511-4d67-a770-0c881ef67481 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:21.687374 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] Updating router 6eb0bf96-6511-4d67-a770-0c881ef67481 port 5e0f48bc-68a2-4d6a-808e-e7d9d6829134 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:49:21.690110 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75999f86-93a4-4759-9360-bb87106b76a2 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:21.692150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [None req-a086447b-0e52-4fe7-ae9a-891d0d03832d tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] device_id is not set on port 70558f17-fb0d-43b2-9417-3581d9231d9f yet. {{(pid=93955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:49:21.794588 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75999f86-93a4-4759-9360-bb87106b76a2 None None] Pushing event updated for resources: {'Port': ['ID=312d7f67-e278-4722-8032-0eae28c9a4fd,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:21.799378 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68303a0a-46ee-4198-aa2d-902d36aee274 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.834839 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.861959 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-68303a0a-46ee-4198-aa2d-902d36aee274 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Transition to ACTIVE for port object 6751bf06-6b4d-443c-86ce-8390a673cf78 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:21.877767 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71cc3aa3-236e-462c-99e5-766eb3e5d1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.880700 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71cc3aa3-236e-462c-99e5-766eb3e5d1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.882002 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-71cc3aa3-236e-462c-99e5-766eb3e5d1af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5459c995-720e-4654-9a72-3a24979075d1 HTTP/1.1" status: 204 len: 168 time: 0.9033041 Jul 16 01:49:21.905197 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc3aa3-236e-462c-99e5-766eb3e5d1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5459c995-720e-4654-9a72-3a24979075d1,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:21.908171 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb198be-d5d5-4e22-8691-eff97eb577b4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:21.929808 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bcb198be-d5d5-4e22-8691-eff97eb577b4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.933617 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bcb198be-d5d5-4e22-8691-eff97eb577b4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "PUT /v2.0/routers/6eb0bf96-6511-4d67-a770-0c881ef67481 HTTP/1.1" status: 200 len: 933 time: 2.2529533 Jul 16 01:49:21.936133 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55150) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:21.938008 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-75999f86-93a4-4759-9360-bb87106b76a2 None None] Attempting to bind port 312d7f67-e278-4722-8032-0eae28c9a4fd on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:21.938389 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-75999f86-93a4-4759-9360-bb87106b76a2 None None] Attempting to bind port 312d7f67-e278-4722-8032-0eae28c9a4fd by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'bdd80659-e7e5-41bf-88d1-355a8aa3f221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:21.938766 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75999f86-93a4-4759-9360-bb87106b76a2 None None] Attempting to bind port 312d7f67-e278-4722-8032-0eae28c9a4fd on network 8ea64742-1c50-4bb0-bd91-fb77dbafbfdf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:21.984727 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75999f86-93a4-4759-9360-bb87106b76a2 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:21.985117 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75999f86-93a4-4759-9360-bb87106b76a2 None None] Checking segment: {'id': 'bdd80659-e7e5-41bf-88d1-355a8aa3f221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:21.985532 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-75999f86-93a4-4759-9360-bb87106b76a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.985933 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75999f86-93a4-4759-9360-bb87106b76a2 None None] Bound using segment: {'id': 'bdd80659-e7e5-41bf-88d1-355a8aa3f221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:21.986425 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-75999f86-93a4-4759-9360-bb87106b76a2 None None] Bound port: 312d7f67-e278-4722-8032-0eae28c9a4fd, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd80659-e7e5-41bf-88d1-355a8aa3f221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:21.994917 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-75999f86-93a4-4759-9360-bb87106b76a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.004016 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68303a0a-46ee-4198-aa2d-902d36aee274 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.006756 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-da3a0a3e-aaa3-4b84-a011-ff0416d846f9 None None] Provisioning complete for port 5e0f48bc-68a2-4d6a-808e-e7d9d6829134 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:22.007010 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da3a0a3e-aaa3-4b84-a011-ff0416d846f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.010622 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-a086447b-0e52-4fe7-ae9a-891d0d03832d tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Allocated IP 2001:db8::176 (4048493e-b531-4df2-9d12-2c7dcf2cfa0a/394cda17-88cb-4856-bf72-985b61ef4cb8/70558f17-fb0d-43b2-9417-3581d9231d9f) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:22.092404 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68303a0a-46ee-4198-aa2d-902d36aee274 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network 8ea64742-1c50-4bb0-bd91-fb77dbafbfdf is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:22.116268 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-68303a0a-46ee-4198-aa2d-902d36aee274 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:22.134456 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68303a0a-46ee-4198-aa2d-902d36aee274 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:22.160931 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-da3a0a3e-aaa3-4b84-a011-ff0416d846f9 None None] Port 5e0f48bc-68a2-4d6a-808e-e7d9d6829134 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:22.163524 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68303a0a-46ee-4198-aa2d-902d36aee274 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Port': ['ID=6751bf06-6b4d-443c-86ce-8390a673cf78,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:22.196315 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-75999f86-93a4-4759-9360-bb87106b76a2 None None] For port 312d7f67-e278-4722-8032-0eae28c9a4fd, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:22.218634 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5f987b4f-03db-4ba6-9cc6-8d4e06a3ad0b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "GET /v2.0/routers/6eb0bf96-6511-4d67-a770-0c881ef67481 HTTP/1.1" status: 200 len: 933 time: 0.2797496 Jul 16 01:49:22.219848 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55152) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:22.224985 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-75999f86-93a4-4759-9360-bb87106b76a2 None None] For port 312d7f67-e278-4722-8032-0eae28c9a4fd, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=312d7f67-e278-4722-8032-0eae28c9a4fd,segment=NetworkSegment(bdd80659-e7e5-41bf-88d1-355a8aa3f221),segment_id=bdd80659-e7e5-41bf-88d1-355a8aa3f221)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:22.238512 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68303a0a-46ee-4198-aa2d-902d36aee274 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.280557 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a086447b-0e52-4fe7-ae9a-891d0d03832d tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.295510 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-ede9b2a0-571d-46e7-9591-c6d71377a9db tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'router': {'routes': None}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:22.308347 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-a086447b-0e52-4fe7-ae9a-891d0d03832d tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Transition to ACTIVE for port object 70558f17-fb0d-43b2-9417-3581d9231d9f will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:22.308609 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-75999f86-93a4-4759-9360-bb87106b76a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.446073 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75999f86-93a4-4759-9360-bb87106b76a2 None None] Pushing event updated for resources: {'Port': ['ID=312d7f67-e278-4722-8032-0eae28c9a4fd,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:22.448834 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device eb112328-5063-411e-a591-7a58b4a14ff3 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:22.473515 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68303a0a-46ee-4198-aa2d-902d36aee274 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.658708 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a086447b-0e52-4fe7-ae9a-891d0d03832d tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.668242 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port eb112328-5063-411e-a591-7a58b4a14ff3 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:22.716456 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port eb112328-5063-411e-a591-7a58b4a14ff3 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:22.717090 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.825305 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.834155 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a086447b-0e52-4fe7-ae9a-891d0d03832d tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Network 4048493e-b531-4df2-9d12-2c7dcf2cfa0a is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:22.834986 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086447b-0e52-4fe7-ae9a-891d0d03832d tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Pushing event updated for resources: {'Port': ['ID=70558f17-fb0d-43b2-9417-3581d9231d9f,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:22.857316 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] Transition to ACTIVE for port object 5e0f48bc-68a2-4d6a-808e-e7d9d6829134 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:22.860054 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-a086447b-0e52-4fe7-ae9a-891d0d03832d tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:22.862651 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a086447b-0e52-4fe7-ae9a-891d0d03832d tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:22.868548 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a086447b-0e52-4fe7-ae9a-891d0d03832d tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:22.869298 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a086447b-0e52-4fe7-ae9a-891d0d03832d tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.887150 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.899132 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a086447b-0e52-4fe7-ae9a-891d0d03832d tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.0249627 Jul 16 01:49:22.904294 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55164) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:23.133032 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed841da8-332e-45af-8d8e-7dc7d0a06c1e None None] Pushing event updated for resources: {'Port': ['ID=5e0f48bc-68a2-4d6a-808e-e7d9d6829134,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:23.177770 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68303a0a-46ee-4198-aa2d-902d36aee274 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.207648 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68303a0a-46ee-4198-aa2d-902d36aee274 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.209250 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.230368 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db686ffd-ab6e-4ff2-8667-12bcfdb929bd None None] Network 4048493e-b531-4df2-9d12-2c7dcf2cfa0a requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:23.250366 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.extraroute_db [None req-ede9b2a0-571d-46e7-9591-c6d71377a9db tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Added routes are [] {{(pid=93955) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:49:23.250721 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.extraroute_db [None req-ede9b2a0-571d-46e7-9591-c6d71377a9db tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93955) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:49:23.301829 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ede9b2a0-571d-46e7-9591-c6d71377a9db tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.323563 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68303a0a-46ee-4198-aa2d-902d36aee274 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Port': ['ID=6751bf06-6b4d-443c-86ce-8390a673cf78,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:23.337967 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1df197-86c8-4998-9065-5221323a0234 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:23.344644 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1df197-86c8-4998-9065-5221323a0234 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:23.351237 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1df197-86c8-4998-9065-5221323a0234 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:23.353409 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6f1df197-86c8-4998-9065-5221323a0234 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.4456382 Jul 16 01:49:23.357924 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55174) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:23.412636 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68303a0a-46ee-4198-aa2d-902d36aee274 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.481546 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed841da8-332e-45af-8d8e-7dc7d0a06c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:23.481899 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed841da8-332e-45af-8d8e-7dc7d0a06c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:23.482474 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed841da8-332e-45af-8d8e-7dc7d0a06c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:23.482819 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed841da8-332e-45af-8d8e-7dc7d0a06c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:23.483157 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed841da8-332e-45af-8d8e-7dc7d0a06c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:23.484005 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed841da8-332e-45af-8d8e-7dc7d0a06c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:23.484356 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed841da8-332e-45af-8d8e-7dc7d0a06c1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:23.484786 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed841da8-332e-45af-8d8e-7dc7d0a06c1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:23.485118 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed841da8-332e-45af-8d8e-7dc7d0a06c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:23.486119 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed841da8-332e-45af-8d8e-7dc7d0a06c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:23.486119 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed841da8-332e-45af-8d8e-7dc7d0a06c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:23.486328 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed841da8-332e-45af-8d8e-7dc7d0a06c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:23.537891 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port eb112328-5063-411e-a591-7a58b4a14ff3, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=eb112328-5063-411e-a591-7a58b4a14ff3,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:23.550772 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] Attempting to bind port 5e0f48bc-68a2-4d6a-808e-e7d9d6829134 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:23.551279 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] Attempting to bind port 5e0f48bc-68a2-4d6a-808e-e7d9d6829134 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'c98420eb-b190-44ae-bb3e-a762586206e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '511e4a49-23e8-4a2f-a9c6-ed0115f34515'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:23.551662 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] Attempting to bind port 5e0f48bc-68a2-4d6a-808e-e7d9d6829134 on network 511e4a49-23e8-4a2f-a9c6-ed0115f34515 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:23.563626 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-d2160b1d-3e67-4bf2-8183-5ed5b6f1bc18 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Deleting port 70558f17-fb0d-43b2-9417-3581d9231d9f {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:23.564591 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d2160b1d-3e67-4bf2-8183-5ed5b6f1bc18 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.565060 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:23.565452 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] Checking segment: {'id': 'c98420eb-b190-44ae-bb3e-a762586206e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '511e4a49-23e8-4a2f-a9c6-ed0115f34515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:23.565867 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.566309 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] Bound using segment: {'id': 'c98420eb-b190-44ae-bb3e-a762586206e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '511e4a49-23e8-4a2f-a9c6-ed0115f34515'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:23.566807 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] Bound port: 5e0f48bc-68a2-4d6a-808e-e7d9d6829134, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98420eb-b190-44ae-bb3e-a762586206e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '511e4a49-23e8-4a2f-a9c6-ed0115f34515'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:23.567312 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.584087 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.585001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device eb5da3e4-2dce-4bae-979d-798c3b909eea up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:23.594477 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68303a0a-46ee-4198-aa2d-902d36aee274 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network 8ea64742-1c50-4bb0-bd91-fb77dbafbfdf is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:23.598554 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-68303a0a-46ee-4198-aa2d-902d36aee274 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:23.621710 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ede9b2a0-571d-46e7-9591-c6d71377a9db tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.626665 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ede9b2a0-571d-46e7-9591-c6d71377a9db tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-361746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-361739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-361858'] for router, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.649475 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bb66b81b-1245-45e8-b23a-136ef912e704 None None] Provisioning for port 03a53adc-ba0b-43db-9799-b4c68e0792ec completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:23.774286 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede9b2a0-571d-46e7-9591-c6d71377a9db tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Router 6eb0bf96-6511-4d67-a770-0c881ef67481 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:23.818161 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port eb5da3e4-2dce-4bae-979d-798c3b909eea triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:23.818687 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.825816 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=eb112328-5063-411e-a591-7a58b4a14ff3,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:23.851700 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d2160b1d-3e67-4bf2-8183-5ed5b6f1bc18 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.862850 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] For port 5e0f48bc-68a2-4d6a-808e-e7d9d6829134, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:23.887034 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-d2160b1d-3e67-4bf2-8183-5ed5b6f1bc18 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Calling delete_port for 70558f17-fb0d-43b2-9417-3581d9231d9f owned by {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:23.905971 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] For port 5e0f48bc-68a2-4d6a-808e-e7d9d6829134, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=5e0f48bc-68a2-4d6a-808e-e7d9d6829134,segment=NetworkSegment(c98420eb-b190-44ae-bb3e-a762586206e5),segment_id=c98420eb-b190-44ae-bb3e-a762586206e5)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:23.920299 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede9b2a0-571d-46e7-9591-c6d71377a9db tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:23.922117 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.931426 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68303a0a-46ee-4198-aa2d-902d36aee274 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Router 1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:23.932985 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ede9b2a0-571d-46e7-9591-c6d71377a9db tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.937688 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ede9b2a0-571d-46e7-9591-c6d71377a9db tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "PUT /v2.0/routers/6eb0bf96-6511-4d67-a770-0c881ef67481 HTTP/1.1" status: 200 len: 699 time: 1.7165465 Jul 16 01:49:23.938362 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55184) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:23.981397 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed841da8-332e-45af-8d8e-7dc7d0a06c1e None None] Pushing event updated for resources: {'Port': ['ID=5e0f48bc-68a2-4d6a-808e-e7d9d6829134,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:24.063378 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 03a53adc-ba0b-43db-9799-b4c68e0792ec up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:24.096244 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] Routers {'6eb0bf96-6511-4d67-a770-0c881ef67481'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:24.096940 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eb0bf96-6511-4d67-a770-0c881ef67481'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:24.159200 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ed726714-0733-459f-8966-2af8450e7621 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "GET /v2.0/routers/6eb0bf96-6511-4d67-a770-0c881ef67481 HTTP/1.1" status: 200 len: 699 time: 0.2165022 Jul 16 01:49:24.162696 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55188) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:24.250599 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] Set router 6eb0bf96-6511-4d67-a770-0c881ef67481 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:24.286653 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 03a53adc-ba0b-43db-9799-b4c68e0792ec completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:24.294102 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 03a53adc-ba0b-43db-9799-b4c68e0792ec triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:24.294486 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.361985 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5d7b94-fa7b-4eb2-baab-3a5a5c5e27b1 None None] Network 8ea64742-1c50-4bb0-bd91-fb77dbafbfdf requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:24.528783 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d78aef5b-84be-48c3-948d-97ee11f1211a None None] Provisioning for port 312d7f67-e278-4722-8032-0eae28c9a4fd completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:24.738304 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.822906 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d2160b1d-3e67-4bf2-8183-5ed5b6f1bc18 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.834767 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9f04-cdb2-48fe-9ee1-04825db8020f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.847080 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 03a53adc-ba0b-43db-9799-b4c68e0792ec, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=03a53adc-ba0b-43db-9799-b4c68e0792ec,segment=NetworkSegment(4c47ee2c-cacf-4a9a-8d8a-fa2c7e5c3559),segment_id=4c47ee2c-cacf-4a9a-8d8a-fa2c7e5c3559)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:24.872785 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2160b1d-3e67-4bf2-8183-5ed5b6f1bc18 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Pushing event deleted for resources: {'Port': ['ID=70558f17-fb0d-43b2-9417-3581d9231d9f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:24.874105 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.952457 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-aabbfc8e-a66f-4c50-a998-4aefa32adf2b None None] Provisioning complete for port 03a53adc-ba0b-43db-9799-b4c68e0792ec triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:24.952457 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aabbfc8e-a66f-4c50-a998-4aefa32adf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.996913 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68303a0a-46ee-4198-aa2d-902d36aee274 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:24.999428 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d2160b1d-3e67-4bf2-8183-5ed5b6f1bc18 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.005121 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d2160b1d-3e67-4bf2-8183-5ed5b6f1bc18 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] 10.222.0.16 "DELETE /v2.0/ports/70558f17-fb0d-43b2-9417-3581d9231d9f HTTP/1.1" status: 204 len: 168 time: 1.6458836 Jul 16 01:49:25.012405 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-68303a0a-46ee-4198-aa2d-902d36aee274 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "PUT /v2.0/routers/1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5818319 Jul 16 01:49:25.012633 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55216) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:25.012745 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] Sync routers for ids ['1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:25.023983 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] Routers {'1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:25.024161 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-d6538452-c466-4663-8604-a80f8c4421c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Request body: {'port': {'name': 'tempest-new-port-name-851145934', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:25.024627 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.api.validators [None req-d6538452-c466-4663-8604-a80f8c4421c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] bootfile-name is not in valid_values {{(pid=93955) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:49:25.024972 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.api.validators [None req-d6538452-c466-4663-8604-a80f8c4421c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] tftp-server is not in valid_values {{(pid=93955) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:49:25.025112 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:25.025304 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.api.validators [None req-d6538452-c466-4663-8604-a80f8c4421c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] server-ip-address is not in valid_values {{(pid=93955) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:49:25.076860 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 7, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None, '_interfaces': [{'id': '51db8309-c8b0-4a3f-8046-4bf1b5e922a2', 'name': '', 'network_id': '4a3ef96b-1568-4d83-8d75-7993196ffa2d', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:29:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'c5e47f6f-8b59-4c18-ab38-f245005f8115', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:10Z', 'updated_at': '2021-07-16T01:49:18Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'c5e47f6f-8b59-4c18-ab38-f245005f8115', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e0f48bc-68a2-4d6a-808e-e7d9d6829134', 'name': '', 'network_id': '511e4a49-23e8-4a2f-a9c6-ed0115f34515', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:0d:2a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '2453068a-edba-4c80-8ab9-b1548c09e190', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 4, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '2453068a-edba-4c80-8ab9-b1548c09e190', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5b9c9a-437f-4b82-99fc-5eae4a209f7d', 'name': '', 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:fc:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:56Z', 'updated_at': '2021-07-16T01:49:04Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d33cb8-90ec-4dae-a47b-a987a05337d1', 'name': '', 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:1b:57:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:12Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:25.248934 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 312d7f67-e278-4722-8032-0eae28c9a4fd up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:25.263044 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eebc71-af17-4019-ad63-745f5ec6021c None None] The sync data for ids ['6eb0bf96-6511-4d67-a770-0c881ef67481'] in n-d-792394-16 is: [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 7, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None, '_interfaces': [{'id': '51db8309-c8b0-4a3f-8046-4bf1b5e922a2', 'name': '', 'network_id': '4a3ef96b-1568-4d83-8d75-7993196ffa2d', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:29:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'c5e47f6f-8b59-4c18-ab38-f245005f8115', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:10Z', 'updated_at': '2021-07-16T01:49:18Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'c5e47f6f-8b59-4c18-ab38-f245005f8115', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e0f48bc-68a2-4d6a-808e-e7d9d6829134', 'name': '', 'network_id': '511e4a49-23e8-4a2f-a9c6-ed0115f34515', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:0d:2a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '2453068a-edba-4c80-8ab9-b1548c09e190', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 4, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '2453068a-edba-4c80-8ab9-b1548c09e190', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5b9c9a-437f-4b82-99fc-5eae4a209f7d', 'name': '', 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:fc:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:56Z', 'updated_at': '2021-07-16T01:49:04Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d33cb8-90ec-4dae-a47b-a987a05337d1', 'name': '', 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:1b:57:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:12Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:25.282391 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] Set router 1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:25.361432 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=03a53adc-ba0b-43db-9799-b4c68e0792ec,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:25.361920 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d6538452-c466-4663-8604-a80f8c4421c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.444645 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-19c5c2be-2004-47ac-b707-9e26069839ff tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1095013205&fields=id&tenant_id=8c0fcf31570241eb96a760177b0aa82f HTTP/1.1" status: 200 len: 267 time: 0.0973465 Jul 16 01:49:25.532349 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 312d7f67-e278-4722-8032-0eae28c9a4fd completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:25.551665 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 312d7f67-e278-4722-8032-0eae28c9a4fd triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:25.552226 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.665469 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-aabbfc8e-a66f-4c50-a998-4aefa32adf2b None None] Provisioning for port d8400b1d-e7f8-4b6b-9591-8fdca19c6839 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:25.752613 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-bba9762a-1926-4375-8b7a-5be2b7467eda tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:25.754226 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-bba9762a-1926-4375-8b7a-5be2b7467eda tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/networks?id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf HTTP/1.1" status: 200 len: 797 time: 0.3028584 Jul 16 01:49:25.776943 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-39d7ae35-39b2-48cf-866b-b84025d78b2e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/quotas/8c0fcf31570241eb96a760177b0aa82f HTTP/1.1" status: 200 len: 375 time: 0.0163982 Jul 16 01:49:25.780214 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-aabbfc8e-a66f-4c50-a998-4aefa32adf2b None None] Provisioning complete for port d8400b1d-e7f8-4b6b-9591-8fdca19c6839 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:25.781259 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aabbfc8e-a66f-4c50-a998-4aefa32adf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.866937 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-aabbfc8e-a66f-4c50-a998-4aefa32adf2b None None] Port d8400b1d-e7f8-4b6b-9591-8fdca19c6839 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:25.878191 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-aabbfc8e-a66f-4c50-a998-4aefa32adf2b None None] Could not find standard attr ID for object 70558f17-fb0d-43b2-9417-3581d9231d9f. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:49:25.879867 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544428020', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:22Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '6751bf06-6b4d-443c-86ce-8390a673cf78', 'name': '', 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:30:09:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '53081387-d355-4125-a3f4-e300088a6a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:21Z', 'updated_at': '2021-07-16T01:49:22Z', 'revision_number': 2, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': '53081387-d355-4125-a3f4-e300088a6a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:25.890478 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.929271 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] Checking router: 1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:25.929982 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] Updating router 1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e port 6751bf06-6b4d-443c-86ce-8390a673cf78 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:49:25.940247 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55246) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:25.951248 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-e0f42f3f-a908-45d3-aad0-33a1cf472e9f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1593602 Jul 16 01:49:25.975493 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 312d7f67-e278-4722-8032-0eae28c9a4fd, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=312d7f67-e278-4722-8032-0eae28c9a4fd,segment=NetworkSegment(bdd80659-e7e5-41bf-88d1-355a8aa3f221),segment_id=bdd80659-e7e5-41bf-88d1-355a8aa3f221)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:25.986404 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-94763803-9491-47ff-890b-7ffa0bf09429 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:49:25.989691 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-94763803-9491-47ff-890b-7ffa0bf09429 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087993 Jul 16 01:49:25.995713 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.996907 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device eb112328-5063-411e-a591-7a58b4a14ff3 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:26.007821 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.097087 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-ac0d9f04-cdb2-48fe-9ee1-04825db8020f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting port 5e0f48bc-68a2-4d6a-808e-e7d9d6829134 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:26.097674 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9f04-cdb2-48fe-9ee1-04825db8020f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.170525 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cbffb329-c8d2-462b-93d6-276ee642f3de None None] Provisioning for port 6751bf06-6b4d-443c-86ce-8390a673cf78 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:26.191416 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cbffb329-c8d2-462b-93d6-276ee642f3de None None] Provisioning complete for port 6751bf06-6b4d-443c-86ce-8390a673cf78 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:26.196434 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cbffb329-c8d2-462b-93d6-276ee642f3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.251242 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-ac0d9f04-cdb2-48fe-9ee1-04825db8020f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] For port 5e0f48bc-68a2-4d6a-808e-e7d9d6829134, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=5e0f48bc-68a2-4d6a-808e-e7d9d6829134,segment=NetworkSegment(c98420eb-b190-44ae-bb3e-a762586206e5),segment_id=c98420eb-b190-44ae-bb3e-a762586206e5)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:26.251613 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9f04-cdb2-48fe-9ee1-04825db8020f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.266968 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-cbffb329-c8d2-462b-93d6-276ee642f3de None None] Port 6751bf06-6b4d-443c-86ce-8390a673cf78 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:26.268266 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-ac0d9f04-cdb2-48fe-9ee1-04825db8020f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Calling delete_port for 5e0f48bc-68a2-4d6a-808e-e7d9d6829134 owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:26.301982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=312d7f67-e278-4722-8032-0eae28c9a4fd,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:26.306788 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cbffb329-c8d2-462b-93d6-276ee642f3de None None] Provisioning complete for port d8400b1d-e7f8-4b6b-9591-8fdca19c6839 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:26.307412 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cbffb329-c8d2-462b-93d6-276ee642f3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.322171 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d806db7b-df93-4ccd-8536-e3d3aa6839e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.354087 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-cbffb329-c8d2-462b-93d6-276ee642f3de None None] Port d8400b1d-e7f8-4b6b-9591-8fdca19c6839 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:26.357702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cbffb329-c8d2-462b-93d6-276ee642f3de None None] Could not find standard attr ID for object 70558f17-fb0d-43b2-9417-3581d9231d9f. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:49:26.379777 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cbffb329-c8d2-462b-93d6-276ee642f3de None None] Provisioning complete for port 312d7f67-e278-4722-8032-0eae28c9a4fd triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:26.380150 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cbffb329-c8d2-462b-93d6-276ee642f3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.381677 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port eb112328-5063-411e-a591-7a58b4a14ff3 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:26.382032 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.506287 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d806db7b-df93-4ccd-8536-e3d3aa6839e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.529787 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d806db7b-df93-4ccd-8536-e3d3aa6839e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.545328 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9f04-cdb2-48fe-9ee1-04825db8020f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.578384 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d6538452-c466-4663-8604-a80f8c4421c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.591338 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d6538452-c466-4663-8604-a80f8c4421c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.627885 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d9f04-cdb2-48fe-9ee1-04825db8020f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Port': ['ID=5e0f48bc-68a2-4d6a-808e-e7d9d6829134,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:26.638477 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d806db7b-df93-4ccd-8536-e3d3aa6839e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4136ae94ff7f48f3b9456b19a2f4f3db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6861584 Jul 16 01:49:26.641442 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-d6538452-c466-4663-8604-a80f8c4421c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] In _notify_port_updated(), no bound segment for port d8400b1d-e7f8-4b6b-9591-8fdca19c6839 on network 4048493e-b531-4df2-9d12-2c7dcf2cfa0a {{(pid=93955) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:49:26.647181 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55252) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:26.647368 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6538452-c466-4663-8604-a80f8c4421c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:26.648154 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d6538452-c466-4663-8604-a80f8c4421c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.649548 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d6538452-c466-4663-8604-a80f8c4421c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] 10.222.0.16 "PUT /v2.0/ports/d8400b1d-e7f8-4b6b-9591-8fdca19c6839 HTTP/1.1" status: 200 len: 1129 time: 1.6373539 Jul 16 01:49:26.681893 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55254) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:26.700835 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e1cf65-93c8-4375-b09b-3d8268dac149 None None] Sync routers for ids ['6eb0bf96-6511-4d67-a770-0c881ef67481'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:26.760896 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e1cf65-93c8-4375-b09b-3d8268dac149 None None] Routers {'6eb0bf96-6511-4d67-a770-0c881ef67481'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:26.762197 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a5e1cf65-93c8-4375-b09b-3d8268dac149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eb0bf96-6511-4d67-a770-0c881ef67481'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:26.793755 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806db7b-df93-4ccd-8536-e3d3aa6839e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5f31f6-bc9a-47ff-8316-9df95bcfcaa8,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:26.836321 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-8d1a4462-4b0c-4eff-9966-95f200300eeb service neutron] 10.222.0.16 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8305244 Jul 16 01:49:26.860453 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.867747 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dfebb810-ef02-45ca-90df-91d731960230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.873406 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] Transition to ACTIVE for port object 6751bf06-6b4d-443c-86ce-8390a673cf78 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:26.892890 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.908950 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6538452-c466-4663-8604-a80f8c4421c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Pushing event updated for resources: {'Port': ['ID=d8400b1d-e7f8-4b6b-9591-8fdca19c6839,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:26.917060 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1cccff9-8b8b-4ce8-a237-cb032a4d6df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.932396 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbadf82-5cd9-49db-8f73-fad9447b4ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:26.934667 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6fbadf82-5cd9-49db-8f73-fad9447b4ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] 10.222.0.16 "GET /v2.0/ports/d8400b1d-e7f8-4b6b-9591-8fdca19c6839 HTTP/1.1" status: 200 len: 1129 time: 0.2515481 Jul 16 01:49:26.942762 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55256) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:26.969692 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808324d8-64a7-4435-bc6f-b3d98f4d1dac None None] Pushing event updated for resources: {'Port': ['ID=6751bf06-6b4d-443c-86ce-8390a673cf78,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:26.974443 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-a5e1cf65-93c8-4375-b09b-3d8268dac149 None None] Set router 6eb0bf96-6511-4d67-a770-0c881ef67481 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:27.004552 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1cccff9-8b8b-4ce8-a237-cb032a4d6df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.129548 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] Attempting to bind port 6751bf06-6b4d-443c-86ce-8390a673cf78 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:27.130319 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] Attempting to bind port 6751bf06-6b4d-443c-86ce-8390a673cf78 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'bdd80659-e7e5-41bf-88d1-355a8aa3f221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:27.130936 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] Attempting to bind port 6751bf06-6b4d-443c-86ce-8390a673cf78 on network 8ea64742-1c50-4bb0-bd91-fb77dbafbfdf {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:27.142573 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 03a53adc-ba0b-43db-9799-b4c68e0792ec up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:27.143433 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-406f392b-67ab-4e78-8c01-0ec5820532ce service neutron] 10.222.0.16 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021333 Jul 16 01:49:27.144663 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:27.145323 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] Checking segment: {'id': 'bdd80659-e7e5-41bf-88d1-355a8aa3f221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:27.146117 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.146856 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] Bound using segment: {'id': 'bdd80659-e7e5-41bf-88d1-355a8aa3f221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:27.148656 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] Bound port: 6751bf06-6b4d-443c-86ce-8390a673cf78, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd80659-e7e5-41bf-88d1-355a8aa3f221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:27.149456 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.183758 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1cccff9-8b8b-4ce8-a237-cb032a4d6df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.186762 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e1cccff9-8b8b-4ce8-a237-cb032a4d6df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.207110 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e1cccff9-8b8b-4ce8-a237-cb032a4d6df8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f5f31f6-bc9a-47ff-8316-9df95bcfcaa8 HTTP/1.1" status: 204 len: 168 time: 0.5417924 Jul 16 01:49:27.223316 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cccff9-8b8b-4ce8-a237-cb032a4d6df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5f31f6-bc9a-47ff-8316-9df95bcfcaa8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:27.275934 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] For port 6751bf06-6b4d-443c-86ce-8390a673cf78, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:27.281153 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] For port 6751bf06-6b4d-443c-86ce-8390a673cf78, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=6751bf06-6b4d-443c-86ce-8390a673cf78,segment=NetworkSegment(bdd80659-e7e5-41bf-88d1-355a8aa3f221),segment_id=bdd80659-e7e5-41bf-88d1-355a8aa3f221)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:27.294364 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.414447 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 03a53adc-ba0b-43db-9799-b4c68e0792ec triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:27.414906 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.470314 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808324d8-64a7-4435-bc6f-b3d98f4d1dac None None] Pushing event updated for resources: {'Port': ['ID=6751bf06-6b4d-443c-86ce-8390a673cf78,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:27.487446 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] Routers {'1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:27.489103 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:27.608125 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a5e1cf65-93c8-4375-b09b-3d8268dac149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:26Z', 'revision_number': 8, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None, '_interfaces': [{'id': '51db8309-c8b0-4a3f-8046-4bf1b5e922a2', 'name': '', 'network_id': '4a3ef96b-1568-4d83-8d75-7993196ffa2d', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:29:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'c5e47f6f-8b59-4c18-ab38-f245005f8115', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:10Z', 'updated_at': '2021-07-16T01:49:18Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'c5e47f6f-8b59-4c18-ab38-f245005f8115', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5b9c9a-437f-4b82-99fc-5eae4a209f7d', 'name': '', 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:fc:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:56Z', 'updated_at': '2021-07-16T01:49:04Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d33cb8-90ec-4dae-a47b-a987a05337d1', 'name': '', 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:1b:57:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:12Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:27.612049 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f97f1595-1f61-45b7-b855-a2c3eef557f4 None None] Provisioning complete for port d8400b1d-e7f8-4b6b-9591-8fdca19c6839 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:27.617647 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f97f1595-1f61-45b7-b855-a2c3eef557f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.663536 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] Set router 1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:27.713384 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e1cf65-93c8-4375-b09b-3d8268dac149 None None] Checking router: 6eb0bf96-6511-4d67-a770-0c881ef67481 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:27.753352 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 312d7f67-e278-4722-8032-0eae28c9a4fd up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:27.786097 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f97f1595-1f61-45b7-b855-a2c3eef557f4 None None] Port d8400b1d-e7f8-4b6b-9591-8fdca19c6839 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:27.799825 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e1cf65-93c8-4375-b09b-3d8268dac149 None None] Routers {'6eb0bf96-6511-4d67-a770-0c881ef67481'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:27.802046 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a5e1cf65-93c8-4375-b09b-3d8268dac149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eb0bf96-6511-4d67-a770-0c881ef67481'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:27.827110 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55270) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:27.852253 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-560dc789-7d97-422a-92c5-5be5ac22ae57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.951790 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-a5e1cf65-93c8-4375-b09b-3d8268dac149 None None] Set router 6eb0bf96-6511-4d67-a770-0c881ef67481 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:27.993633 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 312d7f67-e278-4722-8032-0eae28c9a4fd triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:27.994382 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.027109 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9f04-cdb2-48fe-9ee1-04825db8020f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.049048 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544428020', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:22Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '6751bf06-6b4d-443c-86ce-8390a673cf78', 'name': '', 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:30:09:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '53081387-d355-4125-a3f4-e300088a6a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:21Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': '53081387-d355-4125-a3f4-e300088a6a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:28.063307 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-560dc789-7d97-422a-92c5-5be5ac22ae57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.076787 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-560dc789-7d97-422a-92c5-5be5ac22ae57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.083969 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e787ceaa-cec7-4404-944c-ac7da9658a5d req-ce20fa63-59d2-45b6-9c86-96b9674ce6d7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 210 time: 0.0543969 Jul 16 01:49:28.090639 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ec28e7-f4a2-4168-ac43-990decad300c None None] The sync data for ids ['1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'] in n-d-792394-16 is: [{'id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544428020', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:22Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '6751bf06-6b4d-443c-86ce-8390a673cf78', 'name': '', 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:30:09:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '53081387-d355-4125-a3f4-e300088a6a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:21Z', 'updated_at': '2021-07-16T01:49:27Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': '53081387-d355-4125-a3f4-e300088a6a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:28.179650 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560dc789-7d97-422a-92c5-5be5ac22ae57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a44e79-e6dc-48ed-8ff6-5d2f71b2bf84,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:28.204750 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-560dc789-7d97-422a-92c5-5be5ac22ae57 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba04cd82289a48ff8ddddd47d5a278e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3764617 Jul 16 01:49:28.205576 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55274) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:28.255064 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-0f456e52-62f0-4a39-8ca6-8bf842faad53 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Deleting port d8400b1d-e7f8-4b6b-9591-8fdca19c6839 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:28.255528 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0f456e52-62f0-4a39-8ca6-8bf842faad53 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.296545 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9fbd072d-7165-4536-b5da-195fff24644a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.355322 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9fbd072d-7165-4536-b5da-195fff24644a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.366424 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a5e1cf65-93c8-4375-b09b-3d8268dac149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:26Z', 'revision_number': 8, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None, '_interfaces': [{'id': '51db8309-c8b0-4a3f-8046-4bf1b5e922a2', 'name': '', 'network_id': '4a3ef96b-1568-4d83-8d75-7993196ffa2d', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:29:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'c5e47f6f-8b59-4c18-ab38-f245005f8115', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:10Z', 'updated_at': '2021-07-16T01:49:18Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'c5e47f6f-8b59-4c18-ab38-f245005f8115', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5b9c9a-437f-4b82-99fc-5eae4a209f7d', 'name': '', 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:fc:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:56Z', 'updated_at': '2021-07-16T01:49:04Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d33cb8-90ec-4dae-a47b-a987a05337d1', 'name': '', 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:1b:57:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:12Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:28.423768 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e1cf65-93c8-4375-b09b-3d8268dac149 None None] The sync data for ids ['6eb0bf96-6511-4d67-a770-0c881ef67481'] in n-d-792394-16 is: [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:26Z', 'revision_number': 8, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None, '_interfaces': [{'id': '51db8309-c8b0-4a3f-8046-4bf1b5e922a2', 'name': '', 'network_id': '4a3ef96b-1568-4d83-8d75-7993196ffa2d', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:29:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'c5e47f6f-8b59-4c18-ab38-f245005f8115', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:10Z', 'updated_at': '2021-07-16T01:49:18Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'c5e47f6f-8b59-4c18-ab38-f245005f8115', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5b9c9a-437f-4b82-99fc-5eae4a209f7d', 'name': '', 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:fc:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:56Z', 'updated_at': '2021-07-16T01:49:04Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d33cb8-90ec-4dae-a47b-a987a05337d1', 'name': '', 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:1b:57:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:12Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:28.468522 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9fbd072d-7165-4536-b5da-195fff24644a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.471866 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9fbd072d-7165-4536-b5da-195fff24644a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.473250 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9fbd072d-7165-4536-b5da-195fff24644a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67a44e79-e6dc-48ed-8ff6-5d2f71b2bf84 HTTP/1.1" status: 204 len: 168 time: 0.2658868 Jul 16 01:49:28.485648 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd072d-7165-4536-b5da-195fff24644a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a44e79-e6dc-48ed-8ff6-5d2f71b2bf84,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:28.530056 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0d9f04-cdb2-48fe-9ee1-04825db8020f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Router 6eb0bf96-6511-4d67-a770-0c881ef67481 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:28.549901 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0f456e52-62f0-4a39-8ca6-8bf842faad53 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.612970 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-0f456e52-62f0-4a39-8ca6-8bf842faad53 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Calling delete_port for d8400b1d-e7f8-4b6b-9591-8fdca19c6839 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:28.710842 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0d9f04-cdb2-48fe-9ee1-04825db8020f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:28.716490 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ac0d9f04-cdb2-48fe-9ee1-04825db8020f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "PUT /v2.0/routers/6eb0bf96-6511-4d67-a770-0c881ef67481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5477841 Jul 16 01:49:28.719209 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55280) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:28.799720 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-274cd2f0-2e57-4a91-9388-c66503931794 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting subnet 2453068a-edba-4c80-8ab9-b1548c09e190 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:28.807552 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-274cd2f0-2e57-4a91-9388-c66503931794 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.860680 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-274cd2f0-2e57-4a91-9388-c66503931794 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.870087 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0f456e52-62f0-4a39-8ca6-8bf842faad53 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.914222 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f456e52-62f0-4a39-8ca6-8bf842faad53 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Pushing event deleted for resources: {'Port': ['ID=d8400b1d-e7f8-4b6b-9591-8fdca19c6839,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:29.006916 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0f456e52-62f0-4a39-8ca6-8bf842faad53 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.009013 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0f456e52-62f0-4a39-8ca6-8bf842faad53 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] 10.222.0.16 "DELETE /v2.0/ports/d8400b1d-e7f8-4b6b-9591-8fdca19c6839 HTTP/1.1" status: 204 len: 168 time: 2.0652664 Jul 16 01:49:29.013493 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55290) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:29.024058 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-274cd2f0-2e57-4a91-9388-c66503931794 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.122241 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-274cd2f0-2e57-4a91-9388-c66503931794 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.170748 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6751bf06-6b4d-443c-86ce-8390a673cf78 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:29.248337 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cd2f0-2e57-4a91-9388-c66503931794 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Subnet': ['ID=2453068a-edba-4c80-8ab9-b1548c09e190,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:29.257844 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-274cd2f0-2e57-4a91-9388-c66503931794 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.265571 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-274cd2f0-2e57-4a91-9388-c66503931794 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/subnets/2453068a-edba-4c80-8ab9-b1548c09e190 HTTP/1.1" status: 204 len: 168 time: 0.5429876 Jul 16 01:49:29.266225 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd07d0f-474d-4ca8-9ce0-032c9a6a313b None None] Network 511e4a49-23e8-4a2f-a9c6-ed0115f34515 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:29.269097 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55296) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:29.316657 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ed1f15-3bec-4ec5-816f-6f840152a4b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Deleting subnet 394cda17-88cb-4856-bf72-985b61ef4cb8 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:29.353836 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02351a57-8eea-4128-8b88-36e67730fe5b None None] Sync routers for ids ['6eb0bf96-6511-4d67-a770-0c881ef67481'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:29.361006 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fab263b9-3e28-4eb9-9cb8-e82990b27324 req-fe4ba78a-99d2-4597-8798-4e1214cc982c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 210 time: 0.0729792 Jul 16 01:49:29.372970 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02351a57-8eea-4128-8b88-36e67730fe5b None None] Routers {'6eb0bf96-6511-4d67-a770-0c881ef67481'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:29.373616 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-02351a57-8eea-4128-8b88-36e67730fe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eb0bf96-6511-4d67-a770-0c881ef67481'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:29.410167 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86ed1f15-3bec-4ec5-816f-6f840152a4b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.445920 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-533f6ba7-568f-4d6a-84cb-535af03277f0 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.464627 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 6751bf06-6b4d-443c-86ce-8390a673cf78 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:29.473033 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86ed1f15-3bec-4ec5-816f-6f840152a4b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.476449 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 6751bf06-6b4d-443c-86ce-8390a673cf78 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:29.479343 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.530098 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-533f6ba7-568f-4d6a-84cb-535af03277f0 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting port eb5da3e4-2dce-4bae-979d-798c3b909eea {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:29.536797 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-533f6ba7-568f-4d6a-84cb-535af03277f0 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.609593 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2ca0e0ba-d1fb-4840-9ae6-e539ce170192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.649703 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-313286ee-13c4-4b53-ad37-aef2dcc47940 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:29.651532 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-313286ee-13c4-4b53-ad37-aef2dcc47940 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.84 "GET /v2.0/networks?id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf HTTP/1.1" status: 200 len: 797 time: 0.5117917 Jul 16 01:49:29.666470 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-02351a57-8eea-4128-8b88-36e67730fe5b None None] Set router 6eb0bf96-6511-4d67-a770-0c881ef67481 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:29.727547 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-533f6ba7-568f-4d6a-84cb-535af03277f0 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] For port eb5da3e4-2dce-4bae-979d-798c3b909eea, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=eb5da3e4-2dce-4bae-979d-798c3b909eea,segment=NetworkSegment(c98420eb-b190-44ae-bb3e-a762586206e5),segment_id=c98420eb-b190-44ae-bb3e-a762586206e5)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:29.727914 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-533f6ba7-568f-4d6a-84cb-535af03277f0 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.738052 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.755592 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-533f6ba7-568f-4d6a-84cb-535af03277f0 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Calling delete_port for eb5da3e4-2dce-4bae-979d-798c3b909eea owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:29.796194 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86ed1f15-3bec-4ec5-816f-6f840152a4b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.802435 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.811389 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-7c08b3d5-caad-4742-8c0b-9726d04801d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c0fcf31570241eb96a760177b0aa82f HTTP/1.1" status: 200 len: 380 time: 0.1513073 Jul 16 01:49:29.863958 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 6751bf06-6b4d-443c-86ce-8390a673cf78, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=6751bf06-6b4d-443c-86ce-8390a673cf78,segment=NetworkSegment(bdd80659-e7e5-41bf-88d1-355a8aa3f221),segment_id=bdd80659-e7e5-41bf-88d1-355a8aa3f221)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:29.884916 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.896927 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-68a0344a-72f0-434f-a641-1e7ec0b7f113 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'port': {'device_id': '419e40fa-9b0e-4730-82a8-1ad988afa8a8', 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf', 'admin_state_up': True, 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'security_groups': ['88537a2a-dcdd-4870-ad68-a0507cd4f340']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:29.926391 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-533f6ba7-568f-4d6a-84cb-535af03277f0 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.929152 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 5e0f48bc-68a2-4d6a-808e-e7d9d6829134 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:29.995333 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f6ba7-568f-4d6a-84cb-535af03277f0 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Port': ['ID=eb5da3e4-2dce-4bae-979d-798c3b909eea,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:30.003398 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 5e0f48bc-68a2-4d6a-808e-e7d9d6829134 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:30.003758 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 5e0f48bc-68a2-4d6a-808e-e7d9d6829134 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:30.005544 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f83254-9bbb-4134-9c26-032ec7115c55 None None] DHCP port deletion for 511e4a49-23e8-4a2f-a9c6-ed0115f34515 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:30.006236 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533f6ba7-568f-4d6a-84cb-535af03277f0 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] No DVR routers for this DVR port eb5da3e4-2dce-4bae-979d-798c3b909eea on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:30.084856 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=6751bf06-6b4d-443c-86ce-8390a673cf78,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:30.114144 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-02351a57-8eea-4128-8b88-36e67730fe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:26Z', 'revision_number': 8, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None, '_interfaces': [{'id': '51db8309-c8b0-4a3f-8046-4bf1b5e922a2', 'name': '', 'network_id': '4a3ef96b-1568-4d83-8d75-7993196ffa2d', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:29:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'c5e47f6f-8b59-4c18-ab38-f245005f8115', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:10Z', 'updated_at': '2021-07-16T01:49:18Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'c5e47f6f-8b59-4c18-ab38-f245005f8115', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5b9c9a-437f-4b82-99fc-5eae4a209f7d', 'name': '', 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:fc:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:56Z', 'updated_at': '2021-07-16T01:49:04Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d33cb8-90ec-4dae-a47b-a987a05337d1', 'name': '', 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:1b:57:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:12Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:30.137413 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86ed1f15-3bec-4ec5-816f-6f840152a4b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.155020 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02351a57-8eea-4128-8b88-36e67730fe5b None None] Checking router: 6eb0bf96-6511-4d67-a770-0c881ef67481 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:30.164780 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02351a57-8eea-4128-8b88-36e67730fe5b None None] Routers {'6eb0bf96-6511-4d67-a770-0c881ef67481'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:30.165320 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-02351a57-8eea-4128-8b88-36e67730fe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eb0bf96-6511-4d67-a770-0c881ef67481'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:30.174969 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-533f6ba7-568f-4d6a-84cb-535af03277f0 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.181481 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed1f15-3bec-4ec5-816f-6f840152a4b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Pushing event deleted for resources: {'Subnet': ['ID=394cda17-88cb-4856-bf72-985b61ef4cb8,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:30.194719 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-533f6ba7-568f-4d6a-84cb-535af03277f0 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511e4a49-23e8-4a2f-a9c6-ed0115f34515']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:30.201825 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86ed1f15-3bec-4ec5-816f-6f840152a4b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.205221 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-86ed1f15-3bec-4ec5-816f-6f840152a4b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] 10.222.0.16 "DELETE /v2.0/subnets/394cda17-88cb-4856-bf72-985b61ef4cb8 HTTP/1.1" status: 204 len: 168 time: 1.1906748 Jul 16 01:49:30.216015 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2db1fa-d4b3-400f-a9f8-a8c2d039523c None None] Network 4048493e-b531-4df2-9d12-2c7dcf2cfa0a requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:30.221233 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55308) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:30.240703 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-533f6ba7-568f-4d6a-84cb-535af03277f0 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98420eb-b190-44ae-bb3e-a762586206e5') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:30.241016 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-533f6ba7-568f-4d6a-84cb-535af03277f0 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98420eb-b190-44ae-bb3e-a762586206e5') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:30.264817 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-533f6ba7-568f-4d6a-84cb-535af03277f0 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.292162 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-533f6ba7-568f-4d6a-84cb-535af03277f0 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.298463 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-02351a57-8eea-4128-8b88-36e67730fe5b None None] Set router 6eb0bf96-6511-4d67-a770-0c881ef67481 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:30.300543 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533f6ba7-568f-4d6a-84cb-535af03277f0 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:30.301389 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-533f6ba7-568f-4d6a-84cb-535af03277f0 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:30.373956 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:30.382430 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6e97f5e-def6-4473-a073-1757bcc040f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.389370 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-68a0344a-72f0-434f-a641-1e7ec0b7f113 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Made reservation on behalf of 8c0fcf31570241eb96a760177b0aa82f for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:30.397497 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-533f6ba7-568f-4d6a-84cb-535af03277f0 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.399762 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-68a0344a-72f0-434f-a641-1e7ec0b7f113 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.448648 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-533f6ba7-568f-4d6a-84cb-535af03277f0 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.454905 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-533f6ba7-568f-4d6a-84cb-535af03277f0 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/networks/511e4a49-23e8-4a2f-a9c6-ed0115f34515 HTTP/1.1" status: 204 len: 168 time: 1.1841295 Jul 16 01:49:30.457345 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f6ba7-568f-4d6a-84cb-535af03277f0 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Network': ['ID=511e4a49-23e8-4a2f-a9c6-ed0115f34515,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:30.461367 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55314) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:30.529034 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25613256-61bb-4a10-b110-48083604ab1d None None] DHCP port deletion for 4048493e-b531-4df2-9d12-2c7dcf2cfa0a request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:30.593496 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-68a0344a-72f0-434f-a641-1e7ec0b7f113 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Allocated IP 172.20.0.6 (8ea64742-1c50-4bb0-bd91-fb77dbafbfdf/53081387-d355-4125-a3f4-e300088a6a4b/c14b4551-7ee4-4946-9632-a6a8bf8931d2) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:30.638404 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-25613256-61bb-4a10-b110-48083604ab1d None None] Deleting port 03a53adc-ba0b-43db-9799-b4c68e0792ec {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:30.638821 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25613256-61bb-4a10-b110-48083604ab1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.646964 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-02351a57-8eea-4128-8b88-36e67730fe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:26Z', 'revision_number': 8, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None, '_interfaces': [{'id': '51db8309-c8b0-4a3f-8046-4bf1b5e922a2', 'name': '', 'network_id': '4a3ef96b-1568-4d83-8d75-7993196ffa2d', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:29:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'c5e47f6f-8b59-4c18-ab38-f245005f8115', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:10Z', 'updated_at': '2021-07-16T01:49:18Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'c5e47f6f-8b59-4c18-ab38-f245005f8115', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5b9c9a-437f-4b82-99fc-5eae4a209f7d', 'name': '', 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:fc:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:56Z', 'updated_at': '2021-07-16T01:49:04Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d33cb8-90ec-4dae-a47b-a987a05337d1', 'name': '', 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:1b:57:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:12Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:30.693257 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02351a57-8eea-4128-8b88-36e67730fe5b None None] The sync data for ids ['6eb0bf96-6511-4d67-a770-0c881ef67481'] in n-d-792394-16 is: [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:26Z', 'revision_number': 8, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None, '_interfaces': [{'id': '51db8309-c8b0-4a3f-8046-4bf1b5e922a2', 'name': '', 'network_id': '4a3ef96b-1568-4d83-8d75-7993196ffa2d', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:29:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'c5e47f6f-8b59-4c18-ab38-f245005f8115', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:10Z', 'updated_at': '2021-07-16T01:49:18Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'c5e47f6f-8b59-4c18-ab38-f245005f8115', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e5b9c9a-437f-4b82-99fc-5eae4a209f7d', 'name': '', 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:fc:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:56Z', 'updated_at': '2021-07-16T01:49:04Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d33cb8-90ec-4dae-a47b-a987a05337d1', 'name': '', 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:1b:57:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:12Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:30.739229 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-25613256-61bb-4a10-b110-48083604ab1d None None] For port 03a53adc-ba0b-43db-9799-b4c68e0792ec, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=03a53adc-ba0b-43db-9799-b4c68e0792ec,segment=NetworkSegment(4c47ee2c-cacf-4a9a-8d8a-fa2c7e5c3559),segment_id=4c47ee2c-cacf-4a9a-8d8a-fa2c7e5c3559)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:30.740079 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25613256-61bb-4a10-b110-48083604ab1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.758463 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-25613256-61bb-4a10-b110-48083604ab1d None None] Calling delete_port for 03a53adc-ba0b-43db-9799-b4c68e0792ec owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:30.805287 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-29965efd-71f7-49f2-bc61-fff9645fe718 req-d21fabc6-56b7-4410-bca7-3fd765b3c872 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 210 time: 0.0726435 Jul 16 01:49:30.860471 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-b6e97f5e-def6-4473-a073-1757bcc040f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Deleting port 03a53adc-ba0b-43db-9799-b4c68e0792ec {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:30.860923 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6e97f5e-def6-4473-a073-1757bcc040f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.872671 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.904256 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-68a0344a-72f0-434f-a641-1e7ec0b7f113 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.953449 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25613256-61bb-4a10-b110-48083604ab1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.968710 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-68a0344a-72f0-434f-a641-1e7ec0b7f113 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Transition to ACTIVE for port object c14b4551-7ee4-4946-9632-a6a8bf8931d2 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:30.971239 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-b6e97f5e-def6-4473-a073-1757bcc040f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] For port 03a53adc-ba0b-43db-9799-b4c68e0792ec, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=03a53adc-ba0b-43db-9799-b4c68e0792ec,segment=NetworkSegment(4c47ee2c-cacf-4a9a-8d8a-fa2c7e5c3559),segment_id=4c47ee2c-cacf-4a9a-8d8a-fa2c7e5c3559)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:30.971629 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6e97f5e-def6-4473-a073-1757bcc040f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:30.981157 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25613256-61bb-4a10-b110-48083604ab1d None None] No DVR routers for this DVR port 03a53adc-ba0b-43db-9799-b4c68e0792ec on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:30.995661 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-b6e97f5e-def6-4473-a073-1757bcc040f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Calling delete_port for 03a53adc-ba0b-43db-9799-b4c68e0792ec owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:31.026899 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25613256-61bb-4a10-b110-48083604ab1d None None] Pushing event deleted for resources: {'Port': ['ID=03a53adc-ba0b-43db-9799-b4c68e0792ec,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:31.044540 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6751bf06-6b4d-443c-86ce-8390a673cf78 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:31.075070 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b652-5f1b-4951-9929-22b0fe14bfea tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.113859 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-68a0344a-72f0-434f-a641-1e7ec0b7f113 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.125648 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 6751bf06-6b4d-443c-86ce-8390a673cf78 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:31.126186 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.163738 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-68a0344a-72f0-434f-a641-1e7ec0b7f113 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network 8ea64742-1c50-4bb0-bd91-fb77dbafbfdf is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:31.170088 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-68a0344a-72f0-434f-a641-1e7ec0b7f113 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:31.175464 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-68a0344a-72f0-434f-a641-1e7ec0b7f113 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:31.218548 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6e97f5e-def6-4473-a073-1757bcc040f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.225160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0344a-72f0-434f-a641-1e7ec0b7f113 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Port': ['ID=c14b4551-7ee4-4946-9632-a6a8bf8931d2,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:31.267157 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e97f5e-def6-4473-a073-1757bcc040f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Pushing event deleted for resources: {'Port': ['ID=03a53adc-ba0b-43db-9799-b4c68e0792ec,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:31.280781 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-68a0344a-72f0-434f-a641-1e7ec0b7f113 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:31.281439 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-68a0344a-72f0-434f-a641-1e7ec0b7f113 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.288459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e97f5e-def6-4473-a073-1757bcc040f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] No DVR routers for this DVR port 03a53adc-ba0b-43db-9799-b4c68e0792ec on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:31.341988 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-68a0344a-72f0-434f-a641-1e7ec0b7f113 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4696598 Jul 16 01:49:31.359137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-005cc18a-aaea-40e9-a051-337d12ee5d23 service neutron] Request body: {'port': {'device_id': '419e40fa-9b0e-4730-82a8-1ad988afa8a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:31.385373 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 03a53adc-ba0b-43db-9799-b4c68e0792ec no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:31.415888 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 03a53adc-ba0b-43db-9799-b4c68e0792ec {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:31.417923 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 03a53adc-ba0b-43db-9799-b4c68e0792ec not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:31.418385 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device eb5da3e4-2dce-4bae-979d-798c3b909eea no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:31.447899 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: eb5da3e4-2dce-4bae-979d-798c3b909eea {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:31.448868 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device eb5da3e4-2dce-4bae-979d-798c3b909eea not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:31.460323 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6e97f5e-def6-4473-a073-1757bcc040f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.482236 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-b6e97f5e-def6-4473-a073-1757bcc040f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4048493e-b531-4df2-9d12-2c7dcf2cfa0a']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:31.482499 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0b652-5f1b-4951-9929-22b0fe14bfea tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting port 51db8309-c8b0-4a3f-8046-4bf1b5e922a2 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:31.482736 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b652-5f1b-4951-9929-22b0fe14bfea tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.496193 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-b6e97f5e-def6-4473-a073-1757bcc040f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c47ee2c-cacf-4a9a-8d8a-fa2c7e5c3559') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:31.496524 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-b6e97f5e-def6-4473-a073-1757bcc040f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c47ee2c-cacf-4a9a-8d8a-fa2c7e5c3559') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:31.499369 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b4e5d5bd-2c4e-4d60-9c2e-b858863601ea None None] Provisioning for port c14b4551-7ee4-4946-9632-a6a8bf8931d2 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:31.511788 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b4e5d5bd-2c4e-4d60-9c2e-b858863601ea None None] Provisioning complete for port c14b4551-7ee4-4946-9632-a6a8bf8931d2 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:31.512238 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b4e5d5bd-2c4e-4d60-9c2e-b858863601ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.526555 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6e97f5e-def6-4473-a073-1757bcc040f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.551911 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6e97f5e-def6-4473-a073-1757bcc040f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.554196 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-005cc18a-aaea-40e9-a051-337d12ee5d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.566956 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e97f5e-def6-4473-a073-1757bcc040f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:31.567357 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6e97f5e-def6-4473-a073-1757bcc040f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:31.570640 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:31.579937 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b4e5d5bd-2c4e-4d60-9c2e-b858863601ea None None] Port c14b4551-7ee4-4946-9632-a6a8bf8931d2 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:31.586352 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.617811 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-bcc0b652-5f1b-4951-9929-22b0fe14bfea tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] For port 51db8309-c8b0-4a3f-8046-4bf1b5e922a2, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=51db8309-c8b0-4a3f-8046-4bf1b5e922a2,segment=NetworkSegment(0d02fcdf-f4ac-49f2-9772-d40846487eca),segment_id=0d02fcdf-f4ac-49f2-9772-d40846487eca)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:31.618438 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b652-5f1b-4951-9929-22b0fe14bfea tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.638053 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0b652-5f1b-4951-9929-22b0fe14bfea tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Calling delete_port for 51db8309-c8b0-4a3f-8046-4bf1b5e922a2 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:31.674129 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6e97f5e-def6-4473-a073-1757bcc040f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.686039 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b6e97f5e-def6-4473-a073-1757bcc040f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.691192 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b6e97f5e-def6-4473-a073-1757bcc040f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] 10.222.0.16 "DELETE /v2.0/networks/4048493e-b531-4df2-9d12-2c7dcf2cfa0a HTTP/1.1" status: 204 len: 168 time: 1.4633982 Jul 16 01:49:31.748870 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e97f5e-def6-4473-a073-1757bcc040f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527 tempest-ExtraDHCPOptionsIpV6TestJSON-1462379527-project] Pushing event deleted for resources: {'Network': ['ID=4048493e-b531-4df2-9d12-2c7dcf2cfa0a,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:31.879730 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b652-5f1b-4951-9929-22b0fe14bfea tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.916925 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0b652-5f1b-4951-9929-22b0fe14bfea tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Port': ['ID=51db8309-c8b0-4a3f-8046-4bf1b5e922a2,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:32.018898 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-005cc18a-aaea-40e9-a051-337d12ee5d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14b4551-7ee4-4946-9632-a6a8bf8931d2 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:49:32.033814 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-005cc18a-aaea-40e9-a051-337d12ee5d23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.052570 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-005cc18a-aaea-40e9-a051-337d12ee5d23 service neutron] Transition to ACTIVE for port object c14b4551-7ee4-4946-9632-a6a8bf8931d2 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:32.059610 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-005cc18a-aaea-40e9-a051-337d12ee5d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.068461 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55354) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:32.141277 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacd827-85a1-413b-a802-f982af15cbf3 req-c90943f2-a649-476e-9578-400f26d34dff tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:32.143681 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55358) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:32.148530 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4cacd827-85a1-413b-a802-f982af15cbf3 req-c90943f2-a649-476e-9578-400f26d34dff tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 931 time: 0.1648254 Jul 16 01:49:32.207646 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005cc18a-aaea-40e9-a051-337d12ee5d23 service neutron] Pushing event updated for resources: {'Port': ['ID=c14b4551-7ee4-4946-9632-a6a8bf8931d2,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:32.223231 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b652-5f1b-4951-9929-22b0fe14bfea tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.267859 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4cacd827-85a1-413b-a802-f982af15cbf3 req-b0ffc64d-7556-4542-9bb2-667457e064a8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183290 Jul 16 01:49:32.306287 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f4ef142a-751f-44fd-b8b7-e3f54448d7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.323028 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-005cc18a-aaea-40e9-a051-337d12ee5d23 service neutron] Attempting to bind port c14b4551-7ee4-4946-9632-a6a8bf8931d2 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:32.324958 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-005cc18a-aaea-40e9-a051-337d12ee5d23 service neutron] Attempting to bind port c14b4551-7ee4-4946-9632-a6a8bf8931d2 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'bdd80659-e7e5-41bf-88d1-355a8aa3f221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:32.324958 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-005cc18a-aaea-40e9-a051-337d12ee5d23 service neutron] Attempting to bind port c14b4551-7ee4-4946-9632-a6a8bf8931d2 on network 8ea64742-1c50-4bb0-bd91-fb77dbafbfdf {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:32.347371 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-005cc18a-aaea-40e9-a051-337d12ee5d23 service neutron] Port c14b4551-7ee4-4946-9632-a6a8bf8931d2 on network 8ea64742-1c50-4bb0-bd91-fb77dbafbfdf not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:49:32.347697 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-005cc18a-aaea-40e9-a051-337d12ee5d23 service neutron] Attempting to bind port c14b4551-7ee4-4946-9632-a6a8bf8931d2 on network 8ea64742-1c50-4bb0-bd91-fb77dbafbfdf {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:32.366605 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-005cc18a-aaea-40e9-a051-337d12ee5d23 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:32.366888 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-005cc18a-aaea-40e9-a051-337d12ee5d23 service neutron] Checking segment: {'id': 'bdd80659-e7e5-41bf-88d1-355a8aa3f221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:32.367177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-005cc18a-aaea-40e9-a051-337d12ee5d23 service neutron] Bound using segment: {'id': 'bdd80659-e7e5-41bf-88d1-355a8aa3f221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:32.367615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-005cc18a-aaea-40e9-a051-337d12ee5d23 service neutron] Bound port: c14b4551-7ee4-4946-9632-a6a8bf8931d2, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd80659-e7e5-41bf-88d1-355a8aa3f221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:32.367967 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-005cc18a-aaea-40e9-a051-337d12ee5d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.380818 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-129fbf7b-4be2-49f1-b58c-386a369b6bb4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=664040dfab734c6da0a1407463b72327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3063309 Jul 16 01:49:32.384491 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55362) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:32.472722 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-005cc18a-aaea-40e9-a051-337d12ee5d23 service neutron] For port c14b4551-7ee4-4946-9632-a6a8bf8931d2, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:32.481093 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-005cc18a-aaea-40e9-a051-337d12ee5d23 service neutron] For port c14b4551-7ee4-4946-9632-a6a8bf8931d2, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2,segment=NetworkSegment(bdd80659-e7e5-41bf-88d1-355a8aa3f221),segment_id=bdd80659-e7e5-41bf-88d1-355a8aa3f221)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:32.490493 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-005cc18a-aaea-40e9-a051-337d12ee5d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.518642 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc0b652-5f1b-4951-9929-22b0fe14bfea tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Router 6eb0bf96-6511-4d67-a770-0c881ef67481 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:32.523211 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-53ec2ea7-5341-4b1d-bdc8-87cddb113af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.539213 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-005cc18a-aaea-40e9-a051-337d12ee5d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:32.539840 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-005cc18a-aaea-40e9-a051-337d12ee5d23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.541299 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-005cc18a-aaea-40e9-a051-337d12ee5d23 service neutron] 10.222.0.84 "PUT /v2.0/ports/c14b4551-7ee4-4946-9632-a6a8bf8931d2 HTTP/1.1" status: 200 len: 1092 time: 1.1874094 Jul 16 01:49:32.543553 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419e40fa-9b0e-4730-82a8-1ad988afa8a8', 'tag': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:32.546028 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d813289-9a44-4a80-abd8-88a85deed0cc" -d '{"events": [{"name": "network-changed", "server_uuid": "419e40fa-9b0e-4730-82a8-1ad988afa8a8", "tag": "c14b4551-7ee4-4946-9632-a6a8bf8931d2"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:32.568790 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f4ef142a-751f-44fd-b8b7-e3f54448d7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.585092 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f4ef142a-751f-44fd-b8b7-e3f54448d7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.591010 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.599133 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-53ec2ea7-5341-4b1d-bdc8-87cddb113af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.634556 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2141e0-16ed-494d-91cb-03ae3a43e197 x-openstack-request-id: req-bb2141e0-16ed-494d-91cb-03ae3a43e197 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:32.634829 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419e40fa-9b0e-4730-82a8-1ad988afa8a8", "tag": "c14b4551-7ee4-4946-9632-a6a8bf8931d2", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:32.635084 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb2141e0-16ed-494d-91cb-03ae3a43e197 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:32.635537 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419e40fa-9b0e-4730-82a8-1ad988afa8a8', 'tag': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2', 'status': 'completed', 'code': 200} Jul 16 01:49:32.637074 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005cc18a-aaea-40e9-a051-337d12ee5d23 service neutron] Pushing event updated for resources: {'Port': ['ID=c14b4551-7ee4-4946-9632-a6a8bf8931d2,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:32.668740 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef142a-751f-44fd-b8b7-e3f54448d7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a2430d-7766-4551-be70-d6e424946640,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:32.674705 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f4ef142a-751f-44fd-b8b7-e3f54448d7a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81b0d7d1681e44e79aaadecb1de7a4dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5279901 Jul 16 01:49:32.677450 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55366) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:32.731734 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-53489a5f-8e20-4100-b947-48cf329d011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:32.733350 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-53489a5f-8e20-4100-b947-48cf329d011c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 1095 time: 0.1499469 Jul 16 01:49:32.789594 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-37915af0-73ac-4bdb-9ee6-26573bd5bf95 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2 HTTP/1.1" status: 200 len: 217 time: 0.0489244 Jul 16 01:49:32.790549 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c3a24341-ec26-484b-9f36-bc2173219fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.850059 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c3a24341-ec26-484b-9f36-bc2173219fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.880647 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-2c838103-6734-4c1f-a261-2c7ebf2c6295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:32.882133 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-2c838103-6734-4c1f-a261-2c7ebf2c6295 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53081387-d355-4125-a3f4-e300088a6a4b HTTP/1.1" status: 200 len: 834 time: 0.0857713 Jul 16 01:49:32.954917 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-0d44db92-93e4-493f-b84b-d80e086e638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:32.956334 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-0d44db92-93e4-493f-b84b-d80e086e638f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667636 Jul 16 01:49:32.961092 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c3a24341-ec26-484b-9f36-bc2173219fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.964055 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c3a24341-ec26-484b-9f36-bc2173219fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.965154 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c3a24341-ec26-484b-9f36-bc2173219fa9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7a2430d-7766-4551-be70-d6e424946640 HTTP/1.1" status: 204 len: 168 time: 0.2863481 Jul 16 01:49:33.006739 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a24341-ec26-484b-9f36-bc2173219fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a2430d-7766-4551-be70-d6e424946640,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:33.047064 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc0b652-5f1b-4951-9929-22b0fe14bfea tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:33.052420 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bcc0b652-5f1b-4951-9929-22b0fe14bfea tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "PUT /v2.0/routers/6eb0bf96-6511-4d67-a770-0c881ef67481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5848136 Jul 16 01:49:33.055214 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55370) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:33.060802 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35ad1f6-03c9-4346-a906-eb9e43788e41 None None] Sync routers for ids ['6eb0bf96-6511-4d67-a770-0c881ef67481'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:33.076927 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35ad1f6-03c9-4346-a906-eb9e43788e41 None None] Routers {'6eb0bf96-6511-4d67-a770-0c881ef67481'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:33.077879 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e35ad1f6-03c9-4346-a906-eb9e43788e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eb0bf96-6511-4d67-a770-0c881ef67481'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:33.096007 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-3562cc50-3554-4b0d-a5f7-41317a79f8cd service neutron] 10.222.0.84 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295457 Jul 16 01:49:33.101342 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-53ec2ea7-5341-4b1d-bdc8-87cddb113af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.104070 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-53ec2ea7-5341-4b1d-bdc8-87cddb113af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.106045 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-53ec2ea7-5341-4b1d-bdc8-87cddb113af3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a73b19e1-9d3c-4310-b6bb-1f8d159f8558 HTTP/1.1" status: 204 len: 168 time: 0.7197423 Jul 16 01:49:33.122468 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-78fbb9df-64b1-4dd4-bdc6-993b7ac637fc tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting subnet c5e47f6f-8b59-4c18-ab38-f245005f8115 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:33.126063 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec2ea7-5341-4b1d-bdc8-87cddb113af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73b19e1-9d3c-4310-b6bb-1f8d159f8558,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:33.127927 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-78fbb9df-64b1-4dd4-bdc6-993b7ac637fc tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.183613 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-78fbb9df-64b1-4dd4-bdc6-993b7ac637fc tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.195078 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-e35ad1f6-03c9-4346-a906-eb9e43788e41 None None] Set router 6eb0bf96-6511-4d67-a770-0c881ef67481 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:33.268422 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-030c9f89-7cf5-4635-8e39-26f3973fe1d0 req-cf4fadc8-0cfb-4bbe-b0b0-1d8aad8d3f84 service neutron] 10.222.0.84 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668484 Jul 16 01:49:33.371413 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-78fbb9df-64b1-4dd4-bdc6-993b7ac637fc tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.423165 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55378) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:33.443354 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8478f5d-45f2-4263-aaae-8e1b69484b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.447125 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d813289-9a44-4a80-abd8-88a85deed0cc req-5facdd0e-2538-4cf9-a22e-ae40a572a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:33.449110 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d813289-9a44-4a80-abd8-88a85deed0cc req-5facdd0e-2538-4cf9-a22e-ae40a572a586 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 1095 time: 0.1116581 Jul 16 01:49:33.495822 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-78fbb9df-64b1-4dd4-bdc6-993b7ac637fc tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.564681 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbb9df-64b1-4dd4-bdc6-993b7ac637fc tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Subnet': ['ID=c5e47f6f-8b59-4c18-ab38-f245005f8115,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:33.581086 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-78fbb9df-64b1-4dd4-bdc6-993b7ac637fc tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.586128 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-78fbb9df-64b1-4dd4-bdc6-993b7ac637fc tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/subnets/c5e47f6f-8b59-4c18-ab38-f245005f8115 HTTP/1.1" status: 204 len: 168 time: 0.5298643 Jul 16 01:49:33.589221 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55382) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:33.597238 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a19a322-ff4c-4ada-8d88-aa72e707889b None None] Network 4a3ef96b-1568-4d83-8d75-7993196ffa2d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:33.601735 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d813289-9a44-4a80-abd8-88a85deed0cc req-30c55c24-d55a-4414-a292-f2d7b3a1d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:33.603925 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d813289-9a44-4a80-abd8-88a85deed0cc req-30c55c24-d55a-4414-a292-f2d7b3a1d416 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf HTTP/1.1" status: 200 len: 898 time: 0.1474431 Jul 16 01:49:33.659377 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d813289-9a44-4a80-abd8-88a85deed0cc req-3028cb3f-bbfe-44bb-bff7-9259da5ab9ba service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2 HTTP/1.1" status: 200 len: 217 time: 0.0465093 Jul 16 01:49:33.723823 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd928ed2-c2c1-4ffb-890c-e9006b88c590 req-3f0afd1a-1aba-4d90-b659-551a1d3649c8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:33.728209 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8478f5d-45f2-4263-aaae-8e1b69484b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.735669 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d813289-9a44-4a80-abd8-88a85deed0cc req-d27e239b-7aa0-49fb-ab9f-077b7b16cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:33.737439 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d813289-9a44-4a80-abd8-88a85deed0cc req-d27e239b-7aa0-49fb-ab9f-077b7b16cc20 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53081387-d355-4125-a3f4-e300088a6a4b HTTP/1.1" status: 200 len: 834 time: 0.0702207 Jul 16 01:49:33.738345 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8478f5d-45f2-4263-aaae-8e1b69484b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.740801 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e35ad1f6-03c9-4346-a906-eb9e43788e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:31Z', 'revision_number': 9, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None, '_interfaces': [{'id': '7e5b9c9a-437f-4b82-99fc-5eae4a209f7d', 'name': '', 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:fc:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:56Z', 'updated_at': '2021-07-16T01:49:04Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d33cb8-90ec-4dae-a47b-a987a05337d1', 'name': '', 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:1b:57:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:12Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:33.742728 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bd928ed2-c2c1-4ffb-890c-e9006b88c590 req-3f0afd1a-1aba-4d90-b659-551a1d3649c8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 943 time: 0.2434542 Jul 16 01:49:33.749378 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23207237-ce13-4dee-a6a0-121c444d8a11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.772064 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35ad1f6-03c9-4346-a906-eb9e43788e41 None None] Checking router: 6eb0bf96-6511-4d67-a770-0c881ef67481 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:33.787122 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35ad1f6-03c9-4346-a906-eb9e43788e41 None None] Routers {'6eb0bf96-6511-4d67-a770-0c881ef67481'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:33.788079 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e35ad1f6-03c9-4346-a906-eb9e43788e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eb0bf96-6511-4d67-a770-0c881ef67481'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:33.820092 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b8478f5d-45f2-4263-aaae-8e1b69484b4c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3e22fdad315490db963c5fde8ee66e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3945973 Jul 16 01:49:33.826049 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55392) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:33.841127 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8478f5d-45f2-4263-aaae-8e1b69484b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f739c147-1278-4ed8-9179-cbfea79d4188,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:33.850020 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bd928ed2-c2c1-4ffb-890c-e9006b88c590 req-1b53653f-90ca-4781-94f3-8b79e76c1094 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063282 Jul 16 01:49:33.891322 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-23207237-ce13-4dee-a6a0-121c444d8a11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting port f26a16e8-9d8f-4bd6-b38c-01dd2806a285 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:33.891322 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23207237-ce13-4dee-a6a0-121c444d8a11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.896649 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-e35ad1f6-03c9-4346-a906-eb9e43788e41 None None] Set router 6eb0bf96-6511-4d67-a770-0c881ef67481 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:33.901032 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d813289-9a44-4a80-abd8-88a85deed0cc req-91f41761-7fe2-4573-afe2-5a56f87484b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:33.903438 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d813289-9a44-4a80-abd8-88a85deed0cc req-91f41761-7fe2-4573-afe2-5a56f87484b4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1422241 Jul 16 01:49:33.936126 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e0e25ab-1276-48f6-8d24-25a7552b93c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.970749 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8823ff53-50c0-4c0d-bc9b-03216f6b0dcc None None] DHCP port deletion for 4a3ef96b-1568-4d83-8d75-7993196ffa2d request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:34.008705 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e0e25ab-1276-48f6-8d24-25a7552b93c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.020584 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-23207237-ce13-4dee-a6a0-121c444d8a11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] For port f26a16e8-9d8f-4bd6-b38c-01dd2806a285, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f26a16e8-9d8f-4bd6-b38c-01dd2806a285,segment=NetworkSegment(0d02fcdf-f4ac-49f2-9772-d40846487eca),segment_id=0d02fcdf-f4ac-49f2-9772-d40846487eca)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:34.021363 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23207237-ce13-4dee-a6a0-121c444d8a11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.044804 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-23207237-ce13-4dee-a6a0-121c444d8a11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Calling delete_port for f26a16e8-9d8f-4bd6-b38c-01dd2806a285 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:34.047728 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d813289-9a44-4a80-abd8-88a85deed0cc req-b4989715-5879-4df7-b750-4fb29114d346 service neutron] 10.222.0.84 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359093 Jul 16 01:49:34.140726 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e0e25ab-1276-48f6-8d24-25a7552b93c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.144100 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2e0e25ab-1276-48f6-8d24-25a7552b93c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.145892 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2e0e25ab-1276-48f6-8d24-25a7552b93c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f739c147-1278-4ed8-9179-cbfea79d4188 HTTP/1.1" status: 204 len: 168 time: 0.3188794 Jul 16 01:49:34.154001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8823ff53-50c0-4c0d-bc9b-03216f6b0dcc None None] Deleting port f26a16e8-9d8f-4bd6-b38c-01dd2806a285 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:34.154389 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8823ff53-50c0-4c0d-bc9b-03216f6b0dcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.160152 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e25ab-1276-48f6-8d24-25a7552b93c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f739c147-1278-4ed8-9179-cbfea79d4188,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:34.170833 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7d813289-9a44-4a80-abd8-88a85deed0cc req-7b1bda8c-f8fc-42e9-9abd-9446cb52847a service neutron] 10.222.0.84 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114507 Jul 16 01:49:34.190787 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23207237-ce13-4dee-a6a0-121c444d8a11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.235470 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23207237-ce13-4dee-a6a0-121c444d8a11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] No DVR routers for this DVR port f26a16e8-9d8f-4bd6-b38c-01dd2806a285 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:34.261848 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23207237-ce13-4dee-a6a0-121c444d8a11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Port': ['ID=f26a16e8-9d8f-4bd6-b38c-01dd2806a285,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:34.275029 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-8823ff53-50c0-4c0d-bc9b-03216f6b0dcc None None] For port f26a16e8-9d8f-4bd6-b38c-01dd2806a285, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f26a16e8-9d8f-4bd6-b38c-01dd2806a285,segment=NetworkSegment(0d02fcdf-f4ac-49f2-9772-d40846487eca),segment_id=0d02fcdf-f4ac-49f2-9772-d40846487eca)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:34.275676 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8823ff53-50c0-4c0d-bc9b-03216f6b0dcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.293194 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8823ff53-50c0-4c0d-bc9b-03216f6b0dcc None None] Calling delete_port for f26a16e8-9d8f-4bd6-b38c-01dd2806a285 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:34.336714 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23207237-ce13-4dee-a6a0-121c444d8a11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.348654 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-23207237-ce13-4dee-a6a0-121c444d8a11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3ef96b-1568-4d83-8d75-7993196ffa2d']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:34.349905 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-e35ad1f6-03c9-4346-a906-eb9e43788e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:31Z', 'revision_number': 9, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None, '_interfaces': [{'id': '7e5b9c9a-437f-4b82-99fc-5eae4a209f7d', 'name': '', 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:fc:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:56Z', 'updated_at': '2021-07-16T01:49:04Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d33cb8-90ec-4dae-a47b-a987a05337d1', 'name': '', 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:1b:57:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:12Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:34.361634 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-23207237-ce13-4dee-a6a0-121c444d8a11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d02fcdf-f4ac-49f2-9772-d40846487eca') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:34.362035 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-23207237-ce13-4dee-a6a0-121c444d8a11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d02fcdf-f4ac-49f2-9772-d40846487eca') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:34.372100 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23207237-ce13-4dee-a6a0-121c444d8a11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.379179 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:49:34.393361 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35ad1f6-03c9-4346-a906-eb9e43788e41 None None] The sync data for ids ['6eb0bf96-6511-4d67-a770-0c881ef67481'] in n-d-792394-16 is: [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:31Z', 'revision_number': 9, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None, '_interfaces': [{'id': '7e5b9c9a-437f-4b82-99fc-5eae4a209f7d', 'name': '', 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:fc:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:56Z', 'updated_at': '2021-07-16T01:49:04Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5d33cb8-90ec-4dae-a47b-a987a05337d1', 'name': '', 'network_id': 'fab23b43-2758-4884-acac-87b17b9b718b', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:1b:57:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:04Z', 'updated_at': '2021-07-16T01:49:12Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': 'd3d54e48-352e-4bc2-acf0-c8808f917552', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:34.395271 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23207237-ce13-4dee-a6a0-121c444d8a11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.399897 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55406) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:34.414466 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23207237-ce13-4dee-a6a0-121c444d8a11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:34.415264 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23207237-ce13-4dee-a6a0-121c444d8a11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:34.419918 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:34.470391 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8823ff53-50c0-4c0d-bc9b-03216f6b0dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.510982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8823ff53-50c0-4c0d-bc9b-03216f6b0dcc None None] No DVR routers for this DVR port f26a16e8-9d8f-4bd6-b38c-01dd2806a285 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:34.515809 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823ff53-50c0-4c0d-bc9b-03216f6b0dcc None None] Pushing event deleted for resources: {'Port': ['ID=f26a16e8-9d8f-4bd6-b38c-01dd2806a285,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:34.516248 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23207237-ce13-4dee-a6a0-121c444d8a11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.535241 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23207237-ce13-4dee-a6a0-121c444d8a11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.540186 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55412) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:34.548693 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-23207237-ce13-4dee-a6a0-121c444d8a11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/networks/4a3ef96b-1568-4d83-8d75-7993196ffa2d HTTP/1.1" status: 204 len: 168 time: 0.9579940 Jul 16 01:49:34.571653 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23207237-ce13-4dee-a6a0-121c444d8a11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Network': ['ID=4a3ef96b-1568-4d83-8d75-7993196ffa2d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:34.627379 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Request body: {'networks': [{'name': 'tempest-network--1674962901'}, {'name': 'tempest-network--1043647328'}]} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:34.627900 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Request body: {'network': {'name': 'tempest-network--1674962901'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:34.628132 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Request body: {'network': {'name': 'tempest-network--1043647328'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:34.671193 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Made reservation on behalf of 75bd6b62644b45f297a0e2566b4f1784 for: {'network': 2} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:34.676603 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.740885 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.952329 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.987710 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.988018 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.990694 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f26a16e8-9d8f-4bd6-b38c-01dd2806a285 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:35.021332 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: f26a16e8-9d8f-4bd6-b38c-01dd2806a285 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:35.021714 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f26a16e8-9d8f-4bd6-b38c-01dd2806a285 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:35.022131 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 51db8309-c8b0-4a3f-8046-4bf1b5e922a2 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:35.046033 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c40e1c-4799-4ec2-8d96-a5b3e5ef28d6,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:35.048426 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 51db8309-c8b0-4a3f-8046-4bf1b5e922a2 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:35.052956 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 51db8309-c8b0-4a3f-8046-4bf1b5e922a2 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:35.055477 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:35.095686 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.099715 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.100061 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Added segment 226ee5a9-9d27-4992-ba82-4e8e159a1f70 of type vlan for network 07f63ab6-d1b8-43a0-a8ab-78beab856e42 Jul 16 01:49:35.111639 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7164ea61-6f7d-4b32-9ce8-822f5d543a36 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.216329 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.680002 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9463-8adf-4ca1-bee2-039a15afb602 req-593bd83c-5fd7-44c0-9ff2-5afca312a62b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:35.681677 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-380f9463-8adf-4ca1-bee2-039a15afb602 req-593bd83c-5fd7-44c0-9ff2-5afca312a62b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 943 time: 0.6279025 Jul 16 01:49:35.723738 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:35.763299 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.764028 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Added segment e7199b76-14f2-46cd-a7bc-00acf53817f8 of type vlan for network 03955131-f29a-4140-82dd-7090cff13f06 Jul 16 01:49:35.814908 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-380f9463-8adf-4ca1-bee2-039a15afb602 req-d251c82b-5a8e-4dee-b7b1-6a6350586371 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051114 Jul 16 01:49:35.831227 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.893002 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.893591 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.899182 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:35.903982 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:35.904623 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.957224 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.5554543 Jul 16 01:49:35.960148 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55448) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:36.011501 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Pushing event updated for resources: {'Network': ['ID=07f63ab6-d1b8-43a0-a8ab-78beab856e42,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:36.033984 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 07f63ab6-d1b8-43a0-a8ab-78beab856e42 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:36.087443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff09f6b-d953-455c-b345-6f5c926750f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Pushing event updated for resources: {'Network': ['ID=03955131-f29a-4140-82dd-7090cff13f06,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:36.103023 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-7164ea61-6f7d-4b32-9ce8-822f5d543a36 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting port b5d33cb8-90ec-4dae-a47b-a987a05337d1 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:36.103477 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7164ea61-6f7d-4b32-9ce8-822f5d543a36 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.123692 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c10cbc6-4cb3-484a-9d52-e02c6e9927fb tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:36.133688 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 03955131-f29a-4140-82dd-7090cff13f06 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:36.143449 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c10cbc6-4cb3-484a-9d52-e02c6e9927fb tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:36.150332 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c10cbc6-4cb3-484a-9d52-e02c6e9927fb tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:36.157973 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c10cbc6-4cb3-484a-9d52-e02c6e9927fb tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:36.159991 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8c10cbc6-4cb3-484a-9d52-e02c6e9927fb tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1981533 Jul 16 01:49:36.162977 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55450) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:36.236080 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-7164ea61-6f7d-4b32-9ce8-822f5d543a36 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] For port b5d33cb8-90ec-4dae-a47b-a987a05337d1, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=b5d33cb8-90ec-4dae-a47b-a987a05337d1,segment=NetworkSegment(7644f026-d050-448b-b65d-3c97be0129ea),segment_id=7644f026-d050-448b-b65d-3c97be0129ea)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:36.236521 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7164ea61-6f7d-4b32-9ce8-822f5d543a36 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.253220 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-7164ea61-6f7d-4b32-9ce8-822f5d543a36 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Calling delete_port for b5d33cb8-90ec-4dae-a47b-a987a05337d1 owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:36.290134 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-335fb917-ef7d-469e-9d63-f439e1b4b37f tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.382116 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-335fb917-ef7d-469e-9d63-f439e1b4b37f tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.393654 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-335fb917-ef7d-469e-9d63-f439e1b4b37f tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f63ab6-d1b8-43a0-a8ab-78beab856e42']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:36.405536 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-335fb917-ef7d-469e-9d63-f439e1b4b37f tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226ee5a9-9d27-4992-ba82-4e8e159a1f70') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:36.405840 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-335fb917-ef7d-469e-9d63-f439e1b4b37f tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226ee5a9-9d27-4992-ba82-4e8e159a1f70') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:36.415375 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-335fb917-ef7d-469e-9d63-f439e1b4b37f tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.429444 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-335fb917-ef7d-469e-9d63-f439e1b4b37f tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.436925 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335fb917-ef7d-469e-9d63-f439e1b4b37f tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:36.437630 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-335fb917-ef7d-469e-9d63-f439e1b4b37f tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:36.441788 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:36.452854 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7164ea61-6f7d-4b32-9ce8-822f5d543a36 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.481460 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164ea61-6f7d-4b32-9ce8-822f5d543a36 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Port': ['ID=b5d33cb8-90ec-4dae-a47b-a987a05337d1,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:36.516543 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7164ea61-6f7d-4b32-9ce8-822f5d543a36 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:36.516786 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-335fb917-ef7d-469e-9d63-f439e1b4b37f tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.516954 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7164ea61-6f7d-4b32-9ce8-822f5d543a36 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:36.516954 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7164ea61-6f7d-4b32-9ce8-822f5d543a36 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:36.516954 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7164ea61-6f7d-4b32-9ce8-822f5d543a36 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:36.518093 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7164ea61-6f7d-4b32-9ce8-822f5d543a36 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:36.518461 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7164ea61-6f7d-4b32-9ce8-822f5d543a36 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:36.518802 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7164ea61-6f7d-4b32-9ce8-822f5d543a36 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:36.519808 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7164ea61-6f7d-4b32-9ce8-822f5d543a36 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:36.520162 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7164ea61-6f7d-4b32-9ce8-822f5d543a36 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:36.520511 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7164ea61-6f7d-4b32-9ce8-822f5d543a36 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:36.520991 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7164ea61-6f7d-4b32-9ce8-822f5d543a36 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:36.521321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7164ea61-6f7d-4b32-9ce8-822f5d543a36 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:36.529066 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-335fb917-ef7d-469e-9d63-f439e1b4b37f tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.533207 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-335fb917-ef7d-469e-9d63-f439e1b4b37f tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] 10.222.0.16 "DELETE /v2.0/networks/07f63ab6-d1b8-43a0-a8ab-78beab856e42 HTTP/1.1" status: 204 len: 168 time: 0.3688672 Jul 16 01:49:36.545733 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fb917-ef7d-469e-9d63-f439e1b4b37f tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Pushing event deleted for resources: {'Network': ['ID=07f63ab6-d1b8-43a0-a8ab-78beab856e42,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:36.546344 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55458) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:36.711798 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cae96bc0-0112-4be8-851c-1732a47a7ac9 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.741992 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7164ea61-6f7d-4b32-9ce8-822f5d543a36 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.843431 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device c14b4551-7ee4-4946-9632-a6a8bf8931d2 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:49:36.896645 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cae96bc0-0112-4be8-851c-1732a47a7ac9 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.917879 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-cae96bc0-0112-4be8-851c-1732a47a7ac9 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03955131-f29a-4140-82dd-7090cff13f06']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:36.936274 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-cae96bc0-0112-4be8-851c-1732a47a7ac9 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7199b76-14f2-46cd-a7bc-00acf53817f8') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:36.936656 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-cae96bc0-0112-4be8-851c-1732a47a7ac9 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7199b76-14f2-46cd-a7bc-00acf53817f8') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:36.948992 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cae96bc0-0112-4be8-851c-1732a47a7ac9 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.995830 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port c14b4551-7ee4-4946-9632-a6a8bf8931d2, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2,segment=NetworkSegment(bdd80659-e7e5-41bf-88d1-355a8aa3f221),segment_id=bdd80659-e7e5-41bf-88d1-355a8aa3f221)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:37.004642 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cae96bc0-0112-4be8-851c-1732a47a7ac9 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.009860 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2', 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf', 'port_id': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2', 'mac_address': 'fa:16:3e:1b:77:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53081387-d355-4125-a3f4-e300088a6a4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:49:37.046218 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae96bc0-0112-4be8-851c-1732a47a7ac9 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:37.046661 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cae96bc0-0112-4be8-851c-1732a47a7ac9 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:37.049875 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:37.066466 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.085382 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14b4551-7ee4-4946-9632-a6a8bf8931d2 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:49:37.102709 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3bbe8-6c4a-442f-ac24-1277c820fd06 req-01a5aa76-7e0f-44a7-bab2-8c5a5d56a8e1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:37.104229 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34e3bbe8-6c4a-442f-ac24-1277c820fd06 req-01a5aa76-7e0f-44a7-bab2-8c5a5d56a8e1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 943 time: 0.0793326 Jul 16 01:49:37.107564 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port c14b4551-7ee4-4946-9632-a6a8bf8931d2, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2,segment=NetworkSegment(bdd80659-e7e5-41bf-88d1-355a8aa3f221),segment_id=bdd80659-e7e5-41bf-88d1-355a8aa3f221)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:37.113480 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.130621 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7164ea61-6f7d-4b32-9ce8-822f5d543a36 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Router 6eb0bf96-6511-4d67-a770-0c881ef67481 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:37.138112 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cae96bc0-0112-4be8-851c-1732a47a7ac9 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.152936 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34e3bbe8-6c4a-442f-ac24-1277c820fd06 req-d0b19d80-5c51-4b02-afd3-25cfa83f081e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410874 Jul 16 01:49:37.157780 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cae96bc0-0112-4be8-851c-1732a47a7ac9 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.162254 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cae96bc0-0112-4be8-851c-1732a47a7ac9 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] 10.222.0.16 "DELETE /v2.0/networks/03955131-f29a-4140-82dd-7090cff13f06 HTTP/1.1" status: 204 len: 168 time: 0.6123745 Jul 16 01:49:37.162254 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae96bc0-0112-4be8-851c-1732a47a7ac9 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Pushing event deleted for resources: {'Network': ['ID=03955131-f29a-4140-82dd-7090cff13f06,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:37.164056 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55462) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:37.175022 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=c14b4551-7ee4-4946-9632-a6a8bf8931d2,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:37.267559 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7164ea61-6f7d-4b32-9ce8-822f5d543a36 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:37.273570 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7164ea61-6f7d-4b32-9ce8-822f5d543a36 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "PUT /v2.0/routers/6eb0bf96-6511-4d67-a770-0c881ef67481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7314608 Jul 16 01:49:37.275779 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55466) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:37.282176 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d0476-584a-49d4-b6c3-c5b7c83de449 None None] Sync routers for ids ['6eb0bf96-6511-4d67-a770-0c881ef67481'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:37.297626 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922d0476-584a-49d4-b6c3-c5b7c83de449 None None] Routers {'6eb0bf96-6511-4d67-a770-0c881ef67481'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:37.298341 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-922d0476-584a-49d4-b6c3-c5b7c83de449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eb0bf96-6511-4d67-a770-0c881ef67481'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:37.299423 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f54b8a-1df8-41e6-8925-f4231934faf3 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:37.305433 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f54b8a-1df8-41e6-8925-f4231934faf3 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:37.311738 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-44f54b8a-1df8-41e6-8925-f4231934faf3 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1463063 Jul 16 01:49:37.312189 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55468) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:37.314015 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['c14b4551-7ee4-4946-9632-a6a8bf8931d2'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:49:37.322274 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-b5ffbd67-418f-424a-b1fe-9dcd0c25d043 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-291591375'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:37.364379 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ffbd67-418f-424a-b1fe-9dcd0c25d043 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Made reservation on behalf of 75bd6b62644b45f297a0e2566b4f1784 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:37.369788 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b5ffbd67-418f-424a-b1fe-9dcd0c25d043 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.390584 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c7b4ff-fb08-4c8e-a29e-7ad3acdce2ee tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting subnet d3d54e48-352e-4bc2-acf0-c8808f917552 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:37.398893 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-85c7b4ff-fb08-4c8e-a29e-7ad3acdce2ee tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.443470 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ffbd67-418f-424a-b1fe-9dcd0c25d043 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:37.467152 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b5ffbd67-418f-424a-b1fe-9dcd0c25d043 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.467666 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-b5ffbd67-418f-424a-b1fe-9dcd0c25d043 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Added segment 03298c38-cd62-4147-9ade-3df7b4bbdc57 of type vlan for network b82c1651-812b-464e-9d37-ace0e0372a46 Jul 16 01:49:37.470889 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-85c7b4ff-fb08-4c8e-a29e-7ad3acdce2ee tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.530169 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-922d0476-584a-49d4-b6c3-c5b7c83de449 None None] Set router 6eb0bf96-6511-4d67-a770-0c881ef67481 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:37.551820 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b5ffbd67-418f-424a-b1fe-9dcd0c25d043 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.632347 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-85c7b4ff-fb08-4c8e-a29e-7ad3acdce2ee tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.660982 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b5ffbd67-418f-424a-b1fe-9dcd0c25d043 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.666710 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ffbd67-418f-424a-b1fe-9dcd0c25d043 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:37.667573 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b5ffbd67-418f-424a-b1fe-9dcd0c25d043 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.722790 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55474) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:37.722939 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b5ffbd67-418f-424a-b1fe-9dcd0c25d043 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4066243 Jul 16 01:49:37.731288 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-4e72b38b-239f-406d-9d96-1a6fc1d5aec1 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1743795526'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:37.764530 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e72b38b-239f-406d-9d96-1a6fc1d5aec1 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Made reservation on behalf of 75bd6b62644b45f297a0e2566b4f1784 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:37.766447 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffbd67-418f-424a-b1fe-9dcd0c25d043 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Pushing event updated for resources: {'Network': ['ID=b82c1651-812b-464e-9d37-ace0e0372a46,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:37.770123 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4e72b38b-239f-406d-9d96-1a6fc1d5aec1 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.779144 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-922d0476-584a-49d4-b6c3-c5b7c83de449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:36Z', 'revision_number': 10, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None, '_interfaces': [{'id': '7e5b9c9a-437f-4b82-99fc-5eae4a209f7d', 'name': '', 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:fc:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:56Z', 'updated_at': '2021-07-16T01:49:04Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:37.781121 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network b82c1651-812b-464e-9d37-ace0e0372a46 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:37.791102 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-85c7b4ff-fb08-4c8e-a29e-7ad3acdce2ee tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.809080 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d0476-584a-49d4-b6c3-c5b7c83de449 None None] Checking router: 6eb0bf96-6511-4d67-a770-0c881ef67481 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:37.812699 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e72b38b-239f-406d-9d96-1a6fc1d5aec1 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:37.818382 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922d0476-584a-49d4-b6c3-c5b7c83de449 None None] Routers {'6eb0bf96-6511-4d67-a770-0c881ef67481'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:37.819265 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-922d0476-584a-49d4-b6c3-c5b7c83de449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eb0bf96-6511-4d67-a770-0c881ef67481'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:37.832192 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4e72b38b-239f-406d-9d96-1a6fc1d5aec1 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.832867 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-4e72b38b-239f-406d-9d96-1a6fc1d5aec1 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Added segment 3a5ba8ea-8b08-497c-8bb5-8632dea4abe0 of type vlan for network 094b95fc-9e9e-478c-92de-dd076c7b0301 Jul 16 01:49:37.836394 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b4d27b-5cab-43a6-8a62-5fd19b47a1d2 None None] Network fab23b43-2758-4884-acac-87b17b9b718b requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:37.841187 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-85c7b4ff-fb08-4c8e-a29e-7ad3acdce2ee tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.843232 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-85c7b4ff-fb08-4c8e-a29e-7ad3acdce2ee tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/subnets/d3d54e48-352e-4bc2-acf0-c8808f917552 HTTP/1.1" status: 204 len: 168 time: 0.5658171 Jul 16 01:49:37.844718 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7b4ff-fb08-4c8e-a29e-7ad3acdce2ee tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Subnet': ['ID=d3d54e48-352e-4bc2-acf0-c8808f917552,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:37.846948 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55476) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:37.911234 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4e72b38b-239f-406d-9d96-1a6fc1d5aec1 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.912027 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-922d0476-584a-49d4-b6c3-c5b7c83de449 None None] Set router 6eb0bf96-6511-4d67-a770-0c881ef67481 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:37.970416 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4e72b38b-239f-406d-9d96-1a6fc1d5aec1 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.972038 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3fb29961-d79f-496b-998e-dbc13d483e25 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.985039 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e72b38b-239f-406d-9d96-1a6fc1d5aec1 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:37.985705 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4e72b38b-239f-406d-9d96-1a6fc1d5aec1 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.038170 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-3fb29961-d79f-496b-998e-dbc13d483e25 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting port cc78c5ba-54b2-4011-bcce-ee654d4664d5 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:38.038682 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3fb29961-d79f-496b-998e-dbc13d483e25 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.078843 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4e72b38b-239f-406d-9d96-1a6fc1d5aec1 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3533080 Jul 16 01:49:38.079531 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55478) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.092099 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Request body: {'ports': [{'network_id': 'b82c1651-812b-464e-9d37-ace0e0372a46', 'name': 'tempest-port--1739316180', 'admin_state_up': True}, {'network_id': '094b95fc-9e9e-478c-92de-dd076c7b0301', 'admin_state_up': False}]} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:38.092437 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Request body: {'port': {'network_id': 'b82c1651-812b-464e-9d37-ace0e0372a46', 'name': 'tempest-port--1739316180', 'admin_state_up': True}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:38.093072 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Request body: {'port': {'network_id': '094b95fc-9e9e-478c-92de-dd076c7b0301', 'admin_state_up': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:38.137043 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-3fb29961-d79f-496b-998e-dbc13d483e25 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] For port cc78c5ba-54b2-4011-bcce-ee654d4664d5, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=cc78c5ba-54b2-4011-bcce-ee654d4664d5,segment=NetworkSegment(7644f026-d050-448b-b65d-3c97be0129ea),segment_id=7644f026-d050-448b-b65d-3c97be0129ea)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:38.138140 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3fb29961-d79f-496b-998e-dbc13d483e25 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.161805 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72b38b-239f-406d-9d96-1a6fc1d5aec1 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Pushing event updated for resources: {'Network': ['ID=094b95fc-9e9e-478c-92de-dd076c7b0301,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:38.167710 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9804aad-80d6-401a-9df2-c09cc209f556 None None] DHCP port deletion for fab23b43-2758-4884-acac-87b17b9b718b request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:38.174311 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-3fb29961-d79f-496b-998e-dbc13d483e25 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Calling delete_port for cc78c5ba-54b2-4011-bcce-ee654d4664d5 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:38.176827 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 094b95fc-9e9e-478c-92de-dd076c7b0301 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:38.302594 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-922d0476-584a-49d4-b6c3-c5b7c83de449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:36Z', 'revision_number': 10, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None, '_interfaces': [{'id': '7e5b9c9a-437f-4b82-99fc-5eae4a209f7d', 'name': '', 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:fc:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:56Z', 'updated_at': '2021-07-16T01:49:04Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:38.362380 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3fb29961-d79f-496b-998e-dbc13d483e25 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.367216 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d0476-584a-49d4-b6c3-c5b7c83de449 None None] The sync data for ids ['6eb0bf96-6511-4d67-a770-0c881ef67481'] in n-d-792394-16 is: [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:36Z', 'revision_number': 10, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None, '_interfaces': [{'id': '7e5b9c9a-437f-4b82-99fc-5eae4a209f7d', 'name': '', 'network_id': 'b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'mac_address': 'fa:16:3e:fc:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:56Z', 'updated_at': '2021-07-16T01:49:04Z', 'revision_number': 5, 'project_id': '5c44433e7212494d8106da72c14533ce', 'subnets': [{'id': '4b940f25-fce7-46db-beef-fdac391b31d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:38.391386 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c9804aad-80d6-401a-9df2-c09cc209f556 None None] Deleting port cc78c5ba-54b2-4011-bcce-ee654d4664d5 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:38.391759 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c9804aad-80d6-401a-9df2-c09cc209f556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.396955 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Made reservation on behalf of 75bd6b62644b45f297a0e2566b4f1784 for: {'port': 2} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:38.402236 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.420583 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8bd21-a5f0-45a2-aa21-734c24c20d18 req-3fee6c62-e4a4-4d17-9324-9f6eabd886f3 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:38.422838 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4fc8bd21-a5f0-45a2-aa21-734c24c20d18 req-3fee6c62-e4a4-4d17-9324-9f6eabd886f3 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 944 time: 0.1381738 Jul 16 01:49:38.423478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb29961-d79f-496b-998e-dbc13d483e25 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Port': ['ID=cc78c5ba-54b2-4011-bcce-ee654d4664d5,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:38.431017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb29961-d79f-496b-998e-dbc13d483e25 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] No DVR routers for this DVR port cc78c5ba-54b2-4011-bcce-ee654d4664d5 on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:38.448676 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.471884 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c9804aad-80d6-401a-9df2-c09cc209f556 None None] For port cc78c5ba-54b2-4011-bcce-ee654d4664d5, host n-d-792394-16, got binding levels [] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:38.472272 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c9804aad-80d6-401a-9df2-c09cc209f556 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.484722 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c9804aad-80d6-401a-9df2-c09cc209f556 None None] Calling delete_port for cc78c5ba-54b2-4011-bcce-ee654d4664d5 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:38.487820 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.ipam_backend_mixin [None req-c9804aad-80d6-401a-9df2-c09cc209f556 None None] Port cc78c5ba-54b2-4011-bcce-ee654d4664d5 was not found and therefore no delete operation was performed {{(pid=93957) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:49:38.489794 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c9804aad-80d6-401a-9df2-c09cc209f556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.515439 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9804aad-80d6-401a-9df2-c09cc209f556 None None] Pushing event deleted for resources: {'Port': ['ID=cc78c5ba-54b2-4011-bcce-ee654d4664d5,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:38.520304 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9804aad-80d6-401a-9df2-c09cc209f556 None None] No DVR routers for this DVR port cc78c5ba-54b2-4011-bcce-ee654d4664d5 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:38.525273 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4fc8bd21-a5f0-45a2-aa21-734c24c20d18 req-ed4a9fc3-3995-4a6a-90ec-ff03c1db728f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674515 Jul 16 01:49:38.549816 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] device_id is not set on port 250cf89f-6ac2-49fa-baf2-87e246726678 yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:49:38.565928 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3fb29961-d79f-496b-998e-dbc13d483e25 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.577816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-3fb29961-d79f-496b-998e-dbc13d483e25 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab23b43-2758-4884-acac-87b17b9b718b']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:38.590243 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-3fb29961-d79f-496b-998e-dbc13d483e25 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7644f026-d050-448b-b65d-3c97be0129ea') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:38.590636 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-3fb29961-d79f-496b-998e-dbc13d483e25 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7644f026-d050-448b-b65d-3c97be0129ea') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:38.601510 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3fb29961-d79f-496b-998e-dbc13d483e25 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.622390 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3fb29961-d79f-496b-998e-dbc13d483e25 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.629015 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb29961-d79f-496b-998e-dbc13d483e25 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:38.629519 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3fb29961-d79f-496b-998e-dbc13d483e25 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:38.632930 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:38.675524 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.695936 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3fb29961-d79f-496b-998e-dbc13d483e25 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.704761 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3fb29961-d79f-496b-998e-dbc13d483e25 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.706623 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3fb29961-d79f-496b-998e-dbc13d483e25 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/networks/fab23b43-2758-4884-acac-87b17b9b718b HTTP/1.1" status: 204 len: 168 time: 0.8537130 Jul 16 01:49:38.711179 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55484) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.718553 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb29961-d79f-496b-998e-dbc13d483e25 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Network': ['ID=fab23b43-2758-4884-acac-87b17b9b718b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:38.818522 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] device_id is not set on port 2fd47851-126d-4588-a85e-eb55d4cb1b9a yet. {{(pid=93956) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:49:38.845624 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device c14b4551-7ee4-4946-9632-a6a8bf8931d2 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:38.934997 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port c14b4551-7ee4-4946-9632-a6a8bf8931d2 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:38.948382 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port c14b4551-7ee4-4946-9632-a6a8bf8931d2 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:38.948382 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.998898 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device b5d33cb8-90ec-4dae-a47b-a987a05337d1 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:39.023033 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: b5d33cb8-90ec-4dae-a47b-a987a05337d1 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:39.023540 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device b5d33cb8-90ec-4dae-a47b-a987a05337d1 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:39.024550 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device cc78c5ba-54b2-4011-bcce-ee654d4664d5 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:39.061806 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: cc78c5ba-54b2-4011-bcce-ee654d4664d5 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:39.062301 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device cc78c5ba-54b2-4011-bcce-ee654d4664d5 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:39.082627 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.089789 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.106705 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419e40fa-9b0e-4730-82a8-1ad988afa8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:39.109046 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad78670e-9903-4c2b-bf11-12371c4326fd" -d '{"events": [{"server_uuid": "419e40fa-9b0e-4730-82a8-1ad988afa8a8", "name": "network-vif-plugged", "status": "completed", "tag": "c14b4551-7ee4-4946-9632-a6a8bf8931d2"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:39.126361 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port c14b4551-7ee4-4946-9632-a6a8bf8931d2, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2,segment=NetworkSegment(bdd80659-e7e5-41bf-88d1-355a8aa3f221),segment_id=bdd80659-e7e5-41bf-88d1-355a8aa3f221)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:39.137797 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.160201 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.181362 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0743e440-9a34-4258-8ea5-1b4180ed3927 x-openstack-request-id: req-0743e440-9a34-4258-8ea5-1b4180ed3927 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:39.181932 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419e40fa-9b0e-4730-82a8-1ad988afa8a8", "name": "network-vif-plugged", "status": "completed", "tag": "c14b4551-7ee4-4946-9632-a6a8bf8931d2", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:39.181932 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0743e440-9a34-4258-8ea5-1b4180ed3927 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:39.182490 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419e40fa-9b0e-4730-82a8-1ad988afa8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2', 'code': 200} Jul 16 01:49:39.222503 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=c14b4551-7ee4-4946-9632-a6a8bf8931d2,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:39.255643 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Pushing event updated for resources: {'Port': ['ID=250cf89f-6ac2-49fa-baf2-87e246726678,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:39.287587 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Checking segment: {'id': '03298c38-cd62-4147-9ade-3df7b4bbdc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b82c1651-812b-464e-9d37-ace0e0372a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:39.288267 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Network hostable DHCP agents. Network: b82c1651-812b-464e-9d37-ace0e0372a46, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:39.300997 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-46f9ecde-ceac-4326-b6a0-4d35d03fee55 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.318030 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeff9e4-07ce-4d13-9b5d-9877e28f90e7 req-c6d9f454-ab35-4955-b5e2-0823fecfc0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:39.319778 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aeeff9e4-07ce-4d13-9b5d-9877e28f90e7 req-c6d9f454-ab35-4955-b5e2-0823fecfc0a6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0640795 Jul 16 01:49:39.357762 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aeeff9e4-07ce-4d13-9b5d-9877e28f90e7 req-4c47c35a-8f9c-4a5c-9581-433c6bc9eda7 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307674 Jul 16 01:49:39.393625 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Network b82c1651-812b-464e-9d37-ace0e0372a46 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:39.412141 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, b82c1651-812b-464e-9d37-ace0e0372a46) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:39.426549 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d2e106-749c-44ed-b32a-b4c743622b7c None None] Network b82c1651-812b-464e-9d37-ace0e0372a46 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:39.452784 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:39.453650 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.539082 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Pushing event updated for resources: {'Port': ['ID=2fd47851-126d-4588-a85e-eb55d4cb1b9a,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:39.570548 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Checking segment: {'id': '3a5ba8ea-8b08-497c-8bb5-8632dea4abe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '094b95fc-9e9e-478c-92de-dd076c7b0301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:39.571370 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Network hostable DHCP agents. Network: 094b95fc-9e9e-478c-92de-dd076c7b0301, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:39.629041 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Network 094b95fc-9e9e-478c-92de-dd076c7b0301 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:39.673463 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 094b95fc-9e9e-478c-92de-dd076c7b0301) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:39.679141 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:39.681953 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69e9aaa-1717-4409-adb8-8d80995aa48a None None] Network 094b95fc-9e9e-478c-92de-dd076c7b0301 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:39.685535 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:39.690553 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:39.691238 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.726595 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55492) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:39.726825 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a3f627b9-62b3-447e-ba95-a6b01dd5f5bf tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6424768 Jul 16 01:49:39.752705 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-46f9ecde-ceac-4326-b6a0-4d35d03fee55 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting port 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:39.753051 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-46f9ecde-ceac-4326-b6a0-4d35d03fee55 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.802966 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594e130-2b4f-4268-bc73-30dd69d33b79 req-4b39a28d-6f0a-4064-84c9-6cf4232b260d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:39.804780 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3594e130-2b4f-4268-bc73-30dd69d33b79 req-4b39a28d-6f0a-4064-84c9-6cf4232b260d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 945 time: 0.1207273 Jul 16 01:49:39.859187 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cb25b4-2a45-42e7-9272-b752dbbb95f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:39.865211 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cb25b4-2a45-42e7-9272-b752dbbb95f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:39.868924 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-10cb25b4-2a45-42e7-9272-b752dbbb95f5 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1345949 Jul 16 01:49:39.869948 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55494) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:39.881201 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-46f9ecde-ceac-4326-b6a0-4d35d03fee55 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] For port 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7e5b9c9a-437f-4b82-99fc-5eae4a209f7d,segment=NetworkSegment(2db58297-5c54-44e4-be25-98939a0dc454),segment_id=2db58297-5c54-44e4-be25-98939a0dc454)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:39.881670 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-46f9ecde-ceac-4326-b6a0-4d35d03fee55 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.894242 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-46f9ecde-ceac-4326-b6a0-4d35d03fee55 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Calling delete_port for 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:39.909783 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3594e130-2b4f-4268-bc73-30dd69d33b79 req-4b43ba54-a202-4396-8a44-4d9542e9429e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910354 Jul 16 01:49:40.011409 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-9ae30d50-f4df-492a-b33b-0797004efcf9 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Deleting port 250cf89f-6ac2-49fa-baf2-87e246726678 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:40.011743 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9ae30d50-f4df-492a-b33b-0797004efcf9 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.096449 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-46f9ecde-ceac-4326-b6a0-4d35d03fee55 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.101823 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9ae30d50-f4df-492a-b33b-0797004efcf9 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.119801 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-9ae30d50-f4df-492a-b33b-0797004efcf9 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Calling delete_port for 250cf89f-6ac2-49fa-baf2-87e246726678 owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:40.160409 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9ecde-ceac-4326-b6a0-4d35d03fee55 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Port': ['ID=7e5b9c9a-437f-4b82-99fc-5eae4a209f7d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:40.265908 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9ae30d50-f4df-492a-b33b-0797004efcf9 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.300462 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae30d50-f4df-492a-b33b-0797004efcf9 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Pushing event deleted for resources: {'Port': ['ID=250cf89f-6ac2-49fa-baf2-87e246726678,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:40.305657 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-46f9ecde-ceac-4326-b6a0-4d35d03fee55 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.310843 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9ae30d50-f4df-492a-b33b-0797004efcf9 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.316557 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9ae30d50-f4df-492a-b33b-0797004efcf9 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] 10.222.0.16 "DELETE /v2.0/ports/250cf89f-6ac2-49fa-baf2-87e246726678 HTTP/1.1" status: 204 len: 168 time: 0.4451375 Jul 16 01:49:40.317184 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55496) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:40.423147 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-ee003b4f-303f-494d-9033-d0c0412257be tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Deleting port 2fd47851-126d-4588-a85e-eb55d4cb1b9a {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:40.423852 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ee003b4f-303f-494d-9033-d0c0412257be tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.491837 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f9ecde-ceac-4326-b6a0-4d35d03fee55 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Router 6eb0bf96-6511-4d67-a770-0c881ef67481 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:40.501316 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ee003b4f-303f-494d-9033-d0c0412257be tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.514211 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-ee003b4f-303f-494d-9033-d0c0412257be tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Calling delete_port for 2fd47851-126d-4588-a85e-eb55d4cb1b9a owned by {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:40.578048 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f9ecde-ceac-4326-b6a0-4d35d03fee55 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:40.586300 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-46f9ecde-ceac-4326-b6a0-4d35d03fee55 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "PUT /v2.0/routers/6eb0bf96-6511-4d67-a770-0c881ef67481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8715458 Jul 16 01:49:40.586769 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55498) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:40.594181 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848d9400-b2db-4ba4-813e-40701fc1b066 None None] Sync routers for ids ['6eb0bf96-6511-4d67-a770-0c881ef67481'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:40.607902 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848d9400-b2db-4ba4-813e-40701fc1b066 None None] Routers {'6eb0bf96-6511-4d67-a770-0c881ef67481'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:40.609291 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-848d9400-b2db-4ba4-813e-40701fc1b066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eb0bf96-6511-4d67-a770-0c881ef67481'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:40.656625 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-39fb29fc-a40a-4824-8048-66da8cefc517 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting subnet 4b940f25-fce7-46db-beef-fdac391b31d2 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:40.658870 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39fb29fc-a40a-4824-8048-66da8cefc517 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.679509 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ee003b4f-303f-494d-9033-d0c0412257be tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.694723 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-848d9400-b2db-4ba4-813e-40701fc1b066 None None] Set router 6eb0bf96-6511-4d67-a770-0c881ef67481 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:40.718551 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee003b4f-303f-494d-9033-d0c0412257be tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Pushing event deleted for resources: {'Port': ['ID=2fd47851-126d-4588-a85e-eb55d4cb1b9a,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:40.726369 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ee003b4f-303f-494d-9033-d0c0412257be tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.728453 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ee003b4f-303f-494d-9033-d0c0412257be tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] 10.222.0.16 "DELETE /v2.0/ports/2fd47851-126d-4588-a85e-eb55d4cb1b9a HTTP/1.1" status: 204 len: 168 time: 0.4101779 Jul 16 01:49:40.731924 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55502) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:40.735293 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39fb29fc-a40a-4824-8048-66da8cefc517 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.795257 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-693fa323-d4ac-4ef7-9238-63a838cfadf1 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0586307 Jul 16 01:49:40.796652 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55504) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:40.803059 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2d5b89bf-9886-4790-b19e-c9feafcbdbc0 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1483208510'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:40.833815 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5b89bf-9886-4790-b19e-c9feafcbdbc0 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Made reservation on behalf of 75bd6b62644b45f297a0e2566b4f1784 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:40.838914 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2d5b89bf-9886-4790-b19e-c9feafcbdbc0 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.880157 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39fb29fc-a40a-4824-8048-66da8cefc517 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.880519 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5b89bf-9886-4790-b19e-c9feafcbdbc0 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:40.893023 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2d5b89bf-9886-4790-b19e-c9feafcbdbc0 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.893395 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-2d5b89bf-9886-4790-b19e-c9feafcbdbc0 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Added segment 6c6ffe5f-05fc-4a9d-9b12-23dfe35e0365 of type vlan for network c391c61b-09fc-4cc0-a9a5-9ad813914850 Jul 16 01:49:40.923174 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-848d9400-b2db-4ba4-813e-40701fc1b066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:40Z', 'revision_number': 11, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:40.944694 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2d5b89bf-9886-4790-b19e-c9feafcbdbc0 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.960262 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848d9400-b2db-4ba4-813e-40701fc1b066 None None] Checking router: 6eb0bf96-6511-4d67-a770-0c881ef67481 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:40.987556 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39fb29fc-a40a-4824-8048-66da8cefc517 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.988853 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848d9400-b2db-4ba4-813e-40701fc1b066 None None] Routers {'6eb0bf96-6511-4d67-a770-0c881ef67481'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:40.990621 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-848d9400-b2db-4ba4-813e-40701fc1b066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eb0bf96-6511-4d67-a770-0c881ef67481'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:40.998005 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2d5b89bf-9886-4790-b19e-c9feafcbdbc0 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.005369 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5b89bf-9886-4790-b19e-c9feafcbdbc0 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:41.005979 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2d5b89bf-9886-4790-b19e-c9feafcbdbc0 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.056266 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39fb29fc-a40a-4824-8048-66da8cefc517 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.058965 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-39fb29fc-a40a-4824-8048-66da8cefc517 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/subnets/4b940f25-fce7-46db-beef-fdac391b31d2 HTTP/1.1" status: 204 len: 168 time: 0.4711781 Jul 16 01:49:41.060143 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb29fc-a40a-4824-8048-66da8cefc517 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Subnet': ['ID=4b940f25-fce7-46db-beef-fdac391b31d2,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:41.062592 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55508) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:41.065258 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2d5b89bf-9886-4790-b19e-c9feafcbdbc0 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2670760 Jul 16 01:49:41.065906 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55510) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:41.076018 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-6dc152b9-171a-4f44-904d-6ef49b072fd4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1936245048'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:41.102617 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc72bbf-9554-4526-8efe-c09161f352b2 None None] Network b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:41.129447 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b89bf-9886-4790-b19e-c9feafcbdbc0 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Pushing event updated for resources: {'Network': ['ID=c391c61b-09fc-4cc0-a9a5-9ad813914850,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:41.165961 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc152b9-171a-4f44-904d-6ef49b072fd4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Made reservation on behalf of 75bd6b62644b45f297a0e2566b4f1784 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:41.169577 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dc152b9-171a-4f44-904d-6ef49b072fd4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.171727 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f140f52d-abc6-4550-ba35-924df9ef6c56 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.182830 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network c391c61b-09fc-4cc0-a9a5-9ad813914850 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:41.212811 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-848d9400-b2db-4ba4-813e-40701fc1b066 None None] Set router 6eb0bf96-6511-4d67-a770-0c881ef67481 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:41.228414 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc152b9-171a-4f44-904d-6ef49b072fd4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:41.244492 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-f140f52d-abc6-4550-ba35-924df9ef6c56 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Deleting port ff44ccac-e19f-4ea2-ac17-a979309aeaa8 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:41.245310 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f140f52d-abc6-4550-ba35-924df9ef6c56 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.249629 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dc152b9-171a-4f44-904d-6ef49b072fd4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.250091 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-6dc152b9-171a-4f44-904d-6ef49b072fd4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Added segment a794dfc7-0ca3-471b-8b2d-a0e256937ef4 of type vlan for network 296ad2d2-ba5a-476a-92ac-cbd04a6e65ba Jul 16 01:49:41.310310 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e4f92-8795-49a0-8718-4d818940cfb2 req-67b12c71-e2e3-402d-8a51-1dfa6a37dde9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:41.313146 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-848d9400-b2db-4ba4-813e-40701fc1b066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:40Z', 'revision_number': 11, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:41.318327 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-087e4f92-8795-49a0-8718-4d818940cfb2 req-67b12c71-e2e3-402d-8a51-1dfa6a37dde9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 945 time: 0.1659107 Jul 16 01:49:41.330263 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dc152b9-171a-4f44-904d-6ef49b072fd4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.344827 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-f140f52d-abc6-4550-ba35-924df9ef6c56 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] For port ff44ccac-e19f-4ea2-ac17-a979309aeaa8, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=ff44ccac-e19f-4ea2-ac17-a979309aeaa8,segment=NetworkSegment(2db58297-5c54-44e4-be25-98939a0dc454),segment_id=2db58297-5c54-44e4-be25-98939a0dc454)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:41.345296 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f140f52d-abc6-4550-ba35-924df9ef6c56 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.362627 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-f140f52d-abc6-4550-ba35-924df9ef6c56 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Calling delete_port for ff44ccac-e19f-4ea2-ac17-a979309aeaa8 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:41.376081 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-087e4f92-8795-49a0-8718-4d818940cfb2 req-892add11-63ae-42eb-bacf-d4603d7aeef3 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535557 Jul 16 01:49:41.414669 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dc152b9-171a-4f44-904d-6ef49b072fd4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.421927 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc152b9-171a-4f44-904d-6ef49b072fd4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:41.422638 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dc152b9-171a-4f44-904d-6ef49b072fd4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.459647 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848d9400-b2db-4ba4-813e-40701fc1b066 None None] The sync data for ids ['6eb0bf96-6511-4d67-a770-0c881ef67481'] in n-d-792394-16 is: [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:40Z', 'revision_number': 11, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:41.474553 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6dc152b9-171a-4f44-904d-6ef49b072fd4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4044340 Jul 16 01:49:41.573276 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f140f52d-abc6-4550-ba35-924df9ef6c56 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.709931 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140f52d-abc6-4550-ba35-924df9ef6c56 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Port': ['ID=ff44ccac-e19f-4ea2-ac17-a979309aeaa8,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:41.717889 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f140f52d-abc6-4550-ba35-924df9ef6c56 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] No DVR routers for this DVR port ff44ccac-e19f-4ea2-ac17-a979309aeaa8 on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:41.880059 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f140f52d-abc6-4550-ba35-924df9ef6c56 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.880981 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51a3022-c9c5-4a96-abb3-3999f6323abc None None] DHCP port deletion for b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:41.892286 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ab5f2-6031-4d69-aac2-f329f005f406 req-f860f58e-dd78-4458-8bbf-a5cc32b04271 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:41.901056 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-698ab5f2-6031-4d69-aac2-f329f005f406 req-f860f58e-dd78-4458-8bbf-a5cc32b04271 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 945 time: 0.3507767 Jul 16 01:49:41.930741 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc152b9-171a-4f44-904d-6ef49b072fd4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Pushing event updated for resources: {'Network': ['ID=296ad2d2-ba5a-476a-92ac-cbd04a6e65ba,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:41.943541 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 296ad2d2-ba5a-476a-92ac-cbd04a6e65ba details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:41.950527 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-f140f52d-abc6-4550-ba35-924df9ef6c56 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:41.976186 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-f140f52d-abc6-4550-ba35-924df9ef6c56 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db58297-5c54-44e4-be25-98939a0dc454') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:41.976509 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-f140f52d-abc6-4550-ba35-924df9ef6c56 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db58297-5c54-44e4-be25-98939a0dc454') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:42.005939 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f140f52d-abc6-4550-ba35-924df9ef6c56 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.030936 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-698ab5f2-6031-4d69-aac2-f329f005f406 req-b599adfc-e747-47b2-b24e-9773bc17f660 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287653 Jul 16 01:49:42.050042 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f140f52d-abc6-4550-ba35-924df9ef6c56 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.050983 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55518) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:42.059433 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f140f52d-abc6-4550-ba35-924df9ef6c56 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:42.059839 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f140f52d-abc6-4550-ba35-924df9ef6c56 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:42.064624 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:42.120299 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66124676-1896-4f0f-860b-f40c520100e5 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:42.127895 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-66124676-1896-4f0f-860b-f40c520100e5 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 1092 time: 0.0749490 Jul 16 01:49:42.132206 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55520) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:42.138952 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-e027c40b-3a65-4877-a22a-98a04b1c17fb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:42.143465 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f140f52d-abc6-4550-ba35-924df9ef6c56 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.162556 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f140f52d-abc6-4550-ba35-924df9ef6c56 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.164923 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f140f52d-abc6-4550-ba35-924df9ef6c56 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/networks/b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe HTTP/1.1" status: 204 len: 168 time: 1.1009812 Jul 16 01:49:42.165973 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140f52d-abc6-4550-ba35-924df9ef6c56 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Pushing event deleted for resources: {'Network': ['ID=b9d6cbdd-5d42-4a1f-92d1-1469fdaea2fe,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:42.168325 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55522) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:42.180072 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-94562056-2afc-4fd1-b6cd-09baf7ff39fd tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'router': {'routes': None}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:42.252773 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e027c40b-3a65-4877-a22a-98a04b1c17fb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.379011 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.extraroute_db [None req-94562056-2afc-4fd1-b6cd-09baf7ff39fd tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Added routes are [] {{(pid=93956) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:49:42.379011 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.extraroute_db [None req-94562056-2afc-4fd1-b6cd-09baf7ff39fd tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Removed routes are [] {{(pid=93956) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:49:42.379011 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-94562056-2afc-4fd1-b6cd-09baf7ff39fd tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.575693 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-94562056-2afc-4fd1-b6cd-09baf7ff39fd tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.582687 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-94562056-2afc-4fd1-b6cd-09baf7ff39fd tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-361746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-361739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-361858'] for router, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.636783 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e027c40b-3a65-4877-a22a-98a04b1c17fb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.716466 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94562056-2afc-4fd1-b6cd-09baf7ff39fd tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Router 6eb0bf96-6511-4d67-a770-0c881ef67481 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:42.854544 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94562056-2afc-4fd1-b6cd-09baf7ff39fd tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:42.864201 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-94562056-2afc-4fd1-b6cd-09baf7ff39fd tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.868222 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-94562056-2afc-4fd1-b6cd-09baf7ff39fd tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "PUT /v2.0/routers/6eb0bf96-6511-4d67-a770-0c881ef67481 HTTP/1.1" status: 200 len: 700 time: 0.6919434 Jul 16 01:49:42.869143 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55528) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:42.872380 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80737808-a072-4ed5-8699-683076de2504 None None] Sync routers for ids ['6eb0bf96-6511-4d67-a770-0c881ef67481'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:42.892395 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80737808-a072-4ed5-8699-683076de2504 None None] Routers {'6eb0bf96-6511-4d67-a770-0c881ef67481'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:42.892395 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-80737808-a072-4ed5-8699-683076de2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eb0bf96-6511-4d67-a770-0c881ef67481'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:42.899505 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-e027c40b-3a65-4877-a22a-98a04b1c17fb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Allocated IP 172.25.6.58 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/e4a13b58-600b-45fe-978a-3d0b3643b3f8) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:42.925539 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-756b5514-5808-4145-96e6-96d0213bf9d8 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eb0bf96-6511-4d67-a770-0c881ef67481 HTTP/1.1" status: 200 len: 205 time: 0.0535038 Jul 16 01:49:42.925902 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55530) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:42.985100 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-80737808-a072-4ed5-8699-683076de2504 None None] Set router 6eb0bf96-6511-4d67-a770-0c881ef67481 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:43.030861 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device ff44ccac-e19f-4ea2-ac17-a979309aeaa8 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:43.050635 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c6bf9dac-e55c-41a4-95fb-15ad75de2d7d tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.061277 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-80737808-a072-4ed5-8699-683076de2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:40Z', 'revision_number': 11, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:43.068599 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e027c40b-3a65-4877-a22a-98a04b1c17fb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.070770 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: ff44ccac-e19f-4ea2-ac17-a979309aeaa8 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:43.071633 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device ff44ccac-e19f-4ea2-ac17-a979309aeaa8 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:43.073532 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:43.099139 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80737808-a072-4ed5-8699-683076de2504 None None] Checking router: 6eb0bf96-6511-4d67-a770-0c881ef67481 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:43.110343 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80737808-a072-4ed5-8699-683076de2504 None None] Routers {'6eb0bf96-6511-4d67-a770-0c881ef67481'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:43.111507 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-80737808-a072-4ed5-8699-683076de2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6eb0bf96-6511-4d67-a770-0c881ef67481'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:43.127778 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:43.132586 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7e5b9c9a-437f-4b82-99fc-5eae4a209f7d not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:43.140395 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e027c40b-3a65-4877-a22a-98a04b1c17fb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.201418 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e027c40b-3a65-4877-a22a-98a04b1c17fb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:43.205033 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-e027c40b-3a65-4877-a22a-98a04b1c17fb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:43.209663 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e027c40b-3a65-4877-a22a-98a04b1c17fb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:43.224233 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-80737808-a072-4ed5-8699-683076de2504 None None] Set router 6eb0bf96-6511-4d67-a770-0c881ef67481 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:43.244102 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027c40b-3a65-4877-a22a-98a04b1c17fb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Port': ['ID=e4a13b58-600b-45fe-978a-3d0b3643b3f8,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:43.334010 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-80737808-a072-4ed5-8699-683076de2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:40Z', 'revision_number': 11, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:43.372622 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80737808-a072-4ed5-8699-683076de2504 None None] The sync data for ids ['6eb0bf96-6511-4d67-a770-0c881ef67481'] in n-d-792394-16 is: [{'id': '6eb0bf96-6511-4d67-a770-0c881ef67481', 'name': 'tempest-RoutersTest-router-283742415', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:54Z', 'updated_at': '2021-07-16T01:49:40Z', 'revision_number': 11, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:43.643792 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c6bf9dac-e55c-41a4-95fb-15ad75de2d7d tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.645852 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c6bf9dac-e55c-41a4-95fb-15ad75de2d7d tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.660352 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e027c40b-3a65-4877-a22a-98a04b1c17fb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.691505 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c6bf9dac-e55c-41a4-95fb-15ad75de2d7d tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.692043 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bf9dac-e55c-41a4-95fb-15ad75de2d7d tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Fanout notify agent at l3_agent the message router_deleted on router 6eb0bf96-6511-4d67-a770-0c881ef67481 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:49:43.699796 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c6bf9dac-e55c-41a4-95fb-15ad75de2d7d tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.704751 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c6bf9dac-e55c-41a4-95fb-15ad75de2d7d tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/routers/6eb0bf96-6511-4d67-a770-0c881ef67481 HTTP/1.1" status: 204 len: 168 time: 0.7741392 Jul 16 01:49:43.706147 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55532) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:43.711071 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-4e18dcf8-4615-4141-b149-dc04457b6dbd tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-648057774', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:43.784470 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e027c40b-3a65-4877-a22a-98a04b1c17fb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.787382 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4e18dcf8-4615-4141-b149-dc04457b6dbd tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.788659 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4e18dcf8-4615-4141-b149-dc04457b6dbd tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.898454 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4e18dcf8-4615-4141-b149-dc04457b6dbd tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.913035 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4e18dcf8-4615-4141-b149-dc04457b6dbd tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.976077 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4e18dcf8-4615-4141-b149-dc04457b6dbd tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.980508 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4e18dcf8-4615-4141-b149-dc04457b6dbd tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2701538 Jul 16 01:49:43.981242 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55536) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:43.987269 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-d2cdcfd3-07ab-47ac-ae3a-6030ab5cab11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:44.237175 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d2cdcfd3-07ab-47ac-ae3a-6030ab5cab11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.271440 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d2cdcfd3-07ab-47ac-ae3a-6030ab5cab11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-361746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-361739', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-361858'] for router, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.278654 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e027c40b-3a65-4877-a22a-98a04b1c17fb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.324386 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e027c40b-3a65-4877-a22a-98a04b1c17fb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.461156 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027c40b-3a65-4877-a22a-98a04b1c17fb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Port': ['ID=e4a13b58-600b-45fe-978a-3d0b3643b3f8,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:44.472058 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e027c40b-3a65-4877-a22a-98a04b1c17fb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.511192 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cdcfd3-07ab-47ac-ae3a-6030ab5cab11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Router c5671841-becf-4c1e-b357-ccd626edaa56 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:49:44.633063 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cdcfd3-07ab-47ac-ae3a-6030ab5cab11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:44.640987 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d2cdcfd3-07ab-47ac-ae3a-6030ab5cab11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.642150 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d2cdcfd3-07ab-47ac-ae3a-6030ab5cab11 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "PUT /v2.0/routers/c5671841-becf-4c1e-b357-ccd626edaa56 HTTP/1.1" status: 200 len: 693 time: 0.6602702 Jul 16 01:49:44.644836 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55554) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:44.650714 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d003f4a-3c07-4779-acca-13442735cf49 None None] Sync routers for ids ['c5671841-becf-4c1e-b357-ccd626edaa56'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:44.668565 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d003f4a-3c07-4779-acca-13442735cf49 None None] Routers {'c5671841-becf-4c1e-b357-ccd626edaa56'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:44.669612 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5d003f4a-3c07-4779-acca-13442735cf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c5671841-becf-4c1e-b357-ccd626edaa56'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:44.692623 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-e027c40b-3a65-4877-a22a-98a04b1c17fb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Floating IP 307d7796-4542-4037-a194-a639a5f0638d associated. External IP: 172.25.6.58, port: c14b4551-7ee4-4946-9632-a6a8bf8931d2. Jul 16 01:49:44.727704 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55556) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:44.734387 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-3c42805e-3a67-4beb-b904-ca7b1123cfbc tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Request body: {'subnets': [{'network_id': 'c391c61b-09fc-4cc0-a9a5-9ad813914850', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1611650737', 'ip_version': 6}, {'network_id': '296ad2d2-ba5a-476a-92ac-cbd04a6e65ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:44.735030 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-3c42805e-3a67-4beb-b904-ca7b1123cfbc tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Request body: {'subnet': {'network_id': 'c391c61b-09fc-4cc0-a9a5-9ad813914850', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1611650737', 'ip_version': 6}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:44.736074 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-3c42805e-3a67-4beb-b904-ca7b1123cfbc tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Request body: {'subnet': {'network_id': '296ad2d2-ba5a-476a-92ac-cbd04a6e65ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:44.761280 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-5d003f4a-3c07-4779-acca-13442735cf49 None None] Set router c5671841-becf-4c1e-b357-ccd626edaa56 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:44.771711 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-772bf9a2-21ba-429f-82cc-0b130a58105d tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "GET /v2.0/routers/c5671841-becf-4c1e-b357-ccd626edaa56 HTTP/1.1" status: 200 len: 699 time: 0.1258793 Jul 16 01:49:44.776803 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55558) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:44.825051 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5d003f4a-3c07-4779-acca-13442735cf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5671841-becf-4c1e-b357-ccd626edaa56', 'name': 'tempest-RoutersTest-router-648057774', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:43Z', 'updated_at': '2021-07-16T01:49:44Z', 'revision_number': 2, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:44.842006 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9c16a689-4dbf-4051-9f09-c081bd5bc828 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5671841-becf-4c1e-b357-ccd626edaa56 HTTP/1.1" status: 200 len: 205 time: 0.0645316 Jul 16 01:49:44.844632 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55566) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:44.853574 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d003f4a-3c07-4779-acca-13442735cf49 None None] Checking router: c5671841-becf-4c1e-b357-ccd626edaa56 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:44.865230 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d003f4a-3c07-4779-acca-13442735cf49 None None] Routers {'c5671841-becf-4c1e-b357-ccd626edaa56'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:44.865934 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5d003f4a-3c07-4779-acca-13442735cf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['c5671841-becf-4c1e-b357-ccd626edaa56'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:44.947326 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-5d003f4a-3c07-4779-acca-13442735cf49 None None] Set router c5671841-becf-4c1e-b357-ccd626edaa56 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:44.951838 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a8882448-3b6f-4554-a1df-f2498e3d9d97 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.954063 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c42805e-3a67-4beb-b904-ca7b1123cfbc tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Made reservation on behalf of 75bd6b62644b45f297a0e2566b4f1784 for: {'subnet': 2} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:44.961103 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3c42805e-3a67-4beb-b904-ca7b1123cfbc tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.962351 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3c42805e-3a67-4beb-b904-ca7b1123cfbc tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.008632 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5d003f4a-3c07-4779-acca-13442735cf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5671841-becf-4c1e-b357-ccd626edaa56', 'name': 'tempest-RoutersTest-router-648057774', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:43Z', 'updated_at': '2021-07-16T01:49:44Z', 'revision_number': 2, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:45.036071 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d003f4a-3c07-4779-acca-13442735cf49 None None] The sync data for ids ['c5671841-becf-4c1e-b357-ccd626edaa56'] in n-d-792394-16 is: [{'id': 'c5671841-becf-4c1e-b357-ccd626edaa56', 'name': 'tempest-RoutersTest-router-648057774', 'tenant_id': '5c44433e7212494d8106da72c14533ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:43Z', 'updated_at': '2021-07-16T01:49:44Z', 'revision_number': 2, 'project_id': '5c44433e7212494d8106da72c14533ce', 'gw_port_host': None}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:45.436108 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3c42805e-3a67-4beb-b904-ca7b1123cfbc tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.514477 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42805e-3a67-4beb-b904-ca7b1123cfbc tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Pushing event updated for resources: {'Subnet': ['ID=e0a0da32-9d28-4549-af89-546dc2d9e804,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:45.522326 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c42805e-3a67-4beb-b904-ca7b1123cfbc tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Checking segment: {'id': '6c6ffe5f-05fc-4a9d-9b12-23dfe35e0365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c391c61b-09fc-4cc0-a9a5-9ad813914850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:45.522618 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c42805e-3a67-4beb-b904-ca7b1123cfbc tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Network hostable DHCP agents. Network: c391c61b-09fc-4cc0-a9a5-9ad813914850, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:45.544826 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c42805e-3a67-4beb-b904-ca7b1123cfbc tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Network c391c61b-09fc-4cc0-a9a5-9ad813914850 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:45.555678 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-3c42805e-3a67-4beb-b904-ca7b1123cfbc tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, c391c61b-09fc-4cc0-a9a5-9ad813914850) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:45.564280 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3c42805e-3a67-4beb-b904-ca7b1123cfbc tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.565096 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59f844f-eb26-4fbd-b766-c31d8991d64a None None] Network c391c61b-09fc-4cc0-a9a5-9ad813914850 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:45.582462 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a8882448-3b6f-4554-a1df-f2498e3d9d97 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.586094 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a8882448-3b6f-4554-a1df-f2498e3d9d97 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.642092 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e027c40b-3a65-4877-a22a-98a04b1c17fb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Router 1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:45.645561 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42805e-3a67-4beb-b904-ca7b1123cfbc tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Pushing event updated for resources: {'Subnet': ['ID=ebf3a8a0-018a-42b8-b8e6-9b3e0485388e,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:45.650813 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a8882448-3b6f-4554-a1df-f2498e3d9d97 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.651138 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8882448-3b6f-4554-a1df-f2498e3d9d97 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Fanout notify agent at l3_agent the message router_deleted on router c5671841-becf-4c1e-b357-ccd626edaa56 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:49:45.655311 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c42805e-3a67-4beb-b904-ca7b1123cfbc tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Checking segment: {'id': 'a794dfc7-0ca3-471b-8b2d-a0e256937ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '296ad2d2-ba5a-476a-92ac-cbd04a6e65ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:45.656169 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c42805e-3a67-4beb-b904-ca7b1123cfbc tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Network hostable DHCP agents. Network: 296ad2d2-ba5a-476a-92ac-cbd04a6e65ba, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:45.659408 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a8882448-3b6f-4554-a1df-f2498e3d9d97 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.663992 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a8882448-3b6f-4554-a1df-f2498e3d9d97 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/routers/c5671841-becf-4c1e-b357-ccd626edaa56 HTTP/1.1" status: 204 len: 168 time: 0.8152056 Jul 16 01:49:45.664863 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55578) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:45.680070 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c42805e-3a67-4beb-b904-ca7b1123cfbc tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Network 296ad2d2-ba5a-476a-92ac-cbd04a6e65ba is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:45.691803 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-3c42805e-3a67-4beb-b904-ca7b1123cfbc tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 296ad2d2-ba5a-476a-92ac-cbd04a6e65ba) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:45.706496 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c42805e-3a67-4beb-b904-ca7b1123cfbc tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:45.707132 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c42805e-3a67-4beb-b904-ca7b1123cfbc tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:45.707995 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3c42805e-3a67-4beb-b904-ca7b1123cfbc tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.708170 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f6af69-dd91-4587-99e5-8009de53fc7a None None] Network 296ad2d2-ba5a-476a-92ac-cbd04a6e65ba requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:45.729069 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3c42805e-3a67-4beb-b904-ca7b1123cfbc tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.9998868 Jul 16 01:49:45.731326 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55580) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:45.732335 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-12737711-ca20-495d-999a-6e26cbe77f2f tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5671841-becf-4c1e-b357-ccd626edaa56 HTTP/1.1" status: 200 len: 205 time: 0.0653267 Jul 16 01:49:45.735229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55582) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:45.794563 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07050956-dc97-4dbe-9f65-ffbd24438619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-c391c61b-09fc-4cc0-a9a5-9ad813914850', 'network_id': 'c391c61b-09fc-4cc0-a9a5-9ad813914850', 'tenant_id': '75bd6b62644b45f297a0e2566b4f1784', 'fixed_ips': [{'subnet_id': 'e0a0da32-9d28-4549-af89-546dc2d9e804'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:49:45.795780 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-07050956-dc97-4dbe-9f65-ffbd24438619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.804475 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e027c40b-3a65-4877-a22a-98a04b1c17fb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:45.816393 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [None req-f522e2a7-c4c8-4740-8719-912c33777f41 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] delete failed (client error): The resource could not be found. Jul 16 01:49:45.821200 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55586) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:45.821396 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f522e2a7-c4c8-4740-8719-912c33777f41 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/routers/c5671841-becf-4c1e-b357-ccd626edaa56 HTTP/1.1" status: 404 len: 336 time: 0.0836394 Jul 16 01:49:45.823566 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39de84e6-c427-4401-b435-ab502669c6db None None] Sync routers for ids ['1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:45.839613 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7a7b8b-d042-4a34-9aad-99c0d1e8aa19 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:45.841236 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7a7b8b-d042-4a34-9aad-99c0d1e8aa19 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:45.842900 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7a7b8b-d042-4a34-9aad-99c0d1e8aa19 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:45.844796 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7a7a7b8b-d042-4a34-9aad-99c0d1e8aa19 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1084912 Jul 16 01:49:45.862224 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39de84e6-c427-4401-b435-ab502669c6db None None] Routers {'1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:45.862864 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-39de84e6-c427-4401-b435-ab502669c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:45.864832 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-9403058f-bfd0-4bd6-9270-42e1ffaa5cf5 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:45.865385 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9403058f-bfd0-4bd6-9270-42e1ffaa5cf5 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:45.867354 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9403058f-bfd0-4bd6-9270-42e1ffaa5cf5 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/subnets/2453068a-edba-4c80-8ab9-b1548c09e190 HTTP/1.1" status: 404 len: 337 time: 0.0448477 Jul 16 01:49:45.870209 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55590) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:45.879755 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55588) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:45.892661 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e027c40b-3a65-4877-a22a-98a04b1c17fb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.945883 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-451418bc-6869-47c9-b8a8-319a108fc7d1 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:45.946251 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451418bc-6869-47c9-b8a8-319a108fc7d1 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:45.951866 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-451418bc-6869-47c9-b8a8-319a108fc7d1 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/subnets/c5e47f6f-8b59-4c18-ab38-f245005f8115 HTTP/1.1" status: 404 len: 337 time: 0.0781410 Jul 16 01:49:45.955060 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55592) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:45.981813 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4185a2-4dc0-412f-b963-9a2d86ecd492 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Deleting subnet e0a0da32-9d28-4549-af89-546dc2d9e804 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:45.985730 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a4185a2-4dc0-412f-b963-9a2d86ecd492 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.002462 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-2abb0ab9-6bd6-435d-8f97-800dcc183937 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:46.002931 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2abb0ab9-6bd6-435d-8f97-800dcc183937 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:46.005579 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2abb0ab9-6bd6-435d-8f97-800dcc183937 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/subnets/d3d54e48-352e-4bc2-acf0-c8808f917552 HTTP/1.1" status: 404 len: 337 time: 0.0505288 Jul 16 01:49:46.009068 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55594) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.042497 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e027c40b-3a65-4877-a22a-98a04b1c17fb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8942964 Jul 16 01:49:46.052250 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a4185a2-4dc0-412f-b963-9a2d86ecd492 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.083226 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a49b8c-2be8-4e6a-b3df-67ac2aadb939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-296ad2d2-ba5a-476a-92ac-cbd04a6e65ba', 'network_id': '296ad2d2-ba5a-476a-92ac-cbd04a6e65ba', 'tenant_id': '75bd6b62644b45f297a0e2566b4f1784', 'fixed_ips': [{'subnet_id': 'ebf3a8a0-018a-42b8-b8e6-9b3e0485388e'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:49:46.084111 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89a49b8c-2be8-4e6a-b3df-67ac2aadb939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.089973 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-39de84e6-c427-4401-b435-ab502669c6db None None] Set router 1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:46.098701 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419e40fa-9b0e-4730-82a8-1ad988afa8a8', 'tag': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:46.106867 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f821d4c5-1b03-4b2b-8940-f9f3498e2db5" -d '{"events": [{"name": "network-changed", "server_uuid": "419e40fa-9b0e-4730-82a8-1ad988afa8a8", "tag": "c14b4551-7ee4-4946-9632-a6a8bf8931d2"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:46.113938 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-5499f561-a6b7-4129-b2d3-c8b1883f7369 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:46.114413 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5499f561-a6b7-4129-b2d3-c8b1883f7369 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:46.118768 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5499f561-a6b7-4129-b2d3-c8b1883f7369 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/subnets/4b940f25-fce7-46db-beef-fdac391b31d2 HTTP/1.1" status: 404 len: 337 time: 0.1062150 Jul 16 01:49:46.130215 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55600) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.177809 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f10e0300-da3d-4722-a67e-a84b81971bf6 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "GET /v2.0/ports?device_id=6eb0bf96-6511-4d67-a770-0c881ef67481 HTTP/1.1" status: 200 len: 205 time: 0.0454528 Jul 16 01:49:46.178269 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55606) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.189068 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a4185a2-4dc0-412f-b963-9a2d86ecd492 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.233976 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d632bfee-437a-4d66-9a73-28ee779d501b x-openstack-request-id: req-d632bfee-437a-4d66-9a73-28ee779d501b {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:46.234541 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419e40fa-9b0e-4730-82a8-1ad988afa8a8", "tag": "c14b4551-7ee4-4946-9632-a6a8bf8931d2", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:46.235843 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d632bfee-437a-4d66-9a73-28ee779d501b {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:46.236494 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419e40fa-9b0e-4730-82a8-1ad988afa8a8', 'tag': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2', 'status': 'completed', 'code': 200} Jul 16 01:49:46.237536 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-c86bed1d-0b73-4c15-b058-1462c9219201 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] delete failed (client error): The resource could not be found. Jul 16 01:49:46.239743 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c86bed1d-0b73-4c15-b058-1462c9219201 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/routers/6eb0bf96-6511-4d67-a770-0c881ef67481 HTTP/1.1" status: 404 len: 336 time: 0.0595407 Jul 16 01:49:46.241546 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55608) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.290798 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-af2cd05b-28db-4c7d-8deb-b45a64d472e6 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "GET /v2.0/ports?device_id=88d4c54f-a087-4831-a444-b5fb746da335 HTTP/1.1" status: 200 len: 205 time: 0.0396485 Jul 16 01:49:46.290798 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55610) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.335383 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-5cdf9cbe-02dd-4edc-aea5-294837d2a729 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] delete failed (client error): The resource could not be found. Jul 16 01:49:46.337167 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5cdf9cbe-02dd-4edc-aea5-294837d2a729 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/routers/88d4c54f-a087-4831-a444-b5fb746da335 HTTP/1.1" status: 404 len: 336 time: 0.0514517 Jul 16 01:49:46.341292 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55612) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.380171 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-89a49b8c-2be8-4e6a-b3df-67ac2aadb939 None None] Allocated IP 2001:db8:0:1::1 (296ad2d2-ba5a-476a-92ac-cbd04a6e65ba/ebf3a8a0-018a-42b8-b8e6-9b3e0485388e/e953b107-7644-4aad-83a9-73fea15a136f) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:46.417083 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-a172dbc0-188b-4b1e-bdca-a04e0ced46e9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:46.417685 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a172dbc0-188b-4b1e-bdca-a04e0ced46e9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:46.419548 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a172dbc0-188b-4b1e-bdca-a04e0ced46e9 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/subnets/8dfe659d-cd4f-47ae-90ac-64aa797d68b8 HTTP/1.1" status: 404 len: 337 time: 0.0722823 Jul 16 01:49:46.422515 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55614) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.455212 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a4185a2-4dc0-412f-b963-9a2d86ecd492 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server [None req-07050956-dc97-4dbe-9f65-ffbd24438619 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0a0da32-9d28-4549-af89-546dc2d9e804: This subnet is being modified by another concurrent operation. Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0a0da32-9d28-4549-af89-546dc2d9e804: This subnet is being modified by another concurrent operation. Jul 16 01:49:46.471372 n-d-792394-16 neutron-server[93957]: ERROR oslo_messaging.rpc.server Jul 16 01:49:46.482206 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-614dd695-4a5d-4385-9bc7-058e413745a3 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa6e7881-a887-4420-987f-2a585bc1ee0f HTTP/1.1" status: 200 len: 205 time: 0.0580530 Jul 16 01:49:46.487410 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55616) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.498585 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-39de84e6-c427-4401-b435-ab502669c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544428020', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:22Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '307d7796-4542-4037-a194-a639a5f0638d', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'port_id': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf', 'mac_address': 'fa:16:3e:1b:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419e40fa-9b0e-4730-82a8-1ad988afa8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:49:43Z', 'updated_at': '2021-07-16T01:49:43Z', 'revision_number': 0, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6751bf06-6b4d-443c-86ce-8390a673cf78', 'name': '', 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:30:09:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '53081387-d355-4125-a3f4-e300088a6a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:21Z', 'updated_at': '2021-07-16T01:49:29Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': '53081387-d355-4125-a3f4-e300088a6a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:46.498946 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9f0766-fc66-4d3f-a52c-cfdc423e7d92 None None] Network c391c61b-09fc-4cc0-a9a5-9ad813914850 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:46.543026 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4185a2-4dc0-412f-b963-9a2d86ecd492 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Pushing event deleted for resources: {'Subnet': ['ID=e0a0da32-9d28-4549-af89-546dc2d9e804,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:46.553008 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a4185a2-4dc0-412f-b963-9a2d86ecd492 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.559103 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9a4185a2-4dc0-412f-b963-9a2d86ecd492 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] 10.222.0.16 "DELETE /v2.0/subnets/e0a0da32-9d28-4549-af89-546dc2d9e804 HTTP/1.1" status: 204 len: 168 time: 0.6775098 Jul 16 01:49:46.560969 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39de84e6-c427-4401-b435-ab502669c6db None None] Checking router: 1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:46.571263 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39de84e6-c427-4401-b435-ab502669c6db None None] Routers {'1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:46.571999 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-39de84e6-c427-4401-b435-ab502669c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:49:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:46.579869 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55618) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.615538 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-1f3ca649-cc87-4895-ba7e-6c6891049eab tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] delete failed (client error): The resource could not be found. Jul 16 01:49:46.617550 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1f3ca649-cc87-4895-ba7e-6c6891049eab tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/routers/fa6e7881-a887-4420-987f-2a585bc1ee0f HTTP/1.1" status: 404 len: 336 time: 0.1236606 Jul 16 01:49:46.624323 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55622) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.652556 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fe52c-a2a8-481d-9179-e3ad0ff2c94b req-ba52f294-5d6a-4edf-ab5f-59e63608b9b6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:46.654495 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-505fe52c-a2a8-481d-9179-e3ad0ff2c94b req-ba52f294-5d6a-4edf-ab5f-59e63608b9b6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 945 time: 0.3152072 Jul 16 01:49:46.655196 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821d4c5-1b03-4b2b-8940-f9f3498e2db5 req-b3a31b88-bf39-4541-a24f-168ed22259e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:46.665377 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f821d4c5-1b03-4b2b-8940-f9f3498e2db5 req-b3a31b88-bf39-4541-a24f-168ed22259e2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 1097 time: 0.3135247 Jul 16 01:49:46.676283 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-99195b41-b6b4-4524-9d2d-84d5295dd403 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "GET /v2.0/ports?device_id=144b3f33-a887-4cd2-bfb6-491e0fd53f95 HTTP/1.1" status: 200 len: 205 time: 0.0494356 Jul 16 01:49:46.682558 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55626) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.706881 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8248f2-3699-4baa-b0d3-8ecc2a168818 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Deleting subnet ebf3a8a0-018a-42b8-b8e6-9b3e0485388e {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:46.773813 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-f263e134-a50d-41c3-839f-d4e7470a7da7 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] delete failed (client error): The resource could not be found. Jul 16 01:49:46.779117 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f263e134-a50d-41c3-839f-d4e7470a7da7 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/routers/144b3f33-a887-4cd2-bfb6-491e0fd53f95 HTTP/1.1" status: 404 len: 336 time: 0.0903471 Jul 16 01:49:46.779305 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55628) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.800972 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-505fe52c-a2a8-481d-9179-e3ad0ff2c94b req-8053dddb-5772-49bc-a9d4-436310a4d7ec tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270523 Jul 16 01:49:46.809542 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e24123-9b42-421c-9bea-0d68837e657b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:46.810016 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9e24123-9b42-421c-9bea-0d68837e657b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:46.811957 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c9e24123-9b42-421c-9bea-0d68837e657b tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/subnets/6e503213-d6ba-44b8-a6cb-10cb0d2cdd04 HTTP/1.1" status: 404 len: 337 time: 0.0329242 Jul 16 01:49:46.818159 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55630) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.837979 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821d4c5-1b03-4b2b-8940-f9f3498e2db5 req-e13682fc-9b37-4c7e-9217-e56cb6bfda8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:46.839577 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f821d4c5-1b03-4b2b-8940-f9f3498e2db5 req-e13682fc-9b37-4c7e-9217-e56cb6bfda8d service neutron] 10.222.0.84 "GET /v2.0/networks?id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf HTTP/1.1" status: 200 len: 898 time: 0.1731398 Jul 16 01:49:46.840236 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55632) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.879855 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89a49b8c-2be8-4e6a-b3df-67ac2aadb939 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.883160 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7a6dc399-136c-4447-b476-d8a101e2ddf4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c20f0-c0ee-400c-b934-67d05a7002b0 HTTP/1.1" status: 200 len: 205 time: 0.0608275 Jul 16 01:49:46.886091 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55634) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.892775 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-39de84e6-c427-4401-b435-ab502669c6db None None] Set router 1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:46.895137 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-89a49b8c-2be8-4e6a-b3df-67ac2aadb939 None None] Transition to ACTIVE for port object e953b107-7644-4aad-83a9-73fea15a136f will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:46.912758 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-89a49b8c-2be8-4e6a-b3df-67ac2aadb939 None None] Transition to ACTIVE for port object e953b107-7644-4aad-83a9-73fea15a136f will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:46.929644 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89a49b8c-2be8-4e6a-b3df-67ac2aadb939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.936576 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8e8248f2-3699-4baa-b0d3-8ecc2a168818 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.947130 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-3302ab92-c269-4abc-9a7a-0440769d40f1 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] delete failed (client error): The resource could not be found. Jul 16 01:49:46.948406 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3302ab92-c269-4abc-9a7a-0440769d40f1 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/routers/322c20f0-c0ee-400c-b934-67d05a7002b0 HTTP/1.1" status: 404 len: 336 time: 0.0612149 Jul 16 01:49:46.951170 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55638) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.984000 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-99406a54-bf02-4a29-be9b-67ee152e44a4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:46.984480 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99406a54-bf02-4a29-be9b-67ee152e44a4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:46.986228 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-99406a54-bf02-4a29-be9b-67ee152e44a4 tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/subnets/89df26b8-1cf5-4f3f-8c1f-86ab67ce9b44 HTTP/1.1" status: 404 len: 337 time: 0.0341406 Jul 16 01:49:46.989634 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55640) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.995022 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-88649422-44c6-4e1c-9180-85a4770253cb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/floatingips/307d7796-4542-4037-a194-a639a5f0638d HTTP/1.1" status: 200 len: 990 time: 0.1525776 Jul 16 01:49:46.998605 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a49b8c-2be8-4e6a-b3df-67ac2aadb939 None None] Network 296ad2d2-ba5a-476a-92ac-cbd04a6e65ba is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:47.004690 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-89a49b8c-2be8-4e6a-b3df-67ac2aadb939 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:47.009243 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a49b8c-2be8-4e6a-b3df-67ac2aadb939 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:47.033098 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8e8248f2-3699-4baa-b0d3-8ecc2a168818 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.038462 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f821d4c5-1b03-4b2b-8940-f9f3498e2db5 req-cc356278-0a0b-40fb-bebc-0883db9daa21 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2 HTTP/1.1" status: 200 len: 998 time: 0.1909790 Jul 16 01:49:47.043766 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a49b8c-2be8-4e6a-b3df-67ac2aadb939 None None] Pushing event updated for resources: {'Port': ['ID=e953b107-7644-4aad-83a9-73fea15a136f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:47.049729 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3ba08a5c-fae8-4ad4-a0e0-a5cb42c3df7a tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "GET /v2.0/ports?device_id=66f707d7-6e7f-48d1-99d1-49243773c680 HTTP/1.1" status: 200 len: 205 time: 0.0596833 Jul 16 01:49:47.054183 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55642) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:47.092299 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-89a49b8c-2be8-4e6a-b3df-67ac2aadb939 None None] Attempting to bind port e953b107-7644-4aad-83a9-73fea15a136f on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:47.092895 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-89a49b8c-2be8-4e6a-b3df-67ac2aadb939 None None] Attempting to bind port e953b107-7644-4aad-83a9-73fea15a136f by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'a794dfc7-0ca3-471b-8b2d-a0e256937ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '296ad2d2-ba5a-476a-92ac-cbd04a6e65ba'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:47.093422 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a49b8c-2be8-4e6a-b3df-67ac2aadb939 None None] Attempting to bind port e953b107-7644-4aad-83a9-73fea15a136f on network 296ad2d2-ba5a-476a-92ac-cbd04a6e65ba {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:47.098899 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-08f1674f-84ad-4895-af8a-55fdf650393a tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] delete failed (client error): The resource could not be found. Jul 16 01:49:47.103050 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-08f1674f-84ad-4895-af8a-55fdf650393a tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/routers/66f707d7-6e7f-48d1-99d1-49243773c680 HTTP/1.1" status: 404 len: 336 time: 0.0478511 Jul 16 01:49:47.104161 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55648) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:47.116544 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a49b8c-2be8-4e6a-b3df-67ac2aadb939 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:47.117339 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a49b8c-2be8-4e6a-b3df-67ac2aadb939 None None] Checking segment: {'id': 'a794dfc7-0ca3-471b-8b2d-a0e256937ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '296ad2d2-ba5a-476a-92ac-cbd04a6e65ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:47.117924 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89a49b8c-2be8-4e6a-b3df-67ac2aadb939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.118484 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a49b8c-2be8-4e6a-b3df-67ac2aadb939 None None] Bound using segment: {'id': 'a794dfc7-0ca3-471b-8b2d-a0e256937ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '296ad2d2-ba5a-476a-92ac-cbd04a6e65ba'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:47.119151 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-89a49b8c-2be8-4e6a-b3df-67ac2aadb939 None None] Bound port: e953b107-7644-4aad-83a9-73fea15a136f, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a794dfc7-0ca3-471b-8b2d-a0e256937ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '296ad2d2-ba5a-476a-92ac-cbd04a6e65ba'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:47.119837 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89a49b8c-2be8-4e6a-b3df-67ac2aadb939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.161078 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821d4c5-1b03-4b2b-8940-f9f3498e2db5 req-feab1aac-960e-4b72-a2ca-d9200639a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:47.163279 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f821d4c5-1b03-4b2b-8940-f9f3498e2db5 req-feab1aac-960e-4b72-a2ca-d9200639a569 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53081387-d355-4125-a3f4-e300088a6a4b HTTP/1.1" status: 200 len: 834 time: 0.0946136 Jul 16 01:49:47.167566 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0831a2-89bc-4123-b249-ca6be2365c5d tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:47.168742 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f0831a2-89bc-4123-b249-ca6be2365c5d tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:47.174096 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0f0831a2-89bc-4123-b249-ca6be2365c5d tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/subnets/21a19801-30da-46cd-8efe-6b0f094054d1 HTTP/1.1" status: 404 len: 337 time: 0.0681341 Jul 16 01:49:47.175115 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55650) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:47.210651 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-89a49b8c-2be8-4e6a-b3df-67ac2aadb939 None None] For port e953b107-7644-4aad-83a9-73fea15a136f, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:47.215994 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-89a49b8c-2be8-4e6a-b3df-67ac2aadb939 None None] For port e953b107-7644-4aad-83a9-73fea15a136f, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e953b107-7644-4aad-83a9-73fea15a136f,segment=NetworkSegment(a794dfc7-0ca3-471b-8b2d-a0e256937ef4),segment_id=a794dfc7-0ca3-471b-8b2d-a0e256937ef4)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:47.219412 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-72563352-e41e-4dc7-abba-4a561a75e48a tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:47.222593 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72563352-e41e-4dc7-abba-4a561a75e48a tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:47.225476 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89a49b8c-2be8-4e6a-b3df-67ac2aadb939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.235445 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-72563352-e41e-4dc7-abba-4a561a75e48a tempest-RoutersTest-1392170106 tempest-RoutersTest-1392170106-project] 10.222.0.16 "DELETE /v2.0/subnets/9e7f5000-001c-4cdb-bc0c-7337436b6893 HTTP/1.1" status: 404 len: 337 time: 0.0514150 Jul 16 01:49:47.300722 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8e8248f2-3699-4baa-b0d3-8ecc2a168818 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.303354 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-39de84e6-c427-4401-b435-ab502669c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544428020', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:22Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '307d7796-4542-4037-a194-a639a5f0638d', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'port_id': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf', 'mac_address': 'fa:16:3e:1b:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419e40fa-9b0e-4730-82a8-1ad988afa8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:49:43Z', 'updated_at': '2021-07-16T01:49:43Z', 'revision_number': 0, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6751bf06-6b4d-443c-86ce-8390a673cf78', 'name': '', 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:30:09:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '53081387-d355-4125-a3f4-e300088a6a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:21Z', 'updated_at': '2021-07-16T01:49:29Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': '53081387-d355-4125-a3f4-e300088a6a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:47.333926 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a49b8c-2be8-4e6a-b3df-67ac2aadb939 None None] Pushing event updated for resources: {'Port': ['ID=e953b107-7644-4aad-83a9-73fea15a136f,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:47.351778 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39de84e6-c427-4401-b435-ab502669c6db None None] The sync data for ids ['1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'] in n-d-792394-16 is: [{'id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544428020', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:22Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '307d7796-4542-4037-a194-a639a5f0638d', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'port_id': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf', 'mac_address': 'fa:16:3e:1b:77:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419e40fa-9b0e-4730-82a8-1ad988afa8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:49:43Z', 'updated_at': '2021-07-16T01:49:43Z', 'revision_number': 0, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6751bf06-6b4d-443c-86ce-8390a673cf78', 'name': '', 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:30:09:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '53081387-d355-4125-a3f4-e300088a6a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:21Z', 'updated_at': '2021-07-16T01:49:29Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': '53081387-d355-4125-a3f4-e300088a6a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:47.391189 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821d4c5-1b03-4b2b-8940-f9f3498e2db5 req-37315cd2-d07f-4a49-aef1-b472de5ffb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:47.392701 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f821d4c5-1b03-4b2b-8940-f9f3498e2db5 req-37315cd2-d07f-4a49-aef1-b472de5ffb9e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2047913 Jul 16 01:49:47.424114 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8e8248f2-3699-4baa-b0d3-8ecc2a168818 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.492209 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8e8248f2-3699-4baa-b0d3-8ecc2a168818 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.496886 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55658) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:47.500041 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8e8248f2-3699-4baa-b0d3-8ecc2a168818 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] 10.222.0.16 "DELETE /v2.0/subnets/ebf3a8a0-018a-42b8-b8e6-9b3e0485388e HTTP/1.1" status: 204 len: 168 time: 0.9175599 Jul 16 01:49:47.501244 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8248f2-3699-4baa-b0d3-8ecc2a168818 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Pushing event deleted for resources: {'Subnet': ['ID=ebf3a8a0-018a-42b8-b8e6-9b3e0485388e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:47.626918 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f821d4c5-1b03-4b2b-8940-f9f3498e2db5 req-e10effe9-df89-47f0-ba21-039c5e3064c1 service neutron] 10.222.0.84 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271862 Jul 16 01:49:47.641953 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55662) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:47.651898 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f43c898-62c8-4639-814d-268ff2677938 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:47.653767 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4f43c898-62c8-4639-814d-268ff2677938 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1557736 Jul 16 01:49:47.659108 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55664) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:47.765281 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82d97d7-3156-4a09-96d4-3823589ba141 None None] New status for floating IP 307d7796-4542-4037-a194-a639a5f0638d: ACTIVE {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:49:47.796072 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f821d4c5-1b03-4b2b-8940-f9f3498e2db5 req-29c57d5b-fdde-4945-b46a-31efe93b6af1 service neutron] 10.222.0.84 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626031 Jul 16 01:49:47.830098 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2d248b37-478f-41ee-b535-6a2fac8278a4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.901933 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-2d248b37-478f-41ee-b535-6a2fac8278a4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Deleting port e953b107-7644-4aad-83a9-73fea15a136f {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:47.902562 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2d248b37-478f-41ee-b535-6a2fac8278a4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.978804 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-2d248b37-478f-41ee-b535-6a2fac8278a4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] For port e953b107-7644-4aad-83a9-73fea15a136f, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e953b107-7644-4aad-83a9-73fea15a136f,segment=NetworkSegment(a794dfc7-0ca3-471b-8b2d-a0e256937ef4),segment_id=a794dfc7-0ca3-471b-8b2d-a0e256937ef4)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:47.979280 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2d248b37-478f-41ee-b535-6a2fac8278a4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.984209 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1f6b5370-3a5d-4df7-bb10-43cf2c775544 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c44433e7212494d8106da72c14533ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2069497 Jul 16 01:49:47.986820 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55674) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:47.997764 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-2d248b37-478f-41ee-b535-6a2fac8278a4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Calling delete_port for e953b107-7644-4aad-83a9-73fea15a136f owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:48.001659 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55676) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:48.060157 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4b02f8e5-a8a9-4c4f-bff9-1df820595686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.086959 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4b02f8e5-a8a9-4c4f-bff9-1df820595686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.116878 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7486fea8-2a3a-45d8-a52a-29afd6554a3d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/floatingips/307d7796-4542-4037-a194-a639a5f0638d HTTP/1.1" status: 200 len: 992 time: 0.1054051 Jul 16 01:49:48.138568 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4b02f8e5-a8a9-4c4f-bff9-1df820595686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.142361 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4b02f8e5-a8a9-4c4f-bff9-1df820595686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.145777 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4b02f8e5-a8a9-4c4f-bff9-1df820595686 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/295a2e51-53d6-4498-917c-622df2938c00 HTTP/1.1" status: 204 len: 168 time: 0.1575322 Jul 16 01:49:48.164984 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02f8e5-a8a9-4c4f-bff9-1df820595686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295a2e51-53d6-4498-917c-622df2938c00,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:48.168205 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2d248b37-478f-41ee-b535-6a2fac8278a4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.202697 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d248b37-478f-41ee-b535-6a2fac8278a4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Pushing event deleted for resources: {'Port': ['ID=e953b107-7644-4aad-83a9-73fea15a136f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:48.206170 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d248b37-478f-41ee-b535-6a2fac8278a4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] No DVR routers for this DVR port e953b107-7644-4aad-83a9-73fea15a136f on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:48.314094 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2d248b37-478f-41ee-b535-6a2fac8278a4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.325356 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-2d248b37-478f-41ee-b535-6a2fac8278a4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296ad2d2-ba5a-476a-92ac-cbd04a6e65ba']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:48.337170 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-2d248b37-478f-41ee-b535-6a2fac8278a4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a794dfc7-0ca3-471b-8b2d-a0e256937ef4') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:48.337524 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-2d248b37-478f-41ee-b535-6a2fac8278a4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a794dfc7-0ca3-471b-8b2d-a0e256937ef4') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:48.353455 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2d248b37-478f-41ee-b535-6a2fac8278a4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.373419 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2d248b37-478f-41ee-b535-6a2fac8278a4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.383153 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d248b37-478f-41ee-b535-6a2fac8278a4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:48.383778 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2d248b37-478f-41ee-b535-6a2fac8278a4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:48.464344 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:48.468770 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2d248b37-478f-41ee-b535-6a2fac8278a4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.473680 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2d248b37-478f-41ee-b535-6a2fac8278a4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.476582 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2d248b37-478f-41ee-b535-6a2fac8278a4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] 10.222.0.16 "DELETE /v2.0/networks/296ad2d2-ba5a-476a-92ac-cbd04a6e65ba HTTP/1.1" status: 204 len: 168 time: 0.8151870 Jul 16 01:49:48.478833 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55688) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:48.505745 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d248b37-478f-41ee-b535-6a2fac8278a4 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Pushing event deleted for resources: {'Network': ['ID=296ad2d2-ba5a-476a-92ac-cbd04a6e65ba,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:48.598268 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7867aa52-4ad4-43d8-ba9c-8b8fc76e3355 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.716924 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7867aa52-4ad4-43d8-ba9c-8b8fc76e3355 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.732663 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-7867aa52-4ad4-43d8-ba9c-8b8fc76e3355 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c391c61b-09fc-4cc0-a9a5-9ad813914850']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:48.746023 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-7867aa52-4ad4-43d8-ba9c-8b8fc76e3355 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6ffe5f-05fc-4a9d-9b12-23dfe35e0365') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:48.746023 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-7867aa52-4ad4-43d8-ba9c-8b8fc76e3355 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6ffe5f-05fc-4a9d-9b12-23dfe35e0365') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:48.764114 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7867aa52-4ad4-43d8-ba9c-8b8fc76e3355 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.772474 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-fbcb72dd-49f4-4b14-b09b-68edce86c812 None None] Could not find standard attr ID for object e953b107-7644-4aad-83a9-73fea15a136f. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:49:48.784232 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7867aa52-4ad4-43d8-ba9c-8b8fc76e3355 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.787712 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a56bb3-826a-45d7-8275-e0c117e1fb00 None None] DHCP port deletion for 296ad2d2-ba5a-476a-92ac-cbd04a6e65ba request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:48.795159 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7867aa52-4ad4-43d8-ba9c-8b8fc76e3355 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:48.795694 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7867aa52-4ad4-43d8-ba9c-8b8fc76e3355 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:48.799799 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:48.808105 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2847271-133b-4724-83a6-f5e8a3f90434 None None] Network 296ad2d2-ba5a-476a-92ac-cbd04a6e65ba requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:48.826000 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2847271-133b-4724-83a6-f5e8a3f90434 None None] Network 296ad2d2-ba5a-476a-92ac-cbd04a6e65ba could not be found, it might have been deleted concurrently. {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:49:48.840395 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee037b10-43ec-401b-b0f8-2c8e690a8daa None None] get_active_networks_info from n-d-792394-16 {{(pid=93957) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:49:48.893060 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7867aa52-4ad4-43d8-ba9c-8b8fc76e3355 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.898937 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7867aa52-4ad4-43d8-ba9c-8b8fc76e3355 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.904897 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7867aa52-4ad4-43d8-ba9c-8b8fc76e3355 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] 10.222.0.16 "DELETE /v2.0/networks/c391c61b-09fc-4cc0-a9a5-9ad813914850 HTTP/1.1" status: 204 len: 168 time: 0.4225183 Jul 16 01:49:48.905356 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55710) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:48.925446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867aa52-4ad4-43d8-ba9c-8b8fc76e3355 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Pushing event deleted for resources: {'Network': ['ID=c391c61b-09fc-4cc0-a9a5-9ad813914850,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:48.929842 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee037b10-43ec-401b-b0f8-2c8e690a8daa None None] Resources bound (agent type, host, resource id): {{(pid=93957) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:49:49.041513 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e841545-95f3-41f6-a311-34ff6affe361 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.144735 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55720) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:49.154612 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e841545-95f3-41f6-a311-34ff6affe361 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.168000 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-7e841545-95f3-41f6-a311-34ff6affe361 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094b95fc-9e9e-478c-92de-dd076c7b0301']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:49.183711 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-7e841545-95f3-41f6-a311-34ff6affe361 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5ba8ea-8b08-497c-8bb5-8632dea4abe0') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:49.184034 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-7e841545-95f3-41f6-a311-34ff6affe361 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5ba8ea-8b08-497c-8bb5-8632dea4abe0') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:49.210100 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e841545-95f3-41f6-a311-34ff6affe361 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.234563 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e841545-95f3-41f6-a311-34ff6affe361 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.245181 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e841545-95f3-41f6-a311-34ff6affe361 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:49.245841 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e841545-95f3-41f6-a311-34ff6affe361 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:49.250847 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:49.309381 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c9325b58-d359-434f-80f8-08b917987c79 tempest-ServiceProvidersTest-1674556242 tempest-ServiceProvidersTest-1674556242-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1581872 Jul 16 01:49:49.333484 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e841545-95f3-41f6-a311-34ff6affe361 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.345362 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e841545-95f3-41f6-a311-34ff6affe361 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.349285 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7e841545-95f3-41f6-a311-34ff6affe361 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] 10.222.0.16 "DELETE /v2.0/networks/094b95fc-9e9e-478c-92de-dd076c7b0301 HTTP/1.1" status: 204 len: 168 time: 0.4424477 Jul 16 01:49:49.352021 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55726) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:49.370233 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e841545-95f3-41f6-a311-34ff6affe361 tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Pushing event deleted for resources: {'Network': ['ID=094b95fc-9e9e-478c-92de-dd076c7b0301,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:49.467764 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b393b0fd-cf29-458e-994e-c3f90b074e5c tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.591198 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b393b0fd-cf29-458e-994e-c3f90b074e5c tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.606319 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-b393b0fd-cf29-458e-994e-c3f90b074e5c tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82c1651-812b-464e-9d37-ace0e0372a46']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:49.621172 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-b393b0fd-cf29-458e-994e-c3f90b074e5c tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03298c38-cd62-4147-9ade-3df7b4bbdc57') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:49.621619 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-b393b0fd-cf29-458e-994e-c3f90b074e5c tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03298c38-cd62-4147-9ade-3df7b4bbdc57') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:49.632967 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b393b0fd-cf29-458e-994e-c3f90b074e5c tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.650633 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b393b0fd-cf29-458e-994e-c3f90b074e5c tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.661488 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b393b0fd-cf29-458e-994e-c3f90b074e5c tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:49.661922 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b393b0fd-cf29-458e-994e-c3f90b074e5c tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.666852 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55734) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:49.668765 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:49.744489 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b393b0fd-cf29-458e-994e-c3f90b074e5c tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.749646 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b393b0fd-cf29-458e-994e-c3f90b074e5c tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.755618 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b393b0fd-cf29-458e-994e-c3f90b074e5c tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] 10.222.0.16 "DELETE /v2.0/networks/b82c1651-812b-464e-9d37-ace0e0372a46 HTTP/1.1" status: 204 len: 168 time: 0.3970153 Jul 16 01:49:49.774423 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393b0fd-cf29-458e-994e-c3f90b074e5c tempest-BulkNetworkOpsIpV6Test-134750784 tempest-BulkNetworkOpsIpV6Test-134750784-project] Pushing event deleted for resources: {'Network': ['ID=b82c1651-812b-464e-9d37-ace0e0372a46,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:49.830388 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6a79639c-6df9-4ec9-8e7c-335e18a4713e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.958976 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6a79639c-6df9-4ec9-8e7c-335e18a4713e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.965688 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6a79639c-6df9-4ec9-8e7c-335e18a4713e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.012117 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6a79639c-6df9-4ec9-8e7c-335e18a4713e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c0b176bd34c43868675b90381fa2fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3434138 Jul 16 01:49:50.013129 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79639c-6df9-4ec9-8e7c-335e18a4713e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b337ac13-9cf9-4b45-8a95-c2167c8b04c9,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:50.014775 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 55746) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:50.063870 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55754) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:50.069744 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-16805258-71f8-4b83-8503-cd8afe23c43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.092932 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-16805258-71f8-4b83-8503-cd8afe23c43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.154953 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-16805258-71f8-4b83-8503-cd8afe23c43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.157850 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-16805258-71f8-4b83-8503-cd8afe23c43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.159113 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-16805258-71f8-4b83-8503-cd8afe23c43c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b337ac13-9cf9-4b45-8a95-c2167c8b04c9 HTTP/1.1" status: 204 len: 168 time: 0.1432300 Jul 16 01:49:50.170834 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16805258-71f8-4b83-8503-cd8afe23c43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b337ac13-9cf9-4b45-8a95-c2167c8b04c9,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:50.212122 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-294f221b-ca03-47f8-aa0b-170d91ee0192 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75bd6b62644b45f297a0e2566b4f1784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466067 Jul 16 01:49:50.214765 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55760) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:50.276063 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cd68e591-2e3b-4ebf-a65f-fb2a9c9f9e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.302339 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cd68e591-2e3b-4ebf-a65f-fb2a9c9f9e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.354150 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cd68e591-2e3b-4ebf-a65f-fb2a9c9f9e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.357664 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cd68e591-2e3b-4ebf-a65f-fb2a9c9f9e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.361383 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cd68e591-2e3b-4ebf-a65f-fb2a9c9f9e85 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89c40e1c-4799-4ec2-8d96-a5b3e5ef28d6 HTTP/1.1" status: 204 len: 168 time: 0.1429729 Jul 16 01:49:50.367367 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68e591-2e3b-4ebf-a65f-fb2a9c9f9e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c40e1c-4799-4ec2-8d96-a5b3e5ef28d6,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:56.071059 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 55994) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:56.204500 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-32971590-01a1-43fe-953b-03bc2e3d32c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.308136 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-32971590-01a1-43fe-953b-03bc2e3d32c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.316724 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-32971590-01a1-43fe-953b-03bc2e3d32c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.373843 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56008) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:56.374381 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-32971590-01a1-43fe-953b-03bc2e3d32c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc3da56c4af74224b074decc6df6fbf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3013518 Jul 16 01:49:56.376253 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32971590-01a1-43fe-953b-03bc2e3d32c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1e01df-0ede-409b-8b55-dc4cf01dc6fc,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:56.386823 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32971590-01a1-43fe-953b-03bc2e3d32c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.387443 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32971590-01a1-43fe-953b-03bc2e3d32c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.388168 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32971590-01a1-43fe-953b-03bc2e3d32c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.388758 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32971590-01a1-43fe-953b-03bc2e3d32c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.389274 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32971590-01a1-43fe-953b-03bc2e3d32c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.389786 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32971590-01a1-43fe-953b-03bc2e3d32c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.390293 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32971590-01a1-43fe-953b-03bc2e3d32c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.390823 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32971590-01a1-43fe-953b-03bc2e3d32c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.391162 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32971590-01a1-43fe-953b-03bc2e3d32c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.391496 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32971590-01a1-43fe-953b-03bc2e3d32c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.391834 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32971590-01a1-43fe-953b-03bc2e3d32c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.392166 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32971590-01a1-43fe-953b-03bc2e3d32c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.452238 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-284c764f-ef63-4f6e-be10-1038cd6f4857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.485624 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-284c764f-ef63-4f6e-be10-1038cd6f4857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.535733 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-284c764f-ef63-4f6e-be10-1038cd6f4857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.538684 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-284c764f-ef63-4f6e-be10-1038cd6f4857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.540093 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-284c764f-ef63-4f6e-be10-1038cd6f4857 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af1e01df-0ede-409b-8b55-dc4cf01dc6fc HTTP/1.1" status: 204 len: 168 time: 0.1650393 Jul 16 01:49:56.549950 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c764f-ef63-4f6e-be10-1038cd6f4857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1e01df-0ede-409b-8b55-dc4cf01dc6fc,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:56.687337 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8044ebbe-f26a-480d-8ca0-bd7c5edf8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.848155 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56024) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:56.868036 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5f1027a5-4ef9-45d9-9638-a8af5e563308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.974919 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5f1027a5-4ef9-45d9-9638-a8af5e563308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.980981 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5f1027a5-4ef9-45d9-9638-a8af5e563308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.010852 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5f1027a5-4ef9-45d9-9638-a8af5e563308 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1440afb001804c35b72156d8e05deaa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1612530 Jul 16 01:49:57.013434 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56032) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:57.063001 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1027a5-4ef9-45d9-9638-a8af5e563308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e244464-371c-4517-aa9c-b6f865a02367,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:57.099217 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3711e7a1-95c2-4968-90e0-b8f0c7985f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.123478 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3711e7a1-95c2-4968-90e0-b8f0c7985f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.175724 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3711e7a1-95c2-4968-90e0-b8f0c7985f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.178800 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3711e7a1-95c2-4968-90e0-b8f0c7985f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.183106 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3711e7a1-95c2-4968-90e0-b8f0c7985f0f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e244464-371c-4517-aa9c-b6f865a02367 HTTP/1.1" status: 204 len: 168 time: 0.1676915 Jul 16 01:49:57.191543 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711e7a1-95c2-4968-90e0-b8f0c7985f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e244464-371c-4517-aa9c-b6f865a02367,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:59.561119 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cc9b2358-c993-4ff0-98e0-4ab2d6acece1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.722145 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.849074 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.546946 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.567926 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.106243 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.377831 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2cbf8e1a-deb6-410a-8c90-415c0748b317 req-1aeacada-929c-4cab-b8b3-32042206fd0c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0731683 Jul 16 01:50:10.486093 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf8e1a-deb6-410a-8c90-415c0748b317 req-a2dcea02-fb3b-4e26-8461-aa068ed631d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:10.487851 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2cbf8e1a-deb6-410a-8c90-415c0748b317 req-a2dcea02-fb3b-4e26-8461-aa068ed631d7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0646801 Jul 16 01:50:10.666844 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf8e1a-deb6-410a-8c90-415c0748b317 req-28fab0d7-1d54-4f6c-9b8b-d392e41b8847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:10.668808 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2cbf8e1a-deb6-410a-8c90-415c0748b317 req-28fab0d7-1d54-4f6c-9b8b-d392e41b8847 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf HTTP/1.1" status: 200 len: 898 time: 0.1522470 Jul 16 01:50:10.762387 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2cbf8e1a-deb6-410a-8c90-415c0748b317 req-51eeeeb1-a09b-47e0-94d7-be9166028c09 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2 HTTP/1.1" status: 200 len: 1000 time: 0.0780900 Jul 16 01:50:10.824999 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf8e1a-deb6-410a-8c90-415c0748b317 req-47a18f8f-fa09-4827-88da-f530f90a218f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:10.826770 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2cbf8e1a-deb6-410a-8c90-415c0748b317 req-47a18f8f-fa09-4827-88da-f530f90a218f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53081387-d355-4125-a3f4-e300088a6a4b HTTP/1.1" status: 200 len: 834 time: 0.0584638 Jul 16 01:50:10.921486 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf8e1a-deb6-410a-8c90-415c0748b317 req-aba2c3e9-4b0a-4184-a856-2639498b2d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:10.923087 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2cbf8e1a-deb6-410a-8c90-415c0748b317 req-aba2c3e9-4b0a-4184-a856-2639498b2d0e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893869 Jul 16 01:50:11.042964 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2cbf8e1a-deb6-410a-8c90-415c0748b317 req-69f15eec-e63b-4694-a7f4-a2bfcd1d413c service neutron] 10.222.0.84 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100500 Jul 16 01:50:11.163688 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2cbf8e1a-deb6-410a-8c90-415c0748b317 req-7f01a9e4-61bd-4d5f-8526-e059d62fa6eb service neutron] 10.222.0.84 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116328 Jul 16 01:50:11.380847 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:50:12.178968 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56482) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:12.278779 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56486) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:12.413579 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c8a27afe-ed82-416d-9ef7-2e484b200ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.475453 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7b8c0f79-586c-4340-a723-90a7f1083d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.546465 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c8a27afe-ed82-416d-9ef7-2e484b200ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.555061 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c8a27afe-ed82-416d-9ef7-2e484b200ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.586217 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a27afe-ed82-416d-9ef7-2e484b200ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc71e243-e01b-4df0-9694-4edcde21da34,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:12.617806 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c8a27afe-ed82-416d-9ef7-2e484b200ad4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96bdbfd906fa418b94f0f6f402daf1c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3379292 Jul 16 01:50:12.621446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56494) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:12.679866 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-282a41f6-9e4a-48ea-9598-232ba5306dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.686096 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7b8c0f79-586c-4340-a723-90a7f1083d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.691831 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7b8c0f79-586c-4340-a723-90a7f1083d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.703925 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-282a41f6-9e4a-48ea-9598-232ba5306dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.735953 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7b8c0f79-586c-4340-a723-90a7f1083d25 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9c741c32dbd4e7fa4728d4ea8007a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5552013 Jul 16 01:50:12.737178 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c0f79-586c-4340-a723-90a7f1083d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83133981-baf3-4967-af30-abe3da65b1e2,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:12.740278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56500) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:12.771908 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-282a41f6-9e4a-48ea-9598-232ba5306dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.774990 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-282a41f6-9e4a-48ea-9598-232ba5306dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.776355 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-282a41f6-9e4a-48ea-9598-232ba5306dd1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc71e243-e01b-4df0-9694-4edcde21da34 HTTP/1.1" status: 204 len: 168 time: 0.1536763 Jul 16 01:50:12.784996 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a41f6-9e4a-48ea-9598-232ba5306dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc71e243-e01b-4df0-9694-4edcde21da34,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:12.803388 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-281474bb-5227-439d-964e-a122154d19be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.827025 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-281474bb-5227-439d-964e-a122154d19be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.877065 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-281474bb-5227-439d-964e-a122154d19be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.879879 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-281474bb-5227-439d-964e-a122154d19be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.883511 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-281474bb-5227-439d-964e-a122154d19be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83133981-baf3-4967-af30-abe3da65b1e2 HTTP/1.1" status: 204 len: 168 time: 0.1394737 Jul 16 01:50:12.890236 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281474bb-5227-439d-964e-a122154d19be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83133981-baf3-4967-af30-abe3da65b1e2,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:13.202753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56516) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:13.218073 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a8e12e3e-2c27-4b3b-b6b6-a26bbc0ef701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.272682 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56522) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:13.289024 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dd9739d1-31d1-489f-9530-a7130fa7b0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.322556 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a8e12e3e-2c27-4b3b-b6b6-a26bbc0ef701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.331051 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a8e12e3e-2c27-4b3b-b6b6-a26bbc0ef701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.378485 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a8e12e3e-2c27-4b3b-b6b6-a26bbc0ef701 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df765bb2a7aa467cb3b852c06ad5ee05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1740108 Jul 16 01:50:13.379667 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e12e3e-2c27-4b3b-b6b6-a26bbc0ef701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd87a59-1678-45ad-a17d-1366bf354b54,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:13.382787 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56524) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:13.444846 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dd9739d1-31d1-489f-9530-a7130fa7b0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.452277 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dd9739d1-31d1-489f-9530-a7130fa7b0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.455667 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eed5f3aa-28b4-4998-8c8f-4df9ff238cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.482982 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eed5f3aa-28b4-4998-8c8f-4df9ff238cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.502909 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9739d1-31d1-489f-9530-a7130fa7b0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef22d43-d1b7-47a6-9872-4dd2cb72b625,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:13.512887 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56526) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:13.513079 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-dd9739d1-31d1-489f-9530-a7130fa7b0bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=743ec458aa54475eb017b4e89d5aba67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392659 Jul 16 01:50:13.578849 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eed5f3aa-28b4-4998-8c8f-4df9ff238cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.581955 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eed5f3aa-28b4-4998-8c8f-4df9ff238cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.583136 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-eed5f3aa-28b4-4998-8c8f-4df9ff238cfb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbd87a59-1678-45ad-a17d-1366bf354b54 HTTP/1.1" status: 204 len: 168 time: 0.1992257 Jul 16 01:50:13.589357 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d556b057-0e31-4f0b-b948-9937439c368b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.598246 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed5f3aa-28b4-4998-8c8f-4df9ff238cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd87a59-1678-45ad-a17d-1366bf354b54,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:13.622233 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d556b057-0e31-4f0b-b948-9937439c368b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.698183 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d556b057-0e31-4f0b-b948-9937439c368b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.701234 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d556b057-0e31-4f0b-b948-9937439c368b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.704448 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d556b057-0e31-4f0b-b948-9937439c368b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ef22d43-d1b7-47a6-9872-4dd2cb72b625 HTTP/1.1" status: 204 len: 168 time: 0.1880319 Jul 16 01:50:13.710751 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556b057-0e31-4f0b-b948-9937439c368b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef22d43-d1b7-47a6-9872-4dd2cb72b625,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:15.078400 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56612) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:15.111190 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56616) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:15.238183 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c02a69d4-554b-47bd-a66f-e87bd641d67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.264167 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e6644039-9378-4aa0-a242-a38f0a48b66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.334853 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c02a69d4-554b-47bd-a66f-e87bd641d67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.340410 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c02a69d4-554b-47bd-a66f-e87bd641d67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.378427 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a69d4-554b-47bd-a66f-e87bd641d67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3153603-ba33-4efe-bd56-9b7bf84d61f8,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:15.391188 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c02a69d4-554b-47bd-a66f-e87bd641d67a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8eb0be5f59684b238519562f9c8ff0a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2759454 Jul 16 01:50:15.391188 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56626) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:15.458028 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e6644039-9378-4aa0-a242-a38f0a48b66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.463960 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e6644039-9378-4aa0-a242-a38f0a48b66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.483317 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b009be60-8d80-4768-acb7-79d0a1d9465f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.510650 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e6644039-9378-4aa0-a242-a38f0a48b66f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1b2091843134ff3a6047fabe00b7c61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4311087 Jul 16 01:50:15.511850 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6644039-9378-4aa0-a242-a38f0a48b66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64b3996-ed17-4475-9a26-9c918d04cf52,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:15.513734 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b009be60-8d80-4768-acb7-79d0a1d9465f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.514455 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56630) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:15.566403 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dea6e82f-3a2d-44fd-8aec-1d6e16f11834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.593098 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dea6e82f-3a2d-44fd-8aec-1d6e16f11834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.600827 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd38977-261d-4949-b2e7-e2585359bed3 req-5f96a825-d5a6-4fac-a1ea-5c71a2457933 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:15.602448 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8dd38977-261d-4949-b2e7-e2585359bed3 req-5f96a825-d5a6-4fac-a1ea-5c71a2457933 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0917726 Jul 16 01:50:15.619879 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b009be60-8d80-4768-acb7-79d0a1d9465f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.622898 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b009be60-8d80-4768-acb7-79d0a1d9465f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.625492 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b009be60-8d80-4768-acb7-79d0a1d9465f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3153603-ba33-4efe-bd56-9b7bf84d61f8 HTTP/1.1" status: 204 len: 168 time: 0.2321525 Jul 16 01:50:15.648080 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009be60-8d80-4768-acb7-79d0a1d9465f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3153603-ba33-4efe-bd56-9b7bf84d61f8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:15.654933 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dea6e82f-3a2d-44fd-8aec-1d6e16f11834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.659360 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dea6e82f-3a2d-44fd-8aec-1d6e16f11834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.676429 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8dd38977-261d-4949-b2e7-e2585359bed3 req-a6e13b0d-ea78-4b44-b00a-2fd2a7ddd265 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658250 Jul 16 01:50:15.685010 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-dea6e82f-3a2d-44fd-8aec-1d6e16f11834 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d64b3996-ed17-4475-9a26-9c918d04cf52 HTTP/1.1" status: 204 len: 168 time: 0.1497395 Jul 16 01:50:15.698165 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6e82f-3a2d-44fd-8aec-1d6e16f11834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64b3996-ed17-4475-9a26-9c918d04cf52,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:15.902253 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae965b-7087-4d7b-9793-1ad8194d8803 req-3be6b571-38fe-4a14-ba7d-085077aef076 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:15.903831 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7ae965b-7087-4d7b-9793-1ad8194d8803 req-3be6b571-38fe-4a14-ba7d-085077aef076 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 945 time: 0.0808189 Jul 16 01:50:15.947246 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7ae965b-7087-4d7b-9793-1ad8194d8803 req-5eef2f52-7d52-4c92-b038-57cf64db4796 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369742 Jul 16 01:50:15.973660 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56652) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:16.073091 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7fef9094-0d2e-451a-95a3-5ee2b02d7a59 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/floatingips/307d7796-4542-4037-a194-a639a5f0638d HTTP/1.1" status: 200 len: 992 time: 0.0981100 Jul 16 01:50:16.545099 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56706) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:16.826328 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-0fe51871-1876-4a57-9019-8593cad9101e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-59538065-network', 'tenant_id': 'eced6fab7a2f4612995536666e51ab3d'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:16.899272 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-26c531ee-1585-4e5b-a6fb-48edab68d050 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1306951 Jul 16 01:50:16.909729 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe51871-1876-4a57-9019-8593cad9101e admin admin] Made reservation on behalf of eced6fab7a2f4612995536666e51ab3d for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:16.912783 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0fe51871-1876-4a57-9019-8593cad9101e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.925226 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95e5e9-5360-4096-a98a-95e5101ec157 req-57b19594-4995-4e5c-80b0-0cc87b33f3b5 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:16.933887 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2e95e5e9-5360-4096-a98a-95e5101ec157 req-57b19594-4995-4e5c-80b0-0cc87b33f3b5 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 945 time: 0.0981941 Jul 16 01:50:16.934635 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0fe51871-1876-4a57-9019-8593cad9101e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.983704 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2e95e5e9-5360-4096-a98a-95e5101ec157 req-ddd66998-6af7-44ea-b76a-5b870167610b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481405 Jul 16 01:50:17.043115 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0fe51871-1876-4a57-9019-8593cad9101e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.052776 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0fe51871-1876-4a57-9019-8593cad9101e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.074285 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe51871-1876-4a57-9019-8593cad9101e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:17.093156 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0fe51871-1876-4a57-9019-8593cad9101e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.093511 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-0fe51871-1876-4a57-9019-8593cad9101e admin admin] Added segment 894ffe6b-425d-470c-a4ad-5c60563966d3 of type vlan for network f549e847-648a-4ba9-8fd4-768bab76a1bf Jul 16 01:50:17.094926 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe51871-1876-4a57-9019-8593cad9101e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd3df87-8e4d-4192-804c-0acaa79aaa86,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:17.153336 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0fe51871-1876-4a57-9019-8593cad9101e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.196035 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0fe51871-1876-4a57-9019-8593cad9101e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.197729 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe51871-1876-4a57-9019-8593cad9101e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:17.198407 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0fe51871-1876-4a57-9019-8593cad9101e admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.230005 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0fe51871-1876-4a57-9019-8593cad9101e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6837044 Jul 16 01:50:17.233125 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56740) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:17.238651 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-a09a9fae-7303-4049-ab55-a925e8371220 admin admin] Request body: {'subnet': {'network_id': 'f549e847-648a-4ba9-8fd4-768bab76a1bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-59538065-subnet', 'tenant_id': 'eced6fab7a2f4612995536666e51ab3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:17.283609 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09a9fae-7303-4049-ab55-a925e8371220 admin admin] Made reservation on behalf of eced6fab7a2f4612995536666e51ab3d for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:17.286263 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a09a9fae-7303-4049-ab55-a925e8371220 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.297680 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe51871-1876-4a57-9019-8593cad9101e admin admin] Pushing event updated for resources: {'Network': ['ID=f549e847-648a-4ba9-8fd4-768bab76a1bf,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:17.308759 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network f549e847-648a-4ba9-8fd4-768bab76a1bf details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:17.529459 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a09a9fae-7303-4049-ab55-a925e8371220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.596515 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a9fae-7303-4049-ab55-a925e8371220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc51fbbc-95db-4bbf-a77e-17709740503c,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:17.608706 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09a9fae-7303-4049-ab55-a925e8371220 admin admin] Checking segment: {'id': '894ffe6b-425d-470c-a4ad-5c60563966d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f549e847-648a-4ba9-8fd4-768bab76a1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:17.609070 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09a9fae-7303-4049-ab55-a925e8371220 admin admin] Network hostable DHCP agents. Network: f549e847-648a-4ba9-8fd4-768bab76a1bf, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:17.637998 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09a9fae-7303-4049-ab55-a925e8371220 admin admin] Network f549e847-648a-4ba9-8fd4-768bab76a1bf is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:17.653024 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-a09a9fae-7303-4049-ab55-a925e8371220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, f549e847-648a-4ba9-8fd4-768bab76a1bf) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:17.659151 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09a9fae-7303-4049-ab55-a925e8371220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:17.660550 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a09a9fae-7303-4049-ab55-a925e8371220 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.664921 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc7e80f-3188-4b90-84c0-3965695158ef None None] Network f549e847-648a-4ba9-8fd4-768bab76a1bf requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:17.677129 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56758) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:17.702114 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a09a9fae-7303-4049-ab55-a925e8371220 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4672878 Jul 16 01:50:17.831729 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b62986-334e-4b7b-8cea-33ed6452db59 None None] Network f549e847-648a-4ba9-8fd4-768bab76a1bf requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:17.871943 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b449645b-afea-44e3-89a6-ade69e749d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.041350 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b449645b-afea-44e3-89a6-ade69e749d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.048423 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b449645b-afea-44e3-89a6-ade69e749d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.109837 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b449645b-afea-44e3-89a6-ade69e749d11 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=189d4eb806c940f79b47ff109dff72cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4311788 Jul 16 01:50:18.110813 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449645b-afea-44e3-89a6-ade69e749d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a24f37-7857-4329-ad20-aaeccc43b472,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:18.112544 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56770) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:18.220345 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-415d8881-3650-45b0-9a87-3bd7eb697fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.249325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbb22e-ab4a-4497-b2bd-d4498eb627b4 req-550cb4a7-0b93-4446-b0d8-91a8571acaaa tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:18.251451 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-415d8881-3650-45b0-9a87-3bd7eb697fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.257415 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-79bbb22e-ab4a-4497-b2bd-d4498eb627b4 req-550cb4a7-0b93-4446-b0d8-91a8571acaaa tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 945 time: 0.0920208 Jul 16 01:50:18.305110 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-79bbb22e-ab4a-4497-b2bd-d4498eb627b4 req-116737dd-d3ee-4aac-87b4-483b82029056 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463979 Jul 16 01:50:18.323557 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-415d8881-3650-45b0-9a87-3bd7eb697fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.328066 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-415d8881-3650-45b0-9a87-3bd7eb697fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.329492 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-415d8881-3650-45b0-9a87-3bd7eb697fb8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18a24f37-7857-4329-ad20-aaeccc43b472 HTTP/1.1" status: 204 len: 168 time: 0.2154055 Jul 16 01:50:18.338366 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d8881-3650-45b0-9a87-3bd7eb697fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a24f37-7857-4329-ad20-aaeccc43b472,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:18.652723 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-a5ed8ab1-4227-49e2-992c-eaeef162cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:18.654223 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-a5ed8ab1-4227-49e2-992c-eaeef162cdc1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0853264 Jul 16 01:50:18.761352 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-2fdbe0dd-6d80-499e-be6b-0a945aa35d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:18.763069 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-2fdbe0dd-6d80-499e-be6b-0a945aa35d16 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf HTTP/1.1" status: 200 len: 898 time: 0.1021039 Jul 16 01:50:18.849232 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-e7889f6c-5391-4362-af08-21f982961cec service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2 HTTP/1.1" status: 200 len: 1000 time: 0.0787711 Jul 16 01:50:18.900699 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-02613443-c413-471c-963d-f0e160b4b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:18.902495 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-02613443-c413-471c-963d-f0e160b4b14d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53081387-d355-4125-a3f4-e300088a6a4b HTTP/1.1" status: 200 len: 834 time: 0.0463574 Jul 16 01:50:18.971146 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-ea1fe27f-44fb-48d5-885b-5bbd69843fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:18.973191 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-ea1fe27f-44fb-48d5-885b-5bbd69843fb3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644467 Jul 16 01:50:19.125921 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-8967add6-5f92-4cc4-94ea-ffc80f66a2cf service neutron] 10.222.0.84 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453638 Jul 16 01:50:19.234001 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-a3c9a3a2-c8a5-4bbe-afda-b9271f671238 service neutron] 10.222.0.84 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979948 Jul 16 01:50:19.579931 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5032669-1818-4367-be3b-95d401724e34 req-637b563d-8a79-4381-8dcd-d534100e9f13 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:19.581808 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f5032669-1818-4367-be3b-95d401724e34 req-637b563d-8a79-4381-8dcd-d534100e9f13 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 945 time: 0.0790827 Jul 16 01:50:19.639215 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f5032669-1818-4367-be3b-95d401724e34 req-c365a766-decb-4212-9a20-dd4c8f621239 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503280 Jul 16 01:50:20.854342 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be36f2-c7e8-4136-8d7e-f00473be43be req-66fe573f-4385-4377-9944-3f843f9a91dc tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:20.856512 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-99be36f2-c7e8-4136-8d7e-f00473be43be req-66fe573f-4385-4377-9944-3f843f9a91dc tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 945 time: 0.0816946 Jul 16 01:50:20.941723 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-99be36f2-c7e8-4136-8d7e-f00473be43be req-e424e37e-4896-4e7a-ab7f-bc738f525425 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724151 Jul 16 01:50:22.187486 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0dce9-9e67-4998-90b1-058419212544 req-c34c43a7-a44e-4e6e-bbe3-a958d0657159 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:22.189585 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-44b0dce9-9e67-4998-90b1-058419212544 req-c34c43a7-a44e-4e6e-bbe3-a958d0657159 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 945 time: 0.0916917 Jul 16 01:50:22.236505 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-44b0dce9-9e67-4998-90b1-058419212544 req-9b01c46d-c71e-4b99-b2d5-99e4f6b7349b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392206 Jul 16 01:50:23.444886 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0e1d6-75e1-4410-8eee-420d2340f5a8 req-e6508692-4432-468c-8303-8927b19aa2e1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:23.447102 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-94c0e1d6-75e1-4410-8eee-420d2340f5a8 req-e6508692-4432-468c-8303-8927b19aa2e1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 945 time: 0.0808835 Jul 16 01:50:23.491555 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-94c0e1d6-75e1-4410-8eee-420d2340f5a8 req-96b359fd-ecb3-49fa-ba6b-a7f5bb8da1e2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383556 Jul 16 01:50:24.126856 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56890) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:24.273489 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d94951b4-d12c-4d80-a7f3-9ac454bd4786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.374037 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d94951b4-d12c-4d80-a7f3-9ac454bd4786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.378905 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d94951b4-d12c-4d80-a7f3-9ac454bd4786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.422696 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d94951b4-d12c-4d80-a7f3-9ac454bd4786 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4bf92d8710294da8aaf69ebe77cd6a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2922423 Jul 16 01:50:24.422696 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94951b4-d12c-4d80-a7f3-9ac454bd4786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af5ed4c-518b-4d18-929e-a4b882efc98b,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:24.423988 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56900) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:24.483465 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8945e1ec-b56b-4684-9a06-4cd48a012682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.508057 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8945e1ec-b56b-4684-9a06-4cd48a012682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.572405 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8945e1ec-b56b-4684-9a06-4cd48a012682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.575163 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8945e1ec-b56b-4684-9a06-4cd48a012682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.578882 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8945e1ec-b56b-4684-9a06-4cd48a012682 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9af5ed4c-518b-4d18-929e-a4b882efc98b HTTP/1.1" status: 204 len: 168 time: 0.1514168 Jul 16 01:50:24.599484 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945e1ec-b56b-4684-9a06-4cd48a012682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af5ed4c-518b-4d18-929e-a4b882efc98b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:24.716238 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51d8c4-5018-4420-a03a-e19b37cfcd69 req-7b25c2aa-3c4a-472e-9af0-dd78577cb0f7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:24.723796 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7a51d8c4-5018-4420-a03a-e19b37cfcd69 req-7b25c2aa-3c4a-472e-9af0-dd78577cb0f7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 945 time: 0.0798652 Jul 16 01:50:24.781924 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7a51d8c4-5018-4420-a03a-e19b37cfcd69 req-6b115ddc-cb41-44fa-884c-f67e8d6c0813 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569236 Jul 16 01:50:24.973261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 56908) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:24.988213 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5a90e4da-f0f8-4663-a184-4f04ab562de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.089651 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5a90e4da-f0f8-4663-a184-4f04ab562de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.094841 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5a90e4da-f0f8-4663-a184-4f04ab562de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.128847 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5a90e4da-f0f8-4663-a184-4f04ab562de4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec0b3161db954c9ba6e226d3e12bd2aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540117 Jul 16 01:50:25.133591 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 56910) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:25.144770 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90e4da-f0f8-4663-a184-4f04ab562de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3fedbc-3693-4c83-a183-5180c6b43903,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:25.229466 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ef736a56-5d54-48cd-a3d7-6c90aca99d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.260583 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ef736a56-5d54-48cd-a3d7-6c90aca99d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.337340 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ef736a56-5d54-48cd-a3d7-6c90aca99d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.340791 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ef736a56-5d54-48cd-a3d7-6c90aca99d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.344588 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ef736a56-5d54-48cd-a3d7-6c90aca99d63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e3fedbc-3693-4c83-a183-5180c6b43903 HTTP/1.1" status: 204 len: 168 time: 0.2071662 Jul 16 01:50:25.351311 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef736a56-5d54-48cd-a3d7-6c90aca99d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3fedbc-3693-4c83-a183-5180c6b43903,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:26.028624 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41ea1b-63bc-4385-a450-2cfcf4785b31 req-ae7b1100-3c39-4ada-8180-ee2aeb1f90c7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:26.037327 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7f41ea1b-63bc-4385-a450-2cfcf4785b31 req-ae7b1100-3c39-4ada-8180-ee2aeb1f90c7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 945 time: 0.1162009 Jul 16 01:50:26.094169 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7f41ea1b-63bc-4385-a450-2cfcf4785b31 req-f8fae3ad-1470-44d7-a763-7d84afecc37b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544934 Jul 16 01:50:26.653815 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eec063a4-fedc-45c8-bbd2-6acfd5577492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.429518 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9850996-b85f-4a77-a0d5-0f18f8a6b702 req-5c9b5310-806b-4478-bd5a-02f5ce72b7f2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:27.438292 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f9850996-b85f-4a77-a0d5-0f18f8a6b702 req-5c9b5310-806b-4478-bd5a-02f5ce72b7f2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 945 time: 0.1144159 Jul 16 01:50:27.505080 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f9850996-b85f-4a77-a0d5-0f18f8a6b702 req-c4d87da7-a446-403e-86b2-234c02cb263f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655327 Jul 16 01:50:28.801978 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f20fa-ac8c-4796-abb3-734bbbda4b03 req-e76e7e25-1b79-4cfc-aee5-d5d2c426bffc tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:28.809381 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf4f20fa-ac8c-4796-abb3-734bbbda4b03 req-e76e7e25-1b79-4cfc-aee5-d5d2c426bffc tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 945 time: 0.1356134 Jul 16 01:50:28.912457 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf4f20fa-ac8c-4796-abb3-734bbbda4b03 req-ab6fc7c2-afce-41cf-ab84-f4225da3da91 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019046 Jul 16 01:50:29.547528 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f90ec86c-bdde-4296-846c-a4cfbe7f8dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.731156 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.107169 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebcd4f-c6ac-43e7-af08-8f308f76197a req-0086d8a3-4fd5-4e99-aa77-69324a84fda1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:30.108814 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0aebcd4f-c6ac-43e7-af08-8f308f76197a req-0086d8a3-4fd5-4e99-aa77-69324a84fda1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 945 time: 0.0667782 Jul 16 01:50:30.149871 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0aebcd4f-c6ac-43e7-af08-8f308f76197a req-296ab4d9-ae4c-4208-bb3e-9b3b6ab7f816 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352125 Jul 16 01:50:30.832185 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.437477 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-1a32ab17-7330-4ea0-8856-a7fda1b2eb93 service neutron] show failed (client error): The resource could not be found. Jul 16 01:50:31.437477 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-1a32ab17-7330-4ea0-8856-a7fda1b2eb93 service neutron] 10.222.0.84 "GET /v2.0/ports/c14b4551-7ee4-4946-9632-a6a8bf8931d2/bindings/n-h2-792394-16 HTTP/1.1" status: 404 len: 381 time: 0.0923843 Jul 16 01:50:31.568703 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed60ec5-6c67-4d6d-9dc0-9df04212e1ad req-8886ca7b-55ba-4a2a-8d41-017ef24aa154 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:31.579228 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ed60ec5-6c67-4d6d-9dc0-9df04212e1ad req-8886ca7b-55ba-4a2a-8d41-017ef24aa154 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 945 time: 0.2877190 Jul 16 01:50:31.602493 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.675132 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ed60ec5-6c67-4d6d-9dc0-9df04212e1ad req-457293e1-6834-4295-bb78-287948232429 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904105 Jul 16 01:50:31.846128 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-25c02ab8-863c-4234-abab-c2ec07306207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:31.848172 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-25c02ab8-863c-4234-abab-c2ec07306207 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8&tenant_id=8c0fcf31570241eb96a760177b0aa82f HTTP/1.1" status: 200 len: 1097 time: 0.0641420 Jul 16 01:50:31.861460 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-16', 'device_owner': 'compute:nova'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:31.948621 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.171602 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] For port c14b4551-7ee4-4946-9632-a6a8bf8931d2, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2,segment=NetworkSegment(bdd80659-e7e5-41bf-88d1-355a8aa3f221),segment_id=bdd80659-e7e5-41bf-88d1-355a8aa3f221)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:32.216473 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] For port c14b4551-7ee4-4946-9632-a6a8bf8931d2, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:32.276971 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419e40fa-9b0e-4730-82a8-1ad988afa8a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:32.282035 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81563984-4012-456e-9c0f-951725ec7648" -d '{"events": [{"server_uuid": "419e40fa-9b0e-4730-82a8-1ad988afa8a8", "name": "network-vif-unplugged", "status": "completed", "tag": "c14b4551-7ee4-4946-9632-a6a8bf8931d2"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:32.296527 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.314473 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] Transition to ACTIVE for port object c14b4551-7ee4-4946-9632-a6a8bf8931d2 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:32.320267 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.370778 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] Pushing event updated for resources: {'Port': ['ID=c14b4551-7ee4-4946-9632-a6a8bf8931d2,revision_number=6']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:32.375743 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d394f0a-796a-4a5e-9854-b17553c9d092 x-openstack-request-id: req-6d394f0a-796a-4a5e-9854-b17553c9d092 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:32.376026 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419e40fa-9b0e-4730-82a8-1ad988afa8a8", "name": "network-vif-unplugged", "status": "completed", "tag": "c14b4551-7ee4-4946-9632-a6a8bf8931d2", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:32.376470 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d394f0a-796a-4a5e-9854-b17553c9d092 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:32.376861 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419e40fa-9b0e-4730-82a8-1ad988afa8a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2', 'code': 200} Jul 16 01:50:32.492243 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] No DVR routers for this DVR port c14b4551-7ee4-4946-9632-a6a8bf8931d2 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:32.565426 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.761789 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] Attempting to bind port c14b4551-7ee4-4946-9632-a6a8bf8931d2 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:32.762124 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] Attempting to bind port c14b4551-7ee4-4946-9632-a6a8bf8931d2 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'bdd80659-e7e5-41bf-88d1-355a8aa3f221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:32.762459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] Attempting to bind port c14b4551-7ee4-4946-9632-a6a8bf8931d2 on network 8ea64742-1c50-4bb0-bd91-fb77dbafbfdf {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:32.774898 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] Port c14b4551-7ee4-4946-9632-a6a8bf8931d2 on network 8ea64742-1c50-4bb0-bd91-fb77dbafbfdf not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:32.775222 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] Attempting to bind port c14b4551-7ee4-4946-9632-a6a8bf8931d2 on network 8ea64742-1c50-4bb0-bd91-fb77dbafbfdf {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:32.795012 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:32.795667 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] Checking segment: {'id': 'bdd80659-e7e5-41bf-88d1-355a8aa3f221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:32.796230 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] Bound using segment: {'id': 'bdd80659-e7e5-41bf-88d1-355a8aa3f221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:32.796953 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] Bound port: c14b4551-7ee4-4946-9632-a6a8bf8931d2, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd80659-e7e5-41bf-88d1-355a8aa3f221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:32.797432 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.878631 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] For port c14b4551-7ee4-4946-9632-a6a8bf8931d2, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:32.881877 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] For port c14b4551-7ee4-4946-9632-a6a8bf8931d2, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2,segment=NetworkSegment(bdd80659-e7e5-41bf-88d1-355a8aa3f221),segment_id=bdd80659-e7e5-41bf-88d1-355a8aa3f221)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:32.900825 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.969541 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:32.970604 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.971962 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] 10.222.0.82 "PUT /v2.0/ports/c14b4551-7ee4-4946-9632-a6a8bf8931d2 HTTP/1.1" status: 200 len: 1092 time: 1.1163940 Jul 16 01:50:33.032505 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ceb766-6354-4741-906d-ea5ca7c8c41c service neutron] Pushing event updated for resources: {'Port': ['ID=c14b4551-7ee4-4946-9632-a6a8bf8931d2,revision_number=7']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:33.074290 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338da3f-6f7f-469d-b7e0-693f20376601 req-00537fd1-4a9a-4a79-aa31-3c48b197bc77 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:33.076752 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a338da3f-6f7f-469d-b7e0-693f20376601 req-00537fd1-4a9a-4a79-aa31-3c48b197bc77 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 943 time: 0.1931744 Jul 16 01:50:33.168937 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a338da3f-6f7f-469d-b7e0-693f20376601 req-03f894a6-6cad-4384-babc-e3ff4208d20b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864365 Jul 16 01:50:33.176762 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-b8ad0d70-6339-4f3e-9a52-8dce690ae6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:33.178755 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-b8ad0d70-6339-4f3e-9a52-8dce690ae6ed service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 1095 time: 0.1577988 Jul 16 01:50:33.308729 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-d30d0cc3-db48-4df4-9bb2-2d78c8c6363c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:33.310387 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-d30d0cc3-db48-4df4-9bb2-2d78c8c6363c service neutron] 10.222.0.82 "GET /v2.0/networks?id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf HTTP/1.1" status: 200 len: 898 time: 0.1240125 Jul 16 01:50:33.413425 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-9c80c742-243c-4d52-b6c9-cbe9dab4e024 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2 HTTP/1.1" status: 200 len: 998 time: 0.0958896 Jul 16 01:50:33.484262 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-f795da26-d6df-4297-bb98-a9f394ae8453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:33.485827 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-f795da26-d6df-4297-bb98-a9f394ae8453 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=53081387-d355-4125-a3f4-e300088a6a4b HTTP/1.1" status: 200 len: 834 time: 0.0657945 Jul 16 01:50:33.556653 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-2c242553-325d-4ee9-9736-fb5d07f3dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:33.558340 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-2c242553-325d-4ee9-9736-fb5d07f3dc5e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657394 Jul 16 01:50:34.171234 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-ca7d0e22-47b9-4974-b668-e589077bb3f5 service neutron] 10.222.0.82 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6021559 Jul 16 01:50:34.291047 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-4691f78b-9a03-443d-8e3c-c1abbd97ed74 service neutron] 10.222.0.82 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111894 Jul 16 01:50:34.377890 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419e40fa-9b0e-4730-82a8-1ad988afa8a8', 'tag': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:34.381098 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff12efc-fbea-4a97-a415-018c86c092fa" -d '{"events": [{"name": "network-changed", "server_uuid": "419e40fa-9b0e-4730-82a8-1ad988afa8a8", "tag": "c14b4551-7ee4-4946-9632-a6a8bf8931d2"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:34.428259 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a890-e0ba-4d96-876d-cdf719e9808e req-82c0363c-64ab-4187-b196-9bf5fa1a8572 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:34.440989 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-48b0a890-e0ba-4d96-876d-cdf719e9808e req-82c0363c-64ab-4187-b196-9bf5fa1a8572 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 943 time: 0.1191773 Jul 16 01:50:34.476956 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e6cf51-1344-4dd7-964b-b64f1bf5332d x-openstack-request-id: req-a3e6cf51-1344-4dd7-964b-b64f1bf5332d {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:34.477356 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419e40fa-9b0e-4730-82a8-1ad988afa8a8", "tag": "c14b4551-7ee4-4946-9632-a6a8bf8931d2", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:34.477627 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3e6cf51-1344-4dd7-964b-b64f1bf5332d {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:34.478054 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419e40fa-9b0e-4730-82a8-1ad988afa8a8', 'tag': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2', 'status': 'completed', 'code': 200} Jul 16 01:50:34.533030 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-48b0a890-e0ba-4d96-876d-cdf719e9808e req-1ab60085-3507-4b85-ba9c-02845bea8b82 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908086 Jul 16 01:50:34.647109 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff12efc-fbea-4a97-a415-018c86c092fa req-b1894924-f3c8-405c-80ee-a5fb11f2349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:34.648595 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ff12efc-fbea-4a97-a415-018c86c092fa req-b1894924-f3c8-405c-80ee-a5fb11f2349d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 1095 time: 0.1524520 Jul 16 01:50:34.689079 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff12efc-fbea-4a97-a415-018c86c092fa req-02a53ad0-07c1-4a87-92c4-abf943a288cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:34.689079 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ff12efc-fbea-4a97-a415-018c86c092fa req-02a53ad0-07c1-4a87-92c4-abf943a288cd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 1095 time: 0.1308157 Jul 16 01:50:34.812654 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff12efc-fbea-4a97-a415-018c86c092fa req-841cf1f6-f0f7-4671-a72c-735d00bcaaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:34.815911 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ff12efc-fbea-4a97-a415-018c86c092fa req-841cf1f6-f0f7-4671-a72c-735d00bcaaf4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf HTTP/1.1" status: 200 len: 898 time: 0.1582725 Jul 16 01:50:34.950455 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff12efc-fbea-4a97-a415-018c86c092fa req-5632f03d-ca22-4492-adde-faf72c9cfdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:34.952078 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ff12efc-fbea-4a97-a415-018c86c092fa req-5632f03d-ca22-4492-adde-faf72c9cfdbc service neutron] 10.222.0.84 "GET /v2.0/networks?id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf HTTP/1.1" status: 200 len: 898 time: 0.2523563 Jul 16 01:50:35.003201 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ff12efc-fbea-4a97-a415-018c86c092fa req-2beff1f4-7228-41ed-be97-30d1fd3ca0a9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2 HTTP/1.1" status: 200 len: 998 time: 0.1726005 Jul 16 01:50:35.066568 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ff12efc-fbea-4a97-a415-018c86c092fa req-3ce29692-9f74-45ab-ae36-e96742e1bc64 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2 HTTP/1.1" status: 200 len: 998 time: 0.1067667 Jul 16 01:50:35.072592 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff12efc-fbea-4a97-a415-018c86c092fa req-11444015-4f0d-4a83-a430-28a4102116a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:35.074638 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ff12efc-fbea-4a97-a415-018c86c092fa req-11444015-4f0d-4a83-a430-28a4102116a5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=53081387-d355-4125-a3f4-e300088a6a4b HTTP/1.1" status: 200 len: 834 time: 0.0631144 Jul 16 01:50:35.135025 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.174045 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff12efc-fbea-4a97-a415-018c86c092fa req-d58339b5-18c8-4c50-bb8c-2b94c55b139a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:35.175845 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ff12efc-fbea-4a97-a415-018c86c092fa req-d58339b5-18c8-4c50-bb8c-2b94c55b139a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53081387-d355-4125-a3f4-e300088a6a4b HTTP/1.1" status: 200 len: 834 time: 0.1002667 Jul 16 01:50:35.199593 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device c14b4551-7ee4-4946-9632-a6a8bf8931d2 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:35.231071 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff12efc-fbea-4a97-a415-018c86c092fa req-aeb080ac-667b-4bdb-a8cb-880e0fe53c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:35.233673 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ff12efc-fbea-4a97-a415-018c86c092fa req-aeb080ac-667b-4bdb-a8cb-880e0fe53c76 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1501007 Jul 16 01:50:35.243564 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device c14b4551-7ee4-4946-9632-a6a8bf8931d2 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:35.322074 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff12efc-fbea-4a97-a415-018c86c092fa req-6ae98db5-c27a-4aab-b7d5-2514dc0914b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:35.323571 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ff12efc-fbea-4a97-a415-018c86c092fa req-6ae98db5-c27a-4aab-b7d5-2514dc0914b4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1394062 Jul 16 01:50:35.390117 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ff12efc-fbea-4a97-a415-018c86c092fa req-992554b0-0a27-43ba-887f-b4f29adf3b3d service neutron] 10.222.0.82 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479177 Jul 16 01:50:35.510372 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ff12efc-fbea-4a97-a415-018c86c092fa req-3d909b1e-fc10-495d-9c98-c1ca0baba60e service neutron] 10.222.0.84 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797047 Jul 16 01:50:35.602153 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ff12efc-fbea-4a97-a415-018c86c092fa req-ee4b7ebb-3ff8-4f9f-8642-94e728599ebb service neutron] 10.222.0.82 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835015 Jul 16 01:50:35.682047 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ff12efc-fbea-4a97-a415-018c86c092fa req-67606bef-c165-4e21-9761-f1d87bda259a service neutron] 10.222.0.84 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626334 Jul 16 01:50:35.790351 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0538dd-aea7-4ad6-961c-90c9e50926c0 req-288a3725-2d41-4005-b9a1-f25d1655d4fc tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:35.792203 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cb0538dd-aea7-4ad6-961c-90c9e50926c0 req-288a3725-2d41-4005-b9a1-f25d1655d4fc tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 943 time: 0.0901051 Jul 16 01:50:35.842403 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cb0538dd-aea7-4ad6-961c-90c9e50926c0 req-acec8b9b-999b-4b18-9f6c-0173d9f12b96 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395355 Jul 16 01:50:37.095655 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794437cf-7925-4a6a-9271-f2958d6f128f req-50fd0057-14f2-4493-b71d-1f14c1af299f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:37.104852 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-794437cf-7925-4a6a-9271-f2958d6f128f req-50fd0057-14f2-4493-b71d-1f14c1af299f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 943 time: 0.1144431 Jul 16 01:50:37.153947 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-794437cf-7925-4a6a-9271-f2958d6f128f req-b8e49078-9631-453a-ae2c-e2952066dabd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480087 Jul 16 01:50:37.673749 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-1bcdbeea-0ab8-4018-92b0-efd22bd59649 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:37.675673 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-1bcdbeea-0ab8-4018-92b0-efd22bd59649 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.82 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8&tenant_id=8c0fcf31570241eb96a760177b0aa82f&binding%3Ahost_id=n-h2-792394-16 HTTP/1.1" status: 200 len: 943 time: 0.1155601 Jul 16 01:50:37.769194 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd8d58-9cf7-4837-a97e-d08a3aa6f9d0 req-860bdc80-b680-453f-bc77-de04ede905c0 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:37.772574 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a9fd8d58-9cf7-4837-a97e-d08a3aa6f9d0 req-860bdc80-b680-453f-bc77-de04ede905c0 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 943 time: 0.0987825 Jul 16 01:50:37.778259 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-3ad4d9e1-fc31-43f8-9ba7-e783e63cc3b1 service neutron] 10.222.0.82 "GET /v2.0/ports/c14b4551-7ee4-4946-9632-a6a8bf8931d2/bindings/n-h2-792394-16 HTTP/1.1" status: 200 len: 383 time: 0.0896394 Jul 16 01:50:37.873036 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a9fd8d58-9cf7-4837-a97e-d08a3aa6f9d0 req-d3bc73a0-c91b-4ce6-a765-b671dffed8dc tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932829 Jul 16 01:50:37.901523 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-1620b95a-e7e8-439f-9b69-35783dfc0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:37.903434 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-1620b95a-e7e8-439f-9b69-35783dfc0342 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 1095 time: 0.0926213 Jul 16 01:50:38.028262 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-80eb7cd7-cc59-408a-9956-3bd86ace8ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:38.030235 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-80eb7cd7-cc59-408a-9956-3bd86ace8ba1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf HTTP/1.1" status: 200 len: 898 time: 0.1204867 Jul 16 01:50:38.102186 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-87d77ae1-647c-48ed-b3ba-f83637f22b34 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2 HTTP/1.1" status: 200 len: 998 time: 0.0639787 Jul 16 01:50:38.167124 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-7b76d2d0-b1c8-40d4-ac3f-26c64767c2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:38.168862 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-7b76d2d0-b1c8-40d4-ac3f-26c64767c2d7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=53081387-d355-4125-a3f4-e300088a6a4b HTTP/1.1" status: 200 len: 834 time: 0.0607851 Jul 16 01:50:38.271336 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-032c1b4c-04ad-4879-8326-5ea2047bd48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:38.273061 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-032c1b4c-04ad-4879-8326-5ea2047bd48b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960989 Jul 16 01:50:38.436803 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-049f5af4-3922-410b-93b6-f129ec41d28e service neutron] 10.222.0.82 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567271 Jul 16 01:50:38.460270 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c14b4551-7ee4-4946-9632-a6a8bf8931d2 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:50:38.576157 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-2effa0af-6bbc-49c4-ad69-be2005101fc4 service neutron] 10.222.0.82 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330693 Jul 16 01:50:38.723565 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port c14b4551-7ee4-4946-9632-a6a8bf8931d2, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2,segment=NetworkSegment(bdd80659-e7e5-41bf-88d1-355a8aa3f221),segment_id=bdd80659-e7e5-41bf-88d1-355a8aa3f221)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:38.756870 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2', 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf', 'port_id': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2', 'mac_address': 'fa:16:3e:1b:77:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53081387-d355-4125-a3f4-e300088a6a4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:50:38.844191 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.872264 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14b4551-7ee4-4946-9632-a6a8bf8931d2 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:38.915270 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port c14b4551-7ee4-4946-9632-a6a8bf8931d2, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2,segment=NetworkSegment(bdd80659-e7e5-41bf-88d1-355a8aa3f221),segment_id=bdd80659-e7e5-41bf-88d1-355a8aa3f221)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:38.934689 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.011447 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=c14b4551-7ee4-4946-9632-a6a8bf8931d2,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:39.019914 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:39.020579 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:39.021032 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:39.021534 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:39.022160 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:39.023350 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:39.024084 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:39.024827 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:39.025181 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:39.025748 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:39.026293 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:39.026619 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:39.146336 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2c6df-b45e-4e34-988c-b1b12e3782f0 req-a7b3297a-384b-4aea-8117-51e372c98979 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:39.147878 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-29d2c6df-b45e-4e34-988c-b1b12e3782f0 req-a7b3297a-384b-4aea-8117-51e372c98979 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 944 time: 0.0847175 Jul 16 01:50:39.189945 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['c14b4551-7ee4-4946-9632-a6a8bf8931d2'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:50:39.198590 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-29d2c6df-b45e-4e34-988c-b1b12e3782f0 req-6b5e000e-2434-4acb-9c51-971f384122f7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430546 Jul 16 01:50:40.515645 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906fe18-109f-43a4-abae-f40daa13f79b req-8f927007-7bba-40c7-995f-cff8959763d0 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:40.517740 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1906fe18-109f-43a4-abae-f40daa13f79b req-8f927007-7bba-40c7-995f-cff8959763d0 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 944 time: 0.0939682 Jul 16 01:50:40.568969 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1906fe18-109f-43a4-abae-f40daa13f79b req-b2d5dc59-b7e9-4b1f-9309-5c2f0431cdb2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395429 Jul 16 01:50:40.677390 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-a4488cf5-57e1-4455-af34-f27e76d131f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:40.679181 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-a4488cf5-57e1-4455-af34-f27e76d131f9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8&tenant_id=8c0fcf31570241eb96a760177b0aa82f HTTP/1.1" status: 200 len: 1096 time: 0.0859370 Jul 16 01:50:40.690875 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-16', 'device_owner': 'compute:nova'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:40.792347 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.036674 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] For port c14b4551-7ee4-4946-9632-a6a8bf8931d2, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2,segment=NetworkSegment(bdd80659-e7e5-41bf-88d1-355a8aa3f221),segment_id=bdd80659-e7e5-41bf-88d1-355a8aa3f221)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:41.090379 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] For port c14b4551-7ee4-4946-9632-a6a8bf8931d2, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:41.156875 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c14b4551-7ee4-4946-9632-a6a8bf8931d2 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:41.190564 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.206733 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Ignored duplicate provisioning block setup for port c14b4551-7ee4-4946-9632-a6a8bf8931d2 by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:50:41.216579 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.310248 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Pushing event updated for resources: {'Port': ['ID=c14b4551-7ee4-4946-9632-a6a8bf8931d2,revision_number=9']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:41.321798 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:41.322249 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:41.322671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:41.323083 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:41.323420 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:41.324189 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:41.324633 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:41.324979 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:41.325378 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:41.325995 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:41.328695 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:41.328695 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:41.463769 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] No DVR routers for this DVR port c14b4551-7ee4-4946-9632-a6a8bf8931d2 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:41.646756 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Attempting to bind port c14b4551-7ee4-4946-9632-a6a8bf8931d2 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:41.647092 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Attempting to bind port c14b4551-7ee4-4946-9632-a6a8bf8931d2 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'bdd80659-e7e5-41bf-88d1-355a8aa3f221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:41.647426 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Attempting to bind port c14b4551-7ee4-4946-9632-a6a8bf8931d2 on network 8ea64742-1c50-4bb0-bd91-fb77dbafbfdf {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:41.656578 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Port c14b4551-7ee4-4946-9632-a6a8bf8931d2 on network 8ea64742-1c50-4bb0-bd91-fb77dbafbfdf not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:41.656970 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Attempting to bind port c14b4551-7ee4-4946-9632-a6a8bf8931d2 on network 8ea64742-1c50-4bb0-bd91-fb77dbafbfdf {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:41.667043 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:41.667415 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Checking segment: {'id': 'bdd80659-e7e5-41bf-88d1-355a8aa3f221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:41.667762 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Bound using segment: {'id': 'bdd80659-e7e5-41bf-88d1-355a8aa3f221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:41.670281 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Bound port: c14b4551-7ee4-4946-9632-a6a8bf8931d2, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd80659-e7e5-41bf-88d1-355a8aa3f221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:41.670654 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.793769 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] For port c14b4551-7ee4-4946-9632-a6a8bf8931d2, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:41.811135 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] For port c14b4551-7ee4-4946-9632-a6a8bf8931d2, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2,segment=NetworkSegment(bdd80659-e7e5-41bf-88d1-355a8aa3f221),segment_id=bdd80659-e7e5-41bf-88d1-355a8aa3f221)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:41.834670 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607a3ae-4f7a-4549-9c2d-43fe31f77671 req-7bd0cad8-495e-4fb5-8d40-995734073c55 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:41.836276 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e607a3ae-4f7a-4549-9c2d-43fe31f77671 req-7bd0cad8-495e-4fb5-8d40-995734073c55 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 943 time: 0.1158090 Jul 16 01:50:41.839386 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.890933 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:41.891852 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.893946 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] 10.222.0.84 "PUT /v2.0/ports/c14b4551-7ee4-4946-9632-a6a8bf8931d2 HTTP/1.1" status: 200 len: 1092 time: 1.2079589 Jul 16 01:50:41.899959 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419e40fa-9b0e-4730-82a8-1ad988afa8a8', 'tag': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:41.902480 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cf2d8f-40c1-41e8-ae8d-1a44f2a06aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "419e40fa-9b0e-4730-82a8-1ad988afa8a8", "tag": "c14b4551-7ee4-4946-9632-a6a8bf8931d2"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:42.014013 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa242ec6-cedd-4509-bae1-3a90d0ef9c1b x-openstack-request-id: req-fa242ec6-cedd-4509-bae1-3a90d0ef9c1b {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:42.014462 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419e40fa-9b0e-4730-82a8-1ad988afa8a8", "tag": "c14b4551-7ee4-4946-9632-a6a8bf8931d2", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:42.014578 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa242ec6-cedd-4509-bae1-3a90d0ef9c1b {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:42.014922 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419e40fa-9b0e-4730-82a8-1ad988afa8a8', 'tag': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2', 'status': 'completed', 'code': 200} Jul 16 01:50:42.028221 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e98fa9-f2a9-4185-9770-a5b9ad13ca10 service neutron] Pushing event updated for resources: {'Port': ['ID=c14b4551-7ee4-4946-9632-a6a8bf8931d2,revision_number=10']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:42.043214 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e607a3ae-4f7a-4549-9c2d-43fe31f77671 req-f3228514-1e96-4c4b-8b6c-5999bbc36e0d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976528 Jul 16 01:50:42.102293 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-cb480e9e-bdd2-45ce-b892-0a32816b37f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:42.105643 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-cb480e9e-bdd2-45ce-b892-0a32816b37f9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 1096 time: 0.1844194 Jul 16 01:50:42.244245 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf2d8f-40c1-41e8-ae8d-1a44f2a06aa0 req-d7a5d745-d128-4d04-a16d-633c1a644a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:42.245862 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d0cf2d8f-40c1-41e8-ae8d-1a44f2a06aa0 req-d7a5d745-d128-4d04-a16d-633c1a644a14 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 1096 time: 0.1973331 Jul 16 01:50:42.318375 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-2238de01-91e4-4cd3-b7ed-b6750eb797a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:42.320554 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-2238de01-91e4-4cd3-b7ed-b6750eb797a1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf HTTP/1.1" status: 200 len: 898 time: 0.2083590 Jul 16 01:50:42.450311 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-059421aa-cfc3-46e0-bd33-385af17aaee9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2 HTTP/1.1" status: 200 len: 998 time: 0.1212590 Jul 16 01:50:42.451611 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf2d8f-40c1-41e8-ae8d-1a44f2a06aa0 req-c7aa708a-efae-4e03-a6ff-6b781f36e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:42.453130 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d0cf2d8f-40c1-41e8-ae8d-1a44f2a06aa0 req-c7aa708a-efae-4e03-a6ff-6b781f36e48d service neutron] 10.222.0.82 "GET /v2.0/networks?id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf HTTP/1.1" status: 200 len: 898 time: 0.1998668 Jul 16 01:50:42.469092 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c14b4551-7ee4-4946-9632-a6a8bf8931d2 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:50:42.574694 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d0cf2d8f-40c1-41e8-ae8d-1a44f2a06aa0 req-fa8ca282-7f11-45a1-a150-6f64f4f959dc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2 HTTP/1.1" status: 200 len: 998 time: 0.1075995 Jul 16 01:50:42.576398 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-b347c54a-093a-4404-a391-f18296b2747b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:42.577817 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-b347c54a-093a-4404-a391-f18296b2747b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53081387-d355-4125-a3f4-e300088a6a4b HTTP/1.1" status: 200 len: 834 time: 0.1215360 Jul 16 01:50:42.671545 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port c14b4551-7ee4-4946-9632-a6a8bf8931d2, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2,segment=NetworkSegment(bdd80659-e7e5-41bf-88d1-355a8aa3f221),segment_id=bdd80659-e7e5-41bf-88d1-355a8aa3f221)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:42.685145 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c14b4551-7ee4-4946-9632-a6a8bf8931d2 has no active binding in host n-h2-792394-16 {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:50:42.693120 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf2d8f-40c1-41e8-ae8d-1a44f2a06aa0 req-df71763e-dae2-42ef-a3e4-23ee05a03882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:42.694551 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d0cf2d8f-40c1-41e8-ae8d-1a44f2a06aa0 req-df71763e-dae2-42ef-a3e4-23ee05a03882 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=53081387-d355-4125-a3f4-e300088a6a4b HTTP/1.1" status: 200 len: 834 time: 0.1141155 Jul 16 01:50:42.750623 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-eff79fbb-c422-43d0-99e4-7163c66c74d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:42.752165 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-eff79fbb-c422-43d0-99e4-7163c66c74d7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1627605 Jul 16 01:50:42.849604 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf2d8f-40c1-41e8-ae8d-1a44f2a06aa0 req-10544e88-fd73-40bd-91da-94bffe53e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:42.851250 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d0cf2d8f-40c1-41e8-ae8d-1a44f2a06aa0 req-10544e88-fd73-40bd-91da-94bffe53e0f9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1488295 Jul 16 01:50:42.912090 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-bec3091c-6a3b-4eca-9863-e6e300aeb1c3 service neutron] 10.222.0.84 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516457 Jul 16 01:50:43.075854 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d0cf2d8f-40c1-41e8-ae8d-1a44f2a06aa0 req-4a90ee45-a061-42d6-943e-83bd225d5c3e service neutron] 10.222.0.82 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157159 Jul 16 01:50:43.081695 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3618398b-951c-4e24-8670-cc34e9f95bc7 req-f6ef9595-cf27-401f-98a0-095be3bf7b7c service neutron] 10.222.0.84 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421432 Jul 16 01:50:43.204262 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d0cf2d8f-40c1-41e8-ae8d-1a44f2a06aa0 req-424c6a51-eafe-4dac-9667-70dd58045360 service neutron] 10.222.0.82 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215918 Jul 16 01:50:43.279303 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf2d8f-40c1-41e8-ae8d-1a44f2a06aa0 req-75252c00-9c51-450b-9620-cc4a762e0963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:43.281187 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d0cf2d8f-40c1-41e8-ae8d-1a44f2a06aa0 req-75252c00-9c51-450b-9620-cc4a762e0963 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 1096 time: 0.1074984 Jul 16 01:50:43.344482 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ccc93-398a-41a3-b3d4-8fb53ef6bdc4 req-603054e2-481c-4820-b695-2d86da0b1d50 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:43.346260 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ef2ccc93-398a-41a3-b3d4-8fb53ef6bdc4 req-603054e2-481c-4820-b695-2d86da0b1d50 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 944 time: 0.1081643 Jul 16 01:50:43.389386 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ef2ccc93-398a-41a3-b3d4-8fb53ef6bdc4 req-44ae68ec-c823-4a06-95c9-d90b390af561 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366485 Jul 16 01:50:43.427188 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf2d8f-40c1-41e8-ae8d-1a44f2a06aa0 req-0bdb688f-82d3-4405-9ad2-adc32bd0c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:43.427188 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d0cf2d8f-40c1-41e8-ae8d-1a44f2a06aa0 req-0bdb688f-82d3-4405-9ad2-adc32bd0c5ec service neutron] 10.222.0.84 "GET /v2.0/networks?id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf HTTP/1.1" status: 200 len: 898 time: 0.1348088 Jul 16 01:50:43.512158 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d0cf2d8f-40c1-41e8-ae8d-1a44f2a06aa0 req-7dc8e069-6ce9-4767-8d9e-696f34b4c494 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2 HTTP/1.1" status: 200 len: 998 time: 0.0820913 Jul 16 01:50:43.574980 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf2d8f-40c1-41e8-ae8d-1a44f2a06aa0 req-1fda934b-c631-4a8b-bd03-57764e568f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:43.576704 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d0cf2d8f-40c1-41e8-ae8d-1a44f2a06aa0 req-1fda934b-c631-4a8b-bd03-57764e568f88 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53081387-d355-4125-a3f4-e300088a6a4b HTTP/1.1" status: 200 len: 834 time: 0.0511043 Jul 16 01:50:43.667174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf2d8f-40c1-41e8-ae8d-1a44f2a06aa0 req-d2c1bab6-e177-4914-aa4d-d55fb9a0a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:43.669681 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d0cf2d8f-40c1-41e8-ae8d-1a44f2a06aa0 req-d2c1bab6-e177-4914-aa4d-d55fb9a0a147 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856550 Jul 16 01:50:43.813004 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d0cf2d8f-40c1-41e8-ae8d-1a44f2a06aa0 req-8164effa-3a7e-4e51-b064-62168ab1dfce service neutron] 10.222.0.84 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357701 Jul 16 01:50:43.929650 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d0cf2d8f-40c1-41e8-ae8d-1a44f2a06aa0 req-807b7b33-66c6-4b4e-80b8-fe82234f72cc service neutron] 10.222.0.84 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067455 Jul 16 01:50:44.484445 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c14b4551-7ee4-4946-9632-a6a8bf8931d2 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:44.586103 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c14b4551-7ee4-4946-9632-a6a8bf8931d2 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:44.875520 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604f25d-c56c-46e0-b64e-d2d3c577ede4 req-eff2ae75-17c9-43cc-ae99-2eb41898f6af tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:44.877090 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f604f25d-c56c-46e0-b64e-d2d3c577ede4 req-eff2ae75-17c9-43cc-ae99-2eb41898f6af tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 944 time: 0.1450756 Jul 16 01:50:45.027940 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f604f25d-c56c-46e0-b64e-d2d3c577ede4 req-a3f656a9-275e-4b2f-af20-956284a87c95 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425655 Jul 16 01:50:46.271826 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f5712-5778-46bf-8aa0-27ab4d8c3081 req-f0834f0f-9b5f-4091-99e2-100615fa2f99 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:46.273663 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a08f5712-5778-46bf-8aa0-27ab4d8c3081 req-f0834f0f-9b5f-4091-99e2-100615fa2f99 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 944 time: 0.0847042 Jul 16 01:50:46.328578 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a08f5712-5778-46bf-8aa0-27ab4d8c3081 req-30395b12-f422-44cb-b6f0-ca613c57909f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429037 Jul 16 01:50:46.355791 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 57478) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:46.445812 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7e4613fc-f209-41a7-9c63-2d4033945596 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/floatingips/307d7796-4542-4037-a194-a639a5f0638d HTTP/1.1" status: 200 len: 990 time: 0.0883436 Jul 16 01:50:47.222248 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device c14b4551-7ee4-4946-9632-a6a8bf8931d2 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:50:47.436281 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port c14b4551-7ee4-4946-9632-a6a8bf8931d2, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2,segment=NetworkSegment(bdd80659-e7e5-41bf-88d1-355a8aa3f221),segment_id=bdd80659-e7e5-41bf-88d1-355a8aa3f221)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:47.470834 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2', 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf', 'port_id': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2', 'mac_address': 'fa:16:3e:1b:77:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53081387-d355-4125-a3f4-e300088a6a4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:50:47.566088 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.586166 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14b4551-7ee4-4946-9632-a6a8bf8931d2 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:47.615866 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port c14b4551-7ee4-4946-9632-a6a8bf8931d2, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2,segment=NetworkSegment(bdd80659-e7e5-41bf-88d1-355a8aa3f221),segment_id=bdd80659-e7e5-41bf-88d1-355a8aa3f221)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:47.622500 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.729849 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=c14b4551-7ee4-4946-9632-a6a8bf8931d2,revision_number=11']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:47.856244 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['c14b4551-7ee4-4946-9632-a6a8bf8931d2'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:50:48.400189 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:50:49.223749 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device c14b4551-7ee4-4946-9632-a6a8bf8931d2 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:49.324016 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port c14b4551-7ee4-4946-9632-a6a8bf8931d2 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:49.329485 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port c14b4551-7ee4-4946-9632-a6a8bf8931d2 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:49.329864 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.472955 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.530156 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419e40fa-9b0e-4730-82a8-1ad988afa8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:49.532618 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98680989-33f8-4349-9d8c-8c7f5509d9d4" -d '{"events": [{"server_uuid": "419e40fa-9b0e-4730-82a8-1ad988afa8a8", "name": "network-vif-plugged", "status": "completed", "tag": "c14b4551-7ee4-4946-9632-a6a8bf8931d2"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:49.551549 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port c14b4551-7ee4-4946-9632-a6a8bf8931d2, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2,segment=NetworkSegment(bdd80659-e7e5-41bf-88d1-355a8aa3f221),segment_id=bdd80659-e7e5-41bf-88d1-355a8aa3f221)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:49.559452 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.628942 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=c14b4551-7ee4-4946-9632-a6a8bf8931d2,revision_number=12']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:49.638801 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36549e18-2115-46f4-89ee-79e7307bccd3 x-openstack-request-id: req-36549e18-2115-46f4-89ee-79e7307bccd3 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:49.639175 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419e40fa-9b0e-4730-82a8-1ad988afa8a8", "name": "network-vif-plugged", "status": "completed", "tag": "c14b4551-7ee4-4946-9632-a6a8bf8931d2", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:49.639477 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36549e18-2115-46f4-89ee-79e7307bccd3 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:49.640079 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419e40fa-9b0e-4730-82a8-1ad988afa8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2', 'code': 200} Jul 16 01:50:56.652807 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ce68886c-840e-4610-a5b6-1ca59c7fdfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.716044 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 58178) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:57.862663 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b2bd18e2-9218-4683-96bc-9053da9d353d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.960125 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b2bd18e2-9218-4683-96bc-9053da9d353d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.965845 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b2bd18e2-9218-4683-96bc-9053da9d353d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.016344 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b2bd18e2-9218-4683-96bc-9053da9d353d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a32bb6d14894cb5b48349c8c3d83fe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985075 Jul 16 01:50:58.016770 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58186) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:58.017300 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd18e2-9218-4683-96bc-9053da9d353d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64780606-bd86-4917-9a70-57615d9e229e,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:58.026587 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd18e2-9218-4683-96bc-9053da9d353d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:58.026967 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd18e2-9218-4683-96bc-9053da9d353d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:58.027345 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd18e2-9218-4683-96bc-9053da9d353d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:58.027684 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd18e2-9218-4683-96bc-9053da9d353d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:58.028147 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd18e2-9218-4683-96bc-9053da9d353d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:58.028534 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd18e2-9218-4683-96bc-9053da9d353d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:58.028865 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd18e2-9218-4683-96bc-9053da9d353d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:58.029188 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd18e2-9218-4683-96bc-9053da9d353d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:58.029655 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd18e2-9218-4683-96bc-9053da9d353d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:58.029981 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd18e2-9218-4683-96bc-9053da9d353d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:58.030305 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd18e2-9218-4683-96bc-9053da9d353d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:58.030626 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd18e2-9218-4683-96bc-9053da9d353d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:58.082112 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca7fa337-79d6-42f3-9b69-11adc3839aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.103200 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca7fa337-79d6-42f3-9b69-11adc3839aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.161587 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca7fa337-79d6-42f3-9b69-11adc3839aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.164584 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca7fa337-79d6-42f3-9b69-11adc3839aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.168594 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ca7fa337-79d6-42f3-9b69-11adc3839aba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64780606-bd86-4917-9a70-57615d9e229e HTTP/1.1" status: 204 len: 168 time: 0.1503685 Jul 16 01:50:58.176563 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fa337-79d6-42f3-9b69-11adc3839aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64780606-bd86-4917-9a70-57615d9e229e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:59.543448 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d67754d-1cbf-4f4b-9df1-c49b21bd615b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.737479 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.834192 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.576112 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.570522 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.122533 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.956524 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-276ad7d4-fd22-4037-9c2d-91d92f4556a0 req-7eb6e971-70f2-4464-abc8-a74b26a5a89f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0707812 Jul 16 01:51:13.066310 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ad7d4-fd22-4037-9c2d-91d92f4556a0 req-a3fe5dc7-72fe-40df-92fe-9ccd29025eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:13.068483 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-276ad7d4-fd22-4037-9c2d-91d92f4556a0 req-a3fe5dc7-72fe-40df-92fe-9ccd29025eac service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 1098 time: 0.0610173 Jul 16 01:51:13.204167 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ad7d4-fd22-4037-9c2d-91d92f4556a0 req-c71237c4-9865-4a9a-9c6c-0b614f188da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:13.205801 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-276ad7d4-fd22-4037-9c2d-91d92f4556a0 req-c71237c4-9865-4a9a-9c6c-0b614f188da0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf HTTP/1.1" status: 200 len: 898 time: 0.1061182 Jul 16 01:51:13.277759 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-276ad7d4-fd22-4037-9c2d-91d92f4556a0 req-7c569d2c-21ca-4ecd-a1cf-32cdbc4de972 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2 HTTP/1.1" status: 200 len: 1000 time: 0.0633574 Jul 16 01:51:13.819019 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ad7d4-fd22-4037-9c2d-91d92f4556a0 req-6f4b5983-4980-4f4c-944e-f8322937353d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:13.820692 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-276ad7d4-fd22-4037-9c2d-91d92f4556a0 req-6f4b5983-4980-4f4c-944e-f8322937353d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53081387-d355-4125-a3f4-e300088a6a4b HTTP/1.1" status: 200 len: 834 time: 0.5361841 Jul 16 01:51:13.914834 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ad7d4-fd22-4037-9c2d-91d92f4556a0 req-90e66364-1c3d-4748-96d3-0c767c099fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:13.916824 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-276ad7d4-fd22-4037-9c2d-91d92f4556a0 req-90e66364-1c3d-4748-96d3-0c767c099fa4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894482 Jul 16 01:51:14.118630 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-276ad7d4-fd22-4037-9c2d-91d92f4556a0 req-ba0bd445-3b0a-4337-8c0c-16594e054067 service neutron] 10.222.0.84 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946313 Jul 16 01:51:14.218059 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-276ad7d4-fd22-4037-9c2d-91d92f4556a0 req-3f98f2ca-e0c3-449b-ad50-aade43715965 service neutron] 10.222.0.84 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926278 Jul 16 01:51:15.620976 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c8251-1404-4572-996c-15ed810d3fcf req-ecc38098-83e5-43cf-9b97-5594d2f1e9fb tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:15.628324 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a6c8251-1404-4572-996c-15ed810d3fcf req-ecc38098-83e5-43cf-9b97-5594d2f1e9fb tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 1098 time: 0.4149270 Jul 16 01:51:15.678096 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a6c8251-1404-4572-996c-15ed810d3fcf req-5e02eda1-6b8f-469a-8607-043e3764118f tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486248 Jul 16 01:51:15.704150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 58828) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:15.925513 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-e1c41bf1-5c40-4067-b67c-0b4e76045c44 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Deleting port e4a13b58-600b-45fe-978a-3d0b3643b3f8 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:15.926346 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1c41bf1-5c40-4067-b67c-0b4e76045c44 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.042438 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1c41bf1-5c40-4067-b67c-0b4e76045c44 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.042768 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1c41bf1-5c40-4067-b67c-0b4e76045c44 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.063737 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-e1c41bf1-5c40-4067-b67c-0b4e76045c44 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Calling delete_port for e4a13b58-600b-45fe-978a-3d0b3643b3f8 owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:16.291236 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1c41bf1-5c40-4067-b67c-0b4e76045c44 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.319403 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c41bf1-5c40-4067-b67c-0b4e76045c44 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'Port': ['ID=e4a13b58-600b-45fe-978a-3d0b3643b3f8,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:16.421230 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1c41bf1-5c40-4067-b67c-0b4e76045c44 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.421839 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-e1c41bf1-5c40-4067-b67c-0b4e76045c44 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Floating IP 307d7796-4542-4037-a194-a639a5f0638d disassociated (deleted). External IP: 172.25.6.58, port: c14b4551-7ee4-4946-9632-a6a8bf8931d2. Jul 16 01:51:16.709594 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c41bf1-5c40-4067-b67c-0b4e76045c44 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Router 1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:51:16.862519 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c41bf1-5c40-4067-b67c-0b4e76045c44 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:51:16.878252 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e1c41bf1-5c40-4067-b67c-0b4e76045c44 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.878514 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42240422-89d2-42c8-9347-021bd0dea60c None None] Sync routers for ids ['1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:51:16.895396 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42240422-89d2-42c8-9347-021bd0dea60c None None] Routers {'1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:16.896085 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-42240422-89d2-42c8-9347-021bd0dea60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:51:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:16.956277 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e1c41bf1-5c40-4067-b67c-0b4e76045c44 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "DELETE /v2.0/floatingips/307d7796-4542-4037-a194-a639a5f0638d HTTP/1.1" status: 204 len: 168 time: 1.2509584 Jul 16 01:51:16.956914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419e40fa-9b0e-4730-82a8-1ad988afa8a8', 'tag': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:16.959888 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a89a97-ee26-47d0-ade0-fcfdb5e1c28b" -d '{"events": [{"name": "network-changed", "server_uuid": "419e40fa-9b0e-4730-82a8-1ad988afa8a8", "tag": "c14b4551-7ee4-4946-9632-a6a8bf8931d2"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:17.063683 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed1c816-67c4-4d97-8b5f-d9b8fa068c07 x-openstack-request-id: req-2ed1c816-67c4-4d97-8b5f-d9b8fa068c07 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:17.064261 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419e40fa-9b0e-4730-82a8-1ad988afa8a8", "tag": "c14b4551-7ee4-4946-9632-a6a8bf8931d2", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:17.064261 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ed1c816-67c4-4d97-8b5f-d9b8fa068c07 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:17.064639 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419e40fa-9b0e-4730-82a8-1ad988afa8a8', 'tag': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2', 'status': 'completed', 'code': 200} Jul 16 01:51:17.105937 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-42240422-89d2-42c8-9347-021bd0dea60c None None] Set router 1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:17.163251 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a89a97-ee26-47d0-ade0-fcfdb5e1c28b req-15a42bbf-eaba-4590-b0dd-55ef4c618fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:17.165308 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d7a89a97-ee26-47d0-ade0-fcfdb5e1c28b req-15a42bbf-eaba-4590-b0dd-55ef4c618fa7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 1098 time: 0.0728233 Jul 16 01:51:17.340829 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-42240422-89d2-42c8-9347-021bd0dea60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544428020', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:22Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '6751bf06-6b4d-443c-86ce-8390a673cf78', 'name': '', 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:30:09:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '53081387-d355-4125-a3f4-e300088a6a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:21Z', 'updated_at': '2021-07-16T01:49:29Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': '53081387-d355-4125-a3f4-e300088a6a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:17.396925 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a89a97-ee26-47d0-ade0-fcfdb5e1c28b req-689fe030-debd-428a-aed1-f19d8f95898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:17.399905 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d7a89a97-ee26-47d0-ade0-fcfdb5e1c28b req-689fe030-debd-428a-aed1-f19d8f95898f service neutron] 10.222.0.84 "GET /v2.0/networks?id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf HTTP/1.1" status: 200 len: 898 time: 0.2260857 Jul 16 01:51:17.461259 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42240422-89d2-42c8-9347-021bd0dea60c None None] Checking router: 1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:51:17.476995 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42240422-89d2-42c8-9347-021bd0dea60c None None] Routers {'1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:17.477965 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-42240422-89d2-42c8-9347-021bd0dea60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:51:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:17.487497 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d7a89a97-ee26-47d0-ade0-fcfdb5e1c28b req-826eb67e-d73f-44db-8f5c-a5c13df994de service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2 HTTP/1.1" status: 200 len: 217 time: 0.0768549 Jul 16 01:51:17.576585 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a89a97-ee26-47d0-ade0-fcfdb5e1c28b req-a06b3349-0e9c-4cdb-b683-9b8b5e59fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:17.578095 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d7a89a97-ee26-47d0-ade0-fcfdb5e1c28b req-a06b3349-0e9c-4cdb-b683-9b8b5e59fe13 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=53081387-d355-4125-a3f4-e300088a6a4b HTTP/1.1" status: 200 len: 834 time: 0.0841856 Jul 16 01:51:17.744796 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a89a97-ee26-47d0-ade0-fcfdb5e1c28b req-14eb52a8-4c80-4515-888d-6087909f0449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:17.746376 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d7a89a97-ee26-47d0-ade0-fcfdb5e1c28b req-14eb52a8-4c80-4515-888d-6087909f0449 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1599340 Jul 16 01:51:17.801322 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-42240422-89d2-42c8-9347-021bd0dea60c None None] Set router 1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:18.052984 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780f3c1-87aa-42ab-8789-e729fa3ff5cd req-d550443a-bc5e-430b-8f28-eafb548c70d1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:18.063153 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7780f3c1-87aa-42ab-8789-e729fa3ff5cd req-d550443a-bc5e-430b-8f28-eafb548c70d1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 946 time: 0.1608849 Jul 16 01:51:18.105911 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-42240422-89d2-42c8-9347-021bd0dea60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544428020', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:22Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '6751bf06-6b4d-443c-86ce-8390a673cf78', 'name': '', 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:30:09:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '53081387-d355-4125-a3f4-e300088a6a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:21Z', 'updated_at': '2021-07-16T01:49:29Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': '53081387-d355-4125-a3f4-e300088a6a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:18.111007 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d7a89a97-ee26-47d0-ade0-fcfdb5e1c28b req-3a7e3c26-828b-43e4-a852-dc893f7dea62 service neutron] 10.222.0.84 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488121 Jul 16 01:51:18.159190 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42240422-89d2-42c8-9347-021bd0dea60c None None] The sync data for ids ['1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'] in n-d-792394-16 is: [{'id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544428020', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:22Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '6751bf06-6b4d-443c-86ce-8390a673cf78', 'name': '', 'network_id': '8ea64742-1c50-4bb0-bd91-fb77dbafbfdf', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:30:09:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '53081387-d355-4125-a3f4-e300088a6a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:21Z', 'updated_at': '2021-07-16T01:49:29Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': '53081387-d355-4125-a3f4-e300088a6a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:51:18.215753 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7780f3c1-87aa-42ab-8789-e729fa3ff5cd req-cd8ffc23-3594-4a8e-8279-1bdf1ff60bb4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=88537a2a-dcdd-4870-ad68-a0507cd4f340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517532 Jul 16 01:51:18.305041 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d7a89a97-ee26-47d0-ade0-fcfdb5e1c28b req-0ccdda44-0b34-4d6b-9338-274e27872623 service neutron] 10.222.0.84 "GET /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820252 Jul 16 01:51:18.579688 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f970b001-3dc7-4010-9940-6b50b5ec1421 None None] New status for floating IP 307d7796-4542-4037-a194-a639a5f0638d: DOWN {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:51:18.981361 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c00785-b70c-4702-93b9-912f52b35cae req-c37462f7-bbb8-449d-b510-bd94a4bd53bf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:18.982881 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b0c00785-b70c-4702-93b9-912f52b35cae req-c37462f7-bbb8-449d-b510-bd94a4bd53bf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.84 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 946 time: 0.0906031 Jul 16 01:51:19.107886 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b0c00785-b70c-4702-93b9-912f52b35cae req-b72f8c1a-0642-4033-ad6f-3faed8aea94d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Deleting port c14b4551-7ee4-4946-9632-a6a8bf8931d2 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:19.108240 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b0c00785-b70c-4702-93b9-912f52b35cae req-b72f8c1a-0642-4033-ad6f-3faed8aea94d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.232460 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-b0c00785-b70c-4702-93b9-912f52b35cae req-b72f8c1a-0642-4033-ad6f-3faed8aea94d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] For port c14b4551-7ee4-4946-9632-a6a8bf8931d2, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=c14b4551-7ee4-4946-9632-a6a8bf8931d2,segment=NetworkSegment(bdd80659-e7e5-41bf-88d1-355a8aa3f221),segment_id=bdd80659-e7e5-41bf-88d1-355a8aa3f221)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:19.232821 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b0c00785-b70c-4702-93b9-912f52b35cae req-b72f8c1a-0642-4033-ad6f-3faed8aea94d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.253525 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b0c00785-b70c-4702-93b9-912f52b35cae req-b72f8c1a-0642-4033-ad6f-3faed8aea94d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Calling delete_port for c14b4551-7ee4-4946-9632-a6a8bf8931d2 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:19.459349 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b0c00785-b70c-4702-93b9-912f52b35cae req-b72f8c1a-0642-4033-ad6f-3faed8aea94d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.497514 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ead9707c-2faf-4835-ba03-dfdc701b6135 req-42d6c154-f16b-4599-b5cb-18927052d47a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=419e40fa-9b0e-4730-82a8-1ad988afa8a8 HTTP/1.1" status: 200 len: 210 time: 0.1498282 Jul 16 01:51:19.506543 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f8c1a-0642-4033-ad6f-3faed8aea94d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'Port': ['ID=c14b4551-7ee4-4946-9632-a6a8bf8931d2,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:19.561823 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c00785-b70c-4702-93b9-912f52b35cae req-b72f8c1a-0642-4033-ad6f-3faed8aea94d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] No DVR routers for this DVR port c14b4551-7ee4-4946-9632-a6a8bf8931d2 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:19.565740 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b0c00785-b70c-4702-93b9-912f52b35cae req-b72f8c1a-0642-4033-ad6f-3faed8aea94d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.569653 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b0c00785-b70c-4702-93b9-912f52b35cae req-b72f8c1a-0642-4033-ad6f-3faed8aea94d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.84 "DELETE /v2.0/ports/c14b4551-7ee4-4946-9632-a6a8bf8931d2 HTTP/1.1" status: 204 len: 173 time: 0.5807598 Jul 16 01:51:19.570445 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419e40fa-9b0e-4730-82a8-1ad988afa8a8', 'name': 'network-vif-deleted', 'tag': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:19.574822 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917c8100-4999-4a63-b251-ba12d8375a4b" -d '{"events": [{"server_uuid": "419e40fa-9b0e-4730-82a8-1ad988afa8a8", "name": "network-vif-deleted", "tag": "c14b4551-7ee4-4946-9632-a6a8bf8931d2"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:19.657098 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27726007-7856-4fcf-a687-1290243da348 x-openstack-request-id: req-27726007-7856-4fcf-a687-1290243da348 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:19.657383 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419e40fa-9b0e-4730-82a8-1ad988afa8a8", "name": "network-vif-deleted", "tag": "c14b4551-7ee4-4946-9632-a6a8bf8931d2", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:19.657624 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27726007-7856-4fcf-a687-1290243da348 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:19.658013 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419e40fa-9b0e-4730-82a8-1ad988afa8a8', 'name': 'network-vif-deleted', 'tag': 'c14b4551-7ee4-4946-9632-a6a8bf8931d2', 'status': 'completed', 'code': 200} Jul 16 01:51:20.605660 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59376) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:20.925941 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-f03e088f-0334-498e-a35d-fd9caded1641 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:20.927512 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-f03e088f-0334-498e-a35d-fd9caded1641 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/networks?id=f549e847-648a-4ba9-8fd4-768bab76a1bf HTTP/1.1" status: 200 len: 812 time: 0.2123835 Jul 16 01:51:20.953574 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-51edabde-68be-41d9-910c-901dd0daf2db tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/quotas/eced6fab7a2f4612995536666e51ab3d HTTP/1.1" status: 200 len: 375 time: 0.0178733 Jul 16 01:51:21.044731 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-4e54a9e1-3e06-420a-8668-05a8239f64d7 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eced6fab7a2f4612995536666e51ab3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789995 Jul 16 01:51:21.058661 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-01440c19-8bbf-44ff-bf49-a1f7a1f89b25 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:51:21.059847 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-01440c19-8bbf-44ff-bf49-a1f7a1f89b25 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080891 Jul 16 01:51:21.286400 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-d069127e-402b-4f02-9fd6-da570e428c5f service neutron] 10.222.0.16 "GET /v2.0/networks/f549e847-648a-4ba9-8fd4-768bab76a1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199655 Jul 16 01:51:21.293571 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d2b956d5-d49c-4ef2-a480-7cbbdaa47f7d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.484821 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-66421335-a347-4907-82ad-be22ba41786a service neutron] 10.222.0.16 "GET /v2.0/networks/f549e847-648a-4ba9-8fd4-768bab76a1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890450 Jul 16 01:51:21.709256 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-d2b956d5-d49c-4ef2-a480-7cbbdaa47f7d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Deleting port 6751bf06-6b4d-443c-86ce-8390a673cf78 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:21.709896 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d2b956d5-d49c-4ef2-a480-7cbbdaa47f7d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.784857 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0c97811e-064e-4e03-9be8-ef5c287d8f30 req-01ca82d9-5ce1-497c-aaba-8dd96f44451e tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3 HTTP/1.1" status: 200 len: 210 time: 0.0610433 Jul 16 01:51:21.860339 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-d2b956d5-d49c-4ef2-a480-7cbbdaa47f7d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] For port 6751bf06-6b4d-443c-86ce-8390a673cf78, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=6751bf06-6b4d-443c-86ce-8390a673cf78,segment=NetworkSegment(bdd80659-e7e5-41bf-88d1-355a8aa3f221),segment_id=bdd80659-e7e5-41bf-88d1-355a8aa3f221)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:21.860919 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d2b956d5-d49c-4ef2-a480-7cbbdaa47f7d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.876690 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-d2b956d5-d49c-4ef2-a480-7cbbdaa47f7d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Calling delete_port for 6751bf06-6b4d-443c-86ce-8390a673cf78 owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:22.160914 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d2b956d5-d49c-4ef2-a480-7cbbdaa47f7d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.203469 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b956d5-d49c-4ef2-a480-7cbbdaa47f7d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'Port': ['ID=6751bf06-6b4d-443c-86ce-8390a673cf78,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:22.461971 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d2b956d5-d49c-4ef2-a480-7cbbdaa47f7d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.772039 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b956d5-d49c-4ef2-a480-7cbbdaa47f7d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Router 1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:51:23.378603 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c2c56438-30ce-4857-b798-dec9fc6b880b req-66ee8297-decc-4bfd-ab0c-54c54f360a8c tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3 HTTP/1.1" status: 200 len: 210 time: 0.0683157 Jul 16 01:51:23.393731 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b956d5-d49c-4ef2-a480-7cbbdaa47f7d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:51:23.399216 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d2b956d5-d49c-4ef2-a480-7cbbdaa47f7d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "PUT /v2.0/routers/1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7924397 Jul 16 01:51:23.411889 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59492) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:23.412495 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5286a580-6019-4b62-b180-bee02f6164c2 None None] Sync routers for ids ['1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:51:23.422007 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5286a580-6019-4b62-b180-bee02f6164c2 None None] Routers {'1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:23.422982 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5286a580-6019-4b62-b180-bee02f6164c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:51:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:23.448699 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device c14b4551-7ee4-4946-9632-a6a8bf8931d2 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:23.471796 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: c14b4551-7ee4-4946-9632-a6a8bf8931d2 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:23.472683 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device c14b4551-7ee4-4946-9632-a6a8bf8931d2 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:23.497090 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b46dfd-d93b-4af2-af28-611e2d753f9b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Deleting subnet 53081387-d355-4125-a3f4-e300088a6a4b {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:51:23.507710 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c2b46dfd-d93b-4af2-af28-611e2d753f9b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.531384 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-f8360905-3c2e-463d-a0da-d426a5a923c3 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:23.533553 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-f8360905-3c2e-463d-a0da-d426a5a923c3 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.82 "GET /v2.0/networks?id=f549e847-648a-4ba9-8fd4-768bab76a1bf HTTP/1.1" status: 200 len: 812 time: 0.2245531 Jul 16 01:51:23.547577 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-e397db5b-d964-4e8a-9f46-c60ab4538431 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Request body: {'port': {'device_id': 'cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3', 'network_id': 'f549e847-648a-4ba9-8fd4-768bab76a1bf', 'admin_state_up': True, 'tenant_id': 'eced6fab7a2f4612995536666e51ab3d'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:23.562569 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c2b46dfd-d93b-4af2-af28-611e2d753f9b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.625989 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-5286a580-6019-4b62-b180-bee02f6164c2 None None] Set router 1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:23.658824 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c2b46dfd-d93b-4af2-af28-611e2d753f9b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.778715 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c2b46dfd-d93b-4af2-af28-611e2d753f9b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.781327 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-e397db5b-d964-4e8a-9f46-c60ab4538431 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Made reservation on behalf of eced6fab7a2f4612995536666e51ab3d for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:23.785989 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-e397db5b-d964-4e8a-9f46-c60ab4538431 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.802490 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34bfacb-1195-4b55-9839-0711b9b1f35a None None] Network 8ea64742-1c50-4bb0-bd91-fb77dbafbfdf requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:23.806211 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c2b46dfd-d93b-4af2-af28-611e2d753f9b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.812734 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c2b46dfd-d93b-4af2-af28-611e2d753f9b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "DELETE /v2.0/subnets/53081387-d355-4125-a3f4-e300088a6a4b HTTP/1.1" status: 204 len: 168 time: 0.4064093 Jul 16 01:51:23.813347 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59502) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:23.862113 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b46dfd-d93b-4af2-af28-611e2d753f9b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'Subnet': ['ID=53081387-d355-4125-a3f4-e300088a6a4b,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:23.894556 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5286a580-6019-4b62-b180-bee02f6164c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544428020', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:51:22Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:23.970292 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5286a580-6019-4b62-b180-bee02f6164c2 None None] Checking router: 1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:51:23.984869 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5286a580-6019-4b62-b180-bee02f6164c2 None None] Routers {'1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:23.985925 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5286a580-6019-4b62-b180-bee02f6164c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:51:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:24.051772 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb9bd60-3627-471d-8a9d-bcfb46b5660a None None] DHCP port deletion for 8ea64742-1c50-4bb0-bd91-fb77dbafbfdf request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:51:24.061028 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eebe21e8-d4f2-4aa9-80ae-a0abe476ccd8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.062967 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-e397db5b-d964-4e8a-9f46-c60ab4538431 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Allocated IP 172.20.0.10 (f549e847-648a-4ba9-8fd4-768bab76a1bf/dc51fbbc-95db-4bbf-a77e-17709740503c/f23b6360-2094-4213-9878-38bb4b579ea0) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:24.162948 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1fb9bd60-3627-471d-8a9d-bcfb46b5660a None None] Deleting port 312d7f67-e278-4722-8032-0eae28c9a4fd {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:24.163403 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1fb9bd60-3627-471d-8a9d-bcfb46b5660a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.204322 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-5286a580-6019-4b62-b180-bee02f6164c2 None None] Set router 1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:24.246083 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-1fb9bd60-3627-471d-8a9d-bcfb46b5660a None None] For port 312d7f67-e278-4722-8032-0eae28c9a4fd, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=312d7f67-e278-4722-8032-0eae28c9a4fd,segment=NetworkSegment(bdd80659-e7e5-41bf-88d1-355a8aa3f221),segment_id=bdd80659-e7e5-41bf-88d1-355a8aa3f221)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:24.248096 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1fb9bd60-3627-471d-8a9d-bcfb46b5660a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.248878 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eebe21e8-d4f2-4aa9-80ae-a0abe476ccd8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.266373 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1fb9bd60-3627-471d-8a9d-bcfb46b5660a None None] Calling delete_port for 312d7f67-e278-4722-8032-0eae28c9a4fd owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:24.367786 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-eebe21e8-d4f2-4aa9-80ae-a0abe476ccd8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Deleting port eb112328-5063-411e-a591-7a58b4a14ff3 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:24.368408 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eebe21e8-d4f2-4aa9-80ae-a0abe476ccd8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.385888 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1fb9bd60-3627-471d-8a9d-bcfb46b5660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.464716 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9bd60-3627-471d-8a9d-bcfb46b5660a None None] Pushing event deleted for resources: {'Port': ['ID=312d7f67-e278-4722-8032-0eae28c9a4fd,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:24.466174 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-e397db5b-d964-4e8a-9f46-c60ab4538431 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.468721 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb9bd60-3627-471d-8a9d-bcfb46b5660a None None] No DVR routers for this DVR port 312d7f67-e278-4722-8032-0eae28c9a4fd on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:24.566879 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-eebe21e8-d4f2-4aa9-80ae-a0abe476ccd8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] For port eb112328-5063-411e-a591-7a58b4a14ff3, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=eb112328-5063-411e-a591-7a58b4a14ff3,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:24.567476 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eebe21e8-d4f2-4aa9-80ae-a0abe476ccd8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.588657 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-e397db5b-d964-4e8a-9f46-c60ab4538431 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.641888 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-eebe21e8-d4f2-4aa9-80ae-a0abe476ccd8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Calling delete_port for eb112328-5063-411e-a591-7a58b4a14ff3 owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:24.661496 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-e397db5b-d964-4e8a-9f46-c60ab4538431 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Network f549e847-648a-4ba9-8fd4-768bab76a1bf is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:24.667686 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-5286a580-6019-4b62-b180-bee02f6164c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544428020', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:51:22Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:24.669805 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-e397db5b-d964-4e8a-9f46-c60ab4538431 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:24.705776 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-e397db5b-d964-4e8a-9f46-c60ab4538431 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:24.708555 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5286a580-6019-4b62-b180-bee02f6164c2 None None] The sync data for ids ['1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e'] in n-d-792394-16 is: [{'id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544428020', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:51:22Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'eb112328-5063-411e-a591-7a58b4a14ff3', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:49:15Z', 'updated_at': '2021-07-16T01:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:51:24.716849 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ddda3-a1d0-46aa-9f99-a37c23623a29 req-73dd3b19-a8c0-472b-bec9-b6dc6643b070 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:24.718603 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fa8ddda3-a1d0-46aa-9f99-a37c23623a29 req-73dd3b19-a8c0-472b-bec9-b6dc6643b070 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3 HTTP/1.1" status: 200 len: 932 time: 0.1334393 Jul 16 01:51:24.756467 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397db5b-d964-4e8a-9f46-c60ab4538431 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Pushing event updated for resources: {'Port': ['ID=f23b6360-2094-4213-9878-38bb4b579ea0,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:24.791721 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-e397db5b-d964-4e8a-9f46-c60ab4538431 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:24.792405 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-e397db5b-d964-4e8a-9f46-c60ab4538431 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.809784 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fa8ddda3-a1d0-46aa-9f99-a37c23623a29 req-8b22d324-9d9b-4864-afd5-2ede2d070757 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd3df87-8e4d-4192-804c-0acaa79aaa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602624 Jul 16 01:51:24.812220 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-e397db5b-d964-4e8a-9f46-c60ab4538431 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2689431 Jul 16 01:51:24.824230 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-158d1ee0-3ad4-4fb0-a7cb-5303d5f40980 service neutron] Request body: {'port': {'device_id': 'cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:24.913176 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-158d1ee0-3ad4-4fb0-a7cb-5303d5f40980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.959588 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eebe21e8-d4f2-4aa9-80ae-a0abe476ccd8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.013103 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe21e8-d4f2-4aa9-80ae-a0abe476ccd8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'Port': ['ID=eb112328-5063-411e-a591-7a58b4a14ff3,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:25.076051 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eebe21e8-d4f2-4aa9-80ae-a0abe476ccd8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.255454 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eebe21e8-d4f2-4aa9-80ae-a0abe476ccd8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.257189 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 312d7f67-e278-4722-8032-0eae28c9a4fd no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:25.257923 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eebe21e8-d4f2-4aa9-80ae-a0abe476ccd8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.299588 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 312d7f67-e278-4722-8032-0eae28c9a4fd {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:25.300162 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 312d7f67-e278-4722-8032-0eae28c9a4fd not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:25.300708 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6751bf06-6b4d-443c-86ce-8390a673cf78 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:25.335269 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eebe21e8-d4f2-4aa9-80ae-a0abe476ccd8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.336537 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebe21e8-d4f2-4aa9-80ae-a0abe476ccd8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Fanout notify agent at l3_agent the message router_deleted on router 1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:51:25.341250 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 6751bf06-6b4d-443c-86ce-8390a673cf78 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:25.341979 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6751bf06-6b4d-443c-86ce-8390a673cf78 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:25.344680 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eebe21e8-d4f2-4aa9-80ae-a0abe476ccd8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.346130 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-eebe21e8-d4f2-4aa9-80ae-a0abe476ccd8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "DELETE /v2.0/routers/1c3a9f4c-e5f7-4745-9866-0fd96b77cc5e HTTP/1.1" status: 204 len: 168 time: 1.4996819 Jul 16 01:51:25.352510 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59540) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:25.380732 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:51:25.451127 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-158d1ee0-3ad4-4fb0-a7cb-5303d5f40980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f23b6360-2094-4213-9878-38bb4b579ea0 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:25.470041 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-35696f33-ea37-458b-b4d5-5741ba84a35d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.494287 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-158d1ee0-3ad4-4fb0-a7cb-5303d5f40980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.525758 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-158d1ee0-3ad4-4fb0-a7cb-5303d5f40980 service neutron] Transition to ACTIVE for port object f23b6360-2094-4213-9878-38bb4b579ea0 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:25.537756 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-158d1ee0-3ad4-4fb0-a7cb-5303d5f40980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.599173 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d1ee0-3ad4-4fb0-a7cb-5303d5f40980 service neutron] Pushing event updated for resources: {'Port': ['ID=f23b6360-2094-4213-9878-38bb4b579ea0,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:25.682537 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-158d1ee0-3ad4-4fb0-a7cb-5303d5f40980 service neutron] Attempting to bind port f23b6360-2094-4213-9878-38bb4b579ea0 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:25.682959 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-158d1ee0-3ad4-4fb0-a7cb-5303d5f40980 service neutron] Attempting to bind port f23b6360-2094-4213-9878-38bb4b579ea0 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '894ffe6b-425d-470c-a4ad-5c60563966d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f549e847-648a-4ba9-8fd4-768bab76a1bf'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:25.683198 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-158d1ee0-3ad4-4fb0-a7cb-5303d5f40980 service neutron] Attempting to bind port f23b6360-2094-4213-9878-38bb4b579ea0 on network f549e847-648a-4ba9-8fd4-768bab76a1bf {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:25.688897 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-158d1ee0-3ad4-4fb0-a7cb-5303d5f40980 service neutron] Port f23b6360-2094-4213-9878-38bb4b579ea0 on network f549e847-648a-4ba9-8fd4-768bab76a1bf not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:25.689206 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-158d1ee0-3ad4-4fb0-a7cb-5303d5f40980 service neutron] Attempting to bind port f23b6360-2094-4213-9878-38bb4b579ea0 on network f549e847-648a-4ba9-8fd4-768bab76a1bf {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:25.695170 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-158d1ee0-3ad4-4fb0-a7cb-5303d5f40980 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:25.695525 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-158d1ee0-3ad4-4fb0-a7cb-5303d5f40980 service neutron] Checking segment: {'id': '894ffe6b-425d-470c-a4ad-5c60563966d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f549e847-648a-4ba9-8fd4-768bab76a1bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:25.696026 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-158d1ee0-3ad4-4fb0-a7cb-5303d5f40980 service neutron] Bound using segment: {'id': '894ffe6b-425d-470c-a4ad-5c60563966d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f549e847-648a-4ba9-8fd4-768bab76a1bf'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:25.696497 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-158d1ee0-3ad4-4fb0-a7cb-5303d5f40980 service neutron] Bound port: f23b6360-2094-4213-9878-38bb4b579ea0, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '894ffe6b-425d-470c-a4ad-5c60563966d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f549e847-648a-4ba9-8fd4-768bab76a1bf'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:25.697142 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-158d1ee0-3ad4-4fb0-a7cb-5303d5f40980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.778398 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-158d1ee0-3ad4-4fb0-a7cb-5303d5f40980 service neutron] For port f23b6360-2094-4213-9878-38bb4b579ea0, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:25.781774 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-158d1ee0-3ad4-4fb0-a7cb-5303d5f40980 service neutron] For port f23b6360-2094-4213-9878-38bb4b579ea0, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=f23b6360-2094-4213-9878-38bb4b579ea0,segment=NetworkSegment(894ffe6b-425d-470c-a4ad-5c60563966d3),segment_id=894ffe6b-425d-470c-a4ad-5c60563966d3)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:25.797196 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-158d1ee0-3ad4-4fb0-a7cb-5303d5f40980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.838253 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-158d1ee0-3ad4-4fb0-a7cb-5303d5f40980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.839044 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-158d1ee0-3ad4-4fb0-a7cb-5303d5f40980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.840866 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-158d1ee0-3ad4-4fb0-a7cb-5303d5f40980 service neutron] 10.222.0.82 "PUT /v2.0/ports/f23b6360-2094-4213-9878-38bb4b579ea0 HTTP/1.1" status: 200 len: 1093 time: 1.0216160 Jul 16 01:51:25.841479 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3', 'tag': 'f23b6360-2094-4213-9878-38bb4b579ea0'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:25.844020 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c410e4-d62c-4300-839f-56264f76aa31" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3", "tag": "f23b6360-2094-4213-9878-38bb4b579ea0"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:25.884318 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d1ee0-3ad4-4fb0-a7cb-5303d5f40980 service neutron] Pushing event updated for resources: {'Port': ['ID=f23b6360-2094-4213-9878-38bb4b579ea0,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:25.952507 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64952f0d-2846-48de-999f-0e2ed6aa7099 x-openstack-request-id: req-64952f0d-2846-48de-999f-0e2ed6aa7099 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:25.953311 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3", "tag": "f23b6360-2094-4213-9878-38bb4b579ea0", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:25.953849 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64952f0d-2846-48de-999f-0e2ed6aa7099 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:25.954244 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3', 'tag': 'f23b6360-2094-4213-9878-38bb4b579ea0', 'status': 'completed', 'code': 200} Jul 16 01:51:25.985949 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-4c066873-e30f-40c1-a61c-f18ceb5a978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.987644 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-4c066873-e30f-40c1-a61c-f18ceb5a978e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eced6fab7a2f4612995536666e51ab3d&device_id=cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3 HTTP/1.1" status: 200 len: 1096 time: 0.0917227 Jul 16 01:51:26.035846 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-28e3be6d-99d3-464b-9ca6-99d115551767 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f23b6360-2094-4213-9878-38bb4b579ea0 HTTP/1.1" status: 200 len: 217 time: 0.0403848 Jul 16 01:51:26.073091 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-35696f33-ea37-458b-b4d5-5741ba84a35d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.087758 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-35696f33-ea37-458b-b4d5-5741ba84a35d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea64742-1c50-4bb0-bd91-fb77dbafbfdf']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:26.104460 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-35696f33-ea37-458b-b4d5-5741ba84a35d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd80659-e7e5-41bf-88d1-355a8aa3f221') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:26.104755 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-35696f33-ea37-458b-b4d5-5741ba84a35d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd80659-e7e5-41bf-88d1-355a8aa3f221') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:26.116747 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-35696f33-ea37-458b-b4d5-5741ba84a35d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.141000 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-35696f33-ea37-458b-b4d5-5741ba84a35d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.159225 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35696f33-ea37-458b-b4d5-5741ba84a35d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:51:26.159689 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-35696f33-ea37-458b-b4d5-5741ba84a35d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.164210 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-be26245c-de19-40ef-82aa-fcb32e416c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:51:26.164528 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:51:26.169538 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-be26245c-de19-40ef-82aa-fcb32e416c82 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dc51fbbc-95db-4bbf-a77e-17709740503c HTTP/1.1" status: 200 len: 852 time: 0.1270583 Jul 16 01:51:26.210988 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-b354d87c-1a74-4bce-a9d5-069f6592193e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f549e847-648a-4ba9-8fd4-768bab76a1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337501 Jul 16 01:51:26.259592 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-35696f33-ea37-458b-b4d5-5741ba84a35d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.259882 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302728e-a646-4500-b5ca-33238725778f req-d2416dac-3bd4-4075-92e4-bc14b66d6b8c tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:26.259882 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b302728e-a646-4500-b5ca-33238725778f req-d2416dac-3bd4-4075-92e4-bc14b66d6b8c tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3 HTTP/1.1" status: 200 len: 944 time: 0.2061403 Jul 16 01:51:26.271184 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-35696f33-ea37-458b-b4d5-5741ba84a35d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.276925 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-35696f33-ea37-458b-b4d5-5741ba84a35d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "DELETE /v2.0/networks/8ea64742-1c50-4bb0-bd91-fb77dbafbfdf HTTP/1.1" status: 204 len: 168 time: 0.9199941 Jul 16 01:51:26.278467 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59570) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:26.288713 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35696f33-ea37-458b-b4d5-5741ba84a35d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'Network': ['ID=8ea64742-1c50-4bb0-bd91-fb77dbafbfdf,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:26.405737 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b302728e-a646-4500-b5ca-33238725778f req-5404cbb1-bcba-4543-9191-3113c7bfe469 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd3df87-8e4d-4192-804c-0acaa79aaa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299913 Jul 16 01:51:26.407870 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-bf13e715-421c-4099-b71b-1c3efba3ffad service neutron] 10.222.0.82 "GET /v2.0/networks/f549e847-648a-4ba9-8fd4-768bab76a1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876888 Jul 16 01:51:26.463027 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0fc813f-fda8-428a-9bc1-9256e27bd869 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.526000 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0fc813f-fda8-428a-9bc1-9256e27bd869 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.582456 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ed4cf6a-63e1-4004-bbba-eca3a66769f4 req-67d67757-c17f-4fb5-9dd3-db55d499ca90 service neutron] 10.222.0.82 "GET /v2.0/networks/f549e847-648a-4ba9-8fd4-768bab76a1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650164 Jul 16 01:51:26.634232 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0fc813f-fda8-428a-9bc1-9256e27bd869 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.637682 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f0fc813f-fda8-428a-9bc1-9256e27bd869 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.644509 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f0fc813f-fda8-428a-9bc1-9256e27bd869 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "DELETE /v2.0/security-groups/88537a2a-dcdd-4870-ad68-a0507cd4f340 HTTP/1.1" status: 204 len: 168 time: 0.3583062 Jul 16 01:51:26.651322 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-747545f5-1693-4623-8112-d07a42c6f502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.670265 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc813f-fda8-428a-9bc1-9256e27bd869 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88537a2a-dcdd-4870-ad68-a0507cd4f340,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:26.719194 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c410e4-d62c-4300-839f-56264f76aa31 req-21f69d65-7785-4e57-bfcf-0e3f343a796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:26.720776 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-53c410e4-d62c-4300-839f-56264f76aa31 req-21f69d65-7785-4e57-bfcf-0e3f343a796d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eced6fab7a2f4612995536666e51ab3d&device_id=cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3 HTTP/1.1" status: 200 len: 1096 time: 0.0651972 Jul 16 01:51:26.830635 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c410e4-d62c-4300-839f-56264f76aa31 req-be2b9285-1a1e-4cee-9609-62a775bd57ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:26.832531 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-53c410e4-d62c-4300-839f-56264f76aa31 req-be2b9285-1a1e-4cee-9609-62a775bd57ed service neutron] 10.222.0.82 "GET /v2.0/networks?id=f549e847-648a-4ba9-8fd4-768bab76a1bf HTTP/1.1" status: 200 len: 913 time: 0.1047754 Jul 16 01:51:26.884388 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-53c410e4-d62c-4300-839f-56264f76aa31 req-27b35263-0d40-42fd-a8a9-dcd2b0f6fb7d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f23b6360-2094-4213-9878-38bb4b579ea0 HTTP/1.1" status: 200 len: 217 time: 0.0439601 Jul 16 01:51:26.936346 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c410e4-d62c-4300-839f-56264f76aa31 req-88556852-6d40-482f-9143-4d96af6c9264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:26.937914 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-53c410e4-d62c-4300-839f-56264f76aa31 req-88556852-6d40-482f-9143-4d96af6c9264 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dc51fbbc-95db-4bbf-a77e-17709740503c HTTP/1.1" status: 200 len: 852 time: 0.0462987 Jul 16 01:51:26.971446 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-53c410e4-d62c-4300-839f-56264f76aa31 req-4248a2d9-966a-49bc-820b-39b3a522fc1d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f549e847-648a-4ba9-8fd4-768bab76a1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264359 Jul 16 01:51:27.032922 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device eb112328-5063-411e-a591-7a58b4a14ff3 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:27.053551 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: eb112328-5063-411e-a591-7a58b4a14ff3 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:27.054223 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device eb112328-5063-411e-a591-7a58b4a14ff3 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:27.086881 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-53c410e4-d62c-4300-839f-56264f76aa31 req-6c5e55ff-8b7b-445a-b440-5923e3d76da6 service neutron] 10.222.0.82 "GET /v2.0/networks/f549e847-648a-4ba9-8fd4-768bab76a1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082017 Jul 16 01:51:27.227954 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-53c410e4-d62c-4300-839f-56264f76aa31 req-0dfa5c33-8cf6-489e-b8b3-8bbc89b15d3e service neutron] 10.222.0.82 "GET /v2.0/networks/f549e847-648a-4ba9-8fd4-768bab76a1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338201 Jul 16 01:51:27.620206 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c7064-dbe4-4869-bb02-8951c5258361 req-989f84cd-0227-46d9-8308-66b479ba27e7 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:27.621864 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-905c7064-dbe4-4869-bb02-8951c5258361 req-989f84cd-0227-46d9-8308-66b479ba27e7 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3 HTTP/1.1" status: 200 len: 944 time: 0.0722482 Jul 16 01:51:27.684309 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-905c7064-dbe4-4869-bb02-8951c5258361 req-a4597322-7abe-4d9d-a867-28b81c148948 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd3df87-8e4d-4192-804c-0acaa79aaa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532935 Jul 16 01:51:28.015517 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59634) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:28.020845 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b761c5c9-5836-4ff1-9389-7a3193a13daf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-267742608', 'description': 'tempest-secgroup-smoke-267742608 description', 'project_id': '8c0fcf31570241eb96a760177b0aa82f'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:28.072752 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b761c5c9-5836-4ff1-9389-7a3193a13daf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.162937 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b761c5c9-5836-4ff1-9389-7a3193a13daf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.168615 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b761c5c9-5836-4ff1-9389-7a3193a13daf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.198311 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b761c5c9-5836-4ff1-9389-7a3193a13daf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.202597 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b761c5c9-5836-4ff1-9389-7a3193a13daf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1830547 Jul 16 01:51:28.202597 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761c5c9-5836-4ff1-9389-7a3193a13daf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=595044e5-55cc-45c4-b9fb-35292a47704f,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:28.203868 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59636) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:28.209445 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-c48ffbe7-03f5-4821-91ac-00508f4d1f4e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group_rule': {'security_group_id': '595044e5-55cc-45c4-b9fb-35292a47704f', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:28.239526 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c48ffbe7-03f5-4821-91ac-00508f4d1f4e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.295212 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c48ffbe7-03f5-4821-91ac-00508f4d1f4e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.301067 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c48ffbe7-03f5-4821-91ac-00508f4d1f4e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.325464 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ffbe7-03f5-4821-91ac-00508f4d1f4e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a4b0ec7-f592-4eef-b3c5-fd01b212b5d6,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:28.334740 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c48ffbe7-03f5-4821-91ac-00508f4d1f4e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.336606 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c48ffbe7-03f5-4821-91ac-00508f4d1f4e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315722 Jul 16 01:51:28.339433 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59648) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:28.349064 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-05d53a7b-1d8b-4e35-9dad-bef63e75e8b4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group_rule': {'security_group_id': '595044e5-55cc-45c4-b9fb-35292a47704f', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:28.419005 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-05d53a7b-1d8b-4e35-9dad-bef63e75e8b4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.487259 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-05d53a7b-1d8b-4e35-9dad-bef63e75e8b4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.494192 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-05d53a7b-1d8b-4e35-9dad-bef63e75e8b4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.516635 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d53a7b-1d8b-4e35-9dad-bef63e75e8b4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462d15ed-cfc6-43a1-bfb9-ef3e1f86c942,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:28.523727 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-05d53a7b-1d8b-4e35-9dad-bef63e75e8b4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.530007 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59652) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:28.535670 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-25c4ed3e-3311-4867-8149-3a93925e58fa tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group_rule': {'security_group_id': '595044e5-55cc-45c4-b9fb-35292a47704f', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:28.537069 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-05d53a7b-1d8b-4e35-9dad-bef63e75e8b4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1918137 Jul 16 01:51:28.572658 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-25c4ed3e-3311-4867-8149-3a93925e58fa tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.651431 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-25c4ed3e-3311-4867-8149-3a93925e58fa tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.658757 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-25c4ed3e-3311-4867-8149-3a93925e58fa tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.683977 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4ed3e-3311-4867-8149-3a93925e58fa tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2ec5b6-dfa8-43c7-8eed-d5511e51c567,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:28.687689 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-25c4ed3e-3311-4867-8149-3a93925e58fa tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.692240 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59662) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:28.692499 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-25c4ed3e-3311-4867-8149-3a93925e58fa tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1603236 Jul 16 01:51:28.697760 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-ab77281a-636c-4f81-8a0d-a5d847e8bc0a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group_rule': {'security_group_id': '595044e5-55cc-45c4-b9fb-35292a47704f', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:28.731335 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device f23b6360-2094-4213-9878-38bb4b579ea0 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:51:28.734002 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ab77281a-636c-4f81-8a0d-a5d847e8bc0a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.811414 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ab77281a-636c-4f81-8a0d-a5d847e8bc0a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.817319 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ab77281a-636c-4f81-8a0d-a5d847e8bc0a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.846598 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ab77281a-636c-4f81-8a0d-a5d847e8bc0a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.847856 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ab77281a-636c-4f81-8a0d-a5d847e8bc0a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1540952 Jul 16 01:51:28.851156 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59668) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:28.855789 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77281a-636c-4f81-8a0d-a5d847e8bc0a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf0939d-3b7d-42f4-9908-09a8e717bc60,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:28.863204 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-d3f25d90-7ed0-4272-a3a4-4ddf2426f4af tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group_rule': {'security_group_id': '595044e5-55cc-45c4-b9fb-35292a47704f', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:28.894355 n-d-792394-16 neutron-server[93955]: INFO neutron.db.securitygroups_db [None req-d3f25d90-7ed0-4272-a3a4-4ddf2426f4af tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Project 8c0fcf31570241eb96a760177b0aa82f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:51:28.900522 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d3f25d90-7ed0-4272-a3a4-4ddf2426f4af tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.918154 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port f23b6360-2094-4213-9878-38bb4b579ea0, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=f23b6360-2094-4213-9878-38bb4b579ea0,segment=NetworkSegment(894ffe6b-425d-470c-a4ad-5c60563966d3),segment_id=894ffe6b-425d-470c-a4ad-5c60563966d3)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:28.930949 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'f23b6360-2094-4213-9878-38bb4b579ea0', 'network_id': 'f549e847-648a-4ba9-8fd4-768bab76a1bf', 'port_id': 'f23b6360-2094-4213-9878-38bb4b579ea0', 'mac_address': 'fa:16:3e:97:0c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc51fbbc-95db-4bbf-a77e-17709740503c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:51:28.997857 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.016155 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f23b6360-2094-4213-9878-38bb4b579ea0 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:29.031771 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d3f25d90-7ed0-4272-a3a4-4ddf2426f4af tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.040287 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d3f25d90-7ed0-4272-a3a4-4ddf2426f4af tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.051796 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port f23b6360-2094-4213-9878-38bb4b579ea0, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=f23b6360-2094-4213-9878-38bb4b579ea0,segment=NetworkSegment(894ffe6b-425d-470c-a4ad-5c60563966d3),segment_id=894ffe6b-425d-470c-a4ad-5c60563966d3)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:29.062166 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.072648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f25d90-7ed0-4272-a3a4-4ddf2426f4af tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a346b8-0199-4979-9609-d6e52465f55a,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:29.083607 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd528e-fa21-4014-8d8b-58acabd0110c req-8a2dce94-880a-4712-b8f9-cceeaeff033d tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:29.085270 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-87fd528e-fa21-4014-8d8b-58acabd0110c req-8a2dce94-880a-4712-b8f9-cceeaeff033d tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3 HTTP/1.1" status: 200 len: 944 time: 0.1415422 Jul 16 01:51:29.095031 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d3f25d90-7ed0-4272-a3a4-4ddf2426f4af tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.098210 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d3f25d90-7ed0-4272-a3a4-4ddf2426f4af tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2447350 Jul 16 01:51:29.100303 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59676) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:29.110651 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-9d520950-c51e-4eed-a96b-a70103bf6228 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group_rule': {'security_group_id': '595044e5-55cc-45c4-b9fb-35292a47704f', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:29.140986 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-87fd528e-fa21-4014-8d8b-58acabd0110c req-6296fdff-bb9a-4d2b-8646-107283138b03 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd3df87-8e4d-4192-804c-0acaa79aaa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491319 Jul 16 01:51:29.156920 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=f23b6360-2094-4213-9878-38bb4b579ea0,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:29.167187 n-d-792394-16 neutron-server[93955]: INFO neutron.db.securitygroups_db [None req-9d520950-c51e-4eed-a96b-a70103bf6228 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Project 8c0fcf31570241eb96a760177b0aa82f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:51:29.172393 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9d520950-c51e-4eed-a96b-a70103bf6228 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.250486 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['f23b6360-2094-4213-9878-38bb4b579ea0'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:51:29.273104 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9d520950-c51e-4eed-a96b-a70103bf6228 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.278262 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9d520950-c51e-4eed-a96b-a70103bf6228 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.302148 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d520950-c51e-4eed-a96b-a70103bf6228 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c74f15-43d0-41a8-93a3-058651a3df18,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:29.329713 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9d520950-c51e-4eed-a96b-a70103bf6228 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.330305 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9d520950-c51e-4eed-a96b-a70103bf6228 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2287903 Jul 16 01:51:29.335348 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59688) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:29.341210 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-4bd017a9-a842-4d9a-9f86-b9480903e1ce tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'network': {'name': 'tempest-network-smoke--2011694100', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'port_security_enabled': True}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:29.370684 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd017a9-a842-4d9a-9f86-b9480903e1ce tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Made reservation on behalf of 8c0fcf31570241eb96a760177b0aa82f for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:29.376603 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4bd017a9-a842-4d9a-9f86-b9480903e1ce tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.418500 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd017a9-a842-4d9a-9f86-b9480903e1ce tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:51:29.445641 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4bd017a9-a842-4d9a-9f86-b9480903e1ce tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.445916 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-4bd017a9-a842-4d9a-9f86-b9480903e1ce tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Added segment c8e0c241-e221-4c35-84f4-764c2467bcdd of type vlan for network 33b32eab-4ad6-4edf-8177-f46ae1537de4 Jul 16 01:51:29.501084 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4bd017a9-a842-4d9a-9f86-b9480903e1ce tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.558607 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4bd017a9-a842-4d9a-9f86-b9480903e1ce tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.562793 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7086879c-9300-43e3-9706-227901d10d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.565873 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd017a9-a842-4d9a-9f86-b9480903e1ce tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:29.566527 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4bd017a9-a842-4d9a-9f86-b9480903e1ce tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.615278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59700) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:29.621521 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-cfd6444e-616b-4a21-a970-2f2d948c11a4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-36427200', 'admin_state_up': True, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:29.625389 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4bd017a9-a842-4d9a-9f86-b9480903e1ce tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2897179 Jul 16 01:51:29.678504 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cfd6444e-616b-4a21-a970-2f2d948c11a4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.680688 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cfd6444e-616b-4a21-a970-2f2d948c11a4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.685517 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd017a9-a842-4d9a-9f86-b9480903e1ce tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Network': ['ID=33b32eab-4ad6-4edf-8177-f46ae1537de4,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:29.697411 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 33b32eab-4ad6-4edf-8177-f46ae1537de4 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:51:29.741483 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cfd6444e-616b-4a21-a970-2f2d948c11a4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.770555 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.895193 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cfd6444e-616b-4a21-a970-2f2d948c11a4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.128132 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cfd6444e-616b-4a21-a970-2f2d948c11a4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.147773 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cfd6444e-616b-4a21-a970-2f2d948c11a4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.274764 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-cfd6444e-616b-4a21-a970-2f2d948c11a4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Allocated IP 172.25.6.129 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/be6965f5-168e-4471-9485-55a09ce1baec) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:30.389119 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab597f7e-5ebc-4ffd-bd69-98a85aa3dbb0 req-3b198793-f876-4f82-8f85-769c0ad43df0 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:30.391224 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab597f7e-5ebc-4ffd-bd69-98a85aa3dbb0 req-3b198793-f876-4f82-8f85-769c0ad43df0 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3 HTTP/1.1" status: 200 len: 945 time: 0.1015379 Jul 16 01:51:30.409793 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cfd6444e-616b-4a21-a970-2f2d948c11a4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.447922 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab597f7e-5ebc-4ffd-bd69-98a85aa3dbb0 req-2eb8dd18-be1d-4f1f-bfbd-b6a0083696f7 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd3df87-8e4d-4192-804c-0acaa79aaa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459077 Jul 16 01:51:30.469473 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cfd6444e-616b-4a21-a970-2f2d948c11a4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.504080 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd6444e-616b-4a21-a970-2f2d948c11a4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:30.507685 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-cfd6444e-616b-4a21-a970-2f2d948c11a4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:30.513191 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd6444e-616b-4a21-a970-2f2d948c11a4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:30.567304 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6444e-616b-4a21-a970-2f2d948c11a4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Port': ['ID=be6965f5-168e-4471-9485-55a09ce1baec,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:30.747715 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device f23b6360-2094-4213-9878-38bb4b579ea0 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:30.806322 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port f23b6360-2094-4213-9878-38bb4b579ea0 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:30.812607 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cfd6444e-616b-4a21-a970-2f2d948c11a4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.819022 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port f23b6360-2094-4213-9878-38bb4b579ea0 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:30.819433 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.854461 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.941491 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.978944 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23b6360-2094-4213-9878-38bb4b579ea0'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:30.982220 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46459c33-b5bf-45ed-8eb7-818469aca967" -d '{"events": [{"server_uuid": "cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3", "name": "network-vif-plugged", "status": "completed", "tag": "f23b6360-2094-4213-9878-38bb4b579ea0"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:30.988610 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port f23b6360-2094-4213-9878-38bb4b579ea0, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=f23b6360-2094-4213-9878-38bb4b579ea0,segment=NetworkSegment(894ffe6b-425d-470c-a4ad-5c60563966d3),segment_id=894ffe6b-425d-470c-a4ad-5c60563966d3)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:30.995315 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.051864 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a59a9df-df72-48c2-9857-9f91a2056242 x-openstack-request-id: req-0a59a9df-df72-48c2-9857-9f91a2056242 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:31.052161 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3", "name": "network-vif-plugged", "status": "completed", "tag": "f23b6360-2094-4213-9878-38bb4b579ea0", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:31.052444 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a59a9df-df72-48c2-9857-9f91a2056242 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:31.053101 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23b6360-2094-4213-9878-38bb4b579ea0', 'code': 200} Jul 16 01:51:31.111451 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=f23b6360-2094-4213-9878-38bb4b579ea0,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:31.111789 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cfd6444e-616b-4a21-a970-2f2d948c11a4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.199297 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316ecf5-91d6-44d7-aeb2-80c2505c68f4 req-d22a16cf-8b49-466a-a4ef-fed0798eae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:31.200984 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9316ecf5-91d6-44d7-aeb2-80c2505c68f4 req-d22a16cf-8b49-466a-a4ef-fed0798eae2f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0751047 Jul 16 01:51:31.261366 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9316ecf5-91d6-44d7-aeb2-80c2505c68f4 req-bac0c7c2-3452-4a11-8baf-7f9e603221d6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=afd3df87-8e4d-4192-804c-0acaa79aaa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516498 Jul 16 01:51:31.281431 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd6444e-616b-4a21-a970-2f2d948c11a4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Router e77bb63f-db7d-4367-9077-b3495d31feeb is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:51:31.397932 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd6444e-616b-4a21-a970-2f2d948c11a4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:51:31.414135 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] Sync routers for ids ['e77bb63f-db7d-4367-9077-b3495d31feeb'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:51:31.424209 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] Routers {'e77bb63f-db7d-4367-9077-b3495d31feeb'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:31.424836 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cfd6444e-616b-4a21-a970-2f2d948c11a4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.428401 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cfd6444e-616b-4a21-a970-2f2d948c11a4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8100469 Jul 16 01:51:31.430088 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59756) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:31.439322 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:51:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e77bb63f-db7d-4367-9077-b3495d31feeb'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:31.501707 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0def2d0b-9712-41bc-b5e6-971234e04db0 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=8c0fcf31570241eb96a760177b0aa82f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0704343 Jul 16 01:51:31.505156 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59764) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:31.602497 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.631311 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] Set router e77bb63f-db7d-4367-9077-b3495d31feeb gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:31.720215 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa9795-d278-4be0-af60-3bac4bc82d98 req-3466b7ef-6191-45b6-ac72-c682afc6ab92 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:31.737904 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463075d2-0520-4a83-a77a-e7a1b956e8b5 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:31.742639 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-463075d2-0520-4a83-a77a-e7a1b956e8b5 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2335205 Jul 16 01:51:31.742828 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-affa9795-d278-4be0-af60-3bac4bc82d98 req-3466b7ef-6191-45b6-ac72-c682afc6ab92 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3 HTTP/1.1" status: 200 len: 946 time: 0.1448643 Jul 16 01:51:31.744495 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 59772) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:31.779636 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59774) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:31.788295 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-b17ccf80-2bf1-43bc-b2b1-cd94ac6b0ca4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-991153807', 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:31.788590 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-58829448-a5da-4096-a22b-17c0d42c715b tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301616 Jul 16 01:51:31.850777 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-affa9795-d278-4be0-af60-3bac4bc82d98 req-d12e7755-936b-4c71-847a-5523df367b63 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd3df87-8e4d-4192-804c-0acaa79aaa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084323 Jul 16 01:51:31.922038 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36427200', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:29Z', 'updated_at': '2021-07-16T01:51:30Z', 'revision_number': 3, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:89:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:30Z', 'updated_at': '2021-07-16T01:51:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:31.933722 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17ccf80-2bf1-43bc-b2b1-cd94ac6b0ca4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Made reservation on behalf of 8c0fcf31570241eb96a760177b0aa82f for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:31.938281 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b17ccf80-2bf1-43bc-b2b1-cd94ac6b0ca4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.958551 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] Checking router: e77bb63f-db7d-4367-9077-b3495d31feeb for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:51:31.959254 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] Updating router e77bb63f-db7d-4367-9077-b3495d31feeb port be6965f5-168e-4471-9485-55a09ce1baec binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:51:31.999730 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.244685 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b17ccf80-2bf1-43bc-b2b1-cd94ac6b0ca4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.318432 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ccf80-2bf1-43bc-b2b1-cd94ac6b0ca4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Subnet': ['ID=a735e895-ef3a-4aef-aabd-55481d9c7514,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:32.321179 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ccf80-2bf1-43bc-b2b1-cd94ac6b0ca4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Checking segment: {'id': 'c8e0c241-e221-4c35-84f4-764c2467bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:32.321667 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17ccf80-2bf1-43bc-b2b1-cd94ac6b0ca4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network hostable DHCP agents. Network: 33b32eab-4ad6-4edf-8177-f46ae1537de4, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:51:32.342403 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17ccf80-2bf1-43bc-b2b1-cd94ac6b0ca4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network 33b32eab-4ad6-4edf-8177-f46ae1537de4 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:51:32.354716 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-b17ccf80-2bf1-43bc-b2b1-cd94ac6b0ca4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 33b32eab-4ad6-4edf-8177-f46ae1537de4) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:32.368758 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17ccf80-2bf1-43bc-b2b1-cd94ac6b0ca4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:32.369384 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b17ccf80-2bf1-43bc-b2b1-cd94ac6b0ca4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.392434 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b17ccf80-2bf1-43bc-b2b1-cd94ac6b0ca4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6112611 Jul 16 01:51:32.395216 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 59790) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:32.480507 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febd429c-295d-4591-a15e-d613ab074c83 None None] Network 33b32eab-4ad6-4edf-8177-f46ae1537de4 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:32.634669 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.705288 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.721326 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] Transition to ACTIVE for port object be6965f5-168e-4471-9485-55a09ce1baec will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:32.747960 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.790204 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0c28f9-5e82-4bcf-a512-a03bdd57cbca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-33b32eab-4ad6-4edf-8177-f46ae1537de4', 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'fixed_ips': [{'subnet_id': 'a735e895-ef3a-4aef-aabd-55481d9c7514'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:51:32.791080 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc0c28f9-5e82-4bcf-a512-a03bdd57cbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.936315 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] Attempting to bind port be6965f5-168e-4471-9485-55a09ce1baec on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:32.937423 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] Attempting to bind port be6965f5-168e-4471-9485-55a09ce1baec by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:32.937977 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] Attempting to bind port be6965f5-168e-4471-9485-55a09ce1baec on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:32.943283 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f3d35-af91-4c51-ae81-f01dfcdf8902 None None] Pushing event updated for resources: {'Port': ['ID=be6965f5-168e-4471-9485-55a09ce1baec,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:33.039378 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-fc0c28f9-5e82-4bcf-a512-a03bdd57cbca None None] Allocated IP 172.20.0.2 (33b32eab-4ad6-4edf-8177-f46ae1537de4/a735e895-ef3a-4aef-aabd-55481d9c7514/147c7cde-2805-409b-a40b-918b67f9ea09) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:33.096274 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ce074f3-43de-463f-907c-8ace7fe16741 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.111671 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:33.112166 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:33.112727 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.113216 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:33.113801 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] Bound port: be6965f5-168e-4471-9485-55a09ce1baec, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:33.114276 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.178342 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583db1a1-6e85-4290-b14a-4f3dd4b8eb1c req-3f45caf5-138c-4f06-8706-df71000d8340 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:33.201040 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-583db1a1-6e85-4290-b14a-4f3dd4b8eb1c req-3f45caf5-138c-4f06-8706-df71000d8340 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3 HTTP/1.1" status: 200 len: 946 time: 0.1529996 Jul 16 01:51:33.240377 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] For port be6965f5-168e-4471-9485-55a09ce1baec, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:33.272528 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-583db1a1-6e85-4290-b14a-4f3dd4b8eb1c req-dca5591f-afd4-4ed6-bfe9-f639e3df2197 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd3df87-8e4d-4192-804c-0acaa79aaa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698783 Jul 16 01:51:33.276650 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] For port be6965f5-168e-4471-9485-55a09ce1baec, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=be6965f5-168e-4471-9485-55a09ce1baec,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:33.294885 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.364964 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc0c28f9-5e82-4bcf-a512-a03bdd57cbca None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.405687 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-fc0c28f9-5e82-4bcf-a512-a03bdd57cbca None None] Transition to ACTIVE for port object 147c7cde-2805-409b-a40b-918b67f9ea09 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:33.419635 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] Routers {'e77bb63f-db7d-4367-9077-b3495d31feeb'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:33.420281 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:51:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e77bb63f-db7d-4367-9077-b3495d31feeb'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:33.527169 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-fc0c28f9-5e82-4bcf-a512-a03bdd57cbca None None] Transition to ACTIVE for port object 147c7cde-2805-409b-a40b-918b67f9ea09 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:33.530368 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f3d35-af91-4c51-ae81-f01dfcdf8902 None None] Pushing event updated for resources: {'Port': ['ID=be6965f5-168e-4471-9485-55a09ce1baec,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:33.543285 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc0c28f9-5e82-4bcf-a512-a03bdd57cbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.617647 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-6ce074f3-43de-463f-907c-8ace7fe16741 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Allocated IP 172.20.0.1 (33b32eab-4ad6-4edf-8177-f46ae1537de4/a735e895-ef3a-4aef-aabd-55481d9c7514/0bd1e6d1-fd5e-4030-aa7f-0006e86302ea) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:33.632200 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0c28f9-5e82-4bcf-a512-a03bdd57cbca None None] Network 33b32eab-4ad6-4edf-8177-f46ae1537de4 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:33.642641 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-fc0c28f9-5e82-4bcf-a512-a03bdd57cbca None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:33.649162 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0c28f9-5e82-4bcf-a512-a03bdd57cbca None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:33.661511 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c28f9-5e82-4bcf-a512-a03bdd57cbca None None] Pushing event updated for resources: {'Port': ['ID=147c7cde-2805-409b-a40b-918b67f9ea09,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:33.728859 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] Set router e77bb63f-db7d-4367-9077-b3495d31feeb gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:33.806440 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ce074f3-43de-463f-907c-8ace7fe16741 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.817684 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-fc0c28f9-5e82-4bcf-a512-a03bdd57cbca None None] Attempting to bind port 147c7cde-2805-409b-a40b-918b67f9ea09 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:33.818356 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-fc0c28f9-5e82-4bcf-a512-a03bdd57cbca None None] Attempting to bind port 147c7cde-2805-409b-a40b-918b67f9ea09 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'c8e0c241-e221-4c35-84f4-764c2467bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:33.818905 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0c28f9-5e82-4bcf-a512-a03bdd57cbca None None] Attempting to bind port 147c7cde-2805-409b-a40b-918b67f9ea09 on network 33b32eab-4ad6-4edf-8177-f46ae1537de4 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:33.825443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-6ce074f3-43de-463f-907c-8ace7fe16741 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Transition to ACTIVE for port object 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:33.849320 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0c28f9-5e82-4bcf-a512-a03bdd57cbca None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:33.849706 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0c28f9-5e82-4bcf-a512-a03bdd57cbca None None] Checking segment: {'id': 'c8e0c241-e221-4c35-84f4-764c2467bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:33.850120 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc0c28f9-5e82-4bcf-a512-a03bdd57cbca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.850586 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0c28f9-5e82-4bcf-a512-a03bdd57cbca None None] Bound using segment: {'id': 'c8e0c241-e221-4c35-84f4-764c2467bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:33.851081 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-fc0c28f9-5e82-4bcf-a512-a03bdd57cbca None None] Bound port: 147c7cde-2805-409b-a40b-918b67f9ea09, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e0c241-e221-4c35-84f4-764c2467bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:33.851471 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc0c28f9-5e82-4bcf-a512-a03bdd57cbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.880091 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ce074f3-43de-463f-907c-8ace7fe16741 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.984774 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce074f3-43de-463f-907c-8ace7fe16741 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network 33b32eab-4ad6-4edf-8177-f46ae1537de4 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:33.986439 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-6ce074f3-43de-463f-907c-8ace7fe16741 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:34.001930 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce074f3-43de-463f-907c-8ace7fe16741 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:34.015037 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-fc0c28f9-5e82-4bcf-a512-a03bdd57cbca None None] For port 147c7cde-2805-409b-a40b-918b67f9ea09, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:34.041989 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-fc0c28f9-5e82-4bcf-a512-a03bdd57cbca None None] For port 147c7cde-2805-409b-a40b-918b67f9ea09, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=147c7cde-2805-409b-a40b-918b67f9ea09,segment=NetworkSegment(c8e0c241-e221-4c35-84f4-764c2467bcdd),segment_id=c8e0c241-e221-4c35-84f4-764c2467bcdd)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:34.054210 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc0c28f9-5e82-4bcf-a512-a03bdd57cbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.059180 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ce074f3-43de-463f-907c-8ace7fe16741 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.167066 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce074f3-43de-463f-907c-8ace7fe16741 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Port': ['ID=0bd1e6d1-fd5e-4030-aa7f-0006e86302ea,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:34.195755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c28f9-5e82-4bcf-a512-a03bdd57cbca None None] Pushing event updated for resources: {'Port': ['ID=147c7cde-2805-409b-a40b-918b67f9ea09,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:34.203864 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36427200', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:29Z', 'updated_at': '2021-07-16T01:51:30Z', 'revision_number': 3, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:89:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:30Z', 'updated_at': '2021-07-16T01:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:34.253449 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b51080-85c1-4b05-9f31-b3a85b40f2e0 None None] The sync data for ids ['e77bb63f-db7d-4367-9077-b3495d31feeb'] in n-d-792394-16 is: [{'id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36427200', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:29Z', 'updated_at': '2021-07-16T01:51:30Z', 'revision_number': 3, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:89:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:30Z', 'updated_at': '2021-07-16T01:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:51:34.354657 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ce074f3-43de-463f-907c-8ace7fe16741 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.911473 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ce074f3-43de-463f-907c-8ace7fe16741 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.922158 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ce074f3-43de-463f-907c-8ace7fe16741 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.036501 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce074f3-43de-463f-907c-8ace7fe16741 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Port': ['ID=0bd1e6d1-fd5e-4030-aa7f-0006e86302ea,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:35.066453 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ce074f3-43de-463f-907c-8ace7fe16741 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.154510 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.270232 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device be6965f5-168e-4471-9485-55a09ce1baec up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:35.312225 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce074f3-43de-463f-907c-8ace7fe16741 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network 33b32eab-4ad6-4edf-8177-f46ae1537de4 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:35.322890 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-6ce074f3-43de-463f-907c-8ace7fe16741 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:35.440705 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port be6965f5-168e-4471-9485-55a09ce1baec completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:35.445583 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port be6965f5-168e-4471-9485-55a09ce1baec triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:35.446223 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.585324 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.593857 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce074f3-43de-463f-907c-8ace7fe16741 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Router e77bb63f-db7d-4367-9077-b3495d31feeb has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:51:35.626137 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port be6965f5-168e-4471-9485-55a09ce1baec, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=be6965f5-168e-4471-9485-55a09ce1baec,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:35.635822 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.636708 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 147c7cde-2805-409b-a40b-918b67f9ea09 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:35.818678 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=be6965f5-168e-4471-9485-55a09ce1baec,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:35.842702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 147c7cde-2805-409b-a40b-918b67f9ea09 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:35.855363 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce074f3-43de-463f-907c-8ace7fe16741 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:51:35.866039 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6ce074f3-43de-463f-907c-8ace7fe16741 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "PUT /v2.0/routers/e77bb63f-db7d-4367-9077-b3495d31feeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4679773 Jul 16 01:51:36.024692 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fe4d67-f2a7-43ce-91bb-79faee174d38 None None] Network 33b32eab-4ad6-4edf-8177-f46ae1537de4 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:36.153337 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ac5b44a8-c9eb-4b06-a9af-fb5e042117b3 None None] Provisioning for port 147c7cde-2805-409b-a40b-918b67f9ea09 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:36.179870 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ac5b44a8-c9eb-4b06-a9af-fb5e042117b3 None None] Provisioning complete for port 147c7cde-2805-409b-a40b-918b67f9ea09 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:36.180659 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac5b44a8-c9eb-4b06-a9af-fb5e042117b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.216202 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-975c0737-a6d4-426e-bd6e-0fc15a39aeb7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-267742608&fields=id&tenant_id=8c0fcf31570241eb96a760177b0aa82f HTTP/1.1" status: 200 len: 267 time: 0.0917089 Jul 16 01:51:36.345740 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac5b44a8-c9eb-4b06-a9af-fb5e042117b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.416924 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-07b69853-1fa1-40d3-b0fe-74c7424aec65 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:36.421651 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-07b69853-1fa1-40d3-b0fe-74c7424aec65 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/networks?id=33b32eab-4ad6-4edf-8177-f46ae1537de4 HTTP/1.1" status: 200 len: 797 time: 0.2030046 Jul 16 01:51:36.425323 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ac5b44a8-c9eb-4b06-a9af-fb5e042117b3 None None] For port 147c7cde-2805-409b-a40b-918b67f9ea09, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=147c7cde-2805-409b-a40b-918b67f9ea09,segment=NetworkSegment(c8e0c241-e221-4c35-84f4-764c2467bcdd),segment_id=c8e0c241-e221-4c35-84f4-764c2467bcdd)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:36.442133 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac5b44a8-c9eb-4b06-a9af-fb5e042117b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.462310 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-f8ea3139-d27c-471e-85f3-92875910fa6f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/quotas/8c0fcf31570241eb96a760177b0aa82f HTTP/1.1" status: 200 len: 375 time: 0.0158381 Jul 16 01:51:36.551627 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b44a8-c9eb-4b06-a9af-fb5e042117b3 None None] Pushing event updated for resources: {'Port': ['ID=147c7cde-2805-409b-a40b-918b67f9ea09,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:36.709854 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-f9f15a9f-1292-46fa-9b16-5cde8a04dfc6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2409210 Jul 16 01:51:36.777006 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5e1da193-f7c0-4ef6-ac88-206b0a10263e None None] Provisioning for port 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:36.782029 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5e1da193-f7c0-4ef6-ac88-206b0a10263e None None] Provisioning complete for port 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:36.782474 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e1da193-f7c0-4ef6-ac88-206b0a10263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.849095 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5e1da193-f7c0-4ef6-ac88-206b0a10263e None None] Port 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:36.872773 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5e1da193-f7c0-4ef6-ac88-206b0a10263e None None] Provisioning complete for port 147c7cde-2805-409b-a40b-918b67f9ea09 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:36.874712 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e1da193-f7c0-4ef6-ac88-206b0a10263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.922677 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-6f431f71-7225-4ea7-92a9-b812601e1a7e service neutron] 10.222.0.16 "GET /v2.0/networks/33b32eab-4ad6-4edf-8177-f46ae1537de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958017 Jul 16 01:51:37.112384 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-bc80c77c-a670-4b19-9100-10ca4b724f47 service neutron] 10.222.0.16 "GET /v2.0/networks/33b32eab-4ad6-4edf-8177-f46ae1537de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795375 Jul 16 01:51:37.157850 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device be6965f5-168e-4471-9485-55a09ce1baec up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:37.279282 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0fa327e1-e774-4f04-a385-16232c2d781f None None] Provisioning complete for port 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:37.280250 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0fa327e1-e774-4f04-a385-16232c2d781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.396290 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-0fa327e1-e774-4f04-a385-16232c2d781f None None] Port 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:37.464476 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a4080642-f30b-45ac-94e9-294efd3f6ad0 req-a3fbe142-18a2-47b2-81a9-09f8e4432a09 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 210 time: 0.0587335 Jul 16 01:51:37.485297 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port be6965f5-168e-4471-9485-55a09ce1baec triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:37.485678 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.512189 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] Sync routers for ids ['e77bb63f-db7d-4367-9077-b3495d31feeb'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:51:37.553978 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] Routers {'e77bb63f-db7d-4367-9077-b3495d31feeb'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:37.556079 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:51:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e77bb63f-db7d-4367-9077-b3495d31feeb'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:37.682506 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 147c7cde-2805-409b-a40b-918b67f9ea09 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:37.684735 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d2291c9d-d723-4ed3-ba62-768c0b849e28 None None] Provisioning complete for port 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:37.685113 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d2291c9d-d723-4ed3-ba62-768c0b849e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.780100 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d2291c9d-d723-4ed3-ba62-768c0b849e28 None None] Port 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:37.792545 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] Set router e77bb63f-db7d-4367-9077-b3495d31feeb gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:37.830297 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 147c7cde-2805-409b-a40b-918b67f9ea09 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:37.830677 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.159437 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36427200', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:29Z', 'updated_at': '2021-07-16T01:51:34Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:30Z', 'updated_at': '2021-07-16T01:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '0bd1e6d1-fd5e-4030-aa7f-0006e86302ea', 'name': '', 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:66:20:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'a735e895-ef3a-4aef-aabd-55481d9c7514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:34Z', 'revision_number': 2, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'a735e895-ef3a-4aef-aabd-55481d9c7514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:38.197041 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] Checking router: e77bb63f-db7d-4367-9077-b3495d31feeb for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:51:38.197804 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] Updating router e77bb63f-db7d-4367-9077-b3495d31feeb port 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:51:38.256348 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.646743 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.680595 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] Transition to ACTIVE for port object 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:38.704822 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.763896 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cb7da-1174-4616-a06c-5e9539b7bc85 None None] Pushing event updated for resources: {'Port': ['ID=0bd1e6d1-fd5e-4030-aa7f-0006e86302ea,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:38.774745 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a146bf37-1ab8-47c3-97bf-9f1de9b73c03 req-ea1ed022-c160-4bd4-86fe-15057e448c37 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 210 time: 0.0827024 Jul 16 01:51:38.806023 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43cb7da-1174-4616-a06c-5e9539b7bc85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:38.806456 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43cb7da-1174-4616-a06c-5e9539b7bc85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:38.807292 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43cb7da-1174-4616-a06c-5e9539b7bc85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:38.807863 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43cb7da-1174-4616-a06c-5e9539b7bc85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:38.808284 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43cb7da-1174-4616-a06c-5e9539b7bc85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:38.808664 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43cb7da-1174-4616-a06c-5e9539b7bc85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:38.809391 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43cb7da-1174-4616-a06c-5e9539b7bc85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:38.809841 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43cb7da-1174-4616-a06c-5e9539b7bc85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:38.810173 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43cb7da-1174-4616-a06c-5e9539b7bc85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:38.810502 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43cb7da-1174-4616-a06c-5e9539b7bc85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:38.810828 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43cb7da-1174-4616-a06c-5e9539b7bc85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:38.811153 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43cb7da-1174-4616-a06c-5e9539b7bc85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:38.896796 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] Attempting to bind port 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:38.899013 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] Attempting to bind port 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'c8e0c241-e221-4c35-84f4-764c2467bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:38.899621 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] Attempting to bind port 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea on network 33b32eab-4ad6-4edf-8177-f46ae1537de4 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:38.926787 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:38.929446 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] Checking segment: {'id': 'c8e0c241-e221-4c35-84f4-764c2467bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:38.929907 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.930314 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] Bound using segment: {'id': 'c8e0c241-e221-4c35-84f4-764c2467bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:38.930799 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] Bound port: 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e0c241-e221-4c35-84f4-764c2467bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:38.931295 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.092170 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] For port 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:39.095165 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] For port 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0bd1e6d1-fd5e-4030-aa7f-0006e86302ea,segment=NetworkSegment(c8e0c241-e221-4c35-84f4-764c2467bcdd),segment_id=c8e0c241-e221-4c35-84f4-764c2467bcdd)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:39.106396 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.240722 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-610b85ca-90a1-4b53-8d1b-9e4a154863da tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:39.242245 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-610b85ca-90a1-4b53-8d1b-9e4a154863da tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.84 "GET /v2.0/networks?id=33b32eab-4ad6-4edf-8177-f46ae1537de4 HTTP/1.1" status: 200 len: 797 time: 0.2089329 Jul 16 01:51:39.268002 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cb7da-1174-4616-a06c-5e9539b7bc85 None None] Pushing event updated for resources: {'Port': ['ID=0bd1e6d1-fd5e-4030-aa7f-0006e86302ea,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:39.326998 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] Routers {'e77bb63f-db7d-4367-9077-b3495d31feeb'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:39.327877 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:51:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e77bb63f-db7d-4367-9077-b3495d31feeb'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:39.407227 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-52ebafd7-98e0-4be6-925a-8e74882bc00c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c0fcf31570241eb96a760177b0aa82f HTTP/1.1" status: 200 len: 379 time: 0.1373925 Jul 16 01:51:39.417256 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-cbb9b80c-905a-4313-8409-6b655e927d8e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'port': {'device_id': 'c6b5cfd3-68fd-4290-824f-814d81e1086f', 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4', 'admin_state_up': True, 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'security_groups': ['595044e5-55cc-45c4-b9fb-35292a47704f']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:39.620056 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-cbb9b80c-905a-4313-8409-6b655e927d8e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Made reservation on behalf of 8c0fcf31570241eb96a760177b0aa82f for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:39.624559 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-cbb9b80c-905a-4313-8409-6b655e927d8e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.630785 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] Set router e77bb63f-db7d-4367-9077-b3495d31feeb gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:40.012660 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36427200', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:29Z', 'updated_at': '2021-07-16T01:51:34Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:30Z', 'updated_at': '2021-07-16T01:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '0bd1e6d1-fd5e-4030-aa7f-0006e86302ea', 'name': '', 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:66:20:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'a735e895-ef3a-4aef-aabd-55481d9c7514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:39Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'a735e895-ef3a-4aef-aabd-55481d9c7514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:40.015835 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0bc36a5a-042e-4d28-a932-2a7b1f110b7f req-5e0e5988-bb2d-46dd-859c-c34b7fdf57cb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 210 time: 0.0523705 Jul 16 01:51:40.067312 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656e4345-41c2-40c5-a5d2-ed9aecea71c2 None None] The sync data for ids ['e77bb63f-db7d-4367-9077-b3495d31feeb'] in n-d-792394-16 is: [{'id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36427200', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:29Z', 'updated_at': '2021-07-16T01:51:34Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:30Z', 'updated_at': '2021-07-16T01:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '0bd1e6d1-fd5e-4030-aa7f-0006e86302ea', 'name': '', 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:66:20:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'a735e895-ef3a-4aef-aabd-55481d9c7514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:39Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'a735e895-ef3a-4aef-aabd-55481d9c7514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:51:40.381985 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-cbb9b80c-905a-4313-8409-6b655e927d8e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Allocated IP 172.20.0.7 (33b32eab-4ad6-4edf-8177-f46ae1537de4/a735e895-ef3a-4aef-aabd-55481d9c7514/fff4bd59-87d0-4edb-bf71-468f5011b52d) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:40.623385 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-cbb9b80c-905a-4313-8409-6b655e927d8e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.668126 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-cbb9b80c-905a-4313-8409-6b655e927d8e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Transition to ACTIVE for port object fff4bd59-87d0-4edb-bf71-468f5011b52d will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:40.714803 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-cbb9b80c-905a-4313-8409-6b655e927d8e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.776100 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-cbb9b80c-905a-4313-8409-6b655e927d8e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network 33b32eab-4ad6-4edf-8177-f46ae1537de4 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:40.783000 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-cbb9b80c-905a-4313-8409-6b655e927d8e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:40.785644 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-cbb9b80c-905a-4313-8409-6b655e927d8e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:40.835511 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9b80c-905a-4313-8409-6b655e927d8e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Port': ['ID=fff4bd59-87d0-4edb-bf71-468f5011b52d,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:40.883692 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-cbb9b80c-905a-4313-8409-6b655e927d8e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:40.884658 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-cbb9b80c-905a-4313-8409-6b655e927d8e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.911093 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-cbb9b80c-905a-4313-8409-6b655e927d8e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4984267 Jul 16 01:51:40.923706 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Request body: {'port': {'device_id': 'c6b5cfd3-68fd-4290-824f-814d81e1086f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:41.099659 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.214860 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5f3282a4-25c7-4654-8405-1feb6ec7b948 None None] Provisioning for port fff4bd59-87d0-4edb-bf71-468f5011b52d completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:41.225279 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5f3282a4-25c7-4654-8405-1feb6ec7b948 None None] Provisioning complete for port fff4bd59-87d0-4edb-bf71-468f5011b52d triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:41.226901 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f3282a4-25c7-4654-8405-1feb6ec7b948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.284303 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:41.373625 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5f3282a4-25c7-4654-8405-1feb6ec7b948 None None] Port fff4bd59-87d0-4edb-bf71-468f5011b52d cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:41.383088 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:41.388894 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:41.389701 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.532056 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.581586 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99aa673-eaa4-4b3c-a65f-d11b4fe9143e req-cc390ece-e66b-452a-b978-e5ee52d295f8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:41.589910 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b99aa673-eaa4-4b3c-a65f-d11b4fe9143e req-cc390ece-e66b-452a-b978-e5ee52d295f8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 931 time: 0.2530534 Jul 16 01:51:41.604032 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0bd1e6d1-fd5e-4030-aa7f-0006e86302ea,segment=NetworkSegment(c8e0c241-e221-4c35-84f4-764c2467bcdd),segment_id=c8e0c241-e221-4c35-84f4-764c2467bcdd)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:41.613887 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.725942 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=0bd1e6d1-fd5e-4030-aa7f-0006e86302ea,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:41.727356 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b99aa673-eaa4-4b3c-a65f-d11b4fe9143e req-db19a4e6-1005-456f-bcdf-78cfc531b194 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=595044e5-55cc-45c4-b9fb-35292a47704f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362178 Jul 16 01:51:41.758035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:41.758035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:41.758035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:41.758035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:41.758035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:41.758035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:41.758035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:41.758035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:41.758035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:41.758035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:41.758035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:41.758035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:41.803081 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fff4bd59-87d0-4edb-bf71-468f5011b52d {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:41.813133 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.842540 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Transition to ACTIVE for port object fff4bd59-87d0-4edb-bf71-468f5011b52d will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:41.849743 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.936602 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Pushing event updated for resources: {'Port': ['ID=fff4bd59-87d0-4edb-bf71-468f5011b52d,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:41.991165 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:41.991531 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:41.991892 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:41.992277 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:41.992637 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:41.996300 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:41.996719 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:41.997046 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:41.997372 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:41.997692 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:41.998008 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:41.998321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:42.039453 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Attempting to bind port fff4bd59-87d0-4edb-bf71-468f5011b52d on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:42.039784 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Attempting to bind port fff4bd59-87d0-4edb-bf71-468f5011b52d by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'c8e0c241-e221-4c35-84f4-764c2467bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:42.040112 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Attempting to bind port fff4bd59-87d0-4edb-bf71-468f5011b52d on network 33b32eab-4ad6-4edf-8177-f46ae1537de4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:42.044937 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Port fff4bd59-87d0-4edb-bf71-468f5011b52d on network 33b32eab-4ad6-4edf-8177-f46ae1537de4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:42.045258 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Attempting to bind port fff4bd59-87d0-4edb-bf71-468f5011b52d on network 33b32eab-4ad6-4edf-8177-f46ae1537de4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:42.052975 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:42.053758 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Checking segment: {'id': 'c8e0c241-e221-4c35-84f4-764c2467bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:42.053758 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Bound using segment: {'id': 'c8e0c241-e221-4c35-84f4-764c2467bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:42.054178 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Bound port: fff4bd59-87d0-4edb-bf71-468f5011b52d, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e0c241-e221-4c35-84f4-764c2467bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:42.054545 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.170168 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] For port fff4bd59-87d0-4edb-bf71-468f5011b52d, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:42.173789 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] For port fff4bd59-87d0-4edb-bf71-468f5011b52d, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fff4bd59-87d0-4edb-bf71-468f5011b52d,segment=NetworkSegment(c8e0c241-e221-4c35-84f4-764c2467bcdd),segment_id=c8e0c241-e221-4c35-84f4-764c2467bcdd)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:42.181072 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.240699 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:42.241839 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.243382 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] 10.222.0.84 "PUT /v2.0/ports/fff4bd59-87d0-4edb-bf71-468f5011b52d HTTP/1.1" status: 200 len: 1092 time: 1.3249891 Jul 16 01:51:42.244008 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b5cfd3-68fd-4290-824f-814d81e1086f', 'tag': 'fff4bd59-87d0-4edb-bf71-468f5011b52d'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:42.246626 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14740909-9ca5-4499-8d0d-0970ab257cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b5cfd3-68fd-4290-824f-814d81e1086f", "tag": "fff4bd59-87d0-4edb-bf71-468f5011b52d"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:42.282537 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f321a19-0257-4e82-a8e5-1a4c06f6e63d service neutron] Pushing event updated for resources: {'Port': ['ID=fff4bd59-87d0-4edb-bf71-468f5011b52d,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:42.389694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-bfc11637-23f6-43e7-b763-bd1a5e19f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:42.391387 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-bfc11637-23f6-43e7-b763-bd1a5e19f37d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 1095 time: 0.0867195 Jul 16 01:51:42.441053 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf0c19e-2e0e-443d-bc2f-777d95cf6396 x-openstack-request-id: req-daf0c19e-2e0e-443d-bc2f-777d95cf6396 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:42.441450 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b5cfd3-68fd-4290-824f-814d81e1086f", "tag": "fff4bd59-87d0-4edb-bf71-468f5011b52d", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:42.441795 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-daf0c19e-2e0e-443d-bc2f-777d95cf6396 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:42.442291 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b5cfd3-68fd-4290-824f-814d81e1086f', 'tag': 'fff4bd59-87d0-4edb-bf71-468f5011b52d', 'status': 'completed', 'code': 200} Jul 16 01:51:42.444335 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-fd6f17f4-3dfd-4314-a158-b255e10798b2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fff4bd59-87d0-4edb-bf71-468f5011b52d HTTP/1.1" status: 200 len: 217 time: 0.0457687 Jul 16 01:51:42.510628 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-5d984255-ced7-4a00-a3f6-1ad76a8e5b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:42.512337 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-5d984255-ced7-4a00-a3f6-1ad76a8e5b88 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a735e895-ef3a-4aef-aabd-55481d9c7514 HTTP/1.1" status: 200 len: 834 time: 0.0615649 Jul 16 01:51:42.581181 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-3a4366f5-7748-477f-99b5-fd20d5d5ee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:42.583473 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-3a4366f5-7748-477f-99b5-fd20d5d5ee08 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=33b32eab-4ad6-4edf-8177-f46ae1537de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651572 Jul 16 01:51:42.727527 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-2582cc25-c90e-4f32-b0c0-dc91344b35de service neutron] 10.222.0.84 "GET /v2.0/networks/33b32eab-4ad6-4edf-8177-f46ae1537de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335495 Jul 16 01:51:42.843973 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41c1bd98-b83f-4e91-b922-6fd9a1f76bd0 req-fa87a5f4-7db8-4dad-beda-838ecf32b3aa service neutron] 10.222.0.84 "GET /v2.0/networks/33b32eab-4ad6-4edf-8177-f46ae1537de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103897 Jul 16 01:51:43.054734 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14740909-9ca5-4499-8d0d-0970ab257cbc req-28447799-daa0-43d7-934d-8d980d69a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:43.056270 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-14740909-9ca5-4499-8d0d-0970ab257cbc req-28447799-daa0-43d7-934d-8d980d69a5b3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 1095 time: 0.1182735 Jul 16 01:51:43.066951 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14c2f9-ba6f-4fc8-8d4e-edacdded206e req-79379587-45f2-40eb-be64-0983414f275d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:43.074368 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f14c2f9-ba6f-4fc8-8d4e-edacdded206e req-79379587-45f2-40eb-be64-0983414f275d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 943 time: 0.1470351 Jul 16 01:51:43.188294 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:43.222491 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14740909-9ca5-4499-8d0d-0970ab257cbc req-6bc7370f-efde-4c46-b882-feeabc526440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:43.224017 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-14740909-9ca5-4499-8d0d-0970ab257cbc req-6bc7370f-efde-4c46-b882-feeabc526440 service neutron] 10.222.0.84 "GET /v2.0/networks?id=33b32eab-4ad6-4edf-8177-f46ae1537de4 HTTP/1.1" status: 200 len: 898 time: 0.1444304 Jul 16 01:51:43.228293 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f14c2f9-ba6f-4fc8-8d4e-edacdded206e req-b03e567c-5d71-4e1e-96de-d88bc0cbef8b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=595044e5-55cc-45c4-b9fb-35292a47704f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530569 Jul 16 01:51:43.260626 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:43.261233 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.292473 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-14740909-9ca5-4499-8d0d-0970ab257cbc req-5f19784b-9562-4ce8-8663-71fac9a1fa4b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fff4bd59-87d0-4edb-bf71-468f5011b52d HTTP/1.1" status: 200 len: 217 time: 0.0586123 Jul 16 01:51:43.373569 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14740909-9ca5-4499-8d0d-0970ab257cbc req-ec20375e-e63d-4681-bd85-d8b7a4717717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:43.375085 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-14740909-9ca5-4499-8d0d-0970ab257cbc req-ec20375e-e63d-4681-bd85-d8b7a4717717 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a735e895-ef3a-4aef-aabd-55481d9c7514 HTTP/1.1" status: 200 len: 834 time: 0.0768569 Jul 16 01:51:43.455939 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14740909-9ca5-4499-8d0d-0970ab257cbc req-be89e65d-854b-415c-b65c-7af57bbfd419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:43.458271 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-14740909-9ca5-4499-8d0d-0970ab257cbc req-be89e65d-854b-415c-b65c-7af57bbfd419 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=33b32eab-4ad6-4edf-8177-f46ae1537de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760601 Jul 16 01:51:43.569505 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-14740909-9ca5-4499-8d0d-0970ab257cbc req-16c43672-02f3-4589-a0ae-2ff6da868ebb service neutron] 10.222.0.84 "GET /v2.0/networks/33b32eab-4ad6-4edf-8177-f46ae1537de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035397 Jul 16 01:51:43.699192 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-14740909-9ca5-4499-8d0d-0970ab257cbc req-2bef592a-71cd-4c16-8f6d-f949bedef54c service neutron] 10.222.0.84 "GET /v2.0/networks/33b32eab-4ad6-4edf-8177-f46ae1537de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229763 Jul 16 01:51:44.503591 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf6d6b-542e-4522-b008-7e1687932046 req-9a64c3db-4ad8-4db0-a934-3989c8bd2eee tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:44.506508 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4ecf6d6b-542e-4522-b008-7e1687932046 req-9a64c3db-4ad8-4db0-a934-3989c8bd2eee tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 943 time: 0.1083744 Jul 16 01:51:44.560994 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4ecf6d6b-542e-4522-b008-7e1687932046 req-99b683da-fcce-4004-8a45-55c00f4bd646 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=595044e5-55cc-45c4-b9fb-35292a47704f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475271 Jul 16 01:51:45.524902 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device fff4bd59-87d0-4edb-bf71-468f5011b52d details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:51:45.692692 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port fff4bd59-87d0-4edb-bf71-468f5011b52d, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fff4bd59-87d0-4edb-bf71-468f5011b52d,segment=NetworkSegment(c8e0c241-e221-4c35-84f4-764c2467bcdd),segment_id=c8e0c241-e221-4c35-84f4-764c2467bcdd)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:45.708099 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'fff4bd59-87d0-4edb-bf71-468f5011b52d', 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4', 'port_id': 'fff4bd59-87d0-4edb-bf71-468f5011b52d', 'mac_address': 'fa:16:3e:f8:df:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a735e895-ef3a-4aef-aabd-55481d9c7514', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:51:45.759869 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.775999 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff4bd59-87d0-4edb-bf71-468f5011b52d {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:45.802283 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port fff4bd59-87d0-4edb-bf71-468f5011b52d, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fff4bd59-87d0-4edb-bf71-468f5011b52d,segment=NetworkSegment(c8e0c241-e221-4c35-84f4-764c2467bcdd),segment_id=c8e0c241-e221-4c35-84f4-764c2467bcdd)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:45.813135 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.887176 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46406d-a004-4d5b-afe9-bd75e08809bc req-53a84526-6da6-4699-bff4-ed1e21fa7dfd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:45.893681 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb46406d-a004-4d5b-afe9-bd75e08809bc req-53a84526-6da6-4699-bff4-ed1e21fa7dfd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 943 time: 0.1210926 Jul 16 01:51:45.956936 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb46406d-a004-4d5b-afe9-bd75e08809bc req-d8a7b53f-6ace-41ec-9857-f41bd1f4a42e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=595044e5-55cc-45c4-b9fb-35292a47704f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593197 Jul 16 01:51:46.073774 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=fff4bd59-87d0-4edb-bf71-468f5011b52d,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:46.107290 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['fff4bd59-87d0-4edb-bf71-468f5011b52d'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:51:47.179122 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54cf6d-56bf-48e4-b1d1-c6c4d2f0646d req-31184eb6-1a03-4241-ae64-6b59ae3029cb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:47.181055 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aa54cf6d-56bf-48e4-b1d1-c6c4d2f0646d req-31184eb6-1a03-4241-ae64-6b59ae3029cb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 944 time: 0.0978463 Jul 16 01:51:47.230972 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aa54cf6d-56bf-48e4-b1d1-c6c4d2f0646d req-bd96d492-5fb2-46b3-8b53-c3706c7c6366 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=595044e5-55cc-45c4-b9fb-35292a47704f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418892 Jul 16 01:51:47.540280 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device fff4bd59-87d0-4edb-bf71-468f5011b52d up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:47.597222 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port fff4bd59-87d0-4edb-bf71-468f5011b52d completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:47.602852 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port fff4bd59-87d0-4edb-bf71-468f5011b52d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:47.603216 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:47.691361 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:47.720685 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b5cfd3-68fd-4290-824f-814d81e1086f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff4bd59-87d0-4edb-bf71-468f5011b52d'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:47.724766 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca7847f-3284-44f2-b72b-9d8f4edd300b" -d '{"events": [{"server_uuid": "c6b5cfd3-68fd-4290-824f-814d81e1086f", "name": "network-vif-plugged", "status": "completed", "tag": "fff4bd59-87d0-4edb-bf71-468f5011b52d"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:47.739126 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port fff4bd59-87d0-4edb-bf71-468f5011b52d, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fff4bd59-87d0-4edb-bf71-468f5011b52d,segment=NetworkSegment(c8e0c241-e221-4c35-84f4-764c2467bcdd),segment_id=c8e0c241-e221-4c35-84f4-764c2467bcdd)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:47.745545 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:47.772411 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958b1460-8ffa-4927-b4ae-f5667c14207c x-openstack-request-id: req-958b1460-8ffa-4927-b4ae-f5667c14207c {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:47.772707 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b5cfd3-68fd-4290-824f-814d81e1086f", "name": "network-vif-plugged", "status": "completed", "tag": "fff4bd59-87d0-4edb-bf71-468f5011b52d", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:47.772957 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-958b1460-8ffa-4927-b4ae-f5667c14207c {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:47.773365 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b5cfd3-68fd-4290-824f-814d81e1086f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff4bd59-87d0-4edb-bf71-468f5011b52d', 'code': 200} Jul 16 01:51:47.804960 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=fff4bd59-87d0-4edb-bf71-468f5011b52d,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:47.891459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c59b0-299f-4e4f-944a-4d59d910dd23 req-148cc1b0-3106-42cf-b1ef-de0ca45a3d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:47.893139 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa8c59b0-299f-4e4f-944a-4d59d910dd23 req-148cc1b0-3106-42cf-b1ef-de0ca45a3d6e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 1097 time: 0.0591242 Jul 16 01:51:47.934814 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fa8c59b0-299f-4e4f-944a-4d59d910dd23 req-d235ec1a-4b84-4a82-b5b9-4a090f82947f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=595044e5-55cc-45c4-b9fb-35292a47704f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350001 Jul 16 01:51:48.652584 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f830a-3fb1-4ffc-8589-f6515795ef0d req-2f6cc4ac-81e5-4b73-8edc-98b689fcc5d0 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:48.659850 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1b8f830a-3fb1-4ffc-8589-f6515795ef0d req-2f6cc4ac-81e5-4b73-8edc-98b689fcc5d0 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 945 time: 0.0933254 Jul 16 01:51:48.729244 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1b8f830a-3fb1-4ffc-8589-f6515795ef0d req-abc486c2-9b38-4789-9545-2620e1299a01 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=595044e5-55cc-45c4-b9fb-35292a47704f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596676 Jul 16 01:51:49.954900 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fed7db-ac86-4934-bfcf-6b57c21c561d req-66d2f8f9-d159-4161-bce1-c1f910c0a749 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:49.956826 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7fed7db-ac86-4934-bfcf-6b57c21c561d req-66d2f8f9-d159-4161-bce1-c1f910c0a749 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 945 time: 0.0991883 Jul 16 01:51:50.021688 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7fed7db-ac86-4934-bfcf-6b57c21c561d req-0b51bcaf-abcc-4c7a-8744-b26ecf339b91 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=595044e5-55cc-45c4-b9fb-35292a47704f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560851 Jul 16 01:51:50.201840 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c7c9b-424f-488e-a7df-d77691591e79 req-6dfdc1b9-ba06-43b4-a957-4f1914c67ecb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:50.203386 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8c4c7c9b-424f-488e-a7df-d77691591e79 req-6dfdc1b9-ba06-43b4-a957-4f1914c67ecb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 945 time: 0.0688434 Jul 16 01:51:50.247093 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8c4c7c9b-424f-488e-a7df-d77691591e79 req-4dbfa4f9-8e4a-4dd4-b669-258deeb8d63c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=595044e5-55cc-45c4-b9fb-35292a47704f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369244 Jul 16 01:51:50.273919 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60478) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:50.336028 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2743f0c-ea73-4c2f-be0b-efa56aa879fb tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:50.341692 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d2743f0c-ea73-4c2f-be0b-efa56aa879fb tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 1092 time: 0.0644338 Jul 16 01:51:50.350064 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60488) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:50.362124 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-58696952-480f-4d08-a81c-3c23483a7156 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': 'fff4bd59-87d0-4edb-bf71-468f5011b52d', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:50.493469 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58696952-480f-4d08-a81c-3c23483a7156 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.618096 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58696952-480f-4d08-a81c-3c23483a7156 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.764057 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-58696952-480f-4d08-a81c-3c23483a7156 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Allocated IP 172.25.6.125 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/59d76520-88f1-49f2-b257-8cab973a2dca) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:50.910162 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58696952-480f-4d08-a81c-3c23483a7156 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.963400 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58696952-480f-4d08-a81c-3c23483a7156 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:51.018545 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58696952-480f-4d08-a81c-3c23483a7156 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:51.022361 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-58696952-480f-4d08-a81c-3c23483a7156 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:51.027761 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58696952-480f-4d08-a81c-3c23483a7156 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:51.061843 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58696952-480f-4d08-a81c-3c23483a7156 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Port': ['ID=59d76520-88f1-49f2-b257-8cab973a2dca,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:51.599537 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58696952-480f-4d08-a81c-3c23483a7156 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:51.733672 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58696952-480f-4d08-a81c-3c23483a7156 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.035698 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58696952-480f-4d08-a81c-3c23483a7156 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.049529 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58696952-480f-4d08-a81c-3c23483a7156 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.124850 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58696952-480f-4d08-a81c-3c23483a7156 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Port': ['ID=59d76520-88f1-49f2-b257-8cab973a2dca,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:52.141940 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58696952-480f-4d08-a81c-3c23483a7156 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.273882 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-58696952-480f-4d08-a81c-3c23483a7156 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Floating IP 421399b2-9726-4a80-8de4-fd55066e010f associated. External IP: 172.25.6.125, port: fff4bd59-87d0-4edb-bf71-468f5011b52d. Jul 16 01:51:52.902344 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58696952-480f-4d08-a81c-3c23483a7156 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Router e77bb63f-db7d-4367-9077-b3495d31feeb has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:51:53.024174 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58696952-480f-4d08-a81c-3c23483a7156 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:51:53.035292 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb6efe-08f7-43c5-ab53-860e8e4c043d None None] Sync routers for ids ['e77bb63f-db7d-4367-9077-b3495d31feeb'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:51:53.044030 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-58696952-480f-4d08-a81c-3c23483a7156 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.051192 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eb6efe-08f7-43c5-ab53-860e8e4c043d None None] Routers {'e77bb63f-db7d-4367-9077-b3495d31feeb'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:53.053206 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-73eb6efe-08f7-43c5-ab53-860e8e4c043d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:51:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e77bb63f-db7d-4367-9077-b3495d31feeb'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:53.084402 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-58696952-480f-4d08-a81c-3c23483a7156 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7296247 Jul 16 01:51:53.085903 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b5cfd3-68fd-4290-824f-814d81e1086f', 'tag': 'fff4bd59-87d0-4edb-bf71-468f5011b52d'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:53.089078 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b63d1f4-a20a-4227-b380-ea402c1e6c88" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b5cfd3-68fd-4290-824f-814d81e1086f", "tag": "fff4bd59-87d0-4edb-bf71-468f5011b52d"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:53.137029 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3908b58-3919-405e-8d9c-e6d9d8283d6a x-openstack-request-id: req-a3908b58-3919-405e-8d9c-e6d9d8283d6a {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:53.137494 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b5cfd3-68fd-4290-824f-814d81e1086f", "tag": "fff4bd59-87d0-4edb-bf71-468f5011b52d", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:53.139375 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3908b58-3919-405e-8d9c-e6d9d8283d6a {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:53.139375 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b5cfd3-68fd-4290-824f-814d81e1086f', 'tag': 'fff4bd59-87d0-4edb-bf71-468f5011b52d', 'status': 'completed', 'code': 200} Jul 16 01:51:53.238714 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-73eb6efe-08f7-43c5-ab53-860e8e4c043d None None] Set router e77bb63f-db7d-4367-9077-b3495d31feeb gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:53.266888 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63d1f4-a20a-4227-b380-ea402c1e6c88 req-3d935f46-f9f0-4117-92a6-4c113f01213f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:53.271313 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2b63d1f4-a20a-4227-b380-ea402c1e6c88 req-3d935f46-f9f0-4117-92a6-4c113f01213f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 1097 time: 0.1091962 Jul 16 01:51:53.472549 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61017b43-eb4c-44e6-bcac-96bc4c1f8f6e req-99f74df1-bcb6-41ea-8913-270f886af648 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:53.474076 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-61017b43-eb4c-44e6-bcac-96bc4c1f8f6e req-99f74df1-bcb6-41ea-8913-270f886af648 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 945 time: 0.1540833 Jul 16 01:51:53.475539 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63d1f4-a20a-4227-b380-ea402c1e6c88 req-1abb570b-68e0-40dc-9ad1-dc20f49774c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:53.477084 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2b63d1f4-a20a-4227-b380-ea402c1e6c88 req-1abb570b-68e0-40dc-9ad1-dc20f49774c5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=33b32eab-4ad6-4edf-8177-f46ae1537de4 HTTP/1.1" status: 200 len: 898 time: 0.1980059 Jul 16 01:51:53.553528 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-73eb6efe-08f7-43c5-ab53-860e8e4c043d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36427200', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:29Z', 'updated_at': '2021-07-16T01:51:34Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:30Z', 'updated_at': '2021-07-16T01:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '421399b2-9726-4a80-8de4-fd55066e010f', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'port_id': 'fff4bd59-87d0-4edb-bf71-468f5011b52d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4', 'mac_address': 'fa:16:3e:f8:df:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b5cfd3-68fd-4290-824f-814d81e1086f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:51:51Z', 'updated_at': '2021-07-16T01:51:51Z', 'revision_number': 0, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd1e6d1-fd5e-4030-aa7f-0006e86302ea', 'name': '', 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:66:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'a735e895-ef3a-4aef-aabd-55481d9c7514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:41Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'a735e895-ef3a-4aef-aabd-55481d9c7514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:53.593243 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-61017b43-eb4c-44e6-bcac-96bc4c1f8f6e req-33b8e8b5-fdce-4f31-9309-1515cc29bb8d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=595044e5-55cc-45c4-b9fb-35292a47704f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098118 Jul 16 01:51:53.603609 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb6efe-08f7-43c5-ab53-860e8e4c043d None None] Checking router: e77bb63f-db7d-4367-9077-b3495d31feeb for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:51:53.614585 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eb6efe-08f7-43c5-ab53-860e8e4c043d None None] Routers {'e77bb63f-db7d-4367-9077-b3495d31feeb'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:53.616338 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-73eb6efe-08f7-43c5-ab53-860e8e4c043d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:51:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e77bb63f-db7d-4367-9077-b3495d31feeb'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:53.624780 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2b63d1f4-a20a-4227-b380-ea402c1e6c88 req-7656ca8f-31ee-45a5-bb2a-8d25e4a75a4d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fff4bd59-87d0-4edb-bf71-468f5011b52d HTTP/1.1" status: 200 len: 999 time: 0.1208971 Jul 16 01:51:53.628170 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 60994) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:53.728541 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2c1f866e-b7c6-492d-82d9-cfe1ef8a95c5 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/floatingips/421399b2-9726-4a80-8de4-fd55066e010f HTTP/1.1" status: 200 len: 991 time: 0.0983272 Jul 16 01:51:53.767813 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63d1f4-a20a-4227-b380-ea402c1e6c88 req-b39d8055-e5db-472e-8f36-614e5821383a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:53.779192 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2b63d1f4-a20a-4227-b380-ea402c1e6c88 req-b39d8055-e5db-472e-8f36-614e5821383a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a735e895-ef3a-4aef-aabd-55481d9c7514 HTTP/1.1" status: 200 len: 834 time: 0.1441154 Jul 16 01:51:53.854357 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63d1f4-a20a-4227-b380-ea402c1e6c88 req-2624b788-c125-4124-b13d-1350bf864fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:53.855822 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-73eb6efe-08f7-43c5-ab53-860e8e4c043d None None] Set router e77bb63f-db7d-4367-9077-b3495d31feeb gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:53.856319 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2b63d1f4-a20a-4227-b380-ea402c1e6c88 req-2624b788-c125-4124-b13d-1350bf864fab service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=33b32eab-4ad6-4edf-8177-f46ae1537de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731966 Jul 16 01:51:54.009038 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2b63d1f4-a20a-4227-b380-ea402c1e6c88 req-e6aacbcb-6284-435a-83eb-d71592e8d034 service neutron] 10.222.0.84 "GET /v2.0/networks/33b32eab-4ad6-4edf-8177-f46ae1537de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460497 Jul 16 01:51:54.204589 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2b63d1f4-a20a-4227-b380-ea402c1e6c88 req-a2ca8193-c0e3-438f-b3e7-b39998e5bae8 service neutron] 10.222.0.84 "GET /v2.0/networks/33b32eab-4ad6-4edf-8177-f46ae1537de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894331 Jul 16 01:51:54.267672 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-73eb6efe-08f7-43c5-ab53-860e8e4c043d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36427200', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:29Z', 'updated_at': '2021-07-16T01:51:34Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:30Z', 'updated_at': '2021-07-16T01:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '421399b2-9726-4a80-8de4-fd55066e010f', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'port_id': 'fff4bd59-87d0-4edb-bf71-468f5011b52d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4', 'mac_address': 'fa:16:3e:f8:df:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b5cfd3-68fd-4290-824f-814d81e1086f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:51:51Z', 'updated_at': '2021-07-16T01:51:51Z', 'revision_number': 0, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd1e6d1-fd5e-4030-aa7f-0006e86302ea', 'name': '', 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:66:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'a735e895-ef3a-4aef-aabd-55481d9c7514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:41Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'a735e895-ef3a-4aef-aabd-55481d9c7514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:54.323503 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb6efe-08f7-43c5-ab53-860e8e4c043d None None] The sync data for ids ['e77bb63f-db7d-4367-9077-b3495d31feeb'] in n-d-792394-16 is: [{'id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36427200', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:29Z', 'updated_at': '2021-07-16T01:51:34Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:30Z', 'updated_at': '2021-07-16T01:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '421399b2-9726-4a80-8de4-fd55066e010f', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'port_id': 'fff4bd59-87d0-4edb-bf71-468f5011b52d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4', 'mac_address': 'fa:16:3e:f8:df:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b5cfd3-68fd-4290-824f-814d81e1086f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:51:51Z', 'updated_at': '2021-07-16T01:51:51Z', 'revision_number': 0, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd1e6d1-fd5e-4030-aa7f-0006e86302ea', 'name': '', 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:66:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'a735e895-ef3a-4aef-aabd-55481d9c7514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:41Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'a735e895-ef3a-4aef-aabd-55481d9c7514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:51:54.654948 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58baa0aa-da08-44ea-87de-b83eecc794c9 None None] New status for floating IP 421399b2-9726-4a80-8de4-fd55066e010f: ACTIVE {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:51:54.732459 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 32886) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:54.943930 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5bb40122-a333-40b4-ab8e-a426e5c2216d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/floatingips/421399b2-9726-4a80-8de4-fd55066e010f HTTP/1.1" status: 200 len: 991 time: 0.2085376 Jul 16 01:51:55.947841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 32948) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:56.022419 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5b1f4d67-196e-43af-b77c-8aaf4d879e71 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/floatingips/421399b2-9726-4a80-8de4-fd55066e010f HTTP/1.1" status: 200 len: 993 time: 0.0733030 Jul 16 01:51:56.637309 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72cf3272-0dc3-4be0-96d0-4ef350b80b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.547369 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3664a468-dbfd-4439-a0d3-35b4b9018d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.630367 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 32996) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:59.726761 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.759066 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5cd85e39-b965-4d9f-bdc1-437376a7e8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.861349 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5cd85e39-b965-4d9f-bdc1-437376a7e8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.866840 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5cd85e39-b965-4d9f-bdc1-437376a7e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.905220 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd85e39-b965-4d9f-bdc1-437376a7e8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d532cea-fb41-4615-979e-ada268993758,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:59.911627 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5cd85e39-b965-4d9f-bdc1-437376a7e8c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=decb0127994249778a2ac9394de7cecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773318 Jul 16 01:51:59.911843 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33002) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:59.923292 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85e39-b965-4d9f-bdc1-437376a7e8c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:59.923640 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85e39-b965-4d9f-bdc1-437376a7e8c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:59.923966 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85e39-b965-4d9f-bdc1-437376a7e8c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:59.924287 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85e39-b965-4d9f-bdc1-437376a7e8c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:59.924673 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85e39-b965-4d9f-bdc1-437376a7e8c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:59.925003 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85e39-b965-4d9f-bdc1-437376a7e8c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:59.925311 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85e39-b965-4d9f-bdc1-437376a7e8c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:59.925650 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85e39-b965-4d9f-bdc1-437376a7e8c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:59.925969 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85e39-b965-4d9f-bdc1-437376a7e8c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:59.926262 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85e39-b965-4d9f-bdc1-437376a7e8c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:59.926582 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85e39-b965-4d9f-bdc1-437376a7e8c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:59.926915 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85e39-b965-4d9f-bdc1-437376a7e8c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:59.979562 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c2996db9-33c5-4f5a-a37c-25cc442904cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.005829 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c2996db9-33c5-4f5a-a37c-25cc442904cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.058021 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c2996db9-33c5-4f5a-a37c-25cc442904cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.061416 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c2996db9-33c5-4f5a-a37c-25cc442904cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.064970 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c2996db9-33c5-4f5a-a37c-25cc442904cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d532cea-fb41-4615-979e-ada268993758 HTTP/1.1" status: 204 len: 168 time: 0.1496894 Jul 16 01:52:00.072288 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2996db9-33c5-4f5a-a37c-25cc442904cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d532cea-fb41-4615-979e-ada268993758,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:00.545875 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33022) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:00.673022 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-247388a7-d85b-4372-a13b-7936e1ff812f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.777267 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-247388a7-d85b-4372-a13b-7936e1ff812f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.783811 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-247388a7-d85b-4372-a13b-7936e1ff812f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.828102 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-247388a7-d85b-4372-a13b-7936e1ff812f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87a15e41259d4620840391c1a6ad9527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2810836 Jul 16 01:52:00.829051 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247388a7-d85b-4372-a13b-7936e1ff812f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b64fcd-9599-42ee-a7f7-70d240d3dcc3,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:00.830918 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33036) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:00.838299 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.889754 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f773886f-ffd4-450e-9291-fafd5f694d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.911798 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f773886f-ffd4-450e-9291-fafd5f694d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.961410 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f773886f-ffd4-450e-9291-fafd5f694d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.964431 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f773886f-ffd4-450e-9291-fafd5f694d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.965813 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f773886f-ffd4-450e-9291-fafd5f694d5f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15b64fcd-9599-42ee-a7f7-70d240d3dcc3 HTTP/1.1" status: 204 len: 168 time: 0.1338696 Jul 16 01:52:00.976730 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773886f-ffd4-450e-9291-fafd5f694d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b64fcd-9599-42ee-a7f7-70d240d3dcc3,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:01.349557 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33052) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:01.363696 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da954ce7-8008-46ba-a49e-24a01abc9cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.489469 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da954ce7-8008-46ba-a49e-24a01abc9cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.495171 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-da954ce7-8008-46ba-a49e-24a01abc9cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.543260 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-da954ce7-8008-46ba-a49e-24a01abc9cc2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=955f6ef46d614f72961f6c2796fb03af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1921468 Jul 16 01:52:01.545537 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da954ce7-8008-46ba-a49e-24a01abc9cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef81221-7892-44d3-a5c5-a34be99fc4ac,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:01.546207 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33062) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:01.590432 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.613764 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2e4925fd-fada-4d1b-b361-6226e3f203dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.638931 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2e4925fd-fada-4d1b-b361-6226e3f203dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.695203 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2e4925fd-fada-4d1b-b361-6226e3f203dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.697878 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2e4925fd-fada-4d1b-b361-6226e3f203dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.699056 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2e4925fd-fada-4d1b-b361-6226e3f203dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aef81221-7892-44d3-a5c5-a34be99fc4ac HTTP/1.1" status: 204 len: 168 time: 0.1517031 Jul 16 01:52:01.707355 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4925fd-fada-4d1b-b361-6226e3f203dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef81221-7892-44d3-a5c5-a34be99fc4ac,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:02.381178 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:52:02.486441 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33200) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:02.517491 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33204) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:02.570358 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.628175 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af1cd7b4-b8f3-42aa-b740-8d7e42a46823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.646334 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-432b27cc-1235-4bc7-8bbf-fa565d1dacc2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-83069264-network', 'tenant_id': '9cdc94315893412aafe0fc4507bddad0'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:02.668404 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.db.api [None req-432b27cc-1235-4bc7-8bbf-fa565d1dacc2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:52:02.668404 n-d-792394-16 neutron-server[93955]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:52:02.668404 n-d-792394-16 neutron-server[93955]: [parameters: {'project_id': '9cdc94315893412aafe0fc4507bddad0', 'id': '309c4ee6-5a30-47b9-a274-aa4ca7a1b2cd', 'expiration': datetime.datetime(2021, 7, 16, 1, 54, 2, 657120)}] Jul 16 01:52:02.668404 n-d-792394-16 neutron-server[93955]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:52:02.668969 n-d-792394-16 neutron-server[93955]: DEBUG oslo_db.api [None req-432b27cc-1235-4bc7-8bbf-fa565d1dacc2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:52:02.743680 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af1cd7b4-b8f3-42aa-b740-8d7e42a46823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.749034 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-af1cd7b4-b8f3-42aa-b740-8d7e42a46823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.787513 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-af1cd7b4-b8f3-42aa-b740-8d7e42a46823 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ddbf830b056d48dcba7d3d364ed503cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2687774 Jul 16 01:52:02.788460 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cd7b4-b8f3-42aa-b740-8d7e42a46823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c568d95-bb28-45ec-93a5-80697e712282,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:02.790366 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33208) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:02.850967 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f6995f79-c646-4b2e-bd74-932ba43674d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.875775 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f6995f79-c646-4b2e-bd74-932ba43674d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.931922 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f6995f79-c646-4b2e-bd74-932ba43674d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.934625 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f6995f79-c646-4b2e-bd74-932ba43674d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.935785 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f6995f79-c646-4b2e-bd74-932ba43674d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c568d95-bb28-45ec-93a5-80697e712282 HTTP/1.1" status: 204 len: 168 time: 0.1438646 Jul 16 01:52:02.943985 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6995f79-c646-4b2e-bd74-932ba43674d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c568d95-bb28-45ec-93a5-80697e712282,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:03.190787 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432b27cc-1235-4bc7-8bbf-fa565d1dacc2 admin admin] Made reservation on behalf of 9cdc94315893412aafe0fc4507bddad0 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:03.193248 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-432b27cc-1235-4bc7-8bbf-fa565d1dacc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.202385 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-432b27cc-1235-4bc7-8bbf-fa565d1dacc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.218168 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33216) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:03.232665 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ff89f882-6f73-46ab-8980-02e147c39354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.300882 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-432b27cc-1235-4bc7-8bbf-fa565d1dacc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.306840 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-432b27cc-1235-4bc7-8bbf-fa565d1dacc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.327433 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432b27cc-1235-4bc7-8bbf-fa565d1dacc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:52:03.343523 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b27cc-1235-4bc7-8bbf-fa565d1dacc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c56237-5376-4355-b00b-b606afcc4f6f,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:03.348767 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-432b27cc-1235-4bc7-8bbf-fa565d1dacc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.349175 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-432b27cc-1235-4bc7-8bbf-fa565d1dacc2 admin admin] Added segment 42a02a34-a315-4d84-80be-a84ccc42ab1e of type vlan for network 852afb71-c0d8-444a-9782-4cc2a218712b Jul 16 01:52:03.395118 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-432b27cc-1235-4bc7-8bbf-fa565d1dacc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.395375 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ff89f882-6f73-46ab-8980-02e147c39354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.401467 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ff89f882-6f73-46ab-8980-02e147c39354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.428702 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-432b27cc-1235-4bc7-8bbf-fa565d1dacc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.429787 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432b27cc-1235-4bc7-8bbf-fa565d1dacc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:03.430427 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-432b27cc-1235-4bc7-8bbf-fa565d1dacc2 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.444063 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ff89f882-6f73-46ab-8980-02e147c39354 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1fb474c0a71048d99a8d29972ed1aebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2244542 Jul 16 01:52:03.445002 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33218) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:03.453326 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89f882-6f73-46ab-8980-02e147c39354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af40500-bef3-4fce-9636-3aab9db16910,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:03.463142 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-432b27cc-1235-4bc7-8bbf-fa565d1dacc2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9754205 Jul 16 01:52:03.466004 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33220) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:03.472418 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f074468b-85b1-4b53-81b7-d9766d43887e admin admin] Request body: {'subnet': {'network_id': '852afb71-c0d8-444a-9782-4cc2a218712b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-83069264-subnet', 'tenant_id': '9cdc94315893412aafe0fc4507bddad0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:03.502346 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b27cc-1235-4bc7-8bbf-fa565d1dacc2 admin admin] Pushing event updated for resources: {'Network': ['ID=852afb71-c0d8-444a-9782-4cc2a218712b,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:03.507586 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-75af8c6e-90be-43bd-ba24-bdc310d44b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.513939 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 852afb71-c0d8-444a-9782-4cc2a218712b details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:52:03.523347 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f074468b-85b1-4b53-81b7-d9766d43887e admin admin] Made reservation on behalf of 9cdc94315893412aafe0fc4507bddad0 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:03.526054 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f074468b-85b1-4b53-81b7-d9766d43887e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.531599 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-75af8c6e-90be-43bd-ba24-bdc310d44b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.584543 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-75af8c6e-90be-43bd-ba24-bdc310d44b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.587295 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-75af8c6e-90be-43bd-ba24-bdc310d44b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.588536 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-75af8c6e-90be-43bd-ba24-bdc310d44b14 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2af40500-bef3-4fce-9636-3aab9db16910 HTTP/1.1" status: 204 len: 168 time: 0.1415901 Jul 16 01:52:03.597528 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af8c6e-90be-43bd-ba24-bdc310d44b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af40500-bef3-4fce-9636-3aab9db16910,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:03.714829 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f074468b-85b1-4b53-81b7-d9766d43887e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.781151 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074468b-85b1-4b53-81b7-d9766d43887e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dd4747d-debd-4df0-9f94-ca17a6e107fa,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:03.791749 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f074468b-85b1-4b53-81b7-d9766d43887e admin admin] Checking segment: {'id': '42a02a34-a315-4d84-80be-a84ccc42ab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '852afb71-c0d8-444a-9782-4cc2a218712b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:03.792148 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f074468b-85b1-4b53-81b7-d9766d43887e admin admin] Network hostable DHCP agents. Network: 852afb71-c0d8-444a-9782-4cc2a218712b, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:52:03.815115 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f074468b-85b1-4b53-81b7-d9766d43887e admin admin] Network 852afb71-c0d8-444a-9782-4cc2a218712b is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:52:03.827348 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-f074468b-85b1-4b53-81b7-d9766d43887e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 852afb71-c0d8-444a-9782-4cc2a218712b) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:03.831979 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f074468b-85b1-4b53-81b7-d9766d43887e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:03.832684 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f074468b-85b1-4b53-81b7-d9766d43887e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.839507 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78118313-1ad7-4247-b3e0-d7e18eba408a None None] Network 852afb71-c0d8-444a-9782-4cc2a218712b requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:03.857049 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f074468b-85b1-4b53-81b7-d9766d43887e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3858860 Jul 16 01:52:03.994256 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e26c85-cf9d-401f-a95d-0a18f55f54f3 None None] Network 852afb71-c0d8-444a-9782-4cc2a218712b requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:05.121515 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:05.720140 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-070c0821-2a5f-47b5-abbe-8b9af637e097 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:05.721609 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-070c0821-2a5f-47b5-abbe-8b9af637e097 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/networks?id=852afb71-c0d8-444a-9782-4cc2a218712b HTTP/1.1" status: 200 len: 807 time: 0.1127713 Jul 16 01:52:05.738296 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-267fdf8b-6a3e-464d-9a8c-1b8c82022b50 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/quotas/9cdc94315893412aafe0fc4507bddad0 HTTP/1.1" status: 200 len: 375 time: 0.0106990 Jul 16 01:52:05.777120 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-9015a426-6fbb-4638-8527-a6f2407645d8 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cdc94315893412aafe0fc4507bddad0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335426 Jul 16 01:52:05.881058 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-bb3e4dc4-1ea5-424a-89bf-2c67c6588b46 service neutron] 10.222.0.16 "GET /v2.0/networks/852afb71-c0d8-444a-9782-4cc2a218712b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934002 Jul 16 01:52:05.981672 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-d8e895b7-7e32-4de1-af8e-88f4f0653b0b service neutron] 10.222.0.16 "GET /v2.0/networks/852afb71-c0d8-444a-9782-4cc2a218712b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943849 Jul 16 01:52:06.168591 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c1db56fa-4769-44ae-847b-27705886693f req-86b754fe-f53f-4625-b7d8-5cc77b5331f2 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7407fed-0ebc-46e5-9031-53225ffea268 HTTP/1.1" status: 200 len: 210 time: 0.0323312 Jul 16 01:52:07.324392 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e68b8542-0b46-4ceb-8a3f-02e70e2bec3f req-bcbadae5-c1eb-456c-b9f9-5b7563166cd3 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7407fed-0ebc-46e5-9031-53225ffea268 HTTP/1.1" status: 200 len: 210 time: 0.0318997 Jul 16 01:52:07.544746 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-07a12f30-a344-4418-aa14-0a10904c641e tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:07.546745 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-07a12f30-a344-4418-aa14-0a10904c641e tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.82 "GET /v2.0/networks?id=852afb71-c0d8-444a-9782-4cc2a218712b HTTP/1.1" status: 200 len: 807 time: 0.1163781 Jul 16 01:52:07.564978 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-907f95e0-e6a3-434f-82e4-cef4f4d37c5e tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Request body: {'port': {'device_id': 'a7407fed-0ebc-46e5-9031-53225ffea268', 'network_id': '852afb71-c0d8-444a-9782-4cc2a218712b', 'admin_state_up': True, 'tenant_id': '9cdc94315893412aafe0fc4507bddad0'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:07.682708 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-907f95e0-e6a3-434f-82e4-cef4f4d37c5e tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Made reservation on behalf of 9cdc94315893412aafe0fc4507bddad0 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:07.686343 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-907f95e0-e6a3-434f-82e4-cef4f4d37c5e tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.813498 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-907f95e0-e6a3-434f-82e4-cef4f4d37c5e tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Allocated IP 172.20.0.9 (852afb71-c0d8-444a-9782-4cc2a218712b/7dd4747d-debd-4df0-9f94-ca17a6e107fa/3375e8d0-992d-466a-a91b-2c1a5518431c) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:07.968711 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-907f95e0-e6a3-434f-82e4-cef4f4d37c5e tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.012807 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-907f95e0-e6a3-434f-82e4-cef4f4d37c5e tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.071070 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-907f95e0-e6a3-434f-82e4-cef4f4d37c5e tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Network 852afb71-c0d8-444a-9782-4cc2a218712b is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:08.074348 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-907f95e0-e6a3-434f-82e4-cef4f4d37c5e tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:08.078370 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-907f95e0-e6a3-434f-82e4-cef4f4d37c5e tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:08.084730 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f95e0-e6a3-434f-82e4-cef4f4d37c5e tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Pushing event updated for resources: {'Port': ['ID=3375e8d0-992d-466a-a91b-2c1a5518431c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:08.132603 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-907f95e0-e6a3-434f-82e4-cef4f4d37c5e tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:08.133226 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-907f95e0-e6a3-434f-82e4-cef4f4d37c5e tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.150338 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-907f95e0-e6a3-434f-82e4-cef4f4d37c5e tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5893953 Jul 16 01:52:08.162547 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-79e72586-5fc5-4ee8-a199-b7537aa33565 service neutron] Request body: {'port': {'device_id': 'a7407fed-0ebc-46e5-9031-53225ffea268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:08.236540 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-79e72586-5fc5-4ee8-a199-b7537aa33565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.516718 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cb8d-3ebb-42c2-b872-405c9a43db76 req-c0d4f8b9-328f-478d-a466-6ab1ac3bcade tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:08.518247 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-79a7cb8d-3ebb-42c2-b872-405c9a43db76 req-c0d4f8b9-328f-478d-a466-6ab1ac3bcade tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7407fed-0ebc-46e5-9031-53225ffea268 HTTP/1.1" status: 200 len: 931 time: 0.0687349 Jul 16 01:52:08.538144 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-79e72586-5fc5-4ee8-a199-b7537aa33565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3375e8d0-992d-466a-a91b-2c1a5518431c {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:08.546810 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-79e72586-5fc5-4ee8-a199-b7537aa33565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.559416 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-79e72586-5fc5-4ee8-a199-b7537aa33565 service neutron] Transition to ACTIVE for port object 3375e8d0-992d-466a-a91b-2c1a5518431c will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:08.562212 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-79a7cb8d-3ebb-42c2-b872-405c9a43db76 req-72ae566a-b1ca-4be6-9120-1cdaa2244204 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/security-groups?id=29c56237-5376-4355-b00b-b606afcc4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370846 Jul 16 01:52:08.564517 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-79e72586-5fc5-4ee8-a199-b7537aa33565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.640203 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e72586-5fc5-4ee8-a199-b7537aa33565 service neutron] Pushing event updated for resources: {'Port': ['ID=3375e8d0-992d-466a-a91b-2c1a5518431c,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:08.694480 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-79e72586-5fc5-4ee8-a199-b7537aa33565 service neutron] Attempting to bind port 3375e8d0-992d-466a-a91b-2c1a5518431c on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:08.694891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-79e72586-5fc5-4ee8-a199-b7537aa33565 service neutron] Attempting to bind port 3375e8d0-992d-466a-a91b-2c1a5518431c by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '42a02a34-a315-4d84-80be-a84ccc42ab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '852afb71-c0d8-444a-9782-4cc2a218712b'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:08.695365 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-79e72586-5fc5-4ee8-a199-b7537aa33565 service neutron] Attempting to bind port 3375e8d0-992d-466a-a91b-2c1a5518431c on network 852afb71-c0d8-444a-9782-4cc2a218712b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:08.700033 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-79e72586-5fc5-4ee8-a199-b7537aa33565 service neutron] Port 3375e8d0-992d-466a-a91b-2c1a5518431c on network 852afb71-c0d8-444a-9782-4cc2a218712b not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:52:08.700352 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-79e72586-5fc5-4ee8-a199-b7537aa33565 service neutron] Attempting to bind port 3375e8d0-992d-466a-a91b-2c1a5518431c on network 852afb71-c0d8-444a-9782-4cc2a218712b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:08.705275 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-79e72586-5fc5-4ee8-a199-b7537aa33565 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:08.705606 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-79e72586-5fc5-4ee8-a199-b7537aa33565 service neutron] Checking segment: {'id': '42a02a34-a315-4d84-80be-a84ccc42ab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '852afb71-c0d8-444a-9782-4cc2a218712b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:08.705987 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-79e72586-5fc5-4ee8-a199-b7537aa33565 service neutron] Bound using segment: {'id': '42a02a34-a315-4d84-80be-a84ccc42ab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '852afb71-c0d8-444a-9782-4cc2a218712b'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:08.706405 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-79e72586-5fc5-4ee8-a199-b7537aa33565 service neutron] Bound port: 3375e8d0-992d-466a-a91b-2c1a5518431c, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a02a34-a315-4d84-80be-a84ccc42ab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '852afb71-c0d8-444a-9782-4cc2a218712b'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:08.706756 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-79e72586-5fc5-4ee8-a199-b7537aa33565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.770270 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-79e72586-5fc5-4ee8-a199-b7537aa33565 service neutron] For port 3375e8d0-992d-466a-a91b-2c1a5518431c, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:08.773520 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-79e72586-5fc5-4ee8-a199-b7537aa33565 service neutron] For port 3375e8d0-992d-466a-a91b-2c1a5518431c, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3375e8d0-992d-466a-a91b-2c1a5518431c,segment=NetworkSegment(42a02a34-a315-4d84-80be-a84ccc42ab1e),segment_id=42a02a34-a315-4d84-80be-a84ccc42ab1e)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:08.778342 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-79e72586-5fc5-4ee8-a199-b7537aa33565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.811901 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-79e72586-5fc5-4ee8-a199-b7537aa33565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:08.812553 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-79e72586-5fc5-4ee8-a199-b7537aa33565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.813986 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-79e72586-5fc5-4ee8-a199-b7537aa33565 service neutron] 10.222.0.82 "PUT /v2.0/ports/3375e8d0-992d-466a-a91b-2c1a5518431c HTTP/1.1" status: 200 len: 1092 time: 0.6563246 Jul 16 01:52:08.814430 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7407fed-0ebc-46e5-9031-53225ffea268', 'tag': '3375e8d0-992d-466a-a91b-2c1a5518431c'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:08.816765 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0b233e-719c-45db-9f29-e183e5019887" -d '{"events": [{"name": "network-changed", "server_uuid": "a7407fed-0ebc-46e5-9031-53225ffea268", "tag": "3375e8d0-992d-466a-a91b-2c1a5518431c"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:08.852991 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e72586-5fc5-4ee8-a199-b7537aa33565 service neutron] Pushing event updated for resources: {'Port': ['ID=3375e8d0-992d-466a-a91b-2c1a5518431c,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:08.885241 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb31912d-80ac-43cc-89be-a70e018c8110 x-openstack-request-id: req-fb31912d-80ac-43cc-89be-a70e018c8110 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:08.885543 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7407fed-0ebc-46e5-9031-53225ffea268", "tag": "3375e8d0-992d-466a-a91b-2c1a5518431c", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:08.885788 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb31912d-80ac-43cc-89be-a70e018c8110 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:08.886179 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7407fed-0ebc-46e5-9031-53225ffea268', 'tag': '3375e8d0-992d-466a-a91b-2c1a5518431c', 'status': 'completed', 'code': 200} Jul 16 01:52:08.912559 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-bb98382a-fecc-452e-8acb-14bb00b423ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:08.914059 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-bb98382a-fecc-452e-8acb-14bb00b423ce service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9cdc94315893412aafe0fc4507bddad0&device_id=a7407fed-0ebc-46e5-9031-53225ffea268 HTTP/1.1" status: 200 len: 1095 time: 0.0572264 Jul 16 01:52:08.959265 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-c9e660df-6e82-4849-aee4-e09e9acb0a49 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3375e8d0-992d-466a-a91b-2c1a5518431c HTTP/1.1" status: 200 len: 217 time: 0.0375504 Jul 16 01:52:09.013656 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-923c76dd-93d1-4945-8351-e2ff50089d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.015764 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-923c76dd-93d1-4945-8351-e2ff50089d87 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7dd4747d-debd-4df0-9f94-ca17a6e107fa HTTP/1.1" status: 200 len: 847 time: 0.0502379 Jul 16 01:52:09.052476 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-a1563724-c55d-44b5-8e7f-1073b9485b38 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=852afb71-c0d8-444a-9782-4cc2a218712b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293295 Jul 16 01:52:09.149089 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-1bbb973f-f3a7-4dee-b584-1c42dfdb84a3 service neutron] 10.222.0.82 "GET /v2.0/networks/852afb71-c0d8-444a-9782-4cc2a218712b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903614 Jul 16 01:52:09.242018 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09185f58-7fd0-482f-b1d7-d6e8cd1c446a req-f04c3ab7-5714-4f1e-be97-29acc0867fbb service neutron] 10.222.0.82 "GET /v2.0/networks/852afb71-c0d8-444a-9782-4cc2a218712b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860307 Jul 16 01:52:09.412019 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40c2dfab-aea2-4bc7-8732-9baaeb1c9ccf req-75995c68-aec1-45dd-8032-faaf9480a9bd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0953631 Jul 16 01:52:09.414016 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b233e-719c-45db-9f29-e183e5019887 req-d4eda813-3e25-417b-ba14-76f7f4d0dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.415321 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3c0b233e-719c-45db-9f29-e183e5019887 req-d4eda813-3e25-417b-ba14-76f7f4d0dd5f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9cdc94315893412aafe0fc4507bddad0&device_id=a7407fed-0ebc-46e5-9031-53225ffea268 HTTP/1.1" status: 200 len: 1095 time: 0.1001427 Jul 16 01:52:09.811593 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330f0b6-a362-4839-bd42-687d0693a02b req-62cbc12b-b3df-41eb-acfd-3c0b6f782c0f tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.813058 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0330f0b6-a362-4839-bd42-687d0693a02b req-62cbc12b-b3df-41eb-acfd-3c0b6f782c0f tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7407fed-0ebc-46e5-9031-53225ffea268 HTTP/1.1" status: 200 len: 943 time: 0.0753474 Jul 16 01:52:09.854713 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b233e-719c-45db-9f29-e183e5019887 req-4d5b4e72-ed87-43b8-899e-b9fd2fc1fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.855758 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0330f0b6-a362-4839-bd42-687d0693a02b req-5097ae0b-be89-45a4-a889-cfe918327f1e tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/security-groups?id=29c56237-5376-4355-b00b-b606afcc4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358925 Jul 16 01:52:09.856239 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3c0b233e-719c-45db-9f29-e183e5019887 req-4d5b4e72-ed87-43b8-899e-b9fd2fc1fcb4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=852afb71-c0d8-444a-9782-4cc2a218712b HTTP/1.1" status: 200 len: 908 time: 0.4318678 Jul 16 01:52:09.899590 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3c0b233e-719c-45db-9f29-e183e5019887 req-268d826c-e1e8-4df5-8dea-aaed07376251 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3375e8d0-992d-466a-a91b-2c1a5518431c HTTP/1.1" status: 200 len: 217 time: 0.0360787 Jul 16 01:52:09.904908 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2dfab-aea2-4bc7-8732-9baaeb1c9ccf req-f1cc2412-16aa-4621-9b82-d68370ac99e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.906295 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40c2dfab-aea2-4bc7-8732-9baaeb1c9ccf req-f1cc2412-16aa-4621-9b82-d68370ac99e7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eced6fab7a2f4612995536666e51ab3d&device_id=cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3 HTTP/1.1" status: 200 len: 1098 time: 0.1137519 Jul 16 01:52:09.978230 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b233e-719c-45db-9f29-e183e5019887 req-92a16ebd-ef68-4985-85e3-5d269cdd5260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.979675 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3c0b233e-719c-45db-9f29-e183e5019887 req-92a16ebd-ef68-4985-85e3-5d269cdd5260 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7dd4747d-debd-4df0-9f94-ca17a6e107fa HTTP/1.1" status: 200 len: 847 time: 0.0715086 Jul 16 01:52:10.041055 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3c0b233e-719c-45db-9f29-e183e5019887 req-3d613acb-031d-4b62-bc70-46892ba436c1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=852afb71-c0d8-444a-9782-4cc2a218712b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358379 Jul 16 01:52:10.066879 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2dfab-aea2-4bc7-8732-9baaeb1c9ccf req-4a57d5e0-c4c3-4f31-807d-e105e5802445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:10.068332 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40c2dfab-aea2-4bc7-8732-9baaeb1c9ccf req-4a57d5e0-c4c3-4f31-807d-e105e5802445 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f549e847-648a-4ba9-8fd4-768bab76a1bf HTTP/1.1" status: 200 len: 913 time: 0.1321049 Jul 16 01:52:10.213437 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40c2dfab-aea2-4bc7-8732-9baaeb1c9ccf req-0b773727-fb34-4325-beaf-74b3b4697376 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f23b6360-2094-4213-9878-38bb4b579ea0 HTTP/1.1" status: 200 len: 217 time: 0.1376448 Jul 16 01:52:10.305477 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2dfab-aea2-4bc7-8732-9baaeb1c9ccf req-64b8fc34-fe8b-40c8-8f77-e102a145adad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:10.306842 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40c2dfab-aea2-4bc7-8732-9baaeb1c9ccf req-64b8fc34-fe8b-40c8-8f77-e102a145adad service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dc51fbbc-95db-4bbf-a77e-17709740503c HTTP/1.1" status: 200 len: 852 time: 0.0868804 Jul 16 01:52:10.309001 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3c0b233e-719c-45db-9f29-e183e5019887 req-253689a9-48e9-4bee-a475-33bb45d3db94 service neutron] 10.222.0.82 "GET /v2.0/networks/852afb71-c0d8-444a-9782-4cc2a218712b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598546 Jul 16 01:52:10.366263 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40c2dfab-aea2-4bc7-8732-9baaeb1c9ccf req-e9c97527-6623-4047-806f-79fa0c44e9c8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f549e847-648a-4ba9-8fd4-768bab76a1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403416 Jul 16 01:52:10.484878 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3c0b233e-719c-45db-9f29-e183e5019887 req-025dfe83-3d05-45d7-9767-0ea3d435ea3d service neutron] 10.222.0.82 "GET /v2.0/networks/852afb71-c0d8-444a-9782-4cc2a218712b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659040 Jul 16 01:52:10.506365 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40c2dfab-aea2-4bc7-8732-9baaeb1c9ccf req-6e49bf57-29ed-4562-9ee4-f8bcecc539f3 service neutron] 10.222.0.82 "GET /v2.0/networks/f549e847-648a-4ba9-8fd4-768bab76a1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332896 Jul 16 01:52:10.614010 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40c2dfab-aea2-4bc7-8732-9baaeb1c9ccf req-dfdd0e05-c65c-4089-afce-c1250643f241 service neutron] 10.222.0.82 "GET /v2.0/networks/f549e847-648a-4ba9-8fd4-768bab76a1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996406 Jul 16 01:52:11.034396 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af2591-5275-4b52-af68-9f36e095215b req-e4fe3923-a729-4957-a726-69971c431404 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:11.035890 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f0af2591-5275-4b52-af68-9f36e095215b req-e4fe3923-a729-4957-a726-69971c431404 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7407fed-0ebc-46e5-9031-53225ffea268 HTTP/1.1" status: 200 len: 943 time: 0.0674305 Jul 16 01:52:11.077922 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f0af2591-5275-4b52-af68-9f36e095215b req-74ea3c9f-5655-42ff-91fa-b41fc4b3988e tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/security-groups?id=29c56237-5376-4355-b00b-b606afcc4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353990 Jul 16 01:52:12.278151 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422c270-5044-4e43-8b89-11dabc070d6d req-f448a7b1-1e85-48f1-bac7-095e2e19e779 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.279665 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3422c270-5044-4e43-8b89-11dabc070d6d req-f448a7b1-1e85-48f1-bac7-095e2e19e779 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7407fed-0ebc-46e5-9031-53225ffea268 HTTP/1.1" status: 200 len: 943 time: 0.0801659 Jul 16 01:52:12.321405 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3422c270-5044-4e43-8b89-11dabc070d6d req-ff4f2e5f-eeff-4777-ab83-99655f5a5391 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/security-groups?id=29c56237-5376-4355-b00b-b606afcc4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349147 Jul 16 01:52:12.390971 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c29f8153-6c8e-4ee9-a532-b52260a78f47 req-50645198-b7bf-4e5d-ac0a-873c15cd82bc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1075797 Jul 16 01:52:12.501769 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f8153-6c8e-4ee9-a532-b52260a78f47 req-51f9dbf0-2f14-4e07-bfe4-0e95e62f7298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.503339 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c29f8153-6c8e-4ee9-a532-b52260a78f47 req-51f9dbf0-2f14-4e07-bfe4-0e95e62f7298 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 1097 time: 0.0634029 Jul 16 01:52:12.641935 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f8153-6c8e-4ee9-a532-b52260a78f47 req-b915f4c7-b013-4187-9a72-fe99f63bc5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.644107 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c29f8153-6c8e-4ee9-a532-b52260a78f47 req-b915f4c7-b013-4187-9a72-fe99f63bc5c8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=33b32eab-4ad6-4edf-8177-f46ae1537de4 HTTP/1.1" status: 200 len: 898 time: 0.1059906 Jul 16 01:52:12.713714 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c29f8153-6c8e-4ee9-a532-b52260a78f47 req-4258065b-4d02-40f6-956a-f56d6509814f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fff4bd59-87d0-4edb-bf71-468f5011b52d HTTP/1.1" status: 200 len: 1001 time: 0.0627012 Jul 16 01:52:12.767087 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f8153-6c8e-4ee9-a532-b52260a78f47 req-c8276465-39bc-4aa5-b434-1cf877bdbbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.768813 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c29f8153-6c8e-4ee9-a532-b52260a78f47 req-c8276465-39bc-4aa5-b434-1cf877bdbbed service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a735e895-ef3a-4aef-aabd-55481d9c7514 HTTP/1.1" status: 200 len: 834 time: 0.0492446 Jul 16 01:52:12.828799 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f8153-6c8e-4ee9-a532-b52260a78f47 req-652e3f88-5d44-4a7a-a203-d1c008ba5963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.830297 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c29f8153-6c8e-4ee9-a532-b52260a78f47 req-652e3f88-5d44-4a7a-a203-d1c008ba5963 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=33b32eab-4ad6-4edf-8177-f46ae1537de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541615 Jul 16 01:52:12.845497 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3375e8d0-992d-466a-a91b-2c1a5518431c details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:12.929529 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c29f8153-6c8e-4ee9-a532-b52260a78f47 req-d82abbdb-477c-404c-ace9-1999520f17a8 service neutron] 10.222.0.84 "GET /v2.0/networks/33b32eab-4ad6-4edf-8177-f46ae1537de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918620 Jul 16 01:52:12.948592 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 3375e8d0-992d-466a-a91b-2c1a5518431c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3375e8d0-992d-466a-a91b-2c1a5518431c,segment=NetworkSegment(42a02a34-a315-4d84-80be-a84ccc42ab1e),segment_id=42a02a34-a315-4d84-80be-a84ccc42ab1e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:12.961944 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '3375e8d0-992d-466a-a91b-2c1a5518431c', 'network_id': '852afb71-c0d8-444a-9782-4cc2a218712b', 'port_id': '3375e8d0-992d-466a-a91b-2c1a5518431c', 'mac_address': 'fa:16:3e:35:d9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd4747d-debd-4df0-9f94-ca17a6e107fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:13.000582 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.015701 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3375e8d0-992d-466a-a91b-2c1a5518431c {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:13.029210 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c29f8153-6c8e-4ee9-a532-b52260a78f47 req-9dbcc835-632d-417c-ac6c-7d2c7b319d5a service neutron] 10.222.0.84 "GET /v2.0/networks/33b32eab-4ad6-4edf-8177-f46ae1537de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931160 Jul 16 01:52:13.040004 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 3375e8d0-992d-466a-a91b-2c1a5518431c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3375e8d0-992d-466a-a91b-2c1a5518431c,segment=NetworkSegment(42a02a34-a315-4d84-80be-a84ccc42ab1e),segment_id=42a02a34-a315-4d84-80be-a84ccc42ab1e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:13.048336 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.097797 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=3375e8d0-992d-466a-a91b-2c1a5518431c,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:13.264503 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['3375e8d0-992d-466a-a91b-2c1a5518431c'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:13.520486 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e57a1-9b3d-42ef-8566-cf3fd475b22a req-58a002f6-536e-4c36-b3b6-6acba6ee051b tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:13.522736 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-202e57a1-9b3d-42ef-8566-cf3fd475b22a req-58a002f6-536e-4c36-b3b6-6acba6ee051b tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7407fed-0ebc-46e5-9031-53225ffea268 HTTP/1.1" status: 200 len: 944 time: 0.0701396 Jul 16 01:52:13.566942 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-202e57a1-9b3d-42ef-8566-cf3fd475b22a req-803f1f8c-692d-4b57-8e5b-a08076f53be7 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/security-groups?id=29c56237-5376-4355-b00b-b606afcc4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376501 Jul 16 01:52:14.751741 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c69f0d-2486-4c79-ba1a-95b5aa2bb6d3 req-b2175344-3464-44e6-af29-b1b016c19d2d tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:14.753259 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-29c69f0d-2486-4c79-ba1a-95b5aa2bb6d3 req-b2175344-3464-44e6-af29-b1b016c19d2d tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7407fed-0ebc-46e5-9031-53225ffea268 HTTP/1.1" status: 200 len: 944 time: 0.0719743 Jul 16 01:52:14.794941 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-29c69f0d-2486-4c79-ba1a-95b5aa2bb6d3 req-25a601e8-c221-4ae8-8c8d-ff58a5ffd6c3 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/security-groups?id=29c56237-5376-4355-b00b-b606afcc4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359318 Jul 16 01:52:14.858571 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3375e8d0-992d-466a-a91b-2c1a5518431c up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:14.913325 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 3375e8d0-992d-466a-a91b-2c1a5518431c completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:14.917767 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 3375e8d0-992d-466a-a91b-2c1a5518431c triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:14.918193 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:15.003852 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:15.026055 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7407fed-0ebc-46e5-9031-53225ffea268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3375e8d0-992d-466a-a91b-2c1a5518431c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:15.028312 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e14b710-59ff-4f1b-8e75-4e7b2e20acc1" -d '{"events": [{"server_uuid": "a7407fed-0ebc-46e5-9031-53225ffea268", "name": "network-vif-plugged", "status": "completed", "tag": "3375e8d0-992d-466a-a91b-2c1a5518431c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:15.041011 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 3375e8d0-992d-466a-a91b-2c1a5518431c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3375e8d0-992d-466a-a91b-2c1a5518431c,segment=NetworkSegment(42a02a34-a315-4d84-80be-a84ccc42ab1e),segment_id=42a02a34-a315-4d84-80be-a84ccc42ab1e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:15.046415 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:15.069833 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2450cd-1bf8-486e-825e-b2fac96ae0bd x-openstack-request-id: req-cb2450cd-1bf8-486e-825e-b2fac96ae0bd {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:15.070130 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7407fed-0ebc-46e5-9031-53225ffea268", "name": "network-vif-plugged", "status": "completed", "tag": "3375e8d0-992d-466a-a91b-2c1a5518431c", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:15.070422 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb2450cd-1bf8-486e-825e-b2fac96ae0bd {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:15.070813 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7407fed-0ebc-46e5-9031-53225ffea268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3375e8d0-992d-466a-a91b-2c1a5518431c', 'code': 200} Jul 16 01:52:15.097397 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=3375e8d0-992d-466a-a91b-2c1a5518431c,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:15.195181 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef51b4-ce81-4481-8292-ffc6126c48de req-1146c55c-a7ae-4231-b76a-ef7f3bfd1c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:15.197007 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-24ef51b4-ce81-4481-8292-ffc6126c48de req-1146c55c-a7ae-4231-b76a-ef7f3bfd1c92 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a7407fed-0ebc-46e5-9031-53225ffea268 HTTP/1.1" status: 200 len: 1097 time: 0.0643845 Jul 16 01:52:15.235287 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-24ef51b4-ce81-4481-8292-ffc6126c48de req-4d5ae1ac-e743-4562-a433-67edada94616 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=29c56237-5376-4355-b00b-b606afcc4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322862 Jul 16 01:52:15.994910 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d949a-4efe-4773-8117-d16ecb46d81e req-901825ee-e174-40d7-8a38-7999bb36327f tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:15.997541 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f95d949a-4efe-4773-8117-d16ecb46d81e req-901825ee-e174-40d7-8a38-7999bb36327f tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7407fed-0ebc-46e5-9031-53225ffea268 HTTP/1.1" status: 200 len: 945 time: 0.0776792 Jul 16 01:52:16.041372 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f95d949a-4efe-4773-8117-d16ecb46d81e req-715f3108-cf86-42aa-acea-6568439ba24b tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/security-groups?id=29c56237-5376-4355-b00b-b606afcc4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378108 Jul 16 01:52:17.237522 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8526f-93f9-4ad1-8cde-d290c1743d42 req-995c0d29-3693-4378-9a22-c926faf478d1 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:17.239021 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-baa8526f-93f9-4ad1-8cde-d290c1743d42 req-995c0d29-3693-4378-9a22-c926faf478d1 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7407fed-0ebc-46e5-9031-53225ffea268 HTTP/1.1" status: 200 len: 945 time: 0.0774961 Jul 16 01:52:17.282053 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-baa8526f-93f9-4ad1-8cde-d290c1743d42 req-ac107deb-94af-4d85-8d85-85c6382db2dc tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/security-groups?id=29c56237-5376-4355-b00b-b606afcc4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359795 Jul 16 01:52:18.045914 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddb6b6-2583-4896-bd00-17b76c86c7e8 req-e5b6c659-b3eb-4b68-b131-3c0fa057ce30 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:18.047564 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4bddb6b6-2583-4896-bd00-17b76c86c7e8 req-e5b6c659-b3eb-4b68-b131-3c0fa057ce30 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7407fed-0ebc-46e5-9031-53225ffea268 HTTP/1.1" status: 200 len: 945 time: 0.0659814 Jul 16 01:52:18.091469 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4bddb6b6-2583-4896-bd00-17b76c86c7e8 req-e909d86c-e911-482c-b48b-2d936334b2eb tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/security-groups?id=29c56237-5376-4355-b00b-b606afcc4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377042 Jul 16 01:52:19.333567 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c7216-1f84-444c-b24c-1a29fb9d2476 req-8c1e5508-ca6d-4d26-bb1a-fc6d85d548c4 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:19.335057 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e7c7216-1f84-444c-b24c-1a29fb9d2476 req-8c1e5508-ca6d-4d26-bb1a-fc6d85d548c4 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7407fed-0ebc-46e5-9031-53225ffea268 HTTP/1.1" status: 200 len: 945 time: 0.1231229 Jul 16 01:52:19.344530 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcde1b-5485-4af2-9ecf-e5a0e02299ce req-2b8b8206-51b3-4e84-bb53-007d1301ac73 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:19.346055 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d8dcde1b-5485-4af2-9ecf-e5a0e02299ce req-2b8b8206-51b3-4e84-bb53-007d1301ac73 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.82 "GET /v2.0/ports?device_id=a7407fed-0ebc-46e5-9031-53225ffea268 HTTP/1.1" status: 200 len: 945 time: 0.0964370 Jul 16 01:52:19.421845 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e7c7216-1f84-444c-b24c-1a29fb9d2476 req-47a35364-f562-45f4-97c8-ea40c7600125 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/security-groups?id=29c56237-5376-4355-b00b-b606afcc4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742316 Jul 16 01:52:19.482473 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-d8dcde1b-5485-4af2-9ecf-e5a0e02299ce req-6003cffc-537a-43fc-b40b-a19fa5a27a80 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Deleting port 3375e8d0-992d-466a-a91b-2c1a5518431c {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:19.482827 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d8dcde1b-5485-4af2-9ecf-e5a0e02299ce req-6003cffc-537a-43fc-b40b-a19fa5a27a80 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:19.578770 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-d8dcde1b-5485-4af2-9ecf-e5a0e02299ce req-6003cffc-537a-43fc-b40b-a19fa5a27a80 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] For port 3375e8d0-992d-466a-a91b-2c1a5518431c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3375e8d0-992d-466a-a91b-2c1a5518431c,segment=NetworkSegment(42a02a34-a315-4d84-80be-a84ccc42ab1e),segment_id=42a02a34-a315-4d84-80be-a84ccc42ab1e)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:19.579105 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d8dcde1b-5485-4af2-9ecf-e5a0e02299ce req-6003cffc-537a-43fc-b40b-a19fa5a27a80 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:19.591900 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-d8dcde1b-5485-4af2-9ecf-e5a0e02299ce req-6003cffc-537a-43fc-b40b-a19fa5a27a80 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Calling delete_port for 3375e8d0-992d-466a-a91b-2c1a5518431c owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:19.730242 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d8dcde1b-5485-4af2-9ecf-e5a0e02299ce req-6003cffc-537a-43fc-b40b-a19fa5a27a80 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:19.742401 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['3375e8d0-992d-466a-a91b-2c1a5518431c'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:19.759903 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003cffc-537a-43fc-b40b-a19fa5a27a80 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Pushing event deleted for resources: {'Port': ['ID=3375e8d0-992d-466a-a91b-2c1a5518431c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:19.810019 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8dcde1b-5485-4af2-9ecf-e5a0e02299ce req-6003cffc-537a-43fc-b40b-a19fa5a27a80 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] No DVR routers for this DVR port 3375e8d0-992d-466a-a91b-2c1a5518431c on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:19.812592 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d8dcde1b-5485-4af2-9ecf-e5a0e02299ce req-6003cffc-537a-43fc-b40b-a19fa5a27a80 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:19.814592 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d8dcde1b-5485-4af2-9ecf-e5a0e02299ce req-6003cffc-537a-43fc-b40b-a19fa5a27a80 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.82 "DELETE /v2.0/ports/3375e8d0-992d-466a-a91b-2c1a5518431c HTTP/1.1" status: 204 len: 173 time: 0.4604595 Jul 16 01:52:19.815039 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7407fed-0ebc-46e5-9031-53225ffea268', 'name': 'network-vif-deleted', 'tag': '3375e8d0-992d-466a-a91b-2c1a5518431c'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:19.817338 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe137f2-c9e9-40aa-a9ca-e165d102b0f2" -d '{"events": [{"server_uuid": "a7407fed-0ebc-46e5-9031-53225ffea268", "name": "network-vif-deleted", "tag": "3375e8d0-992d-466a-a91b-2c1a5518431c"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:19.858144 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e8d205-2584-4d52-a020-4eb13a0b2063 x-openstack-request-id: req-59e8d205-2584-4d52-a020-4eb13a0b2063 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:19.858437 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7407fed-0ebc-46e5-9031-53225ffea268", "name": "network-vif-deleted", "tag": "3375e8d0-992d-466a-a91b-2c1a5518431c", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:19.858695 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59e8d205-2584-4d52-a020-4eb13a0b2063 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:19.859090 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7407fed-0ebc-46e5-9031-53225ffea268', 'name': 'network-vif-deleted', 'tag': '3375e8d0-992d-466a-a91b-2c1a5518431c', 'status': 'completed', 'code': 200} Jul 16 01:52:20.760812 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-1e187ee5-d3c1-49b6-ac25-6fbeced865c8 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:20.762268 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-1e187ee5-d3c1-49b6-ac25-6fbeced865c8 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/networks?id=852afb71-c0d8-444a-9782-4cc2a218712b HTTP/1.1" status: 200 len: 807 time: 0.1269794 Jul 16 01:52:20.777551 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-80ae19c9-56e2-4a37-a857-db7f0f7ec3d5 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/quotas/9cdc94315893412aafe0fc4507bddad0 HTTP/1.1" status: 200 len: 375 time: 0.0098019 Jul 16 01:52:20.812410 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-c71464aa-2627-4db3-b438-a1ce135be52e tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cdc94315893412aafe0fc4507bddad0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291936 Jul 16 01:52:20.819201 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87067eef-1901-4d8c-8191-d5603c24a8d2 req-562806e5-96bd-4f2d-b0db-a53625eec7d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:20.820719 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-87067eef-1901-4d8c-8191-d5603c24a8d2 req-562806e5-96bd-4f2d-b0db-a53625eec7d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 945 time: 0.0714719 Jul 16 01:52:20.861299 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-87067eef-1901-4d8c-8191-d5603c24a8d2 req-1de3e70f-947a-40d3-94e2-95463ff22ce1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=595044e5-55cc-45c4-b9fb-35292a47704f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344241 Jul 16 01:52:20.887087 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33386) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:20.910072 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-af8a890a-eefd-4b2b-887f-dacac1655a6f service neutron] 10.222.0.16 "GET /v2.0/networks/852afb71-c0d8-444a-9782-4cc2a218712b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910459 Jul 16 01:52:20.951139 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-87a4ef8f-6b4e-4fac-8c45-67a0886b7a97 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/floatingips/421399b2-9726-4a80-8de4-fd55066e010f HTTP/1.1" status: 200 len: 993 time: 0.0628669 Jul 16 01:52:21.004730 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-40ce0876-b98a-47c5-8636-a11e0976be73 service neutron] 10.222.0.16 "GET /v2.0/networks/852afb71-c0d8-444a-9782-4cc2a218712b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883272 Jul 16 01:52:21.634169 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da60746-e514-43e6-8a61-c11209015c9a req-66b3a025-0278-40f9-be9a-d717c2895974 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:21.636320 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9da60746-e514-43e6-8a61-c11209015c9a req-66b3a025-0278-40f9-be9a-d717c2895974 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 1097 time: 0.0571883 Jul 16 01:52:21.672118 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9da60746-e514-43e6-8a61-c11209015c9a req-38bc729e-c568-457e-bf90-d9d92df3bbe6 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=595044e5-55cc-45c4-b9fb-35292a47704f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299428 Jul 16 01:52:22.201733 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98d3fe66-bd93-4814-a95b-812755eab5e9 req-bad586ef-4684-4a46-9ea1-cae8b25c237e tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?device_id=d54190f8-e177-464e-8ce4-a8cd6e9a08f1 HTTP/1.1" status: 200 len: 210 time: 0.0299232 Jul 16 01:52:22.680319 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-65946319-dbba-4613-9df7-01fbe857d7f5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1238487 Jul 16 01:52:22.890698 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3375e8d0-992d-466a-a91b-2c1a5518431c no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:22.914660 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 3375e8d0-992d-466a-a91b-2c1a5518431c {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:22.915013 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3375e8d0-992d-466a-a91b-2c1a5518431c not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:23.384599 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-50a3d52a-d7a0-4962-937b-a17fae77e337 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:52:23.394132 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-50a3d52a-d7a0-4962-937b-a17fae77e337 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0752308 Jul 16 01:52:23.395512 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-d7acfbc5-fd07-4b35-b0f9-f4527c8d90f4 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:23.397384 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-d7acfbc5-fd07-4b35-b0f9-f4527c8d90f4 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.84 "GET /v2.0/networks?id=852afb71-c0d8-444a-9782-4cc2a218712b HTTP/1.1" status: 200 len: 807 time: 0.1623600 Jul 16 01:52:23.408858 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0f89dbed-4ae8-437c-acd5-fae2090c1d5d req-275ecf4d-7309-4af6-b469-22049b5b782e tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?device_id=d54190f8-e177-464e-8ce4-a8cd6e9a08f1 HTTP/1.1" status: 200 len: 210 time: 0.0808611 Jul 16 01:52:23.413383 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-ac443645-5539-458b-836e-c93ca183afee service neutron] Request body: {'binding': {'host': 'n-h2-792394-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:23.413850 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-ac443645-5539-458b-836e-c93ca183afee service neutron] Unknown quota resources ['binding']. {{(pid=93956) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:52:23.414693 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-6e7aa008-e697-4f46-bc13-e8fa58293354 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Request body: {'port': {'device_id': 'd54190f8-e177-464e-8ce4-a8cd6e9a08f1', 'network_id': '852afb71-c0d8-444a-9782-4cc2a218712b', 'admin_state_up': True, 'tenant_id': '9cdc94315893412aafe0fc4507bddad0'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:23.552267 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-6e7aa008-e697-4f46-bc13-e8fa58293354 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Made reservation on behalf of 9cdc94315893412aafe0fc4507bddad0 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:23.557115 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-6e7aa008-e697-4f46-bc13-e8fa58293354 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.596490 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-ac443645-5539-458b-836e-c93ca183afee service neutron] Attempting to bind port fff4bd59-87d0-4edb-bf71-468f5011b52d on host n-h2-792394-16 for vnic_type normal with profile None {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:23.596830 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-ac443645-5539-458b-836e-c93ca183afee service neutron] Attempting to bind port fff4bd59-87d0-4edb-bf71-468f5011b52d by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'c8e0c241-e221-4c35-84f4-764c2467bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:23.597380 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-ac443645-5539-458b-836e-c93ca183afee service neutron] Attempting to bind port fff4bd59-87d0-4edb-bf71-468f5011b52d on network 33b32eab-4ad6-4edf-8177-f46ae1537de4 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:23.604303 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-ac443645-5539-458b-836e-c93ca183afee service neutron] Port fff4bd59-87d0-4edb-bf71-468f5011b52d on network 33b32eab-4ad6-4edf-8177-f46ae1537de4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:52:23.604693 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-ac443645-5539-458b-836e-c93ca183afee service neutron] Attempting to bind port fff4bd59-87d0-4edb-bf71-468f5011b52d on network 33b32eab-4ad6-4edf-8177-f46ae1537de4 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:23.610151 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-ac443645-5539-458b-836e-c93ca183afee service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:23.610567 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-ac443645-5539-458b-836e-c93ca183afee service neutron] Checking segment: {'id': 'c8e0c241-e221-4c35-84f4-764c2467bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:23.610937 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-ac443645-5539-458b-836e-c93ca183afee service neutron] Bound using segment: {'id': 'c8e0c241-e221-4c35-84f4-764c2467bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:23.611367 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-ac443645-5539-458b-836e-c93ca183afee service neutron] Bound port: fff4bd59-87d0-4edb-bf71-468f5011b52d, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e0c241-e221-4c35-84f4-764c2467bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:23.702076 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-ac443645-5539-458b-836e-c93ca183afee service neutron] For port fff4bd59-87d0-4edb-bf71-468f5011b52d, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=fff4bd59-87d0-4edb-bf71-468f5011b52d,segment=NetworkSegment(c8e0c241-e221-4c35-84f4-764c2467bcdd),segment_id=c8e0c241-e221-4c35-84f4-764c2467bcdd)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:23.708747 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-ac443645-5539-458b-836e-c93ca183afee service neutron] Notify callbacks [] for binding, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.710453 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-ac443645-5539-458b-836e-c93ca183afee service neutron] 10.222.0.16 "POST /v2.0/ports/fff4bd59-87d0-4edb-bf71-468f5011b52d/bindings HTTP/1.1" status: 201 len: 390 time: 0.3005884 Jul 16 01:52:23.718958 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-6e7aa008-e697-4f46-bc13-e8fa58293354 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Allocated IP 172.20.0.3 (852afb71-c0d8-444a-9782-4cc2a218712b/7dd4747d-debd-4df0-9f94-ca17a6e107fa/5e6f26ba-9222-467c-b8fa-5fc66fca0e09) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:23.913666 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-6e7aa008-e697-4f46-bc13-e8fa58293354 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.944544 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66977fa3-d091-41a3-80ed-600d59ded468 req-493852a9-24be-40a3-b1ad-57ac55e57b5c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:23.946378 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-66977fa3-d091-41a3-80ed-600d59ded468 req-493852a9-24be-40a3-b1ad-57ac55e57b5c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 945 time: 0.0807321 Jul 16 01:52:23.987698 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-66977fa3-d091-41a3-80ed-600d59ded468 req-2f29a318-eb67-4260-b5d7-6b9b79a77da7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=595044e5-55cc-45c4-b9fb-35292a47704f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348959 Jul 16 01:52:23.989612 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-6e7aa008-e697-4f46-bc13-e8fa58293354 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.059691 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-6e7aa008-e697-4f46-bc13-e8fa58293354 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Network 852afb71-c0d8-444a-9782-4cc2a218712b is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:24.062124 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-c6ec43f5-1c38-425f-8514-f7ecc82ae68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:24.063767 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-c6ec43f5-1c38-425f-8514-f7ecc82ae68a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 1097 time: 0.1156640 Jul 16 01:52:24.067283 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-6e7aa008-e697-4f46-bc13-e8fa58293354 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:24.070832 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-6e7aa008-e697-4f46-bc13-e8fa58293354 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:24.101256 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7aa008-e697-4f46-bc13-e8fa58293354 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Pushing event updated for resources: {'Port': ['ID=5e6f26ba-9222-467c-b8fa-5fc66fca0e09,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:24.147845 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-6e7aa008-e697-4f46-bc13-e8fa58293354 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:24.148583 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-6e7aa008-e697-4f46-bc13-e8fa58293354 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.200884 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-6e7aa008-e697-4f46-bc13-e8fa58293354 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7906840 Jul 16 01:52:24.217658 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-2b534098-146a-497f-9dd2-8af6a8e961f1 service neutron] Request body: {'port': {'device_id': 'd54190f8-e177-464e-8ce4-a8cd6e9a08f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:24.223182 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-30c540db-4b81-418f-b8b1-73a312c2b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:24.224642 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-30c540db-4b81-418f-b8b1-73a312c2b968 service neutron] 10.222.0.82 "GET /v2.0/networks?id=33b32eab-4ad6-4edf-8177-f46ae1537de4 HTTP/1.1" status: 200 len: 898 time: 0.1549108 Jul 16 01:52:24.330083 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-e2a68c53-5207-43af-a61f-330ec6c88001 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fff4bd59-87d0-4edb-bf71-468f5011b52d HTTP/1.1" status: 200 len: 1001 time: 0.0887105 Jul 16 01:52:24.349853 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-2b534098-146a-497f-9dd2-8af6a8e961f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.413228 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-0257cb3d-18c6-4164-b52a-93eac13e569b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:24.414607 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-0257cb3d-18c6-4164-b52a-93eac13e569b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a735e895-ef3a-4aef-aabd-55481d9c7514 HTTP/1.1" status: 200 len: 834 time: 0.0768650 Jul 16 01:52:24.891715 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-8348753c-a15c-4ce8-a746-5bb328034fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:24.893235 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-8348753c-a15c-4ce8-a746-5bb328034fa5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33b32eab-4ad6-4edf-8177-f46ae1537de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4720976 Jul 16 01:52:24.999962 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89ee4e-1584-4455-b39d-6eaeadd4ee85 req-439ca1ac-4921-4218-bbfc-ac183a31abdc tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:25.001525 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b89ee4e-1584-4455-b39d-6eaeadd4ee85 req-439ca1ac-4921-4218-bbfc-ac183a31abdc tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?device_id=d54190f8-e177-464e-8ce4-a8cd6e9a08f1 HTTP/1.1" status: 200 len: 931 time: 0.4647286 Jul 16 01:52:25.084640 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-1d150030-3ca5-4a6c-80cc-fead2da67ea2 service neutron] 10.222.0.82 "GET /v2.0/networks/33b32eab-4ad6-4edf-8177-f46ae1537de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843147 Jul 16 01:52:25.095831 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b89ee4e-1584-4455-b39d-6eaeadd4ee85 req-cd44cb68-e5b3-4475-8875-33e7bd9f286a tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/security-groups?id=29c56237-5376-4355-b00b-b606afcc4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855434 Jul 16 01:52:25.126989 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-2b534098-146a-497f-9dd2-8af6a8e961f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e6f26ba-9222-467c-b8fa-5fc66fca0e09 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:25.137316 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-2b534098-146a-497f-9dd2-8af6a8e961f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.173445 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac829-84d3-408a-b798-d401023bb2d0 req-6e5930d2-616a-4c75-be09-d25f0cc8fe0a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:25.175345 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0beac829-84d3-408a-b798-d401023bb2d0 req-6e5930d2-616a-4c75-be09-d25f0cc8fe0a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 945 time: 0.0673671 Jul 16 01:52:25.182989 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-2b534098-146a-497f-9dd2-8af6a8e961f1 service neutron] Transition to ACTIVE for port object 5e6f26ba-9222-467c-b8fa-5fc66fca0e09 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:25.196109 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-2b534098-146a-497f-9dd2-8af6a8e961f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.224574 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0beac829-84d3-408a-b798-d401023bb2d0 req-5a0978d0-761c-408a-b54a-550d24fe97b8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=595044e5-55cc-45c4-b9fb-35292a47704f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399270 Jul 16 01:52:25.247744 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-b7f7cda1-0caa-40aa-b32c-ab1b685c0706 service neutron] 10.222.0.82 "GET /v2.0/networks/33b32eab-4ad6-4edf-8177-f46ae1537de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548045 Jul 16 01:52:25.268773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b534098-146a-497f-9dd2-8af6a8e961f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6f26ba-9222-467c-b8fa-5fc66fca0e09,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:25.405998 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-2b534098-146a-497f-9dd2-8af6a8e961f1 service neutron] Attempting to bind port 5e6f26ba-9222-467c-b8fa-5fc66fca0e09 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:25.406340 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-2b534098-146a-497f-9dd2-8af6a8e961f1 service neutron] Attempting to bind port 5e6f26ba-9222-467c-b8fa-5fc66fca0e09 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '42a02a34-a315-4d84-80be-a84ccc42ab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '852afb71-c0d8-444a-9782-4cc2a218712b'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:25.406671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-2b534098-146a-497f-9dd2-8af6a8e961f1 service neutron] Attempting to bind port 5e6f26ba-9222-467c-b8fa-5fc66fca0e09 on network 852afb71-c0d8-444a-9782-4cc2a218712b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:25.419615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-2b534098-146a-497f-9dd2-8af6a8e961f1 service neutron] Port 5e6f26ba-9222-467c-b8fa-5fc66fca0e09 on network 852afb71-c0d8-444a-9782-4cc2a218712b not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:52:25.420247 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-2b534098-146a-497f-9dd2-8af6a8e961f1 service neutron] Attempting to bind port 5e6f26ba-9222-467c-b8fa-5fc66fca0e09 on network 852afb71-c0d8-444a-9782-4cc2a218712b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:25.430357 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-2b534098-146a-497f-9dd2-8af6a8e961f1 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:25.430674 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-2b534098-146a-497f-9dd2-8af6a8e961f1 service neutron] Checking segment: {'id': '42a02a34-a315-4d84-80be-a84ccc42ab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '852afb71-c0d8-444a-9782-4cc2a218712b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:25.431099 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-2b534098-146a-497f-9dd2-8af6a8e961f1 service neutron] Bound using segment: {'id': '42a02a34-a315-4d84-80be-a84ccc42ab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '852afb71-c0d8-444a-9782-4cc2a218712b'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:25.431575 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-2b534098-146a-497f-9dd2-8af6a8e961f1 service neutron] Bound port: 5e6f26ba-9222-467c-b8fa-5fc66fca0e09, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a02a34-a315-4d84-80be-a84ccc42ab1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '852afb71-c0d8-444a-9782-4cc2a218712b'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:25.432137 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-2b534098-146a-497f-9dd2-8af6a8e961f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.451480 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-455526b9-3dbc-4f5f-9357-ad81aaf46e7c tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:25.453068 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-455526b9-3dbc-4f5f-9357-ad81aaf46e7c tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f&tenant_id=8c0fcf31570241eb96a760177b0aa82f&binding%3Ahost_id=n-h1-792394-16 HTTP/1.1" status: 200 len: 1097 time: 0.1410260 Jul 16 01:52:25.478458 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-871a7ce1-eaa4-49ae-b095-12a729254b61 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792394-16'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:25.562721 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-2b534098-146a-497f-9dd2-8af6a8e961f1 service neutron] For port 5e6f26ba-9222-467c-b8fa-5fc66fca0e09, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:25.591163 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-2b534098-146a-497f-9dd2-8af6a8e961f1 service neutron] For port 5e6f26ba-9222-467c-b8fa-5fc66fca0e09, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=5e6f26ba-9222-467c-b8fa-5fc66fca0e09,segment=NetworkSegment(42a02a34-a315-4d84-80be-a84ccc42ab1e),segment_id=42a02a34-a315-4d84-80be-a84ccc42ab1e)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:25.597259 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-2b534098-146a-497f-9dd2-8af6a8e961f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.600857 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-871a7ce1-eaa4-49ae-b095-12a729254b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.647617 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-2b534098-146a-497f-9dd2-8af6a8e961f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:25.648245 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-2b534098-146a-497f-9dd2-8af6a8e961f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.649887 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-2b534098-146a-497f-9dd2-8af6a8e961f1 service neutron] 10.222.0.84 "PUT /v2.0/ports/5e6f26ba-9222-467c-b8fa-5fc66fca0e09 HTTP/1.1" status: 200 len: 1092 time: 1.4380078 Jul 16 01:52:25.650538 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54190f8-e177-464e-8ce4-a8cd6e9a08f1', 'tag': '5e6f26ba-9222-467c-b8fa-5fc66fca0e09'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:25.652862 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785115c8-7815-4112-94f7-19682101ad65" -d '{"events": [{"name": "network-changed", "server_uuid": "d54190f8-e177-464e-8ce4-a8cd6e9a08f1", "tag": "5e6f26ba-9222-467c-b8fa-5fc66fca0e09"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:25.709706 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9240d77c-10c0-45f1-8347-104f8f2e6537 x-openstack-request-id: req-9240d77c-10c0-45f1-8347-104f8f2e6537 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:25.709997 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54190f8-e177-464e-8ce4-a8cd6e9a08f1", "tag": "5e6f26ba-9222-467c-b8fa-5fc66fca0e09", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:25.710249 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9240d77c-10c0-45f1-8347-104f8f2e6537 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:25.710651 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54190f8-e177-464e-8ce4-a8cd6e9a08f1', 'tag': '5e6f26ba-9222-467c-b8fa-5fc66fca0e09', 'status': 'completed', 'code': 200} Jul 16 01:52:25.716477 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b534098-146a-497f-9dd2-8af6a8e961f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6f26ba-9222-467c-b8fa-5fc66fca0e09,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:25.823093 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-f81025b8-2351-4e03-bff6-9d3753bd98f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:25.824766 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-f81025b8-2351-4e03-bff6-9d3753bd98f1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9cdc94315893412aafe0fc4507bddad0&device_id=d54190f8-e177-464e-8ce4-a8cd6e9a08f1 HTTP/1.1" status: 200 len: 1095 time: 0.1301706 Jul 16 01:52:25.870380 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-44b6d26f-420d-41dc-9554-f73d0c7533d5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e6f26ba-9222-467c-b8fa-5fc66fca0e09 HTTP/1.1" status: 200 len: 217 time: 0.0387011 Jul 16 01:52:25.931713 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-871a7ce1-eaa4-49ae-b095-12a729254b61 service neutron] For port fff4bd59-87d0-4edb-bf71-468f5011b52d, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fff4bd59-87d0-4edb-bf71-468f5011b52d,segment=NetworkSegment(c8e0c241-e221-4c35-84f4-764c2467bcdd),segment_id=c8e0c241-e221-4c35-84f4-764c2467bcdd)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:25.956728 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-6a50815d-542b-4343-9909-cf1263e63277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:25.958220 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-6a50815d-542b-4343-9909-cf1263e63277 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7dd4747d-debd-4df0-9f94-ca17a6e107fa HTTP/1.1" status: 200 len: 847 time: 0.0779929 Jul 16 01:52:26.001597 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-de2963a2-24e3-4755-8cdf-2d87f1238aa6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=852afb71-c0d8-444a-9782-4cc2a218712b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366440 Jul 16 01:52:26.008569 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-871a7ce1-eaa4-49ae-b095-12a729254b61 service neutron] For port fff4bd59-87d0-4edb-bf71-468f5011b52d, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:26.104809 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-871a7ce1-eaa4-49ae-b095-12a729254b61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.116090 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-871a7ce1-eaa4-49ae-b095-12a729254b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.173069 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-287b1bb6-b137-4850-97ca-13106b1d7098 service neutron] 10.222.0.84 "GET /v2.0/networks/852afb71-c0d8-444a-9782-4cc2a218712b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624041 Jul 16 01:52:26.266597 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a7ce1-eaa4-49ae-b095-12a729254b61 service neutron] Pushing event updated for resources: {'Port': ['ID=fff4bd59-87d0-4edb-bf71-468f5011b52d,revision_number=7']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:26.305170 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ecb68-c48e-48a4-8f99-3613dfb94472 req-7eff15ad-4722-4b80-b675-fdda4ea363b3 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.313838 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c75ecb68-c48e-48a4-8f99-3613dfb94472 req-7eff15ad-4722-4b80-b675-fdda4ea363b3 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?device_id=d54190f8-e177-464e-8ce4-a8cd6e9a08f1 HTTP/1.1" status: 200 len: 943 time: 0.1029332 Jul 16 01:52:26.369083 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c75ecb68-c48e-48a4-8f99-3613dfb94472 req-6b3e146d-ad2b-4259-832d-b29498337c6e tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/security-groups?id=29c56237-5376-4355-b00b-b606afcc4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494566 Jul 16 01:52:26.371108 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-871a7ce1-eaa4-49ae-b095-12a729254b61 service neutron] Attempting to bind port fff4bd59-87d0-4edb-bf71-468f5011b52d on host n-h1-792394-16 for vnic_type normal with profile {"migrating_to": "n-h2-792394-16"} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:26.371449 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-871a7ce1-eaa4-49ae-b095-12a729254b61 service neutron] Attempting to bind port fff4bd59-87d0-4edb-bf71-468f5011b52d by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'c8e0c241-e221-4c35-84f4-764c2467bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:26.371777 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-871a7ce1-eaa4-49ae-b095-12a729254b61 service neutron] Attempting to bind port fff4bd59-87d0-4edb-bf71-468f5011b52d on network 33b32eab-4ad6-4edf-8177-f46ae1537de4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:26.385604 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-871a7ce1-eaa4-49ae-b095-12a729254b61 service neutron] Port fff4bd59-87d0-4edb-bf71-468f5011b52d on network 33b32eab-4ad6-4edf-8177-f46ae1537de4 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:52:26.385851 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-871a7ce1-eaa4-49ae-b095-12a729254b61 service neutron] Attempting to bind port fff4bd59-87d0-4edb-bf71-468f5011b52d on network 33b32eab-4ad6-4edf-8177-f46ae1537de4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:26.393971 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab5d95ef-56cf-496f-b538-fefb92b40b8b req-71cb055b-a15a-419c-9343-f98ba19f4e27 service neutron] 10.222.0.84 "GET /v2.0/networks/852afb71-c0d8-444a-9782-4cc2a218712b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778591 Jul 16 01:52:26.398878 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-871a7ce1-eaa4-49ae-b095-12a729254b61 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:26.399226 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-871a7ce1-eaa4-49ae-b095-12a729254b61 service neutron] Checking segment: {'id': 'c8e0c241-e221-4c35-84f4-764c2467bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:26.399606 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-871a7ce1-eaa4-49ae-b095-12a729254b61 service neutron] Bound using segment: {'id': 'c8e0c241-e221-4c35-84f4-764c2467bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:26.400632 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-871a7ce1-eaa4-49ae-b095-12a729254b61 service neutron] Bound port: fff4bd59-87d0-4edb-bf71-468f5011b52d, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e0c241-e221-4c35-84f4-764c2467bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:26.401073 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-871a7ce1-eaa4-49ae-b095-12a729254b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.433849 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c2980194-c9de-42c7-bf1f-2d6304525290 None None] Provisioning complete for port fff4bd59-87d0-4edb-bf71-468f5011b52d triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:26.435144 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c2980194-c9de-42c7-bf1f-2d6304525290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.472528 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c2980194-c9de-42c7-bf1f-2d6304525290 None None] Port fff4bd59-87d0-4edb-bf71-468f5011b52d cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:52:26.547161 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-871a7ce1-eaa4-49ae-b095-12a729254b61 service neutron] For port fff4bd59-87d0-4edb-bf71-468f5011b52d, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:26.550977 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-871a7ce1-eaa4-49ae-b095-12a729254b61 service neutron] For port fff4bd59-87d0-4edb-bf71-468f5011b52d, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fff4bd59-87d0-4edb-bf71-468f5011b52d,segment=NetworkSegment(c8e0c241-e221-4c35-84f4-764c2467bcdd),segment_id=c8e0c241-e221-4c35-84f4-764c2467bcdd)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:26.560822 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf4968-bedf-426d-825b-e8761915d0ad req-43fa24bf-2186-4a51-9cbc-4b7028842e5a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.562398 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7eaf4968-bedf-426d-825b-e8761915d0ad req-43fa24bf-2186-4a51-9cbc-4b7028842e5a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 943 time: 0.1657245 Jul 16 01:52:26.565076 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-871a7ce1-eaa4-49ae-b095-12a729254b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.652015 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3bda12f5-0d1e-40e7-bc1a-1ecdcf45b47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.711858 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a7ce1-eaa4-49ae-b095-12a729254b61 service neutron] Pushing event updated for resources: {'Port': ['ID=fff4bd59-87d0-4edb-bf71-468f5011b52d,revision_number=8']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:26.717676 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785115c8-7815-4112-94f7-19682101ad65 req-fbe0f327-7569-479a-8b1e-70e569acea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.719198 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-785115c8-7815-4112-94f7-19682101ad65 req-fbe0f327-7569-479a-8b1e-70e569acea95 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9cdc94315893412aafe0fc4507bddad0&device_id=d54190f8-e177-464e-8ce4-a8cd6e9a08f1 HTTP/1.1" status: 200 len: 1095 time: 0.2652569 Jul 16 01:52:26.724719 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7eaf4968-bedf-426d-825b-e8761915d0ad req-528b6c9b-aa0a-43e6-93d8-baf3fa7e9fe5 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=595044e5-55cc-45c4-b9fb-35292a47704f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507483 Jul 16 01:52:26.804315 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c72fa-a179-406f-9b1f-1449ca08c9d6 req-3ccafd1d-a92f-41fc-a777-d8b58abbc6ab tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.805988 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb9c72fa-a179-406f-9b1f-1449ca08c9d6 req-3ccafd1d-a92f-41fc-a777-d8b58abbc6ab tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3 HTTP/1.1" status: 200 len: 946 time: 0.0755725 Jul 16 01:52:26.831964 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-871a7ce1-eaa4-49ae-b095-12a729254b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.832623 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-871a7ce1-eaa4-49ae-b095-12a729254b61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.834079 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-871a7ce1-eaa4-49ae-b095-12a729254b61 service neutron] 10.222.0.82 "PUT /v2.0/ports/fff4bd59-87d0-4edb-bf71-468f5011b52d HTTP/1.1" status: 200 len: 1123 time: 1.3607111 Jul 16 01:52:26.850589 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb9c72fa-a179-406f-9b1f-1449ca08c9d6 req-8024ae69-63e0-41f7-9100-d54071843971 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd3df87-8e4d-4192-804c-0acaa79aaa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378141 Jul 16 01:52:26.856990 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785115c8-7815-4112-94f7-19682101ad65 req-39e4d71e-25d9-4b69-823e-f4ba229a5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.858733 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-785115c8-7815-4112-94f7-19682101ad65 req-39e4d71e-25d9-4b69-823e-f4ba229a5dbc service neutron] 10.222.0.84 "GET /v2.0/networks?id=852afb71-c0d8-444a-9782-4cc2a218712b HTTP/1.1" status: 200 len: 908 time: 0.1310921 Jul 16 01:52:26.897211 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['fff4bd59-87d0-4edb-bf71-468f5011b52d'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:26.919855 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-785115c8-7815-4112-94f7-19682101ad65 req-e9d32f1d-7fea-4a87-bfa4-ba94c8f06201 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e6f26ba-9222-467c-b8fa-5fc66fca0e09 HTTP/1.1" status: 200 len: 217 time: 0.0514154 Jul 16 01:52:26.972464 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785115c8-7815-4112-94f7-19682101ad65 req-e202fe33-f52f-41d6-be50-e66b0ac3536a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.974043 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-785115c8-7815-4112-94f7-19682101ad65 req-e202fe33-f52f-41d6-be50-e66b0ac3536a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7dd4747d-debd-4df0-9f94-ca17a6e107fa HTTP/1.1" status: 200 len: 847 time: 0.0474629 Jul 16 01:52:27.010686 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-785115c8-7815-4112-94f7-19682101ad65 req-726e1d6f-8ddd-4ce3-8787-ed5e554c466e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=852afb71-c0d8-444a-9782-4cc2a218712b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288334 Jul 16 01:52:27.021528 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2d472d49-02ff-4709-99bb-46fb1102621b None None] Provisioning complete for port fff4bd59-87d0-4edb-bf71-468f5011b52d triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:27.021900 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2d472d49-02ff-4709-99bb-46fb1102621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.106004 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-785115c8-7815-4112-94f7-19682101ad65 req-5b6471c2-12fa-4b8c-ada3-0f9b50f4ea7e service neutron] 10.222.0.84 "GET /v2.0/networks/852afb71-c0d8-444a-9782-4cc2a218712b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872948 Jul 16 01:52:27.162669 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2d472d49-02ff-4709-99bb-46fb1102621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.200860 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-785115c8-7815-4112-94f7-19682101ad65 req-496acd38-9d99-4d54-a3ad-9bffdc3e953e service neutron] 10.222.0.84 "GET /v2.0/networks/852afb71-c0d8-444a-9782-4cc2a218712b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861509 Jul 16 01:52:27.215893 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b5cfd3-68fd-4290-824f-814d81e1086f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff4bd59-87d0-4edb-bf71-468f5011b52d'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:27.218763 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1eb2b4-de36-4c51-800a-4154d68464e3" -d '{"events": [{"server_uuid": "c6b5cfd3-68fd-4290-824f-814d81e1086f", "name": "network-vif-plugged", "status": "completed", "tag": "fff4bd59-87d0-4edb-bf71-468f5011b52d"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:27.240088 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-2d472d49-02ff-4709-99bb-46fb1102621b None None] For port fff4bd59-87d0-4edb-bf71-468f5011b52d, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fff4bd59-87d0-4edb-bf71-468f5011b52d,segment=NetworkSegment(c8e0c241-e221-4c35-84f4-764c2467bcdd),segment_id=c8e0c241-e221-4c35-84f4-764c2467bcdd)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:27.245605 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2d472d49-02ff-4709-99bb-46fb1102621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.325208 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662b9a73-6120-4fd2-9656-f92ab9a9d037 x-openstack-request-id: req-662b9a73-6120-4fd2-9656-f92ab9a9d037 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:27.325501 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b5cfd3-68fd-4290-824f-814d81e1086f", "name": "network-vif-plugged", "status": "completed", "tag": "fff4bd59-87d0-4edb-bf71-468f5011b52d", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:27.325725 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-662b9a73-6120-4fd2-9656-f92ab9a9d037 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:27.326142 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b5cfd3-68fd-4290-824f-814d81e1086f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff4bd59-87d0-4edb-bf71-468f5011b52d', 'code': 200} Jul 16 01:52:27.541556 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77582611-8588-45a5-9e71-a9f10a79b8dd req-b5d9d35e-8dd6-414e-ba3e-ed57497d88aa tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:27.543011 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-77582611-8588-45a5-9e71-a9f10a79b8dd req-b5d9d35e-8dd6-414e-ba3e-ed57497d88aa tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?device_id=d54190f8-e177-464e-8ce4-a8cd6e9a08f1 HTTP/1.1" status: 200 len: 943 time: 0.0645514 Jul 16 01:52:27.556004 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d472d49-02ff-4709-99bb-46fb1102621b None None] Pushing event updated for resources: {'Port': ['ID=fff4bd59-87d0-4edb-bf71-468f5011b52d,revision_number=9']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:27.581599 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-77582611-8588-45a5-9e71-a9f10a79b8dd req-1a7cfdb6-e503-4810-9cb0-3bd41267f098 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/security-groups?id=29c56237-5376-4355-b00b-b606afcc4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327921 Jul 16 01:52:27.713163 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b5cfd3-68fd-4290-824f-814d81e1086f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fff4bd59-87d0-4edb-bf71-468f5011b52d'}, {'name': 'network-changed', 'server_uuid': 'c6b5cfd3-68fd-4290-824f-814d81e1086f', 'tag': 'fff4bd59-87d0-4edb-bf71-468f5011b52d'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:27.716116 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e2dbde-91b4-443b-9227-5f435e9aa253" -d '{"events": [{"server_uuid": "c6b5cfd3-68fd-4290-824f-814d81e1086f", "name": "network-vif-unplugged", "status": "completed", "tag": "fff4bd59-87d0-4edb-bf71-468f5011b52d"}, {"name": "network-changed", "server_uuid": "c6b5cfd3-68fd-4290-824f-814d81e1086f", "tag": "fff4bd59-87d0-4edb-bf71-468f5011b52d"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:27.756965 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3553524-a0d8-4ba2-93e3-7403ea4bbc65 x-openstack-request-id: req-a3553524-a0d8-4ba2-93e3-7403ea4bbc65 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:27.757296 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b5cfd3-68fd-4290-824f-814d81e1086f", "name": "network-vif-unplugged", "status": "completed", "tag": "fff4bd59-87d0-4edb-bf71-468f5011b52d", "code": 200}, {"name": "network-changed", "server_uuid": "c6b5cfd3-68fd-4290-824f-814d81e1086f", "tag": "fff4bd59-87d0-4edb-bf71-468f5011b52d", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:27.757534 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3553524-a0d8-4ba2-93e3-7403ea4bbc65 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:27.757944 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b5cfd3-68fd-4290-824f-814d81e1086f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fff4bd59-87d0-4edb-bf71-468f5011b52d', 'code': 200} Jul 16 01:52:27.758172 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b5cfd3-68fd-4290-824f-814d81e1086f', 'tag': 'fff4bd59-87d0-4edb-bf71-468f5011b52d', 'status': 'completed', 'code': 200} Jul 16 01:52:27.838275 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2dbde-91b4-443b-9227-5f435e9aa253 req-585ceffe-559e-4b39-9755-3238581071a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:27.839661 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95e2dbde-91b4-443b-9227-5f435e9aa253 req-585ceffe-559e-4b39-9755-3238581071a4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 1128 time: 0.0557716 Jul 16 01:52:27.914263 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fd11d-158c-4d74-86ac-31ee9f3c0a12 req-2be5d50d-7ee9-4d26-817d-55403c8198b5 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:27.916074 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-850fd11d-158c-4d74-86ac-31ee9f3c0a12 req-2be5d50d-7ee9-4d26-817d-55403c8198b5 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 945 time: 0.0710111 Jul 16 01:52:27.940549 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2dbde-91b4-443b-9227-5f435e9aa253 req-8d4ae112-8881-4a03-9a71-56b9fb1a8988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:27.942490 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95e2dbde-91b4-443b-9227-5f435e9aa253 req-8d4ae112-8881-4a03-9a71-56b9fb1a8988 service neutron] 10.222.0.84 "GET /v2.0/networks?id=33b32eab-4ad6-4edf-8177-f46ae1537de4 HTTP/1.1" status: 200 len: 898 time: 0.0964229 Jul 16 01:52:27.961252 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-850fd11d-158c-4d74-86ac-31ee9f3c0a12 req-ad54a2fa-9f95-4b8b-b475-af2c8ab32fb6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=595044e5-55cc-45c4-b9fb-35292a47704f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383129 Jul 16 01:52:28.044947 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95e2dbde-91b4-443b-9227-5f435e9aa253 req-0894f1dc-9cf4-45d4-ba70-a1347e92e95c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fff4bd59-87d0-4edb-bf71-468f5011b52d HTTP/1.1" status: 200 len: 1001 time: 0.0952713 Jul 16 01:52:28.109042 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edcd23c-2272-4c07-85b3-00494e931447 req-3607b0ed-06e3-4675-8175-e1ff766ee825 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:28.110482 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9edcd23c-2272-4c07-85b3-00494e931447 req-3607b0ed-06e3-4675-8175-e1ff766ee825 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3 HTTP/1.1" status: 200 len: 946 time: 0.1232979 Jul 16 01:52:28.114583 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2dbde-91b4-443b-9227-5f435e9aa253 req-9d34f68e-367e-4697-bac3-5778a9cb0b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:28.115956 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95e2dbde-91b4-443b-9227-5f435e9aa253 req-9d34f68e-367e-4697-bac3-5778a9cb0b25 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a735e895-ef3a-4aef-aabd-55481d9c7514 HTTP/1.1" status: 200 len: 834 time: 0.0646119 Jul 16 01:52:28.207369 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9edcd23c-2272-4c07-85b3-00494e931447 req-1f74cd12-c245-44f3-966d-e8a0f3df84d6 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd3df87-8e4d-4192-804c-0acaa79aaa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903590 Jul 16 01:52:28.239577 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2dbde-91b4-443b-9227-5f435e9aa253 req-d6e887fc-118e-43a3-94a6-b764a463205c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:28.241133 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95e2dbde-91b4-443b-9227-5f435e9aa253 req-d6e887fc-118e-43a3-94a6-b764a463205c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=33b32eab-4ad6-4edf-8177-f46ae1537de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1179423 Jul 16 01:52:28.264050 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e3bf8-01b3-445c-bffd-c05ac14eb02a req-a3bd11ae-1ddc-406a-99ea-c11260be458f tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:28.265545 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d12e3bf8-01b3-445c-bffd-c05ac14eb02a req-a3bd11ae-1ddc-406a-99ea-c11260be458f tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.82 "GET /v2.0/ports?device_id=cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3 HTTP/1.1" status: 200 len: 946 time: 0.0930531 Jul 16 01:52:28.404225 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95e2dbde-91b4-443b-9227-5f435e9aa253 req-22db648e-814c-4c80-86ba-07f85867f017 service neutron] 10.222.0.84 "GET /v2.0/networks/33b32eab-4ad6-4edf-8177-f46ae1537de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546919 Jul 16 01:52:28.479667 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-d12e3bf8-01b3-445c-bffd-c05ac14eb02a req-89761174-4604-48d2-9f60-18f6d42d134d tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Deleting port f23b6360-2094-4213-9878-38bb4b579ea0 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:28.479951 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d12e3bf8-01b3-445c-bffd-c05ac14eb02a req-89761174-4604-48d2-9f60-18f6d42d134d tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.771736 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adebcd-275c-4072-873f-beb8a8dedf93 req-737a16ec-caa7-429b-8ee3-25f2b62f8062 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:28.773798 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a6adebcd-275c-4072-873f-beb8a8dedf93 req-737a16ec-caa7-429b-8ee3-25f2b62f8062 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?device_id=d54190f8-e177-464e-8ce4-a8cd6e9a08f1 HTTP/1.1" status: 200 len: 943 time: 0.0694869 Jul 16 01:52:28.806867 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95e2dbde-91b4-443b-9227-5f435e9aa253 req-c7c0592e-17fb-466b-b42b-08c7b221aabe service neutron] 10.222.0.84 "GET /v2.0/networks/33b32eab-4ad6-4edf-8177-f46ae1537de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957300 Jul 16 01:52:28.814043 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a6adebcd-275c-4072-873f-beb8a8dedf93 req-1ef577d9-accd-40dc-8367-1c200f0d1719 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/security-groups?id=29c56237-5376-4355-b00b-b606afcc4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339851 Jul 16 01:52:28.839030 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-d12e3bf8-01b3-445c-bffd-c05ac14eb02a req-89761174-4604-48d2-9f60-18f6d42d134d tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] For port f23b6360-2094-4213-9878-38bb4b579ea0, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=f23b6360-2094-4213-9878-38bb4b579ea0,segment=NetworkSegment(894ffe6b-425d-470c-a4ad-5c60563966d3),segment_id=894ffe6b-425d-470c-a4ad-5c60563966d3)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:28.839030 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d12e3bf8-01b3-445c-bffd-c05ac14eb02a req-89761174-4604-48d2-9f60-18f6d42d134d tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.849472 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-d12e3bf8-01b3-445c-bffd-c05ac14eb02a req-89761174-4604-48d2-9f60-18f6d42d134d tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Calling delete_port for f23b6360-2094-4213-9878-38bb4b579ea0 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:28.933208 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device fff4bd59-87d0-4edb-bf71-468f5011b52d details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:28.983056 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d12e3bf8-01b3-445c-bffd-c05ac14eb02a req-89761174-4604-48d2-9f60-18f6d42d134d tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.007361 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['f23b6360-2094-4213-9878-38bb4b579ea0'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:29.012931 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89761174-4604-48d2-9f60-18f6d42d134d tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Pushing event deleted for resources: {'Port': ['ID=f23b6360-2094-4213-9878-38bb4b579ea0,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:29.064074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port fff4bd59-87d0-4edb-bf71-468f5011b52d, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fff4bd59-87d0-4edb-bf71-468f5011b52d,segment=NetworkSegment(c8e0c241-e221-4c35-84f4-764c2467bcdd),segment_id=c8e0c241-e221-4c35-84f4-764c2467bcdd)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:29.077721 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device fff4bd59-87d0-4edb-bf71-468f5011b52d has no active binding in host n-h2-792394-16 {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:52:29.086655 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12e3bf8-01b3-445c-bffd-c05ac14eb02a req-89761174-4604-48d2-9f60-18f6d42d134d tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] No DVR routers for this DVR port f23b6360-2094-4213-9878-38bb4b579ea0 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:29.090267 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d12e3bf8-01b3-445c-bffd-c05ac14eb02a req-89761174-4604-48d2-9f60-18f6d42d134d tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.092299 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d12e3bf8-01b3-445c-bffd-c05ac14eb02a req-89761174-4604-48d2-9f60-18f6d42d134d tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.82 "DELETE /v2.0/ports/f23b6360-2094-4213-9878-38bb4b579ea0 HTTP/1.1" status: 204 len: 173 time: 0.8160512 Jul 16 01:52:29.176355 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ed9b9-6bc8-42ee-a999-ca8042e40d92 req-fbc4cd3b-52a3-4bf7-9f07-6e4f9b2725ce tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:29.178896 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-426ed9b9-6bc8-42ee-a999-ca8042e40d92 req-fbc4cd3b-52a3-4bf7-9f07-6e4f9b2725ce tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 945 time: 0.0805724 Jul 16 01:52:29.225348 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-426ed9b9-6bc8-42ee-a999-ca8042e40d92 req-a9e06d9b-5d76-4559-87c5-5b76b9b1499c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=595044e5-55cc-45c4-b9fb-35292a47704f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378897 Jul 16 01:52:29.373821 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0927d4f8-9a45-4a28-91ee-e6f75c0035b1 req-c95b9cfd-68b7-4dd4-8c87-4942b231f905 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3 HTTP/1.1" status: 200 len: 210 time: 0.0351393 Jul 16 01:52:29.548031 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-27f8b207-c62a-4005-a094-b1b9d3164918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.688080 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 5e6f26ba-9222-467c-b8fa-5fc66fca0e09 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:29.742512 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.759015 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3', 'name': 'network-vif-deleted', 'tag': 'f23b6360-2094-4213-9878-38bb4b579ea0'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:29.761598 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4d54ba-ed26-49d9-87b6-dbb166a9d8aa" -d '{"events": [{"server_uuid": "cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3", "name": "network-vif-deleted", "tag": "f23b6360-2094-4213-9878-38bb4b579ea0"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:29.802075 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c92560-a88d-47c9-a782-dddeb496c7eb x-openstack-request-id: req-02c92560-a88d-47c9-a782-dddeb496c7eb {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:29.802507 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3", "name": "network-vif-deleted", "tag": "f23b6360-2094-4213-9878-38bb4b579ea0", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:29.802825 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02c92560-a88d-47c9-a782-dddeb496c7eb {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:29.803293 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4aad1e-7e2c-4b8c-928d-8df8727c2ba3', 'name': 'network-vif-deleted', 'tag': 'f23b6360-2094-4213-9878-38bb4b579ea0', 'status': 'completed', 'code': 200} Jul 16 01:52:29.804149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 5e6f26ba-9222-467c-b8fa-5fc66fca0e09, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=5e6f26ba-9222-467c-b8fa-5fc66fca0e09,segment=NetworkSegment(42a02a34-a315-4d84-80be-a84ccc42ab1e),segment_id=42a02a34-a315-4d84-80be-a84ccc42ab1e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:29.815247 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '5e6f26ba-9222-467c-b8fa-5fc66fca0e09', 'network_id': '852afb71-c0d8-444a-9782-4cc2a218712b', 'port_id': '5e6f26ba-9222-467c-b8fa-5fc66fca0e09', 'mac_address': 'fa:16:3e:ec:62:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd4747d-debd-4df0-9f94-ca17a6e107fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:29.860787 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.874382 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e6f26ba-9222-467c-b8fa-5fc66fca0e09 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:29.895410 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 5e6f26ba-9222-467c-b8fa-5fc66fca0e09, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=5e6f26ba-9222-467c-b8fa-5fc66fca0e09,segment=NetworkSegment(42a02a34-a315-4d84-80be-a84ccc42ab1e),segment_id=42a02a34-a315-4d84-80be-a84ccc42ab1e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:29.900248 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.949148 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=5e6f26ba-9222-467c-b8fa-5fc66fca0e09,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:30.008724 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfe093-f809-4dde-b7d3-17a6c01c307c req-de2ada2c-97e7-4476-8b69-c2dabb059bdb tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:30.010344 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-74bfe093-f809-4dde-b7d3-17a6c01c307c req-de2ada2c-97e7-4476-8b69-c2dabb059bdb tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?device_id=d54190f8-e177-464e-8ce4-a8cd6e9a08f1 HTTP/1.1" status: 200 len: 944 time: 0.0823352 Jul 16 01:52:30.048395 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-74bfe093-f809-4dde-b7d3-17a6c01c307c req-fe5297db-3408-485d-9cb1-c85e48036867 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/security-groups?id=29c56237-5376-4355-b00b-b606afcc4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324774 Jul 16 01:52:30.160020 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['5e6f26ba-9222-467c-b8fa-5fc66fca0e09'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:30.418329 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958cc9d-3a77-4192-9e4c-066e56507737 req-a79d39f3-7767-47c1-b6b7-043bbb336d95 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:30.419827 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2958cc9d-3a77-4192-9e4c-066e56507737 req-a79d39f3-7767-47c1-b6b7-043bbb336d95 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 945 time: 0.0697913 Jul 16 01:52:30.458757 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2958cc9d-3a77-4192-9e4c-066e56507737 req-5f024240-6e1e-42e9-b999-9fdd4fb76fa4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=595044e5-55cc-45c4-b9fb-35292a47704f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331066 Jul 16 01:52:30.826203 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:30.936916 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device f23b6360-2094-4213-9878-38bb4b579ea0 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:30.957582 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: f23b6360-2094-4213-9878-38bb4b579ea0 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:30.958265 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device f23b6360-2094-4213-9878-38bb4b579ea0 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:31.236631 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9c5a0-3116-40ae-bb22-370de0c8d6de req-5f3160ea-1d7e-4d64-8e77-7dc0cb2954fa tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:31.238111 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0cf9c5a0-3116-40ae-bb22-370de0c8d6de req-5f3160ea-1d7e-4d64-8e77-7dc0cb2954fa tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?device_id=d54190f8-e177-464e-8ce4-a8cd6e9a08f1 HTTP/1.1" status: 200 len: 944 time: 0.0725269 Jul 16 01:52:31.280298 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0cf9c5a0-3116-40ae-bb22-370de0c8d6de req-b7deaceb-6af0-4520-9d77-9e61e5d1ac62 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/security-groups?id=29c56237-5376-4355-b00b-b606afcc4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360503 Jul 16 01:52:31.606711 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.688530 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 5e6f26ba-9222-467c-b8fa-5fc66fca0e09 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:31.726463 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6307df-6adb-4221-bf5d-28489014b1a4 req-bd4e3bb6-019b-4f5b-8b1c-e9d465838453 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:31.738090 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6d6307df-6adb-4221-bf5d-28489014b1a4 req-bd4e3bb6-019b-4f5b-8b1c-e9d465838453 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 945 time: 0.1566019 Jul 16 01:52:31.774731 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 5e6f26ba-9222-467c-b8fa-5fc66fca0e09 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:31.778986 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 5e6f26ba-9222-467c-b8fa-5fc66fca0e09 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:31.779437 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.832221 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6d6307df-6adb-4221-bf5d-28489014b1a4 req-4ef5f4c1-c0f2-4113-840c-9f5140e069bd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=595044e5-55cc-45c4-b9fb-35292a47704f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931976 Jul 16 01:52:31.856079 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-4f98429c-725d-41f5-9e55-ea4629701b16 service neutron] 10.222.0.84 "GET /v2.0/ports/fff4bd59-87d0-4edb-bf71-468f5011b52d/bindings/n-h2-792394-16 HTTP/1.1" status: 200 len: 385 time: 0.1156201 Jul 16 01:52:31.874457 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.898153 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54190f8-e177-464e-8ce4-a8cd6e9a08f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6f26ba-9222-467c-b8fa-5fc66fca0e09'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:31.900116 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49cfb84-484b-498a-b59f-323497ce852b" -d '{"events": [{"server_uuid": "d54190f8-e177-464e-8ce4-a8cd6e9a08f1", "name": "network-vif-plugged", "status": "completed", "tag": "5e6f26ba-9222-467c-b8fa-5fc66fca0e09"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:31.914718 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 5e6f26ba-9222-467c-b8fa-5fc66fca0e09, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=5e6f26ba-9222-467c-b8fa-5fc66fca0e09,segment=NetworkSegment(42a02a34-a315-4d84-80be-a84ccc42ab1e),segment_id=42a02a34-a315-4d84-80be-a84ccc42ab1e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:31.921026 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.946142 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5e6617-e6cd-4a86-9deb-2d0f838eae55 x-openstack-request-id: req-bc5e6617-e6cd-4a86-9deb-2d0f838eae55 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:31.946445 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54190f8-e177-464e-8ce4-a8cd6e9a08f1", "name": "network-vif-plugged", "status": "completed", "tag": "5e6f26ba-9222-467c-b8fa-5fc66fca0e09", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:31.946687 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc5e6617-e6cd-4a86-9deb-2d0f838eae55 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:31.947285 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54190f8-e177-464e-8ce4-a8cd6e9a08f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6f26ba-9222-467c-b8fa-5fc66fca0e09', 'code': 200} Jul 16 01:52:31.977668 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=5e6f26ba-9222-467c-b8fa-5fc66fca0e09,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:32.062995 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-d86e568c-b373-463d-b0ca-c670ea38e2fe service neutron] For port fff4bd59-87d0-4edb-bf71-468f5011b52d, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fff4bd59-87d0-4edb-bf71-468f5011b52d,segment=NetworkSegment(c8e0c241-e221-4c35-84f4-764c2467bcdd),segment_id=c8e0c241-e221-4c35-84f4-764c2467bcdd)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:32.089053 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-d86e568c-b373-463d-b0ca-c670ea38e2fe service neutron] For port fff4bd59-87d0-4edb-bf71-468f5011b52d, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:32.124997 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf9415-4ca1-4e00-b026-0daf60bfd8ee req-354d9723-8f2c-4943-b973-aea532e41f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:32.126511 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4caf9415-4ca1-4e00-b026-0daf60bfd8ee req-354d9723-8f2c-4943-b973-aea532e41f7d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d54190f8-e177-464e-8ce4-a8cd6e9a08f1 HTTP/1.1" status: 200 len: 1097 time: 0.1176066 Jul 16 01:52:32.144683 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b5cfd3-68fd-4290-824f-814d81e1086f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fff4bd59-87d0-4edb-bf71-468f5011b52d'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:32.146936 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbda1f35-b02c-4085-8e4d-5d9843fc92bd" -d '{"events": [{"server_uuid": "c6b5cfd3-68fd-4290-824f-814d81e1086f", "name": "network-vif-unplugged", "status": "completed", "tag": "fff4bd59-87d0-4edb-bf71-468f5011b52d"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:32.154593 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-d86e568c-b373-463d-b0ca-c670ea38e2fe service neutron] For port fff4bd59-87d0-4edb-bf71-468f5011b52d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=fff4bd59-87d0-4edb-bf71-468f5011b52d,segment=NetworkSegment(c8e0c241-e221-4c35-84f4-764c2467bcdd),segment_id=c8e0c241-e221-4c35-84f4-764c2467bcdd)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:32.182232 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-d86e568c-b373-463d-b0ca-c670ea38e2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.185105 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4ba02d-abc9-4514-8070-f7965bf3ed9d x-openstack-request-id: req-5d4ba02d-abc9-4514-8070-f7965bf3ed9d {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:32.185400 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b5cfd3-68fd-4290-824f-814d81e1086f", "name": "network-vif-unplugged", "status": "completed", "tag": "fff4bd59-87d0-4edb-bf71-468f5011b52d", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:32.185646 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d4ba02d-abc9-4514-8070-f7965bf3ed9d {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:32.186032 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b5cfd3-68fd-4290-824f-814d81e1086f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fff4bd59-87d0-4edb-bf71-468f5011b52d', 'code': 200} Jul 16 01:52:32.190876 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4caf9415-4ca1-4e00-b026-0daf60bfd8ee req-4470b711-d157-4195-a881-c52eef579fa7 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=29c56237-5376-4355-b00b-b606afcc4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546575 Jul 16 01:52:32.260839 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-d86e568c-b373-463d-b0ca-c670ea38e2fe service neutron] Transition to ACTIVE for port object fff4bd59-87d0-4edb-bf71-468f5011b52d will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:32.269044 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-d86e568c-b373-463d-b0ca-c670ea38e2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.369968 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e568c-b373-463d-b0ca-c670ea38e2fe service neutron] Pushing event updated for resources: {'Port': ['ID=fff4bd59-87d0-4edb-bf71-468f5011b52d,revision_number=11']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:32.405218 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-d86e568c-b373-463d-b0ca-c670ea38e2fe service neutron] No DVR routers for this DVR port fff4bd59-87d0-4edb-bf71-468f5011b52d on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:32.481387 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b348f-6ab9-43c8-886b-c7776661b1e4 req-2638b40d-04b0-41ce-8647-67a6769dfe26 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:32.483192 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-317b348f-6ab9-43c8-886b-c7776661b1e4 req-2638b40d-04b0-41ce-8647-67a6769dfe26 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?device_id=d54190f8-e177-464e-8ce4-a8cd6e9a08f1 HTTP/1.1" status: 200 len: 945 time: 0.0807316 Jul 16 01:52:32.530003 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-317b348f-6ab9-43c8-886b-c7776661b1e4 req-e5f6869b-d211-4f88-8c75-47adecccb2b7 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/security-groups?id=29c56237-5376-4355-b00b-b606afcc4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406513 Jul 16 01:52:32.559224 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-d86e568c-b373-463d-b0ca-c670ea38e2fe service neutron] 10.222.0.84 "PUT /v2.0/ports/fff4bd59-87d0-4edb-bf71-468f5011b52d/bindings/n-h2-792394-16/activate HTTP/1.1" status: 200 len: 370 time: 0.6971145 Jul 16 01:52:32.571502 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.675594 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-61ad7743-7b6b-4641-99f1-8b54ac6aa60a tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:32.677221 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-61ad7743-7b6b-4641-99f1-8b54ac6aa60a tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f&tenant_id=8c0fcf31570241eb96a760177b0aa82f&binding%3Ahost_id=n-h1-792394-16 HTTP/1.1" status: 200 len: 1096 time: 0.0616882 Jul 16 01:52:32.748106 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-c40aee0e-9691-43ad-8c4d-1c2071b40fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:32.749673 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-c40aee0e-9691-43ad-8c4d-1c2071b40fd2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f&tenant_id=8c0fcf31570241eb96a760177b0aa82f HTTP/1.1" status: 200 len: 1096 time: 0.0643253 Jul 16 01:52:32.827870 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-10103766-b6e6-480e-932b-69cc12343025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:32.829481 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-10103766-b6e6-480e-932b-69cc12343025 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 1096 time: 0.0566375 Jul 16 01:52:32.941883 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-6b20e73e-f507-4140-97a0-ed8ea2bfe2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:32.942988 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-6b20e73e-f507-4140-97a0-ed8ea2bfe2e9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=33b32eab-4ad6-4edf-8177-f46ae1537de4 HTTP/1.1" status: 200 len: 898 time: 0.1071441 Jul 16 01:52:33.040494 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-26e0833f-d90f-441c-be1e-e4ca6b59e506 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fff4bd59-87d0-4edb-bf71-468f5011b52d HTTP/1.1" status: 200 len: 999 time: 0.0896881 Jul 16 01:52:33.103191 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48378dc0-8ae6-472b-8b72-0d342d2b2303 req-9097d77d-bd80-4130-9e34-65d235ff3a71 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:33.104645 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-48378dc0-8ae6-472b-8b72-0d342d2b2303 req-9097d77d-bd80-4130-9e34-65d235ff3a71 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 944 time: 0.1515284 Jul 16 01:52:33.111470 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-2aabca36-d165-40cf-a9bf-b553ebd76cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:33.112947 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-2aabca36-d165-40cf-a9bf-b553ebd76cae service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a735e895-ef3a-4aef-aabd-55481d9c7514 HTTP/1.1" status: 200 len: 834 time: 0.0652905 Jul 16 01:52:33.174496 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-48378dc0-8ae6-472b-8b72-0d342d2b2303 req-22469c7c-1bd0-43f3-a8dc-f6b29e28330c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=595044e5-55cc-45c4-b9fb-35292a47704f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605083 Jul 16 01:52:33.199581 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-615179e1-b9cf-486b-b6a7-5481459390e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:33.199581 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-615179e1-b9cf-486b-b6a7-5481459390e6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33b32eab-4ad6-4edf-8177-f46ae1537de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712421 Jul 16 01:52:33.290812 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-0ebb0b3e-0910-45f1-87ed-e9b8c02781cb service neutron] 10.222.0.82 "GET /v2.0/networks/33b32eab-4ad6-4edf-8177-f46ae1537de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855923 Jul 16 01:52:33.382348 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-361b9ad8-de87-4ac3-9f41-fe5de92ed14f service neutron] 10.222.0.82 "GET /v2.0/networks/33b32eab-4ad6-4edf-8177-f46ae1537de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853121 Jul 16 01:52:33.782785 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-d1888dcb-4e4c-46ae-8951-5e49d665d588 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:33.784175 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-d1888dcb-4e4c-46ae-8951-5e49d665d588 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f&tenant_id=8c0fcf31570241eb96a760177b0aa82f&binding%3Ahost_id=n-h2-792394-16 HTTP/1.1" status: 200 len: 1096 time: 0.0646508 Jul 16 01:52:33.792717 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea35d8-0776-4c8f-a9a8-24ca265e8b67 req-68ec942d-f1cb-4b9b-b6fb-b47825dedd46 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:33.794750 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5fea35d8-0776-4c8f-a9a8-24ca265e8b67 req-68ec942d-f1cb-4b9b-b6fb-b47825dedd46 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?device_id=d54190f8-e177-464e-8ce4-a8cd6e9a08f1 HTTP/1.1" status: 200 len: 945 time: 0.0718837 Jul 16 01:52:33.836131 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5fea35d8-0776-4c8f-a9a8-24ca265e8b67 req-53f6d7c8-b006-47b5-b746-2d7a9de50cef tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/security-groups?id=29c56237-5376-4355-b00b-b606afcc4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356505 Jul 16 01:52:33.966181 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-f80e554b-d0ab-4171-9773-556d3820164a service neutron] For port fff4bd59-87d0-4edb-bf71-468f5011b52d, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:33.976000 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-f80e554b-d0ab-4171-9773-556d3820164a service neutron] Notify callbacks [] for binding, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:33.977847 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b9545d7-f67b-409a-80a7-6e13ac26979a req-f80e554b-d0ab-4171-9773-556d3820164a service neutron] 10.222.0.82 "DELETE /v2.0/ports/fff4bd59-87d0-4edb-bf71-468f5011b52d/bindings/n-h1-792394-16 HTTP/1.1" status: 204 len: 173 time: 0.1870983 Jul 16 01:52:34.374293 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae49e8-5508-46e1-af89-7de8a663c161 req-c0095aee-a190-4644-91bc-7f23ccf57df4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:34.375828 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-62ae49e8-5508-46e1-af89-7de8a663c161 req-c0095aee-a190-4644-91bc-7f23ccf57df4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 944 time: 0.0742676 Jul 16 01:52:34.423072 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-62ae49e8-5508-46e1-af89-7de8a663c161 req-1aa5f453-7194-4f5c-94d8-9313a43960d7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=595044e5-55cc-45c4-b9fb-35292a47704f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414393 Jul 16 01:52:34.594423 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9443de-75fa-4632-b622-c2c31e7d4120 req-654625b4-d4ee-47af-a086-8231318e6638 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:34.596889 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3d9443de-75fa-4632-b622-c2c31e7d4120 req-654625b4-d4ee-47af-a086-8231318e6638 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 1096 time: 0.0583994 Jul 16 01:52:34.638485 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3d9443de-75fa-4632-b622-c2c31e7d4120 req-d41433cf-4949-4c91-a477-3a669ece2380 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=595044e5-55cc-45c4-b9fb-35292a47704f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350163 Jul 16 01:52:34.834723 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9cdea-0261-4098-8bcb-15d72e3c9db2 req-72734b5f-74ef-4f79-a546-8bccb93697fc tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:34.836249 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8df9cdea-0261-4098-8bcb-15d72e3c9db2 req-72734b5f-74ef-4f79-a546-8bccb93697fc tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 944 time: 0.0680079 Jul 16 01:52:34.840315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55409b6e-875f-448d-965a-5bf71ef00f2e req-2060902d-d844-4259-afda-379c196633f9 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:34.841992 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-55409b6e-875f-448d-965a-5bf71ef00f2e req-2060902d-d844-4259-afda-379c196633f9 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?device_id=d54190f8-e177-464e-8ce4-a8cd6e9a08f1 HTTP/1.1" status: 200 len: 945 time: 0.0626905 Jul 16 01:52:34.876520 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8df9cdea-0261-4098-8bcb-15d72e3c9db2 req-6afbe394-461a-4789-b1c7-7a4221fd2220 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=595044e5-55cc-45c4-b9fb-35292a47704f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338352 Jul 16 01:52:34.880684 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-55409b6e-875f-448d-965a-5bf71ef00f2e req-569f2fd4-4fb3-4c89-92c5-1eb472829e77 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/security-groups?id=29c56237-5376-4355-b00b-b606afcc4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330372 Jul 16 01:52:34.900974 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33558) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:34.968062 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f48b3cae-b359-4424-91a8-3a44305e4ffa tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/floatingips/421399b2-9726-4a80-8de4-fd55066e010f HTTP/1.1" status: 200 len: 991 time: 0.0659335 Jul 16 01:52:35.144789 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.222256 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33570) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:35.387815 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-eca2efef-5899-446c-8d56-f820fa3bd2a7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Deleting port 59d76520-88f1-49f2-b257-8cab973a2dca {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:35.388384 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eca2efef-5899-446c-8d56-f820fa3bd2a7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.471627 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eca2efef-5899-446c-8d56-f820fa3bd2a7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.471960 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eca2efef-5899-446c-8d56-f820fa3bd2a7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.484957 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-eca2efef-5899-446c-8d56-f820fa3bd2a7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Calling delete_port for 59d76520-88f1-49f2-b257-8cab973a2dca owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:35.642338 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eca2efef-5899-446c-8d56-f820fa3bd2a7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.670103 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2efef-5899-446c-8d56-f820fa3bd2a7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'Port': ['ID=59d76520-88f1-49f2-b257-8cab973a2dca,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:35.710750 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device fff4bd59-87d0-4edb-bf71-468f5011b52d no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:35.757579 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eca2efef-5899-446c-8d56-f820fa3bd2a7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.757919 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-eca2efef-5899-446c-8d56-f820fa3bd2a7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Floating IP 421399b2-9726-4a80-8de4-fd55066e010f disassociated (deleted). External IP: 172.25.6.125, port: fff4bd59-87d0-4edb-bf71-468f5011b52d. Jul 16 01:52:35.771053 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device fff4bd59-87d0-4edb-bf71-468f5011b52d not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:35.971133 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca2efef-5899-446c-8d56-f820fa3bd2a7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Router e77bb63f-db7d-4367-9077-b3495d31feeb has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:52:36.094473 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca2efef-5899-446c-8d56-f820fa3bd2a7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:52:36.099166 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-eca2efef-5899-446c-8d56-f820fa3bd2a7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.105452 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735bcb3-7e26-4e92-bac0-d11572295705 req-53b6c66c-3350-4bf9-ac03-55d752556af2 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:36.107088 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0735bcb3-7e26-4e92-bac0-d11572295705 req-53b6c66c-3350-4bf9-ac03-55d752556af2 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.84 "GET /v2.0/ports?device_id=d54190f8-e177-464e-8ce4-a8cd6e9a08f1 HTTP/1.1" status: 200 len: 945 time: 0.1238267 Jul 16 01:52:36.109330 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56601fc-cf8f-4b3a-97c4-6893f419c09a None None] Sync routers for ids ['e77bb63f-db7d-4367-9077-b3495d31feeb'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:52:36.120134 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56601fc-cf8f-4b3a-97c4-6893f419c09a None None] Routers {'e77bb63f-db7d-4367-9077-b3495d31feeb'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:36.129302 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787da2bf-09b1-4ede-8301-fa53a9a2e800 req-4ebb54e6-2200-4ed0-96c3-0bb82a33068a tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:36.129584 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c56601fc-cf8f-4b3a-97c4-6893f419c09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:52:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e77bb63f-db7d-4367-9077-b3495d31feeb'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:36.131103 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-787da2bf-09b1-4ede-8301-fa53a9a2e800 req-4ebb54e6-2200-4ed0-96c3-0bb82a33068a tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?device_id=d54190f8-e177-464e-8ce4-a8cd6e9a08f1 HTTP/1.1" status: 200 len: 945 time: 0.1197953 Jul 16 01:52:36.154589 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-eca2efef-5899-446c-8d56-f820fa3bd2a7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "DELETE /v2.0/floatingips/421399b2-9726-4a80-8de4-fd55066e010f HTTP/1.1" status: 204 len: 168 time: 0.9281836 Jul 16 01:52:36.154589 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b5cfd3-68fd-4290-824f-814d81e1086f', 'tag': 'fff4bd59-87d0-4edb-bf71-468f5011b52d'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:36.173485 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e434770-66ea-47f6-bba2-690f11ab1e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b5cfd3-68fd-4290-824f-814d81e1086f", "tag": "fff4bd59-87d0-4edb-bf71-468f5011b52d"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:36.284612 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-787da2bf-09b1-4ede-8301-fa53a9a2e800 req-a72b6fbf-d8de-48fb-967e-b73586b1b33b tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/security-groups?id=29c56237-5376-4355-b00b-b606afcc4f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324849 Jul 16 01:52:36.355182 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-0735bcb3-7e26-4e92-bac0-d11572295705 req-4a67d45c-f0ef-4a6e-9975-50c0df09e350 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Deleting port 5e6f26ba-9222-467c-b8fa-5fc66fca0e09 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:36.355783 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0735bcb3-7e26-4e92-bac0-d11572295705 req-4a67d45c-f0ef-4a6e-9975-50c0df09e350 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.377899 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-c56601fc-cf8f-4b3a-97c4-6893f419c09a None None] Set router e77bb63f-db7d-4367-9077-b3495d31feeb gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:36.475259 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-0735bcb3-7e26-4e92-bac0-d11572295705 req-4a67d45c-f0ef-4a6e-9975-50c0df09e350 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] For port 5e6f26ba-9222-467c-b8fa-5fc66fca0e09, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=5e6f26ba-9222-467c-b8fa-5fc66fca0e09,segment=NetworkSegment(42a02a34-a315-4d84-80be-a84ccc42ab1e),segment_id=42a02a34-a315-4d84-80be-a84ccc42ab1e)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:36.475664 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0735bcb3-7e26-4e92-bac0-d11572295705 req-4a67d45c-f0ef-4a6e-9975-50c0df09e350 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.504311 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-0735bcb3-7e26-4e92-bac0-d11572295705 req-4a67d45c-f0ef-4a6e-9975-50c0df09e350 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Calling delete_port for 5e6f26ba-9222-467c-b8fa-5fc66fca0e09 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:36.516852 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9c1d8c-344a-4195-b409-66cb390e5c5a x-openstack-request-id: req-dc9c1d8c-344a-4195-b409-66cb390e5c5a {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:36.518094 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b5cfd3-68fd-4290-824f-814d81e1086f", "tag": "fff4bd59-87d0-4edb-bf71-468f5011b52d", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:36.518366 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc9c1d8c-344a-4195-b409-66cb390e5c5a {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:36.518782 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b5cfd3-68fd-4290-824f-814d81e1086f', 'tag': 'fff4bd59-87d0-4edb-bf71-468f5011b52d', 'status': 'completed', 'code': 200} Jul 16 01:52:36.633576 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c56601fc-cf8f-4b3a-97c4-6893f419c09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36427200', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:29Z', 'updated_at': '2021-07-16T01:51:34Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:30Z', 'updated_at': '2021-07-16T01:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '0bd1e6d1-fd5e-4030-aa7f-0006e86302ea', 'name': '', 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:66:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'a735e895-ef3a-4aef-aabd-55481d9c7514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:41Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'a735e895-ef3a-4aef-aabd-55481d9c7514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:36.643000 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e434770-66ea-47f6-bba2-690f11ab1e0d req-ab253df6-41d4-45dc-ba09-29799d4e5f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:36.644575 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9e434770-66ea-47f6-bba2-690f11ab1e0d req-ab253df6-41d4-45dc-ba09-29799d4e5f41 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 1096 time: 0.0816061 Jul 16 01:52:36.666963 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56601fc-cf8f-4b3a-97c4-6893f419c09a None None] Checking router: e77bb63f-db7d-4367-9077-b3495d31feeb for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:52:36.676662 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56601fc-cf8f-4b3a-97c4-6893f419c09a None None] Routers {'e77bb63f-db7d-4367-9077-b3495d31feeb'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:36.677275 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c56601fc-cf8f-4b3a-97c4-6893f419c09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:52:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e77bb63f-db7d-4367-9077-b3495d31feeb'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:36.682036 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcbcc9-189a-421a-9d5a-3ba245786743 req-8992e5e5-5d20-4235-83e8-22ef251d1add tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:36.683585 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d1bcbcc9-189a-421a-9d5a-3ba245786743 req-8992e5e5-5d20-4235-83e8-22ef251d1add tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 944 time: 0.0694735 Jul 16 01:52:36.725971 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d1bcbcc9-189a-421a-9d5a-3ba245786743 req-ef1d58f4-ed1c-4143-9e6f-9b6b69fff1f2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=595044e5-55cc-45c4-b9fb-35292a47704f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349834 Jul 16 01:52:36.762490 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0735bcb3-7e26-4e92-bac0-d11572295705 req-4a67d45c-f0ef-4a6e-9975-50c0df09e350 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.774524 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['5e6f26ba-9222-467c-b8fa-5fc66fca0e09'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:36.809950 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67d45c-f0ef-4a6e-9975-50c0df09e350 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Pushing event deleted for resources: {'Port': ['ID=5e6f26ba-9222-467c-b8fa-5fc66fca0e09,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:36.824048 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-c56601fc-cf8f-4b3a-97c4-6893f419c09a None None] Set router e77bb63f-db7d-4367-9077-b3495d31feeb gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:36.839478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e434770-66ea-47f6-bba2-690f11ab1e0d req-a84987cd-c840-432c-a20f-dd9143135a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:36.841715 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9e434770-66ea-47f6-bba2-690f11ab1e0d req-a84987cd-c840-432c-a20f-dd9143135a0c service neutron] 10.222.0.82 "GET /v2.0/networks?id=33b32eab-4ad6-4edf-8177-f46ae1537de4 HTTP/1.1" status: 200 len: 898 time: 0.1880412 Jul 16 01:52:36.861939 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-0735bcb3-7e26-4e92-bac0-d11572295705 req-4a67d45c-f0ef-4a6e-9975-50c0df09e350 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] No DVR routers for this DVR port 5e6f26ba-9222-467c-b8fa-5fc66fca0e09 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:36.864870 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0735bcb3-7e26-4e92-bac0-d11572295705 req-4a67d45c-f0ef-4a6e-9975-50c0df09e350 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.867137 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0735bcb3-7e26-4e92-bac0-d11572295705 req-4a67d45c-f0ef-4a6e-9975-50c0df09e350 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.84 "DELETE /v2.0/ports/5e6f26ba-9222-467c-b8fa-5fc66fca0e09 HTTP/1.1" status: 204 len: 173 time: 0.7545171 Jul 16 01:52:36.873276 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54190f8-e177-464e-8ce4-a8cd6e9a08f1', 'name': 'network-vif-deleted', 'tag': '5e6f26ba-9222-467c-b8fa-5fc66fca0e09'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:36.875605 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca368f37-f652-405d-bdd2-e1b1f1c69b90" -d '{"events": [{"server_uuid": "d54190f8-e177-464e-8ce4-a8cd6e9a08f1", "name": "network-vif-deleted", "tag": "5e6f26ba-9222-467c-b8fa-5fc66fca0e09"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:36.925759 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9e434770-66ea-47f6-bba2-690f11ab1e0d req-e43caef8-a7b5-4869-ad68-b5269864704c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fff4bd59-87d0-4edb-bf71-468f5011b52d HTTP/1.1" status: 200 len: 217 time: 0.0649676 Jul 16 01:52:36.943756 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95001d2-23a2-4b3f-aaf2-016be9ca26e9 x-openstack-request-id: req-f95001d2-23a2-4b3f-aaf2-016be9ca26e9 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:36.944083 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54190f8-e177-464e-8ce4-a8cd6e9a08f1", "name": "network-vif-deleted", "tag": "5e6f26ba-9222-467c-b8fa-5fc66fca0e09", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:36.944434 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f95001d2-23a2-4b3f-aaf2-016be9ca26e9 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:36.944768 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54190f8-e177-464e-8ce4-a8cd6e9a08f1', 'name': 'network-vif-deleted', 'tag': '5e6f26ba-9222-467c-b8fa-5fc66fca0e09', 'status': 'completed', 'code': 200} Jul 16 01:52:37.012409 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e434770-66ea-47f6-bba2-690f11ab1e0d req-99c1c48c-e1c1-4532-8d5e-608c96099ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:37.014161 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9e434770-66ea-47f6-bba2-690f11ab1e0d req-99c1c48c-e1c1-4532-8d5e-608c96099ae9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a735e895-ef3a-4aef-aabd-55481d9c7514 HTTP/1.1" status: 200 len: 834 time: 0.0826225 Jul 16 01:52:37.052148 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c56601fc-cf8f-4b3a-97c4-6893f419c09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36427200', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:29Z', 'updated_at': '2021-07-16T01:51:34Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:30Z', 'updated_at': '2021-07-16T01:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '0bd1e6d1-fd5e-4030-aa7f-0006e86302ea', 'name': '', 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:66:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'a735e895-ef3a-4aef-aabd-55481d9c7514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:41Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'a735e895-ef3a-4aef-aabd-55481d9c7514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:37.077902 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45a219-da5c-4173-8531-e8c93052af47 req-b5c13ce1-e54e-4553-a6f1-cb5ad2987725 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:37.077902 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ca45a219-da5c-4173-8531-e8c93052af47 req-b5c13ce1-e54e-4553-a6f1-cb5ad2987725 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.82 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 944 time: 0.1131201 Jul 16 01:52:37.080535 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56601fc-cf8f-4b3a-97c4-6893f419c09a None None] The sync data for ids ['e77bb63f-db7d-4367-9077-b3495d31feeb'] in n-d-792394-16 is: [{'id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36427200', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:29Z', 'updated_at': '2021-07-16T01:51:34Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:30Z', 'updated_at': '2021-07-16T01:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '0bd1e6d1-fd5e-4030-aa7f-0006e86302ea', 'name': '', 'network_id': '33b32eab-4ad6-4edf-8177-f46ae1537de4', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:66:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'a735e895-ef3a-4aef-aabd-55481d9c7514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:41Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'a735e895-ef3a-4aef-aabd-55481d9c7514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:52:37.138412 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e434770-66ea-47f6-bba2-690f11ab1e0d req-6f5a3656-a7ff-4bd5-bfda-5ec343b583d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:37.139987 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9e434770-66ea-47f6-bba2-690f11ab1e0d req-6f5a3656-a7ff-4bd5-bfda-5ec343b583d3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33b32eab-4ad6-4edf-8177-f46ae1537de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1171227 Jul 16 01:52:37.269616 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9e434770-66ea-47f6-bba2-690f11ab1e0d req-a7af0a12-35ed-4e5a-9087-f795d85a9fcf service neutron] 10.222.0.82 "GET /v2.0/networks/33b32eab-4ad6-4edf-8177-f46ae1537de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214504 Jul 16 01:52:37.274432 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-ca45a219-da5c-4173-8531-e8c93052af47 req-e0f7e970-3345-48bf-b538-f5da06af254a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Deleting port fff4bd59-87d0-4edb-bf71-468f5011b52d {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:37.274804 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ca45a219-da5c-4173-8531-e8c93052af47 req-e0f7e970-3345-48bf-b538-f5da06af254a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.318447 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d8e1c2-5a37-463b-ba4b-0a118b30d692 None None] New status for floating IP 421399b2-9726-4a80-8de4-fd55066e010f: DOWN {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:52:37.574461 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ff491cde-b515-4de0-bc47-4b136ba8f904 req-dc17ecd7-ff92-42a3-8d9c-eea3acc6df24 tempest-VolumesActionsTest-1466412551 tempest-VolumesActionsTest-1466412551-project] 10.222.0.16 "GET /v2.0/ports?device_id=d54190f8-e177-464e-8ce4-a8cd6e9a08f1 HTTP/1.1" status: 200 len: 210 time: 0.0340357 Jul 16 01:52:37.762159 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ca45a219-da5c-4173-8531-e8c93052af47 req-e0f7e970-3345-48bf-b538-f5da06af254a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] For port fff4bd59-87d0-4edb-bf71-468f5011b52d, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=fff4bd59-87d0-4edb-bf71-468f5011b52d,segment=NetworkSegment(c8e0c241-e221-4c35-84f4-764c2467bcdd),segment_id=c8e0c241-e221-4c35-84f4-764c2467bcdd)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:37.762732 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ca45a219-da5c-4173-8531-e8c93052af47 req-e0f7e970-3345-48bf-b538-f5da06af254a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.814356 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9e434770-66ea-47f6-bba2-690f11ab1e0d req-53d7ed9a-c6b2-4533-82a9-aadf1899d300 service neutron] 10.222.0.82 "GET /v2.0/networks/33b32eab-4ad6-4edf-8177-f46ae1537de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363965 Jul 16 01:52:37.815244 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-ca45a219-da5c-4173-8531-e8c93052af47 req-e0f7e970-3345-48bf-b538-f5da06af254a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Calling delete_port for fff4bd59-87d0-4edb-bf71-468f5011b52d owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:37.889816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-64cc9553-b8d5-4170-9f43-9adc495f6b3c tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:37.891439 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-64cc9553-b8d5-4170-9f43-9adc495f6b3c tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/networks?id=f549e847-648a-4ba9-8fd4-768bab76a1bf HTTP/1.1" status: 200 len: 812 time: 0.2332580 Jul 16 01:52:37.919195 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-ef5850c4-20d1-42c7-ae74-515b3bf0338f tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/quotas/eced6fab7a2f4612995536666e51ab3d HTTP/1.1" status: 200 len: 375 time: 0.0213299 Jul 16 01:52:37.920613 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa281e4-d02c-48bb-a367-5e5f261f9203 req-12e39a55-d681-42b8-89f5-600c90e489d6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:37.922174 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0aa281e4-d02c-48bb-a367-5e5f261f9203 req-12e39a55-d681-42b8-89f5-600c90e489d6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b5cfd3-68fd-4290-824f-814d81e1086f HTTP/1.1" status: 200 len: 944 time: 0.0736496 Jul 16 01:52:37.963282 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-17f831a5-ebe6-4bd8-ba15-e230a7021a18 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eced6fab7a2f4612995536666e51ab3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322201 Jul 16 01:52:37.971664 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0aa281e4-d02c-48bb-a367-5e5f261f9203 req-aceeb38e-9ddb-429b-bf0c-1da2e1e893b9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=595044e5-55cc-45c4-b9fb-35292a47704f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407927 Jul 16 01:52:38.082311 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ca45a219-da5c-4173-8531-e8c93052af47 req-e0f7e970-3345-48bf-b538-f5da06af254a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.117347 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7e970-3345-48bf-b538-f5da06af254a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'Port': ['ID=fff4bd59-87d0-4edb-bf71-468f5011b52d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:38.139729 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-7dadb42a-fad7-4453-918e-936d23dc18e3 service neutron] 10.222.0.16 "GET /v2.0/networks/f549e847-648a-4ba9-8fd4-768bab76a1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594558 Jul 16 01:52:38.202330 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca45a219-da5c-4173-8531-e8c93052af47 req-e0f7e970-3345-48bf-b538-f5da06af254a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] No DVR routers for this DVR port fff4bd59-87d0-4edb-bf71-468f5011b52d on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:38.205787 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ca45a219-da5c-4173-8531-e8c93052af47 req-e0f7e970-3345-48bf-b538-f5da06af254a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.207775 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ca45a219-da5c-4173-8531-e8c93052af47 req-e0f7e970-3345-48bf-b538-f5da06af254a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.82 "DELETE /v2.0/ports/fff4bd59-87d0-4edb-bf71-468f5011b52d HTTP/1.1" status: 204 len: 173 time: 1.1218336 Jul 16 01:52:38.273173 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-c9eadb44-2b94-4f4c-b190-3b6d862c0b55 service neutron] 10.222.0.16 "GET /v2.0/networks/f549e847-648a-4ba9-8fd4-768bab76a1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157577 Jul 16 01:52:38.447488 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-aa50513f-e515-4fba-b60e-e76f45d42238 req-a977146a-94e0-4929-87c3-f2d3f2ba872c tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0283637-67d1-4412-9ac1-586afdf9bb45 HTTP/1.1" status: 200 len: 210 time: 0.0298784 Jul 16 01:52:38.946459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b5cfd3-68fd-4290-824f-814d81e1086f', 'name': 'network-vif-deleted', 'tag': 'fff4bd59-87d0-4edb-bf71-468f5011b52d'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:38.949137 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0f9daa-102d-4f56-9c15-bd3d10e6ef13" -d '{"events": [{"server_uuid": "c6b5cfd3-68fd-4290-824f-814d81e1086f", "name": "network-vif-deleted", "tag": "fff4bd59-87d0-4edb-bf71-468f5011b52d"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:38.989187 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ea2f44-04ea-43a5-a9c2-4aa99d402687 x-openstack-request-id: req-b9ea2f44-04ea-43a5-a9c2-4aa99d402687 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:38.989663 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b5cfd3-68fd-4290-824f-814d81e1086f", "name": "network-vif-deleted", "tag": "fff4bd59-87d0-4edb-bf71-468f5011b52d", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:38.989984 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9ea2f44-04ea-43a5-a9c2-4aa99d402687 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:38.990546 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b5cfd3-68fd-4290-824f-814d81e1086f', 'name': 'network-vif-deleted', 'tag': 'fff4bd59-87d0-4edb-bf71-468f5011b52d', 'status': 'completed', 'code': 200} Jul 16 01:52:39.077846 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33636) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:39.381598 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:52:39.501977 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-30ccc032-da6a-4b20-99e2-aa5a3c8ac443 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.630727 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6e7149ac-7199-4337-8e2c-b9ea33db3e3a req-dcd20c32-54c7-40dc-b6be-23ff79af7d48 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0283637-67d1-4412-9ac1-586afdf9bb45 HTTP/1.1" status: 200 len: 210 time: 0.0380595 Jul 16 01:52:39.698199 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-b6ab3071-9a93-4493-9536-a2a62d0b8001 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:39.699726 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-b6ab3071-9a93-4493-9536-a2a62d0b8001 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.84 "GET /v2.0/networks?id=f549e847-648a-4ba9-8fd4-768bab76a1bf HTTP/1.1" status: 200 len: 812 time: 0.1944256 Jul 16 01:52:39.735778 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-a9e9f061-9ccc-42a9-9a47-c94fbc583deb tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Request body: {'port': {'device_id': 'e0283637-67d1-4412-9ac1-586afdf9bb45', 'network_id': 'f549e847-648a-4ba9-8fd4-768bab76a1bf', 'admin_state_up': True, 'tenant_id': 'eced6fab7a2f4612995536666e51ab3d'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:39.743148 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 5e6f26ba-9222-467c-b8fa-5fc66fca0e09 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:39.775934 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 5e6f26ba-9222-467c-b8fa-5fc66fca0e09 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:39.776808 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 5e6f26ba-9222-467c-b8fa-5fc66fca0e09 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:39.921114 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-a9e9f061-9ccc-42a9-9a47-c94fbc583deb tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Made reservation on behalf of eced6fab7a2f4612995536666e51ab3d for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:39.925186 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-a9e9f061-9ccc-42a9-9a47-c94fbc583deb tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:40.045462 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-30ccc032-da6a-4b20-99e2-aa5a3c8ac443 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Deleting port 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:40.045791 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-30ccc032-da6a-4b20-99e2-aa5a3c8ac443 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:40.151180 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-a9e9f061-9ccc-42a9-9a47-c94fbc583deb tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Allocated IP 172.20.0.9 (f549e847-648a-4ba9-8fd4-768bab76a1bf/dc51fbbc-95db-4bbf-a77e-17709740503c/1c240776-8946-4196-9097-65b6ff8278aa) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:40.220465 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-30ccc032-da6a-4b20-99e2-aa5a3c8ac443 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] For port 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0bd1e6d1-fd5e-4030-aa7f-0006e86302ea,segment=NetworkSegment(c8e0c241-e221-4c35-84f4-764c2467bcdd),segment_id=c8e0c241-e221-4c35-84f4-764c2467bcdd)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:40.220754 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-30ccc032-da6a-4b20-99e2-aa5a3c8ac443 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:40.247989 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-30ccc032-da6a-4b20-99e2-aa5a3c8ac443 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Calling delete_port for 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:40.475502 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-a9e9f061-9ccc-42a9-9a47-c94fbc583deb tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:40.562949 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-a9e9f061-9ccc-42a9-9a47-c94fbc583deb tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:40.645944 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-a9e9f061-9ccc-42a9-9a47-c94fbc583deb tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Network f549e847-648a-4ba9-8fd4-768bab76a1bf is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:40.656135 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-a9e9f061-9ccc-42a9-9a47-c94fbc583deb tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:40.660743 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-a9e9f061-9ccc-42a9-9a47-c94fbc583deb tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:40.664055 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9f061-9ccc-42a9-9a47-c94fbc583deb tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Pushing event updated for resources: {'Port': ['ID=1c240776-8946-4196-9097-65b6ff8278aa,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:40.705414 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-30ccc032-da6a-4b20-99e2-aa5a3c8ac443 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:40.744121 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccc032-da6a-4b20-99e2-aa5a3c8ac443 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'Port': ['ID=0bd1e6d1-fd5e-4030-aa7f-0006e86302ea,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:40.755484 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-a9e9f061-9ccc-42a9-9a47-c94fbc583deb tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:40.756340 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-a9e9f061-9ccc-42a9-9a47-c94fbc583deb tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:40.818716 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-a9e9f061-9ccc-42a9-9a47-c94fbc583deb tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0868242 Jul 16 01:52:40.838298 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Request body: {'port': {'device_id': 'e0283637-67d1-4412-9ac1-586afdf9bb45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:40.994422 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device fff4bd59-87d0-4edb-bf71-468f5011b52d no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:41.039311 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.051039 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: fff4bd59-87d0-4edb-bf71-468f5011b52d {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:41.052302 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device fff4bd59-87d0-4edb-bf71-468f5011b52d not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:41.070172 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d638eb4-4e9a-4d01-b1c3-6fd8744d3849 req-b377add1-b443-402c-9f95-2f3ecd0d3dbe tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:41.071713 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0d638eb4-4e9a-4d01-b1c3-6fd8744d3849 req-b377add1-b443-402c-9f95-2f3ecd0d3dbe tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0283637-67d1-4412-9ac1-586afdf9bb45 HTTP/1.1" status: 200 len: 931 time: 0.2576876 Jul 16 01:52:41.078433 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-30ccc032-da6a-4b20-99e2-aa5a3c8ac443 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.296400 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0d638eb4-4e9a-4d01-b1c3-6fd8744d3849 req-d5d3f59b-5856-4733-9d31-1d4640bda4ac tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd3df87-8e4d-4192-804c-0acaa79aaa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934521 Jul 16 01:52:41.874050 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ccc032-da6a-4b20-99e2-aa5a3c8ac443 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Router e77bb63f-db7d-4367-9077-b3495d31feeb has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:52:41.882422 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c240776-8946-4196-9097-65b6ff8278aa {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:41.892584 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.938182 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Transition to ACTIVE for port object 1c240776-8946-4196-9097-65b6ff8278aa will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:41.947538 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.046659 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Pushing event updated for resources: {'Port': ['ID=1c240776-8946-4196-9097-65b6ff8278aa,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:42.061287 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:42.061566 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:42.061911 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:42.062254 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:42.062579 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:42.062907 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:42.063231 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:42.063553 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:42.063875 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:42.064211 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:42.064568 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:42.064896 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:42.089867 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ccc032-da6a-4b20-99e2-aa5a3c8ac443 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:52:42.098468 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33696) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:42.098920 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-30ccc032-da6a-4b20-99e2-aa5a3c8ac443 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "PUT /v2.0/routers/e77bb63f-db7d-4367-9077-b3495d31feeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0193329 Jul 16 01:52:42.102220 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea72492d-af66-4c07-86ea-2ffe6e109038 None None] Sync routers for ids ['e77bb63f-db7d-4367-9077-b3495d31feeb'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:52:42.113996 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea72492d-af66-4c07-86ea-2ffe6e109038 None None] Routers {'e77bb63f-db7d-4367-9077-b3495d31feeb'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:42.116009 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-ea72492d-af66-4c07-86ea-2ffe6e109038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:52:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e77bb63f-db7d-4367-9077-b3495d31feeb'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:42.169362 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79cc053-72c6-4719-ac49-30c16ed75d4c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Deleting subnet a735e895-ef3a-4aef-aabd-55481d9c7514 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:52:42.173545 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c79cc053-72c6-4719-ac49-30c16ed75d4c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.176529 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Attempting to bind port 1c240776-8946-4196-9097-65b6ff8278aa on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:42.176529 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Attempting to bind port 1c240776-8946-4196-9097-65b6ff8278aa by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '894ffe6b-425d-470c-a4ad-5c60563966d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f549e847-648a-4ba9-8fd4-768bab76a1bf'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:42.176834 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Attempting to bind port 1c240776-8946-4196-9097-65b6ff8278aa on network f549e847-648a-4ba9-8fd4-768bab76a1bf {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:42.181813 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Port 1c240776-8946-4196-9097-65b6ff8278aa on network f549e847-648a-4ba9-8fd4-768bab76a1bf not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:52:42.182365 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Attempting to bind port 1c240776-8946-4196-9097-65b6ff8278aa on network f549e847-648a-4ba9-8fd4-768bab76a1bf {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:42.189844 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:42.190191 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Checking segment: {'id': '894ffe6b-425d-470c-a4ad-5c60563966d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f549e847-648a-4ba9-8fd4-768bab76a1bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:42.190627 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Bound using segment: {'id': '894ffe6b-425d-470c-a4ad-5c60563966d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f549e847-648a-4ba9-8fd4-768bab76a1bf'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:42.191190 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Bound port: 1c240776-8946-4196-9097-65b6ff8278aa, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '894ffe6b-425d-470c-a4ad-5c60563966d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f549e847-648a-4ba9-8fd4-768bab76a1bf'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:42.191552 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.222149 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c79cc053-72c6-4719-ac49-30c16ed75d4c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.308854 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] For port 1c240776-8946-4196-9097-65b6ff8278aa, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:42.313204 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] For port 1c240776-8946-4196-9097-65b6ff8278aa, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1c240776-8946-4196-9097-65b6ff8278aa,segment=NetworkSegment(894ffe6b-425d-470c-a4ad-5c60563966d3),segment_id=894ffe6b-425d-470c-a4ad-5c60563966d3)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:42.316162 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-ea72492d-af66-4c07-86ea-2ffe6e109038 None None] Set router e77bb63f-db7d-4367-9077-b3495d31feeb gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:42.321863 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.331769 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c79cc053-72c6-4719-ac49-30c16ed75d4c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.412293 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:42.413267 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.414925 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] 10.222.0.84 "PUT /v2.0/ports/1c240776-8946-4196-9097-65b6ff8278aa HTTP/1.1" status: 200 len: 1092 time: 1.5819359 Jul 16 01:52:42.415419 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0283637-67d1-4412-9ac1-586afdf9bb45', 'tag': '1c240776-8946-4196-9097-65b6ff8278aa'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:42.418380 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd39059-740a-4b08-a192-8c03534be437" -d '{"events": [{"name": "network-changed", "server_uuid": "e0283637-67d1-4412-9ac1-586afdf9bb45", "tag": "1c240776-8946-4196-9097-65b6ff8278aa"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:42.447736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b700421-5fd5-42ae-aba0-fb9b0281d365 service neutron] Pushing event updated for resources: {'Port': ['ID=1c240776-8946-4196-9097-65b6ff8278aa,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:42.490136 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c79cc053-72c6-4719-ac49-30c16ed75d4c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.538523 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b4b58a-cfda-4fbb-80d0-8512acaeb314 x-openstack-request-id: req-55b4b58a-cfda-4fbb-80d0-8512acaeb314 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:42.538820 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0283637-67d1-4412-9ac1-586afdf9bb45", "tag": "1c240776-8946-4196-9097-65b6ff8278aa", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:42.539051 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55b4b58a-cfda-4fbb-80d0-8512acaeb314 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:42.539986 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0283637-67d1-4412-9ac1-586afdf9bb45', 'tag': '1c240776-8946-4196-9097-65b6ff8278aa', 'status': 'completed', 'code': 200} Jul 16 01:52:42.556127 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-2771795d-7095-4621-b9a4-fe95ef35818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:42.557804 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-2771795d-7095-4621-b9a4-fe95ef35818b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=eced6fab7a2f4612995536666e51ab3d&device_id=e0283637-67d1-4412-9ac1-586afdf9bb45 HTTP/1.1" status: 200 len: 1095 time: 0.0905092 Jul 16 01:52:42.575474 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cc053-72c6-4719-ac49-30c16ed75d4c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'Subnet': ['ID=a735e895-ef3a-4aef-aabd-55481d9c7514,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:42.616573 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c79cc053-72c6-4719-ac49-30c16ed75d4c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.618928 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c79cc053-72c6-4719-ac49-30c16ed75d4c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "DELETE /v2.0/subnets/a735e895-ef3a-4aef-aabd-55481d9c7514 HTTP/1.1" status: 204 len: 168 time: 0.5184016 Jul 16 01:52:42.623451 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33706) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:42.626006 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-1a18e753-8b65-4da2-808e-3726a7907aa4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c240776-8946-4196-9097-65b6ff8278aa HTTP/1.1" status: 200 len: 217 time: 0.0595684 Jul 16 01:52:42.664554 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99af14f-5268-4193-8f7b-81509e3ba022 None None] Network 33b32eab-4ad6-4edf-8177-f46ae1537de4 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:42.681944 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-b66d6f20-8e68-4e3d-b541-360765133fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:42.683969 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-b66d6f20-8e68-4e3d-b541-360765133fc8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dc51fbbc-95db-4bbf-a77e-17709740503c HTTP/1.1" status: 200 len: 852 time: 0.0518301 Jul 16 01:52:42.755441 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-e27dfa2a-8613-4a00-871f-55c6dad4b072 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f549e847-648a-4ba9-8fd4-768bab76a1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491135 Jul 16 01:52:42.759179 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecfb3a-d8a4-4ec8-9ef2-3c1d6829b699 req-ff9342d9-2f58-41e0-b385-20f69a4343a2 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:42.767645 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b6ecfb3a-d8a4-4ec8-9ef2-3c1d6829b699 req-ff9342d9-2f58-41e0-b385-20f69a4343a2 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0283637-67d1-4412-9ac1-586afdf9bb45 HTTP/1.1" status: 200 len: 943 time: 0.2172115 Jul 16 01:52:42.792817 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c97fc2d-4263-447e-b156-b939b68169f6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.862486 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b6ecfb3a-d8a4-4ec8-9ef2-3c1d6829b699 req-40ff80eb-f8b5-446c-9968-ef2464fb769b tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd3df87-8e4d-4192-804c-0acaa79aaa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935652 Jul 16 01:52:42.918655 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-14af373d-9ce1-449c-a7c7-034e9023ba4a service neutron] 10.222.0.84 "GET /v2.0/networks/f549e847-648a-4ba9-8fd4-768bab76a1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533916 Jul 16 01:52:42.938114 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c97fc2d-4263-447e-b156-b939b68169f6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.025591 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-0c97fc2d-4263-447e-b156-b939b68169f6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Deleting port be6965f5-168e-4471-9485-55a09ce1baec {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:43.026259 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c97fc2d-4263-447e-b156-b939b68169f6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.035549 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-270596fc-6670-4a2a-b2d0-9a44dbba251f req-4b854891-fdeb-4d04-9c31-3d420ec445b9 service neutron] 10.222.0.84 "GET /v2.0/networks/f549e847-648a-4ba9-8fd4-768bab76a1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110594 Jul 16 01:52:43.112395 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-ea72492d-af66-4c07-86ea-2ffe6e109038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36427200', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:29Z', 'updated_at': '2021-07-16T01:52:40Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'be6965f5-168e-4471-9485-55a09ce1baec', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:30Z', 'updated_at': '2021-07-16T01:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:43.150563 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea72492d-af66-4c07-86ea-2ffe6e109038 None None] Checking router: e77bb63f-db7d-4367-9077-b3495d31feeb for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:52:43.181774 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea72492d-af66-4c07-86ea-2ffe6e109038 None None] Routers {'e77bb63f-db7d-4367-9077-b3495d31feeb'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:43.182561 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-ea72492d-af66-4c07-86ea-2ffe6e109038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:52:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e77bb63f-db7d-4367-9077-b3495d31feeb'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:43.227464 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd39059-740a-4b08-a192-8c03534be437 req-9e5a1041-6d7e-4ef9-9c54-711a4465e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:43.229527 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bdd39059-740a-4b08-a192-8c03534be437 req-9e5a1041-6d7e-4ef9-9c54-711a4465e7e1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=eced6fab7a2f4612995536666e51ab3d&device_id=e0283637-67d1-4412-9ac1-586afdf9bb45 HTTP/1.1" status: 200 len: 1095 time: 0.1231744 Jul 16 01:52:43.287093 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cdbd44-e5fe-41d2-a502-d25a7017bcf3 None None] DHCP port deletion for 33b32eab-4ad6-4edf-8177-f46ae1537de4 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:52:43.347325 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-ea72492d-af66-4c07-86ea-2ffe6e109038 None None] Set router e77bb63f-db7d-4367-9077-b3495d31feeb gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:43.378563 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd39059-740a-4b08-a192-8c03534be437 req-12c11d1b-81c3-4404-bdb6-ca0bb70003ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:43.390253 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bdd39059-740a-4b08-a192-8c03534be437 req-12c11d1b-81c3-4404-bdb6-ca0bb70003ff service neutron] 10.222.0.84 "GET /v2.0/networks?id=f549e847-648a-4ba9-8fd4-768bab76a1bf HTTP/1.1" status: 200 len: 913 time: 0.1497903 Jul 16 01:52:43.420173 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-ea72492d-af66-4c07-86ea-2ffe6e109038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36427200', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:29Z', 'updated_at': '2021-07-16T01:52:42Z', 'revision_number': 6, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:43.441506 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bdd39059-740a-4b08-a192-8c03534be437 req-bd4d766a-fbbd-4a2c-9fee-fa0b679ce8f5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c240776-8946-4196-9097-65b6ff8278aa HTTP/1.1" status: 200 len: 217 time: 0.0459599 Jul 16 01:52:43.500914 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea72492d-af66-4c07-86ea-2ffe6e109038 None None] The sync data for ids ['e77bb63f-db7d-4367-9077-b3495d31feeb'] in n-d-792394-16 is: [{'id': 'e77bb63f-db7d-4367-9077-b3495d31feeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36427200', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:29Z', 'updated_at': '2021-07-16T01:52:42Z', 'revision_number': 6, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port_host': None}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:52:43.521807 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f7cdbd44-e5fe-41d2-a502-d25a7017bcf3 None None] Deleting port 147c7cde-2805-409b-a40b-918b67f9ea09 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:43.522226 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7cdbd44-e5fe-41d2-a502-d25a7017bcf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.556409 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd39059-740a-4b08-a192-8c03534be437 req-1be706ff-a024-47d1-9f15-a5d57e28d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:43.558540 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bdd39059-740a-4b08-a192-8c03534be437 req-1be706ff-a024-47d1-9f15-a5d57e28d0f8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dc51fbbc-95db-4bbf-a77e-17709740503c HTTP/1.1" status: 200 len: 852 time: 0.0972354 Jul 16 01:52:43.625737 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bdd39059-740a-4b08-a192-8c03534be437 req-7bb2e994-7f7e-48fc-bed7-36e1a70d66e1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f549e847-648a-4ba9-8fd4-768bab76a1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588794 Jul 16 01:52:43.636827 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-f7cdbd44-e5fe-41d2-a502-d25a7017bcf3 None None] For port 147c7cde-2805-409b-a40b-918b67f9ea09, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=147c7cde-2805-409b-a40b-918b67f9ea09,segment=NetworkSegment(c8e0c241-e221-4c35-84f4-764c2467bcdd),segment_id=c8e0c241-e221-4c35-84f4-764c2467bcdd)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:43.637811 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7cdbd44-e5fe-41d2-a502-d25a7017bcf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.647228 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-0c97fc2d-4263-447e-b156-b939b68169f6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] For port be6965f5-168e-4471-9485-55a09ce1baec, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=be6965f5-168e-4471-9485-55a09ce1baec,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:43.647788 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c97fc2d-4263-447e-b156-b939b68169f6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.656939 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f7cdbd44-e5fe-41d2-a502-d25a7017bcf3 None None] Calling delete_port for 147c7cde-2805-409b-a40b-918b67f9ea09 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:43.667850 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-0c97fc2d-4263-447e-b156-b939b68169f6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Calling delete_port for be6965f5-168e-4471-9485-55a09ce1baec owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:43.764424 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bdd39059-740a-4b08-a192-8c03534be437 req-c8be1cd7-c3b9-4fd0-a064-dccee66d3161 service neutron] 10.222.0.84 "GET /v2.0/networks/f549e847-648a-4ba9-8fd4-768bab76a1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300526 Jul 16 01:52:43.767752 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7cdbd44-e5fe-41d2-a502-d25a7017bcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.824048 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cdbd44-e5fe-41d2-a502-d25a7017bcf3 None None] No DVR routers for this DVR port 147c7cde-2805-409b-a40b-918b67f9ea09 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:43.833815 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdbd44-e5fe-41d2-a502-d25a7017bcf3 None None] Pushing event deleted for resources: {'Port': ['ID=147c7cde-2805-409b-a40b-918b67f9ea09,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:43.842992 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdbd44-e5fe-41d2-a502-d25a7017bcf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:43.843342 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdbd44-e5fe-41d2-a502-d25a7017bcf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:43.843681 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdbd44-e5fe-41d2-a502-d25a7017bcf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:43.844017 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdbd44-e5fe-41d2-a502-d25a7017bcf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:43.844348 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdbd44-e5fe-41d2-a502-d25a7017bcf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:43.844702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdbd44-e5fe-41d2-a502-d25a7017bcf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:43.845028 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdbd44-e5fe-41d2-a502-d25a7017bcf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:43.845350 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdbd44-e5fe-41d2-a502-d25a7017bcf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:43.845668 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdbd44-e5fe-41d2-a502-d25a7017bcf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:43.845988 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdbd44-e5fe-41d2-a502-d25a7017bcf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:43.846312 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdbd44-e5fe-41d2-a502-d25a7017bcf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:43.846619 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cdbd44-e5fe-41d2-a502-d25a7017bcf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:43.911619 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bdd39059-740a-4b08-a192-8c03534be437 req-ba3fdda1-bbfd-469a-b297-323981c3cfa1 service neutron] 10.222.0.84 "GET /v2.0/networks/f549e847-648a-4ba9-8fd4-768bab76a1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392586 Jul 16 01:52:43.964594 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c97fc2d-4263-447e-b156-b939b68169f6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.020816 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97fc2d-4263-447e-b156-b939b68169f6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'Port': ['ID=be6965f5-168e-4471-9485-55a09ce1baec,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:44.121848 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c97fc2d-4263-447e-b156-b939b68169f6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.150371 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65059aa-7b4c-4338-ac63-105dee23b19e req-27bc0580-f57f-4e39-bc8f-4507acc522cb tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:44.156792 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b65059aa-7b4c-4338-ac63-105dee23b19e req-27bc0580-f57f-4e39-bc8f-4507acc522cb tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0283637-67d1-4412-9ac1-586afdf9bb45 HTTP/1.1" status: 200 len: 943 time: 0.0951943 Jul 16 01:52:44.216735 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b65059aa-7b4c-4338-ac63-105dee23b19e req-4cf90167-4402-49df-8ac8-c0f728b24eb1 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd3df87-8e4d-4192-804c-0acaa79aaa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570312 Jul 16 01:52:44.279584 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c97fc2d-4263-447e-b156-b939b68169f6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.282422 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c97fc2d-4263-447e-b156-b939b68169f6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.335702 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c97fc2d-4263-447e-b156-b939b68169f6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.336217 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c97fc2d-4263-447e-b156-b939b68169f6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Fanout notify agent at l3_agent the message router_deleted on router e77bb63f-db7d-4367-9077-b3495d31feeb {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:52:44.343486 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c97fc2d-4263-447e-b156-b939b68169f6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.344713 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0c97fc2d-4263-447e-b156-b939b68169f6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "DELETE /v2.0/routers/e77bb63f-db7d-4367-9077-b3495d31feeb HTTP/1.1" status: 204 len: 168 time: 1.7200053 Jul 16 01:52:44.347563 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33714) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:44.442317 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25a497ed-11f5-485c-b48e-eeb82d79ecba tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.570689 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25a497ed-11f5-485c-b48e-eeb82d79ecba tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.586687 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-25a497ed-11f5-485c-b48e-eeb82d79ecba tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b32eab-4ad6-4edf-8177-f46ae1537de4']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:44.611018 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-25a497ed-11f5-485c-b48e-eeb82d79ecba tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e0c241-e221-4c35-84f4-764c2467bcdd') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:44.611401 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-25a497ed-11f5-485c-b48e-eeb82d79ecba tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e0c241-e221-4c35-84f4-764c2467bcdd') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:44.632541 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25a497ed-11f5-485c-b48e-eeb82d79ecba tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.658196 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25a497ed-11f5-485c-b48e-eeb82d79ecba tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.668221 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a497ed-11f5-485c-b48e-eeb82d79ecba tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:52:44.668925 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25a497ed-11f5-485c-b48e-eeb82d79ecba tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:52:44.674611 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:52:44.776550 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25a497ed-11f5-485c-b48e-eeb82d79ecba tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.791182 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25a497ed-11f5-485c-b48e-eeb82d79ecba tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.793006 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-25a497ed-11f5-485c-b48e-eeb82d79ecba tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "DELETE /v2.0/networks/33b32eab-4ad6-4edf-8177-f46ae1537de4 HTTP/1.1" status: 204 len: 168 time: 0.4427595 Jul 16 01:52:44.794597 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33724) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:44.805814 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a497ed-11f5-485c-b48e-eeb82d79ecba tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'Network': ['ID=33b32eab-4ad6-4edf-8177-f46ae1537de4,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:44.907827 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b4c51494-704d-4fd9-8217-5ce60f6aaebd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.944391 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b4c51494-704d-4fd9-8217-5ce60f6aaebd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.020412 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b4c51494-704d-4fd9-8217-5ce60f6aaebd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.020412 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b4c51494-704d-4fd9-8217-5ce60f6aaebd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.023843 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b4c51494-704d-4fd9-8217-5ce60f6aaebd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "DELETE /v2.0/security-groups/595044e5-55cc-45c4-b9fb-35292a47704f HTTP/1.1" status: 204 len: 168 time: 0.2243240 Jul 16 01:52:45.032031 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c51494-704d-4fd9-8217-5ce60f6aaebd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=595044e5-55cc-45c4-b9fb-35292a47704f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:45.149920 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device be6965f5-168e-4471-9485-55a09ce1baec no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:45.174423 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: be6965f5-168e-4471-9485-55a09ce1baec {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:45.174735 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device be6965f5-168e-4471-9485-55a09ce1baec not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:45.175222 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:45.199291 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:45.199291 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0bd1e6d1-fd5e-4030-aa7f-0006e86302ea not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:45.199291 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 147c7cde-2805-409b-a40b-918b67f9ea09 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:45.219779 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 147c7cde-2805-409b-a40b-918b67f9ea09 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:45.220209 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 147c7cde-2805-409b-a40b-918b67f9ea09 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:45.483801 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b2dc0-cd6b-4807-95f6-67898650a655 req-d0e855d6-e915-4ccb-a73c-f15d0c9c0232 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:45.491866 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5c0b2dc0-cd6b-4807-95f6-67898650a655 req-d0e855d6-e915-4ccb-a73c-f15d0c9c0232 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0283637-67d1-4412-9ac1-586afdf9bb45 HTTP/1.1" status: 200 len: 943 time: 0.1282315 Jul 16 01:52:45.524224 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33732) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:45.533250 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-7a41d6e7-e311-427f-b9b2-287eee00ea9f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1703886143', 'description': 'tempest-secgroup-smoke-1703886143 description', 'project_id': '8c0fcf31570241eb96a760177b0aa82f'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:45.553997 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5c0b2dc0-cd6b-4807-95f6-67898650a655 req-0b5c7fe3-e3f5-46b6-8b00-b27bf6886d24 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd3df87-8e4d-4192-804c-0acaa79aaa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609443 Jul 16 01:52:45.602199 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7a41d6e7-e311-427f-b9b2-287eee00ea9f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.726091 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7a41d6e7-e311-427f-b9b2-287eee00ea9f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.736159 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7a41d6e7-e311-427f-b9b2-287eee00ea9f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.761815 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 1c240776-8946-4196-9097-65b6ff8278aa details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:45.808273 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41d6e7-e311-427f-b9b2-287eee00ea9f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d57ea802-c967-485e-aecd-5fbb23ccd49e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:45.812248 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7a41d6e7-e311-427f-b9b2-287eee00ea9f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.813609 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7a41d6e7-e311-427f-b9b2-287eee00ea9f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2852845 Jul 16 01:52:45.816571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33738) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:45.822294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-d98c32c1-03e7-4646-95f5-f2b17e7942f2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group_rule': {'security_group_id': 'd57ea802-c967-485e-aecd-5fbb23ccd49e', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:45.860205 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d98c32c1-03e7-4646-95f5-f2b17e7942f2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.961926 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 1c240776-8946-4196-9097-65b6ff8278aa, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1c240776-8946-4196-9097-65b6ff8278aa,segment=NetworkSegment(894ffe6b-425d-470c-a4ad-5c60563966d3),segment_id=894ffe6b-425d-470c-a4ad-5c60563966d3)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:45.971761 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d98c32c1-03e7-4646-95f5-f2b17e7942f2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.979275 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d98c32c1-03e7-4646-95f5-f2b17e7942f2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.998382 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '1c240776-8946-4196-9097-65b6ff8278aa', 'network_id': 'f549e847-648a-4ba9-8fd4-768bab76a1bf', 'port_id': '1c240776-8946-4196-9097-65b6ff8278aa', 'mac_address': 'fa:16:3e:25:e4:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc51fbbc-95db-4bbf-a77e-17709740503c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:46.003202 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c32c1-03e7-4646-95f5-f2b17e7942f2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a16f721a-a4b9-465d-a8b5-50f0615189b0,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:46.009447 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d98c32c1-03e7-4646-95f5-f2b17e7942f2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.012434 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d98c32c1-03e7-4646-95f5-f2b17e7942f2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1931212 Jul 16 01:52:46.014232 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33740) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:46.018934 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-244b8338-5ac2-499a-b777-09b607f2426f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group_rule': {'security_group_id': 'd57ea802-c967-485e-aecd-5fbb23ccd49e', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:46.071188 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-244b8338-5ac2-499a-b777-09b607f2426f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.102166 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.117828 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c240776-8946-4196-9097-65b6ff8278aa {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:46.140006 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 1c240776-8946-4196-9097-65b6ff8278aa, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1c240776-8946-4196-9097-65b6ff8278aa,segment=NetworkSegment(894ffe6b-425d-470c-a4ad-5c60563966d3),segment_id=894ffe6b-425d-470c-a4ad-5c60563966d3)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:46.150213 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.162287 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-244b8338-5ac2-499a-b777-09b607f2426f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.170332 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-244b8338-5ac2-499a-b777-09b607f2426f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.215576 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=1c240776-8946-4196-9097-65b6ff8278aa,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:46.221136 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-244b8338-5ac2-499a-b777-09b607f2426f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.223463 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-244b8338-5ac2-499a-b777-09b607f2426f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2082059 Jul 16 01:52:46.226705 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33742) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:46.230499 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b8338-5ac2-499a-b777-09b607f2426f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd67342-1916-4690-b3df-741bb65991c7,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:46.231683 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-ac12c2f4-f775-4e1b-ba39-6fd21806bcd4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group_rule': {'security_group_id': 'd57ea802-c967-485e-aecd-5fbb23ccd49e', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:46.266559 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac12c2f4-f775-4e1b-ba39-6fd21806bcd4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.343287 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac12c2f4-f775-4e1b-ba39-6fd21806bcd4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.344566 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['1c240776-8946-4196-9097-65b6ff8278aa'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:46.350174 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac12c2f4-f775-4e1b-ba39-6fd21806bcd4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.377252 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ac12c2f4-f775-4e1b-ba39-6fd21806bcd4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.379132 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ac12c2f4-f775-4e1b-ba39-6fd21806bcd4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513543 Jul 16 01:52:46.381966 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33744) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:46.388456 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-7263b95f-ce6f-4dfd-8c0f-01e874752513 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group_rule': {'security_group_id': 'd57ea802-c967-485e-aecd-5fbb23ccd49e', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:46.396702 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12c2f4-f775-4e1b-ba39-6fd21806bcd4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc5ebbf7-7d61-4893-9445-816d59b8d017,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:46.437523 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7263b95f-ce6f-4dfd-8c0f-01e874752513 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.512314 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7263b95f-ce6f-4dfd-8c0f-01e874752513 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.518862 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7263b95f-ce6f-4dfd-8c0f-01e874752513 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.542678 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263b95f-ce6f-4dfd-8c0f-01e874752513 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821dbb00-b101-4857-8c76-ff8bbb72b51b,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:46.555941 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7263b95f-ce6f-4dfd-8c0f-01e874752513 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.558611 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7263b95f-ce6f-4dfd-8c0f-01e874752513 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1749194 Jul 16 01:52:46.561007 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33746) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:46.568149 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-29b3a1e7-8df3-4d20-882a-d78341bf5c93 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group_rule': {'security_group_id': 'd57ea802-c967-485e-aecd-5fbb23ccd49e', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:46.603463 n-d-792394-16 neutron-server[93955]: INFO neutron.db.securitygroups_db [None req-29b3a1e7-8df3-4d20-882a-d78341bf5c93 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Project 8c0fcf31570241eb96a760177b0aa82f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:52:46.618651 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-29b3a1e7-8df3-4d20-882a-d78341bf5c93 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.775436 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-29b3a1e7-8df3-4d20-882a-d78341bf5c93 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.783159 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-29b3a1e7-8df3-4d20-882a-d78341bf5c93 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.815887 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3a1e7-8df3-4d20-882a-d78341bf5c93 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a83f49e-ce52-4cd5-b4e0-1da2238feb3b,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:46.837803 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-29b3a1e7-8df3-4d20-882a-d78341bf5c93 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.842410 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33754) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:46.844965 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-29b3a1e7-8df3-4d20-882a-d78341bf5c93 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2821670 Jul 16 01:52:46.848023 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-328d0b76-cbb0-4733-b8c7-cfac90004233 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'security_group_rule': {'security_group_id': 'd57ea802-c967-485e-aecd-5fbb23ccd49e', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:46.877234 n-d-792394-16 neutron-server[93956]: INFO neutron.db.securitygroups_db [None req-328d0b76-cbb0-4733-b8c7-cfac90004233 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Project 8c0fcf31570241eb96a760177b0aa82f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:52:46.880348 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e6019-d3c9-4328-93a9-ce4653991e39 req-1bf500a8-c326-462c-a6a4-fad4454dc7bc tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:46.884218 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-328d0b76-cbb0-4733-b8c7-cfac90004233 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.891389 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5b8e6019-d3c9-4328-93a9-ce4653991e39 req-1bf500a8-c326-462c-a6a4-fad4454dc7bc tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0283637-67d1-4412-9ac1-586afdf9bb45 HTTP/1.1" status: 200 len: 944 time: 0.2073643 Jul 16 01:52:46.943828 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5b8e6019-d3c9-4328-93a9-ce4653991e39 req-ce70ec5d-a78a-4b66-90a5-4dcde8656391 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd3df87-8e4d-4192-804c-0acaa79aaa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480695 Jul 16 01:52:46.979528 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-328d0b76-cbb0-4733-b8c7-cfac90004233 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.984789 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-328d0b76-cbb0-4733-b8c7-cfac90004233 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.006488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d0b76-cbb0-4733-b8c7-cfac90004233 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47602b50-47a4-4ed9-b719-848e39f583de,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:47.017596 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-328d0b76-cbb0-4733-b8c7-cfac90004233 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.022947 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-328d0b76-cbb0-4733-b8c7-cfac90004233 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1762002 Jul 16 01:52:47.023204 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33756) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:47.028824 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-3488d945-04ff-4f57-9be6-cea6973075fa tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'network': {'name': 'tempest-network-smoke--164708898', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'port_security_enabled': True}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:47.057346 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3488d945-04ff-4f57-9be6-cea6973075fa tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Made reservation on behalf of 8c0fcf31570241eb96a760177b0aa82f for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:47.061703 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3488d945-04ff-4f57-9be6-cea6973075fa tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.095356 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3488d945-04ff-4f57-9be6-cea6973075fa tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:52:47.107164 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3488d945-04ff-4f57-9be6-cea6973075fa tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.107934 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-3488d945-04ff-4f57-9be6-cea6973075fa tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Added segment 40569723-4e00-4015-9768-43d532b4591b of type vlan for network 9f21dd5d-7306-4840-b1b4-fad70b61f49b Jul 16 01:52:47.194248 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3488d945-04ff-4f57-9be6-cea6973075fa tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.231786 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3488d945-04ff-4f57-9be6-cea6973075fa tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.237896 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3488d945-04ff-4f57-9be6-cea6973075fa tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:47.238508 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3488d945-04ff-4f57-9be6-cea6973075fa tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.288567 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33758) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:47.289938 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3488d945-04ff-4f57-9be6-cea6973075fa tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2653310 Jul 16 01:52:47.293209 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-548fbd7d-8914-4b63-a1af-88c7ba9b79ff tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1248448079', 'admin_state_up': True, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:47.349030 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488d945-04ff-4f57-9be6-cea6973075fa tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Network': ['ID=9f21dd5d-7306-4840-b1b4-fad70b61f49b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:47.350382 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-548fbd7d-8914-4b63-a1af-88c7ba9b79ff tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.351576 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-548fbd7d-8914-4b63-a1af-88c7ba9b79ff tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.366183 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 9f21dd5d-7306-4840-b1b4-fad70b61f49b details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:52:47.492481 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-548fbd7d-8914-4b63-a1af-88c7ba9b79ff tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.645694 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-548fbd7d-8914-4b63-a1af-88c7ba9b79ff tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.774490 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 1c240776-8946-4196-9097-65b6ff8278aa up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:47.858105 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 1c240776-8946-4196-9097-65b6ff8278aa completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:47.874167 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 1c240776-8946-4196-9097-65b6ff8278aa triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:47.874908 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.904064 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-548fbd7d-8914-4b63-a1af-88c7ba9b79ff tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.936423 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-548fbd7d-8914-4b63-a1af-88c7ba9b79ff tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.976462 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:48.038202 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0283637-67d1-4412-9ac1-586afdf9bb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c240776-8946-4196-9097-65b6ff8278aa'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:48.040879 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c39b520-9df2-49b5-9555-f03e4c476637" -d '{"events": [{"server_uuid": "e0283637-67d1-4412-9ac1-586afdf9bb45", "name": "network-vif-plugged", "status": "completed", "tag": "1c240776-8946-4196-9097-65b6ff8278aa"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:48.054765 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 1c240776-8946-4196-9097-65b6ff8278aa, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1c240776-8946-4196-9097-65b6ff8278aa,segment=NetworkSegment(894ffe6b-425d-470c-a4ad-5c60563966d3),segment_id=894ffe6b-425d-470c-a4ad-5c60563966d3)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:48.065072 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:48.118799 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c6ce2a-10b1-4ddd-acca-a838f4d4f399 x-openstack-request-id: req-a6c6ce2a-10b1-4ddd-acca-a838f4d4f399 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:48.119089 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0283637-67d1-4412-9ac1-586afdf9bb45", "name": "network-vif-plugged", "status": "completed", "tag": "1c240776-8946-4196-9097-65b6ff8278aa", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:48.119353 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6c6ce2a-10b1-4ddd-acca-a838f4d4f399 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:48.119729 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0283637-67d1-4412-9ac1-586afdf9bb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c240776-8946-4196-9097-65b6ff8278aa', 'code': 200} Jul 16 01:52:48.130000 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-548fbd7d-8914-4b63-a1af-88c7ba9b79ff tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Allocated IP 172.25.6.142 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:48.176517 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=1c240776-8946-4196-9097-65b6ff8278aa,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:48.310620 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac7010-909b-430b-9163-ba045fb9276d req-3f08aea5-207d-4cd1-8886-e894da645cf1 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:48.321171 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2bac7010-909b-430b-9163-ba045fb9276d req-3f08aea5-207d-4cd1-8886-e894da645cf1 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0283637-67d1-4412-9ac1-586afdf9bb45 HTTP/1.1" status: 200 len: 945 time: 0.1803668 Jul 16 01:52:48.336168 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-548fbd7d-8914-4b63-a1af-88c7ba9b79ff tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:48.364001 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab82034-269c-43c6-b08c-5ee1142013b8 req-0969478e-45ba-4ebc-840a-9fef01e0ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:48.366185 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ab82034-269c-43c6-b08c-5ee1142013b8 req-0969478e-45ba-4ebc-840a-9fef01e0ef50 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e0283637-67d1-4412-9ac1-586afdf9bb45 HTTP/1.1" status: 200 len: 1097 time: 0.1096251 Jul 16 01:52:48.397624 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2bac7010-909b-430b-9163-ba045fb9276d req-13e2337b-4ee0-4235-894f-d4df2f40723f tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd3df87-8e4d-4192-804c-0acaa79aaa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750067 Jul 16 01:52:48.442177 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ab82034-269c-43c6-b08c-5ee1142013b8 req-6d2bbd49-d8f8-4519-b14f-d2b2c3c08a09 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=afd3df87-8e4d-4192-804c-0acaa79aaa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687370 Jul 16 01:52:48.443879 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-548fbd7d-8914-4b63-a1af-88c7ba9b79ff tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:48.500733 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548fbd7d-8914-4b63-a1af-88c7ba9b79ff tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Port': ['ID=f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:48.506208 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548fbd7d-8914-4b63-a1af-88c7ba9b79ff tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:48.508375 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-548fbd7d-8914-4b63-a1af-88c7ba9b79ff tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:48.510754 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548fbd7d-8914-4b63-a1af-88c7ba9b79ff tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:49.111983 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-548fbd7d-8914-4b63-a1af-88c7ba9b79ff tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.366945 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-548fbd7d-8914-4b63-a1af-88c7ba9b79ff tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.533640 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548fbd7d-8914-4b63-a1af-88c7ba9b79ff tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Router 0dd504c3-9813-4b96-ad6d-0365147ecd90 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:52:49.734667 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f46505-b260-4c32-b840-d5e29c62fa82 req-614a7004-cd96-4ab1-800d-07d515b21954 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:49.736307 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-23f46505-b260-4c32-b840-d5e29c62fa82 req-614a7004-cd96-4ab1-800d-07d515b21954 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0283637-67d1-4412-9ac1-586afdf9bb45 HTTP/1.1" status: 200 len: 945 time: 0.1467156 Jul 16 01:52:49.768966 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548fbd7d-8914-4b63-a1af-88c7ba9b79ff tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:52:49.782313 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] Sync routers for ids ['0dd504c3-9813-4b96-ad6d-0365147ecd90'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:52:49.803860 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] Routers {'0dd504c3-9813-4b96-ad6d-0365147ecd90'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:49.804810 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:52:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['0dd504c3-9813-4b96-ad6d-0365147ecd90'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:49.816792 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-23f46505-b260-4c32-b840-d5e29c62fa82 req-fbfb3a73-d90a-4db8-8579-6a8616ca15ba tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd3df87-8e4d-4192-804c-0acaa79aaa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741749 Jul 16 01:52:49.828054 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-548fbd7d-8914-4b63-a1af-88c7ba9b79ff tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.830400 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-548fbd7d-8914-4b63-a1af-88c7ba9b79ff tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5407681 Jul 16 01:52:49.834090 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33780) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:49.899461 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0cdb42b0-79d9-4dbd-8afd-ac1901e175b1 tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=8c0fcf31570241eb96a760177b0aa82f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0615535 Jul 16 01:52:49.899725 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33788) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:49.945849 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] Set router 0dd504c3-9813-4b96-ad6d-0365147ecd90 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:50.182722 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a764d1f-6b86-4c68-a216-110b4e72a63b tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:50.184633 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3a764d1f-6b86-4c68-a216-110b4e72a63b tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2837665 Jul 16 01:52:50.187746 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33792) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:50.224850 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248448079', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:48Z', 'revision_number': 3, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:50.250400 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-460dbb62-0ff6-48ed-bfeb-7e7fae0d509d tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0613945 Jul 16 01:52:50.253201 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 33798) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:50.262451 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-d6ef0dc8-b032-451f-a4f0-0f14aad2a9d2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1900051661', 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b', 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:50.276788 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] Checking router: 0dd504c3-9813-4b96-ad6d-0365147ecd90 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:52:50.282568 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] Updating router 0dd504c3-9813-4b96-ad6d-0365147ecd90 port f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:52:50.351218 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.436675 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ef0dc8-b032-451f-a4f0-0f14aad2a9d2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Made reservation on behalf of 8c0fcf31570241eb96a760177b0aa82f for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:50.441746 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d6ef0dc8-b032-451f-a4f0-0f14aad2a9d2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.741612 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d6ef0dc8-b032-451f-a4f0-0f14aad2a9d2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.763552 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.775585 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] Transition to ACTIVE for port object f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:50.786285 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.819124 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ef0dc8-b032-451f-a4f0-0f14aad2a9d2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Checking segment: {'id': '40569723-4e00-4015-9768-43d532b4591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:50.819389 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ef0dc8-b032-451f-a4f0-0f14aad2a9d2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network hostable DHCP agents. Network: 9f21dd5d-7306-4840-b1b4-fad70b61f49b, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:52:50.827318 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef0dc8-b032-451f-a4f0-0f14aad2a9d2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Subnet': ['ID=ea8178ad-ab14-4f84-9e70-848be78d79a8,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:50.835417 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] Attempting to bind port f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:50.835977 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] Attempting to bind port f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:50.836540 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] Attempting to bind port f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:50.845910 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:50.846641 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:50.847215 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.847787 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:50.848541 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] Bound port: f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:50.849114 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.862253 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ef0dc8-b032-451f-a4f0-0f14aad2a9d2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network 9f21dd5d-7306-4840-b1b4-fad70b61f49b is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:52:50.879711 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-d6ef0dc8-b032-451f-a4f0-0f14aad2a9d2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 9f21dd5d-7306-4840-b1b4-fad70b61f49b) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:50.885485 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ef0dc8-b032-451f-a4f0-0f14aad2a9d2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:50.886437 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d6ef0dc8-b032-451f-a4f0-0f14aad2a9d2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.892577 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb8a08e-3721-4688-8ee1-a9ceb1a4a3dc None None] Network 9f21dd5d-7306-4840-b1b4-fad70b61f49b requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:50.913549 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] For port f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:50.917433 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d6ef0dc8-b032-451f-a4f0-0f14aad2a9d2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6627808 Jul 16 01:52:50.917639 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] For port f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:50.920930 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 33806) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:50.930583 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.953297 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8411c3-3190-4b3b-aef2-9e051ad28b61 None None] Pushing event updated for resources: {'Port': ['ID=f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:50.971799 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8411c3-3190-4b3b-aef2-9e051ad28b61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:50.976830 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8411c3-3190-4b3b-aef2-9e051ad28b61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:50.977378 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8411c3-3190-4b3b-aef2-9e051ad28b61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:50.977877 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8411c3-3190-4b3b-aef2-9e051ad28b61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:50.978382 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8411c3-3190-4b3b-aef2-9e051ad28b61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:50.978868 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8411c3-3190-4b3b-aef2-9e051ad28b61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:50.979359 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8411c3-3190-4b3b-aef2-9e051ad28b61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:50.979841 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8411c3-3190-4b3b-aef2-9e051ad28b61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:50.980319 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8411c3-3190-4b3b-aef2-9e051ad28b61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:50.987752 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8411c3-3190-4b3b-aef2-9e051ad28b61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:50.988313 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8411c3-3190-4b3b-aef2-9e051ad28b61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:50.988829 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8411c3-3190-4b3b-aef2-9e051ad28b61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:51.073221 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] Routers {'0dd504c3-9813-4b96-ad6d-0365147ecd90'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:51.074129 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:52:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['0dd504c3-9813-4b96-ad6d-0365147ecd90'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:51.186468 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac560e05-aa08-46d4-b8d6-d689f8894d43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-9f21dd5d-7306-4840-b1b4-fad70b61f49b', 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'fixed_ips': [{'subnet_id': 'ea8178ad-ab14-4f84-9e70-848be78d79a8'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:52:51.187553 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac560e05-aa08-46d4-b8d6-d689f8894d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.255285 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8411c3-3190-4b3b-aef2-9e051ad28b61 None None] Pushing event updated for resources: {'Port': ['ID=f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:51.353131 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] Set router 0dd504c3-9813-4b96-ad6d-0365147ecd90 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:51.507853 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-ac560e05-aa08-46d4-b8d6-d689f8894d43 None None] Allocated IP 172.20.0.2 (9f21dd5d-7306-4840-b1b4-fad70b61f49b/ea8178ad-ab14-4f84-9e70-848be78d79a8/69a65bac-ac3f-467c-8d1d-12fd02c804fc) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:51.698694 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c6b1dd7-01c0-4e9e-9f9b-ead0abef5084 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.724054 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248448079', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:48Z', 'revision_number': 3, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:51.761483 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac560e05-aa08-46d4-b8d6-d689f8894d43 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.772810 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ac560e05-aa08-46d4-b8d6-d689f8894d43 None None] Transition to ACTIVE for port object 69a65bac-ac3f-467c-8d1d-12fd02c804fc will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:51.789999 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176bcb64-1465-45d5-86bf-68bd33c169c1 None None] The sync data for ids ['0dd504c3-9813-4b96-ad6d-0365147ecd90'] in n-d-792394-16 is: [{'id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248448079', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:48Z', 'revision_number': 3, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:52:51.793943 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ac560e05-aa08-46d4-b8d6-d689f8894d43 None None] Transition to ACTIVE for port object 69a65bac-ac3f-467c-8d1d-12fd02c804fc will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:51.806064 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac560e05-aa08-46d4-b8d6-d689f8894d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.871869 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac560e05-aa08-46d4-b8d6-d689f8894d43 None None] Pushing event updated for resources: {'Port': ['ID=69a65bac-ac3f-467c-8d1d-12fd02c804fc,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:51.891033 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac560e05-aa08-46d4-b8d6-d689f8894d43 None None] Network 9f21dd5d-7306-4840-b1b4-fad70b61f49b is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:51.892902 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-ac560e05-aa08-46d4-b8d6-d689f8894d43 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:51.897934 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac560e05-aa08-46d4-b8d6-d689f8894d43 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:52.030370 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ac560e05-aa08-46d4-b8d6-d689f8894d43 None None] Attempting to bind port 69a65bac-ac3f-467c-8d1d-12fd02c804fc on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:52.030782 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ac560e05-aa08-46d4-b8d6-d689f8894d43 None None] Attempting to bind port 69a65bac-ac3f-467c-8d1d-12fd02c804fc by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '40569723-4e00-4015-9768-43d532b4591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:52.031284 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac560e05-aa08-46d4-b8d6-d689f8894d43 None None] Attempting to bind port 69a65bac-ac3f-467c-8d1d-12fd02c804fc on network 9f21dd5d-7306-4840-b1b4-fad70b61f49b {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:52.037729 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac560e05-aa08-46d4-b8d6-d689f8894d43 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:52.038145 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac560e05-aa08-46d4-b8d6-d689f8894d43 None None] Checking segment: {'id': '40569723-4e00-4015-9768-43d532b4591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:52.038527 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac560e05-aa08-46d4-b8d6-d689f8894d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:52.039066 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac560e05-aa08-46d4-b8d6-d689f8894d43 None None] Bound using segment: {'id': '40569723-4e00-4015-9768-43d532b4591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:52.039543 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ac560e05-aa08-46d4-b8d6-d689f8894d43 None None] Bound port: 69a65bac-ac3f-467c-8d1d-12fd02c804fc, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40569723-4e00-4015-9768-43d532b4591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:52.039923 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac560e05-aa08-46d4-b8d6-d689f8894d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:52.242547 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-0c6b1dd7-01c0-4e9e-9f9b-ead0abef5084 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Allocated IP 172.20.0.1 (9f21dd5d-7306-4840-b1b4-fad70b61f49b/ea8178ad-ab14-4f84-9e70-848be78d79a8/a38e39a3-bc19-44df-9d04-add79b94b638) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:52.269286 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ac560e05-aa08-46d4-b8d6-d689f8894d43 None None] For port 69a65bac-ac3f-467c-8d1d-12fd02c804fc, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:52.281521 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ac560e05-aa08-46d4-b8d6-d689f8894d43 None None] For port 69a65bac-ac3f-467c-8d1d-12fd02c804fc, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=69a65bac-ac3f-467c-8d1d-12fd02c804fc,segment=NetworkSegment(40569723-4e00-4015-9768-43d532b4591b),segment_id=40569723-4e00-4015-9768-43d532b4591b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:52.294384 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac560e05-aa08-46d4-b8d6-d689f8894d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:52.495462 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac560e05-aa08-46d4-b8d6-d689f8894d43 None None] Pushing event updated for resources: {'Port': ['ID=69a65bac-ac3f-467c-8d1d-12fd02c804fc,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:52.571253 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c6b1dd7-01c0-4e9e-9f9b-ead0abef5084 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:52.598024 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-0c6b1dd7-01c0-4e9e-9f9b-ead0abef5084 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Transition to ACTIVE for port object a38e39a3-bc19-44df-9d04-add79b94b638 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:52.697606 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c6b1dd7-01c0-4e9e-9f9b-ead0abef5084 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:52.892521 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b1dd7-01c0-4e9e-9f9b-ead0abef5084 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Port': ['ID=a38e39a3-bc19-44df-9d04-add79b94b638,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:52.961818 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6b1dd7-01c0-4e9e-9f9b-ead0abef5084 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network 9f21dd5d-7306-4840-b1b4-fad70b61f49b is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:52.973660 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-0c6b1dd7-01c0-4e9e-9f9b-ead0abef5084 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:52.981739 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6b1dd7-01c0-4e9e-9f9b-ead0abef5084 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:53.092832 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c6b1dd7-01c0-4e9e-9f9b-ead0abef5084 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.311219 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 69a65bac-ac3f-467c-8d1d-12fd02c804fc up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:53.451263 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 69a65bac-ac3f-467c-8d1d-12fd02c804fc completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:53.458192 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:53.467213 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c6b1dd7-01c0-4e9e-9f9b-ead0abef5084 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.633639 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:53.649624 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:53.651206 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.793171 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.835380 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:53.845106 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.944486 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:54.000203 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c6b1dd7-01c0-4e9e-9f9b-ead0abef5084 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.008002 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c6b1dd7-01c0-4e9e-9f9b-ead0abef5084 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.087261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b1dd7-01c0-4e9e-9f9b-ead0abef5084 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Port': ['ID=a38e39a3-bc19-44df-9d04-add79b94b638,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:54.124601 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bffa6d-6ad1-429d-bb8b-0965354b8264 None None] Network 9f21dd5d-7306-4840-b1b4-fad70b61f49b requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:54.172129 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0c6b1dd7-01c0-4e9e-9f9b-ead0abef5084 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.238745 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-359e2c7f-88d8-46a5-bb5d-4d6379eaaae0 None None] Provisioning for port 69a65bac-ac3f-467c-8d1d-12fd02c804fc completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:54.250113 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-359e2c7f-88d8-46a5-bb5d-4d6379eaaae0 None None] Provisioning complete for port 69a65bac-ac3f-467c-8d1d-12fd02c804fc triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:54.250614 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-359e2c7f-88d8-46a5-bb5d-4d6379eaaae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.328964 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6b1dd7-01c0-4e9e-9f9b-ead0abef5084 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network 9f21dd5d-7306-4840-b1b4-fad70b61f49b is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:54.330550 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-0c6b1dd7-01c0-4e9e-9f9b-ead0abef5084 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:54.513248 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-359e2c7f-88d8-46a5-bb5d-4d6379eaaae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.566510 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6b1dd7-01c0-4e9e-9f9b-ead0abef5084 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Router 0dd504c3-9813-4b96-ad6d-0365147ecd90 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:52:54.567366 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-359e2c7f-88d8-46a5-bb5d-4d6379eaaae0 None None] For port 69a65bac-ac3f-467c-8d1d-12fd02c804fc, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=69a65bac-ac3f-467c-8d1d-12fd02c804fc,segment=NetworkSegment(40569723-4e00-4015-9768-43d532b4591b),segment_id=40569723-4e00-4015-9768-43d532b4591b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:54.579281 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-359e2c7f-88d8-46a5-bb5d-4d6379eaaae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.695488 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e2c7f-88d8-46a5-bb5d-4d6379eaaae0 None None] Pushing event updated for resources: {'Port': ['ID=69a65bac-ac3f-467c-8d1d-12fd02c804fc,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:54.797305 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6b1dd7-01c0-4e9e-9f9b-ead0abef5084 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:52:54.807945 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03626318-e604-4e77-8f81-a874681fac0f None None] Sync routers for ids ['0dd504c3-9813-4b96-ad6d-0365147ecd90'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:52:54.817297 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0c6b1dd7-01c0-4e9e-9f9b-ead0abef5084 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "PUT /v2.0/routers/0dd504c3-9813-4b96-ad6d-0365147ecd90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8945451 Jul 16 01:52:54.835220 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03626318-e604-4e77-8f81-a874681fac0f None None] Routers {'0dd504c3-9813-4b96-ad6d-0365147ecd90'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:54.837691 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-03626318-e604-4e77-8f81-a874681fac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:52:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['0dd504c3-9813-4b96-ad6d-0365147ecd90'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:55.207702 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-0f7dc0fb-5c54-43f2-9f08-0867e7fb3089 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1703886143&fields=id&tenant_id=8c0fcf31570241eb96a760177b0aa82f HTTP/1.1" status: 200 len: 267 time: 0.0936739 Jul 16 01:52:55.417565 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 69a65bac-ac3f-467c-8d1d-12fd02c804fc up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:55.487759 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-65687d59-8c48-4255-84c3-08195c59f2de tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:55.490804 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-65687d59-8c48-4255-84c3-08195c59f2de tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/networks?id=9f21dd5d-7306-4840-b1b4-fad70b61f49b HTTP/1.1" status: 200 len: 796 time: 0.2805364 Jul 16 01:52:55.505697 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-03626318-e604-4e77-8f81-a874681fac0f None None] Set router 0dd504c3-9813-4b96-ad6d-0365147ecd90 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:55.535852 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f52afce0-e7b5-4476-95ff-a5c6c80af3d6 None None] Provisioning complete for port 69a65bac-ac3f-467c-8d1d-12fd02c804fc triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:55.536588 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f52afce0-e7b5-4476-95ff-a5c6c80af3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.538400 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-f4fbc485-98d4-42ab-9383-e8b5a38aa67f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/quotas/8c0fcf31570241eb96a760177b0aa82f HTTP/1.1" status: 200 len: 375 time: 0.0303960 Jul 16 01:52:55.675297 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-4a7f16dc-5c97-4724-a9d6-ab6729191968 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1359596 Jul 16 01:52:55.748650 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 69a65bac-ac3f-467c-8d1d-12fd02c804fc triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:55.749130 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.809610 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-734db8e0-b067-4d45-b4e5-8d99bf82c774 service neutron] 10.222.0.16 "GET /v2.0/networks/9f21dd5d-7306-4840-b1b4-fad70b61f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101289 Jul 16 01:52:55.907608 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:55.912296 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-908099ed-e0f4-49c6-a5e5-d01c3f4862e7 service neutron] 10.222.0.16 "GET /v2.0/networks/9f21dd5d-7306-4840-b1b4-fad70b61f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958364 Jul 16 01:52:56.011611 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f52afce0-e7b5-4476-95ff-a5c6c80af3d6 None None] Provisioning for port a38e39a3-bc19-44df-9d04-add79b94b638 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:56.092379 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f52afce0-e7b5-4476-95ff-a5c6c80af3d6 None None] Provisioning complete for port a38e39a3-bc19-44df-9d04-add79b94b638 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:56.092768 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f52afce0-e7b5-4476-95ff-a5c6c80af3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.253690 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:56.256763 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.273168 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24b3a1c2-636f-43f8-a567-f55bb040c498 req-f9f98183-c76d-4faa-b182-21389154f913 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 210 time: 0.0594556 Jul 16 01:52:56.379829 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f52afce0-e7b5-4476-95ff-a5c6c80af3d6 None None] Port a38e39a3-bc19-44df-9d04-add79b94b638 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:52:56.408833 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-03626318-e604-4e77-8f81-a874681fac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248448079', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:53Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'a38e39a3-bc19-44df-9d04-add79b94b638', 'name': '', 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:e6:48:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'ea8178ad-ab14-4f84-9e70-848be78d79a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:51Z', 'updated_at': '2021-07-16T01:52:53Z', 'revision_number': 2, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'ea8178ad-ab14-4f84-9e70-848be78d79a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:56.468260 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03626318-e604-4e77-8f81-a874681fac0f None None] Checking router: 0dd504c3-9813-4b96-ad6d-0365147ecd90 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:52:56.468681 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03626318-e604-4e77-8f81-a874681fac0f None None] Updating router 0dd504c3-9813-4b96-ad6d-0365147ecd90 port a38e39a3-bc19-44df-9d04-add79b94b638 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:52:56.527453 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-39d732da-1198-47af-b103-c7adb0328d74 None None] Provisioning complete for port a38e39a3-bc19-44df-9d04-add79b94b638 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:56.527864 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-39d732da-1198-47af-b103-c7adb0328d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.538870 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03626318-e604-4e77-8f81-a874681fac0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.616066 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-39d732da-1198-47af-b103-c7adb0328d74 None None] Port a38e39a3-bc19-44df-9d04-add79b94b638 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:52:56.830329 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d8a2559-e9be-45a6-9d09-c6c6a0a3c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.002514 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03626318-e604-4e77-8f81-a874681fac0f None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.017356 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-03626318-e604-4e77-8f81-a874681fac0f None None] Transition to ACTIVE for port object a38e39a3-bc19-44df-9d04-add79b94b638 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:57.025102 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03626318-e604-4e77-8f81-a874681fac0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.087233 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab81cd-f138-4733-8abd-d177aff90781 None None] Pushing event updated for resources: {'Port': ['ID=a38e39a3-bc19-44df-9d04-add79b94b638,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:57.171839 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-03626318-e604-4e77-8f81-a874681fac0f None None] Attempting to bind port a38e39a3-bc19-44df-9d04-add79b94b638 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:57.172246 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-03626318-e604-4e77-8f81-a874681fac0f None None] Attempting to bind port a38e39a3-bc19-44df-9d04-add79b94b638 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '40569723-4e00-4015-9768-43d532b4591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:57.172643 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03626318-e604-4e77-8f81-a874681fac0f None None] Attempting to bind port a38e39a3-bc19-44df-9d04-add79b94b638 on network 9f21dd5d-7306-4840-b1b4-fad70b61f49b {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:57.179759 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03626318-e604-4e77-8f81-a874681fac0f None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:57.180180 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03626318-e604-4e77-8f81-a874681fac0f None None] Checking segment: {'id': '40569723-4e00-4015-9768-43d532b4591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:57.180615 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03626318-e604-4e77-8f81-a874681fac0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.181017 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03626318-e604-4e77-8f81-a874681fac0f None None] Bound using segment: {'id': '40569723-4e00-4015-9768-43d532b4591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:57.181535 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-03626318-e604-4e77-8f81-a874681fac0f None None] Bound port: a38e39a3-bc19-44df-9d04-add79b94b638, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40569723-4e00-4015-9768-43d532b4591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:57.181875 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03626318-e604-4e77-8f81-a874681fac0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.362147 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-03626318-e604-4e77-8f81-a874681fac0f None None] For port a38e39a3-bc19-44df-9d04-add79b94b638, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:57.374673 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-03626318-e604-4e77-8f81-a874681fac0f None None] For port a38e39a3-bc19-44df-9d04-add79b94b638, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a38e39a3-bc19-44df-9d04-add79b94b638,segment=NetworkSegment(40569723-4e00-4015-9768-43d532b4591b),segment_id=40569723-4e00-4015-9768-43d532b4591b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:57.385260 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03626318-e604-4e77-8f81-a874681fac0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.568284 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03626318-e604-4e77-8f81-a874681fac0f None None] Routers {'0dd504c3-9813-4b96-ad6d-0365147ecd90'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:57.569737 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-03626318-e604-4e77-8f81-a874681fac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:52:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['0dd504c3-9813-4b96-ad6d-0365147ecd90'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:57.574206 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab81cd-f138-4733-8abd-d177aff90781 None None] Pushing event updated for resources: {'Port': ['ID=a38e39a3-bc19-44df-9d04-add79b94b638,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:57.593157 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-788c3410-216e-4996-bba2-163a9d6242ba req-3e2dfbef-3f36-4d39-830c-a5dd6e509304 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 210 time: 0.0696373 Jul 16 01:52:57.837381 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-03626318-e604-4e77-8f81-a874681fac0f None None] Set router 0dd504c3-9813-4b96-ad6d-0365147ecd90 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:58.145395 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-03626318-e604-4e77-8f81-a874681fac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248448079', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:53Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'a38e39a3-bc19-44df-9d04-add79b94b638', 'name': '', 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:e6:48:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'ea8178ad-ab14-4f84-9e70-848be78d79a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:51Z', 'updated_at': '2021-07-16T01:52:57Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'ea8178ad-ab14-4f84-9e70-848be78d79a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:58.183232 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03626318-e604-4e77-8f81-a874681fac0f None None] The sync data for ids ['0dd504c3-9813-4b96-ad6d-0365147ecd90'] in n-d-792394-16 is: [{'id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248448079', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:53Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'a38e39a3-bc19-44df-9d04-add79b94b638', 'name': '', 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:e6:48:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'ea8178ad-ab14-4f84-9e70-848be78d79a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:51Z', 'updated_at': '2021-07-16T01:52:57Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'ea8178ad-ab14-4f84-9e70-848be78d79a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:52:58.233701 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-038f4a06-0af2-4c8e-9082-4733bd85832c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:58.235909 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-038f4a06-0af2-4c8e-9082-4733bd85832c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.82 "GET /v2.0/networks?id=9f21dd5d-7306-4840-b1b4-fad70b61f49b HTTP/1.1" status: 200 len: 796 time: 0.1915877 Jul 16 01:52:58.315664 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-1a51b4f9-8c76-4b74-b30a-d3634caf3393 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c0fcf31570241eb96a760177b0aa82f HTTP/1.1" status: 200 len: 380 time: 0.0585184 Jul 16 01:52:58.326548 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-d6d3227a-f50b-4106-8601-cf46cd2aa6d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'port': {'device_id': '7d738a63-5b26-4ba1-b9b3-8fcd12253a01', 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b', 'admin_state_up': True, 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'security_groups': ['d57ea802-c967-485e-aecd-5fbb23ccd49e']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:58.525786 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-d6d3227a-f50b-4106-8601-cf46cd2aa6d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Made reservation on behalf of 8c0fcf31570241eb96a760177b0aa82f for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:58.530070 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-d6d3227a-f50b-4106-8601-cf46cd2aa6d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.742997 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-d6d3227a-f50b-4106-8601-cf46cd2aa6d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Allocated IP 172.20.0.7 (9f21dd5d-7306-4840-b1b4-fad70b61f49b/ea8178ad-ab14-4f84-9e70-848be78d79a8/99bba6c6-1d6a-47b7-afb3-6ed9be6f412c) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:58.763856 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d6fed319-71c1-4921-936e-39748991fa50 req-7ecf032c-1a40-4457-bf71-051fc7329656 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 210 time: 0.0465641 Jul 16 01:52:59.248052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a38e39a3-bc19-44df-9d04-add79b94b638 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:59.330337 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port a38e39a3-bc19-44df-9d04-add79b94b638 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:59.335879 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port a38e39a3-bc19-44df-9d04-add79b94b638 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:59.336263 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.342222 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-d6d3227a-f50b-4106-8601-cf46cd2aa6d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.364478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-d6d3227a-f50b-4106-8601-cf46cd2aa6d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Transition to ACTIVE for port object 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:59.442571 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-d6d3227a-f50b-4106-8601-cf46cd2aa6d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.478827 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.498168 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-d6d3227a-f50b-4106-8601-cf46cd2aa6d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network 9f21dd5d-7306-4840-b1b4-fad70b61f49b is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:59.515852 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-d6d3227a-f50b-4106-8601-cf46cd2aa6d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:59.518551 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3227a-f50b-4106-8601-cf46cd2aa6d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Port': ['ID=99bba6c6-1d6a-47b7-afb3-6ed9be6f412c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:59.534757 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-d6d3227a-f50b-4106-8601-cf46cd2aa6d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:59.542736 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port a38e39a3-bc19-44df-9d04-add79b94b638, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a38e39a3-bc19-44df-9d04-add79b94b638,segment=NetworkSegment(40569723-4e00-4015-9768-43d532b4591b),segment_id=40569723-4e00-4015-9768-43d532b4591b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:59.571568 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.586439 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cff3f0b6-dde7-4374-b6ea-9a0d88db13e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.617972 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-d6d3227a-f50b-4106-8601-cf46cd2aa6d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:59.618618 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-d6d3227a-f50b-4106-8601-cf46cd2aa6d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.657271 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-d6d3227a-f50b-4106-8601-cf46cd2aa6d9 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3353648 Jul 16 01:52:59.674548 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-e7cb4b06-a7ff-4bd4-8c23-ee50ea7a806f service neutron] Request body: {'port': {'device_id': '7d738a63-5b26-4ba1-b9b3-8fcd12253a01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:59.682146 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=a38e39a3-bc19-44df-9d04-add79b94b638,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:59.745539 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.814096 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-e7cb4b06-a7ff-4bd4-8c23-ee50ea7a806f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.982061 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-586daf11-485f-4cac-96fd-d5acddc65d71 None None] Provisioning for port 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:59.989490 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-586daf11-485f-4cac-96fd-d5acddc65d71 None None] Provisioning complete for port 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:59.990313 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-586daf11-485f-4cac-96fd-d5acddc65d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.063701 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-586daf11-485f-4cac-96fd-d5acddc65d71 None None] Port 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:53:00.164211 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a498437-b807-4ace-b702-6fed5864c8ff req-f2e5254c-d4c3-44a8-8e96-09574e57b014 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:00.165861 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a498437-b807-4ace-b702-6fed5864c8ff req-f2e5254c-d4c3-44a8-8e96-09574e57b014 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 931 time: 0.1643353 Jul 16 01:53:00.256856 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a498437-b807-4ace-b702-6fed5864c8ff req-4b712776-3bc6-45a5-9a94-1693fb18de2e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834975 Jul 16 01:53:00.352139 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-e7cb4b06-a7ff-4bd4-8c23-ee50ea7a806f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:53:00.367114 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-e7cb4b06-a7ff-4bd4-8c23-ee50ea7a806f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.390932 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-e7cb4b06-a7ff-4bd4-8c23-ee50ea7a806f service neutron] Transition to ACTIVE for port object 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:00.398929 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-e7cb4b06-a7ff-4bd4-8c23-ee50ea7a806f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.482398 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb4b06-a7ff-4bd4-8c23-ee50ea7a806f service neutron] Pushing event updated for resources: {'Port': ['ID=99bba6c6-1d6a-47b7-afb3-6ed9be6f412c,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:00.594691 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-e7cb4b06-a7ff-4bd4-8c23-ee50ea7a806f service neutron] Attempting to bind port 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:00.595293 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-e7cb4b06-a7ff-4bd4-8c23-ee50ea7a806f service neutron] Attempting to bind port 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '40569723-4e00-4015-9768-43d532b4591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:00.595781 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-e7cb4b06-a7ff-4bd4-8c23-ee50ea7a806f service neutron] Attempting to bind port 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c on network 9f21dd5d-7306-4840-b1b4-fad70b61f49b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:00.604808 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-e7cb4b06-a7ff-4bd4-8c23-ee50ea7a806f service neutron] Port 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c on network 9f21dd5d-7306-4840-b1b4-fad70b61f49b not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:53:00.605446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-e7cb4b06-a7ff-4bd4-8c23-ee50ea7a806f service neutron] Attempting to bind port 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c on network 9f21dd5d-7306-4840-b1b4-fad70b61f49b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:00.613802 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-e7cb4b06-a7ff-4bd4-8c23-ee50ea7a806f service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:53:00.614403 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-e7cb4b06-a7ff-4bd4-8c23-ee50ea7a806f service neutron] Checking segment: {'id': '40569723-4e00-4015-9768-43d532b4591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:00.614893 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-e7cb4b06-a7ff-4bd4-8c23-ee50ea7a806f service neutron] Bound using segment: {'id': '40569723-4e00-4015-9768-43d532b4591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:53:00.615727 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-e7cb4b06-a7ff-4bd4-8c23-ee50ea7a806f service neutron] Bound port: 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40569723-4e00-4015-9768-43d532b4591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:53:00.616191 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-e7cb4b06-a7ff-4bd4-8c23-ee50ea7a806f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.711621 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-e7cb4b06-a7ff-4bd4-8c23-ee50ea7a806f service neutron] For port 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:00.717072 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-e7cb4b06-a7ff-4bd4-8c23-ee50ea7a806f service neutron] For port 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=99bba6c6-1d6a-47b7-afb3-6ed9be6f412c,segment=NetworkSegment(40569723-4e00-4015-9768-43d532b4591b),segment_id=40569723-4e00-4015-9768-43d532b4591b)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:53:00.726334 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-e7cb4b06-a7ff-4bd4-8c23-ee50ea7a806f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.790478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-e7cb4b06-a7ff-4bd4-8c23-ee50ea7a806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:00.791383 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-e7cb4b06-a7ff-4bd4-8c23-ee50ea7a806f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.793318 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-e7cb4b06-a7ff-4bd4-8c23-ee50ea7a806f service neutron] 10.222.0.82 "PUT /v2.0/ports/99bba6c6-1d6a-47b7-afb3-6ed9be6f412c HTTP/1.1" status: 200 len: 1092 time: 1.1291251 Jul 16 01:53:00.794085 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d738a63-5b26-4ba1-b9b3-8fcd12253a01', 'tag': '99bba6c6-1d6a-47b7-afb3-6ed9be6f412c'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:00.797418 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93f00f3-a10a-47b1-8080-af70c836e77b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d738a63-5b26-4ba1-b9b3-8fcd12253a01", "tag": "99bba6c6-1d6a-47b7-afb3-6ed9be6f412c"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:00.858424 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.893148 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f536ce-ff1d-463d-9a26-6f2a36ea84e9 x-openstack-request-id: req-28f536ce-ff1d-463d-9a26-6f2a36ea84e9 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:00.893731 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d738a63-5b26-4ba1-b9b3-8fcd12253a01", "tag": "99bba6c6-1d6a-47b7-afb3-6ed9be6f412c", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:00.893731 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28f536ce-ff1d-463d-9a26-6f2a36ea84e9 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:00.894045 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d738a63-5b26-4ba1-b9b3-8fcd12253a01', 'tag': '99bba6c6-1d6a-47b7-afb3-6ed9be6f412c', 'status': 'completed', 'code': 200} Jul 16 01:53:00.939487 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb4b06-a7ff-4bd4-8c23-ee50ea7a806f service neutron] Pushing event updated for resources: {'Port': ['ID=99bba6c6-1d6a-47b7-afb3-6ed9be6f412c,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:00.976779 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-54c4c086-f679-4ae4-a04f-7c285b50416e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:00.979746 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-54c4c086-f679-4ae4-a04f-7c285b50416e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 1095 time: 0.1359544 Jul 16 01:53:01.043847 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-bb7de76e-77f8-43d7-993d-44baf4cdaa12 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99bba6c6-1d6a-47b7-afb3-6ed9be6f412c HTTP/1.1" status: 200 len: 217 time: 0.0564632 Jul 16 01:53:01.127547 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-6051e472-03f5-40c6-9da2-b404fe4dac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.129118 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-6051e472-03f5-40c6-9da2-b404fe4dac1b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea8178ad-ab14-4f84-9e70-848be78d79a8 HTTP/1.1" status: 200 len: 835 time: 0.0789039 Jul 16 01:53:01.221387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a38e39a3-bc19-44df-9d04-add79b94b638 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:01.249936 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-030bead4-2950-40d6-895b-fce661e8668d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.255063 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-030bead4-2950-40d6-895b-fce661e8668d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9f21dd5d-7306-4840-b1b4-fad70b61f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1189010 Jul 16 01:53:01.345141 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port a38e39a3-bc19-44df-9d04-add79b94b638 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:01.348341 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.425716 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-880d4ece-87b4-403e-b295-cc5de7d9f16a service neutron] 10.222.0.82 "GET /v2.0/networks/9f21dd5d-7306-4840-b1b4-fad70b61f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614220 Jul 16 01:53:01.614789 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.623122 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab295427-3acf-4515-a957-7b000e3ef2e2 req-f696a81c-f721-486f-9735-e5c52fbd657f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.624952 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab295427-3acf-4515-a957-7b000e3ef2e2 req-f696a81c-f721-486f-9735-e5c52fbd657f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 943 time: 0.1711893 Jul 16 01:53:01.627217 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aed749de-be72-4c40-9367-bc06f05cd3ab req-599f3cbc-799b-4fe3-b9e6-3da324d7060b service neutron] 10.222.0.82 "GET /v2.0/networks/9f21dd5d-7306-4840-b1b4-fad70b61f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942241 Jul 16 01:53:01.735667 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ab295427-3acf-4515-a957-7b000e3ef2e2 req-c5078b10-62fe-431f-8a47-1535c0bf4579 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951266 Jul 16 01:53:01.766168 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f00f3-a10a-47b1-8080-af70c836e77b req-4fcf041c-3ef7-4649-bd0d-520578ac8166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.767918 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b93f00f3-a10a-47b1-8080-af70c836e77b req-4fcf041c-3ef7-4649-bd0d-520578ac8166 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 1095 time: 0.0765781 Jul 16 01:53:01.887749 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f00f3-a10a-47b1-8080-af70c836e77b req-42a7fc18-b2a6-4a03-9224-2bd3367ec3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.890232 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b93f00f3-a10a-47b1-8080-af70c836e77b req-42a7fc18-b2a6-4a03-9224-2bd3367ec3a7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9f21dd5d-7306-4840-b1b4-fad70b61f49b HTTP/1.1" status: 200 len: 897 time: 0.1157045 Jul 16 01:53:01.946648 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b93f00f3-a10a-47b1-8080-af70c836e77b req-55bce7dc-4e57-4d72-a8ae-aba0d17b0741 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99bba6c6-1d6a-47b7-afb3-6ed9be6f412c HTTP/1.1" status: 200 len: 217 time: 0.0495229 Jul 16 01:53:02.014892 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f00f3-a10a-47b1-8080-af70c836e77b req-caf7d6ff-c00d-4382-b64a-5d38e07428c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:02.017323 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b93f00f3-a10a-47b1-8080-af70c836e77b req-caf7d6ff-c00d-4382-b64a-5d38e07428c3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea8178ad-ab14-4f84-9e70-848be78d79a8 HTTP/1.1" status: 200 len: 835 time: 0.0634522 Jul 16 01:53:02.094391 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f00f3-a10a-47b1-8080-af70c836e77b req-4ea70ce1-7a88-4d06-bd98-f9b7b81da4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:02.099220 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b93f00f3-a10a-47b1-8080-af70c836e77b req-4ea70ce1-7a88-4d06-bd98-f9b7b81da4e5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9f21dd5d-7306-4840-b1b4-fad70b61f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746298 Jul 16 01:53:02.271232 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b93f00f3-a10a-47b1-8080-af70c836e77b req-9891fbd5-c8e1-4b61-897f-c3af22ec9adc service neutron] 10.222.0.82 "GET /v2.0/networks/9f21dd5d-7306-4840-b1b4-fad70b61f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639559 Jul 16 01:53:02.383939 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b93f00f3-a10a-47b1-8080-af70c836e77b req-24ffce94-7fa4-46c6-abc9-3e51927fdf8b service neutron] 10.222.0.82 "GET /v2.0/networks/9f21dd5d-7306-4840-b1b4-fad70b61f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052587 Jul 16 01:53:02.587606 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:02.961341 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982772b-140c-419d-b0a6-49fa404f2fa6 req-386d325a-d892-47f7-a100-e4c0d6589b27 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:02.968627 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7982772b-140c-419d-b0a6-49fa404f2fa6 req-386d325a-d892-47f7-a100-e4c0d6589b27 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 943 time: 0.0778704 Jul 16 01:53:03.018993 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7982772b-140c-419d-b0a6-49fa404f2fa6 req-2954e3f0-3be5-4aa5-bc90-72e4e650137b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493462 Jul 16 01:53:04.203957 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f16de0-6068-4146-9524-f8c01f259cae req-674ef5e8-e50b-440d-9626-f96333e69fa8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:04.205444 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6f16de0-6068-4146-9524-f8c01f259cae req-674ef5e8-e50b-440d-9626-f96333e69fa8 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 943 time: 0.0708694 Jul 16 01:53:04.246250 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6f16de0-6068-4146-9524-f8c01f259cae req-16e2bd49-adb9-420f-b79a-6cbc57791228 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346293 Jul 16 01:53:05.139726 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:53:05.219173 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.328534 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=99bba6c6-1d6a-47b7-afb3-6ed9be6f412c,segment=NetworkSegment(40569723-4e00-4015-9768-43d532b4591b),segment_id=40569723-4e00-4015-9768-43d532b4591b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:05.341158 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '99bba6c6-1d6a-47b7-afb3-6ed9be6f412c', 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b', 'port_id': '99bba6c6-1d6a-47b7-afb3-6ed9be6f412c', 'mac_address': 'fa:16:3e:51:a3:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea8178ad-ab14-4f84-9e70-848be78d79a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:53:05.405244 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.418683 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:53:05.444932 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=99bba6c6-1d6a-47b7-afb3-6ed9be6f412c,segment=NetworkSegment(40569723-4e00-4015-9768-43d532b4591b),segment_id=40569723-4e00-4015-9768-43d532b4591b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:05.451093 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.452027 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec2197-9118-4ec6-962a-54cc60589785 req-0be2eefa-18bc-4c1a-93bd-7b2d956210f4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:05.453685 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-80ec2197-9118-4ec6-962a-54cc60589785 req-0be2eefa-18bc-4c1a-93bd-7b2d956210f4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 943 time: 0.0720322 Jul 16 01:53:05.499246 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-80ec2197-9118-4ec6-962a-54cc60589785 req-110b3973-5ad9-426d-bd02-6c653ebf392c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393307 Jul 16 01:53:05.510544 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=99bba6c6-1d6a-47b7-afb3-6ed9be6f412c,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:05.663547 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['99bba6c6-1d6a-47b7-afb3-6ed9be6f412c'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:06.692709 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ab2a6-cb8f-4e49-b4cb-0cde3ca339b5 req-04b9a273-96c2-4376-a201-a9830442edfd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:06.695066 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5d2ab2a6-cb8f-4e49-b4cb-0cde3ca339b5 req-04b9a273-96c2-4376-a201-a9830442edfd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 944 time: 0.0742974 Jul 16 01:53:06.740592 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5d2ab2a6-cb8f-4e49-b4cb-0cde3ca339b5 req-8bb820d1-4914-422c-a677-345fb807864a tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371060 Jul 16 01:53:07.139152 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:07.189934 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:07.195815 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:07.196838 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.289367 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.395682 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d738a63-5b26-4ba1-b9b3-8fcd12253a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bba6c6-1d6a-47b7-afb3-6ed9be6f412c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:07.401839 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d85d12c-d7ee-4b48-9dbb-e3f66453132e" -d '{"events": [{"server_uuid": "7d738a63-5b26-4ba1-b9b3-8fcd12253a01", "name": "network-vif-plugged", "status": "completed", "tag": "99bba6c6-1d6a-47b7-afb3-6ed9be6f412c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:07.439504 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=99bba6c6-1d6a-47b7-afb3-6ed9be6f412c,segment=NetworkSegment(40569723-4e00-4015-9768-43d532b4591b),segment_id=40569723-4e00-4015-9768-43d532b4591b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:07.447393 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.487016 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34026) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:07.487237 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed397e96-c4f2-4ea0-8928-3b7b9dbab74f x-openstack-request-id: req-ed397e96-c4f2-4ea0-8928-3b7b9dbab74f {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:07.487370 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d738a63-5b26-4ba1-b9b3-8fcd12253a01", "name": "network-vif-plugged", "status": "completed", "tag": "99bba6c6-1d6a-47b7-afb3-6ed9be6f412c", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:07.487666 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed397e96-c4f2-4ea0-8928-3b7b9dbab74f {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:07.488134 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d738a63-5b26-4ba1-b9b3-8fcd12253a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bba6c6-1d6a-47b7-afb3-6ed9be6f412c', 'code': 200} Jul 16 01:53:07.527443 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=99bba6c6-1d6a-47b7-afb3-6ed9be6f412c,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:07.562836 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-13cc5187-29b1-4976-bfdb-df53e0e213c7 admin admin] Deleting subnet 7dd4747d-debd-4df0-9f94-ca17a6e107fa {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:53:07.582912 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-13cc5187-29b1-4976-bfdb-df53e0e213c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.653820 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-13cc5187-29b1-4976-bfdb-df53e0e213c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.709703 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634433cd-589b-47f3-b6c9-0e38f740fe5b req-2b6df001-bff7-4f40-9ca3-f956fbd13bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:07.711289 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-634433cd-589b-47f3-b6c9-0e38f740fe5b req-2b6df001-bff7-4f40-9ca3-f956fbd13bf6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 1097 time: 0.1456399 Jul 16 01:53:07.714792 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-13cc5187-29b1-4976-bfdb-df53e0e213c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.779636 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-634433cd-589b-47f3-b6c9-0e38f740fe5b req-413d555b-8059-4181-a06d-6698d7b147f0 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600743 Jul 16 01:53:07.796537 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-13cc5187-29b1-4976-bfdb-df53e0e213c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.810663 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-13cc5187-29b1-4976-bfdb-df53e0e213c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.813872 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-13cc5187-29b1-4976-bfdb-df53e0e213c7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7dd4747d-debd-4df0-9f94-ca17a6e107fa HTTP/1.1" status: 204 len: 168 time: 0.3222630 Jul 16 01:53:07.815812 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34030) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:07.837773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc5187-29b1-4976-bfdb-df53e0e213c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dd4747d-debd-4df0-9f94-ca17a6e107fa,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:07.903659 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-725c52cf-7e36-48b1-baa3-5d56e93e0115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.938217 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505b49d-2ecb-431f-96dc-3d4960db23dc req-644efff5-95c6-4653-ae56-278ff6495766 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:07.940037 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c505b49d-2ecb-431f-96dc-3d4960db23dc req-644efff5-95c6-4653-ae56-278ff6495766 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 945 time: 0.0716276 Jul 16 01:53:07.979353 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c505b49d-2ecb-431f-96dc-3d4960db23dc req-ec7db98f-45f6-4596-bec2-249ef5b4bab6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335219 Jul 16 01:53:07.989839 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-725c52cf-7e36-48b1-baa3-5d56e93e0115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.000815 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-725c52cf-7e36-48b1-baa3-5d56e93e0115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852afb71-c0d8-444a-9782-4cc2a218712b']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:08.011065 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-725c52cf-7e36-48b1-baa3-5d56e93e0115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a02a34-a315-4d84-80be-a84ccc42ab1e') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:08.011355 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-725c52cf-7e36-48b1-baa3-5d56e93e0115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a02a34-a315-4d84-80be-a84ccc42ab1e') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:08.020221 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-725c52cf-7e36-48b1-baa3-5d56e93e0115 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.037298 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-725c52cf-7e36-48b1-baa3-5d56e93e0115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.044474 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725c52cf-7e36-48b1-baa3-5d56e93e0115 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:53:08.044891 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-725c52cf-7e36-48b1-baa3-5d56e93e0115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:53:08.046688 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:53:08.107119 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-725c52cf-7e36-48b1-baa3-5d56e93e0115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.111635 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-725c52cf-7e36-48b1-baa3-5d56e93e0115 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.113514 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-725c52cf-7e36-48b1-baa3-5d56e93e0115 admin admin] 10.222.0.16 "DELETE /v2.0/networks/852afb71-c0d8-444a-9782-4cc2a218712b HTTP/1.1" status: 204 len: 168 time: 0.2959230 Jul 16 01:53:08.126712 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c52cf-7e36-48b1-baa3-5d56e93e0115 admin admin] Pushing event deleted for resources: {'Network': ['ID=852afb71-c0d8-444a-9782-4cc2a218712b,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:08.134695 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c52cf-7e36-48b1-baa3-5d56e93e0115 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:08.135046 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c52cf-7e36-48b1-baa3-5d56e93e0115 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:08.135409 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c52cf-7e36-48b1-baa3-5d56e93e0115 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:08.135686 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c52cf-7e36-48b1-baa3-5d56e93e0115 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:08.136024 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c52cf-7e36-48b1-baa3-5d56e93e0115 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:08.136350 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c52cf-7e36-48b1-baa3-5d56e93e0115 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:08.136738 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c52cf-7e36-48b1-baa3-5d56e93e0115 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:08.137062 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c52cf-7e36-48b1-baa3-5d56e93e0115 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:08.137382 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c52cf-7e36-48b1-baa3-5d56e93e0115 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:08.137712 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c52cf-7e36-48b1-baa3-5d56e93e0115 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:08.138030 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c52cf-7e36-48b1-baa3-5d56e93e0115 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:08.138369 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c52cf-7e36-48b1-baa3-5d56e93e0115 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:08.298116 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34034) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:08.340077 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-aa9c97dc-ec64-485d-a97d-f936d3af1994 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9cdc94315893412aafe0fc4507bddad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405936 Jul 16 01:53:08.342748 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34036) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:08.397248 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-735cf826-68d3-4bb4-89c4-25fa0393b531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.420687 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-735cf826-68d3-4bb4-89c4-25fa0393b531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.479864 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-735cf826-68d3-4bb4-89c4-25fa0393b531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.486562 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-735cf826-68d3-4bb4-89c4-25fa0393b531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.486562 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-735cf826-68d3-4bb4-89c4-25fa0393b531 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29c56237-5376-4355-b00b-b606afcc4f6f HTTP/1.1" status: 204 len: 168 time: 0.1427238 Jul 16 01:53:08.497954 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735cf826-68d3-4bb4-89c4-25fa0393b531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c56237-5376-4355-b00b-b606afcc4f6f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:09.171520 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206753a-7ed2-4ca2-832f-0c17206d79de req-408fd68a-3a19-4b0b-9203-f0d3b0104b6d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:09.173079 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0206753a-7ed2-4ca2-832f-0c17206d79de req-408fd68a-3a19-4b0b-9203-f0d3b0104b6d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 945 time: 0.0731754 Jul 16 01:53:09.212874 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0206753a-7ed2-4ca2-832f-0c17206d79de req-407e47f3-750a-4bfb-b366-70b0e1d81bc4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336449 Jul 16 01:53:09.412400 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13527792-25fd-4012-b7b6-7c1a6f08d359 req-96d15480-61b1-4361-8b56-e4d4a35be4a2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:09.432409 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-13527792-25fd-4012-b7b6-7c1a6f08d359 req-96d15480-61b1-4361-8b56-e4d4a35be4a2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 945 time: 0.0966542 Jul 16 01:53:09.477061 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-13527792-25fd-4012-b7b6-7c1a6f08d359 req-1188dba7-2745-45ea-af60-1039d0acf648 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470808 Jul 16 01:53:09.499446 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34052) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:09.552627 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75bf3dd-c661-4359-aa59-6fd8df54cb3a tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:09.554376 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c75bf3dd-c661-4359-aa59-6fd8df54cb3a tempest-TestNetworkAdvancedServerOps-1185750576 tempest-TestNetworkAdvancedServerOps-1185750576-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 1092 time: 0.0538363 Jul 16 01:53:09.557451 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34054) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:09.564553 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-205fca46-fe77-4f3b-ac12-7b19be80419f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': '99bba6c6-1d6a-47b7-afb3-6ed9be6f412c', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:09.597432 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-205fca46-fe77-4f3b-ac12-7b19be80419f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.710748 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-205fca46-fe77-4f3b-ac12-7b19be80419f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.815010 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-205fca46-fe77-4f3b-ac12-7b19be80419f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Allocated IP 172.25.6.200 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/18b8df3e-a721-4562-a0c5-58f5106beaf2) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:09.930316 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-205fca46-fe77-4f3b-ac12-7b19be80419f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.972189 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-205fca46-fe77-4f3b-ac12-7b19be80419f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:10.016739 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205fca46-fe77-4f3b-ac12-7b19be80419f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:10.022539 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-205fca46-fe77-4f3b-ac12-7b19be80419f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:10.024880 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fca46-fe77-4f3b-ac12-7b19be80419f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Port': ['ID=18b8df3e-a721-4562-a0c5-58f5106beaf2,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:10.027744 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205fca46-fe77-4f3b-ac12-7b19be80419f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:10.565657 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c2b3845-c75f-4bd5-a8b2-93cedc0149ff req-b8d0fdde-54a1-4991-b0b3-534425a28582 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2511437 Jul 16 01:53:10.602154 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-205fca46-fe77-4f3b-ac12-7b19be80419f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.067034 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b3845-c75f-4bd5-a8b2-93cedc0149ff req-d36439af-34fd-4484-8e87-91cbf73cd351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:11.068782 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c2b3845-c75f-4bd5-a8b2-93cedc0149ff req-d36439af-34fd-4484-8e87-91cbf73cd351 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 1097 time: 0.4276152 Jul 16 01:53:11.069856 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-205fca46-fe77-4f3b-ac12-7b19be80419f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.267868 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b3845-c75f-4bd5-a8b2-93cedc0149ff req-4db3a8e4-d7ea-4d2f-ba00-ae2dd8141a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:11.269385 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c2b3845-c75f-4bd5-a8b2-93cedc0149ff req-4db3a8e4-d7ea-4d2f-ba00-ae2dd8141a86 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9f21dd5d-7306-4840-b1b4-fad70b61f49b HTTP/1.1" status: 200 len: 897 time: 0.1725266 Jul 16 01:53:11.360114 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c2b3845-c75f-4bd5-a8b2-93cedc0149ff req-a357b1c2-d32b-409b-9532-0c1e6aafde8b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99bba6c6-1d6a-47b7-afb3-6ed9be6f412c HTTP/1.1" status: 200 len: 999 time: 0.0843446 Jul 16 01:53:11.380504 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-205fca46-fe77-4f3b-ac12-7b19be80419f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.407510 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-205fca46-fe77-4f3b-ac12-7b19be80419f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.481895 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b3845-c75f-4bd5-a8b2-93cedc0149ff req-6b07b696-00e5-4df2-9960-522460ebc9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:11.483641 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c2b3845-c75f-4bd5-a8b2-93cedc0149ff req-6b07b696-00e5-4df2-9960-522460ebc9f4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea8178ad-ab14-4f84-9e70-848be78d79a8 HTTP/1.1" status: 200 len: 835 time: 0.1148868 Jul 16 01:53:11.542145 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fca46-fe77-4f3b-ac12-7b19be80419f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event updated for resources: {'Port': ['ID=18b8df3e-a721-4562-a0c5-58f5106beaf2,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:11.552485 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-205fca46-fe77-4f3b-ac12-7b19be80419f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.662988 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b3845-c75f-4bd5-a8b2-93cedc0149ff req-3d2a6450-4d0a-4492-a2cb-b86c2e186f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:11.664556 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c2b3845-c75f-4bd5-a8b2-93cedc0149ff req-3d2a6450-4d0a-4492-a2cb-b86c2e186f65 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9f21dd5d-7306-4840-b1b4-fad70b61f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1729071 Jul 16 01:53:11.708003 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-205fca46-fe77-4f3b-ac12-7b19be80419f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Floating IP 3ad897d1-416e-4518-aa33-ff5fce098568 associated. External IP: 172.25.6.200, port: 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c. Jul 16 01:53:11.846661 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c2b3845-c75f-4bd5-a8b2-93cedc0149ff req-24f22b9e-707d-4fac-a3ad-669fd6eb9c7c service neutron] 10.222.0.82 "GET /v2.0/networks/9f21dd5d-7306-4840-b1b4-fad70b61f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745250 Jul 16 01:53:12.013234 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c2b3845-c75f-4bd5-a8b2-93cedc0149ff req-0fd71c96-cebb-4078-bbd3-313df0e94f36 service neutron] 10.222.0.82 "GET /v2.0/networks/9f21dd5d-7306-4840-b1b4-fad70b61f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591730 Jul 16 01:53:12.046624 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205fca46-fe77-4f3b-ac12-7b19be80419f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Router 0dd504c3-9813-4b96-ad6d-0365147ecd90 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:53:12.164778 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205fca46-fe77-4f3b-ac12-7b19be80419f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:53:12.177145 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7e9944-691f-4246-affd-40bc800dafc8 None None] Sync routers for ids ['0dd504c3-9813-4b96-ad6d-0365147ecd90'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:53:12.184453 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-205fca46-fe77-4f3b-ac12-7b19be80419f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.188551 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7e9944-691f-4246-affd-40bc800dafc8 None None] Routers {'0dd504c3-9813-4b96-ad6d-0365147ecd90'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:12.189178 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9e7e9944-691f-4246-affd-40bc800dafc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:53:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['0dd504c3-9813-4b96-ad6d-0365147ecd90'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:12.226027 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-205fca46-fe77-4f3b-ac12-7b19be80419f tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6674688 Jul 16 01:53:12.226626 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d738a63-5b26-4ba1-b9b3-8fcd12253a01', 'tag': '99bba6c6-1d6a-47b7-afb3-6ed9be6f412c'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:12.233172 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15676a61-7bf8-4f00-9d91-49479cda5646" -d '{"events": [{"name": "network-changed", "server_uuid": "7d738a63-5b26-4ba1-b9b3-8fcd12253a01", "tag": "99bba6c6-1d6a-47b7-afb3-6ed9be6f412c"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:12.272917 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a68f55-1b5a-483b-a76d-31fd868a0468 x-openstack-request-id: req-05a68f55-1b5a-483b-a76d-31fd868a0468 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:12.273214 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d738a63-5b26-4ba1-b9b3-8fcd12253a01", "tag": "99bba6c6-1d6a-47b7-afb3-6ed9be6f412c", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:12.273486 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05a68f55-1b5a-483b-a76d-31fd868a0468 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:12.274709 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d738a63-5b26-4ba1-b9b3-8fcd12253a01', 'tag': '99bba6c6-1d6a-47b7-afb3-6ed9be6f412c', 'status': 'completed', 'code': 200} Jul 16 01:53:12.301343 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-9e7e9944-691f-4246-affd-40bc800dafc8 None None] Set router 0dd504c3-9813-4b96-ad6d-0365147ecd90 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:12.354368 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15676a61-7bf8-4f00-9d91-49479cda5646 req-c1a9ed38-3ab5-4680-9d2b-45eb87aac65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:12.356019 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-15676a61-7bf8-4f00-9d91-49479cda5646 req-c1a9ed38-3ab5-4680-9d2b-45eb87aac65d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 1097 time: 0.0588508 Jul 16 01:53:12.384112 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f92fe-4569-4631-8990-6caaf40bb4a1 req-d7a2ac90-1dfa-491b-962d-f6dc079412db tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:12.385772 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-572f92fe-4569-4631-8990-6caaf40bb4a1 req-d7a2ac90-1dfa-491b-962d-f6dc079412db tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 945 time: 0.0649786 Jul 16 01:53:12.430765 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-572f92fe-4569-4631-8990-6caaf40bb4a1 req-0aaadf3b-d9a2-4dad-8ce9-a9b0f7e519e6 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348740 Jul 16 01:53:12.457976 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15676a61-7bf8-4f00-9d91-49479cda5646 req-aabab693-c43f-4519-abb9-bee9f15b28e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:12.459606 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-15676a61-7bf8-4f00-9d91-49479cda5646 req-aabab693-c43f-4519-abb9-bee9f15b28e8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9f21dd5d-7306-4840-b1b4-fad70b61f49b HTTP/1.1" status: 200 len: 897 time: 0.0969083 Jul 16 01:53:12.460336 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34068) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:12.532186 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8afedbe9-9cdb-4589-b6e0-ebfb3e65fdfa tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/floatingips/3ad897d1-416e-4518-aa33-ff5fce098568 HTTP/1.1" status: 200 len: 991 time: 0.0704789 Jul 16 01:53:12.533995 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9e7e9944-691f-4246-affd-40bc800dafc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248448079', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:53Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '3ad897d1-416e-4518-aa33-ff5fce098568', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'port_id': '99bba6c6-1d6a-47b7-afb3-6ed9be6f412c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b', 'mac_address': 'fa:16:3e:51:a3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d738a63-5b26-4ba1-b9b3-8fcd12253a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:53:10Z', 'updated_at': '2021-07-16T01:53:10Z', 'revision_number': 0, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a38e39a3-bc19-44df-9d04-add79b94b638', 'name': '', 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:e6:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'ea8178ad-ab14-4f84-9e70-848be78d79a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:51Z', 'updated_at': '2021-07-16T01:52:59Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'ea8178ad-ab14-4f84-9e70-848be78d79a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:12.535720 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-15676a61-7bf8-4f00-9d91-49479cda5646 req-50f33cca-c12d-4d5a-87df-22e705276df5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99bba6c6-1d6a-47b7-afb3-6ed9be6f412c HTTP/1.1" status: 200 len: 999 time: 0.0696146 Jul 16 01:53:12.560044 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7e9944-691f-4246-affd-40bc800dafc8 None None] Checking router: 0dd504c3-9813-4b96-ad6d-0365147ecd90 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:53:12.568536 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7e9944-691f-4246-affd-40bc800dafc8 None None] Routers {'0dd504c3-9813-4b96-ad6d-0365147ecd90'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:12.569157 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9e7e9944-691f-4246-affd-40bc800dafc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:53:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['0dd504c3-9813-4b96-ad6d-0365147ecd90'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:12.584784 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15676a61-7bf8-4f00-9d91-49479cda5646 req-eb7803a3-dc04-4b90-ac5d-d43bf9af9496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:12.586593 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-15676a61-7bf8-4f00-9d91-49479cda5646 req-eb7803a3-dc04-4b90-ac5d-d43bf9af9496 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea8178ad-ab14-4f84-9e70-848be78d79a8 HTTP/1.1" status: 200 len: 835 time: 0.0445511 Jul 16 01:53:12.648168 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15676a61-7bf8-4f00-9d91-49479cda5646 req-7a3e034c-227f-409b-9d06-db0c410c94e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:12.649786 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-15676a61-7bf8-4f00-9d91-49479cda5646 req-7a3e034c-227f-409b-9d06-db0c410c94e2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9f21dd5d-7306-4840-b1b4-fad70b61f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564518 Jul 16 01:53:12.760963 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-15676a61-7bf8-4f00-9d91-49479cda5646 req-208096fa-1c82-4def-930c-d1956703db71 service neutron] 10.222.0.82 "GET /v2.0/networks/9f21dd5d-7306-4840-b1b4-fad70b61f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036999 Jul 16 01:53:12.781527 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-9e7e9944-691f-4246-affd-40bc800dafc8 None None] Set router 0dd504c3-9813-4b96-ad6d-0365147ecd90 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:12.859436 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-15676a61-7bf8-4f00-9d91-49479cda5646 req-552929d7-267b-4428-bf17-b495926a4388 service neutron] 10.222.0.82 "GET /v2.0/networks/9f21dd5d-7306-4840-b1b4-fad70b61f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924740 Jul 16 01:53:13.012286 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9e7e9944-691f-4246-affd-40bc800dafc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248448079', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:53Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '3ad897d1-416e-4518-aa33-ff5fce098568', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'port_id': '99bba6c6-1d6a-47b7-afb3-6ed9be6f412c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b', 'mac_address': 'fa:16:3e:51:a3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d738a63-5b26-4ba1-b9b3-8fcd12253a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:53:10Z', 'updated_at': '2021-07-16T01:53:10Z', 'revision_number': 0, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a38e39a3-bc19-44df-9d04-add79b94b638', 'name': '', 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:e6:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'ea8178ad-ab14-4f84-9e70-848be78d79a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:51Z', 'updated_at': '2021-07-16T01:52:59Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'ea8178ad-ab14-4f84-9e70-848be78d79a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:13.042787 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7e9944-691f-4246-affd-40bc800dafc8 None None] The sync data for ids ['0dd504c3-9813-4b96-ad6d-0365147ecd90'] in n-d-792394-16 is: [{'id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248448079', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:53Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '3ad897d1-416e-4518-aa33-ff5fce098568', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'port_id': '99bba6c6-1d6a-47b7-afb3-6ed9be6f412c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b', 'mac_address': 'fa:16:3e:51:a3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d738a63-5b26-4ba1-b9b3-8fcd12253a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:53:10Z', 'updated_at': '2021-07-16T01:53:10Z', 'revision_number': 0, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a38e39a3-bc19-44df-9d04-add79b94b638', 'name': '', 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:e6:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'ea8178ad-ab14-4f84-9e70-848be78d79a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:51Z', 'updated_at': '2021-07-16T01:52:59Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'ea8178ad-ab14-4f84-9e70-848be78d79a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:53:13.269968 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c774459a-2162-4bee-808d-f7257341eaf3 None None] New status for floating IP 3ad897d1-416e-4518-aa33-ff5fce098568: ACTIVE {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:53:13.536262 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34076) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:13.611989 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a437ab30-4992-47fa-ad12-87f29cda5464 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/floatingips/3ad897d1-416e-4518-aa33-ff5fce098568 HTTP/1.1" status: 200 len: 993 time: 0.0745409 Jul 16 01:53:14.356678 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4f11000f-893a-4190-94d0-2c89bb0912a1 req-dcbe92c5-d69c-46bc-96c4-145379e90a58 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e0283637-67d1-4412-9ac1-586afdf9bb45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0572107 Jul 16 01:53:14.461133 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11000f-893a-4190-94d0-2c89bb0912a1 req-5fd70c4f-003d-4862-a06d-fcfd5b44d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:14.462662 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4f11000f-893a-4190-94d0-2c89bb0912a1 req-5fd70c4f-003d-4862-a06d-fcfd5b44d6ed service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=eced6fab7a2f4612995536666e51ab3d&device_id=e0283637-67d1-4412-9ac1-586afdf9bb45 HTTP/1.1" status: 200 len: 1097 time: 0.0573523 Jul 16 01:53:14.574913 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11000f-893a-4190-94d0-2c89bb0912a1 req-2145d18c-9aae-4311-97ea-af0f82525124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:14.576322 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4f11000f-893a-4190-94d0-2c89bb0912a1 req-2145d18c-9aae-4311-97ea-af0f82525124 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f549e847-648a-4ba9-8fd4-768bab76a1bf HTTP/1.1" status: 200 len: 913 time: 0.0916274 Jul 16 01:53:14.618616 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4f11000f-893a-4190-94d0-2c89bb0912a1 req-259be322-c4b2-4023-b054-567a9cd60758 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c240776-8946-4196-9097-65b6ff8278aa HTTP/1.1" status: 200 len: 217 time: 0.0358839 Jul 16 01:53:14.668328 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11000f-893a-4190-94d0-2c89bb0912a1 req-a471efe7-be9a-4f2c-b032-8d7a038b927f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:14.669909 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4f11000f-893a-4190-94d0-2c89bb0912a1 req-a471efe7-be9a-4f2c-b032-8d7a038b927f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dc51fbbc-95db-4bbf-a77e-17709740503c HTTP/1.1" status: 200 len: 852 time: 0.0446558 Jul 16 01:53:14.707179 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4f11000f-893a-4190-94d0-2c89bb0912a1 req-c5bf1c2a-06dc-405b-9bc9-6c9c2835b7d5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f549e847-648a-4ba9-8fd4-768bab76a1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306833 Jul 16 01:53:14.812227 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4f11000f-893a-4190-94d0-2c89bb0912a1 req-06d687a7-47d8-4207-8f24-610a7b50ea85 service neutron] 10.222.0.84 "GET /v2.0/networks/f549e847-648a-4ba9-8fd4-768bab76a1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978215 Jul 16 01:53:14.909669 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4f11000f-893a-4190-94d0-2c89bb0912a1 req-2dd8d0f8-79a9-43d4-89cb-99e50716b14d service neutron] 10.222.0.84 "GET /v2.0/networks/f549e847-648a-4ba9-8fd4-768bab76a1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900769 Jul 16 01:53:16.381956 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:53:19.743839 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6af2d-af32-4369-a3d1-bc22e239facd req-70d4a2c4-35f3-48e9-ad27-094ac1ccc2e7 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:19.745523 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-24a6af2d-af32-4369-a3d1-bc22e239facd req-70d4a2c4-35f3-48e9-ad27-094ac1ccc2e7 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0283637-67d1-4412-9ac1-586afdf9bb45 HTTP/1.1" status: 200 len: 945 time: 0.0682833 Jul 16 01:53:19.787407 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-24a6af2d-af32-4369-a3d1-bc22e239facd req-6c5435e8-bcf2-4a3c-9b9f-4270da648c7d tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd3df87-8e4d-4192-804c-0acaa79aaa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356021 Jul 16 01:53:20.987569 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8df1db-ff86-4ae0-9d5c-a726bf2a6ad4 req-1b4da685-964b-485c-88cc-7ec30e2c86b6 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:20.989127 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ac8df1db-ff86-4ae0-9d5c-a726bf2a6ad4 req-1b4da685-964b-485c-88cc-7ec30e2c86b6 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0283637-67d1-4412-9ac1-586afdf9bb45 HTTP/1.1" status: 200 len: 945 time: 0.0692565 Jul 16 01:53:21.030540 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ac8df1db-ff86-4ae0-9d5c-a726bf2a6ad4 req-fbcf1778-d5a6-4cf8-96c0-ce097c96b2a5 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/security-groups?id=afd3df87-8e4d-4192-804c-0acaa79aaa86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355527 Jul 16 01:53:21.204097 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc00179-7311-49f0-983f-fb7371aecaae req-2ccf6a4c-e06c-4c78-b8fd-615f949178ab tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:21.205584 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bfc00179-7311-49f0-983f-fb7371aecaae req-2ccf6a4c-e06c-4c78-b8fd-615f949178ab tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.84 "GET /v2.0/ports?device_id=e0283637-67d1-4412-9ac1-586afdf9bb45 HTTP/1.1" status: 200 len: 945 time: 0.0667939 Jul 16 01:53:21.326297 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-bfc00179-7311-49f0-983f-fb7371aecaae req-612994a1-8c58-4252-8aa8-24f6bbde15ab tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Deleting port 1c240776-8946-4196-9097-65b6ff8278aa {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:21.326644 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bfc00179-7311-49f0-983f-fb7371aecaae req-612994a1-8c58-4252-8aa8-24f6bbde15ab tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.429310 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-bfc00179-7311-49f0-983f-fb7371aecaae req-612994a1-8c58-4252-8aa8-24f6bbde15ab tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] For port 1c240776-8946-4196-9097-65b6ff8278aa, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=1c240776-8946-4196-9097-65b6ff8278aa,segment=NetworkSegment(894ffe6b-425d-470c-a4ad-5c60563966d3),segment_id=894ffe6b-425d-470c-a4ad-5c60563966d3)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:21.429668 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bfc00179-7311-49f0-983f-fb7371aecaae req-612994a1-8c58-4252-8aa8-24f6bbde15ab tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.442960 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-bfc00179-7311-49f0-983f-fb7371aecaae req-612994a1-8c58-4252-8aa8-24f6bbde15ab tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Calling delete_port for 1c240776-8946-4196-9097-65b6ff8278aa owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:21.584973 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bfc00179-7311-49f0-983f-fb7371aecaae req-612994a1-8c58-4252-8aa8-24f6bbde15ab tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.597284 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['1c240776-8946-4196-9097-65b6ff8278aa'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:21.618372 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612994a1-8c58-4252-8aa8-24f6bbde15ab tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Pushing event deleted for resources: {'Port': ['ID=1c240776-8946-4196-9097-65b6ff8278aa,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:21.662975 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc00179-7311-49f0-983f-fb7371aecaae req-612994a1-8c58-4252-8aa8-24f6bbde15ab tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] No DVR routers for this DVR port 1c240776-8946-4196-9097-65b6ff8278aa on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:21.665672 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bfc00179-7311-49f0-983f-fb7371aecaae req-612994a1-8c58-4252-8aa8-24f6bbde15ab tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.667668 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bfc00179-7311-49f0-983f-fb7371aecaae req-612994a1-8c58-4252-8aa8-24f6bbde15ab tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.84 "DELETE /v2.0/ports/1c240776-8946-4196-9097-65b6ff8278aa HTTP/1.1" status: 204 len: 173 time: 0.4563522 Jul 16 01:53:21.668101 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0283637-67d1-4412-9ac1-586afdf9bb45', 'name': 'network-vif-deleted', 'tag': '1c240776-8946-4196-9097-65b6ff8278aa'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:21.670386 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2f0723-7301-4108-bebf-c3efe55fb1b2" -d '{"events": [{"server_uuid": "e0283637-67d1-4412-9ac1-586afdf9bb45", "name": "network-vif-deleted", "tag": "1c240776-8946-4196-9097-65b6ff8278aa"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:21.705512 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8b8b31-a67c-40cf-97f5-7ab35f5045b5 x-openstack-request-id: req-2a8b8b31-a67c-40cf-97f5-7ab35f5045b5 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:21.705814 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0283637-67d1-4412-9ac1-586afdf9bb45", "name": "network-vif-deleted", "tag": "1c240776-8946-4196-9097-65b6ff8278aa", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:21.706067 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a8b8b31-a67c-40cf-97f5-7ab35f5045b5 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:21.706467 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0283637-67d1-4412-9ac1-586afdf9bb45', 'name': 'network-vif-deleted', 'tag': '1c240776-8946-4196-9097-65b6ff8278aa', 'status': 'completed', 'code': 200} Jul 16 01:53:22.205125 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a2f03699-f09f-496e-abfc-281c347b5e5d req-3c6ed2ba-109e-4a51-b7b1-de1fc2e16f60 tempest-VolumesSnapshotTestJSON-2020684122 tempest-VolumesSnapshotTestJSON-2020684122-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0283637-67d1-4412-9ac1-586afdf9bb45 HTTP/1.1" status: 200 len: 210 time: 0.0359950 Jul 16 01:53:25.975825 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 1c240776-8946-4196-9097-65b6ff8278aa no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:26.005033 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 1c240776-8946-4196-9097-65b6ff8278aa {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:26.005281 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 1c240776-8946-4196-9097-65b6ff8278aa not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:26.638790 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7319fab6-63a3-4b0d-aa08-e4f873790916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.543348 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62b152f6-19a3-410b-8875-4bd1b6b50d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.743094 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:30.833648 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.601751 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.576496 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.157012 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:40.999066 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b9a1e-6fc2-41be-b73e-743bb9c931af req-e88848c8-a5c5-46c2-9792-aa8259f4317c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:41.000695 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3a2b9a1e-6fc2-41be-b73e-743bb9c931af req-e88848c8-a5c5-46c2-9792-aa8259f4317c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 945 time: 0.0651517 Jul 16 01:53:41.042402 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3a2b9a1e-6fc2-41be-b73e-743bb9c931af req-ddb371b9-a392-4457-803d-78553722b926 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348873 Jul 16 01:53:42.228005 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a325a8-c454-4585-9421-ce681aefd6ef req-d2e7b263-3eeb-4c59-81a7-b8140cb20067 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:42.229555 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f3a325a8-c454-4585-9421-ce681aefd6ef req-d2e7b263-3eeb-4c59-81a7-b8140cb20067 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 945 time: 0.0667109 Jul 16 01:53:42.269169 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f3a325a8-c454-4585-9421-ce681aefd6ef req-8bf57478-8221-4786-9374-2210fefbb9b4 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334828 Jul 16 01:53:43.449342 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1b99e-7da5-483d-82e2-23e250ff4755 req-80f8f592-e3ca-42b7-9649-798879ddaadb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:43.450941 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e6b1b99e-7da5-483d-82e2-23e250ff4755 req-80f8f592-e3ca-42b7-9649-798879ddaadb tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 945 time: 0.0667074 Jul 16 01:53:43.491403 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e6b1b99e-7da5-483d-82e2-23e250ff4755 req-9adc9d8b-02aa-4e3e-a6a5-4e5afa37e300 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340552 Jul 16 01:53:44.675516 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99096f0-6ecb-4617-86b3-9447831047d6 req-42e3a3b5-9294-462b-a269-07b517e4aa77 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:44.677728 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a99096f0-6ecb-4617-86b3-9447831047d6 req-42e3a3b5-9294-462b-a269-07b517e4aa77 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 945 time: 0.0724924 Jul 16 01:53:44.724476 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a99096f0-6ecb-4617-86b3-9447831047d6 req-12fd4e35-3fa8-481b-a67b-df9ae134e709 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405869 Jul 16 01:53:45.913926 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7527985-accb-49e6-89ad-7bdc5696ea0c req-4c892494-435d-4385-9d74-71419a7912b1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:45.915416 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c7527985-accb-49e6-89ad-7bdc5696ea0c req-4c892494-435d-4385-9d74-71419a7912b1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 945 time: 0.0704634 Jul 16 01:53:45.955502 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c7527985-accb-49e6-89ad-7bdc5696ea0c req-3a1570b5-075b-4119-83d4-54f553f27007 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321610 Jul 16 01:53:47.135044 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c615a-e13d-4725-b000-70a74f0a780b req-ec80b8cf-08a5-4d50-b198-ed2a757ae52d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:47.136612 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c34c615a-e13d-4725-b000-70a74f0a780b req-ec80b8cf-08a5-4d50-b198-ed2a757ae52d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 945 time: 0.0689464 Jul 16 01:53:47.177824 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c34c615a-e13d-4725-b000-70a74f0a780b req-3c1fba17-aed4-47ce-9b59-836019c23d3b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354123 Jul 16 01:53:48.374601 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b032da-5e67-4d85-b1de-3c8fbf336112 req-734f3513-4dc6-4357-a8d1-9e4982df2a34 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:48.376930 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34b032da-5e67-4d85-b1de-3c8fbf336112 req-734f3513-4dc6-4357-a8d1-9e4982df2a34 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 945 time: 0.0826685 Jul 16 01:53:48.439931 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34b032da-5e67-4d85-b1de-3c8fbf336112 req-5e005547-f4c5-4b3a-81d2-4dc0a6ccdffd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526021 Jul 16 01:53:49.628974 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60b824-48b8-4232-b294-16c49d10fca5 req-69dbb726-321a-49a8-8428-fb76cccba38e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:49.630620 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e60b824-48b8-4232-b294-16c49d10fca5 req-69dbb726-321a-49a8-8428-fb76cccba38e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 945 time: 0.0664699 Jul 16 01:53:49.671704 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e60b824-48b8-4232-b294-16c49d10fca5 req-89cd6931-506e-44e2-93ab-2c9d6a8eaf9c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350347 Jul 16 01:53:50.851330 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d59d9c-8102-456f-a416-c29a97aab962 req-dcb7f7c8-3f62-4431-b94f-7fbae1ffee83 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:50.852749 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f7d59d9c-8102-456f-a416-c29a97aab962 req-dcb7f7c8-3f62-4431-b94f-7fbae1ffee83 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 945 time: 0.0639493 Jul 16 01:53:50.895343 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f7d59d9c-8102-456f-a416-c29a97aab962 req-c8c947e3-c18b-4d32-a635-a95a267c49e0 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367727 Jul 16 01:53:52.103892 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be015312-17d5-424e-ab6a-420bfa1ff81e req-c848a03f-f2a5-4fab-bb08-6bbf045c066c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:52.105652 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-be015312-17d5-424e-ab6a-420bfa1ff81e req-c848a03f-f2a5-4fab-bb08-6bbf045c066c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 945 time: 0.0787790 Jul 16 01:53:52.161141 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-be015312-17d5-424e-ab6a-420bfa1ff81e req-56c85224-85b7-4ae4-81a4-9965f379c83b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491626 Jul 16 01:53:53.351065 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4b2ef-f50e-4771-afe3-0d8a73fc6a95 req-fd32b476-eea7-47b9-9f59-a0ef3868bd7c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:53.352577 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22b4b2ef-f50e-4771-afe3-0d8a73fc6a95 req-fd32b476-eea7-47b9-9f59-a0ef3868bd7c tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 945 time: 0.0680630 Jul 16 01:53:53.381624 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:53:53.392283 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22b4b2ef-f50e-4771-afe3-0d8a73fc6a95 req-4483e952-6028-44c3-9c67-bb7f9a6ef356 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336807 Jul 16 01:53:53.694604 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13205654-ab02-46a8-8a74-9422d75cb8ea req-72c0eb43-e1ae-4087-8dfa-003ef9aec3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:53.696311 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-13205654-ab02-46a8-8a74-9422d75cb8ea req-72c0eb43-e1ae-4087-8dfa-003ef9aec3ce service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 1097 time: 0.0701175 Jul 16 01:53:53.734131 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-13205654-ab02-46a8-8a74-9422d75cb8ea req-879b1615-b05d-4c26-98fe-e79989b96b98 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308664 Jul 16 01:53:54.586995 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e9679-2b4e-49c2-804b-5f522371bb8c req-9c7854bb-727f-4777-8336-941c189e4493 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:54.588560 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b31e9679-2b4e-49c2-804b-5f522371bb8c req-9c7854bb-727f-4777-8336-941c189e4493 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 945 time: 0.0705578 Jul 16 01:53:54.629595 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b31e9679-2b4e-49c2-804b-5f522371bb8c req-06c903f3-f300-43b9-9092-dec0051c5513 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352814 Jul 16 01:53:55.428702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:53:55.430791 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:55.765069 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.767794 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=99bba6c6-1d6a-47b7-afb3-6ed9be6f412c,segment=NetworkSegment(40569723-4e00-4015-9768-43d532b4591b),segment_id=40569723-4e00-4015-9768-43d532b4591b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:55.787680 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '99bba6c6-1d6a-47b7-afb3-6ed9be6f412c', 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b', 'port_id': '99bba6c6-1d6a-47b7-afb3-6ed9be6f412c', 'mac_address': 'fa:16:3e:51:a3:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea8178ad-ab14-4f84-9e70-848be78d79a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:53:55.800055 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d738a63-5b26-4ba1-b9b3-8fcd12253a01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99bba6c6-1d6a-47b7-afb3-6ed9be6f412c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:55.802970 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0d87c0-3f46-488f-a2f4-b477528b088b" -d '{"events": [{"server_uuid": "7d738a63-5b26-4ba1-b9b3-8fcd12253a01", "name": "network-vif-unplugged", "status": "completed", "tag": "99bba6c6-1d6a-47b7-afb3-6ed9be6f412c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:55.812531 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbe844-f90e-49b7-803f-a19d7d9e5c2a req-717232d5-5dc2-498a-8cd7-242821a78104 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:55.814083 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2bdbe844-f90e-49b7-803f-a19d7d9e5c2a req-717232d5-5dc2-498a-8cd7-242821a78104 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 945 time: 0.0691788 Jul 16 01:53:55.834369 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=99bba6c6-1d6a-47b7-afb3-6ed9be6f412c,segment=NetworkSegment(40569723-4e00-4015-9768-43d532b4591b),segment_id=40569723-4e00-4015-9768-43d532b4591b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:55.841986 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.854732 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99afe81-cc71-4c2e-9185-a1e7e49dbb41 x-openstack-request-id: req-a99afe81-cc71-4c2e-9185-a1e7e49dbb41 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:55.855035 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d738a63-5b26-4ba1-b9b3-8fcd12253a01", "name": "network-vif-unplugged", "status": "completed", "tag": "99bba6c6-1d6a-47b7-afb3-6ed9be6f412c", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:55.855292 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a99afe81-cc71-4c2e-9185-a1e7e49dbb41 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:55.855696 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d738a63-5b26-4ba1-b9b3-8fcd12253a01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99bba6c6-1d6a-47b7-afb3-6ed9be6f412c', 'code': 200} Jul 16 01:53:55.863456 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2bdbe844-f90e-49b7-803f-a19d7d9e5c2a req-8da37a60-6c0d-4720-93fc-4d8880496fc2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418561 Jul 16 01:53:55.878669 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.891580 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34292) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:55.915035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:53:55.919128 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=99bba6c6-1d6a-47b7-afb3-6ed9be6f412c,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:55.928356 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.928728 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.929280 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.929622 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.929960 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.930298 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.930632 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.930963 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.931291 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.931618 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.931947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.932272 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:55.961707 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2ac6ef40-669d-4f60-8594-b1221747f998 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/floatingips/3ad897d1-416e-4518-aa33-ff5fce098568 HTTP/1.1" status: 200 len: 991 time: 0.0675006 Jul 16 01:53:55.978812 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:53:55.979175 n-d-792394-16 neutron-server[93957]: DEBUG oslo_db.api [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:53:56.515895 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:56.529227 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:53:56.549578 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=99bba6c6-1d6a-47b7-afb3-6ed9be6f412c,segment=NetworkSegment(40569723-4e00-4015-9768-43d532b4591b),segment_id=40569723-4e00-4015-9768-43d532b4591b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:56.554813 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:56.604757 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=99bba6c6-1d6a-47b7-afb3-6ed9be6f412c,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:56.632564 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1db1195e-d578-4b50-911d-b0ce7380661c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:56.770662 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['99bba6c6-1d6a-47b7-afb3-6ed9be6f412c'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:57.436014 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:57.485374 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:57.485737 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.565621 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.598370 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=99bba6c6-1d6a-47b7-afb3-6ed9be6f412c,segment=NetworkSegment(40569723-4e00-4015-9768-43d532b4591b),segment_id=40569723-4e00-4015-9768-43d532b4591b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:57.603317 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.652131 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=99bba6c6-1d6a-47b7-afb3-6ed9be6f412c,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:57.857104 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d738a63-5b26-4ba1-b9b3-8fcd12253a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bba6c6-1d6a-47b7-afb3-6ed9be6f412c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:57.859336 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7a3ed0-6600-4cfc-b0cb-c494c85be7e9" -d '{"events": [{"server_uuid": "7d738a63-5b26-4ba1-b9b3-8fcd12253a01", "name": "network-vif-plugged", "status": "completed", "tag": "99bba6c6-1d6a-47b7-afb3-6ed9be6f412c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:57.895894 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78258954-c58c-4b8c-ac3b-339710648389 x-openstack-request-id: req-78258954-c58c-4b8c-ac3b-339710648389 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:57.896197 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d738a63-5b26-4ba1-b9b3-8fcd12253a01", "name": "network-vif-plugged", "status": "completed", "tag": "99bba6c6-1d6a-47b7-afb3-6ed9be6f412c", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:57.896487 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78258954-c58c-4b8c-ac3b-339710648389 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:57.896892 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d738a63-5b26-4ba1-b9b3-8fcd12253a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bba6c6-1d6a-47b7-afb3-6ed9be6f412c', 'code': 200} Jul 16 01:53:59.549442 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6eed2d94-3d82-4133-9cf2-27291caf2524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:59.737779 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.837370 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.616738 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.585334 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.153657 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.892315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34342) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:05.945922 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f821496-2673-477e-9855-c440876fe482 admin admin] Deleting subnet dc51fbbc-95db-4bbf-a77e-17709740503c {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:54:05.949462 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3f821496-2673-477e-9855-c440876fe482 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.991536 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3f821496-2673-477e-9855-c440876fe482 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.031549 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3f821496-2673-477e-9855-c440876fe482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.095379 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3f821496-2673-477e-9855-c440876fe482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.123628 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f821496-2673-477e-9855-c440876fe482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc51fbbc-95db-4bbf-a77e-17709740503c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:06.127551 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3f821496-2673-477e-9855-c440876fe482 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.129380 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3f821496-2673-477e-9855-c440876fe482 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dc51fbbc-95db-4bbf-a77e-17709740503c HTTP/1.1" status: 204 len: 168 time: 0.2359703 Jul 16 01:54:06.132344 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34344) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:06.134683 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f821496-2673-477e-9855-c440876fe482 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:06.135026 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f821496-2673-477e-9855-c440876fe482 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:06.135370 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f821496-2673-477e-9855-c440876fe482 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:06.135703 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f821496-2673-477e-9855-c440876fe482 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:06.136019 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f821496-2673-477e-9855-c440876fe482 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:06.136344 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f821496-2673-477e-9855-c440876fe482 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:06.136694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f821496-2673-477e-9855-c440876fe482 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:06.137011 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f821496-2673-477e-9855-c440876fe482 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:06.137325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f821496-2673-477e-9855-c440876fe482 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:06.137658 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f821496-2673-477e-9855-c440876fe482 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:06.137974 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f821496-2673-477e-9855-c440876fe482 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:06.139578 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f821496-2673-477e-9855-c440876fe482 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:06.213114 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-681892b0-4f4e-4da8-84bd-b8d0898efe0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.299919 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-681892b0-4f4e-4da8-84bd-b8d0898efe0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.310362 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-681892b0-4f4e-4da8-84bd-b8d0898efe0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f549e847-648a-4ba9-8fd4-768bab76a1bf']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:06.320502 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-681892b0-4f4e-4da8-84bd-b8d0898efe0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894ffe6b-425d-470c-a4ad-5c60563966d3') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:06.320782 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-681892b0-4f4e-4da8-84bd-b8d0898efe0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894ffe6b-425d-470c-a4ad-5c60563966d3') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:06.329512 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-681892b0-4f4e-4da8-84bd-b8d0898efe0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.343369 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-681892b0-4f4e-4da8-84bd-b8d0898efe0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.351166 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-681892b0-4f4e-4da8-84bd-b8d0898efe0b admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:54:06.351769 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-681892b0-4f4e-4da8-84bd-b8d0898efe0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:54:06.353261 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:54:06.412960 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-681892b0-4f4e-4da8-84bd-b8d0898efe0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.419837 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-681892b0-4f4e-4da8-84bd-b8d0898efe0b admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.421773 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-681892b0-4f4e-4da8-84bd-b8d0898efe0b admin admin] 10.222.0.16 "DELETE /v2.0/networks/f549e847-648a-4ba9-8fd4-768bab76a1bf HTTP/1.1" status: 204 len: 168 time: 0.2882872 Jul 16 01:54:06.431489 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681892b0-4f4e-4da8-84bd-b8d0898efe0b admin admin] Pushing event deleted for resources: {'Network': ['ID=f549e847-648a-4ba9-8fd4-768bab76a1bf,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:06.609511 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34348) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:06.660469 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cbbe92bf-65e8-4fcd-a861-ec5cdb7f6bff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eced6fab7a2f4612995536666e51ab3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493751 Jul 16 01:54:06.663282 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34350) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:06.715949 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e127cb51-c293-4405-96ba-f7f1af1216a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.737716 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e127cb51-c293-4405-96ba-f7f1af1216a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.787546 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e127cb51-c293-4405-96ba-f7f1af1216a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.790322 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e127cb51-c293-4405-96ba-f7f1af1216a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.793792 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e127cb51-c293-4405-96ba-f7f1af1216a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/afd3df87-8e4d-4192-804c-0acaa79aaa86 HTTP/1.1" status: 204 len: 168 time: 0.1272676 Jul 16 01:54:06.799949 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127cb51-c293-4405-96ba-f7f1af1216a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd3df87-8e4d-4192-804c-0acaa79aaa86,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:10.397951 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-60102b5c-00d8-4da1-b3b9-8ef6b77a983f req-584352ce-8329-43b5-9610-decc818e6cb3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0735776 Jul 16 01:54:10.801009 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60102b5c-00d8-4da1-b3b9-8ef6b77a983f req-96b03d8b-e08f-41cd-96a5-f5478a63a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:10.802820 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-60102b5c-00d8-4da1-b3b9-8ef6b77a983f req-96b03d8b-e08f-41cd-96a5-f5478a63a491 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 1097 time: 0.3586247 Jul 16 01:54:10.918346 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60102b5c-00d8-4da1-b3b9-8ef6b77a983f req-8c04e671-c755-4496-ba85-481a317d7138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:10.919825 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-60102b5c-00d8-4da1-b3b9-8ef6b77a983f req-8c04e671-c755-4496-ba85-481a317d7138 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9f21dd5d-7306-4840-b1b4-fad70b61f49b HTTP/1.1" status: 200 len: 897 time: 0.0945079 Jul 16 01:54:10.994314 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-60102b5c-00d8-4da1-b3b9-8ef6b77a983f req-6dcae66d-eabf-4c13-a622-993ab4e0146f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99bba6c6-1d6a-47b7-afb3-6ed9be6f412c HTTP/1.1" status: 200 len: 1001 time: 0.0668607 Jul 16 01:54:11.043670 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60102b5c-00d8-4da1-b3b9-8ef6b77a983f req-277d8b46-ae7b-4194-8e06-03c7cb467c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:11.045136 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-60102b5c-00d8-4da1-b3b9-8ef6b77a983f req-277d8b46-ae7b-4194-8e06-03c7cb467c0a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea8178ad-ab14-4f84-9e70-848be78d79a8 HTTP/1.1" status: 200 len: 835 time: 0.0432611 Jul 16 01:54:11.104137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60102b5c-00d8-4da1-b3b9-8ef6b77a983f req-167e39f4-c7b5-49cb-96dc-eec8e1540f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:11.105534 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-60102b5c-00d8-4da1-b3b9-8ef6b77a983f req-167e39f4-c7b5-49cb-96dc-eec8e1540f93 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9f21dd5d-7306-4840-b1b4-fad70b61f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534697 Jul 16 01:54:11.208279 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-60102b5c-00d8-4da1-b3b9-8ef6b77a983f req-5d663454-dd42-421b-ae61-eda843e1d8ec service neutron] 10.222.0.82 "GET /v2.0/networks/9f21dd5d-7306-4840-b1b4-fad70b61f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934393 Jul 16 01:54:11.316033 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-60102b5c-00d8-4da1-b3b9-8ef6b77a983f req-b8eedf8e-cbcd-425e-944d-ea784f6d4143 service neutron] 10.222.0.82 "GET /v2.0/networks/9f21dd5d-7306-4840-b1b4-fad70b61f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004951 Jul 16 01:54:16.076753 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34426) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:16.186278 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68ef35fd-2205-4284-895e-310746d40661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.285034 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68ef35fd-2205-4284-895e-310746d40661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.290000 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-68ef35fd-2205-4284-895e-310746d40661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.327701 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-68ef35fd-2205-4284-895e-310746d40661 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cfbfdb64b47e4ad88bfc5b7d32898f2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2497802 Jul 16 01:54:16.328644 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef35fd-2205-4284-895e-310746d40661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad52b2b-7dfd-40c1-bfbb-13e13838efa8,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:16.330614 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34430) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:16.337035 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef35fd-2205-4284-895e-310746d40661 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:16.337382 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef35fd-2205-4284-895e-310746d40661 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:16.337719 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef35fd-2205-4284-895e-310746d40661 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:16.338049 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef35fd-2205-4284-895e-310746d40661 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:16.338379 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef35fd-2205-4284-895e-310746d40661 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:16.338686 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef35fd-2205-4284-895e-310746d40661 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:16.339025 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef35fd-2205-4284-895e-310746d40661 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:16.339345 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef35fd-2205-4284-895e-310746d40661 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:16.339644 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef35fd-2205-4284-895e-310746d40661 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:16.339981 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef35fd-2205-4284-895e-310746d40661 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:16.340297 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef35fd-2205-4284-895e-310746d40661 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:16.340615 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ef35fd-2205-4284-895e-310746d40661 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:16.386395 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ef195f61-a39e-42d9-a0bf-b2f6ba040987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.408545 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ef195f61-a39e-42d9-a0bf-b2f6ba040987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.466938 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ef195f61-a39e-42d9-a0bf-b2f6ba040987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.469700 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ef195f61-a39e-42d9-a0bf-b2f6ba040987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.470894 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ef195f61-a39e-42d9-a0bf-b2f6ba040987 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ad52b2b-7dfd-40c1-bfbb-13e13838efa8 HTTP/1.1" status: 204 len: 168 time: 0.1392057 Jul 16 01:54:16.479388 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef195f61-a39e-42d9-a0bf-b2f6ba040987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad52b2b-7dfd-40c1-bfbb-13e13838efa8,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:17.126910 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34454) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:17.246913 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-300d18d3-da1f-4d44-a832-ac4a316c6a49 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1399334871-network', 'tenant_id': 'a63930432ad948c298d55abcef9f1620'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:17.271612 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300d18d3-da1f-4d44-a832-ac4a316c6a49 admin admin] Made reservation on behalf of a63930432ad948c298d55abcef9f1620 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:17.274115 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-300d18d3-da1f-4d44-a832-ac4a316c6a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.282848 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-300d18d3-da1f-4d44-a832-ac4a316c6a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.384665 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-300d18d3-da1f-4d44-a832-ac4a316c6a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.390174 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-300d18d3-da1f-4d44-a832-ac4a316c6a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.763883 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300d18d3-da1f-4d44-a832-ac4a316c6a49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:54:17.770143 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d18d3-da1f-4d44-a832-ac4a316c6a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684ee0f9-1051-47ac-b3cd-12d5bf7f8d59,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:17.776722 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-300d18d3-da1f-4d44-a832-ac4a316c6a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.777070 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-300d18d3-da1f-4d44-a832-ac4a316c6a49 admin admin] Added segment 93f6e54c-059a-4e17-ad53-10445465fa1d of type vlan for network e1c9633e-8188-42d0-99d9-444d9f10534d Jul 16 01:54:17.816314 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-300d18d3-da1f-4d44-a832-ac4a316c6a49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.848472 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-300d18d3-da1f-4d44-a832-ac4a316c6a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.849637 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300d18d3-da1f-4d44-a832-ac4a316c6a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:17.850275 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-300d18d3-da1f-4d44-a832-ac4a316c6a49 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.883030 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-300d18d3-da1f-4d44-a832-ac4a316c6a49 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7550149 Jul 16 01:54:17.885862 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34458) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:17.892167 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-ea124768-8be3-4456-b7cf-9f88f7caf24f admin admin] Request body: {'subnet': {'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1399334871-subnet', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:17.921886 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d18d3-da1f-4d44-a832-ac4a316c6a49 admin admin] Pushing event updated for resources: {'Network': ['ID=e1c9633e-8188-42d0-99d9-444d9f10534d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:17.933685 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network e1c9633e-8188-42d0-99d9-444d9f10534d details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:54:17.944715 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea124768-8be3-4456-b7cf-9f88f7caf24f admin admin] Made reservation on behalf of a63930432ad948c298d55abcef9f1620 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:17.948804 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ea124768-8be3-4456-b7cf-9f88f7caf24f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.158218 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ea124768-8be3-4456-b7cf-9f88f7caf24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.217194 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea124768-8be3-4456-b7cf-9f88f7caf24f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fe56ea6-6eff-400b-89b4-219aacbd21bb,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:18.226432 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea124768-8be3-4456-b7cf-9f88f7caf24f admin admin] Checking segment: {'id': '93f6e54c-059a-4e17-ad53-10445465fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:18.226787 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea124768-8be3-4456-b7cf-9f88f7caf24f admin admin] Network hostable DHCP agents. Network: e1c9633e-8188-42d0-99d9-444d9f10534d, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:54:18.246346 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea124768-8be3-4456-b7cf-9f88f7caf24f admin admin] Network e1c9633e-8188-42d0-99d9-444d9f10534d is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:54:18.256979 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-ea124768-8be3-4456-b7cf-9f88f7caf24f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, e1c9633e-8188-42d0-99d9-444d9f10534d) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:18.261463 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea124768-8be3-4456-b7cf-9f88f7caf24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:18.262042 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ea124768-8be3-4456-b7cf-9f88f7caf24f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.266871 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae974c8-e065-4585-b527-839cc6a7bbc3 None None] Network e1c9633e-8188-42d0-99d9-444d9f10534d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:18.276758 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ea124768-8be3-4456-b7cf-9f88f7caf24f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3896110 Jul 16 01:54:18.279208 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34460) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:18.283680 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-e7506466-ab92-4498-ab1c-b511ed21c03c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1399334871-router', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:18.306870 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7506466-ab92-4498-ab1c-b511ed21c03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.307997 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7506466-ab92-4498-ab1c-b511ed21c03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.361082 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7506466-ab92-4498-ab1c-b511ed21c03c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.418969 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820c58f1-abfc-477a-83b6-da5bcd7c84b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-e1c9633e-8188-42d0-99d9-444d9f10534d', 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'fixed_ips': [{'subnet_id': '5fe56ea6-6eff-400b-89b4-219aacbd21bb'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:54:18.419829 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-820c58f1-abfc-477a-83b6-da5bcd7c84b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.503342 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7506466-ab92-4498-ab1c-b511ed21c03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.556807 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-820c58f1-abfc-477a-83b6-da5bcd7c84b2 None None] Allocated IP 172.20.0.2 (e1c9633e-8188-42d0-99d9-444d9f10534d/5fe56ea6-6eff-400b-89b4-219aacbd21bb/5847b3a9-abe1-41d3-a45e-0cbd1302d806) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:18.701003 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-820c58f1-abfc-477a-83b6-da5bcd7c84b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.707282 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7506466-ab92-4498-ab1c-b511ed21c03c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.709334 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-820c58f1-abfc-477a-83b6-da5bcd7c84b2 None None] Transition to ACTIVE for port object 5847b3a9-abe1-41d3-a45e-0cbd1302d806 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:18.724297 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-820c58f1-abfc-477a-83b6-da5bcd7c84b2 None None] Transition to ACTIVE for port object 5847b3a9-abe1-41d3-a45e-0cbd1302d806 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:18.728270 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7506466-ab92-4498-ab1c-b511ed21c03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.733055 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-820c58f1-abfc-477a-83b6-da5bcd7c84b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.777136 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820c58f1-abfc-477a-83b6-da5bcd7c84b2 None None] Network e1c9633e-8188-42d0-99d9-444d9f10534d is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:18.779912 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-820c58f1-abfc-477a-83b6-da5bcd7c84b2 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:18.783481 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820c58f1-abfc-477a-83b6-da5bcd7c84b2 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:18.790656 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c58f1-abfc-477a-83b6-da5bcd7c84b2 None None] Pushing event updated for resources: {'Port': ['ID=5847b3a9-abe1-41d3-a45e-0cbd1302d806,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:18.842126 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-e7506466-ab92-4498-ab1c-b511ed21c03c admin admin] Allocated IP 172.25.6.9 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/1d911b1d-1ea5-4921-9d42-7b94a9897eda) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:18.843332 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-820c58f1-abfc-477a-83b6-da5bcd7c84b2 None None] Attempting to bind port 5847b3a9-abe1-41d3-a45e-0cbd1302d806 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:18.843753 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-820c58f1-abfc-477a-83b6-da5bcd7c84b2 None None] Attempting to bind port 5847b3a9-abe1-41d3-a45e-0cbd1302d806 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '93f6e54c-059a-4e17-ad53-10445465fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:18.844053 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820c58f1-abfc-477a-83b6-da5bcd7c84b2 None None] Attempting to bind port 5847b3a9-abe1-41d3-a45e-0cbd1302d806 on network e1c9633e-8188-42d0-99d9-444d9f10534d {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:18.849808 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820c58f1-abfc-477a-83b6-da5bcd7c84b2 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:18.850154 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820c58f1-abfc-477a-83b6-da5bcd7c84b2 None None] Checking segment: {'id': '93f6e54c-059a-4e17-ad53-10445465fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:18.850574 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-820c58f1-abfc-477a-83b6-da5bcd7c84b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.851026 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820c58f1-abfc-477a-83b6-da5bcd7c84b2 None None] Bound using segment: {'id': '93f6e54c-059a-4e17-ad53-10445465fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:18.851640 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-820c58f1-abfc-477a-83b6-da5bcd7c84b2 None None] Bound port: 5847b3a9-abe1-41d3-a45e-0cbd1302d806, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f6e54c-059a-4e17-ad53-10445465fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:18.851797 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-820c58f1-abfc-477a-83b6-da5bcd7c84b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.917176 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-820c58f1-abfc-477a-83b6-da5bcd7c84b2 None None] For port 5847b3a9-abe1-41d3-a45e-0cbd1302d806, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:18.920238 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-820c58f1-abfc-477a-83b6-da5bcd7c84b2 None None] For port 5847b3a9-abe1-41d3-a45e-0cbd1302d806, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=5847b3a9-abe1-41d3-a45e-0cbd1302d806,segment=NetworkSegment(93f6e54c-059a-4e17-ad53-10445465fa1d),segment_id=93f6e54c-059a-4e17-ad53-10445465fa1d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:18.927968 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-820c58f1-abfc-477a-83b6-da5bcd7c84b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.957876 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7506466-ab92-4498-ab1c-b511ed21c03c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.987247 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c58f1-abfc-477a-83b6-da5bcd7c84b2 None None] Pushing event updated for resources: {'Port': ['ID=5847b3a9-abe1-41d3-a45e-0cbd1302d806,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:19.007524 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7506466-ab92-4498-ab1c-b511ed21c03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.048862 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7506466-ab92-4498-ab1c-b511ed21c03c admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:19.056163 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-e7506466-ab92-4498-ab1c-b511ed21c03c admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:19.058757 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7506466-ab92-4498-ab1c-b511ed21c03c admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:19.092901 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7506466-ab92-4498-ab1c-b511ed21c03c admin admin] Pushing event updated for resources: {'Port': ['ID=1d911b1d-1ea5-4921-9d42-7b94a9897eda,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:19.252402 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 5847b3a9-abe1-41d3-a45e-0cbd1302d806 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:19.315338 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 5847b3a9-abe1-41d3-a45e-0cbd1302d806 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:19.387375 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7506466-ab92-4498-ab1c-b511ed21c03c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.606804 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7506466-ab92-4498-ab1c-b511ed21c03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.759778 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7506466-ab92-4498-ab1c-b511ed21c03c admin admin] Router e4298e42-46e7-43cc-af1e-39d9f3e3659e is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:54:19.876010 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7506466-ab92-4498-ab1c-b511ed21c03c admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:19.887870 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] Sync routers for ids ['e4298e42-46e7-43cc-af1e-39d9f3e3659e'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:19.894639 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7506466-ab92-4498-ab1c-b511ed21c03c admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.898815 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e7506466-ab92-4498-ab1c-b511ed21c03c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6157982 Jul 16 01:54:19.898994 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] Routers {'e4298e42-46e7-43cc-af1e-39d9f3e3659e'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:19.899127 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34462) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:19.899296 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:54:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e4298e42-46e7-43cc-af1e-39d9f3e3659e'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:19.944393 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639c4f6f-1605-40ea-9983-b3d21d0bb878 None None] Network e1c9633e-8188-42d0-99d9-444d9f10534d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:20.010015 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] Set router e4298e42-46e7-43cc-af1e-39d9f3e3659e gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:20.011419 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4fbeb599-dd10-4b01-99c8-c173d931bae5 None None] Provisioning for port 5847b3a9-abe1-41d3-a45e-0cbd1302d806 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:20.021362 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4fbeb599-dd10-4b01-99c8-c173d931bae5 None None] Provisioning complete for port 5847b3a9-abe1-41d3-a45e-0cbd1302d806 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:20.021704 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4fbeb599-dd10-4b01-99c8-c173d931bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.187773 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4fbeb599-dd10-4b01-99c8-c173d931bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.223686 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'name': 'tempest-TestServerBasicOps-1399334871-router', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:54:19Z', 'revision_number': 3, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'gw_port': {'id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:86:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:54:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:20.234078 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-4fbeb599-dd10-4b01-99c8-c173d931bae5 None None] For port 5847b3a9-abe1-41d3-a45e-0cbd1302d806, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=5847b3a9-abe1-41d3-a45e-0cbd1302d806,segment=NetworkSegment(93f6e54c-059a-4e17-ad53-10445465fa1d),segment_id=93f6e54c-059a-4e17-ad53-10445465fa1d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:20.239856 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4fbeb599-dd10-4b01-99c8-c173d931bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.264036 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] Checking router: e4298e42-46e7-43cc-af1e-39d9f3e3659e for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:20.264387 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] Updating router e4298e42-46e7-43cc-af1e-39d9f3e3659e port 1d911b1d-1ea5-4921-9d42-7b94a9897eda binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:54:20.306623 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.308065 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbeb599-dd10-4b01-99c8-c173d931bae5 None None] Pushing event updated for resources: {'Port': ['ID=5847b3a9-abe1-41d3-a45e-0cbd1302d806,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:20.389084 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8a0f525c-16f1-4e99-8ae0-207c85e3a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.550973 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-8a0f525c-16f1-4e99-8ae0-207c85e3a1b0 admin admin] Allocated IP 172.20.0.1 (e1c9633e-8188-42d0-99d9-444d9f10534d/5fe56ea6-6eff-400b-89b4-219aacbd21bb/18fad895-f31d-4af9-867c-457cd9ee294b) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:20.564439 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-597e0b31-34e3-4eea-ab84-d08ebfe89960 None None] Provisioning complete for port 5847b3a9-abe1-41d3-a45e-0cbd1302d806 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:20.564867 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-597e0b31-34e3-4eea-ab84-d08ebfe89960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.582029 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.593901 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] Transition to ACTIVE for port object 1d911b1d-1ea5-4921-9d42-7b94a9897eda will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:20.602292 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.651504 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4cc59-314c-4e1f-88b6-596e8b7807e4 None None] Pushing event updated for resources: {'Port': ['ID=1d911b1d-1ea5-4921-9d42-7b94a9897eda,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:20.661788 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cc59-314c-4e1f-88b6-596e8b7807e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:20.662128 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cc59-314c-4e1f-88b6-596e8b7807e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:20.662467 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cc59-314c-4e1f-88b6-596e8b7807e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:20.662799 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cc59-314c-4e1f-88b6-596e8b7807e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:20.663148 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cc59-314c-4e1f-88b6-596e8b7807e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:20.663478 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cc59-314c-4e1f-88b6-596e8b7807e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:20.663770 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cc59-314c-4e1f-88b6-596e8b7807e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:20.664088 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cc59-314c-4e1f-88b6-596e8b7807e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:20.664502 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cc59-314c-4e1f-88b6-596e8b7807e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:20.664823 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cc59-314c-4e1f-88b6-596e8b7807e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:20.665140 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cc59-314c-4e1f-88b6-596e8b7807e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:20.665813 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cc59-314c-4e1f-88b6-596e8b7807e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:20.666434 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8a0f525c-16f1-4e99-8ae0-207c85e3a1b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.681132 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-8a0f525c-16f1-4e99-8ae0-207c85e3a1b0 admin admin] Transition to ACTIVE for port object 18fad895-f31d-4af9-867c-457cd9ee294b will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:20.684759 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] Attempting to bind port 1d911b1d-1ea5-4921-9d42-7b94a9897eda on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:20.685119 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] Attempting to bind port 1d911b1d-1ea5-4921-9d42-7b94a9897eda by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:20.685473 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] Attempting to bind port 1d911b1d-1ea5-4921-9d42-7b94a9897eda on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:20.690363 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:20.690726 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:20.691116 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.691498 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:20.691950 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] Bound port: 1d911b1d-1ea5-4921-9d42-7b94a9897eda, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:20.692530 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.716891 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8a0f525c-16f1-4e99-8ae0-207c85e3a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.742366 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] For port 1d911b1d-1ea5-4921-9d42-7b94a9897eda, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:20.745431 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] For port 1d911b1d-1ea5-4921-9d42-7b94a9897eda, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1d911b1d-1ea5-4921-9d42-7b94a9897eda,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:20.751637 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.761090 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0f525c-16f1-4e99-8ae0-207c85e3a1b0 admin admin] Network e1c9633e-8188-42d0-99d9-444d9f10534d is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:20.769584 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-8a0f525c-16f1-4e99-8ae0-207c85e3a1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:20.773070 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0f525c-16f1-4e99-8ae0-207c85e3a1b0 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:20.775250 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f525c-16f1-4e99-8ae0-207c85e3a1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=18fad895-f31d-4af9-867c-457cd9ee294b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:20.813974 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] Routers {'e4298e42-46e7-43cc-af1e-39d9f3e3659e'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:20.814990 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:54:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e4298e42-46e7-43cc-af1e-39d9f3e3659e'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:20.818185 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4cc59-314c-4e1f-88b6-596e8b7807e4 None None] Pushing event updated for resources: {'Port': ['ID=1d911b1d-1ea5-4921-9d42-7b94a9897eda,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:20.820143 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8a0f525c-16f1-4e99-8ae0-207c85e3a1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.922682 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] Set router e4298e42-46e7-43cc-af1e-39d9f3e3659e gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:20.968425 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8a0f525c-16f1-4e99-8ae0-207c85e3a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.074388 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ecbfdb5d-34fc-4a2c-a5e8-da8037b6b5a2 None None] Provisioning for port 18fad895-f31d-4af9-867c-457cd9ee294b completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:21.082162 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ecbfdb5d-34fc-4a2c-a5e8-da8037b6b5a2 None None] Provisioning complete for port 18fad895-f31d-4af9-867c-457cd9ee294b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:21.082873 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ecbfdb5d-34fc-4a2c-a5e8-da8037b6b5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.109964 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'name': 'tempest-TestServerBasicOps-1399334871-router', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:54:19Z', 'revision_number': 3, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'gw_port': {'id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:86:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:21.122152 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ecbfdb5d-34fc-4a2c-a5e8-da8037b6b5a2 None None] Port 18fad895-f31d-4af9-867c-457cd9ee294b cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:21.141465 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8a0f525c-16f1-4e99-8ae0-207c85e3a1b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.156543 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8a0f525c-16f1-4e99-8ae0-207c85e3a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.226218 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 5847b3a9-abe1-41d3-a45e-0cbd1302d806 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:21.228414 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8a0f525c-16f1-4e99-8ae0-207c85e3a1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.240074 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f525c-16f1-4e99-8ae0-207c85e3a1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=18fad895-f31d-4af9-867c-457cd9ee294b,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:21.241392 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee02e4c-fb9f-4e4a-a2fc-6defade410ae None None] The sync data for ids ['e4298e42-46e7-43cc-af1e-39d9f3e3659e'] in n-d-792394-16 is: [{'id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'name': 'tempest-TestServerBasicOps-1399334871-router', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:54:19Z', 'revision_number': 3, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'gw_port': {'id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:86:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:21.283824 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 5847b3a9-abe1-41d3-a45e-0cbd1302d806 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:21.284197 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.344515 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0f525c-16f1-4e99-8ae0-207c85e3a1b0 admin admin] Network e1c9633e-8188-42d0-99d9-444d9f10534d is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:21.347125 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-8a0f525c-16f1-4e99-8ae0-207c85e3a1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:21.510864 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0f525c-16f1-4e99-8ae0-207c85e3a1b0 admin admin] Router e4298e42-46e7-43cc-af1e-39d9f3e3659e has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:21.631742 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0f525c-16f1-4e99-8ae0-207c85e3a1b0 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:21.637362 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8a0f525c-16f1-4e99-8ae0-207c85e3a1b0 admin admin] 10.222.0.16 "PUT /v2.0/routers/e4298e42-46e7-43cc-af1e-39d9f3e3659e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7370174 Jul 16 01:54:21.650227 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d9127184-821c-4e6b-ae12-109183704e29 None None] Provisioning complete for port 18fad895-f31d-4af9-867c-457cd9ee294b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:21.650662 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d9127184-821c-4e6b-ae12-109183704e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.690342 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d9127184-821c-4e6b-ae12-109183704e29 None None] Port 18fad895-f31d-4af9-867c-457cd9ee294b cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:22.147378 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34482) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:22.152469 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a2eec5e0-5c88-4ae8-b8d3-5d8663ab24b8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-401562914-network', 'tenant_id': 'c68624bd674c4d468cf3ac198d200281'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:22.176031 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2eec5e0-5c88-4ae8-b8d3-5d8663ab24b8 admin admin] Made reservation on behalf of c68624bd674c4d468cf3ac198d200281 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:22.178509 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2eec5e0-5c88-4ae8-b8d3-5d8663ab24b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.187547 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2eec5e0-5c88-4ae8-b8d3-5d8663ab24b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.278601 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2eec5e0-5c88-4ae8-b8d3-5d8663ab24b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.284336 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2eec5e0-5c88-4ae8-b8d3-5d8663ab24b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.309250 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2eec5e0-5c88-4ae8-b8d3-5d8663ab24b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:54:22.317530 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eec5e0-5c88-4ae8-b8d3-5d8663ab24b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c0b615-2da3-4651-bcbd-2ba8b8b2e692,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:22.325657 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2eec5e0-5c88-4ae8-b8d3-5d8663ab24b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.326032 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-a2eec5e0-5c88-4ae8-b8d3-5d8663ab24b8 admin admin] Added segment 3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9 of type vlan for network 8cb82791-45ce-40a0-b284-147b79a6f6c0 Jul 16 01:54:22.366700 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2eec5e0-5c88-4ae8-b8d3-5d8663ab24b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.405636 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2eec5e0-5c88-4ae8-b8d3-5d8663ab24b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.406592 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2eec5e0-5c88-4ae8-b8d3-5d8663ab24b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:22.407338 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2eec5e0-5c88-4ae8-b8d3-5d8663ab24b8 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.444604 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a2eec5e0-5c88-4ae8-b8d3-5d8663ab24b8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2960184 Jul 16 01:54:22.447554 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34484) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:22.452637 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a4e8c17a-a655-4bda-8cf0-f64c144f9d0a admin admin] Request body: {'subnet': {'network_id': '8cb82791-45ce-40a0-b284-147b79a6f6c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-401562914-subnet', 'tenant_id': 'c68624bd674c4d468cf3ac198d200281', 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:22.486490 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eec5e0-5c88-4ae8-b8d3-5d8663ab24b8 admin admin] Pushing event updated for resources: {'Network': ['ID=8cb82791-45ce-40a0-b284-147b79a6f6c0,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:22.498197 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 8cb82791-45ce-40a0-b284-147b79a6f6c0 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:54:22.505733 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e8c17a-a655-4bda-8cf0-f64c144f9d0a admin admin] Made reservation on behalf of c68624bd674c4d468cf3ac198d200281 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:22.508161 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a4e8c17a-a655-4bda-8cf0-f64c144f9d0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.695043 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a4e8c17a-a655-4bda-8cf0-f64c144f9d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.750718 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8c17a-a655-4bda-8cf0-f64c144f9d0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=516226ed-0146-4fc3-aa2c-d94c71ae9415,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:22.760318 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e8c17a-a655-4bda-8cf0-f64c144f9d0a admin admin] Checking segment: {'id': '3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8cb82791-45ce-40a0-b284-147b79a6f6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:22.760713 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e8c17a-a655-4bda-8cf0-f64c144f9d0a admin admin] Network hostable DHCP agents. Network: 8cb82791-45ce-40a0-b284-147b79a6f6c0, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:54:22.780545 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e8c17a-a655-4bda-8cf0-f64c144f9d0a admin admin] Network 8cb82791-45ce-40a0-b284-147b79a6f6c0 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:54:22.792335 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-a4e8c17a-a655-4bda-8cf0-f64c144f9d0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 8cb82791-45ce-40a0-b284-147b79a6f6c0) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:22.797089 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e8c17a-a655-4bda-8cf0-f64c144f9d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:22.797671 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a4e8c17a-a655-4bda-8cf0-f64c144f9d0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.802496 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3dbffc-546d-413e-ba9f-0a89e64d18ef None None] Network 8cb82791-45ce-40a0-b284-147b79a6f6c0 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:22.814948 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a4e8c17a-a655-4bda-8cf0-f64c144f9d0a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3662903 Jul 16 01:54:22.817936 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34488) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:22.822610 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-570dd617-72b4-44d7-9971-7f388c7fdaf5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-401562914-router', 'tenant_id': 'c68624bd674c4d468cf3ac198d200281', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:22.847831 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-570dd617-72b4-44d7-9971-7f388c7fdaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.849030 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-570dd617-72b4-44d7-9971-7f388c7fdaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.868692 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] Sync routers for ids ['e4298e42-46e7-43cc-af1e-39d9f3e3659e'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:22.888288 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] Routers {'e4298e42-46e7-43cc-af1e-39d9f3e3659e'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:22.888953 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:54:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e4298e42-46e7-43cc-af1e-39d9f3e3659e'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:22.901001 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-570dd617-72b4-44d7-9971-7f388c7fdaf5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.050385 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72896d3-23ae-4be9-9f54-180208febbdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-8cb82791-45ce-40a0-b284-147b79a6f6c0', 'network_id': '8cb82791-45ce-40a0-b284-147b79a6f6c0', 'tenant_id': 'c68624bd674c4d468cf3ac198d200281', 'fixed_ips': [{'subnet_id': '516226ed-0146-4fc3-aa2c-d94c71ae9415'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:54:23.051268 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e72896d3-23ae-4be9-9f54-180208febbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.054769 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] Set router e4298e42-46e7-43cc-af1e-39d9f3e3659e gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:23.380623 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-570dd617-72b4-44d7-9971-7f388c7fdaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.461058 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1d911b1d-1ea5-4921-9d42-7b94a9897eda up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:23.535899 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-e72896d3-23ae-4be9-9f54-180208febbdd None None] Allocated IP 172.20.0.2 (8cb82791-45ce-40a0-b284-147b79a6f6c0/516226ed-0146-4fc3-aa2c-d94c71ae9415/09469ea6-c23b-4b56-b14c-5e8ad504aa1c) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:23.606332 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-570dd617-72b4-44d7-9971-7f388c7fdaf5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.626223 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-570dd617-72b4-44d7-9971-7f388c7fdaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.630584 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 1d911b1d-1ea5-4921-9d42-7b94a9897eda completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:23.671616 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 1d911b1d-1ea5-4921-9d42-7b94a9897eda triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:23.671904 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.733903 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-570dd617-72b4-44d7-9971-7f388c7fdaf5 admin admin] Allocated IP 172.25.6.95 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:23.747173 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'name': 'tempest-TestServerBasicOps-1399334871-router', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:54:20Z', 'revision_number': 4, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'gw_port': {'id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:86:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '18fad895-f31d-4af9-867c-457cd9ee294b', 'name': '', 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'mac_address': 'fa:16:3e:91:95:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '5fe56ea6-6eff-400b-89b4-219aacbd21bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:20Z', 'updated_at': '2021-07-16T01:54:21Z', 'revision_number': 2, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'subnets': [{'id': '5fe56ea6-6eff-400b-89b4-219aacbd21bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:23.796330 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] Checking router: e4298e42-46e7-43cc-af1e-39d9f3e3659e for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:23.796669 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] Updating router e4298e42-46e7-43cc-af1e-39d9f3e3659e port 18fad895-f31d-4af9-867c-457cd9ee294b binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:54:23.841681 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-570dd617-72b4-44d7-9971-7f388c7fdaf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.876493 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e72896d3-23ae-4be9-9f54-180208febbdd None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.879825 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.887697 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-570dd617-72b4-44d7-9971-7f388c7fdaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.905760 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e72896d3-23ae-4be9-9f54-180208febbdd None None] Transition to ACTIVE for port object 09469ea6-c23b-4b56-b14c-5e8ad504aa1c will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:23.919915 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.924594 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570dd617-72b4-44d7-9971-7f388c7fdaf5 admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:23.931155 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-570dd617-72b4-44d7-9971-7f388c7fdaf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:23.934846 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570dd617-72b4-44d7-9971-7f388c7fdaf5 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:23.941141 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570dd617-72b4-44d7-9971-7f388c7fdaf5 admin admin] Pushing event updated for resources: {'Port': ['ID=7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:23.961025 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e72896d3-23ae-4be9-9f54-180208febbdd None None] Transition to ACTIVE for port object 09469ea6-c23b-4b56-b14c-5e8ad504aa1c will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:23.975948 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 1d911b1d-1ea5-4921-9d42-7b94a9897eda, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1d911b1d-1ea5-4921-9d42-7b94a9897eda,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:23.980237 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e72896d3-23ae-4be9-9f54-180208febbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.991889 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.095486 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72896d3-23ae-4be9-9f54-180208febbdd None None] Network 8cb82791-45ce-40a0-b284-147b79a6f6c0 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:24.106060 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-e72896d3-23ae-4be9-9f54-180208febbdd None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:24.109463 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72896d3-23ae-4be9-9f54-180208febbdd None None] Pushing event updated for resources: {'Port': ['ID=09469ea6-c23b-4b56-b14c-5e8ad504aa1c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:24.113891 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72896d3-23ae-4be9-9f54-180208febbdd None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:24.188338 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-570dd617-72b4-44d7-9971-7f388c7fdaf5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.277876 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=1d911b1d-1ea5-4921-9d42-7b94a9897eda,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:24.287141 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-e72896d3-23ae-4be9-9f54-180208febbdd None None] Attempting to bind port 09469ea6-c23b-4b56-b14c-5e8ad504aa1c on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:24.287543 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-e72896d3-23ae-4be9-9f54-180208febbdd None None] Attempting to bind port 09469ea6-c23b-4b56-b14c-5e8ad504aa1c by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8cb82791-45ce-40a0-b284-147b79a6f6c0'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:24.287912 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72896d3-23ae-4be9-9f54-180208febbdd None None] Attempting to bind port 09469ea6-c23b-4b56-b14c-5e8ad504aa1c on network 8cb82791-45ce-40a0-b284-147b79a6f6c0 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:24.300115 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72896d3-23ae-4be9-9f54-180208febbdd None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:24.300521 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72896d3-23ae-4be9-9f54-180208febbdd None None] Checking segment: {'id': '3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8cb82791-45ce-40a0-b284-147b79a6f6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:24.300925 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e72896d3-23ae-4be9-9f54-180208febbdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.301322 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72896d3-23ae-4be9-9f54-180208febbdd None None] Bound using segment: {'id': '3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8cb82791-45ce-40a0-b284-147b79a6f6c0'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:24.301904 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-e72896d3-23ae-4be9-9f54-180208febbdd None None] Bound port: 09469ea6-c23b-4b56-b14c-5e8ad504aa1c, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8cb82791-45ce-40a0-b284-147b79a6f6c0'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:24.302529 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e72896d3-23ae-4be9-9f54-180208febbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.382641 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-570dd617-72b4-44d7-9971-7f388c7fdaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.406897 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.424156 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e72896d3-23ae-4be9-9f54-180208febbdd None None] For port 09469ea6-c23b-4b56-b14c-5e8ad504aa1c, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:24.427957 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] Transition to ACTIVE for port object 18fad895-f31d-4af9-867c-457cd9ee294b will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:24.431020 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e72896d3-23ae-4be9-9f54-180208febbdd None None] For port 09469ea6-c23b-4b56-b14c-5e8ad504aa1c, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=09469ea6-c23b-4b56-b14c-5e8ad504aa1c,segment=NetworkSegment(3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9),segment_id=3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:24.438692 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e72896d3-23ae-4be9-9f54-180208febbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.443317 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.529312 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570dd617-72b4-44d7-9971-7f388c7fdaf5 admin admin] Router e59174e4-a1a8-4ab8-9009-8d95f5d1fde6 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:54:24.546844 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72896d3-23ae-4be9-9f54-180208febbdd None None] Pushing event updated for resources: {'Port': ['ID=09469ea6-c23b-4b56-b14c-5e8ad504aa1c,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:24.581348 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] Attempting to bind port 18fad895-f31d-4af9-867c-457cd9ee294b on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:24.581723 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] Attempting to bind port 18fad895-f31d-4af9-867c-457cd9ee294b by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '93f6e54c-059a-4e17-ad53-10445465fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:24.582090 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] Attempting to bind port 18fad895-f31d-4af9-867c-457cd9ee294b on network e1c9633e-8188-42d0-99d9-444d9f10534d {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:24.606726 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:24.607110 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] Checking segment: {'id': '93f6e54c-059a-4e17-ad53-10445465fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:24.607523 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.607926 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] Bound using segment: {'id': '93f6e54c-059a-4e17-ad53-10445465fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:24.608435 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] Bound port: 18fad895-f31d-4af9-867c-457cd9ee294b, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f6e54c-059a-4e17-ad53-10445465fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:24.608819 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.666643 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570dd617-72b4-44d7-9971-7f388c7fdaf5 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:24.666940 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136686f2-b86f-4ea2-9f07-ecaf5e891f39 None None] Pushing event updated for resources: {'Port': ['ID=18fad895-f31d-4af9-867c-457cd9ee294b,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:24.685451 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] Sync routers for ids ['e59174e4-a1a8-4ab8-9009-8d95f5d1fde6'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:24.696169 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] Routers {'e59174e4-a1a8-4ab8-9009-8d95f5d1fde6'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:24.696836 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:54:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e59174e4-a1a8-4ab8-9009-8d95f5d1fde6'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:24.714014 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] For port 18fad895-f31d-4af9-867c-457cd9ee294b, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:24.718082 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-570dd617-72b4-44d7-9971-7f388c7fdaf5 admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.718571 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] For port 18fad895-f31d-4af9-867c-457cd9ee294b, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=18fad895-f31d-4af9-867c-457cd9ee294b,segment=NetworkSegment(93f6e54c-059a-4e17-ad53-10445465fa1d),segment_id=93f6e54c-059a-4e17-ad53-10445465fa1d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:24.722881 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-570dd617-72b4-44d7-9971-7f388c7fdaf5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9009571 Jul 16 01:54:24.723763 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34490) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:24.726194 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.794661 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136686f2-b86f-4ea2-9f07-ecaf5e891f39 None None] Pushing event updated for resources: {'Port': ['ID=18fad895-f31d-4af9-867c-457cd9ee294b,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:24.823994 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] Routers {'e4298e42-46e7-43cc-af1e-39d9f3e3659e'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:24.824734 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:54:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e4298e42-46e7-43cc-af1e-39d9f3e3659e'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:24.916954 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] Set router e59174e4-a1a8-4ab8-9009-8d95f5d1fde6 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:24.985689 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] Set router e4298e42-46e7-43cc-af1e-39d9f3e3659e gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:25.145896 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59174e4-a1a8-4ab8-9009-8d95f5d1fde6', 'name': 'tempest-TestServerBasicOps-401562914-router', 'tenant_id': 'c68624bd674c4d468cf3ac198d200281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:22Z', 'updated_at': '2021-07-16T01:54:24Z', 'revision_number': 3, 'project_id': 'c68624bd674c4d468cf3ac198d200281', 'gw_port': {'id': '7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59174e4-a1a8-4ab8-9009-8d95f5d1fde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:23Z', 'updated_at': '2021-07-16T01:54:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:25.176805 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] Checking router: e59174e4-a1a8-4ab8-9009-8d95f5d1fde6 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:25.177164 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] Updating router e59174e4-a1a8-4ab8-9009-8d95f5d1fde6 port 7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:54:25.240464 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.288020 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'name': 'tempest-TestServerBasicOps-1399334871-router', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:54:20Z', 'revision_number': 4, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'gw_port': {'id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '18fad895-f31d-4af9-867c-457cd9ee294b', 'name': '', 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'mac_address': 'fa:16:3e:91:95:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '5fe56ea6-6eff-400b-89b4-219aacbd21bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:20Z', 'updated_at': '2021-07-16T01:54:24Z', 'revision_number': 4, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'subnets': [{'id': '5fe56ea6-6eff-400b-89b4-219aacbd21bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:25.293142 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-287ba1f5-8376-4e60-91ae-1513ff0b41f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.322608 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07b4fe8-fd96-44d8-8970-a1566579c7f6 None None] The sync data for ids ['e4298e42-46e7-43cc-af1e-39d9f3e3659e'] in n-d-792394-16 is: [{'id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'name': 'tempest-TestServerBasicOps-1399334871-router', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:54:20Z', 'revision_number': 4, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'gw_port': {'id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '18fad895-f31d-4af9-867c-457cd9ee294b', 'name': '', 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'mac_address': 'fa:16:3e:91:95:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '5fe56ea6-6eff-400b-89b4-219aacbd21bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:20Z', 'updated_at': '2021-07-16T01:54:24Z', 'revision_number': 4, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'subnets': [{'id': '5fe56ea6-6eff-400b-89b4-219aacbd21bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:25.351951 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1d911b1d-1ea5-4921-9d42-7b94a9897eda up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:25.467340 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 1d911b1d-1ea5-4921-9d42-7b94a9897eda triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:25.468096 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.561764 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-287ba1f5-8376-4e60-91ae-1513ff0b41f7 admin admin] Allocated IP 172.20.0.1 (8cb82791-45ce-40a0-b284-147b79a6f6c0/516226ed-0146-4fc3-aa2c-d94c71ae9415/2ec55240-d64d-4307-8545-a2cbba3f5499) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:25.591234 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.595360 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 09469ea6-c23b-4b56-b14c-5e8ad504aa1c up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:25.608609 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] Transition to ACTIVE for port object 7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:25.622052 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.666420 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 09469ea6-c23b-4b56-b14c-5e8ad504aa1c completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:25.701220 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] Attempting to bind port 7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:25.701836 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] Attempting to bind port 7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:25.701978 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] Attempting to bind port 7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:25.714960 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:25.715336 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:25.715723 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.716117 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:25.716642 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] Bound port: 7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:25.717012 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.741480 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-287ba1f5-8376-4e60-91ae-1513ff0b41f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.744846 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147452c1-dee4-448e-b8a5-cf8a2ada38cf None None] Pushing event updated for resources: {'Port': ['ID=7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:25.765872 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-287ba1f5-8376-4e60-91ae-1513ff0b41f7 admin admin] Transition to ACTIVE for port object 2ec55240-d64d-4307-8545-a2cbba3f5499 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:25.794455 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] For port 7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:25.799094 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] For port 7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:25.806429 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.819488 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-287ba1f5-8376-4e60-91ae-1513ff0b41f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.867563 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] Routers {'e59174e4-a1a8-4ab8-9009-8d95f5d1fde6'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:25.868877 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:54:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e59174e4-a1a8-4ab8-9009-8d95f5d1fde6'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:25.871253 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ba1f5-8376-4e60-91ae-1513ff0b41f7 admin admin] Pushing event updated for resources: {'Port': ['ID=2ec55240-d64d-4307-8545-a2cbba3f5499,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:25.892456 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287ba1f5-8376-4e60-91ae-1513ff0b41f7 admin admin] Network 8cb82791-45ce-40a0-b284-147b79a6f6c0 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:25.894094 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-287ba1f5-8376-4e60-91ae-1513ff0b41f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:25.897816 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287ba1f5-8376-4e60-91ae-1513ff0b41f7 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:25.940236 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-287ba1f5-8376-4e60-91ae-1513ff0b41f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.941635 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147452c1-dee4-448e-b8a5-cf8a2ada38cf None None] Pushing event updated for resources: {'Port': ['ID=7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:25.952645 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e254ce1c-0398-4d6f-9689-ddd962ccdce2 None None] Network 8cb82791-45ce-40a0-b284-147b79a6f6c0 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:26.010822 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] Set router e59174e4-a1a8-4ab8-9009-8d95f5d1fde6 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:26.037918 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0dca0e93-6ae5-4a05-b390-e4b335c5fd66 None None] Provisioning for port 09469ea6-c23b-4b56-b14c-5e8ad504aa1c completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:26.048701 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0dca0e93-6ae5-4a05-b390-e4b335c5fd66 None None] Provisioning complete for port 09469ea6-c23b-4b56-b14c-5e8ad504aa1c triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:26.049176 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0dca0e93-6ae5-4a05-b390-e4b335c5fd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.105032 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-287ba1f5-8376-4e60-91ae-1513ff0b41f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.250852 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59174e4-a1a8-4ab8-9009-8d95f5d1fde6', 'name': 'tempest-TestServerBasicOps-401562914-router', 'tenant_id': 'c68624bd674c4d468cf3ac198d200281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:22Z', 'updated_at': '2021-07-16T01:54:24Z', 'revision_number': 3, 'project_id': 'c68624bd674c4d468cf3ac198d200281', 'gw_port': {'id': '7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59174e4-a1a8-4ab8-9009-8d95f5d1fde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:23Z', 'updated_at': '2021-07-16T01:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:26.286175 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7b1720-3822-4394-b09d-ed69fe9212b8 None None] The sync data for ids ['e59174e4-a1a8-4ab8-9009-8d95f5d1fde6'] in n-d-792394-16 is: [{'id': 'e59174e4-a1a8-4ab8-9009-8d95f5d1fde6', 'name': 'tempest-TestServerBasicOps-401562914-router', 'tenant_id': 'c68624bd674c4d468cf3ac198d200281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:22Z', 'updated_at': '2021-07-16T01:54:24Z', 'revision_number': 3, 'project_id': 'c68624bd674c4d468cf3ac198d200281', 'gw_port': {'id': '7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59174e4-a1a8-4ab8-9009-8d95f5d1fde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:23Z', 'updated_at': '2021-07-16T01:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:26.327249 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-287ba1f5-8376-4e60-91ae-1513ff0b41f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.335563 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-287ba1f5-8376-4e60-91ae-1513ff0b41f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.414958 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-287ba1f5-8376-4e60-91ae-1513ff0b41f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.421827 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0dca0e93-6ae5-4a05-b390-e4b335c5fd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.426248 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ba1f5-8376-4e60-91ae-1513ff0b41f7 admin admin] Pushing event updated for resources: {'Port': ['ID=2ec55240-d64d-4307-8545-a2cbba3f5499,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:26.463466 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-0dca0e93-6ae5-4a05-b390-e4b335c5fd66 None None] For port 09469ea6-c23b-4b56-b14c-5e8ad504aa1c, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=09469ea6-c23b-4b56-b14c-5e8ad504aa1c,segment=NetworkSegment(3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9),segment_id=3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:26.476192 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0dca0e93-6ae5-4a05-b390-e4b335c5fd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.535594 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca0e93-6ae5-4a05-b390-e4b335c5fd66 None None] Pushing event updated for resources: {'Port': ['ID=09469ea6-c23b-4b56-b14c-5e8ad504aa1c,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:26.541376 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287ba1f5-8376-4e60-91ae-1513ff0b41f7 admin admin] Network 8cb82791-45ce-40a0-b284-147b79a6f6c0 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:26.543173 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-287ba1f5-8376-4e60-91ae-1513ff0b41f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:26.586299 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34494) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:26.640279 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e5e9df5e-0493-47e1-a625-8e4c0ff94878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.791548 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287ba1f5-8376-4e60-91ae-1513ff0b41f7 admin admin] Router e59174e4-a1a8-4ab8-9009-8d95f5d1fde6 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:26.808294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-a209b4f6-9502-4ba5-bb1c-6f2f57545f16 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Deleting port 18b8df3e-a721-4562-a0c5-58f5106beaf2 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:26.808713 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a209b4f6-9502-4ba5-bb1c-6f2f57545f16 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.919731 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287ba1f5-8376-4e60-91ae-1513ff0b41f7 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:26.921059 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-110adfba-b23d-43ad-a0ba-cf148fb3d715 None None] Provisioning for port 2ec55240-d64d-4307-8545-a2cbba3f5499 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:26.926211 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a209b4f6-9502-4ba5-bb1c-6f2f57545f16 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.927065 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a209b4f6-9502-4ba5-bb1c-6f2f57545f16 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.932263 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-110adfba-b23d-43ad-a0ba-cf148fb3d715 None None] Provisioning complete for port 2ec55240-d64d-4307-8545-a2cbba3f5499 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:26.932706 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-110adfba-b23d-43ad-a0ba-cf148fb3d715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.940451 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-287ba1f5-8376-4e60-91ae-1513ff0b41f7 admin admin] 10.222.0.16 "PUT /v2.0/routers/e59174e4-a1a8-4ab8-9009-8d95f5d1fde6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2150288 Jul 16 01:54:26.971617 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-a209b4f6-9502-4ba5-bb1c-6f2f57545f16 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Calling delete_port for 18b8df3e-a721-4562-a0c5-58f5106beaf2 owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:26.989374 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-110adfba-b23d-43ad-a0ba-cf148fb3d715 None None] Port 2ec55240-d64d-4307-8545-a2cbba3f5499 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:27.003385 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-110adfba-b23d-43ad-a0ba-cf148fb3d715 None None] Provisioning complete for port 09469ea6-c23b-4b56-b14c-5e8ad504aa1c triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:27.004544 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-110adfba-b23d-43ad-a0ba-cf148fb3d715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.198180 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a209b4f6-9502-4ba5-bb1c-6f2f57545f16 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.244855 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209b4f6-9502-4ba5-bb1c-6f2f57545f16 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'Port': ['ID=18b8df3e-a721-4562-a0c5-58f5106beaf2,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:27.266937 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7c54a734-30b1-4b66-8d21-d79825c4625f None None] Provisioning complete for port 2ec55240-d64d-4307-8545-a2cbba3f5499 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:27.268440 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7c54a734-30b1-4b66-8d21-d79825c4625f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.357984 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7c54a734-30b1-4b66-8d21-d79825c4625f None None] Port 2ec55240-d64d-4307-8545-a2cbba3f5499 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:27.363315 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a209b4f6-9502-4ba5-bb1c-6f2f57545f16 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.363719 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-a209b4f6-9502-4ba5-bb1c-6f2f57545f16 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Floating IP 3ad897d1-416e-4518-aa33-ff5fce098568 disassociated (deleted). External IP: 172.25.6.200, port: 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c. Jul 16 01:54:27.435935 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 18fad895-f31d-4af9-867c-457cd9ee294b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:27.489752 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5f5feeaf-d8f7-43af-badc-997eaf512331 None None] Provisioning complete for port 2ec55240-d64d-4307-8545-a2cbba3f5499 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:27.490132 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f5feeaf-d8f7-43af-badc-997eaf512331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.531451 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 18fad895-f31d-4af9-867c-457cd9ee294b completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:27.538331 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 18fad895-f31d-4af9-867c-457cd9ee294b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:27.538754 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.541947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5f5feeaf-d8f7-43af-badc-997eaf512331 None None] Port 2ec55240-d64d-4307-8545-a2cbba3f5499 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:27.633229 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.646618 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a209b4f6-9502-4ba5-bb1c-6f2f57545f16 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Router 0dd504c3-9813-4b96-ad6d-0365147ecd90 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:27.675736 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 18fad895-f31d-4af9-867c-457cd9ee294b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=18fad895-f31d-4af9-867c-457cd9ee294b,segment=NetworkSegment(93f6e54c-059a-4e17-ad53-10445465fa1d),segment_id=93f6e54c-059a-4e17-ad53-10445465fa1d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:27.681238 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.682480 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 09469ea6-c23b-4b56-b14c-5e8ad504aa1c up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:27.709653 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34502) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:27.714647 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-8a042105-8cdb-4c5c-91a0-d2e7ca652250 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2000727549', 'description': 'tempest-secgroup-smoke-2000727549 description', 'project_id': 'a63930432ad948c298d55abcef9f1620'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:27.757708 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8a042105-8cdb-4c5c-91a0-d2e7ca652250 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.772568 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=18fad895-f31d-4af9-867c-457cd9ee294b,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:27.780637 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a209b4f6-9502-4ba5-bb1c-6f2f57545f16 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:27.785442 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a209b4f6-9502-4ba5-bb1c-6f2f57545f16 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.811642 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbfd197-0037-4a15-ab1f-c5878c2e7cf3 None None] Sync routers for ids ['0dd504c3-9813-4b96-ad6d-0365147ecd90'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:27.814001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 09469ea6-c23b-4b56-b14c-5e8ad504aa1c triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:27.814374 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.828005 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a209b4f6-9502-4ba5-bb1c-6f2f57545f16 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "DELETE /v2.0/floatingips/3ad897d1-416e-4518-aa33-ff5fce098568 HTTP/1.1" status: 204 len: 168 time: 1.2405331 Jul 16 01:54:27.829017 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d738a63-5b26-4ba1-b9b3-8fcd12253a01', 'tag': '99bba6c6-1d6a-47b7-afb3-6ed9be6f412c'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:27.832542 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6bb49d-eeca-4ad3-8755-939bdb09b29b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d738a63-5b26-4ba1-b9b3-8fcd12253a01", "tag": "99bba6c6-1d6a-47b7-afb3-6ed9be6f412c"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:27.865415 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbfd197-0037-4a15-ab1f-c5878c2e7cf3 None None] Routers {'0dd504c3-9813-4b96-ad6d-0365147ecd90'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:27.866072 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-fcbfd197-0037-4a15-ab1f-c5878c2e7cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:54:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['0dd504c3-9813-4b96-ad6d-0365147ecd90'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:27.866831 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8a042105-8cdb-4c5c-91a0-d2e7ca652250 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.873534 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8a042105-8cdb-4c5c-91a0-d2e7ca652250 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.907887 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1cfc66-4a7b-4e07-8a48-b69cc3c419bc x-openstack-request-id: req-6f1cfc66-4a7b-4e07-8a48-b69cc3c419bc {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:27.908289 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d738a63-5b26-4ba1-b9b3-8fcd12253a01", "tag": "99bba6c6-1d6a-47b7-afb3-6ed9be6f412c", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:27.908749 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f1cfc66-4a7b-4e07-8a48-b69cc3c419bc {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:27.909428 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d738a63-5b26-4ba1-b9b3-8fcd12253a01', 'tag': '99bba6c6-1d6a-47b7-afb3-6ed9be6f412c', 'status': 'completed', 'code': 200} Jul 16 01:54:27.915280 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8a042105-8cdb-4c5c-91a0-d2e7ca652250 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.916845 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8a042105-8cdb-4c5c-91a0-d2e7ca652250 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2059746 Jul 16 01:54:27.918011 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a042105-8cdb-4c5c-91a0-d2e7ca652250 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5525b42e-689e-4438-a82d-9ea2846d1bbf,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:27.919916 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34510) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:27.930928 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-3e065904-583c-4858-965f-8b7f49ee2d16 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Request body: {'security_group_rule': {'security_group_id': '5525b42e-689e-4438-a82d-9ea2846d1bbf', 'project_id': 'a63930432ad948c298d55abcef9f1620', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:28.005010 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e065904-583c-4858-965f-8b7f49ee2d16 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.042446 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:28.054244 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-fcbfd197-0037-4a15-ab1f-c5878c2e7cf3 None None] Set router 0dd504c3-9813-4b96-ad6d-0365147ecd90 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:28.065951 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bb49d-eeca-4ad3-8755-939bdb09b29b req-95c87fa6-bc05-40d5-8f88-79ac4c8f551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.067815 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f6bb49d-eeca-4ad3-8755-939bdb09b29b req-95c87fa6-bc05-40d5-8f88-79ac4c8f551c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c0fcf31570241eb96a760177b0aa82f&device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 1097 time: 0.1230400 Jul 16 01:54:28.105536 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e065904-583c-4858-965f-8b7f49ee2d16 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.114928 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e065904-583c-4858-965f-8b7f49ee2d16 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.138256 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e065904-583c-4858-965f-8b7f49ee2d16 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49925404-7d66-443e-ac30-07b39dc551df,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:28.181680 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e065904-583c-4858-965f-8b7f49ee2d16 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.185732 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3e065904-583c-4858-965f-8b7f49ee2d16 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2611196 Jul 16 01:54:28.185914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34514) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:28.192653 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-aa83a845-2c9c-4fec-94ed-55a498800e9d tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Request body: {'security_group_rule': {'security_group_id': '5525b42e-689e-4438-a82d-9ea2846d1bbf', 'project_id': 'a63930432ad948c298d55abcef9f1620', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:28.210399 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:28.223171 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bb49d-eeca-4ad3-8755-939bdb09b29b req-203be02d-2912-451d-b8a6-e46f7c48414c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.224790 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f6bb49d-eeca-4ad3-8755-939bdb09b29b req-203be02d-2912-451d-b8a6-e46f7c48414c service neutron] 10.222.0.82 "GET /v2.0/networks?id=9f21dd5d-7306-4840-b1b4-fad70b61f49b HTTP/1.1" status: 200 len: 897 time: 0.1485667 Jul 16 01:54:28.245444 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:28.245832 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.257215 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa83a845-2c9c-4fec-94ed-55a498800e9d tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.317469 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f6bb49d-eeca-4ad3-8755-939bdb09b29b req-7af4096b-3459-4ecf-b063-476474a04927 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99bba6c6-1d6a-47b7-afb3-6ed9be6f412c HTTP/1.1" status: 200 len: 217 time: 0.0809546 Jul 16 01:54:28.382824 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.409853 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bb49d-eeca-4ad3-8755-939bdb09b29b req-4e31f79f-cf7c-4584-baea-317f5941f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.410362 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:28.411399 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f6bb49d-eeca-4ad3-8755-939bdb09b29b req-4e31f79f-cf7c-4584-baea-317f5941f03f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea8178ad-ab14-4f84-9e70-848be78d79a8 HTTP/1.1" status: 200 len: 835 time: 0.0837176 Jul 16 01:54:28.414392 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-fcbfd197-0037-4a15-ab1f-c5878c2e7cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248448079', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:53Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'a38e39a3-bc19-44df-9d04-add79b94b638', 'name': '', 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:e6:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'ea8178ad-ab14-4f84-9e70-848be78d79a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:51Z', 'updated_at': '2021-07-16T01:52:59Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'ea8178ad-ab14-4f84-9e70-848be78d79a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:28.417911 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.430451 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa83a845-2c9c-4fec-94ed-55a498800e9d tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.449055 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbfd197-0037-4a15-ab1f-c5878c2e7cf3 None None] Checking router: 0dd504c3-9813-4b96-ad6d-0365147ecd90 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:28.452505 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa83a845-2c9c-4fec-94ed-55a498800e9d tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.462331 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b4aed-3f7c-40cc-a1a7-36757e009ae5 req-257e36b4-213d-44d4-981d-f1321369651e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.463917 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-505b4aed-3f7c-40cc-a1a7-36757e009ae5 req-257e36b4-213d-44d4-981d-f1321369651e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 945 time: 0.2265372 Jul 16 01:54:28.487325 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbfd197-0037-4a15-ab1f-c5878c2e7cf3 None None] Routers {'0dd504c3-9813-4b96-ad6d-0365147ecd90'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:28.488015 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-fcbfd197-0037-4a15-ab1f-c5878c2e7cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:54:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['0dd504c3-9813-4b96-ad6d-0365147ecd90'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:28.501160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83a845-2c9c-4fec-94ed-55a498800e9d tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ddc166-b4b7-4a37-b3cd-d99656a5891c,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:28.526065 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aa83a845-2c9c-4fec-94ed-55a498800e9d tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.528893 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-aa83a845-2c9c-4fec-94ed-55a498800e9d tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3419650 Jul 16 01:54:28.530310 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34518) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:28.535702 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-3e0a4a5d-0e1b-4e29-995b-8468ccffe99d tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Request body: {'security_group_rule': {'security_group_id': '5525b42e-689e-4438-a82d-9ea2846d1bbf', 'project_id': 'a63930432ad948c298d55abcef9f1620', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:28.542407 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:28.548960 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-505b4aed-3f7c-40cc-a1a7-36757e009ae5 req-f460543f-03ae-48a7-ad38-5822248e3334 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766506 Jul 16 01:54:28.566632 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bb49d-eeca-4ad3-8755-939bdb09b29b req-cc561ebd-d28d-4fde-a890-612d4edc90ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.568605 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f6bb49d-eeca-4ad3-8755-939bdb09b29b req-cc561ebd-d28d-4fde-a890-612d4edc90ca service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9f21dd5d-7306-4840-b1b4-fad70b61f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1475542 Jul 16 01:54:28.592560 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3e0a4a5d-0e1b-4e29-995b-8468ccffe99d tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.632638 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-fcbfd197-0037-4a15-ab1f-c5878c2e7cf3 None None] Set router 0dd504c3-9813-4b96-ad6d-0365147ecd90 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:28.663230 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3e0a4a5d-0e1b-4e29-995b-8468ccffe99d tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.670382 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3e0a4a5d-0e1b-4e29-995b-8468ccffe99d tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.672344 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f6bb49d-eeca-4ad3-8755-939bdb09b29b req-df546891-44f7-4da0-869c-45136b46901c service neutron] 10.222.0.82 "GET /v2.0/networks/9f21dd5d-7306-4840-b1b4-fad70b61f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960069 Jul 16 01:54:28.692352 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a4a5d-0e1b-4e29-995b-8468ccffe99d tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb58f46-b1d4-43d2-9115-ae85de8651b1,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:28.706460 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3e0a4a5d-0e1b-4e29-995b-8468ccffe99d tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.708279 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3e0a4a5d-0e1b-4e29-995b-8468ccffe99d tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1768167 Jul 16 01:54:28.711010 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34520) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:28.715981 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-93e45515-a2f0-4667-a299-5b1b10e8f653 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Request body: {'security_group_rule': {'security_group_id': '5525b42e-689e-4438-a82d-9ea2846d1bbf', 'project_id': 'a63930432ad948c298d55abcef9f1620', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:28.745832 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93e45515-a2f0-4667-a299-5b1b10e8f653 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.780074 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f6bb49d-eeca-4ad3-8755-939bdb09b29b req-9dceb382-1332-46b0-968d-f62f2885c112 service neutron] 10.222.0.82 "GET /v2.0/networks/9f21dd5d-7306-4840-b1b4-fad70b61f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990188 Jul 16 01:54:28.813341 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93e45515-a2f0-4667-a299-5b1b10e8f653 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.819159 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93e45515-a2f0-4667-a299-5b1b10e8f653 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.838277 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e45515-a2f0-4667-a299-5b1b10e8f653 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19936a37-61c6-4bfe-80f0-ef9cd736ba02,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:28.851839 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-93e45515-a2f0-4667-a299-5b1b10e8f653 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.853925 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-93e45515-a2f0-4667-a299-5b1b10e8f653 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1411450 Jul 16 01:54:28.856171 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34522) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:28.861175 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-daf11aa0-db1b-4c0c-8d4f-100444c6a766 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Request body: {'security_group_rule': {'security_group_id': '5525b42e-689e-4438-a82d-9ea2846d1bbf', 'project_id': 'a63930432ad948c298d55abcef9f1620', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:28.876983 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-fcbfd197-0037-4a15-ab1f-c5878c2e7cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248448079', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:53Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'a38e39a3-bc19-44df-9d04-add79b94b638', 'name': '', 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:e6:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'ea8178ad-ab14-4f84-9e70-848be78d79a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:51Z', 'updated_at': '2021-07-16T01:52:59Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'ea8178ad-ab14-4f84-9e70-848be78d79a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:28.886836 n-d-792394-16 neutron-server[93956]: INFO neutron.db.securitygroups_db [None req-daf11aa0-db1b-4c0c-8d4f-100444c6a766 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Project a63930432ad948c298d55abcef9f1620 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:54:28.892792 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-daf11aa0-db1b-4c0c-8d4f-100444c6a766 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.904254 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbfd197-0037-4a15-ab1f-c5878c2e7cf3 None None] The sync data for ids ['0dd504c3-9813-4b96-ad6d-0365147ecd90'] in n-d-792394-16 is: [{'id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248448079', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:53Z', 'revision_number': 4, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'a38e39a3-bc19-44df-9d04-add79b94b638', 'name': '', 'network_id': '9f21dd5d-7306-4840-b1b4-fad70b61f49b', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'mac_address': 'fa:16:3e:e6:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'ea8178ad-ab14-4f84-9e70-848be78d79a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:51Z', 'updated_at': '2021-07-16T01:52:59Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'subnets': [{'id': 'ea8178ad-ab14-4f84-9e70-848be78d79a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:28.930046 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] Sync routers for ids ['e59174e4-a1a8-4ab8-9009-8d95f5d1fde6'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:28.942512 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] Routers {'e59174e4-a1a8-4ab8-9009-8d95f5d1fde6'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:28.943153 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:54:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e59174e4-a1a8-4ab8-9009-8d95f5d1fde6'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:28.967701 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-daf11aa0-db1b-4c0c-8d4f-100444c6a766 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.975933 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-daf11aa0-db1b-4c0c-8d4f-100444c6a766 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.994582 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf11aa0-db1b-4c0c-8d4f-100444c6a766 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a041da89-7ebf-4fe6-867b-6f3e43066a0d,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:29.006128 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-daf11aa0-db1b-4c0c-8d4f-100444c6a766 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.007389 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-daf11aa0-db1b-4c0c-8d4f-100444c6a766 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1499133 Jul 16 01:54:29.010199 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34524) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:29.014842 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b24b2707-4c9b-4731-98cd-a0adfc14320b tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Request body: {'security_group_rule': {'security_group_id': '5525b42e-689e-4438-a82d-9ea2846d1bbf', 'project_id': 'a63930432ad948c298d55abcef9f1620', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:29.039092 n-d-792394-16 neutron-server[93956]: INFO neutron.db.securitygroups_db [None req-b24b2707-4c9b-4731-98cd-a0adfc14320b tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Project a63930432ad948c298d55abcef9f1620 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:54:29.045218 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b24b2707-4c9b-4731-98cd-a0adfc14320b tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.066924 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] Set router e59174e4-a1a8-4ab8-9009-8d95f5d1fde6 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:29.127175 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b24b2707-4c9b-4731-98cd-a0adfc14320b tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.134346 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b24b2707-4c9b-4731-98cd-a0adfc14320b tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.159838 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b2707-4c9b-4731-98cd-a0adfc14320b tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6082fa49-3240-4bbd-af6a-03a9cc403805,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:29.166672 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b24b2707-4c9b-4731-98cd-a0adfc14320b tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.167742 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b24b2707-4c9b-4731-98cd-a0adfc14320b tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1565893 Jul 16 01:54:29.251366 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a71146-a608-4a0e-9420-c3aeed3823eb None None] New status for floating IP 3ad897d1-416e-4518-aa33-ff5fce098568: DOWN {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:54:29.288566 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 18fad895-f31d-4af9-867c-457cd9ee294b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:29.310201 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59174e4-a1a8-4ab8-9009-8d95f5d1fde6', 'name': 'tempest-TestServerBasicOps-401562914-router', 'tenant_id': 'c68624bd674c4d468cf3ac198d200281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:22Z', 'updated_at': '2021-07-16T01:54:26Z', 'revision_number': 4, 'project_id': 'c68624bd674c4d468cf3ac198d200281', 'gw_port': {'id': '7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59174e4-a1a8-4ab8-9009-8d95f5d1fde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:23Z', 'updated_at': '2021-07-16T01:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '2ec55240-d64d-4307-8545-a2cbba3f5499', 'name': '', 'network_id': '8cb82791-45ce-40a0-b284-147b79a6f6c0', 'tenant_id': 'c68624bd674c4d468cf3ac198d200281', 'mac_address': 'fa:16:3e:6e:e6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59174e4-a1a8-4ab8-9009-8d95f5d1fde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '516226ed-0146-4fc3-aa2c-d94c71ae9415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:25Z', 'updated_at': '2021-07-16T01:54:26Z', 'revision_number': 2, 'project_id': 'c68624bd674c4d468cf3ac198d200281', 'subnets': [{'id': '516226ed-0146-4fc3-aa2c-d94c71ae9415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:29.341504 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] Checking router: e59174e4-a1a8-4ab8-9009-8d95f5d1fde6 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:29.341860 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] Updating router e59174e4-a1a8-4ab8-9009-8d95f5d1fde6 port 2ec55240-d64d-4307-8545-a2cbba3f5499 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:54:29.355025 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-c9fb95b6-13be-4873-93b0-63387266d5a1 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2000727549&fields=id&tenant_id=a63930432ad948c298d55abcef9f1620 HTTP/1.1" status: 200 len: 267 time: 0.0575898 Jul 16 01:54:29.369140 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 18fad895-f31d-4af9-867c-457cd9ee294b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:29.369516 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.457125 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:29.477260 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-cdaa415c-2aa4-48f2-a1a1-7df45402aa20 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:29.478826 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-cdaa415c-2aa4-48f2-a1a1-7df45402aa20 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/networks?id=e1c9633e-8188-42d0-99d9-444d9f10534d HTTP/1.1" status: 200 len: 809 time: 0.1170096 Jul 16 01:54:29.486571 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.494308 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-6942778e-b594-4abf-b410-efe3569bce6f tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/quotas/a63930432ad948c298d55abcef9f1620 HTTP/1.1" status: 200 len: 375 time: 0.0098033 Jul 16 01:54:29.508051 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:29.508462 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.560662 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-312f3fa3-212b-4d1b-a4ea-a40fbcd04f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.578003 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-348e0599-79b8-4462-86d2-1a580ac6fa04 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a63930432ad948c298d55abcef9f1620&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754116 Jul 16 01:54:29.638110 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd73a1-1990-4ce6-9e69-daaf9677ccc6 req-2cbd81e5-de98-45b3-a30d-c85cee0bc730 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:29.640194 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-99fd73a1-1990-4ce6-9e69-daaf9677ccc6 req-2cbd81e5-de98-45b3-a30d-c85cee0bc730 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 945 time: 0.1092465 Jul 16 01:54:29.749565 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.808221 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a5015-e06d-496f-8a38-5e6e55e24c59 req-8d261b27-5071-406d-9449-66d35a13e9b1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:29.809771 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e78a5015-e06d-496f-8a38-5e6e55e24c59 req-8d261b27-5071-406d-9449-66d35a13e9b1 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d738a63-5b26-4ba1-b9b3-8fcd12253a01 HTTP/1.1" status: 200 len: 945 time: 0.1043735 Jul 16 01:54:29.813447 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.824895 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] Transition to ACTIVE for port object 2ec55240-d64d-4307-8545-a2cbba3f5499 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:29.828804 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-8105868f-77f6-4866-bacb-674679b4beb2 service neutron] 10.222.0.16 "GET /v2.0/networks/e1c9633e-8188-42d0-99d9-444d9f10534d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262259 Jul 16 01:54:29.832620 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.846905 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-99fd73a1-1990-4ce6-9e69-daaf9677ccc6 req-e97fb697-b157-41c8-acc1-2aa744745acf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Deleting port 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:29.847242 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-99fd73a1-1990-4ce6-9e69-daaf9677ccc6 req-e97fb697-b157-41c8-acc1-2aa744745acf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.887087 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735fea4-5a80-44a7-bc5c-7e0372b3eea9 None None] Pushing event updated for resources: {'Port': ['ID=2ec55240-d64d-4307-8545-a2cbba3f5499,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:29.888902 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e78a5015-e06d-496f-8a38-5e6e55e24c59 req-aa88c577-30bb-43ce-9f33-e045ab3d179d tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d57ea802-c967-485e-aecd-5fbb23ccd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699191 Jul 16 01:54:29.943551 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-7d56ce51-7f0c-4bca-9a6f-40d0e07615c1 service neutron] 10.222.0.16 "GET /v2.0/networks/e1c9633e-8188-42d0-99d9-444d9f10534d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077743 Jul 16 01:54:29.950305 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] Attempting to bind port 2ec55240-d64d-4307-8545-a2cbba3f5499 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:29.950917 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] Attempting to bind port 2ec55240-d64d-4307-8545-a2cbba3f5499 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8cb82791-45ce-40a0-b284-147b79a6f6c0'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:29.951989 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] Attempting to bind port 2ec55240-d64d-4307-8545-a2cbba3f5499 on network 8cb82791-45ce-40a0-b284-147b79a6f6c0 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:29.959916 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:29.960469 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] Checking segment: {'id': '3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8cb82791-45ce-40a0-b284-147b79a6f6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:29.961026 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.961515 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] Bound using segment: {'id': '3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8cb82791-45ce-40a0-b284-147b79a6f6c0'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:29.962091 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] Bound port: 2ec55240-d64d-4307-8545-a2cbba3f5499, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8cb82791-45ce-40a0-b284-147b79a6f6c0'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:29.963178 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.969842 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-99fd73a1-1990-4ce6-9e69-daaf9677ccc6 req-e97fb697-b157-41c8-acc1-2aa744745acf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] For port 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=99bba6c6-1d6a-47b7-afb3-6ed9be6f412c,segment=NetworkSegment(40569723-4e00-4015-9768-43d532b4591b),segment_id=40569723-4e00-4015-9768-43d532b4591b)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:29.970211 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-99fd73a1-1990-4ce6-9e69-daaf9677ccc6 req-e97fb697-b157-41c8-acc1-2aa744745acf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.989840 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-99fd73a1-1990-4ce6-9e69-daaf9677ccc6 req-e97fb697-b157-41c8-acc1-2aa744745acf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Calling delete_port for 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:30.044326 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] For port 2ec55240-d64d-4307-8545-a2cbba3f5499, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:30.051004 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] For port 2ec55240-d64d-4307-8545-a2cbba3f5499, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2ec55240-d64d-4307-8545-a2cbba3f5499,segment=NetworkSegment(3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9),segment_id=3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:30.058208 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.153386 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735fea4-5a80-44a7-bc5c-7e0372b3eea9 None None] Pushing event updated for resources: {'Port': ['ID=2ec55240-d64d-4307-8545-a2cbba3f5499,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:30.157929 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] Routers {'e59174e4-a1a8-4ab8-9009-8d95f5d1fde6'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:30.158616 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:54:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e59174e4-a1a8-4ab8-9009-8d95f5d1fde6'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:30.163714 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-99fd73a1-1990-4ce6-9e69-daaf9677ccc6 req-e97fb697-b157-41c8-acc1-2aa744745acf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.274280 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fb697-b157-41c8-acc1-2aa744745acf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'Port': ['ID=99bba6c6-1d6a-47b7-afb3-6ed9be6f412c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:30.287715 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] Set router e59174e4-a1a8-4ab8-9009-8d95f5d1fde6 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:30.341945 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8ea9e33a-4582-43b6-8977-e50a2d1a5456 req-5f6369f8-033f-4460-a04a-a39ede3f6051 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/ports?device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 210 time: 0.0790617 Jul 16 01:54:30.343315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fd73a1-1990-4ce6-9e69-daaf9677ccc6 req-e97fb697-b157-41c8-acc1-2aa744745acf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] No DVR routers for this DVR port 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:30.353288 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-99fd73a1-1990-4ce6-9e69-daaf9677ccc6 req-e97fb697-b157-41c8-acc1-2aa744745acf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.356285 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-99fd73a1-1990-4ce6-9e69-daaf9677ccc6 req-e97fb697-b157-41c8-acc1-2aa744745acf tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.82 "DELETE /v2.0/ports/99bba6c6-1d6a-47b7-afb3-6ed9be6f412c HTTP/1.1" status: 204 len: 173 time: 0.7099586 Jul 16 01:54:30.356992 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d738a63-5b26-4ba1-b9b3-8fcd12253a01', 'name': 'network-vif-deleted', 'tag': '99bba6c6-1d6a-47b7-afb3-6ed9be6f412c'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:30.360404 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b207b2f-451a-483a-b2a7-ee956408a1a0" -d '{"events": [{"server_uuid": "7d738a63-5b26-4ba1-b9b3-8fcd12253a01", "name": "network-vif-deleted", "tag": "99bba6c6-1d6a-47b7-afb3-6ed9be6f412c"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:30.410318 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:54:30.424116 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1ecade-6f01-4228-ab82-d7f194252993 x-openstack-request-id: req-da1ecade-6f01-4228-ab82-d7f194252993 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:30.424642 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d738a63-5b26-4ba1-b9b3-8fcd12253a01", "name": "network-vif-deleted", "tag": "99bba6c6-1d6a-47b7-afb3-6ed9be6f412c", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:30.425160 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da1ecade-6f01-4228-ab82-d7f194252993 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:30.426477 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d738a63-5b26-4ba1-b9b3-8fcd12253a01', 'name': 'network-vif-deleted', 'tag': '99bba6c6-1d6a-47b7-afb3-6ed9be6f412c', 'status': 'completed', 'code': 200} Jul 16 01:54:30.578496 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59174e4-a1a8-4ab8-9009-8d95f5d1fde6', 'name': 'tempest-TestServerBasicOps-401562914-router', 'tenant_id': 'c68624bd674c4d468cf3ac198d200281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:22Z', 'updated_at': '2021-07-16T01:54:26Z', 'revision_number': 4, 'project_id': 'c68624bd674c4d468cf3ac198d200281', 'gw_port': {'id': '7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59174e4-a1a8-4ab8-9009-8d95f5d1fde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:23Z', 'updated_at': '2021-07-16T01:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '2ec55240-d64d-4307-8545-a2cbba3f5499', 'name': '', 'network_id': '8cb82791-45ce-40a0-b284-147b79a6f6c0', 'tenant_id': 'c68624bd674c4d468cf3ac198d200281', 'mac_address': 'fa:16:3e:6e:e6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59174e4-a1a8-4ab8-9009-8d95f5d1fde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '516226ed-0146-4fc3-aa2c-d94c71ae9415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:25Z', 'updated_at': '2021-07-16T01:54:30Z', 'revision_number': 4, 'project_id': 'c68624bd674c4d468cf3ac198d200281', 'subnets': [{'id': '516226ed-0146-4fc3-aa2c-d94c71ae9415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:30.605530 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448ef061-c7a2-4067-a76b-df387cb6bfe3 None None] The sync data for ids ['e59174e4-a1a8-4ab8-9009-8d95f5d1fde6'] in n-d-792394-16 is: [{'id': 'e59174e4-a1a8-4ab8-9009-8d95f5d1fde6', 'name': 'tempest-TestServerBasicOps-401562914-router', 'tenant_id': 'c68624bd674c4d468cf3ac198d200281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:22Z', 'updated_at': '2021-07-16T01:54:26Z', 'revision_number': 4, 'project_id': 'c68624bd674c4d468cf3ac198d200281', 'gw_port': {'id': '7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59174e4-a1a8-4ab8-9009-8d95f5d1fde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:23Z', 'updated_at': '2021-07-16T01:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '2ec55240-d64d-4307-8545-a2cbba3f5499', 'name': '', 'network_id': '8cb82791-45ce-40a0-b284-147b79a6f6c0', 'tenant_id': 'c68624bd674c4d468cf3ac198d200281', 'mac_address': 'fa:16:3e:6e:e6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59174e4-a1a8-4ab8-9009-8d95f5d1fde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '516226ed-0146-4fc3-aa2c-d94c71ae9415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:25Z', 'updated_at': '2021-07-16T01:54:30Z', 'revision_number': 4, 'project_id': 'c68624bd674c4d468cf3ac198d200281', 'subnets': [{'id': '516226ed-0146-4fc3-aa2c-d94c71ae9415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:30.842901 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.030001 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34560) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:31.280931 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2ec55240-d64d-4307-8545-a2cbba3f5499 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:31.345162 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 2ec55240-d64d-4307-8545-a2cbba3f5499 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:31.345162 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 2ec55240-d64d-4307-8545-a2cbba3f5499 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:31.345162 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.441531 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.451928 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8a96e7cd-7e80-4649-a170-29c5614ad03e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.476160 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 2ec55240-d64d-4307-8545-a2cbba3f5499, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2ec55240-d64d-4307-8545-a2cbba3f5499,segment=NetworkSegment(3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9),segment_id=3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:31.483820 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.512562 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2b3cc944-f831-48bf-8c1b-d4514e1d76d9 req-1d21a2bc-0fad-420c-b78c-42627f13eb6d tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/ports?device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 210 time: 0.0315876 Jul 16 01:54:31.546273 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=2ec55240-d64d-4307-8545-a2cbba3f5499,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:31.630229 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.762821 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-79989b85-c5ca-4224-a05e-b1666332c6f2 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:31.764217 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-79989b85-c5ca-4224-a05e-b1666332c6f2 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.84 "GET /v2.0/networks?id=e1c9633e-8188-42d0-99d9-444d9f10534d HTTP/1.1" status: 200 len: 809 time: 0.1270409 Jul 16 01:54:31.853454 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-ac11304f-a76d-458f-86f9-1a0adbd608d9 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a63930432ad948c298d55abcef9f1620 HTTP/1.1" status: 200 len: 380 time: 0.0659237 Jul 16 01:54:31.864945 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-6c777897-9724-497e-9e0d-d1d8d2859b0e tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Request body: {'port': {'device_id': '4780ae97-a046-4079-a80f-c0f31090b6e7', 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d', 'admin_state_up': True, 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'security_groups': ['5525b42e-689e-4438-a82d-9ea2846d1bbf']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:32.254637 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-8a96e7cd-7e80-4649-a170-29c5614ad03e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Deleting port a38e39a3-bc19-44df-9d04-add79b94b638 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:32.255432 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8a96e7cd-7e80-4649-a170-29c5614ad03e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.355174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-6c777897-9724-497e-9e0d-d1d8d2859b0e tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Made reservation on behalf of a63930432ad948c298d55abcef9f1620 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:32.358917 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-6c777897-9724-497e-9e0d-d1d8d2859b0e tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.396234 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-8a96e7cd-7e80-4649-a170-29c5614ad03e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] For port a38e39a3-bc19-44df-9d04-add79b94b638, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a38e39a3-bc19-44df-9d04-add79b94b638,segment=NetworkSegment(40569723-4e00-4015-9768-43d532b4591b),segment_id=40569723-4e00-4015-9768-43d532b4591b)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:32.396666 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8a96e7cd-7e80-4649-a170-29c5614ad03e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.442624 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-8a96e7cd-7e80-4649-a170-29c5614ad03e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Calling delete_port for a38e39a3-bc19-44df-9d04-add79b94b638 owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:32.574753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-6c777897-9724-497e-9e0d-d1d8d2859b0e tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Allocated IP 172.20.0.9 (e1c9633e-8188-42d0-99d9-444d9f10534d/5fe56ea6-6eff-400b-89b4-219aacbd21bb/efb2d0ce-18ad-4218-9641-b5c82bc065bf) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:32.592437 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.684738 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ced8def-621f-4ecf-9f2d-ae8f7259abd3 req-036aa995-c365-4d2a-9636-6a2635d735a6 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/ports?device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 210 time: 0.0466013 Jul 16 01:54:32.841325 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8a96e7cd-7e80-4649-a170-29c5614ad03e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.845403 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-6c777897-9724-497e-9e0d-d1d8d2859b0e tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.881641 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96e7cd-7e80-4649-a170-29c5614ad03e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'Port': ['ID=a38e39a3-bc19-44df-9d04-add79b94b638,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:32.886609 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-6c777897-9724-497e-9e0d-d1d8d2859b0e tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Transition to ACTIVE for port object efb2d0ce-18ad-4218-9641-b5c82bc065bf will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:33.016432 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-6c777897-9724-497e-9e0d-d1d8d2859b0e tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.111367 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-6c777897-9724-497e-9e0d-d1d8d2859b0e tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Network e1c9633e-8188-42d0-99d9-444d9f10534d is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:33.118616 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c777897-9724-497e-9e0d-d1d8d2859b0e tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Pushing event updated for resources: {'Port': ['ID=efb2d0ce-18ad-4218-9641-b5c82bc065bf,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:33.121095 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-6c777897-9724-497e-9e0d-d1d8d2859b0e tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:33.127013 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-6c777897-9724-497e-9e0d-d1d8d2859b0e tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:33.171955 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8a96e7cd-7e80-4649-a170-29c5614ad03e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.190084 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-6c777897-9724-497e-9e0d-d1d8d2859b0e tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:33.190771 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-6c777897-9724-497e-9e0d-d1d8d2859b0e tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.251791 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-6c777897-9724-497e-9e0d-d1d8d2859b0e tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3925569 Jul 16 01:54:33.272944 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-a9f1fa0f-810f-4db4-bbe4-84721e034619 service neutron] Request body: {'port': {'device_id': '4780ae97-a046-4079-a80f-c0f31090b6e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:33.309750 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2ec55240-d64d-4307-8545-a2cbba3f5499 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:33.372098 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 2ec55240-d64d-4307-8545-a2cbba3f5499 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:33.372620 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.394045 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c348fe8f-3ed9-40aa-ba40-8693f7764fd8 None None] Provisioning for port efb2d0ce-18ad-4218-9641-b5c82bc065bf completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:33.402414 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c348fe8f-3ed9-40aa-ba40-8693f7764fd8 None None] Provisioning complete for port efb2d0ce-18ad-4218-9641-b5c82bc065bf triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:33.402829 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c348fe8f-3ed9-40aa-ba40-8693f7764fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.439085 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-a9f1fa0f-810f-4db4-bbe4-84721e034619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.455079 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c348fe8f-3ed9-40aa-ba40-8693f7764fd8 None None] Port efb2d0ce-18ad-4218-9641-b5c82bc065bf cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:33.544998 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a96e7cd-7e80-4649-a170-29c5614ad03e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Router 0dd504c3-9813-4b96-ad6d-0365147ecd90 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:33.615196 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:33.635806 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:33.636161 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 99bba6c6-1d6a-47b7-afb3-6ed9be6f412c not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:33.780169 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a96e7cd-7e80-4649-a170-29c5614ad03e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:33.787576 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8a96e7cd-7e80-4649-a170-29c5614ad03e tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "PUT /v2.0/routers/0dd504c3-9813-4b96-ad6d-0365147ecd90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7563035 Jul 16 01:54:33.790319 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34568) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:33.795072 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d9fad8-40d4-48ac-ab04-6a5906664a1c None None] Sync routers for ids ['0dd504c3-9813-4b96-ad6d-0365147ecd90'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:33.806237 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d9fad8-40d4-48ac-ab04-6a5906664a1c None None] Routers {'0dd504c3-9813-4b96-ad6d-0365147ecd90'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:33.806990 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-74d9fad8-40d4-48ac-ab04-6a5906664a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:54:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['0dd504c3-9813-4b96-ad6d-0365147ecd90'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:33.859846 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-a9f1fa0f-810f-4db4-bbe4-84721e034619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb2d0ce-18ad-4218-9641-b5c82bc065bf {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:33.868401 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-a9f1fa0f-810f-4db4-bbe4-84721e034619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.870555 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b70f7a-9496-4c1d-ab96-588de7bab1b7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Deleting subnet ea8178ad-ab14-4f84-9e70-848be78d79a8 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:54:33.875649 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-10b70f7a-9496-4c1d-ab96-588de7bab1b7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.881956 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-a9f1fa0f-810f-4db4-bbe4-84721e034619 service neutron] Transition to ACTIVE for port object efb2d0ce-18ad-4218-9641-b5c82bc065bf will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:33.888138 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-a9f1fa0f-810f-4db4-bbe4-84721e034619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.915550 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-74d9fad8-40d4-48ac-ab04-6a5906664a1c None None] Set router 0dd504c3-9813-4b96-ad6d-0365147ecd90 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:33.931003 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-10b70f7a-9496-4c1d-ab96-588de7bab1b7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.942431 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727eade-7dfa-4b85-adba-970c9e7f1fa2 req-db615a29-e041-4dc3-ae38-a9e0b25023dc tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:33.944333 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9727eade-7dfa-4b85-adba-970c9e7f1fa2 req-db615a29-e041-4dc3-ae38-a9e0b25023dc tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/ports?device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 931 time: 0.1260793 Jul 16 01:54:33.950317 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1fa0f-810f-4db4-bbe4-84721e034619 service neutron] Pushing event updated for resources: {'Port': ['ID=efb2d0ce-18ad-4218-9641-b5c82bc065bf,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:34.019478 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9727eade-7dfa-4b85-adba-970c9e7f1fa2 req-f2f7ea0b-9bd2-45b9-80bd-197fb7140909 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/security-groups?id=5525b42e-689e-4438-a82d-9ea2846d1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537918 Jul 16 01:54:34.036264 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-a9f1fa0f-810f-4db4-bbe4-84721e034619 service neutron] Attempting to bind port efb2d0ce-18ad-4218-9641-b5c82bc065bf on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:34.044891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-a9f1fa0f-810f-4db4-bbe4-84721e034619 service neutron] Attempting to bind port efb2d0ce-18ad-4218-9641-b5c82bc065bf by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '93f6e54c-059a-4e17-ad53-10445465fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:34.045237 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-a9f1fa0f-810f-4db4-bbe4-84721e034619 service neutron] Attempting to bind port efb2d0ce-18ad-4218-9641-b5c82bc065bf on network e1c9633e-8188-42d0-99d9-444d9f10534d {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:34.050359 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-a9f1fa0f-810f-4db4-bbe4-84721e034619 service neutron] Port efb2d0ce-18ad-4218-9641-b5c82bc065bf on network e1c9633e-8188-42d0-99d9-444d9f10534d not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:34.050683 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-a9f1fa0f-810f-4db4-bbe4-84721e034619 service neutron] Attempting to bind port efb2d0ce-18ad-4218-9641-b5c82bc065bf on network e1c9633e-8188-42d0-99d9-444d9f10534d {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:34.058641 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-a9f1fa0f-810f-4db4-bbe4-84721e034619 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:34.059049 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-a9f1fa0f-810f-4db4-bbe4-84721e034619 service neutron] Checking segment: {'id': '93f6e54c-059a-4e17-ad53-10445465fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:34.059364 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-a9f1fa0f-810f-4db4-bbe4-84721e034619 service neutron] Bound using segment: {'id': '93f6e54c-059a-4e17-ad53-10445465fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:34.060389 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-a9f1fa0f-810f-4db4-bbe4-84721e034619 service neutron] Bound port: efb2d0ce-18ad-4218-9641-b5c82bc065bf, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93f6e54c-059a-4e17-ad53-10445465fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:34.060773 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-a9f1fa0f-810f-4db4-bbe4-84721e034619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.064792 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-10b70f7a-9496-4c1d-ab96-588de7bab1b7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.143793 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-74d9fad8-40d4-48ac-ab04-6a5906664a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248448079', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:54:32Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:34.145545 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-10b70f7a-9496-4c1d-ab96-588de7bab1b7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.156807 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-a9f1fa0f-810f-4db4-bbe4-84721e034619 service neutron] For port efb2d0ce-18ad-4218-9641-b5c82bc065bf, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:34.161140 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-a9f1fa0f-810f-4db4-bbe4-84721e034619 service neutron] For port efb2d0ce-18ad-4218-9641-b5c82bc065bf, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=efb2d0ce-18ad-4218-9641-b5c82bc065bf,segment=NetworkSegment(93f6e54c-059a-4e17-ad53-10445465fa1d),segment_id=93f6e54c-059a-4e17-ad53-10445465fa1d)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:34.168657 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-a9f1fa0f-810f-4db4-bbe4-84721e034619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.176751 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d9fad8-40d4-48ac-ab04-6a5906664a1c None None] Checking router: 0dd504c3-9813-4b96-ad6d-0365147ecd90 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:34.185751 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d9fad8-40d4-48ac-ab04-6a5906664a1c None None] Routers {'0dd504c3-9813-4b96-ad6d-0365147ecd90'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:34.186380 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-74d9fad8-40d4-48ac-ab04-6a5906664a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:54:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['0dd504c3-9813-4b96-ad6d-0365147ecd90'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:34.215825 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-a9f1fa0f-810f-4db4-bbe4-84721e034619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:34.216612 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-a9f1fa0f-810f-4db4-bbe4-84721e034619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.218383 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-a9f1fa0f-810f-4db4-bbe4-84721e034619 service neutron] 10.222.0.84 "PUT /v2.0/ports/efb2d0ce-18ad-4218-9641-b5c82bc065bf HTTP/1.1" status: 200 len: 1092 time: 0.9570227 Jul 16 01:54:34.221300 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4780ae97-a046-4079-a80f-c0f31090b6e7', 'tag': 'efb2d0ce-18ad-4218-9641-b5c82bc065bf'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:34.224255 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f822bb22-8dc8-432c-a4ef-c8ec003b27b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4780ae97-a046-4079-a80f-c0f31090b6e7", "tag": "efb2d0ce-18ad-4218-9641-b5c82bc065bf"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:34.246914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1fa0f-810f-4db4-bbe4-84721e034619 service neutron] Pushing event updated for resources: {'Port': ['ID=efb2d0ce-18ad-4218-9641-b5c82bc065bf,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:34.310911 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8d0cb4-e09e-414a-9896-eeb5b455e856 x-openstack-request-id: req-dc8d0cb4-e09e-414a-9896-eeb5b455e856 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:34.311627 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4780ae97-a046-4079-a80f-c0f31090b6e7", "tag": "efb2d0ce-18ad-4218-9641-b5c82bc065bf", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:34.311627 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc8d0cb4-e09e-414a-9896-eeb5b455e856 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:34.311873 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4780ae97-a046-4079-a80f-c0f31090b6e7', 'tag': 'efb2d0ce-18ad-4218-9641-b5c82bc065bf', 'status': 'completed', 'code': 200} Jul 16 01:54:34.318371 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-74d9fad8-40d4-48ac-ab04-6a5906664a1c None None] Set router 0dd504c3-9813-4b96-ad6d-0365147ecd90 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:34.352057 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-f0ab26b2-10d3-4c3f-9466-95ba15ab8cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:34.353646 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-f0ab26b2-10d3-4c3f-9466-95ba15ab8cbb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a63930432ad948c298d55abcef9f1620&device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 1095 time: 0.0818379 Jul 16 01:54:34.400695 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-27503ce6-6582-42a3-9e9b-b1565b359d65 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efb2d0ce-18ad-4218-9641-b5c82bc065bf HTTP/1.1" status: 200 len: 217 time: 0.0388343 Jul 16 01:54:34.458102 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-c3b1d297-d77a-47af-b8b3-ddbae71a4926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:34.459809 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-c3b1d297-d77a-47af-b8b3-ddbae71a4926 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5fe56ea6-6eff-400b-89b4-219aacbd21bb HTTP/1.1" status: 200 len: 848 time: 0.0524311 Jul 16 01:54:34.524447 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-cf07b25f-0544-4510-9616-b0490f40435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:34.526277 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-cf07b25f-0544-4510-9616-b0490f40435c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1c9633e-8188-42d0-99d9-444d9f10534d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597565 Jul 16 01:54:34.541351 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-74d9fad8-40d4-48ac-ab04-6a5906664a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248448079', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:54:32Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:34.572662 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d9fad8-40d4-48ac-ab04-6a5906664a1c None None] The sync data for ids ['0dd504c3-9813-4b96-ad6d-0365147ecd90'] in n-d-792394-16 is: [{'id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1248448079', 'tenant_id': '8c0fcf31570241eb96a760177b0aa82f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:54:32Z', 'revision_number': 5, 'project_id': '8c0fcf31570241eb96a760177b0aa82f', 'gw_port': {'id': 'f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd504c3-9813-4b96-ad6d-0365147ecd90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:52:47Z', 'updated_at': '2021-07-16T01:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:34.594312 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b70f7a-9496-4c1d-ab96-588de7bab1b7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'Subnet': ['ID=ea8178ad-ab14-4f84-9e70-848be78d79a8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:34.604106 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-10b70f7a-9496-4c1d-ab96-588de7bab1b7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.607757 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-10b70f7a-9496-4c1d-ab96-588de7bab1b7 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "DELETE /v2.0/subnets/ea8178ad-ab14-4f84-9e70-848be78d79a8 HTTP/1.1" status: 204 len: 168 time: 0.8163903 Jul 16 01:54:34.610021 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34572) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:34.621654 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a3d0d9-b03c-452f-9ad0-6d82d92db4d1 None None] Network 9f21dd5d-7306-4840-b1b4-fad70b61f49b requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:34.644462 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-ffb74181-88cc-450e-9f9a-f9387bda3faa service neutron] 10.222.0.84 "GET /v2.0/networks/e1c9633e-8188-42d0-99d9-444d9f10534d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105418 Jul 16 01:54:34.736774 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-73a7cd8e-8f59-4fbd-a2f5-ba532dc596cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.741263 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ad372d2-0348-4fed-8923-0e6b3dbbdae6 req-8315f066-9716-4a29-8091-2e694b822c0d service neutron] 10.222.0.84 "GET /v2.0/networks/e1c9633e-8188-42d0-99d9-444d9f10534d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909722 Jul 16 01:54:34.845736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822bb22-8dc8-432c-a4ef-c8ec003b27b7 req-cb46d5c3-9b9f-4a3f-8624-c67465cb7a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:34.847636 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f822bb22-8dc8-432c-a4ef-c8ec003b27b7 req-cb46d5c3-9b9f-4a3f-8624-c67465cb7a45 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a63930432ad948c298d55abcef9f1620&device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 1095 time: 0.0557594 Jul 16 01:54:34.850978 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-73a7cd8e-8f59-4fbd-a2f5-ba532dc596cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.907306 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-73a7cd8e-8f59-4fbd-a2f5-ba532dc596cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Deleting port f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:34.907664 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-73a7cd8e-8f59-4fbd-a2f5-ba532dc596cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.946098 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822bb22-8dc8-432c-a4ef-c8ec003b27b7 req-da5d9baa-cc3c-4351-8691-cb3c13a461f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:34.947668 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f822bb22-8dc8-432c-a4ef-c8ec003b27b7 req-da5d9baa-cc3c-4351-8691-cb3c13a461f7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1c9633e-8188-42d0-99d9-444d9f10534d HTTP/1.1" status: 200 len: 910 time: 0.0942745 Jul 16 01:54:34.983172 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52f6151-6900-44d3-802e-38d1a5a801f2 None None] DHCP port deletion for 9f21dd5d-7306-4840-b1b4-fad70b61f49b request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:54:34.997977 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f822bb22-8dc8-432c-a4ef-c8ec003b27b7 req-a5311cdf-3ee1-43e5-91a8-b47e27197df0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efb2d0ce-18ad-4218-9641-b5c82bc065bf HTTP/1.1" status: 200 len: 217 time: 0.0426290 Jul 16 01:54:34.999988 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-73a7cd8e-8f59-4fbd-a2f5-ba532dc596cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] For port f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:35.000380 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-73a7cd8e-8f59-4fbd-a2f5-ba532dc596cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.013490 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-73a7cd8e-8f59-4fbd-a2f5-ba532dc596cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Calling delete_port for f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7 owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:35.041048 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e52f6151-6900-44d3-802e-38d1a5a801f2 None None] Deleting port 69a65bac-ac3f-467c-8d1d-12fd02c804fc {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:35.041502 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e52f6151-6900-44d3-802e-38d1a5a801f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.055270 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822bb22-8dc8-432c-a4ef-c8ec003b27b7 req-1fa6f350-5344-46a0-a8e3-fec4e32527f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:35.056967 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f822bb22-8dc8-432c-a4ef-c8ec003b27b7 req-1fa6f350-5344-46a0-a8e3-fec4e32527f4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5fe56ea6-6eff-400b-89b4-219aacbd21bb HTTP/1.1" status: 200 len: 848 time: 0.0508378 Jul 16 01:54:35.115897 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e52f6151-6900-44d3-802e-38d1a5a801f2 None None] For port 69a65bac-ac3f-467c-8d1d-12fd02c804fc, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=69a65bac-ac3f-467c-8d1d-12fd02c804fc,segment=NetworkSegment(40569723-4e00-4015-9768-43d532b4591b),segment_id=40569723-4e00-4015-9768-43d532b4591b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:35.116316 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e52f6151-6900-44d3-802e-38d1a5a801f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.131642 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e52f6151-6900-44d3-802e-38d1a5a801f2 None None] Calling delete_port for 69a65bac-ac3f-467c-8d1d-12fd02c804fc owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:35.136746 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822bb22-8dc8-432c-a4ef-c8ec003b27b7 req-e78e978b-8607-45bb-8786-df46cb32a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:35.138331 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f822bb22-8dc8-432c-a4ef-c8ec003b27b7 req-e78e978b-8607-45bb-8786-df46cb32a936 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1c9633e-8188-42d0-99d9-444d9f10534d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738385 Jul 16 01:54:35.245465 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.269471 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 69a65bac-ac3f-467c-8d1d-12fd02c804fc no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:35.292816 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f822bb22-8dc8-432c-a4ef-c8ec003b27b7 req-9feaea2a-774a-4bd5-bed0-6ef6b5acd4f9 service neutron] 10.222.0.84 "GET /v2.0/networks/e1c9633e-8188-42d0-99d9-444d9f10534d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449602 Jul 16 01:54:35.305368 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-73a7cd8e-8f59-4fbd-a2f5-ba532dc596cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.310464 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e52f6151-6900-44d3-802e-38d1a5a801f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.347178 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7cd8e-8f59-4fbd-a2f5-ba532dc596cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'Port': ['ID=f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:35.358168 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52f6151-6900-44d3-802e-38d1a5a801f2 None None] No DVR routers for this DVR port 69a65bac-ac3f-467c-8d1d-12fd02c804fc on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:35.360205 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f6151-6900-44d3-802e-38d1a5a801f2 None None] Pushing event deleted for resources: {'Port': ['ID=69a65bac-ac3f-467c-8d1d-12fd02c804fc,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:35.365185 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No active binding found for port 69a65bac-ac3f-467c-8d1d-12fd02c804fc {{(pid=93957) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 01:54:35.366212 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 69a65bac-ac3f-467c-8d1d-12fd02c804fc not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:35.366632 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a38e39a3-bc19-44df-9d04-add79b94b638 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:35.391738 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: a38e39a3-bc19-44df-9d04-add79b94b638 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:35.392092 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a38e39a3-bc19-44df-9d04-add79b94b638 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:35.405368 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5574a0-0ce5-4866-8372-3bea938ebb3f req-b41df841-89b9-4340-9fb7-caaa485caebc tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:35.407120 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f822bb22-8dc8-432c-a4ef-c8ec003b27b7 req-ee28d4d1-449e-4080-9209-2db2023b9407 service neutron] 10.222.0.84 "GET /v2.0/networks/e1c9633e-8188-42d0-99d9-444d9f10534d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072192 Jul 16 01:54:35.407625 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1f5574a0-0ce5-4866-8372-3bea938ebb3f req-b41df841-89b9-4340-9fb7-caaa485caebc tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/ports?device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 943 time: 0.1905015 Jul 16 01:54:35.449071 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-73a7cd8e-8f59-4fbd-a2f5-ba532dc596cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.516405 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1f5574a0-0ce5-4866-8372-3bea938ebb3f req-fca7b078-cf9e-4d50-bc33-c8eb4e85bdf7 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/security-groups?id=5525b42e-689e-4438-a82d-9ea2846d1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001537 Jul 16 01:54:35.556126 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-73a7cd8e-8f59-4fbd-a2f5-ba532dc596cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.558252 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-73a7cd8e-8f59-4fbd-a2f5-ba532dc596cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.605983 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-73a7cd8e-8f59-4fbd-a2f5-ba532dc596cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.606565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a7cd8e-8f59-4fbd-a2f5-ba532dc596cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Fanout notify agent at l3_agent the message router_deleted on router 0dd504c3-9813-4b96-ad6d-0365147ecd90 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:54:35.615021 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-73a7cd8e-8f59-4fbd-a2f5-ba532dc596cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.616200 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-73a7cd8e-8f59-4fbd-a2f5-ba532dc596cd tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "DELETE /v2.0/routers/0dd504c3-9813-4b96-ad6d-0365147ecd90 HTTP/1.1" status: 204 len: 168 time: 1.0053782 Jul 16 01:54:35.620613 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34576) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:35.710762 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cd19535b-a326-42c5-b473-ef3b2e04f53b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.808774 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cd19535b-a326-42c5-b473-ef3b2e04f53b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.819936 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-cd19535b-a326-42c5-b473-ef3b2e04f53b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f21dd5d-7306-4840-b1b4-fad70b61f49b']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:35.837220 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-cd19535b-a326-42c5-b473-ef3b2e04f53b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40569723-4e00-4015-9768-43d532b4591b') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:35.837508 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-cd19535b-a326-42c5-b473-ef3b2e04f53b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40569723-4e00-4015-9768-43d532b4591b') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:35.853945 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cd19535b-a326-42c5-b473-ef3b2e04f53b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.869072 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cd19535b-a326-42c5-b473-ef3b2e04f53b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.876011 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd19535b-a326-42c5-b473-ef3b2e04f53b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:54:35.876709 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cd19535b-a326-42c5-b473-ef3b2e04f53b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:54:35.882328 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:54:35.945419 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cd19535b-a326-42c5-b473-ef3b2e04f53b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.952880 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cd19535b-a326-42c5-b473-ef3b2e04f53b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.954728 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cd19535b-a326-42c5-b473-ef3b2e04f53b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "DELETE /v2.0/networks/9f21dd5d-7306-4840-b1b4-fad70b61f49b HTTP/1.1" status: 204 len: 168 time: 0.3330493 Jul 16 01:54:35.957984 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34578) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:35.966874 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19535b-a326-42c5-b473-ef3b2e04f53b tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'Network': ['ID=9f21dd5d-7306-4840-b1b4-fad70b61f49b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:36.019236 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1a200cc5-d0b2-4b14-8e26-39a33c9ddbc2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.045833 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1a200cc5-d0b2-4b14-8e26-39a33c9ddbc2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.115173 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1a200cc5-d0b2-4b14-8e26-39a33c9ddbc2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.117989 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1a200cc5-d0b2-4b14-8e26-39a33c9ddbc2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.119187 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1a200cc5-d0b2-4b14-8e26-39a33c9ddbc2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] 10.222.0.16 "DELETE /v2.0/security-groups/d57ea802-c967-485e-aecd-5fbb23ccd49e HTTP/1.1" status: 204 len: 168 time: 0.1602316 Jul 16 01:54:36.132208 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a200cc5-d0b2-4b14-8e26-39a33c9ddbc2 tempest-TestNetworkAdvancedServerOps-2035161941 tempest-TestNetworkAdvancedServerOps-2035161941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57ea802-c967-485e-aecd-5fbb23ccd49e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:36.433112 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34586) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:36.585292 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c1ef1ca3-cdef-4cf7-86e0-4ccb05a4a5b4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c0fcf31570241eb96a760177b0aa82f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508260 Jul 16 01:54:36.587859 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34592) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:36.646392 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-68a72426-28ba-4311-a2f8-f61c02e87aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.668510 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-68a72426-28ba-4311-a2f8-f61c02e87aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.709941 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eba9f4-9d82-49f2-837d-a0d371ba2d59 req-859146b7-eb5f-4267-9de3-b4ec6216e77e tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:36.711526 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a7eba9f4-9d82-49f2-837d-a0d371ba2d59 req-859146b7-eb5f-4267-9de3-b4ec6216e77e tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/ports?device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 943 time: 0.0759065 Jul 16 01:54:36.728444 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-68a72426-28ba-4311-a2f8-f61c02e87aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.731678 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-68a72426-28ba-4311-a2f8-f61c02e87aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.733029 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-68a72426-28ba-4311-a2f8-f61c02e87aef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/616bff1e-8aed-46c7-988a-e571b8059cbb HTTP/1.1" status: 204 len: 168 time: 0.1441925 Jul 16 01:54:36.742223 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a72426-28ba-4311-a2f8-f61c02e87aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616bff1e-8aed-46c7-988a-e571b8059cbb,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:36.767933 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a7eba9f4-9d82-49f2-837d-a0d371ba2d59 req-d3ef1a79-6671-4ddb-9c0d-1f5f1e719dfc tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/security-groups?id=5525b42e-689e-4438-a82d-9ea2846d1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423152 Jul 16 01:54:37.037774 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34598) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:37.078878 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-07f865a8-121d-4ec1-9941-2f0af3d503db admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d55a0a679277491b959cb2af09befbce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398920 Jul 16 01:54:37.082841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34600) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:37.141020 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bed2af0d-7ffe-407c-b7eb-b90a3b685d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.163036 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bed2af0d-7ffe-407c-b7eb-b90a3b685d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.218775 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bed2af0d-7ffe-407c-b7eb-b90a3b685d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.221667 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:37.222149 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bed2af0d-7ffe-407c-b7eb-b90a3b685d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.223098 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bed2af0d-7ffe-407c-b7eb-b90a3b685d69 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73eb730a-6401-4a24-915c-800a4e9eacaf HTTP/1.1" status: 204 len: 168 time: 0.1388323 Jul 16 01:54:37.231639 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2af0d-7ffe-407c-b7eb-b90a3b685d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73eb730a-6401-4a24-915c-800a4e9eacaf,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:37.248305 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:37.248689 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f5fc8d35-4c5d-4331-b6d8-afadfa55a0f7 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:37.960001 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380d708-f63d-445d-a084-1806f2ce7367 req-0f392746-cd87-4cdc-a9fb-55ab3bad5b26 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:37.961661 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7380d708-f63d-445d-a084-1806f2ce7367 req-0f392746-cd87-4cdc-a9fb-55ab3bad5b26 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/ports?device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 943 time: 0.0715640 Jul 16 01:54:37.970145 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34624) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:38.004911 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7380d708-f63d-445d-a084-1806f2ce7367 req-9fdf88fe-4f2a-40da-ba24-b49b72776ede tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/security-groups?id=5525b42e-689e-4438-a82d-9ea2846d1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368080 Jul 16 01:54:38.078354 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0ab808da-adee-4a51-b85e-ad0dd448cb7e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-409082229-network', 'tenant_id': '6f1505a48fb249bbb2e97aca8124f4f2'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:38.104278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab808da-adee-4a51-b85e-ad0dd448cb7e admin admin] Made reservation on behalf of 6f1505a48fb249bbb2e97aca8124f4f2 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:38.106665 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0ab808da-adee-4a51-b85e-ad0dd448cb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.115158 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0ab808da-adee-4a51-b85e-ad0dd448cb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.206895 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0ab808da-adee-4a51-b85e-ad0dd448cb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.212980 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0ab808da-adee-4a51-b85e-ad0dd448cb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.238207 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab808da-adee-4a51-b85e-ad0dd448cb7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:54:38.248688 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab808da-adee-4a51-b85e-ad0dd448cb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d393288-8598-4b87-bd08-24a68ad4b273,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:38.254560 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0ab808da-adee-4a51-b85e-ad0dd448cb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.254904 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-0ab808da-adee-4a51-b85e-ad0dd448cb7e admin admin] Added segment bd7c004b-9e6b-4121-ba58-a76d32b4c7a1 of type vlan for network 23993857-c7e0-47ba-ad35-843f9f01b9b4 Jul 16 01:54:38.298624 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0ab808da-adee-4a51-b85e-ad0dd448cb7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.315053 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device efb2d0ce-18ad-4218-9641-b5c82bc065bf details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:54:38.331942 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0ab808da-adee-4a51-b85e-ad0dd448cb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.332979 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab808da-adee-4a51-b85e-ad0dd448cb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:38.333788 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0ab808da-adee-4a51-b85e-ad0dd448cb7e admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.366983 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0ab808da-adee-4a51-b85e-ad0dd448cb7e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3957021 Jul 16 01:54:38.370323 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34628) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:38.375537 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-567600a7-7871-41b8-8d63-91710da0e10c admin admin] Request body: {'subnet': {'network_id': '23993857-c7e0-47ba-ad35-843f9f01b9b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-409082229-subnet', 'tenant_id': '6f1505a48fb249bbb2e97aca8124f4f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:38.396886 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab808da-adee-4a51-b85e-ad0dd448cb7e admin admin] Pushing event updated for resources: {'Network': ['ID=23993857-c7e0-47ba-ad35-843f9f01b9b4,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:38.406904 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567600a7-7871-41b8-8d63-91710da0e10c admin admin] Made reservation on behalf of 6f1505a48fb249bbb2e97aca8124f4f2 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:38.409461 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-567600a7-7871-41b8-8d63-91710da0e10c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.411308 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 23993857-c7e0-47ba-ad35-843f9f01b9b4 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:54:38.587839 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-567600a7-7871-41b8-8d63-91710da0e10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.606778 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port efb2d0ce-18ad-4218-9641-b5c82bc065bf, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=efb2d0ce-18ad-4218-9641-b5c82bc065bf,segment=NetworkSegment(93f6e54c-059a-4e17-ad53-10445465fa1d),segment_id=93f6e54c-059a-4e17-ad53-10445465fa1d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:38.622127 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'efb2d0ce-18ad-4218-9641-b5c82bc065bf', 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d', 'port_id': 'efb2d0ce-18ad-4218-9641-b5c82bc065bf', 'mac_address': 'fa:16:3e:82:06:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe56ea6-6eff-400b-89b4-219aacbd21bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:54:38.638036 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567600a7-7871-41b8-8d63-91710da0e10c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2275f51-464e-4139-9ce9-d673e3e6c93c,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:38.654381 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567600a7-7871-41b8-8d63-91710da0e10c admin admin] Checking segment: {'id': 'bd7c004b-9e6b-4121-ba58-a76d32b4c7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23993857-c7e0-47ba-ad35-843f9f01b9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:38.654766 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567600a7-7871-41b8-8d63-91710da0e10c admin admin] Network hostable DHCP agents. Network: 23993857-c7e0-47ba-ad35-843f9f01b9b4, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:54:38.672612 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567600a7-7871-41b8-8d63-91710da0e10c admin admin] Network 23993857-c7e0-47ba-ad35-843f9f01b9b4 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:54:38.683730 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-567600a7-7871-41b8-8d63-91710da0e10c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 23993857-c7e0-47ba-ad35-843f9f01b9b4) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:38.688535 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567600a7-7871-41b8-8d63-91710da0e10c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:38.689402 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-567600a7-7871-41b8-8d63-91710da0e10c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.692598 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.695873 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667721ff-19c8-4be1-8a20-6c77ec36bddb None None] Network 23993857-c7e0-47ba-ad35-843f9f01b9b4 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:38.708121 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-567600a7-7871-41b8-8d63-91710da0e10c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3363569 Jul 16 01:54:38.729083 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb2d0ce-18ad-4218-9641-b5c82bc065bf {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:38.776909 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port efb2d0ce-18ad-4218-9641-b5c82bc065bf, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=efb2d0ce-18ad-4218-9641-b5c82bc065bf,segment=NetworkSegment(93f6e54c-059a-4e17-ad53-10445465fa1d),segment_id=93f6e54c-059a-4e17-ad53-10445465fa1d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:38.784530 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.883149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=efb2d0ce-18ad-4218-9641-b5c82bc065bf,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:38.896167 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e518bd-06b0-4823-9b71-60cb79111212 None None] Network 23993857-c7e0-47ba-ad35-843f9f01b9b4 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:39.028085 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['efb2d0ce-18ad-4218-9641-b5c82bc065bf'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:39.211854 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b413e33-e9e8-486b-89b6-70bc1ac30dea req-a008fcc0-cd67-4d54-b832-fa9d5d8406b6 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:39.213462 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3b413e33-e9e8-486b-89b6-70bc1ac30dea req-a008fcc0-cd67-4d54-b832-fa9d5d8406b6 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/ports?device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 944 time: 0.0705314 Jul 16 01:54:39.222750 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34646) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:39.229112 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-093e7ddc-17ad-4f6b-b195-a75ed36c891a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-19719125-network', 'tenant_id': 'c8ce9a24643d45ecb64e50c92b7a3263'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:39.253659 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3b413e33-e9e8-486b-89b6-70bc1ac30dea req-ddd1ac2e-f57b-4b9f-a664-40c7009a35b0 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/security-groups?id=5525b42e-689e-4438-a82d-9ea2846d1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339482 Jul 16 01:54:39.260933 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093e7ddc-17ad-4f6b-b195-a75ed36c891a admin admin] Made reservation on behalf of c8ce9a24643d45ecb64e50c92b7a3263 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:39.263804 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-093e7ddc-17ad-4f6b-b195-a75ed36c891a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.273460 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-093e7ddc-17ad-4f6b-b195-a75ed36c891a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.391351 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-093e7ddc-17ad-4f6b-b195-a75ed36c891a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.396270 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-093e7ddc-17ad-4f6b-b195-a75ed36c891a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.428956 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093e7ddc-17ad-4f6b-b195-a75ed36c891a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:54:39.439355 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e7ddc-17ad-4f6b-b195-a75ed36c891a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061ab166-dac1-4e9a-b0de-765c8b5850f2,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:39.445224 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-093e7ddc-17ad-4f6b-b195-a75ed36c891a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.445604 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-093e7ddc-17ad-4f6b-b195-a75ed36c891a admin admin] Added segment b7bad709-2b04-4f8b-b0ae-058a5f50ac94 of type vlan for network 275ec3c3-8889-472e-8972-e1b6b6fbff87 Jul 16 01:54:39.487689 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-093e7ddc-17ad-4f6b-b195-a75ed36c891a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.517718 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-093e7ddc-17ad-4f6b-b195-a75ed36c891a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.518661 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093e7ddc-17ad-4f6b-b195-a75ed36c891a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:39.519334 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-093e7ddc-17ad-4f6b-b195-a75ed36c891a admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.556935 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-093e7ddc-17ad-4f6b-b195-a75ed36c891a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3322859 Jul 16 01:54:39.559988 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34648) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:39.565068 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-bb4e1cb3-d78b-4537-ab30-4211528e588a admin admin] Request body: {'subnet': {'network_id': '275ec3c3-8889-472e-8972-e1b6b6fbff87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-19719125-subnet', 'tenant_id': 'c8ce9a24643d45ecb64e50c92b7a3263', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:39.589648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e7ddc-17ad-4f6b-b195-a75ed36c891a admin admin] Pushing event updated for resources: {'Network': ['ID=275ec3c3-8889-472e-8972-e1b6b6fbff87,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:39.594370 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4e1cb3-d78b-4537-ab30-4211528e588a admin admin] Made reservation on behalf of c8ce9a24643d45ecb64e50c92b7a3263 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:39.597203 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bb4e1cb3-d78b-4537-ab30-4211528e588a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.600878 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 275ec3c3-8889-472e-8972-e1b6b6fbff87 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:54:39.735780 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-1e49beb6-182b-48c2-a645-9a083f2c816e req-25e426bd-493a-4494-a7c7-76dbc6c4dc41 service neutron] (93955) timed out ('10.222.0.82', 52401) {{(pid=93955) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:54:39.772924 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bb4e1cb3-d78b-4537-ab30-4211528e588a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.827082 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e1cb3-d78b-4537-ab30-4211528e588a admin admin] Pushing event updated for resources: {'Subnet': ['ID=587963bb-4502-4d64-b6af-acd5d912710b,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:39.836794 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4e1cb3-d78b-4537-ab30-4211528e588a admin admin] Checking segment: {'id': 'b7bad709-2b04-4f8b-b0ae-058a5f50ac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '275ec3c3-8889-472e-8972-e1b6b6fbff87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:39.837146 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4e1cb3-d78b-4537-ab30-4211528e588a admin admin] Network hostable DHCP agents. Network: 275ec3c3-8889-472e-8972-e1b6b6fbff87, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:54:39.855971 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4e1cb3-d78b-4537-ab30-4211528e588a admin admin] Network 275ec3c3-8889-472e-8972-e1b6b6fbff87 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:54:39.866836 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-bb4e1cb3-d78b-4537-ab30-4211528e588a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 275ec3c3-8889-472e-8972-e1b6b6fbff87) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:39.872396 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4e1cb3-d78b-4537-ab30-4211528e588a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:39.873229 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bb4e1cb3-d78b-4537-ab30-4211528e588a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.877659 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afff321-5725-4691-93d1-88fffdd348c3 None None] Network 275ec3c3-8889-472e-8972-e1b6b6fbff87 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:39.889140 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bb4e1cb3-d78b-4537-ab30-4211528e588a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3279910 Jul 16 01:54:40.026128 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f5d0cc-461c-415f-89f6-b6147e188b97 None None] Network 275ec3c3-8889-472e-8972-e1b6b6fbff87 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:40.330608 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device efb2d0ce-18ad-4218-9641-b5c82bc065bf up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:40.391226 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port efb2d0ce-18ad-4218-9641-b5c82bc065bf completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:40.395387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port efb2d0ce-18ad-4218-9641-b5c82bc065bf triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:40.395863 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.410757 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-25b80cfd-dc41-4745-aefa-ff55b6269ff6 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:40.412897 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-25b80cfd-dc41-4745-aefa-ff55b6269ff6 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/networks?id=23993857-c7e0-47ba-ad35-843f9f01b9b4 HTTP/1.1" status: 200 len: 811 time: 0.1168487 Jul 16 01:54:40.430490 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-6e63d979-4d72-4e3c-8d93-08933ac3cf7f tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/quotas/6f1505a48fb249bbb2e97aca8124f4f2 HTTP/1.1" status: 200 len: 375 time: 0.0099885 Jul 16 01:54:40.442794 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3f3cc-2503-4b1c-a603-a06ff4690b51 req-188dec1b-425a-428d-931f-1259756e2578 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:40.444823 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a6f3f3cc-2503-4b1c-a603-a06ff4690b51 req-188dec1b-425a-428d-931f-1259756e2578 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/ports?device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 944 time: 0.0734894 Jul 16 01:54:40.467123 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-f9d16a42-1100-49ef-9582-2eecff29d9f2 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f1505a48fb249bbb2e97aca8124f4f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296886 Jul 16 01:54:40.484596 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a6f3f3cc-2503-4b1c-a603-a06ff4690b51 req-3ddddca9-e96c-47c6-b5d8-eea62cfa2cc8 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/security-groups?id=5525b42e-689e-4438-a82d-9ea2846d1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337532 Jul 16 01:54:40.491806 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.515255 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4780ae97-a046-4079-a80f-c0f31090b6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb2d0ce-18ad-4218-9641-b5c82bc065bf'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:40.517730 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe94a46-5143-4876-960b-ba3fc41036ac" -d '{"events": [{"server_uuid": "4780ae97-a046-4079-a80f-c0f31090b6e7", "name": "network-vif-plugged", "status": "completed", "tag": "efb2d0ce-18ad-4218-9641-b5c82bc065bf"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:40.531205 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port efb2d0ce-18ad-4218-9641-b5c82bc065bf, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=efb2d0ce-18ad-4218-9641-b5c82bc065bf,segment=NetworkSegment(93f6e54c-059a-4e17-ad53-10445465fa1d),segment_id=93f6e54c-059a-4e17-ad53-10445465fa1d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:40.537055 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.562480 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cbd314-f7b2-4cd8-9e8f-9e6ddeb4c229 x-openstack-request-id: req-50cbd314-f7b2-4cd8-9e8f-9e6ddeb4c229 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:40.563046 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4780ae97-a046-4079-a80f-c0f31090b6e7", "name": "network-vif-plugged", "status": "completed", "tag": "efb2d0ce-18ad-4218-9641-b5c82bc065bf", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:40.563384 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50cbd314-f7b2-4cd8-9e8f-9e6ddeb4c229 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:40.563869 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4780ae97-a046-4079-a80f-c0f31090b6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb2d0ce-18ad-4218-9641-b5c82bc065bf', 'code': 200} Jul 16 01:54:40.592888 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=efb2d0ce-18ad-4218-9641-b5c82bc065bf,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:40.901321 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-44c37e20-e1fb-428f-8d83-c2bc0674d595 service neutron] 10.222.0.16 "GET /v2.0/networks/23993857-c7e0-47ba-ad35-843f9f01b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243000 Jul 16 01:54:40.976857 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0da60-075b-4dcd-8cf6-efedaceace27 req-7700ab85-6655-42a2-903d-a5434137c87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:40.978330 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-37a0da60-075b-4dcd-8cf6-efedaceace27 req-7700ab85-6655-42a2-903d-a5434137c87f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 1097 time: 0.1213386 Jul 16 01:54:41.020963 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-578bc13a-369c-4eaa-a8fb-94d9e559a6f8 service neutron] 10.222.0.16 "GET /v2.0/networks/23993857-c7e0-47ba-ad35-843f9f01b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129556 Jul 16 01:54:41.031674 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-37a0da60-075b-4dcd-8cf6-efedaceace27 req-9a23cd40-b8d9-4f13-9873-693c8fb08e1e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=5525b42e-689e-4438-a82d-9ea2846d1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461335 Jul 16 01:54:41.220025 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-04a62ac9-c3f6-4891-a375-d8cbc41778bd req-dd759b59-5e02-4f19-a1c1-87e876d6f81a tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/ports?device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 210 time: 0.0296884 Jul 16 01:54:41.690168 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554a9e6-b029-4831-9a15-84267e1a1dc1 req-a61adb48-15d8-4fb2-99fa-9ef6fd663def tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:41.691709 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0554a9e6-b029-4831-9a15-84267e1a1dc1 req-a61adb48-15d8-4fb2-99fa-9ef6fd663def tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/ports?device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 945 time: 0.0842276 Jul 16 01:54:41.734153 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0554a9e6-b029-4831-9a15-84267e1a1dc1 req-d3b3c338-ec9d-4507-801e-9aba2e019ed5 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/security-groups?id=5525b42e-689e-4438-a82d-9ea2846d1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364761 Jul 16 01:54:42.373313 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-0824fb2e-8a32-43b1-b01d-dac383905b75 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:42.374883 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-0824fb2e-8a32-43b1-b01d-dac383905b75 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.82 "GET /v2.0/networks?id=23993857-c7e0-47ba-ad35-843f9f01b9b4 HTTP/1.1" status: 200 len: 811 time: 0.1187320 Jul 16 01:54:42.379656 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e1e77ddf-4ad8-4473-95ff-ac210cbfdb69 req-d3b008e9-c81d-4ed6-8855-4cd77cd52a80 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/ports?device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 210 time: 0.0363243 Jul 16 01:54:42.389996 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-4f0c596d-87c5-429b-89e0-5afbbb3db3d9 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Request body: {'port': {'device_id': '307c7800-0360-44fa-9ba9-12f07b2b51fe', 'network_id': '23993857-c7e0-47ba-ad35-843f9f01b9b4', 'admin_state_up': True, 'tenant_id': '6f1505a48fb249bbb2e97aca8124f4f2'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:42.502097 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-4f0c596d-87c5-429b-89e0-5afbbb3db3d9 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Made reservation on behalf of 6f1505a48fb249bbb2e97aca8124f4f2 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:42.505790 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-4f0c596d-87c5-429b-89e0-5afbbb3db3d9 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:42.637363 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-4f0c596d-87c5-429b-89e0-5afbbb3db3d9 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Allocated IP 172.20.0.5 (23993857-c7e0-47ba-ad35-843f9f01b9b4/d2275f51-464e-4139-9ce9-d673e3e6c93c/209dd188-9a7e-4e96-abd7-5230ce492df6) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:42.805240 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-4f0c596d-87c5-429b-89e0-5afbbb3db3d9 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:42.848678 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-4f0c596d-87c5-429b-89e0-5afbbb3db3d9 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:42.923143 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-4f0c596d-87c5-429b-89e0-5afbbb3db3d9 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Network 23993857-c7e0-47ba-ad35-843f9f01b9b4 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:42.928582 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-4f0c596d-87c5-429b-89e0-5afbbb3db3d9 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:42.934143 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-4f0c596d-87c5-429b-89e0-5afbbb3db3d9 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:42.957714 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c596d-87c5-429b-89e0-5afbbb3db3d9 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Pushing event updated for resources: {'Port': ['ID=209dd188-9a7e-4e96-abd7-5230ce492df6,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:42.997513 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-4f0c596d-87c5-429b-89e0-5afbbb3db3d9 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:42.998121 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-4f0c596d-87c5-429b-89e0-5afbbb3db3d9 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.021738 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6f63e-fe05-461c-8baf-45da541f8c0e req-49ce864f-ad46-4c14-ae8b-0450f4338024 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:43.023757 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3cf6f63e-fe05-461c-8baf-45da541f8c0e req-49ce864f-ad46-4c14-ae8b-0450f4338024 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/ports?device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 945 time: 0.1630061 Jul 16 01:54:43.025967 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-4f0c596d-87c5-429b-89e0-5afbbb3db3d9 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6403275 Jul 16 01:54:43.049340 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-eaa038c5-0dca-420c-92fe-88e866c78ff0 service neutron] Request body: {'port': {'device_id': '307c7800-0360-44fa-9ba9-12f07b2b51fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:43.114925 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3cf6f63e-fe05-461c-8baf-45da541f8c0e req-f8acbb07-84a9-49ab-8e7e-4bb6a2458e26 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/security-groups?id=5525b42e-689e-4438-a82d-9ea2846d1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818427 Jul 16 01:54:43.149389 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-eaa038c5-0dca-420c-92fe-88e866c78ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.299531 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594221c-2c9e-4e76-9c00-b1eb4224a7a2 req-d8e56f9b-7366-4112-9bcf-ff398510f1a2 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:43.301132 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d594221c-2c9e-4e76-9c00-b1eb4224a7a2 req-d8e56f9b-7366-4112-9bcf-ff398510f1a2 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/ports?device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 945 time: 0.0692711 Jul 16 01:54:43.343735 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d594221c-2c9e-4e76-9c00-b1eb4224a7a2 req-2104d16e-3886-4f32-96b6-9c75a107ed12 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/security-groups?id=5525b42e-689e-4438-a82d-9ea2846d1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362203 Jul 16 01:54:43.450449 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-eaa038c5-0dca-420c-92fe-88e866c78ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209dd188-9a7e-4e96-abd7-5230ce492df6 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:43.464757 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-eaa038c5-0dca-420c-92fe-88e866c78ff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.526390 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-eaa038c5-0dca-420c-92fe-88e866c78ff0 service neutron] Transition to ACTIVE for port object 209dd188-9a7e-4e96-abd7-5230ce492df6 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:43.533328 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-eaa038c5-0dca-420c-92fe-88e866c78ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.568387 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e7dc7-2ad0-4450-9993-3dc5480e3f2e req-5e3c48b2-4607-4acf-b7d1-8c6bdeecb7b0 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:43.571002 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6f0e7dc7-2ad0-4450-9993-3dc5480e3f2e req-5e3c48b2-4607-4acf-b7d1-8c6bdeecb7b0 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/ports?device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 931 time: 0.0680819 Jul 16 01:54:43.593988 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa038c5-0dca-420c-92fe-88e866c78ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=209dd188-9a7e-4e96-abd7-5230ce492df6,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:43.607931 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19041397-92a4-497d-b5f3-e5d0564ff733 req-9fca8cf4-5d16-458b-9f13-dbecc763bdd9 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:43.609484 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19041397-92a4-497d-b5f3-e5d0564ff733 req-9fca8cf4-5d16-458b-9f13-dbecc763bdd9 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/ports?device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 945 time: 0.1408474 Jul 16 01:54:43.621308 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6f0e7dc7-2ad0-4450-9993-3dc5480e3f2e req-a0e84a1b-b7be-4ec6-9488-3cc0af8be2f8 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d393288-8598-4b87-bd08-24a68ad4b273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414586 Jul 16 01:54:43.698802 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19041397-92a4-497d-b5f3-e5d0564ff733 req-97b421e4-e422-4469-b1ee-fb22265adb38 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/security-groups?id=5525b42e-689e-4438-a82d-9ea2846d1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637732 Jul 16 01:54:43.711609 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-eaa038c5-0dca-420c-92fe-88e866c78ff0 service neutron] Attempting to bind port 209dd188-9a7e-4e96-abd7-5230ce492df6 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:43.711945 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-eaa038c5-0dca-420c-92fe-88e866c78ff0 service neutron] Attempting to bind port 209dd188-9a7e-4e96-abd7-5230ce492df6 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'bd7c004b-9e6b-4121-ba58-a76d32b4c7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23993857-c7e0-47ba-ad35-843f9f01b9b4'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:43.712222 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-eaa038c5-0dca-420c-92fe-88e866c78ff0 service neutron] Attempting to bind port 209dd188-9a7e-4e96-abd7-5230ce492df6 on network 23993857-c7e0-47ba-ad35-843f9f01b9b4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:43.716804 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-eaa038c5-0dca-420c-92fe-88e866c78ff0 service neutron] Port 209dd188-9a7e-4e96-abd7-5230ce492df6 on network 23993857-c7e0-47ba-ad35-843f9f01b9b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:43.717128 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-eaa038c5-0dca-420c-92fe-88e866c78ff0 service neutron] Attempting to bind port 209dd188-9a7e-4e96-abd7-5230ce492df6 on network 23993857-c7e0-47ba-ad35-843f9f01b9b4 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:43.722304 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-eaa038c5-0dca-420c-92fe-88e866c78ff0 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:43.722635 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-eaa038c5-0dca-420c-92fe-88e866c78ff0 service neutron] Checking segment: {'id': 'bd7c004b-9e6b-4121-ba58-a76d32b4c7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23993857-c7e0-47ba-ad35-843f9f01b9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:43.723012 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-eaa038c5-0dca-420c-92fe-88e866c78ff0 service neutron] Bound using segment: {'id': 'bd7c004b-9e6b-4121-ba58-a76d32b4c7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23993857-c7e0-47ba-ad35-843f9f01b9b4'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:43.723459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-eaa038c5-0dca-420c-92fe-88e866c78ff0 service neutron] Bound port: 209dd188-9a7e-4e96-abd7-5230ce492df6, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7c004b-9e6b-4121-ba58-a76d32b4c7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '23993857-c7e0-47ba-ad35-843f9f01b9b4'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:43.723817 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-eaa038c5-0dca-420c-92fe-88e866c78ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.723977 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34692) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:43.790539 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-eaa038c5-0dca-420c-92fe-88e866c78ff0 service neutron] For port 209dd188-9a7e-4e96-abd7-5230ce492df6, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:43.793782 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-eaa038c5-0dca-420c-92fe-88e866c78ff0 service neutron] For port 209dd188-9a7e-4e96-abd7-5230ce492df6, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=209dd188-9a7e-4e96-abd7-5230ce492df6,segment=NetworkSegment(bd7c004b-9e6b-4121-ba58-a76d32b4c7a1),segment_id=bd7c004b-9e6b-4121-ba58-a76d32b4c7a1)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:43.800086 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-eaa038c5-0dca-420c-92fe-88e866c78ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.839108 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-eaa038c5-0dca-420c-92fe-88e866c78ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:43.839736 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-eaa038c5-0dca-420c-92fe-88e866c78ff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.841145 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-eaa038c5-0dca-420c-92fe-88e866c78ff0 service neutron] 10.222.0.82 "PUT /v2.0/ports/209dd188-9a7e-4e96-abd7-5230ce492df6 HTTP/1.1" status: 200 len: 1092 time: 0.8052144 Jul 16 01:54:43.841622 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307c7800-0360-44fa-9ba9-12f07b2b51fe', 'tag': '209dd188-9a7e-4e96-abd7-5230ce492df6'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:43.843909 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2db446f-a1e5-4ab2-8b00-01559bb6f89e" -d '{"events": [{"name": "network-changed", "server_uuid": "307c7800-0360-44fa-9ba9-12f07b2b51fe", "tag": "209dd188-9a7e-4e96-abd7-5230ce492df6"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:43.867925 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa038c5-0dca-420c-92fe-88e866c78ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=209dd188-9a7e-4e96-abd7-5230ce492df6,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:43.888819 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e095e35d-5f88-47e5-a3c9-8e65ce5a46d8 x-openstack-request-id: req-e095e35d-5f88-47e5-a3c9-8e65ce5a46d8 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:43.889117 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307c7800-0360-44fa-9ba9-12f07b2b51fe", "tag": "209dd188-9a7e-4e96-abd7-5230ce492df6", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:43.889421 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e095e35d-5f88-47e5-a3c9-8e65ce5a46d8 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:43.889855 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307c7800-0360-44fa-9ba9-12f07b2b51fe', 'tag': '209dd188-9a7e-4e96-abd7-5230ce492df6', 'status': 'completed', 'code': 200} Jul 16 01:54:43.940733 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2076d149-1d8e-4933-83f6-d130d0c4c64e tempest-TestServerBasicOps-1501677231 tempest-TestServerBasicOps-1501677231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:43.942283 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2076d149-1d8e-4933-83f6-d130d0c4c64e tempest-TestServerBasicOps-1501677231 tempest-TestServerBasicOps-1501677231-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 1092 time: 0.2173567 Jul 16 01:54:43.945387 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34698) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:43.949951 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-dae9989f-75c6-4d34-a8e1-1e2fb298a46f tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': 'efb2d0ce-18ad-4218-9641-b5c82bc065bf', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:43.952956 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-0ccab567-3edd-4a4e-a39e-eb3c424a46ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:43.954458 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-0ccab567-3edd-4a4e-a39e-eb3c424a46ec service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6f1505a48fb249bbb2e97aca8124f4f2&device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 1095 time: 0.0611606 Jul 16 01:54:43.973661 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dae9989f-75c6-4d34-a8e1-1e2fb298a46f tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.998753 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-b8b715d2-05c9-424e-8660-fccd85a1b2f4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=209dd188-9a7e-4e96-abd7-5230ce492df6 HTTP/1.1" status: 200 len: 217 time: 0.0374615 Jul 16 01:54:44.048083 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-57942489-6d13-4791-9749-572e03a044c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.049927 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-57942489-6d13-4791-9749-572e03a044c8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d2275f51-464e-4139-9ce9-d673e3e6c93c HTTP/1.1" status: 200 len: 851 time: 0.0451126 Jul 16 01:54:44.070423 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dae9989f-75c6-4d34-a8e1-1e2fb298a46f tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:44.087059 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-40b3fb50-bf79-46f7-b53c-09c8911f9e2e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23993857-c7e0-47ba-ad35-843f9f01b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301986 Jul 16 01:54:44.178820 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-3dbf2eec-d2d8-477a-a311-cd7067375d20 service neutron] 10.222.0.82 "GET /v2.0/networks/23993857-c7e0-47ba-ad35-843f9f01b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857294 Jul 16 01:54:44.181791 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-dae9989f-75c6-4d34-a8e1-1e2fb298a46f tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Allocated IP 172.25.6.72 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/eec885a1-44bb-484f-b251-92c31de31410) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:44.277999 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1eadb7f-4000-40c0-ad65-42b6f9cdc58f req-be551888-30a8-4b09-a251-f096b7723a49 service neutron] 10.222.0.82 "GET /v2.0/networks/23993857-c7e0-47ba-ad35-843f9f01b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924063 Jul 16 01:54:44.289370 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dae9989f-75c6-4d34-a8e1-1e2fb298a46f tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:44.339828 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dae9989f-75c6-4d34-a8e1-1e2fb298a46f tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:44.377958 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae9989f-75c6-4d34-a8e1-1e2fb298a46f tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:44.383411 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-dae9989f-75c6-4d34-a8e1-1e2fb298a46f tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:44.387576 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae9989f-75c6-4d34-a8e1-1e2fb298a46f tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:44.397343 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db446f-a1e5-4ab2-8b00-01559bb6f89e req-e662d7cb-228a-43f9-8433-6a7eede80b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.399994 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e2db446f-a1e5-4ab2-8b00-01559bb6f89e req-e662d7cb-228a-43f9-8433-6a7eede80b87 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6f1505a48fb249bbb2e97aca8124f4f2&device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 1095 time: 0.0722046 Jul 16 01:54:44.419766 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9989f-75c6-4d34-a8e1-1e2fb298a46f tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Pushing event updated for resources: {'Port': ['ID=eec885a1-44bb-484f-b251-92c31de31410,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:44.494420 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db446f-a1e5-4ab2-8b00-01559bb6f89e req-0a235e20-06d9-45c8-824a-e2704c0aba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.495907 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e2db446f-a1e5-4ab2-8b00-01559bb6f89e req-0a235e20-06d9-45c8-824a-e2704c0aba2b service neutron] 10.222.0.82 "GET /v2.0/networks?id=23993857-c7e0-47ba-ad35-843f9f01b9b4 HTTP/1.1" status: 200 len: 912 time: 0.0896969 Jul 16 01:54:44.542780 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e2db446f-a1e5-4ab2-8b00-01559bb6f89e req-c66060b2-502d-4c34-9d0b-94a4c1046e99 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=209dd188-9a7e-4e96-abd7-5230ce492df6 HTTP/1.1" status: 200 len: 217 time: 0.0396292 Jul 16 01:54:44.597910 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db446f-a1e5-4ab2-8b00-01559bb6f89e req-d2eb59a2-0dd6-4e25-8292-80aab37dec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.599466 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e2db446f-a1e5-4ab2-8b00-01559bb6f89e req-d2eb59a2-0dd6-4e25-8292-80aab37dec86 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d2275f51-464e-4139-9ce9-d673e3e6c93c HTTP/1.1" status: 200 len: 851 time: 0.0506439 Jul 16 01:54:44.642851 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e2db446f-a1e5-4ab2-8b00-01559bb6f89e req-45ced97c-8b13-4f45-b1ff-80be1e842a58 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23993857-c7e0-47ba-ad35-843f9f01b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354023 Jul 16 01:54:44.759011 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e2db446f-a1e5-4ab2-8b00-01559bb6f89e req-5046a7d6-088a-434c-8e79-fa9631132aa1 service neutron] 10.222.0.82 "GET /v2.0/networks/23993857-c7e0-47ba-ad35-843f9f01b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087890 Jul 16 01:54:44.791088 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dae9989f-75c6-4d34-a8e1-1e2fb298a46f tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:44.870268 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dae9989f-75c6-4d34-a8e1-1e2fb298a46f tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:44.891262 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa144f-231a-4a8b-9d4c-45a7d3130d43 req-02f116c0-b02b-4b13-80af-7329e6a2d0d5 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.892838 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d9aa144f-231a-4a8b-9d4c-45a7d3130d43 req-02f116c0-b02b-4b13-80af-7329e6a2d0d5 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/ports?device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 943 time: 0.1493442 Jul 16 01:54:44.898006 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e2db446f-a1e5-4ab2-8b00-01559bb6f89e req-f66db6e4-7e05-4248-a975-db8a80b02b1f service neutron] 10.222.0.82 "GET /v2.0/networks/23993857-c7e0-47ba-ad35-843f9f01b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215992 Jul 16 01:54:44.935784 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d9aa144f-231a-4a8b-9d4c-45a7d3130d43 req-bd611e9b-a617-431e-b226-a6911b1aad37 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d393288-8598-4b87-bd08-24a68ad4b273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368009 Jul 16 01:54:45.050671 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dae9989f-75c6-4d34-a8e1-1e2fb298a46f tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:45.057969 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dae9989f-75c6-4d34-a8e1-1e2fb298a46f tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:45.122831 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9989f-75c6-4d34-a8e1-1e2fb298a46f tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Pushing event updated for resources: {'Port': ['ID=eec885a1-44bb-484f-b251-92c31de31410,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:45.134621 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dae9989f-75c6-4d34-a8e1-1e2fb298a46f tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:45.238809 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-dae9989f-75c6-4d34-a8e1-1e2fb298a46f tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Floating IP 5a1507d2-c2f3-41fb-8058-217895327e08 associated. External IP: 172.25.6.72, port: efb2d0ce-18ad-4218-9641-b5c82bc065bf. Jul 16 01:54:45.462933 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae9989f-75c6-4d34-a8e1-1e2fb298a46f tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Router e4298e42-46e7-43cc-af1e-39d9f3e3659e has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:45.579457 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae9989f-75c6-4d34-a8e1-1e2fb298a46f tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:45.589679 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fe0551-820a-43e0-9a68-d78dab4062f8 None None] Sync routers for ids ['e4298e42-46e7-43cc-af1e-39d9f3e3659e'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:45.598670 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dae9989f-75c6-4d34-a8e1-1e2fb298a46f tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:45.601573 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fe0551-820a-43e0-9a68-d78dab4062f8 None None] Routers {'e4298e42-46e7-43cc-af1e-39d9f3e3659e'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:45.602214 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c3fe0551-820a-43e0-9a68-d78dab4062f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:54:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e4298e42-46e7-43cc-af1e-39d9f3e3659e'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:45.641336 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-dae9989f-75c6-4d34-a8e1-1e2fb298a46f tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6948342 Jul 16 01:54:45.642041 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4780ae97-a046-4079-a80f-c0f31090b6e7', 'tag': 'efb2d0ce-18ad-4218-9641-b5c82bc065bf'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:45.644405 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae6f488-1b3d-4207-9063-1cbf460a107f" -d '{"events": [{"name": "network-changed", "server_uuid": "4780ae97-a046-4079-a80f-c0f31090b6e7", "tag": "efb2d0ce-18ad-4218-9641-b5c82bc065bf"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:45.683137 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ad0fc2-6da2-4993-9710-5e5fab7bc04b x-openstack-request-id: req-b1ad0fc2-6da2-4993-9710-5e5fab7bc04b {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:45.683379 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4780ae97-a046-4079-a80f-c0f31090b6e7", "tag": "efb2d0ce-18ad-4218-9641-b5c82bc065bf", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:45.683694 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1ad0fc2-6da2-4993-9710-5e5fab7bc04b {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:45.684049 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4780ae97-a046-4079-a80f-c0f31090b6e7', 'tag': 'efb2d0ce-18ad-4218-9641-b5c82bc065bf', 'status': 'completed', 'code': 200} Jul 16 01:54:45.747499 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-c3fe0551-820a-43e0-9a68-d78dab4062f8 None None] Set router e4298e42-46e7-43cc-af1e-39d9f3e3659e gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:45.771024 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6f488-1b3d-4207-9063-1cbf460a107f req-ad30a493-a895-4c6f-b33d-a428c3d87f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:45.772595 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fae6f488-1b3d-4207-9063-1cbf460a107f req-ad30a493-a895-4c6f-b33d-a428c3d87f3f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a63930432ad948c298d55abcef9f1620&device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 1097 time: 0.0650384 Jul 16 01:54:45.867760 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6f488-1b3d-4207-9063-1cbf460a107f req-af2e739c-0c94-4bc8-a824-fc856a058c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:45.869353 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fae6f488-1b3d-4207-9063-1cbf460a107f req-af2e739c-0c94-4bc8-a824-fc856a058c5a service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1c9633e-8188-42d0-99d9-444d9f10534d HTTP/1.1" status: 200 len: 910 time: 0.0910716 Jul 16 01:54:45.935177 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fae6f488-1b3d-4207-9063-1cbf460a107f req-f5100df0-aa7f-4c02-9c5c-2bb073f163ad service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efb2d0ce-18ad-4218-9641-b5c82bc065bf HTTP/1.1" status: 200 len: 998 time: 0.0586400 Jul 16 01:54:45.977109 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c3fe0551-820a-43e0-9a68-d78dab4062f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'name': 'tempest-TestServerBasicOps-1399334871-router', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:54:20Z', 'revision_number': 4, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'gw_port': {'id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '5a1507d2-c2f3-41fb-8058-217895327e08', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'port_id': 'efb2d0ce-18ad-4218-9641-b5c82bc065bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d', 'mac_address': 'fa:16:3e:82:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4780ae97-a046-4079-a80f-c0f31090b6e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:54:44Z', 'updated_at': '2021-07-16T01:54:44Z', 'revision_number': 0, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18fad895-f31d-4af9-867c-457cd9ee294b', 'name': '', 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'mac_address': 'fa:16:3e:91:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '5fe56ea6-6eff-400b-89b4-219aacbd21bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:20Z', 'updated_at': '2021-07-16T01:54:27Z', 'revision_number': 5, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'subnets': [{'id': '5fe56ea6-6eff-400b-89b4-219aacbd21bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:45.989979 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6f488-1b3d-4207-9063-1cbf460a107f req-861d0405-67e8-4600-8caa-83aa1a738ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:45.991861 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fae6f488-1b3d-4207-9063-1cbf460a107f req-861d0405-67e8-4600-8caa-83aa1a738ef8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5fe56ea6-6eff-400b-89b4-219aacbd21bb HTTP/1.1" status: 200 len: 848 time: 0.0505371 Jul 16 01:54:46.004252 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fe0551-820a-43e0-9a68-d78dab4062f8 None None] Checking router: e4298e42-46e7-43cc-af1e-39d9f3e3659e for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:46.016997 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fe0551-820a-43e0-9a68-d78dab4062f8 None None] Routers {'e4298e42-46e7-43cc-af1e-39d9f3e3659e'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:46.017999 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c3fe0551-820a-43e0-9a68-d78dab4062f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:54:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e4298e42-46e7-43cc-af1e-39d9f3e3659e'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:46.048815 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6f488-1b3d-4207-9063-1cbf460a107f req-b812e219-c66d-4ec8-9579-0d714bd4ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:46.050336 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fae6f488-1b3d-4207-9063-1cbf460a107f req-b812e219-c66d-4ec8-9579-0d714bd4ea43 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1c9633e-8188-42d0-99d9-444d9f10534d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526276 Jul 16 01:54:46.128415 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-c3fe0551-820a-43e0-9a68-d78dab4062f8 None None] Set router e4298e42-46e7-43cc-af1e-39d9f3e3659e gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:46.185602 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fae6f488-1b3d-4207-9063-1cbf460a107f req-e05474aa-5bb5-4b5b-bb85-301dc6035e16 service neutron] 10.222.0.84 "GET /v2.0/networks/e1c9633e-8188-42d0-99d9-444d9f10534d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252112 Jul 16 01:54:46.196023 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a29b9-d75f-4eec-8a88-b50a71a3ff63 req-8cf065d2-4bc3-4ca1-83d5-a7d5e3a8a91e tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:46.197496 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f72a29b9-d75f-4eec-8a88-b50a71a3ff63 req-8cf065d2-4bc3-4ca1-83d5-a7d5e3a8a91e tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/ports?device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 943 time: 0.1460881 Jul 16 01:54:46.290448 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f72a29b9-d75f-4eec-8a88-b50a71a3ff63 req-a2637fe4-ebf3-45f5-b6bf-dc4d926f810d tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d393288-8598-4b87-bd08-24a68ad4b273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847399 Jul 16 01:54:46.318203 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fae6f488-1b3d-4207-9063-1cbf460a107f req-1ea5914f-c41d-4042-b23d-b963b1e15b38 service neutron] 10.222.0.84 "GET /v2.0/networks/e1c9633e-8188-42d0-99d9-444d9f10534d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197717 Jul 16 01:54:46.373884 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c3fe0551-820a-43e0-9a68-d78dab4062f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'name': 'tempest-TestServerBasicOps-1399334871-router', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:54:20Z', 'revision_number': 4, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'gw_port': {'id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '5a1507d2-c2f3-41fb-8058-217895327e08', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'port_id': 'efb2d0ce-18ad-4218-9641-b5c82bc065bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d', 'mac_address': 'fa:16:3e:82:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4780ae97-a046-4079-a80f-c0f31090b6e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:54:44Z', 'updated_at': '2021-07-16T01:54:44Z', 'revision_number': 0, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18fad895-f31d-4af9-867c-457cd9ee294b', 'name': '', 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'mac_address': 'fa:16:3e:91:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '5fe56ea6-6eff-400b-89b4-219aacbd21bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:20Z', 'updated_at': '2021-07-16T01:54:27Z', 'revision_number': 5, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'subnets': [{'id': '5fe56ea6-6eff-400b-89b4-219aacbd21bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:46.407309 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fe0551-820a-43e0-9a68-d78dab4062f8 None None] The sync data for ids ['e4298e42-46e7-43cc-af1e-39d9f3e3659e'] in n-d-792394-16 is: [{'id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'name': 'tempest-TestServerBasicOps-1399334871-router', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:54:20Z', 'revision_number': 4, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'gw_port': {'id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '5a1507d2-c2f3-41fb-8058-217895327e08', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'port_id': 'efb2d0ce-18ad-4218-9641-b5c82bc065bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d', 'mac_address': 'fa:16:3e:82:06:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4780ae97-a046-4079-a80f-c0f31090b6e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:54:44Z', 'updated_at': '2021-07-16T01:54:44Z', 'revision_number': 0, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18fad895-f31d-4af9-867c-457cd9ee294b', 'name': '', 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'mac_address': 'fa:16:3e:91:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '5fe56ea6-6eff-400b-89b4-219aacbd21bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:20Z', 'updated_at': '2021-07-16T01:54:27Z', 'revision_number': 5, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'subnets': [{'id': '5fe56ea6-6eff-400b-89b4-219aacbd21bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:46.609451 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea499554-82da-4c4b-9862-1c5ab16dda0b None None] New status for floating IP 5a1507d2-c2f3-41fb-8058-217895327e08: ACTIVE {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:54:47.484955 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92dc51-501a-426f-8948-a9df7f2e0b30 req-34c41401-0f75-401e-9986-4780a822e907 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:47.486478 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ca92dc51-501a-426f-8948-a9df7f2e0b30 req-34c41401-0f75-401e-9986-4780a822e907 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/ports?device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 943 time: 0.0760913 Jul 16 01:54:47.525304 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ca92dc51-501a-426f-8948-a9df7f2e0b30 req-d6b358bb-2742-4436-a3a0-bf86a0b7c7ee tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d393288-8598-4b87-bd08-24a68ad4b273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329051 Jul 16 01:54:47.702083 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 209dd188-9a7e-4e96-abd7-5230ce492df6 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:54:47.813458 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 209dd188-9a7e-4e96-abd7-5230ce492df6, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=209dd188-9a7e-4e96-abd7-5230ce492df6,segment=NetworkSegment(bd7c004b-9e6b-4121-ba58-a76d32b4c7a1),segment_id=bd7c004b-9e6b-4121-ba58-a76d32b4c7a1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:47.825842 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '209dd188-9a7e-4e96-abd7-5230ce492df6', 'network_id': '23993857-c7e0-47ba-ad35-843f9f01b9b4', 'port_id': '209dd188-9a7e-4e96-abd7-5230ce492df6', 'mac_address': 'fa:16:3e:96:74:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2275f51-464e-4139-9ce9-d673e3e6c93c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:54:47.875067 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:47.892623 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209dd188-9a7e-4e96-abd7-5230ce492df6 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:47.914334 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 209dd188-9a7e-4e96-abd7-5230ce492df6, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=209dd188-9a7e-4e96-abd7-5230ce492df6,segment=NetworkSegment(bd7c004b-9e6b-4121-ba58-a76d32b4c7a1),segment_id=bd7c004b-9e6b-4121-ba58-a76d32b4c7a1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:47.920082 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:47.967178 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=209dd188-9a7e-4e96-abd7-5230ce492df6,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:48.107112 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['209dd188-9a7e-4e96-abd7-5230ce492df6'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:48.709541 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495155e-d955-4770-a6fa-e1b1fb31021f req-87d50f46-e509-4856-b74f-cd854f17c8e2 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:48.710943 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9495155e-d955-4770-a6fa-e1b1fb31021f req-87d50f46-e509-4856-b74f-cd854f17c8e2 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/ports?device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 944 time: 0.0673130 Jul 16 01:54:48.759196 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9495155e-d955-4770-a6fa-e1b1fb31021f req-56ab12ec-132a-438c-9dfb-18bb56d5bc41 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d393288-8598-4b87-bd08-24a68ad4b273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421047 Jul 16 01:54:49.716420 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 209dd188-9a7e-4e96-abd7-5230ce492df6 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:49.771891 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 209dd188-9a7e-4e96-abd7-5230ce492df6 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:49.775549 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 209dd188-9a7e-4e96-abd7-5230ce492df6 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:49.775947 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.856214 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.884934 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307c7800-0360-44fa-9ba9-12f07b2b51fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209dd188-9a7e-4e96-abd7-5230ce492df6'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:49.887397 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7d0e91-13ca-4863-a394-b6d31be892bd" -d '{"events": [{"server_uuid": "307c7800-0360-44fa-9ba9-12f07b2b51fe", "name": "network-vif-plugged", "status": "completed", "tag": "209dd188-9a7e-4e96-abd7-5230ce492df6"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:49.901358 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 209dd188-9a7e-4e96-abd7-5230ce492df6, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=209dd188-9a7e-4e96-abd7-5230ce492df6,segment=NetworkSegment(bd7c004b-9e6b-4121-ba58-a76d32b4c7a1),segment_id=bd7c004b-9e6b-4121-ba58-a76d32b4c7a1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:49.910513 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.936044 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390a2515-2871-4f99-8990-66a5cd3c7e4c x-openstack-request-id: req-390a2515-2871-4f99-8990-66a5cd3c7e4c {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:49.936446 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307c7800-0360-44fa-9ba9-12f07b2b51fe", "name": "network-vif-plugged", "status": "completed", "tag": "209dd188-9a7e-4e96-abd7-5230ce492df6", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:49.936639 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-390a2515-2871-4f99-8990-66a5cd3c7e4c {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:49.936980 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307c7800-0360-44fa-9ba9-12f07b2b51fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209dd188-9a7e-4e96-abd7-5230ce492df6', 'code': 200} Jul 16 01:54:49.939792 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cceac-bf38-4ff9-83c4-3248a136309f req-d3d5f710-ebb2-40b8-ae95-0a5a5ee2fca7 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:49.947691 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d10cceac-bf38-4ff9-83c4-3248a136309f req-d3d5f710-ebb2-40b8-ae95-0a5a5ee2fca7 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/ports?device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 944 time: 0.0768628 Jul 16 01:54:49.964963 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=209dd188-9a7e-4e96-abd7-5230ce492df6,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:49.984664 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d10cceac-bf38-4ff9-83c4-3248a136309f req-2bb62393-9b66-4425-b2b7-ab31d5bfa970 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d393288-8598-4b87-bd08-24a68ad4b273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360405 Jul 16 01:54:50.045486 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd5718-5a1b-4715-8b8e-3ab414d50ec0 req-0bba9c23-796a-481c-ba42-aaccbdcaf22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:50.046996 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05bd5718-5a1b-4715-8b8e-3ab414d50ec0 req-0bba9c23-796a-481c-ba42-aaccbdcaf22e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 1097 time: 0.0536454 Jul 16 01:54:50.085214 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05bd5718-5a1b-4715-8b8e-3ab414d50ec0 req-b87f4e42-4022-4941-9e20-5c8660b0313c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4d393288-8598-4b87-bd08-24a68ad4b273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313728 Jul 16 01:54:51.187123 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f414d-b228-4418-88f2-92592d3c1ffe req-104693bb-11d7-4284-aaf6-45b4d17b9a83 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:51.188898 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e4f414d-b228-4418-88f2-92592d3c1ffe req-104693bb-11d7-4284-aaf6-45b4d17b9a83 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/ports?device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 945 time: 0.0752380 Jul 16 01:54:51.230647 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e4f414d-b228-4418-88f2-92592d3c1ffe req-517d8478-3a52-49db-8112-62ffb7d4ce90 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d393288-8598-4b87-bd08-24a68ad4b273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359256 Jul 16 01:54:51.412257 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b60eda-6d81-4aa3-b89f-b461e8532a54 req-188743e1-11ac-41f2-b6a9-62fb0eb67ce6 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:51.413788 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4b60eda-6d81-4aa3-b89f-b461e8532a54 req-188743e1-11ac-41f2-b6a9-62fb0eb67ce6 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/ports?device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 945 time: 0.0706706 Jul 16 01:54:51.456019 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4b60eda-6d81-4aa3-b89f-b461e8532a54 req-d9b88726-3514-4e09-ae62-efc8651ff8c7 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d393288-8598-4b87-bd08-24a68ad4b273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358093 Jul 16 01:54:51.846303 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea38a7-b410-4176-99dc-9fb1e2c7ffa6 req-4b0ac769-fb29-43c2-bcd0-2e4f81a30db1 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:51.847678 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-07ea38a7-b410-4176-99dc-9fb1e2c7ffa6 req-4b0ac769-fb29-43c2-bcd0-2e4f81a30db1 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/ports?device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 945 time: 0.0768769 Jul 16 01:54:51.887264 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-07ea38a7-b410-4176-99dc-9fb1e2c7ffa6 req-1cc442e4-7e46-46f6-b754-6e3cfdb4710c tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d393288-8598-4b87-bd08-24a68ad4b273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321531 Jul 16 01:54:53.087332 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8267af4-c45f-4336-a15b-4ae888b44c24 req-0bca9277-23ae-4045-a81b-7989609b8eb8 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:53.088774 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f8267af4-c45f-4336-a15b-4ae888b44c24 req-0bca9277-23ae-4045-a81b-7989609b8eb8 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/ports?device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 945 time: 0.0824139 Jul 16 01:54:53.152496 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f8267af4-c45f-4336-a15b-4ae888b44c24 req-3782a1c7-71f8-447f-ba4a-cf1be479c961 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d393288-8598-4b87-bd08-24a68ad4b273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548286 Jul 16 01:54:53.582772 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bd5fc-893d-4c9b-ad54-a13c0a6f3ba4 req-1e3b17e2-f4c0-4e2f-94ac-486e85a1d10c tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:53.584287 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-997bd5fc-893d-4c9b-ad54-a13c0a6f3ba4 req-1e3b17e2-f4c0-4e2f-94ac-486e85a1d10c tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/ports?device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 945 time: 0.1058002 Jul 16 01:54:53.586185 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce69004-e814-4bc3-bb6f-090ee40dd7ee req-f45519cc-48dc-4a72-bfa0-fecb2bfbea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:53.587747 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ce69004-e814-4bc3-bb6f-090ee40dd7ee req-f45519cc-48dc-4a72-bfa0-fecb2bfbea41 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6f1505a48fb249bbb2e97aca8124f4f2&device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 1097 time: 0.1001689 Jul 16 01:54:53.650901 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-997bd5fc-893d-4c9b-ad54-a13c0a6f3ba4 req-e09671c6-c732-4dd3-92f2-5071c5b78c99 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d393288-8598-4b87-bd08-24a68ad4b273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604184 Jul 16 01:54:53.709244 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce69004-e814-4bc3-bb6f-090ee40dd7ee req-1eebad42-dbfd-454c-840e-fa5d02aa8c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:53.710736 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ce69004-e814-4bc3-bb6f-090ee40dd7ee req-1eebad42-dbfd-454c-840e-fa5d02aa8c81 service neutron] 10.222.0.82 "GET /v2.0/networks?id=23993857-c7e0-47ba-ad35-843f9f01b9b4 HTTP/1.1" status: 200 len: 912 time: 0.1141253 Jul 16 01:54:53.760786 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ce69004-e814-4bc3-bb6f-090ee40dd7ee req-692487e6-0aae-4d1e-80fd-79c15f755fef service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=209dd188-9a7e-4e96-abd7-5230ce492df6 HTTP/1.1" status: 200 len: 217 time: 0.0430014 Jul 16 01:54:53.810147 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce69004-e814-4bc3-bb6f-090ee40dd7ee req-202b5424-b97d-4a1a-b63b-21499690b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:53.811584 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ce69004-e814-4bc3-bb6f-090ee40dd7ee req-202b5424-b97d-4a1a-b63b-21499690b62d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d2275f51-464e-4139-9ce9-d673e3e6c93c HTTP/1.1" status: 200 len: 851 time: 0.0448122 Jul 16 01:54:53.843383 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ce69004-e814-4bc3-bb6f-090ee40dd7ee req-2510dae0-f2f3-42b5-a11e-c0680bd6e0bf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23993857-c7e0-47ba-ad35-843f9f01b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256224 Jul 16 01:54:53.935433 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ce69004-e814-4bc3-bb6f-090ee40dd7ee req-36b0e212-979a-49a3-9315-682bc47b793c service neutron] 10.222.0.82 "GET /v2.0/networks/23993857-c7e0-47ba-ad35-843f9f01b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855734 Jul 16 01:54:54.048023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ce69004-e814-4bc3-bb6f-090ee40dd7ee req-b401ac7e-fb8b-4cce-b474-a87da782ab78 service neutron] 10.222.0.82 "GET /v2.0/networks/23993857-c7e0-47ba-ad35-843f9f01b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064053 Jul 16 01:54:54.878925 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514771a-b63b-4c15-8cf6-d2f07792ee18 req-a2968513-ff5c-4b67-adf4-02e774c82ba5 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:54.880758 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c514771a-b63b-4c15-8cf6-d2f07792ee18 req-a2968513-ff5c-4b67-adf4-02e774c82ba5 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/ports?device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 945 time: 0.0885804 Jul 16 01:54:54.932959 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c514771a-b63b-4c15-8cf6-d2f07792ee18 req-94a3dd07-e936-40d7-aa3e-9a457cf63b04 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d393288-8598-4b87-bd08-24a68ad4b273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447912 Jul 16 01:54:55.322417 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103c87c-818b-4a0a-8d76-fa0ad6a1fcc0 req-c9b930e3-3bd5-431b-b97e-d86a7778ad82 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:55.323864 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7103c87c-818b-4a0a-8d76-fa0ad6a1fcc0 req-c9b930e3-3bd5-431b-b97e-d86a7778ad82 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/ports?device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 945 time: 0.0744696 Jul 16 01:54:55.376855 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7103c87c-818b-4a0a-8d76-fa0ad6a1fcc0 req-6fa2cff1-c2ff-454c-bc33-f6a9e0d088cc tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d393288-8598-4b87-bd08-24a68ad4b273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440056 Jul 16 01:54:56.566645 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e856c8c-4c8c-4700-a7cf-5bbcaa5a3203 req-2244bf06-c8ae-43f2-9df7-8add6a72f6bf tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:56.568138 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8e856c8c-4c8c-4700-a7cf-5bbcaa5a3203 req-2244bf06-c8ae-43f2-9df7-8add6a72f6bf tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/ports?device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 945 time: 0.0718684 Jul 16 01:54:56.607123 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8e856c8c-4c8c-4700-a7cf-5bbcaa5a3203 req-f0638b1c-b000-4714-a932-201194ff7cc5 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d393288-8598-4b87-bd08-24a68ad4b273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332510 Jul 16 01:54:56.634916 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c21b72a6-020b-4309-b6c2-639b6a7e7bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.296813 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a274f24-f347-4d55-bb2f-05edd8c52dce req-1791a466-4a50-48bb-be5f-b826c1ec619f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:57.298352 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a274f24-f347-4d55-bb2f-05edd8c52dce req-1791a466-4a50-48bb-be5f-b826c1ec619f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6f1505a48fb249bbb2e97aca8124f4f2&device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 1097 time: 0.4039173 Jul 16 01:54:57.310906 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797d5a6-8810-4b26-93a8-19e57f907186 req-5ed952ef-c340-4810-87a5-ef4b8109d56b tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:57.312281 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0797d5a6-8810-4b26-93a8-19e57f907186 req-5ed952ef-c340-4810-87a5-ef4b8109d56b tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/ports?device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 945 time: 0.3911078 Jul 16 01:54:57.405823 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0797d5a6-8810-4b26-93a8-19e57f907186 req-5322c3b0-7bc2-43e6-a3e5-b14f13ca2600 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d393288-8598-4b87-bd08-24a68ad4b273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852962 Jul 16 01:54:57.426768 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a274f24-f347-4d55-bb2f-05edd8c52dce req-eaee318a-799b-4437-9ca9-173fbff74fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:57.432475 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a274f24-f347-4d55-bb2f-05edd8c52dce req-eaee318a-799b-4437-9ca9-173fbff74fb1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=23993857-c7e0-47ba-ad35-843f9f01b9b4 HTTP/1.1" status: 200 len: 912 time: 0.1151404 Jul 16 01:54:57.473123 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a274f24-f347-4d55-bb2f-05edd8c52dce req-2f855a42-0040-4736-89ec-6a01a9a9a081 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=209dd188-9a7e-4e96-abd7-5230ce492df6 HTTP/1.1" status: 200 len: 217 time: 0.0380306 Jul 16 01:54:57.521947 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a274f24-f347-4d55-bb2f-05edd8c52dce req-26da83ca-16eb-4cce-a7a8-fbdb365be76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:57.523397 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a274f24-f347-4d55-bb2f-05edd8c52dce req-26da83ca-16eb-4cce-a7a8-fbdb365be76e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d2275f51-464e-4139-9ce9-d673e3e6c93c HTTP/1.1" status: 200 len: 851 time: 0.0450828 Jul 16 01:54:57.564070 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a274f24-f347-4d55-bb2f-05edd8c52dce req-02d666cd-a8d7-4e7a-b737-7930447b4421 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23993857-c7e0-47ba-ad35-843f9f01b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343730 Jul 16 01:54:57.663756 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a274f24-f347-4d55-bb2f-05edd8c52dce req-8d2fe0d2-075e-4b02-b71e-f1c0aa8a0119 service neutron] 10.222.0.82 "GET /v2.0/networks/23993857-c7e0-47ba-ad35-843f9f01b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936730 Jul 16 01:54:57.768806 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a274f24-f347-4d55-bb2f-05edd8c52dce req-13389330-93af-4431-bebc-7d37e229403a service neutron] 10.222.0.82 "GET /v2.0/networks/23993857-c7e0-47ba-ad35-843f9f01b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980921 Jul 16 01:54:58.590494 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e3e53-aa28-45e6-a739-fbe33d61717e req-d64530cd-cb21-44c0-acb1-42948e454d92 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:58.592036 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d50e3e53-aa28-45e6-a739-fbe33d61717e req-d64530cd-cb21-44c0-acb1-42948e454d92 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/ports?device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 945 time: 0.0676110 Jul 16 01:54:58.633422 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d50e3e53-aa28-45e6-a739-fbe33d61717e req-e5b58b7d-dffb-4250-8647-b7a3cadd4f46 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d393288-8598-4b87-bd08-24a68ad4b273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325408 Jul 16 01:54:59.039813 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af7c59-09c7-4cc2-a6f7-f6cf12edd500 req-d7690d0d-66df-414f-b482-300bbe311942 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:59.041195 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c9af7c59-09c7-4cc2-a6f7-f6cf12edd500 req-d7690d0d-66df-414f-b482-300bbe311942 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/ports?device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 945 time: 0.0702291 Jul 16 01:54:59.091423 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c9af7c59-09c7-4cc2-a6f7-f6cf12edd500 req-99740a6f-01ad-44c6-b4de-fa5d9e86dda3 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d393288-8598-4b87-bd08-24a68ad4b273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418217 Jul 16 01:54:59.549619 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2256e77f-776b-4510-9a89-d605b40604ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.748843 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:00.277606 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0827c-a6ed-482a-98e4-bd4ad466d8f7 req-7bf316f2-9d25-4870-8cda-058be1c8c6d9 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:00.279115 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4cb0827c-a6ed-482a-98e4-bd4ad466d8f7 req-7bf316f2-9d25-4870-8cda-058be1c8c6d9 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/ports?device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 945 time: 0.0706072 Jul 16 01:55:00.320114 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4cb0827c-a6ed-482a-98e4-bd4ad466d8f7 req-365c9f05-37ae-4e14-9150-0dff09618f59 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d393288-8598-4b87-bd08-24a68ad4b273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327139 Jul 16 01:55:00.727515 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade0034-cc9a-4d69-a363-7867b5a20bc2 req-27c25c07-0f1d-42c1-9b35-6417c977ab8c tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:00.728936 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ade0034-cc9a-4d69-a363-7867b5a20bc2 req-27c25c07-0f1d-42c1-9b35-6417c977ab8c tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.82 "GET /v2.0/ports?device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 945 time: 0.0698550 Jul 16 01:55:00.838772 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-0ade0034-cc9a-4d69-a363-7867b5a20bc2 req-2e7d436f-7855-4ae2-9e37-1599ed23c09d tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Deleting port 209dd188-9a7e-4e96-abd7-5230ce492df6 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:00.839365 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0ade0034-cc9a-4d69-a363-7867b5a20bc2 req-2e7d436f-7855-4ae2-9e37-1599ed23c09d tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:00.848324 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:00.940127 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-0ade0034-cc9a-4d69-a363-7867b5a20bc2 req-2e7d436f-7855-4ae2-9e37-1599ed23c09d tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] For port 209dd188-9a7e-4e96-abd7-5230ce492df6, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=209dd188-9a7e-4e96-abd7-5230ce492df6,segment=NetworkSegment(bd7c004b-9e6b-4121-ba58-a76d32b4c7a1),segment_id=bd7c004b-9e6b-4121-ba58-a76d32b4c7a1)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:00.940493 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0ade0034-cc9a-4d69-a363-7867b5a20bc2 req-2e7d436f-7855-4ae2-9e37-1599ed23c09d tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:00.958529 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-0ade0034-cc9a-4d69-a363-7867b5a20bc2 req-2e7d436f-7855-4ae2-9e37-1599ed23c09d tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Calling delete_port for 209dd188-9a7e-4e96-abd7-5230ce492df6 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:01.089196 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0ade0034-cc9a-4d69-a363-7867b5a20bc2 req-2e7d436f-7855-4ae2-9e37-1599ed23c09d tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.102669 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['209dd188-9a7e-4e96-abd7-5230ce492df6'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:01.121215 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d436f-7855-4ae2-9e37-1599ed23c09d tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Pushing event deleted for resources: {'Port': ['ID=209dd188-9a7e-4e96-abd7-5230ce492df6,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:01.171626 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ade0034-cc9a-4d69-a363-7867b5a20bc2 req-2e7d436f-7855-4ae2-9e37-1599ed23c09d tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] No DVR routers for this DVR port 209dd188-9a7e-4e96-abd7-5230ce492df6 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:01.176956 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0ade0034-cc9a-4d69-a363-7867b5a20bc2 req-2e7d436f-7855-4ae2-9e37-1599ed23c09d tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.179827 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ade0034-cc9a-4d69-a363-7867b5a20bc2 req-2e7d436f-7855-4ae2-9e37-1599ed23c09d tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.82 "DELETE /v2.0/ports/209dd188-9a7e-4e96-abd7-5230ce492df6 HTTP/1.1" status: 204 len: 173 time: 0.4454179 Jul 16 01:55:01.180418 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307c7800-0360-44fa-9ba9-12f07b2b51fe', 'name': 'network-vif-deleted', 'tag': '209dd188-9a7e-4e96-abd7-5230ce492df6'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:01.183266 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f058e8-13bb-4e34-aea8-727644f9cf1f" -d '{"events": [{"server_uuid": "307c7800-0360-44fa-9ba9-12f07b2b51fe", "name": "network-vif-deleted", "tag": "209dd188-9a7e-4e96-abd7-5230ce492df6"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:01.224793 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7587f9f-8ed5-45b7-b75c-165bfc1e57d0 x-openstack-request-id: req-f7587f9f-8ed5-45b7-b75c-165bfc1e57d0 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:01.225090 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307c7800-0360-44fa-9ba9-12f07b2b51fe", "name": "network-vif-deleted", "tag": "209dd188-9a7e-4e96-abd7-5230ce492df6", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:01.225339 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7587f9f-8ed5-45b7-b75c-165bfc1e57d0 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:01.225742 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307c7800-0360-44fa-9ba9-12f07b2b51fe', 'name': 'network-vif-deleted', 'tag': '209dd188-9a7e-4e96-abd7-5230ce492df6', 'status': 'completed', 'code': 200} Jul 16 01:55:01.495004 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-28a10308-6bf5-4cf9-b5b2-aacc6e640075 req-14b17398-d3c0-45cd-afd7-2bfaac06ec26 tempest-TestServerAdvancedOps-321461541 tempest-TestServerAdvancedOps-321461541-project] 10.222.0.16 "GET /v2.0/ports?device_id=307c7800-0360-44fa-9ba9-12f07b2b51fe HTTP/1.1" status: 200 len: 210 time: 0.0383286 Jul 16 01:55:01.628916 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.587329 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.599565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34762) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:02.649932 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0f496d-acc1-4678-9faa-77593b3e7654 admin admin] Deleting subnet d2275f51-464e-4139-9ce9-d673e3e6c93c {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:02.653690 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc0f496d-acc1-4678-9faa-77593b3e7654 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.694302 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc0f496d-acc1-4678-9faa-77593b3e7654 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.735845 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc0f496d-acc1-4678-9faa-77593b3e7654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.789599 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc0f496d-acc1-4678-9faa-77593b3e7654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.814319 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f496d-acc1-4678-9faa-77593b3e7654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2275f51-464e-4139-9ce9-d673e3e6c93c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:02.818383 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-cc0f496d-acc1-4678-9faa-77593b3e7654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.823009 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cc0f496d-acc1-4678-9faa-77593b3e7654 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d2275f51-464e-4139-9ce9-d673e3e6c93c HTTP/1.1" status: 204 len: 168 time: 0.2196169 Jul 16 01:55:02.823153 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34764) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:02.895248 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1e522a97-1a57-437a-99ab-fd208bd4bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.974462 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1e522a97-1a57-437a-99ab-fd208bd4bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.985229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-1e522a97-1a57-437a-99ab-fd208bd4bb5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23993857-c7e0-47ba-ad35-843f9f01b9b4']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:02.995763 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-1e522a97-1a57-437a-99ab-fd208bd4bb5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7c004b-9e6b-4121-ba58-a76d32b4c7a1') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:02.996058 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-1e522a97-1a57-437a-99ab-fd208bd4bb5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7c004b-9e6b-4121-ba58-a76d32b4c7a1') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:03.005364 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1e522a97-1a57-437a-99ab-fd208bd4bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.023062 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1e522a97-1a57-437a-99ab-fd208bd4bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.030521 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e522a97-1a57-437a-99ab-fd208bd4bb5f admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:03.030921 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1e522a97-1a57-437a-99ab-fd208bd4bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:03.032687 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:03.092069 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1e522a97-1a57-437a-99ab-fd208bd4bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.099346 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1e522a97-1a57-437a-99ab-fd208bd4bb5f admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.101123 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1e522a97-1a57-437a-99ab-fd208bd4bb5f admin admin] 10.222.0.16 "DELETE /v2.0/networks/23993857-c7e0-47ba-ad35-843f9f01b9b4 HTTP/1.1" status: 204 len: 168 time: 0.2768590 Jul 16 01:55:03.105497 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34766) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:03.112427 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e522a97-1a57-437a-99ab-fd208bd4bb5f admin admin] Pushing event deleted for resources: {'Network': ['ID=23993857-c7e0-47ba-ad35-843f9f01b9b4,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:03.157775 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4d516d-c8af-4756-b325-f0a7cba9e1e5 admin admin] Deleting subnet 587963bb-4502-4d64-b6af-acd5d912710b {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:03.161236 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7b4d516d-c8af-4756-b325-f0a7cba9e1e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.196198 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7b4d516d-c8af-4756-b325-f0a7cba9e1e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.237018 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7b4d516d-c8af-4756-b325-f0a7cba9e1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.306968 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7b4d516d-c8af-4756-b325-f0a7cba9e1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.333062 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d516d-c8af-4756-b325-f0a7cba9e1e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=587963bb-4502-4d64-b6af-acd5d912710b,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:03.337107 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7b4d516d-c8af-4756-b325-f0a7cba9e1e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.339412 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7b4d516d-c8af-4756-b325-f0a7cba9e1e5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/587963bb-4502-4d64-b6af-acd5d912710b HTTP/1.1" status: 204 len: 168 time: 0.2323937 Jul 16 01:55:03.342608 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34768) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:03.414891 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5af70ee0-761f-47d9-82a0-6ee5d54e189f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.507237 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5af70ee0-761f-47d9-82a0-6ee5d54e189f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.518038 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-5af70ee0-761f-47d9-82a0-6ee5d54e189f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275ec3c3-8889-472e-8972-e1b6b6fbff87']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:03.528341 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-5af70ee0-761f-47d9-82a0-6ee5d54e189f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7bad709-2b04-4f8b-b0ae-058a5f50ac94') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:03.528669 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-5af70ee0-761f-47d9-82a0-6ee5d54e189f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7bad709-2b04-4f8b-b0ae-058a5f50ac94') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:03.538391 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5af70ee0-761f-47d9-82a0-6ee5d54e189f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.555375 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5af70ee0-761f-47d9-82a0-6ee5d54e189f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.563088 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af70ee0-761f-47d9-82a0-6ee5d54e189f admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:03.563469 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5af70ee0-761f-47d9-82a0-6ee5d54e189f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:03.565438 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:03.625983 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5af70ee0-761f-47d9-82a0-6ee5d54e189f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.631820 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5af70ee0-761f-47d9-82a0-6ee5d54e189f admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.633831 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5af70ee0-761f-47d9-82a0-6ee5d54e189f admin admin] 10.222.0.16 "DELETE /v2.0/networks/275ec3c3-8889-472e-8972-e1b6b6fbff87 HTTP/1.1" status: 204 len: 168 time: 0.2901504 Jul 16 01:55:03.645088 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af70ee0-761f-47d9-82a0-6ee5d54e189f admin admin] Pushing event deleted for resources: {'Network': ['ID=275ec3c3-8889-472e-8972-e1b6b6fbff87,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:03.790434 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 209dd188-9a7e-4e96-abd7-5230ce492df6 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:03.813515 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 209dd188-9a7e-4e96-abd7-5230ce492df6 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:03.813863 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 209dd188-9a7e-4e96-abd7-5230ce492df6 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:03.834754 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34772) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:03.879976 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4b033b54-068b-48ab-abf8-8ee0a630dd60 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f1505a48fb249bbb2e97aca8124f4f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439587 Jul 16 01:55:03.882603 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34774) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:03.937942 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4e5f640e-fad7-45fa-91ec-d6a7ef2a0357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.959282 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4e5f640e-fad7-45fa-91ec-d6a7ef2a0357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.009789 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4e5f640e-fad7-45fa-91ec-d6a7ef2a0357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.012385 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4e5f640e-fad7-45fa-91ec-d6a7ef2a0357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.013578 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4e5f640e-fad7-45fa-91ec-d6a7ef2a0357 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d393288-8598-4b87-bd08-24a68ad4b273 HTTP/1.1" status: 204 len: 168 time: 0.1301088 Jul 16 01:55:04.021161 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f640e-fad7-45fa-91ec-d6a7ef2a0357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d393288-8598-4b87-bd08-24a68ad4b273,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:04.381490 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34780) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:04.424638 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-db515f94-ab48-431c-8642-edc251b4c570 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8ce9a24643d45ecb64e50c92b7a3263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418348 Jul 16 01:55:04.427101 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34782) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:04.486036 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c150c312-5243-42a8-bc0c-f649ca79350e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.508956 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c150c312-5243-42a8-bc0c-f649ca79350e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.571563 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c150c312-5243-42a8-bc0c-f649ca79350e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.575091 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c150c312-5243-42a8-bc0c-f649ca79350e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.576372 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c150c312-5243-42a8-bc0c-f649ca79350e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/061ab166-dac1-4e9a-b0de-765c8b5850f2 HTTP/1.1" status: 204 len: 168 time: 0.1483786 Jul 16 01:55:04.585362 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150c312-5243-42a8-bc0c-f649ca79350e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061ab166-dac1-4e9a-b0de-765c8b5850f2,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:05.187134 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.302350 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34804) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:05.408671 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-e82e4f15-438e-42a6-8395-cc727e8c954f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1135192652-network', 'tenant_id': 'e68bf023a1b045a9820bc56c763d7929'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:05.436331 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82e4f15-438e-42a6-8395-cc727e8c954f admin admin] Made reservation on behalf of e68bf023a1b045a9820bc56c763d7929 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:05.438259 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e82e4f15-438e-42a6-8395-cc727e8c954f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.447294 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e82e4f15-438e-42a6-8395-cc727e8c954f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.551707 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e82e4f15-438e-42a6-8395-cc727e8c954f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.556908 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e82e4f15-438e-42a6-8395-cc727e8c954f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.587926 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82e4f15-438e-42a6-8395-cc727e8c954f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:05.601955 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e4f15-438e-42a6-8395-cc727e8c954f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570af24c-175a-490d-8605-5a8a38f6d4da,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:05.606957 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e82e4f15-438e-42a6-8395-cc727e8c954f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.607297 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-e82e4f15-438e-42a6-8395-cc727e8c954f admin admin] Added segment e56fb2b1-73f0-4360-9e0e-87fa4fd97626 of type vlan for network 4408dc2e-820f-4456-8051-42964ecdd360 Jul 16 01:55:05.646845 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e82e4f15-438e-42a6-8395-cc727e8c954f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.679571 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e82e4f15-438e-42a6-8395-cc727e8c954f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.680679 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e4f15-438e-42a6-8395-cc727e8c954f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:05.681259 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e82e4f15-438e-42a6-8395-cc727e8c954f admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.714366 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e82e4f15-438e-42a6-8395-cc727e8c954f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4107833 Jul 16 01:55:05.717755 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34808) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:05.723381 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-cbd6b61c-b8b0-400c-9e7a-a7c2ee7f7d76 admin admin] Request body: {'subnet': {'network_id': '4408dc2e-820f-4456-8051-42964ecdd360', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1135192652-subnet', 'tenant_id': 'e68bf023a1b045a9820bc56c763d7929', 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:05.745416 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e4f15-438e-42a6-8395-cc727e8c954f admin admin] Pushing event updated for resources: {'Network': ['ID=4408dc2e-820f-4456-8051-42964ecdd360,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:05.747588 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd6b61c-b8b0-400c-9e7a-a7c2ee7f7d76 admin admin] Made reservation on behalf of e68bf023a1b045a9820bc56c763d7929 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:05.751953 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cbd6b61c-b8b0-400c-9e7a-a7c2ee7f7d76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.755732 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 4408dc2e-820f-4456-8051-42964ecdd360 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:05.939292 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cbd6b61c-b8b0-400c-9e7a-a7c2ee7f7d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.993521 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6b61c-b8b0-400c-9e7a-a7c2ee7f7d76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9ec7bb7-3baa-4e8f-91a2-61302738d8ba,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:06.007151 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd6b61c-b8b0-400c-9e7a-a7c2ee7f7d76 admin admin] Checking segment: {'id': 'e56fb2b1-73f0-4360-9e0e-87fa4fd97626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4408dc2e-820f-4456-8051-42964ecdd360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:06.007542 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd6b61c-b8b0-400c-9e7a-a7c2ee7f7d76 admin admin] Network hostable DHCP agents. Network: 4408dc2e-820f-4456-8051-42964ecdd360, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:06.027567 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd6b61c-b8b0-400c-9e7a-a7c2ee7f7d76 admin admin] Network 4408dc2e-820f-4456-8051-42964ecdd360 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:06.038234 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-cbd6b61c-b8b0-400c-9e7a-a7c2ee7f7d76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 4408dc2e-820f-4456-8051-42964ecdd360) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:06.043289 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd6b61c-b8b0-400c-9e7a-a7c2ee7f7d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:06.044524 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cbd6b61c-b8b0-400c-9e7a-a7c2ee7f7d76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.048203 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17273b32-3ae2-4fbc-bd49-612afcbd1584 None None] Network 4408dc2e-820f-4456-8051-42964ecdd360 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:06.062122 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cbd6b61c-b8b0-400c-9e7a-a7c2ee7f7d76 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3404491 Jul 16 01:55:06.062459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34810) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:06.067007 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1135192652-router', 'tenant_id': 'e68bf023a1b045a9820bc56c763d7929', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:06.090525 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.091540 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.148598 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.202135 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-4408dc2e-820f-4456-8051-42964ecdd360', 'network_id': '4408dc2e-820f-4456-8051-42964ecdd360', 'tenant_id': 'e68bf023a1b045a9820bc56c763d7929', 'fixed_ips': [{'subnet_id': 'f9ec7bb7-3baa-4e8f-91a2-61302738d8ba'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:06.203012 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.287275 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.345776 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Allocated IP 172.20.0.2 (4408dc2e-820f-4456-8051-42964ecdd360/f9ec7bb7-3baa-4e8f-91a2-61302738d8ba/8b59d1d3-7db9-435b-83af-7a8731cd3c44) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:06.504864 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.508251 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.513304 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Transition to ACTIVE for port object 8b59d1d3-7db9-435b-83af-7a8731cd3c44 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:06.527447 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.528615 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Transition to ACTIVE for port object 8b59d1d3-7db9-435b-83af-7a8731cd3c44 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:06.536213 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.577595 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Network 4408dc2e-820f-4456-8051-42964ecdd360 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:06.580605 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:06.585265 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:06.588434 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Pushing event updated for resources: {'Port': ['ID=8b59d1d3-7db9-435b-83af-7a8731cd3c44,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:06.618566 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.618876 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.619235 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.619568 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.620011 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.620466 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.620801 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.621151 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.621454 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.621765 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.622091 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.622409 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.657580 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Attempting to bind port 8b59d1d3-7db9-435b-83af-7a8731cd3c44 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:06.658108 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Attempting to bind port 8b59d1d3-7db9-435b-83af-7a8731cd3c44 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'e56fb2b1-73f0-4360-9e0e-87fa4fd97626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4408dc2e-820f-4456-8051-42964ecdd360'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:06.658607 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Attempting to bind port 8b59d1d3-7db9-435b-83af-7a8731cd3c44 on network 4408dc2e-820f-4456-8051-42964ecdd360 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:06.659544 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Allocated IP 172.25.6.107 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/4a21ae03-ce5b-420e-8c10-a219f9beb1e0) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:06.667674 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:06.668049 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Checking segment: {'id': 'e56fb2b1-73f0-4360-9e0e-87fa4fd97626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4408dc2e-820f-4456-8051-42964ecdd360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:06.668475 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.668864 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Bound using segment: {'id': 'e56fb2b1-73f0-4360-9e0e-87fa4fd97626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4408dc2e-820f-4456-8051-42964ecdd360'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:06.669327 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Bound port: 8b59d1d3-7db9-435b-83af-7a8731cd3c44, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56fb2b1-73f0-4360-9e0e-87fa4fd97626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4408dc2e-820f-4456-8051-42964ecdd360'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:06.669708 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.736959 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] For port 8b59d1d3-7db9-435b-83af-7a8731cd3c44, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:06.740337 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] For port 8b59d1d3-7db9-435b-83af-7a8731cd3c44, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8b59d1d3-7db9-435b-83af-7a8731cd3c44,segment=NetworkSegment(e56fb2b1-73f0-4360-9e0e-87fa4fd97626),segment_id=e56fb2b1-73f0-4360-9e0e-87fa4fd97626)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:06.745845 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.765653 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.809489 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.854957 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:06.858357 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:06.863236 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:06.866529 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=4a21ae03-ce5b-420e-8c10-a219f9beb1e0,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:06.898982 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.899401 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.899748 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.900089 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.900431 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.900910 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.901254 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.901678 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.902211 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.902631 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.902960 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.903286 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:06.977413 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3e8da-4d59-4664-8da4-4c58fb1d7b91 None None] Pushing event updated for resources: {'Port': ['ID=8b59d1d3-7db9-435b-83af-7a8731cd3c44,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:07.180124 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.302679 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8b59d1d3-7db9-435b-83af-7a8731cd3c44 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:07.361039 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 8b59d1d3-7db9-435b-83af-7a8731cd3c44 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:07.389387 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:55:07.410398 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.558048 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Router 9f21a79d-3753-4e07-8437-a8539ecd13a7 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:55:07.675384 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:07.688392 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] Sync routers for ids ['9f21a79d-3753-4e07-8437-a8539ecd13a7'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:07.703964 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] Routers {'9f21a79d-3753-4e07-8437-a8539ecd13a7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:07.704816 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:55:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['9f21a79d-3753-4e07-8437-a8539ecd13a7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:07.708240 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.709821 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-574a916a-bda4-4580-a751-7d6dcbf01fc2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6461675 Jul 16 01:55:07.712461 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34814) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:07.835993 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] Set router 9f21a79d-3753-4e07-8437-a8539ecd13a7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:08.015696 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aac916-f5a2-4584-98b6-bc7e7893ac55 None None] Network 4408dc2e-820f-4456-8051-42964ecdd360 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:08.114108 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-dfaf02e8-21fc-4448-a50c-f6eab4c1d240 None None] Provisioning for port 8b59d1d3-7db9-435b-83af-7a8731cd3c44 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:08.139845 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-dfaf02e8-21fc-4448-a50c-f6eab4c1d240 None None] Provisioning complete for port 8b59d1d3-7db9-435b-83af-7a8731cd3c44 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:08.140224 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dfaf02e8-21fc-4448-a50c-f6eab4c1d240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.144861 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f21a79d-3753-4e07-8437-a8539ecd13a7', 'name': 'tempest-TestServerMultinode-1135192652-router', 'tenant_id': 'e68bf023a1b045a9820bc56c763d7929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '4a21ae03-ce5b-420e-8c10-a219f9beb1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:06Z', 'updated_at': '2021-07-16T01:55:07Z', 'revision_number': 3, 'project_id': 'e68bf023a1b045a9820bc56c763d7929', 'gw_port': {'id': '4a21ae03-ce5b-420e-8c10-a219f9beb1e0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f21a79d-3753-4e07-8437-a8539ecd13a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:06Z', 'updated_at': '2021-07-16T01:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:08.177746 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a42f406-ab0f-4e04-856f-95dc50728103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.205334 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] Checking router: 9f21a79d-3753-4e07-8437-a8539ecd13a7 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:08.205688 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] Updating router 9f21a79d-3753-4e07-8437-a8539ecd13a7 port 4a21ae03-ce5b-420e-8c10-a219f9beb1e0 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:55:08.279809 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.410233 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dfaf02e8-21fc-4448-a50c-f6eab4c1d240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.481256 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-dfaf02e8-21fc-4448-a50c-f6eab4c1d240 None None] For port 8b59d1d3-7db9-435b-83af-7a8731cd3c44, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8b59d1d3-7db9-435b-83af-7a8731cd3c44,segment=NetworkSegment(e56fb2b1-73f0-4360-9e0e-87fa4fd97626),segment_id=e56fb2b1-73f0-4360-9e0e-87fa4fd97626)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:08.493243 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dfaf02e8-21fc-4448-a50c-f6eab4c1d240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.594528 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf02e8-21fc-4448-a50c-f6eab4c1d240 None None] Pushing event updated for resources: {'Port': ['ID=8b59d1d3-7db9-435b-83af-7a8731cd3c44,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:08.686713 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.697634 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] Transition to ACTIVE for port object 4a21ae03-ce5b-420e-8c10-a219f9beb1e0 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:08.707711 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-3a42f406-ab0f-4e04-856f-95dc50728103 admin admin] Allocated IP 172.20.0.1 (4408dc2e-820f-4456-8051-42964ecdd360/f9ec7bb7-3baa-4e8f-91a2-61302738d8ba/4b6f22b1-e9b2-49cc-903e-70f3317195ff) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:08.707952 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.755511 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e4352a6e-3ed5-4313-9c05-3f6603da8d93 None None] Provisioning complete for port 8b59d1d3-7db9-435b-83af-7a8731cd3c44 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:08.755900 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4352a6e-3ed5-4313-9c05-3f6603da8d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.787141 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] Attempting to bind port 4a21ae03-ce5b-420e-8c10-a219f9beb1e0 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:08.787505 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] Attempting to bind port 4a21ae03-ce5b-420e-8c10-a219f9beb1e0 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:08.787870 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] Attempting to bind port 4a21ae03-ce5b-420e-8c10-a219f9beb1e0 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:08.791589 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cd459-1d1a-44a4-a078-5f9514a158c5 None None] Pushing event updated for resources: {'Port': ['ID=4a21ae03-ce5b-420e-8c10-a219f9beb1e0,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:08.807374 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:08.807820 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:08.808201 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.808632 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:08.809097 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] Bound port: 4a21ae03-ce5b-420e-8c10-a219f9beb1e0, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:08.809504 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.818560 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a42f406-ab0f-4e04-856f-95dc50728103 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.834243 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-3a42f406-ab0f-4e04-856f-95dc50728103 admin admin] Transition to ACTIVE for port object 4b6f22b1-e9b2-49cc-903e-70f3317195ff will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:08.873818 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a42f406-ab0f-4e04-856f-95dc50728103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.901839 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] For port 4a21ae03-ce5b-420e-8c10-a219f9beb1e0, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:08.906729 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] For port 4a21ae03-ce5b-420e-8c10-a219f9beb1e0, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4a21ae03-ce5b-420e-8c10-a219f9beb1e0,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:08.913613 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.922622 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a42f406-ab0f-4e04-856f-95dc50728103 admin admin] Network 4408dc2e-820f-4456-8051-42964ecdd360 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:08.926818 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-3a42f406-ab0f-4e04-856f-95dc50728103 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:08.928828 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42f406-ab0f-4e04-856f-95dc50728103 admin admin] Pushing event updated for resources: {'Port': ['ID=4b6f22b1-e9b2-49cc-903e-70f3317195ff,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:08.932790 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a42f406-ab0f-4e04-856f-95dc50728103 admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:08.969392 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] Routers {'9f21a79d-3753-4e07-8437-a8539ecd13a7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:08.970380 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:55:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['9f21a79d-3753-4e07-8437-a8539ecd13a7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:08.977712 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a42f406-ab0f-4e04-856f-95dc50728103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.012458 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cd459-1d1a-44a4-a078-5f9514a158c5 None None] Pushing event updated for resources: {'Port': ['ID=4a21ae03-ce5b-420e-8c10-a219f9beb1e0,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:09.100627 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] Set router 9f21a79d-3753-4e07-8437-a8539ecd13a7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:09.132137 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a42f406-ab0f-4e04-856f-95dc50728103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.236590 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-60c4f576-50b8-4413-b529-a85441d9c1da None None] Provisioning for port 4b6f22b1-e9b2-49cc-903e-70f3317195ff completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:09.247605 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-60c4f576-50b8-4413-b529-a85441d9c1da None None] Provisioning complete for port 4b6f22b1-e9b2-49cc-903e-70f3317195ff triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:09.248288 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-60c4f576-50b8-4413-b529-a85441d9c1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.298483 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8b59d1d3-7db9-435b-83af-7a8731cd3c44 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:09.313331 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a42f406-ab0f-4e04-856f-95dc50728103 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.319318 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a42f406-ab0f-4e04-856f-95dc50728103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.342903 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-60c4f576-50b8-4413-b529-a85441d9c1da None None] Port 4b6f22b1-e9b2-49cc-903e-70f3317195ff cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:09.372682 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 8b59d1d3-7db9-435b-83af-7a8731cd3c44 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:09.373056 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.386229 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3a42f406-ab0f-4e04-856f-95dc50728103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.388134 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42f406-ab0f-4e04-856f-95dc50728103 admin admin] Pushing event updated for resources: {'Port': ['ID=4b6f22b1-e9b2-49cc-903e-70f3317195ff,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:09.402615 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f21a79d-3753-4e07-8437-a8539ecd13a7', 'name': 'tempest-TestServerMultinode-1135192652-router', 'tenant_id': 'e68bf023a1b045a9820bc56c763d7929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '4a21ae03-ce5b-420e-8c10-a219f9beb1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:06Z', 'updated_at': '2021-07-16T01:55:07Z', 'revision_number': 3, 'project_id': 'e68bf023a1b045a9820bc56c763d7929', 'gw_port': {'id': '4a21ae03-ce5b-420e-8c10-a219f9beb1e0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f21a79d-3753-4e07-8437-a8539ecd13a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:06Z', 'updated_at': '2021-07-16T01:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:09.438017 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee774f4-bf7a-40ef-a9e7-dbf849ec8a7b None None] The sync data for ids ['9f21a79d-3753-4e07-8437-a8539ecd13a7'] in n-d-792394-16 is: [{'id': '9f21a79d-3753-4e07-8437-a8539ecd13a7', 'name': 'tempest-TestServerMultinode-1135192652-router', 'tenant_id': 'e68bf023a1b045a9820bc56c763d7929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '4a21ae03-ce5b-420e-8c10-a219f9beb1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:06Z', 'updated_at': '2021-07-16T01:55:07Z', 'revision_number': 3, 'project_id': 'e68bf023a1b045a9820bc56c763d7929', 'gw_port': {'id': '4a21ae03-ce5b-420e-8c10-a219f9beb1e0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f21a79d-3753-4e07-8437-a8539ecd13a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:06Z', 'updated_at': '2021-07-16T01:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:09.485651 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a42f406-ab0f-4e04-856f-95dc50728103 admin admin] Network 4408dc2e-820f-4456-8051-42964ecdd360 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:09.487288 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-3a42f406-ab0f-4e04-856f-95dc50728103 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:09.632411 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a42f406-ab0f-4e04-856f-95dc50728103 admin admin] Router 9f21a79d-3753-4e07-8437-a8539ecd13a7 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:55:09.772239 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-36fa3f8b-3aa2-425e-b186-981aa1c37ae2 None None] Provisioning complete for port 4b6f22b1-e9b2-49cc-903e-70f3317195ff triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:09.772603 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-36fa3f8b-3aa2-425e-b186-981aa1c37ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.775810 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a42f406-ab0f-4e04-856f-95dc50728103 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:09.781145 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3a42f406-ab0f-4e04-856f-95dc50728103 admin admin] 10.222.0.16 "PUT /v2.0/routers/9f21a79d-3753-4e07-8437-a8539ecd13a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0675886 Jul 16 01:55:09.825312 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-36fa3f8b-3aa2-425e-b186-981aa1c37ae2 None None] Port 4b6f22b1-e9b2-49cc-903e-70f3317195ff cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:10.304242 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34830) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:10.310429 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-975d7b81-1080-49d7-9f94-219c9afd1165 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1078379145-network', 'tenant_id': '58adc851e16c4be1ad0e66df329a4c6f'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:10.334236 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975d7b81-1080-49d7-9f94-219c9afd1165 admin admin] Made reservation on behalf of 58adc851e16c4be1ad0e66df329a4c6f for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:10.336749 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-975d7b81-1080-49d7-9f94-219c9afd1165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.346391 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-975d7b81-1080-49d7-9f94-219c9afd1165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.444810 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-975d7b81-1080-49d7-9f94-219c9afd1165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.451501 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-975d7b81-1080-49d7-9f94-219c9afd1165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.476587 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975d7b81-1080-49d7-9f94-219c9afd1165 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:10.486659 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d7b81-1080-49d7-9f94-219c9afd1165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44be031-362e-4452-93cf-80c49c713e10,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:10.491417 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-975d7b81-1080-49d7-9f94-219c9afd1165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.491763 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-975d7b81-1080-49d7-9f94-219c9afd1165 admin admin] Added segment 629b085d-6333-4917-97f9-ada421bb0a84 of type vlan for network c00b9b66-1e72-4149-ba0a-478b2e34b048 Jul 16 01:55:10.533720 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-975d7b81-1080-49d7-9f94-219c9afd1165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.565945 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-975d7b81-1080-49d7-9f94-219c9afd1165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.566924 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975d7b81-1080-49d7-9f94-219c9afd1165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:10.567509 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-975d7b81-1080-49d7-9f94-219c9afd1165 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.602884 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-975d7b81-1080-49d7-9f94-219c9afd1165 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2973011 Jul 16 01:55:10.606130 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34832) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:10.611343 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-afdbee31-a1a7-4f58-ae41-a3f6d1b43ed3 admin admin] Request body: {'subnet': {'network_id': 'c00b9b66-1e72-4149-ba0a-478b2e34b048', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1078379145-subnet', 'tenant_id': '58adc851e16c4be1ad0e66df329a4c6f', 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:10.632302 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d7b81-1080-49d7-9f94-219c9afd1165 admin admin] Pushing event updated for resources: {'Network': ['ID=c00b9b66-1e72-4149-ba0a-478b2e34b048,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:10.634851 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdbee31-a1a7-4f58-ae41-a3f6d1b43ed3 admin admin] Made reservation on behalf of 58adc851e16c4be1ad0e66df329a4c6f for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:10.637570 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afdbee31-a1a7-4f58-ae41-a3f6d1b43ed3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.642620 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network c00b9b66-1e72-4149-ba0a-478b2e34b048 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:10.821605 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afdbee31-a1a7-4f58-ae41-a3f6d1b43ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.879180 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbee31-a1a7-4f58-ae41-a3f6d1b43ed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=346495ca-110e-4201-92db-fdd0becb4404,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:10.886925 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdbee31-a1a7-4f58-ae41-a3f6d1b43ed3 admin admin] Checking segment: {'id': '629b085d-6333-4917-97f9-ada421bb0a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c00b9b66-1e72-4149-ba0a-478b2e34b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:10.887294 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdbee31-a1a7-4f58-ae41-a3f6d1b43ed3 admin admin] Network hostable DHCP agents. Network: c00b9b66-1e72-4149-ba0a-478b2e34b048, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:10.906760 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdbee31-a1a7-4f58-ae41-a3f6d1b43ed3 admin admin] Network c00b9b66-1e72-4149-ba0a-478b2e34b048 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:10.916440 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-afdbee31-a1a7-4f58-ae41-a3f6d1b43ed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, c00b9b66-1e72-4149-ba0a-478b2e34b048) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:10.920531 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdbee31-a1a7-4f58-ae41-a3f6d1b43ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:10.921114 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afdbee31-a1a7-4f58-ae41-a3f6d1b43ed3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.927201 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28988255-7e89-430e-8d9f-debcd1f6dde4 None None] Network c00b9b66-1e72-4149-ba0a-478b2e34b048 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:10.939314 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34834) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:10.939591 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-afdbee31-a1a7-4f58-ae41-a3f6d1b43ed3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3322270 Jul 16 01:55:10.944609 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-10fcf6c0-ee3d-42f8-b474-84cb20d75d06 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1078379145-router', 'tenant_id': '58adc851e16c4be1ad0e66df329a4c6f', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:10.970526 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-10fcf6c0-ee3d-42f8-b474-84cb20d75d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.971742 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-10fcf6c0-ee3d-42f8-b474-84cb20d75d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.028342 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-10fcf6c0-ee3d-42f8-b474-84cb20d75d06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.033963 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] Sync routers for ids ['9f21a79d-3753-4e07-8437-a8539ecd13a7'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:11.045260 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] Routers {'9f21a79d-3753-4e07-8437-a8539ecd13a7'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:11.045923 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:55:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['9f21a79d-3753-4e07-8437-a8539ecd13a7'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:11.098197 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224cc12e-f5b7-4312-ba48-8f7be2572f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-c00b9b66-1e72-4149-ba0a-478b2e34b048', 'network_id': 'c00b9b66-1e72-4149-ba0a-478b2e34b048', 'tenant_id': '58adc851e16c4be1ad0e66df329a4c6f', 'fixed_ips': [{'subnet_id': '346495ca-110e-4201-92db-fdd0becb4404'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:11.099326 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-224cc12e-f5b7-4312-ba48-8f7be2572f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.156980 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] Set router 9f21a79d-3753-4e07-8437-a8539ecd13a7 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:11.181102 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-10fcf6c0-ee3d-42f8-b474-84cb20d75d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.264596 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-224cc12e-f5b7-4312-ba48-8f7be2572f92 None None] Allocated IP 172.20.0.2 (c00b9b66-1e72-4149-ba0a-478b2e34b048/346495ca-110e-4201-92db-fdd0becb4404/6bda0b93-9802-46fe-8c9f-c9657ab8edc0) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:11.314895 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4a21ae03-ce5b-420e-8c10-a219f9beb1e0 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:11.415387 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f21a79d-3753-4e07-8437-a8539ecd13a7', 'name': 'tempest-TestServerMultinode-1135192652-router', 'tenant_id': 'e68bf023a1b045a9820bc56c763d7929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '4a21ae03-ce5b-420e-8c10-a219f9beb1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:06Z', 'updated_at': '2021-07-16T01:55:09Z', 'revision_number': 4, 'project_id': 'e68bf023a1b045a9820bc56c763d7929', 'gw_port': {'id': '4a21ae03-ce5b-420e-8c10-a219f9beb1e0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f21a79d-3753-4e07-8437-a8539ecd13a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:06Z', 'updated_at': '2021-07-16T01:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '4b6f22b1-e9b2-49cc-903e-70f3317195ff', 'name': '', 'network_id': '4408dc2e-820f-4456-8051-42964ecdd360', 'tenant_id': 'e68bf023a1b045a9820bc56c763d7929', 'mac_address': 'fa:16:3e:9e:54:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f21a79d-3753-4e07-8437-a8539ecd13a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'f9ec7bb7-3baa-4e8f-91a2-61302738d8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:08Z', 'updated_at': '2021-07-16T01:55:09Z', 'revision_number': 2, 'project_id': 'e68bf023a1b045a9820bc56c763d7929', 'subnets': [{'id': 'f9ec7bb7-3baa-4e8f-91a2-61302738d8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:11.440012 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 4a21ae03-ce5b-420e-8c10-a219f9beb1e0 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:11.443135 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-10fcf6c0-ee3d-42f8-b474-84cb20d75d06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.450492 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 4a21ae03-ce5b-420e-8c10-a219f9beb1e0 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:11.450892 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.451335 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] Checking router: 9f21a79d-3753-4e07-8437-a8539ecd13a7 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:11.451688 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] Updating router 9f21a79d-3753-4e07-8437-a8539ecd13a7 port 4b6f22b1-e9b2-49cc-903e-70f3317195ff binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:55:11.467928 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-10fcf6c0-ee3d-42f8-b474-84cb20d75d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.489445 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-224cc12e-f5b7-4312-ba48-8f7be2572f92 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.489627 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.504327 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-224cc12e-f5b7-4312-ba48-8f7be2572f92 None None] Transition to ACTIVE for port object 6bda0b93-9802-46fe-8c9f-c9657ab8edc0 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:11.523030 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-224cc12e-f5b7-4312-ba48-8f7be2572f92 None None] Transition to ACTIVE for port object 6bda0b93-9802-46fe-8c9f-c9657ab8edc0 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:11.532510 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-224cc12e-f5b7-4312-ba48-8f7be2572f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.590980 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-10fcf6c0-ee3d-42f8-b474-84cb20d75d06 admin admin] Allocated IP 172.25.6.89 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/c2c80dde-ca71-4eea-920b-e82e83406cff) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:11.712091 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-10fcf6c0-ee3d-42f8-b474-84cb20d75d06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.757670 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-10fcf6c0-ee3d-42f8-b474-84cb20d75d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.772101 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224cc12e-f5b7-4312-ba48-8f7be2572f92 None None] Network c00b9b66-1e72-4149-ba0a-478b2e34b048 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:11.774376 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.779975 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cc12e-f5b7-4312-ba48-8f7be2572f92 None None] Pushing event updated for resources: {'Port': ['ID=6bda0b93-9802-46fe-8c9f-c9657ab8edc0,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:11.784271 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-224cc12e-f5b7-4312-ba48-8f7be2572f92 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:11.784472 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.787235 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224cc12e-f5b7-4312-ba48-8f7be2572f92 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:11.796693 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] Transition to ACTIVE for port object 4b6f22b1-e9b2-49cc-903e-70f3317195ff will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:11.797380 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fcf6c0-ee3d-42f8-b474-84cb20d75d06 admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:11.801151 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-10fcf6c0-ee3d-42f8-b474-84cb20d75d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:11.805789 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fcf6c0-ee3d-42f8-b474-84cb20d75d06 admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:11.809521 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.810397 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 4a21ae03-ce5b-420e-8c10-a219f9beb1e0, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4a21ae03-ce5b-420e-8c10-a219f9beb1e0,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:11.829094 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.847617 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcf6c0-ee3d-42f8-b474-84cb20d75d06 admin admin] Pushing event updated for resources: {'Port': ['ID=c2c80dde-ca71-4eea-920b-e82e83406cff,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:11.893330 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=4a21ae03-ce5b-420e-8c10-a219f9beb1e0,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:11.922639 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] Attempting to bind port 4b6f22b1-e9b2-49cc-903e-70f3317195ff on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:11.923005 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] Attempting to bind port 4b6f22b1-e9b2-49cc-903e-70f3317195ff by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'e56fb2b1-73f0-4360-9e0e-87fa4fd97626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4408dc2e-820f-4456-8051-42964ecdd360'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:11.923364 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] Attempting to bind port 4b6f22b1-e9b2-49cc-903e-70f3317195ff on network 4408dc2e-820f-4456-8051-42964ecdd360 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:11.925741 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41c9b0-303b-43a7-b7a4-e3d6a3b88073 None None] Pushing event updated for resources: {'Port': ['ID=4b6f22b1-e9b2-49cc-903e-70f3317195ff,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:11.928309 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-224cc12e-f5b7-4312-ba48-8f7be2572f92 None None] Attempting to bind port 6bda0b93-9802-46fe-8c9f-c9657ab8edc0 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:11.929254 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-224cc12e-f5b7-4312-ba48-8f7be2572f92 None None] Attempting to bind port 6bda0b93-9802-46fe-8c9f-c9657ab8edc0 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '629b085d-6333-4917-97f9-ada421bb0a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c00b9b66-1e72-4149-ba0a-478b2e34b048'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:11.929792 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224cc12e-f5b7-4312-ba48-8f7be2572f92 None None] Attempting to bind port 6bda0b93-9802-46fe-8c9f-c9657ab8edc0 on network c00b9b66-1e72-4149-ba0a-478b2e34b048 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:11.933291 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:11.933678 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] Checking segment: {'id': 'e56fb2b1-73f0-4360-9e0e-87fa4fd97626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4408dc2e-820f-4456-8051-42964ecdd360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:11.934229 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.934623 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] Bound using segment: {'id': 'e56fb2b1-73f0-4360-9e0e-87fa4fd97626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4408dc2e-820f-4456-8051-42964ecdd360'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:11.935217 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] Bound port: 4b6f22b1-e9b2-49cc-903e-70f3317195ff, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56fb2b1-73f0-4360-9e0e-87fa4fd97626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4408dc2e-820f-4456-8051-42964ecdd360'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:11.935515 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.936794 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224cc12e-f5b7-4312-ba48-8f7be2572f92 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:11.937240 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224cc12e-f5b7-4312-ba48-8f7be2572f92 None None] Checking segment: {'id': '629b085d-6333-4917-97f9-ada421bb0a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c00b9b66-1e72-4149-ba0a-478b2e34b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:11.937701 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-224cc12e-f5b7-4312-ba48-8f7be2572f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.938148 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224cc12e-f5b7-4312-ba48-8f7be2572f92 None None] Bound using segment: {'id': '629b085d-6333-4917-97f9-ada421bb0a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c00b9b66-1e72-4149-ba0a-478b2e34b048'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:11.940965 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-224cc12e-f5b7-4312-ba48-8f7be2572f92 None None] Bound port: 6bda0b93-9802-46fe-8c9f-c9657ab8edc0, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629b085d-6333-4917-97f9-ada421bb0a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c00b9b66-1e72-4149-ba0a-478b2e34b048'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:11.941531 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-224cc12e-f5b7-4312-ba48-8f7be2572f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.016183 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] For port 4b6f22b1-e9b2-49cc-903e-70f3317195ff, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:12.020629 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] For port 4b6f22b1-e9b2-49cc-903e-70f3317195ff, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4b6f22b1-e9b2-49cc-903e-70f3317195ff,segment=NetworkSegment(e56fb2b1-73f0-4360-9e0e-87fa4fd97626),segment_id=e56fb2b1-73f0-4360-9e0e-87fa4fd97626)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:12.029263 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.030667 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-224cc12e-f5b7-4312-ba48-8f7be2572f92 None None] For port 6bda0b93-9802-46fe-8c9f-c9657ab8edc0, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:12.035475 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-224cc12e-f5b7-4312-ba48-8f7be2572f92 None None] For port 6bda0b93-9802-46fe-8c9f-c9657ab8edc0, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=6bda0b93-9802-46fe-8c9f-c9657ab8edc0,segment=NetworkSegment(629b085d-6333-4917-97f9-ada421bb0a84),segment_id=629b085d-6333-4917-97f9-ada421bb0a84)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:12.040907 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-224cc12e-f5b7-4312-ba48-8f7be2572f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.089837 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41c9b0-303b-43a7-b7a4-e3d6a3b88073 None None] Pushing event updated for resources: {'Port': ['ID=4b6f22b1-e9b2-49cc-903e-70f3317195ff,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:12.117309 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] Routers {'9f21a79d-3753-4e07-8437-a8539ecd13a7'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:12.118426 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:55:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['9f21a79d-3753-4e07-8437-a8539ecd13a7'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:12.126241 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cc12e-f5b7-4312-ba48-8f7be2572f92 None None] Pushing event updated for resources: {'Port': ['ID=6bda0b93-9802-46fe-8c9f-c9657ab8edc0,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:12.133741 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-10fcf6c0-ee3d-42f8-b474-84cb20d75d06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.264887 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] Set router 9f21a79d-3753-4e07-8437-a8539ecd13a7 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:12.394582 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-10fcf6c0-ee3d-42f8-b474-84cb20d75d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.532987 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f21a79d-3753-4e07-8437-a8539ecd13a7', 'name': 'tempest-TestServerMultinode-1135192652-router', 'tenant_id': 'e68bf023a1b045a9820bc56c763d7929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '4a21ae03-ce5b-420e-8c10-a219f9beb1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:06Z', 'updated_at': '2021-07-16T01:55:09Z', 'revision_number': 4, 'project_id': 'e68bf023a1b045a9820bc56c763d7929', 'gw_port': {'id': '4a21ae03-ce5b-420e-8c10-a219f9beb1e0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f21a79d-3753-4e07-8437-a8539ecd13a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:06Z', 'updated_at': '2021-07-16T01:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '4b6f22b1-e9b2-49cc-903e-70f3317195ff', 'name': '', 'network_id': '4408dc2e-820f-4456-8051-42964ecdd360', 'tenant_id': 'e68bf023a1b045a9820bc56c763d7929', 'mac_address': 'fa:16:3e:9e:54:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f21a79d-3753-4e07-8437-a8539ecd13a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'f9ec7bb7-3baa-4e8f-91a2-61302738d8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:08Z', 'updated_at': '2021-07-16T01:55:12Z', 'revision_number': 4, 'project_id': 'e68bf023a1b045a9820bc56c763d7929', 'subnets': [{'id': 'f9ec7bb7-3baa-4e8f-91a2-61302738d8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:12.550302 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fcf6c0-ee3d-42f8-b474-84cb20d75d06 admin admin] Router 6fe5845e-815f-469f-bc0f-5a85314dff3c is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:55:12.563164 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f98a98-9f9d-4b14-b49b-4f527210fb4b None None] The sync data for ids ['9f21a79d-3753-4e07-8437-a8539ecd13a7'] in n-d-792394-16 is: [{'id': '9f21a79d-3753-4e07-8437-a8539ecd13a7', 'name': 'tempest-TestServerMultinode-1135192652-router', 'tenant_id': 'e68bf023a1b045a9820bc56c763d7929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '4a21ae03-ce5b-420e-8c10-a219f9beb1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:06Z', 'updated_at': '2021-07-16T01:55:09Z', 'revision_number': 4, 'project_id': 'e68bf023a1b045a9820bc56c763d7929', 'gw_port': {'id': '4a21ae03-ce5b-420e-8c10-a219f9beb1e0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f21a79d-3753-4e07-8437-a8539ecd13a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:06Z', 'updated_at': '2021-07-16T01:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '4b6f22b1-e9b2-49cc-903e-70f3317195ff', 'name': '', 'network_id': '4408dc2e-820f-4456-8051-42964ecdd360', 'tenant_id': 'e68bf023a1b045a9820bc56c763d7929', 'mac_address': 'fa:16:3e:9e:54:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f21a79d-3753-4e07-8437-a8539ecd13a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'f9ec7bb7-3baa-4e8f-91a2-61302738d8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:08Z', 'updated_at': '2021-07-16T01:55:12Z', 'revision_number': 4, 'project_id': 'e68bf023a1b045a9820bc56c763d7929', 'subnets': [{'id': 'f9ec7bb7-3baa-4e8f-91a2-61302738d8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:12.693082 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fcf6c0-ee3d-42f8-b474-84cb20d75d06 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:12.707174 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] Sync routers for ids ['6fe5845e-815f-469f-bc0f-5a85314dff3c'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:12.714492 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-10fcf6c0-ee3d-42f8-b474-84cb20d75d06 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.716668 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-10fcf6c0-ee3d-42f8-b474-84cb20d75d06 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7756450 Jul 16 01:55:12.720287 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34838) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:12.727587 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] Routers {'6fe5845e-815f-469f-bc0f-5a85314dff3c'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:12.728220 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:55:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6fe5845e-815f-469f-bc0f-5a85314dff3c'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:12.839738 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] Set router 6fe5845e-815f-469f-bc0f-5a85314dff3c gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:13.042576 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe5845e-815f-469f-bc0f-5a85314dff3c', 'name': 'tempest-TestServerMultinode-1078379145-router', 'tenant_id': '58adc851e16c4be1ad0e66df329a4c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'c2c80dde-ca71-4eea-920b-e82e83406cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:10Z', 'updated_at': '2021-07-16T01:55:11Z', 'revision_number': 3, 'project_id': '58adc851e16c4be1ad0e66df329a4c6f', 'gw_port': {'id': 'c2c80dde-ca71-4eea-920b-e82e83406cff', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe5845e-815f-469f-bc0f-5a85314dff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:11Z', 'updated_at': '2021-07-16T01:55:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:13.073512 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] Checking router: 6fe5845e-815f-469f-bc0f-5a85314dff3c for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:13.074012 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] Updating router 6fe5845e-815f-469f-bc0f-5a85314dff3c port c2c80dde-ca71-4eea-920b-e82e83406cff binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:55:13.121494 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.404210 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811deef8-3f2e-4fc6-a1ad-4a5d10f3a503 None None] Network c00b9b66-1e72-4149-ba0a-478b2e34b048 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:13.602869 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6bda0b93-9802-46fe-8c9f-c9657ab8edc0 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:13.627216 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47ea740a-e8a0-40a5-a819-9b1f21c7cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.686953 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2b1d6d54-5e64-4ddb-a0ac-e03de1bfb968 None None] Provisioning for port 6bda0b93-9802-46fe-8c9f-c9657ab8edc0 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:13.713181 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.746750 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] Transition to ACTIVE for port object c2c80dde-ca71-4eea-920b-e82e83406cff will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:13.761404 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.799007 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 6bda0b93-9802-46fe-8c9f-c9657ab8edc0 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:13.811793 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-47ea740a-e8a0-40a5-a819-9b1f21c7cd86 admin admin] Allocated IP 172.20.0.1 (c00b9b66-1e72-4149-ba0a-478b2e34b048/346495ca-110e-4201-92db-fdd0becb4404/85ad7855-320b-4f45-a6ee-b0088937982b) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:13.817605 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 6bda0b93-9802-46fe-8c9f-c9657ab8edc0 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:13.818032 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.859747 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d888d0e-5c61-474b-970e-568a6fdfb021 None None] Pushing event updated for resources: {'Port': ['ID=c2c80dde-ca71-4eea-920b-e82e83406cff,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:13.867918 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] Attempting to bind port c2c80dde-ca71-4eea-920b-e82e83406cff on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:13.868287 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] Attempting to bind port c2c80dde-ca71-4eea-920b-e82e83406cff by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:13.868671 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] Attempting to bind port c2c80dde-ca71-4eea-920b-e82e83406cff on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:13.882963 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:13.883346 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:13.883764 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.884111 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:13.884612 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] Bound port: c2c80dde-ca71-4eea-920b-e82e83406cff, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:13.884990 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.964969 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47ea740a-e8a0-40a5-a819-9b1f21c7cd86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.985680 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-47ea740a-e8a0-40a5-a819-9b1f21c7cd86 admin admin] Transition to ACTIVE for port object 85ad7855-320b-4f45-a6ee-b0088937982b will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:13.985868 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] For port c2c80dde-ca71-4eea-920b-e82e83406cff, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:13.991614 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] For port c2c80dde-ca71-4eea-920b-e82e83406cff, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c2c80dde-ca71-4eea-920b-e82e83406cff,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:13.995343 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.021125 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.041162 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47ea740a-e8a0-40a5-a819-9b1f21c7cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.100111 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ea740a-e8a0-40a5-a819-9b1f21c7cd86 admin admin] Network c00b9b66-1e72-4149-ba0a-478b2e34b048 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:14.103332 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-47ea740a-e8a0-40a5-a819-9b1f21c7cd86 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:14.105761 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 6bda0b93-9802-46fe-8c9f-c9657ab8edc0, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=6bda0b93-9802-46fe-8c9f-c9657ab8edc0,segment=NetworkSegment(629b085d-6333-4917-97f9-ada421bb0a84),segment_id=629b085d-6333-4917-97f9-ada421bb0a84)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:14.106725 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] Routers {'6fe5845e-815f-469f-bc0f-5a85314dff3c'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:14.107346 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:55:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6fe5845e-815f-469f-bc0f-5a85314dff3c'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:14.114152 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ea740a-e8a0-40a5-a819-9b1f21c7cd86 admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:14.118222 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea740a-e8a0-40a5-a819-9b1f21c7cd86 admin admin] Pushing event updated for resources: {'Port': ['ID=85ad7855-320b-4f45-a6ee-b0088937982b,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:14.136210 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d888d0e-5c61-474b-970e-568a6fdfb021 None None] Pushing event updated for resources: {'Port': ['ID=c2c80dde-ca71-4eea-920b-e82e83406cff,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:14.162549 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47ea740a-e8a0-40a5-a819-9b1f21c7cd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.179739 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.180572 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4b6f22b1-e9b2-49cc-903e-70f3317195ff up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:14.325920 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=6bda0b93-9802-46fe-8c9f-c9657ab8edc0,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:14.331964 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-07c25892-cb02-4171-926f-92a8e3320167 None None] Provisioning complete for port 6bda0b93-9802-46fe-8c9f-c9657ab8edc0 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:14.332337 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-07c25892-cb02-4171-926f-92a8e3320167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.334386 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47ea740a-e8a0-40a5-a819-9b1f21c7cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.381668 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] Set router 6fe5845e-815f-469f-bc0f-5a85314dff3c gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:14.477755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 4b6f22b1-e9b2-49cc-903e-70f3317195ff completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:14.489719 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 4b6f22b1-e9b2-49cc-903e-70f3317195ff triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:14.490093 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.543656 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47ea740a-e8a0-40a5-a819-9b1f21c7cd86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.549495 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47ea740a-e8a0-40a5-a819-9b1f21c7cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.621874 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-47ea740a-e8a0-40a5-a819-9b1f21c7cd86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.623830 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea740a-e8a0-40a5-a819-9b1f21c7cd86 admin admin] Pushing event updated for resources: {'Port': ['ID=85ad7855-320b-4f45-a6ee-b0088937982b,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:14.677067 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.716532 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe5845e-815f-469f-bc0f-5a85314dff3c', 'name': 'tempest-TestServerMultinode-1078379145-router', 'tenant_id': '58adc851e16c4be1ad0e66df329a4c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'c2c80dde-ca71-4eea-920b-e82e83406cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:10Z', 'updated_at': '2021-07-16T01:55:11Z', 'revision_number': 3, 'project_id': '58adc851e16c4be1ad0e66df329a4c6f', 'gw_port': {'id': 'c2c80dde-ca71-4eea-920b-e82e83406cff', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe5845e-815f-469f-bc0f-5a85314dff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:11Z', 'updated_at': '2021-07-16T01:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:14.718733 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ea740a-e8a0-40a5-a819-9b1f21c7cd86 admin admin] Network c00b9b66-1e72-4149-ba0a-478b2e34b048 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:14.720565 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-47ea740a-e8a0-40a5-a819-9b1f21c7cd86 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:14.723734 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 4b6f22b1-e9b2-49cc-903e-70f3317195ff, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4b6f22b1-e9b2-49cc-903e-70f3317195ff,segment=NetworkSegment(e56fb2b1-73f0-4360-9e0e-87fa4fd97626),segment_id=e56fb2b1-73f0-4360-9e0e-87fa4fd97626)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:14.753755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2271415e-5150-4ee9-9acd-ad28cc70f010 None None] The sync data for ids ['6fe5845e-815f-469f-bc0f-5a85314dff3c'] in n-d-792394-16 is: [{'id': '6fe5845e-815f-469f-bc0f-5a85314dff3c', 'name': 'tempest-TestServerMultinode-1078379145-router', 'tenant_id': '58adc851e16c4be1ad0e66df329a4c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'c2c80dde-ca71-4eea-920b-e82e83406cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:10Z', 'updated_at': '2021-07-16T01:55:11Z', 'revision_number': 3, 'project_id': '58adc851e16c4be1ad0e66df329a4c6f', 'gw_port': {'id': 'c2c80dde-ca71-4eea-920b-e82e83406cff', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe5845e-815f-469f-bc0f-5a85314dff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:11Z', 'updated_at': '2021-07-16T01:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:14.757042 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.757999 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4a21ae03-ce5b-420e-8c10-a219f9beb1e0 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:14.804564 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a58f354b-db2a-4be9-9ec0-5f60fca46a88 None None] Provisioning for port 85ad7855-320b-4f45-a6ee-b0088937982b completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:14.825794 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a58f354b-db2a-4be9-9ec0-5f60fca46a88 None None] Provisioning complete for port 85ad7855-320b-4f45-a6ee-b0088937982b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:14.826165 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a58f354b-db2a-4be9-9ec0-5f60fca46a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.867244 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ea740a-e8a0-40a5-a819-9b1f21c7cd86 admin admin] Router 6fe5845e-815f-469f-bc0f-5a85314dff3c has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:55:14.887132 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=4b6f22b1-e9b2-49cc-903e-70f3317195ff,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:14.894530 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a58f354b-db2a-4be9-9ec0-5f60fca46a88 None None] Port 85ad7855-320b-4f45-a6ee-b0088937982b cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:14.910890 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 4a21ae03-ce5b-420e-8c10-a219f9beb1e0 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:14.911278 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.998196 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ea740a-e8a0-40a5-a819-9b1f21c7cd86 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:15.005076 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-47ea740a-e8a0-40a5-a819-9b1f21c7cd86 admin admin] 10.222.0.16 "PUT /v2.0/routers/6fe5845e-815f-469f-bc0f-5a85314dff3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2830479 Jul 16 01:55:15.017675 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c5c595a5-9793-4919-962f-9ed9e24fffd2 None None] Provisioning complete for port 85ad7855-320b-4f45-a6ee-b0088937982b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:15.018049 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5c595a5-9793-4919-962f-9ed9e24fffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.066516 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c5c595a5-9793-4919-962f-9ed9e24fffd2 None None] Port 85ad7855-320b-4f45-a6ee-b0088937982b cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:15.355548 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c2c80dde-ca71-4eea-920b-e82e83406cff up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:15.423052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port c2c80dde-ca71-4eea-920b-e82e83406cff completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:15.428030 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port c2c80dde-ca71-4eea-920b-e82e83406cff triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:15.428455 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.687074 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.710730 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port c2c80dde-ca71-4eea-920b-e82e83406cff, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c2c80dde-ca71-4eea-920b-e82e83406cff,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:15.717231 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.721290 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6bda0b93-9802-46fe-8c9f-c9657ab8edc0 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:15.732185 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-01826a52-7d44-4b20-a9d7-633358d4b230 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:15.733842 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-01826a52-7d44-4b20-a9d7-633358d4b230 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/networks?id=4408dc2e-820f-4456-8051-42964ecdd360 HTTP/1.1" status: 200 len: 911 time: 0.1613107 Jul 16 01:55:15.749278 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-de187b68-77c1-4b71-bf75-241e95bdcbe6 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/quotas/58adc851e16c4be1ad0e66df329a4c6f HTTP/1.1" status: 200 len: 375 time: 0.0092764 Jul 16 01:55:15.805617 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=c2c80dde-ca71-4eea-920b-e82e83406cff,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:15.817028 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 6bda0b93-9802-46fe-8c9f-c9657ab8edc0 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:15.817398 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.900304 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4b6f22b1-e9b2-49cc-903e-70f3317195ff up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:15.954950 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 4b6f22b1-e9b2-49cc-903e-70f3317195ff triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:15.955283 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.191782 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-dd588eba-246d-4639-a0e0-035b3fcb021d tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=58adc851e16c4be1ad0e66df329a4c6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4368842 Jul 16 01:55:16.291662 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-2d1fe472-6b7c-40d3-99b2-a66cefe128ea service neutron] 10.222.0.16 "GET /v2.0/networks/4408dc2e-820f-4456-8051-42964ecdd360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901628 Jul 16 01:55:16.327806 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-501593da-ad6f-4bd7-8b72-d8fe3209d56a req-0cf06d9a-a10e-4682-a9aa-8087064138b7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4780ae97-a046-4079-a80f-c0f31090b6e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0579591 Jul 16 01:55:16.391120 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-2d3a1d5b-3937-4cc5-b8ee-0e309d6e236f service neutron] 10.222.0.16 "GET /v2.0/networks/4408dc2e-820f-4456-8051-42964ecdd360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931306 Jul 16 01:55:16.435699 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501593da-ad6f-4bd7-8b72-d8fe3209d56a req-4b36143a-c1be-4d50-af54-2d712fefb90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:16.437299 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-501593da-ad6f-4bd7-8b72-d8fe3209d56a req-4b36143a-c1be-4d50-af54-2d712fefb90f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a63930432ad948c298d55abcef9f1620&device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 1097 time: 0.0658894 Jul 16 01:55:16.560720 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] Sync routers for ids ['6fe5845e-815f-469f-bc0f-5a85314dff3c'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:16.571224 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] Routers {'6fe5845e-815f-469f-bc0f-5a85314dff3c'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:16.571947 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:55:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6fe5845e-815f-469f-bc0f-5a85314dff3c'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:16.585890 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d56ff795-d02c-4829-b96e-9233e5e35c7f req-e774bee0-402d-4371-80a8-9520d0fcfa42 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6d245ace-6893-4d2d-a1e2-7f6b922c73e5 HTTP/1.1" status: 200 len: 210 time: 0.0342238 Jul 16 01:55:16.587015 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501593da-ad6f-4bd7-8b72-d8fe3209d56a req-190e2937-e430-44d9-a216-45e8f290f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:16.588556 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-501593da-ad6f-4bd7-8b72-d8fe3209d56a req-190e2937-e430-44d9-a216-45e8f290f758 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1c9633e-8188-42d0-99d9-444d9f10534d HTTP/1.1" status: 200 len: 910 time: 0.1311417 Jul 16 01:55:16.669635 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-501593da-ad6f-4bd7-8b72-d8fe3209d56a req-5d5d4905-12c3-4669-a3f2-8870cf28f56a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efb2d0ce-18ad-4218-9641-b5c82bc065bf HTTP/1.1" status: 200 len: 1000 time: 0.0741997 Jul 16 01:55:16.689803 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] Set router 6fe5845e-815f-469f-bc0f-5a85314dff3c gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:16.724922 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501593da-ad6f-4bd7-8b72-d8fe3209d56a req-dad98ceb-01d3-4065-a8de-15463da8301d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:16.726469 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-501593da-ad6f-4bd7-8b72-d8fe3209d56a req-dad98ceb-01d3-4065-a8de-15463da8301d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5fe56ea6-6eff-400b-89b4-219aacbd21bb HTTP/1.1" status: 200 len: 848 time: 0.0504525 Jul 16 01:55:16.795436 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501593da-ad6f-4bd7-8b72-d8fe3209d56a req-6d5df498-3a45-41c0-bb0c-5187f8f8917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:16.797049 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-501593da-ad6f-4bd7-8b72-d8fe3209d56a req-6d5df498-3a45-41c0-bb0c-5187f8f8917e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1c9633e-8188-42d0-99d9-444d9f10534d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643685 Jul 16 01:55:16.896691 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-501593da-ad6f-4bd7-8b72-d8fe3209d56a req-d856607d-52f7-4b7e-8ac6-aa74788f5f44 service neutron] 10.222.0.84 "GET /v2.0/networks/e1c9633e-8188-42d0-99d9-444d9f10534d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929625 Jul 16 01:55:17.003182 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-501593da-ad6f-4bd7-8b72-d8fe3209d56a req-955448da-d8fe-45bb-af35-ee9ae421855e service neutron] 10.222.0.84 "GET /v2.0/networks/e1c9633e-8188-42d0-99d9-444d9f10534d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003337 Jul 16 01:55:17.008295 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe5845e-815f-469f-bc0f-5a85314dff3c', 'name': 'tempest-TestServerMultinode-1078379145-router', 'tenant_id': '58adc851e16c4be1ad0e66df329a4c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'c2c80dde-ca71-4eea-920b-e82e83406cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:10Z', 'updated_at': '2021-07-16T01:55:14Z', 'revision_number': 4, 'project_id': '58adc851e16c4be1ad0e66df329a4c6f', 'gw_port': {'id': 'c2c80dde-ca71-4eea-920b-e82e83406cff', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe5845e-815f-469f-bc0f-5a85314dff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:11Z', 'updated_at': '2021-07-16T01:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '85ad7855-320b-4f45-a6ee-b0088937982b', 'name': '', 'network_id': 'c00b9b66-1e72-4149-ba0a-478b2e34b048', 'tenant_id': '58adc851e16c4be1ad0e66df329a4c6f', 'mac_address': 'fa:16:3e:e4:ec:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe5845e-815f-469f-bc0f-5a85314dff3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '346495ca-110e-4201-92db-fdd0becb4404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:13Z', 'updated_at': '2021-07-16T01:55:14Z', 'revision_number': 2, 'project_id': '58adc851e16c4be1ad0e66df329a4c6f', 'subnets': [{'id': '346495ca-110e-4201-92db-fdd0becb4404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:17.036000 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] Checking router: 6fe5845e-815f-469f-bc0f-5a85314dff3c for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:17.036333 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] Updating router 6fe5845e-815f-469f-bc0f-5a85314dff3c port 85ad7855-320b-4f45-a6ee-b0088937982b binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:55:17.074329 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.271686 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c2c80dde-ca71-4eea-920b-e82e83406cff up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:17.322873 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port c2c80dde-ca71-4eea-920b-e82e83406cff triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:17.323310 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.361890 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.373090 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] Transition to ACTIVE for port object 85ad7855-320b-4f45-a6ee-b0088937982b will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:17.379473 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.431365 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79bb7b8-fde0-40c7-958c-ddb5e0fec179 None None] Pushing event updated for resources: {'Port': ['ID=85ad7855-320b-4f45-a6ee-b0088937982b,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:17.496127 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] Attempting to bind port 85ad7855-320b-4f45-a6ee-b0088937982b on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:17.497008 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] Attempting to bind port 85ad7855-320b-4f45-a6ee-b0088937982b by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '629b085d-6333-4917-97f9-ada421bb0a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c00b9b66-1e72-4149-ba0a-478b2e34b048'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:17.497385 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] Attempting to bind port 85ad7855-320b-4f45-a6ee-b0088937982b on network c00b9b66-1e72-4149-ba0a-478b2e34b048 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:17.502944 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:17.503341 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] Checking segment: {'id': '629b085d-6333-4917-97f9-ada421bb0a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c00b9b66-1e72-4149-ba0a-478b2e34b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:17.503739 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.504127 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] Bound using segment: {'id': '629b085d-6333-4917-97f9-ada421bb0a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c00b9b66-1e72-4149-ba0a-478b2e34b048'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:17.504714 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] Bound port: 85ad7855-320b-4f45-a6ee-b0088937982b, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629b085d-6333-4917-97f9-ada421bb0a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c00b9b66-1e72-4149-ba0a-478b2e34b048'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:17.505092 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.573759 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] For port 85ad7855-320b-4f45-a6ee-b0088937982b, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:17.577530 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] For port 85ad7855-320b-4f45-a6ee-b0088937982b, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=85ad7855-320b-4f45-a6ee-b0088937982b,segment=NetworkSegment(629b085d-6333-4917-97f9-ada421bb0a84),segment_id=629b085d-6333-4917-97f9-ada421bb0a84)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:17.584212 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.637294 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] Routers {'6fe5845e-815f-469f-bc0f-5a85314dff3c'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:17.638259 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:55:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6fe5845e-815f-469f-bc0f-5a85314dff3c'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:17.712965 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79bb7b8-fde0-40c7-958c-ddb5e0fec179 None None] Pushing event updated for resources: {'Port': ['ID=85ad7855-320b-4f45-a6ee-b0088937982b,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:17.746062 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-526dce50-d435-4962-9cb9-9ee361ad4a9c tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:17.747590 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-526dce50-d435-4962-9cb9-9ee361ad4a9c tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.82 "GET /v2.0/networks?id=4408dc2e-820f-4456-8051-42964ecdd360 HTTP/1.1" status: 200 len: 911 time: 0.1406291 Jul 16 01:55:17.760215 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-22185187-8ede-4fa5-9f0c-85177243ece9 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Request body: {'port': {'device_id': '6d245ace-6893-4d2d-a1e2-7f6b922c73e5', 'network_id': '4408dc2e-820f-4456-8051-42964ecdd360', 'admin_state_up': True, 'tenant_id': '58adc851e16c4be1ad0e66df329a4c6f'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:17.797595 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-22185187-8ede-4fa5-9f0c-85177243ece9 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Made reservation on behalf of 58adc851e16c4be1ad0e66df329a4c6f for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:17.818267 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-22185187-8ede-4fa5-9f0c-85177243ece9 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.820032 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] Set router 6fe5845e-815f-469f-bc0f-5a85314dff3c gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:17.824129 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-59ed2fbd-06f9-4679-992c-1662ef0d7878 req-80b4d906-cd29-4416-9be8-6c4f6525391d tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6d245ace-6893-4d2d-a1e2-7f6b922c73e5 HTTP/1.1" status: 200 len: 210 time: 0.0432029 Jul 16 01:55:17.987510 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-22185187-8ede-4fa5-9f0c-85177243ece9 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Allocated IP 172.20.0.13 (4408dc2e-820f-4456-8051-42964ecdd360/f9ec7bb7-3baa-4e8f-91a2-61302738d8ba/f7e8fa55-b7eb-4666-b298-70d9c32d33b3) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:18.049483 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe5845e-815f-469f-bc0f-5a85314dff3c', 'name': 'tempest-TestServerMultinode-1078379145-router', 'tenant_id': '58adc851e16c4be1ad0e66df329a4c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'c2c80dde-ca71-4eea-920b-e82e83406cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:10Z', 'updated_at': '2021-07-16T01:55:14Z', 'revision_number': 4, 'project_id': '58adc851e16c4be1ad0e66df329a4c6f', 'gw_port': {'id': 'c2c80dde-ca71-4eea-920b-e82e83406cff', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe5845e-815f-469f-bc0f-5a85314dff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:11Z', 'updated_at': '2021-07-16T01:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '85ad7855-320b-4f45-a6ee-b0088937982b', 'name': '', 'network_id': 'c00b9b66-1e72-4149-ba0a-478b2e34b048', 'tenant_id': '58adc851e16c4be1ad0e66df329a4c6f', 'mac_address': 'fa:16:3e:e4:ec:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe5845e-815f-469f-bc0f-5a85314dff3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '346495ca-110e-4201-92db-fdd0becb4404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:13Z', 'updated_at': '2021-07-16T01:55:17Z', 'revision_number': 4, 'project_id': '58adc851e16c4be1ad0e66df329a4c6f', 'subnets': [{'id': '346495ca-110e-4201-92db-fdd0becb4404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:18.075553 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af4518a-a81b-47ac-9a2c-0ff285fd17a5 None None] The sync data for ids ['6fe5845e-815f-469f-bc0f-5a85314dff3c'] in n-d-792394-16 is: [{'id': '6fe5845e-815f-469f-bc0f-5a85314dff3c', 'name': 'tempest-TestServerMultinode-1078379145-router', 'tenant_id': '58adc851e16c4be1ad0e66df329a4c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'c2c80dde-ca71-4eea-920b-e82e83406cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:10Z', 'updated_at': '2021-07-16T01:55:14Z', 'revision_number': 4, 'project_id': '58adc851e16c4be1ad0e66df329a4c6f', 'gw_port': {'id': 'c2c80dde-ca71-4eea-920b-e82e83406cff', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe5845e-815f-469f-bc0f-5a85314dff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:11Z', 'updated_at': '2021-07-16T01:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '85ad7855-320b-4f45-a6ee-b0088937982b', 'name': '', 'network_id': 'c00b9b66-1e72-4149-ba0a-478b2e34b048', 'tenant_id': '58adc851e16c4be1ad0e66df329a4c6f', 'mac_address': 'fa:16:3e:e4:ec:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe5845e-815f-469f-bc0f-5a85314dff3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '346495ca-110e-4201-92db-fdd0becb4404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:13Z', 'updated_at': '2021-07-16T01:55:17Z', 'revision_number': 4, 'project_id': '58adc851e16c4be1ad0e66df329a4c6f', 'subnets': [{'id': '346495ca-110e-4201-92db-fdd0becb4404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:18.134265 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-22185187-8ede-4fa5-9f0c-85177243ece9 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.152676 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-22185187-8ede-4fa5-9f0c-85177243ece9 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Transition to ACTIVE for port object f7e8fa55-b7eb-4666-b298-70d9c32d33b3 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:18.193716 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-22185187-8ede-4fa5-9f0c-85177243ece9 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.238573 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-22185187-8ede-4fa5-9f0c-85177243ece9 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Network 4408dc2e-820f-4456-8051-42964ecdd360 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:18.241519 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-22185187-8ede-4fa5-9f0c-85177243ece9 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:18.247724 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-22185187-8ede-4fa5-9f0c-85177243ece9 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:18.270666 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22185187-8ede-4fa5-9f0c-85177243ece9 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Pushing event updated for resources: {'Port': ['ID=f7e8fa55-b7eb-4666-b298-70d9c32d33b3,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:18.293076 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-22185187-8ede-4fa5-9f0c-85177243ece9 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:18.293708 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-22185187-8ede-4fa5-9f0c-85177243ece9 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.313559 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-22185187-8ede-4fa5-9f0c-85177243ece9 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5573087 Jul 16 01:55:18.328517 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-bee8837e-3671-4299-b758-5be4c60ec572 service neutron] Request body: {'port': {'device_id': '6d245ace-6893-4d2d-a1e2-7f6b922c73e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:18.437968 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-bee8837e-3671-4299-b758-5be4c60ec572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.467019 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8cf0d0b6-b311-4881-b7c0-fa439395b07c None None] Provisioning for port f7e8fa55-b7eb-4666-b298-70d9c32d33b3 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:18.471831 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8cf0d0b6-b311-4881-b7c0-fa439395b07c None None] Provisioning complete for port f7e8fa55-b7eb-4666-b298-70d9c32d33b3 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:18.472433 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8cf0d0b6-b311-4881-b7c0-fa439395b07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.508957 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8cf0d0b6-b311-4881-b7c0-fa439395b07c None None] Port f7e8fa55-b7eb-4666-b298-70d9c32d33b3 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:18.724720 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-bee8837e-3671-4299-b758-5be4c60ec572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e8fa55-b7eb-4666-b298-70d9c32d33b3 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:18.734149 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-bee8837e-3671-4299-b758-5be4c60ec572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.748600 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-bee8837e-3671-4299-b758-5be4c60ec572 service neutron] Transition to ACTIVE for port object f7e8fa55-b7eb-4666-b298-70d9c32d33b3 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:18.754738 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-bee8837e-3671-4299-b758-5be4c60ec572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.810044 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8837e-3671-4299-b758-5be4c60ec572 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e8fa55-b7eb-4666-b298-70d9c32d33b3,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:18.898290 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-bee8837e-3671-4299-b758-5be4c60ec572 service neutron] Attempting to bind port f7e8fa55-b7eb-4666-b298-70d9c32d33b3 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:18.898290 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-bee8837e-3671-4299-b758-5be4c60ec572 service neutron] Attempting to bind port f7e8fa55-b7eb-4666-b298-70d9c32d33b3 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'e56fb2b1-73f0-4360-9e0e-87fa4fd97626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4408dc2e-820f-4456-8051-42964ecdd360'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:18.898290 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-bee8837e-3671-4299-b758-5be4c60ec572 service neutron] Attempting to bind port f7e8fa55-b7eb-4666-b298-70d9c32d33b3 on network 4408dc2e-820f-4456-8051-42964ecdd360 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:18.901793 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-bee8837e-3671-4299-b758-5be4c60ec572 service neutron] Port f7e8fa55-b7eb-4666-b298-70d9c32d33b3 on network 4408dc2e-820f-4456-8051-42964ecdd360 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:55:18.902120 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-bee8837e-3671-4299-b758-5be4c60ec572 service neutron] Attempting to bind port f7e8fa55-b7eb-4666-b298-70d9c32d33b3 on network 4408dc2e-820f-4456-8051-42964ecdd360 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:18.910455 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-bee8837e-3671-4299-b758-5be4c60ec572 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:18.910789 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-bee8837e-3671-4299-b758-5be4c60ec572 service neutron] Checking segment: {'id': 'e56fb2b1-73f0-4360-9e0e-87fa4fd97626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4408dc2e-820f-4456-8051-42964ecdd360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:18.911174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-bee8837e-3671-4299-b758-5be4c60ec572 service neutron] Bound using segment: {'id': 'e56fb2b1-73f0-4360-9e0e-87fa4fd97626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4408dc2e-820f-4456-8051-42964ecdd360'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:18.911606 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-bee8837e-3671-4299-b758-5be4c60ec572 service neutron] Bound port: f7e8fa55-b7eb-4666-b298-70d9c32d33b3, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e56fb2b1-73f0-4360-9e0e-87fa4fd97626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4408dc2e-820f-4456-8051-42964ecdd360'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:18.911963 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-bee8837e-3671-4299-b758-5be4c60ec572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.015379 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-bee8837e-3671-4299-b758-5be4c60ec572 service neutron] For port f7e8fa55-b7eb-4666-b298-70d9c32d33b3, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:19.030745 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-bee8837e-3671-4299-b758-5be4c60ec572 service neutron] For port f7e8fa55-b7eb-4666-b298-70d9c32d33b3, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=f7e8fa55-b7eb-4666-b298-70d9c32d33b3,segment=NetworkSegment(e56fb2b1-73f0-4360-9e0e-87fa4fd97626),segment_id=e56fb2b1-73f0-4360-9e0e-87fa4fd97626)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:19.037779 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-bee8837e-3671-4299-b758-5be4c60ec572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.042844 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190286b-da89-4a30-b797-006af54b7f1f req-cb745f1a-88ac-4ec8-836e-f7d98e7c72a2 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:19.044892 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b190286b-da89-4a30-b797-006af54b7f1f req-cb745f1a-88ac-4ec8-836e-f7d98e7c72a2 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6d245ace-6893-4d2d-a1e2-7f6b922c73e5 HTTP/1.1" status: 200 len: 1054 time: 0.0952079 Jul 16 01:55:19.102062 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-bee8837e-3671-4299-b758-5be4c60ec572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:19.102680 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-bee8837e-3671-4299-b758-5be4c60ec572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.104296 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-bee8837e-3671-4299-b758-5be4c60ec572 service neutron] 10.222.0.82 "PUT /v2.0/ports/f7e8fa55-b7eb-4666-b298-70d9c32d33b3 HTTP/1.1" status: 200 len: 1093 time: 0.7820935 Jul 16 01:55:19.104741 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d245ace-6893-4d2d-a1e2-7f6b922c73e5', 'tag': 'f7e8fa55-b7eb-4666-b298-70d9c32d33b3'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:19.107511 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb08227c-da0a-47b2-8333-82347c22dbb1" -d '{"events": [{"name": "network-changed", "server_uuid": "6d245ace-6893-4d2d-a1e2-7f6b922c73e5", "tag": "f7e8fa55-b7eb-4666-b298-70d9c32d33b3"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:19.140190 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8837e-3671-4299-b758-5be4c60ec572 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e8fa55-b7eb-4666-b298-70d9c32d33b3,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:19.145803 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b190286b-da89-4a30-b797-006af54b7f1f req-e2fd597d-5495-4224-a3d4-73266ee5d29f tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b44be031-362e-4452-93cf-80c49c713e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749257 Jul 16 01:55:19.163424 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72adccb-439e-4b59-9841-2144c3342fea x-openstack-request-id: req-b72adccb-439e-4b59-9841-2144c3342fea {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:19.164204 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d245ace-6893-4d2d-a1e2-7f6b922c73e5", "tag": "f7e8fa55-b7eb-4666-b298-70d9c32d33b3", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:19.164425 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b72adccb-439e-4b59-9841-2144c3342fea {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:19.164848 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d245ace-6893-4d2d-a1e2-7f6b922c73e5', 'tag': 'f7e8fa55-b7eb-4666-b298-70d9c32d33b3', 'status': 'completed', 'code': 200} Jul 16 01:55:19.214630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-58c15ebb-9092-497d-94cb-32ced077f3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:19.216214 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-58c15ebb-9092-497d-94cb-32ced077f3a4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=58adc851e16c4be1ad0e66df329a4c6f&device_id=6d245ace-6893-4d2d-a1e2-7f6b922c73e5 HTTP/1.1" status: 200 len: 1096 time: 0.0630362 Jul 16 01:55:19.267924 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-7632caef-8b4c-43e2-984b-0ce7f83c9bb6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7e8fa55-b7eb-4666-b298-70d9c32d33b3 HTTP/1.1" status: 200 len: 217 time: 0.0421762 Jul 16 01:55:19.298251 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 85ad7855-320b-4f45-a6ee-b0088937982b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:19.333175 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-c49d3bdb-5e0e-41e4-a020-cbf0df83d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:19.334767 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-c49d3bdb-5e0e-41e4-a020-cbf0df83d7c1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f9ec7bb7-3baa-4e8f-91a2-61302738d8ba HTTP/1.1" status: 200 len: 849 time: 0.0609169 Jul 16 01:55:19.353388 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 85ad7855-320b-4f45-a6ee-b0088937982b completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:19.360073 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 85ad7855-320b-4f45-a6ee-b0088937982b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:19.360463 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.403310 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-426b88aa-0a52-4403-958e-5b60dcb15efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:19.404952 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-426b88aa-0a52-4403-958e-5b60dcb15efa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4408dc2e-820f-4456-8051-42964ecdd360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636652 Jul 16 01:55:19.458890 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.501649 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 85ad7855-320b-4f45-a6ee-b0088937982b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=85ad7855-320b-4f45-a6ee-b0088937982b,segment=NetworkSegment(629b085d-6333-4917-97f9-ada421bb0a84),segment_id=629b085d-6333-4917-97f9-ada421bb0a84)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:19.509941 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.523845 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-94878399-68df-4f2d-bad3-99e6e564e7d4 service neutron] 10.222.0.82 "GET /v2.0/networks/4408dc2e-820f-4456-8051-42964ecdd360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124208 Jul 16 01:55:19.566348 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=85ad7855-320b-4f45-a6ee-b0088937982b,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:19.625741 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ff807ac2-f130-4e02-bb87-41c51c9ad65f req-bbd26065-db49-432a-8bec-a5c2e5efd9fe service neutron] 10.222.0.82 "GET /v2.0/networks/4408dc2e-820f-4456-8051-42964ecdd360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954494 Jul 16 01:55:19.736101 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08227c-da0a-47b2-8333-82347c22dbb1 req-fbdb8823-478d-487f-b5e4-7e69ee64ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:19.737693 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb08227c-da0a-47b2-8333-82347c22dbb1 req-fbdb8823-478d-487f-b5e4-7e69ee64ad59 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=58adc851e16c4be1ad0e66df329a4c6f&device_id=6d245ace-6893-4d2d-a1e2-7f6b922c73e5 HTTP/1.1" status: 200 len: 1096 time: 0.0580947 Jul 16 01:55:19.837741 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08227c-da0a-47b2-8333-82347c22dbb1 req-4eb6c212-81c0-4e8a-ac7d-7d24753c8c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:19.839335 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb08227c-da0a-47b2-8333-82347c22dbb1 req-4eb6c212-81c0-4e8a-ac7d-7d24753c8c31 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4408dc2e-820f-4456-8051-42964ecdd360 HTTP/1.1" status: 200 len: 911 time: 0.0949626 Jul 16 01:55:19.882392 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb08227c-da0a-47b2-8333-82347c22dbb1 req-cce6c74c-b589-47cd-b3f2-e1fa710641bb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7e8fa55-b7eb-4666-b298-70d9c32d33b3 HTTP/1.1" status: 200 len: 217 time: 0.0361221 Jul 16 01:55:19.940545 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08227c-da0a-47b2-8333-82347c22dbb1 req-27c4c053-ec53-476f-a7c0-bc43d8052b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:19.942165 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb08227c-da0a-47b2-8333-82347c22dbb1 req-27c4c053-ec53-476f-a7c0-bc43d8052b79 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f9ec7bb7-3baa-4e8f-91a2-61302738d8ba HTTP/1.1" status: 200 len: 849 time: 0.0526142 Jul 16 01:55:20.011103 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08227c-da0a-47b2-8333-82347c22dbb1 req-9de92196-117b-4be9-83b2-977e1e8f98ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:20.012655 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb08227c-da0a-47b2-8333-82347c22dbb1 req-9de92196-117b-4be9-83b2-977e1e8f98ec service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4408dc2e-820f-4456-8051-42964ecdd360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628397 Jul 16 01:55:20.107057 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb08227c-da0a-47b2-8333-82347c22dbb1 req-45d50b9a-8825-40b6-9fb3-3ddaad411242 service neutron] 10.222.0.82 "GET /v2.0/networks/4408dc2e-820f-4456-8051-42964ecdd360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873256 Jul 16 01:55:20.210000 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb08227c-da0a-47b2-8333-82347c22dbb1 req-386f7be3-2e1c-4a36-a874-c58f224db4a0 service neutron] 10.222.0.82 "GET /v2.0/networks/4408dc2e-820f-4456-8051-42964ecdd360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948424 Jul 16 01:55:20.285981 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34888) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:20.323881 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257f5e4-97f5-4e2a-affd-b2828f39bdc2 req-ec6ecafa-dd8d-45f3-b4e8-d65b0635d748 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:20.325447 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c257f5e4-97f5-4e2a-affd-b2828f39bdc2 req-ec6ecafa-dd8d-45f3-b4e8-d65b0635d748 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6d245ace-6893-4d2d-a1e2-7f6b922c73e5 HTTP/1.1" status: 200 len: 1096 time: 0.0550158 Jul 16 01:55:20.367563 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c257f5e4-97f5-4e2a-affd-b2828f39bdc2 req-511126ae-6f0c-4d46-9c38-db039dc8a848 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b44be031-362e-4452-93cf-80c49c713e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360835 Jul 16 01:55:20.441686 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce7599-365a-40cd-bd33-928dadcf9c39 req-bde3b5a1-0c08-40d1-bdda-e01d5991c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:20.443181 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-76ce7599-365a-40cd-bd33-928dadcf9c39 req-bde3b5a1-0c08-40d1-bdda-e01d5991c0e9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 1097 time: 0.1561761 Jul 16 01:55:20.477968 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-76ce7599-365a-40cd-bd33-928dadcf9c39 req-73ffc167-3819-411a-a809-6abccd4b14f1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5525b42e-689e-4438-a82d-9ea2846d1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289164 Jul 16 01:55:21.260048 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 85ad7855-320b-4f45-a6ee-b0088937982b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:21.314727 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 85ad7855-320b-4f45-a6ee-b0088937982b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:21.315104 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.535128 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c8b8a-e4d5-4246-a797-1814a70a52f3 req-cdf80fd1-6cea-4647-a5c9-984eb8f809ab tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:21.536626 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-618c8b8a-e4d5-4246-a797-1814a70a52f3 req-cdf80fd1-6cea-4647-a5c9-984eb8f809ab tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6d245ace-6893-4d2d-a1e2-7f6b922c73e5 HTTP/1.1" status: 200 len: 1096 time: 0.0570581 Jul 16 01:55:21.575158 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-618c8b8a-e4d5-4246-a797-1814a70a52f3 req-cbaf189c-c551-40af-8642-52f006e9bf9c tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b44be031-362e-4452-93cf-80c49c713e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325377 Jul 16 01:55:21.864838 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device f7e8fa55-b7eb-4666-b298-70d9c32d33b3 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:55:21.975963 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port f7e8fa55-b7eb-4666-b298-70d9c32d33b3, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=f7e8fa55-b7eb-4666-b298-70d9c32d33b3,segment=NetworkSegment(e56fb2b1-73f0-4360-9e0e-87fa4fd97626),segment_id=e56fb2b1-73f0-4360-9e0e-87fa4fd97626)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:21.992711 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'f7e8fa55-b7eb-4666-b298-70d9c32d33b3', 'network_id': '4408dc2e-820f-4456-8051-42964ecdd360', 'port_id': 'f7e8fa55-b7eb-4666-b298-70d9c32d33b3', 'mac_address': 'fa:16:3e:6d:74:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ec7bb7-3baa-4e8f-91a2-61302738d8ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:55:22.036350 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.050929 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e8fa55-b7eb-4666-b298-70d9c32d33b3 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:22.077252 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port f7e8fa55-b7eb-4666-b298-70d9c32d33b3, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=f7e8fa55-b7eb-4666-b298-70d9c32d33b3,segment=NetworkSegment(e56fb2b1-73f0-4360-9e0e-87fa4fd97626),segment_id=e56fb2b1-73f0-4360-9e0e-87fa4fd97626)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:22.084953 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.138179 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=f7e8fa55-b7eb-4666-b298-70d9c32d33b3,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:22.288924 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['f7e8fa55-b7eb-4666-b298-70d9c32d33b3'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:22.754417 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69913e56-e731-4cea-a76a-1b354e41ef3b req-cdf3065f-b0a0-4464-bbaf-8b968c33357c tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:22.755910 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-69913e56-e731-4cea-a76a-1b354e41ef3b req-cdf3065f-b0a0-4464-bbaf-8b968c33357c tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6d245ace-6893-4d2d-a1e2-7f6b922c73e5 HTTP/1.1" status: 200 len: 1097 time: 0.0585809 Jul 16 01:55:22.799709 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-69913e56-e731-4cea-a76a-1b354e41ef3b req-f65c3def-f829-45c9-bdc2-f613c1d2e6cf tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b44be031-362e-4452-93cf-80c49c713e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373976 Jul 16 01:55:23.888395 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device f7e8fa55-b7eb-4666-b298-70d9c32d33b3 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:23.941185 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port f7e8fa55-b7eb-4666-b298-70d9c32d33b3 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:23.944876 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port f7e8fa55-b7eb-4666-b298-70d9c32d33b3 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:23.945239 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.973297 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab32f1e-f610-4bce-b143-bf3af65f54f2 req-12326437-b214-498b-8f86-74766b58d4db tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:23.974863 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bab32f1e-f610-4bce-b143-bf3af65f54f2 req-12326437-b214-498b-8f86-74766b58d4db tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6d245ace-6893-4d2d-a1e2-7f6b922c73e5 HTTP/1.1" status: 200 len: 1097 time: 0.0544477 Jul 16 01:55:24.011974 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bab32f1e-f610-4bce-b143-bf3af65f54f2 req-a1d3a533-0416-4b4e-8765-4eb5cdcee0bc tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b44be031-362e-4452-93cf-80c49c713e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295010 Jul 16 01:55:24.023389 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.046496 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d245ace-6893-4d2d-a1e2-7f6b922c73e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e8fa55-b7eb-4666-b298-70d9c32d33b3'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:24.048806 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a01c25d-8477-4638-b924-35757594b33a" -d '{"events": [{"server_uuid": "6d245ace-6893-4d2d-a1e2-7f6b922c73e5", "name": "network-vif-plugged", "status": "completed", "tag": "f7e8fa55-b7eb-4666-b298-70d9c32d33b3"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:24.065620 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port f7e8fa55-b7eb-4666-b298-70d9c32d33b3, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=f7e8fa55-b7eb-4666-b298-70d9c32d33b3,segment=NetworkSegment(e56fb2b1-73f0-4360-9e0e-87fa4fd97626),segment_id=e56fb2b1-73f0-4360-9e0e-87fa4fd97626)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:24.070997 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.094051 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c18daa-a0e9-42e5-8281-ba92440bbbc2 x-openstack-request-id: req-08c18daa-a0e9-42e5-8281-ba92440bbbc2 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:24.094340 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d245ace-6893-4d2d-a1e2-7f6b922c73e5", "name": "network-vif-plugged", "status": "completed", "tag": "f7e8fa55-b7eb-4666-b298-70d9c32d33b3", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:24.094914 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08c18daa-a0e9-42e5-8281-ba92440bbbc2 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:24.095296 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d245ace-6893-4d2d-a1e2-7f6b922c73e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e8fa55-b7eb-4666-b298-70d9c32d33b3', 'code': 200} Jul 16 01:55:24.120890 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=f7e8fa55-b7eb-4666-b298-70d9c32d33b3,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:24.239356 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316139a5-cb71-4cd8-81f7-f8212e862295 req-f98b2aeb-9fea-4284-9862-e6187946e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:24.240841 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-316139a5-cb71-4cd8-81f7-f8212e862295 req-f98b2aeb-9fea-4284-9862-e6187946e992 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6d245ace-6893-4d2d-a1e2-7f6b922c73e5 HTTP/1.1" status: 200 len: 1098 time: 0.0640280 Jul 16 01:55:24.280140 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-316139a5-cb71-4cd8-81f7-f8212e862295 req-d168b32a-b795-4d12-9960-3fd9bd81cba4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b44be031-362e-4452-93cf-80c49c713e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330780 Jul 16 01:55:25.182820 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71f100-d0fc-4ae2-bf14-53098dd74b85 req-6ae3ff6a-39b5-4e0d-9e18-c10ed31abb54 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:25.184684 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d71f100-d0fc-4ae2-bf14-53098dd74b85 req-6ae3ff6a-39b5-4e0d-9e18-c10ed31abb54 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6d245ace-6893-4d2d-a1e2-7f6b922c73e5 HTTP/1.1" status: 200 len: 1098 time: 0.0587406 Jul 16 01:55:25.219308 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d71f100-d0fc-4ae2-bf14-53098dd74b85 req-b7704c22-a0ac-4e8d-aa75-a4f0b085c1e9 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b44be031-362e-4452-93cf-80c49c713e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290382 Jul 16 01:55:26.393405 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c349d-49e7-44f7-bb40-79a77fd0d7de req-0b985ce0-ff40-4966-98c6-87f4f7f7a784 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:26.395359 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c04c349d-49e7-44f7-bb40-79a77fd0d7de req-0b985ce0-ff40-4966-98c6-87f4f7f7a784 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6d245ace-6893-4d2d-a1e2-7f6b922c73e5 HTTP/1.1" status: 200 len: 1098 time: 0.0593572 Jul 16 01:55:26.438647 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c04c349d-49e7-44f7-bb40-79a77fd0d7de req-2729cf5b-bd8a-4544-917e-75e726b4c85c tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b44be031-362e-4452-93cf-80c49c713e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374200 Jul 16 01:55:26.603196 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1e623-9ede-4062-991a-82074ddedbaa req-7def204b-6fbd-4c81-951b-191fb3836401 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:26.604893 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-46c1e623-9ede-4062-991a-82074ddedbaa req-7def204b-6fbd-4c81-951b-191fb3836401 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6d245ace-6893-4d2d-a1e2-7f6b922c73e5 HTTP/1.1" status: 200 len: 1098 time: 0.0547864 Jul 16 01:55:26.638415 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fee1a397-dbb6-441e-a699-b5937651c7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.644306 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-46c1e623-9ede-4062-991a-82074ddedbaa req-db7dab99-9df3-42d3-bee5-4e900a659c07 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b44be031-362e-4452-93cf-80c49c713e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317004 Jul 16 01:55:26.807216 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0c079-1c18-4f7d-8dad-05636d7c78db req-f17933a3-edd2-4564-8433-e03850b740bf tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:26.809140 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-47b0c079-1c18-4f7d-8dad-05636d7c78db req-f17933a3-edd2-4564-8433-e03850b740bf tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6d245ace-6893-4d2d-a1e2-7f6b922c73e5 HTTP/1.1" status: 200 len: 1098 time: 0.0529051 Jul 16 01:55:26.848273 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-47b0c079-1c18-4f7d-8dad-05636d7c78db req-d32ef1b2-f1db-4ec6-b9a0-010313948e92 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b44be031-362e-4452-93cf-80c49c713e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334427 Jul 16 01:55:27.113522 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-5711414b-0b92-4683-bbfd-da4c5150fb0f tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:27.115028 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-5711414b-0b92-4683-bbfd-da4c5150fb0f tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/networks?id=4408dc2e-820f-4456-8051-42964ecdd360 HTTP/1.1" status: 200 len: 911 time: 0.1065543 Jul 16 01:55:27.130741 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-981c1a41-a758-495b-96f2-d7570dc503d5 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/quotas/58adc851e16c4be1ad0e66df329a4c6f HTTP/1.1" status: 200 len: 375 time: 0.0100448 Jul 16 01:55:27.196097 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-3fe79bb4-1a12-4535-96b4-45fe5b0890e8 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=58adc851e16c4be1ad0e66df329a4c6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0596147 Jul 16 01:55:27.297370 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-6ce1ab46-81b4-4585-b431-9acc4fbafb3e service neutron] 10.222.0.16 "GET /v2.0/networks/4408dc2e-820f-4456-8051-42964ecdd360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941162 Jul 16 01:55:27.405517 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-2682edb5-50ad-42d4-9163-007f4a560e65 service neutron] 10.222.0.16 "GET /v2.0/networks/4408dc2e-820f-4456-8051-42964ecdd360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998452 Jul 16 01:55:27.581647 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dcf94b95-8786-4ff7-905d-92c1e2b09676 req-1119906b-751a-4f92-bfc9-e360fa3a27dc tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7e6a842c-bb19-439d-bf71-97a802eaed51 HTTP/1.1" status: 200 len: 210 time: 0.0315118 Jul 16 01:55:28.680778 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-39793025-b8de-42c4-92d4-2e5f29773d1e tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:28.682870 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-39793025-b8de-42c4-92d4-2e5f29773d1e tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.84 "GET /v2.0/networks?id=4408dc2e-820f-4456-8051-42964ecdd360 HTTP/1.1" status: 200 len: 911 time: 0.1020827 Jul 16 01:55:28.694187 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-1fea720e-2c2a-4d4e-80f8-4d4f907fb16f tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Request body: {'port': {'device_id': '7e6a842c-bb19-439d-bf71-97a802eaed51', 'network_id': '4408dc2e-820f-4456-8051-42964ecdd360', 'admin_state_up': True, 'tenant_id': '58adc851e16c4be1ad0e66df329a4c6f'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:28.717985 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-1fea720e-2c2a-4d4e-80f8-4d4f907fb16f tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Made reservation on behalf of 58adc851e16c4be1ad0e66df329a4c6f for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:28.720842 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-1fea720e-2c2a-4d4e-80f8-4d4f907fb16f tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.730376 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-56a5572a-f707-425e-8042-ac3adeaa8ac2 req-93682696-169b-405a-ae7a-b5c29161105b tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7e6a842c-bb19-439d-bf71-97a802eaed51 HTTP/1.1" status: 200 len: 210 time: 0.0335591 Jul 16 01:55:28.842241 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-1fea720e-2c2a-4d4e-80f8-4d4f907fb16f tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Allocated IP 172.20.0.7 (4408dc2e-820f-4456-8051-42964ecdd360/f9ec7bb7-3baa-4e8f-91a2-61302738d8ba/fe0e8c73-36fb-4c11-a206-44174e0e668f) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:28.984467 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-1fea720e-2c2a-4d4e-80f8-4d4f907fb16f tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.998024 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-1fea720e-2c2a-4d4e-80f8-4d4f907fb16f tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Transition to ACTIVE for port object fe0e8c73-36fb-4c11-a206-44174e0e668f will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:29.033536 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-1fea720e-2c2a-4d4e-80f8-4d4f907fb16f tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.046490 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['f7e8fa55-b7eb-4666-b298-70d9c32d33b3'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:29.071478 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-1fea720e-2c2a-4d4e-80f8-4d4f907fb16f tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Network 4408dc2e-820f-4456-8051-42964ecdd360 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:29.076469 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-1fea720e-2c2a-4d4e-80f8-4d4f907fb16f tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:29.079942 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-1fea720e-2c2a-4d4e-80f8-4d4f907fb16f tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:29.106975 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea720e-2c2a-4d4e-80f8-4d4f907fb16f tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Pushing event updated for resources: {'Port': ['ID=fe0e8c73-36fb-4c11-a206-44174e0e668f,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:29.125884 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-1fea720e-2c2a-4d4e-80f8-4d4f907fb16f tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:29.126761 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-1fea720e-2c2a-4d4e-80f8-4d4f907fb16f tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.144962 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-1fea720e-2c2a-4d4e-80f8-4d4f907fb16f tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4551821 Jul 16 01:55:29.157067 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-23a6eb9c-e30e-436a-b614-8225ee083ca7 service neutron] Request body: {'port': {'device_id': '7e6a842c-bb19-439d-bf71-97a802eaed51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:29.238076 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-23a6eb9c-e30e-436a-b614-8225ee083ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.385199 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-58fe386c-f0ce-4fb1-b31a-1d602bd42cb4 None None] Provisioning for port fe0e8c73-36fb-4c11-a206-44174e0e668f completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:29.389840 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-58fe386c-f0ce-4fb1-b31a-1d602bd42cb4 None None] Provisioning complete for port fe0e8c73-36fb-4c11-a206-44174e0e668f triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:29.390215 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-58fe386c-f0ce-4fb1-b31a-1d602bd42cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.430791 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-58fe386c-f0ce-4fb1-b31a-1d602bd42cb4 None None] Port fe0e8c73-36fb-4c11-a206-44174e0e668f cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:29.522627 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-23a6eb9c-e30e-436a-b614-8225ee083ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0e8c73-36fb-4c11-a206-44174e0e668f {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:29.531422 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-23a6eb9c-e30e-436a-b614-8225ee083ca7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.543188 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b512b035-9ae6-4fe3-9b37-f5239070ce46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.543780 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-23a6eb9c-e30e-436a-b614-8225ee083ca7 service neutron] Transition to ACTIVE for port object fe0e8c73-36fb-4c11-a206-44174e0e668f will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:29.548048 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-23a6eb9c-e30e-436a-b614-8225ee083ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.599932 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6eb9c-e30e-436a-b614-8225ee083ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0e8c73-36fb-4c11-a206-44174e0e668f,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:29.674446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-23a6eb9c-e30e-436a-b614-8225ee083ca7 service neutron] Attempting to bind port fe0e8c73-36fb-4c11-a206-44174e0e668f on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:29.674797 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-23a6eb9c-e30e-436a-b614-8225ee083ca7 service neutron] Attempting to bind port fe0e8c73-36fb-4c11-a206-44174e0e668f by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'e56fb2b1-73f0-4360-9e0e-87fa4fd97626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4408dc2e-820f-4456-8051-42964ecdd360'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:29.675139 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-23a6eb9c-e30e-436a-b614-8225ee083ca7 service neutron] Attempting to bind port fe0e8c73-36fb-4c11-a206-44174e0e668f on network 4408dc2e-820f-4456-8051-42964ecdd360 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:29.680152 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-23a6eb9c-e30e-436a-b614-8225ee083ca7 service neutron] Port fe0e8c73-36fb-4c11-a206-44174e0e668f on network 4408dc2e-820f-4456-8051-42964ecdd360 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:55:29.680519 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-23a6eb9c-e30e-436a-b614-8225ee083ca7 service neutron] Attempting to bind port fe0e8c73-36fb-4c11-a206-44174e0e668f on network 4408dc2e-820f-4456-8051-42964ecdd360 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:29.686025 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-23a6eb9c-e30e-436a-b614-8225ee083ca7 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:29.686695 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-23a6eb9c-e30e-436a-b614-8225ee083ca7 service neutron] Checking segment: {'id': 'e56fb2b1-73f0-4360-9e0e-87fa4fd97626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4408dc2e-820f-4456-8051-42964ecdd360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:29.686795 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-23a6eb9c-e30e-436a-b614-8225ee083ca7 service neutron] Bound using segment: {'id': 'e56fb2b1-73f0-4360-9e0e-87fa4fd97626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4408dc2e-820f-4456-8051-42964ecdd360'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:29.687164 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-23a6eb9c-e30e-436a-b614-8225ee083ca7 service neutron] Bound port: fe0e8c73-36fb-4c11-a206-44174e0e668f, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e56fb2b1-73f0-4360-9e0e-87fa4fd97626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4408dc2e-820f-4456-8051-42964ecdd360'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:29.687532 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-23a6eb9c-e30e-436a-b614-8225ee083ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.746194 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.761924 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-23a6eb9c-e30e-436a-b614-8225ee083ca7 service neutron] For port fe0e8c73-36fb-4c11-a206-44174e0e668f, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:29.765485 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-23a6eb9c-e30e-436a-b614-8225ee083ca7 service neutron] For port fe0e8c73-36fb-4c11-a206-44174e0e668f, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fe0e8c73-36fb-4c11-a206-44174e0e668f,segment=NetworkSegment(e56fb2b1-73f0-4360-9e0e-87fa4fd97626),segment_id=e56fb2b1-73f0-4360-9e0e-87fa4fd97626)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:29.771444 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-23a6eb9c-e30e-436a-b614-8225ee083ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.811181 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-23a6eb9c-e30e-436a-b614-8225ee083ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:29.811807 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-23a6eb9c-e30e-436a-b614-8225ee083ca7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.813266 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-23a6eb9c-e30e-436a-b614-8225ee083ca7 service neutron] 10.222.0.84 "PUT /v2.0/ports/fe0e8c73-36fb-4c11-a206-44174e0e668f HTTP/1.1" status: 200 len: 1092 time: 0.6611354 Jul 16 01:55:29.813711 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6a842c-bb19-439d-bf71-97a802eaed51', 'tag': 'fe0e8c73-36fb-4c11-a206-44174e0e668f'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:29.816086 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7bdab7-3ba8-439b-bf2e-d29326449568" -d '{"events": [{"name": "network-changed", "server_uuid": "7e6a842c-bb19-439d-bf71-97a802eaed51", "tag": "fe0e8c73-36fb-4c11-a206-44174e0e668f"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:29.881865 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4d361a-1382-4228-bff6-daaa20633061 x-openstack-request-id: req-ca4d361a-1382-4228-bff6-daaa20633061 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:29.882161 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e6a842c-bb19-439d-bf71-97a802eaed51", "tag": "fe0e8c73-36fb-4c11-a206-44174e0e668f", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:29.882410 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca4d361a-1382-4228-bff6-daaa20633061 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:29.882809 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e6a842c-bb19-439d-bf71-97a802eaed51', 'tag': 'fe0e8c73-36fb-4c11-a206-44174e0e668f', 'status': 'completed', 'code': 200} Jul 16 01:55:29.910993 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6eb9c-e30e-436a-b614-8225ee083ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0e8c73-36fb-4c11-a206-44174e0e668f,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:29.975003 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-eb451a9c-f97f-4a60-8f94-834a8f19dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:29.976471 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-eb451a9c-f97f-4a60-8f94-834a8f19dc42 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=58adc851e16c4be1ad0e66df329a4c6f&device_id=7e6a842c-bb19-439d-bf71-97a802eaed51 HTTP/1.1" status: 200 len: 1095 time: 0.1159961 Jul 16 01:55:29.983326 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa90bbf-09bf-4612-bf08-248e401afc40 req-8d63bb87-047e-407f-be8f-2bcd09aebb31 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:29.984941 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5aa90bbf-09bf-4612-bf08-248e401afc40 req-8d63bb87-047e-407f-be8f-2bcd09aebb31 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7e6a842c-bb19-439d-bf71-97a802eaed51 HTTP/1.1" status: 200 len: 1095 time: 0.1081502 Jul 16 01:55:30.035093 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-4c9677c7-cfdd-4b24-b1a7-24db54518e7f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe0e8c73-36fb-4c11-a206-44174e0e668f HTTP/1.1" status: 200 len: 217 time: 0.0490761 Jul 16 01:55:30.081783 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5aa90bbf-09bf-4612-bf08-248e401afc40 req-2154b250-9fee-4325-aaf3-04ac9a7de38f tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b44be031-362e-4452-93cf-80c49c713e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899317 Jul 16 01:55:30.097280 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-c92bc481-9683-42dc-b806-5762177e2f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:30.098755 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-c92bc481-9683-42dc-b806-5762177e2f81 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f9ec7bb7-3baa-4e8f-91a2-61302738d8ba HTTP/1.1" status: 200 len: 849 time: 0.0575323 Jul 16 01:55:30.158809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-63faad16-c67b-417e-a717-28d179a404bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:30.160384 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-63faad16-c67b-417e-a717-28d179a404bf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4408dc2e-820f-4456-8051-42964ecdd360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550210 Jul 16 01:55:30.268519 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-5a8002bd-fcea-45d3-be07-3a72bc00845e service neutron] 10.222.0.84 "GET /v2.0/networks/4408dc2e-820f-4456-8051-42964ecdd360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011338 Jul 16 01:55:30.366977 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3af4f98a-b5a0-4838-ae65-78cc1101aa57 req-3df046ae-82e5-4166-90b9-186ee20c7752 service neutron] 10.222.0.84 "GET /v2.0/networks/4408dc2e-820f-4456-8051-42964ecdd360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920708 Jul 16 01:55:30.490802 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bdab7-3ba8-439b-bf2e-d29326449568 req-0009dc0f-bbb2-4f1f-98ca-37639d3d8168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:30.492397 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce7bdab7-3ba8-439b-bf2e-d29326449568 req-0009dc0f-bbb2-4f1f-98ca-37639d3d8168 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=58adc851e16c4be1ad0e66df329a4c6f&device_id=7e6a842c-bb19-439d-bf71-97a802eaed51 HTTP/1.1" status: 200 len: 1095 time: 0.0572193 Jul 16 01:55:30.850188 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.896302 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bdab7-3ba8-439b-bf2e-d29326449568 req-02c6e018-71de-4284-ae3a-b19f0e5511e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:30.897920 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce7bdab7-3ba8-439b-bf2e-d29326449568 req-02c6e018-71de-4284-ae3a-b19f0e5511e1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4408dc2e-820f-4456-8051-42964ecdd360 HTTP/1.1" status: 200 len: 911 time: 0.3987005 Jul 16 01:55:30.943684 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce7bdab7-3ba8-439b-bf2e-d29326449568 req-1d99e008-b711-4d12-a123-ad0fec2bf233 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe0e8c73-36fb-4c11-a206-44174e0e668f HTTP/1.1" status: 200 len: 217 time: 0.0385518 Jul 16 01:55:31.010366 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bdab7-3ba8-439b-bf2e-d29326449568 req-32cc3480-ba1b-419c-9875-b55e42c4b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:31.012284 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce7bdab7-3ba8-439b-bf2e-d29326449568 req-32cc3480-ba1b-419c-9875-b55e42c4b8a9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f9ec7bb7-3baa-4e8f-91a2-61302738d8ba HTTP/1.1" status: 200 len: 849 time: 0.0622106 Jul 16 01:55:31.072730 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bdab7-3ba8-439b-bf2e-d29326449568 req-0760f8d1-59dc-425b-b5ed-da906c499733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:31.074631 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce7bdab7-3ba8-439b-bf2e-d29326449568 req-0760f8d1-59dc-425b-b5ed-da906c499733 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4408dc2e-820f-4456-8051-42964ecdd360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548427 Jul 16 01:55:31.171741 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce7bdab7-3ba8-439b-bf2e-d29326449568 req-c621d68d-017d-4cab-812b-4f9058dd80d5 service neutron] 10.222.0.84 "GET /v2.0/networks/4408dc2e-820f-4456-8051-42964ecdd360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898421 Jul 16 01:55:31.250188 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8955e-a930-4a88-ae91-f95d1134c85e req-d2b20737-d8d9-4cc1-a2f9-56ddda8116e2 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:31.251710 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d0f8955e-a930-4a88-ae91-f95d1134c85e req-d2b20737-d8d9-4cc1-a2f9-56ddda8116e2 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7e6a842c-bb19-439d-bf71-97a802eaed51 HTTP/1.1" status: 200 len: 1095 time: 0.0568604 Jul 16 01:55:31.268895 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ce7bdab7-3ba8-439b-bf2e-d29326449568 req-58f5ac0a-dba3-4b5e-ad41-01304ef04370 service neutron] 10.222.0.84 "GET /v2.0/networks/4408dc2e-820f-4456-8051-42964ecdd360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895684 Jul 16 01:55:31.288861 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d0f8955e-a930-4a88-ae91-f95d1134c85e req-b05abe39-00dd-490d-a400-ffbf369f6950 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b44be031-362e-4452-93cf-80c49c713e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313704 Jul 16 01:55:31.656191 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.460799 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf04e5-2a72-4e48-8201-8d0b40a38b0d req-8bf75c93-4a1c-4cb1-85b2-f9adb9015b2a tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.462341 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3eaf04e5-2a72-4e48-8201-8d0b40a38b0d req-8bf75c93-4a1c-4cb1-85b2-f9adb9015b2a tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7e6a842c-bb19-439d-bf71-97a802eaed51 HTTP/1.1" status: 200 len: 1095 time: 0.0538445 Jul 16 01:55:32.480890 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device fe0e8c73-36fb-4c11-a206-44174e0e668f details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:55:32.509593 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3eaf04e5-2a72-4e48-8201-8d0b40a38b0d req-02a8faf7-87a8-4e5b-bdfb-521115b722b8 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b44be031-362e-4452-93cf-80c49c713e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377274 Jul 16 01:55:32.588623 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port fe0e8c73-36fb-4c11-a206-44174e0e668f, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fe0e8c73-36fb-4c11-a206-44174e0e668f,segment=NetworkSegment(e56fb2b1-73f0-4360-9e0e-87fa4fd97626),segment_id=e56fb2b1-73f0-4360-9e0e-87fa4fd97626)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:32.604750 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'fe0e8c73-36fb-4c11-a206-44174e0e668f', 'network_id': '4408dc2e-820f-4456-8051-42964ecdd360', 'port_id': 'fe0e8c73-36fb-4c11-a206-44174e0e668f', 'mac_address': 'fa:16:3e:c6:fa:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ec7bb7-3baa-4e8f-91a2-61302738d8ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:55:32.607759 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.647359 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.662288 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0e8c73-36fb-4c11-a206-44174e0e668f {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:32.684602 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port fe0e8c73-36fb-4c11-a206-44174e0e668f, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fe0e8c73-36fb-4c11-a206-44174e0e668f,segment=NetworkSegment(e56fb2b1-73f0-4360-9e0e-87fa4fd97626),segment_id=e56fb2b1-73f0-4360-9e0e-87fa4fd97626)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:32.689755 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.739249 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=fe0e8c73-36fb-4c11-a206-44174e0e668f,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:32.886123 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['fe0e8c73-36fb-4c11-a206-44174e0e668f'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:33.674936 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c16c0-1d24-4532-ac0f-036c4c2baf6e req-58dfe44e-9c41-4fff-8d83-28bf14b6bb94 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:33.676509 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-270c16c0-1d24-4532-ac0f-036c4c2baf6e req-58dfe44e-9c41-4fff-8d83-28bf14b6bb94 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7e6a842c-bb19-439d-bf71-97a802eaed51 HTTP/1.1" status: 200 len: 1096 time: 0.0566864 Jul 16 01:55:33.711549 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-270c16c0-1d24-4532-ac0f-036c4c2baf6e req-0cb6753f-55cf-457d-a7fa-34c8c8add3c9 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b44be031-362e-4452-93cf-80c49c713e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293896 Jul 16 01:55:34.485019 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device fe0e8c73-36fb-4c11-a206-44174e0e668f up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:34.549385 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port fe0e8c73-36fb-4c11-a206-44174e0e668f completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:34.555441 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port fe0e8c73-36fb-4c11-a206-44174e0e668f triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:34.555892 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.644670 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.674686 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6a842c-bb19-439d-bf71-97a802eaed51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0e8c73-36fb-4c11-a206-44174e0e668f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:34.677011 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c72648-8911-4eea-95c8-1127e131536b" -d '{"events": [{"server_uuid": "7e6a842c-bb19-439d-bf71-97a802eaed51", "name": "network-vif-plugged", "status": "completed", "tag": "fe0e8c73-36fb-4c11-a206-44174e0e668f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:34.691001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port fe0e8c73-36fb-4c11-a206-44174e0e668f, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fe0e8c73-36fb-4c11-a206-44174e0e668f,segment=NetworkSegment(e56fb2b1-73f0-4360-9e0e-87fa4fd97626),segment_id=e56fb2b1-73f0-4360-9e0e-87fa4fd97626)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:34.696908 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.723549 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557c9af2-e97f-43de-9045-f856b440a4e0 x-openstack-request-id: req-557c9af2-e97f-43de-9045-f856b440a4e0 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:34.723845 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6a842c-bb19-439d-bf71-97a802eaed51", "name": "network-vif-plugged", "status": "completed", "tag": "fe0e8c73-36fb-4c11-a206-44174e0e668f", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:34.724097 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-557c9af2-e97f-43de-9045-f856b440a4e0 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:34.724590 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6a842c-bb19-439d-bf71-97a802eaed51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0e8c73-36fb-4c11-a206-44174e0e668f', 'code': 200} Jul 16 01:55:34.756994 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=fe0e8c73-36fb-4c11-a206-44174e0e668f,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:34.839161 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efacf5-6fbb-47d6-987e-60f5b0425023 req-59d1e78f-2251-486c-a191-4bca8aee8fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:34.840752 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95efacf5-6fbb-47d6-987e-60f5b0425023 req-59d1e78f-2251-486c-a191-4bca8aee8fca service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7e6a842c-bb19-439d-bf71-97a802eaed51 HTTP/1.1" status: 200 len: 1097 time: 0.0543628 Jul 16 01:55:34.887478 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a939b3-7e5d-48e7-9c5b-7b59011803cc req-d63582bc-b2cf-4e56-bb75-6e05ee33c5c4 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:34.888091 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95efacf5-6fbb-47d6-987e-60f5b0425023 req-1e23c525-2aff-407c-8c36-1ca6455be195 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b44be031-362e-4452-93cf-80c49c713e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410023 Jul 16 01:55:34.889036 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c1a939b3-7e5d-48e7-9c5b-7b59011803cc req-d63582bc-b2cf-4e56-bb75-6e05ee33c5c4 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7e6a842c-bb19-439d-bf71-97a802eaed51 HTTP/1.1" status: 200 len: 1097 time: 0.0585480 Jul 16 01:55:34.928788 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c1a939b3-7e5d-48e7-9c5b-7b59011803cc req-38173604-7ada-4161-9a81-4270248b292a tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b44be031-362e-4452-93cf-80c49c713e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301845 Jul 16 01:55:35.191733 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.109998 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90155736-baef-49f8-9a91-5ec5915098f3 req-2184dcb3-2735-4bb2-b8bb-b3d4bbb71671 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:36.111571 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90155736-baef-49f8-9a91-5ec5915098f3 req-2184dcb3-2735-4bb2-b8bb-b3d4bbb71671 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7e6a842c-bb19-439d-bf71-97a802eaed51 HTTP/1.1" status: 200 len: 1097 time: 0.0607307 Jul 16 01:55:36.148066 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90155736-baef-49f8-9a91-5ec5915098f3 req-580951f8-4721-4409-a3aa-b546567b60e4 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b44be031-362e-4452-93cf-80c49c713e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302067 Jul 16 01:55:36.333007 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0a3dc-163a-4897-859e-f82dbc81ce7e req-97926088-3c2d-4c0a-8900-e6d41578a7d8 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:36.334759 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-35c0a3dc-163a-4897-859e-f82dbc81ce7e req-97926088-3c2d-4c0a-8900-e6d41578a7d8 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7e6a842c-bb19-439d-bf71-97a802eaed51 HTTP/1.1" status: 200 len: 1097 time: 0.0675542 Jul 16 01:55:36.374005 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-35c0a3dc-163a-4897-859e-f82dbc81ce7e req-a8b64051-8ae6-420d-bcfc-0a4b27deee9e tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b44be031-362e-4452-93cf-80c49c713e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333335 Jul 16 01:55:36.556032 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211d651-b958-4ccd-b95b-cb0a0d6dc1e3 req-80cf4287-f360-447d-8a7a-5a291064f92d tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:36.558059 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e211d651-b958-4ccd-b95b-cb0a0d6dc1e3 req-80cf4287-f360-447d-8a7a-5a291064f92d tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7e6a842c-bb19-439d-bf71-97a802eaed51 HTTP/1.1" status: 200 len: 1097 time: 0.0680065 Jul 16 01:55:36.593410 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e211d651-b958-4ccd-b95b-cb0a0d6dc1e3 req-dbd66743-1ff9-476f-81c0-411ee61627f0 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b44be031-362e-4452-93cf-80c49c713e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292954 Jul 16 01:55:36.973866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29424ac5-e892-47ac-87b2-207142c3886a req-1195ba5b-391f-457a-b110-5b27df424257 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:36.975394 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-29424ac5-e892-47ac-87b2-207142c3886a req-1195ba5b-391f-457a-b110-5b27df424257 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7e6a842c-bb19-439d-bf71-97a802eaed51 HTTP/1.1" status: 200 len: 1097 time: 0.0588422 Jul 16 01:55:37.013142 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-29424ac5-e892-47ac-87b2-207142c3886a req-9565c3df-d1bc-4831-b413-da5250feecce tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b44be031-362e-4452-93cf-80c49c713e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295818 Jul 16 01:55:38.173252 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4948bd2-1791-4c73-a366-461f028b79c7 req-7633f9ad-f360-444e-9a54-95e645733cf1 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:38.175312 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c4948bd2-1791-4c73-a366-461f028b79c7 req-7633f9ad-f360-444e-9a54-95e645733cf1 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=7e6a842c-bb19-439d-bf71-97a802eaed51 HTTP/1.1" status: 200 len: 1097 time: 0.0588174 Jul 16 01:55:38.199004 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcbbbd-2829-4da5-a35e-483f7f6cc03a req-d2234786-90bd-4696-8918-c7bac745a431 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:38.200913 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a5fcbbbd-2829-4da5-a35e-483f7f6cc03a req-d2234786-90bd-4696-8918-c7bac745a431 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7e6a842c-bb19-439d-bf71-97a802eaed51 HTTP/1.1" status: 200 len: 1097 time: 0.0560939 Jul 16 01:55:38.243984 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a5fcbbbd-2829-4da5-a35e-483f7f6cc03a req-e7185031-d891-4786-a212-9dbc0658746a tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b44be031-362e-4452-93cf-80c49c713e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372183 Jul 16 01:55:38.272841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-c4948bd2-1791-4c73-a366-461f028b79c7 req-9decb19e-44c2-40e0-bf6a-718654aaaa11 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Deleting port fe0e8c73-36fb-4c11-a206-44174e0e668f {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:38.273184 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c4948bd2-1791-4c73-a366-461f028b79c7 req-9decb19e-44c2-40e0-bf6a-718654aaaa11 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.352775 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-c4948bd2-1791-4c73-a366-461f028b79c7 req-9decb19e-44c2-40e0-bf6a-718654aaaa11 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] For port fe0e8c73-36fb-4c11-a206-44174e0e668f, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=fe0e8c73-36fb-4c11-a206-44174e0e668f,segment=NetworkSegment(e56fb2b1-73f0-4360-9e0e-87fa4fd97626),segment_id=e56fb2b1-73f0-4360-9e0e-87fa4fd97626)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:38.353023 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c4948bd2-1791-4c73-a366-461f028b79c7 req-9decb19e-44c2-40e0-bf6a-718654aaaa11 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.365319 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-c4948bd2-1791-4c73-a366-461f028b79c7 req-9decb19e-44c2-40e0-bf6a-718654aaaa11 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Calling delete_port for fe0e8c73-36fb-4c11-a206-44174e0e668f owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:38.498892 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c4948bd2-1791-4c73-a366-461f028b79c7 req-9decb19e-44c2-40e0-bf6a-718654aaaa11 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.510787 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['f7e8fa55-b7eb-4666-b298-70d9c32d33b3'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:38.514006 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['fe0e8c73-36fb-4c11-a206-44174e0e668f'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:38.527688 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9decb19e-44c2-40e0-bf6a-718654aaaa11 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe0e8c73-36fb-4c11-a206-44174e0e668f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:38.578673 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4948bd2-1791-4c73-a366-461f028b79c7 req-9decb19e-44c2-40e0-bf6a-718654aaaa11 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] No DVR routers for this DVR port fe0e8c73-36fb-4c11-a206-44174e0e668f on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:38.581520 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-c4948bd2-1791-4c73-a366-461f028b79c7 req-9decb19e-44c2-40e0-bf6a-718654aaaa11 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.583917 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c4948bd2-1791-4c73-a366-461f028b79c7 req-9decb19e-44c2-40e0-bf6a-718654aaaa11 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.84 "DELETE /v2.0/ports/fe0e8c73-36fb-4c11-a206-44174e0e668f HTTP/1.1" status: 204 len: 173 time: 0.4037261 Jul 16 01:55:38.584410 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6a842c-bb19-439d-bf71-97a802eaed51', 'name': 'network-vif-deleted', 'tag': 'fe0e8c73-36fb-4c11-a206-44174e0e668f'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:38.586974 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89637197-c1bb-4a6e-9039-739c7524fb75" -d '{"events": [{"server_uuid": "7e6a842c-bb19-439d-bf71-97a802eaed51", "name": "network-vif-deleted", "tag": "fe0e8c73-36fb-4c11-a206-44174e0e668f"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:38.631594 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fa20f3-e7a8-4876-b48b-ca945a37d9e3 x-openstack-request-id: req-18fa20f3-e7a8-4876-b48b-ca945a37d9e3 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:38.631886 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6a842c-bb19-439d-bf71-97a802eaed51", "name": "network-vif-deleted", "tag": "fe0e8c73-36fb-4c11-a206-44174e0e668f", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:38.632132 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18fa20f3-e7a8-4876-b48b-ca945a37d9e3 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:38.632562 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6a842c-bb19-439d-bf71-97a802eaed51', 'name': 'network-vif-deleted', 'tag': 'fe0e8c73-36fb-4c11-a206-44174e0e668f', 'status': 'completed', 'code': 200} Jul 16 01:55:39.716655 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60098403-2351-4230-a3e6-476dffbd147d req-ed34452e-f988-47bf-9e2e-d3539ddd74a3 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:39.718238 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-60098403-2351-4230-a3e6-476dffbd147d req-ed34452e-f988-47bf-9e2e-d3539ddd74a3 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6d245ace-6893-4d2d-a1e2-7f6b922c73e5 HTTP/1.1" status: 200 len: 1098 time: 0.0629392 Jul 16 01:55:39.755508 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-60098403-2351-4230-a3e6-476dffbd147d req-f0ba2a56-2e1c-4628-99a1-2b7737e1545f tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b44be031-362e-4452-93cf-80c49c713e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309062 Jul 16 01:55:40.933902 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a631f4c-5fea-43f4-8a47-bd94f3a8b210 req-174b611e-f20a-466a-a718-38667a694033 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:40.935753 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6a631f4c-5fea-43f4-8a47-bd94f3a8b210 req-174b611e-f20a-466a-a718-38667a694033 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6d245ace-6893-4d2d-a1e2-7f6b922c73e5 HTTP/1.1" status: 200 len: 1098 time: 0.0609703 Jul 16 01:55:40.999628 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6a631f4c-5fea-43f4-8a47-bd94f3a8b210 req-fa93578b-61ac-493f-9d28-778d4922e6a0 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b44be031-362e-4452-93cf-80c49c713e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534129 Jul 16 01:55:41.017012 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f446e20-4b5c-45f5-9c21-5b81a53d55c5 req-e55d17ac-40ec-4239-a4df-4ba3712a9295 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:41.018595 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f446e20-4b5c-45f5-9c21-5b81a53d55c5 req-e55d17ac-40ec-4239-a4df-4ba3712a9295 tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=6d245ace-6893-4d2d-a1e2-7f6b922c73e5 HTTP/1.1" status: 200 len: 1098 time: 0.0816529 Jul 16 01:55:41.116942 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-2f446e20-4b5c-45f5-9c21-5b81a53d55c5 req-512c6bd2-75c1-4e45-8055-66dc1822cb3a tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Deleting port f7e8fa55-b7eb-4666-b298-70d9c32d33b3 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:41.117168 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2f446e20-4b5c-45f5-9c21-5b81a53d55c5 req-512c6bd2-75c1-4e45-8055-66dc1822cb3a tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.201443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-2f446e20-4b5c-45f5-9c21-5b81a53d55c5 req-512c6bd2-75c1-4e45-8055-66dc1822cb3a tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] For port f7e8fa55-b7eb-4666-b298-70d9c32d33b3, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=f7e8fa55-b7eb-4666-b298-70d9c32d33b3,segment=NetworkSegment(e56fb2b1-73f0-4360-9e0e-87fa4fd97626),segment_id=e56fb2b1-73f0-4360-9e0e-87fa4fd97626)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:41.201826 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2f446e20-4b5c-45f5-9c21-5b81a53d55c5 req-512c6bd2-75c1-4e45-8055-66dc1822cb3a tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.215215 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-2f446e20-4b5c-45f5-9c21-5b81a53d55c5 req-512c6bd2-75c1-4e45-8055-66dc1822cb3a tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Calling delete_port for f7e8fa55-b7eb-4666-b298-70d9c32d33b3 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:41.360762 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2f446e20-4b5c-45f5-9c21-5b81a53d55c5 req-512c6bd2-75c1-4e45-8055-66dc1822cb3a tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.371873 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['f7e8fa55-b7eb-4666-b298-70d9c32d33b3'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:41.388411 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c6bd2-75c1-4e45-8055-66dc1822cb3a tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7e8fa55-b7eb-4666-b298-70d9c32d33b3,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:41.439816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f446e20-4b5c-45f5-9c21-5b81a53d55c5 req-512c6bd2-75c1-4e45-8055-66dc1822cb3a tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] No DVR routers for this DVR port f7e8fa55-b7eb-4666-b298-70d9c32d33b3 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:41.442694 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2f446e20-4b5c-45f5-9c21-5b81a53d55c5 req-512c6bd2-75c1-4e45-8055-66dc1822cb3a tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.444845 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f446e20-4b5c-45f5-9c21-5b81a53d55c5 req-512c6bd2-75c1-4e45-8055-66dc1822cb3a tempest-TestServerMultinode-931270386 tempest-TestServerMultinode-931270386-project-admin] 10.222.0.82 "DELETE /v2.0/ports/f7e8fa55-b7eb-4666-b298-70d9c32d33b3 HTTP/1.1" status: 204 len: 173 time: 0.4204111 Jul 16 01:55:41.445317 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d245ace-6893-4d2d-a1e2-7f6b922c73e5', 'name': 'network-vif-deleted', 'tag': 'f7e8fa55-b7eb-4666-b298-70d9c32d33b3'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:41.447684 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7c5161-b010-4947-9252-f009a55aabd8" -d '{"events": [{"server_uuid": "6d245ace-6893-4d2d-a1e2-7f6b922c73e5", "name": "network-vif-deleted", "tag": "f7e8fa55-b7eb-4666-b298-70d9c32d33b3"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:41.492680 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b627052-6210-4f1b-b519-3f0bea865c70 x-openstack-request-id: req-4b627052-6210-4f1b-b519-3f0bea865c70 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:41.493065 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d245ace-6893-4d2d-a1e2-7f6b922c73e5", "name": "network-vif-deleted", "tag": "f7e8fa55-b7eb-4666-b298-70d9c32d33b3", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:41.493294 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b627052-6210-4f1b-b519-3f0bea865c70 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:41.493711 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d245ace-6893-4d2d-a1e2-7f6b922c73e5', 'name': 'network-vif-deleted', 'tag': 'f7e8fa55-b7eb-4666-b298-70d9c32d33b3', 'status': 'completed', 'code': 200} Jul 16 01:55:42.101083 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34990) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:42.471426 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a94c3f74-c561-4393-b197-e68c8c0603cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:42.502607 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device fe0e8c73-36fb-4c11-a206-44174e0e668f no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:42.527001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: fe0e8c73-36fb-4c11-a206-44174e0e668f {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:42.527343 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device fe0e8c73-36fb-4c11-a206-44174e0e668f not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:42.762242 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-a94c3f74-c561-4393-b197-e68c8c0603cf admin admin] Deleting port 4b6f22b1-e9b2-49cc-903e-70f3317195ff {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:42.762454 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a94c3f74-c561-4393-b197-e68c8c0603cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:42.842753 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-a94c3f74-c561-4393-b197-e68c8c0603cf admin admin] For port 4b6f22b1-e9b2-49cc-903e-70f3317195ff, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4b6f22b1-e9b2-49cc-903e-70f3317195ff,segment=NetworkSegment(e56fb2b1-73f0-4360-9e0e-87fa4fd97626),segment_id=e56fb2b1-73f0-4360-9e0e-87fa4fd97626)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:42.843117 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a94c3f74-c561-4393-b197-e68c8c0603cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:42.855868 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-a94c3f74-c561-4393-b197-e68c8c0603cf admin admin] Calling delete_port for 4b6f22b1-e9b2-49cc-903e-70f3317195ff owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:43.063646 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a94c3f74-c561-4393-b197-e68c8c0603cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.095567 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c3f74-c561-4393-b197-e68c8c0603cf admin admin] Pushing event deleted for resources: {'Port': ['ID=4b6f22b1-e9b2-49cc-903e-70f3317195ff,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:43.122059 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c3f74-c561-4393-b197-e68c8c0603cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:43.122811 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c3f74-c561-4393-b197-e68c8c0603cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:43.123459 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c3f74-c561-4393-b197-e68c8c0603cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:43.123459 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c3f74-c561-4393-b197-e68c8c0603cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:43.123744 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c3f74-c561-4393-b197-e68c8c0603cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:43.124041 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c3f74-c561-4393-b197-e68c8c0603cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:43.124349 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c3f74-c561-4393-b197-e68c8c0603cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:43.124734 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c3f74-c561-4393-b197-e68c8c0603cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:43.125086 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c3f74-c561-4393-b197-e68c8c0603cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:43.125389 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c3f74-c561-4393-b197-e68c8c0603cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:43.125711 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c3f74-c561-4393-b197-e68c8c0603cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:43.126037 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c3f74-c561-4393-b197-e68c8c0603cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:43.283242 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a94c3f74-c561-4393-b197-e68c8c0603cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.527372 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94c3f74-c561-4393-b197-e68c8c0603cf admin admin] Router 9f21a79d-3753-4e07-8437-a8539ecd13a7 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:55:43.640970 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94c3f74-c561-4393-b197-e68c8c0603cf admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:43.647799 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a94c3f74-c561-4393-b197-e68c8c0603cf admin admin] 10.222.0.16 "PUT /v2.0/routers/9f21a79d-3753-4e07-8437-a8539ecd13a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5449789 Jul 16 01:55:43.649856 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34992) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:43.652733 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850225d9-aa0b-4d30-a3f0-b6b01697a55c None None] Sync routers for ids ['9f21a79d-3753-4e07-8437-a8539ecd13a7'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:43.664073 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850225d9-aa0b-4d30-a3f0-b6b01697a55c None None] Routers {'9f21a79d-3753-4e07-8437-a8539ecd13a7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:43.664845 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-850225d9-aa0b-4d30-a3f0-b6b01697a55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:55:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['9f21a79d-3753-4e07-8437-a8539ecd13a7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:43.757496 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a838f62a-3765-42dc-9d6a-8901cf8a4c7b admin admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.771831 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-850225d9-aa0b-4d30-a3f0-b6b01697a55c None None] Set router 9f21a79d-3753-4e07-8437-a8539ecd13a7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:43.853941 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a838f62a-3765-42dc-9d6a-8901cf8a4c7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.909686 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-a838f62a-3765-42dc-9d6a-8901cf8a4c7b admin admin] Deleting port 4a21ae03-ce5b-420e-8c10-a219f9beb1e0 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:43.910021 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a838f62a-3765-42dc-9d6a-8901cf8a4c7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.957096 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device f7e8fa55-b7eb-4666-b298-70d9c32d33b3 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:43.962564 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-850225d9-aa0b-4d30-a3f0-b6b01697a55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f21a79d-3753-4e07-8437-a8539ecd13a7', 'name': 'tempest-TestServerMultinode-1135192652-router', 'tenant_id': 'e68bf023a1b045a9820bc56c763d7929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '4a21ae03-ce5b-420e-8c10-a219f9beb1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:06Z', 'updated_at': '2021-07-16T01:55:43Z', 'revision_number': 5, 'project_id': 'e68bf023a1b045a9820bc56c763d7929', 'gw_port': {'id': '4a21ae03-ce5b-420e-8c10-a219f9beb1e0', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f21a79d-3753-4e07-8437-a8539ecd13a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:06Z', 'updated_at': '2021-07-16T01:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:43.986723 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-a838f62a-3765-42dc-9d6a-8901cf8a4c7b admin admin] For port 4a21ae03-ce5b-420e-8c10-a219f9beb1e0, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4a21ae03-ce5b-420e-8c10-a219f9beb1e0,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:43.987072 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a838f62a-3765-42dc-9d6a-8901cf8a4c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.999824 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-a838f62a-3765-42dc-9d6a-8901cf8a4c7b admin admin] Calling delete_port for 4a21ae03-ce5b-420e-8c10-a219f9beb1e0 owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:44.003287 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: f7e8fa55-b7eb-4666-b298-70d9c32d33b3 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:44.003635 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device f7e8fa55-b7eb-4666-b298-70d9c32d33b3 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:44.005754 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850225d9-aa0b-4d30-a3f0-b6b01697a55c None None] Checking router: 9f21a79d-3753-4e07-8437-a8539ecd13a7 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:44.014579 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850225d9-aa0b-4d30-a3f0-b6b01697a55c None None] Routers {'9f21a79d-3753-4e07-8437-a8539ecd13a7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:44.015123 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-850225d9-aa0b-4d30-a3f0-b6b01697a55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:55:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['9f21a79d-3753-4e07-8437-a8539ecd13a7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:44.103143 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-850225d9-aa0b-4d30-a3f0-b6b01697a55c None None] Set router 9f21a79d-3753-4e07-8437-a8539ecd13a7 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:44.179092 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-850225d9-aa0b-4d30-a3f0-b6b01697a55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f21a79d-3753-4e07-8437-a8539ecd13a7', 'name': 'tempest-TestServerMultinode-1135192652-router', 'tenant_id': 'e68bf023a1b045a9820bc56c763d7929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:06Z', 'updated_at': '2021-07-16T01:55:43Z', 'revision_number': 6, 'project_id': 'e68bf023a1b045a9820bc56c763d7929', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:44.190705 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a838f62a-3765-42dc-9d6a-8901cf8a4c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.206828 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850225d9-aa0b-4d30-a3f0-b6b01697a55c None None] The sync data for ids ['9f21a79d-3753-4e07-8437-a8539ecd13a7'] in n-d-792394-16 is: [{'id': '9f21a79d-3753-4e07-8437-a8539ecd13a7', 'name': 'tempest-TestServerMultinode-1135192652-router', 'tenant_id': 'e68bf023a1b045a9820bc56c763d7929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:06Z', 'updated_at': '2021-07-16T01:55:43Z', 'revision_number': 6, 'project_id': 'e68bf023a1b045a9820bc56c763d7929', 'gw_port_host': None}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:44.216286 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838f62a-3765-42dc-9d6a-8901cf8a4c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=4a21ae03-ce5b-420e-8c10-a219f9beb1e0,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:44.288198 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a838f62a-3765-42dc-9d6a-8901cf8a4c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.379266 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a838f62a-3765-42dc-9d6a-8901cf8a4c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.381617 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a838f62a-3765-42dc-9d6a-8901cf8a4c7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.390946 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:55:44.428610 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a838f62a-3765-42dc-9d6a-8901cf8a4c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.429535 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a838f62a-3765-42dc-9d6a-8901cf8a4c7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f21a79d-3753-4e07-8437-a8539ecd13a7 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:55:44.435025 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a838f62a-3765-42dc-9d6a-8901cf8a4c7b admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.440748 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34994) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:44.441220 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a838f62a-3765-42dc-9d6a-8901cf8a4c7b admin admin] 10.222.0.16 "DELETE /v2.0/routers/9f21a79d-3753-4e07-8437-a8539ecd13a7 HTTP/1.1" status: 204 len: 168 time: 0.7898912 Jul 16 01:55:44.490823 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-504a4cb9-0a14-45c0-8cee-35d9c3481a72 admin admin] Deleting subnet f9ec7bb7-3baa-4e8f-91a2-61302738d8ba {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:44.494222 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-504a4cb9-0a14-45c0-8cee-35d9c3481a72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.529972 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-504a4cb9-0a14-45c0-8cee-35d9c3481a72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.647282 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-504a4cb9-0a14-45c0-8cee-35d9c3481a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.708777 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-504a4cb9-0a14-45c0-8cee-35d9c3481a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.735357 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a4cb9-0a14-45c0-8cee-35d9c3481a72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9ec7bb7-3baa-4e8f-91a2-61302738d8ba,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:44.739934 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-504a4cb9-0a14-45c0-8cee-35d9c3481a72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.741905 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-504a4cb9-0a14-45c0-8cee-35d9c3481a72 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f9ec7bb7-3baa-4e8f-91a2-61302738d8ba HTTP/1.1" status: 204 len: 168 time: 0.2979276 Jul 16 01:55:44.745244 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 34996) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:44.747945 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c744a3ef-b945-4cc4-85d6-3658b47df168 None None] Network 4408dc2e-820f-4456-8051-42964ecdd360 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:44.821855 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81441fdb-63d8-4b2c-be11-bba3e72ba4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.875588 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-81441fdb-63d8-4b2c-be11-bba3e72ba4f7 admin admin] Deleting port 8b59d1d3-7db9-435b-83af-7a8731cd3c44 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:44.875926 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81441fdb-63d8-4b2c-be11-bba3e72ba4f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.940212 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-81441fdb-63d8-4b2c-be11-bba3e72ba4f7 admin admin] For port 8b59d1d3-7db9-435b-83af-7a8731cd3c44, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8b59d1d3-7db9-435b-83af-7a8731cd3c44,segment=NetworkSegment(e56fb2b1-73f0-4360-9e0e-87fa4fd97626),segment_id=e56fb2b1-73f0-4360-9e0e-87fa4fd97626)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:44.940606 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81441fdb-63d8-4b2c-be11-bba3e72ba4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.955922 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60937dd-cdae-4787-8966-66c9ff8062d0 None None] DHCP port deletion for 4408dc2e-820f-4456-8051-42964ecdd360 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:55:44.964502 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-81441fdb-63d8-4b2c-be11-bba3e72ba4f7 admin admin] Calling delete_port for 8b59d1d3-7db9-435b-83af-7a8731cd3c44 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:45.005447 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d60937dd-cdae-4787-8966-66c9ff8062d0 None None] Deleting port 8b59d1d3-7db9-435b-83af-7a8731cd3c44 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:45.005824 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d60937dd-cdae-4787-8966-66c9ff8062d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.048297 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81441fdb-63d8-4b2c-be11-bba3e72ba4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.071949 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81441fdb-63d8-4b2c-be11-bba3e72ba4f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b59d1d3-7db9-435b-83af-7a8731cd3c44,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:45.074126 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d60937dd-cdae-4787-8966-66c9ff8062d0 None None] For port 8b59d1d3-7db9-435b-83af-7a8731cd3c44, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8b59d1d3-7db9-435b-83af-7a8731cd3c44,segment=NetworkSegment(e56fb2b1-73f0-4360-9e0e-87fa4fd97626),segment_id=e56fb2b1-73f0-4360-9e0e-87fa4fd97626)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:45.074526 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d60937dd-cdae-4787-8966-66c9ff8062d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.077840 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81441fdb-63d8-4b2c-be11-bba3e72ba4f7 admin admin] No DVR routers for this DVR port 8b59d1d3-7db9-435b-83af-7a8731cd3c44 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:45.090276 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d60937dd-cdae-4787-8966-66c9ff8062d0 None None] Calling delete_port for 8b59d1d3-7db9-435b-83af-7a8731cd3c44 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:45.150707 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81441fdb-63d8-4b2c-be11-bba3e72ba4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.162000 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-81441fdb-63d8-4b2c-be11-bba3e72ba4f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4408dc2e-820f-4456-8051-42964ecdd360']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:45.174541 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-81441fdb-63d8-4b2c-be11-bba3e72ba4f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e56fb2b1-73f0-4360-9e0e-87fa4fd97626') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:45.174789 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-81441fdb-63d8-4b2c-be11-bba3e72ba4f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e56fb2b1-73f0-4360-9e0e-87fa4fd97626') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:45.179446 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d60937dd-cdae-4787-8966-66c9ff8062d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.185833 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81441fdb-63d8-4b2c-be11-bba3e72ba4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.204504 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81441fdb-63d8-4b2c-be11-bba3e72ba4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.205862 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60937dd-cdae-4787-8966-66c9ff8062d0 None None] Pushing event deleted for resources: {'Port': ['ID=8b59d1d3-7db9-435b-83af-7a8731cd3c44,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:45.211781 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60937dd-cdae-4787-8966-66c9ff8062d0 None None] No DVR routers for this DVR port 8b59d1d3-7db9-435b-83af-7a8731cd3c44 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:45.222470 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81441fdb-63d8-4b2c-be11-bba3e72ba4f7 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:45.223031 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81441fdb-63d8-4b2c-be11-bba3e72ba4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: timer() Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:45.235878 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:45.286479 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81441fdb-63d8-4b2c-be11-bba3e72ba4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.292401 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-81441fdb-63d8-4b2c-be11-bba3e72ba4f7 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.294848 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8b59d1d3-7db9-435b-83af-7a8731cd3c44 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:45.298397 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-81441fdb-63d8-4b2c-be11-bba3e72ba4f7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4408dc2e-820f-4456-8051-42964ecdd360 HTTP/1.1" status: 204 len: 168 time: 0.5519426 Jul 16 01:55:45.301406 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 34998) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:45.310906 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81441fdb-63d8-4b2c-be11-bba3e72ba4f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4408dc2e-820f-4456-8051-42964ecdd360,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:45.322387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 8b59d1d3-7db9-435b-83af-7a8731cd3c44 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:45.322654 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8b59d1d3-7db9-435b-83af-7a8731cd3c44 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:45.323050 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4b6f22b1-e9b2-49cc-903e-70f3317195ff no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:45.502377 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 4b6f22b1-e9b2-49cc-903e-70f3317195ff {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:45.502731 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4b6f22b1-e9b2-49cc-903e-70f3317195ff not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:45.503038 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4a21ae03-ce5b-420e-8c10-a219f9beb1e0 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:45.521080 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 4a21ae03-ce5b-420e-8c10-a219f9beb1e0 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:45.521408 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4a21ae03-ce5b-420e-8c10-a219f9beb1e0 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:45.674314 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-abe7e88f-501b-4247-a38b-88dd86c35174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.966009 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-abe7e88f-501b-4247-a38b-88dd86c35174 admin admin] Deleting port 85ad7855-320b-4f45-a6ee-b0088937982b {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:45.966330 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-abe7e88f-501b-4247-a38b-88dd86c35174 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.050179 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-abe7e88f-501b-4247-a38b-88dd86c35174 admin admin] For port 85ad7855-320b-4f45-a6ee-b0088937982b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=85ad7855-320b-4f45-a6ee-b0088937982b,segment=NetworkSegment(629b085d-6333-4917-97f9-ada421bb0a84),segment_id=629b085d-6333-4917-97f9-ada421bb0a84)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:46.050534 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-abe7e88f-501b-4247-a38b-88dd86c35174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.063613 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-abe7e88f-501b-4247-a38b-88dd86c35174 admin admin] Calling delete_port for 85ad7855-320b-4f45-a6ee-b0088937982b owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:46.269867 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-abe7e88f-501b-4247-a38b-88dd86c35174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.298846 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7e88f-501b-4247-a38b-88dd86c35174 admin admin] Pushing event deleted for resources: {'Port': ['ID=85ad7855-320b-4f45-a6ee-b0088937982b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:46.474339 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-abe7e88f-501b-4247-a38b-88dd86c35174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.694297 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe7e88f-501b-4247-a38b-88dd86c35174 admin admin] Router 6fe5845e-815f-469f-bc0f-5a85314dff3c has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:55:46.804817 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe7e88f-501b-4247-a38b-88dd86c35174 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:46.810201 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-abe7e88f-501b-4247-a38b-88dd86c35174 admin admin] 10.222.0.16 "PUT /v2.0/routers/6fe5845e-815f-469f-bc0f-5a85314dff3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5075366 Jul 16 01:55:46.812660 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35000) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:46.813904 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec6f84d-792e-4caf-b076-bf712978fee1 None None] Sync routers for ids ['6fe5845e-815f-469f-bc0f-5a85314dff3c'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:46.823856 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec6f84d-792e-4caf-b076-bf712978fee1 None None] Routers {'6fe5845e-815f-469f-bc0f-5a85314dff3c'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:46.824516 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-aec6f84d-792e-4caf-b076-bf712978fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:55:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6fe5845e-815f-469f-bc0f-5a85314dff3c'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:46.917501 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a314d6fa-9385-4e86-98b7-64659dccb3a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.929713 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-aec6f84d-792e-4caf-b076-bf712978fee1 None None] Set router 6fe5845e-815f-469f-bc0f-5a85314dff3c gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:47.030601 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a314d6fa-9385-4e86-98b7-64659dccb3a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.092823 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-a314d6fa-9385-4e86-98b7-64659dccb3a4 admin admin] Deleting port c2c80dde-ca71-4eea-920b-e82e83406cff {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:47.093171 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a314d6fa-9385-4e86-98b7-64659dccb3a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.117255 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-aec6f84d-792e-4caf-b076-bf712978fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe5845e-815f-469f-bc0f-5a85314dff3c', 'name': 'tempest-TestServerMultinode-1078379145-router', 'tenant_id': '58adc851e16c4be1ad0e66df329a4c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'c2c80dde-ca71-4eea-920b-e82e83406cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:10Z', 'updated_at': '2021-07-16T01:55:46Z', 'revision_number': 5, 'project_id': '58adc851e16c4be1ad0e66df329a4c6f', 'gw_port': {'id': 'c2c80dde-ca71-4eea-920b-e82e83406cff', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe5845e-815f-469f-bc0f-5a85314dff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:11Z', 'updated_at': '2021-07-16T01:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:47.143685 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec6f84d-792e-4caf-b076-bf712978fee1 None None] Checking router: 6fe5845e-815f-469f-bc0f-5a85314dff3c for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:47.152884 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec6f84d-792e-4caf-b076-bf712978fee1 None None] Routers {'6fe5845e-815f-469f-bc0f-5a85314dff3c'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:47.153537 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-aec6f84d-792e-4caf-b076-bf712978fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:55:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['6fe5845e-815f-469f-bc0f-5a85314dff3c'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:47.173655 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-a314d6fa-9385-4e86-98b7-64659dccb3a4 admin admin] For port c2c80dde-ca71-4eea-920b-e82e83406cff, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c2c80dde-ca71-4eea-920b-e82e83406cff,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:47.174013 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a314d6fa-9385-4e86-98b7-64659dccb3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.190921 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-a314d6fa-9385-4e86-98b7-64659dccb3a4 admin admin] Calling delete_port for c2c80dde-ca71-4eea-920b-e82e83406cff owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:47.336922 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-aec6f84d-792e-4caf-b076-bf712978fee1 None None] Set router 6fe5845e-815f-469f-bc0f-5a85314dff3c gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:47.360546 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a314d6fa-9385-4e86-98b7-64659dccb3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.387652 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-aec6f84d-792e-4caf-b076-bf712978fee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe5845e-815f-469f-bc0f-5a85314dff3c', 'name': 'tempest-TestServerMultinode-1078379145-router', 'tenant_id': '58adc851e16c4be1ad0e66df329a4c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:10Z', 'updated_at': '2021-07-16T01:55:47Z', 'revision_number': 6, 'project_id': '58adc851e16c4be1ad0e66df329a4c6f', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:47.390926 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314d6fa-9385-4e86-98b7-64659dccb3a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c80dde-ca71-4eea-920b-e82e83406cff,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:47.419609 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec6f84d-792e-4caf-b076-bf712978fee1 None None] The sync data for ids ['6fe5845e-815f-469f-bc0f-5a85314dff3c'] in n-d-792394-16 is: [{'id': '6fe5845e-815f-469f-bc0f-5a85314dff3c', 'name': 'tempest-TestServerMultinode-1078379145-router', 'tenant_id': '58adc851e16c4be1ad0e66df329a4c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:10Z', 'updated_at': '2021-07-16T01:55:47Z', 'revision_number': 6, 'project_id': '58adc851e16c4be1ad0e66df329a4c6f', 'gw_port_host': None}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:47.467112 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a314d6fa-9385-4e86-98b7-64659dccb3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.570545 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a314d6fa-9385-4e86-98b7-64659dccb3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.572635 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a314d6fa-9385-4e86-98b7-64659dccb3a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.643754 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a314d6fa-9385-4e86-98b7-64659dccb3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.647846 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a314d6fa-9385-4e86-98b7-64659dccb3a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fe5845e-815f-469f-bc0f-5a85314dff3c {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:55:47.651257 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a314d6fa-9385-4e86-98b7-64659dccb3a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.653196 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a314d6fa-9385-4e86-98b7-64659dccb3a4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6fe5845e-815f-469f-bc0f-5a85314dff3c HTTP/1.1" status: 204 len: 168 time: 0.8393028 Jul 16 01:55:47.656167 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35002) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:47.700932 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7aab39c-ceb6-49bb-a110-6f6b00654cdb admin admin] Deleting subnet 346495ca-110e-4201-92db-fdd0becb4404 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:47.704574 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f7aab39c-ceb6-49bb-a110-6f6b00654cdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.740224 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f7aab39c-ceb6-49bb-a110-6f6b00654cdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.126455 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f7aab39c-ceb6-49bb-a110-6f6b00654cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.183104 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f7aab39c-ceb6-49bb-a110-6f6b00654cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.210507 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aab39c-ceb6-49bb-a110-6f6b00654cdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=346495ca-110e-4201-92db-fdd0becb4404,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:48.212515 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f7aab39c-ceb6-49bb-a110-6f6b00654cdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.217201 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f7aab39c-ceb6-49bb-a110-6f6b00654cdb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/346495ca-110e-4201-92db-fdd0becb4404 HTTP/1.1" status: 204 len: 168 time: 0.5572495 Jul 16 01:55:48.217498 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35004) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:48.218089 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a68a91c-b330-4165-a1b3-a9b821c05506 None None] Network c00b9b66-1e72-4149-ba0a-478b2e34b048 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:48.291466 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9761-d336-4094-9a4a-341baf3fd8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.346953 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1ccc9761-d336-4094-9a4a-341baf3fd8d2 admin admin] Deleting port 6bda0b93-9802-46fe-8c9f-c9657ab8edc0 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:48.347304 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9761-d336-4094-9a4a-341baf3fd8d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.413437 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea849d42-424c-4bdc-aef7-8264bc6844b6 None None] DHCP port deletion for c00b9b66-1e72-4149-ba0a-478b2e34b048 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:55:48.416709 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1ccc9761-d336-4094-9a4a-341baf3fd8d2 admin admin] For port 6bda0b93-9802-46fe-8c9f-c9657ab8edc0, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=6bda0b93-9802-46fe-8c9f-c9657ab8edc0,segment=NetworkSegment(629b085d-6333-4917-97f9-ada421bb0a84),segment_id=629b085d-6333-4917-97f9-ada421bb0a84)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:48.417068 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9761-d336-4094-9a4a-341baf3fd8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.432249 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1ccc9761-d336-4094-9a4a-341baf3fd8d2 admin admin] Calling delete_port for 6bda0b93-9802-46fe-8c9f-c9657ab8edc0 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:48.463359 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ea849d42-424c-4bdc-aef7-8264bc6844b6 None None] Deleting port 6bda0b93-9802-46fe-8c9f-c9657ab8edc0 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:48.463734 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ea849d42-424c-4bdc-aef7-8264bc6844b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.519662 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9761-d336-4094-9a4a-341baf3fd8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.532897 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ea849d42-424c-4bdc-aef7-8264bc6844b6 None None] For port 6bda0b93-9802-46fe-8c9f-c9657ab8edc0, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=6bda0b93-9802-46fe-8c9f-c9657ab8edc0,segment=NetworkSegment(629b085d-6333-4917-97f9-ada421bb0a84),segment_id=629b085d-6333-4917-97f9-ada421bb0a84)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:48.533290 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ea849d42-424c-4bdc-aef7-8264bc6844b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.544989 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc9761-d336-4094-9a4a-341baf3fd8d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bda0b93-9802-46fe-8c9f-c9657ab8edc0,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:48.546314 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ea849d42-424c-4bdc-aef7-8264bc6844b6 None None] Calling delete_port for 6bda0b93-9802-46fe-8c9f-c9657ab8edc0 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:48.551681 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccc9761-d336-4094-9a4a-341baf3fd8d2 admin admin] No DVR routers for this DVR port 6bda0b93-9802-46fe-8c9f-c9657ab8edc0 on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:48.625388 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9761-d336-4094-9a4a-341baf3fd8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.626971 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ea849d42-424c-4bdc-aef7-8264bc6844b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.636215 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-1ccc9761-d336-4094-9a4a-341baf3fd8d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00b9b66-1e72-4149-ba0a-478b2e34b048']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:48.646931 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-1ccc9761-d336-4094-9a4a-341baf3fd8d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629b085d-6333-4917-97f9-ada421bb0a84') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:48.647275 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-1ccc9761-d336-4094-9a4a-341baf3fd8d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629b085d-6333-4917-97f9-ada421bb0a84') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:48.651901 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea849d42-424c-4bdc-aef7-8264bc6844b6 None None] Pushing event deleted for resources: {'Port': ['ID=6bda0b93-9802-46fe-8c9f-c9657ab8edc0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:48.655644 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea849d42-424c-4bdc-aef7-8264bc6844b6 None None] No DVR routers for this DVR port 6bda0b93-9802-46fe-8c9f-c9657ab8edc0 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:48.658709 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9761-d336-4094-9a4a-341baf3fd8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.674547 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9761-d336-4094-9a4a-341baf3fd8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.680435 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ccc9761-d336-4094-9a4a-341baf3fd8d2 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:48.680866 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9761-d336-4094-9a4a-341baf3fd8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:48.682663 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:48.741297 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9761-d336-4094-9a4a-341baf3fd8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.747920 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9761-d336-4094-9a4a-341baf3fd8d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.749981 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1ccc9761-d336-4094-9a4a-341baf3fd8d2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c00b9b66-1e72-4149-ba0a-478b2e34b048 HTTP/1.1" status: 204 len: 168 time: 0.5315940 Jul 16 01:55:48.762220 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc9761-d336-4094-9a4a-341baf3fd8d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c00b9b66-1e72-4149-ba0a-478b2e34b048,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:48.922144 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35008) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:48.963715 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-57829339-8d24-47a1-b836-42c724321244 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e68bf023a1b045a9820bc56c763d7929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402989 Jul 16 01:55:48.966259 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35010) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:49.017930 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9be238db-3724-4e5a-b8dd-fa32ed9dce23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.040076 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9be238db-3724-4e5a-b8dd-fa32ed9dce23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.091862 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9be238db-3724-4e5a-b8dd-fa32ed9dce23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.095446 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9be238db-3724-4e5a-b8dd-fa32ed9dce23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.097085 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9be238db-3724-4e5a-b8dd-fa32ed9dce23 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/570af24c-175a-490d-8605-5a8a38f6d4da HTTP/1.1" status: 204 len: 168 time: 0.1296623 Jul 16 01:55:49.105384 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be238db-3724-4e5a-b8dd-fa32ed9dce23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570af24c-175a-490d-8605-5a8a38f6d4da,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:49.278383 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c2c80dde-ca71-4eea-920b-e82e83406cff no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:49.302513 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: c2c80dde-ca71-4eea-920b-e82e83406cff {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:49.302865 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c2c80dde-ca71-4eea-920b-e82e83406cff not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:49.303283 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6bda0b93-9802-46fe-8c9f-c9657ab8edc0 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:49.323460 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 6bda0b93-9802-46fe-8c9f-c9657ab8edc0 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:49.323819 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6bda0b93-9802-46fe-8c9f-c9657ab8edc0 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:49.324237 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 85ad7855-320b-4f45-a6ee-b0088937982b no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:49.343301 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 85ad7855-320b-4f45-a6ee-b0088937982b {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:49.344001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 85ad7855-320b-4f45-a6ee-b0088937982b not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:49.443826 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35018) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:49.492679 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bb7fefd6-6c6a-4373-8f4a-0450d3b0bd9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58adc851e16c4be1ad0e66df329a4c6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474498 Jul 16 01:55:49.495230 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35020) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:49.547185 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0d191237-16c2-4e19-b929-a7ea76131d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.570064 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0d191237-16c2-4e19-b929-a7ea76131d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.621167 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0d191237-16c2-4e19-b929-a7ea76131d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.623895 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0d191237-16c2-4e19-b929-a7ea76131d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.625216 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0d191237-16c2-4e19-b929-a7ea76131d31 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b44be031-362e-4452-93cf-80c49c713e10 HTTP/1.1" status: 204 len: 168 time: 0.1290872 Jul 16 01:55:49.635097 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d191237-16c2-4e19-b929-a7ea76131d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44be031-362e-4452-93cf-80c49c713e10,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:50.366209 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35042) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:50.465819 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-622820c8-afcc-45d0-8c8c-064100357799 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-721039110-network', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:50.497404 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622820c8-afcc-45d0-8c8c-064100357799 admin admin] Made reservation on behalf of afe7e5a9f3b34c8783b395f45e501d66 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:50.499663 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-622820c8-afcc-45d0-8c8c-064100357799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.508351 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-622820c8-afcc-45d0-8c8c-064100357799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.605874 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-622820c8-afcc-45d0-8c8c-064100357799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.612934 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-622820c8-afcc-45d0-8c8c-064100357799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.636578 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622820c8-afcc-45d0-8c8c-064100357799 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:50.645153 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622820c8-afcc-45d0-8c8c-064100357799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d333416a-ab00-4bec-8e4b-b003ab3638a3,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:50.651093 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-622820c8-afcc-45d0-8c8c-064100357799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.651416 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-622820c8-afcc-45d0-8c8c-064100357799 admin admin] Added segment f747ed60-2652-422c-92d1-8624aaf6c1cf of type vlan for network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 Jul 16 01:55:50.698761 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-622820c8-afcc-45d0-8c8c-064100357799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.702291 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-3734fe2a-ebcb-4b24-8e1a-eda9cd00fd94 req-93bd7bf8-a099-460a-b9b3-233a5f3186e3 service neutron] (93956) timed out ('10.222.0.16', 41080) {{(pid=93956) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:55:50.740906 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-622820c8-afcc-45d0-8c8c-064100357799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.742038 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622820c8-afcc-45d0-8c8c-064100357799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:50.742784 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-622820c8-afcc-45d0-8c8c-064100357799 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.776200 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-622820c8-afcc-45d0-8c8c-064100357799 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4086580 Jul 16 01:55:50.779136 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35046) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:50.786593 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-7a54e824-b32d-47df-a0de-5f30a7a1f61d admin admin] Request body: {'subnet': {'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-721039110-subnet', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:50.806016 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622820c8-afcc-45d0-8c8c-064100357799 admin admin] Pushing event updated for resources: {'Network': ['ID=33dc7d95-0dcb-4992-81bd-6e72b1f33713,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:50.810800 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a54e824-b32d-47df-a0de-5f30a7a1f61d admin admin] Made reservation on behalf of afe7e5a9f3b34c8783b395f45e501d66 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:50.813477 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7a54e824-b32d-47df-a0de-5f30a7a1f61d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.817565 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:51.000281 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7a54e824-b32d-47df-a0de-5f30a7a1f61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.058445 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54e824-b32d-47df-a0de-5f30a7a1f61d admin admin] Pushing event updated for resources: {'Subnet': ['ID=608c9e7c-9aae-48b5-a467-74a11c7b6d18,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:51.069722 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a54e824-b32d-47df-a0de-5f30a7a1f61d admin admin] Checking segment: {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:51.070078 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a54e824-b32d-47df-a0de-5f30a7a1f61d admin admin] Network hostable DHCP agents. Network: 33dc7d95-0dcb-4992-81bd-6e72b1f33713, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:51.090947 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a54e824-b32d-47df-a0de-5f30a7a1f61d admin admin] Network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:51.102020 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-7a54e824-b32d-47df-a0de-5f30a7a1f61d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 33dc7d95-0dcb-4992-81bd-6e72b1f33713) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:51.106695 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a54e824-b32d-47df-a0de-5f30a7a1f61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:51.107895 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7a54e824-b32d-47df-a0de-5f30a7a1f61d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.118201 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f9562d-a98c-40d7-86a2-652e1ce54c05 None None] Network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:51.125802 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7a54e824-b32d-47df-a0de-5f30a7a1f61d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3435063 Jul 16 01:55:51.128589 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35048) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:51.133062 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-efece535-fb97-4a88-a146-ca707520c586 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:51.154814 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efece535-fb97-4a88-a146-ca707520c586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.155855 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efece535-fb97-4a88-a146-ca707520c586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.210328 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efece535-fb97-4a88-a146-ca707520c586 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.258756 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98ef9d0-445b-48a3-92e0-70d5e42f71ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:51.259638 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a98ef9d0-445b-48a3-92e0-70d5e42f71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.367304 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efece535-fb97-4a88-a146-ca707520c586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.406371 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-a98ef9d0-445b-48a3-92e0-70d5e42f71ac None None] Allocated IP 172.20.0.2 (33dc7d95-0dcb-4992-81bd-6e72b1f33713/608c9e7c-9aae-48b5-a467-74a11c7b6d18/f359f9f6-9f2b-4bcd-93bb-88006c3335cb) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:51.563380 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a98ef9d0-445b-48a3-92e0-70d5e42f71ac None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.574913 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a98ef9d0-445b-48a3-92e0-70d5e42f71ac None None] Transition to ACTIVE for port object f359f9f6-9f2b-4bcd-93bb-88006c3335cb will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:51.590510 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a98ef9d0-445b-48a3-92e0-70d5e42f71ac None None] Transition to ACTIVE for port object f359f9f6-9f2b-4bcd-93bb-88006c3335cb will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:51.592467 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efece535-fb97-4a88-a146-ca707520c586 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.598833 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a98ef9d0-445b-48a3-92e0-70d5e42f71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.617709 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efece535-fb97-4a88-a146-ca707520c586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.640437 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98ef9d0-445b-48a3-92e0-70d5e42f71ac None None] Network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:51.645665 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-a98ef9d0-445b-48a3-92e0-70d5e42f71ac None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:51.648334 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ef9d0-445b-48a3-92e0-70d5e42f71ac None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:51.655917 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ef9d0-445b-48a3-92e0-70d5e42f71ac None None] Pushing event updated for resources: {'Port': ['ID=f359f9f6-9f2b-4bcd-93bb-88006c3335cb,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:51.716804 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a98ef9d0-445b-48a3-92e0-70d5e42f71ac None None] Attempting to bind port f359f9f6-9f2b-4bcd-93bb-88006c3335cb on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:51.717169 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a98ef9d0-445b-48a3-92e0-70d5e42f71ac None None] Attempting to bind port f359f9f6-9f2b-4bcd-93bb-88006c3335cb by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:51.717530 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ef9d0-445b-48a3-92e0-70d5e42f71ac None None] Attempting to bind port f359f9f6-9f2b-4bcd-93bb-88006c3335cb on network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:51.723258 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ef9d0-445b-48a3-92e0-70d5e42f71ac None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:51.723638 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ef9d0-445b-48a3-92e0-70d5e42f71ac None None] Checking segment: {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:51.724037 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a98ef9d0-445b-48a3-92e0-70d5e42f71ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.724462 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ef9d0-445b-48a3-92e0-70d5e42f71ac None None] Bound using segment: {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:51.724937 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a98ef9d0-445b-48a3-92e0-70d5e42f71ac None None] Bound port: f359f9f6-9f2b-4bcd-93bb-88006c3335cb, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:51.725318 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a98ef9d0-445b-48a3-92e0-70d5e42f71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.727823 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-efece535-fb97-4a88-a146-ca707520c586 admin admin] Allocated IP 172.25.6.164 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/06a13569-771b-4afc-8c6c-bc472074085d) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:51.793716 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a98ef9d0-445b-48a3-92e0-70d5e42f71ac None None] For port f359f9f6-9f2b-4bcd-93bb-88006c3335cb, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:51.797161 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a98ef9d0-445b-48a3-92e0-70d5e42f71ac None None] For port f359f9f6-9f2b-4bcd-93bb-88006c3335cb, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f359f9f6-9f2b-4bcd-93bb-88006c3335cb,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:51.807361 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a98ef9d0-445b-48a3-92e0-70d5e42f71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.839942 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efece535-fb97-4a88-a146-ca707520c586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.879765 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ef9d0-445b-48a3-92e0-70d5e42f71ac None None] Pushing event updated for resources: {'Port': ['ID=f359f9f6-9f2b-4bcd-93bb-88006c3335cb,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:51.882768 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efece535-fb97-4a88-a146-ca707520c586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.926658 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efece535-fb97-4a88-a146-ca707520c586 admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:51.929906 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-efece535-fb97-4a88-a146-ca707520c586 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:51.934462 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efece535-fb97-4a88-a146-ca707520c586 admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:51.937720 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efece535-fb97-4a88-a146-ca707520c586 admin admin] Pushing event updated for resources: {'Port': ['ID=06a13569-771b-4afc-8c6c-bc472074085d,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:52.212185 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efece535-fb97-4a88-a146-ca707520c586 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:52.426278 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efece535-fb97-4a88-a146-ca707520c586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:52.562013 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efece535-fb97-4a88-a146-ca707520c586 admin admin] Router 8445340e-d468-4de7-b28e-59bae862fc18 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:55:52.675459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efece535-fb97-4a88-a146-ca707520c586 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:52.686925 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] Sync routers for ids ['8445340e-d468-4de7-b28e-59bae862fc18'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:52.694829 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-efece535-fb97-4a88-a146-ca707520c586 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:52.696919 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] Routers {'8445340e-d468-4de7-b28e-59bae862fc18'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:52.697115 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-efece535-fb97-4a88-a146-ca707520c586 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5674973 Jul 16 01:55:52.697897 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:55:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8445340e-d468-4de7-b28e-59bae862fc18'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:52.700101 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35050) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:52.782675 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1b76d1-ac79-40ae-a33a-7e40be4a9601 None None] Network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:52.858609 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] Set router 8445340e-d468-4de7-b28e-59bae862fc18 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:52.942404 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a11e1239-fd95-4e46-9116-a48d9c97993b None None] Provisioning for port f359f9f6-9f2b-4bcd-93bb-88006c3335cb completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:53.123925 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '06a13569-771b-4afc-8c6c-bc472074085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:52Z', 'revision_number': 3, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port': {'id': '06a13569-771b-4afc-8c6c-bc472074085d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:53.129977 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dc07ddd3-735c-42b1-ab0a-b806ee01dedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.152105 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] Checking router: 8445340e-d468-4de7-b28e-59bae862fc18 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:53.152478 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] Updating router 8445340e-d468-4de7-b28e-59bae862fc18 port 06a13569-771b-4afc-8c6c-bc472074085d binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:55:53.191417 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.351793 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f359f9f6-9f2b-4bcd-93bb-88006c3335cb up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:53.477077 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port f359f9f6-9f2b-4bcd-93bb-88006c3335cb completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:53.484823 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port f359f9f6-9f2b-4bcd-93bb-88006c3335cb triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:53.485198 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.576803 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.589398 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] Transition to ACTIVE for port object 06a13569-771b-4afc-8c6c-bc472074085d will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:53.622082 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.653880 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.668292 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-dc07ddd3-735c-42b1-ab0a-b806ee01dedb admin admin] Allocated IP 172.20.0.1 (33dc7d95-0dcb-4992-81bd-6e72b1f33713/608c9e7c-9aae-48b5-a467-74a11c7b6d18/be599fc7-fdc8-4486-835d-77dfac012825) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:53.696006 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299d853-f8c4-4246-a897-cb7586a6c257 None None] Pushing event updated for resources: {'Port': ['ID=06a13569-771b-4afc-8c6c-bc472074085d,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:53.702602 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] Attempting to bind port 06a13569-771b-4afc-8c6c-bc472074085d on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:53.702988 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] Attempting to bind port 06a13569-771b-4afc-8c6c-bc472074085d by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:53.703505 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] Attempting to bind port 06a13569-771b-4afc-8c6c-bc472074085d on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:53.715846 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:53.716222 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:53.716648 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.717035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:53.717497 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] Bound port: 06a13569-771b-4afc-8c6c-bc472074085d, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:53.717873 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.720775 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port f359f9f6-9f2b-4bcd-93bb-88006c3335cb, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f359f9f6-9f2b-4bcd-93bb-88006c3335cb,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:53.741957 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.778414 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dc07ddd3-735c-42b1-ab0a-b806ee01dedb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.791181 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-dc07ddd3-735c-42b1-ab0a-b806ee01dedb admin admin] Transition to ACTIVE for port object be599fc7-fdc8-4486-835d-77dfac012825 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:53.810675 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] For port 06a13569-771b-4afc-8c6c-bc472074085d, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:53.814195 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] For port 06a13569-771b-4afc-8c6c-bc472074085d, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=06a13569-771b-4afc-8c6c-bc472074085d,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:53.815370 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=f359f9f6-9f2b-4bcd-93bb-88006c3335cb,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:53.820331 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.832615 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dc07ddd3-735c-42b1-ab0a-b806ee01dedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.881626 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc07ddd3-735c-42b1-ab0a-b806ee01dedb admin admin] Network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:53.881853 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] Routers {'8445340e-d468-4de7-b28e-59bae862fc18'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:53.882339 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:55:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8445340e-d468-4de7-b28e-59bae862fc18'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:53.884665 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-dc07ddd3-735c-42b1-ab0a-b806ee01dedb admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:53.887636 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299d853-f8c4-4246-a897-cb7586a6c257 None None] Pushing event updated for resources: {'Port': ['ID=06a13569-771b-4afc-8c6c-bc472074085d,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:53.890768 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc07ddd3-735c-42b1-ab0a-b806ee01dedb admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:53.894247 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07ddd3-735c-42b1-ab0a-b806ee01dedb admin admin] Pushing event updated for resources: {'Port': ['ID=be599fc7-fdc8-4486-835d-77dfac012825,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:53.930826 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dc07ddd3-735c-42b1-ab0a-b806ee01dedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.086397 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dc07ddd3-735c-42b1-ab0a-b806ee01dedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.177076 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] Set router 8445340e-d468-4de7-b28e-59bae862fc18 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:54.202806 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-432652ee-1692-41f5-9650-ea8d2c83c5de None None] Provisioning for port be599fc7-fdc8-4486-835d-77dfac012825 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:54.233454 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-432652ee-1692-41f5-9650-ea8d2c83c5de None None] Provisioning complete for port be599fc7-fdc8-4486-835d-77dfac012825 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:54.233827 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-432652ee-1692-41f5-9650-ea8d2c83c5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.254416 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dc07ddd3-735c-42b1-ab0a-b806ee01dedb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.259990 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dc07ddd3-735c-42b1-ab0a-b806ee01dedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.318306 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-432652ee-1692-41f5-9650-ea8d2c83c5de None None] Port be599fc7-fdc8-4486-835d-77dfac012825 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:54.328486 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07ddd3-735c-42b1-ab0a-b806ee01dedb admin admin] Pushing event updated for resources: {'Port': ['ID=be599fc7-fdc8-4486-835d-77dfac012825,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:54.332533 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dc07ddd3-735c-42b1-ab0a-b806ee01dedb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.387011 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '06a13569-771b-4afc-8c6c-bc472074085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:52Z', 'revision_number': 3, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port': {'id': '06a13569-771b-4afc-8c6c-bc472074085d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:54.417813 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a621a333-1e76-4e90-99c1-b852f86598f5 None None] The sync data for ids ['8445340e-d468-4de7-b28e-59bae862fc18'] in n-d-792394-16 is: [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '06a13569-771b-4afc-8c6c-bc472074085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:52Z', 'revision_number': 3, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port': {'id': '06a13569-771b-4afc-8c6c-bc472074085d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:54.428105 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc07ddd3-735c-42b1-ab0a-b806ee01dedb admin admin] Network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:54.432962 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-dc07ddd3-735c-42b1-ab0a-b806ee01dedb admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:54.557017 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc07ddd3-735c-42b1-ab0a-b806ee01dedb admin admin] Router 8445340e-d468-4de7-b28e-59bae862fc18 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:55:54.654094 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b9abdda9-326a-494d-83a6-1118adf25119 None None] Provisioning complete for port be599fc7-fdc8-4486-835d-77dfac012825 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:54.654711 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b9abdda9-326a-494d-83a6-1118adf25119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.700813 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b9abdda9-326a-494d-83a6-1118adf25119 None None] Port be599fc7-fdc8-4486-835d-77dfac012825 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:54.713752 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc07ddd3-735c-42b1-ab0a-b806ee01dedb admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:54.720957 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-dc07ddd3-735c-42b1-ab0a-b806ee01dedb admin admin] 10.222.0.16 "PUT /v2.0/routers/8445340e-d468-4de7-b28e-59bae862fc18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0190613 Jul 16 01:55:55.269603 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35066) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:55.275234 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-dfeb3fd2-08b9-42d8-b724-17cfa3ed086f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1129066407-network', 'tenant_id': '0b255813ad184e9ebf33851bc73c2315'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:55.305986 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfeb3fd2-08b9-42d8-b724-17cfa3ed086f admin admin] Made reservation on behalf of 0b255813ad184e9ebf33851bc73c2315 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:55.309003 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3fd2-08b9-42d8-b724-17cfa3ed086f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.320088 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3fd2-08b9-42d8-b724-17cfa3ed086f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.377930 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 06a13569-771b-4afc-8c6c-bc472074085d up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:55.437098 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 06a13569-771b-4afc-8c6c-bc472074085d completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:55.439329 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 06a13569-771b-4afc-8c6c-bc472074085d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:55.439803 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3fd2-08b9-42d8-b724-17cfa3ed086f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.439959 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.446346 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3fd2-08b9-42d8-b724-17cfa3ed086f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.471897 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfeb3fd2-08b9-42d8-b724-17cfa3ed086f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:55.487957 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb3fd2-08b9-42d8-b724-17cfa3ed086f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e120fb8-519b-44ee-8fc9-0dce764d5f5d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:55.493374 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3fd2-08b9-42d8-b724-17cfa3ed086f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.493714 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-dfeb3fd2-08b9-42d8-b724-17cfa3ed086f admin admin] Added segment a7058db1-3c9f-4503-9c23-0f997128a373 of type vlan for network 3bf12ce0-4169-4108-8b4e-234ca0272740 Jul 16 01:55:55.543906 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.550068 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3fd2-08b9-42d8-b724-17cfa3ed086f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.569056 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 06a13569-771b-4afc-8c6c-bc472074085d, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=06a13569-771b-4afc-8c6c-bc472074085d,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:55.575801 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.576760 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f359f9f6-9f2b-4bcd-93bb-88006c3335cb up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:55.585590 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3fd2-08b9-42d8-b724-17cfa3ed086f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.586754 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeb3fd2-08b9-42d8-b724-17cfa3ed086f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:55.587426 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3fd2-08b9-42d8-b724-17cfa3ed086f admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.624748 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-dfeb3fd2-08b9-42d8-b724-17cfa3ed086f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3538895 Jul 16 01:55:55.627773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35068) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:55.633434 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-7dadef20-d376-40ee-a4e2-ddf5755dfe59 admin admin] Request body: {'subnet': {'network_id': '3bf12ce0-4169-4108-8b4e-234ca0272740', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1129066407-subnet', 'tenant_id': '0b255813ad184e9ebf33851bc73c2315', 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:55.658177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dadef20-d376-40ee-a4e2-ddf5755dfe59 admin admin] Made reservation on behalf of 0b255813ad184e9ebf33851bc73c2315 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:55.662393 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7dadef20-d376-40ee-a4e2-ddf5755dfe59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.666847 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb3fd2-08b9-42d8-b724-17cfa3ed086f admin admin] Pushing event updated for resources: {'Network': ['ID=3bf12ce0-4169-4108-8b4e-234ca0272740,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:55.668263 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=06a13569-771b-4afc-8c6c-bc472074085d,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:55.678182 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port f359f9f6-9f2b-4bcd-93bb-88006c3335cb triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:55.678563 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.682750 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 3bf12ce0-4169-4108-8b4e-234ca0272740 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:55.901506 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7dadef20-d376-40ee-a4e2-ddf5755dfe59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.966700 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadef20-d376-40ee-a4e2-ddf5755dfe59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52be36a3-e78d-4d39-bfb6-20efd51fee08,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:55.976427 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dadef20-d376-40ee-a4e2-ddf5755dfe59 admin admin] Checking segment: {'id': 'a7058db1-3c9f-4503-9c23-0f997128a373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3bf12ce0-4169-4108-8b4e-234ca0272740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:55.976819 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dadef20-d376-40ee-a4e2-ddf5755dfe59 admin admin] Network hostable DHCP agents. Network: 3bf12ce0-4169-4108-8b4e-234ca0272740, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:55.997575 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dadef20-d376-40ee-a4e2-ddf5755dfe59 admin admin] Network 3bf12ce0-4169-4108-8b4e-234ca0272740 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:56.010284 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-7dadef20-d376-40ee-a4e2-ddf5755dfe59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 3bf12ce0-4169-4108-8b4e-234ca0272740) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:56.014872 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dadef20-d376-40ee-a4e2-ddf5755dfe59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:56.016337 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7dadef20-d376-40ee-a4e2-ddf5755dfe59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.021803 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7decf9ae-9ef5-48d8-9f5c-66448e816c5c None None] Network 3bf12ce0-4169-4108-8b4e-234ca0272740 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:56.034585 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] Sync routers for ids ['8445340e-d468-4de7-b28e-59bae862fc18'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:56.035087 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7dadef20-d376-40ee-a4e2-ddf5755dfe59 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4058337 Jul 16 01:55:56.037331 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35070) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:56.043085 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-da00e0bc-a045-4dbd-8f35-4fc282f9d115 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1129066407-router', 'tenant_id': '0b255813ad184e9ebf33851bc73c2315', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:56.044802 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] Routers {'8445340e-d468-4de7-b28e-59bae862fc18'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:56.045434 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:55:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8445340e-d468-4de7-b28e-59bae862fc18'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:56.067710 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-da00e0bc-a045-4dbd-8f35-4fc282f9d115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.068789 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-da00e0bc-a045-4dbd-8f35-4fc282f9d115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.127023 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-da00e0bc-a045-4dbd-8f35-4fc282f9d115 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.159737 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] Set router 8445340e-d468-4de7-b28e-59bae862fc18 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:56.229187 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d660f30-3aad-49c3-8630-2409fc21ef32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-3bf12ce0-4169-4108-8b4e-234ca0272740', 'network_id': '3bf12ce0-4169-4108-8b4e-234ca0272740', 'tenant_id': '0b255813ad184e9ebf33851bc73c2315', 'fixed_ips': [{'subnet_id': '52be36a3-e78d-4d39-bfb6-20efd51fee08'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:56.231009 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d660f30-3aad-49c3-8630-2409fc21ef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.274377 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-da00e0bc-a045-4dbd-8f35-4fc282f9d115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.382880 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '06a13569-771b-4afc-8c6c-bc472074085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:54Z', 'revision_number': 4, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port': {'id': '06a13569-771b-4afc-8c6c-bc472074085d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'be599fc7-fdc8-4486-835d-77dfac012825', 'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'mac_address': 'fa:16:3e:7b:a6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:53Z', 'updated_at': '2021-07-16T01:55:54Z', 'revision_number': 2, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'subnets': [{'id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:56.397502 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-6d660f30-3aad-49c3-8630-2409fc21ef32 None None] Allocated IP 172.20.0.2 (3bf12ce0-4169-4108-8b4e-234ca0272740/52be36a3-e78d-4d39-bfb6-20efd51fee08/100aed31-efdb-40e9-b036-094cb76bb5e8) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:56.411380 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] Checking router: 8445340e-d468-4de7-b28e-59bae862fc18 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:56.411720 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] Updating router 8445340e-d468-4de7-b28e-59bae862fc18 port be599fc7-fdc8-4486-835d-77dfac012825 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:55:56.454947 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.501099 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-da00e0bc-a045-4dbd-8f35-4fc282f9d115 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.520734 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-da00e0bc-a045-4dbd-8f35-4fc282f9d115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.547894 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d660f30-3aad-49c3-8630-2409fc21ef32 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.557394 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d660f30-3aad-49c3-8630-2409fc21ef32 None None] Transition to ACTIVE for port object 100aed31-efdb-40e9-b036-094cb76bb5e8 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:56.575531 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d660f30-3aad-49c3-8630-2409fc21ef32 None None] Transition to ACTIVE for port object 100aed31-efdb-40e9-b036-094cb76bb5e8 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:56.582869 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d660f30-3aad-49c3-8630-2409fc21ef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.619879 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d660f30-3aad-49c3-8630-2409fc21ef32 None None] Network 3bf12ce0-4169-4108-8b4e-234ca0272740 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:56.633093 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-da00e0bc-a045-4dbd-8f35-4fc282f9d115 admin admin] Allocated IP 172.25.6.40 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/7e8432b8-b5ad-40d2-b7e5-079843d120e3) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:56.634244 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-6d660f30-3aad-49c3-8630-2409fc21ef32 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:56.643546 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d660f30-3aad-49c3-8630-2409fc21ef32 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:56.653182 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d660f30-3aad-49c3-8630-2409fc21ef32 None None] Pushing event updated for resources: {'Port': ['ID=100aed31-efdb-40e9-b036-094cb76bb5e8,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:56.679127 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f336f0c-3396-4fba-a0fa-a4cdf447acdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.708016 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-6d660f30-3aad-49c3-8630-2409fc21ef32 None None] Attempting to bind port 100aed31-efdb-40e9-b036-094cb76bb5e8 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:56.708416 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-6d660f30-3aad-49c3-8630-2409fc21ef32 None None] Attempting to bind port 100aed31-efdb-40e9-b036-094cb76bb5e8 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'a7058db1-3c9f-4503-9c23-0f997128a373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3bf12ce0-4169-4108-8b4e-234ca0272740'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:56.708789 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d660f30-3aad-49c3-8630-2409fc21ef32 None None] Attempting to bind port 100aed31-efdb-40e9-b036-094cb76bb5e8 on network 3bf12ce0-4169-4108-8b4e-234ca0272740 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:56.713871 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d660f30-3aad-49c3-8630-2409fc21ef32 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:56.714391 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d660f30-3aad-49c3-8630-2409fc21ef32 None None] Checking segment: {'id': 'a7058db1-3c9f-4503-9c23-0f997128a373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3bf12ce0-4169-4108-8b4e-234ca0272740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:56.714803 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d660f30-3aad-49c3-8630-2409fc21ef32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.715199 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d660f30-3aad-49c3-8630-2409fc21ef32 None None] Bound using segment: {'id': 'a7058db1-3c9f-4503-9c23-0f997128a373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3bf12ce0-4169-4108-8b4e-234ca0272740'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:56.715669 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-6d660f30-3aad-49c3-8630-2409fc21ef32 None None] Bound port: 100aed31-efdb-40e9-b036-094cb76bb5e8, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7058db1-3c9f-4503-9c23-0f997128a373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3bf12ce0-4169-4108-8b4e-234ca0272740'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:56.716053 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d660f30-3aad-49c3-8630-2409fc21ef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.731747 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.742105 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] Transition to ACTIVE for port object be599fc7-fdc8-4486-835d-77dfac012825 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:56.743992 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-da00e0bc-a045-4dbd-8f35-4fc282f9d115 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.749521 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.787284 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d660f30-3aad-49c3-8630-2409fc21ef32 None None] For port 100aed31-efdb-40e9-b036-094cb76bb5e8, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:56.791523 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d660f30-3aad-49c3-8630-2409fc21ef32 None None] For port 100aed31-efdb-40e9-b036-094cb76bb5e8, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=100aed31-efdb-40e9-b036-094cb76bb5e8,segment=NetworkSegment(a7058db1-3c9f-4503-9c23-0f997128a373),segment_id=a7058db1-3c9f-4503-9c23-0f997128a373)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:56.799577 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d660f30-3aad-49c3-8630-2409fc21ef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.813912 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-da00e0bc-a045-4dbd-8f35-4fc282f9d115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.870714 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d660f30-3aad-49c3-8630-2409fc21ef32 None None] Pushing event updated for resources: {'Port': ['ID=100aed31-efdb-40e9-b036-094cb76bb5e8,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:56.871277 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c71013-bcc8-4eb5-bae8-6c3239b3afe1 None None] Pushing event updated for resources: {'Port': ['ID=be599fc7-fdc8-4486-835d-77dfac012825,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:56.876590 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da00e0bc-a045-4dbd-8f35-4fc282f9d115 admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:56.879664 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] Attempting to bind port be599fc7-fdc8-4486-835d-77dfac012825 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:56.880032 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] Attempting to bind port be599fc7-fdc8-4486-835d-77dfac012825 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:56.880763 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] Attempting to bind port be599fc7-fdc8-4486-835d-77dfac012825 on network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:56.882902 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-da00e0bc-a045-4dbd-8f35-4fc282f9d115 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:56.884932 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c71013-bcc8-4eb5-bae8-6c3239b3afe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:56.885217 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c71013-bcc8-4eb5-bae8-6c3239b3afe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:56.885561 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c71013-bcc8-4eb5-bae8-6c3239b3afe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:56.885888 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c71013-bcc8-4eb5-bae8-6c3239b3afe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:56.886223 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c71013-bcc8-4eb5-bae8-6c3239b3afe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:56.886803 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c71013-bcc8-4eb5-bae8-6c3239b3afe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:56.887133 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c71013-bcc8-4eb5-bae8-6c3239b3afe1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:56.887457 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c71013-bcc8-4eb5-bae8-6c3239b3afe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:56.887780 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c71013-bcc8-4eb5-bae8-6c3239b3afe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:56.888099 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c71013-bcc8-4eb5-bae8-6c3239b3afe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:56.888461 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c71013-bcc8-4eb5-bae8-6c3239b3afe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:56.889383 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c71013-bcc8-4eb5-bae8-6c3239b3afe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:56.893045 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da00e0bc-a045-4dbd-8f35-4fc282f9d115 admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:56.896237 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:56.896632 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] Checking segment: {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:56.897297 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.897693 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] Bound using segment: {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:56.898162 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] Bound port: be599fc7-fdc8-4486-835d-77dfac012825, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:56.898540 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.900499 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00e0bc-a045-4dbd-8f35-4fc282f9d115 admin admin] Pushing event updated for resources: {'Port': ['ID=7e8432b8-b5ad-40d2-b7e5-079843d120e3,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:56.965798 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] For port be599fc7-fdc8-4486-835d-77dfac012825, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:56.969565 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] For port be599fc7-fdc8-4486-835d-77dfac012825, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=be599fc7-fdc8-4486-835d-77dfac012825,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:56.976279 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.030376 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] Routers {'8445340e-d468-4de7-b28e-59bae862fc18'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:57.031053 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:55:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8445340e-d468-4de7-b28e-59bae862fc18'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:57.171069 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c71013-bcc8-4eb5-bae8-6c3239b3afe1 None None] Pushing event updated for resources: {'Port': ['ID=be599fc7-fdc8-4486-835d-77dfac012825,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:57.212112 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] Set router 8445340e-d468-4de7-b28e-59bae862fc18 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:57.461936 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 06a13569-771b-4afc-8c6c-bc472074085d up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:57.491125 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '06a13569-771b-4afc-8c6c-bc472074085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:54Z', 'revision_number': 4, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port': {'id': '06a13569-771b-4afc-8c6c-bc472074085d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'be599fc7-fdc8-4486-835d-77dfac012825', 'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'mac_address': 'fa:16:3e:7b:a6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:53Z', 'updated_at': '2021-07-16T01:55:56Z', 'revision_number': 4, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'subnets': [{'id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:57.519056 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3bed6d-6760-45c2-9696-8154d410b732 None None] The sync data for ids ['8445340e-d468-4de7-b28e-59bae862fc18'] in n-d-792394-16 is: [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '06a13569-771b-4afc-8c6c-bc472074085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:54Z', 'revision_number': 4, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port': {'id': '06a13569-771b-4afc-8c6c-bc472074085d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'be599fc7-fdc8-4486-835d-77dfac012825', 'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'mac_address': 'fa:16:3e:7b:a6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:53Z', 'updated_at': '2021-07-16T01:55:56Z', 'revision_number': 4, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'subnets': [{'id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:57.525263 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 06a13569-771b-4afc-8c6c-bc472074085d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:57.525696 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.602895 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-da00e0bc-a045-4dbd-8f35-4fc282f9d115 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.666673 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 100aed31-efdb-40e9-b036-094cb76bb5e8 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:57.730198 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 100aed31-efdb-40e9-b036-094cb76bb5e8 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:57.824912 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-da00e0bc-a045-4dbd-8f35-4fc282f9d115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.982347 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da00e0bc-a045-4dbd-8f35-4fc282f9d115 admin admin] Router e0d491a5-1201-4562-8636-02fb53180671 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:55:58.096084 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da00e0bc-a045-4dbd-8f35-4fc282f9d115 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:58.106868 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda4f331-395e-430b-9853-7997b874f940 None None] Sync routers for ids ['e0d491a5-1201-4562-8636-02fb53180671'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:58.118632 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda4f331-395e-430b-9853-7997b874f940 None None] Routers {'e0d491a5-1201-4562-8636-02fb53180671'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:58.118871 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-da00e0bc-a045-4dbd-8f35-4fc282f9d115 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.120053 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-fda4f331-395e-430b-9853-7997b874f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:55:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e0d491a5-1201-4562-8636-02fb53180671'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:58.120578 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-da00e0bc-a045-4dbd-8f35-4fc282f9d115 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0820365 Jul 16 01:55:58.123374 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35072) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:58.165554 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90135077-8654-4248-8394-8852ee5dc388 None None] Network 3bf12ce0-4169-4108-8b4e-234ca0272740 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:58.294265 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9a25ba21-60b4-4faf-be58-6dd69de9ad62 None None] Provisioning for port 100aed31-efdb-40e9-b036-094cb76bb5e8 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:58.306254 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-fda4f331-395e-430b-9853-7997b874f940 None None] Set router e0d491a5-1201-4562-8636-02fb53180671 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:58.338495 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9a25ba21-60b4-4faf-be58-6dd69de9ad62 None None] Provisioning complete for port 100aed31-efdb-40e9-b036-094cb76bb5e8 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:58.338495 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9a25ba21-60b4-4faf-be58-6dd69de9ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.617267 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9a25ba21-60b4-4faf-be58-6dd69de9ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.622084 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-626c60f2-cffb-459c-8c61-ee4e967f8a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.673045 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-9a25ba21-60b4-4faf-be58-6dd69de9ad62 None None] For port 100aed31-efdb-40e9-b036-094cb76bb5e8, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=100aed31-efdb-40e9-b036-094cb76bb5e8,segment=NetworkSegment(a7058db1-3c9f-4503-9c23-0f997128a373),segment_id=a7058db1-3c9f-4503-9c23-0f997128a373)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:58.680947 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9a25ba21-60b4-4faf-be58-6dd69de9ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.685630 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-fda4f331-395e-430b-9853-7997b874f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d491a5-1201-4562-8636-02fb53180671', 'name': 'tempest-TestVolumeBootPattern-1129066407-router', 'tenant_id': '0b255813ad184e9ebf33851bc73c2315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '7e8432b8-b5ad-40d2-b7e5-079843d120e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:56Z', 'updated_at': '2021-07-16T01:55:57Z', 'revision_number': 3, 'project_id': '0b255813ad184e9ebf33851bc73c2315', 'gw_port': {'id': '7e8432b8-b5ad-40d2-b7e5-079843d120e3', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d491a5-1201-4562-8636-02fb53180671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:56Z', 'updated_at': '2021-07-16T01:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:58.736236 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda4f331-395e-430b-9853-7997b874f940 None None] Checking router: e0d491a5-1201-4562-8636-02fb53180671 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:58.737299 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda4f331-395e-430b-9853-7997b874f940 None None] Updating router e0d491a5-1201-4562-8636-02fb53180671 port 7e8432b8-b5ad-40d2-b7e5-079843d120e3 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:55:58.795507 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25ba21-60b4-4faf-be58-6dd69de9ad62 None None] Pushing event updated for resources: {'Port': ['ID=100aed31-efdb-40e9-b036-094cb76bb5e8,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:58.799078 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fda4f331-395e-430b-9853-7997b874f940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.829015 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-626c60f2-cffb-459c-8c61-ee4e967f8a7a admin admin] Allocated IP 172.20.0.1 (3bf12ce0-4169-4108-8b4e-234ca0272740/52be36a3-e78d-4d39-bfb6-20efd51fee08/c8aedd20-6a1e-47f4-82a7-4792bdd44900) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:58.942289 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-626c60f2-cffb-459c-8c61-ee4e967f8a7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.957330 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-626c60f2-cffb-459c-8c61-ee4e967f8a7a admin admin] Transition to ACTIVE for port object c8aedd20-6a1e-47f4-82a7-4792bdd44900 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:59.002458 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-626c60f2-cffb-459c-8c61-ee4e967f8a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.023516 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-893b256a-0e52-40f9-aa95-1c42a846fc63 None None] Provisioning complete for port 100aed31-efdb-40e9-b036-094cb76bb5e8 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:59.023887 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-893b256a-0e52-40f9-aa95-1c42a846fc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.051338 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626c60f2-cffb-459c-8c61-ee4e967f8a7a admin admin] Network 3bf12ce0-4169-4108-8b4e-234ca0272740 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:59.054493 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-626c60f2-cffb-459c-8c61-ee4e967f8a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:59.058664 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626c60f2-cffb-459c-8c61-ee4e967f8a7a admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:59.084389 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c60f2-cffb-459c-8c61-ee4e967f8a7a admin admin] Pushing event updated for resources: {'Port': ['ID=c8aedd20-6a1e-47f4-82a7-4792bdd44900,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:59.106287 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-626c60f2-cffb-459c-8c61-ee4e967f8a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.274295 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-626c60f2-cffb-459c-8c61-ee4e967f8a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.294719 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fda4f331-395e-430b-9853-7997b874f940 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.324297 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-fda4f331-395e-430b-9853-7997b874f940 None None] Transition to ACTIVE for port object 7e8432b8-b5ad-40d2-b7e5-079843d120e3 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:59.339285 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fda4f331-395e-430b-9853-7997b874f940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.401448 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 100aed31-efdb-40e9-b036-094cb76bb5e8 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:59.404923 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968eb39-a3e9-47dd-a045-e2e66ae11c6f None None] Pushing event updated for resources: {'Port': ['ID=7e8432b8-b5ad-40d2-b7e5-079843d120e3,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:59.425811 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-fda4f331-395e-430b-9853-7997b874f940 None None] Attempting to bind port 7e8432b8-b5ad-40d2-b7e5-079843d120e3 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:59.426186 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-fda4f331-395e-430b-9853-7997b874f940 None None] Attempting to bind port 7e8432b8-b5ad-40d2-b7e5-079843d120e3 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:59.426546 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda4f331-395e-430b-9853-7997b874f940 None None] Attempting to bind port 7e8432b8-b5ad-40d2-b7e5-079843d120e3 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:59.442078 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda4f331-395e-430b-9853-7997b874f940 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:59.442555 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda4f331-395e-430b-9853-7997b874f940 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:59.442959 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fda4f331-395e-430b-9853-7997b874f940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.443433 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda4f331-395e-430b-9853-7997b874f940 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:59.443944 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-fda4f331-395e-430b-9853-7997b874f940 None None] Bound port: 7e8432b8-b5ad-40d2-b7e5-079843d120e3, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:59.444332 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fda4f331-395e-430b-9853-7997b874f940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.478824 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-626c60f2-cffb-459c-8c61-ee4e967f8a7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.485629 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-626c60f2-cffb-459c-8c61-ee4e967f8a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.517173 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 100aed31-efdb-40e9-b036-094cb76bb5e8 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:59.517470 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.519819 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-fda4f331-395e-430b-9853-7997b874f940 None None] For port 7e8432b8-b5ad-40d2-b7e5-079843d120e3, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:59.524729 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-fda4f331-395e-430b-9853-7997b874f940 None None] For port 7e8432b8-b5ad-40d2-b7e5-079843d120e3, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7e8432b8-b5ad-40d2-b7e5-079843d120e3,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:59.525783 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9fe42532-c2d0-4794-96f8-92bac5279e70 None None] Provisioning for port c8aedd20-6a1e-47f4-82a7-4792bdd44900 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:59.554642 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fda4f331-395e-430b-9853-7997b874f940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.556400 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-626c60f2-cffb-459c-8c61-ee4e967f8a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.556564 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9fe42532-c2d0-4794-96f8-92bac5279e70 None None] Provisioning complete for port c8aedd20-6a1e-47f4-82a7-4792bdd44900 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:59.556866 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9fe42532-c2d0-4794-96f8-92bac5279e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.558343 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c60f2-cffb-459c-8c61-ee4e967f8a7a admin admin] Pushing event updated for resources: {'Port': ['ID=c8aedd20-6a1e-47f4-82a7-4792bdd44900,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:59.642958 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b20f71c0-abdd-498d-a97b-acdb2bc78e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.666651 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626c60f2-cffb-459c-8c61-ee4e967f8a7a admin admin] Network 3bf12ce0-4169-4108-8b4e-234ca0272740 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:59.668554 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-626c60f2-cffb-459c-8c61-ee4e967f8a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:59.669296 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9fe42532-c2d0-4794-96f8-92bac5279e70 None None] Port c8aedd20-6a1e-47f4-82a7-4792bdd44900 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:59.678689 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968eb39-a3e9-47dd-a045-e2e66ae11c6f None None] Pushing event updated for resources: {'Port': ['ID=7e8432b8-b5ad-40d2-b7e5-079843d120e3,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:59.682816 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda4f331-395e-430b-9853-7997b874f940 None None] Routers {'e0d491a5-1201-4562-8636-02fb53180671'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:59.683440 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-fda4f331-395e-430b-9853-7997b874f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:56:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e0d491a5-1201-4562-8636-02fb53180671'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:59.806981 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626c60f2-cffb-459c-8c61-ee4e967f8a7a admin admin] Router e0d491a5-1201-4562-8636-02fb53180671 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:55:59.811067 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.821114 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device be599fc7-fdc8-4486-835d-77dfac012825 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:59.872181 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-fda4f331-395e-430b-9853-7997b874f940 None None] Set router e0d491a5-1201-4562-8636-02fb53180671 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:59.922462 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626c60f2-cffb-459c-8c61-ee4e967f8a7a admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:59.927778 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-626c60f2-cffb-459c-8c61-ee4e967f8a7a admin admin] 10.222.0.16 "PUT /v2.0/routers/e0d491a5-1201-4562-8636-02fb53180671/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8032475 Jul 16 01:55:59.965784 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-52ccbf6b-6b88-459c-be61-320436cd18a4 None None] Provisioning complete for port c8aedd20-6a1e-47f4-82a7-4792bdd44900 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:59.965784 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-52ccbf6b-6b88-459c-be61-320436cd18a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.004020 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port be599fc7-fdc8-4486-835d-77dfac012825 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:00.023416 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port be599fc7-fdc8-4486-835d-77dfac012825 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:00.023812 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.076547 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-52ccbf6b-6b88-459c-be61-320436cd18a4 None None] Port c8aedd20-6a1e-47f4-82a7-4792bdd44900 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:56:00.188535 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.229814 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port be599fc7-fdc8-4486-835d-77dfac012825, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=be599fc7-fdc8-4486-835d-77dfac012825,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:00.232749 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-fda4f331-395e-430b-9853-7997b874f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d491a5-1201-4562-8636-02fb53180671', 'name': 'tempest-TestVolumeBootPattern-1129066407-router', 'tenant_id': '0b255813ad184e9ebf33851bc73c2315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '7e8432b8-b5ad-40d2-b7e5-079843d120e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:56Z', 'updated_at': '2021-07-16T01:55:59Z', 'revision_number': 4, 'project_id': '0b255813ad184e9ebf33851bc73c2315', 'gw_port': {'id': '7e8432b8-b5ad-40d2-b7e5-079843d120e3', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d491a5-1201-4562-8636-02fb53180671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:56Z', 'updated_at': '2021-07-16T01:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c8aedd20-6a1e-47f4-82a7-4792bdd44900', 'name': '', 'network_id': '3bf12ce0-4169-4108-8b4e-234ca0272740', 'tenant_id': '0b255813ad184e9ebf33851bc73c2315', 'mac_address': 'fa:16:3e:2f:6d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d491a5-1201-4562-8636-02fb53180671', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '52be36a3-e78d-4d39-bfb6-20efd51fee08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:58Z', 'updated_at': '2021-07-16T01:55:59Z', 'revision_number': 2, 'project_id': '0b255813ad184e9ebf33851bc73c2315', 'subnets': [{'id': '52be36a3-e78d-4d39-bfb6-20efd51fee08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:00.236421 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.264898 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda4f331-395e-430b-9853-7997b874f940 None None] The sync data for ids ['e0d491a5-1201-4562-8636-02fb53180671'] in n-d-792394-16 is: [{'id': 'e0d491a5-1201-4562-8636-02fb53180671', 'name': 'tempest-TestVolumeBootPattern-1129066407-router', 'tenant_id': '0b255813ad184e9ebf33851bc73c2315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '7e8432b8-b5ad-40d2-b7e5-079843d120e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:56Z', 'updated_at': '2021-07-16T01:55:59Z', 'revision_number': 4, 'project_id': '0b255813ad184e9ebf33851bc73c2315', 'gw_port': {'id': '7e8432b8-b5ad-40d2-b7e5-079843d120e3', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d491a5-1201-4562-8636-02fb53180671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:56Z', 'updated_at': '2021-07-16T01:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c8aedd20-6a1e-47f4-82a7-4792bdd44900', 'name': '', 'network_id': '3bf12ce0-4169-4108-8b4e-234ca0272740', 'tenant_id': '0b255813ad184e9ebf33851bc73c2315', 'mac_address': 'fa:16:3e:2f:6d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d491a5-1201-4562-8636-02fb53180671', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '52be36a3-e78d-4d39-bfb6-20efd51fee08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:58Z', 'updated_at': '2021-07-16T01:55:59Z', 'revision_number': 2, 'project_id': '0b255813ad184e9ebf33851bc73c2315', 'subnets': [{'id': '52be36a3-e78d-4d39-bfb6-20efd51fee08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:00.314372 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=be599fc7-fdc8-4486-835d-77dfac012825,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:00.851106 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.400431 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device be599fc7-fdc8-4486-835d-77dfac012825 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:01.456608 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port be599fc7-fdc8-4486-835d-77dfac012825 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:01.456996 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.538089 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7e8432b8-b5ad-40d2-b7e5-079843d120e3 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:01.598352 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 7e8432b8-b5ad-40d2-b7e5-079843d120e3 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:01.602443 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 7e8432b8-b5ad-40d2-b7e5-079843d120e3 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:01.602818 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.651704 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.697268 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.722553 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 7e8432b8-b5ad-40d2-b7e5-079843d120e3, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7e8432b8-b5ad-40d2-b7e5-079843d120e3,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:01.730741 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.780225 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=7e8432b8-b5ad-40d2-b7e5-079843d120e3,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:02.067592 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-f7e0589b-a7ef-4cfd-bac5-fde38657c008 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:02.069205 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-f7e0589b-a7ef-4cfd-bac5-fde38657c008 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 811 time: 0.1072237 Jul 16 01:56:02.086220 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-be792890-2a9b-4ba1-b11f-c457d151fcee tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/quotas/afe7e5a9f3b34c8783b395f45e501d66 HTTP/1.1" status: 200 len: 375 time: 0.0113432 Jul 16 01:56:02.160047 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-120a8017-22c2-4d16-9070-5b130b5314e2 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684011 Jul 16 01:56:02.254260 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-5d3c6e43-7261-4b4b-bd36-ee34625732ac service neutron] 10.222.0.16 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874934 Jul 16 01:56:02.259003 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] Sync routers for ids ['e0d491a5-1201-4562-8636-02fb53180671'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:56:02.268803 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] Routers {'e0d491a5-1201-4562-8636-02fb53180671'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:02.269548 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:56:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e0d491a5-1201-4562-8636-02fb53180671'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:02.355839 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-ef59cf3c-c67d-466b-a8e4-e661404815e9 service neutron] 10.222.0.16 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957167 Jul 16 01:56:02.389817 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] Set router e0d491a5-1201-4562-8636-02fb53180671 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:02.595026 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.603977 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d491a5-1201-4562-8636-02fb53180671', 'name': 'tempest-TestVolumeBootPattern-1129066407-router', 'tenant_id': '0b255813ad184e9ebf33851bc73c2315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '7e8432b8-b5ad-40d2-b7e5-079843d120e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:56Z', 'updated_at': '2021-07-16T01:55:59Z', 'revision_number': 4, 'project_id': '0b255813ad184e9ebf33851bc73c2315', 'gw_port': {'id': '7e8432b8-b5ad-40d2-b7e5-079843d120e3', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d491a5-1201-4562-8636-02fb53180671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:56Z', 'updated_at': '2021-07-16T01:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c8aedd20-6a1e-47f4-82a7-4792bdd44900', 'name': '', 'network_id': '3bf12ce0-4169-4108-8b4e-234ca0272740', 'tenant_id': '0b255813ad184e9ebf33851bc73c2315', 'mac_address': 'fa:16:3e:2f:6d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d491a5-1201-4562-8636-02fb53180671', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '52be36a3-e78d-4d39-bfb6-20efd51fee08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:58Z', 'updated_at': '2021-07-16T01:55:59Z', 'revision_number': 2, 'project_id': '0b255813ad184e9ebf33851bc73c2315', 'subnets': [{'id': '52be36a3-e78d-4d39-bfb6-20efd51fee08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:02.631739 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] Checking router: e0d491a5-1201-4562-8636-02fb53180671 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:56:02.632473 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] Updating router e0d491a5-1201-4562-8636-02fb53180671 port c8aedd20-6a1e-47f4-82a7-4792bdd44900 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:56:02.669121 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.688571 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cbcc0930-f745-4717-a0ba-b0cd469e9bf3 req-8cdc369e-9908-4643-8f42-19fa8540b7aa tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 210 time: 0.0389738 Jul 16 01:56:02.957632 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.968059 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] Transition to ACTIVE for port object c8aedd20-6a1e-47f4-82a7-4792bdd44900 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:02.974450 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.047739 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c3e81-1bc4-4836-bf6d-8aa512cf0ae4 None None] Pushing event updated for resources: {'Port': ['ID=c8aedd20-6a1e-47f4-82a7-4792bdd44900,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:03.078541 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] Attempting to bind port c8aedd20-6a1e-47f4-82a7-4792bdd44900 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:03.078904 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] Attempting to bind port c8aedd20-6a1e-47f4-82a7-4792bdd44900 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'a7058db1-3c9f-4503-9c23-0f997128a373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3bf12ce0-4169-4108-8b4e-234ca0272740'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:03.079295 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] Attempting to bind port c8aedd20-6a1e-47f4-82a7-4792bdd44900 on network 3bf12ce0-4169-4108-8b4e-234ca0272740 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:03.086141 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:03.086507 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] Checking segment: {'id': 'a7058db1-3c9f-4503-9c23-0f997128a373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3bf12ce0-4169-4108-8b4e-234ca0272740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:03.086899 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.087269 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] Bound using segment: {'id': 'a7058db1-3c9f-4503-9c23-0f997128a373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3bf12ce0-4169-4108-8b4e-234ca0272740'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:03.087736 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] Bound port: c8aedd20-6a1e-47f4-82a7-4792bdd44900, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7058db1-3c9f-4503-9c23-0f997128a373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3bf12ce0-4169-4108-8b4e-234ca0272740'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:03.088098 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.255505 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] For port c8aedd20-6a1e-47f4-82a7-4792bdd44900, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:03.259079 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] For port c8aedd20-6a1e-47f4-82a7-4792bdd44900, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c8aedd20-6a1e-47f4-82a7-4792bdd44900,segment=NetworkSegment(a7058db1-3c9f-4503-9c23-0f997128a373),segment_id=a7058db1-3c9f-4503-9c23-0f997128a373)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:03.264206 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.296785 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7e8432b8-b5ad-40d2-b7e5-079843d120e3 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:03.324213 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] Routers {'e0d491a5-1201-4562-8636-02fb53180671'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:03.324861 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:56:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e0d491a5-1201-4562-8636-02fb53180671'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:03.350111 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 7e8432b8-b5ad-40d2-b7e5-079843d120e3 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:03.350570 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.360995 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c3e81-1bc4-4836-bf6d-8aa512cf0ae4 None None] Pushing event updated for resources: {'Port': ['ID=c8aedd20-6a1e-47f4-82a7-4792bdd44900,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:03.452322 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] Set router e0d491a5-1201-4562-8636-02fb53180671 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:03.660754 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d491a5-1201-4562-8636-02fb53180671', 'name': 'tempest-TestVolumeBootPattern-1129066407-router', 'tenant_id': '0b255813ad184e9ebf33851bc73c2315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '7e8432b8-b5ad-40d2-b7e5-079843d120e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:56Z', 'updated_at': '2021-07-16T01:55:59Z', 'revision_number': 4, 'project_id': '0b255813ad184e9ebf33851bc73c2315', 'gw_port': {'id': '7e8432b8-b5ad-40d2-b7e5-079843d120e3', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d491a5-1201-4562-8636-02fb53180671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:56Z', 'updated_at': '2021-07-16T01:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c8aedd20-6a1e-47f4-82a7-4792bdd44900', 'name': '', 'network_id': '3bf12ce0-4169-4108-8b4e-234ca0272740', 'tenant_id': '0b255813ad184e9ebf33851bc73c2315', 'mac_address': 'fa:16:3e:2f:6d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d491a5-1201-4562-8636-02fb53180671', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '52be36a3-e78d-4d39-bfb6-20efd51fee08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:58Z', 'updated_at': '2021-07-16T01:56:03Z', 'revision_number': 4, 'project_id': '0b255813ad184e9ebf33851bc73c2315', 'subnets': [{'id': '52be36a3-e78d-4d39-bfb6-20efd51fee08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:03.695285 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d47202-413a-4c84-a808-7ca8d9fa4ff9 None None] The sync data for ids ['e0d491a5-1201-4562-8636-02fb53180671'] in n-d-792394-16 is: [{'id': 'e0d491a5-1201-4562-8636-02fb53180671', 'name': 'tempest-TestVolumeBootPattern-1129066407-router', 'tenant_id': '0b255813ad184e9ebf33851bc73c2315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '7e8432b8-b5ad-40d2-b7e5-079843d120e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:56Z', 'updated_at': '2021-07-16T01:55:59Z', 'revision_number': 4, 'project_id': '0b255813ad184e9ebf33851bc73c2315', 'gw_port': {'id': '7e8432b8-b5ad-40d2-b7e5-079843d120e3', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d491a5-1201-4562-8636-02fb53180671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:56Z', 'updated_at': '2021-07-16T01:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c8aedd20-6a1e-47f4-82a7-4792bdd44900', 'name': '', 'network_id': '3bf12ce0-4169-4108-8b4e-234ca0272740', 'tenant_id': '0b255813ad184e9ebf33851bc73c2315', 'mac_address': 'fa:16:3e:2f:6d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d491a5-1201-4562-8636-02fb53180671', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '52be36a3-e78d-4d39-bfb6-20efd51fee08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:58Z', 'updated_at': '2021-07-16T01:56:03Z', 'revision_number': 4, 'project_id': '0b255813ad184e9ebf33851bc73c2315', 'subnets': [{'id': '52be36a3-e78d-4d39-bfb6-20efd51fee08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:03.797884 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-c485739e-003d-4906-ae36-8eba35cf4067 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:03.804033 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-c485739e-003d-4906-ae36-8eba35cf4067 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.82 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 811 time: 0.1258588 Jul 16 01:56:03.817011 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-167ea54f-7699-415b-ac97-7e5d71b3a69c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Request body: {'port': {'device_id': '4be7e209-4768-4e0d-9b5d-2b2b208b33a1', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'admin_state_up': True, 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:03.868262 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bd60d791-f579-4750-b174-147c21070831 req-3e5121a8-200d-4a41-8c8e-0b87b94425c2 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 210 time: 0.0494614 Jul 16 01:56:03.968852 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-167ea54f-7699-415b-ac97-7e5d71b3a69c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Made reservation on behalf of afe7e5a9f3b34c8783b395f45e501d66 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:03.973125 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-167ea54f-7699-415b-ac97-7e5d71b3a69c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.118676 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-167ea54f-7699-415b-ac97-7e5d71b3a69c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Allocated IP 172.20.0.7 (33dc7d95-0dcb-4992-81bd-6e72b1f33713/608c9e7c-9aae-48b5-a467-74a11c7b6d18/6352e6de-16ca-4a95-9882-8cb553bef5e9) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:04.292643 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-167ea54f-7699-415b-ac97-7e5d71b3a69c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.308773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-167ea54f-7699-415b-ac97-7e5d71b3a69c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Transition to ACTIVE for port object 6352e6de-16ca-4a95-9882-8cb553bef5e9 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:04.345385 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-167ea54f-7699-415b-ac97-7e5d71b3a69c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.404292 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-167ea54f-7699-415b-ac97-7e5d71b3a69c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:04.410753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-167ea54f-7699-415b-ac97-7e5d71b3a69c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:04.415427 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-167ea54f-7699-415b-ac97-7e5d71b3a69c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:04.443652 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ea54f-7699-415b-ac97-7e5d71b3a69c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event updated for resources: {'Port': ['ID=6352e6de-16ca-4a95-9882-8cb553bef5e9,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:04.473314 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-167ea54f-7699-415b-ac97-7e5d71b3a69c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:04.474027 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-167ea54f-7699-415b-ac97-7e5d71b3a69c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.492142 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-167ea54f-7699-415b-ac97-7e5d71b3a69c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6796603 Jul 16 01:56:04.507323 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-681cd732-50f4-452b-b5ee-5050c7e15bac service neutron] Request body: {'port': {'device_id': '4be7e209-4768-4e0d-9b5d-2b2b208b33a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:04.598350 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-681cd732-50f4-452b-b5ee-5050c7e15bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.681695 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5b6b39a5-790e-48ae-a0b8-5ddfd1984114 None None] Provisioning for port 6352e6de-16ca-4a95-9882-8cb553bef5e9 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:04.686308 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5b6b39a5-790e-48ae-a0b8-5ddfd1984114 None None] Provisioning complete for port 6352e6de-16ca-4a95-9882-8cb553bef5e9 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:04.686796 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b6b39a5-790e-48ae-a0b8-5ddfd1984114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.725609 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5b6b39a5-790e-48ae-a0b8-5ddfd1984114 None None] Port 6352e6de-16ca-4a95-9882-8cb553bef5e9 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:56:04.871286 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-681cd732-50f4-452b-b5ee-5050c7e15bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6352e6de-16ca-4a95-9882-8cb553bef5e9 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:56:04.879627 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-681cd732-50f4-452b-b5ee-5050c7e15bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.892615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-681cd732-50f4-452b-b5ee-5050c7e15bac service neutron] Transition to ACTIVE for port object 6352e6de-16ca-4a95-9882-8cb553bef5e9 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:04.898993 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-681cd732-50f4-452b-b5ee-5050c7e15bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.954950 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681cd732-50f4-452b-b5ee-5050c7e15bac service neutron] Pushing event updated for resources: {'Port': ['ID=6352e6de-16ca-4a95-9882-8cb553bef5e9,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:05.089030 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-681cd732-50f4-452b-b5ee-5050c7e15bac service neutron] Attempting to bind port 6352e6de-16ca-4a95-9882-8cb553bef5e9 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:05.089399 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-681cd732-50f4-452b-b5ee-5050c7e15bac service neutron] Attempting to bind port 6352e6de-16ca-4a95-9882-8cb553bef5e9 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:05.089710 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-681cd732-50f4-452b-b5ee-5050c7e15bac service neutron] Attempting to bind port 6352e6de-16ca-4a95-9882-8cb553bef5e9 on network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:05.098186 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-681cd732-50f4-452b-b5ee-5050c7e15bac service neutron] Port 6352e6de-16ca-4a95-9882-8cb553bef5e9 on network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:05.098522 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-681cd732-50f4-452b-b5ee-5050c7e15bac service neutron] Attempting to bind port 6352e6de-16ca-4a95-9882-8cb553bef5e9 on network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:05.105822 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-681cd732-50f4-452b-b5ee-5050c7e15bac service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:05.106161 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-681cd732-50f4-452b-b5ee-5050c7e15bac service neutron] Checking segment: {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:05.106561 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-681cd732-50f4-452b-b5ee-5050c7e15bac service neutron] Bound using segment: {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:05.107007 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-681cd732-50f4-452b-b5ee-5050c7e15bac service neutron] Bound port: 6352e6de-16ca-4a95-9882-8cb553bef5e9, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:05.107373 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-681cd732-50f4-452b-b5ee-5050c7e15bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.126790 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f970b51-a618-46e7-8a65-0fb99870a4c6 req-63e78bb2-979f-4028-babd-21093a4b2f62 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:05.128468 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f970b51-a618-46e7-8a65-0fb99870a4c6 req-63e78bb2-979f-4028-babd-21093a4b2f62 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 943 time: 0.1264684 Jul 16 01:56:05.202021 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.203778 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f970b51-a618-46e7-8a65-0fb99870a4c6 req-d3535e11-8a8f-4735-8889-cee7d49cd0f5 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642469 Jul 16 01:56:05.226425 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-681cd732-50f4-452b-b5ee-5050c7e15bac service neutron] For port 6352e6de-16ca-4a95-9882-8cb553bef5e9, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:05.230758 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-681cd732-50f4-452b-b5ee-5050c7e15bac service neutron] For port 6352e6de-16ca-4a95-9882-8cb553bef5e9, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=6352e6de-16ca-4a95-9882-8cb553bef5e9,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:05.238541 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-681cd732-50f4-452b-b5ee-5050c7e15bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.275705 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-681cd732-50f4-452b-b5ee-5050c7e15bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:05.276307 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-681cd732-50f4-452b-b5ee-5050c7e15bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.277730 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-681cd732-50f4-452b-b5ee-5050c7e15bac service neutron] 10.222.0.82 "PUT /v2.0/ports/6352e6de-16ca-4a95-9882-8cb553bef5e9 HTTP/1.1" status: 200 len: 1092 time: 0.7759418 Jul 16 01:56:05.278199 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be7e209-4768-4e0d-9b5d-2b2b208b33a1', 'tag': '6352e6de-16ca-4a95-9882-8cb553bef5e9'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:05.280541 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79566a1f-421e-4b75-94ee-70cf03b7c442" -d '{"events": [{"name": "network-changed", "server_uuid": "4be7e209-4768-4e0d-9b5d-2b2b208b33a1", "tag": "6352e6de-16ca-4a95-9882-8cb553bef5e9"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:05.356904 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681cd732-50f4-452b-b5ee-5050c7e15bac service neutron] Pushing event updated for resources: {'Port': ['ID=6352e6de-16ca-4a95-9882-8cb553bef5e9,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:05.388148 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f31af8-c921-491e-800c-1a74ea0cc617 x-openstack-request-id: req-99f31af8-c921-491e-800c-1a74ea0cc617 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:05.388464 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be7e209-4768-4e0d-9b5d-2b2b208b33a1", "tag": "6352e6de-16ca-4a95-9882-8cb553bef5e9", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:05.388717 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99f31af8-c921-491e-800c-1a74ea0cc617 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:05.389116 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be7e209-4768-4e0d-9b5d-2b2b208b33a1', 'tag': '6352e6de-16ca-4a95-9882-8cb553bef5e9', 'status': 'completed', 'code': 200} Jul 16 01:56:05.394738 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c8aedd20-6a1e-47f4-82a7-4792bdd44900 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:05.425078 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-291d2846-22b9-466a-8e1a-2b1b3aee8579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:05.427142 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-291d2846-22b9-466a-8e1a-2b1b3aee8579 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 1095 time: 0.0960436 Jul 16 01:56:05.470525 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port c8aedd20-6a1e-47f4-82a7-4792bdd44900 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:05.475941 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port c8aedd20-6a1e-47f4-82a7-4792bdd44900 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:05.476691 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.477255 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-7b449e19-eacb-448f-9dc7-dd7d1d6feffa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6352e6de-16ca-4a95-9882-8cb553bef5e9 HTTP/1.1" status: 200 len: 217 time: 0.0425403 Jul 16 01:56:05.533718 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-6ea1befd-d8fb-489b-8a82-0d3c2194db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:05.535265 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-6ea1befd-d8fb-489b-8a82-0d3c2194db30 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0504217 Jul 16 01:56:05.558089 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.606995 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port c8aedd20-6a1e-47f4-82a7-4792bdd44900, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c8aedd20-6a1e-47f4-82a7-4792bdd44900,segment=NetworkSegment(a7058db1-3c9f-4503-9c23-0f997128a373),segment_id=a7058db1-3c9f-4503-9c23-0f997128a373)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:05.607231 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-2ade9336-a5e1-4a26-a887-cb2732551442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:05.608969 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-2ade9336-a5e1-4a26-a887-cb2732551442 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676627 Jul 16 01:56:05.612759 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.673403 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=c8aedd20-6a1e-47f4-82a7-4792bdd44900,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:05.719661 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-7f56898e-379e-48ea-bab8-93587d8540b4 service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046762 Jul 16 01:56:05.815562 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-af582db3-ec9b-46e4-a0b5-033b4cf637b6 req-09ad4277-5916-43ff-afb2-21783348c3f8 service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896149 Jul 16 01:56:05.917740 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79566a1f-421e-4b75-94ee-70cf03b7c442 req-f0a9fe8c-3d5c-493f-8ff2-a98916c40aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:05.919372 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-79566a1f-421e-4b75-94ee-70cf03b7c442 req-f0a9fe8c-3d5c-493f-8ff2-a98916c40aea service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 1095 time: 0.0566447 Jul 16 01:56:06.012567 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79566a1f-421e-4b75-94ee-70cf03b7c442 req-b36dc929-7c60-460d-b97a-aa0675484d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:06.014064 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-79566a1f-421e-4b75-94ee-70cf03b7c442 req-b36dc929-7c60-460d-b97a-aa0675484d7a service neutron] 10.222.0.82 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 912 time: 0.0885444 Jul 16 01:56:06.058127 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-79566a1f-421e-4b75-94ee-70cf03b7c442 req-e1f00075-fb5e-4037-8ccb-78830d1019ea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6352e6de-16ca-4a95-9882-8cb553bef5e9 HTTP/1.1" status: 200 len: 217 time: 0.0374172 Jul 16 01:56:06.113646 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79566a1f-421e-4b75-94ee-70cf03b7c442 req-f4abdbb3-486f-462b-8103-3aa861536939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:06.115239 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-79566a1f-421e-4b75-94ee-70cf03b7c442 req-f4abdbb3-486f-462b-8103-3aa861536939 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0509064 Jul 16 01:56:06.173517 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79566a1f-421e-4b75-94ee-70cf03b7c442 req-a8aab5f5-cacb-486d-a574-4ed1db14a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:06.175045 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-79566a1f-421e-4b75-94ee-70cf03b7c442 req-a8aab5f5-cacb-486d-a574-4ed1db14a869 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536237 Jul 16 01:56:06.271775 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-79566a1f-421e-4b75-94ee-70cf03b7c442 req-81cbdf03-5eca-4994-80ad-64ce2e9d3d7b service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900688 Jul 16 01:56:06.708466 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-79566a1f-421e-4b75-94ee-70cf03b7c442 req-cb27921d-b61d-4086-bd9f-d4978c0a4cd8 service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289525 Jul 16 01:56:06.744278 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c4f10-12b9-4ee2-a0b7-83a4676aa241 req-abb43376-5188-4bb1-8a81-519f60c90c1e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:06.745706 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-530c4f10-12b9-4ee2-a0b7-83a4676aa241 req-abb43376-5188-4bb1-8a81-519f60c90c1e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 943 time: 0.4093907 Jul 16 01:56:06.795926 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-530c4f10-12b9-4ee2-a0b7-83a4676aa241 req-de5ece4a-8eb9-4343-ac36-4c8054a27577 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366430 Jul 16 01:56:07.289138 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c8aedd20-6a1e-47f4-82a7-4792bdd44900 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:07.337128 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port c8aedd20-6a1e-47f4-82a7-4792bdd44900 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:07.337471 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.981355 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08933619-3122-4c8e-b2f1-eb46eebfe6f2 req-2eca24b8-3db2-422e-8288-a3b0aaf098d9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:07.982861 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-08933619-3122-4c8e-b2f1-eb46eebfe6f2 req-2eca24b8-3db2-422e-8288-a3b0aaf098d9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 943 time: 0.0655234 Jul 16 01:56:08.023485 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-08933619-3122-4c8e-b2f1-eb46eebfe6f2 req-3450a834-545b-48d7-8a44-77aade565ffd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341978 Jul 16 01:56:09.203489 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde00b8-6b72-4a77-b8b2-808b1b493429 req-d896b791-4d3f-49e3-a198-8de252cee029 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:09.205001 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2fde00b8-6b72-4a77-b8b2-808b1b493429 req-d896b791-4d3f-49e3-a198-8de252cee029 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 943 time: 0.0659072 Jul 16 01:56:09.247566 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2fde00b8-6b72-4a77-b8b2-808b1b493429 req-e3f1e4fe-eb6f-4c2f-97e7-388b050251ee tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334344 Jul 16 01:56:10.444204 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944fd0c-120e-4a45-9a2e-7aa3a81dd478 req-4e9c5cb9-0461-4d09-bd67-6702b70015ab tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:10.445784 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1944fd0c-120e-4a45-9a2e-7aa3a81dd478 req-4e9c5cb9-0461-4d09-bd67-6702b70015ab tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 943 time: 0.0806980 Jul 16 01:56:10.489743 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1944fd0c-120e-4a45-9a2e-7aa3a81dd478 req-1a96b287-7296-4e16-9eb9-79804dd8cd28 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356977 Jul 16 01:56:11.682725 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878936a-212c-487a-bac8-49810ee7116e req-28838174-c7a5-4826-9d1e-f9608965abdb tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:11.684210 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0878936a-212c-487a-bac8-49810ee7116e req-28838174-c7a5-4826-9d1e-f9608965abdb tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 943 time: 0.0711181 Jul 16 01:56:11.725695 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0878936a-212c-487a-bac8-49810ee7116e req-5965cfe7-d630-43e9-8353-263a34122c6c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337338 Jul 16 01:56:12.908101 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fff90-71a5-4960-8e0f-b2a7fa2e66b7 req-68d35485-9fa3-4450-b918-639357a40b6e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:12.910411 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-538fff90-71a5-4960-8e0f-b2a7fa2e66b7 req-68d35485-9fa3-4450-b918-639357a40b6e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 943 time: 0.0747423 Jul 16 01:56:12.957542 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-538fff90-71a5-4960-8e0f-b2a7fa2e66b7 req-c38b56a1-fd44-4267-a7e3-7c00c822d9bf tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386088 Jul 16 01:56:14.149738 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb4b3b-b309-4951-9a09-ae50c0b04a99 req-18640663-efd0-468b-8318-372790baf025 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:14.151262 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95bb4b3b-b309-4951-9a09-ae50c0b04a99 req-18640663-efd0-468b-8318-372790baf025 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 943 time: 0.0698967 Jul 16 01:56:14.190255 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95bb4b3b-b309-4951-9a09-ae50c0b04a99 req-f234585d-7920-49ec-875a-4420fb8c9395 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332038 Jul 16 01:56:15.393886 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc96d49-256f-4690-9073-6c5a06462b9a req-bbba0062-327f-47e9-be90-4d7fd11f4375 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:15.395394 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4fc96d49-256f-4690-9073-6c5a06462b9a req-bbba0062-327f-47e9-be90-4d7fd11f4375 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 943 time: 0.0856745 Jul 16 01:56:15.439035 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4fc96d49-256f-4690-9073-6c5a06462b9a req-f76a2dfa-93ad-4689-9635-dfcde062ce69 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354354 Jul 16 01:56:16.158460 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 6352e6de-16ca-4a95-9882-8cb553bef5e9 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:56:16.263455 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 6352e6de-16ca-4a95-9882-8cb553bef5e9, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=6352e6de-16ca-4a95-9882-8cb553bef5e9,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:16.283460 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '6352e6de-16ca-4a95-9882-8cb553bef5e9', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'port_id': '6352e6de-16ca-4a95-9882-8cb553bef5e9', 'mac_address': 'fa:16:3e:c7:de:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:56:16.322326 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.335347 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6352e6de-16ca-4a95-9882-8cb553bef5e9 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:56:16.355383 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 6352e6de-16ca-4a95-9882-8cb553bef5e9, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=6352e6de-16ca-4a95-9882-8cb553bef5e9,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:16.361889 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.413825 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=6352e6de-16ca-4a95-9882-8cb553bef5e9,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:16.421304 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:16.421631 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:16.421971 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:16.422288 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:16.422638 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:16.422971 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:16.423295 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:16.423615 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:16.423939 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:16.424260 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:16.424650 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:16.424945 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:16.548637 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['6352e6de-16ca-4a95-9882-8cb553bef5e9'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:56:16.816651 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cde34-fc17-4497-a9d3-af0fdf63fee6 req-ba4f9d0d-8847-46b3-a466-2ed9fd8ad7d2 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:16.818147 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-679cde34-fc17-4497-a9d3-af0fdf63fee6 req-ba4f9d0d-8847-46b3-a466-2ed9fd8ad7d2 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 944 time: 0.2440438 Jul 16 01:56:16.858886 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-679cde34-fc17-4497-a9d3-af0fdf63fee6 req-66dd1c70-565e-40f9-9fc4-181cdf3da66e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327032 Jul 16 01:56:17.344668 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-87b0ce1f-9ab5-4bfc-b488-ad6c0a434c93 req-679a3a59-03b5-46f1-8630-01b5460b9c00 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4780ae97-a046-4079-a80f-c0f31090b6e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0568402 Jul 16 01:56:17.447865 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0ce1f-9ab5-4bfc-b488-ad6c0a434c93 req-21284e04-5403-4e0f-bf63-453b419d00a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:17.449441 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-87b0ce1f-9ab5-4bfc-b488-ad6c0a434c93 req-21284e04-5403-4e0f-bf63-453b419d00a0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a63930432ad948c298d55abcef9f1620&device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 1097 time: 0.0575306 Jul 16 01:56:17.564762 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0ce1f-9ab5-4bfc-b488-ad6c0a434c93 req-29f34b0e-7c89-47ed-ba4d-15bab480197b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:17.566172 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-87b0ce1f-9ab5-4bfc-b488-ad6c0a434c93 req-29f34b0e-7c89-47ed-ba4d-15bab480197b service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1c9633e-8188-42d0-99d9-444d9f10534d HTTP/1.1" status: 200 len: 910 time: 0.0920818 Jul 16 01:56:17.636084 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-87b0ce1f-9ab5-4bfc-b488-ad6c0a434c93 req-2c0fc9be-96ed-4369-bd49-ed5cf30d04e0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efb2d0ce-18ad-4218-9641-b5c82bc065bf HTTP/1.1" status: 200 len: 1000 time: 0.0626159 Jul 16 01:56:17.696875 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0ce1f-9ab5-4bfc-b488-ad6c0a434c93 req-52e898e7-1042-4d30-94e3-5d887a0367d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:17.698375 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-87b0ce1f-9ab5-4bfc-b488-ad6c0a434c93 req-52e898e7-1042-4d30-94e3-5d887a0367d0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5fe56ea6-6eff-400b-89b4-219aacbd21bb HTTP/1.1" status: 200 len: 848 time: 0.0487070 Jul 16 01:56:17.780595 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0ce1f-9ab5-4bfc-b488-ad6c0a434c93 req-02daed96-cfa1-4206-a2c5-a545e7936fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:17.783020 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-87b0ce1f-9ab5-4bfc-b488-ad6c0a434c93 req-02daed96-cfa1-4206-a2c5-a545e7936fec service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1c9633e-8188-42d0-99d9-444d9f10534d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766389 Jul 16 01:56:17.876070 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-87b0ce1f-9ab5-4bfc-b488-ad6c0a434c93 req-9fc3851f-f4e5-4beb-9326-d7483a091e76 service neutron] 10.222.0.84 "GET /v2.0/networks/e1c9633e-8188-42d0-99d9-444d9f10534d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860817 Jul 16 01:56:17.971367 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-87b0ce1f-9ab5-4bfc-b488-ad6c0a434c93 req-c9397582-caa6-417b-8bf9-375c80f109ea service neutron] 10.222.0.84 "GET /v2.0/networks/e1c9633e-8188-42d0-99d9-444d9f10534d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885839 Jul 16 01:56:18.040135 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4a498-8e76-49e2-b86c-d765e1d35855 req-d60b0796-556c-4b0d-94ba-8311ba9d908c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:18.041737 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b0a4a498-8e76-49e2-b86c-d765e1d35855 req-d60b0796-556c-4b0d-94ba-8311ba9d908c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 944 time: 0.0654502 Jul 16 01:56:18.084393 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b0a4a498-8e76-49e2-b86c-d765e1d35855 req-4dc2438b-4c73-4296-b422-28b2dbe2def4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343618 Jul 16 01:56:18.158299 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 6352e6de-16ca-4a95-9882-8cb553bef5e9 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:18.218624 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 6352e6de-16ca-4a95-9882-8cb553bef5e9 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:18.222816 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 6352e6de-16ca-4a95-9882-8cb553bef5e9 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:18.223309 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.301647 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.324641 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be7e209-4768-4e0d-9b5d-2b2b208b33a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6352e6de-16ca-4a95-9882-8cb553bef5e9'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:18.326891 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530c9301-51a4-422b-80a0-30ea706bb923" -d '{"events": [{"server_uuid": "4be7e209-4768-4e0d-9b5d-2b2b208b33a1", "name": "network-vif-plugged", "status": "completed", "tag": "6352e6de-16ca-4a95-9882-8cb553bef5e9"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:18.340667 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 6352e6de-16ca-4a95-9882-8cb553bef5e9, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=6352e6de-16ca-4a95-9882-8cb553bef5e9,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:18.346375 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.383502 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba75a77-f53d-4c8f-8c41-32cebf4b0cbb x-openstack-request-id: req-eba75a77-f53d-4c8f-8c41-32cebf4b0cbb {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:18.383802 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be7e209-4768-4e0d-9b5d-2b2b208b33a1", "name": "network-vif-plugged", "status": "completed", "tag": "6352e6de-16ca-4a95-9882-8cb553bef5e9", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:18.384051 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eba75a77-f53d-4c8f-8c41-32cebf4b0cbb {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:18.384452 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be7e209-4768-4e0d-9b5d-2b2b208b33a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6352e6de-16ca-4a95-9882-8cb553bef5e9', 'code': 200} Jul 16 01:56:18.400944 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=6352e6de-16ca-4a95-9882-8cb553bef5e9,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:18.494579 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e03da-bff9-4f34-9cf4-a38b4a71aaf0 req-ba55d443-5bbf-40eb-9432-c09d39b7d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:18.496119 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e1e03da-bff9-4f34-9cf4-a38b4a71aaf0 req-ba55d443-5bbf-40eb-9432-c09d39b7d53b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 1097 time: 0.0563471 Jul 16 01:56:18.533423 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e1e03da-bff9-4f34-9cf4-a38b4a71aaf0 req-e5d05b44-f65a-44e2-9bd2-f3f77ddb40e4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307155 Jul 16 01:56:19.348199 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cafb0-098e-4f98-8e72-539d7479b838 req-12a1a649-a2f3-483f-b63a-50578a94e9b8 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:19.349750 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-055cafb0-098e-4f98-8e72-539d7479b838 req-12a1a649-a2f3-483f-b63a-50578a94e9b8 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 945 time: 0.1370656 Jul 16 01:56:19.395527 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-055cafb0-098e-4f98-8e72-539d7479b838 req-b833a75d-e40c-46ef-a2c0-346a1e45d227 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398808 Jul 16 01:56:20.597499 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4d170-cf88-480c-aeaf-8e3a82a96810 req-d97df898-43d3-4346-b5a5-decd844dc0cb tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:20.598999 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-87d4d170-cf88-480c-aeaf-8e3a82a96810 req-d97df898-43d3-4346-b5a5-decd844dc0cb tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 945 time: 0.0716558 Jul 16 01:56:20.639182 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-87d4d170-cf88-480c-aeaf-8e3a82a96810 req-27988cd5-7723-4cd7-bec3-a2848b28bc7d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339267 Jul 16 01:56:20.822456 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a93f1-56b8-4a50-9dfb-0bd74db45ac6 req-afc87183-45a3-4034-8c8c-633416bc3819 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:20.823950 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4e6a93f1-56b8-4a50-9dfb-0bd74db45ac6 req-afc87183-45a3-4034-8c8c-633416bc3819 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 945 time: 0.0747848 Jul 16 01:56:20.863787 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4e6a93f1-56b8-4a50-9dfb-0bd74db45ac6 req-75e43c2e-5c8b-4bcc-ac76-ffb84bdce0ce tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339468 Jul 16 01:56:21.059106 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373a040-44ad-43e6-9117-a759e802d9da req-e343b51c-df0c-4b2d-bf25-a499263cf75b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:21.060658 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c373a040-44ad-43e6-9117-a759e802d9da req-e343b51c-df0c-4b2d-bf25-a499263cf75b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 945 time: 0.0780861 Jul 16 01:56:21.113220 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c373a040-44ad-43e6-9117-a759e802d9da req-756f389d-1caa-4e20-ae38-28f79b2a2021 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436370 Jul 16 01:56:21.390405 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:56:21.507785 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be47d0-2249-4aa4-9399-56c0500b31c9 req-ffedf3f8-39a8-4e5d-a18d-6ac9fd920dc3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:21.509454 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f9be47d0-2249-4aa4-9399-56c0500b31c9 req-ffedf3f8-39a8-4e5d-a18d-6ac9fd920dc3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 945 time: 0.0696909 Jul 16 01:56:21.550508 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f9be47d0-2249-4aa4-9399-56c0500b31c9 req-b7f91875-8c5f-4086-b519-0a6ceb26cbaa tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350139 Jul 16 01:56:22.746405 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bd643-994c-418c-a6e0-5d5ccd8fe00e req-1c670e34-30f1-4a43-8692-34774bec6106 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:22.747791 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e07bd643-994c-418c-a6e0-5d5ccd8fe00e req-1c670e34-30f1-4a43-8692-34774bec6106 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 945 time: 0.0679257 Jul 16 01:56:22.792614 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e07bd643-994c-418c-a6e0-5d5ccd8fe00e req-2095b6c8-40e7-4e87-808b-59d25506f2d7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351136 Jul 16 01:56:22.899256 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a97b56-cab5-443a-9097-b747538d3ba2 req-ca1c7b8a-d8ff-42c5-9211-afaad11934b8 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:22.900775 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-20a97b56-cab5-443a-9097-b747538d3ba2 req-ca1c7b8a-d8ff-42c5-9211-afaad11934b8 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.82 "GET /v2.0/ports?device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 945 time: 0.0718975 Jul 16 01:56:23.027099 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-20a97b56-cab5-443a-9097-b747538d3ba2 req-fa6f4b4e-ddf7-4d94-a12e-5f3a0b77e7cd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Deleting port 6352e6de-16ca-4a95-9882-8cb553bef5e9 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:23.027347 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-20a97b56-cab5-443a-9097-b747538d3ba2 req-fa6f4b4e-ddf7-4d94-a12e-5f3a0b77e7cd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.125033 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-20a97b56-cab5-443a-9097-b747538d3ba2 req-fa6f4b4e-ddf7-4d94-a12e-5f3a0b77e7cd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] For port 6352e6de-16ca-4a95-9882-8cb553bef5e9, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=6352e6de-16ca-4a95-9882-8cb553bef5e9,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:23.125381 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-20a97b56-cab5-443a-9097-b747538d3ba2 req-fa6f4b4e-ddf7-4d94-a12e-5f3a0b77e7cd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.138040 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-20a97b56-cab5-443a-9097-b747538d3ba2 req-fa6f4b4e-ddf7-4d94-a12e-5f3a0b77e7cd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Calling delete_port for 6352e6de-16ca-4a95-9882-8cb553bef5e9 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:23.275806 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-20a97b56-cab5-443a-9097-b747538d3ba2 req-fa6f4b4e-ddf7-4d94-a12e-5f3a0b77e7cd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.287905 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['6352e6de-16ca-4a95-9882-8cb553bef5e9'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:56:23.315938 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f4b4e-ddf7-4d94-a12e-5f3a0b77e7cd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event deleted for resources: {'Port': ['ID=6352e6de-16ca-4a95-9882-8cb553bef5e9,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:23.343095 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f4b4e-ddf7-4d94-a12e-5f3a0b77e7cd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:23.343443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f4b4e-ddf7-4d94-a12e-5f3a0b77e7cd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:23.343786 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f4b4e-ddf7-4d94-a12e-5f3a0b77e7cd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:23.344158 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f4b4e-ddf7-4d94-a12e-5f3a0b77e7cd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:23.344500 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f4b4e-ddf7-4d94-a12e-5f3a0b77e7cd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:23.344830 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f4b4e-ddf7-4d94-a12e-5f3a0b77e7cd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:23.345143 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f4b4e-ddf7-4d94-a12e-5f3a0b77e7cd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:23.345468 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f4b4e-ddf7-4d94-a12e-5f3a0b77e7cd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:23.345787 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f4b4e-ddf7-4d94-a12e-5f3a0b77e7cd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:23.346110 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f4b4e-ddf7-4d94-a12e-5f3a0b77e7cd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:23.346429 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f4b4e-ddf7-4d94-a12e-5f3a0b77e7cd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:23.346737 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6f4b4e-ddf7-4d94-a12e-5f3a0b77e7cd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:23.370813 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a97b56-cab5-443a-9097-b747538d3ba2 req-fa6f4b4e-ddf7-4d94-a12e-5f3a0b77e7cd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] No DVR routers for this DVR port 6352e6de-16ca-4a95-9882-8cb553bef5e9 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:23.373685 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-20a97b56-cab5-443a-9097-b747538d3ba2 req-fa6f4b4e-ddf7-4d94-a12e-5f3a0b77e7cd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.376507 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-20a97b56-cab5-443a-9097-b747538d3ba2 req-fa6f4b4e-ddf7-4d94-a12e-5f3a0b77e7cd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.82 "DELETE /v2.0/ports/6352e6de-16ca-4a95-9882-8cb553bef5e9 HTTP/1.1" status: 204 len: 173 time: 0.4703200 Jul 16 01:56:23.376988 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be7e209-4768-4e0d-9b5d-2b2b208b33a1', 'name': 'network-vif-deleted', 'tag': '6352e6de-16ca-4a95-9882-8cb553bef5e9'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:23.380025 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8ced3e-2b54-4ec8-84fc-baefc0cde537" -d '{"events": [{"server_uuid": "4be7e209-4768-4e0d-9b5d-2b2b208b33a1", "name": "network-vif-deleted", "tag": "6352e6de-16ca-4a95-9882-8cb553bef5e9"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:23.428851 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d7c160-669e-47d2-9fbb-8c762ebf1f40 x-openstack-request-id: req-b3d7c160-669e-47d2-9fbb-8c762ebf1f40 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:23.429141 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be7e209-4768-4e0d-9b5d-2b2b208b33a1", "name": "network-vif-deleted", "tag": "6352e6de-16ca-4a95-9882-8cb553bef5e9", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:23.429395 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3d7c160-669e-47d2-9fbb-8c762ebf1f40 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:23.429796 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be7e209-4768-4e0d-9b5d-2b2b208b33a1', 'name': 'network-vif-deleted', 'tag': '6352e6de-16ca-4a95-9882-8cb553bef5e9', 'status': 'completed', 'code': 200} Jul 16 01:56:23.947471 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a5b3113e-06e4-48a5-943e-89abbb2c706e req-b1e596b1-89f8-45b1-abf3-8fb8f89d0a26 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 210 time: 0.0341628 Jul 16 01:56:25.089772 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fc575852-8a52-4a8a-b301-a2c8a089e8c3 req-030417b6-50b8-464b-bb56-ab611422eae2 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 210 time: 0.0301425 Jul 16 01:56:26.173617 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 6352e6de-16ca-4a95-9882-8cb553bef5e9 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:26.197049 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 6352e6de-16ca-4a95-9882-8cb553bef5e9 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:26.197383 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 6352e6de-16ca-4a95-9882-8cb553bef5e9 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:26.230349 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cddd2d25-68f3-48ca-aeed-edf64eb4ade6 req-1014726e-cd03-4204-bc73-035de788391a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 210 time: 0.0290549 Jul 16 01:56:26.646163 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-71c590e2-2713-4203-a146-ed8467b602db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.388753 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67ca6917-ef60-40cf-a395-8d0668b9a0b9 req-c9ac6734-37c2-4ebf-b9f2-7ed734f5ca8f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be7e209-4768-4e0d-9b5d-2b2b208b33a1 HTTP/1.1" status: 200 len: 210 time: 0.0328560 Jul 16 01:56:29.547777 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af1677ef-1064-4dc8-9564-35c1a3fe360f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.746082 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.853063 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.644449 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.597021 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.200458 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.739127 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094de09-180e-4693-8998-fafebbb96534 req-4543b627-249a-4b41-a631-f75a29c84cf8 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:49.740671 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8094de09-180e-4693-8998-fafebbb96534 req-4543b627-249a-4b41-a631-f75a29c84cf8 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 811 time: 0.1136975 Jul 16 01:56:49.759423 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8094de09-180e-4693-8998-fafebbb96534 req-b1a4c428-3ed7-45d0-83cd-8f33c8362319 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/quotas/afe7e5a9f3b34c8783b395f45e501d66 HTTP/1.1" status: 200 len: 375 time: 0.0098562 Jul 16 01:56:49.842097 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8094de09-180e-4693-8998-fafebbb96534 req-15db67eb-95ba-4ddb-abf9-8a9df214ce52 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771887 Jul 16 01:56:50.022564 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8094de09-180e-4693-8998-fafebbb96534 req-6846dda4-e378-4568-a093-5b41d28abfbb service neutron] 10.222.0.16 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739254 Jul 16 01:56:50.126861 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8094de09-180e-4693-8998-fafebbb96534 req-24b3a775-8aee-4074-8387-0a88841029d9 service neutron] 10.222.0.16 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970206 Jul 16 01:56:51.348917 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-938e9a53-9b8f-4617-903e-7433ca03f9bc req-df38a1ff-ad4e-4daa-9f58-72e374d588df tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 210 time: 0.0287874 Jul 16 01:56:52.502669 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-65241e84-ab6a-4f65-a486-ba77ceccc3b4 req-4d6f2326-03b6-40b5-aa24-0da582fd7c6f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 210 time: 0.0309088 Jul 16 01:56:52.509724 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094de09-180e-4693-8998-fafebbb96534 req-8d284f36-f6cf-40c5-b942-6b934864455f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:52.511155 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8094de09-180e-4693-8998-fafebbb96534 req-8d284f36-f6cf-40c5-b942-6b934864455f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.82 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 811 time: 0.1535361 Jul 16 01:56:52.526083 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-8094de09-180e-4693-8998-fafebbb96534 req-70fb75c0-29a5-4b61-b06a-6bf079715cca tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Request body: {'port': {'device_id': '87d67863-abd6-46ee-8e3c-8763b10e35c2', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'admin_state_up': True, 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:52.643238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8094de09-180e-4693-8998-fafebbb96534 req-70fb75c0-29a5-4b61-b06a-6bf079715cca tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Made reservation on behalf of afe7e5a9f3b34c8783b395f45e501d66 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:52.647006 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8094de09-180e-4693-8998-fafebbb96534 req-70fb75c0-29a5-4b61-b06a-6bf079715cca tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.788281 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-8094de09-180e-4693-8998-fafebbb96534 req-70fb75c0-29a5-4b61-b06a-6bf079715cca tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Allocated IP 172.20.0.9 (33dc7d95-0dcb-4992-81bd-6e72b1f33713/608c9e7c-9aae-48b5-a467-74a11c7b6d18/4630b1a1-1e2a-4a61-85eb-b945d7d30c0c) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:52.972882 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8094de09-180e-4693-8998-fafebbb96534 req-70fb75c0-29a5-4b61-b06a-6bf079715cca tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.986308 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-8094de09-180e-4693-8998-fafebbb96534 req-70fb75c0-29a5-4b61-b06a-6bf079715cca tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Transition to ACTIVE for port object 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:53.020017 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8094de09-180e-4693-8998-fafebbb96534 req-70fb75c0-29a5-4b61-b06a-6bf079715cca tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.069893 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8094de09-180e-4693-8998-fafebbb96534 req-70fb75c0-29a5-4b61-b06a-6bf079715cca tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:53.073139 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-8094de09-180e-4693-8998-fafebbb96534 req-70fb75c0-29a5-4b61-b06a-6bf079715cca tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:53.077232 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-8094de09-180e-4693-8998-fafebbb96534 req-70fb75c0-29a5-4b61-b06a-6bf079715cca tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:53.101710 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb75c0-29a5-4b61-b06a-6bf079715cca tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event updated for resources: {'Port': ['ID=4630b1a1-1e2a-4a61-85eb-b945d7d30c0c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:53.134559 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094de09-180e-4693-8998-fafebbb96534 req-70fb75c0-29a5-4b61-b06a-6bf079715cca tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:53.135387 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8094de09-180e-4693-8998-fafebbb96534 req-70fb75c0-29a5-4b61-b06a-6bf079715cca tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.152631 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8094de09-180e-4693-8998-fafebbb96534 req-70fb75c0-29a5-4b61-b06a-6bf079715cca tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6310167 Jul 16 01:56:53.163703 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-8094de09-180e-4693-8998-fafebbb96534 req-0e050181-0554-4d3a-b910-d971aef8102e service neutron] Request body: {'port': {'device_id': '87d67863-abd6-46ee-8e3c-8763b10e35c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:53.240230 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8094de09-180e-4693-8998-fafebbb96534 req-0e050181-0554-4d3a-b910-d971aef8102e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.339197 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d816354c-0777-4f2d-b1dc-01c8929fa016 None None] Provisioning for port 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:53.344162 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d816354c-0777-4f2d-b1dc-01c8929fa016 None None] Provisioning complete for port 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:53.344582 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d816354c-0777-4f2d-b1dc-01c8929fa016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.388488 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d816354c-0777-4f2d-b1dc-01c8929fa016 None None] Port 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:56:53.532541 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-8094de09-180e-4693-8998-fafebbb96534 req-0e050181-0554-4d3a-b910-d971aef8102e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:56:53.541149 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8094de09-180e-4693-8998-fafebbb96534 req-0e050181-0554-4d3a-b910-d971aef8102e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.554407 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-8094de09-180e-4693-8998-fafebbb96534 req-0e050181-0554-4d3a-b910-d971aef8102e service neutron] Transition to ACTIVE for port object 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:53.560669 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8094de09-180e-4693-8998-fafebbb96534 req-0e050181-0554-4d3a-b910-d971aef8102e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.671671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e050181-0554-4d3a-b910-d971aef8102e service neutron] Pushing event updated for resources: {'Port': ['ID=4630b1a1-1e2a-4a61-85eb-b945d7d30c0c,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:53.698642 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-8094de09-180e-4693-8998-fafebbb96534 req-0e050181-0554-4d3a-b910-d971aef8102e service neutron] Attempting to bind port 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:53.699079 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-8094de09-180e-4693-8998-fafebbb96534 req-0e050181-0554-4d3a-b910-d971aef8102e service neutron] Attempting to bind port 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:53.699418 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094de09-180e-4693-8998-fafebbb96534 req-0e050181-0554-4d3a-b910-d971aef8102e service neutron] Attempting to bind port 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c on network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:53.704317 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094de09-180e-4693-8998-fafebbb96534 req-0e050181-0554-4d3a-b910-d971aef8102e service neutron] Port 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c on network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:53.705084 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094de09-180e-4693-8998-fafebbb96534 req-0e050181-0554-4d3a-b910-d971aef8102e service neutron] Attempting to bind port 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c on network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:53.710632 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094de09-180e-4693-8998-fafebbb96534 req-0e050181-0554-4d3a-b910-d971aef8102e service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:53.710981 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094de09-180e-4693-8998-fafebbb96534 req-0e050181-0554-4d3a-b910-d971aef8102e service neutron] Checking segment: {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:53.711364 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8094de09-180e-4693-8998-fafebbb96534 req-0e050181-0554-4d3a-b910-d971aef8102e service neutron] Bound using segment: {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:53.711938 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-8094de09-180e-4693-8998-fafebbb96534 req-0e050181-0554-4d3a-b910-d971aef8102e service neutron] Bound port: 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:53.712306 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8094de09-180e-4693-8998-fafebbb96534 req-0e050181-0554-4d3a-b910-d971aef8102e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.713940 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f0b2-6487-445b-bda8-a46b28cf6450 req-bf608c11-dbdb-44ad-aeec-e8673b00441c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:53.715801 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a029f0b2-6487-445b-bda8-a46b28cf6450 req-bf608c11-dbdb-44ad-aeec-e8673b00441c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 943 time: 0.0850501 Jul 16 01:56:53.762125 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a029f0b2-6487-445b-bda8-a46b28cf6450 req-335a55f0-24f7-4270-9e71-3e48a4572385 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402334 Jul 16 01:56:53.793239 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-8094de09-180e-4693-8998-fafebbb96534 req-0e050181-0554-4d3a-b910-d971aef8102e service neutron] For port 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:53.796838 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-8094de09-180e-4693-8998-fafebbb96534 req-0e050181-0554-4d3a-b910-d971aef8102e service neutron] For port 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=4630b1a1-1e2a-4a61-85eb-b945d7d30c0c,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:53.803213 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8094de09-180e-4693-8998-fafebbb96534 req-0e050181-0554-4d3a-b910-d971aef8102e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.845524 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094de09-180e-4693-8998-fafebbb96534 req-0e050181-0554-4d3a-b910-d971aef8102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:53.846161 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-8094de09-180e-4693-8998-fafebbb96534 req-0e050181-0554-4d3a-b910-d971aef8102e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.847633 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8094de09-180e-4693-8998-fafebbb96534 req-0e050181-0554-4d3a-b910-d971aef8102e service neutron] 10.222.0.82 "PUT /v2.0/ports/4630b1a1-1e2a-4a61-85eb-b945d7d30c0c HTTP/1.1" status: 200 len: 1092 time: 0.6882977 Jul 16 01:56:53.848117 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d67863-abd6-46ee-8e3c-8763b10e35c2', 'tag': '4630b1a1-1e2a-4a61-85eb-b945d7d30c0c'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:53.850560 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027b1632-7093-4759-92c7-b25628c71a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "87d67863-abd6-46ee-8e3c-8763b10e35c2", "tag": "4630b1a1-1e2a-4a61-85eb-b945d7d30c0c"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:53.871796 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e050181-0554-4d3a-b910-d971aef8102e service neutron] Pushing event updated for resources: {'Port': ['ID=4630b1a1-1e2a-4a61-85eb-b945d7d30c0c,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:53.972294 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094de09-180e-4693-8998-fafebbb96534 req-3ba25d80-2925-40fe-a158-741e50c30db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:53.974220 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8094de09-180e-4693-8998-fafebbb96534 req-3ba25d80-2925-40fe-a158-741e50c30db2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 1095 time: 0.0770223 Jul 16 01:56:54.022129 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8b8a68-6009-44a6-8db5-86bed2e6dc2d x-openstack-request-id: req-0f8b8a68-6009-44a6-8db5-86bed2e6dc2d {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:54.022370 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d67863-abd6-46ee-8e3c-8763b10e35c2", "tag": "4630b1a1-1e2a-4a61-85eb-b945d7d30c0c", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:54.022624 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f8b8a68-6009-44a6-8db5-86bed2e6dc2d {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:54.023054 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d67863-abd6-46ee-8e3c-8763b10e35c2', 'tag': '4630b1a1-1e2a-4a61-85eb-b945d7d30c0c', 'status': 'completed', 'code': 200} Jul 16 01:56:54.024986 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8094de09-180e-4693-8998-fafebbb96534 req-834e4eab-d368-47a7-afb5-51aecfe2f376 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4630b1a1-1e2a-4a61-85eb-b945d7d30c0c HTTP/1.1" status: 200 len: 217 time: 0.0402801 Jul 16 01:56:54.078360 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094de09-180e-4693-8998-fafebbb96534 req-6960dfe3-28c9-4916-a0ba-0352f15477b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:54.079981 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8094de09-180e-4693-8998-fafebbb96534 req-6960dfe3-28c9-4916-a0ba-0352f15477b0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0486641 Jul 16 01:56:54.143184 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094de09-180e-4693-8998-fafebbb96534 req-5c270f24-a303-4616-afed-06c86ef9f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:54.144895 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8094de09-180e-4693-8998-fafebbb96534 req-5c270f24-a303-4616-afed-06c86ef9f640 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589230 Jul 16 01:56:54.240834 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8094de09-180e-4693-8998-fafebbb96534 req-72ef4222-55ce-492e-830f-e9f13e36e8e5 service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892675 Jul 16 01:56:54.339364 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8094de09-180e-4693-8998-fafebbb96534 req-d70a14b6-bdc6-4d06-8eca-a5fc24734a74 service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913942 Jul 16 01:56:54.453181 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b1632-7093-4759-92c7-b25628c71a0c req-533ad6a7-d196-458f-8cda-469054be97da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:54.454794 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-027b1632-7093-4759-92c7-b25628c71a0c req-533ad6a7-d196-458f-8cda-469054be97da service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 1095 time: 0.0686760 Jul 16 01:56:54.555415 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b1632-7093-4759-92c7-b25628c71a0c req-1857a19e-421f-49d7-b477-7bac2b4a3730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:54.557029 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-027b1632-7093-4759-92c7-b25628c71a0c req-1857a19e-421f-49d7-b477-7bac2b4a3730 service neutron] 10.222.0.82 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 912 time: 0.0960004 Jul 16 01:56:54.602324 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-027b1632-7093-4759-92c7-b25628c71a0c req-427bb98d-b7d2-44a8-8d96-95f71c819eb5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4630b1a1-1e2a-4a61-85eb-b945d7d30c0c HTTP/1.1" status: 200 len: 217 time: 0.0388513 Jul 16 01:56:54.652725 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b1632-7093-4759-92c7-b25628c71a0c req-97fedabb-589d-413f-aa2b-a278ef9483a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:54.654179 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-027b1632-7093-4759-92c7-b25628c71a0c req-97fedabb-589d-413f-aa2b-a278ef9483a1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0450046 Jul 16 01:56:54.712169 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b1632-7093-4759-92c7-b25628c71a0c req-9b031fc9-8274-4217-a94d-6413dba428e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:54.713697 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-027b1632-7093-4759-92c7-b25628c71a0c req-9b031fc9-8274-4217-a94d-6413dba428e5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535009 Jul 16 01:56:54.817741 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-027b1632-7093-4759-92c7-b25628c71a0c req-105a9dd7-442a-4f1a-a9a0-1a7d6330c00b service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972521 Jul 16 01:56:54.912960 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-027b1632-7093-4759-92c7-b25628c71a0c req-4763452a-cd2f-419d-9af1-912169cdc2f8 service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887163 Jul 16 01:56:54.964176 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fe1bd-379a-4b11-97ed-3753387480a1 req-8f48fe47-3849-4371-81d7-f09991bf123b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:54.965823 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-171fe1bd-379a-4b11-97ed-3753387480a1 req-8f48fe47-3849-4371-81d7-f09991bf123b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 943 time: 0.0789669 Jul 16 01:56:55.008640 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-171fe1bd-379a-4b11-97ed-3753387480a1 req-b6187a0e-b1dd-4754-a9a1-28ac9a9e787f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362306 Jul 16 01:56:56.287827 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e9f68-79c0-4a76-bda0-ad4913804d54 req-07c47056-fd17-4699-8cc1-8c8087471984 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:56.292926 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed2e9f68-79c0-4a76-bda0-ad4913804d54 req-07c47056-fd17-4699-8cc1-8c8087471984 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 943 time: 0.1421082 Jul 16 01:56:56.355435 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed2e9f68-79c0-4a76-bda0-ad4913804d54 req-1f8d9fcd-e60c-41c9-a288-03a8a0eb023b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558410 Jul 16 01:56:56.646914 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-70f02fb0-3a44-450e-84d2-a14968865782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.599173 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559657c5-192b-4b1a-92af-a8f788259317 req-f4b4dead-4191-425b-a061-4f83b469fd9d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:57.600750 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-559657c5-192b-4b1a-92af-a8f788259317 req-f4b4dead-4191-425b-a061-4f83b469fd9d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 943 time: 0.0965919 Jul 16 01:56:57.649116 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-559657c5-192b-4b1a-92af-a8f788259317 req-fb6db7ff-690c-461c-bc5f-fce5dc7042cf tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413251 Jul 16 01:56:58.392576 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:56:58.829895 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa047f-518d-4146-a736-540baf1a60df req-023c6ba6-a976-48fb-8025-e0542d78f3c8 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:58.831424 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c1fa047f-518d-4146-a736-540baf1a60df req-023c6ba6-a976-48fb-8025-e0542d78f3c8 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 943 time: 0.0658133 Jul 16 01:56:58.871988 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c1fa047f-518d-4146-a736-540baf1a60df req-dd98adef-cefe-4364-8888-1c72b5a748f9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349064 Jul 16 01:56:59.542096 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1ef26031-0fa2-4061-b04d-d0ccd2190905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.740814 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.069261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d05f8-a497-4875-9883-c660ee6e269f req-83b24389-640d-4606-a3ac-0dc2db76f212 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:00.070795 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0d4d05f8-a497-4875-9883-c660ee6e269f req-83b24389-640d-4606-a3ac-0dc2db76f212 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 943 time: 0.0805035 Jul 16 01:57:00.112855 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0d4d05f8-a497-4875-9883-c660ee6e269f req-b56cebb2-ddf3-49cb-87c3-92e8ac36a668 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356233 Jul 16 01:57:00.862231 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.303694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976086ae-5cc8-4dce-8ab7-475a54f057d5 req-c23cd233-989b-46ab-89eb-9a9ca8299d22 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:01.305196 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-976086ae-5cc8-4dce-8ab7-475a54f057d5 req-c23cd233-989b-46ab-89eb-9a9ca8299d22 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 943 time: 0.0752957 Jul 16 01:57:01.344713 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-976086ae-5cc8-4dce-8ab7-475a54f057d5 req-f8026d6e-e69c-42f6-9c01-0a6e25eb66e4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334144 Jul 16 01:57:01.643624 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.526996 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe6ca1-1473-43f4-a34c-aa96e3d6d0cb req-987ddf6c-79b4-409f-893b-09387adc9895 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:02.528551 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-31fe6ca1-1473-43f4-a34c-aa96e3d6d0cb req-987ddf6c-79b4-409f-893b-09387adc9895 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 943 time: 0.0667970 Jul 16 01:57:02.568104 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-31fe6ca1-1473-43f4-a34c-aa96e3d6d0cb req-62f3d872-4eb4-4693-891e-e93934efd6b3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337381 Jul 16 01:57:02.605430 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.757167 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbee100-ed2a-42ff-9284-d90eb6bea937 req-5539f1fa-8a10-48ce-b7ba-600d8fcfb6e4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:03.758619 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dfbee100-ed2a-42ff-9284-d90eb6bea937 req-5539f1fa-8a10-48ce-b7ba-600d8fcfb6e4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 943 time: 0.0673795 Jul 16 01:57:03.800308 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dfbee100-ed2a-42ff-9284-d90eb6bea937 req-6404911a-6c1c-4e06-b3a4-64f71c40bae0 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358069 Jul 16 01:57:04.990758 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8183fee-aa97-4e68-a93e-fdaef1af87ae req-46685a92-8e5a-409c-80c5-3e0b0f5d8f5d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:04.992224 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a8183fee-aa97-4e68-a93e-fdaef1af87ae req-46685a92-8e5a-409c-80c5-3e0b0f5d8f5d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 943 time: 0.0709755 Jul 16 01:57:05.035449 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a8183fee-aa97-4e68-a93e-fdaef1af87ae req-f1e31fca-2693-45bf-896e-8ae22fe565f9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373828 Jul 16 01:57:05.199203 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.240049 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cb4b4-cae4-4dbe-83bd-aeeb27bac1cd req-63f93cc5-ad41-4c44-b17b-79bb3d2ca727 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:06.242116 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f75cb4b4-cae4-4dbe-83bd-aeeb27bac1cd req-63f93cc5-ad41-4c44-b17b-79bb3d2ca727 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 943 time: 0.0744569 Jul 16 01:57:06.283511 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f75cb4b4-cae4-4dbe-83bd-aeeb27bac1cd req-11b90749-1f67-4dd9-8fab-646bab10cd11 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341768 Jul 16 01:57:07.471295 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d85a1-7ea6-44b0-973f-adfbad207bbc req-773efb99-3542-4ed3-b3c8-4959e3114a8a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:07.472804 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0c9d85a1-7ea6-44b0-973f-adfbad207bbc req-773efb99-3542-4ed3-b3c8-4959e3114a8a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 943 time: 0.0667191 Jul 16 01:57:07.512466 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0c9d85a1-7ea6-44b0-973f-adfbad207bbc req-e4fa1340-352a-4507-919e-0d5a75438cc1 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320859 Jul 16 01:57:08.720184 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2d512-d0b9-403f-a3ce-e2c78906f18d req-cf0191df-fd36-4de9-bf25-14943a75342a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:08.721617 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-18a2d512-d0b9-403f-a3ce-e2c78906f18d req-cf0191df-fd36-4de9-bf25-14943a75342a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 943 time: 0.0890744 Jul 16 01:57:08.765041 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-18a2d512-d0b9-403f-a3ce-e2c78906f18d req-dec83f98-4050-404b-9110-d1df2f620af3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349944 Jul 16 01:57:09.954942 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2801671-71c5-4de5-bca1-a6bd159b5cbb req-919540be-87cf-4263-a221-821d4ff67014 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:09.956621 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c2801671-71c5-4de5-bca1-a6bd159b5cbb req-919540be-87cf-4263-a221-821d4ff67014 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 943 time: 0.0747366 Jul 16 01:57:10.000194 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c2801671-71c5-4de5-bca1-a6bd159b5cbb req-73902710-5c97-4ca5-b38d-f1340cd15f68 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366738 Jul 16 01:57:11.202414 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413240-8ae4-4246-82d2-9091048279c0 req-1e7b9db1-1a6b-47b2-ab72-4f51c472ebd5 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:11.203976 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e9413240-8ae4-4246-82d2-9091048279c0 req-1e7b9db1-1a6b-47b2-ab72-4f51c472ebd5 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 943 time: 0.0682881 Jul 16 01:57:11.244220 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e9413240-8ae4-4246-82d2-9091048279c0 req-88b8598b-ad01-4390-af27-c527f32b5af6 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346072 Jul 16 01:57:12.430172 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462437f8-2c89-4cfb-94b2-03996ecc8772 req-c95288a1-fe66-4226-a703-2521a8a4ad0c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:12.431670 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-462437f8-2c89-4cfb-94b2-03996ecc8772 req-c95288a1-fe66-4226-a703-2521a8a4ad0c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 943 time: 0.0706825 Jul 16 01:57:12.471626 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-462437f8-2c89-4cfb-94b2-03996ecc8772 req-425e87b1-522e-4f4f-942b-4ef95260300f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338399 Jul 16 01:57:13.665089 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4b54f-b4a6-495a-8db1-d11b282bcf99 req-bcdc039b-5d29-48a5-8387-8a04efd73d8f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:13.667182 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-15b4b54f-b4a6-495a-8db1-d11b282bcf99 req-bcdc039b-5d29-48a5-8387-8a04efd73d8f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 943 time: 0.0809045 Jul 16 01:57:13.709611 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-15b4b54f-b4a6-495a-8db1-d11b282bcf99 req-38f68dff-3faf-4371-9194-3793439c492a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357423 Jul 16 01:57:14.438466 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:57:14.547766 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=4630b1a1-1e2a-4a61-85eb-b945d7d30c0c,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:14.563514 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '4630b1a1-1e2a-4a61-85eb-b945d7d30c0c', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'port_id': '4630b1a1-1e2a-4a61-85eb-b945d7d30c0c', 'mac_address': 'fa:16:3e:51:64:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:57:14.607101 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.620459 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:57:14.639713 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=4630b1a1-1e2a-4a61-85eb-b945d7d30c0c,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:14.645358 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.696165 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=4630b1a1-1e2a-4a61-85eb-b945d7d30c0c,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:14.882742 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['4630b1a1-1e2a-4a61-85eb-b945d7d30c0c'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:57:14.899010 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780086ad-1410-47bc-bfb7-c9a1cfe0e9f3 req-236038db-31ec-48ad-bf25-73da588832ff tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:14.900580 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-780086ad-1410-47bc-bfb7-c9a1cfe0e9f3 req-236038db-31ec-48ad-bf25-73da588832ff tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 944 time: 0.0737119 Jul 16 01:57:14.942334 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-780086ad-1410-47bc-bfb7-c9a1cfe0e9f3 req-0aa13d63-2a09-439d-99e0-635a37285e66 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358503 Jul 16 01:57:16.145061 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e69a6d-9238-410c-960d-dd69a5a112c4 req-6012ce5a-b98f-4817-babf-6a767e0f9278 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:16.146562 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e3e69a6d-9238-410c-960d-dd69a5a112c4 req-6012ce5a-b98f-4817-babf-6a767e0f9278 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 944 time: 0.0868018 Jul 16 01:57:16.190319 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e3e69a6d-9238-410c-960d-dd69a5a112c4 req-f18cfe1d-2da8-488a-bf11-662c50816938 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358665 Jul 16 01:57:16.453923 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:16.510956 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:16.514760 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:16.515122 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.607903 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.640830 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d67863-abd6-46ee-8e3c-8763b10e35c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4630b1a1-1e2a-4a61-85eb-b945d7d30c0c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:16.643410 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39ba692-5397-4fa0-b0e5-f893e19aceaf" -d '{"events": [{"server_uuid": "87d67863-abd6-46ee-8e3c-8763b10e35c2", "name": "network-vif-plugged", "status": "completed", "tag": "4630b1a1-1e2a-4a61-85eb-b945d7d30c0c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:16.658059 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=4630b1a1-1e2a-4a61-85eb-b945d7d30c0c,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:16.663451 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.689394 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693e4605-9a34-437c-8714-b3b6bb9f6ac1 x-openstack-request-id: req-693e4605-9a34-437c-8714-b3b6bb9f6ac1 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:16.689605 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d67863-abd6-46ee-8e3c-8763b10e35c2", "name": "network-vif-plugged", "status": "completed", "tag": "4630b1a1-1e2a-4a61-85eb-b945d7d30c0c", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:16.689846 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-693e4605-9a34-437c-8714-b3b6bb9f6ac1 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:16.690232 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d67863-abd6-46ee-8e3c-8763b10e35c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4630b1a1-1e2a-4a61-85eb-b945d7d30c0c', 'code': 200} Jul 16 01:57:16.719958 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=4630b1a1-1e2a-4a61-85eb-b945d7d30c0c,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:16.729313 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:16.729661 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:16.729994 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:16.730692 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:16.731034 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:16.731369 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:16.731701 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:16.732013 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:16.732429 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:16.732685 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:16.733008 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:16.733331 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:16.863914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390e7f3-52b5-4ea5-b807-16f37d792066 req-5d67103c-a6a7-4e70-9930-9ccc9a345f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:16.865453 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e390e7f3-52b5-4ea5-b807-16f37d792066 req-5d67103c-a6a7-4e70-9930-9ccc9a345f89 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 1097 time: 0.1165702 Jul 16 01:57:16.912023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e390e7f3-52b5-4ea5-b807-16f37d792066 req-51616b7b-4d64-4c99-9275-cb88c13c7fd0 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391431 Jul 16 01:57:17.377861 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16738a46-53a6-45d6-b97c-a31b8661ec4b req-4c524bd2-2dbd-4c0d-a0b7-8f330d3d4c4c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:17.379358 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-16738a46-53a6-45d6-b97c-a31b8661ec4b req-4c524bd2-2dbd-4c0d-a0b7-8f330d3d4c4c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 945 time: 0.0777524 Jul 16 01:57:17.422278 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-16738a46-53a6-45d6-b97c-a31b8661ec4b req-f9d5cd49-853f-4473-b9d9-0a38027ec77b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344017 Jul 16 01:57:18.375555 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-549da1ed-3211-4cb2-bfda-79efdfb4443c req-7db22fdf-6123-427f-94a8-035dbc8c7913 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4780ae97-a046-4079-a80f-c0f31090b6e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1064060 Jul 16 01:57:18.479506 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549da1ed-3211-4cb2-bfda-79efdfb4443c req-e79d564f-59d8-4634-8f33-3e1aa2601a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:18.481101 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-549da1ed-3211-4cb2-bfda-79efdfb4443c req-e79d564f-59d8-4634-8f33-3e1aa2601a09 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a63930432ad948c298d55abcef9f1620&device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 1097 time: 0.0566063 Jul 16 01:57:18.597662 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549da1ed-3211-4cb2-bfda-79efdfb4443c req-ff9fdd83-4d6e-4fa2-8f82-952855f14780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:18.599064 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-549da1ed-3211-4cb2-bfda-79efdfb4443c req-ff9fdd83-4d6e-4fa2-8f82-952855f14780 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1c9633e-8188-42d0-99d9-444d9f10534d HTTP/1.1" status: 200 len: 910 time: 0.0965049 Jul 16 01:57:18.603870 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2397a8a-bbed-44c8-ab87-da0ef98c1ae8 req-1d598255-3611-4056-b9f7-9235a8d9ef87 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:18.605370 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a2397a8a-bbed-44c8-ab87-da0ef98c1ae8 req-1d598255-3611-4056-b9f7-9235a8d9ef87 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 945 time: 0.0676141 Jul 16 01:57:18.648576 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a2397a8a-bbed-44c8-ab87-da0ef98c1ae8 req-d254dfe7-896c-4218-ad10-6b0b3dbf26f3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372977 Jul 16 01:57:18.669791 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-549da1ed-3211-4cb2-bfda-79efdfb4443c req-08ae3ca8-4248-48ad-b6f7-d06ccc0ddfc0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efb2d0ce-18ad-4218-9641-b5c82bc065bf HTTP/1.1" status: 200 len: 1000 time: 0.0631807 Jul 16 01:57:18.719834 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549da1ed-3211-4cb2-bfda-79efdfb4443c req-5cb3bec0-0b11-4eb5-90ce-bdaefff2295e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:18.721362 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-549da1ed-3211-4cb2-bfda-79efdfb4443c req-5cb3bec0-0b11-4eb5-90ce-bdaefff2295e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5fe56ea6-6eff-400b-89b4-219aacbd21bb HTTP/1.1" status: 200 len: 848 time: 0.0455034 Jul 16 01:57:18.795720 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549da1ed-3211-4cb2-bfda-79efdfb4443c req-3dc2c685-2f01-426b-9dba-4322714f8a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:18.797262 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-549da1ed-3211-4cb2-bfda-79efdfb4443c req-3dc2c685-2f01-426b-9dba-4322714f8a27 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1c9633e-8188-42d0-99d9-444d9f10534d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692158 Jul 16 01:57:18.808025 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-549da1ed-3211-4cb2-bfda-79efdfb4443c req-920fb801-e1bc-4279-a9e9-8c72495800e2 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:57:18.809083 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-549da1ed-3211-4cb2-bfda-79efdfb4443c req-920fb801-e1bc-4279-a9e9-8c72495800e2 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053058 Jul 16 01:57:18.936791 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1715886-ec38-4f31-876a-a3838fa1330d req-9b5ed4de-0840-476d-8784-3a75f5c122a3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:18.938302 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b1715886-ec38-4f31-876a-a3838fa1330d req-9b5ed4de-0840-476d-8784-3a75f5c122a3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 945 time: 0.1552174 Jul 16 01:57:18.940252 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-549da1ed-3211-4cb2-bfda-79efdfb4443c req-9fa9eccd-6be9-425b-b5b3-3f50edc85382 service neutron] 10.222.0.84 "GET /v2.0/networks/e1c9633e-8188-42d0-99d9-444d9f10534d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143796 Jul 16 01:57:19.003152 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b1715886-ec38-4f31-876a-a3838fa1330d req-ed38e757-f2d5-4ae9-bdb0-2d0da8165b4d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589349 Jul 16 01:57:19.058801 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-549da1ed-3211-4cb2-bfda-79efdfb4443c req-037c06fd-6b1b-455f-b70d-c1e3a5bbec5c service neutron] 10.222.0.84 "GET /v2.0/networks/e1c9633e-8188-42d0-99d9-444d9f10534d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082563 Jul 16 01:57:19.204021 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c89213-aa25-4ddf-a508-7ac97a8afb79 req-a0339e97-650f-4ff7-b5c7-a0edf28bac96 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:19.205562 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-97c89213-aa25-4ddf-a508-7ac97a8afb79 req-a0339e97-650f-4ff7-b5c7-a0edf28bac96 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 945 time: 0.0762048 Jul 16 01:57:19.245168 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-97c89213-aa25-4ddf-a508-7ac97a8afb79 req-d538ff01-3d83-418f-aea8-32d879a576e9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336559 Jul 16 01:57:19.714157 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25cd5f-83ed-43de-a032-2de5c1666d7f req-b8450d21-3f2a-489e-8922-d5489371d2cb tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:19.715640 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0d25cd5f-83ed-43de-a032-2de5c1666d7f req-b8450d21-3f2a-489e-8922-d5489371d2cb tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 945 time: 0.0764146 Jul 16 01:57:19.755723 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0d25cd5f-83ed-43de-a032-2de5c1666d7f req-9b6e67ff-d40b-48a2-9b6a-2fe816cbf558 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338697 Jul 16 01:57:20.950358 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32536e6e-8c5c-421a-bbc2-948a85736419 req-b361ec4b-021c-437a-a326-5b6d42c48969 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:20.952201 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-32536e6e-8c5c-421a-bbc2-948a85736419 req-b361ec4b-021c-437a-a326-5b6d42c48969 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 945 time: 0.0769231 Jul 16 01:57:20.995976 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-32536e6e-8c5c-421a-bbc2-948a85736419 req-083d76e6-46f0-4f43-9f24-3538349746cc tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357080 Jul 16 01:57:21.105110 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1565014-757b-425e-9c1e-3230c8158d36 req-171ee2f7-6834-495e-b6fa-ee434584e8cd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:21.107108 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d1565014-757b-425e-9c1e-3230c8158d36 req-171ee2f7-6834-495e-b6fa-ee434584e8cd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.82 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 945 time: 0.0872896 Jul 16 01:57:21.224251 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-d1565014-757b-425e-9c1e-3230c8158d36 req-b65a9e37-3940-4b7d-a33a-c26481953525 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Deleting port 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:21.224628 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d1565014-757b-425e-9c1e-3230c8158d36 req-b65a9e37-3940-4b7d-a33a-c26481953525 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.319450 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-d1565014-757b-425e-9c1e-3230c8158d36 req-b65a9e37-3940-4b7d-a33a-c26481953525 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] For port 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=4630b1a1-1e2a-4a61-85eb-b945d7d30c0c,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:21.319775 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d1565014-757b-425e-9c1e-3230c8158d36 req-b65a9e37-3940-4b7d-a33a-c26481953525 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.333180 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-d1565014-757b-425e-9c1e-3230c8158d36 req-b65a9e37-3940-4b7d-a33a-c26481953525 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Calling delete_port for 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:21.468844 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d1565014-757b-425e-9c1e-3230c8158d36 req-b65a9e37-3940-4b7d-a33a-c26481953525 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.480269 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['4630b1a1-1e2a-4a61-85eb-b945d7d30c0c'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:57:21.813066 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a9e37-3940-4b7d-a33a-c26481953525 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event deleted for resources: {'Port': ['ID=4630b1a1-1e2a-4a61-85eb-b945d7d30c0c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:21.861693 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1565014-757b-425e-9c1e-3230c8158d36 req-b65a9e37-3940-4b7d-a33a-c26481953525 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] No DVR routers for this DVR port 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:21.864464 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d1565014-757b-425e-9c1e-3230c8158d36 req-b65a9e37-3940-4b7d-a33a-c26481953525 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.866514 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d1565014-757b-425e-9c1e-3230c8158d36 req-b65a9e37-3940-4b7d-a33a-c26481953525 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.82 "DELETE /v2.0/ports/4630b1a1-1e2a-4a61-85eb-b945d7d30c0c HTTP/1.1" status: 204 len: 173 time: 0.7537804 Jul 16 01:57:21.866965 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d67863-abd6-46ee-8e3c-8763b10e35c2', 'name': 'network-vif-deleted', 'tag': '4630b1a1-1e2a-4a61-85eb-b945d7d30c0c'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:21.869420 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6672a6e-52c3-482a-b247-63ef387b252e" -d '{"events": [{"server_uuid": "87d67863-abd6-46ee-8e3c-8763b10e35c2", "name": "network-vif-deleted", "tag": "4630b1a1-1e2a-4a61-85eb-b945d7d30c0c"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:21.916666 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cb368f-54d2-4b95-b7b0-b3f5cc2c1de8 x-openstack-request-id: req-56cb368f-54d2-4b95-b7b0-b3f5cc2c1de8 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:21.917225 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d67863-abd6-46ee-8e3c-8763b10e35c2", "name": "network-vif-deleted", "tag": "4630b1a1-1e2a-4a61-85eb-b945d7d30c0c", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:21.917506 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56cb368f-54d2-4b95-b7b0-b3f5cc2c1de8 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:21.919193 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d67863-abd6-46ee-8e3c-8763b10e35c2', 'name': 'network-vif-deleted', 'tag': '4630b1a1-1e2a-4a61-85eb-b945d7d30c0c', 'status': 'completed', 'code': 200} Jul 16 01:57:22.152815 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e45142c4-e801-4c7f-b0ea-b37e6983178d req-c1cada8e-39bc-4f91-88a0-831a7c3a2985 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 210 time: 0.0302157 Jul 16 01:57:23.318250 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2d8a6383-9d35-49bc-a04d-d49bbc37d57a req-fd345075-e27d-485e-a8b0-569d480065e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 210 time: 0.0347240 Jul 16 01:57:24.465341 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-39fb0fdb-2bb1-4dbc-9635-675e26eb076d req-4ff2c609-93a8-427f-b060-ba430fa676ae tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 210 time: 0.0281606 Jul 16 01:57:24.469471 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:24.489515 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:24.489779 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 4630b1a1-1e2a-4a61-85eb-b945d7d30c0c not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:25.624992 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fdd5dc71-694b-4bd6-8ea2-0782721c57ab req-127d65e9-8f3d-4cec-aafd-9027d1ca6113 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=87d67863-abd6-46ee-8e3c-8763b10e35c2 HTTP/1.1" status: 200 len: 210 time: 0.0292389 Jul 16 01:57:26.643227 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-780e890d-c371-4877-ad0e-d5685c71c495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.547908 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-17e5790c-3990-4385-a4c1-eff5b2e30e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.745616 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.864797 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.653997 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.602811 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.201925 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.393184 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:57:47.884695 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-36b4a3ac-dada-4b00-a455-4f8e8222d0b1 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:47.886157 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-36b4a3ac-dada-4b00-a455-4f8e8222d0b1 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 811 time: 0.1196532 Jul 16 01:57:47.908263 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-445a5e61-dac2-4690-ac5e-017878aca994 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/quotas/afe7e5a9f3b34c8783b395f45e501d66 HTTP/1.1" status: 200 len: 375 time: 0.0142727 Jul 16 01:57:47.982453 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-b8e9e988-57a5-4617-90c8-2fd54300deed tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686450 Jul 16 01:57:48.083388 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-0cf8e4d4-31ad-4509-a062-957ffb19bc29 service neutron] 10.222.0.16 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907400 Jul 16 01:57:48.182654 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-75c80d5f-fce3-4b74-8e0f-3c075f2ffd0d service neutron] 10.222.0.16 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905046 Jul 16 01:57:48.510727 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30ccf767-1c4a-4091-beef-b646a502b28e req-078d4608-10c9-4720-ab57-d462f396126b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 210 time: 0.0373797 Jul 16 01:57:49.617509 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-ce41d1a6-6aa3-47d5-961a-3d7e9769ecdc tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:49.619250 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-ce41d1a6-6aa3-47d5-961a-3d7e9769ecdc tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.82 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 811 time: 0.1272485 Jul 16 01:57:49.636284 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Request body: {'port': {'device_id': 'cacef457-05eb-4846-8aef-7e3c118cb464', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'admin_state_up': True, 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:49.674936 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b84d255-ee53-4c2a-911e-949d4cbe7156 req-a0407d29-73ef-4a28-b2f9-acb522050828 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 210 time: 0.0328250 Jul 16 01:57:49.755010 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Made reservation on behalf of afe7e5a9f3b34c8783b395f45e501d66 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:49.759200 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.902970 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Allocated IP 172.20.0.10 (33dc7d95-0dcb-4992-81bd-6e72b1f33713/608c9e7c-9aae-48b5-a467-74a11c7b6d18/3ed91ba8-4909-4253-be2d-2cb5db68c234) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:50.054206 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.067754 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Transition to ACTIVE for port object 3ed91ba8-4909-4253-be2d-2cb5db68c234 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:50.103813 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.154908 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:50.158245 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:50.161342 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:50.193597 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event updated for resources: {'Port': ['ID=3ed91ba8-4909-4253-be2d-2cb5db68c234,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:50.210710 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:50.211051 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:50.211390 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:50.211735 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:50.212068 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:50.212414 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:50.212742 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:50.213068 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:50.213386 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:50.213709 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:50.213997 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:50.214320 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:50.236344 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:50.237039 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.254674 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-511519bc-4373-44d1-ad02-c638a8db97e3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6223485 Jul 16 01:57:50.265655 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-e72bb23e-3a7b-44e9-86da-e3f675ea1c04 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:57:50.266957 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-e72bb23e-3a7b-44e9-86da-e3f675ea1c04 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060573 Jul 16 01:57:50.278193 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-962e169c-9f8b-4b9f-9149-83d713ed6209 service neutron] Request body: {'port': {'device_id': 'cacef457-05eb-4846-8aef-7e3c118cb464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:50.356494 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-962e169c-9f8b-4b9f-9149-83d713ed6209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.467884 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9c68cfcd-9241-4e34-a2aa-ed002a6cefd8 None None] Provisioning for port 3ed91ba8-4909-4253-be2d-2cb5db68c234 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:50.472784 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9c68cfcd-9241-4e34-a2aa-ed002a6cefd8 None None] Provisioning complete for port 3ed91ba8-4909-4253-be2d-2cb5db68c234 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:50.473153 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9c68cfcd-9241-4e34-a2aa-ed002a6cefd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.506693 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9c68cfcd-9241-4e34-a2aa-ed002a6cefd8 None None] Port 3ed91ba8-4909-4253-be2d-2cb5db68c234 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:50.639447 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-962e169c-9f8b-4b9f-9149-83d713ed6209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed91ba8-4909-4253-be2d-2cb5db68c234 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:57:50.648691 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-962e169c-9f8b-4b9f-9149-83d713ed6209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.665505 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-962e169c-9f8b-4b9f-9149-83d713ed6209 service neutron] Transition to ACTIVE for port object 3ed91ba8-4909-4253-be2d-2cb5db68c234 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:50.672036 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-962e169c-9f8b-4b9f-9149-83d713ed6209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.748310 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e169c-9f8b-4b9f-9149-83d713ed6209 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed91ba8-4909-4253-be2d-2cb5db68c234,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:50.808309 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-962e169c-9f8b-4b9f-9149-83d713ed6209 service neutron] Attempting to bind port 3ed91ba8-4909-4253-be2d-2cb5db68c234 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:50.808742 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-962e169c-9f8b-4b9f-9149-83d713ed6209 service neutron] Attempting to bind port 3ed91ba8-4909-4253-be2d-2cb5db68c234 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:50.809116 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-962e169c-9f8b-4b9f-9149-83d713ed6209 service neutron] Attempting to bind port 3ed91ba8-4909-4253-be2d-2cb5db68c234 on network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:50.842257 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-962e169c-9f8b-4b9f-9149-83d713ed6209 service neutron] Port 3ed91ba8-4909-4253-be2d-2cb5db68c234 on network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:50.842584 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-962e169c-9f8b-4b9f-9149-83d713ed6209 service neutron] Attempting to bind port 3ed91ba8-4909-4253-be2d-2cb5db68c234 on network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:50.852473 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-962e169c-9f8b-4b9f-9149-83d713ed6209 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:50.852819 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-962e169c-9f8b-4b9f-9149-83d713ed6209 service neutron] Checking segment: {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:50.853448 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-962e169c-9f8b-4b9f-9149-83d713ed6209 service neutron] Bound using segment: {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:50.853679 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-962e169c-9f8b-4b9f-9149-83d713ed6209 service neutron] Bound port: 3ed91ba8-4909-4253-be2d-2cb5db68c234, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:50.854204 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-962e169c-9f8b-4b9f-9149-83d713ed6209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.959839 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300ecb5-68ed-4931-b751-ab6d904ef695 req-cbfe66fd-2bdc-40c3-9f34-ce2f4e315995 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:50.961413 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a300ecb5-68ed-4931-b751-ab6d904ef695 req-cbfe66fd-2bdc-40c3-9f34-ce2f4e315995 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 944 time: 0.1499703 Jul 16 01:57:50.964463 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-962e169c-9f8b-4b9f-9149-83d713ed6209 service neutron] For port 3ed91ba8-4909-4253-be2d-2cb5db68c234, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:50.968212 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-962e169c-9f8b-4b9f-9149-83d713ed6209 service neutron] For port 3ed91ba8-4909-4253-be2d-2cb5db68c234, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3ed91ba8-4909-4253-be2d-2cb5db68c234,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:50.978737 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-962e169c-9f8b-4b9f-9149-83d713ed6209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.041220 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-962e169c-9f8b-4b9f-9149-83d713ed6209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:51.041833 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-962e169c-9f8b-4b9f-9149-83d713ed6209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.043244 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-962e169c-9f8b-4b9f-9149-83d713ed6209 service neutron] 10.222.0.82 "PUT /v2.0/ports/3ed91ba8-4909-4253-be2d-2cb5db68c234 HTTP/1.1" status: 200 len: 1093 time: 0.7697551 Jul 16 01:57:51.045673 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacef457-05eb-4846-8aef-7e3c118cb464', 'tag': '3ed91ba8-4909-4253-be2d-2cb5db68c234'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:51.048007 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90241ae9-8c79-488a-8705-4563d25065e0" -d '{"events": [{"name": "network-changed", "server_uuid": "cacef457-05eb-4846-8aef-7e3c118cb464", "tag": "3ed91ba8-4909-4253-be2d-2cb5db68c234"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:51.055828 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a300ecb5-68ed-4931-b751-ab6d904ef695 req-91b2e309-9a2a-43fa-9acf-8463264aa59b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862179 Jul 16 01:57:51.079852 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e169c-9f8b-4b9f-9149-83d713ed6209 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed91ba8-4909-4253-be2d-2cb5db68c234,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:51.119752 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3df16f-7f8c-461d-be89-26fb32644db8 x-openstack-request-id: req-af3df16f-7f8c-461d-be89-26fb32644db8 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:51.120054 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cacef457-05eb-4846-8aef-7e3c118cb464", "tag": "3ed91ba8-4909-4253-be2d-2cb5db68c234", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:51.120289 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af3df16f-7f8c-461d-be89-26fb32644db8 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:51.120718 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cacef457-05eb-4846-8aef-7e3c118cb464', 'tag': '3ed91ba8-4909-4253-be2d-2cb5db68c234', 'status': 'completed', 'code': 200} Jul 16 01:57:51.150332 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-50f9e6ab-eacc-4c18-9946-25a82e225baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:51.151634 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-50f9e6ab-eacc-4c18-9946-25a82e225baf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 1096 time: 0.0654821 Jul 16 01:57:51.195166 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-0bab6e8e-c1ab-427b-bd77-0a006d48fd18 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ed91ba8-4909-4253-be2d-2cb5db68c234 HTTP/1.1" status: 200 len: 217 time: 0.0360172 Jul 16 01:57:51.256961 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-ef8e8c51-5b34-44c2-af2c-0827dc824062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:51.258469 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-ef8e8c51-5b34-44c2-af2c-0827dc824062 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0566564 Jul 16 01:57:51.318331 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-3bab9a5a-62fc-46ed-a054-e40d767c08ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:51.319872 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-3bab9a5a-62fc-46ed-a054-e40d767c08ff service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543556 Jul 16 01:57:51.412060 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-9a108794-0ea6-4862-b9bc-b1f45e39e900 service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853736 Jul 16 01:57:51.512729 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c939b0c-600d-4806-aad1-c7cd1242d4e9 req-cf075186-6788-4c8e-881e-07f0eddd87e6 service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931909 Jul 16 01:57:51.615736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90241ae9-8c79-488a-8705-4563d25065e0 req-4f764fbd-fe45-49de-bfb2-8de8940d2a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:51.617311 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90241ae9-8c79-488a-8705-4563d25065e0 req-4f764fbd-fe45-49de-bfb2-8de8940d2a35 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 1096 time: 0.0570257 Jul 16 01:57:51.713430 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90241ae9-8c79-488a-8705-4563d25065e0 req-1d236a28-d72a-4351-9430-d94a116b5c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:51.715288 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90241ae9-8c79-488a-8705-4563d25065e0 req-1d236a28-d72a-4351-9430-d94a116b5c24 service neutron] 10.222.0.82 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 912 time: 0.0909827 Jul 16 01:57:51.758367 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90241ae9-8c79-488a-8705-4563d25065e0 req-a8e8408d-5691-4058-b9ed-2c5b5f68d394 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ed91ba8-4909-4253-be2d-2cb5db68c234 HTTP/1.1" status: 200 len: 217 time: 0.0368297 Jul 16 01:57:51.821055 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90241ae9-8c79-488a-8705-4563d25065e0 req-b8f96c2d-6242-450c-aff9-e725407ff93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:51.822484 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90241ae9-8c79-488a-8705-4563d25065e0 req-b8f96c2d-6242-450c-aff9-e725407ff93a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0566909 Jul 16 01:57:51.881920 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90241ae9-8c79-488a-8705-4563d25065e0 req-f1c31358-ec17-4df2-9b14-65c509911f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:51.883531 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90241ae9-8c79-488a-8705-4563d25065e0 req-f1c31358-ec17-4df2-9b14-65c509911f2d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542874 Jul 16 01:57:51.993171 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90241ae9-8c79-488a-8705-4563d25065e0 req-3fbf14ed-5956-4afa-9f15-3d0617e3f09c service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024051 Jul 16 01:57:52.098207 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90241ae9-8c79-488a-8705-4563d25065e0 req-c3012a75-4af4-44e3-8b71-5e25f6e2c8b8 service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982454 Jul 16 01:57:52.259507 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51e6e8-1ec5-404f-9ab7-c7c59e60e0eb req-b261b4b5-4801-4d56-b397-1dee0d67e4eb tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:52.261090 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2c51e6e8-1ec5-404f-9ab7-c7c59e60e0eb req-b261b4b5-4801-4d56-b397-1dee0d67e4eb tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 944 time: 0.0723183 Jul 16 01:57:52.300853 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2c51e6e8-1ec5-404f-9ab7-c7c59e60e0eb req-0a94d0a3-0d89-4f8c-b27a-10157020d0fe tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335455 Jul 16 01:57:53.485146 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd3a6e-fe81-4bcf-9080-4ef35764f472 req-2f7051fe-d28a-4a5e-87e6-2653bb11250d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:53.486892 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e8dd3a6e-fe81-4bcf-9080-4ef35764f472 req-2f7051fe-d28a-4a5e-87e6-2653bb11250d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 944 time: 0.0719521 Jul 16 01:57:53.531655 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e8dd3a6e-fe81-4bcf-9080-4ef35764f472 req-5302e229-437c-4a8d-abca-621d05f610ab tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385437 Jul 16 01:57:54.718459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e21f9-da3d-49ce-bfe5-17dd9373bfe4 req-60935fa2-5321-4fe6-9ef9-931bc03756b8 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:54.719879 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-512e21f9-da3d-49ce-bfe5-17dd9373bfe4 req-60935fa2-5321-4fe6-9ef9-931bc03756b8 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 944 time: 0.0714540 Jul 16 01:57:54.765007 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-512e21f9-da3d-49ce-bfe5-17dd9373bfe4 req-1399f3cb-197c-4f33-9a93-ec7043bd1ca8 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378735 Jul 16 01:57:55.946517 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c4e47-c8d8-42b2-96bd-9149901457a7 req-b19a69b2-39f5-47af-b55d-57f643bab0ee tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:55.948010 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8a2c4e47-c8d8-42b2-96bd-9149901457a7 req-b19a69b2-39f5-47af-b55d-57f643bab0ee tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 944 time: 0.0653305 Jul 16 01:57:55.987218 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8a2c4e47-c8d8-42b2-96bd-9149901457a7 req-43557d9c-c8c3-41c2-a3ec-5438c07466a2 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335667 Jul 16 01:57:56.648301 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb7f8823-536e-48e9-a917-591b8aaad8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.169256 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1826a2d-4ddf-4be6-981b-37c9e668f33e req-bf95bb18-5b51-48cd-93b0-f982186ec553 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:57.170773 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f1826a2d-4ddf-4be6-981b-37c9e668f33e req-bf95bb18-5b51-48cd-93b0-f982186ec553 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 944 time: 0.0702915 Jul 16 01:57:57.211261 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f1826a2d-4ddf-4be6-981b-37c9e668f33e req-19195ba7-9a86-43cf-96bb-e1f90deb831b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329337 Jul 16 01:57:58.413909 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfaa50-baec-4bd0-951a-3e96b91af628 req-1cd1dee4-abec-4e33-81ff-1adce9b22127 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:58.415458 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cddfaa50-baec-4bd0-951a-3e96b91af628 req-1cd1dee4-abec-4e33-81ff-1adce9b22127 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 944 time: 0.0706367 Jul 16 01:57:58.457356 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cddfaa50-baec-4bd0-951a-3e96b91af628 req-5def5405-c4f6-4ae2-8c70-8062abbeb7b7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362663 Jul 16 01:57:59.553289 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d650242-8838-4bb8-8106-5449fbebcb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.712356 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ea1c8-b670-4d9a-9012-5b7336c3d74f req-ea8e3aea-23cb-4008-b468-8f833ed6f1f0 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:59.714365 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d57ea1c8-b670-4d9a-9012-5b7336c3d74f req-ea8e3aea-23cb-4008-b468-8f833ed6f1f0 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 944 time: 0.0832231 Jul 16 01:57:59.753193 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.763390 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d57ea1c8-b670-4d9a-9012-5b7336c3d74f req-961afc99-52fb-441d-a671-9c42074f3516 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420659 Jul 16 01:58:00.687737 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3ed91ba8-4909-4253-be2d-2cb5db68c234 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:58:00.953859 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa2856-4ff5-47a2-a7be-6b53afe25c9d req-2d5fbb8b-268e-4359-932a-507c48aa0080 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:00.955035 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f5aa2856-4ff5-47a2-a7be-6b53afe25c9d req-2d5fbb8b-268e-4359-932a-507c48aa0080 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 944 time: 0.0710907 Jul 16 01:58:00.959541 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.966980 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 3ed91ba8-4909-4253-be2d-2cb5db68c234, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3ed91ba8-4909-4253-be2d-2cb5db68c234,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:00.978297 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '3ed91ba8-4909-4253-be2d-2cb5db68c234', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'port_id': '3ed91ba8-4909-4253-be2d-2cb5db68c234', 'mac_address': 'fa:16:3e:95:ca:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:58:00.995010 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f5aa2856-4ff5-47a2-a7be-6b53afe25c9d req-39065c05-7420-4462-9af3-bcb884962751 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334082 Jul 16 01:58:01.016069 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.029540 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed91ba8-4909-4253-be2d-2cb5db68c234 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:58:01.050969 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 3ed91ba8-4909-4253-be2d-2cb5db68c234, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3ed91ba8-4909-4253-be2d-2cb5db68c234,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:01.056011 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.103288 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=3ed91ba8-4909-4253-be2d-2cb5db68c234,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:01.250670 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['3ed91ba8-4909-4253-be2d-2cb5db68c234'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:58:01.656981 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.186346 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a21f65-281a-47f5-b900-611de3321d97 req-907ecaaf-2bc0-4cdc-85e0-4bd8afadf7e1 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:02.187870 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e5a21f65-281a-47f5-b900-611de3321d97 req-907ecaaf-2bc0-4cdc-85e0-4bd8afadf7e1 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 945 time: 0.0735819 Jul 16 01:58:02.234717 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e5a21f65-281a-47f5-b900-611de3321d97 req-17c6fcb5-53c6-4388-bdec-09e4514b7a42 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391710 Jul 16 01:58:02.600746 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.685987 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3ed91ba8-4909-4253-be2d-2cb5db68c234 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:02.740204 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 3ed91ba8-4909-4253-be2d-2cb5db68c234 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:02.746140 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 3ed91ba8-4909-4253-be2d-2cb5db68c234 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:02.746629 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.834373 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.857369 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacef457-05eb-4846-8aef-7e3c118cb464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed91ba8-4909-4253-be2d-2cb5db68c234'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:02.859625 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c655db0-e48f-4978-a2b3-73fc0e453661" -d '{"events": [{"server_uuid": "cacef457-05eb-4846-8aef-7e3c118cb464", "name": "network-vif-plugged", "status": "completed", "tag": "3ed91ba8-4909-4253-be2d-2cb5db68c234"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:02.872731 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 3ed91ba8-4909-4253-be2d-2cb5db68c234, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3ed91ba8-4909-4253-be2d-2cb5db68c234,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:02.878530 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.928532 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=3ed91ba8-4909-4253-be2d-2cb5db68c234,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:02.971345 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d69aa94-c7b0-4c5f-b566-3ddd59b67898 x-openstack-request-id: req-2d69aa94-c7b0-4c5f-b566-3ddd59b67898 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:02.971652 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cacef457-05eb-4846-8aef-7e3c118cb464", "name": "network-vif-plugged", "status": "completed", "tag": "3ed91ba8-4909-4253-be2d-2cb5db68c234", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:02.971905 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d69aa94-c7b0-4c5f-b566-3ddd59b67898 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:02.972306 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cacef457-05eb-4846-8aef-7e3c118cb464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed91ba8-4909-4253-be2d-2cb5db68c234', 'code': 200} Jul 16 01:58:03.093155 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37a94e-3696-405b-bb7d-ee64abed6437 req-96b5f6b7-08de-4cf8-b040-c3da552fd958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:03.094748 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3f37a94e-3696-405b-bb7d-ee64abed6437 req-96b5f6b7-08de-4cf8-b040-c3da552fd958 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 1098 time: 0.0590186 Jul 16 01:58:03.139370 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3f37a94e-3696-405b-bb7d-ee64abed6437 req-0087ca6c-e2d6-44ca-b026-1bbdaff0a8b6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379198 Jul 16 01:58:03.430854 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cba1cb-c641-448b-adf5-a1f5807ca9b5 req-b14e9269-2cd4-4390-b97b-3c249783e043 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:03.432505 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a4cba1cb-c641-448b-adf5-a1f5807ca9b5 req-b14e9269-2cd4-4390-b97b-3c249783e043 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 946 time: 0.0808475 Jul 16 01:58:03.473414 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a4cba1cb-c641-448b-adf5-a1f5807ca9b5 req-ab0d4446-06a4-425f-bdef-cc13c4cd0f39 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345490 Jul 16 01:58:04.652859 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64edf36-bc77-4894-9c84-1c2bbb8169e8 req-667234ef-52df-4ba6-a411-916561fdd894 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:04.654370 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b64edf36-bc77-4894-9c84-1c2bbb8169e8 req-667234ef-52df-4ba6-a411-916561fdd894 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 946 time: 0.0665627 Jul 16 01:58:04.693849 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b64edf36-bc77-4894-9c84-1c2bbb8169e8 req-51740292-4687-4e8a-97a1-d9e70176e976 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337393 Jul 16 01:58:04.880613 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f27590-5f6b-4f12-84e4-120f7c712ca0 req-6e3d5edb-9557-4c2c-9a26-35ce2fc1a894 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:04.882205 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e9f27590-5f6b-4f12-84e4-120f7c712ca0 req-6e3d5edb-9557-4c2c-9a26-35ce2fc1a894 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 946 time: 0.0656624 Jul 16 01:58:04.921093 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e9f27590-5f6b-4f12-84e4-120f7c712ca0 req-abba5e8e-f190-4c16-9a81-a9d8acb61737 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332563 Jul 16 01:58:05.194420 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.486042 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-b398ae21-807c-46b8-bf64-9d931845605e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:07.487505 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-b398ae21-807c-46b8-bf64-9d931845605e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 811 time: 0.1240749 Jul 16 01:58:07.505096 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-064ab2a6-d42e-4467-8fae-2c766b832474 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/quotas/afe7e5a9f3b34c8783b395f45e501d66 HTTP/1.1" status: 200 len: 375 time: 0.0103366 Jul 16 01:58:07.584083 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-a3519461-b179-40ad-9f77-0a02c59bef85 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0729675 Jul 16 01:58:07.690475 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-490dc28c-ce51-4b69-8ae5-f9301dbabb61 service neutron] 10.222.0.16 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992038 Jul 16 01:58:07.799977 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-18c3b2cb-535b-4617-9b21-9b07d0b64149 service neutron] 10.222.0.16 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003094 Jul 16 01:58:08.012713 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ff8e59e1-9812-45a9-953d-2f72a430d0a4 req-5f3d1fdd-47d3-4ca9-b713-5148101ad5da tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 210 time: 0.0339143 Jul 16 01:58:09.154925 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-570837b6-01bf-491d-b6c8-f6862dea9451 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:09.156491 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-570837b6-01bf-491d-b6c8-f6862dea9451 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.84 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 811 time: 0.1245430 Jul 16 01:58:09.174805 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9d184da8-97ae-44ca-9123-df1d3df67166 req-84d93289-e7c0-4f22-8390-cd6d323a117c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 210 time: 0.0404258 Jul 16 01:58:09.179602 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5693ed12-8c5c-4ecb-a207-a015f2758525 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Request body: {'port': {'device_id': 'f859dece-af59-48d2-982c-6ab19bace9fe', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'admin_state_up': True, 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:09.291615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5693ed12-8c5c-4ecb-a207-a015f2758525 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Made reservation on behalf of afe7e5a9f3b34c8783b395f45e501d66 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:09.295545 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5693ed12-8c5c-4ecb-a207-a015f2758525 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.435147 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5693ed12-8c5c-4ecb-a207-a015f2758525 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Allocated IP 172.20.0.6 (33dc7d95-0dcb-4992-81bd-6e72b1f33713/608c9e7c-9aae-48b5-a467-74a11c7b6d18/aa22bd68-a674-447e-b0ab-0eeb1fff93c0) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:09.599392 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5693ed12-8c5c-4ecb-a207-a015f2758525 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.615272 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5693ed12-8c5c-4ecb-a207-a015f2758525 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Transition to ACTIVE for port object aa22bd68-a674-447e-b0ab-0eeb1fff93c0 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:09.655015 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5693ed12-8c5c-4ecb-a207-a015f2758525 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.668336 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['3ed91ba8-4909-4253-be2d-2cb5db68c234'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:58:09.705457 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5693ed12-8c5c-4ecb-a207-a015f2758525 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:09.708869 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5693ed12-8c5c-4ecb-a207-a015f2758525 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:09.713429 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5693ed12-8c5c-4ecb-a207-a015f2758525 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:09.773625 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5693ed12-8c5c-4ecb-a207-a015f2758525 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:09.774385 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5693ed12-8c5c-4ecb-a207-a015f2758525 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.778562 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693ed12-8c5c-4ecb-a207-a015f2758525 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event updated for resources: {'Port': ['ID=aa22bd68-a674-447e-b0ab-0eeb1fff93c0,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:09.806663 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5693ed12-8c5c-4ecb-a207-a015f2758525 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6307912 Jul 16 01:58:09.821465 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5278472b-ca17-4543-94ab-dd692489c509 service neutron] Request body: {'port': {'device_id': 'f859dece-af59-48d2-982c-6ab19bace9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:09.904765 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5278472b-ca17-4543-94ab-dd692489c509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.008492 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-07ca5c79-c6e4-4938-acc5-af4ace8edc7f None None] Provisioning for port aa22bd68-a674-447e-b0ab-0eeb1fff93c0 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:10.012686 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-07ca5c79-c6e4-4938-acc5-af4ace8edc7f None None] Provisioning complete for port aa22bd68-a674-447e-b0ab-0eeb1fff93c0 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:10.013091 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-07ca5c79-c6e4-4938-acc5-af4ace8edc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.047566 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-07ca5c79-c6e4-4938-acc5-af4ace8edc7f None None] Port aa22bd68-a674-447e-b0ab-0eeb1fff93c0 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:10.191483 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5278472b-ca17-4543-94ab-dd692489c509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa22bd68-a674-447e-b0ab-0eeb1fff93c0 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:58:10.200093 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5278472b-ca17-4543-94ab-dd692489c509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.213485 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5278472b-ca17-4543-94ab-dd692489c509 service neutron] Transition to ACTIVE for port object aa22bd68-a674-447e-b0ab-0eeb1fff93c0 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:10.218374 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5278472b-ca17-4543-94ab-dd692489c509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.269183 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278472b-ca17-4543-94ab-dd692489c509 service neutron] Pushing event updated for resources: {'Port': ['ID=aa22bd68-a674-447e-b0ab-0eeb1fff93c0,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:10.355942 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5278472b-ca17-4543-94ab-dd692489c509 service neutron] Attempting to bind port aa22bd68-a674-447e-b0ab-0eeb1fff93c0 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:10.356288 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5278472b-ca17-4543-94ab-dd692489c509 service neutron] Attempting to bind port aa22bd68-a674-447e-b0ab-0eeb1fff93c0 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:10.356666 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5278472b-ca17-4543-94ab-dd692489c509 service neutron] Attempting to bind port aa22bd68-a674-447e-b0ab-0eeb1fff93c0 on network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:10.361494 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5278472b-ca17-4543-94ab-dd692489c509 service neutron] Port aa22bd68-a674-447e-b0ab-0eeb1fff93c0 on network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:58:10.361827 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5278472b-ca17-4543-94ab-dd692489c509 service neutron] Attempting to bind port aa22bd68-a674-447e-b0ab-0eeb1fff93c0 on network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:10.366949 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5278472b-ca17-4543-94ab-dd692489c509 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:10.367359 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5278472b-ca17-4543-94ab-dd692489c509 service neutron] Checking segment: {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:10.367922 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5278472b-ca17-4543-94ab-dd692489c509 service neutron] Bound using segment: {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:10.368543 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5278472b-ca17-4543-94ab-dd692489c509 service neutron] Bound port: aa22bd68-a674-447e-b0ab-0eeb1fff93c0, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:10.368915 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5278472b-ca17-4543-94ab-dd692489c509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.373589 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d4cc4-2194-4909-964d-1d671aaeec03 req-67de2eb8-fbc0-400a-b09e-483118ff9be3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:10.375824 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-561d4cc4-2194-4909-964d-1d671aaeec03 req-67de2eb8-fbc0-400a-b09e-483118ff9be3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 943 time: 0.0827436 Jul 16 01:58:10.427224 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-561d4cc4-2194-4909-964d-1d671aaeec03 req-a3d7b8d9-dbce-47f0-99af-20ca1c8ebfa7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417991 Jul 16 01:58:10.455491 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5278472b-ca17-4543-94ab-dd692489c509 service neutron] For port aa22bd68-a674-447e-b0ab-0eeb1fff93c0, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:10.459367 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5278472b-ca17-4543-94ab-dd692489c509 service neutron] For port aa22bd68-a674-447e-b0ab-0eeb1fff93c0, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=aa22bd68-a674-447e-b0ab-0eeb1fff93c0,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:10.466007 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5278472b-ca17-4543-94ab-dd692489c509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.483373 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5278472b-ca17-4543-94ab-dd692489c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:10.484043 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5278472b-ca17-4543-94ab-dd692489c509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.485532 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-5278472b-ca17-4543-94ab-dd692489c509 service neutron] 10.222.0.84 "PUT /v2.0/ports/aa22bd68-a674-447e-b0ab-0eeb1fff93c0 HTTP/1.1" status: 200 len: 1092 time: 0.6711504 Jul 16 01:58:10.487147 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f859dece-af59-48d2-982c-6ab19bace9fe', 'tag': 'aa22bd68-a674-447e-b0ab-0eeb1fff93c0'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:10.489503 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708f8982-6907-4986-b79b-37cb79b68074" -d '{"events": [{"name": "network-changed", "server_uuid": "f859dece-af59-48d2-982c-6ab19bace9fe", "tag": "aa22bd68-a674-447e-b0ab-0eeb1fff93c0"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:10.569448 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571e5a8e-2cbc-4993-92b2-af3f11700003 x-openstack-request-id: req-571e5a8e-2cbc-4993-92b2-af3f11700003 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:10.569835 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f859dece-af59-48d2-982c-6ab19bace9fe", "tag": "aa22bd68-a674-447e-b0ab-0eeb1fff93c0", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:10.570218 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-571e5a8e-2cbc-4993-92b2-af3f11700003 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:10.570812 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f859dece-af59-48d2-982c-6ab19bace9fe', 'tag': 'aa22bd68-a674-447e-b0ab-0eeb1fff93c0', 'status': 'completed', 'code': 200} Jul 16 01:58:10.611064 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278472b-ca17-4543-94ab-dd692489c509 service neutron] Pushing event updated for resources: {'Port': ['ID=aa22bd68-a674-447e-b0ab-0eeb1fff93c0,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:10.636300 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-803432b9-f305-461e-aea5-bbf35cff2381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:10.637911 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-803432b9-f305-461e-aea5-bbf35cff2381 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 1095 time: 0.0909026 Jul 16 01:58:10.685922 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-b8ecc1d4-8851-4e16-b161-54101fa8db5b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa22bd68-a674-447e-b0ab-0eeb1fff93c0 HTTP/1.1" status: 200 len: 217 time: 0.0411026 Jul 16 01:58:10.736917 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-72683b12-72ad-41cc-9c0b-25a64f81c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:10.738429 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-72683b12-72ad-41cc-9c0b-25a64f81c1b1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0464165 Jul 16 01:58:10.807389 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-38302297-66eb-4d22-ab86-b3e54b8ba2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:10.809113 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-38302297-66eb-4d22-ab86-b3e54b8ba2e1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644631 Jul 16 01:58:10.902308 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-a6d69eee-da7b-4958-98cf-cedd1c7f97c8 service neutron] 10.222.0.84 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866411 Jul 16 01:58:10.993846 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bb0459c4-9a4c-404a-aa68-de6d7e253473 req-92099a40-98cf-4a3f-b2b0-29e5a86492e0 service neutron] 10.222.0.84 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851274 Jul 16 01:58:11.102223 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f8982-6907-4986-b79b-37cb79b68074 req-6782027d-6348-4a95-8093-dfc6802b474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:11.104151 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-708f8982-6907-4986-b79b-37cb79b68074 req-6782027d-6348-4a95-8093-dfc6802b474b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 1095 time: 0.0614104 Jul 16 01:58:11.200976 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f8982-6907-4986-b79b-37cb79b68074 req-3c35cbff-efcf-4a74-ab32-12752c6ab37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:11.202413 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-708f8982-6907-4986-b79b-37cb79b68074 req-3c35cbff-efcf-4a74-ab32-12752c6ab37a service neutron] 10.222.0.84 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 912 time: 0.0903292 Jul 16 01:58:11.247756 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-708f8982-6907-4986-b79b-37cb79b68074 req-34fbb0c9-d751-40b0-a0e1-b9260fe2a243 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa22bd68-a674-447e-b0ab-0eeb1fff93c0 HTTP/1.1" status: 200 len: 217 time: 0.0385282 Jul 16 01:58:11.298466 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f8982-6907-4986-b79b-37cb79b68074 req-1e730b4e-6d12-455e-88c7-eea88b86bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:11.300055 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-708f8982-6907-4986-b79b-37cb79b68074 req-1e730b4e-6d12-455e-88c7-eea88b86bd3f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0466211 Jul 16 01:58:11.360313 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f8982-6907-4986-b79b-37cb79b68074 req-9a663afd-04e0-4763-bc18-0ab553e4ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:11.361815 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-708f8982-6907-4986-b79b-37cb79b68074 req-9a663afd-04e0-4763-bc18-0ab553e4ba2a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549788 Jul 16 01:58:11.462204 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-708f8982-6907-4986-b79b-37cb79b68074 req-07333ffa-bb88-49a5-9814-090d7155ea54 service neutron] 10.222.0.84 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935245 Jul 16 01:58:11.564122 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-708f8982-6907-4986-b79b-37cb79b68074 req-e392a0b1-1454-473c-ab39-05f331f4f261 service neutron] 10.222.0.84 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954008 Jul 16 01:58:11.626161 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e09cfa-4ea2-42c3-a949-cec9c3a4650e req-43b0a29f-d813-41d6-9523-c0a08ed5bb56 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:11.627653 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-59e09cfa-4ea2-42c3-a949-cec9c3a4650e req-43b0a29f-d813-41d6-9523-c0a08ed5bb56 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 943 time: 0.0713141 Jul 16 01:58:11.671268 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-59e09cfa-4ea2-42c3-a949-cec9c3a4650e req-56318abd-1802-408f-b748-089b919f9207 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373092 Jul 16 01:58:12.344601 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f83920ed-33a8-4422-9407-86a9e941cfb4 req-741df2cc-1329-477a-a0db-04722d965654 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cacef457-05eb-4846-8aef-7e3c118cb464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521924 Jul 16 01:58:12.398676 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:58:12.467387 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83920ed-33a8-4422-9407-86a9e941cfb4 req-68bd984c-1492-4a28-819c-d69ffa2126c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:12.469357 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f83920ed-33a8-4422-9407-86a9e941cfb4 req-68bd984c-1492-4a28-819c-d69ffa2126c6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 1098 time: 0.0780854 Jul 16 01:58:12.597707 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83920ed-33a8-4422-9407-86a9e941cfb4 req-953cde61-98e5-4007-b5bf-39e229ae0cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:12.600067 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f83920ed-33a8-4422-9407-86a9e941cfb4 req-953cde61-98e5-4007-b5bf-39e229ae0cda service neutron] 10.222.0.82 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 912 time: 0.1075108 Jul 16 01:58:12.711801 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f83920ed-33a8-4422-9407-86a9e941cfb4 req-a9d77b1f-f3a1-4dc2-8631-1b328c7d5d0b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ed91ba8-4909-4253-be2d-2cb5db68c234 HTTP/1.1" status: 200 len: 217 time: 0.1031950 Jul 16 01:58:12.808108 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83920ed-33a8-4422-9407-86a9e941cfb4 req-5e6264ea-86af-4af3-a57a-8e80b24bf012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:12.812627 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f83920ed-33a8-4422-9407-86a9e941cfb4 req-5e6264ea-86af-4af3-a57a-8e80b24bf012 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0938494 Jul 16 01:58:12.953549 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5a224-5ace-4eff-98a8-53bc4423aeec req-90cd0696-022a-4a3f-a00d-e2e64aeb5e05 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:12.955234 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c4c5a224-5ace-4eff-98a8-53bc4423aeec req-90cd0696-022a-4a3f-a00d-e2e64aeb5e05 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 943 time: 0.1342618 Jul 16 01:58:12.957172 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83920ed-33a8-4422-9407-86a9e941cfb4 req-66175ae2-faf2-4bb3-b83d-940dfc23993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:12.958615 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f83920ed-33a8-4422-9407-86a9e941cfb4 req-66175ae2-faf2-4bb3-b83d-940dfc23993b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1361027 Jul 16 01:58:13.522426 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c4c5a224-5ace-4eff-98a8-53bc4423aeec req-ec9e1b3e-7cb6-4cae-8114-d003fe005207 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5583916 Jul 16 01:58:13.575369 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f83920ed-33a8-4422-9407-86a9e941cfb4 req-3a7b7fae-3581-4a38-8798-20116d2259df service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6073101 Jul 16 01:58:13.721238 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f83920ed-33a8-4422-9407-86a9e941cfb4 req-de5f29f5-1ba1-4492-9e25-094fee02cb2d service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232383 Jul 16 01:58:14.965672 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071765fe-e110-4912-adc0-51754ac630da req-9144608d-8ae7-46f2-a4cf-8487e000f6ba tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:14.967430 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-071765fe-e110-4912-adc0-51754ac630da req-9144608d-8ae7-46f2-a4cf-8487e000f6ba tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 943 time: 0.0835788 Jul 16 01:58:15.023315 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-071765fe-e110-4912-adc0-51754ac630da req-25d25a0b-0c7e-4790-876d-ee4355ac0694 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449424 Jul 16 01:58:16.224622 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5506768-764d-49f0-ba9c-fbfe5f4dece0 req-a0405196-1341-4984-bfb1-592aa07a3803 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:16.226109 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e5506768-764d-49f0-ba9c-fbfe5f4dece0 req-a0405196-1341-4984-bfb1-592aa07a3803 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 943 time: 0.0659604 Jul 16 01:58:16.268925 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e5506768-764d-49f0-ba9c-fbfe5f4dece0 req-5d5deca2-c990-4a7f-9bd1-f45115bee06b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364337 Jul 16 01:58:17.451524 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923d6ec-9954-4dbd-ac88-1fe8365a1917 req-3c4ef911-34fd-4eb7-b7e3-47c26ff38ab7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:17.453087 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b923d6ec-9954-4dbd-ac88-1fe8365a1917 req-3c4ef911-34fd-4eb7-b7e3-47c26ff38ab7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 943 time: 0.0682859 Jul 16 01:58:17.497712 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b923d6ec-9954-4dbd-ac88-1fe8365a1917 req-6731ac6c-a32c-40c1-8c68-27589d785532 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357327 Jul 16 01:58:18.703707 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c608a-0488-4908-b72e-e770512be57c req-3f8373b9-1b18-459f-ae49-ff8769f19602 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:18.705133 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9a6c608a-0488-4908-b72e-e770512be57c req-3f8373b9-1b18-459f-ae49-ff8769f19602 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 943 time: 0.0834718 Jul 16 01:58:18.750215 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9a6c608a-0488-4908-b72e-e770512be57c req-0eef4459-5054-4a8c-a801-1297e4975156 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361502 Jul 16 01:58:19.932833 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549836b-4356-49f5-8bcb-b5a89203823c req-f69bdd7d-66a8-4b5e-8827-27c906079ed9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:19.934331 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f549836b-4356-49f5-8bcb-b5a89203823c req-f69bdd7d-66a8-4b5e-8827-27c906079ed9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 943 time: 0.0638671 Jul 16 01:58:19.975220 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f549836b-4356-49f5-8bcb-b5a89203823c req-db0f464d-69d3-415b-96ce-89001107326d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350134 Jul 16 01:58:20.864496 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a042a5a3-1744-439a-9076-ee553e64d7df req-affd7b41-9612-4b33-b481-29ee5177875c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4780ae97-a046-4079-a80f-c0f31090b6e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542376 Jul 16 01:58:20.961910 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042a5a3-1744-439a-9076-ee553e64d7df req-fdb57690-237b-4138-b839-276a76997139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:20.963427 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a042a5a3-1744-439a-9076-ee553e64d7df req-fdb57690-237b-4138-b839-276a76997139 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a63930432ad948c298d55abcef9f1620&device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 1097 time: 0.0532184 Jul 16 01:58:21.077559 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042a5a3-1744-439a-9076-ee553e64d7df req-47c63094-9a40-487d-af60-7303972f6442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:21.078989 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a042a5a3-1744-439a-9076-ee553e64d7df req-47c63094-9a40-487d-af60-7303972f6442 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1c9633e-8188-42d0-99d9-444d9f10534d HTTP/1.1" status: 200 len: 910 time: 0.0943131 Jul 16 01:58:21.177273 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a042a5a3-1744-439a-9076-ee553e64d7df req-e5ba7b88-047b-4e65-9c63-9133d29c892c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efb2d0ce-18ad-4218-9641-b5c82bc065bf HTTP/1.1" status: 200 len: 1000 time: 0.0916719 Jul 16 01:58:21.240979 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a81c76-11b3-4ad4-a31d-9150735e9123 req-b545c45d-2b3e-4f2e-9ada-e2f1501f9484 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:21.242530 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09a81c76-11b3-4ad4-a31d-9150735e9123 req-b545c45d-2b3e-4f2e-9ada-e2f1501f9484 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 943 time: 0.1492989 Jul 16 01:58:21.247166 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042a5a3-1744-439a-9076-ee553e64d7df req-da0a30da-9be5-40dc-9f81-124c2ca5c789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:21.248621 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a042a5a3-1744-439a-9076-ee553e64d7df req-da0a30da-9be5-40dc-9f81-124c2ca5c789 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5fe56ea6-6eff-400b-89b4-219aacbd21bb HTTP/1.1" status: 200 len: 848 time: 0.0633638 Jul 16 01:58:21.315705 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09a81c76-11b3-4ad4-a31d-9150735e9123 req-57c532fa-52d0-49ef-9e8b-83321aee4518 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661607 Jul 16 01:58:21.332548 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042a5a3-1744-439a-9076-ee553e64d7df req-0b551f6e-2c14-47a9-bba7-bd202fb25644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:21.334067 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a042a5a3-1744-439a-9076-ee553e64d7df req-0b551f6e-2c14-47a9-bba7-bd202fb25644 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1c9633e-8188-42d0-99d9-444d9f10534d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783510 Jul 16 01:58:21.434806 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a042a5a3-1744-439a-9076-ee553e64d7df req-b7cf4dbf-c74a-43f1-8c7e-074237cab9da service neutron] 10.222.0.84 "GET /v2.0/networks/e1c9633e-8188-42d0-99d9-444d9f10534d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939777 Jul 16 01:58:21.534830 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a042a5a3-1744-439a-9076-ee553e64d7df req-e2e3cecf-4505-4b61-b584-8e28937e9387 service neutron] 10.222.0.84 "GET /v2.0/networks/e1c9633e-8188-42d0-99d9-444d9f10534d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933797 Jul 16 01:58:22.512517 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69985d-4d7b-4424-888c-bdbde3aa29dd req-ff2cb13f-6698-41d2-b09c-948ea8f2b273 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:22.514144 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6a69985d-4d7b-4424-888c-bdbde3aa29dd req-ff2cb13f-6698-41d2-b09c-948ea8f2b273 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 943 time: 0.0777853 Jul 16 01:58:22.554466 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6a69985d-4d7b-4424-888c-bdbde3aa29dd req-fabc7446-2e19-4f28-8248-e5998824df86 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339339 Jul 16 01:58:23.739610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc4a31-53eb-4924-832a-77035f27843c req-65bbb5e0-bdd1-4e05-a055-f797f472097a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:23.741314 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-66cc4a31-53eb-4924-832a-77035f27843c req-65bbb5e0-bdd1-4e05-a055-f797f472097a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 943 time: 0.0713377 Jul 16 01:58:23.787602 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-66cc4a31-53eb-4924-832a-77035f27843c req-c24df5e0-45da-4ee8-8fcb-2d08d2c2fc52 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395715 Jul 16 01:58:24.981046 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede851e-cc54-43c8-a338-b5f238566ec2 req-cbc7c1d7-a07e-4721-9d72-5833806491f7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:24.982559 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6ede851e-cc54-43c8-a338-b5f238566ec2 req-cbc7c1d7-a07e-4721-9d72-5833806491f7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 943 time: 0.0688510 Jul 16 01:58:25.021972 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6ede851e-cc54-43c8-a338-b5f238566ec2 req-42194b4c-991f-4713-bfd7-6d8031221c39 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335848 Jul 16 01:58:26.220678 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054e773-fde4-425f-b313-64ed85ee7cae req-48913205-3301-42d7-af47-a67a62587e78 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:26.222457 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6054e773-fde4-425f-b313-64ed85ee7cae req-48913205-3301-42d7-af47-a67a62587e78 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 943 time: 0.0733085 Jul 16 01:58:26.273181 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6054e773-fde4-425f-b313-64ed85ee7cae req-c5917ed8-0c56-4a24-9918-860de34d7150 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447581 Jul 16 01:58:26.653624 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-16cff7fe-2e8b-44b9-8f1d-8412779127b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.458876 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17733c09-1454-45e9-a76b-25095b0ee2e2 req-eda868d9-56f3-4afa-b7d5-93b706aabe73 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.460397 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-17733c09-1454-45e9-a76b-25095b0ee2e2 req-eda868d9-56f3-4afa-b7d5-93b706aabe73 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 943 time: 0.0755212 Jul 16 01:58:27.501115 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-17733c09-1454-45e9-a76b-25095b0ee2e2 req-6f4ab6b0-44e8-4f42-a864-bcad4caa6d3b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344787 Jul 16 01:58:28.689704 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe3cd-0771-411c-8c8c-071a52802d8d req-203d2634-f15f-4170-a65e-595596acfc5b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:28.691482 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-14bbe3cd-0771-411c-8c8c-071a52802d8d req-203d2634-f15f-4170-a65e-595596acfc5b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 943 time: 0.0749164 Jul 16 01:58:28.731557 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-14bbe3cd-0771-411c-8c8c-071a52802d8d req-36b279f0-ed85-4428-992e-fb29dc5fb21b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339673 Jul 16 01:58:29.552904 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5f274ca-08c5-4c95-85b2-ff2da959650b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.747709 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.933116 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e7e32-8a6f-4be2-a5ba-c5e044b45478 req-c8f0e1ba-7f6f-4ae3-9e5a-9358f559c85f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:29.934844 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-676e7e32-8a6f-4be2-a5ba-c5e044b45478 req-c8f0e1ba-7f6f-4ae3-9e5a-9358f559c85f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 943 time: 0.0828471 Jul 16 01:58:29.974660 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-676e7e32-8a6f-4be2-a5ba-c5e044b45478 req-3fc13687-7fe0-4e16-9db1-f6efb0501895 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338812 Jul 16 01:58:30.866267 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.174787 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37163d3-88b3-4f61-84e7-8f1715005be9 req-2f37edf2-c641-4912-a37d-b6b4b6693cd1 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:31.176264 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d37163d3-88b3-4f61-84e7-8f1715005be9 req-2f37edf2-c641-4912-a37d-b6b4b6693cd1 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 943 time: 0.0706809 Jul 16 01:58:31.215019 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d37163d3-88b3-4f61-84e7-8f1715005be9 req-188360a8-f8be-4eb2-b8e8-c4ac5367a3e0 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324314 Jul 16 01:58:31.351778 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device aa22bd68-a674-447e-b0ab-0eeb1fff93c0 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:58:31.456463 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port aa22bd68-a674-447e-b0ab-0eeb1fff93c0, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=aa22bd68-a674-447e-b0ab-0eeb1fff93c0,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:31.472715 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'aa22bd68-a674-447e-b0ab-0eeb1fff93c0', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'port_id': 'aa22bd68-a674-447e-b0ab-0eeb1fff93c0', 'mac_address': 'fa:16:3e:47:22:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:58:31.515845 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.530429 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa22bd68-a674-447e-b0ab-0eeb1fff93c0 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:58:31.551294 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port aa22bd68-a674-447e-b0ab-0eeb1fff93c0, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=aa22bd68-a674-447e-b0ab-0eeb1fff93c0,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:31.558216 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.613971 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=aa22bd68-a674-447e-b0ab-0eeb1fff93c0,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:31.621827 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:31.622173 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:31.622514 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:31.622837 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:31.623175 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:31.623501 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:31.623836 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:31.624150 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:31.624497 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:31.624817 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:31.625136 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:31.625466 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:31.659270 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.786638 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['aa22bd68-a674-447e-b0ab-0eeb1fff93c0'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:58:32.414654 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45520814-2563-45d3-bdae-5f9bbc18b5a0 req-13d1eeed-a908-4bdb-925c-93b4771b2377 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.416220 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45520814-2563-45d3-bdae-5f9bbc18b5a0 req-13d1eeed-a908-4bdb-925c-93b4771b2377 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 944 time: 0.0691426 Jul 16 01:58:32.458184 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45520814-2563-45d3-bdae-5f9bbc18b5a0 req-8df9e36d-68da-4c91-9331-14e29d0b7619 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350447 Jul 16 01:58:32.605705 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.382783 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device aa22bd68-a674-447e-b0ab-0eeb1fff93c0 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:33.444294 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port aa22bd68-a674-447e-b0ab-0eeb1fff93c0 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:33.449502 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port aa22bd68-a674-447e-b0ab-0eeb1fff93c0 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:33.449908 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.542722 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.566870 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f859dece-af59-48d2-982c-6ab19bace9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa22bd68-a674-447e-b0ab-0eeb1fff93c0'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:33.569242 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bf19fc-74be-434f-83a0-786bb04a3860" -d '{"events": [{"server_uuid": "f859dece-af59-48d2-982c-6ab19bace9fe", "name": "network-vif-plugged", "status": "completed", "tag": "aa22bd68-a674-447e-b0ab-0eeb1fff93c0"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:33.583070 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port aa22bd68-a674-447e-b0ab-0eeb1fff93c0, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=aa22bd68-a674-447e-b0ab-0eeb1fff93c0,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:33.590690 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.616683 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3adcb6-b297-4e39-b887-78bf9e63151d x-openstack-request-id: req-6e3adcb6-b297-4e39-b887-78bf9e63151d {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:33.617369 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f859dece-af59-48d2-982c-6ab19bace9fe", "name": "network-vif-plugged", "status": "completed", "tag": "aa22bd68-a674-447e-b0ab-0eeb1fff93c0", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:33.617369 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e3adcb6-b297-4e39-b887-78bf9e63151d {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:33.617578 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f859dece-af59-48d2-982c-6ab19bace9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa22bd68-a674-447e-b0ab-0eeb1fff93c0', 'code': 200} Jul 16 01:58:33.646459 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=aa22bd68-a674-447e-b0ab-0eeb1fff93c0,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:33.680248 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a16cd-aac4-4fa0-bdc3-4e1dfaafc5ce req-36183a44-b20c-4fe2-be1a-f836bee3b6dd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:33.682409 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d2a16cd-aac4-4fa0-bdc3-4e1dfaafc5ce req-36183a44-b20c-4fe2-be1a-f836bee3b6dd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 945 time: 0.1021295 Jul 16 01:58:33.763421 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d2a16cd-aac4-4fa0-bdc3-4e1dfaafc5ce req-29d553f6-ed3d-4f53-8ae7-1a8b6126475e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705023 Jul 16 01:58:33.780531 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c39e1a-54c1-41d6-995c-9983a490e90d req-a6dd9e4b-bade-43c3-9c4a-446f6d36a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:33.782083 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-18c39e1a-54c1-41d6-995c-9983a490e90d req-a6dd9e4b-bade-43c3-9c4a-446f6d36a38a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 1097 time: 0.0986691 Jul 16 01:58:33.819005 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-18c39e1a-54c1-41d6-995c-9983a490e90d req-b49067e8-f1cc-4ed8-9d32-3a49d4d5de4f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306199 Jul 16 01:58:34.979130 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaab627-aee5-4606-a87f-3cf645130c1a req-66658a2d-3aa1-46c7-bd96-591fe6132933 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:34.981109 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dbaab627-aee5-4606-a87f-3cf645130c1a req-66658a2d-3aa1-46c7-bd96-591fe6132933 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 945 time: 0.0959551 Jul 16 01:58:35.033290 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dbaab627-aee5-4606-a87f-3cf645130c1a req-bca8bbb0-debd-48d3-89b1-1af8f95cfe5d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459611 Jul 16 01:58:35.223373 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45a1e8-3803-420c-a3b0-65b73df9c451 req-c9a47f7f-b56d-4168-b9bc-ba6939a1a969 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:35.225050 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3f45a1e8-3803-420c-a3b0-65b73df9c451 req-c9a47f7f-b56d-4168-b9bc-ba6939a1a969 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 945 time: 0.0758817 Jul 16 01:58:35.226145 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.265670 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3f45a1e8-3803-420c-a3b0-65b73df9c451 req-9d46d7da-94e1-4019-8100-c0130b06f464 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346704 Jul 16 01:58:35.771033 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5eceed-26a5-4d83-bc4b-e3018f008758 req-78054cc1-d1b8-40ca-a6db-b6fc72a7ed96 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:35.772778 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e5eceed-26a5-4d83-bc4b-e3018f008758 req-78054cc1-d1b8-40ca-a6db-b6fc72a7ed96 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 945 time: 0.0744369 Jul 16 01:58:35.816064 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e5eceed-26a5-4d83-bc4b-e3018f008758 req-df927e06-c119-4bce-9b78-714452a3b351 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370178 Jul 16 01:58:37.014022 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164517c-d86d-48dc-9839-dde189461ed0 req-803baff7-1bd2-4934-98aa-112b7c4b9537 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:37.015649 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b164517c-d86d-48dc-9839-dde189461ed0 req-803baff7-1bd2-4934-98aa-112b7c4b9537 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 945 time: 0.0791466 Jul 16 01:58:37.060237 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b164517c-d86d-48dc-9839-dde189461ed0 req-be09fb2d-d6f0-46ea-beef-2fb12f82f444 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379510 Jul 16 01:58:37.140285 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f761f7-30cc-4f9d-85de-e9c4b1dba7ba req-74567be8-5872-4fd2-908e-90be17c4f122 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:37.141806 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-13f761f7-30cc-4f9d-85de-e9c4b1dba7ba req-74567be8-5872-4fd2-908e-90be17c4f122 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.84 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 945 time: 0.0796056 Jul 16 01:58:37.257120 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-13f761f7-30cc-4f9d-85de-e9c4b1dba7ba req-8c4ecab7-45dc-446a-b16c-f06bafb131b0 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Deleting port aa22bd68-a674-447e-b0ab-0eeb1fff93c0 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:37.257469 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-13f761f7-30cc-4f9d-85de-e9c4b1dba7ba req-8c4ecab7-45dc-446a-b16c-f06bafb131b0 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.348777 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-13f761f7-30cc-4f9d-85de-e9c4b1dba7ba req-8c4ecab7-45dc-446a-b16c-f06bafb131b0 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] For port aa22bd68-a674-447e-b0ab-0eeb1fff93c0, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=aa22bd68-a674-447e-b0ab-0eeb1fff93c0,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:37.349154 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-13f761f7-30cc-4f9d-85de-e9c4b1dba7ba req-8c4ecab7-45dc-446a-b16c-f06bafb131b0 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.362592 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-13f761f7-30cc-4f9d-85de-e9c4b1dba7ba req-8c4ecab7-45dc-446a-b16c-f06bafb131b0 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Calling delete_port for aa22bd68-a674-447e-b0ab-0eeb1fff93c0 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:37.505380 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-13f761f7-30cc-4f9d-85de-e9c4b1dba7ba req-8c4ecab7-45dc-446a-b16c-f06bafb131b0 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.517799 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['3ed91ba8-4909-4253-be2d-2cb5db68c234'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:58:37.535918 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ecab7-45dc-446a-b16c-f06bafb131b0 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event deleted for resources: {'Port': ['ID=aa22bd68-a674-447e-b0ab-0eeb1fff93c0,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:37.585105 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f761f7-30cc-4f9d-85de-e9c4b1dba7ba req-8c4ecab7-45dc-446a-b16c-f06bafb131b0 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] No DVR routers for this DVR port aa22bd68-a674-447e-b0ab-0eeb1fff93c0 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:37.587958 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-13f761f7-30cc-4f9d-85de-e9c4b1dba7ba req-8c4ecab7-45dc-446a-b16c-f06bafb131b0 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.590443 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-13f761f7-30cc-4f9d-85de-e9c4b1dba7ba req-8c4ecab7-45dc-446a-b16c-f06bafb131b0 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.84 "DELETE /v2.0/ports/aa22bd68-a674-447e-b0ab-0eeb1fff93c0 HTTP/1.1" status: 204 len: 173 time: 0.4430139 Jul 16 01:58:37.591346 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f859dece-af59-48d2-982c-6ab19bace9fe', 'name': 'network-vif-deleted', 'tag': 'aa22bd68-a674-447e-b0ab-0eeb1fff93c0'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:37.593253 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02823035-1a03-4616-9dbe-21aa1dbb2444" -d '{"events": [{"server_uuid": "f859dece-af59-48d2-982c-6ab19bace9fe", "name": "network-vif-deleted", "tag": "aa22bd68-a674-447e-b0ab-0eeb1fff93c0"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:37.639558 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975a6bd1-6b79-4ceb-b6a5-d310945db1ef x-openstack-request-id: req-975a6bd1-6b79-4ceb-b6a5-d310945db1ef {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:37.640260 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f859dece-af59-48d2-982c-6ab19bace9fe", "name": "network-vif-deleted", "tag": "aa22bd68-a674-447e-b0ab-0eeb1fff93c0", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:37.640697 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-975a6bd1-6b79-4ceb-b6a5-d310945db1ef {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:37.641105 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f859dece-af59-48d2-982c-6ab19bace9fe', 'name': 'network-vif-deleted', 'tag': 'aa22bd68-a674-447e-b0ab-0eeb1fff93c0', 'status': 'completed', 'code': 200} Jul 16 01:58:38.213632 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a2fde0e2-319e-4e5d-9b98-ce0c0fd63ad4 req-dcddb2f9-50bd-48cf-b2b9-5124a6aa525b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 210 time: 0.0329037 Jul 16 01:58:39.367645 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f4f9165b-bece-4e65-a5c8-8d6172449729 req-eadd16f2-a13f-4b97-8ba5-291afa164866 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 210 time: 0.0369577 Jul 16 01:58:39.382435 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device aa22bd68-a674-447e-b0ab-0eeb1fff93c0 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:39.413915 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: aa22bd68-a674-447e-b0ab-0eeb1fff93c0 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:39.414286 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device aa22bd68-a674-447e-b0ab-0eeb1fff93c0 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:40.519272 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3df87510-4106-4b70-9ec6-aeb77f75076d req-93771a77-0102-4637-8bcb-0daf3dc5ca98 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 210 time: 0.0298512 Jul 16 01:58:41.690679 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7ddaf389-0c84-4090-9a20-19a645be08a0 req-a2c1e563-51ae-47cb-9992-2c7c64ed3675 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=f859dece-af59-48d2-982c-6ab19bace9fe HTTP/1.1" status: 200 len: 210 time: 0.0307498 Jul 16 01:58:46.406244 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85d10c-4f3b-4d75-9769-827d2f7abc2a req-214fbc1d-3943-4d57-be44-5dc97b1fa03b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:46.407740 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd85d10c-4f3b-4d75-9769-827d2f7abc2a req-214fbc1d-3943-4d57-be44-5dc97b1fa03b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 946 time: 0.0794632 Jul 16 01:58:46.448857 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd85d10c-4f3b-4d75-9769-827d2f7abc2a req-31acfaee-9dfd-4e06-ab55-011f697ce6cc tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353122 Jul 16 01:58:47.636342 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43615d13-597b-43ec-872b-b254858db33f req-31664b4b-494f-4d0a-ac38-84c1fa250e74 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:47.637858 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-43615d13-597b-43ec-872b-b254858db33f req-31664b4b-494f-4d0a-ac38-84c1fa250e74 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 946 time: 0.0722690 Jul 16 01:58:47.677802 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-43615d13-597b-43ec-872b-b254858db33f req-daa17d8b-3dc1-4262-a2cd-a728d15917fa tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=d333416a-ab00-4bec-8e4b-b003ab3638a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341079 Jul 16 01:58:47.815449 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b437f8-360e-4cfa-81de-4add30dd9d87 req-c03c1356-f6f6-4a32-b429-9a685d93b077 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:47.816960 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-48b437f8-360e-4cfa-81de-4add30dd9d87 req-c03c1356-f6f6-4a32-b429-9a685d93b077 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.82 "GET /v2.0/ports?device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 946 time: 0.0713415 Jul 16 01:58:47.924978 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-48b437f8-360e-4cfa-81de-4add30dd9d87 req-7599042a-2d0e-4a1a-9fa4-422e815771c3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Deleting port 3ed91ba8-4909-4253-be2d-2cb5db68c234 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:47.925220 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-48b437f8-360e-4cfa-81de-4add30dd9d87 req-7599042a-2d0e-4a1a-9fa4-422e815771c3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.022331 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-48b437f8-360e-4cfa-81de-4add30dd9d87 req-7599042a-2d0e-4a1a-9fa4-422e815771c3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] For port 3ed91ba8-4909-4253-be2d-2cb5db68c234, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3ed91ba8-4909-4253-be2d-2cb5db68c234,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:48.022331 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-48b437f8-360e-4cfa-81de-4add30dd9d87 req-7599042a-2d0e-4a1a-9fa4-422e815771c3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.035437 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-48b437f8-360e-4cfa-81de-4add30dd9d87 req-7599042a-2d0e-4a1a-9fa4-422e815771c3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Calling delete_port for 3ed91ba8-4909-4253-be2d-2cb5db68c234 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:48.174976 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-48b437f8-360e-4cfa-81de-4add30dd9d87 req-7599042a-2d0e-4a1a-9fa4-422e815771c3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.187408 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['3ed91ba8-4909-4253-be2d-2cb5db68c234'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:58:48.210621 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599042a-2d0e-4a1a-9fa4-422e815771c3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event deleted for resources: {'Port': ['ID=3ed91ba8-4909-4253-be2d-2cb5db68c234,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:48.257917 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b437f8-360e-4cfa-81de-4add30dd9d87 req-7599042a-2d0e-4a1a-9fa4-422e815771c3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] No DVR routers for this DVR port 3ed91ba8-4909-4253-be2d-2cb5db68c234 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:48.260814 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-48b437f8-360e-4cfa-81de-4add30dd9d87 req-7599042a-2d0e-4a1a-9fa4-422e815771c3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.262812 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-48b437f8-360e-4cfa-81de-4add30dd9d87 req-7599042a-2d0e-4a1a-9fa4-422e815771c3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.82 "DELETE /v2.0/ports/3ed91ba8-4909-4253-be2d-2cb5db68c234 HTTP/1.1" status: 204 len: 173 time: 0.4403741 Jul 16 01:58:48.263264 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacef457-05eb-4846-8aef-7e3c118cb464', 'name': 'network-vif-deleted', 'tag': '3ed91ba8-4909-4253-be2d-2cb5db68c234'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:48.265559 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80a92c0-bfd4-4324-bfd1-c8d583299840" -d '{"events": [{"server_uuid": "cacef457-05eb-4846-8aef-7e3c118cb464", "name": "network-vif-deleted", "tag": "3ed91ba8-4909-4253-be2d-2cb5db68c234"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:48.302511 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb88ccd-f82b-4b04-a125-08873312a0de x-openstack-request-id: req-feb88ccd-f82b-4b04-a125-08873312a0de {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:48.302806 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cacef457-05eb-4846-8aef-7e3c118cb464", "name": "network-vif-deleted", "tag": "3ed91ba8-4909-4253-be2d-2cb5db68c234", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:48.303058 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-feb88ccd-f82b-4b04-a125-08873312a0de {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:48.303493 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cacef457-05eb-4846-8aef-7e3c118cb464', 'name': 'network-vif-deleted', 'tag': '3ed91ba8-4909-4253-be2d-2cb5db68c234', 'status': 'completed', 'code': 200} Jul 16 01:58:48.819374 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dc555788-7e55-41c1-b4a4-1a3ad1773e33 req-13d0e1de-fead-41c0-af82-37c2b54e34a8 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 210 time: 0.0293996 Jul 16 01:58:49.398512 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:58:49.970486 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1958b812-62d7-41ba-ad6f-31e5dab334cb req-711a3ce8-62e8-4979-b00a-9cd8a1da38ee tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 210 time: 0.0385056 Jul 16 01:58:51.109251 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c7897d76-c4a6-454c-a165-8e6c1ce5bf7f req-cf3b205d-3dbb-4dbd-a15e-267dd99fc94e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 210 time: 0.0289204 Jul 16 01:58:52.299871 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4722846c-71aa-4194-a123-fde33e9b4125 req-c3575cfd-12ec-4330-afe3-c6d437c7e87d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=cacef457-05eb-4846-8aef-7e3c118cb464 HTTP/1.1" status: 200 len: 210 time: 0.0422723 Jul 16 01:58:52.902711 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3ed91ba8-4909-4253-be2d-2cb5db68c234 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:52.923423 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 3ed91ba8-4909-4253-be2d-2cb5db68c234 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:52.923762 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3ed91ba8-4909-4253-be2d-2cb5db68c234 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:56.502620 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35920) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:56.507428 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-3e85fb5b-d6ac-4178-a1ee-6db7c855406b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1798178841', 'description': 'tempest-secgroup-smoke-1798178841 description', 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:56.534885 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e85fb5b-d6ac-4178-a1ee-6db7c855406b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.621470 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e85fb5b-d6ac-4178-a1ee-6db7c855406b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.627254 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e85fb5b-d6ac-4178-a1ee-6db7c855406b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.656620 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e85fb5b-d6ac-4178-a1ee-6db7c855406b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.657149 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95020ca1-3cbd-4df9-9431-cfc084b3d253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.660840 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3e85fb5b-d6ac-4178-a1ee-6db7c855406b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1570849 Jul 16 01:58:56.661082 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35922) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:56.661884 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85fb5b-d6ac-4178-a1ee-6db7c855406b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aba1456-b732-4bc1-90df-9edc90b0aa98,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:56.666436 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2f1eb564-d13e-4f80-87c0-09c3391a5c72 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Request body: {'security_group_rule': {'security_group_id': '6aba1456-b732-4bc1-90df-9edc90b0aa98', 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:56.670146 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85fb5b-d6ac-4178-a1ee-6db7c855406b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.670595 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85fb5b-d6ac-4178-a1ee-6db7c855406b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.670944 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85fb5b-d6ac-4178-a1ee-6db7c855406b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.671284 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85fb5b-d6ac-4178-a1ee-6db7c855406b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.671635 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85fb5b-d6ac-4178-a1ee-6db7c855406b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.672049 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85fb5b-d6ac-4178-a1ee-6db7c855406b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.672492 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85fb5b-d6ac-4178-a1ee-6db7c855406b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.672801 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85fb5b-d6ac-4178-a1ee-6db7c855406b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.673129 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85fb5b-d6ac-4178-a1ee-6db7c855406b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.673457 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85fb5b-d6ac-4178-a1ee-6db7c855406b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.673803 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85fb5b-d6ac-4178-a1ee-6db7c855406b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.674222 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85fb5b-d6ac-4178-a1ee-6db7c855406b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.699076 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2f1eb564-d13e-4f80-87c0-09c3391a5c72 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.762469 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2f1eb564-d13e-4f80-87c0-09c3391a5c72 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.768746 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2f1eb564-d13e-4f80-87c0-09c3391a5c72 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.787991 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1eb564-d13e-4f80-87c0-09c3391a5c72 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d7962b-30d9-4213-b110-b1354a7a623d,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:56.795765 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2f1eb564-d13e-4f80-87c0-09c3391a5c72 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.797026 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2f1eb564-d13e-4f80-87c0-09c3391a5c72 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344857 Jul 16 01:58:56.798600 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1eb564-d13e-4f80-87c0-09c3391a5c72 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.798934 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1eb564-d13e-4f80-87c0-09c3391a5c72 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.799268 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1eb564-d13e-4f80-87c0-09c3391a5c72 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.799667 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1eb564-d13e-4f80-87c0-09c3391a5c72 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.800002 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1eb564-d13e-4f80-87c0-09c3391a5c72 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.800118 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35924) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:56.800343 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1eb564-d13e-4f80-87c0-09c3391a5c72 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.800671 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1eb564-d13e-4f80-87c0-09c3391a5c72 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.800991 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1eb564-d13e-4f80-87c0-09c3391a5c72 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.801312 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1eb564-d13e-4f80-87c0-09c3391a5c72 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.801631 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1eb564-d13e-4f80-87c0-09c3391a5c72 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.801948 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1eb564-d13e-4f80-87c0-09c3391a5c72 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.802296 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1eb564-d13e-4f80-87c0-09c3391a5c72 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.806408 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-527cf956-e1f2-4f3e-9e3b-25bf4f3513c4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Request body: {'security_group_rule': {'security_group_id': '6aba1456-b732-4bc1-90df-9edc90b0aa98', 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:56.841914 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-527cf956-e1f2-4f3e-9e3b-25bf4f3513c4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.913943 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-527cf956-e1f2-4f3e-9e3b-25bf4f3513c4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.919392 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-527cf956-e1f2-4f3e-9e3b-25bf4f3513c4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.940255 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cf956-e1f2-4f3e-9e3b-25bf4f3513c4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890ebce5-1fc1-4908-86bd-3482be91fb74,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:56.942743 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-527cf956-e1f2-4f3e-9e3b-25bf4f3513c4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.946187 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-527cf956-e1f2-4f3e-9e3b-25bf4f3513c4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1428630 Jul 16 01:58:56.947212 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35926) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:56.952243 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-c258e1ba-6dd2-4923-b1b3-daed4ff228f4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Request body: {'security_group_rule': {'security_group_id': '6aba1456-b732-4bc1-90df-9edc90b0aa98', 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:56.987944 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c258e1ba-6dd2-4923-b1b3-daed4ff228f4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.046808 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c258e1ba-6dd2-4923-b1b3-daed4ff228f4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.052925 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c258e1ba-6dd2-4923-b1b3-daed4ff228f4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.077943 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258e1ba-6dd2-4923-b1b3-daed4ff228f4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4018d70a-4450-4a54-99c9-ff6ee4badc1c,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:57.083804 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c258e1ba-6dd2-4923-b1b3-daed4ff228f4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.084999 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c258e1ba-6dd2-4923-b1b3-daed4ff228f4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365829 Jul 16 01:58:57.088046 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 35928) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:57.092620 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-389c5d96-174b-4503-89ac-7760f99aa40f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Request body: {'security_group_rule': {'security_group_id': '6aba1456-b732-4bc1-90df-9edc90b0aa98', 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:57.120859 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-389c5d96-174b-4503-89ac-7760f99aa40f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.185859 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-389c5d96-174b-4503-89ac-7760f99aa40f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.191168 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-389c5d96-174b-4503-89ac-7760f99aa40f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.210959 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c5d96-174b-4503-89ac-7760f99aa40f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e240bd-5654-464d-9c63-28ba67992664,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:57.215836 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-389c5d96-174b-4503-89ac-7760f99aa40f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.217195 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-389c5d96-174b-4503-89ac-7760f99aa40f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280675 Jul 16 01:58:57.220250 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35930) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:57.225079 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-7a901013-24dd-4395-9f97-273c744137fc tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Request body: {'security_group_rule': {'security_group_id': '6aba1456-b732-4bc1-90df-9edc90b0aa98', 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:57.250435 n-d-792394-16 neutron-server[93956]: INFO neutron.db.securitygroups_db [None req-7a901013-24dd-4395-9f97-273c744137fc tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Project afe7e5a9f3b34c8783b395f45e501d66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:58:57.255843 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7a901013-24dd-4395-9f97-273c744137fc tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.318830 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7a901013-24dd-4395-9f97-273c744137fc tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.325004 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7a901013-24dd-4395-9f97-273c744137fc tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.344259 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a901013-24dd-4395-9f97-273c744137fc tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e5bebe-cf9b-4b3d-b94e-465ecce42d45,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:57.348488 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7a901013-24dd-4395-9f97-273c744137fc tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.349807 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7a901013-24dd-4395-9f97-273c744137fc tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283491 Jul 16 01:58:57.352349 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 35932) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:57.356955 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-4bcfd260-f646-4fa0-bb5c-47554508853d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Request body: {'security_group_rule': {'security_group_id': '6aba1456-b732-4bc1-90df-9edc90b0aa98', 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:57.379326 n-d-792394-16 neutron-server[93956]: INFO neutron.db.securitygroups_db [None req-4bcfd260-f646-4fa0-bb5c-47554508853d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Project afe7e5a9f3b34c8783b395f45e501d66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:58:57.384759 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4bcfd260-f646-4fa0-bb5c-47554508853d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.451719 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4bcfd260-f646-4fa0-bb5c-47554508853d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.457167 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4bcfd260-f646-4fa0-bb5c-47554508853d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.477116 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfd260-f646-4fa0-bb5c-47554508853d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccfe3b5f-e233-4c1c-8edc-0a543a650a80,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:57.483305 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4bcfd260-f646-4fa0-bb5c-47554508853d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.484846 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4bcfd260-f646-4fa0-bb5c-47554508853d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1314876 Jul 16 01:58:59.550942 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ae34327-d4bb-4c2e-9912-88fb190159f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.750693 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.870317 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:01.663497 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.607045 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.241919 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.965776 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-b429f920-d16a-4c51-b2c6-42daa8326ce5 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1798178841&fields=id&tenant_id=afe7e5a9f3b34c8783b395f45e501d66 HTTP/1.1" status: 200 len: 267 time: 0.0360582 Jul 16 01:59:13.076882 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-cd7478e0-a2f3-40b6-94c9-c89d4273bc73 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:13.078394 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-cd7478e0-a2f3-40b6-94c9-c89d4273bc73 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 811 time: 0.1061907 Jul 16 01:59:13.097150 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-450430a4-04bf-4703-9b32-3894dee9120e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/quotas/afe7e5a9f3b34c8783b395f45e501d66 HTTP/1.1" status: 200 len: 375 time: 0.0106122 Jul 16 01:59:13.174406 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-a251ccbd-4b7b-4ec7-9864-e59106795a8b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721848 Jul 16 01:59:13.278453 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-8cac424c-3b9a-4f7d-b641-e49cc64935df service neutron] 10.222.0.16 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878742 Jul 16 01:59:13.379146 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-758ad17f-c0d8-41eb-a450-fd1303006df3 service neutron] 10.222.0.16 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942986 Jul 16 01:59:13.715729 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ca740686-f201-4a28-a38b-3604ba2525c4 req-c1b1d91d-1e7f-4b63-90de-44044f46f294 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 210 time: 0.0323460 Jul 16 01:59:14.828263 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-982f182a-cc49-4ada-886a-87c85afbdb10 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:14.829866 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-982f182a-cc49-4ada-886a-87c85afbdb10 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.82 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 811 time: 0.1058085 Jul 16 01:59:14.881975 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-347352c4-de55-4251-8eda-c2a25c8ce4c9 req-519373ad-953e-4b62-afb4-6d9bf798becb tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 210 time: 0.0467050 Jul 16 01:59:14.901966 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-3b6f59aa-c930-422d-b19d-ec341093e25f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afe7e5a9f3b34c8783b395f45e501d66 HTTP/1.1" status: 200 len: 380 time: 0.0570192 Jul 16 01:59:14.910845 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-497ed51a-66c7-4f5e-a8b3-dc21a9056f5f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Request body: {'port': {'device_id': 'ff454379-590a-488e-9065-9950dbc9022a', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'admin_state_up': True, 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'security_groups': ['6aba1456-b732-4bc1-90df-9edc90b0aa98']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:15.018996 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-497ed51a-66c7-4f5e-a8b3-dc21a9056f5f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Made reservation on behalf of afe7e5a9f3b34c8783b395f45e501d66 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:15.022719 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-497ed51a-66c7-4f5e-a8b3-dc21a9056f5f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.154382 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-497ed51a-66c7-4f5e-a8b3-dc21a9056f5f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Allocated IP 172.20.0.9 (33dc7d95-0dcb-4992-81bd-6e72b1f33713/608c9e7c-9aae-48b5-a467-74a11c7b6d18/8c5ad235-af1c-40b0-8d42-d4dbd81816c3) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:15.298762 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-497ed51a-66c7-4f5e-a8b3-dc21a9056f5f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.313586 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-497ed51a-66c7-4f5e-a8b3-dc21a9056f5f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Transition to ACTIVE for port object 8c5ad235-af1c-40b0-8d42-d4dbd81816c3 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:15.350888 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-497ed51a-66c7-4f5e-a8b3-dc21a9056f5f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.397280 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-497ed51a-66c7-4f5e-a8b3-dc21a9056f5f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:15.400841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-497ed51a-66c7-4f5e-a8b3-dc21a9056f5f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:15.405497 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-497ed51a-66c7-4f5e-a8b3-dc21a9056f5f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:15.433926 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ed51a-66c7-4f5e-a8b3-dc21a9056f5f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event updated for resources: {'Port': ['ID=8c5ad235-af1c-40b0-8d42-d4dbd81816c3,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:15.460434 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-497ed51a-66c7-4f5e-a8b3-dc21a9056f5f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:15.461203 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-497ed51a-66c7-4f5e-a8b3-dc21a9056f5f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.479152 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-497ed51a-66c7-4f5e-a8b3-dc21a9056f5f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5721381 Jul 16 01:59:15.491824 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-4853773b-6551-4fa9-9823-a9955343a34c service neutron] Request body: {'port': {'device_id': 'ff454379-590a-488e-9065-9950dbc9022a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:15.583465 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-4853773b-6551-4fa9-9823-a9955343a34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.717079 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1fd4b413-e00f-4b0d-bb4c-163deb66d517 None None] Provisioning for port 8c5ad235-af1c-40b0-8d42-d4dbd81816c3 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:15.721148 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1fd4b413-e00f-4b0d-bb4c-163deb66d517 None None] Provisioning complete for port 8c5ad235-af1c-40b0-8d42-d4dbd81816c3 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:15.721517 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1fd4b413-e00f-4b0d-bb4c-163deb66d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.756292 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4b413-e00f-4b0d-bb4c-163deb66d517 None None] Port 8c5ad235-af1c-40b0-8d42-d4dbd81816c3 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:15.868352 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-4853773b-6551-4fa9-9823-a9955343a34c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c5ad235-af1c-40b0-8d42-d4dbd81816c3 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:59:15.876451 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-4853773b-6551-4fa9-9823-a9955343a34c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.888839 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-4853773b-6551-4fa9-9823-a9955343a34c service neutron] Transition to ACTIVE for port object 8c5ad235-af1c-40b0-8d42-d4dbd81816c3 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:15.893861 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-4853773b-6551-4fa9-9823-a9955343a34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.018072 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-4853773b-6551-4fa9-9823-a9955343a34c service neutron] Attempting to bind port 8c5ad235-af1c-40b0-8d42-d4dbd81816c3 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:16.018432 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-4853773b-6551-4fa9-9823-a9955343a34c service neutron] Attempting to bind port 8c5ad235-af1c-40b0-8d42-d4dbd81816c3 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:16.018672 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-4853773b-6551-4fa9-9823-a9955343a34c service neutron] Attempting to bind port 8c5ad235-af1c-40b0-8d42-d4dbd81816c3 on network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:16.020667 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853773b-6551-4fa9-9823-a9955343a34c service neutron] Pushing event updated for resources: {'Port': ['ID=8c5ad235-af1c-40b0-8d42-d4dbd81816c3,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:16.032126 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-4853773b-6551-4fa9-9823-a9955343a34c service neutron] Port 8c5ad235-af1c-40b0-8d42-d4dbd81816c3 on network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:59:16.032813 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-4853773b-6551-4fa9-9823-a9955343a34c service neutron] Attempting to bind port 8c5ad235-af1c-40b0-8d42-d4dbd81816c3 on network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:16.038455 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-4853773b-6551-4fa9-9823-a9955343a34c service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:16.038876 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-4853773b-6551-4fa9-9823-a9955343a34c service neutron] Checking segment: {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:16.039343 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-4853773b-6551-4fa9-9823-a9955343a34c service neutron] Bound using segment: {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:16.039845 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-4853773b-6551-4fa9-9823-a9955343a34c service neutron] Bound port: 8c5ad235-af1c-40b0-8d42-d4dbd81816c3, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:16.040269 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-4853773b-6551-4fa9-9823-a9955343a34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.093386 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb45947-a5ec-48aa-a16c-a07033acbf90 req-fcbb891f-7c85-40a0-900a-9da71544e80a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:16.097040 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5eb45947-a5ec-48aa-a16c-a07033acbf90 req-fcbb891f-7c85-40a0-900a-9da71544e80a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 943 time: 0.0913160 Jul 16 01:59:16.131027 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-4853773b-6551-4fa9-9823-a9955343a34c service neutron] For port 8c5ad235-af1c-40b0-8d42-d4dbd81816c3, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:16.134997 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-4853773b-6551-4fa9-9823-a9955343a34c service neutron] For port 8c5ad235-af1c-40b0-8d42-d4dbd81816c3, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8c5ad235-af1c-40b0-8d42-d4dbd81816c3,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:16.145561 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-4853773b-6551-4fa9-9823-a9955343a34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.148490 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5eb45947-a5ec-48aa-a16c-a07033acbf90 req-31905594-8a88-4ab0-a6d5-9f0050b91ec3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448058 Jul 16 01:59:16.196628 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-4853773b-6551-4fa9-9823-a9955343a34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:16.197250 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-4853773b-6551-4fa9-9823-a9955343a34c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.198659 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-4853773b-6551-4fa9-9823-a9955343a34c service neutron] 10.222.0.82 "PUT /v2.0/ports/8c5ad235-af1c-40b0-8d42-d4dbd81816c3 HTTP/1.1" status: 200 len: 1092 time: 0.7114248 Jul 16 01:59:16.199102 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff454379-590a-488e-9065-9950dbc9022a', 'tag': '8c5ad235-af1c-40b0-8d42-d4dbd81816c3'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:16.201412 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b73ebc-bc0c-490c-8754-e5b4baa0f558" -d '{"events": [{"name": "network-changed", "server_uuid": "ff454379-590a-488e-9065-9950dbc9022a", "tag": "8c5ad235-af1c-40b0-8d42-d4dbd81816c3"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:16.236510 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853773b-6551-4fa9-9823-a9955343a34c service neutron] Pushing event updated for resources: {'Port': ['ID=8c5ad235-af1c-40b0-8d42-d4dbd81816c3,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:16.252946 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19bbf1d-b731-4bcd-bb32-85da4ca55100 x-openstack-request-id: req-b19bbf1d-b731-4bcd-bb32-85da4ca55100 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:16.253238 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff454379-590a-488e-9065-9950dbc9022a", "tag": "8c5ad235-af1c-40b0-8d42-d4dbd81816c3", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:16.253581 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b19bbf1d-b731-4bcd-bb32-85da4ca55100 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:16.253996 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff454379-590a-488e-9065-9950dbc9022a', 'tag': '8c5ad235-af1c-40b0-8d42-d4dbd81816c3', 'status': 'completed', 'code': 200} Jul 16 01:59:16.313947 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-7882f2af-b352-4cef-8d49-832f1c569ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:16.315592 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-7882f2af-b352-4cef-8d49-832f1c569ea4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 1095 time: 0.0651207 Jul 16 01:59:16.367334 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-bc64bdfb-e910-499b-b456-50dac1ca38df service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c5ad235-af1c-40b0-8d42-d4dbd81816c3 HTTP/1.1" status: 200 len: 217 time: 0.0447850 Jul 16 01:59:16.422807 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-ab059a79-8164-40e2-b2c2-299fc378ba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:16.424339 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-ab059a79-8164-40e2-b2c2-299fc378ba5d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0499728 Jul 16 01:59:16.484655 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-24dcbb40-83fa-4ee5-80ad-32c8d7614bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:16.486086 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-24dcbb40-83fa-4ee5-80ad-32c8d7614bac service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555582 Jul 16 01:59:16.579473 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-a7aa5816-ec88-4356-8b1d-7247431a0f74 service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868540 Jul 16 01:59:16.691390 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d45a4071-bb70-401a-aab4-9c5fbeaa0e68 req-56ac9ca2-4c1e-4ae9-bd3b-1aba5c362de8 service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058848 Jul 16 01:59:16.800029 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b73ebc-bc0c-490c-8754-e5b4baa0f558 req-422657dd-43be-4268-ab04-a37ff6d1aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:16.801618 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40b73ebc-bc0c-490c-8754-e5b4baa0f558 req-422657dd-43be-4268-ab04-a37ff6d1aa23 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 1095 time: 0.0598204 Jul 16 01:59:16.899156 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b73ebc-bc0c-490c-8754-e5b4baa0f558 req-781dacfd-1d89-4add-846d-39fb74fc4c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:16.900746 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40b73ebc-bc0c-490c-8754-e5b4baa0f558 req-781dacfd-1d89-4add-846d-39fb74fc4c57 service neutron] 10.222.0.82 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 912 time: 0.0931947 Jul 16 01:59:16.941299 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40b73ebc-bc0c-490c-8754-e5b4baa0f558 req-8d95be93-6063-482f-b78f-d953a70291fd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c5ad235-af1c-40b0-8d42-d4dbd81816c3 HTTP/1.1" status: 200 len: 217 time: 0.0344751 Jul 16 01:59:16.991209 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b73ebc-bc0c-490c-8754-e5b4baa0f558 req-e3b2ccca-ab00-4770-80a9-3996ddbe0838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:16.992658 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40b73ebc-bc0c-490c-8754-e5b4baa0f558 req-e3b2ccca-ab00-4770-80a9-3996ddbe0838 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0451739 Jul 16 01:59:17.057398 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b73ebc-bc0c-490c-8754-e5b4baa0f558 req-27c70aa9-550c-482d-9828-a2929abfb680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:17.058962 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40b73ebc-bc0c-490c-8754-e5b4baa0f558 req-27c70aa9-550c-482d-9828-a2929abfb680 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596344 Jul 16 01:59:17.158679 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40b73ebc-bc0c-490c-8754-e5b4baa0f558 req-e06adcd9-20e4-48e6-97d7-693d1cec436d service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926416 Jul 16 01:59:17.254630 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40b73ebc-bc0c-490c-8754-e5b4baa0f558 req-f8b1e040-73c7-4e0e-b143-356cbe3f8ca8 service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897863 Jul 16 01:59:17.336346 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373da596-f1c6-4135-94e2-52f9398393bb req-56c61452-2cd7-4237-bf35-11a242dd9166 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:17.338310 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-373da596-f1c6-4135-94e2-52f9398393bb req-56c61452-2cd7-4237-bf35-11a242dd9166 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 943 time: 0.0706108 Jul 16 01:59:17.377984 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-373da596-f1c6-4135-94e2-52f9398393bb req-67d24bb2-4634-4698-85e8-2dbc60c4aef3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335300 Jul 16 01:59:18.559315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725f74e-6ced-4ec6-af61-eeb8466781bc req-cceb5516-1dca-40b7-a683-9c971fb998ab tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:18.560836 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f725f74e-6ced-4ec6-af61-eeb8466781bc req-cceb5516-1dca-40b7-a683-9c971fb998ab tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 943 time: 0.0660658 Jul 16 01:59:18.599304 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f725f74e-6ced-4ec6-af61-eeb8466781bc req-82664fae-75b8-4be8-ab1c-073c51fb1ad7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325773 Jul 16 01:59:19.779658 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5449c-cf98-4042-ac67-95a0aae32aa9 req-b062bbea-8800-4fc0-9d8e-4b55b9e6d830 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:19.781455 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98a5449c-cf98-4042-ac67-95a0aae32aa9 req-b062bbea-8800-4fc0-9d8e-4b55b9e6d830 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 943 time: 0.0677948 Jul 16 01:59:19.824584 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98a5449c-cf98-4042-ac67-95a0aae32aa9 req-f6eb86d3-d807-4f32-9ab3-d183796ac1b0 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375941 Jul 16 01:59:21.030320 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ac13b-3d3d-439f-a8a1-144b86978c5d req-58225e23-97a8-417e-a28b-cb1f596a10f3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:21.031972 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c2ac13b-3d3d-439f-a8a1-144b86978c5d req-58225e23-97a8-417e-a28b-cb1f596a10f3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 943 time: 0.0802877 Jul 16 01:59:21.074999 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5c2ac13b-3d3d-439f-a8a1-144b86978c5d req-95013340-fdf7-42e2-afcc-ce8be9ab519a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369778 Jul 16 01:59:22.068894 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-01f4b12d-190c-44e6-a03b-e0d2983c3df4 req-39e125c2-265f-438a-9ec6-fc3c21ca2a38 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4780ae97-a046-4079-a80f-c0f31090b6e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527093 Jul 16 01:59:22.179677 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4b12d-190c-44e6-a03b-e0d2983c3df4 req-7503019e-4df5-42c8-a79c-0caeab8f4b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:22.181276 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-01f4b12d-190c-44e6-a03b-e0d2983c3df4 req-7503019e-4df5-42c8-a79c-0caeab8f4b4a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a63930432ad948c298d55abcef9f1620&device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 1097 time: 0.0601611 Jul 16 01:59:22.272840 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfe442-7945-47ed-9fca-97329d4938ce req-aa4b1de1-9f5c-4cbb-becb-a8c987723ce5 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:22.274385 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-27cfe442-7945-47ed-9fca-97329d4938ce req-aa4b1de1-9f5c-4cbb-becb-a8c987723ce5 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 943 time: 0.0705726 Jul 16 01:59:22.314056 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4b12d-190c-44e6-a03b-e0d2983c3df4 req-ab3f366b-5dd7-4497-be3c-068cf78fcef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:22.315571 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-01f4b12d-190c-44e6-a03b-e0d2983c3df4 req-ab3f366b-5dd7-4497-be3c-068cf78fcef6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1c9633e-8188-42d0-99d9-444d9f10534d HTTP/1.1" status: 200 len: 910 time: 0.1128759 Jul 16 01:59:22.317412 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-27cfe442-7945-47ed-9fca-97329d4938ce req-a272ae26-8152-41f9-8a50-158af9ae3da5 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368698 Jul 16 01:59:22.382066 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-01f4b12d-190c-44e6-a03b-e0d2983c3df4 req-5f57df49-fce9-4231-9b4a-753747a0ebf4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efb2d0ce-18ad-4218-9641-b5c82bc065bf HTTP/1.1" status: 200 len: 1000 time: 0.0600193 Jul 16 01:59:22.436645 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4b12d-190c-44e6-a03b-e0d2983c3df4 req-b8b4b755-f195-49c8-8dae-9cba17eb596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:22.438523 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-01f4b12d-190c-44e6-a03b-e0d2983c3df4 req-b8b4b755-f195-49c8-8dae-9cba17eb596d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5fe56ea6-6eff-400b-89b4-219aacbd21bb HTTP/1.1" status: 200 len: 848 time: 0.0498455 Jul 16 01:59:22.516332 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4b12d-190c-44e6-a03b-e0d2983c3df4 req-79f07109-e1ee-4c71-a8c6-3298fb8ba5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:22.517852 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-01f4b12d-190c-44e6-a03b-e0d2983c3df4 req-79f07109-e1ee-4c71-a8c6-3298fb8ba5e7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1c9633e-8188-42d0-99d9-444d9f10534d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723813 Jul 16 01:59:22.607982 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-01f4b12d-190c-44e6-a03b-e0d2983c3df4 req-74c232bc-1929-4d1f-8044-45274e809913 service neutron] 10.222.0.84 "GET /v2.0/networks/e1c9633e-8188-42d0-99d9-444d9f10534d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833676 Jul 16 01:59:23.015786 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-01f4b12d-190c-44e6-a03b-e0d2983c3df4 req-d4a3693e-b842-4a2d-96ab-66b13d1555b1 service neutron] 10.222.0.84 "GET /v2.0/networks/e1c9633e-8188-42d0-99d9-444d9f10534d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004598 Jul 16 01:59:23.516208 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f51035-344b-4b18-922a-5a0245ec7dd1 req-ffaf0e64-a547-404b-9f56-28f34afd26f2 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:23.517714 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d9f51035-344b-4b18-922a-5a0245ec7dd1 req-ffaf0e64-a547-404b-9f56-28f34afd26f2 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 943 time: 0.0761673 Jul 16 01:59:23.556957 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d9f51035-344b-4b18-922a-5a0245ec7dd1 req-b3b33cd5-62d7-4aad-b69c-b825fcf5f566 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330474 Jul 16 01:59:24.740667 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dcd9f-8c03-41d5-bedb-9682d15ea77a req-d9ead7e7-8fd5-4d35-bc0d-7b4ae8796688 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:24.742187 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e89dcd9f-8c03-41d5-bedb-9682d15ea77a req-d9ead7e7-8fd5-4d35-bc0d-7b4ae8796688 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 943 time: 0.0719721 Jul 16 01:59:24.781412 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e89dcd9f-8c03-41d5-bedb-9682d15ea77a req-bea8ee4f-4576-4608-b80f-2837257def20 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335147 Jul 16 01:59:25.065340 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d39044-998c-4cca-bd1b-2e1ff86c7c7f req-6f2b9919-0183-4312-ae3e-5b5efd4add1c tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:25.066755 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-68d39044-998c-4cca-bd1b-2e1ff86c7c7f req-6f2b9919-0183-4312-ae3e-5b5efd4add1c tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/ports?device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 945 time: 0.0780694 Jul 16 01:59:25.107439 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-68d39044-998c-4cca-bd1b-2e1ff86c7c7f req-337d91aa-670c-4cc0-a967-04f72eec06bd tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/security-groups?id=5525b42e-689e-4438-a82d-9ea2846d1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349102 Jul 16 01:59:25.970314 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4b40a-7dc2-46d8-bfd6-3d2bbb14b375 req-31c9ab24-733b-44ab-a58b-c6fa435cc631 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:25.971811 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6a4b40a-7dc2-46d8-bfd6-3d2bbb14b375 req-31c9ab24-733b-44ab-a58b-c6fa435cc631 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 943 time: 0.0713344 Jul 16 01:59:26.010398 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c6a4b40a-7dc2-46d8-bfd6-3d2bbb14b375 req-607342a9-b0e9-4c42-b8ad-6674129aac04 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325522 Jul 16 01:59:26.250909 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1f67c-fb7a-40d7-99f7-1927fbaa7d17 req-888d4327-0af1-45ae-a05c-62b10322dfb6 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:26.252548 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ecd1f67c-fb7a-40d7-99f7-1927fbaa7d17 req-888d4327-0af1-45ae-a05c-62b10322dfb6 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.84 "GET /v2.0/ports?device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 945 time: 0.0672317 Jul 16 01:59:26.297756 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1b56f-771d-4bf9-9de2-ca77eab4e049 req-7f571305-8f4f-4316-9e23-e4caef5daf8a tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:26.299255 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2eb1b56f-771d-4bf9-9de2-ca77eab4e049 req-7f571305-8f4f-4316-9e23-e4caef5daf8a tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/ports?device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 945 time: 0.0665426 Jul 16 01:59:26.338703 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2eb1b56f-771d-4bf9-9de2-ca77eab4e049 req-6b62090f-df2b-43f1-9beb-94eed2b78469 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/security-groups?id=5525b42e-689e-4438-a82d-9ea2846d1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333431 Jul 16 01:59:26.358581 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-ecd1f67c-fb7a-40d7-99f7-1927fbaa7d17 req-f856aef3-16ce-4d2a-ab49-74195e3b87ae tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Deleting port efb2d0ce-18ad-4218-9641-b5c82bc065bf {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:26.359079 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ecd1f67c-fb7a-40d7-99f7-1927fbaa7d17 req-f856aef3-16ce-4d2a-ab49-74195e3b87ae tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.397763 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:59:26.450463 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ecd1f67c-fb7a-40d7-99f7-1927fbaa7d17 req-f856aef3-16ce-4d2a-ab49-74195e3b87ae tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] For port efb2d0ce-18ad-4218-9641-b5c82bc065bf, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=efb2d0ce-18ad-4218-9641-b5c82bc065bf,segment=NetworkSegment(93f6e54c-059a-4e17-ad53-10445465fa1d),segment_id=93f6e54c-059a-4e17-ad53-10445465fa1d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:26.450826 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ecd1f67c-fb7a-40d7-99f7-1927fbaa7d17 req-f856aef3-16ce-4d2a-ab49-74195e3b87ae tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.663427 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-58722d32-e2e2-4038-ae4b-63f01882f0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.682717 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ecd1f67c-fb7a-40d7-99f7-1927fbaa7d17 req-f856aef3-16ce-4d2a-ab49-74195e3b87ae tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.683086 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ecd1f67c-fb7a-40d7-99f7-1927fbaa7d17 req-f856aef3-16ce-4d2a-ab49-74195e3b87ae tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.683386 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [req-ecd1f67c-fb7a-40d7-99f7-1927fbaa7d17 req-f856aef3-16ce-4d2a-ab49-74195e3b87ae tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Floating IP 5a1507d2-c2f3-41fb-8058-217895327e08 disassociated. External IP: 172.25.6.72, port: efb2d0ce-18ad-4218-9641-b5c82bc065bf. Jul 16 01:59:26.683719 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-ecd1f67c-fb7a-40d7-99f7-1927fbaa7d17 req-f856aef3-16ce-4d2a-ab49-74195e3b87ae tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Calling delete_port for efb2d0ce-18ad-4218-9641-b5c82bc065bf owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:26.820337 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ecd1f67c-fb7a-40d7-99f7-1927fbaa7d17 req-f856aef3-16ce-4d2a-ab49-74195e3b87ae tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.848508 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856aef3-16ce-4d2a-ab49-74195e3b87ae tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Pushing event deleted for resources: {'Port': ['ID=efb2d0ce-18ad-4218-9641-b5c82bc065bf,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:26.967608 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecd1f67c-fb7a-40d7-99f7-1927fbaa7d17 req-f856aef3-16ce-4d2a-ab49-74195e3b87ae tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Router e4298e42-46e7-43cc-af1e-39d9f3e3659e has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:27.025797 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8c5ad235-af1c-40b0-8d42-d4dbd81816c3 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:59:27.084806 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecd1f67c-fb7a-40d7-99f7-1927fbaa7d17 req-f856aef3-16ce-4d2a-ab49-74195e3b87ae tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:27.100024 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5138a9fe-9434-4228-9394-81ea83336ca9 None None] Sync routers for ids ['e4298e42-46e7-43cc-af1e-39d9f3e3659e'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:27.121846 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5138a9fe-9434-4228-9394-81ea83336ca9 None None] Routers {'e4298e42-46e7-43cc-af1e-39d9f3e3659e'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:27.122498 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5138a9fe-9434-4228-9394-81ea83336ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:59:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e4298e42-46e7-43cc-af1e-39d9f3e3659e'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:27.130778 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd1f67c-fb7a-40d7-99f7-1927fbaa7d17 req-f856aef3-16ce-4d2a-ab49-74195e3b87ae tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] No DVR routers for this DVR port efb2d0ce-18ad-4218-9641-b5c82bc065bf on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:27.133467 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ecd1f67c-fb7a-40d7-99f7-1927fbaa7d17 req-f856aef3-16ce-4d2a-ab49-74195e3b87ae tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.135489 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ecd1f67c-fb7a-40d7-99f7-1927fbaa7d17 req-f856aef3-16ce-4d2a-ab49-74195e3b87ae tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.84 "DELETE /v2.0/ports/efb2d0ce-18ad-4218-9641-b5c82bc065bf HTTP/1.1" status: 204 len: 173 time: 0.8777354 Jul 16 01:59:27.135920 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4780ae97-a046-4079-a80f-c0f31090b6e7', 'name': 'network-vif-deleted', 'tag': 'efb2d0ce-18ad-4218-9641-b5c82bc065bf'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:27.138354 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bfd88f-5c8b-4e0b-b62b-4a415d61873d" -d '{"events": [{"server_uuid": "4780ae97-a046-4079-a80f-c0f31090b6e7", "name": "network-vif-deleted", "tag": "efb2d0ce-18ad-4218-9641-b5c82bc065bf"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:27.175304 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8c5ad235-af1c-40b0-8d42-d4dbd81816c3, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8c5ad235-af1c-40b0-8d42-d4dbd81816c3,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:27.185680 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97089607-1bbe-4e42-a7d2-43bdf1b62efc x-openstack-request-id: req-97089607-1bbe-4e42-a7d2-43bdf1b62efc {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:27.185939 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4780ae97-a046-4079-a80f-c0f31090b6e7", "name": "network-vif-deleted", "tag": "efb2d0ce-18ad-4218-9641-b5c82bc065bf", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:27.186179 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97089607-1bbe-4e42-a7d2-43bdf1b62efc {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:27.186771 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4780ae97-a046-4079-a80f-c0f31090b6e7', 'name': 'network-vif-deleted', 'tag': 'efb2d0ce-18ad-4218-9641-b5c82bc065bf', 'status': 'completed', 'code': 200} Jul 16 01:59:27.193283 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '8c5ad235-af1c-40b0-8d42-d4dbd81816c3', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'port_id': '8c5ad235-af1c-40b0-8d42-d4dbd81816c3', 'mac_address': 'fa:16:3e:46:21:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:59:27.208984 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e86a9d-9865-4331-bcbd-26f54dbf2e5a req-2e0df470-7611-4b9d-ad5f-cee173a42275 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:27.217033 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-73e86a9d-9865-4331-bcbd-26f54dbf2e5a req-2e0df470-7611-4b9d-ad5f-cee173a42275 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 943 time: 0.0874603 Jul 16 01:59:27.290887 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-73e86a9d-9865-4331-bcbd-26f54dbf2e5a req-01227d7d-89f5-47c6-94cf-96e3076571d3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723395 Jul 16 01:59:27.291896 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.313558 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-5138a9fe-9434-4228-9394-81ea83336ca9 None None] Set router e4298e42-46e7-43cc-af1e-39d9f3e3659e gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:27.315982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c5ad235-af1c-40b0-8d42-d4dbd81816c3 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:59:27.369828 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8c5ad235-af1c-40b0-8d42-d4dbd81816c3, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8c5ad235-af1c-40b0-8d42-d4dbd81816c3,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:27.377811 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.500236 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=8c5ad235-af1c-40b0-8d42-d4dbd81816c3,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:27.584814 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5138a9fe-9434-4228-9394-81ea83336ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'name': 'tempest-TestServerBasicOps-1399334871-router', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:54:20Z', 'revision_number': 4, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'gw_port': {'id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '18fad895-f31d-4af9-867c-457cd9ee294b', 'name': '', 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'mac_address': 'fa:16:3e:91:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '5fe56ea6-6eff-400b-89b4-219aacbd21bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:20Z', 'updated_at': '2021-07-16T01:54:27Z', 'revision_number': 5, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'subnets': [{'id': '5fe56ea6-6eff-400b-89b4-219aacbd21bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:27.618068 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b0b5ac87-57aa-4464-af98-3da1f705e989 req-093eaa6a-726c-4c35-b128-566e60429451 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "GET /v2.0/ports?device_id=4780ae97-a046-4079-a80f-c0f31090b6e7 HTTP/1.1" status: 200 len: 210 time: 0.0336134 Jul 16 01:59:27.625847 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['8c5ad235-af1c-40b0-8d42-d4dbd81816c3'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:59:27.628742 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5138a9fe-9434-4228-9394-81ea83336ca9 None None] Checking router: e4298e42-46e7-43cc-af1e-39d9f3e3659e for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:27.669901 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5138a9fe-9434-4228-9394-81ea83336ca9 None None] Routers {'e4298e42-46e7-43cc-af1e-39d9f3e3659e'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:27.670603 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5138a9fe-9434-4228-9394-81ea83336ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:59:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e4298e42-46e7-43cc-af1e-39d9f3e3659e'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:27.829417 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-5138a9fe-9434-4228-9394-81ea83336ca9 None None] Set router e4298e42-46e7-43cc-af1e-39d9f3e3659e gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:28.132007 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5138a9fe-9434-4228-9394-81ea83336ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'name': 'tempest-TestServerBasicOps-1399334871-router', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:54:20Z', 'revision_number': 4, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'gw_port': {'id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '18fad895-f31d-4af9-867c-457cd9ee294b', 'name': '', 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'mac_address': 'fa:16:3e:91:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '5fe56ea6-6eff-400b-89b4-219aacbd21bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:20Z', 'updated_at': '2021-07-16T01:54:27Z', 'revision_number': 5, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'subnets': [{'id': '5fe56ea6-6eff-400b-89b4-219aacbd21bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:28.158970 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5138a9fe-9434-4228-9394-81ea83336ca9 None None] The sync data for ids ['e4298e42-46e7-43cc-af1e-39d9f3e3659e'] in n-d-792394-16 is: [{'id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'name': 'tempest-TestServerBasicOps-1399334871-router', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:54:20Z', 'revision_number': 4, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'gw_port': {'id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '18fad895-f31d-4af9-867c-457cd9ee294b', 'name': '', 'network_id': 'e1c9633e-8188-42d0-99d9-444d9f10534d', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'mac_address': 'fa:16:3e:91:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '5fe56ea6-6eff-400b-89b4-219aacbd21bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:20Z', 'updated_at': '2021-07-16T01:54:27Z', 'revision_number': 5, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'subnets': [{'id': '5fe56ea6-6eff-400b-89b4-219aacbd21bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:28.398454 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c10034-59f6-437c-9c96-d549496c2d64 None None] New status for floating IP 5a1507d2-c2f3-41fb-8058-217895327e08: DOWN {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:59:28.469722 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e662af5-eb88-4891-bff3-43c1310a0d1f req-feb99714-20a5-4328-89e5-6e1744308557 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:28.471340 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6e662af5-eb88-4891-bff3-43c1310a0d1f req-feb99714-20a5-4328-89e5-6e1744308557 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 944 time: 0.0695751 Jul 16 01:59:28.513573 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6e662af5-eb88-4891-bff3-43c1310a0d1f req-04a629d1-1806-4fb1-b977-8d3295bcacfd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362139 Jul 16 01:59:28.718923 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36126) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:28.853416 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-9a8b5104-f564-43c2-b92d-dc6bf4ce881d tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Deleting port eec885a1-44bb-484f-b251-92c31de31410 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:28.853771 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5104-f564-43c2-b92d-dc6bf4ce881d tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.940043 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5104-f564-43c2-b92d-dc6bf4ce881d tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.940256 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5104-f564-43c2-b92d-dc6bf4ce881d tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.953357 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-9a8b5104-f564-43c2-b92d-dc6bf4ce881d tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Calling delete_port for eec885a1-44bb-484f-b251-92c31de31410 owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:29.041907 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8c5ad235-af1c-40b0-8d42-d4dbd81816c3 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:29.093177 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5104-f564-43c2-b92d-dc6bf4ce881d tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.098274 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 8c5ad235-af1c-40b0-8d42-d4dbd81816c3 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:29.102077 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 8c5ad235-af1c-40b0-8d42-d4dbd81816c3 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:29.102451 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.124571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b5104-f564-43c2-b92d-dc6bf4ce881d tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Pushing event deleted for resources: {'Port': ['ID=eec885a1-44bb-484f-b251-92c31de31410,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:29.185541 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5104-f564-43c2-b92d-dc6bf4ce881d tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.186766 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.188242 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5104-f564-43c2-b92d-dc6bf4ce881d tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.191956 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9a8b5104-f564-43c2-b92d-dc6bf4ce881d tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "DELETE /v2.0/floatingips/5a1507d2-c2f3-41fb-8058-217895327e08 HTTP/1.1" status: 204 len: 168 time: 0.4693098 Jul 16 01:59:29.209964 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff454379-590a-488e-9065-9950dbc9022a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5ad235-af1c-40b0-8d42-d4dbd81816c3'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:29.213619 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ab5159-c21b-40a6-90ad-ed2656c6122c" -d '{"events": [{"server_uuid": "ff454379-590a-488e-9065-9950dbc9022a", "name": "network-vif-plugged", "status": "completed", "tag": "8c5ad235-af1c-40b0-8d42-d4dbd81816c3"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:29.226928 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 8c5ad235-af1c-40b0-8d42-d4dbd81816c3, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8c5ad235-af1c-40b0-8d42-d4dbd81816c3,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:29.232610 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.262368 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b002cf4-53bc-4a3a-8be1-22eb612e204e x-openstack-request-id: req-1b002cf4-53bc-4a3a-8be1-22eb612e204e {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:29.262661 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff454379-590a-488e-9065-9950dbc9022a", "name": "network-vif-plugged", "status": "completed", "tag": "8c5ad235-af1c-40b0-8d42-d4dbd81816c3", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:29.262913 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b002cf4-53bc-4a3a-8be1-22eb612e204e {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:29.263335 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff454379-590a-488e-9065-9950dbc9022a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5ad235-af1c-40b0-8d42-d4dbd81816c3', 'code': 200} Jul 16 01:59:29.289607 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=8c5ad235-af1c-40b0-8d42-d4dbd81816c3,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:29.336031 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36136) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:29.379198 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0dfa-12f4-4334-baf8-d85e7ad58cbf req-bd51feb8-ab35-4cc3-83d5-61669200d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:29.380885 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-993c0dfa-12f4-4334-baf8-d85e7ad58cbf req-bd51feb8-ab35-4cc3-83d5-61669200d5ca service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 1097 time: 0.0562916 Jul 16 01:59:29.396096 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-320c740c-0404-4096-86db-9c764259cb47 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.418350 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-993c0dfa-12f4-4334-baf8-d85e7ad58cbf req-f2dee84b-eb89-4bb0-b2da-674e8e8f0548 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306971 Jul 16 01:59:29.421892 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-320c740c-0404-4096-86db-9c764259cb47 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.484952 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-320c740c-0404-4096-86db-9c764259cb47 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.487514 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-320c740c-0404-4096-86db-9c764259cb47 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.488737 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-320c740c-0404-4096-86db-9c764259cb47 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] 10.222.0.16 "DELETE /v2.0/security-groups/5525b42e-689e-4438-a82d-9ea2846d1bbf HTTP/1.1" status: 204 len: 168 time: 0.1513357 Jul 16 01:59:29.498414 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c740c-0404-4096-86db-9c764259cb47 tempest-TestServerBasicOps-1827993676 tempest-TestServerBasicOps-1827993676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5525b42e-689e-4438-a82d-9ea2846d1bbf,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:29.529564 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36140) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:29.557844 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a647b4c-16be-4dca-a29b-aa91135d2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.629855 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device efb2d0ce-18ad-4218-9641-b5c82bc065bf no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:29.651067 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: efb2d0ce-18ad-4218-9641-b5c82bc065bf {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:29.651418 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device efb2d0ce-18ad-4218-9641-b5c82bc065bf not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:29.693336 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27facd-eab0-4e7a-baf7-a759ecbbcde1 req-734d8e26-4687-40ee-a23b-ad9115486f2f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:29.694852 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5c27facd-eab0-4e7a-baf7-a759ecbbcde1 req-734d8e26-4687-40ee-a23b-ad9115486f2f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 945 time: 0.0693507 Jul 16 01:59:29.735216 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5c27facd-eab0-4e7a-baf7-a759ecbbcde1 req-21beb3d9-764d-4197-b734-d140637a1e0b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344739 Jul 16 01:59:29.756776 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.085125 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b888f9ee-6831-45ca-9d15-de609a220dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.361144 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-b888f9ee-6831-45ca-9d15-de609a220dec admin admin] Deleting port 18fad895-f31d-4af9-867c-457cd9ee294b {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:30.361391 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b888f9ee-6831-45ca-9d15-de609a220dec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.437509 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-b888f9ee-6831-45ca-9d15-de609a220dec admin admin] For port 18fad895-f31d-4af9-867c-457cd9ee294b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=18fad895-f31d-4af9-867c-457cd9ee294b,segment=NetworkSegment(93f6e54c-059a-4e17-ad53-10445465fa1d),segment_id=93f6e54c-059a-4e17-ad53-10445465fa1d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:30.438046 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b888f9ee-6831-45ca-9d15-de609a220dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.455747 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-b888f9ee-6831-45ca-9d15-de609a220dec admin admin] Calling delete_port for 18fad895-f31d-4af9-867c-457cd9ee294b owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:30.665665 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b888f9ee-6831-45ca-9d15-de609a220dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.691094 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888f9ee-6831-45ca-9d15-de609a220dec admin admin] Pushing event deleted for resources: {'Port': ['ID=18fad895-f31d-4af9-867c-457cd9ee294b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:30.871035 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.901311 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b888f9ee-6831-45ca-9d15-de609a220dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.986132 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea7ff5-8203-4dae-a811-240502430653 req-9995d1ce-1461-498c-81a9-4ecacdd4c05c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:30.987595 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5dea7ff5-8203-4dae-a811-240502430653 req-9995d1ce-1461-498c-81a9-4ecacdd4c05c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 945 time: 0.1272976 Jul 16 01:59:31.070689 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5dea7ff5-8203-4dae-a811-240502430653 req-38e4b0a8-2d97-48e7-8d83-9eb153dd11e5 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521865 Jul 16 01:59:31.193281 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b888f9ee-6831-45ca-9d15-de609a220dec admin admin] Router e4298e42-46e7-43cc-af1e-39d9f3e3659e has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:31.263503 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d894f-1de1-44e5-9242-710ba9e50f19 req-9ac9b910-1ccc-4ec6-bd09-ee85b69eb5a4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:31.265061 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-150d894f-1de1-44e5-9242-710ba9e50f19 req-9ac9b910-1ccc-4ec6-bd09-ee85b69eb5a4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 945 time: 0.0663366 Jul 16 01:59:31.303580 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-150d894f-1de1-44e5-9242-710ba9e50f19 req-fa21dfb9-14fd-42c4-9451-47114315924a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325961 Jul 16 01:59:31.304549 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b888f9ee-6831-45ca-9d15-de609a220dec admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:31.309953 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b888f9ee-6831-45ca-9d15-de609a220dec admin admin] 10.222.0.16 "PUT /v2.0/routers/e4298e42-46e7-43cc-af1e-39d9f3e3659e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7791498 Jul 16 01:59:31.312743 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36150) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:31.315583 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d319b8-43e8-44cf-b796-367b47a62691 None None] Sync routers for ids ['e4298e42-46e7-43cc-af1e-39d9f3e3659e'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:31.329220 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d319b8-43e8-44cf-b796-367b47a62691 None None] Routers {'e4298e42-46e7-43cc-af1e-39d9f3e3659e'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:31.329852 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-32d319b8-43e8-44cf-b796-367b47a62691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:59:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e4298e42-46e7-43cc-af1e-39d9f3e3659e'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:31.332281 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36152) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:31.386025 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ae548e-c739-4e60-ab8c-0ab137c81c8a tempest-TestVolumeBootPattern-1677175339 tempest-TestVolumeBootPattern-1677175339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:31.396882 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36154) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:31.397090 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b8ae548e-c739-4e60-ab8c-0ab137c81c8a tempest-TestVolumeBootPattern-1677175339 tempest-TestVolumeBootPattern-1677175339-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 1092 time: 0.0631781 Jul 16 01:59:31.426158 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-23ca8caf-84ff-4cf8-bd95-3801b6be4533 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': '8c5ad235-af1c-40b0-8d42-d4dbd81816c3', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:31.446881 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-32d319b8-43e8-44cf-b796-367b47a62691 None None] Set router e4298e42-46e7-43cc-af1e-39d9f3e3659e gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:31.459007 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23ca8caf-84ff-4cf8-bd95-3801b6be4533 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.487753 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2301a9d9-425e-4e0e-aea4-f2f69bfc191c admin admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.638331 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2301a9d9-425e-4e0e-aea4-f2f69bfc191c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.683416 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23ca8caf-84ff-4cf8-bd95-3801b6be4533 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.728326 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.751167 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-2301a9d9-425e-4e0e-aea4-f2f69bfc191c admin admin] Deleting port 1d911b1d-1ea5-4921-9d42-7b94a9897eda {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:31.752144 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2301a9d9-425e-4e0e-aea4-f2f69bfc191c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.800386 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-32d319b8-43e8-44cf-b796-367b47a62691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'name': 'tempest-TestServerBasicOps-1399334871-router', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:59:30Z', 'revision_number': 5, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'gw_port': {'id': '1d911b1d-1ea5-4921-9d42-7b94a9897eda', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:31.831383 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d319b8-43e8-44cf-b796-367b47a62691 None None] Checking router: e4298e42-46e7-43cc-af1e-39d9f3e3659e for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:31.840096 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d319b8-43e8-44cf-b796-367b47a62691 None None] Routers {'e4298e42-46e7-43cc-af1e-39d9f3e3659e'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:31.840745 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-32d319b8-43e8-44cf-b796-367b47a62691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:59:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e4298e42-46e7-43cc-af1e-39d9f3e3659e'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:31.854259 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-23ca8caf-84ff-4cf8-bd95-3801b6be4533 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Allocated IP 172.25.6.50 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/bdb5f0ce-aa62-4881-8cfb-ccf7870eff4a) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:31.882044 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-2301a9d9-425e-4e0e-aea4-f2f69bfc191c admin admin] For port 1d911b1d-1ea5-4921-9d42-7b94a9897eda, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1d911b1d-1ea5-4921-9d42-7b94a9897eda,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:31.882382 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2301a9d9-425e-4e0e-aea4-f2f69bfc191c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.910131 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-2301a9d9-425e-4e0e-aea4-f2f69bfc191c admin admin] Calling delete_port for 1d911b1d-1ea5-4921-9d42-7b94a9897eda owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:31.930042 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-32d319b8-43e8-44cf-b796-367b47a62691 None None] Set router e4298e42-46e7-43cc-af1e-39d9f3e3659e gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:31.987318 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-32d319b8-43e8-44cf-b796-367b47a62691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'name': 'tempest-TestServerBasicOps-1399334871-router', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:59:31Z', 'revision_number': 6, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:32.020315 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d319b8-43e8-44cf-b796-367b47a62691 None None] The sync data for ids ['e4298e42-46e7-43cc-af1e-39d9f3e3659e'] in n-d-792394-16 is: [{'id': 'e4298e42-46e7-43cc-af1e-39d9f3e3659e', 'name': 'tempest-TestServerBasicOps-1399334871-router', 'tenant_id': 'a63930432ad948c298d55abcef9f1620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:18Z', 'updated_at': '2021-07-16T01:59:31Z', 'revision_number': 6, 'project_id': 'a63930432ad948c298d55abcef9f1620', 'gw_port_host': None}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:32.380918 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23ca8caf-84ff-4cf8-bd95-3801b6be4533 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.491410 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23ca8caf-84ff-4cf8-bd95-3801b6be4533 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.540416 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ca8caf-84ff-4cf8-bd95-3801b6be4533 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:32.548452 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-23ca8caf-84ff-4cf8-bd95-3801b6be4533 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:32.552066 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ca8caf-84ff-4cf8-bd95-3801b6be4533 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:32.557959 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2301a9d9-425e-4e0e-aea4-f2f69bfc191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.576122 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca8caf-84ff-4cf8-bd95-3801b6be4533 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event updated for resources: {'Port': ['ID=bdb5f0ce-aa62-4881-8cfb-ccf7870eff4a,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:32.604157 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.617418 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301a9d9-425e-4e0e-aea4-f2f69bfc191c admin admin] Pushing event deleted for resources: {'Port': ['ID=1d911b1d-1ea5-4921-9d42-7b94a9897eda,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:32.729461 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2301a9d9-425e-4e0e-aea4-f2f69bfc191c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.840064 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2301a9d9-425e-4e0e-aea4-f2f69bfc191c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.843301 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2301a9d9-425e-4e0e-aea4-f2f69bfc191c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.926387 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2301a9d9-425e-4e0e-aea4-f2f69bfc191c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.926885 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2301a9d9-425e-4e0e-aea4-f2f69bfc191c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4298e42-46e7-43cc-af1e-39d9f3e3659e {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:59:32.955466 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2301a9d9-425e-4e0e-aea4-f2f69bfc191c admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.956623 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2301a9d9-425e-4e0e-aea4-f2f69bfc191c admin admin] 10.222.0.16 "DELETE /v2.0/routers/e4298e42-46e7-43cc-af1e-39d9f3e3659e HTTP/1.1" status: 204 len: 168 time: 1.6425886 Jul 16 01:59:32.959148 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36156) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:33.025807 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-38603e24-3d11-4f45-b1c0-6884c2e2840b admin admin] Deleting subnet 5fe56ea6-6eff-400b-89b4-219aacbd21bb {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:33.033105 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38603e24-3d11-4f45-b1c0-6884c2e2840b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.115877 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38603e24-3d11-4f45-b1c0-6884c2e2840b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.267328 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23ca8caf-84ff-4cf8-bd95-3801b6be4533 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.288334 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38603e24-3d11-4f45-b1c0-6884c2e2840b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.387611 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38603e24-3d11-4f45-b1c0-6884c2e2840b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.389504 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23ca8caf-84ff-4cf8-bd95-3801b6be4533 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.417715 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 18fad895-f31d-4af9-867c-457cd9ee294b no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:33.433929 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38603e24-3d11-4f45-b1c0-6884c2e2840b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fe56ea6-6eff-400b-89b4-219aacbd21bb,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:33.437565 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38603e24-3d11-4f45-b1c0-6884c2e2840b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.439531 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-38603e24-3d11-4f45-b1c0-6884c2e2840b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5fe56ea6-6eff-400b-89b4-219aacbd21bb HTTP/1.1" status: 204 len: 168 time: 0.4793806 Jul 16 01:59:33.442145 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36158) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:33.442841 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 18fad895-f31d-4af9-867c-457cd9ee294b {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:33.443201 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 18fad895-f31d-4af9-867c-457cd9ee294b not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:33.443633 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1d911b1d-1ea5-4921-9d42-7b94a9897eda no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:33.446803 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43722f3-aebd-413a-8956-d73e85adc3e4 None None] Network e1c9633e-8188-42d0-99d9-444d9f10534d requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:33.482153 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 1d911b1d-1ea5-4921-9d42-7b94a9897eda {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:33.482523 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1d911b1d-1ea5-4921-9d42-7b94a9897eda not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:33.518227 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d91f8845-55d2-46c2-a6b4-268c92999856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.572719 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-d91f8845-55d2-46c2-a6b4-268c92999856 admin admin] Deleting port 5847b3a9-abe1-41d3-a45e-0cbd1302d806 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:33.573207 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d91f8845-55d2-46c2-a6b4-268c92999856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.587991 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23ca8caf-84ff-4cf8-bd95-3801b6be4533 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.594451 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23ca8caf-84ff-4cf8-bd95-3801b6be4533 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.648826 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-d91f8845-55d2-46c2-a6b4-268c92999856 admin admin] For port 5847b3a9-abe1-41d3-a45e-0cbd1302d806, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=5847b3a9-abe1-41d3-a45e-0cbd1302d806,segment=NetworkSegment(93f6e54c-059a-4e17-ad53-10445465fa1d),segment_id=93f6e54c-059a-4e17-ad53-10445465fa1d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:33.649183 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d91f8845-55d2-46c2-a6b4-268c92999856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.661730 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-d91f8845-55d2-46c2-a6b4-268c92999856 admin admin] Calling delete_port for 5847b3a9-abe1-41d3-a45e-0cbd1302d806 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:33.673349 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca8caf-84ff-4cf8-bd95-3801b6be4533 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event updated for resources: {'Port': ['ID=bdb5f0ce-aa62-4881-8cfb-ccf7870eff4a,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:33.674374 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627f7f45-d0fa-412c-9a3d-53051bd5b600 None None] DHCP port deletion for e1c9633e-8188-42d0-99d9-444d9f10534d request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:33.679583 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23ca8caf-84ff-4cf8-bd95-3801b6be4533 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.724627 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-627f7f45-d0fa-412c-9a3d-53051bd5b600 None None] Deleting port 5847b3a9-abe1-41d3-a45e-0cbd1302d806 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:33.725393 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-627f7f45-d0fa-412c-9a3d-53051bd5b600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.755657 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d91f8845-55d2-46c2-a6b4-268c92999856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.785948 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91f8845-55d2-46c2-a6b4-268c92999856 admin admin] No DVR routers for this DVR port 5847b3a9-abe1-41d3-a45e-0cbd1302d806 on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:33.790331 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f8845-55d2-46c2-a6b4-268c92999856 admin admin] Pushing event deleted for resources: {'Port': ['ID=5847b3a9-abe1-41d3-a45e-0cbd1302d806,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:33.794047 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-23ca8caf-84ff-4cf8-bd95-3801b6be4533 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Floating IP 0bca3c07-2375-44ab-80d0-bfc1b74b989e associated. External IP: 172.25.6.50, port: 8c5ad235-af1c-40b0-8d42-d4dbd81816c3. Jul 16 01:59:33.798479 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-627f7f45-d0fa-412c-9a3d-53051bd5b600 None None] For port 5847b3a9-abe1-41d3-a45e-0cbd1302d806, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=5847b3a9-abe1-41d3-a45e-0cbd1302d806,segment=NetworkSegment(93f6e54c-059a-4e17-ad53-10445465fa1d),segment_id=93f6e54c-059a-4e17-ad53-10445465fa1d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:33.799093 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-627f7f45-d0fa-412c-9a3d-53051bd5b600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.813173 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-627f7f45-d0fa-412c-9a3d-53051bd5b600 None None] Calling delete_port for 5847b3a9-abe1-41d3-a45e-0cbd1302d806 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:33.865556 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d91f8845-55d2-46c2-a6b4-268c92999856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.876349 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-d91f8845-55d2-46c2-a6b4-268c92999856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c9633e-8188-42d0-99d9-444d9f10534d']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:33.890350 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-d91f8845-55d2-46c2-a6b4-268c92999856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f6e54c-059a-4e17-ad53-10445465fa1d') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:33.890704 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-d91f8845-55d2-46c2-a6b4-268c92999856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f6e54c-059a-4e17-ad53-10445465fa1d') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:33.893401 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-627f7f45-d0fa-412c-9a3d-53051bd5b600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.900622 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d91f8845-55d2-46c2-a6b4-268c92999856 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.916010 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d91f8845-55d2-46c2-a6b4-268c92999856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.922600 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f7f45-d0fa-412c-9a3d-53051bd5b600 None None] Pushing event deleted for resources: {'Port': ['ID=5847b3a9-abe1-41d3-a45e-0cbd1302d806,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:33.923933 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91f8845-55d2-46c2-a6b4-268c92999856 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:33.924473 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d91f8845-55d2-46c2-a6b4-268c92999856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:33.926502 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:33.930147 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627f7f45-d0fa-412c-9a3d-53051bd5b600 None None] No DVR routers for this DVR port 5847b3a9-abe1-41d3-a45e-0cbd1302d806 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:33.933394 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f7f45-d0fa-412c-9a3d-53051bd5b600 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:33.933749 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f7f45-d0fa-412c-9a3d-53051bd5b600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:33.934166 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f7f45-d0fa-412c-9a3d-53051bd5b600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:33.934518 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f7f45-d0fa-412c-9a3d-53051bd5b600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:33.934842 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f7f45-d0fa-412c-9a3d-53051bd5b600 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:33.935172 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f7f45-d0fa-412c-9a3d-53051bd5b600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:33.935506 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f7f45-d0fa-412c-9a3d-53051bd5b600 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:33.935843 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f7f45-d0fa-412c-9a3d-53051bd5b600 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:33.936166 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f7f45-d0fa-412c-9a3d-53051bd5b600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:33.936531 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f7f45-d0fa-412c-9a3d-53051bd5b600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:33.936863 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f7f45-d0fa-412c-9a3d-53051bd5b600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:33.937245 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f7f45-d0fa-412c-9a3d-53051bd5b600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:33.995625 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d91f8845-55d2-46c2-a6b4-268c92999856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.004222 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d91f8845-55d2-46c2-a6b4-268c92999856 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.006843 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d91f8845-55d2-46c2-a6b4-268c92999856 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e1c9633e-8188-42d0-99d9-444d9f10534d HTTP/1.1" status: 204 len: 168 time: 0.5630240 Jul 16 01:59:34.009264 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36160) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:34.024822 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f8845-55d2-46c2-a6b4-268c92999856 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1c9633e-8188-42d0-99d9-444d9f10534d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:34.028039 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ca8caf-84ff-4cf8-bd95-3801b6be4533 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Router 8445340e-d468-4de7-b28e-59bae862fc18 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:34.142325 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ca8caf-84ff-4cf8-bd95-3801b6be4533 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:34.152509 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9990a15f-0069-437a-b272-f6e674c00d60 None None] Sync routers for ids ['8445340e-d468-4de7-b28e-59bae862fc18'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:34.160977 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23ca8caf-84ff-4cf8-bd95-3801b6be4533 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.163180 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9990a15f-0069-437a-b272-f6e674c00d60 None None] Routers {'8445340e-d468-4de7-b28e-59bae862fc18'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:34.163833 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9990a15f-0069-437a-b272-f6e674c00d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:59:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8445340e-d468-4de7-b28e-59bae862fc18'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:34.201203 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-23ca8caf-84ff-4cf8-bd95-3801b6be4533 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8033235 Jul 16 01:59:34.202021 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff454379-590a-488e-9065-9950dbc9022a', 'tag': '8c5ad235-af1c-40b0-8d42-d4dbd81816c3'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:34.205108 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28f8559-0b79-4bf0-b3a7-ac4d7abac12e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff454379-590a-488e-9065-9950dbc9022a", "tag": "8c5ad235-af1c-40b0-8d42-d4dbd81816c3"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:34.291907 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-9990a15f-0069-437a-b272-f6e674c00d60 None None] Set router 8445340e-d468-4de7-b28e-59bae862fc18 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:34.311788 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256959ac-5c6c-48c1-922a-76c0e4dece6a x-openstack-request-id: req-256959ac-5c6c-48c1-922a-76c0e4dece6a {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:34.312173 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff454379-590a-488e-9065-9950dbc9022a", "tag": "8c5ad235-af1c-40b0-8d42-d4dbd81816c3", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:34.312454 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-256959ac-5c6c-48c1-922a-76c0e4dece6a {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:34.312860 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff454379-590a-488e-9065-9950dbc9022a', 'tag': '8c5ad235-af1c-40b0-8d42-d4dbd81816c3', 'status': 'completed', 'code': 200} Jul 16 01:59:34.430040 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f8559-0b79-4bf0-b3a7-ac4d7abac12e req-ac775c17-0561-4b40-8a5a-afa27deb6c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:34.431507 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b28f8559-0b79-4bf0-b3a7-ac4d7abac12e req-ac775c17-0561-4b40-8a5a-afa27deb6c2a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 1097 time: 0.0885105 Jul 16 01:59:34.544132 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9990a15f-0069-437a-b272-f6e674c00d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '06a13569-771b-4afc-8c6c-bc472074085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:54Z', 'revision_number': 4, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port': {'id': '06a13569-771b-4afc-8c6c-bc472074085d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '0bca3c07-2375-44ab-80d0-bfc1b74b989e', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'port_id': '8c5ad235-af1c-40b0-8d42-d4dbd81816c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'mac_address': 'fa:16:3e:46:21:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff454379-590a-488e-9065-9950dbc9022a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:59:33Z', 'updated_at': '2021-07-16T01:59:33Z', 'revision_number': 0, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be599fc7-fdc8-4486-835d-77dfac012825', 'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'mac_address': 'fa:16:3e:7b:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:53Z', 'updated_at': '2021-07-16T01:56:00Z', 'revision_number': 5, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'subnets': [{'id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:34.571625 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9990a15f-0069-437a-b272-f6e674c00d60 None None] Checking router: 8445340e-d468-4de7-b28e-59bae862fc18 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:34.582108 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9990a15f-0069-437a-b272-f6e674c00d60 None None] Routers {'8445340e-d468-4de7-b28e-59bae862fc18'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:34.582746 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9990a15f-0069-437a-b272-f6e674c00d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:59:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8445340e-d468-4de7-b28e-59bae862fc18'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:34.693480 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-9990a15f-0069-437a-b272-f6e674c00d60 None None] Set router 8445340e-d468-4de7-b28e-59bae862fc18 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:34.834186 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44e893c8-662b-42cc-8386-9f5d2a5618e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.930150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f8559-0b79-4bf0-b3a7-ac4d7abac12e req-595b5c9a-8e75-4c36-910e-d6a956334be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:34.932646 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b28f8559-0b79-4bf0-b3a7-ac4d7abac12e req-595b5c9a-8e75-4c36-910e-d6a956334be1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 912 time: 0.4921176 Jul 16 01:59:35.020170 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-9990a15f-0069-437a-b272-f6e674c00d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '06a13569-771b-4afc-8c6c-bc472074085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:54Z', 'revision_number': 4, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port': {'id': '06a13569-771b-4afc-8c6c-bc472074085d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '0bca3c07-2375-44ab-80d0-bfc1b74b989e', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'port_id': '8c5ad235-af1c-40b0-8d42-d4dbd81816c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'mac_address': 'fa:16:3e:46:21:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff454379-590a-488e-9065-9950dbc9022a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:59:33Z', 'updated_at': '2021-07-16T01:59:33Z', 'revision_number': 0, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be599fc7-fdc8-4486-835d-77dfac012825', 'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'mac_address': 'fa:16:3e:7b:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:53Z', 'updated_at': '2021-07-16T01:56:00Z', 'revision_number': 5, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'subnets': [{'id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:35.045685 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9990a15f-0069-437a-b272-f6e674c00d60 None None] The sync data for ids ['8445340e-d468-4de7-b28e-59bae862fc18'] in n-d-792394-16 is: [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '06a13569-771b-4afc-8c6c-bc472074085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:54Z', 'revision_number': 4, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port': {'id': '06a13569-771b-4afc-8c6c-bc472074085d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '0bca3c07-2375-44ab-80d0-bfc1b74b989e', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'port_id': '8c5ad235-af1c-40b0-8d42-d4dbd81816c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'mac_address': 'fa:16:3e:46:21:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff454379-590a-488e-9065-9950dbc9022a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:59:33Z', 'updated_at': '2021-07-16T01:59:33Z', 'revision_number': 0, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be599fc7-fdc8-4486-835d-77dfac012825', 'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'mac_address': 'fa:16:3e:7b:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:53Z', 'updated_at': '2021-07-16T01:56:00Z', 'revision_number': 5, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'subnets': [{'id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:35.053740 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b28f8559-0b79-4bf0-b3a7-ac4d7abac12e req-92cb0215-f554-4434-973a-0602557f1f80 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c5ad235-af1c-40b0-8d42-d4dbd81816c3 HTTP/1.1" status: 200 len: 998 time: 0.1106231 Jul 16 01:59:35.120034 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f8559-0b79-4bf0-b3a7-ac4d7abac12e req-d384fcfe-fc01-4363-b0d7-b12910bedcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:35.121619 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b28f8559-0b79-4bf0-b3a7-ac4d7abac12e req-d384fcfe-fc01-4363-b0d7-b12910bedcc3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0614946 Jul 16 01:59:35.233322 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f8559-0b79-4bf0-b3a7-ac4d7abac12e req-9f7487f6-bd40-4372-8a4a-16c546fae326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:35.235727 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b28f8559-0b79-4bf0-b3a7-ac4d7abac12e req-9f7487f6-bd40-4372-8a4a-16c546fae326 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1063604 Jul 16 01:59:35.238299 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.254202 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718b0dc2-86f8-490a-afa4-b3b197ce0e89 None None] New status for floating IP 0bca3c07-2375-44ab-80d0-bfc1b74b989e: ACTIVE {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:59:35.289787 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-44e893c8-662b-42cc-8386-9f5d2a5618e5 admin admin] Deleting port 2ec55240-d64d-4307-8545-a2cbba3f5499 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:35.290064 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44e893c8-662b-42cc-8386-9f5d2a5618e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.401096 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b28f8559-0b79-4bf0-b3a7-ac4d7abac12e req-551051da-5160-470c-be55-6d4e438f16d7 service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574750 Jul 16 01:59:35.418613 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 5847b3a9-abe1-41d3-a45e-0cbd1302d806 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:35.442341 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 5847b3a9-abe1-41d3-a45e-0cbd1302d806 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:35.442985 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 5847b3a9-abe1-41d3-a45e-0cbd1302d806 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:35.458461 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-44e893c8-662b-42cc-8386-9f5d2a5618e5 admin admin] For port 2ec55240-d64d-4307-8545-a2cbba3f5499, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2ec55240-d64d-4307-8545-a2cbba3f5499,segment=NetworkSegment(3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9),segment_id=3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:35.458826 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44e893c8-662b-42cc-8386-9f5d2a5618e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.498810 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-44e893c8-662b-42cc-8386-9f5d2a5618e5 admin admin] Calling delete_port for 2ec55240-d64d-4307-8545-a2cbba3f5499 owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:35.566623 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b28f8559-0b79-4bf0-b3a7-ac4d7abac12e req-6d559c85-5730-4ddc-bf0c-1faf2a79fa44 service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583459 Jul 16 01:59:35.715117 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44e893c8-662b-42cc-8386-9f5d2a5618e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.741628 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e893c8-662b-42cc-8386-9f5d2a5618e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ec55240-d64d-4307-8545-a2cbba3f5499,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:35.915895 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-44e893c8-662b-42cc-8386-9f5d2a5618e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.152283 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e893c8-662b-42cc-8386-9f5d2a5618e5 admin admin] Router e59174e4-a1a8-4ab8-9009-8d95f5d1fde6 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:36.267494 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e893c8-662b-42cc-8386-9f5d2a5618e5 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:36.276082 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-44e893c8-662b-42cc-8386-9f5d2a5618e5 admin admin] 10.222.0.16 "PUT /v2.0/routers/e59174e4-a1a8-4ab8-9009-8d95f5d1fde6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2655413 Jul 16 01:59:36.280545 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36168) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:36.283322 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd7e42f-6f0d-4e0b-9b51-9c8561ed3d95 None None] Sync routers for ids ['e59174e4-a1a8-4ab8-9009-8d95f5d1fde6'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:36.294487 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd7e42f-6f0d-4e0b-9b51-9c8561ed3d95 None None] Routers {'e59174e4-a1a8-4ab8-9009-8d95f5d1fde6'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:36.295199 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-2bd7e42f-6f0d-4e0b-9b51-9c8561ed3d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:59:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e59174e4-a1a8-4ab8-9009-8d95f5d1fde6'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:36.390064 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53329e2a-938e-473b-b149-9e8724f5b934 admin admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.411021 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-2bd7e42f-6f0d-4e0b-9b51-9c8561ed3d95 None None] Set router e59174e4-a1a8-4ab8-9009-8d95f5d1fde6 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:36.495035 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53329e2a-938e-473b-b149-9e8724f5b934 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.558731 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-53329e2a-938e-473b-b149-9e8724f5b934 admin admin] Deleting port 7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:36.559098 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53329e2a-938e-473b-b149-9e8724f5b934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.598979 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-2bd7e42f-6f0d-4e0b-9b51-9c8561ed3d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59174e4-a1a8-4ab8-9009-8d95f5d1fde6', 'name': 'tempest-TestServerBasicOps-401562914-router', 'tenant_id': 'c68624bd674c4d468cf3ac198d200281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:22Z', 'updated_at': '2021-07-16T01:59:35Z', 'revision_number': 5, 'project_id': 'c68624bd674c4d468cf3ac198d200281', 'gw_port': {'id': '7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59174e4-a1a8-4ab8-9009-8d95f5d1fde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:23Z', 'updated_at': '2021-07-16T01:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:36.625517 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd7e42f-6f0d-4e0b-9b51-9c8561ed3d95 None None] Checking router: e59174e4-a1a8-4ab8-9009-8d95f5d1fde6 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:36.634128 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd7e42f-6f0d-4e0b-9b51-9c8561ed3d95 None None] Routers {'e59174e4-a1a8-4ab8-9009-8d95f5d1fde6'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:36.634758 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-2bd7e42f-6f0d-4e0b-9b51-9c8561ed3d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T01:59:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e59174e4-a1a8-4ab8-9009-8d95f5d1fde6'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:36.639125 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-53329e2a-938e-473b-b149-9e8724f5b934 admin admin] For port 7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:36.639486 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53329e2a-938e-473b-b149-9e8724f5b934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.652997 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-53329e2a-938e-473b-b149-9e8724f5b934 admin admin] Calling delete_port for 7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5 owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:36.723464 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-2bd7e42f-6f0d-4e0b-9b51-9c8561ed3d95 None None] Set router e59174e4-a1a8-4ab8-9009-8d95f5d1fde6 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:36.777089 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-2bd7e42f-6f0d-4e0b-9b51-9c8561ed3d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59174e4-a1a8-4ab8-9009-8d95f5d1fde6', 'name': 'tempest-TestServerBasicOps-401562914-router', 'tenant_id': 'c68624bd674c4d468cf3ac198d200281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:22Z', 'updated_at': '2021-07-16T01:59:36Z', 'revision_number': 6, 'project_id': 'c68624bd674c4d468cf3ac198d200281', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:36.807401 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd7e42f-6f0d-4e0b-9b51-9c8561ed3d95 None None] The sync data for ids ['e59174e4-a1a8-4ab8-9009-8d95f5d1fde6'] in n-d-792394-16 is: [{'id': 'e59174e4-a1a8-4ab8-9009-8d95f5d1fde6', 'name': 'tempest-TestServerBasicOps-401562914-router', 'tenant_id': 'c68624bd674c4d468cf3ac198d200281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:22Z', 'updated_at': '2021-07-16T01:59:36Z', 'revision_number': 6, 'project_id': 'c68624bd674c4d468cf3ac198d200281', 'gw_port_host': None}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:36.828185 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53329e2a-938e-473b-b149-9e8724f5b934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.856512 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53329e2a-938e-473b-b149-9e8724f5b934 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:36.926566 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53329e2a-938e-473b-b149-9e8724f5b934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.015074 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53329e2a-938e-473b-b149-9e8724f5b934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.017419 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53329e2a-938e-473b-b149-9e8724f5b934 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.066307 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53329e2a-938e-473b-b149-9e8724f5b934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.066809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53329e2a-938e-473b-b149-9e8724f5b934 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e59174e4-a1a8-4ab8-9009-8d95f5d1fde6 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:59:37.071728 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53329e2a-938e-473b-b149-9e8724f5b934 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.075090 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-53329e2a-938e-473b-b149-9e8724f5b934 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e59174e4-a1a8-4ab8-9009-8d95f5d1fde6 HTTP/1.1" status: 204 len: 168 time: 0.7910674 Jul 16 01:59:37.075605 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36170) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:37.127869 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe1af26-c8fb-435d-8a33-8b8ff8006638 admin admin] Deleting subnet 516226ed-0146-4fc3-aa2c-d94c71ae9415 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:37.131199 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2fe1af26-c8fb-435d-8a33-8b8ff8006638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.167986 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2fe1af26-c8fb-435d-8a33-8b8ff8006638 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.255671 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2fe1af26-c8fb-435d-8a33-8b8ff8006638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.312246 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2fe1af26-c8fb-435d-8a33-8b8ff8006638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.342628 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1af26-c8fb-435d-8a33-8b8ff8006638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=516226ed-0146-4fc3-aa2c-d94c71ae9415,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:37.346811 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2fe1af26-c8fb-435d-8a33-8b8ff8006638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.349259 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2fe1af26-c8fb-435d-8a33-8b8ff8006638 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/516226ed-0146-4fc3-aa2c-d94c71ae9415 HTTP/1.1" status: 204 len: 168 time: 0.2721484 Jul 16 01:59:37.351270 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36172) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:37.354051 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcb3337-a95d-4a5d-9b95-df752b60241d None None] Network 8cb82791-45ce-40a0-b284-147b79a6f6c0 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:37.418962 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9d53d4bb-3193-45a3-ab7d-f5e75feb7f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.474258 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-9d53d4bb-3193-45a3-ab7d-f5e75feb7f8c admin admin] Deleting port 09469ea6-c23b-4b56-b14c-5e8ad504aa1c {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:37.474617 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9d53d4bb-3193-45a3-ab7d-f5e75feb7f8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.567384 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e99d4b-cc32-481e-9ec1-f93be4147b37 None None] DHCP port deletion for 8cb82791-45ce-40a0-b284-147b79a6f6c0 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:37.639479 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 09469ea6-c23b-4b56-b14c-5e8ad504aa1c no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:37.684314 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-36e99d4b-cc32-481e-9ec1-f93be4147b37 None None] Deleting port 09469ea6-c23b-4b56-b14c-5e8ad504aa1c {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:37.684747 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-36e99d4b-cc32-481e-9ec1-f93be4147b37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.757963 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-36e99d4b-cc32-481e-9ec1-f93be4147b37 None None] For port 09469ea6-c23b-4b56-b14c-5e8ad504aa1c, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=09469ea6-c23b-4b56-b14c-5e8ad504aa1c,segment=NetworkSegment(3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9),segment_id=3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:37.758350 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-36e99d4b-cc32-481e-9ec1-f93be4147b37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.790231 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-36e99d4b-cc32-481e-9ec1-f93be4147b37 None None] Calling delete_port for 09469ea6-c23b-4b56-b14c-5e8ad504aa1c owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:37.812539 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.890101 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-9d53d4bb-3193-45a3-ab7d-f5e75feb7f8c admin admin] For port 09469ea6-c23b-4b56-b14c-5e8ad504aa1c, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=09469ea6-c23b-4b56-b14c-5e8ad504aa1c,segment=NetworkSegment(3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9),segment_id=3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:37.890518 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9d53d4bb-3193-45a3-ab7d-f5e75feb7f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.891745 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 09469ea6-c23b-4b56-b14c-5e8ad504aa1c, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=09469ea6-c23b-4b56-b14c-5e8ad504aa1c,segment=NetworkSegment(3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9),segment_id=3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:37.902941 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.903642 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:37.912778 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-9d53d4bb-3193-45a3-ab7d-f5e75feb7f8c admin admin] Calling delete_port for 09469ea6-c23b-4b56-b14c-5e8ad504aa1c owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:37.926993 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:37.927336 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7ff13191-3aa5-4e2d-8f09-10b16b6dcbd5 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:37.927749 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2ec55240-d64d-4307-8545-a2cbba3f5499 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:37.967834 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-36e99d4b-cc32-481e-9ec1-f93be4147b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.973680 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 2ec55240-d64d-4307-8545-a2cbba3f5499 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:37.974020 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2ec55240-d64d-4307-8545-a2cbba3f5499 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:37.990251 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e99d4b-cc32-481e-9ec1-f93be4147b37 None None] No DVR routers for this DVR port 09469ea6-c23b-4b56-b14c-5e8ad504aa1c on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:38.002125 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9d53d4bb-3193-45a3-ab7d-f5e75feb7f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.008599 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=09469ea6-c23b-4b56-b14c-5e8ad504aa1c,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:38.032580 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e99d4b-cc32-481e-9ec1-f93be4147b37 None None] Pushing event deleted for resources: {'Port': ['ID=09469ea6-c23b-4b56-b14c-5e8ad504aa1c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:38.036624 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53d4bb-3193-45a3-ab7d-f5e75feb7f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=09469ea6-c23b-4b56-b14c-5e8ad504aa1c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:38.038486 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d53d4bb-3193-45a3-ab7d-f5e75feb7f8c admin admin] No DVR routers for this DVR port 09469ea6-c23b-4b56-b14c-5e8ad504aa1c on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:38.108838 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9d53d4bb-3193-45a3-ab7d-f5e75feb7f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.119465 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-9d53d4bb-3193-45a3-ab7d-f5e75feb7f8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb82791-45ce-40a0-b284-147b79a6f6c0']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:38.130415 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-9d53d4bb-3193-45a3-ab7d-f5e75feb7f8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:38.130718 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-9d53d4bb-3193-45a3-ab7d-f5e75feb7f8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be7a4ce-76dd-4b28-bcea-01dcaf59e9a9') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:38.140413 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9d53d4bb-3193-45a3-ab7d-f5e75feb7f8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.155952 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9d53d4bb-3193-45a3-ab7d-f5e75feb7f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.164460 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d53d4bb-3193-45a3-ab7d-f5e75feb7f8c admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:38.164785 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9d53d4bb-3193-45a3-ab7d-f5e75feb7f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: self.session.flush() Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: timer() Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:38.166549 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:38.227258 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9d53d4bb-3193-45a3-ab7d-f5e75feb7f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.234050 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9d53d4bb-3193-45a3-ab7d-f5e75feb7f8c admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.236059 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9d53d4bb-3193-45a3-ab7d-f5e75feb7f8c admin admin] 10.222.0.16 "DELETE /v2.0/networks/8cb82791-45ce-40a0-b284-147b79a6f6c0 HTTP/1.1" status: 204 len: 168 time: 0.8838844 Jul 16 01:59:38.248769 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53d4bb-3193-45a3-ab7d-f5e75feb7f8c admin admin] Pushing event deleted for resources: {'Network': ['ID=8cb82791-45ce-40a0-b284-147b79a6f6c0,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:38.353431 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36176) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:38.394153 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fdf1c3e5-b8e4-4130-80f5-3e9965e2b87d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a63930432ad948c298d55abcef9f1620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395241 Jul 16 01:59:38.396815 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36178) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:38.447251 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-577ee35a-3f76-4ac2-b504-f1bc62d8aa1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.469506 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-577ee35a-3f76-4ac2-b504-f1bc62d8aa1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.525578 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-577ee35a-3f76-4ac2-b504-f1bc62d8aa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.529321 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-577ee35a-3f76-4ac2-b504-f1bc62d8aa1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.531215 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-577ee35a-3f76-4ac2-b504-f1bc62d8aa1b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/684ee0f9-1051-47ac-b3cd-12d5bf7f8d59 HTTP/1.1" status: 204 len: 168 time: 0.1334944 Jul 16 01:59:38.538815 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ee35a-3f76-4ac2-b504-f1bc62d8aa1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684ee0f9-1051-47ac-b3cd-12d5bf7f8d59,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:38.885344 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36184) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:38.927639 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f80bfafe-bd30-4ac0-8a88-9009e7c5c471 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c68624bd674c4d468cf3ac198d200281&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408757 Jul 16 01:59:38.931355 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36186) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:38.996552 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce59ba5c-208f-494b-981f-6ec89a060075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.021003 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce59ba5c-208f-494b-981f-6ec89a060075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.070817 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce59ba5c-208f-494b-981f-6ec89a060075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.073983 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ce59ba5c-208f-494b-981f-6ec89a060075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.075186 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ce59ba5c-208f-494b-981f-6ec89a060075 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4c0b615-2da3-4651-bcbd-2ba8b8b2e692 HTTP/1.1" status: 204 len: 168 time: 0.1427035 Jul 16 01:59:39.083354 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59ba5c-208f-494b-981f-6ec89a060075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c0b615-2da3-4651-bcbd-2ba8b8b2e692,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:56.659262 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-120bd840-2fe2-4d3e-a7ad-b1db44c27b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.554012 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f2820748-879c-4451-9f69-c41fac7fb93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.752986 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.880422 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.655479 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.610427 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.398720 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:00:05.255595 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.354872 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d6bb3f4-4748-41f9-a54b-9cf156b160d0 req-1d1c10ce-c46e-4d9f-9c08-3f126fe895b6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0760446 Jul 16 02:00:14.462681 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bb3f4-4748-41f9-a54b-9cf156b160d0 req-863d06bf-10eb-49f5-af66-d6afab2aa211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:14.465174 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d6bb3f4-4748-41f9-a54b-9cf156b160d0 req-863d06bf-10eb-49f5-af66-d6afab2aa211 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 1097 time: 0.0612738 Jul 16 02:00:14.574642 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bb3f4-4748-41f9-a54b-9cf156b160d0 req-45574f3b-57cd-470d-955c-fc199dc4cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:14.576157 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d6bb3f4-4748-41f9-a54b-9cf156b160d0 req-45574f3b-57cd-470d-955c-fc199dc4cfa5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 912 time: 0.0905452 Jul 16 02:00:14.640379 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d6bb3f4-4748-41f9-a54b-9cf156b160d0 req-1a4ebd71-26be-4cd6-b6bd-11230e2ed94e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c5ad235-af1c-40b0-8d42-d4dbd81816c3 HTTP/1.1" status: 200 len: 1000 time: 0.0578403 Jul 16 02:00:14.690962 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bb3f4-4748-41f9-a54b-9cf156b160d0 req-f3f2017d-68cf-42a7-9ab7-61205a5f7c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:14.692333 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d6bb3f4-4748-41f9-a54b-9cf156b160d0 req-f3f2017d-68cf-42a7-9ab7-61205a5f7c47 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0456243 Jul 16 02:00:14.757305 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bb3f4-4748-41f9-a54b-9cf156b160d0 req-411a3f8c-a06d-4e9e-a102-e7498c7fbcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:14.758812 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d6bb3f4-4748-41f9-a54b-9cf156b160d0 req-411a3f8c-a06d-4e9e-a102-e7498c7fbcd7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599058 Jul 16 02:00:14.854104 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d6bb3f4-4748-41f9-a54b-9cf156b160d0 req-7a003471-0c79-4747-ac6d-73631a5f80d7 service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883713 Jul 16 02:00:14.957187 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3d6bb3f4-4748-41f9-a54b-9cf156b160d0 req-f18cb5c5-4332-4764-a210-84d2b3b6a7b8 service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958450 Jul 16 02:00:26.660146 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-adf4e651-40fa-48af-baaf-6ad48035ca35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:29.552035 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ae95d3c-d82c-459c-ba4e-3dc7aca7caf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:29.753923 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:30.878509 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.679972 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.616123 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.261452 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.399380 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:00:56.660271 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6338a0bc-1cb4-4a33-8757-8b278edf523b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.556184 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bed27c34-c0f6-42e9-9413-606c366d9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.753835 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.885368 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.667545 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.613421 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.264223 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.330235 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-48d6952f-2744-46d3-a4fa-772a11f61f71 req-22f83744-4331-41f0-ac46-1fdd3d044c97 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0574198 Jul 16 02:01:14.439900 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6952f-2744-46d3-a4fa-772a11f61f71 req-ae4cb128-be2e-4d1a-97a6-9dc4e290b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:14.441492 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-48d6952f-2744-46d3-a4fa-772a11f61f71 req-ae4cb128-be2e-4d1a-97a6-9dc4e290b0ca service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 1097 time: 0.0637047 Jul 16 02:01:14.555604 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6952f-2744-46d3-a4fa-772a11f61f71 req-24d6f431-9415-479b-8cb4-a2441817a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:14.557158 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-48d6952f-2744-46d3-a4fa-772a11f61f71 req-24d6f431-9415-479b-8cb4-a2441817a32a service neutron] 10.222.0.82 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 912 time: 0.0933764 Jul 16 02:01:14.622569 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-48d6952f-2744-46d3-a4fa-772a11f61f71 req-24f1bf11-269d-4384-8d06-1fa6fcfd3591 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c5ad235-af1c-40b0-8d42-d4dbd81816c3 HTTP/1.1" status: 200 len: 1000 time: 0.0584564 Jul 16 02:01:14.676739 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6952f-2744-46d3-a4fa-772a11f61f71 req-35e9fc5a-a4f0-4975-b8a7-3853a0f21102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:14.678203 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-48d6952f-2744-46d3-a4fa-772a11f61f71 req-35e9fc5a-a4f0-4975-b8a7-3853a0f21102 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0488749 Jul 16 02:01:14.751654 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6952f-2744-46d3-a4fa-772a11f61f71 req-a92e2849-8a23-412f-b056-7724f1b98331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:14.753970 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-48d6952f-2744-46d3-a4fa-772a11f61f71 req-a92e2849-8a23-412f-b056-7724f1b98331 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673027 Jul 16 02:01:14.852570 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-48d6952f-2744-46d3-a4fa-772a11f61f71 req-7abd8acf-c744-4344-86fa-a494c5905f36 service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903468 Jul 16 02:01:14.946071 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-48d6952f-2744-46d3-a4fa-772a11f61f71 req-c6184cb1-9fc9-4aec-9765-e9c708462f9d service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864980 Jul 16 02:01:17.403594 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:01:26.656638 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48193f5d-d550-4350-8cd7-9b2e8198f2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.561659 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c26902b2-897b-4542-9f3c-bf4139386f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.750373 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.439323 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507e9c6-b844-495b-8467-1c6b6f82c3be req-b15dfabb-b6ca-45ec-bbbc-8d3ed1f5edf2 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:30.440986 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7507e9c6-b844-495b-8467-1c6b6f82c3be req-b15dfabb-b6ca-45ec-bbbc-8d3ed1f5edf2 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 945 time: 0.1906672 Jul 16 02:01:30.480442 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7507e9c6-b844-495b-8467-1c6b6f82c3be req-a6ce5205-5e7a-41f5-9fc8-4eb0ab54812e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337086 Jul 16 02:01:30.884713 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.687175 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.725881 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132feb6f-34e5-4989-ae79-315d21dce968 req-c860316a-c7b1-4add-b979-398045ccd999 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:31.727435 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-132feb6f-34e5-4989-ae79-315d21dce968 req-c860316a-c7b1-4add-b979-398045ccd999 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.82 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 945 time: 0.0724382 Jul 16 02:01:31.776498 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87d120-8e42-41bf-b8cd-5516b6a8f685 req-ac42c1ae-f167-4669-9e6f-f11b2142dcc7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:31.778014 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ac87d120-8e42-41bf-b8cd-5516b6a8f685 req-ac42c1ae-f167-4669-9e6f-f11b2142dcc7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 945 time: 0.1421380 Jul 16 02:01:31.819975 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ac87d120-8e42-41bf-b8cd-5516b6a8f685 req-3c16d054-ee19-416a-b242-8778c83a4aca tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353050 Jul 16 02:01:31.834560 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-132feb6f-34e5-4989-ae79-315d21dce968 req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Deleting port 8c5ad235-af1c-40b0-8d42-d4dbd81816c3 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:31.834914 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-132feb6f-34e5-4989-ae79-315d21dce968 req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.942566 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-132feb6f-34e5-4989-ae79-315d21dce968 req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] For port 8c5ad235-af1c-40b0-8d42-d4dbd81816c3, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=8c5ad235-af1c-40b0-8d42-d4dbd81816c3,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:31.942823 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-132feb6f-34e5-4989-ae79-315d21dce968 req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.127854 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-132feb6f-34e5-4989-ae79-315d21dce968 req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.128240 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-132feb6f-34e5-4989-ae79-315d21dce968 req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.128574 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [req-132feb6f-34e5-4989-ae79-315d21dce968 req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Floating IP 0bca3c07-2375-44ab-80d0-bfc1b74b989e disassociated. External IP: 172.25.6.50, port: 8c5ad235-af1c-40b0-8d42-d4dbd81816c3. Jul 16 02:01:32.128922 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-132feb6f-34e5-4989-ae79-315d21dce968 req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Calling delete_port for 8c5ad235-af1c-40b0-8d42-d4dbd81816c3 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:32.266124 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-132feb6f-34e5-4989-ae79-315d21dce968 req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.296847 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event deleted for resources: {'Port': ['ID=8c5ad235-af1c-40b0-8d42-d4dbd81816c3,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:32.307721 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:32.308063 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:32.308429 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:32.308766 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:32.309092 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:32.309418 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:32.309758 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:32.310061 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:32.310399 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:32.310717 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:32.311062 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:32.311353 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:32.422611 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-132feb6f-34e5-4989-ae79-315d21dce968 req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Router 8445340e-d468-4de7-b28e-59bae862fc18 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:01:32.540777 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-132feb6f-34e5-4989-ae79-315d21dce968 req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:32.552246 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6da4ec1-9143-4ecd-a88f-bc624677c03a None None] Sync routers for ids ['8445340e-d468-4de7-b28e-59bae862fc18'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:32.565645 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6da4ec1-9143-4ecd-a88f-bc624677c03a None None] Routers {'8445340e-d468-4de7-b28e-59bae862fc18'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:32.566203 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-b6da4ec1-9143-4ecd-a88f-bc624677c03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:01:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8445340e-d468-4de7-b28e-59bae862fc18'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:32.591321 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-132feb6f-34e5-4989-ae79-315d21dce968 req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] No DVR routers for this DVR port 8c5ad235-af1c-40b0-8d42-d4dbd81816c3 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:32.594371 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-132feb6f-34e5-4989-ae79-315d21dce968 req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.596688 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-132feb6f-34e5-4989-ae79-315d21dce968 req-2418910c-0ec3-44b5-8ce7-2122d6093af9 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.82 "DELETE /v2.0/ports/8c5ad235-af1c-40b0-8d42-d4dbd81816c3 HTTP/1.1" status: 204 len: 173 time: 0.8627722 Jul 16 02:01:32.597134 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff454379-590a-488e-9065-9950dbc9022a', 'name': 'network-vif-deleted', 'tag': '8c5ad235-af1c-40b0-8d42-d4dbd81816c3'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:32.600887 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0609fab4-c6e4-4b65-a25c-b040026716bb" -d '{"events": [{"server_uuid": "ff454379-590a-488e-9065-9950dbc9022a", "name": "network-vif-deleted", "tag": "8c5ad235-af1c-40b0-8d42-d4dbd81816c3"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:32.682557 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2868cb0a-25d4-4e70-ac7a-c6173b4af853 x-openstack-request-id: req-2868cb0a-25d4-4e70-ac7a-c6173b4af853 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:32.682844 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff454379-590a-488e-9065-9950dbc9022a", "name": "network-vif-deleted", "tag": "8c5ad235-af1c-40b0-8d42-d4dbd81816c3", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:32.683090 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2868cb0a-25d4-4e70-ac7a-c6173b4af853 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:32.683497 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff454379-590a-488e-9065-9950dbc9022a', 'name': 'network-vif-deleted', 'tag': '8c5ad235-af1c-40b0-8d42-d4dbd81816c3', 'status': 'completed', 'code': 200} Jul 16 02:01:32.688420 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-b6da4ec1-9143-4ecd-a88f-bc624677c03a None None] Set router 8445340e-d468-4de7-b28e-59bae862fc18 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:32.715143 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.901908 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-b6da4ec1-9143-4ecd-a88f-bc624677c03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '06a13569-771b-4afc-8c6c-bc472074085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:54Z', 'revision_number': 4, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port': {'id': '06a13569-771b-4afc-8c6c-bc472074085d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'be599fc7-fdc8-4486-835d-77dfac012825', 'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'mac_address': 'fa:16:3e:7b:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:53Z', 'updated_at': '2021-07-16T01:56:00Z', 'revision_number': 5, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'subnets': [{'id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:32.929529 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6da4ec1-9143-4ecd-a88f-bc624677c03a None None] Checking router: 8445340e-d468-4de7-b28e-59bae862fc18 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:01:32.938425 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6da4ec1-9143-4ecd-a88f-bc624677c03a None None] Routers {'8445340e-d468-4de7-b28e-59bae862fc18'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:32.939376 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-b6da4ec1-9143-4ecd-a88f-bc624677c03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:01:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8445340e-d468-4de7-b28e-59bae862fc18'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:32.964988 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-93cdb0b7-9861-4e0c-8056-95dbbf46a9fa req-4f67fff3-2c3a-409b-8ead-c166ade710a4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 210 time: 0.0296850 Jul 16 02:01:33.053851 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-b6da4ec1-9143-4ecd-a88f-bc624677c03a None None] Set router 8445340e-d468-4de7-b28e-59bae862fc18 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:33.426940 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-b6da4ec1-9143-4ecd-a88f-bc624677c03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '06a13569-771b-4afc-8c6c-bc472074085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:54Z', 'revision_number': 4, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port': {'id': '06a13569-771b-4afc-8c6c-bc472074085d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'be599fc7-fdc8-4486-835d-77dfac012825', 'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'mac_address': 'fa:16:3e:7b:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:53Z', 'updated_at': '2021-07-16T01:56:00Z', 'revision_number': 5, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'subnets': [{'id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:33.455346 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6da4ec1-9143-4ecd-a88f-bc624677c03a None None] The sync data for ids ['8445340e-d468-4de7-b28e-59bae862fc18'] in n-d-792394-16 is: [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '06a13569-771b-4afc-8c6c-bc472074085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:54Z', 'revision_number': 4, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port': {'id': '06a13569-771b-4afc-8c6c-bc472074085d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'be599fc7-fdc8-4486-835d-77dfac012825', 'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'mac_address': 'fa:16:3e:7b:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:53Z', 'updated_at': '2021-07-16T01:56:00Z', 'revision_number': 5, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'subnets': [{'id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:33.687329 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d393f44-7248-4056-a4eb-a87b353fda08 None None] New status for floating IP 0bca3c07-2375-44ab-80d0-bfc1b74b989e: DOWN {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:01:34.121380 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ef0b1c5-6548-4661-a5a7-e7981acb72ce req-23b61e6d-e41d-48eb-9562-b0493f94feaf tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 210 time: 0.0348988 Jul 16 02:01:35.272955 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:35.277989 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ab849f4b-a834-4a4b-9dea-7afa4c0d26de req-9a77dc31-739f-4129-9972-9c135196a9dd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 210 time: 0.0351734 Jul 16 02:01:35.658435 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8c5ad235-af1c-40b0-8d42-d4dbd81816c3 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:01:35.678896 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 8c5ad235-af1c-40b0-8d42-d4dbd81816c3 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:01:35.679227 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 8c5ad235-af1c-40b0-8d42-d4dbd81816c3 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:01:36.449168 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed4ed8e7-03c3-41a2-bb21-c6e0b1b5e520 req-b1a60cb7-ea3d-44e0-a9a1-7e602704c270 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff454379-590a-488e-9065-9950dbc9022a HTTP/1.1" status: 200 len: 210 time: 0.0388188 Jul 16 02:01:37.708142 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-913b6e2b-cda7-4681-bd55-5ba2cbc9e3d4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1798178841&fields=id&tenant_id=afe7e5a9f3b34c8783b395f45e501d66 HTTP/1.1" status: 200 len: 267 time: 0.0414081 Jul 16 02:01:37.818769 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-e7d337cb-ae9b-4543-9c08-12a857732b3b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:37.820220 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-e7d337cb-ae9b-4543-9c08-12a857732b3b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 811 time: 0.1055617 Jul 16 02:01:37.835251 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-2912fd6e-ea8c-4046-abe7-e1d634e55da0 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/quotas/afe7e5a9f3b34c8783b395f45e501d66 HTTP/1.1" status: 200 len: 375 time: 0.0095401 Jul 16 02:01:37.909421 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-450fa9c7-0b8f-4b97-89b1-4e7a83c5c9a0 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0692050 Jul 16 02:01:37.929663 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-4de96d8e-67e1-4a53-b2f5-d98dc4f830fc tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:01:37.930605 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-4de96d8e-67e1-4a53-b2f5-d98dc4f830fc tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058112 Jul 16 02:01:38.023938 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-4397aa3a-0e5e-4f93-a049-e35af3de4259 service neutron] 10.222.0.16 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847831 Jul 16 02:01:38.125722 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-7e37de4d-4f78-4af3-87a7-6f921cd84343 service neutron] 10.222.0.16 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959847 Jul 16 02:01:38.453369 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5201357c-68ed-4dde-98ed-16300dc65876 req-e0ad5c05-a325-4f52-a6f0-fe648d76f4d4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 210 time: 0.0295820 Jul 16 02:01:39.623211 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8bd77bd6-d079-4a7e-a68c-db01696b3b98 req-475253ae-187d-417d-afca-7d67003bb7d3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 210 time: 0.0325389 Jul 16 02:01:39.750671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-0acf3d25-330f-44c1-9522-0b7089a594a7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:39.752129 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-0acf3d25-330f-44c1-9522-0b7089a594a7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.84 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 811 time: 0.1108887 Jul 16 02:01:39.802762 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-cbd1e916-6b5b-404c-a672-efcc3e90e77a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afe7e5a9f3b34c8783b395f45e501d66 HTTP/1.1" status: 200 len: 380 time: 0.0362604 Jul 16 02:01:39.811498 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-cb7d2221-138c-4bb4-8ea0-eb30d433f58c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Request body: {'port': {'device_id': '2852958e-a954-4f20-92dc-691e8575e0db', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'admin_state_up': True, 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'security_groups': ['6aba1456-b732-4bc1-90df-9edc90b0aa98']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:39.926619 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-cb7d2221-138c-4bb4-8ea0-eb30d433f58c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Made reservation on behalf of afe7e5a9f3b34c8783b395f45e501d66 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:39.931670 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-cb7d2221-138c-4bb4-8ea0-eb30d433f58c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.064639 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-cb7d2221-138c-4bb4-8ea0-eb30d433f58c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Allocated IP 172.20.0.5 (33dc7d95-0dcb-4992-81bd-6e72b1f33713/608c9e7c-9aae-48b5-a467-74a11c7b6d18/e0dadfbd-5a07-4a54-aa75-1d72827265ba) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:40.218904 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-cb7d2221-138c-4bb4-8ea0-eb30d433f58c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.236080 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-cb7d2221-138c-4bb4-8ea0-eb30d433f58c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Transition to ACTIVE for port object e0dadfbd-5a07-4a54-aa75-1d72827265ba will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:40.273092 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-cb7d2221-138c-4bb4-8ea0-eb30d433f58c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.320593 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-cb7d2221-138c-4bb4-8ea0-eb30d433f58c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:40.323927 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-cb7d2221-138c-4bb4-8ea0-eb30d433f58c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:40.328410 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-cb7d2221-138c-4bb4-8ea0-eb30d433f58c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:40.355445 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d2221-138c-4bb4-8ea0-eb30d433f58c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event updated for resources: {'Port': ['ID=e0dadfbd-5a07-4a54-aa75-1d72827265ba,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:40.393646 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-cb7d2221-138c-4bb4-8ea0-eb30d433f58c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:40.394563 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-cb7d2221-138c-4bb4-8ea0-eb30d433f58c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.412531 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-cb7d2221-138c-4bb4-8ea0-eb30d433f58c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6047001 Jul 16 02:01:40.424325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-7426440f-5884-4202-85d0-49eae1a1e88a service neutron] Request body: {'port': {'device_id': '2852958e-a954-4f20-92dc-691e8575e0db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:40.511288 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-7426440f-5884-4202-85d0-49eae1a1e88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.637188 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4cf8bfa8-6ab8-4bac-af1b-a16b105373f1 None None] Provisioning for port e0dadfbd-5a07-4a54-aa75-1d72827265ba completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:40.641254 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4cf8bfa8-6ab8-4bac-af1b-a16b105373f1 None None] Provisioning complete for port e0dadfbd-5a07-4a54-aa75-1d72827265ba triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:40.641792 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4cf8bfa8-6ab8-4bac-af1b-a16b105373f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.720451 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-4cf8bfa8-6ab8-4bac-af1b-a16b105373f1 None None] Port e0dadfbd-5a07-4a54-aa75-1d72827265ba cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:40.803413 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-7426440f-5884-4202-85d0-49eae1a1e88a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0dadfbd-5a07-4a54-aa75-1d72827265ba {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:40.811357 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-7426440f-5884-4202-85d0-49eae1a1e88a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.829546 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-7426440f-5884-4202-85d0-49eae1a1e88a service neutron] Transition to ACTIVE for port object e0dadfbd-5a07-4a54-aa75-1d72827265ba will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:40.835921 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-7426440f-5884-4202-85d0-49eae1a1e88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.846752 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51cf9c-a96d-488b-936c-3ce24397f26e req-f68e21a0-6a6a-4c09-b7b0-acfe1af5f52d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:40.848481 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5a51cf9c-a96d-488b-936c-3ce24397f26e req-f68e21a0-6a6a-4c09-b7b0-acfe1af5f52d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 931 time: 0.0739241 Jul 16 02:01:40.894183 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426440f-5884-4202-85d0-49eae1a1e88a service neutron] Pushing event updated for resources: {'Port': ['ID=e0dadfbd-5a07-4a54-aa75-1d72827265ba,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:40.899933 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5a51cf9c-a96d-488b-936c-3ce24397f26e req-29278c79-91d5-45c7-90cd-027a7a60663f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455980 Jul 16 02:01:40.974183 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-7426440f-5884-4202-85d0-49eae1a1e88a service neutron] Attempting to bind port e0dadfbd-5a07-4a54-aa75-1d72827265ba on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:40.974520 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-7426440f-5884-4202-85d0-49eae1a1e88a service neutron] Attempting to bind port e0dadfbd-5a07-4a54-aa75-1d72827265ba by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:40.974852 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-7426440f-5884-4202-85d0-49eae1a1e88a service neutron] Attempting to bind port e0dadfbd-5a07-4a54-aa75-1d72827265ba on network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:40.980782 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-7426440f-5884-4202-85d0-49eae1a1e88a service neutron] Port e0dadfbd-5a07-4a54-aa75-1d72827265ba on network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:01:40.981104 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-7426440f-5884-4202-85d0-49eae1a1e88a service neutron] Attempting to bind port e0dadfbd-5a07-4a54-aa75-1d72827265ba on network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:40.989920 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-7426440f-5884-4202-85d0-49eae1a1e88a service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:40.990358 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-7426440f-5884-4202-85d0-49eae1a1e88a service neutron] Checking segment: {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:40.990817 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-7426440f-5884-4202-85d0-49eae1a1e88a service neutron] Bound using segment: {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:40.991328 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-7426440f-5884-4202-85d0-49eae1a1e88a service neutron] Bound port: e0dadfbd-5a07-4a54-aa75-1d72827265ba, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:40.991762 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-7426440f-5884-4202-85d0-49eae1a1e88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:41.068808 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-7426440f-5884-4202-85d0-49eae1a1e88a service neutron] For port e0dadfbd-5a07-4a54-aa75-1d72827265ba, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:41.072323 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-7426440f-5884-4202-85d0-49eae1a1e88a service neutron] For port e0dadfbd-5a07-4a54-aa75-1d72827265ba, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=e0dadfbd-5a07-4a54-aa75-1d72827265ba,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:41.078577 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-7426440f-5884-4202-85d0-49eae1a1e88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:41.096197 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-7426440f-5884-4202-85d0-49eae1a1e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:41.097144 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-7426440f-5884-4202-85d0-49eae1a1e88a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:41.098878 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-7426440f-5884-4202-85d0-49eae1a1e88a service neutron] 10.222.0.84 "PUT /v2.0/ports/e0dadfbd-5a07-4a54-aa75-1d72827265ba HTTP/1.1" status: 200 len: 1092 time: 0.6791387 Jul 16 02:01:41.100714 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2852958e-a954-4f20-92dc-691e8575e0db', 'tag': 'e0dadfbd-5a07-4a54-aa75-1d72827265ba'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:41.104691 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90eb4cf-7abc-44d0-a86f-15c8746dd0bd" -d '{"events": [{"name": "network-changed", "server_uuid": "2852958e-a954-4f20-92dc-691e8575e0db", "tag": "e0dadfbd-5a07-4a54-aa75-1d72827265ba"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:41.157910 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b729e6a9-25d6-4117-8db8-190e12763110 x-openstack-request-id: req-b729e6a9-25d6-4117-8db8-190e12763110 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:41.158409 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2852958e-a954-4f20-92dc-691e8575e0db", "tag": "e0dadfbd-5a07-4a54-aa75-1d72827265ba", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:41.158933 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b729e6a9-25d6-4117-8db8-190e12763110 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:41.159080 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2852958e-a954-4f20-92dc-691e8575e0db', 'tag': 'e0dadfbd-5a07-4a54-aa75-1d72827265ba', 'status': 'completed', 'code': 200} Jul 16 02:01:41.195466 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426440f-5884-4202-85d0-49eae1a1e88a service neutron] Pushing event updated for resources: {'Port': ['ID=e0dadfbd-5a07-4a54-aa75-1d72827265ba,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:41.222403 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-8fe6d924-0a0a-4f77-90d2-b4adeca26a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:41.224086 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-8fe6d924-0a0a-4f77-90d2-b4adeca26a65 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 1095 time: 0.0789504 Jul 16 02:01:41.269379 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-1e5af39f-807e-4464-bb08-32b65bfda5ce service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0dadfbd-5a07-4a54-aa75-1d72827265ba HTTP/1.1" status: 200 len: 217 time: 0.0384443 Jul 16 02:01:41.329010 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-070575b3-bd8e-483f-8bce-b6cb27aa59ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:41.330754 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-070575b3-bd8e-483f-8bce-b6cb27aa59ec service neutron] 10.222.0.84 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0555968 Jul 16 02:01:41.393603 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-5cae9f7c-fc0b-4b67-acd1-492957a74df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:41.395111 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-5cae9f7c-fc0b-4b67-acd1-492957a74df0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583324 Jul 16 02:01:41.490920 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-870176c6-0289-4551-b134-3e229613bac2 service neutron] 10.222.0.84 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891907 Jul 16 02:01:41.587647 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09ec478c-96aa-46a8-bbec-f40056fceaac req-2740a3b9-89e8-4aaa-a3ed-c9608f36b86e service neutron] 10.222.0.84 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908074 Jul 16 02:01:41.717095 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90eb4cf-7abc-44d0-a86f-15c8746dd0bd req-089a93ae-6ee2-407d-9f79-1a7d10e2cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:41.718630 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f90eb4cf-7abc-44d0-a86f-15c8746dd0bd req-089a93ae-6ee2-407d-9f79-1a7d10e2cd49 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 1095 time: 0.0610819 Jul 16 02:01:41.821038 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90eb4cf-7abc-44d0-a86f-15c8746dd0bd req-d1edd99d-d6da-4bcd-a035-6819ae8fe853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:41.823579 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f90eb4cf-7abc-44d0-a86f-15c8746dd0bd req-d1edd99d-d6da-4bcd-a035-6819ae8fe853 service neutron] 10.222.0.84 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 912 time: 0.0977302 Jul 16 02:01:41.864698 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f90eb4cf-7abc-44d0-a86f-15c8746dd0bd req-ea16dad6-8068-4253-9763-4ccbe0d42dcd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0dadfbd-5a07-4a54-aa75-1d72827265ba HTTP/1.1" status: 200 len: 217 time: 0.0347316 Jul 16 02:01:41.916933 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90eb4cf-7abc-44d0-a86f-15c8746dd0bd req-6d6fcadf-73aa-449c-b9f2-ee131c5236fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:41.918446 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f90eb4cf-7abc-44d0-a86f-15c8746dd0bd req-6d6fcadf-73aa-449c-b9f2-ee131c5236fc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0480185 Jul 16 02:01:41.977102 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90eb4cf-7abc-44d0-a86f-15c8746dd0bd req-2808dcf0-7f95-4f03-bffd-b7a667587122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:41.978527 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f90eb4cf-7abc-44d0-a86f-15c8746dd0bd req-2808dcf0-7f95-4f03-bffd-b7a667587122 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537326 Jul 16 02:01:42.072405 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f90eb4cf-7abc-44d0-a86f-15c8746dd0bd req-70c70f27-e133-44a0-b3dd-4cea8f292cc4 service neutron] 10.222.0.84 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867770 Jul 16 02:01:42.106906 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb354e0d-8e04-4dd3-8b70-7e65234f867c req-34883da4-0c29-4a76-99a6-21d43562e69d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:42.108943 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cb354e0d-8e04-4dd3-8b70-7e65234f867c req-34883da4-0c29-4a76-99a6-21d43562e69d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 943 time: 0.0707972 Jul 16 02:01:42.149051 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cb354e0d-8e04-4dd3-8b70-7e65234f867c req-8185c2da-7a5e-40d6-8d97-3eddd9e4cb04 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338371 Jul 16 02:01:42.178096 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f90eb4cf-7abc-44d0-a86f-15c8746dd0bd req-da60302a-0baf-44cf-9d13-9e8f71afdb72 service neutron] 10.222.0.84 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997427 Jul 16 02:01:43.334971 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9de26f-eb51-438e-a692-c67d48f279fc req-583acba8-7fed-4b5c-9a68-7205a12f4b2c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:43.336413 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ea9de26f-eb51-438e-a692-c67d48f279fc req-583acba8-7fed-4b5c-9a68-7205a12f4b2c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 943 time: 0.0646698 Jul 16 02:01:43.375428 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ea9de26f-eb51-438e-a692-c67d48f279fc req-fa59ac8f-5a4f-4379-98a6-9072f295d3f5 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326941 Jul 16 02:01:44.573503 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4470535-b634-40ef-9085-dc7ea3db4443 req-aba11cb9-a9cc-4b56-88ca-7003e95a321e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:44.575027 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d4470535-b634-40ef-9085-dc7ea3db4443 req-aba11cb9-a9cc-4b56-88ca-7003e95a321e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 943 time: 0.0813174 Jul 16 02:01:44.617627 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d4470535-b634-40ef-9085-dc7ea3db4443 req-ec81245c-e693-426b-85db-ff25697f593e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364928 Jul 16 02:01:45.813799 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77619b4b-832a-473c-92c7-03de768f1ec0 req-dfc37f6d-9f02-4b57-8b3f-d5063ba926bd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:45.815242 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-77619b4b-832a-473c-92c7-03de768f1ec0 req-dfc37f6d-9f02-4b57-8b3f-d5063ba926bd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 943 time: 0.0699403 Jul 16 02:01:45.858269 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-77619b4b-832a-473c-92c7-03de768f1ec0 req-22755c72-b964-486d-b313-4586306b8b0f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346413 Jul 16 02:01:47.055472 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ae3c3-43b7-465c-bd97-821ff55ddcb5 req-0ece8f1d-0898-41e7-9071-a2ec8eadb8ad tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:47.057005 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4f0ae3c3-43b7-465c-bd97-821ff55ddcb5 req-0ece8f1d-0898-41e7-9071-a2ec8eadb8ad tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 943 time: 0.0811026 Jul 16 02:01:47.106866 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4f0ae3c3-43b7-465c-bd97-821ff55ddcb5 req-70920fd0-c684-4549-a827-05e6012aa194 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440857 Jul 16 02:01:48.282985 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639257ca-9c7f-4551-8aff-1398d4bc0c47 req-200decf4-5025-45bf-ba81-95d20a5a8e0b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:48.289011 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-639257ca-9c7f-4551-8aff-1398d4bc0c47 req-200decf4-5025-45bf-ba81-95d20a5a8e0b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 943 time: 0.0692573 Jul 16 02:01:48.325828 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-639257ca-9c7f-4551-8aff-1398d4bc0c47 req-8151e0d9-a582-4348-b7e2-2343976a8121 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352402 Jul 16 02:01:49.526226 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f2f8d-ae1a-4ab0-a9d5-73a17c2e772c req-75fbefcf-6937-49a0-a08d-abf389c3a420 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:49.527752 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9d3f2f8d-ae1a-4ab0-a9d5-73a17c2e772c req-75fbefcf-6937-49a0-a08d-abf389c3a420 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 943 time: 0.0726807 Jul 16 02:01:49.567700 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9d3f2f8d-ae1a-4ab0-a9d5-73a17c2e772c req-00c72aeb-c083-4b95-9da8-f0d9d0555c73 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342197 Jul 16 02:01:50.276863 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device e0dadfbd-5a07-4a54-aa75-1d72827265ba details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:01:50.377523 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port e0dadfbd-5a07-4a54-aa75-1d72827265ba, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=e0dadfbd-5a07-4a54-aa75-1d72827265ba,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:50.388658 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'e0dadfbd-5a07-4a54-aa75-1d72827265ba', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'port_id': 'e0dadfbd-5a07-4a54-aa75-1d72827265ba', 'mac_address': 'fa:16:3e:4c:f6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:01:50.430517 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.443621 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0dadfbd-5a07-4a54-aa75-1d72827265ba {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:50.463549 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port e0dadfbd-5a07-4a54-aa75-1d72827265ba, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=e0dadfbd-5a07-4a54-aa75-1d72827265ba,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:50.469079 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.517491 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=e0dadfbd-5a07-4a54-aa75-1d72827265ba,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:50.526084 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:50.526437 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:50.526779 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:50.527174 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:50.527448 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:50.527777 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:50.528104 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:50.528503 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:50.528808 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:50.529133 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:50.529439 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:50.529765 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:50.697176 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['e0dadfbd-5a07-4a54-aa75-1d72827265ba'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:01:50.754074 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e2eb9-c107-4cdb-bc67-b6bc2e66d33b req-d1cc24ed-9766-4442-99e0-54d10d8b7981 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:50.755591 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-318e2eb9-c107-4cdb-bc67-b6bc2e66d33b req-d1cc24ed-9766-4442-99e0-54d10d8b7981 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 944 time: 0.0699391 Jul 16 02:01:50.795258 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-318e2eb9-c107-4cdb-bc67-b6bc2e66d33b req-65bfc0ef-5fe8-4740-830b-248c93520916 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332289 Jul 16 02:01:51.983760 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c905a95-a713-478f-ab8b-a55697fa55bb req-fc14b946-6878-48c8-83bd-5f97ed5cd090 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:51.985310 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3c905a95-a713-478f-ab8b-a55697fa55bb req-fc14b946-6878-48c8-83bd-5f97ed5cd090 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 944 time: 0.0780673 Jul 16 02:01:52.024551 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3c905a95-a713-478f-ab8b-a55697fa55bb req-d724137a-fb24-4d13-96df-5908791cef83 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335314 Jul 16 02:01:52.274665 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device e0dadfbd-5a07-4a54-aa75-1d72827265ba up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:52.331305 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port e0dadfbd-5a07-4a54-aa75-1d72827265ba completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:52.335728 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port e0dadfbd-5a07-4a54-aa75-1d72827265ba triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:52.336105 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.418997 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.445811 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2852958e-a954-4f20-92dc-691e8575e0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dadfbd-5a07-4a54-aa75-1d72827265ba'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:52.448551 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6446bc-b87c-4c1f-977c-0b6c3b81ca2a" -d '{"events": [{"server_uuid": "2852958e-a954-4f20-92dc-691e8575e0db", "name": "network-vif-plugged", "status": "completed", "tag": "e0dadfbd-5a07-4a54-aa75-1d72827265ba"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:52.461368 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port e0dadfbd-5a07-4a54-aa75-1d72827265ba, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=e0dadfbd-5a07-4a54-aa75-1d72827265ba,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:52.468513 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.491677 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57add1c8-3c35-4317-8957-7c1c0175904b x-openstack-request-id: req-57add1c8-3c35-4317-8957-7c1c0175904b {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:52.491969 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2852958e-a954-4f20-92dc-691e8575e0db", "name": "network-vif-plugged", "status": "completed", "tag": "e0dadfbd-5a07-4a54-aa75-1d72827265ba", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:52.492211 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57add1c8-3c35-4317-8957-7c1c0175904b {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:52.492623 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2852958e-a954-4f20-92dc-691e8575e0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dadfbd-5a07-4a54-aa75-1d72827265ba', 'code': 200} Jul 16 02:01:52.517838 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=e0dadfbd-5a07-4a54-aa75-1d72827265ba,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:52.611360 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de5c67-eee8-483b-a9d3-f9b3aecad5a0 req-eff8e361-5fb0-4943-89e6-70cf41c355b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:52.613609 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-55de5c67-eee8-483b-a9d3-f9b3aecad5a0 req-eff8e361-5fb0-4943-89e6-70cf41c355b5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 1097 time: 0.0600376 Jul 16 02:01:52.654825 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-55de5c67-eee8-483b-a9d3-f9b3aecad5a0 req-396421c8-b34a-4de0-ad5a-45f1176cdd15 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348589 Jul 16 02:01:53.224688 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bec49-b19d-4efd-aa72-ba89c3e72e41 req-d333cf8b-9d6e-41fe-a2cf-434c4377310d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:53.226194 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b13bec49-b19d-4efd-aa72-ba89c3e72e41 req-d333cf8b-9d6e-41fe-a2cf-434c4377310d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 945 time: 0.0742750 Jul 16 02:01:53.276407 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b13bec49-b19d-4efd-aa72-ba89c3e72e41 req-c14c267b-4b93-4fde-a3cd-5cef970f71d0 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438492 Jul 16 02:01:54.405892 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:01:54.468118 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db5358-8158-41c3-939c-1f36e9c93763 req-c09278ef-895c-4408-890b-b3665304ba4d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:54.469638 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d0db5358-8158-41c3-939c-1f36e9c93763 req-c09278ef-895c-4408-890b-b3665304ba4d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 945 time: 0.0726328 Jul 16 02:01:54.510563 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d0db5358-8158-41c3-939c-1f36e9c93763 req-1e37ba6d-896b-4b9a-9e2f-e27e19574a1a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346422 Jul 16 02:01:54.695276 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93f24c-d2a0-47dd-9263-88532296fbcf req-9d8963a9-89da-4ce3-85c2-0a7976c52a0b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:54.696861 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ad93f24c-d2a0-47dd-9263-88532296fbcf req-9d8963a9-89da-4ce3-85c2-0a7976c52a0b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 945 time: 0.0652630 Jul 16 02:01:54.739685 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ad93f24c-d2a0-47dd-9263-88532296fbcf req-2f288ad7-8bf9-408d-a3e6-38c11a7d3c09 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342395 Jul 16 02:01:54.767485 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36326) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:54.946383 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e33188f-8f90-40fe-a76b-9856ae20a0c9 tempest-TestVolumeBootPattern-1677175339 tempest-TestVolumeBootPattern-1677175339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:54.948052 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9e33188f-8f90-40fe-a76b-9856ae20a0c9 tempest-TestVolumeBootPattern-1677175339 tempest-TestVolumeBootPattern-1677175339-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 1092 time: 0.1791716 Jul 16 02:01:54.952220 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36330) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:54.957079 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a347b446-e405-411b-a79f-f14cf2d25053 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': 'e0dadfbd-5a07-4a54-aa75-1d72827265ba', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:54.984184 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a347b446-e405-411b-a79f-f14cf2d25053 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.103346 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a347b446-e405-411b-a79f-f14cf2d25053 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.216125 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-a347b446-e405-411b-a79f-f14cf2d25053 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Allocated IP 172.25.6.13 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/b479aef8-d931-4cd5-92f7-45b2ba13bf5c) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:55.332255 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a347b446-e405-411b-a79f-f14cf2d25053 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.377906 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a347b446-e405-411b-a79f-f14cf2d25053 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.421104 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a347b446-e405-411b-a79f-f14cf2d25053 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:55.424054 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-a347b446-e405-411b-a79f-f14cf2d25053 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:55.426639 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a347b446-e405-411b-a79f-f14cf2d25053 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:55.432984 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347b446-e405-411b-a79f-f14cf2d25053 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event updated for resources: {'Port': ['ID=b479aef8-d931-4cd5-92f7-45b2ba13bf5c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:56.167543 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a347b446-e405-411b-a79f-f14cf2d25053 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.248067 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a347b446-e405-411b-a79f-f14cf2d25053 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.412780 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a347b446-e405-411b-a79f-f14cf2d25053 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.421060 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a347b446-e405-411b-a79f-f14cf2d25053 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.483971 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347b446-e405-411b-a79f-f14cf2d25053 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event updated for resources: {'Port': ['ID=b479aef8-d931-4cd5-92f7-45b2ba13bf5c,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:56.500019 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a347b446-e405-411b-a79f-f14cf2d25053 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.601432 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-a347b446-e405-411b-a79f-f14cf2d25053 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Floating IP f2a95a1b-af70-4914-b960-ba04f8bbfe81 associated. External IP: 172.25.6.13, port: e0dadfbd-5a07-4a54-aa75-1d72827265ba. Jul 16 02:01:56.652689 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56c4e8ef-82a3-4db6-af1e-bb5ee855473d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.823592 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a347b446-e405-411b-a79f-f14cf2d25053 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Router 8445340e-d468-4de7-b28e-59bae862fc18 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:01:56.938403 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a347b446-e405-411b-a79f-f14cf2d25053 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:56.949924 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2e93eb-3892-495f-941a-6695b10ee0cd None None] Sync routers for ids ['8445340e-d468-4de7-b28e-59bae862fc18'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:56.956417 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a347b446-e405-411b-a79f-f14cf2d25053 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.959915 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2e93eb-3892-495f-941a-6695b10ee0cd None None] Routers {'8445340e-d468-4de7-b28e-59bae862fc18'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:56.960590 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-ec2e93eb-3892-495f-941a-6695b10ee0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:01:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8445340e-d468-4de7-b28e-59bae862fc18'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:56.995008 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a347b446-e405-411b-a79f-f14cf2d25053 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0416086 Jul 16 02:01:56.995600 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2852958e-a954-4f20-92dc-691e8575e0db', 'tag': 'e0dadfbd-5a07-4a54-aa75-1d72827265ba'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:56.998015 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fddad3-b350-49c9-b2a8-54a02795c132" -d '{"events": [{"name": "network-changed", "server_uuid": "2852958e-a954-4f20-92dc-691e8575e0db", "tag": "e0dadfbd-5a07-4a54-aa75-1d72827265ba"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:57.068979 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-ec2e93eb-3892-495f-941a-6695b10ee0cd None None] Set router 8445340e-d468-4de7-b28e-59bae862fc18 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:57.103434 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e12812-9c4a-4f1e-bab5-5052958caa91 x-openstack-request-id: req-23e12812-9c4a-4f1e-bab5-5052958caa91 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:57.103725 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2852958e-a954-4f20-92dc-691e8575e0db", "tag": "e0dadfbd-5a07-4a54-aa75-1d72827265ba", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:57.104000 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23e12812-9c4a-4f1e-bab5-5052958caa91 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:57.104450 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2852958e-a954-4f20-92dc-691e8575e0db', 'tag': 'e0dadfbd-5a07-4a54-aa75-1d72827265ba', 'status': 'completed', 'code': 200} Jul 16 02:01:57.187456 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fddad3-b350-49c9-b2a8-54a02795c132 req-eea486ea-8c01-4f45-9df6-16df640355ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:57.189054 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-62fddad3-b350-49c9-b2a8-54a02795c132 req-eea486ea-8c01-4f45-9df6-16df640355ba service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 1097 time: 0.0619915 Jul 16 02:01:57.284487 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fddad3-b350-49c9-b2a8-54a02795c132 req-acc26c2a-fd62-41b2-8fed-557c4aefb5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:57.285974 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-62fddad3-b350-49c9-b2a8-54a02795c132 req-acc26c2a-fd62-41b2-8fed-557c4aefb5d7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 912 time: 0.0910177 Jul 16 02:01:57.308310 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-ec2e93eb-3892-495f-941a-6695b10ee0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '06a13569-771b-4afc-8c6c-bc472074085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:54Z', 'revision_number': 4, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port': {'id': '06a13569-771b-4afc-8c6c-bc472074085d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'f2a95a1b-af70-4914-b960-ba04f8bbfe81', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'port_id': 'e0dadfbd-5a07-4a54-aa75-1d72827265ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'mac_address': 'fa:16:3e:4c:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2852958e-a954-4f20-92dc-691e8575e0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:55Z', 'updated_at': '2021-07-16T02:01:55Z', 'revision_number': 0, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be599fc7-fdc8-4486-835d-77dfac012825', 'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'mac_address': 'fa:16:3e:7b:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:53Z', 'updated_at': '2021-07-16T01:56:00Z', 'revision_number': 5, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'subnets': [{'id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:57.334316 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2e93eb-3892-495f-941a-6695b10ee0cd None None] Checking router: 8445340e-d468-4de7-b28e-59bae862fc18 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:01:57.342902 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2e93eb-3892-495f-941a-6695b10ee0cd None None] Routers {'8445340e-d468-4de7-b28e-59bae862fc18'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:57.343513 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-ec2e93eb-3892-495f-941a-6695b10ee0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:01:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8445340e-d468-4de7-b28e-59bae862fc18'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:57.351433 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-62fddad3-b350-49c9-b2a8-54a02795c132 req-f89ffa79-3c40-4df8-93f6-feb2f9d4e252 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0dadfbd-5a07-4a54-aa75-1d72827265ba HTTP/1.1" status: 200 len: 998 time: 0.0589614 Jul 16 02:01:57.408630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fddad3-b350-49c9-b2a8-54a02795c132 req-e8a66948-49d6-4e0e-baa6-97dfafb3f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:57.410135 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-62fddad3-b350-49c9-b2a8-54a02795c132 req-e8a66948-49d6-4e0e-baa6-97dfafb3f913 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0511680 Jul 16 02:01:57.458987 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-ec2e93eb-3892-495f-941a-6695b10ee0cd None None] Set router 8445340e-d468-4de7-b28e-59bae862fc18 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:57.469367 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fddad3-b350-49c9-b2a8-54a02795c132 req-1b640498-34ed-49d4-ad1c-fbf88915c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:57.470939 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-62fddad3-b350-49c9-b2a8-54a02795c132 req-1b640498-34ed-49d4-ad1c-fbf88915c96e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548229 Jul 16 02:01:57.561616 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-62fddad3-b350-49c9-b2a8-54a02795c132 req-1374c125-ecae-430b-a86f-84b6a3178d1b service neutron] 10.222.0.84 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842640 Jul 16 02:01:57.656301 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-62fddad3-b350-49c9-b2a8-54a02795c132 req-bd2f7a62-e4e6-4541-a018-78125bf74c33 service neutron] 10.222.0.84 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881429 Jul 16 02:01:57.696242 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-ec2e93eb-3892-495f-941a-6695b10ee0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '06a13569-771b-4afc-8c6c-bc472074085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:54Z', 'revision_number': 4, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port': {'id': '06a13569-771b-4afc-8c6c-bc472074085d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'f2a95a1b-af70-4914-b960-ba04f8bbfe81', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'port_id': 'e0dadfbd-5a07-4a54-aa75-1d72827265ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'mac_address': 'fa:16:3e:4c:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2852958e-a954-4f20-92dc-691e8575e0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:55Z', 'updated_at': '2021-07-16T02:01:55Z', 'revision_number': 0, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be599fc7-fdc8-4486-835d-77dfac012825', 'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'mac_address': 'fa:16:3e:7b:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:53Z', 'updated_at': '2021-07-16T01:56:00Z', 'revision_number': 5, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'subnets': [{'id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:57.723419 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2e93eb-3892-495f-941a-6695b10ee0cd None None] The sync data for ids ['8445340e-d468-4de7-b28e-59bae862fc18'] in n-d-792394-16 is: [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '06a13569-771b-4afc-8c6c-bc472074085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:54Z', 'revision_number': 4, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port': {'id': '06a13569-771b-4afc-8c6c-bc472074085d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'f2a95a1b-af70-4914-b960-ba04f8bbfe81', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'port_id': 'e0dadfbd-5a07-4a54-aa75-1d72827265ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'mac_address': 'fa:16:3e:4c:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2852958e-a954-4f20-92dc-691e8575e0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:55Z', 'updated_at': '2021-07-16T02:01:55Z', 'revision_number': 0, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be599fc7-fdc8-4486-835d-77dfac012825', 'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'mac_address': 'fa:16:3e:7b:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:53Z', 'updated_at': '2021-07-16T01:56:00Z', 'revision_number': 5, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'subnets': [{'id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:57.951249 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0922f0ef-f2e8-43fc-82a0-668b06724ab2 None None] New status for floating IP f2a95a1b-af70-4914-b960-ba04f8bbfe81: ACTIVE {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:01:59.556235 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eacfbbb5-ca71-4ed5-a5ed-733786a68b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:59.747687 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.893655 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.706254 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.619530 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.289309 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.975603 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c2d337ba-5ab6-4da5-8204-96a555a3e7cf req-495de2dc-8fa9-44a6-b2e8-94665930cf60 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1074948 Jul 16 02:02:23.075859 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d337ba-5ab6-4da5-8204-96a555a3e7cf req-01791868-5f84-4f59-8134-7bbcbf94dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:23.077413 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c2d337ba-5ab6-4da5-8204-96a555a3e7cf req-01791868-5f84-4f59-8134-7bbcbf94dbde service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 1097 time: 0.0579250 Jul 16 02:02:23.201214 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d337ba-5ab6-4da5-8204-96a555a3e7cf req-0b506233-dd54-4cc8-a170-a465dbf220f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:23.202737 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c2d337ba-5ab6-4da5-8204-96a555a3e7cf req-0b506233-dd54-4cc8-a170-a465dbf220f1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 912 time: 0.1030145 Jul 16 02:02:23.278467 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c2d337ba-5ab6-4da5-8204-96a555a3e7cf req-1fcfd09b-8312-418a-9b9f-d75ae9cff202 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0dadfbd-5a07-4a54-aa75-1d72827265ba HTTP/1.1" status: 200 len: 1000 time: 0.0689194 Jul 16 02:02:23.336673 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d337ba-5ab6-4da5-8204-96a555a3e7cf req-5b725072-96cb-4fd1-82a2-7af60bb7a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:23.338268 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c2d337ba-5ab6-4da5-8204-96a555a3e7cf req-5b725072-96cb-4fd1-82a2-7af60bb7a13f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0535753 Jul 16 02:02:23.404752 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d337ba-5ab6-4da5-8204-96a555a3e7cf req-c5697c5d-d7d8-41ba-be01-1d58c59c8d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:23.406295 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c2d337ba-5ab6-4da5-8204-96a555a3e7cf req-c5697c5d-d7d8-41ba-be01-1d58c59c8d9a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617559 Jul 16 02:02:23.501522 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c2d337ba-5ab6-4da5-8204-96a555a3e7cf req-0ace8d69-7e90-402a-b411-e85b8dc1c0f2 service neutron] 10.222.0.84 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884392 Jul 16 02:02:23.608634 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c2d337ba-5ab6-4da5-8204-96a555a3e7cf req-d3cc9638-7252-434a-bd77-368c4c22b066 service neutron] 10.222.0.84 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993121 Jul 16 02:02:26.648648 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2fb2153a-404a-4ad8-a771-613bf826b5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.566210 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3ef3b67f-0d86-42a5-9fb2-d06b05154c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.741544 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.889845 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.406691 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:02:31.703806 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.627154 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.291727 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.644682 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28046cbb-4dd6-4676-98e1-2570e68a52b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:59.560353 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9112d036-a15e-4d7f-be09-a542d423a4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:59.748042 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:00.895752 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:01.737985 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:02.625626 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.286410 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:08.406539 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:03:23.926025 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c0cf3d8-8588-4363-8d6b-806bf97ff92e req-433fd2b6-8d88-44e0-8c6e-22eea5d4fd6c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0734265 Jul 16 02:03:24.036699 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cf3d8-8588-4363-8d6b-806bf97ff92e req-81a3a5ed-ae41-46ec-9504-6428828b402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:24.038269 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c0cf3d8-8588-4363-8d6b-806bf97ff92e req-81a3a5ed-ae41-46ec-9504-6428828b402d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 1097 time: 0.0652959 Jul 16 02:03:24.159238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cf3d8-8588-4363-8d6b-806bf97ff92e req-7579bf2d-617b-4826-b31d-b7ecba281278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:24.160784 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c0cf3d8-8588-4363-8d6b-806bf97ff92e req-7579bf2d-617b-4826-b31d-b7ecba281278 service neutron] 10.222.0.84 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 912 time: 0.0989294 Jul 16 02:03:24.232784 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c0cf3d8-8588-4363-8d6b-806bf97ff92e req-4fab8885-6d20-4cfa-bf71-6d56c29b3151 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0dadfbd-5a07-4a54-aa75-1d72827265ba HTTP/1.1" status: 200 len: 1000 time: 0.0657489 Jul 16 02:03:24.281314 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cf3d8-8588-4363-8d6b-806bf97ff92e req-e7cb1e68-45ce-4e12-bacb-6c8a9d3f928d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:24.282728 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c0cf3d8-8588-4363-8d6b-806bf97ff92e req-e7cb1e68-45ce-4e12-bacb-6c8a9d3f928d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0436654 Jul 16 02:03:24.351861 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cf3d8-8588-4363-8d6b-806bf97ff92e req-db76e72c-51f5-40ef-b916-be744a086ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:24.353396 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c0cf3d8-8588-4363-8d6b-806bf97ff92e req-db76e72c-51f5-40ef-b916-be744a086ff0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646446 Jul 16 02:03:24.449599 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c0cf3d8-8588-4363-8d6b-806bf97ff92e req-ccc0824e-66fe-4cd7-9363-dc3f8c9057d6 service neutron] 10.222.0.84 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888667 Jul 16 02:03:24.541553 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c0cf3d8-8588-4363-8d6b-806bf97ff92e req-bda155bd-f624-40ff-a8e9-deb99ed5d0bd service neutron] 10.222.0.84 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856307 Jul 16 02:03:26.643995 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d5425fe0-47e4-4a4c-a24d-dee31cf368fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:29.563196 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c808842a-d6e7-40a8-bee9-c54313d134e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:29.742734 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:30.904956 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:31.760285 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:32.630417 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:35.200213 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-8e2cfcc6-817a-4334-9e4f-ffeef95831c6 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1798178841&fields=id&tenant_id=afe7e5a9f3b34c8783b395f45e501d66 HTTP/1.1" status: 200 len: 267 time: 0.0436461 Jul 16 02:03:35.305914 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:35.309126 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-e1ad6497-41ab-453a-b131-13f12bf9153e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:35.310629 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-e1ad6497-41ab-453a-b131-13f12bf9153e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 811 time: 0.1039355 Jul 16 02:03:35.328686 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-6bb11e8a-84fd-4029-baeb-2ead61b14533 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/quotas/afe7e5a9f3b34c8783b395f45e501d66 HTTP/1.1" status: 200 len: 375 time: 0.0095947 Jul 16 02:03:35.419863 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-81f913d4-3d2a-451e-bb74-23c6dc178a44 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0833790 Jul 16 02:03:35.438844 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-5d1f1c41-b771-42b9-b3aa-e3dba47f777b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:03:35.439790 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-5d1f1c41-b771-42b9-b3aa-e3dba47f777b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058675 Jul 16 02:03:35.587144 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-dfc4c560-09c6-4896-977a-e9346dc4e0ef service neutron] 10.222.0.16 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406686 Jul 16 02:03:35.684451 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-7e89d186-0b76-40d9-90fa-53dc65800ae5 service neutron] 10.222.0.16 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880358 Jul 16 02:03:36.016930 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0f5ac245-e77b-4a2e-baa0-f248e779f139 req-c3db7704-476e-4704-80e0-3a67e6122430 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 210 time: 0.0350440 Jul 16 02:03:37.101835 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c91a6e9b-dd23-4069-b1ee-380f37305639 req-bbbc1280-8cc8-43f9-b7c7-092523d766f4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 210 time: 0.0302560 Jul 16 02:03:38.229315 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-726474f9-70c8-4376-849b-0eff21d1662a req-820cef27-6194-457e-a478-17f6e7bb5072 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 210 time: 0.0324986 Jul 16 02:03:39.312623 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8114ed3e-9565-42c6-a52f-9383e875cbf7 req-2f887a61-6e73-46a1-8e64-cf64306792d8 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 210 time: 0.0308099 Jul 16 02:03:40.176532 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-8a335219-048b-45fc-97e1-71747ec65174 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:40.178140 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-8a335219-048b-45fc-97e1-71747ec65174 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.82 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 811 time: 0.1102936 Jul 16 02:03:40.227572 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-efd4a142-ad4e-470b-9618-acbc6f3a0437 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afe7e5a9f3b34c8783b395f45e501d66 HTTP/1.1" status: 200 len: 380 time: 0.0404048 Jul 16 02:03:40.236999 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Request body: {'port': {'device_id': '28eed63d-1c7d-45c3-9ce1-dcc27f592872', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'admin_state_up': True, 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'security_groups': ['6aba1456-b732-4bc1-90df-9edc90b0aa98']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:40.360907 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Made reservation on behalf of afe7e5a9f3b34c8783b395f45e501d66 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:03:40.364727 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:40.474192 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f12b0e5f-a52e-4051-ba08-1a4f3f0b615e req-dab58a2d-3d18-4ea2-b18b-25c19b98c78d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 210 time: 0.0420847 Jul 16 02:03:40.536627 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Allocated IP 172.20.0.12 (33dc7d95-0dcb-4992-81bd-6e72b1f33713/608c9e7c-9aae-48b5-a467-74a11c7b6d18/2a8e1ca4-7ba2-477f-8f10-536c046c00f3) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:03:40.686895 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:40.701265 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Transition to ACTIVE for port object 2a8e1ca4-7ba2-477f-8f10-536c046c00f3 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:03:40.736221 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:40.783344 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:03:40.786903 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:03:40.791390 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:03:40.816705 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event updated for resources: {'Port': ['ID=2a8e1ca4-7ba2-477f-8f10-536c046c00f3,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:40.828283 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:40.828902 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:40.829250 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:40.829577 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:40.829927 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:40.830256 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:40.830583 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:40.830911 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:40.831237 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:40.831560 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:40.831881 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:40.832239 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:40.859088 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:40.859908 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:40.876922 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-f8f25638-d5ce-494f-bdb8-57773637f79d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6441531 Jul 16 02:03:40.942784 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-eba0eaf0-fe03-49d2-a185-0c36d0a7e9f3 service neutron] Request body: {'port': {'device_id': '28eed63d-1c7d-45c3-9ce1-dcc27f592872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:41.022981 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-eba0eaf0-fe03-49d2-a185-0c36d0a7e9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:41.068060 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2f7e09ee-8726-4512-b69e-3afbd14f0409 None None] Provisioning for port 2a8e1ca4-7ba2-477f-8f10-536c046c00f3 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:03:41.072153 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2f7e09ee-8726-4512-b69e-3afbd14f0409 None None] Provisioning complete for port 2a8e1ca4-7ba2-477f-8f10-536c046c00f3 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:41.072578 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2f7e09ee-8726-4512-b69e-3afbd14f0409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:41.107262 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e09ee-8726-4512-b69e-3afbd14f0409 None None] Port 2a8e1ca4-7ba2-477f-8f10-536c046c00f3 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:03:41.313214 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-eba0eaf0-fe03-49d2-a185-0c36d0a7e9f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8e1ca4-7ba2-477f-8f10-536c046c00f3 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:03:41.321195 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-eba0eaf0-fe03-49d2-a185-0c36d0a7e9f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:41.334823 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-eba0eaf0-fe03-49d2-a185-0c36d0a7e9f3 service neutron] Transition to ACTIVE for port object 2a8e1ca4-7ba2-477f-8f10-536c046c00f3 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:03:41.340733 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-eba0eaf0-fe03-49d2-a185-0c36d0a7e9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:41.399212 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0eaf0-fe03-49d2-a185-0c36d0a7e9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8e1ca4-7ba2-477f-8f10-536c046c00f3,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:41.482104 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-eba0eaf0-fe03-49d2-a185-0c36d0a7e9f3 service neutron] Attempting to bind port 2a8e1ca4-7ba2-477f-8f10-536c046c00f3 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:03:41.482449 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-eba0eaf0-fe03-49d2-a185-0c36d0a7e9f3 service neutron] Attempting to bind port 2a8e1ca4-7ba2-477f-8f10-536c046c00f3 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:03:41.482783 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-eba0eaf0-fe03-49d2-a185-0c36d0a7e9f3 service neutron] Attempting to bind port 2a8e1ca4-7ba2-477f-8f10-536c046c00f3 on network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:03:41.488336 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-eba0eaf0-fe03-49d2-a185-0c36d0a7e9f3 service neutron] Port 2a8e1ca4-7ba2-477f-8f10-536c046c00f3 on network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:03:41.488972 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-eba0eaf0-fe03-49d2-a185-0c36d0a7e9f3 service neutron] Attempting to bind port 2a8e1ca4-7ba2-477f-8f10-536c046c00f3 on network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:03:41.494807 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-eba0eaf0-fe03-49d2-a185-0c36d0a7e9f3 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:03:41.495149 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-eba0eaf0-fe03-49d2-a185-0c36d0a7e9f3 service neutron] Checking segment: {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:03:41.495542 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-eba0eaf0-fe03-49d2-a185-0c36d0a7e9f3 service neutron] Bound using segment: {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:03:41.495975 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-eba0eaf0-fe03-49d2-a185-0c36d0a7e9f3 service neutron] Bound port: 2a8e1ca4-7ba2-477f-8f10-536c046c00f3, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f747ed60-2652-422c-92d1-8624aaf6c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:03:41.496509 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-eba0eaf0-fe03-49d2-a185-0c36d0a7e9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:41.591910 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-eba0eaf0-fe03-49d2-a185-0c36d0a7e9f3 service neutron] For port 2a8e1ca4-7ba2-477f-8f10-536c046c00f3, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:03:41.596264 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-eba0eaf0-fe03-49d2-a185-0c36d0a7e9f3 service neutron] For port 2a8e1ca4-7ba2-477f-8f10-536c046c00f3, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2a8e1ca4-7ba2-477f-8f10-536c046c00f3,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:03:41.609968 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-eba0eaf0-fe03-49d2-a185-0c36d0a7e9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:41.654461 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-eba0eaf0-fe03-49d2-a185-0c36d0a7e9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:41.655792 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-eba0eaf0-fe03-49d2-a185-0c36d0a7e9f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:41.657322 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-eba0eaf0-fe03-49d2-a185-0c36d0a7e9f3 service neutron] 10.222.0.82 "PUT /v2.0/ports/2a8e1ca4-7ba2-477f-8f10-536c046c00f3 HTTP/1.1" status: 200 len: 1093 time: 0.7732656 Jul 16 02:03:41.657988 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28eed63d-1c7d-45c3-9ce1-dcc27f592872', 'tag': '2a8e1ca4-7ba2-477f-8f10-536c046c00f3'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:41.660979 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95371a22-b887-4d44-86e9-353083db1caa" -d '{"events": [{"name": "network-changed", "server_uuid": "28eed63d-1c7d-45c3-9ce1-dcc27f592872", "tag": "2a8e1ca4-7ba2-477f-8f10-536c046c00f3"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:41.693423 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0eaf0-fe03-49d2-a185-0c36d0a7e9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8e1ca4-7ba2-477f-8f10-536c046c00f3,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:41.701676 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67c480-9d36-4980-85dd-0e51b81c5b23 req-209ab806-f97b-49de-bd42-48ee18d01097 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:41.703450 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1a67c480-9d36-4980-85dd-0e51b81c5b23 req-209ab806-f97b-49de-bd42-48ee18d01097 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 944 time: 0.0979288 Jul 16 02:03:41.739528 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffee665d-62fc-462f-8ba9-bb2163fc67b1 x-openstack-request-id: req-ffee665d-62fc-462f-8ba9-bb2163fc67b1 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:41.739951 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28eed63d-1c7d-45c3-9ce1-dcc27f592872", "tag": "2a8e1ca4-7ba2-477f-8f10-536c046c00f3", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:41.740293 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ffee665d-62fc-462f-8ba9-bb2163fc67b1 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:41.741032 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28eed63d-1c7d-45c3-9ce1-dcc27f592872', 'tag': '2a8e1ca4-7ba2-477f-8f10-536c046c00f3', 'status': 'completed', 'code': 200} Jul 16 02:03:41.769615 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1a67c480-9d36-4980-85dd-0e51b81c5b23 req-4ec885f7-3cb5-47eb-90bc-b450daa2662f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544562 Jul 16 02:03:41.775156 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-cb378e09-f5b7-4a88-82ce-ace3a64ecef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:41.776727 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-cb378e09-f5b7-4a88-82ce-ace3a64ecef5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 1096 time: 0.0719435 Jul 16 02:03:41.818820 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-4e2ab60a-81c7-4ef8-affe-2dd3c03782e3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8e1ca4-7ba2-477f-8f10-536c046c00f3 HTTP/1.1" status: 200 len: 217 time: 0.0347724 Jul 16 02:03:41.873979 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-4cf64454-0f4d-4d8f-93aa-f90590160046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:41.875592 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-4cf64454-0f4d-4d8f-93aa-f90590160046 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0509512 Jul 16 02:03:41.937989 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-3e8c048a-f73d-4773-969f-e9d5b75a5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:41.939532 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-3e8c048a-f73d-4773-969f-e9d5b75a5572 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573609 Jul 16 02:03:42.033159 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-27ae537d-4ebe-4831-838d-202e968cb1f2 service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868521 Jul 16 02:03:42.123515 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08758f82-a88a-48ea-9118-ae5823fe08a3 req-53fb0705-2fce-4f54-b790-5fbfe8a308a0 service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842898 Jul 16 02:03:42.230083 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95371a22-b887-4d44-86e9-353083db1caa req-0bd1c7ab-7120-40af-bdf7-8c3a4fd22581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:42.231620 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95371a22-b887-4d44-86e9-353083db1caa req-0bd1c7ab-7120-40af-bdf7-8c3a4fd22581 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 1096 time: 0.0583653 Jul 16 02:03:42.324738 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95371a22-b887-4d44-86e9-353083db1caa req-2c9d5809-a781-4919-8244-737cf884f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:42.326229 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95371a22-b887-4d44-86e9-353083db1caa req-2c9d5809-a781-4919-8244-737cf884f3ed service neutron] 10.222.0.82 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 912 time: 0.0883451 Jul 16 02:03:42.369457 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95371a22-b887-4d44-86e9-353083db1caa req-50ab4071-0880-4172-8679-d2c43cfdbfd9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8e1ca4-7ba2-477f-8f10-536c046c00f3 HTTP/1.1" status: 200 len: 217 time: 0.0360277 Jul 16 02:03:42.422867 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95371a22-b887-4d44-86e9-353083db1caa req-c1d1cc5b-4c22-4f55-811d-c42bf2f61430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:42.424421 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95371a22-b887-4d44-86e9-353083db1caa req-c1d1cc5b-4c22-4f55-811d-c42bf2f61430 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0489380 Jul 16 02:03:42.483921 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95371a22-b887-4d44-86e9-353083db1caa req-e2cddca9-2f0c-4b2c-8c18-cb94eecf4abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:42.485460 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95371a22-b887-4d44-86e9-353083db1caa req-e2cddca9-2f0c-4b2c-8c18-cb94eecf4abb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548129 Jul 16 02:03:42.576880 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95371a22-b887-4d44-86e9-353083db1caa req-460c89fd-82e5-4e56-8be4-ffbe654b151b service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846372 Jul 16 02:03:42.674507 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95371a22-b887-4d44-86e9-353083db1caa req-b24633a1-efbc-4791-89a8-54fd49968278 service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914879 Jul 16 02:03:42.940234 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94865611-ed95-4aa1-9e3e-9b0331c462db req-15e94157-28af-4219-bcb0-358afccc41d4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:42.941677 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-94865611-ed95-4aa1-9e3e-9b0331c462db req-15e94157-28af-4219-bcb0-358afccc41d4 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 944 time: 0.0642333 Jul 16 02:03:42.981215 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-94865611-ed95-4aa1-9e3e-9b0331c462db req-771bdfa5-3659-4b2c-86e0-37aae5728ffb tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335472 Jul 16 02:03:44.161895 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc341c2-b327-4e2d-aa32-3736bff0c368 req-df04a474-5775-45cd-8db0-cd09876f9f43 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:44.163399 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dcc341c2-b327-4e2d-aa32-3736bff0c368 req-df04a474-5775-45cd-8db0-cd09876f9f43 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 944 time: 0.0665734 Jul 16 02:03:44.203776 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dcc341c2-b327-4e2d-aa32-3736bff0c368 req-28a294f9-4d13-42a0-bfd8-05bbbf6219f2 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344546 Jul 16 02:03:45.399095 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfa3c5-2581-4d5e-8244-32b444194a73 req-dd9f1b9d-0e03-4291-92d0-345d31412dc3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:45.400720 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-04dfa3c5-2581-4d5e-8244-32b444194a73 req-dd9f1b9d-0e03-4291-92d0-345d31412dc3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 944 time: 0.0786130 Jul 16 02:03:45.409661 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:03:45.443863 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-04dfa3c5-2581-4d5e-8244-32b444194a73 req-2609560f-2d58-4278-b851-72c8b32994cf tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348063 Jul 16 02:03:46.657440 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71623f8a-b8b0-4799-a5b1-eb1f115c2298 req-da95da63-0170-4ad6-8966-96dfec728f82 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:46.658951 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-71623f8a-b8b0-4799-a5b1-eb1f115c2298 req-da95da63-0170-4ad6-8966-96dfec728f82 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 944 time: 0.0844080 Jul 16 02:03:46.700610 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-71623f8a-b8b0-4799-a5b1-eb1f115c2298 req-d2370991-1e46-489f-a152-4984b047d6a7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354071 Jul 16 02:03:47.912312 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2884b-ec75-4f29-b439-adfdb83415ad req-fb577d42-7d1f-43be-bc91-acbbedb3eb0f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:47.913937 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e6d2884b-ec75-4f29-b439-adfdb83415ad req-fb577d42-7d1f-43be-bc91-acbbedb3eb0f tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 944 time: 0.0816865 Jul 16 02:03:47.957434 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e6d2884b-ec75-4f29-b439-adfdb83415ad req-e800cb9e-f4d8-4539-9081-e19eb0330255 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349569 Jul 16 02:03:49.153855 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4683c-b866-45da-a0a0-c57cffcb3193 req-c7472755-fd19-4943-a3cf-a34d91f77793 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:49.155676 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2fa4683c-b866-45da-a0a0-c57cffcb3193 req-c7472755-fd19-4943-a3cf-a34d91f77793 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 944 time: 0.0804522 Jul 16 02:03:49.202343 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2fa4683c-b866-45da-a0a0-c57cffcb3193 req-a5b09736-842b-4d5e-b7ee-a4f46268ed03 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401311 Jul 16 02:03:50.402938 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7220854-b5c2-4638-9214-ee701f201cb5 req-fa4146eb-5540-41ed-9e4f-0c27bc3e8c30 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:50.404514 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a7220854-b5c2-4638-9214-ee701f201cb5 req-fa4146eb-5540-41ed-9e4f-0c27bc3e8c30 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 944 time: 0.0776951 Jul 16 02:03:50.445955 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a7220854-b5c2-4638-9214-ee701f201cb5 req-5812497f-8097-4975-b431-8919fbb63411 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353603 Jul 16 02:03:51.638927 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa2107-dac2-492c-8cb7-e186d2708826 req-e729464d-67b5-4c16-b0e5-4243c7f1d125 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:51.640383 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-17aa2107-dac2-492c-8cb7-e186d2708826 req-e729464d-67b5-4c16-b0e5-4243c7f1d125 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 944 time: 0.0681734 Jul 16 02:03:51.680677 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-17aa2107-dac2-492c-8cb7-e186d2708826 req-3100307e-65a2-4a08-ab2c-edde9b464fcc tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329409 Jul 16 02:03:52.362237 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2a8e1ca4-7ba2-477f-8f10-536c046c00f3 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:03:52.467438 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 2a8e1ca4-7ba2-477f-8f10-536c046c00f3, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2a8e1ca4-7ba2-477f-8f10-536c046c00f3,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:52.480353 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '2a8e1ca4-7ba2-477f-8f10-536c046c00f3', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'port_id': '2a8e1ca4-7ba2-477f-8f10-536c046c00f3', 'mac_address': 'fa:16:3e:5e:fd:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:03:52.523741 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.541289 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8e1ca4-7ba2-477f-8f10-536c046c00f3 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:03:52.563160 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 2a8e1ca4-7ba2-477f-8f10-536c046c00f3, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2a8e1ca4-7ba2-477f-8f10-536c046c00f3,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:52.569913 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.625805 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=2a8e1ca4-7ba2-477f-8f10-536c046c00f3,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:52.633797 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:52.634145 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:52.634486 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:52.634827 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:52.635158 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:52.635487 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:52.635811 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:52.636138 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:52.636487 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:52.636812 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:52.637135 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:52.637454 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:52.806144 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['2a8e1ca4-7ba2-477f-8f10-536c046c00f3'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:03:52.880449 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10ab21-b551-4de9-842a-1f7e55a41bb8 req-6650dee5-26ca-4822-870c-276210ed34e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:52.881997 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cc10ab21-b551-4de9-842a-1f7e55a41bb8 req-6650dee5-26ca-4822-870c-276210ed34e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 945 time: 0.0687327 Jul 16 02:03:52.921710 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cc10ab21-b551-4de9-842a-1f7e55a41bb8 req-adc4752b-4270-454e-a0ec-85f878683544 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335364 Jul 16 02:03:54.129573 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d59a4-68f1-4641-8846-6edf74c31ffa req-5ba203d2-250f-4a09-a3a2-a30e0c4a8421 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:54.131072 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-238d59a4-68f1-4641-8846-6edf74c31ffa req-5ba203d2-250f-4a09-a3a2-a30e0c4a8421 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 945 time: 0.0764303 Jul 16 02:03:54.174831 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-238d59a4-68f1-4641-8846-6edf74c31ffa req-f31632bd-1cac-42ca-857d-b7f470707b81 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347977 Jul 16 02:03:54.392106 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2a8e1ca4-7ba2-477f-8f10-536c046c00f3 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:03:54.448008 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 2a8e1ca4-7ba2-477f-8f10-536c046c00f3 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:03:54.452069 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 2a8e1ca4-7ba2-477f-8f10-536c046c00f3 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:54.452489 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:54.537248 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:54.560784 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28eed63d-1c7d-45c3-9ce1-dcc27f592872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8e1ca4-7ba2-477f-8f10-536c046c00f3'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:54.563120 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4238b15c-c7f5-468c-8d26-ba6733e0836e" -d '{"events": [{"server_uuid": "28eed63d-1c7d-45c3-9ce1-dcc27f592872", "name": "network-vif-plugged", "status": "completed", "tag": "2a8e1ca4-7ba2-477f-8f10-536c046c00f3"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:54.579001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 2a8e1ca4-7ba2-477f-8f10-536c046c00f3, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2a8e1ca4-7ba2-477f-8f10-536c046c00f3,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:54.586091 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:54.634438 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=2a8e1ca4-7ba2-477f-8f10-536c046c00f3,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:54.668037 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682d5511-ca7d-446a-b8c1-9715cb1075f6 x-openstack-request-id: req-682d5511-ca7d-446a-b8c1-9715cb1075f6 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:54.668339 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28eed63d-1c7d-45c3-9ce1-dcc27f592872", "name": "network-vif-plugged", "status": "completed", "tag": "2a8e1ca4-7ba2-477f-8f10-536c046c00f3", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:54.668630 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-682d5511-ca7d-446a-b8c1-9715cb1075f6 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:54.669031 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28eed63d-1c7d-45c3-9ce1-dcc27f592872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8e1ca4-7ba2-477f-8f10-536c046c00f3', 'code': 200} Jul 16 02:03:54.799491 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da7185-9ee0-4213-a040-c30ffb6f0a05 req-aceb0312-f803-49d3-b569-44415a4072ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:54.801059 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-52da7185-9ee0-4213-a040-c30ffb6f0a05 req-aceb0312-f803-49d3-b569-44415a4072ed service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 1098 time: 0.0561249 Jul 16 02:03:54.837576 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-52da7185-9ee0-4213-a040-c30ffb6f0a05 req-34bb3ca4-fc87-4d68-9fc1-2a24b9308d16 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299714 Jul 16 02:03:55.368591 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c50e2-52ca-4091-bee5-a9a84b061d6b req-916ddd6a-1f0a-4d03-93ee-a1992a657e31 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:55.370105 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-510c50e2-52ca-4091-bee5-a9a84b061d6b req-916ddd6a-1f0a-4d03-93ee-a1992a657e31 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 946 time: 0.0724413 Jul 16 02:03:55.422181 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-510c50e2-52ca-4091-bee5-a9a84b061d6b req-a147182e-70e2-4289-ba26-480d035e3475 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441971 Jul 16 02:03:56.615304 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f057b-e349-428e-bd15-c3c76a065b56 req-4e03f86b-e8f1-4930-914c-de7687b83cb3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:56.616835 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3a9f057b-e349-428e-bd15-c3c76a065b56 req-4e03f86b-e8f1-4930-914c-de7687b83cb3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 946 time: 0.0741770 Jul 16 02:03:56.639871 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2ab8a126-6a8e-4899-9325-597fa2490d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:56.663481 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3a9f057b-e349-428e-bd15-c3c76a065b56 req-8e6cfd68-86dd-4338-af76-70611dcb2533 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390038 Jul 16 02:03:56.856517 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12414d10-7b87-4cf7-9887-a75a0bcc9983 req-e20f464f-1816-4951-a8da-5daeb357b7d1 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:56.858038 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-12414d10-7b87-4cf7-9887-a75a0bcc9983 req-e20f464f-1816-4951-a8da-5daeb357b7d1 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 946 time: 0.0744083 Jul 16 02:03:56.899112 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-12414d10-7b87-4cf7-9887-a75a0bcc9983 req-402817ae-66ad-4f17-a7ad-f40a4f83d7ed tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350573 Jul 16 02:03:56.932156 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36494) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:56.993645 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f373b9-04c3-499d-ab8c-80923a361a59 tempest-TestVolumeBootPattern-1677175339 tempest-TestVolumeBootPattern-1677175339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:56.995224 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c0f373b9-04c3-499d-ab8c-80923a361a59 tempest-TestVolumeBootPattern-1677175339 tempest-TestVolumeBootPattern-1677175339-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 1093 time: 0.0618870 Jul 16 02:03:56.999492 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36496) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:57.003988 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': '2a8e1ca4-7ba2-477f-8f10-536c046c00f3', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:57.030317 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:57.135336 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:57.245503 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Allocated IP 172.25.6.41 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/f9da67ed-645c-4ffa-ac56-4c2bac33760a) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:03:57.348279 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:57.393426 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:57.432556 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:03:57.435422 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:03:57.439386 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:03:57.445073 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event updated for resources: {'Port': ['ID=f9da67ed-645c-4ffa-ac56-4c2bac33760a,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:57.471389 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:57.471763 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:57.472065 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:57.472405 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:57.472748 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:57.473068 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:57.473392 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:57.473713 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:57.474015 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:57.474327 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:57.474644 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:57.474955 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:57.856989 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:57.947739 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:58.108002 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:58.118488 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:58.186492 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event updated for resources: {'Port': ['ID=f9da67ed-645c-4ffa-ac56-4c2bac33760a,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:58.200435 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:58.305665 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Floating IP 3864fd15-74db-4f3d-bdca-5f794c4a18fd associated. External IP: 172.25.6.41, port: 2a8e1ca4-7ba2-477f-8f10-536c046c00f3. Jul 16 02:03:58.540874 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Router 8445340e-d468-4de7-b28e-59bae862fc18 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:03:58.657264 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:03:58.668246 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5f3418-ec06-4ab3-a838-3012f5cb318a None None] Sync routers for ids ['8445340e-d468-4de7-b28e-59bae862fc18'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:03:58.677505 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:58.679843 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5f3418-ec06-4ab3-a838-3012f5cb318a None None] Routers {'8445340e-d468-4de7-b28e-59bae862fc18'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:58.680608 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2d5f3418-ec06-4ab3-a838-3012f5cb318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:03:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8445340e-d468-4de7-b28e-59bae862fc18'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:58.715695 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-39aaf3c5-43c2-471c-892d-04046e4225e7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7149999 Jul 16 02:03:58.716272 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28eed63d-1c7d-45c3-9ce1-dcc27f592872', 'tag': '2a8e1ca4-7ba2-477f-8f10-536c046c00f3'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:58.718623 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f4a5b0-7605-43ac-9567-de17dcc0082a" -d '{"events": [{"name": "network-changed", "server_uuid": "28eed63d-1c7d-45c3-9ce1-dcc27f592872", "tag": "2a8e1ca4-7ba2-477f-8f10-536c046c00f3"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:58.753999 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af086b54-a728-40e2-9661-42721901c1ff x-openstack-request-id: req-af086b54-a728-40e2-9661-42721901c1ff {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:58.754281 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28eed63d-1c7d-45c3-9ce1-dcc27f592872", "tag": "2a8e1ca4-7ba2-477f-8f10-536c046c00f3", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:58.754527 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af086b54-a728-40e2-9661-42721901c1ff {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:58.754942 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28eed63d-1c7d-45c3-9ce1-dcc27f592872', 'tag': '2a8e1ca4-7ba2-477f-8f10-536c046c00f3', 'status': 'completed', 'code': 200} Jul 16 02:03:58.808097 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-2d5f3418-ec06-4ab3-a838-3012f5cb318a None None] Set router 8445340e-d468-4de7-b28e-59bae862fc18 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:58.830369 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4a5b0-7605-43ac-9567-de17dcc0082a req-5cbad7df-351b-435d-b90a-12ee007eeb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:58.831876 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09f4a5b0-7605-43ac-9567-de17dcc0082a req-5cbad7df-351b-435d-b90a-12ee007eeb69 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 1098 time: 0.0541329 Jul 16 02:03:58.926920 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4a5b0-7605-43ac-9567-de17dcc0082a req-417fffeb-250d-4fa3-a21b-1b34483de636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:58.928523 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09f4a5b0-7605-43ac-9567-de17dcc0082a req-417fffeb-250d-4fa3-a21b-1b34483de636 service neutron] 10.222.0.82 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 912 time: 0.0905840 Jul 16 02:03:59.217790 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2d5f3418-ec06-4ab3-a838-3012f5cb318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '06a13569-771b-4afc-8c6c-bc472074085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:54Z', 'revision_number': 4, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port': {'id': '06a13569-771b-4afc-8c6c-bc472074085d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '3864fd15-74db-4f3d-bdca-5f794c4a18fd', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'port_id': '2a8e1ca4-7ba2-477f-8f10-536c046c00f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'mac_address': 'fa:16:3e:5e:fd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28eed63d-1c7d-45c3-9ce1-dcc27f592872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:03:57Z', 'updated_at': '2021-07-16T02:03:57Z', 'revision_number': 0, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'fixed_ip_address_scope': None}, {'id': 'f2a95a1b-af70-4914-b960-ba04f8bbfe81', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'port_id': 'e0dadfbd-5a07-4a54-aa75-1d72827265ba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'mac_address': 'fa:16:3e:4c:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2852958e-a954-4f20-92dc-691e8575e0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:55Z', 'updated_at': '2021-07-16T02:01:58Z', 'revision_number': 1, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be599fc7-fdc8-4486-835d-77dfac012825', 'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'mac_address': 'fa:16:3e:7b:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:53Z', 'updated_at': '2021-07-16T01:56:00Z', 'revision_number': 5, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'subnets': [{'id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:59.249240 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5f3418-ec06-4ab3-a838-3012f5cb318a None None] Checking router: 8445340e-d468-4de7-b28e-59bae862fc18 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:03:59.258784 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5f3418-ec06-4ab3-a838-3012f5cb318a None None] Routers {'8445340e-d468-4de7-b28e-59bae862fc18'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:59.259444 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2d5f3418-ec06-4ab3-a838-3012f5cb318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:03:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8445340e-d468-4de7-b28e-59bae862fc18'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:59.331004 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09f4a5b0-7605-43ac-9567-de17dcc0082a req-a27565c5-092c-45e7-9c1f-3d2f4444164c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8e1ca4-7ba2-477f-8f10-536c046c00f3 HTTP/1.1" status: 200 len: 999 time: 0.3957770 Jul 16 02:03:59.369261 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-2d5f3418-ec06-4ab3-a838-3012f5cb318a None None] Set router 8445340e-d468-4de7-b28e-59bae862fc18 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:59.381694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4a5b0-7605-43ac-9567-de17dcc0082a req-6d3af266-e191-4211-a1d4-5b39f5759f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:59.383189 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09f4a5b0-7605-43ac-9567-de17dcc0082a req-6d3af266-e191-4211-a1d4-5b39f5759f0b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0455921 Jul 16 02:03:59.445882 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4a5b0-7605-43ac-9567-de17dcc0082a req-e24c5f15-eaf0-482f-8ab1-ba35e83ba0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:59.447400 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09f4a5b0-7605-43ac-9567-de17dcc0082a req-e24c5f15-eaf0-482f-8ab1-ba35e83ba0ee service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569966 Jul 16 02:03:59.541226 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09f4a5b0-7605-43ac-9567-de17dcc0082a req-bd7c830e-acc4-4600-a98b-4db73042c33a service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856943 Jul 16 02:03:59.582788 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f129adc-bb3f-4926-b4c8-909e5b89324d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:59.613561 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-2d5f3418-ec06-4ab3-a838-3012f5cb318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '06a13569-771b-4afc-8c6c-bc472074085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:54Z', 'revision_number': 4, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port': {'id': '06a13569-771b-4afc-8c6c-bc472074085d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '3864fd15-74db-4f3d-bdca-5f794c4a18fd', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'port_id': '2a8e1ca4-7ba2-477f-8f10-536c046c00f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'mac_address': 'fa:16:3e:5e:fd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28eed63d-1c7d-45c3-9ce1-dcc27f592872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:03:57Z', 'updated_at': '2021-07-16T02:03:57Z', 'revision_number': 0, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'fixed_ip_address_scope': None}, {'id': 'f2a95a1b-af70-4914-b960-ba04f8bbfe81', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'port_id': 'e0dadfbd-5a07-4a54-aa75-1d72827265ba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'mac_address': 'fa:16:3e:4c:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2852958e-a954-4f20-92dc-691e8575e0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:55Z', 'updated_at': '2021-07-16T02:01:58Z', 'revision_number': 1, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be599fc7-fdc8-4486-835d-77dfac012825', 'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'mac_address': 'fa:16:3e:7b:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:53Z', 'updated_at': '2021-07-16T01:56:00Z', 'revision_number': 5, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'subnets': [{'id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:59.639281 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09f4a5b0-7605-43ac-9567-de17dcc0082a req-6332cd91-a777-455b-8900-abb59d4098d8 service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917196 Jul 16 02:03:59.646029 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5f3418-ec06-4ab3-a838-3012f5cb318a None None] The sync data for ids ['8445340e-d468-4de7-b28e-59bae862fc18'] in n-d-792394-16 is: [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '06a13569-771b-4afc-8c6c-bc472074085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:54Z', 'revision_number': 4, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port': {'id': '06a13569-771b-4afc-8c6c-bc472074085d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '3864fd15-74db-4f3d-bdca-5f794c4a18fd', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'port_id': '2a8e1ca4-7ba2-477f-8f10-536c046c00f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'mac_address': 'fa:16:3e:5e:fd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28eed63d-1c7d-45c3-9ce1-dcc27f592872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:03:57Z', 'updated_at': '2021-07-16T02:03:57Z', 'revision_number': 0, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'fixed_ip_address_scope': None}, {'id': 'f2a95a1b-af70-4914-b960-ba04f8bbfe81', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'port_id': 'e0dadfbd-5a07-4a54-aa75-1d72827265ba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'mac_address': 'fa:16:3e:4c:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2852958e-a954-4f20-92dc-691e8575e0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:55Z', 'updated_at': '2021-07-16T02:01:58Z', 'revision_number': 1, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be599fc7-fdc8-4486-835d-77dfac012825', 'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'mac_address': 'fa:16:3e:7b:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:53Z', 'updated_at': '2021-07-16T01:56:00Z', 'revision_number': 5, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'subnets': [{'id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:03:59.737621 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:59.834540 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ded589b-9027-4046-9080-bc565f35e6da None None] New status for floating IP 3864fd15-74db-4f3d-bdca-5f794c4a18fd: ACTIVE {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:04:00.905110 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:01.753329 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:02.633955 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:05.317924 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:16.357245 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a82a5d22-ee20-45b9-aabf-abc1c71daa98 req-7ee1c4ce-2b92-4e39-b624-e43df6fec183 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0596316 Jul 16 02:04:16.469331 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a5d22-ee20-45b9-aabf-abc1c71daa98 req-b0d6e227-bb10-4231-aecc-7ec30bcafc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:16.471202 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a82a5d22-ee20-45b9-aabf-abc1c71daa98 req-b0d6e227-bb10-4231-aecc-7ec30bcafc1c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 1098 time: 0.0662231 Jul 16 02:04:16.598134 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a5d22-ee20-45b9-aabf-abc1c71daa98 req-b783ade9-7066-455e-980f-aa2286e112ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:16.599685 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a82a5d22-ee20-45b9-aabf-abc1c71daa98 req-b783ade9-7066-455e-980f-aa2286e112ce service neutron] 10.222.0.82 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 912 time: 0.1060338 Jul 16 02:04:16.673596 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a82a5d22-ee20-45b9-aabf-abc1c71daa98 req-6247dfc6-324e-4baa-b689-2251eb12ef4b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8e1ca4-7ba2-477f-8f10-536c046c00f3 HTTP/1.1" status: 200 len: 1001 time: 0.0669532 Jul 16 02:04:16.731435 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a5d22-ee20-45b9-aabf-abc1c71daa98 req-43f801fd-d2d2-48d1-a4ba-382f1b261793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:16.732976 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a82a5d22-ee20-45b9-aabf-abc1c71daa98 req-43f801fd-d2d2-48d1-a4ba-382f1b261793 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0530696 Jul 16 02:04:16.798625 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a5d22-ee20-45b9-aabf-abc1c71daa98 req-4d9496bc-b6a9-44bf-a09f-09102f6e2e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:16.800192 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a82a5d22-ee20-45b9-aabf-abc1c71daa98 req-4d9496bc-b6a9-44bf-a09f-09102f6e2e4c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590935 Jul 16 02:04:16.897175 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a82a5d22-ee20-45b9-aabf-abc1c71daa98 req-2ecbe504-bb1e-42e4-a324-2037ef1cd841 service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891073 Jul 16 02:04:16.994140 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a82a5d22-ee20-45b9-aabf-abc1c71daa98 req-0ee5e9c4-b5a9-4424-859f-e1fa03516c0b service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900307 Jul 16 02:04:22.409719 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:04:25.105075 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-297812d0-346c-4418-8dcb-28d1b610d17b req-39d9d420-8a5c-4f29-b410-0141cb423e98 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0655873 Jul 16 02:04:25.210622 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297812d0-346c-4418-8dcb-28d1b610d17b req-b71e8fb2-8f7c-4678-a001-0486e25e3807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:25.212511 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-297812d0-346c-4418-8dcb-28d1b610d17b req-b71e8fb2-8f7c-4678-a001-0486e25e3807 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 1097 time: 0.0568578 Jul 16 02:04:25.326872 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297812d0-346c-4418-8dcb-28d1b610d17b req-0b439945-d741-439f-85e4-0f707dea2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:25.328394 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-297812d0-346c-4418-8dcb-28d1b610d17b req-0b439945-d741-439f-85e4-0f707dea2de7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 912 time: 0.0950515 Jul 16 02:04:25.393758 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-297812d0-346c-4418-8dcb-28d1b610d17b req-a4f93c18-d216-4868-a713-fb0b9e11c91b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0dadfbd-5a07-4a54-aa75-1d72827265ba HTTP/1.1" status: 200 len: 1000 time: 0.0590739 Jul 16 02:04:25.450824 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297812d0-346c-4418-8dcb-28d1b610d17b req-68aaad9c-df58-4788-a68e-a2a6699a412f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:25.452342 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-297812d0-346c-4418-8dcb-28d1b610d17b req-68aaad9c-df58-4788-a68e-a2a6699a412f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0521138 Jul 16 02:04:25.515587 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297812d0-346c-4418-8dcb-28d1b610d17b req-103aab3b-5207-4f81-ac14-4a541b55e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:25.518155 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-297812d0-346c-4418-8dcb-28d1b610d17b req-103aab3b-5207-4f81-ac14-4a541b55e39e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596592 Jul 16 02:04:25.611995 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-297812d0-346c-4418-8dcb-28d1b610d17b req-549fd38a-364a-412f-88ad-77434b133ede service neutron] 10.222.0.84 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867639 Jul 16 02:04:25.715930 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-297812d0-346c-4418-8dcb-28d1b610d17b req-43d3a69c-d78e-4339-9a54-82ef3bcc16ab service neutron] 10.222.0.84 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975459 Jul 16 02:04:26.637684 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-86bc07de-be19-40f5-b827-98dbb350e1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.572459 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3c04c2b6-2f79-46c9-a3f9-0e658a36d65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.743486 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:30.907639 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:31.753443 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.636068 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:35.323337 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:56.638808 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5edcbd19-a1cc-4c93-8e02-9fd352236c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:59.411957 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:04:59.569453 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e9feb81-e8db-49fa-a3fa-d2c37a6eee9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:59.750613 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:00.917430 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:01.754867 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:02.640278 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:05.330687 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:16.352263 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e88efc8-5e38-4dae-8881-13258dc3678f req-adb10ab4-a9a7-40a8-8731-ae7b43c0148c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0608318 Jul 16 02:05:16.468457 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88efc8-5e38-4dae-8881-13258dc3678f req-5849150d-dd5c-4a5f-b2d0-ec8def268f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:16.472083 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e88efc8-5e38-4dae-8881-13258dc3678f req-5849150d-dd5c-4a5f-b2d0-ec8def268f63 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 1098 time: 0.0663407 Jul 16 02:05:16.591024 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88efc8-5e38-4dae-8881-13258dc3678f req-a2315c5e-0de6-4398-9c46-0392c7c89caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:16.592535 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e88efc8-5e38-4dae-8881-13258dc3678f req-a2315c5e-0de6-4398-9c46-0392c7c89caf service neutron] 10.222.0.82 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 912 time: 0.0980234 Jul 16 02:05:16.660433 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e88efc8-5e38-4dae-8881-13258dc3678f req-09c5fcb3-152d-45f5-9803-5573340a89ae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8e1ca4-7ba2-477f-8f10-536c046c00f3 HTTP/1.1" status: 200 len: 1001 time: 0.0610023 Jul 16 02:05:16.708852 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88efc8-5e38-4dae-8881-13258dc3678f req-df8e482f-1813-4a20-aeb5-bd8627923e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:16.710282 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e88efc8-5e38-4dae-8881-13258dc3678f req-df8e482f-1813-4a20-aeb5-bd8627923e2e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0438800 Jul 16 02:05:16.778567 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88efc8-5e38-4dae-8881-13258dc3678f req-47004750-7d05-4f3b-b5d8-37c1e6415b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:16.780097 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e88efc8-5e38-4dae-8881-13258dc3678f req-47004750-7d05-4f3b-b5d8-37c1e6415b88 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628178 Jul 16 02:05:16.882110 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e88efc8-5e38-4dae-8881-13258dc3678f req-79675c81-4435-4f0b-bae6-5b30cb8c8ce1 service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946677 Jul 16 02:05:16.901082 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-5bd3fdf0-0465-439b-9313-93f7d25037f5 req-26c531ee-1585-4e5b-a6fb-48edab68d050 service neutron] (93955) timed out ('10.222.0.16', 43342) {{(pid=93955) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:05:16.979577 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e88efc8-5e38-4dae-8881-13258dc3678f req-7b155c54-2dfb-4e35-a116-1889d83d95d3 service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901406 Jul 16 02:05:24.329094 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f2cf40a-84d6-4292-9f1b-159568d6071f req-b45ca6f1-f543-425d-8224-4673a0f1d8a7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0617499 Jul 16 02:05:24.437878 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cf40a-84d6-4292-9f1b-159568d6071f req-5e92f098-3647-462f-9b55-ae2abf4693e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:24.439465 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f2cf40a-84d6-4292-9f1b-159568d6071f req-5e92f098-3647-462f-9b55-ae2abf4693e0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 1097 time: 0.0661726 Jul 16 02:05:24.550154 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cf40a-84d6-4292-9f1b-159568d6071f req-fd76ad78-c261-4428-8468-dec00e60ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:24.551645 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f2cf40a-84d6-4292-9f1b-159568d6071f req-fd76ad78-c261-4428-8468-dec00e60ebbc service neutron] 10.222.0.84 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 912 time: 0.0904047 Jul 16 02:05:24.622253 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f2cf40a-84d6-4292-9f1b-159568d6071f req-bf3dd613-889f-4883-8e7d-0a9bf52387a1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0dadfbd-5a07-4a54-aa75-1d72827265ba HTTP/1.1" status: 200 len: 1000 time: 0.0632920 Jul 16 02:05:24.677974 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cf40a-84d6-4292-9f1b-159568d6071f req-c6225443-cd59-43b7-9d41-d2390c77fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:24.680239 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f2cf40a-84d6-4292-9f1b-159568d6071f req-c6225443-cd59-43b7-9d41-d2390c77fc81 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0508285 Jul 16 02:05:24.748353 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cf40a-84d6-4292-9f1b-159568d6071f req-8e49edf6-1e2e-41b5-a6be-ede4ba9c275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:24.749924 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f2cf40a-84d6-4292-9f1b-159568d6071f req-8e49edf6-1e2e-41b5-a6be-ede4ba9c275e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634251 Jul 16 02:05:24.848749 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f2cf40a-84d6-4292-9f1b-159568d6071f req-3bf9a36a-0687-490d-b061-b05bede91133 service neutron] 10.222.0.84 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912964 Jul 16 02:05:24.944553 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f2cf40a-84d6-4292-9f1b-159568d6071f req-d6f60af3-266b-4a17-9d65-134376d9dddd service neutron] 10.222.0.84 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892613 Jul 16 02:05:26.418655 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36536) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:26.635439 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be81e562-3f03-4a25-a4c9-93fe9ac69b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:26.936611 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-4c409137-49b8-4f3a-a4bf-ef62b6cd881a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Deleting port f9da67ed-645c-4ffa-ac56-4c2bac33760a {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:26.936961 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4c409137-49b8-4f3a-a4bf-ef62b6cd881a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:27.022994 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4c409137-49b8-4f3a-a4bf-ef62b6cd881a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:27.023328 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4c409137-49b8-4f3a-a4bf-ef62b6cd881a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:27.041313 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-4c409137-49b8-4f3a-a4bf-ef62b6cd881a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Calling delete_port for f9da67ed-645c-4ffa-ac56-4c2bac33760a owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:27.199712 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4c409137-49b8-4f3a-a4bf-ef62b6cd881a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:27.225880 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c409137-49b8-4f3a-a4bf-ef62b6cd881a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event deleted for resources: {'Port': ['ID=f9da67ed-645c-4ffa-ac56-4c2bac33760a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:27.256403 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c409137-49b8-4f3a-a4bf-ef62b6cd881a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:27.256735 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c409137-49b8-4f3a-a4bf-ef62b6cd881a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:27.257079 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c409137-49b8-4f3a-a4bf-ef62b6cd881a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:27.257416 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c409137-49b8-4f3a-a4bf-ef62b6cd881a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:27.257748 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c409137-49b8-4f3a-a4bf-ef62b6cd881a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:27.258100 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c409137-49b8-4f3a-a4bf-ef62b6cd881a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:27.258422 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c409137-49b8-4f3a-a4bf-ef62b6cd881a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:27.258746 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c409137-49b8-4f3a-a4bf-ef62b6cd881a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:27.259070 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c409137-49b8-4f3a-a4bf-ef62b6cd881a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:27.259414 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c409137-49b8-4f3a-a4bf-ef62b6cd881a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:27.259718 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c409137-49b8-4f3a-a4bf-ef62b6cd881a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:27.260034 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c409137-49b8-4f3a-a4bf-ef62b6cd881a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:27.300268 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4c409137-49b8-4f3a-a4bf-ef62b6cd881a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:27.300781 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-4c409137-49b8-4f3a-a4bf-ef62b6cd881a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Floating IP 3864fd15-74db-4f3d-bdca-5f794c4a18fd disassociated (deleted). External IP: 172.25.6.41, port: 2a8e1ca4-7ba2-477f-8f10-536c046c00f3. Jul 16 02:05:27.527597 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c409137-49b8-4f3a-a4bf-ef62b6cd881a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Router 8445340e-d468-4de7-b28e-59bae862fc18 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:05:27.648598 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c409137-49b8-4f3a-a4bf-ef62b6cd881a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:05:27.653901 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4c409137-49b8-4f3a-a4bf-ef62b6cd881a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:27.658400 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec79da4-bba0-4db9-a051-256cad1f5b2a None None] Sync routers for ids ['8445340e-d468-4de7-b28e-59bae862fc18'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:05:27.668597 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec79da4-bba0-4db9-a051-256cad1f5b2a None None] Routers {'8445340e-d468-4de7-b28e-59bae862fc18'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:27.669254 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-7ec79da4-bba0-4db9-a051-256cad1f5b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:05:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8445340e-d468-4de7-b28e-59bae862fc18'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:27.690169 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4c409137-49b8-4f3a-a4bf-ef62b6cd881a tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "DELETE /v2.0/floatingips/3864fd15-74db-4f3d-bdca-5f794c4a18fd HTTP/1.1" status: 204 len: 168 time: 1.2703543 Jul 16 02:05:27.690748 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28eed63d-1c7d-45c3-9ce1-dcc27f592872', 'tag': '2a8e1ca4-7ba2-477f-8f10-536c046c00f3'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:27.693018 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662c4394-a865-4357-96ee-7bff7f889e64" -d '{"events": [{"name": "network-changed", "server_uuid": "28eed63d-1c7d-45c3-9ce1-dcc27f592872", "tag": "2a8e1ca4-7ba2-477f-8f10-536c046c00f3"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:27.789291 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-7ec79da4-bba0-4db9-a051-256cad1f5b2a None None] Set router 8445340e-d468-4de7-b28e-59bae862fc18 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:27.811775 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7476a35-a2eb-4409-a860-c6bfc2aca2e9 x-openstack-request-id: req-a7476a35-a2eb-4409-a860-c6bfc2aca2e9 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:27.812068 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28eed63d-1c7d-45c3-9ce1-dcc27f592872", "tag": "2a8e1ca4-7ba2-477f-8f10-536c046c00f3", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:27.812317 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7476a35-a2eb-4409-a860-c6bfc2aca2e9 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:27.812739 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28eed63d-1c7d-45c3-9ce1-dcc27f592872', 'tag': '2a8e1ca4-7ba2-477f-8f10-536c046c00f3', 'status': 'completed', 'code': 200} Jul 16 02:05:27.895194 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c4394-a865-4357-96ee-7bff7f889e64 req-59dc7b87-9fb8-4337-86ff-85fd787f407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:27.896936 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-662c4394-a865-4357-96ee-7bff7f889e64 req-59dc7b87-9fb8-4337-86ff-85fd787f407b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 1098 time: 0.0610530 Jul 16 02:05:27.995019 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c4394-a865-4357-96ee-7bff7f889e64 req-9d474033-0845-4c3e-a2de-3ca255f887f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:27.996646 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-662c4394-a865-4357-96ee-7bff7f889e64 req-9d474033-0845-4c3e-a2de-3ca255f887f6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 912 time: 0.0930893 Jul 16 02:05:28.027232 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-7ec79da4-bba0-4db9-a051-256cad1f5b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '06a13569-771b-4afc-8c6c-bc472074085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:54Z', 'revision_number': 4, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port': {'id': '06a13569-771b-4afc-8c6c-bc472074085d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'f2a95a1b-af70-4914-b960-ba04f8bbfe81', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'port_id': 'e0dadfbd-5a07-4a54-aa75-1d72827265ba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'mac_address': 'fa:16:3e:4c:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2852958e-a954-4f20-92dc-691e8575e0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:55Z', 'updated_at': '2021-07-16T02:01:58Z', 'revision_number': 1, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be599fc7-fdc8-4486-835d-77dfac012825', 'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'mac_address': 'fa:16:3e:7b:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:53Z', 'updated_at': '2021-07-16T01:56:00Z', 'revision_number': 5, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'subnets': [{'id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:28.046414 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-662c4394-a865-4357-96ee-7bff7f889e64 req-ea323d2a-77bf-4d7b-b5fb-0677da2960fc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8e1ca4-7ba2-477f-8f10-536c046c00f3 HTTP/1.1" status: 200 len: 217 time: 0.0430698 Jul 16 02:05:28.053758 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec79da4-bba0-4db9-a051-256cad1f5b2a None None] Checking router: 8445340e-d468-4de7-b28e-59bae862fc18 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:05:28.062906 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec79da4-bba0-4db9-a051-256cad1f5b2a None None] Routers {'8445340e-d468-4de7-b28e-59bae862fc18'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:28.063515 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-7ec79da4-bba0-4db9-a051-256cad1f5b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:05:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8445340e-d468-4de7-b28e-59bae862fc18'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:28.119070 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c4394-a865-4357-96ee-7bff7f889e64 req-bc275b16-fe71-4629-b6b0-d2bd7390e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:28.120707 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-662c4394-a865-4357-96ee-7bff7f889e64 req-bc275b16-fe71-4629-b6b0-d2bd7390e3c3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0655987 Jul 16 02:05:28.168561 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-7ec79da4-bba0-4db9-a051-256cad1f5b2a None None] Set router 8445340e-d468-4de7-b28e-59bae862fc18 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:28.178274 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fa918-4d19-4758-8593-7278b5d2cbe8 req-1cf6b55f-18ae-47ae-829c-ebea34ef1aa6 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:28.179788 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb7fa918-4d19-4758-8593-7278b5d2cbe8 req-1cf6b55f-18ae-47ae-829c-ebea34ef1aa6 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 946 time: 0.1363428 Jul 16 02:05:28.225597 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c4394-a865-4357-96ee-7bff7f889e64 req-0d69016a-57cc-4143-8e4f-c00e94f3121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:28.227142 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-662c4394-a865-4357-96ee-7bff7f889e64 req-0d69016a-57cc-4143-8e4f-c00e94f3121c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994303 Jul 16 02:05:28.235399 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eb7fa918-4d19-4758-8593-7278b5d2cbe8 req-fd76f11b-c49d-4cab-8c7f-65ef325f7ca3 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463927 Jul 16 02:05:28.325039 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-662c4394-a865-4357-96ee-7bff7f889e64 req-51238251-9b34-46e4-b623-c7220e0275b9 service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845850 Jul 16 02:05:28.407651 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-7ec79da4-bba0-4db9-a051-256cad1f5b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '06a13569-771b-4afc-8c6c-bc472074085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:54Z', 'revision_number': 4, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port': {'id': '06a13569-771b-4afc-8c6c-bc472074085d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'f2a95a1b-af70-4914-b960-ba04f8bbfe81', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'port_id': 'e0dadfbd-5a07-4a54-aa75-1d72827265ba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'mac_address': 'fa:16:3e:4c:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2852958e-a954-4f20-92dc-691e8575e0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:55Z', 'updated_at': '2021-07-16T02:01:58Z', 'revision_number': 1, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be599fc7-fdc8-4486-835d-77dfac012825', 'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'mac_address': 'fa:16:3e:7b:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:53Z', 'updated_at': '2021-07-16T01:56:00Z', 'revision_number': 5, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'subnets': [{'id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:28.419745 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-662c4394-a865-4357-96ee-7bff7f889e64 req-570fc3d0-b72b-4f08-9ed4-959ce2ddacfb service neutron] 10.222.0.82 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876570 Jul 16 02:05:28.436305 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec79da4-bba0-4db9-a051-256cad1f5b2a None None] The sync data for ids ['8445340e-d468-4de7-b28e-59bae862fc18'] in n-d-792394-16 is: [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '06a13569-771b-4afc-8c6c-bc472074085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:54Z', 'revision_number': 4, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port': {'id': '06a13569-771b-4afc-8c6c-bc472074085d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'f2a95a1b-af70-4914-b960-ba04f8bbfe81', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'port_id': 'e0dadfbd-5a07-4a54-aa75-1d72827265ba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'mac_address': 'fa:16:3e:4c:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2852958e-a954-4f20-92dc-691e8575e0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:55Z', 'updated_at': '2021-07-16T02:01:58Z', 'revision_number': 1, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be599fc7-fdc8-4486-835d-77dfac012825', 'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'mac_address': 'fa:16:3e:7b:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:53Z', 'updated_at': '2021-07-16T01:56:00Z', 'revision_number': 5, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'subnets': [{'id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:05:28.683977 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b6c002-8744-4e5e-a238-02634365bae3 None None] New status for floating IP 3864fd15-74db-4f3d-bdca-5f794c4a18fd: DOWN {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:05:29.465409 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78639a-be1a-4262-9dd5-ef2136993b98 req-f806bb33-ae57-4214-8ad8-29f287b24025 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:29.466942 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d78639a-be1a-4262-9dd5-ef2136993b98 req-f806bb33-ae57-4214-8ad8-29f287b24025 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 946 time: 0.0783231 Jul 16 02:05:29.508343 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d78639a-be1a-4262-9dd5-ef2136993b98 req-f4fd6f3d-f88c-4bf5-ada8-b84d95d6fcba tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328965 Jul 16 02:05:29.533755 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310d3ec-842b-4a89-9bdc-32cc961b4ac8 req-aef9329e-d2c7-4034-b491-fac85b70bc43 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:29.535174 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1310d3ec-842b-4a89-9bdc-32cc961b4ac8 req-aef9329e-d2c7-4034-b491-fac85b70bc43 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.82 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 946 time: 0.0684738 Jul 16 02:05:29.561483 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-70495597-124f-4649-a448-c5533c0f4ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:29.648181 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-1310d3ec-842b-4a89-9bdc-32cc961b4ac8 req-05d3e026-2e42-403b-9720-1c5276b0e0fe tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Deleting port 2a8e1ca4-7ba2-477f-8f10-536c046c00f3 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:29.648568 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1310d3ec-842b-4a89-9bdc-32cc961b4ac8 req-05d3e026-2e42-403b-9720-1c5276b0e0fe tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:29.746380 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:29.754107 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1310d3ec-842b-4a89-9bdc-32cc961b4ac8 req-05d3e026-2e42-403b-9720-1c5276b0e0fe tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] For port 2a8e1ca4-7ba2-477f-8f10-536c046c00f3, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2a8e1ca4-7ba2-477f-8f10-536c046c00f3,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:29.754474 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1310d3ec-842b-4a89-9bdc-32cc961b4ac8 req-05d3e026-2e42-403b-9720-1c5276b0e0fe tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:29.771728 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-1310d3ec-842b-4a89-9bdc-32cc961b4ac8 req-05d3e026-2e42-403b-9720-1c5276b0e0fe tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Calling delete_port for 2a8e1ca4-7ba2-477f-8f10-536c046c00f3 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:29.907514 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1310d3ec-842b-4a89-9bdc-32cc961b4ac8 req-05d3e026-2e42-403b-9720-1c5276b0e0fe tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:29.936434 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3e026-2e42-403b-9720-1c5276b0e0fe tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event deleted for resources: {'Port': ['ID=2a8e1ca4-7ba2-477f-8f10-536c046c00f3,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:29.949004 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3e026-2e42-403b-9720-1c5276b0e0fe tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:29.949361 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3e026-2e42-403b-9720-1c5276b0e0fe tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:29.949722 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3e026-2e42-403b-9720-1c5276b0e0fe tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:29.950059 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3e026-2e42-403b-9720-1c5276b0e0fe tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:29.950460 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3e026-2e42-403b-9720-1c5276b0e0fe tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:29.950796 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3e026-2e42-403b-9720-1c5276b0e0fe tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:29.951123 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3e026-2e42-403b-9720-1c5276b0e0fe tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:29.951446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3e026-2e42-403b-9720-1c5276b0e0fe tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:29.951775 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3e026-2e42-403b-9720-1c5276b0e0fe tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:29.952097 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3e026-2e42-403b-9720-1c5276b0e0fe tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:29.952409 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3e026-2e42-403b-9720-1c5276b0e0fe tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:29.952764 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3e026-2e42-403b-9720-1c5276b0e0fe tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:30.003694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-1310d3ec-842b-4a89-9bdc-32cc961b4ac8 req-05d3e026-2e42-403b-9720-1c5276b0e0fe tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] No DVR routers for this DVR port 2a8e1ca4-7ba2-477f-8f10-536c046c00f3 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:05:30.007311 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1310d3ec-842b-4a89-9bdc-32cc961b4ac8 req-05d3e026-2e42-403b-9720-1c5276b0e0fe tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:30.010044 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1310d3ec-842b-4a89-9bdc-32cc961b4ac8 req-05d3e026-2e42-403b-9720-1c5276b0e0fe tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.82 "DELETE /v2.0/ports/2a8e1ca4-7ba2-477f-8f10-536c046c00f3 HTTP/1.1" status: 204 len: 173 time: 0.4693129 Jul 16 02:05:30.010612 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28eed63d-1c7d-45c3-9ce1-dcc27f592872', 'name': 'network-vif-deleted', 'tag': '2a8e1ca4-7ba2-477f-8f10-536c046c00f3'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:30.013277 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e0f711-96b3-4176-9062-7a5c2d47a822" -d '{"events": [{"server_uuid": "28eed63d-1c7d-45c3-9ce1-dcc27f592872", "name": "network-vif-deleted", "tag": "2a8e1ca4-7ba2-477f-8f10-536c046c00f3"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:30.048850 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194a1d84-785c-4b2d-a93f-4a1f4ee2105d x-openstack-request-id: req-194a1d84-785c-4b2d-a93f-4a1f4ee2105d {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:30.049141 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28eed63d-1c7d-45c3-9ce1-dcc27f592872", "name": "network-vif-deleted", "tag": "2a8e1ca4-7ba2-477f-8f10-536c046c00f3", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:30.049386 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-194a1d84-785c-4b2d-a93f-4a1f4ee2105d {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:30.049788 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28eed63d-1c7d-45c3-9ce1-dcc27f592872', 'name': 'network-vif-deleted', 'tag': '2a8e1ca4-7ba2-477f-8f10-536c046c00f3', 'status': 'completed', 'code': 200} Jul 16 02:05:30.651032 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7d225511-a575-47c8-b3d5-caed7d0bedb7 req-6f1af62b-faa7-4d1d-8baa-00a5b9422214 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 210 time: 0.0293353 Jul 16 02:05:30.911854 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:31.765325 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:31.806127 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b011e7a7-d915-43a6-af23-aca4da28e134 req-8d8275a7-47c8-4f9d-878c-c92f1d064d6b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 210 time: 0.0319648 Jul 16 02:05:32.641760 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:32.759775 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2a8e1ca4-7ba2-477f-8f10-536c046c00f3 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:05:32.784734 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 2a8e1ca4-7ba2-477f-8f10-536c046c00f3 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:05:32.785081 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2a8e1ca4-7ba2-477f-8f10-536c046c00f3 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:05:32.947243 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-25c8b8b7-ceae-4e2e-9884-a734e7daf091 req-eb40e8af-b36b-4dd6-8040-2440693510fa tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 210 time: 0.0288100 Jul 16 02:05:34.110478 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-22b4770a-cae0-427f-a1b6-2575c44f9999 req-28995dac-e291-4fcc-b1aa-47e7d2d8625d tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=28eed63d-1c7d-45c3-9ce1-dcc27f592872 HTTP/1.1" status: 200 len: 210 time: 0.0331397 Jul 16 02:05:35.321540 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:36.411655 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:05:39.546088 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36590) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:39.740462 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-27bc22cc-d14c-4910-9c42-c8cbcb08ddc2 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Deleting port b479aef8-d931-4cd5-92f7-45b2ba13bf5c {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:39.740681 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-27bc22cc-d14c-4910-9c42-c8cbcb08ddc2 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:39.837905 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-27bc22cc-d14c-4910-9c42-c8cbcb08ddc2 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:39.838244 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-27bc22cc-d14c-4910-9c42-c8cbcb08ddc2 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:39.852187 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-27bc22cc-d14c-4910-9c42-c8cbcb08ddc2 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Calling delete_port for b479aef8-d931-4cd5-92f7-45b2ba13bf5c owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:40.013643 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-27bc22cc-d14c-4910-9c42-c8cbcb08ddc2 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:40.044817 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc22cc-d14c-4910-9c42-c8cbcb08ddc2 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event deleted for resources: {'Port': ['ID=b479aef8-d931-4cd5-92f7-45b2ba13bf5c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:40.107873 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-27bc22cc-d14c-4910-9c42-c8cbcb08ddc2 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:40.108256 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-27bc22cc-d14c-4910-9c42-c8cbcb08ddc2 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Floating IP f2a95a1b-af70-4914-b960-ba04f8bbfe81 disassociated (deleted). External IP: 172.25.6.13, port: e0dadfbd-5a07-4a54-aa75-1d72827265ba. Jul 16 02:05:40.349080 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bc22cc-d14c-4910-9c42-c8cbcb08ddc2 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Router 8445340e-d468-4de7-b28e-59bae862fc18 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:05:40.459510 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bc22cc-d14c-4910-9c42-c8cbcb08ddc2 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:05:40.464489 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-27bc22cc-d14c-4910-9c42-c8cbcb08ddc2 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:40.470379 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c344a8-03e5-4ac5-9c52-45b70fda717e None None] Sync routers for ids ['8445340e-d468-4de7-b28e-59bae862fc18'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:05:40.480695 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c344a8-03e5-4ac5-9c52-45b70fda717e None None] Routers {'8445340e-d468-4de7-b28e-59bae862fc18'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:40.481320 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-95c344a8-03e5-4ac5-9c52-45b70fda717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:05:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8445340e-d468-4de7-b28e-59bae862fc18'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:40.502103 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-27bc22cc-d14c-4910-9c42-c8cbcb08ddc2 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "DELETE /v2.0/floatingips/f2a95a1b-af70-4914-b960-ba04f8bbfe81 HTTP/1.1" status: 204 len: 168 time: 0.9548397 Jul 16 02:05:40.502686 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2852958e-a954-4f20-92dc-691e8575e0db', 'tag': 'e0dadfbd-5a07-4a54-aa75-1d72827265ba'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:40.505001 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe34ffc7-19ec-4c87-90f1-51870daa77fb" -d '{"events": [{"name": "network-changed", "server_uuid": "2852958e-a954-4f20-92dc-691e8575e0db", "tag": "e0dadfbd-5a07-4a54-aa75-1d72827265ba"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:40.545070 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d930522-7c19-48b4-963a-8da576210604 x-openstack-request-id: req-7d930522-7c19-48b4-963a-8da576210604 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:40.545342 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2852958e-a954-4f20-92dc-691e8575e0db", "tag": "e0dadfbd-5a07-4a54-aa75-1d72827265ba", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:40.545602 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d930522-7c19-48b4-963a-8da576210604 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:40.546000 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2852958e-a954-4f20-92dc-691e8575e0db', 'tag': 'e0dadfbd-5a07-4a54-aa75-1d72827265ba', 'status': 'completed', 'code': 200} Jul 16 02:05:40.593203 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-95c344a8-03e5-4ac5-9c52-45b70fda717e None None] Set router 8445340e-d468-4de7-b28e-59bae862fc18 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:40.627684 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34ffc7-19ec-4c87-90f1-51870daa77fb req-56db68cb-ba58-424c-8c4e-d148bfccdf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:40.629200 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe34ffc7-19ec-4c87-90f1-51870daa77fb req-56db68cb-ba58-424c-8c4e-d148bfccdf08 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 1097 time: 0.0576360 Jul 16 02:05:40.735684 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34ffc7-19ec-4c87-90f1-51870daa77fb req-9eee6996-4511-4d6e-a35b-1570f7ab51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:40.735684 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe34ffc7-19ec-4c87-90f1-51870daa77fb req-9eee6996-4511-4d6e-a35b-1570f7ab51d2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 200 len: 912 time: 0.0996015 Jul 16 02:05:40.791532 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe34ffc7-19ec-4c87-90f1-51870daa77fb req-6f576b92-f25e-4b0b-a41b-0db450724dac service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0dadfbd-5a07-4a54-aa75-1d72827265ba HTTP/1.1" status: 200 len: 217 time: 0.0431788 Jul 16 02:05:40.817738 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-95c344a8-03e5-4ac5-9c52-45b70fda717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '06a13569-771b-4afc-8c6c-bc472074085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:54Z', 'revision_number': 4, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port': {'id': '06a13569-771b-4afc-8c6c-bc472074085d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'be599fc7-fdc8-4486-835d-77dfac012825', 'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'mac_address': 'fa:16:3e:7b:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:53Z', 'updated_at': '2021-07-16T01:56:00Z', 'revision_number': 5, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'subnets': [{'id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:40.845739 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c344a8-03e5-4ac5-9c52-45b70fda717e None None] Checking router: 8445340e-d468-4de7-b28e-59bae862fc18 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:05:40.847716 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34ffc7-19ec-4c87-90f1-51870daa77fb req-84af2820-df46-43ed-be01-6c2a0f24d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:40.849286 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe34ffc7-19ec-4c87-90f1-51870daa77fb req-84af2820-df46-43ed-be01-6c2a0f24d07f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 200 len: 850 time: 0.0516679 Jul 16 02:05:40.854710 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c344a8-03e5-4ac5-9c52-45b70fda717e None None] Routers {'8445340e-d468-4de7-b28e-59bae862fc18'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:40.855776 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-95c344a8-03e5-4ac5-9c52-45b70fda717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:05:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8445340e-d468-4de7-b28e-59bae862fc18'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:40.894248 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e6b8b-b4d6-4c49-b7f3-7a9786bc221d req-f73ef966-3542-4842-afc4-e9f5305b790b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:40.895846 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-037e6b8b-b4d6-4c49-b7f3-7a9786bc221d req-f73ef966-3542-4842-afc4-e9f5305b790b tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 945 time: 0.0711906 Jul 16 02:05:40.913533 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34ffc7-19ec-4c87-90f1-51870daa77fb req-c936346b-8e3a-42b9-974c-2f68b06e1186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:40.915096 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe34ffc7-19ec-4c87-90f1-51870daa77fb req-c936346b-8e3a-42b9-974c-2f68b06e1186 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=33dc7d95-0dcb-4992-81bd-6e72b1f33713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594172 Jul 16 02:05:40.938382 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-037e6b8b-b4d6-4c49-b7f3-7a9786bc221d req-0335e39e-2a3d-418d-8731-ca09e52f76dd tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359998 Jul 16 02:05:41.018986 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe34ffc7-19ec-4c87-90f1-51870daa77fb req-e4ea44bc-fd17-4680-b0ed-f9b581beb983 service neutron] 10.222.0.84 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957947 Jul 16 02:05:41.112618 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe34ffc7-19ec-4c87-90f1-51870daa77fb req-c6f94bc9-e8ea-4b0a-9270-d9d7f7481697 service neutron] 10.222.0.84 "GET /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868280 Jul 16 02:05:41.131413 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-95c344a8-03e5-4ac5-9c52-45b70fda717e None None] Set router 8445340e-d468-4de7-b28e-59bae862fc18 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:41.341176 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-95c344a8-03e5-4ac5-9c52-45b70fda717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '06a13569-771b-4afc-8c6c-bc472074085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:54Z', 'revision_number': 4, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port': {'id': '06a13569-771b-4afc-8c6c-bc472074085d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'be599fc7-fdc8-4486-835d-77dfac012825', 'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'mac_address': 'fa:16:3e:7b:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:53Z', 'updated_at': '2021-07-16T01:56:00Z', 'revision_number': 5, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'subnets': [{'id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:41.369817 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c344a8-03e5-4ac5-9c52-45b70fda717e None None] The sync data for ids ['8445340e-d468-4de7-b28e-59bae862fc18'] in n-d-792394-16 is: [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '06a13569-771b-4afc-8c6c-bc472074085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:54Z', 'revision_number': 4, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port': {'id': '06a13569-771b-4afc-8c6c-bc472074085d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'be599fc7-fdc8-4486-835d-77dfac012825', 'name': '', 'network_id': '33dc7d95-0dcb-4992-81bd-6e72b1f33713', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'mac_address': 'fa:16:3e:7b:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:53Z', 'updated_at': '2021-07-16T01:56:00Z', 'revision_number': 5, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'subnets': [{'id': '608c9e7c-9aae-48b5-a467-74a11c7b6d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:05:41.627060 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c357fd2-3a77-4775-ae3c-cea51e3dd985 None None] New status for floating IP f2a95a1b-af70-4914-b960-ba04f8bbfe81: DOWN {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:05:42.142568 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a710d-ce81-4a54-aa1e-a0b2a23f89e3 req-906019db-5a88-44c3-bae2-51513b425cf7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:42.144176 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a89a710d-ce81-4a54-aa1e-a0b2a23f89e3 req-906019db-5a88-44c3-bae2-51513b425cf7 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 945 time: 0.0727930 Jul 16 02:05:42.193773 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a89a710d-ce81-4a54-aa1e-a0b2a23f89e3 req-afa74f78-ef45-46c3-a606-cb8cdf4d0450 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aba1456-b732-4bc1-90df-9edc90b0aa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437570 Jul 16 02:05:42.330609 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e88898-25ea-4758-9ab1-c86d179dccb0 req-3dfdc314-256a-4f4f-a812-24741c66df5c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:42.331992 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-99e88898-25ea-4758-9ab1-c86d179dccb0 req-3dfdc314-256a-4f4f-a812-24741c66df5c tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.84 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 945 time: 0.0732636 Jul 16 02:05:42.448757 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-99e88898-25ea-4758-9ab1-c86d179dccb0 req-4988772c-1285-4567-b2c7-18e8121a570e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Deleting port e0dadfbd-5a07-4a54-aa75-1d72827265ba {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:42.449052 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-99e88898-25ea-4758-9ab1-c86d179dccb0 req-4988772c-1285-4567-b2c7-18e8121a570e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:42.545685 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-99e88898-25ea-4758-9ab1-c86d179dccb0 req-4988772c-1285-4567-b2c7-18e8121a570e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] For port e0dadfbd-5a07-4a54-aa75-1d72827265ba, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=e0dadfbd-5a07-4a54-aa75-1d72827265ba,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:42.545989 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-99e88898-25ea-4758-9ab1-c86d179dccb0 req-4988772c-1285-4567-b2c7-18e8121a570e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:42.563587 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-99e88898-25ea-4758-9ab1-c86d179dccb0 req-4988772c-1285-4567-b2c7-18e8121a570e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Calling delete_port for e0dadfbd-5a07-4a54-aa75-1d72827265ba owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:42.696830 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-99e88898-25ea-4758-9ab1-c86d179dccb0 req-4988772c-1285-4567-b2c7-18e8121a570e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:42.726741 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988772c-1285-4567-b2c7-18e8121a570e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event deleted for resources: {'Port': ['ID=e0dadfbd-5a07-4a54-aa75-1d72827265ba,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:42.770823 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e88898-25ea-4758-9ab1-c86d179dccb0 req-4988772c-1285-4567-b2c7-18e8121a570e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] No DVR routers for this DVR port e0dadfbd-5a07-4a54-aa75-1d72827265ba on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:05:42.773398 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-99e88898-25ea-4758-9ab1-c86d179dccb0 req-4988772c-1285-4567-b2c7-18e8121a570e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:42.775390 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-99e88898-25ea-4758-9ab1-c86d179dccb0 req-4988772c-1285-4567-b2c7-18e8121a570e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.84 "DELETE /v2.0/ports/e0dadfbd-5a07-4a54-aa75-1d72827265ba HTTP/1.1" status: 204 len: 173 time: 0.4379659 Jul 16 02:05:42.775817 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2852958e-a954-4f20-92dc-691e8575e0db', 'name': 'network-vif-deleted', 'tag': 'e0dadfbd-5a07-4a54-aa75-1d72827265ba'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:42.778157 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cfcfe1-c3e1-44fa-b05a-e46ce48e00d4" -d '{"events": [{"server_uuid": "2852958e-a954-4f20-92dc-691e8575e0db", "name": "network-vif-deleted", "tag": "e0dadfbd-5a07-4a54-aa75-1d72827265ba"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:42.813233 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb74db81-08a6-47ee-a46a-7df2b243cdcf x-openstack-request-id: req-fb74db81-08a6-47ee-a46a-7df2b243cdcf {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:42.813521 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2852958e-a954-4f20-92dc-691e8575e0db", "name": "network-vif-deleted", "tag": "e0dadfbd-5a07-4a54-aa75-1d72827265ba", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:42.813776 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb74db81-08a6-47ee-a46a-7df2b243cdcf {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:42.814184 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2852958e-a954-4f20-92dc-691e8575e0db', 'name': 'network-vif-deleted', 'tag': 'e0dadfbd-5a07-4a54-aa75-1d72827265ba', 'status': 'completed', 'code': 200} Jul 16 02:05:43.548152 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-51abe9f6-c430-42d9-99af-986b25465576 req-4ead0a09-09b9-467f-b757-838eed818156 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 210 time: 0.0438123 Jul 16 02:05:44.696266 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5cd79759-38db-463b-8dce-2e11e9fdba35 req-7c4cb902-6dd1-4f7e-8742-59299fd2f4ae tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 210 time: 0.0305181 Jul 16 02:05:45.847768 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ea5e24f7-9296-4c7d-a533-ceb04a3cf93a req-243f23d7-0d8e-41ff-874d-f55c5b9d7a9e tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "GET /v2.0/ports?device_id=2852958e-a954-4f20-92dc-691e8575e0db HTTP/1.1" status: 200 len: 210 time: 0.0288105 Jul 16 02:05:46.943712 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36612) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:47.088658 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device e0dadfbd-5a07-4a54-aa75-1d72827265ba no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:05:47.091006 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-6ce9e39a-a807-471c-84a5-83ba7778d162 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Deleting port bdb5f0ce-aa62-4881-8cfb-ccf7870eff4a {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:47.091468 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ce9e39a-a807-471c-84a5-83ba7778d162 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:47.109356 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: e0dadfbd-5a07-4a54-aa75-1d72827265ba {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:05:47.109711 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device e0dadfbd-5a07-4a54-aa75-1d72827265ba not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:05:47.174286 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ce9e39a-a807-471c-84a5-83ba7778d162 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:47.174538 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ce9e39a-a807-471c-84a5-83ba7778d162 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:47.186513 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-6ce9e39a-a807-471c-84a5-83ba7778d162 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Calling delete_port for bdb5f0ce-aa62-4881-8cfb-ccf7870eff4a owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:47.331870 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ce9e39a-a807-471c-84a5-83ba7778d162 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:47.361758 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9e39a-a807-471c-84a5-83ba7778d162 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event deleted for resources: {'Port': ['ID=bdb5f0ce-aa62-4881-8cfb-ccf7870eff4a,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:47.434280 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ce9e39a-a807-471c-84a5-83ba7778d162 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:47.436819 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6ce9e39a-a807-471c-84a5-83ba7778d162 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:47.438016 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6ce9e39a-a807-471c-84a5-83ba7778d162 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "DELETE /v2.0/floatingips/0bca3c07-2375-44ab-80d0-bfc1b74b989e HTTP/1.1" status: 204 len: 168 time: 0.4928172 Jul 16 02:05:49.775083 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36630) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:49.837538 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ae7a39a0-c506-4e52-bb69-0daf3cc83a66 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:49.864477 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ae7a39a0-c506-4e52-bb69-0daf3cc83a66 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:49.929255 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ae7a39a0-c506-4e52-bb69-0daf3cc83a66 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:49.931982 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ae7a39a0-c506-4e52-bb69-0daf3cc83a66 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:49.933186 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ae7a39a0-c506-4e52-bb69-0daf3cc83a66 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] 10.222.0.16 "DELETE /v2.0/security-groups/6aba1456-b732-4bc1-90df-9edc90b0aa98 HTTP/1.1" status: 204 len: 168 time: 0.1572642 Jul 16 02:05:49.943578 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a39a0-c506-4e52-bb69-0daf3cc83a66 tempest-TestVolumeBootPattern-930163484 tempest-TestVolumeBootPattern-930163484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aba1456-b732-4bc1-90df-9edc90b0aa98,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:50.004980 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36634) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:50.566190 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-87c31aec-4932-4736-93d7-1e0c7bd6efc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:51.176782 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-87c31aec-4932-4736-93d7-1e0c7bd6efc5 admin admin] Deleting port be599fc7-fdc8-4486-835d-77dfac012825 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:51.177526 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-87c31aec-4932-4736-93d7-1e0c7bd6efc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:51.264706 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-87c31aec-4932-4736-93d7-1e0c7bd6efc5 admin admin] For port be599fc7-fdc8-4486-835d-77dfac012825, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=be599fc7-fdc8-4486-835d-77dfac012825,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:51.265497 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-87c31aec-4932-4736-93d7-1e0c7bd6efc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:51.284555 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-87c31aec-4932-4736-93d7-1e0c7bd6efc5 admin admin] Calling delete_port for be599fc7-fdc8-4486-835d-77dfac012825 owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:51.480134 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-87c31aec-4932-4736-93d7-1e0c7bd6efc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:51.509898 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c31aec-4932-4736-93d7-1e0c7bd6efc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=be599fc7-fdc8-4486-835d-77dfac012825,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:51.683193 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-87c31aec-4932-4736-93d7-1e0c7bd6efc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:51.915390 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c31aec-4932-4736-93d7-1e0c7bd6efc5 admin admin] Router 8445340e-d468-4de7-b28e-59bae862fc18 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:05:52.034647 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c31aec-4932-4736-93d7-1e0c7bd6efc5 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:05:52.039973 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-87c31aec-4932-4736-93d7-1e0c7bd6efc5 admin admin] 10.222.0.16 "PUT /v2.0/routers/8445340e-d468-4de7-b28e-59bae862fc18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0320184 Jul 16 02:05:52.043635 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36644) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:52.046977 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d9c5b-4426-4ead-8f10-46b252e66143 None None] Sync routers for ids ['8445340e-d468-4de7-b28e-59bae862fc18'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:05:52.059527 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3d9c5b-4426-4ead-8f10-46b252e66143 None None] Routers {'8445340e-d468-4de7-b28e-59bae862fc18'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:52.060559 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-4a3d9c5b-4426-4ead-8f10-46b252e66143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:05:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8445340e-d468-4de7-b28e-59bae862fc18'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:52.151289 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59643781-4d94-497b-9071-5281eb0276d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:52.169210 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-4a3d9c5b-4426-4ead-8f10-46b252e66143 None None] Set router 8445340e-d468-4de7-b28e-59bae862fc18 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:52.256307 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59643781-4d94-497b-9071-5281eb0276d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:52.314134 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-59643781-4d94-497b-9071-5281eb0276d2 admin admin] Deleting port 06a13569-771b-4afc-8c6c-bc472074085d {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:52.314362 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59643781-4d94-497b-9071-5281eb0276d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:52.361357 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-4a3d9c5b-4426-4ead-8f10-46b252e66143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '06a13569-771b-4afc-8c6c-bc472074085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T02:05:51Z', 'revision_number': 5, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port': {'id': '06a13569-771b-4afc-8c6c-bc472074085d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:55:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445340e-d468-4de7-b28e-59bae862fc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T01:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:52.388502 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d9c5b-4426-4ead-8f10-46b252e66143 None None] Checking router: 8445340e-d468-4de7-b28e-59bae862fc18 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:05:52.396915 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3d9c5b-4426-4ead-8f10-46b252e66143 None None] Routers {'8445340e-d468-4de7-b28e-59bae862fc18'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:52.397529 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-4a3d9c5b-4426-4ead-8f10-46b252e66143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:05:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8445340e-d468-4de7-b28e-59bae862fc18'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:52.399073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-59643781-4d94-497b-9071-5281eb0276d2 admin admin] For port 06a13569-771b-4afc-8c6c-bc472074085d, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=06a13569-771b-4afc-8c6c-bc472074085d,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:52.399439 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59643781-4d94-497b-9071-5281eb0276d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:52.412267 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-59643781-4d94-497b-9071-5281eb0276d2 admin admin] Calling delete_port for 06a13569-771b-4afc-8c6c-bc472074085d owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:52.484009 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-4a3d9c5b-4426-4ead-8f10-46b252e66143 None None] Set router 8445340e-d468-4de7-b28e-59bae862fc18 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:52.534867 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-4a3d9c5b-4426-4ead-8f10-46b252e66143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T02:05:52Z', 'revision_number': 6, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:52.565130 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d9c5b-4426-4ead-8f10-46b252e66143 None None] The sync data for ids ['8445340e-d468-4de7-b28e-59bae862fc18'] in n-d-792394-16 is: [{'id': '8445340e-d468-4de7-b28e-59bae862fc18', 'name': 'tempest-TestVolumeBootPattern-721039110-router', 'tenant_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:51Z', 'updated_at': '2021-07-16T02:05:52Z', 'revision_number': 6, 'project_id': 'afe7e5a9f3b34c8783b395f45e501d66', 'gw_port_host': None}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:05:52.590899 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59643781-4d94-497b-9071-5281eb0276d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:52.622178 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59643781-4d94-497b-9071-5281eb0276d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=06a13569-771b-4afc-8c6c-bc472074085d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:52.684827 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59643781-4d94-497b-9071-5281eb0276d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:52.775053 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59643781-4d94-497b-9071-5281eb0276d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:52.777535 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59643781-4d94-497b-9071-5281eb0276d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:52.828937 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59643781-4d94-497b-9071-5281eb0276d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:52.829928 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59643781-4d94-497b-9071-5281eb0276d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8445340e-d468-4de7-b28e-59bae862fc18 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:05:52.836578 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-59643781-4d94-497b-9071-5281eb0276d2 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:52.838961 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-59643781-4d94-497b-9071-5281eb0276d2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/8445340e-d468-4de7-b28e-59bae862fc18 HTTP/1.1" status: 204 len: 168 time: 0.7939358 Jul 16 02:05:52.842901 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36646) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:52.898129 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaaee0dc-935a-49c6-a085-5f9b34fae7cc admin admin] Deleting subnet 608c9e7c-9aae-48b5-a467-74a11c7b6d18 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:05:52.901990 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aaaee0dc-935a-49c6-a085-5f9b34fae7cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:52.939201 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aaaee0dc-935a-49c6-a085-5f9b34fae7cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.020396 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aaaee0dc-935a-49c6-a085-5f9b34fae7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.081195 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aaaee0dc-935a-49c6-a085-5f9b34fae7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.119514 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaee0dc-935a-49c6-a085-5f9b34fae7cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=608c9e7c-9aae-48b5-a467-74a11c7b6d18,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:53.123699 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-aaaee0dc-935a-49c6-a085-5f9b34fae7cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.127048 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-aaaee0dc-935a-49c6-a085-5f9b34fae7cc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/608c9e7c-9aae-48b5-a467-74a11c7b6d18 HTTP/1.1" status: 204 len: 168 time: 0.2830620 Jul 16 02:05:53.128183 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36648) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:53.129329 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38df3b3d-caf6-42b6-b0c2-c863bea6fd7d None None] Network 33dc7d95-0dcb-4992-81bd-6e72b1f33713 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:05:53.197632 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f94fbe9-4226-43d2-bcad-87c037698cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.253556 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-6f94fbe9-4226-43d2-bcad-87c037698cd7 admin admin] Deleting port f359f9f6-9f2b-4bcd-93bb-88006c3335cb {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:53.253819 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f94fbe9-4226-43d2-bcad-87c037698cd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.322533 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-6f94fbe9-4226-43d2-bcad-87c037698cd7 admin admin] For port f359f9f6-9f2b-4bcd-93bb-88006c3335cb, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f359f9f6-9f2b-4bcd-93bb-88006c3335cb,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:53.323245 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f94fbe9-4226-43d2-bcad-87c037698cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.335580 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53cfc44-79dd-43dc-9ff6-ca2818165e75 None None] DHCP port deletion for 33dc7d95-0dcb-4992-81bd-6e72b1f33713 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:05:53.338458 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-6f94fbe9-4226-43d2-bcad-87c037698cd7 admin admin] Calling delete_port for f359f9f6-9f2b-4bcd-93bb-88006c3335cb owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:53.395388 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b53cfc44-79dd-43dc-9ff6-ca2818165e75 None None] Deleting port f359f9f6-9f2b-4bcd-93bb-88006c3335cb {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:53.395856 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b53cfc44-79dd-43dc-9ff6-ca2818165e75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.427033 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f94fbe9-4226-43d2-bcad-87c037698cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.459591 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94fbe9-4226-43d2-bcad-87c037698cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f359f9f6-9f2b-4bcd-93bb-88006c3335cb,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:53.463907 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f94fbe9-4226-43d2-bcad-87c037698cd7 admin admin] No DVR routers for this DVR port f359f9f6-9f2b-4bcd-93bb-88006c3335cb on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:05:53.476833 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b53cfc44-79dd-43dc-9ff6-ca2818165e75 None None] For port f359f9f6-9f2b-4bcd-93bb-88006c3335cb, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f359f9f6-9f2b-4bcd-93bb-88006c3335cb,segment=NetworkSegment(f747ed60-2652-422c-92d1-8624aaf6c1cf),segment_id=f747ed60-2652-422c-92d1-8624aaf6c1cf)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:53.477211 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b53cfc44-79dd-43dc-9ff6-ca2818165e75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.497948 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b53cfc44-79dd-43dc-9ff6-ca2818165e75 None None] Calling delete_port for f359f9f6-9f2b-4bcd-93bb-88006c3335cb owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:53.539376 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f94fbe9-4226-43d2-bcad-87c037698cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.550087 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-6f94fbe9-4226-43d2-bcad-87c037698cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33dc7d95-0dcb-4992-81bd-6e72b1f33713']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:53.561000 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-6f94fbe9-4226-43d2-bcad-87c037698cd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f747ed60-2652-422c-92d1-8624aaf6c1cf') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:53.561219 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-6f94fbe9-4226-43d2-bcad-87c037698cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f747ed60-2652-422c-92d1-8624aaf6c1cf') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:53.570591 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f94fbe9-4226-43d2-bcad-87c037698cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.579323 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b53cfc44-79dd-43dc-9ff6-ca2818165e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.588720 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f94fbe9-4226-43d2-bcad-87c037698cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.595313 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f94fbe9-4226-43d2-bcad-87c037698cd7 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:05:53.595722 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f94fbe9-4226-43d2-bcad-87c037698cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: timer() Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:05:53.598025 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:05:53.606363 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cfc44-79dd-43dc-9ff6-ca2818165e75 None None] Pushing event deleted for resources: {'Port': ['ID=f359f9f6-9f2b-4bcd-93bb-88006c3335cb,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:53.611100 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53cfc44-79dd-43dc-9ff6-ca2818165e75 None None] No DVR routers for this DVR port f359f9f6-9f2b-4bcd-93bb-88006c3335cb on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:05:53.624449 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53cfc44-79dd-43dc-9ff6-ca2818165e75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:53.624808 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53cfc44-79dd-43dc-9ff6-ca2818165e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:53.625843 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53cfc44-79dd-43dc-9ff6-ca2818165e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:53.625843 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53cfc44-79dd-43dc-9ff6-ca2818165e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:53.625994 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53cfc44-79dd-43dc-9ff6-ca2818165e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:53.626437 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53cfc44-79dd-43dc-9ff6-ca2818165e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:53.626632 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53cfc44-79dd-43dc-9ff6-ca2818165e75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:53.626967 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53cfc44-79dd-43dc-9ff6-ca2818165e75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:53.627297 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53cfc44-79dd-43dc-9ff6-ca2818165e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:53.627620 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53cfc44-79dd-43dc-9ff6-ca2818165e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:53.627944 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53cfc44-79dd-43dc-9ff6-ca2818165e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:53.628269 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53cfc44-79dd-43dc-9ff6-ca2818165e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:53.675472 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f94fbe9-4226-43d2-bcad-87c037698cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.680939 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f94fbe9-4226-43d2-bcad-87c037698cd7 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.683229 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6f94fbe9-4226-43d2-bcad-87c037698cd7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/33dc7d95-0dcb-4992-81bd-6e72b1f33713 HTTP/1.1" status: 204 len: 168 time: 0.5538156 Jul 16 02:05:53.687498 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36652) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:53.697030 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 06a13569-771b-4afc-8c6c-bc472074085d no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:05:53.704990 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94fbe9-4226-43d2-bcad-87c037698cd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=33dc7d95-0dcb-4992-81bd-6e72b1f33713,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:53.719947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 06a13569-771b-4afc-8c6c-bc472074085d {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:05:53.720298 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 06a13569-771b-4afc-8c6c-bc472074085d not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:05:53.720789 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device be599fc7-fdc8-4486-835d-77dfac012825 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:05:53.740875 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: be599fc7-fdc8-4486-835d-77dfac012825 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:05:53.741229 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device be599fc7-fdc8-4486-835d-77dfac012825 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:05:53.741647 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f359f9f6-9f2b-4bcd-93bb-88006c3335cb no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:05:53.764344 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: f359f9f6-9f2b-4bcd-93bb-88006c3335cb {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:05:53.764715 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f359f9f6-9f2b-4bcd-93bb-88006c3335cb not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:05:54.067981 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d6ea0413-e777-4b45-9fc1-29a3bc8a0627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:54.333387 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-d6ea0413-e777-4b45-9fc1-29a3bc8a0627 admin admin] Deleting port c8aedd20-6a1e-47f4-82a7-4792bdd44900 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:54.333632 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d6ea0413-e777-4b45-9fc1-29a3bc8a0627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:54.420994 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-d6ea0413-e777-4b45-9fc1-29a3bc8a0627 admin admin] For port c8aedd20-6a1e-47f4-82a7-4792bdd44900, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c8aedd20-6a1e-47f4-82a7-4792bdd44900,segment=NetworkSegment(a7058db1-3c9f-4503-9c23-0f997128a373),segment_id=a7058db1-3c9f-4503-9c23-0f997128a373)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:54.421355 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d6ea0413-e777-4b45-9fc1-29a3bc8a0627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:54.436613 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-d6ea0413-e777-4b45-9fc1-29a3bc8a0627 admin admin] Calling delete_port for c8aedd20-6a1e-47f4-82a7-4792bdd44900 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:54.632010 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d6ea0413-e777-4b45-9fc1-29a3bc8a0627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:54.658303 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea0413-e777-4b45-9fc1-29a3bc8a0627 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8aedd20-6a1e-47f4-82a7-4792bdd44900,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:54.831007 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d6ea0413-e777-4b45-9fc1-29a3bc8a0627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.075454 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ea0413-e777-4b45-9fc1-29a3bc8a0627 admin admin] Router e0d491a5-1201-4562-8636-02fb53180671 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:05:55.183022 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ea0413-e777-4b45-9fc1-29a3bc8a0627 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:05:55.188561 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d6ea0413-e777-4b45-9fc1-29a3bc8a0627 admin admin] 10.222.0.16 "PUT /v2.0/routers/e0d491a5-1201-4562-8636-02fb53180671/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4987164 Jul 16 02:05:55.191276 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36654) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:55.191891 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23410ea3-ce07-4452-ba31-41e0a83d7314 None None] Sync routers for ids ['e0d491a5-1201-4562-8636-02fb53180671'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:05:55.203085 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23410ea3-ce07-4452-ba31-41e0a83d7314 None None] Routers {'e0d491a5-1201-4562-8636-02fb53180671'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:55.203792 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-23410ea3-ce07-4452-ba31-41e0a83d7314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:05:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e0d491a5-1201-4562-8636-02fb53180671'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:55.295606 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a0f2839f-41e4-4640-90eb-53a80061a889 admin admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.308070 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-23410ea3-ce07-4452-ba31-41e0a83d7314 None None] Set router e0d491a5-1201-4562-8636-02fb53180671 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:55.396311 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a0f2839f-41e4-4640-90eb-53a80061a889 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.455272 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-a0f2839f-41e4-4640-90eb-53a80061a889 admin admin] Deleting port 7e8432b8-b5ad-40d2-b7e5-079843d120e3 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:55.455619 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a0f2839f-41e4-4640-90eb-53a80061a889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.485658 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-23410ea3-ce07-4452-ba31-41e0a83d7314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d491a5-1201-4562-8636-02fb53180671', 'name': 'tempest-TestVolumeBootPattern-1129066407-router', 'tenant_id': '0b255813ad184e9ebf33851bc73c2315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '7e8432b8-b5ad-40d2-b7e5-079843d120e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:56Z', 'updated_at': '2021-07-16T02:05:54Z', 'revision_number': 5, 'project_id': '0b255813ad184e9ebf33851bc73c2315', 'gw_port': {'id': '7e8432b8-b5ad-40d2-b7e5-079843d120e3', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d491a5-1201-4562-8636-02fb53180671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:56Z', 'updated_at': '2021-07-16T01:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:55.512271 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23410ea3-ce07-4452-ba31-41e0a83d7314 None None] Checking router: e0d491a5-1201-4562-8636-02fb53180671 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:05:55.521628 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23410ea3-ce07-4452-ba31-41e0a83d7314 None None] Routers {'e0d491a5-1201-4562-8636-02fb53180671'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:55.522094 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-23410ea3-ce07-4452-ba31-41e0a83d7314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:05:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e0d491a5-1201-4562-8636-02fb53180671'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:55.538002 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-a0f2839f-41e4-4640-90eb-53a80061a889 admin admin] For port 7e8432b8-b5ad-40d2-b7e5-079843d120e3, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7e8432b8-b5ad-40d2-b7e5-079843d120e3,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:55.538325 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a0f2839f-41e4-4640-90eb-53a80061a889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.550472 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-a0f2839f-41e4-4640-90eb-53a80061a889 admin admin] Calling delete_port for 7e8432b8-b5ad-40d2-b7e5-079843d120e3 owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:55.608588 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-23410ea3-ce07-4452-ba31-41e0a83d7314 None None] Set router e0d491a5-1201-4562-8636-02fb53180671 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:55.669191 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-23410ea3-ce07-4452-ba31-41e0a83d7314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d491a5-1201-4562-8636-02fb53180671', 'name': 'tempest-TestVolumeBootPattern-1129066407-router', 'tenant_id': '0b255813ad184e9ebf33851bc73c2315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:56Z', 'updated_at': '2021-07-16T02:05:55Z', 'revision_number': 6, 'project_id': '0b255813ad184e9ebf33851bc73c2315', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:55.696239 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23410ea3-ce07-4452-ba31-41e0a83d7314 None None] The sync data for ids ['e0d491a5-1201-4562-8636-02fb53180671'] in n-d-792394-16 is: [{'id': 'e0d491a5-1201-4562-8636-02fb53180671', 'name': 'tempest-TestVolumeBootPattern-1129066407-router', 'tenant_id': '0b255813ad184e9ebf33851bc73c2315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:56Z', 'updated_at': '2021-07-16T02:05:55Z', 'revision_number': 6, 'project_id': '0b255813ad184e9ebf33851bc73c2315', 'gw_port_host': None}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:05:55.748770 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a0f2839f-41e4-4640-90eb-53a80061a889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.776031 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2839f-41e4-4640-90eb-53a80061a889 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e8432b8-b5ad-40d2-b7e5-079843d120e3,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:55.846958 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a0f2839f-41e4-4640-90eb-53a80061a889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.938769 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a0f2839f-41e4-4640-90eb-53a80061a889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.940964 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a0f2839f-41e4-4640-90eb-53a80061a889 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.986281 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a0f2839f-41e4-4640-90eb-53a80061a889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.986722 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f2839f-41e4-4640-90eb-53a80061a889 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0d491a5-1201-4562-8636-02fb53180671 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:05:55.991439 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a0f2839f-41e4-4640-90eb-53a80061a889 admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.993214 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a0f2839f-41e4-4640-90eb-53a80061a889 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e0d491a5-1201-4562-8636-02fb53180671 HTTP/1.1" status: 204 len: 168 time: 0.8010283 Jul 16 02:05:55.995916 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36656) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:56.051512 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf666e1-7f3b-449f-90f0-8bc574f420f2 admin admin] Deleting subnet 52be36a3-e78d-4d39-bfb6-20efd51fee08 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:05:56.055238 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ddf666e1-7f3b-449f-90f0-8bc574f420f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.093130 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ddf666e1-7f3b-449f-90f0-8bc574f420f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.190449 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ddf666e1-7f3b-449f-90f0-8bc574f420f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.247346 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ddf666e1-7f3b-449f-90f0-8bc574f420f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.277769 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf666e1-7f3b-449f-90f0-8bc574f420f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52be36a3-e78d-4d39-bfb6-20efd51fee08,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:56.283090 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ddf666e1-7f3b-449f-90f0-8bc574f420f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.285062 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ddf666e1-7f3b-449f-90f0-8bc574f420f2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/52be36a3-e78d-4d39-bfb6-20efd51fee08 HTTP/1.1" status: 204 len: 168 time: 0.2879148 Jul 16 02:05:56.287627 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36658) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:56.287925 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589c7f68-8c1a-4e2a-a95e-ed8b0af21fa6 None None] Network 3bf12ce0-4169-4108-8b4e-234ca0272740 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:05:56.359851 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dd7a03d1-2310-45bd-912e-7b51742bd6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.418398 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a03d1-2310-45bd-912e-7b51742bd6ab admin admin] Deleting port 100aed31-efdb-40e9-b036-094cb76bb5e8 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:56.418829 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dd7a03d1-2310-45bd-912e-7b51742bd6ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.476521 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646792b5-9d62-4ac3-b3f1-49b58a380ca7 None None] DHCP port deletion for 3bf12ce0-4169-4108-8b4e-234ca0272740 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:05:56.493573 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-dd7a03d1-2310-45bd-912e-7b51742bd6ab admin admin] For port 100aed31-efdb-40e9-b036-094cb76bb5e8, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=100aed31-efdb-40e9-b036-094cb76bb5e8,segment=NetworkSegment(a7058db1-3c9f-4503-9c23-0f997128a373),segment_id=a7058db1-3c9f-4503-9c23-0f997128a373)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:56.493934 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dd7a03d1-2310-45bd-912e-7b51742bd6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.507165 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a03d1-2310-45bd-912e-7b51742bd6ab admin admin] Calling delete_port for 100aed31-efdb-40e9-b036-094cb76bb5e8 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:56.523665 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-646792b5-9d62-4ac3-b3f1-49b58a380ca7 None None] Deleting port 100aed31-efdb-40e9-b036-094cb76bb5e8 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:56.524047 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-646792b5-9d62-4ac3-b3f1-49b58a380ca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.587996 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-646792b5-9d62-4ac3-b3f1-49b58a380ca7 None None] For port 100aed31-efdb-40e9-b036-094cb76bb5e8, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=100aed31-efdb-40e9-b036-094cb76bb5e8,segment=NetworkSegment(a7058db1-3c9f-4503-9c23-0f997128a373),segment_id=a7058db1-3c9f-4503-9c23-0f997128a373)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:56.588412 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-646792b5-9d62-4ac3-b3f1-49b58a380ca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.598573 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dd7a03d1-2310-45bd-912e-7b51742bd6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.607375 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-646792b5-9d62-4ac3-b3f1-49b58a380ca7 None None] Calling delete_port for 100aed31-efdb-40e9-b036-094cb76bb5e8 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:56.625660 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a03d1-2310-45bd-912e-7b51742bd6ab admin admin] Pushing event deleted for resources: {'Port': ['ID=100aed31-efdb-40e9-b036-094cb76bb5e8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:56.630467 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7a03d1-2310-45bd-912e-7b51742bd6ab admin admin] No DVR routers for this DVR port 100aed31-efdb-40e9-b036-094cb76bb5e8 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:05:56.667675 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e641180-68b6-464b-88fa-12773af4dd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.709650 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-646792b5-9d62-4ac3-b3f1-49b58a380ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.716878 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dd7a03d1-2310-45bd-912e-7b51742bd6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.729075 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-dd7a03d1-2310-45bd-912e-7b51742bd6ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf12ce0-4169-4108-8b4e-234ca0272740']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:56.735265 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646792b5-9d62-4ac3-b3f1-49b58a380ca7 None None] Pushing event deleted for resources: {'Port': ['ID=100aed31-efdb-40e9-b036-094cb76bb5e8,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:56.739172 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646792b5-9d62-4ac3-b3f1-49b58a380ca7 None None] No DVR routers for this DVR port 100aed31-efdb-40e9-b036-094cb76bb5e8 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:05:56.743783 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-dd7a03d1-2310-45bd-912e-7b51742bd6ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7058db1-3c9f-4503-9c23-0f997128a373') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:56.743900 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-dd7a03d1-2310-45bd-912e-7b51742bd6ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7058db1-3c9f-4503-9c23-0f997128a373') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:56.758423 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dd7a03d1-2310-45bd-912e-7b51742bd6ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.773153 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dd7a03d1-2310-45bd-912e-7b51742bd6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.779522 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7a03d1-2310-45bd-912e-7b51742bd6ab admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:05:56.779938 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dd7a03d1-2310-45bd-912e-7b51742bd6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: timer() Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:05:56.781688 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:05:56.836853 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dd7a03d1-2310-45bd-912e-7b51742bd6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.842416 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dd7a03d1-2310-45bd-912e-7b51742bd6ab admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.844226 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-dd7a03d1-2310-45bd-912e-7b51742bd6ab admin admin] 10.222.0.16 "DELETE /v2.0/networks/3bf12ce0-4169-4108-8b4e-234ca0272740 HTTP/1.1" status: 204 len: 168 time: 0.5556834 Jul 16 02:05:56.855479 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a03d1-2310-45bd-912e-7b51742bd6ab admin admin] Pushing event deleted for resources: {'Network': ['ID=3bf12ce0-4169-4108-8b4e-234ca0272740,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:56.973269 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36662) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:57.018861 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-090dfbbf-d586-45b2-8c7e-5ab691e1b435 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=afe7e5a9f3b34c8783b395f45e501d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442395 Jul 16 02:05:57.021438 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36664) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:57.069578 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-897eea20-9476-4611-945b-c886a29c52bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.090823 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-897eea20-9476-4611-945b-c886a29c52bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.138528 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-897eea20-9476-4611-945b-c886a29c52bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.141716 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-897eea20-9476-4611-945b-c886a29c52bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.142798 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-897eea20-9476-4611-945b-c886a29c52bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d333416a-ab00-4bec-8e4b-b003ab3638a3 HTTP/1.1" status: 204 len: 168 time: 0.1205249 Jul 16 02:05:57.151895 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897eea20-9476-4611-945b-c886a29c52bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d333416a-ab00-4bec-8e4b-b003ab3638a3,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:57.535534 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36672) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:57.575834 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9e42a8c5-2dfb-41ad-bdd9-57cd6c1fc2d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b255813ad184e9ebf33851bc73c2315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390813 Jul 16 02:05:57.578590 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36674) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:57.630285 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-69740e12-81ad-4d58-9a41-c950a035a0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.651584 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-69740e12-81ad-4d58-9a41-c950a035a0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.663251 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c8aedd20-6a1e-47f4-82a7-4792bdd44900 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:05:57.685960 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: c8aedd20-6a1e-47f4-82a7-4792bdd44900 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:05:57.686624 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c8aedd20-6a1e-47f4-82a7-4792bdd44900 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:05:57.687314 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 100aed31-efdb-40e9-b036-094cb76bb5e8 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:05:57.705641 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-69740e12-81ad-4d58-9a41-c950a035a0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.708326 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-69740e12-81ad-4d58-9a41-c950a035a0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.709597 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-69740e12-81ad-4d58-9a41-c950a035a0af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e120fb8-519b-44ee-8fc9-0dce764d5f5d HTTP/1.1" status: 204 len: 168 time: 0.1301172 Jul 16 02:05:57.710109 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 100aed31-efdb-40e9-b036-094cb76bb5e8 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:05:57.710456 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 100aed31-efdb-40e9-b036-094cb76bb5e8 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:05:57.710867 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7e8432b8-b5ad-40d2-b7e5-079843d120e3 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:05:57.718476 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69740e12-81ad-4d58-9a41-c950a035a0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e120fb8-519b-44ee-8fc9-0dce764d5f5d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:57.735545 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 7e8432b8-b5ad-40d2-b7e5-079843d120e3 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:05:57.735902 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7e8432b8-b5ad-40d2-b7e5-079843d120e3 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:05:59.569393 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92d96b16-cee0-485e-a795-557e4ce6c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:59.741382 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:00.915561 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:01.790272 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:02.645577 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:05.322902 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:08.338544 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-1c91da35-00e0-44e7-86ce-d942e361a7ba tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f8f1b85de9b44989bd625e335000304f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292592 Jul 16 02:06:08.874266 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-784dace2-4198-41c5-9bde-f582db50d048 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:08.875708 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-784dace2-4198-41c5-9bde-f582db50d048 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5295606 Jul 16 02:06:08.890783 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-ea85fe1f-5b48-41f9-9488-dd2572450413 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.16 "GET /v2.0/quotas/f8f1b85de9b44989bd625e335000304f HTTP/1.1" status: 200 len: 375 time: 0.0096200 Jul 16 02:06:08.924324 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-6d74121e-0951-4013-b793-8ab2631a4c22 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8f1b85de9b44989bd625e335000304f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284278 Jul 16 02:06:09.110440 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-07315f81-b2f8-4b03-b3fd-dcd058d15717 req-5bc7ef55-6666-4db1-a419-4a964ec3bee7 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.16 "GET /v2.0/ports?device_id=29d960d8-ee61-4f21-a526-4aebfe9046eb HTTP/1.1" status: 200 len: 210 time: 0.0321629 Jul 16 02:06:10.256714 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6f1581b2-0431-4593-ab21-e3b4d34a8fd3 req-2b6cdb44-d529-4205-b899-cfd56ca6c9ed tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.16 "GET /v2.0/ports?device_id=29d960d8-ee61-4f21-a526-4aebfe9046eb HTTP/1.1" status: 200 len: 210 time: 0.0329196 Jul 16 02:06:10.409541 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-3fc5e9cb-845c-4dbe-953e-48763302eefd tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=f8f1b85de9b44989bd625e335000304f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350168 Jul 16 02:06:10.612495 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-05ffe605-872a-44f9-adc0-abce254267d4 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:10.613971 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-05ffe605-872a-44f9-adc0-abce254267d4 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1988804 Jul 16 02:06:10.627349 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-d86659da-8e28-4f26-a36d-2bcee419d651 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Request body: {'port': {'device_id': '29d960d8-ee61-4f21-a526-4aebfe9046eb', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'admin_state_up': True, 'tenant_id': 'f8f1b85de9b44989bd625e335000304f'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:10.740902 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-d86659da-8e28-4f26-a36d-2bcee419d651 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Made reservation on behalf of f8f1b85de9b44989bd625e335000304f for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:10.744414 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-d86659da-8e28-4f26-a36d-2bcee419d651 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:10.757573 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-d86659da-8e28-4f26-a36d-2bcee419d651 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:10.857743 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-d86659da-8e28-4f26-a36d-2bcee419d651 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:10.865209 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-d86659da-8e28-4f26-a36d-2bcee419d651 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:10.927093 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86659da-8e28-4f26-a36d-2bcee419d651 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01863814-df2c-46a1-bcbf-43135988b439,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:11.005558 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-d86659da-8e28-4f26-a36d-2bcee419d651 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Allocated IP 192.168.233.152 (e5d589e5-7c54-470d-96c0-9666f679292f/57021577-9b87-469e-98f5-f0c69630cc63/e136c48e-41df-44cd-a237-7a485676b22f) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:11.161465 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-d86659da-8e28-4f26-a36d-2bcee419d651 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:11.177981 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-d86659da-8e28-4f26-a36d-2bcee419d651 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Transition to ACTIVE for port object e136c48e-41df-44cd-a237-7a485676b22f will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:11.225638 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-d86659da-8e28-4f26-a36d-2bcee419d651 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:11.266409 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-d86659da-8e28-4f26-a36d-2bcee419d651 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Network e5d589e5-7c54-470d-96c0-9666f679292f is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:11.271994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-d86659da-8e28-4f26-a36d-2bcee419d651 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:11.274453 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-d86659da-8e28-4f26-a36d-2bcee419d651 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:11.314627 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86659da-8e28-4f26-a36d-2bcee419d651 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Pushing event updated for resources: {'Port': ['ID=e136c48e-41df-44cd-a237-7a485676b22f,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:11.340546 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-d86659da-8e28-4f26-a36d-2bcee419d651 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:11.341340 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-d86659da-8e28-4f26-a36d-2bcee419d651 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:11.358688 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-d86659da-8e28-4f26-a36d-2bcee419d651 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7351334 Jul 16 02:06:11.371861 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-b822ceb3-8e84-4261-8ff9-992473c80dc4 service neutron] Request body: {'port': {'device_id': '29d960d8-ee61-4f21-a526-4aebfe9046eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:11.483706 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b741d52e-7a53-4dfb-9725-9426877e4802 None None] Provisioning for port e136c48e-41df-44cd-a237-7a485676b22f completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:11.488463 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b741d52e-7a53-4dfb-9725-9426877e4802 None None] Provisioning complete for port e136c48e-41df-44cd-a237-7a485676b22f triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:11.489955 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-b822ceb3-8e84-4261-8ff9-992473c80dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:11.493501 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b741d52e-7a53-4dfb-9725-9426877e4802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:11.513046 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608937eb-d189-4306-935b-8c970ad7e8b2 req-888680b2-bf0c-41af-b5dd-40506682f3df tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:11.514603 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-608937eb-d189-4306-935b-8c970ad7e8b2 req-888680b2-bf0c-41af-b5dd-40506682f3df tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.16 "GET /v2.0/ports?device_id=29d960d8-ee61-4f21-a526-4aebfe9046eb HTTP/1.1" status: 200 len: 936 time: 0.1210318 Jul 16 02:06:11.534251 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b741d52e-7a53-4dfb-9725-9426877e4802 None None] Port e136c48e-41df-44cd-a237-7a485676b22f cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:06:11.587689 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-608937eb-d189-4306-935b-8c970ad7e8b2 req-85005785-4a3a-4726-9481-5b212d94bf7a tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.16 "GET /v2.0/security-groups?id=01863814-df2c-46a1-bcbf-43135988b439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513215 Jul 16 02:06:11.812302 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-b822ceb3-8e84-4261-8ff9-992473c80dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e136c48e-41df-44cd-a237-7a485676b22f {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:06:11.825156 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-b822ceb3-8e84-4261-8ff9-992473c80dc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:11.839705 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-b822ceb3-8e84-4261-8ff9-992473c80dc4 service neutron] Transition to ACTIVE for port object e136c48e-41df-44cd-a237-7a485676b22f will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:11.846416 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-b822ceb3-8e84-4261-8ff9-992473c80dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:11.898101 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822ceb3-8e84-4261-8ff9-992473c80dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=e136c48e-41df-44cd-a237-7a485676b22f,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:11.974874 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-b822ceb3-8e84-4261-8ff9-992473c80dc4 service neutron] Attempting to bind port e136c48e-41df-44cd-a237-7a485676b22f on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:06:11.975211 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-b822ceb3-8e84-4261-8ff9-992473c80dc4 service neutron] Attempting to bind port e136c48e-41df-44cd-a237-7a485676b22f by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:06:11.975547 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-b822ceb3-8e84-4261-8ff9-992473c80dc4 service neutron] Attempting to bind port e136c48e-41df-44cd-a237-7a485676b22f on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:11.980070 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-b822ceb3-8e84-4261-8ff9-992473c80dc4 service neutron] Port e136c48e-41df-44cd-a237-7a485676b22f on network e5d589e5-7c54-470d-96c0-9666f679292f not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:06:11.980390 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-b822ceb3-8e84-4261-8ff9-992473c80dc4 service neutron] Attempting to bind port e136c48e-41df-44cd-a237-7a485676b22f on network e5d589e5-7c54-470d-96c0-9666f679292f {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:11.985302 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-b822ceb3-8e84-4261-8ff9-992473c80dc4 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:06:11.985734 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-b822ceb3-8e84-4261-8ff9-992473c80dc4 service neutron] Checking segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:11.986214 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-b822ceb3-8e84-4261-8ff9-992473c80dc4 service neutron] Bound using segment: {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:06:11.986662 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-b822ceb3-8e84-4261-8ff9-992473c80dc4 service neutron] Bound port: e136c48e-41df-44cd-a237-7a485676b22f, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28014b94-50b6-4710-9fb5-ccdbc27a5c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:06:11.987011 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-b822ceb3-8e84-4261-8ff9-992473c80dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:12.055559 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-b822ceb3-8e84-4261-8ff9-992473c80dc4 service neutron] For port e136c48e-41df-44cd-a237-7a485676b22f, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:06:12.059749 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-b822ceb3-8e84-4261-8ff9-992473c80dc4 service neutron] For port e136c48e-41df-44cd-a237-7a485676b22f, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=e136c48e-41df-44cd-a237-7a485676b22f,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:06:12.064904 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-b822ceb3-8e84-4261-8ff9-992473c80dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:12.110101 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-b822ceb3-8e84-4261-8ff9-992473c80dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:12.110760 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-b822ceb3-8e84-4261-8ff9-992473c80dc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:12.112503 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-b822ceb3-8e84-4261-8ff9-992473c80dc4 service neutron] 10.222.0.84 "PUT /v2.0/ports/e136c48e-41df-44cd-a237-7a485676b22f HTTP/1.1" status: 200 len: 1097 time: 0.7455389 Jul 16 02:06:12.112940 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d960d8-ee61-4f21-a526-4aebfe9046eb', 'tag': 'e136c48e-41df-44cd-a237-7a485676b22f'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:06:12.115236 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c0a784-fc5a-44b3-bc44-7f4e3ae73d80" -d '{"events": [{"name": "network-changed", "server_uuid": "29d960d8-ee61-4f21-a526-4aebfe9046eb", "tag": "e136c48e-41df-44cd-a237-7a485676b22f"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:06:12.136033 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822ceb3-8e84-4261-8ff9-992473c80dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=e136c48e-41df-44cd-a237-7a485676b22f,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:12.173312 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518aaf60-6141-4216-8dee-83be479d4fd3 x-openstack-request-id: req-518aaf60-6141-4216-8dee-83be479d4fd3 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:06:12.173606 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d960d8-ee61-4f21-a526-4aebfe9046eb", "tag": "e136c48e-41df-44cd-a237-7a485676b22f", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:06:12.173851 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-518aaf60-6141-4216-8dee-83be479d4fd3 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:06:12.174280 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d960d8-ee61-4f21-a526-4aebfe9046eb', 'tag': 'e136c48e-41df-44cd-a237-7a485676b22f', 'status': 'completed', 'code': 200} Jul 16 02:06:12.223827 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-52465e4c-9969-492d-a92b-3bf40cfa977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:12.225413 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-52465e4c-9969-492d-a92b-3bf40cfa977e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f8f1b85de9b44989bd625e335000304f&device_id=29d960d8-ee61-4f21-a526-4aebfe9046eb HTTP/1.1" status: 200 len: 1100 time: 0.0629442 Jul 16 02:06:12.267562 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-87bc615b-969d-42b4-948b-21ba9f3b448d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=e136c48e-41df-44cd-a237-7a485676b22f HTTP/1.1" status: 200 len: 217 time: 0.0349951 Jul 16 02:06:12.318462 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-4871418c-a761-43fd-8d35-bcae9b955156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:12.319883 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-4871418c-a761-43fd-8d35-bcae9b955156 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0462496 Jul 16 02:06:12.383317 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-5e6d4ff6-1bf2-466d-af3e-405610e88b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:12.384878 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-5e6d4ff6-1bf2-466d-af3e-405610e88b26 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0585110 Jul 16 02:06:12.477509 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-9c08560c-09ac-4f68-a305-127d300fa81b service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854900 Jul 16 02:06:12.931199 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-54add5fa-5aa5-4b4b-be93-33349cce4ac7 req-4635b4de-715a-4c18-a98a-c7e0c369cf35 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472079 Jul 16 02:06:12.958213 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca3950-99a6-4c48-acd8-eef8f9ce0f41 req-781af130-bd64-41aa-b590-f00ffd5d8c9a tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:12.959707 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-13ca3950-99a6-4c48-acd8-eef8f9ce0f41 req-781af130-bd64-41aa-b590-f00ffd5d8c9a tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.16 "GET /v2.0/ports?device_id=29d960d8-ee61-4f21-a526-4aebfe9046eb HTTP/1.1" status: 200 len: 948 time: 0.0865800 Jul 16 02:06:13.031867 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-13ca3950-99a6-4c48-acd8-eef8f9ce0f41 req-5146f0b7-d1d8-4dc8-99b3-4a0fa151b4ce tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.16 "GET /v2.0/security-groups?id=01863814-df2c-46a1-bcbf-43135988b439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657554 Jul 16 02:06:13.053035 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0a784-fc5a-44b3-bc44-7f4e3ae73d80 req-8bd107c1-d13b-4bc4-98ab-274dca189a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:13.054570 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b1c0a784-fc5a-44b3-bc44-7f4e3ae73d80 req-8bd107c1-d13b-4bc4-98ab-274dca189a98 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f8f1b85de9b44989bd625e335000304f&device_id=29d960d8-ee61-4f21-a526-4aebfe9046eb HTTP/1.1" status: 200 len: 1100 time: 0.0722370 Jul 16 02:06:13.149458 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0a784-fc5a-44b3-bc44-7f4e3ae73d80 req-3f6a8b5e-9082-4d6b-95d2-b1c872997df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:13.151589 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b1c0a784-fc5a-44b3-bc44-7f4e3ae73d80 req-3f6a8b5e-9082-4d6b-95d2-b1c872997df7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5d589e5-7c54-470d-96c0-9666f679292f HTTP/1.1" status: 200 len: 870 time: 0.0905066 Jul 16 02:06:13.201200 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b1c0a784-fc5a-44b3-bc44-7f4e3ae73d80 req-2d3a141d-025b-4ac7-8bea-b50a7d04d7e9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=e136c48e-41df-44cd-a237-7a485676b22f HTTP/1.1" status: 200 len: 217 time: 0.0424142 Jul 16 02:06:13.253134 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0a784-fc5a-44b3-bc44-7f4e3ae73d80 req-262c6a5d-a7e8-4d7f-8d36-3581376b8b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:13.254591 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b1c0a784-fc5a-44b3-bc44-7f4e3ae73d80 req-262c6a5d-a7e8-4d7f-8d36-3581376b8b7f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=57021577-9b87-469e-98f5-f0c69630cc63 HTTP/1.1" status: 200 len: 843 time: 0.0464835 Jul 16 02:06:13.315293 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0a784-fc5a-44b3-bc44-7f4e3ae73d80 req-230f9fd8-b9d5-499f-9822-420102424d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:13.316891 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b1c0a784-fc5a-44b3-bc44-7f4e3ae73d80 req-230f9fd8-b9d5-499f-9822-420102424d55 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5d589e5-7c54-470d-96c0-9666f679292f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0545375 Jul 16 02:06:13.411438 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:06:13.414011 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b1c0a784-fc5a-44b3-bc44-7f4e3ae73d80 req-b10f868b-0f70-4079-80a5-1a5d695336c5 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897927 Jul 16 02:06:13.508186 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b1c0a784-fc5a-44b3-bc44-7f4e3ae73d80 req-575b8232-1d16-42e6-a5e4-e339bebc59f2 service neutron] 10.222.0.84 "GET /v2.0/networks/e5d589e5-7c54-470d-96c0-9666f679292f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869598 Jul 16 02:06:14.226152 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c72f9-db6d-43e9-b84f-dd806041bea4 req-20fd9fdd-04d6-488d-b196-415e6d9718cb tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:14.227746 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0c72f9-db6d-43e9-b84f-dd806041bea4 req-20fd9fdd-04d6-488d-b196-415e6d9718cb tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.16 "GET /v2.0/ports?device_id=29d960d8-ee61-4f21-a526-4aebfe9046eb HTTP/1.1" status: 200 len: 948 time: 0.0779541 Jul 16 02:06:14.271654 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ba0c72f9-db6d-43e9-b84f-dd806041bea4 req-c0174ee1-7962-471d-8161-aadd98965439 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.16 "GET /v2.0/security-groups?id=01863814-df2c-46a1-bcbf-43135988b439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379398 Jul 16 02:06:15.213910 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device e136c48e-41df-44cd-a237-7a485676b22f details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:06:15.327252 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port e136c48e-41df-44cd-a237-7a485676b22f, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=e136c48e-41df-44cd-a237-7a485676b22f,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:15.339394 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'e136c48e-41df-44cd-a237-7a485676b22f', 'network_id': 'e5d589e5-7c54-470d-96c0-9666f679292f', 'port_id': 'e136c48e-41df-44cd-a237-7a485676b22f', 'mac_address': 'fa:16:3e:9c:c1:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57021577-9b87-469e-98f5-f0c69630cc63', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:06:15.384572 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.399492 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e136c48e-41df-44cd-a237-7a485676b22f {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:06:15.421387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port e136c48e-41df-44cd-a237-7a485676b22f, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=e136c48e-41df-44cd-a237-7a485676b22f,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:15.426304 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.463386 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101eac-bd2f-4e60-81a9-ca71c86b21d2 req-70da705b-a600-4063-897d-a4d433712457 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:15.464993 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-81101eac-bd2f-4e60-81a9-ca71c86b21d2 req-70da705b-a600-4063-897d-a4d433712457 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.16 "GET /v2.0/ports?device_id=29d960d8-ee61-4f21-a526-4aebfe9046eb HTTP/1.1" status: 200 len: 948 time: 0.0732961 Jul 16 02:06:15.473650 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=e136c48e-41df-44cd-a237-7a485676b22f,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:15.503795 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-81101eac-bd2f-4e60-81a9-ca71c86b21d2 req-d98b01a3-0941-4e12-8f18-4781f8d49e2a tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.16 "GET /v2.0/security-groups?id=01863814-df2c-46a1-bcbf-43135988b439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331082 Jul 16 02:06:15.654457 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['e136c48e-41df-44cd-a237-7a485676b22f'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:06:16.686113 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a7039-734c-4801-9172-a3dd0a05b9e4 req-2de26d4b-623b-43bb-b581-87b94a728402 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:16.687579 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6e5a7039-734c-4801-9172-a3dd0a05b9e4 req-2de26d4b-623b-43bb-b581-87b94a728402 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.16 "GET /v2.0/ports?device_id=29d960d8-ee61-4f21-a526-4aebfe9046eb HTTP/1.1" status: 200 len: 949 time: 0.0679762 Jul 16 02:06:16.738994 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6e5a7039-734c-4801-9172-a3dd0a05b9e4 req-81e46e62-5221-4f86-a7c6-c8039477eef9 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.16 "GET /v2.0/security-groups?id=01863814-df2c-46a1-bcbf-43135988b439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440755 Jul 16 02:06:17.214046 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device e136c48e-41df-44cd-a237-7a485676b22f up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:17.276289 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port e136c48e-41df-44cd-a237-7a485676b22f completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:17.280142 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port e136c48e-41df-44cd-a237-7a485676b22f triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:17.280556 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:17.364103 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:17.387214 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d960d8-ee61-4f21-a526-4aebfe9046eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e136c48e-41df-44cd-a237-7a485676b22f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:06:17.389542 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81f8704-8073-47a5-8e83-d2cef9e5bf3b" -d '{"events": [{"server_uuid": "29d960d8-ee61-4f21-a526-4aebfe9046eb", "name": "network-vif-plugged", "status": "completed", "tag": "e136c48e-41df-44cd-a237-7a485676b22f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:06:17.402636 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port e136c48e-41df-44cd-a237-7a485676b22f, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=e136c48e-41df-44cd-a237-7a485676b22f,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:17.408652 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:17.431793 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde26342-7340-4c86-8679-b2ff25a88f6f x-openstack-request-id: req-bde26342-7340-4c86-8679-b2ff25a88f6f {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:06:17.432088 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d960d8-ee61-4f21-a526-4aebfe9046eb", "name": "network-vif-plugged", "status": "completed", "tag": "e136c48e-41df-44cd-a237-7a485676b22f", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:06:17.432338 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bde26342-7340-4c86-8679-b2ff25a88f6f {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:06:17.432773 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d960d8-ee61-4f21-a526-4aebfe9046eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e136c48e-41df-44cd-a237-7a485676b22f', 'code': 200} Jul 16 02:06:17.458688 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=e136c48e-41df-44cd-a237-7a485676b22f,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:17.543087 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9aba17-e4e2-40f4-8d59-2abe30515e52 req-5464a949-fb9d-444f-968c-04933ffd584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:17.544675 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c9aba17-e4e2-40f4-8d59-2abe30515e52 req-5464a949-fb9d-444f-968c-04933ffd584a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=29d960d8-ee61-4f21-a526-4aebfe9046eb HTTP/1.1" status: 200 len: 1102 time: 0.0550725 Jul 16 02:06:17.584873 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c9aba17-e4e2-40f4-8d59-2abe30515e52 req-b19c5b28-09d6-44c5-929c-e1a748953c83 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=01863814-df2c-46a1-bcbf-43135988b439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336735 Jul 16 02:06:17.928688 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff0a92-5331-4a77-a0ab-1bbb43ad199e req-f25b84f9-850c-48f9-8c14-7367320bdf8c tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:17.930207 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c4ff0a92-5331-4a77-a0ab-1bbb43ad199e req-f25b84f9-850c-48f9-8c14-7367320bdf8c tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.16 "GET /v2.0/ports?device_id=29d960d8-ee61-4f21-a526-4aebfe9046eb HTTP/1.1" status: 200 len: 950 time: 0.0717666 Jul 16 02:06:17.973708 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c4ff0a92-5331-4a77-a0ab-1bbb43ad199e req-46d9ba2e-b59c-4400-8b17-b186f031ea4f tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.16 "GET /v2.0/security-groups?id=01863814-df2c-46a1-bcbf-43135988b439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353224 Jul 16 02:06:19.161854 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45872a-8fb5-40fb-8cdb-fde2d6c80d90 req-e22d3441-b123-49b7-85dd-1c20a541b3df tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:19.163463 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4e45872a-8fb5-40fb-8cdb-fde2d6c80d90 req-e22d3441-b123-49b7-85dd-1c20a541b3df tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.16 "GET /v2.0/ports?device_id=29d960d8-ee61-4f21-a526-4aebfe9046eb HTTP/1.1" status: 200 len: 950 time: 0.0701220 Jul 16 02:06:19.215169 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4e45872a-8fb5-40fb-8cdb-fde2d6c80d90 req-292b7e83-ec8a-4816-8b7a-96cc2a7cca47 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.16 "GET /v2.0/security-groups?id=01863814-df2c-46a1-bcbf-43135988b439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446327 Jul 16 02:06:19.504301 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-74b78f6c-1011-40ab-bb91-439bb3d1efa7 req-1652ade7-e149-4d9a-8e9d-bce417778efd service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:06:19.505321 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-74b78f6c-1011-40ab-bb91-439bb3d1efa7 req-1652ade7-e149-4d9a-8e9d-bce417778efd service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059114 Jul 16 02:06:19.988033 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-bcbc64e1-c6c6-4316-8e73-2e2dae072f0d req-736c86e5-b715-40a4-b424-a1e893a2e955 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:06:19.989128 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bcbc64e1-c6c6-4316-8e73-2e2dae072f0d req-736c86e5-b715-40a4-b424-a1e893a2e955 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1160243 Jul 16 02:06:20.512506 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c886c5-eda3-4e84-a4c8-c4f0d8519334 req-27ec8dd9-0b08-423c-a683-b3fcaff3d008 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:20.514016 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e4c886c5-eda3-4e84-a4c8-c4f0d8519334 req-27ec8dd9-0b08-423c-a683-b3fcaff3d008 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.16 "GET /v2.0/ports?device_id=29d960d8-ee61-4f21-a526-4aebfe9046eb HTTP/1.1" status: 200 len: 950 time: 0.0737498 Jul 16 02:06:20.553078 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e4c886c5-eda3-4e84-a4c8-c4f0d8519334 req-c8778119-0f62-429f-8916-7eb4378a6ccb tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.16 "GET /v2.0/security-groups?id=01863814-df2c-46a1-bcbf-43135988b439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329411 Jul 16 02:06:21.738665 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc33ae-e4c5-4c9c-ba7a-d42c167805e5 req-98fe099e-0e87-4786-8b90-a549216e693a tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:21.740506 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6edc33ae-e4c5-4c9c-ba7a-d42c167805e5 req-98fe099e-0e87-4786-8b90-a549216e693a tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.16 "GET /v2.0/ports?device_id=29d960d8-ee61-4f21-a526-4aebfe9046eb HTTP/1.1" status: 200 len: 950 time: 0.0694120 Jul 16 02:06:21.775741 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397535de-9604-439a-a8bf-2210bf587206 req-7aadc680-6ef9-42ee-8f11-29b18dfde765 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:21.777286 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-397535de-9604-439a-a8bf-2210bf587206 req-7aadc680-6ef9-42ee-8f11-29b18dfde765 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.84 "GET /v2.0/ports?device_id=29d960d8-ee61-4f21-a526-4aebfe9046eb HTTP/1.1" status: 200 len: 950 time: 0.0709519 Jul 16 02:06:21.781146 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6edc33ae-e4c5-4c9c-ba7a-d42c167805e5 req-b54946d5-1558-403c-a49d-9e47677e76e3 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.16 "GET /v2.0/security-groups?id=01863814-df2c-46a1-bcbf-43135988b439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349355 Jul 16 02:06:21.896177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-397535de-9604-439a-a8bf-2210bf587206 req-6e177cf5-60e9-4f0f-892f-a282140e15b4 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Deleting port e136c48e-41df-44cd-a237-7a485676b22f {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:21.896542 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-397535de-9604-439a-a8bf-2210bf587206 req-6e177cf5-60e9-4f0f-892f-a282140e15b4 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:21.998366 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-397535de-9604-439a-a8bf-2210bf587206 req-6e177cf5-60e9-4f0f-892f-a282140e15b4 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] For port e136c48e-41df-44cd-a237-7a485676b22f, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=e136c48e-41df-44cd-a237-7a485676b22f,segment=NetworkSegment(28014b94-50b6-4710-9fb5-ccdbc27a5c27),segment_id=28014b94-50b6-4710-9fb5-ccdbc27a5c27)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:21.998602 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-397535de-9604-439a-a8bf-2210bf587206 req-6e177cf5-60e9-4f0f-892f-a282140e15b4 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:22.011061 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-397535de-9604-439a-a8bf-2210bf587206 req-6e177cf5-60e9-4f0f-892f-a282140e15b4 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Calling delete_port for e136c48e-41df-44cd-a237-7a485676b22f owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:22.153377 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-397535de-9604-439a-a8bf-2210bf587206 req-6e177cf5-60e9-4f0f-892f-a282140e15b4 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:22.165952 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['e136c48e-41df-44cd-a237-7a485676b22f'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:06:22.183155 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e177cf5-60e9-4f0f-892f-a282140e15b4 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Pushing event deleted for resources: {'Port': ['ID=e136c48e-41df-44cd-a237-7a485676b22f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:22.232668 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-397535de-9604-439a-a8bf-2210bf587206 req-6e177cf5-60e9-4f0f-892f-a282140e15b4 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] No DVR routers for this DVR port e136c48e-41df-44cd-a237-7a485676b22f on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:06:22.235313 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-397535de-9604-439a-a8bf-2210bf587206 req-6e177cf5-60e9-4f0f-892f-a282140e15b4 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:22.237385 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-397535de-9604-439a-a8bf-2210bf587206 req-6e177cf5-60e9-4f0f-892f-a282140e15b4 tempest-ServersAdminNegativeTestJSON-1006589558 tempest-ServersAdminNegativeTestJSON-1006589558-project] 10.222.0.84 "DELETE /v2.0/ports/e136c48e-41df-44cd-a237-7a485676b22f HTTP/1.1" status: 204 len: 173 time: 0.4543667 Jul 16 02:06:22.237805 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d960d8-ee61-4f21-a526-4aebfe9046eb', 'name': 'network-vif-deleted', 'tag': 'e136c48e-41df-44cd-a237-7a485676b22f'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:06:22.240183 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b65c957-d3b8-4071-9981-ad899a111b71" -d '{"events": [{"server_uuid": "29d960d8-ee61-4f21-a526-4aebfe9046eb", "name": "network-vif-deleted", "tag": "e136c48e-41df-44cd-a237-7a485676b22f"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:06:22.294353 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a285bd93-ab4a-407a-b36d-7fe29b5dc200 x-openstack-request-id: req-a285bd93-ab4a-407a-b36d-7fe29b5dc200 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:06:22.294630 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d960d8-ee61-4f21-a526-4aebfe9046eb", "name": "network-vif-deleted", "tag": "e136c48e-41df-44cd-a237-7a485676b22f", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:06:22.294913 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a285bd93-ab4a-407a-b36d-7fe29b5dc200 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:06:22.295318 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d960d8-ee61-4f21-a526-4aebfe9046eb', 'name': 'network-vif-deleted', 'tag': 'e136c48e-41df-44cd-a237-7a485676b22f', 'status': 'completed', 'code': 200} Jul 16 02:06:23.154168 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36826) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:23.322930 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6152d522-c0af-4738-8518-1383cd7694f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8f1b85de9b44989bd625e335000304f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1674972 Jul 16 02:06:23.325605 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36830) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:23.377220 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8506eda1-b351-487f-b328-d951a53e2626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:23.398928 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8506eda1-b351-487f-b328-d951a53e2626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:23.449065 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8506eda1-b351-487f-b328-d951a53e2626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:23.451669 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8506eda1-b351-487f-b328-d951a53e2626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:23.452911 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8506eda1-b351-487f-b328-d951a53e2626 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01863814-df2c-46a1-bcbf-43135988b439 HTTP/1.1" status: 204 len: 168 time: 0.1263986 Jul 16 02:06:23.461420 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506eda1-b351-487f-b328-d951a53e2626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01863814-df2c-46a1-bcbf-43135988b439,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:23.751335 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36836) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:23.765851 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c140b6d0-4869-440f-a2b5-eade5b3fcc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:23.861993 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c140b6d0-4869-440f-a2b5-eade5b3fcc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:23.868038 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c140b6d0-4869-440f-a2b5-eade5b3fcc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:23.908111 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140b6d0-4869-440f-a2b5-eade5b3fcc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7006f7-a765-42c3-ba75-1bba3090450c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:23.913318 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c140b6d0-4869-440f-a2b5-eade5b3fcc9e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1dbd05a75ff0461cb32cee1c9aa652bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608801 Jul 16 02:06:23.918288 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36838) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:23.975009 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-36c5e4c3-f337-4361-80ad-b79a76f3d924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:23.996491 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-36c5e4c3-f337-4361-80ad-b79a76f3d924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:24.046252 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-36c5e4c3-f337-4361-80ad-b79a76f3d924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:24.048943 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-36c5e4c3-f337-4361-80ad-b79a76f3d924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:24.050093 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-36c5e4c3-f337-4361-80ad-b79a76f3d924 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba7006f7-a765-42c3-ba75-1bba3090450c HTTP/1.1" status: 204 len: 168 time: 0.1307518 Jul 16 02:06:24.058842 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5e4c3-f337-4361-80ad-b79a76f3d924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7006f7-a765-42c3-ba75-1bba3090450c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:24.802987 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 36860) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:24.936230 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-d25cddc0-d905-461e-b4a4-db8e1aa79025 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-30513429-network', 'tenant_id': '69f77bd8b9b8450b8b4901f4ca427dd5'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:24.960866 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25cddc0-d905-461e-b4a4-db8e1aa79025 admin admin] Made reservation on behalf of 69f77bd8b9b8450b8b4901f4ca427dd5 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:24.963201 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d25cddc0-d905-461e-b4a4-db8e1aa79025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:24.974448 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d25cddc0-d905-461e-b4a4-db8e1aa79025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:25.060715 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d25cddc0-d905-461e-b4a4-db8e1aa79025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:25.066510 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d25cddc0-d905-461e-b4a4-db8e1aa79025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:25.091826 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25cddc0-d905-461e-b4a4-db8e1aa79025 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:06:25.102225 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cddc0-d905-461e-b4a4-db8e1aa79025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ed2f3f-6d1d-4001-924a-3cbe82d003f3,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:25.107082 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d25cddc0-d905-461e-b4a4-db8e1aa79025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:25.107424 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-d25cddc0-d905-461e-b4a4-db8e1aa79025 admin admin] Added segment 3bf919e5-5c6a-4aee-8b32-3f76a52f112c of type vlan for network 70c6b75c-537d-4afa-a4bd-1c0155662cd1 Jul 16 02:06:25.151088 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d25cddc0-d905-461e-b4a4-db8e1aa79025 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:25.185590 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d25cddc0-d905-461e-b4a4-db8e1aa79025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:25.186901 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25cddc0-d905-461e-b4a4-db8e1aa79025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:25.187525 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d25cddc0-d905-461e-b4a4-db8e1aa79025 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:25.228040 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d25cddc0-d905-461e-b4a4-db8e1aa79025 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4238236 Jul 16 02:06:25.231232 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 36868) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:25.236931 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a5442b7a-65ea-4ab4-b3fb-9d5f3a1cc00f admin admin] Request body: {'subnet': {'network_id': '70c6b75c-537d-4afa-a4bd-1c0155662cd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-30513429-subnet', 'tenant_id': '69f77bd8b9b8450b8b4901f4ca427dd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:25.254015 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cddc0-d905-461e-b4a4-db8e1aa79025 admin admin] Pushing event updated for resources: {'Network': ['ID=70c6b75c-537d-4afa-a4bd-1c0155662cd1,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:25.261555 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device e136c48e-41df-44cd-a237-7a485676b22f no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:25.264909 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 70c6b75c-537d-4afa-a4bd-1c0155662cd1 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:06:25.269476 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5442b7a-65ea-4ab4-b3fb-9d5f3a1cc00f admin admin] Made reservation on behalf of 69f77bd8b9b8450b8b4901f4ca427dd5 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:25.272218 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a5442b7a-65ea-4ab4-b3fb-9d5f3a1cc00f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:25.297107 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: e136c48e-41df-44cd-a237-7a485676b22f {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:25.297456 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device e136c48e-41df-44cd-a237-7a485676b22f not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:25.449764 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a5442b7a-65ea-4ab4-b3fb-9d5f3a1cc00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:25.506262 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5442b7a-65ea-4ab4-b3fb-9d5f3a1cc00f admin admin] Pushing event updated for resources: {'Subnet': ['ID=624e09f2-d485-4f77-b1e0-51c3536b3390,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:25.517187 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5442b7a-65ea-4ab4-b3fb-9d5f3a1cc00f admin admin] Checking segment: {'id': '3bf919e5-5c6a-4aee-8b32-3f76a52f112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '70c6b75c-537d-4afa-a4bd-1c0155662cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:25.517584 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5442b7a-65ea-4ab4-b3fb-9d5f3a1cc00f admin admin] Network hostable DHCP agents. Network: 70c6b75c-537d-4afa-a4bd-1c0155662cd1, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:06:25.535669 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5442b7a-65ea-4ab4-b3fb-9d5f3a1cc00f admin admin] Network 70c6b75c-537d-4afa-a4bd-1c0155662cd1 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:06:25.546501 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-a5442b7a-65ea-4ab4-b3fb-9d5f3a1cc00f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 70c6b75c-537d-4afa-a4bd-1c0155662cd1) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:25.550921 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5442b7a-65ea-4ab4-b3fb-9d5f3a1cc00f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:25.551513 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a5442b7a-65ea-4ab4-b3fb-9d5f3a1cc00f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:25.555751 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1554dcef-9e19-4573-86ba-4fecdfe99953 None None] Network 70c6b75c-537d-4afa-a4bd-1c0155662cd1 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:25.568203 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a5442b7a-65ea-4ab4-b3fb-9d5f3a1cc00f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3357875 Jul 16 02:06:25.685770 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988dd440-7c98-437b-a004-a2759ec5df39 None None] Network 70c6b75c-537d-4afa-a4bd-1c0155662cd1 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:26.023396 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-e108fffa-3794-4c04-8fa8-9a2617f09892 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:26.024900 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-e108fffa-3794-4c04-8fa8-9a2617f09892 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/networks?id=70c6b75c-537d-4afa-a4bd-1c0155662cd1 HTTP/1.1" status: 200 len: 810 time: 0.1279263 Jul 16 02:06:26.040039 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-c69f48a7-9874-47a8-a492-1ed863a24432 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/quotas/69f77bd8b9b8450b8b4901f4ca427dd5 HTTP/1.1" status: 200 len: 375 time: 0.0096450 Jul 16 02:06:26.072645 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-01075357-611d-4710-93ec-4b6d80a7fb7c tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=69f77bd8b9b8450b8b4901f4ca427dd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275052 Jul 16 02:06:26.163130 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-1a156eff-7adf-4249-b1f3-33303011f02c service neutron] 10.222.0.16 "GET /v2.0/networks/70c6b75c-537d-4afa-a4bd-1c0155662cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839560 Jul 16 02:06:26.258930 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-2396a9e2-9391-4439-a12a-87abdecdbeba service neutron] 10.222.0.16 "GET /v2.0/networks/70c6b75c-537d-4afa-a4bd-1c0155662cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897379 Jul 16 02:06:26.450194 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e9b48786-3a99-4ef5-aa52-5fe3b71ba8fa req-0aa09aeb-e436-4f05-ae20-1f96b53e5333 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 210 time: 0.0304842 Jul 16 02:06:26.636295 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-901cbb5a-a2de-49e0-a2f6-e61146651deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:27.607224 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3295e496-8e2a-4969-9669-23cda863d07d req-8f3fd41d-7ed6-4eba-8e62-1f98f6a509d7 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 210 time: 0.0374291 Jul 16 02:06:27.862909 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-a9307f29-3890-42d5-8d12-9cfc03af0c06 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:27.864311 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-a9307f29-3890-42d5-8d12-9cfc03af0c06 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.84 "GET /v2.0/networks?id=70c6b75c-537d-4afa-a4bd-1c0155662cd1 HTTP/1.1" status: 200 len: 810 time: 0.1262131 Jul 16 02:06:27.876958 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-d6f614e4-eb05-46d0-bf2d-72cd451f6fbf tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Request body: {'port': {'device_id': 'cd65451c-2dba-416b-8351-d88c2d7cf3b2', 'network_id': '70c6b75c-537d-4afa-a4bd-1c0155662cd1', 'admin_state_up': True, 'tenant_id': '69f77bd8b9b8450b8b4901f4ca427dd5'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:27.989653 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-d6f614e4-eb05-46d0-bf2d-72cd451f6fbf tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Made reservation on behalf of 69f77bd8b9b8450b8b4901f4ca427dd5 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:27.993509 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-d6f614e4-eb05-46d0-bf2d-72cd451f6fbf tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.127355 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-d6f614e4-eb05-46d0-bf2d-72cd451f6fbf tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Allocated IP 172.20.0.7 (70c6b75c-537d-4afa-a4bd-1c0155662cd1/624e09f2-d485-4f77-b1e0-51c3536b3390/086bfd76-afb2-4fdb-a443-e5ed0afac6ba) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:28.284691 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-d6f614e4-eb05-46d0-bf2d-72cd451f6fbf tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.331548 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-d6f614e4-eb05-46d0-bf2d-72cd451f6fbf tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.378155 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-d6f614e4-eb05-46d0-bf2d-72cd451f6fbf tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Network 70c6b75c-537d-4afa-a4bd-1c0155662cd1 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:28.381243 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-d6f614e4-eb05-46d0-bf2d-72cd451f6fbf tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:28.386187 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-d6f614e4-eb05-46d0-bf2d-72cd451f6fbf tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:28.393189 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f614e4-eb05-46d0-bf2d-72cd451f6fbf tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Pushing event updated for resources: {'Port': ['ID=086bfd76-afb2-4fdb-a443-e5ed0afac6ba,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:28.438961 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-d6f614e4-eb05-46d0-bf2d-72cd451f6fbf tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:28.439567 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-d6f614e4-eb05-46d0-bf2d-72cd451f6fbf tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.458397 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-d6f614e4-eb05-46d0-bf2d-72cd451f6fbf tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5849349 Jul 16 02:06:28.472644 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-11a00448-df8d-4519-9079-714c883fdce9 service neutron] Request body: {'port': {'device_id': 'cd65451c-2dba-416b-8351-d88c2d7cf3b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:28.561549 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-11a00448-df8d-4519-9079-714c883fdce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.786266 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6262b4-e5ed-4a11-8667-b420e8b83f05 req-d311242d-f40c-4f54-9b46-76e2effe7501 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:28.787873 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0e6262b4-e5ed-4a11-8667-b420e8b83f05 req-d311242d-f40c-4f54-9b46-76e2effe7501 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 931 time: 0.0635815 Jul 16 02:06:28.826705 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0e6262b4-e5ed-4a11-8667-b420e8b83f05 req-b784b658-269a-44a6-bca4-9c2b9caabbc6 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327616 Jul 16 02:06:28.835170 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-11a00448-df8d-4519-9079-714c883fdce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 086bfd76-afb2-4fdb-a443-e5ed0afac6ba {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:06:28.843841 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-11a00448-df8d-4519-9079-714c883fdce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.857140 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-11a00448-df8d-4519-9079-714c883fdce9 service neutron] Transition to ACTIVE for port object 086bfd76-afb2-4fdb-a443-e5ed0afac6ba will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:28.862343 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-11a00448-df8d-4519-9079-714c883fdce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.916664 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a00448-df8d-4519-9079-714c883fdce9 service neutron] Pushing event updated for resources: {'Port': ['ID=086bfd76-afb2-4fdb-a443-e5ed0afac6ba,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:28.982955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-11a00448-df8d-4519-9079-714c883fdce9 service neutron] Attempting to bind port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:06:28.983292 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-11a00448-df8d-4519-9079-714c883fdce9 service neutron] Attempting to bind port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '3bf919e5-5c6a-4aee-8b32-3f76a52f112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '70c6b75c-537d-4afa-a4bd-1c0155662cd1'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:06:28.983651 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-11a00448-df8d-4519-9079-714c883fdce9 service neutron] Attempting to bind port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba on network 70c6b75c-537d-4afa-a4bd-1c0155662cd1 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:28.988208 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-11a00448-df8d-4519-9079-714c883fdce9 service neutron] Port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba on network 70c6b75c-537d-4afa-a4bd-1c0155662cd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:06:28.988563 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-11a00448-df8d-4519-9079-714c883fdce9 service neutron] Attempting to bind port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba on network 70c6b75c-537d-4afa-a4bd-1c0155662cd1 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:28.993702 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-11a00448-df8d-4519-9079-714c883fdce9 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:06:28.993971 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-11a00448-df8d-4519-9079-714c883fdce9 service neutron] Checking segment: {'id': '3bf919e5-5c6a-4aee-8b32-3f76a52f112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '70c6b75c-537d-4afa-a4bd-1c0155662cd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:28.994353 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-11a00448-df8d-4519-9079-714c883fdce9 service neutron] Bound using segment: {'id': '3bf919e5-5c6a-4aee-8b32-3f76a52f112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '70c6b75c-537d-4afa-a4bd-1c0155662cd1'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:06:28.994775 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-11a00448-df8d-4519-9079-714c883fdce9 service neutron] Bound port: 086bfd76-afb2-4fdb-a443-e5ed0afac6ba, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf919e5-5c6a-4aee-8b32-3f76a52f112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '70c6b75c-537d-4afa-a4bd-1c0155662cd1'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:06:28.995120 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-11a00448-df8d-4519-9079-714c883fdce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:29.057975 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-11a00448-df8d-4519-9079-714c883fdce9 service neutron] For port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:06:29.061046 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-11a00448-df8d-4519-9079-714c883fdce9 service neutron] For port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=086bfd76-afb2-4fdb-a443-e5ed0afac6ba,segment=NetworkSegment(3bf919e5-5c6a-4aee-8b32-3f76a52f112c),segment_id=3bf919e5-5c6a-4aee-8b32-3f76a52f112c)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:06:29.069637 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-11a00448-df8d-4519-9079-714c883fdce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:29.105893 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-11a00448-df8d-4519-9079-714c883fdce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:29.106589 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-11a00448-df8d-4519-9079-714c883fdce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:29.108006 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-11a00448-df8d-4519-9079-714c883fdce9 service neutron] 10.222.0.84 "PUT /v2.0/ports/086bfd76-afb2-4fdb-a443-e5ed0afac6ba HTTP/1.1" status: 200 len: 1092 time: 0.6422954 Jul 16 02:06:29.108467 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd65451c-2dba-416b-8351-d88c2d7cf3b2', 'tag': '086bfd76-afb2-4fdb-a443-e5ed0afac6ba'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:06:29.111172 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b4b565-8b59-4a5f-b2ca-71ff1a0249ff" -d '{"events": [{"name": "network-changed", "server_uuid": "cd65451c-2dba-416b-8351-d88c2d7cf3b2", "tag": "086bfd76-afb2-4fdb-a443-e5ed0afac6ba"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:06:29.143514 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a00448-df8d-4519-9079-714c883fdce9 service neutron] Pushing event updated for resources: {'Port': ['ID=086bfd76-afb2-4fdb-a443-e5ed0afac6ba,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:29.162214 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8315a63f-565f-412d-bd22-b314db08f14a x-openstack-request-id: req-8315a63f-565f-412d-bd22-b314db08f14a {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:06:29.162507 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd65451c-2dba-416b-8351-d88c2d7cf3b2", "tag": "086bfd76-afb2-4fdb-a443-e5ed0afac6ba", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:06:29.162760 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8315a63f-565f-412d-bd22-b314db08f14a {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:06:29.163160 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd65451c-2dba-416b-8351-d88c2d7cf3b2', 'tag': '086bfd76-afb2-4fdb-a443-e5ed0afac6ba', 'status': 'completed', 'code': 200} Jul 16 02:06:29.217215 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-7bee3521-b100-4562-ae8f-b5e367e79c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:29.219648 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-7bee3521-b100-4562-ae8f-b5e367e79c18 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=69f77bd8b9b8450b8b4901f4ca427dd5&device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 1095 time: 0.0663025 Jul 16 02:06:29.271007 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-fa60f685-9a8f-4ac2-91dd-083fe17cff44 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=086bfd76-afb2-4fdb-a443-e5ed0afac6ba HTTP/1.1" status: 200 len: 217 time: 0.0445631 Jul 16 02:06:29.331855 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-6796f101-73a2-4597-8649-2d70e721447a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:29.333351 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-6796f101-73a2-4597-8649-2d70e721447a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=624e09f2-d485-4f77-b1e0-51c3536b3390 HTTP/1.1" status: 200 len: 850 time: 0.0557766 Jul 16 02:06:29.366701 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-af2218c0-eae0-4615-8ab2-686e8f7579e2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70c6b75c-537d-4afa-a4bd-1c0155662cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270667 Jul 16 02:06:29.460609 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-77f788ba-3655-423b-97dd-ad9acf795961 service neutron] 10.222.0.84 "GET /v2.0/networks/70c6b75c-537d-4afa-a4bd-1c0155662cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867059 Jul 16 02:06:29.564919 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f75ab0f8-7760-43a0-950b-5136ffe79d95 req-1523ba83-173e-4f6b-a014-5ae1892bc55a service neutron] 10.222.0.84 "GET /v2.0/networks/70c6b75c-537d-4afa-a4bd-1c0155662cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977409 Jul 16 02:06:29.569180 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8b448c96-6e8e-4261-9754-eaf341c3e5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:29.682460 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4b565-8b59-4a5f-b2ca-71ff1a0249ff req-3cf5417a-f86b-4b97-8fe7-d6f1246da086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:29.683983 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45b4b565-8b59-4a5f-b2ca-71ff1a0249ff req-3cf5417a-f86b-4b97-8fe7-d6f1246da086 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=69f77bd8b9b8450b8b4901f4ca427dd5&device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 1095 time: 0.0595698 Jul 16 02:06:29.744920 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:29.779589 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4b565-8b59-4a5f-b2ca-71ff1a0249ff req-839a4801-8e32-419e-a8d0-4e85ef69a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:29.781204 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45b4b565-8b59-4a5f-b2ca-71ff1a0249ff req-839a4801-8e32-419e-a8d0-4e85ef69a1fb service neutron] 10.222.0.84 "GET /v2.0/networks?id=70c6b75c-537d-4afa-a4bd-1c0155662cd1 HTTP/1.1" status: 200 len: 911 time: 0.0908034 Jul 16 02:06:29.822553 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45b4b565-8b59-4a5f-b2ca-71ff1a0249ff req-a9b143d3-3b10-43de-a1be-bf2efd4fe699 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=086bfd76-afb2-4fdb-a443-e5ed0afac6ba HTTP/1.1" status: 200 len: 217 time: 0.0343451 Jul 16 02:06:29.872696 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4b565-8b59-4a5f-b2ca-71ff1a0249ff req-6a7dfe14-bd33-4c15-bf25-8fdb4b4390dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:29.874341 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45b4b565-8b59-4a5f-b2ca-71ff1a0249ff req-6a7dfe14-bd33-4c15-bf25-8fdb4b4390dc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=624e09f2-d485-4f77-b1e0-51c3536b3390 HTTP/1.1" status: 200 len: 850 time: 0.0450222 Jul 16 02:06:29.911190 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45b4b565-8b59-4a5f-b2ca-71ff1a0249ff req-b5691089-ad4f-4f0d-aadc-eab0f0d8ffe4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70c6b75c-537d-4afa-a4bd-1c0155662cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298939 Jul 16 02:06:30.006124 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45b4b565-8b59-4a5f-b2ca-71ff1a0249ff req-1a51e2bd-c86f-4dac-bf78-b1f53521d001 service neutron] 10.222.0.84 "GET /v2.0/networks/70c6b75c-537d-4afa-a4bd-1c0155662cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872912 Jul 16 02:06:30.015207 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698610b-43d5-4148-bb3a-25626c0ab558 req-f02f0270-b495-4838-914f-a6f8e47a809f tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:30.016753 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2698610b-43d5-4148-bb3a-25626c0ab558 req-f02f0270-b495-4838-914f-a6f8e47a809f tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 943 time: 0.0733459 Jul 16 02:06:30.054986 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2698610b-43d5-4148-bb3a-25626c0ab558 req-a4d0a2bb-2668-41d9-871b-554043825064 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326209 Jul 16 02:06:30.102498 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-45b4b565-8b59-4a5f-b2ca-71ff1a0249ff req-bfa7d3ed-d5de-4ad2-848c-341f6d00fb5c service neutron] 10.222.0.84 "GET /v2.0/networks/70c6b75c-537d-4afa-a4bd-1c0155662cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897279 Jul 16 02:06:30.921143 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.310938 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5086d9d-a0e4-4a6d-bf78-d1cbd4965882 req-55ed407b-e2a5-4a9e-861d-86c361249a9b tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:31.312492 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d5086d9d-a0e4-4a6d-bf78-d1cbd4965882 req-55ed407b-e2a5-4a9e-861d-86c361249a9b tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 943 time: 0.1356392 Jul 16 02:06:31.357733 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d5086d9d-a0e4-4a6d-bf78-d1cbd4965882 req-1e8eb218-5a86-41ac-96fd-33d9b8471c1b tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366280 Jul 16 02:06:31.791428 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.613791 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484aefc-57a8-447e-8fdd-567bcef3f9c7 req-9aced6f4-13c7-4c0e-a3a5-8400af10958e tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:32.615308 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b484aefc-57a8-447e-8fdd-567bcef3f9c7 req-9aced6f4-13c7-4c0e-a3a5-8400af10958e tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 943 time: 0.1308837 Jul 16 02:06:32.648814 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.658816 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b484aefc-57a8-447e-8fdd-567bcef3f9c7 req-f6554a80-93f5-4694-9e6e-3922785e4275 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353782 Jul 16 02:06:33.293169 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 086bfd76-afb2-4fdb-a443-e5ed0afac6ba details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:06:33.578780 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=086bfd76-afb2-4fdb-a443-e5ed0afac6ba,segment=NetworkSegment(3bf919e5-5c6a-4aee-8b32-3f76a52f112c),segment_id=3bf919e5-5c6a-4aee-8b32-3f76a52f112c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:33.591171 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '086bfd76-afb2-4fdb-a443-e5ed0afac6ba', 'network_id': '70c6b75c-537d-4afa-a4bd-1c0155662cd1', 'port_id': '086bfd76-afb2-4fdb-a443-e5ed0afac6ba', 'mac_address': 'fa:16:3e:c3:02:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '624e09f2-d485-4f77-b1e0-51c3536b3390', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:06:33.631480 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.645053 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086bfd76-afb2-4fdb-a443-e5ed0afac6ba {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:06:33.666136 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=086bfd76-afb2-4fdb-a443-e5ed0afac6ba,segment=NetworkSegment(3bf919e5-5c6a-4aee-8b32-3f76a52f112c),segment_id=3bf919e5-5c6a-4aee-8b32-3f76a52f112c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:33.673043 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.725820 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=086bfd76-afb2-4fdb-a443-e5ed0afac6ba,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:33.843719 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb2862-f4a9-461c-a6c1-d5527776227b req-74582beb-48bf-4a7c-a02f-75d988ce5638 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:33.845134 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-73bb2862-f4a9-461c-a6c1-d5527776227b req-74582beb-48bf-4a7c-a02f-75d988ce5638 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 944 time: 0.0661235 Jul 16 02:06:33.856872 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['086bfd76-afb2-4fdb-a443-e5ed0afac6ba'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:06:33.890857 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-73bb2862-f4a9-461c-a6c1-d5527776227b req-e5c70309-cab6-4fe7-830d-c914ad9699f7 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370009 Jul 16 02:06:35.079379 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c0a56-6b29-4109-9b60-6ff7ddd1b641 req-caa93699-65b3-4479-8081-3c628db19f81 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:35.081024 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-df2c0a56-6b29-4109-9b60-6ff7ddd1b641 req-caa93699-65b3-4479-8081-3c628db19f81 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 944 time: 0.0695286 Jul 16 02:06:35.126928 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-df2c0a56-6b29-4109-9b60-6ff7ddd1b641 req-6c85c6e1-4a51-455b-94c0-5a8ef7d08e90 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368464 Jul 16 02:06:35.313120 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 086bfd76-afb2-4fdb-a443-e5ed0afac6ba up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:35.353904 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:35.374413 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:35.378293 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:35.378671 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:35.457766 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:35.480390 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd65451c-2dba-416b-8351-d88c2d7cf3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086bfd76-afb2-4fdb-a443-e5ed0afac6ba'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:06:35.482795 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03db7960-5bb7-4ff3-a2d3-6a5f4f47b559" -d '{"events": [{"server_uuid": "cd65451c-2dba-416b-8351-d88c2d7cf3b2", "name": "network-vif-plugged", "status": "completed", "tag": "086bfd76-afb2-4fdb-a443-e5ed0afac6ba"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:06:35.496823 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=086bfd76-afb2-4fdb-a443-e5ed0afac6ba,segment=NetworkSegment(3bf919e5-5c6a-4aee-8b32-3f76a52f112c),segment_id=3bf919e5-5c6a-4aee-8b32-3f76a52f112c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:35.501965 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:35.529242 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7692892c-c64b-4c51-80e8-755de8c45be5 x-openstack-request-id: req-7692892c-c64b-4c51-80e8-755de8c45be5 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:06:35.529503 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd65451c-2dba-416b-8351-d88c2d7cf3b2", "name": "network-vif-plugged", "status": "completed", "tag": "086bfd76-afb2-4fdb-a443-e5ed0afac6ba", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:06:35.529756 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7692892c-c64b-4c51-80e8-755de8c45be5 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:06:35.530143 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd65451c-2dba-416b-8351-d88c2d7cf3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086bfd76-afb2-4fdb-a443-e5ed0afac6ba', 'code': 200} Jul 16 02:06:35.558855 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=086bfd76-afb2-4fdb-a443-e5ed0afac6ba,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:35.640218 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faab00f-dc48-40eb-bac4-593cc1e81813 req-0b166326-ee70-4d59-aecd-c25af303b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:35.641778 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3faab00f-dc48-40eb-bac4-593cc1e81813 req-0b166326-ee70-4d59-aecd-c25af303b1fa service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 1097 time: 0.0545771 Jul 16 02:06:35.678553 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3faab00f-dc48-40eb-bac4-593cc1e81813 req-dcfdc96c-ae9f-46e3-ada0-4f5bda45e223 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302200 Jul 16 02:06:36.319535 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97765c-d4a3-4e4f-8225-525c2155b3c3 req-cb2e36ef-05f1-48ed-9f56-d657c75e1d5c tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:36.321102 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ad97765c-d4a3-4e4f-8225-525c2155b3c3 req-cb2e36ef-05f1-48ed-9f56-d657c75e1d5c tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0721421 Jul 16 02:06:36.362120 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ad97765c-d4a3-4e4f-8225-525c2155b3c3 req-a8c3e6c6-0e5b-4e1c-9ae1-dbdf961e7fb0 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346138 Jul 16 02:06:37.551151 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a8554-933d-4ee1-a765-27cc9723872d req-3fd4647c-52c7-48f2-a790-b40be87c93b3 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:37.552670 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-df8a8554-933d-4ee1-a765-27cc9723872d req-3fd4647c-52c7-48f2-a790-b40be87c93b3 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0748730 Jul 16 02:06:37.592703 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-df8a8554-933d-4ee1-a765-27cc9723872d req-93b8c283-4a39-49f2-9f77-00d1d5afb2bf tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339620 Jul 16 02:06:38.003551 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-6fc37fa3-95ad-4b77-ae31-6958067f240e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1109617 Jul 16 02:06:38.011441 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22b7c0-c680-449d-9e25-b37e08f91d7d req-7d0b4925-b1fa-48c7-9513-226be31993e5 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:38.013779 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4c22b7c0-c680-449d-9e25-b37e08f91d7d req-7d0b4925-b1fa-48c7-9513-226be31993e5 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0803597 Jul 16 02:06:38.068985 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4c22b7c0-c680-449d-9e25-b37e08f91d7d req-84bfeb9a-97e8-4e08-9388-1f25ee53fc8f tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488963 Jul 16 02:06:39.212386 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-5ab31ee4-3ba6-4331-a849-cdac1f59be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:39.213983 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-5ab31ee4-3ba6-4331-a849-cdac1f59be67 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=69f77bd8b9b8450b8b4901f4ca427dd5&device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 1097 time: 0.0613828 Jul 16 02:06:39.260507 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb84ac-5494-499c-8ec4-e6d19658e2a7 req-4132e6ba-41da-415c-9f18-63390142bb26 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:39.262088 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f7fb84ac-5494-499c-8ec4-e6d19658e2a7 req-4132e6ba-41da-415c-9f18-63390142bb26 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0691314 Jul 16 02:06:39.303596 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f7fb84ac-5494-499c-8ec4-e6d19658e2a7 req-a67f3788-94d4-4500-a537-0b2d8b5b11d6 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356994 Jul 16 02:06:39.308543 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-c3efca45-e14d-4e30-92bc-9319ac779dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:39.310051 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-c3efca45-e14d-4e30-92bc-9319ac779dea service neutron] 10.222.0.84 "GET /v2.0/networks?id=70c6b75c-537d-4afa-a4bd-1c0155662cd1 HTTP/1.1" status: 200 len: 911 time: 0.0903351 Jul 16 02:06:39.352006 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-00907a61-9847-4973-b808-cf9b64d8af1b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=086bfd76-afb2-4fdb-a443-e5ed0afac6ba HTTP/1.1" status: 200 len: 217 time: 0.0358369 Jul 16 02:06:39.401923 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-4d683101-abcd-44d5-a44c-278e98982f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:39.403498 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-4d683101-abcd-44d5-a44c-278e98982f05 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=624e09f2-d485-4f77-b1e0-51c3536b3390 HTTP/1.1" status: 200 len: 850 time: 0.0446539 Jul 16 02:06:39.442982 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-30333df2-862f-4c1d-b91d-92b1eb152b34 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70c6b75c-537d-4afa-a4bd-1c0155662cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326569 Jul 16 02:06:39.539615 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-946f4d2f-715c-43f7-8a79-2d436e6756fd service neutron] 10.222.0.84 "GET /v2.0/networks/70c6b75c-537d-4afa-a4bd-1c0155662cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902777 Jul 16 02:06:39.646332 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-4b2c2bb4-80c9-4184-8e22-70abdf466018 service neutron] 10.222.0.84 "GET /v2.0/networks/70c6b75c-537d-4afa-a4bd-1c0155662cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001024 Jul 16 02:06:40.492743 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0d0a9-365b-4548-bd10-a8d94bcfb388 req-2d6e23c4-b280-4736-962c-3960ae41eea2 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:40.494234 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0af0d0a9-365b-4548-bd10-a8d94bcfb388 req-2d6e23c4-b280-4736-962c-3960ae41eea2 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0691195 Jul 16 02:06:40.542548 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0af0d0a9-365b-4548-bd10-a8d94bcfb388 req-49cf10ba-b2af-47ce-8041-f14e7bc17a7f tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399373 Jul 16 02:06:41.735493 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edceaf-a297-4f94-8c60-cf800297e79c req-8c7a7746-96a5-44e5-abf0-f0e254fd1cd1 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:41.736979 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-85edceaf-a297-4f94-8c60-cf800297e79c req-8c7a7746-96a5-44e5-abf0-f0e254fd1cd1 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0689511 Jul 16 02:06:41.782876 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-85edceaf-a297-4f94-8c60-cf800297e79c req-f9922756-53a3-46b3-b2a5-c6bcffcb496e tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374844 Jul 16 02:06:42.975590 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be981f96-0bc3-4090-9301-086b90507a6e req-d8ce1a40-9e3b-4333-83f2-e40ac08df00b tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:42.977029 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-be981f96-0bc3-4090-9301-086b90507a6e req-d8ce1a40-9e3b-4333-83f2-e40ac08df00b tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0668867 Jul 16 02:06:43.018879 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-be981f96-0bc3-4090-9301-086b90507a6e req-8573f770-50f7-44e5-bf45-d411345280e6 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360708 Jul 16 02:06:44.212114 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17066d-7ce9-4fcb-b6d2-67874e9e6b4c req-9129c37a-52d9-4317-bdb2-2393d286546c tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:44.213608 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-da17066d-7ce9-4fcb-b6d2-67874e9e6b4c req-9129c37a-52d9-4317-bdb2-2393d286546c tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0722203 Jul 16 02:06:44.256943 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-da17066d-7ce9-4fcb-b6d2-67874e9e6b4c req-4f59059b-3471-4e09-ae41-48d95dbb3450 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333683 Jul 16 02:06:45.444872 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444619f3-0b26-4388-a0a1-7b70bbf7de2a req-c6c7754a-2905-4acd-bb8d-36deec8397a9 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:45.446382 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-444619f3-0b26-4388-a0a1-7b70bbf7de2a req-c6c7754a-2905-4acd-bb8d-36deec8397a9 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0753520 Jul 16 02:06:45.484758 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-444619f3-0b26-4388-a0a1-7b70bbf7de2a req-e647c588-ecc4-4262-aeed-4e4ac847b447 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326331 Jul 16 02:06:46.688453 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9bb52-5ad0-48e7-b637-9c0337be91f5 req-34310b1e-6896-4648-a1dc-119a4e324d38 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:46.689856 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7ac9bb52-5ad0-48e7-b637-9c0337be91f5 req-34310b1e-6896-4648-a1dc-119a4e324d38 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0778315 Jul 16 02:06:46.732027 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7ac9bb52-5ad0-48e7-b637-9c0337be91f5 req-0661a6b3-aec8-4167-b1f2-41ac6847644b tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340285 Jul 16 02:06:47.926438 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19574f77-1d8e-4a6f-8956-b869d87306be req-babe4e40-37da-48d0-a76c-2f66d06fcd41 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:47.927970 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19574f77-1d8e-4a6f-8956-b869d87306be req-babe4e40-37da-48d0-a76c-2f66d06fcd41 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0703995 Jul 16 02:06:47.979966 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19574f77-1d8e-4a6f-8956-b869d87306be req-b7ce3ba7-44c2-47f9-a2dc-317fb14bd41c tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435236 Jul 16 02:06:49.173415 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3060293-9f1c-4c80-943b-783032e8b4f5 req-f07b071a-2b84-49da-b622-23aa28faf103 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:49.175096 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d3060293-9f1c-4c80-943b-783032e8b4f5 req-f07b071a-2b84-49da-b622-23aa28faf103 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0668650 Jul 16 02:06:49.218421 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d3060293-9f1c-4c80-943b-783032e8b4f5 req-cdaa282b-ae04-4d43-91a0-47f5c9d67de3 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347679 Jul 16 02:06:50.408725 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c59dd8-83d1-4291-a883-9e480d1318f2 req-eeb10c01-4c82-4e8d-8162-17edf74786c3 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:50.410644 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-69c59dd8-83d1-4291-a883-9e480d1318f2 req-eeb10c01-4c82-4e8d-8162-17edf74786c3 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0725160 Jul 16 02:06:50.415840 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:06:50.451888 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-69c59dd8-83d1-4291-a883-9e480d1318f2 req-4032c205-fe3a-4ff6-9c97-b36bbac40d2b tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349550 Jul 16 02:06:51.648601 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795158f-00a0-476e-8aed-783193a5d58b req-4acb0163-9c3c-4569-ac99-95957dcf7ab4 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:51.650138 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8795158f-00a0-476e-8aed-783193a5d58b req-4acb0163-9c3c-4569-ac99-95957dcf7ab4 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0732658 Jul 16 02:06:51.692599 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8795158f-00a0-476e-8aed-783193a5d58b req-7d1526cb-7a46-4b77-b2aa-bf6a92e4a8a3 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364659 Jul 16 02:06:52.891612 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd357d-075b-454e-9b73-eb41d7d808a2 req-20848d7e-e806-4ca7-8587-c926afed224f tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:52.893227 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-18bd357d-075b-454e-9b73-eb41d7d808a2 req-20848d7e-e806-4ca7-8587-c926afed224f tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0759077 Jul 16 02:06:52.935038 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-18bd357d-075b-454e-9b73-eb41d7d808a2 req-deb4026a-e679-4096-a04a-54caf0bea796 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333867 Jul 16 02:06:54.133534 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d1421-c11f-4e73-b75a-683feacf83eb req-bec605b3-7af7-4c96-a29b-cce7c455bdf9 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:54.135085 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b98d1421-c11f-4e73-b75a-683feacf83eb req-bec605b3-7af7-4c96-a29b-cce7c455bdf9 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0829086 Jul 16 02:06:54.188645 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b98d1421-c11f-4e73-b75a-683feacf83eb req-f8ff92ad-42f9-4427-8bf7-f8bf32335aed tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443358 Jul 16 02:06:55.381554 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6cdf9-9f9c-441e-936a-b38f16244917 req-d18181dd-49ff-445c-aeec-93d43b2bf7c4 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:55.383047 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2af6cdf9-9f9c-441e-936a-b38f16244917 req-d18181dd-49ff-445c-aeec-93d43b2bf7c4 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0726755 Jul 16 02:06:55.425220 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2af6cdf9-9f9c-441e-936a-b38f16244917 req-28bb22a8-8c91-4ccd-bdd2-3d2ff760f9d4 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346274 Jul 16 02:06:56.625033 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ff0e0-2ebf-43e3-b7d0-680f1c549796 req-a1143bde-9e74-4672-9ca3-25e7eae2fe1e tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:56.626674 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c67ff0e0-2ebf-43e3-b7d0-680f1c549796 req-a1143bde-9e74-4672-9ca3-25e7eae2fe1e tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0804505 Jul 16 02:06:56.641117 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4fb3a7f9-c0e9-4e48-8660-1d261ed5867a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:56.667667 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c67ff0e0-2ebf-43e3-b7d0-680f1c549796 req-2f83f8f8-427f-49f5-949f-995cc396b253 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344131 Jul 16 02:06:57.853809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e19eb3-dbfb-4960-b157-759de474bbdf req-f2efa7b7-14e8-4074-934b-987e17d25009 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:57.855324 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-14e19eb3-dbfb-4960-b157-759de474bbdf req-f2efa7b7-14e8-4074-934b-987e17d25009 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0728819 Jul 16 02:06:57.894931 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-14e19eb3-dbfb-4960-b157-759de474bbdf req-d95779ae-9f46-4c56-8921-57bd930792a2 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338998 Jul 16 02:06:59.087039 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3eb980-f8d8-4bd3-bc10-ea6e9058b1aa req-8053a79a-a958-42e4-a398-0b9e94552f6a tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:59.088660 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb3eb980-f8d8-4bd3-bc10-ea6e9058b1aa req-8053a79a-a958-42e4-a398-0b9e94552f6a tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0700855 Jul 16 02:06:59.129837 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eb3eb980-f8d8-4bd3-bc10-ea6e9058b1aa req-41a7499f-1f0f-4ad4-93b3-8a023e4e183a tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326779 Jul 16 02:06:59.565357 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8539016-f8ca-47ef-a174-0f4e0ff0e205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:59.747985 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:00.325750 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739354bc-425d-44b3-8bd7-bf94e5163243 req-7eba5f6f-3ef6-48f6-8552-49c1ac323c9c tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:00.327410 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-739354bc-425d-44b3-8bd7-bf94e5163243 req-7eba5f6f-3ef6-48f6-8552-49c1ac323c9c tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0679603 Jul 16 02:07:00.371928 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-739354bc-425d-44b3-8bd7-bf94e5163243 req-1a1ca376-7f5c-4c6d-b31c-6adc1d139334 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382710 Jul 16 02:07:00.924752 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:01.593763 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00aaef7-e472-4bd9-879f-ad31fe13d1a1 req-cab913fe-eafd-4dd6-958f-a312587fefca tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:01.595834 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a00aaef7-e472-4bd9-879f-ad31fe13d1a1 req-cab913fe-eafd-4dd6-958f-a312587fefca tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0936766 Jul 16 02:07:01.637475 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a00aaef7-e472-4bd9-879f-ad31fe13d1a1 req-ce778c05-3e81-4ea6-98be-2c1b181fbba4 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351303 Jul 16 02:07:01.790050 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.654808 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.845047 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182a67f-f695-46af-86e4-de39367369a7 req-cfa6639a-ed20-4b61-8be2-91c71053fbae tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:02.846460 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c182a67f-f695-46af-86e4-de39367369a7 req-cfa6639a-ed20-4b61-8be2-91c71053fbae tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0835307 Jul 16 02:07:02.896210 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c182a67f-f695-46af-86e4-de39367369a7 req-88e2c50e-eac1-4cb2-b5c6-f5ac5d17502d tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430250 Jul 16 02:07:04.092812 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadee148-8fd7-4770-80bb-cbb80bb763ff req-e35ec307-2bc4-4493-981f-ebcf49540eb8 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:04.094328 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cadee148-8fd7-4770-80bb-cbb80bb763ff req-e35ec307-2bc4-4493-981f-ebcf49540eb8 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0751722 Jul 16 02:07:04.137029 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cadee148-8fd7-4770-80bb-cbb80bb763ff req-ec3afb25-9c2d-4a58-ac70-720b831f7524 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340316 Jul 16 02:07:05.325051 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:05.329978 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b10d9a-9ac9-4d7d-bf46-f7f5610c9eb9 req-5775c86d-3a85-4a2f-9743-0fb555a4bf60 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:05.331494 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1b10d9a-9ac9-4d7d-bf46-f7f5610c9eb9 req-5775c86d-3a85-4a2f-9743-0fb555a4bf60 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0705559 Jul 16 02:07:05.376152 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1b10d9a-9ac9-4d7d-bf46-f7f5610c9eb9 req-ee7b423d-5e47-4175-999e-5d660072a05a tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381451 Jul 16 02:07:06.556061 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d3fd4-c527-4789-877b-383601af0d3c req-74d35ecd-0723-4da4-bd17-f1f9bd6844cf tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:06.557632 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-446d3fd4-c527-4789-877b-383601af0d3c req-74d35ecd-0723-4da4-bd17-f1f9bd6844cf tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0657816 Jul 16 02:07:06.558343 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-78bfca48-0516-4f48-8ffb-27ef871aece8 service neutron] show failed (client error): The resource could not be found. Jul 16 02:07:06.559409 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-78bfca48-0516-4f48-8ffb-27ef871aece8 service neutron] 10.222.0.84 "GET /v2.0/ports/086bfd76-afb2-4fdb-a443-e5ed0afac6ba/bindings/n-h2-792394-16 HTTP/1.1" status: 404 len: 381 time: 0.0573590 Jul 16 02:07:06.599025 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-446d3fd4-c527-4789-877b-383601af0d3c req-e4db23e1-b7b1-4fb4-9658-fec2e2517260 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356944 Jul 16 02:07:06.863186 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-5dcb8465-e3b2-471f-ba1e-708c1515d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:06.864656 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-5dcb8465-e3b2-471f-ba1e-708c1515d525 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2&tenant_id=69f77bd8b9b8450b8b4901f4ca427dd5 HTTP/1.1" status: 200 len: 1097 time: 0.0738754 Jul 16 02:07:06.878394 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-16', 'device_owner': 'compute:nova'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:06.958104 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:07.216115 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] For port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=086bfd76-afb2-4fdb-a443-e5ed0afac6ba,segment=NetworkSegment(3bf919e5-5c6a-4aee-8b32-3f76a52f112c),segment_id=3bf919e5-5c6a-4aee-8b32-3f76a52f112c)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:07.257712 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] For port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:07.308664 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd65451c-2dba-416b-8351-d88c2d7cf3b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '086bfd76-afb2-4fdb-a443-e5ed0afac6ba'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:07.311181 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc84dd17-2769-401c-8ae2-630e7d41c358" -d '{"events": [{"server_uuid": "cd65451c-2dba-416b-8351-d88c2d7cf3b2", "name": "network-vif-unplugged", "status": "completed", "tag": "086bfd76-afb2-4fdb-a443-e5ed0afac6ba"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:07.315791 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:07.331161 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Transition to ACTIVE for port object 086bfd76-afb2-4fdb-a443-e5ed0afac6ba will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:07.337069 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:07.408397 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] No DVR routers for this DVR port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:07:07.413206 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Pushing event updated for resources: {'Port': ['ID=086bfd76-afb2-4fdb-a443-e5ed0afac6ba,revision_number=6']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:07.443761 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:07.444115 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:07.444479 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:07.444981 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:07.445411 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:07.445828 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:07.446353 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:07.446760 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:07.447143 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:07.447624 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:07.448143 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:07.448676 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:07.465738 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Attempting to bind port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:07.466197 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Attempting to bind port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '3bf919e5-5c6a-4aee-8b32-3f76a52f112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '70c6b75c-537d-4afa-a4bd-1c0155662cd1'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:07.466565 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Attempting to bind port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba on network 70c6b75c-537d-4afa-a4bd-1c0155662cd1 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:07.471862 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba on network 70c6b75c-537d-4afa-a4bd-1c0155662cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:07:07.472594 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Attempting to bind port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba on network 70c6b75c-537d-4afa-a4bd-1c0155662cd1 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:07.477853 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:07.478170 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Checking segment: {'id': '3bf919e5-5c6a-4aee-8b32-3f76a52f112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '70c6b75c-537d-4afa-a4bd-1c0155662cd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:07.478542 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Bound using segment: {'id': '3bf919e5-5c6a-4aee-8b32-3f76a52f112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '70c6b75c-537d-4afa-a4bd-1c0155662cd1'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:07.478970 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Bound port: 086bfd76-afb2-4fdb-a443-e5ed0afac6ba, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf919e5-5c6a-4aee-8b32-3f76a52f112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '70c6b75c-537d-4afa-a4bd-1c0155662cd1'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:07.479313 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:07.523999 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bc313a-dfcf-4aa3-bd1b-0ff4926b23b1 x-openstack-request-id: req-49bc313a-dfcf-4aa3-bd1b-0ff4926b23b1 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:07.524354 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd65451c-2dba-416b-8351-d88c2d7cf3b2", "name": "network-vif-unplugged", "status": "completed", "tag": "086bfd76-afb2-4fdb-a443-e5ed0afac6ba", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:07.524592 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49bc313a-dfcf-4aa3-bd1b-0ff4926b23b1 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:07.524993 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd65451c-2dba-416b-8351-d88c2d7cf3b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '086bfd76-afb2-4fdb-a443-e5ed0afac6ba', 'code': 200} Jul 16 02:07:07.563915 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] For port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:07.567302 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] For port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=086bfd76-afb2-4fdb-a443-e5ed0afac6ba,segment=NetworkSegment(3bf919e5-5c6a-4aee-8b32-3f76a52f112c),segment_id=3bf919e5-5c6a-4aee-8b32-3f76a52f112c)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:07.572773 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:07.614195 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:07.614789 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:07.616212 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] 10.222.0.82 "PUT /v2.0/ports/086bfd76-afb2-4fdb-a443-e5ed0afac6ba HTTP/1.1" status: 200 len: 1092 time: 0.7442057 Jul 16 02:07:07.658641 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19de6fc-a89e-43a5-8960-d328631a993d service neutron] Pushing event updated for resources: {'Port': ['ID=086bfd76-afb2-4fdb-a443-e5ed0afac6ba,revision_number=7']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:07.717562 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-ef84f872-169a-4c74-a661-821d89cb246e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:07.718976 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-ef84f872-169a-4c74-a661-821d89cb246e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=69f77bd8b9b8450b8b4901f4ca427dd5&device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 1095 time: 0.0722287 Jul 16 02:07:07.812151 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11a147-e953-4b1d-b6c7-becc0dfeeb2c req-1e849da5-1922-4fbc-ae9b-70bac20f7eb1 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:07.813883 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db11a147-e953-4b1d-b6c7-becc0dfeeb2c req-1e849da5-1922-4fbc-ae9b-70bac20f7eb1 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 943 time: 0.0883119 Jul 16 02:07:07.825181 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-0c4c592c-1898-444b-b713-79a2afe63360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:07.826788 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-0c4c592c-1898-444b-b713-79a2afe63360 service neutron] 10.222.0.82 "GET /v2.0/networks?id=70c6b75c-537d-4afa-a4bd-1c0155662cd1 HTTP/1.1" status: 200 len: 911 time: 0.1009560 Jul 16 02:07:07.857961 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-db11a147-e953-4b1d-b6c7-becc0dfeeb2c req-d9d056fb-e3db-432d-a32f-fd35e497aa04 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374563 Jul 16 02:07:07.868982 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-1f3484e1-c6a6-4e3a-8328-c3f9dc93891c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=086bfd76-afb2-4fdb-a443-e5ed0afac6ba HTTP/1.1" status: 200 len: 217 time: 0.0357549 Jul 16 02:07:07.923121 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-0c1a2c2b-7652-411e-be85-e3757258f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:07.924643 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-0c1a2c2b-7652-411e-be85-e3757258f341 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=624e09f2-d485-4f77-b1e0-51c3536b3390 HTTP/1.1" status: 200 len: 850 time: 0.0496013 Jul 16 02:07:08.288885 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-7c371556-4a9c-4733-b974-fbf61eac6706 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=70c6b75c-537d-4afa-a4bd-1c0155662cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3565962 Jul 16 02:07:08.380116 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-cb7fbc9a-176a-4b25-bbd2-d9240bd938bd service neutron] 10.222.0.82 "GET /v2.0/networks/70c6b75c-537d-4afa-a4bd-1c0155662cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847459 Jul 16 02:07:08.482862 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97457f74-e671-44ae-93fa-efc3f2b551eb req-a9483127-302b-4131-8f79-d102d1e57953 service neutron] 10.222.0.82 "GET /v2.0/networks/70c6b75c-537d-4afa-a4bd-1c0155662cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964887 Jul 16 02:07:09.064930 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db69bac-ff86-4481-bf3f-2114d3601ea9 req-92d2c2d8-fe6e-4cb9-a66f-752a693410bd tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:09.066408 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0db69bac-ff86-4481-bf3f-2114d3601ea9 req-92d2c2d8-fe6e-4cb9-a66f-752a693410bd tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 943 time: 0.0814412 Jul 16 02:07:09.105751 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0db69bac-ff86-4481-bf3f-2114d3601ea9 req-2dc06a7e-4dff-40c9-b2f7-718867af3076 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333080 Jul 16 02:07:09.526846 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd65451c-2dba-416b-8351-d88c2d7cf3b2', 'tag': '086bfd76-afb2-4fdb-a443-e5ed0afac6ba'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:09.530527 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fc4875-848f-482e-8b0a-eb5478eb75d2" -d '{"events": [{"name": "network-changed", "server_uuid": "cd65451c-2dba-416b-8351-d88c2d7cf3b2", "tag": "086bfd76-afb2-4fdb-a443-e5ed0afac6ba"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:09.589957 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cb455d-2e03-4f80-8630-814e64dedc0f x-openstack-request-id: req-49cb455d-2e03-4f80-8630-814e64dedc0f {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:09.590136 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd65451c-2dba-416b-8351-d88c2d7cf3b2", "tag": "086bfd76-afb2-4fdb-a443-e5ed0afac6ba", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:09.590385 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49cb455d-2e03-4f80-8630-814e64dedc0f {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:09.590796 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd65451c-2dba-416b-8351-d88c2d7cf3b2', 'tag': '086bfd76-afb2-4fdb-a443-e5ed0afac6ba', 'status': 'completed', 'code': 200} Jul 16 02:07:09.698880 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc4875-848f-482e-8b0a-eb5478eb75d2 req-128cbbd0-28ae-4c98-93db-bbca3313978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:09.700278 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-86fc4875-848f-482e-8b0a-eb5478eb75d2 req-128cbbd0-28ae-4c98-93db-bbca3313978f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=69f77bd8b9b8450b8b4901f4ca427dd5&device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 1095 time: 0.0928819 Jul 16 02:07:09.704395 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc4875-848f-482e-8b0a-eb5478eb75d2 req-4f2685e0-3dc2-418e-a860-8f97536e585b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:09.705770 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-86fc4875-848f-482e-8b0a-eb5478eb75d2 req-4f2685e0-3dc2-418e-a860-8f97536e585b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=69f77bd8b9b8450b8b4901f4ca427dd5&device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 1095 time: 0.0904884 Jul 16 02:07:09.857453 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc4875-848f-482e-8b0a-eb5478eb75d2 req-b1dec3c3-0381-44d9-b021-bc1f0d4a8959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:09.858920 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-86fc4875-848f-482e-8b0a-eb5478eb75d2 req-b1dec3c3-0381-44d9-b021-bc1f0d4a8959 service neutron] 10.222.0.82 "GET /v2.0/networks?id=70c6b75c-537d-4afa-a4bd-1c0155662cd1 HTTP/1.1" status: 200 len: 911 time: 0.1503267 Jul 16 02:07:09.860002 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc4875-848f-482e-8b0a-eb5478eb75d2 req-86ee9bf8-aa13-497a-9764-3fc5316305b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:09.861326 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-86fc4875-848f-482e-8b0a-eb5478eb75d2 req-86ee9bf8-aa13-497a-9764-3fc5316305b6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=70c6b75c-537d-4afa-a4bd-1c0155662cd1 HTTP/1.1" status: 200 len: 911 time: 0.1452947 Jul 16 02:07:09.934443 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-86fc4875-848f-482e-8b0a-eb5478eb75d2 req-234ff93b-47d8-4774-9fb7-a91265754c9d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=086bfd76-afb2-4fdb-a443-e5ed0afac6ba HTTP/1.1" status: 200 len: 217 time: 0.0671909 Jul 16 02:07:09.935637 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-86fc4875-848f-482e-8b0a-eb5478eb75d2 req-d95a0336-a3e9-4d05-bad6-afcfc559ca42 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=086bfd76-afb2-4fdb-a443-e5ed0afac6ba HTTP/1.1" status: 200 len: 217 time: 0.0673456 Jul 16 02:07:10.026479 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc4875-848f-482e-8b0a-eb5478eb75d2 req-9effeca5-06ba-467c-a051-c832ecbe46fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:10.027876 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-86fc4875-848f-482e-8b0a-eb5478eb75d2 req-9effeca5-06ba-467c-a051-c832ecbe46fd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=624e09f2-d485-4f77-b1e0-51c3536b3390 HTTP/1.1" status: 200 len: 850 time: 0.0861206 Jul 16 02:07:10.029254 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc4875-848f-482e-8b0a-eb5478eb75d2 req-fa14c050-fd18-48be-ac76-170a687d08f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:10.030699 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-86fc4875-848f-482e-8b0a-eb5478eb75d2 req-fa14c050-fd18-48be-ac76-170a687d08f5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=624e09f2-d485-4f77-b1e0-51c3536b3390 HTTP/1.1" status: 200 len: 850 time: 0.0811512 Jul 16 02:07:10.069493 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-86fc4875-848f-482e-8b0a-eb5478eb75d2 req-d7c610fc-86d6-459d-bb74-2e7ce68e1a1b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70c6b75c-537d-4afa-a4bd-1c0155662cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355012 Jul 16 02:07:10.089511 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-86fc4875-848f-482e-8b0a-eb5478eb75d2 req-a23eabb2-df3e-43bd-bdbf-554194196d49 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=70c6b75c-537d-4afa-a4bd-1c0155662cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462780 Jul 16 02:07:10.284748 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-86fc4875-848f-482e-8b0a-eb5478eb75d2 req-b6fe5482-9433-4864-9a98-4c5862309a6e service neutron] 10.222.0.84 "GET /v2.0/networks/70c6b75c-537d-4afa-a4bd-1c0155662cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985047 Jul 16 02:07:10.288140 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-86fc4875-848f-482e-8b0a-eb5478eb75d2 req-a9bed993-4bea-46ba-950c-058a83c71470 service neutron] 10.222.0.82 "GET /v2.0/networks/70c6b75c-537d-4afa-a4bd-1c0155662cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911550 Jul 16 02:07:10.462762 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8b93a-81bc-414c-a503-7ecfa45c4864 req-d75c751b-637a-4f70-938d-91975bf7db38 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:10.464320 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-efa8b93a-81bc-414c-a503-7ecfa45c4864 req-d75c751b-637a-4f70-938d-91975bf7db38 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 943 time: 0.2151186 Jul 16 02:07:10.469666 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-86fc4875-848f-482e-8b0a-eb5478eb75d2 req-5c8b415e-1c00-488a-aacf-8c15a51dfa5d service neutron] 10.222.0.84 "GET /v2.0/networks/70c6b75c-537d-4afa-a4bd-1c0155662cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781921 Jul 16 02:07:10.493707 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-86fc4875-848f-482e-8b0a-eb5478eb75d2 req-d88267e8-fb0f-455c-9835-74eee95352d8 service neutron] 10.222.0.82 "GET /v2.0/networks/70c6b75c-537d-4afa-a4bd-1c0155662cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926386 Jul 16 02:07:10.514178 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-efa8b93a-81bc-414c-a503-7ecfa45c4864 req-88db693f-1c73-4946-97d3-e7ca8c3c83b3 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435319 Jul 16 02:07:10.936813 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da1da3-a9d4-475a-b116-fd3f47a73351 req-acc0e666-285d-43e6-b312-eb5aa25c68f3 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:10.938387 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41da1da3-a9d4-475a-b116-fd3f47a73351 req-acc0e666-285d-43e6-b312-eb5aa25c68f3 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2&tenant_id=69f77bd8b9b8450b8b4901f4ca427dd5&binding%3Ahost_id=n-h2-792394-16 HTTP/1.1" status: 200 len: 943 time: 0.0937786 Jul 16 02:07:11.000989 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-41da1da3-a9d4-475a-b116-fd3f47a73351 req-05f53693-1d71-40e3-ae11-72017018a3fe service neutron] delete failed (client error): The resource could not be found. Jul 16 02:07:11.002091 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41da1da3-a9d4-475a-b116-fd3f47a73351 req-05f53693-1d71-40e3-ae11-72017018a3fe service neutron] 10.222.0.84 "DELETE /v2.0/ports/086bfd76-afb2-4fdb-a443-e5ed0afac6ba/bindings/n-h1-792394-16 HTTP/1.1" status: 404 len: 381 time: 0.0569963 Jul 16 02:07:11.116700 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da1da3-a9d4-475a-b116-fd3f47a73351 req-21f03862-82f4-4c23-a38f-2b6b16b9c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:11.119233 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41da1da3-a9d4-475a-b116-fd3f47a73351 req-21f03862-82f4-4c23-a38f-2b6b16b9c2ec service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=69f77bd8b9b8450b8b4901f4ca427dd5&device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 1095 time: 0.0663686 Jul 16 02:07:11.223559 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da1da3-a9d4-475a-b116-fd3f47a73351 req-509ae4a0-c500-4154-9fc7-61730a33f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:11.224957 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41da1da3-a9d4-475a-b116-fd3f47a73351 req-509ae4a0-c500-4154-9fc7-61730a33f662 service neutron] 10.222.0.84 "GET /v2.0/networks?id=70c6b75c-537d-4afa-a4bd-1c0155662cd1 HTTP/1.1" status: 200 len: 911 time: 0.0993102 Jul 16 02:07:11.265533 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41da1da3-a9d4-475a-b116-fd3f47a73351 req-58c0b04d-5824-40a4-a331-7b27aa764685 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=086bfd76-afb2-4fdb-a443-e5ed0afac6ba HTTP/1.1" status: 200 len: 217 time: 0.0339913 Jul 16 02:07:11.277763 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 086bfd76-afb2-4fdb-a443-e5ed0afac6ba details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:07:11.314682 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da1da3-a9d4-475a-b116-fd3f47a73351 req-55137665-e2ea-4e7c-a25d-a485de441107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:11.316252 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41da1da3-a9d4-475a-b116-fd3f47a73351 req-55137665-e2ea-4e7c-a25d-a485de441107 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=624e09f2-d485-4f77-b1e0-51c3536b3390 HTTP/1.1" status: 200 len: 850 time: 0.0449865 Jul 16 02:07:11.355591 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41da1da3-a9d4-475a-b116-fd3f47a73351 req-482c9b05-c53d-490d-9217-2746c56fc59d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70c6b75c-537d-4afa-a4bd-1c0155662cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330691 Jul 16 02:07:11.379866 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=086bfd76-afb2-4fdb-a443-e5ed0afac6ba,segment=NetworkSegment(3bf919e5-5c6a-4aee-8b32-3f76a52f112c),segment_id=3bf919e5-5c6a-4aee-8b32-3f76a52f112c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:11.392558 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '086bfd76-afb2-4fdb-a443-e5ed0afac6ba', 'network_id': '70c6b75c-537d-4afa-a4bd-1c0155662cd1', 'port_id': '086bfd76-afb2-4fdb-a443-e5ed0afac6ba', 'mac_address': 'fa:16:3e:c3:02:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '624e09f2-d485-4f77-b1e0-51c3536b3390', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:07:11.435497 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:11.448555 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 086bfd76-afb2-4fdb-a443-e5ed0afac6ba no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:07:11.452904 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41da1da3-a9d4-475a-b116-fd3f47a73351 req-fca74e41-6ffa-4104-ba7e-c5a5514aabec service neutron] 10.222.0.84 "GET /v2.0/networks/70c6b75c-537d-4afa-a4bd-1c0155662cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910785 Jul 16 02:07:11.453569 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086bfd76-afb2-4fdb-a443-e5ed0afac6ba {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:07:11.499653 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=086bfd76-afb2-4fdb-a443-e5ed0afac6ba,segment=NetworkSegment(3bf919e5-5c6a-4aee-8b32-3f76a52f112c),segment_id=3bf919e5-5c6a-4aee-8b32-3f76a52f112c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:11.506066 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:11.510044 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 086bfd76-afb2-4fdb-a443-e5ed0afac6ba not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:07:11.551294 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41da1da3-a9d4-475a-b116-fd3f47a73351 req-d67c45a7-3715-4c0f-9a08-821427e41070 service neutron] 10.222.0.84 "GET /v2.0/networks/70c6b75c-537d-4afa-a4bd-1c0155662cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925546 Jul 16 02:07:11.556218 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=086bfd76-afb2-4fdb-a443-e5ed0afac6ba,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:11.564131 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:11.564500 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:11.564847 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:11.565183 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:11.565518 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:11.565858 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:11.566178 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:11.566505 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:11.566829 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:11.567152 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:11.567518 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:11.567913 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:11.738974 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['086bfd76-afb2-4fdb-a443-e5ed0afac6ba'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:07:12.457933 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edea92-a295-440c-aada-73618bf849be req-36d38b01-366e-4ce9-b141-7b6e970ebecb tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:12.459570 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f6edea92-a295-440c-aada-73618bf849be req-36d38b01-366e-4ce9-b141-7b6e970ebecb tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 944 time: 0.0715537 Jul 16 02:07:12.500306 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f6edea92-a295-440c-aada-73618bf849be req-2ff3551d-5482-4f08-aad8-5952861a4c9a tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346820 Jul 16 02:07:13.288871 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 086bfd76-afb2-4fdb-a443-e5ed0afac6ba up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:13.349610 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:13.354268 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:13.354806 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:13.440236 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:13.464037 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd65451c-2dba-416b-8351-d88c2d7cf3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086bfd76-afb2-4fdb-a443-e5ed0afac6ba'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:13.466326 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e1d304-dd34-485f-bed9-256b65057492" -d '{"events": [{"server_uuid": "cd65451c-2dba-416b-8351-d88c2d7cf3b2", "name": "network-vif-plugged", "status": "completed", "tag": "086bfd76-afb2-4fdb-a443-e5ed0afac6ba"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:13.481122 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=086bfd76-afb2-4fdb-a443-e5ed0afac6ba,segment=NetworkSegment(3bf919e5-5c6a-4aee-8b32-3f76a52f112c),segment_id=3bf919e5-5c6a-4aee-8b32-3f76a52f112c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:13.489302 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:13.513951 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232f9767-abcf-4596-ae57-c5cbb1790ee0 x-openstack-request-id: req-232f9767-abcf-4596-ae57-c5cbb1790ee0 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:13.514249 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd65451c-2dba-416b-8351-d88c2d7cf3b2", "name": "network-vif-plugged", "status": "completed", "tag": "086bfd76-afb2-4fdb-a443-e5ed0afac6ba", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:13.514497 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-232f9767-abcf-4596-ae57-c5cbb1790ee0 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:13.514879 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd65451c-2dba-416b-8351-d88c2d7cf3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086bfd76-afb2-4fdb-a443-e5ed0afac6ba', 'code': 200} Jul 16 02:07:13.543774 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=086bfd76-afb2-4fdb-a443-e5ed0afac6ba,revision_number=9']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:13.708054 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da1da3-a9d4-475a-b116-fd3f47a73351 req-deedb7f3-80f2-4396-90fa-cc58d59346d3 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:13.709409 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41da1da3-a9d4-475a-b116-fd3f47a73351 req-deedb7f3-80f2-4396-90fa-cc58d59346d3 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.1050444 Jul 16 02:07:13.731145 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bfd84-e31a-4f5f-aa74-26eda00bbf33 req-2c0ec8cd-d248-4917-9aca-dc26e0a415ed tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:13.732794 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad0bfd84-e31a-4f5f-aa74-26eda00bbf33 req-2c0ec8cd-d248-4917-9aca-dc26e0a415ed tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd65451c-2dba-416b-8351-d88c2d7cf3b2 HTTP/1.1" status: 200 len: 945 time: 0.0975370 Jul 16 02:07:13.826045 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad0bfd84-e31a-4f5f-aa74-26eda00bbf33 req-c0a0586c-d237-4694-9356-eb52762ed9c2 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.16 "GET /v2.0/security-groups?id=19ed2f3f-6d1d-4001-924a-3cbe82d003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721438 Jul 16 02:07:13.855913 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-41da1da3-a9d4-475a-b116-fd3f47a73351 req-59181454-8961-4925-8cad-1f676a26c340 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Deleting port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:07:13.856266 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-41da1da3-a9d4-475a-b116-fd3f47a73351 req-59181454-8961-4925-8cad-1f676a26c340 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:13.946425 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-41da1da3-a9d4-475a-b116-fd3f47a73351 req-59181454-8961-4925-8cad-1f676a26c340 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] For port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=086bfd76-afb2-4fdb-a443-e5ed0afac6ba,segment=NetworkSegment(3bf919e5-5c6a-4aee-8b32-3f76a52f112c),segment_id=3bf919e5-5c6a-4aee-8b32-3f76a52f112c)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:13.946798 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-41da1da3-a9d4-475a-b116-fd3f47a73351 req-59181454-8961-4925-8cad-1f676a26c340 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:13.960166 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-41da1da3-a9d4-475a-b116-fd3f47a73351 req-59181454-8961-4925-8cad-1f676a26c340 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Calling delete_port for 086bfd76-afb2-4fdb-a443-e5ed0afac6ba owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:07:14.094307 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-41da1da3-a9d4-475a-b116-fd3f47a73351 req-59181454-8961-4925-8cad-1f676a26c340 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:14.105977 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['086bfd76-afb2-4fdb-a443-e5ed0afac6ba'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:07:14.128037 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59181454-8961-4925-8cad-1f676a26c340 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Pushing event deleted for resources: {'Port': ['ID=086bfd76-afb2-4fdb-a443-e5ed0afac6ba,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:14.169773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-41da1da3-a9d4-475a-b116-fd3f47a73351 req-59181454-8961-4925-8cad-1f676a26c340 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] No DVR routers for this DVR port 086bfd76-afb2-4fdb-a443-e5ed0afac6ba on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:07:14.172789 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-41da1da3-a9d4-475a-b116-fd3f47a73351 req-59181454-8961-4925-8cad-1f676a26c340 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:14.174908 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-41da1da3-a9d4-475a-b116-fd3f47a73351 req-59181454-8961-4925-8cad-1f676a26c340 tempest-DeleteServersTestJSON-473587048 tempest-DeleteServersTestJSON-473587048-project] 10.222.0.82 "DELETE /v2.0/ports/086bfd76-afb2-4fdb-a443-e5ed0afac6ba HTTP/1.1" status: 204 len: 173 time: 0.4586535 Jul 16 02:07:14.175347 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd65451c-2dba-416b-8351-d88c2d7cf3b2', 'name': 'network-vif-deleted', 'tag': '086bfd76-afb2-4fdb-a443-e5ed0afac6ba'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:14.177602 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d32f979-eec1-4a66-bdfc-eaa9795f4f81" -d '{"events": [{"server_uuid": "cd65451c-2dba-416b-8351-d88c2d7cf3b2", "name": "network-vif-deleted", "tag": "086bfd76-afb2-4fdb-a443-e5ed0afac6ba"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:14.220134 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126f1110-dc1f-44ea-8423-a93613a830c8 x-openstack-request-id: req-126f1110-dc1f-44ea-8423-a93613a830c8 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:14.220454 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd65451c-2dba-416b-8351-d88c2d7cf3b2", "name": "network-vif-deleted", "tag": "086bfd76-afb2-4fdb-a443-e5ed0afac6ba", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:14.220841 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-126f1110-dc1f-44ea-8423-a93613a830c8 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:14.221250 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd65451c-2dba-416b-8351-d88c2d7cf3b2', 'name': 'network-vif-deleted', 'tag': '086bfd76-afb2-4fdb-a443-e5ed0afac6ba', 'status': 'completed', 'code': 200} Jul 16 02:07:15.099527 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37052) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:15.150501 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b66eff-2722-43de-aebd-a875ff69d09e admin admin] Deleting subnet 624e09f2-d485-4f77-b1e0-51c3536b3390 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:07:15.153921 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2b66eff-2722-43de-aebd-a875ff69d09e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:15.191466 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2b66eff-2722-43de-aebd-a875ff69d09e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:15.230943 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2b66eff-2722-43de-aebd-a875ff69d09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:15.295745 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2b66eff-2722-43de-aebd-a875ff69d09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:15.321400 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b66eff-2722-43de-aebd-a875ff69d09e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=624e09f2-d485-4f77-b1e0-51c3536b3390,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:15.325378 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2b66eff-2722-43de-aebd-a875ff69d09e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:15.327400 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a2b66eff-2722-43de-aebd-a875ff69d09e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/624e09f2-d485-4f77-b1e0-51c3536b3390 HTTP/1.1" status: 204 len: 168 time: 0.2264893 Jul 16 02:07:15.329839 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37054) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:15.403070 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e9d32a2-79b3-4581-8b1d-d660508ffa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:15.485701 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e9d32a2-79b3-4581-8b1d-d660508ffa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:15.497364 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-0e9d32a2-79b3-4581-8b1d-d660508ffa51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c6b75c-537d-4afa-a4bd-1c0155662cd1']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:15.507797 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-0e9d32a2-79b3-4581-8b1d-d660508ffa51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf919e5-5c6a-4aee-8b32-3f76a52f112c') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:15.508092 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-0e9d32a2-79b3-4581-8b1d-d660508ffa51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf919e5-5c6a-4aee-8b32-3f76a52f112c') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:15.517760 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e9d32a2-79b3-4581-8b1d-d660508ffa51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:15.533196 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e9d32a2-79b3-4581-8b1d-d660508ffa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:15.543010 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9d32a2-79b3-4581-8b1d-d660508ffa51 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:07:15.543467 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e9d32a2-79b3-4581-8b1d-d660508ffa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: timer() Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:07:15.545775 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:07:15.605728 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e9d32a2-79b3-4581-8b1d-d660508ffa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:15.611428 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0e9d32a2-79b3-4581-8b1d-d660508ffa51 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:15.613349 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0e9d32a2-79b3-4581-8b1d-d660508ffa51 admin admin] 10.222.0.16 "DELETE /v2.0/networks/70c6b75c-537d-4afa-a4bd-1c0155662cd1 HTTP/1.1" status: 204 len: 168 time: 0.2825525 Jul 16 02:07:15.625681 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d32a2-79b3-4581-8b1d-d660508ffa51 admin admin] Pushing event deleted for resources: {'Network': ['ID=70c6b75c-537d-4afa-a4bd-1c0155662cd1,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:15.772273 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37058) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:15.814733 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fde454dc-b7bf-40b9-b5bb-6f26ba24b4b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69f77bd8b9b8450b8b4901f4ca427dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411577 Jul 16 02:07:15.817703 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37060) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:15.872909 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c3e04763-1223-4b7b-9b70-59cd28984cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:15.894942 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c3e04763-1223-4b7b-9b70-59cd28984cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:15.951900 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c3e04763-1223-4b7b-9b70-59cd28984cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:15.954348 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c3e04763-1223-4b7b-9b70-59cd28984cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:15.955516 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c3e04763-1223-4b7b-9b70-59cd28984cd0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19ed2f3f-6d1d-4001-924a-3cbe82d003f3 HTTP/1.1" status: 204 len: 168 time: 0.1366239 Jul 16 02:07:15.963994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e04763-1223-4b7b-9b70-59cd28984cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ed2f3f-6d1d-4001-924a-3cbe82d003f3,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:16.700601 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37082) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:16.804433 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-615935883-network', 'tenant_id': '85d0bf928a0a4fb9a1964fcfea02cbb6'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:16.833505 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Made reservation on behalf of 85d0bf928a0a4fb9a1964fcfea02cbb6 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:16.836000 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:16.845691 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:16.937529 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:16.944030 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:16.968178 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:07:16.978260 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:16.986220 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:16.986568 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Added segment bc741574-62e4-4107-8e47-cb8bcd2b0078 of type vlan for network 416617e5-c9b1-4886-b066-7f80ac7fcc12 Jul 16 02:07:16.988869 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:16.989219 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:16.989564 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:16.989903 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:16.990237 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:16.990572 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:16.990903 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:16.991233 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:16.991562 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:16.991885 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:16.992209 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:16.992565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:17.036522 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:17.075284 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:17.076408 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:17.077093 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:17.114364 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4126186 Jul 16 02:07:17.117550 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37086) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:17.122786 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f8086a92-4fb8-47ee-9315-edd72673bd21 admin admin] Request body: {'subnet': {'network_id': '416617e5-c9b1-4886-b066-7f80ac7fcc12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-615935883-subnet', 'tenant_id': '85d0bf928a0a4fb9a1964fcfea02cbb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:17.144016 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecc1d0-2b06-4ab3-a12a-260ac58d83a8 admin admin] Pushing event updated for resources: {'Network': ['ID=416617e5-c9b1-4886-b066-7f80ac7fcc12,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:17.146617 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8086a92-4fb8-47ee-9315-edd72673bd21 admin admin] Made reservation on behalf of 85d0bf928a0a4fb9a1964fcfea02cbb6 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:17.149397 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f8086a92-4fb8-47ee-9315-edd72673bd21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:17.155595 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 416617e5-c9b1-4886-b066-7f80ac7fcc12 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:07:17.307484 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 086bfd76-afb2-4fdb-a443-e5ed0afac6ba no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:07:17.326425 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f8086a92-4fb8-47ee-9315-edd72673bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:17.329420 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 086bfd76-afb2-4fdb-a443-e5ed0afac6ba {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:07:17.329780 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 086bfd76-afb2-4fdb-a443-e5ed0afac6ba not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:07:17.380010 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8086a92-4fb8-47ee-9315-edd72673bd21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db723530-eb55-4538-94a6-67383f1ad8b7,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:17.390512 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8086a92-4fb8-47ee-9315-edd72673bd21 admin admin] Checking segment: {'id': 'bc741574-62e4-4107-8e47-cb8bcd2b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '416617e5-c9b1-4886-b066-7f80ac7fcc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:17.390879 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8086a92-4fb8-47ee-9315-edd72673bd21 admin admin] Network hostable DHCP agents. Network: 416617e5-c9b1-4886-b066-7f80ac7fcc12, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:07:17.417512 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8086a92-4fb8-47ee-9315-edd72673bd21 admin admin] Network 416617e5-c9b1-4886-b066-7f80ac7fcc12 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:07:17.428508 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-f8086a92-4fb8-47ee-9315-edd72673bd21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 416617e5-c9b1-4886-b066-7f80ac7fcc12) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:17.433246 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8086a92-4fb8-47ee-9315-edd72673bd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:17.433898 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f8086a92-4fb8-47ee-9315-edd72673bd21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:17.438993 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023fe1f2-7a51-441e-8ab2-fa36ed84a5cf None None] Network 416617e5-c9b1-4886-b066-7f80ac7fcc12 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:07:17.450077 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f8086a92-4fb8-47ee-9315-edd72673bd21 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3313999 Jul 16 02:07:17.567976 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c036d59-056d-4cd2-8e40-761e6048c4c6 None None] Network 416617e5-c9b1-4886-b066-7f80ac7fcc12 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:07:17.890485 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-07014b0f-3ad6-4f5c-8683-bc99758004c3 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:17.891960 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-07014b0f-3ad6-4f5c-8683-bc99758004c3 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/networks?id=416617e5-c9b1-4886-b066-7f80ac7fcc12 HTTP/1.1" status: 200 len: 814 time: 0.1164329 Jul 16 02:07:17.918407 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-ff9c7b92-5114-46d1-9a0f-fc3f2b17f5c3 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/quotas/85d0bf928a0a4fb9a1964fcfea02cbb6 HTTP/1.1" status: 200 len: 375 time: 0.0176086 Jul 16 02:07:17.957898 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-ff591e70-8165-464f-8ec3-b0e884ddf7c2 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=85d0bf928a0a4fb9a1964fcfea02cbb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339990 Jul 16 02:07:18.060487 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-c364d748-7c9b-478d-b8c1-5d3a0b5834c4 service neutron] 10.222.0.16 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956872 Jul 16 02:07:18.158524 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-ab196148-fe68-4615-b549-9a76021d8ebf service neutron] 10.222.0.16 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919731 Jul 16 02:07:18.331974 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b048c18a-545f-4e24-ad81-51d75e24936d req-954230e1-e4af-4a59-b831-765d1b5909d1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 210 time: 0.0303545 Jul 16 02:07:19.480921 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-da8d1af7-3a7d-4ad7-afcb-eb2dfd8ed93e tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:19.482604 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-da8d1af7-3a7d-4ad7-afcb-eb2dfd8ed93e tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.82 "GET /v2.0/networks?id=416617e5-c9b1-4886-b066-7f80ac7fcc12 HTTP/1.1" status: 200 len: 814 time: 0.1232777 Jul 16 02:07:19.486643 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0d011613-6556-4996-92cb-53f6c9dda7b1 req-55af4c5f-aa53-4efb-9db4-4f05d2a4b9f8 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 210 time: 0.0304878 Jul 16 02:07:19.500627 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-556dfd69-e4aa-4112-9a9f-0731393d7b26 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Request body: {'port': {'device_id': '7bf088da-62b1-4f2d-b84d-37d61228e7ee', 'network_id': '416617e5-c9b1-4886-b066-7f80ac7fcc12', 'admin_state_up': True, 'tenant_id': '85d0bf928a0a4fb9a1964fcfea02cbb6'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:19.619444 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-556dfd69-e4aa-4112-9a9f-0731393d7b26 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Made reservation on behalf of 85d0bf928a0a4fb9a1964fcfea02cbb6 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:19.623230 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-556dfd69-e4aa-4112-9a9f-0731393d7b26 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:19.753566 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-556dfd69-e4aa-4112-9a9f-0731393d7b26 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Allocated IP 172.20.0.5 (416617e5-c9b1-4886-b066-7f80ac7fcc12/db723530-eb55-4538-94a6-67383f1ad8b7/3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:19.921978 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-556dfd69-e4aa-4112-9a9f-0731393d7b26 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:19.965937 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-556dfd69-e4aa-4112-9a9f-0731393d7b26 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:20.013343 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-556dfd69-e4aa-4112-9a9f-0731393d7b26 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Network 416617e5-c9b1-4886-b066-7f80ac7fcc12 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:20.016577 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-556dfd69-e4aa-4112-9a9f-0731393d7b26 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:20.020598 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-556dfd69-e4aa-4112-9a9f-0731393d7b26 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:20.027526 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556dfd69-e4aa-4112-9a9f-0731393d7b26 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Pushing event updated for resources: {'Port': ['ID=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:20.078257 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-556dfd69-e4aa-4112-9a9f-0731393d7b26 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:20.078865 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-556dfd69-e4aa-4112-9a9f-0731393d7b26 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:20.097565 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-556dfd69-e4aa-4112-9a9f-0731393d7b26 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6008008 Jul 16 02:07:20.112223 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-da8da6af-82bf-45ee-866b-e9bd799d714b service neutron] Request body: {'port': {'device_id': '7bf088da-62b1-4f2d-b84d-37d61228e7ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:20.189767 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-da8da6af-82bf-45ee-866b-e9bd799d714b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:20.459552 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-da8da6af-82bf-45ee-866b-e9bd799d714b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:07:20.467062 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-da8da6af-82bf-45ee-866b-e9bd799d714b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:20.479416 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-da8da6af-82bf-45ee-866b-e9bd799d714b service neutron] Transition to ACTIVE for port object 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:20.484691 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-da8da6af-82bf-45ee-866b-e9bd799d714b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:20.532700 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8da6af-82bf-45ee-866b-e9bd799d714b service neutron] Pushing event updated for resources: {'Port': ['ID=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:20.607940 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-da8da6af-82bf-45ee-866b-e9bd799d714b service neutron] Attempting to bind port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:20.608250 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-da8da6af-82bf-45ee-866b-e9bd799d714b service neutron] Attempting to bind port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'bc741574-62e4-4107-8e47-cb8bcd2b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '416617e5-c9b1-4886-b066-7f80ac7fcc12'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:20.608663 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-da8da6af-82bf-45ee-866b-e9bd799d714b service neutron] Attempting to bind port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b on network 416617e5-c9b1-4886-b066-7f80ac7fcc12 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:20.640885 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-da8da6af-82bf-45ee-866b-e9bd799d714b service neutron] Port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b on network 416617e5-c9b1-4886-b066-7f80ac7fcc12 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:07:20.641210 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-da8da6af-82bf-45ee-866b-e9bd799d714b service neutron] Attempting to bind port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b on network 416617e5-c9b1-4886-b066-7f80ac7fcc12 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:20.649177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-da8da6af-82bf-45ee-866b-e9bd799d714b service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:20.649513 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-da8da6af-82bf-45ee-866b-e9bd799d714b service neutron] Checking segment: {'id': 'bc741574-62e4-4107-8e47-cb8bcd2b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '416617e5-c9b1-4886-b066-7f80ac7fcc12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:20.649900 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-da8da6af-82bf-45ee-866b-e9bd799d714b service neutron] Bound using segment: {'id': 'bc741574-62e4-4107-8e47-cb8bcd2b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '416617e5-c9b1-4886-b066-7f80ac7fcc12'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:20.650342 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-da8da6af-82bf-45ee-866b-e9bd799d714b service neutron] Bound port: 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc741574-62e4-4107-8e47-cb8bcd2b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '416617e5-c9b1-4886-b066-7f80ac7fcc12'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:20.650700 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-da8da6af-82bf-45ee-866b-e9bd799d714b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:20.735804 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3356733-9fb0-4502-8e33-1b296b2efbbf req-f4382baa-e900-4f75-b672-19bd9538313e tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:20.737282 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b3356733-9fb0-4502-8e33-1b296b2efbbf req-f4382baa-e900-4f75-b672-19bd9538313e tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 943 time: 0.1316185 Jul 16 02:07:20.738435 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-da8da6af-82bf-45ee-866b-e9bd799d714b service neutron] For port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:20.742045 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-da8da6af-82bf-45ee-866b-e9bd799d714b service neutron] For port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b,segment=NetworkSegment(bc741574-62e4-4107-8e47-cb8bcd2b0078),segment_id=bc741574-62e4-4107-8e47-cb8bcd2b0078)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:20.751470 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-da8da6af-82bf-45ee-866b-e9bd799d714b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:20.799503 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-da8da6af-82bf-45ee-866b-e9bd799d714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:20.800117 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-da8da6af-82bf-45ee-866b-e9bd799d714b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:20.801675 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-da8da6af-82bf-45ee-866b-e9bd799d714b service neutron] 10.222.0.82 "PUT /v2.0/ports/3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b HTTP/1.1" status: 200 len: 1092 time: 0.6967700 Jul 16 02:07:20.806801 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf088da-62b1-4f2d-b84d-37d61228e7ee', 'tag': '3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:20.809494 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848fe4ae-da4e-488c-85b8-9ccff211f5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf088da-62b1-4f2d-b84d-37d61228e7ee", "tag": "3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:20.825441 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b3356733-9fb0-4502-8e33-1b296b2efbbf req-54b2a384-423a-453d-8c84-70110fddbfd2 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820374 Jul 16 02:07:20.841297 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8da6af-82bf-45ee-866b-e9bd799d714b service neutron] Pushing event updated for resources: {'Port': ['ID=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:20.853609 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f92c65-d4a3-49b6-859c-1bc9deafb769 x-openstack-request-id: req-28f92c65-d4a3-49b6-859c-1bc9deafb769 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:20.853873 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf088da-62b1-4f2d-b84d-37d61228e7ee", "tag": "3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:20.854119 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28f92c65-d4a3-49b6-859c-1bc9deafb769 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:20.854541 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf088da-62b1-4f2d-b84d-37d61228e7ee', 'tag': '3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b', 'status': 'completed', 'code': 200} Jul 16 02:07:20.904942 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-460a1005-e515-4bb7-80d4-3b95eb113082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:20.906494 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-460a1005-e515-4bb7-80d4-3b95eb113082 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=85d0bf928a0a4fb9a1964fcfea02cbb6&device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 1095 time: 0.0622563 Jul 16 02:07:20.949978 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-2a2bec1f-6a5f-490f-be5b-b30016955782 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b HTTP/1.1" status: 200 len: 217 time: 0.0351784 Jul 16 02:07:21.007736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-b2239e2e-eba0-4d5e-a2ae-646603400eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:21.009117 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-b2239e2e-eba0-4d5e-a2ae-646603400eda service neutron] 10.222.0.82 "GET /v2.0/subnets?id=db723530-eb55-4538-94a6-67383f1ad8b7 HTTP/1.1" status: 200 len: 854 time: 0.0531602 Jul 16 02:07:21.046414 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-b139d770-312b-4717-b19a-71dfc81ea7f2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=416617e5-c9b1-4886-b066-7f80ac7fcc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307114 Jul 16 02:07:21.148104 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-d0a6f1f6-643d-4394-8381-515218cf5b79 service neutron] 10.222.0.82 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955684 Jul 16 02:07:21.247815 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cd3b868e-f793-4b2f-86f9-29ddfb4e392d req-0b4453c5-9036-422f-a86a-fa0adb5953a3 service neutron] 10.222.0.82 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931592 Jul 16 02:07:21.354611 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fe4ae-da4e-488c-85b8-9ccff211f5bc req-5f1b4f3f-6080-4930-95d6-b3a06ecf96ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:21.356335 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-848fe4ae-da4e-488c-85b8-9ccff211f5bc req-5f1b4f3f-6080-4930-95d6-b3a06ecf96ce service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=85d0bf928a0a4fb9a1964fcfea02cbb6&device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 1095 time: 0.0592530 Jul 16 02:07:21.459214 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fe4ae-da4e-488c-85b8-9ccff211f5bc req-71c21a89-f69a-42c9-8d55-ac8f95f32d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:21.460712 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-848fe4ae-da4e-488c-85b8-9ccff211f5bc req-71c21a89-f69a-42c9-8d55-ac8f95f32d0a service neutron] 10.222.0.82 "GET /v2.0/networks?id=416617e5-c9b1-4886-b066-7f80ac7fcc12 HTTP/1.1" status: 200 len: 915 time: 0.0972073 Jul 16 02:07:21.501900 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-848fe4ae-da4e-488c-85b8-9ccff211f5bc req-d9fcceed-762d-4100-bcf4-fbbea18626df service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b HTTP/1.1" status: 200 len: 217 time: 0.0341687 Jul 16 02:07:21.554764 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fe4ae-da4e-488c-85b8-9ccff211f5bc req-44753f3a-545d-4ee6-bae2-6b9a8ea0e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:21.556234 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-848fe4ae-da4e-488c-85b8-9ccff211f5bc req-44753f3a-545d-4ee6-bae2-6b9a8ea0e8c6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=db723530-eb55-4538-94a6-67383f1ad8b7 HTTP/1.1" status: 200 len: 854 time: 0.0465167 Jul 16 02:07:21.589706 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-848fe4ae-da4e-488c-85b8-9ccff211f5bc req-1e652e0b-da32-42d7-88e4-9fa6e8b1c8ca service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=416617e5-c9b1-4886-b066-7f80ac7fcc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261738 Jul 16 02:07:21.693416 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-848fe4ae-da4e-488c-85b8-9ccff211f5bc req-5b03c16e-f9dc-4e0e-bdf2-4dae4ba99973 service neutron] 10.222.0.82 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874624 Jul 16 02:07:21.785899 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-848fe4ae-da4e-488c-85b8-9ccff211f5bc req-bcaa8eda-87b7-46fb-9c36-30be7efbe051 service neutron] 10.222.0.82 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846317 Jul 16 02:07:22.040277 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f7f58-5a0e-449d-b8f6-fff1d89274f7 req-449d9e11-8051-4f12-b59e-c26bf417cecd tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:22.041739 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e7f7f58-5a0e-449d-b8f6-fff1d89274f7 req-449d9e11-8051-4f12-b59e-c26bf417cecd tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 943 time: 0.0716677 Jul 16 02:07:22.085261 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5e7f7f58-5a0e-449d-b8f6-fff1d89274f7 req-6958e822-2727-43b9-a8fa-696d6e2c8f21 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377777 Jul 16 02:07:23.275830 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ce4aa-aaaf-4c51-b0c7-5ba7b9e3cbf0 req-fee469c5-7f14-4b70-9b6a-a1089545155e tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:23.277546 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba2ce4aa-aaaf-4c51-b0c7-5ba7b9e3cbf0 req-fee469c5-7f14-4b70-9b6a-a1089545155e tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 943 time: 0.0707228 Jul 16 02:07:23.319357 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba2ce4aa-aaaf-4c51-b0c7-5ba7b9e3cbf0 req-2b3358e2-dbec-4713-8a37-cce998f0e9ec tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344288 Jul 16 02:07:23.347870 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:07:23.453688 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b,segment=NetworkSegment(bc741574-62e4-4107-8e47-cb8bcd2b0078),segment_id=bc741574-62e4-4107-8e47-cb8bcd2b0078)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:23.465870 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b', 'network_id': '416617e5-c9b1-4886-b066-7f80ac7fcc12', 'port_id': '3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b', 'mac_address': 'fa:16:3e:10:cb:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db723530-eb55-4538-94a6-67383f1ad8b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:07:23.510635 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.528765 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:07:23.548657 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b,segment=NetworkSegment(bc741574-62e4-4107-8e47-cb8bcd2b0078),segment_id=bc741574-62e4-4107-8e47-cb8bcd2b0078)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:23.556226 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.609378 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:23.747565 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:07:24.512637 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262b2c8-678b-41ec-bd10-9b1ad3f6800e req-8468649e-d66d-451f-a257-627b3486a3c9 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:24.514186 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a262b2c8-678b-41ec-bd10-9b1ad3f6800e req-8468649e-d66d-451f-a257-627b3486a3c9 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 944 time: 0.0759614 Jul 16 02:07:24.554897 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a262b2c8-678b-41ec-bd10-9b1ad3f6800e req-bfe1b3a9-a5f9-4ce1-9848-4f700acc8e9e tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349722 Jul 16 02:07:25.348588 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:25.405920 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:25.409706 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:25.410143 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:25.493884 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:25.525616 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf088da-62b1-4f2d-b84d-37d61228e7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:25.529284 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a109168-e624-4429-a297-49b55a239af8" -d '{"events": [{"server_uuid": "7bf088da-62b1-4f2d-b84d-37d61228e7ee", "name": "network-vif-plugged", "status": "completed", "tag": "3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:25.547829 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b,segment=NetworkSegment(bc741574-62e4-4107-8e47-cb8bcd2b0078),segment_id=bc741574-62e4-4107-8e47-cb8bcd2b0078)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:25.553599 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:25.577345 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a620e0-51f7-4472-8f7a-e52d2bc2fb25 x-openstack-request-id: req-a3a620e0-51f7-4472-8f7a-e52d2bc2fb25 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:25.577640 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf088da-62b1-4f2d-b84d-37d61228e7ee", "name": "network-vif-plugged", "status": "completed", "tag": "3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:25.577881 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3a620e0-51f7-4472-8f7a-e52d2bc2fb25 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:25.578251 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf088da-62b1-4f2d-b84d-37d61228e7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b', 'code': 200} Jul 16 02:07:25.607040 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:25.705744 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3d7ec-acb9-4886-a6d9-1ff3e1d78671 req-f07b8deb-6b5f-44c8-b3da-4b83a61e18f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:25.707271 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1d3d7ec-acb9-4886-a6d9-1ff3e1d78671 req-f07b8deb-6b5f-44c8-b3da-4b83a61e18f1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 1097 time: 0.0580194 Jul 16 02:07:25.743861 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a1d3d7ec-acb9-4886-a6d9-1ff3e1d78671 req-94e1f558-b235-4b7c-b25a-77d60ab73558 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294983 Jul 16 02:07:25.759002 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2caca58-c7a9-4161-a505-efcc39414629 req-aa35eb1e-57ae-4dca-86ec-7274a0a746e6 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:25.760550 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b2caca58-c7a9-4161-a505-efcc39414629 req-aa35eb1e-57ae-4dca-86ec-7274a0a746e6 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0671401 Jul 16 02:07:25.801747 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b2caca58-c7a9-4161-a505-efcc39414629 req-fa3bf04f-d240-403f-9216-92a30be5281d tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354090 Jul 16 02:07:26.651997 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-afc8acd1-2c60-4f4a-a990-a19acdf642d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:26.997048 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb5ff2-1d43-4d79-aac3-05d0c0c09f74 req-8b3a52a5-f3f2-4ef6-b91e-9b35b8ba4fd1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:26.998552 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0eb5ff2-1d43-4d79-aac3-05d0c0c09f74 req-8b3a52a5-f3f2-4ef6-b91e-9b35b8ba4fd1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0777633 Jul 16 02:07:27.036658 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0eb5ff2-1d43-4d79-aac3-05d0c0c09f74 req-2429873e-1713-4afb-b32a-f43a5356d37f tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324259 Jul 16 02:07:27.242047 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f5423-428a-4ba3-b705-fa25450f87cb req-838e9588-d911-4897-97bf-98140c73e0d8 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:27.243562 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6f0f5423-428a-4ba3-b705-fa25450f87cb req-838e9588-d911-4897-97bf-98140c73e0d8 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0848703 Jul 16 02:07:27.285992 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6f0f5423-428a-4ba3-b705-fa25450f87cb req-864ebeec-b6d0-4cbb-b007-c7e2579784ee tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353971 Jul 16 02:07:27.414698 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:07:27.659238 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2f66d-8c7c-41cc-8deb-73efd7a78293 req-06415670-cf0c-43c8-a8b0-e6ee58e3dfdc tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:27.661207 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c5e2f66d-8c7c-41cc-8deb-73efd7a78293 req-06415670-cf0c-43c8-a8b0-e6ee58e3dfdc tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0761850 Jul 16 02:07:27.716781 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c5e2f66d-8c7c-41cc-8deb-73efd7a78293 req-9004b601-34a5-4d4f-9394-c2eb85cf8ae7 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464301 Jul 16 02:07:27.918955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2c3e3-25d0-42ed-ac14-d67064f1a5f2 req-0e530b5d-6821-46aa-923c-1048bc6c9e43 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:27.920394 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-22c2c3e3-25d0-42ed-ac14-d67064f1a5f2 req-0e530b5d-6821-46aa-923c-1048bc6c9e43 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0703948 Jul 16 02:07:27.961075 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-22c2c3e3-25d0-42ed-ac14-d67064f1a5f2 req-f6be01e4-75ec-4e91-b48a-fb3167c9c949 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323813 Jul 16 02:07:28.313020 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a1a0bfa2-fc5f-414f-91f1-b73c1da7ae96 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0518486 Jul 16 02:07:28.366953 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268c6a7-5029-4626-bdc0-c4bf0631d515 req-55b98a63-d88b-449a-8e97-3f640bb144bf tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:28.368470 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d268c6a7-5029-4626-bdc0-c4bf0631d515 req-55b98a63-d88b-449a-8e97-3f640bb144bf tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0641627 Jul 16 02:07:28.411863 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d268c6a7-5029-4626-bdc0-c4bf0631d515 req-42afeb0b-d671-42c9-816c-c16ab924851f tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372577 Jul 16 02:07:29.560105 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-379413c8-33ec-4491-9c12-070bff0ae2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.573707 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a2269fcc-05c7-442e-8408-3d69d5310c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:29.575252 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a2269fcc-05c7-442e-8408-3d69d5310c25 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=85d0bf928a0a4fb9a1964fcfea02cbb6&device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 1097 time: 0.0554790 Jul 16 02:07:29.604996 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af54569-20a2-4c8b-877b-c16647316d5b req-2d627e27-637f-4a23-ae0e-bdb66745e333 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:29.606511 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1af54569-20a2-4c8b-877b-c16647316d5b req-2d627e27-637f-4a23-ae0e-bdb66745e333 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0720365 Jul 16 02:07:29.645824 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1af54569-20a2-4c8b-877b-c16647316d5b req-1ffecf5b-7c4e-4e73-b581-1e98dd65b8fd tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335493 Jul 16 02:07:29.668574 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-013ee35c-df30-4a52-917e-1c2ed16f0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:29.668574 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-013ee35c-df30-4a52-917e-1c2ed16f0492 service neutron] 10.222.0.82 "GET /v2.0/networks?id=416617e5-c9b1-4886-b066-7f80ac7fcc12 HTTP/1.1" status: 200 len: 915 time: 0.0870159 Jul 16 02:07:29.752660 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:30.049777 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a1545abb-358b-40d7-9199-2bb9cf0e001d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b HTTP/1.1" status: 200 len: 217 time: 0.3752372 Jul 16 02:07:30.100570 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-343b7359-3c52-4dd1-b3f9-fbaa78882b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:30.101997 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-343b7359-3c52-4dd1-b3f9-fbaa78882b51 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=db723530-eb55-4538-94a6-67383f1ad8b7 HTTP/1.1" status: 200 len: 854 time: 0.0454934 Jul 16 02:07:30.133961 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-e141f60b-b7a2-47d1-8c05-165bf48245b3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=416617e5-c9b1-4886-b066-7f80ac7fcc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258229 Jul 16 02:07:30.230299 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-16784fbf-1150-46c5-8059-eec61b42b729 service neutron] 10.222.0.82 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892861 Jul 16 02:07:30.322341 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-5061e5e0-ddef-43df-84f3-75046cf6d2a5 service neutron] 10.222.0.82 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844986 Jul 16 02:07:30.839016 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd29ea8-0743-4fdc-80fe-1f1dc61c48e5 req-8a4c9644-f56c-44cd-a60f-1c2aabc08113 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:30.840563 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2dd29ea8-0743-4fdc-80fe-1f1dc61c48e5 req-8a4c9644-f56c-44cd-a60f-1c2aabc08113 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0784769 Jul 16 02:07:30.885174 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2dd29ea8-0743-4fdc-80fe-1f1dc61c48e5 req-fc2371b3-181c-48fd-a9ee-814e39078852 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384469 Jul 16 02:07:30.926855 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:31.823863 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.074219 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886dd1f-a690-42a9-af92-8e84cd1343e9 req-d3d4cb60-44e3-424c-a694-341b5a8c390f tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:32.075706 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5886dd1f-a690-42a9-af92-8e84cd1343e9 req-d3d4cb60-44e3-424c-a694-341b5a8c390f tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0736289 Jul 16 02:07:32.118005 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5886dd1f-a690-42a9-af92-8e84cd1343e9 req-73d6c10f-34a0-4810-9931-e29a36557fe5 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362325 Jul 16 02:07:32.192978 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-4caf9415-4ca1-4e00-b026-0daf60bfd8ee req-4470b711-d157-4195-a881-c52eef579fa7 service neutron] (93955) timed out ('10.222.0.84', 61787) {{(pid=93955) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:07:32.661834 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:33.313726 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34460e03-aa42-425e-abfd-379d766ea87c req-e8cf6ab6-a6e7-4b0b-99aa-d95afa2c8c22 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:33.316518 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34460e03-aa42-425e-abfd-379d766ea87c req-e8cf6ab6-a6e7-4b0b-99aa-d95afa2c8c22 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0722840 Jul 16 02:07:33.356478 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34460e03-aa42-425e-abfd-379d766ea87c req-1f1c1d9d-a7bf-4e21-8c56-71fd5ded74fb tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351758 Jul 16 02:07:34.548625 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03117f4a-fe4a-45c2-bd7c-1f4fabad9b6b req-efd0cc09-1ff6-44b8-a93f-0a81ca9beca6 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:34.550158 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-03117f4a-fe4a-45c2-bd7c-1f4fabad9b6b req-efd0cc09-1ff6-44b8-a93f-0a81ca9beca6 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0741332 Jul 16 02:07:34.602138 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-03117f4a-fe4a-45c2-bd7c-1f4fabad9b6b req-b178e049-3a5a-45ad-b5d5-0692d90db8f1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433547 Jul 16 02:07:35.342596 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:35.788126 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783539f1-cb96-4c05-b55d-3fba9fc3c85d req-b530e963-ff92-4c33-ad1b-88ba62c3818f tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:35.790588 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-783539f1-cb96-4c05-b55d-3fba9fc3c85d req-b530e963-ff92-4c33-ad1b-88ba62c3818f tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0673530 Jul 16 02:07:35.833734 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-783539f1-cb96-4c05-b55d-3fba9fc3c85d req-185744a9-6145-4e69-9b04-42f7b6334e08 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373869 Jul 16 02:07:37.051877 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e737fb4-e2ac-4cfe-8c01-b957dabf26fe req-590b6060-79ed-488a-8047-55ff7a813fa0 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:37.053411 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6e737fb4-e2ac-4cfe-8c01-b957dabf26fe req-590b6060-79ed-488a-8047-55ff7a813fa0 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0829465 Jul 16 02:07:37.103005 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6e737fb4-e2ac-4cfe-8c01-b957dabf26fe req-036431c1-f982-48cd-abe6-dffc45b547be tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416000 Jul 16 02:07:37.816044 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-9e434770-66ea-47f6-bba2-690f11ab1e0d req-53d7ed9a-c6b2-4533-82a9-aadf1899d300 service neutron] (93955) timed out ('10.222.0.82', 52160) {{(pid=93955) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:07:38.299546 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64225fb2-58a3-45c0-82bd-747802e25531 req-0c3d58e5-92e2-4e46-8ff5-7ff8a3dc8265 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:38.301181 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-64225fb2-58a3-45c0-82bd-747802e25531 req-0c3d58e5-92e2-4e46-8ff5-7ff8a3dc8265 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0701876 Jul 16 02:07:38.359388 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-64225fb2-58a3-45c0-82bd-747802e25531 req-20681c1e-9b49-40e9-bdf0-c8629b616d4a tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502656 Jul 16 02:07:39.542222 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b58cda-611a-4ce4-ac37-85bbedd29d9c req-234ee2bc-7de9-4a87-a412-a84aaebd906e tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:39.543723 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-57b58cda-611a-4ce4-ac37-85bbedd29d9c req-234ee2bc-7de9-4a87-a412-a84aaebd906e tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0693107 Jul 16 02:07:39.581849 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-57b58cda-611a-4ce4-ac37-85bbedd29d9c req-3db84e9b-cf38-4ef2-9c72-0ce90f89e8e7 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322113 Jul 16 02:07:40.797045 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cc34b-6d89-42b6-9eb3-dde9fa22f116 req-122fb635-8e47-4cf2-8bbb-237c5bc3c96b tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:40.798527 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-462cc34b-6d89-42b6-9eb3-dde9fa22f116 req-122fb635-8e47-4cf2-8bbb-237c5bc3c96b tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0729287 Jul 16 02:07:40.849328 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-462cc34b-6d89-42b6-9eb3-dde9fa22f116 req-86459f1c-2705-468d-a719-2d14f8858af7 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441310 Jul 16 02:07:42.059411 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ec136-7132-45e1-bcd9-31ce1cde36f6 req-139f967e-1477-4898-8080-0024b7f9edd6 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:42.062132 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b35ec136-7132-45e1-bcd9-31ce1cde36f6 req-139f967e-1477-4898-8080-0024b7f9edd6 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0897417 Jul 16 02:07:42.103342 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b35ec136-7132-45e1-bcd9-31ce1cde36f6 req-9d44cad7-e76e-4f1f-9e4f-cb4e2c2f2719 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351403 Jul 16 02:07:43.305874 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571b3a8-a654-4a28-aae5-abe5b6a68ebb req-392c42a7-84c7-486f-86bd-56e8d00bfbd5 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:43.307381 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4571b3a8-a654-4a28-aae5-abe5b6a68ebb req-392c42a7-84c7-486f-86bd-56e8d00bfbd5 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0760109 Jul 16 02:07:43.347850 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4571b3a8-a654-4a28-aae5-abe5b6a68ebb req-30bdc2a1-e90e-4c29-a8f4-520ebab55629 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320718 Jul 16 02:07:44.561278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672b5a4-4e92-4f36-8e0b-2ee6fe0c2d74 req-59834e50-4de1-4c84-85c5-f59148d7a1d1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:44.562829 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b672b5a4-4e92-4f36-8e0b-2ee6fe0c2d74 req-59834e50-4de1-4c84-85c5-f59148d7a1d1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0796995 Jul 16 02:07:44.603264 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b672b5a4-4e92-4f36-8e0b-2ee6fe0c2d74 req-54b80890-7341-4774-a469-dde9262dd503 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347011 Jul 16 02:07:45.782838 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384ef6e-53db-49c2-8426-b320b10417f8 req-20302b86-2b22-48a8-b402-e864beba5940 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:45.784252 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4384ef6e-53db-49c2-8426-b320b10417f8 req-20302b86-2b22-48a8-b402-e864beba5940 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0687718 Jul 16 02:07:45.823998 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4384ef6e-53db-49c2-8426-b320b10417f8 req-7eb0a647-d5e9-4cfd-9ad1-c71f39af8a54 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337656 Jul 16 02:07:47.028352 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9162de-7fd6-47f7-b6a2-4dcb54bc8fcb req-294f327b-0c73-456b-aa7c-e5e8d8a8e0f0 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:47.030117 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5f9162de-7fd6-47f7-b6a2-4dcb54bc8fcb req-294f327b-0c73-456b-aa7c-e5e8d8a8e0f0 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0737855 Jul 16 02:07:47.074179 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5f9162de-7fd6-47f7-b6a2-4dcb54bc8fcb req-ad6eeb07-e180-4687-a952-ecd80df556b6 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357389 Jul 16 02:07:48.266367 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7663dc-31aa-488c-bfb2-0b72c6d2f6af req-8dcd1388-ef15-4093-bc85-9670fcb79a04 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:48.267861 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ae7663dc-31aa-488c-bfb2-0b72c6d2f6af req-8dcd1388-ef15-4093-bc85-9670fcb79a04 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0708277 Jul 16 02:07:48.311981 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ae7663dc-31aa-488c-bfb2-0b72c6d2f6af req-b0566b76-826e-4a9e-9bbc-6ea2fe269af3 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367599 Jul 16 02:07:49.506680 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1966e-2bf1-49f8-b1af-db8dd29c049c req-4f1e60d5-43b6-4c36-9142-4c0dd45b5c93 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:49.508398 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0ad1966e-2bf1-49f8-b1af-db8dd29c049c req-4f1e60d5-43b6-4c36-9142-4c0dd45b5c93 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0709159 Jul 16 02:07:49.557180 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0ad1966e-2bf1-49f8-b1af-db8dd29c049c req-494f752f-be2b-4bd8-b728-f1b19ef884d5 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405881 Jul 16 02:07:50.755453 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd7a34-3188-472b-be26-689af6062b3d req-ed1d4d17-a7ca-41fc-ae3f-b7ff9e27142d tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:50.757372 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98fd7a34-3188-472b-be26-689af6062b3d req-ed1d4d17-a7ca-41fc-ae3f-b7ff9e27142d tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0851238 Jul 16 02:07:50.795810 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-98fd7a34-3188-472b-be26-689af6062b3d req-222bb3e2-b6b4-43b6-b955-a46d536ecd52 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326490 Jul 16 02:07:51.980654 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d3a66-0071-4c1e-afd4-51b3b30b3d90 req-3b350d97-50c7-4aa5-b311-6515bab19ffc tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:51.982287 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-664d3a66-0071-4c1e-afd4-51b3b30b3d90 req-3b350d97-50c7-4aa5-b311-6515bab19ffc tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0736034 Jul 16 02:07:52.031862 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-664d3a66-0071-4c1e-afd4-51b3b30b3d90 req-a623d051-c6ea-4e6e-b4a3-437de87aba79 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437527 Jul 16 02:07:53.219789 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48383f6-f3b6-4c41-8d49-243172501c0b req-0b804f70-84f5-4f39-af2a-a2896c41de54 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:53.221334 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a48383f6-f3b6-4c41-8d49-243172501c0b req-0b804f70-84f5-4f39-af2a-a2896c41de54 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0698221 Jul 16 02:07:53.264983 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a48383f6-f3b6-4c41-8d49-243172501c0b req-ae7de203-debe-402f-b252-7cb36a7ee8ef tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348399 Jul 16 02:07:54.461060 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c0df0-9b76-4d11-9c46-4a4d59876562 req-bc7bdf39-da90-48a6-a0da-a6cbf2ef770b tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:54.462665 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c37c0df0-9b76-4d11-9c46-4a4d59876562 req-bc7bdf39-da90-48a6-a0da-a6cbf2ef770b tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0753582 Jul 16 02:07:54.504800 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c37c0df0-9b76-4d11-9c46-4a4d59876562 req-a549dfb0-9cef-4ad0-b151-769ad2a7a3b8 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360689 Jul 16 02:07:55.698556 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d7ae3-e864-4503-8994-568cbd590f33 req-3b25f4ca-a74f-4033-8fa1-49a328192443 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:55.699993 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-440d7ae3-e864-4503-8994-568cbd590f33 req-3b25f4ca-a74f-4033-8fa1-49a328192443 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0730231 Jul 16 02:07:55.743951 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-440d7ae3-e864-4503-8994-568cbd590f33 req-225c62b5-bbe9-457f-9ea8-03eed92e5890 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355525 Jul 16 02:07:56.648750 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-627babc6-a755-472c-9700-7dcd07f7404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:56.937129 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823e299-e8df-48a5-a108-d7f392056ea3 req-b204131b-3ce7-44bd-ab7a-9d51341dc059 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:56.938628 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e823e299-e8df-48a5-a108-d7f392056ea3 req-b204131b-3ce7-44bd-ab7a-9d51341dc059 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0766046 Jul 16 02:07:56.984645 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e823e299-e8df-48a5-a108-d7f392056ea3 req-fe22812d-5fe3-4046-8de5-088c601ee8a2 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375688 Jul 16 02:07:57.200187 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-e2af2432-da93-4f6d-bd1d-1db600296694 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:07:57.201883 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-e2af2432-da93-4f6d-bd1d-1db600296694 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091074 Jul 16 02:07:57.270131 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-2a0f7166-918e-4803-be11-205dcaa1cd09 service neutron] show failed (client error): The resource could not be found. Jul 16 02:07:57.271167 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-2a0f7166-918e-4803-be11-205dcaa1cd09 service neutron] 10.222.0.82 "GET /v2.0/ports/3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b/bindings/n-h1-792394-16 HTTP/1.1" status: 404 len: 381 time: 0.0627248 Jul 16 02:07:57.615329 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-2de6e2f9-43f0-4e46-bde5-d700a2346b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:57.616875 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-2de6e2f9-43f0-4e46-bde5-d700a2346b0e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee&tenant_id=85d0bf928a0a4fb9a1964fcfea02cbb6 HTTP/1.1" status: 200 len: 1097 time: 0.1278505 Jul 16 02:07:57.628242 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-16', 'device_owner': 'compute:nova'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:57.707995 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.920443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] For port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b,segment=NetworkSegment(bc741574-62e4-4107-8e47-cb8bcd2b0078),segment_id=bc741574-62e4-4107-8e47-cb8bcd2b0078)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:57.953354 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] For port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:57.993249 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf088da-62b1-4f2d-b84d-37d61228e7ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:57.995662 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ea8079-c9fc-454c-b4d3-fff5bd7d607d" -d '{"events": [{"server_uuid": "7bf088da-62b1-4f2d-b84d-37d61228e7ee", "name": "network-vif-unplugged", "status": "completed", "tag": "3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:57.999315 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:58.015984 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] Transition to ACTIVE for port object 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:58.021722 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:58.061773 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819795df-e6b9-49d8-83e3-1c5175a97730 x-openstack-request-id: req-819795df-e6b9-49d8-83e3-1c5175a97730 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:58.062063 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf088da-62b1-4f2d-b84d-37d61228e7ee", "name": "network-vif-unplugged", "status": "completed", "tag": "3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:58.062306 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-819795df-e6b9-49d8-83e3-1c5175a97730 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:58.062691 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf088da-62b1-4f2d-b84d-37d61228e7ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b', 'code': 200} Jul 16 02:07:58.090315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] No DVR routers for this DVR port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:07:58.102538 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] Pushing event updated for resources: {'Port': ['ID=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b,revision_number=6']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:58.134955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] Attempting to bind port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:58.135289 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] Attempting to bind port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'bc741574-62e4-4107-8e47-cb8bcd2b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '416617e5-c9b1-4886-b066-7f80ac7fcc12'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:58.135620 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] Attempting to bind port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b on network 416617e5-c9b1-4886-b066-7f80ac7fcc12 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:58.140197 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] Port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b on network 416617e5-c9b1-4886-b066-7f80ac7fcc12 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:07:58.140549 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] Attempting to bind port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b on network 416617e5-c9b1-4886-b066-7f80ac7fcc12 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:58.145641 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:58.145966 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] Checking segment: {'id': 'bc741574-62e4-4107-8e47-cb8bcd2b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '416617e5-c9b1-4886-b066-7f80ac7fcc12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:58.146351 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] Bound using segment: {'id': 'bc741574-62e4-4107-8e47-cb8bcd2b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '416617e5-c9b1-4886-b066-7f80ac7fcc12'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:58.146775 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] Bound port: 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc741574-62e4-4107-8e47-cb8bcd2b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '416617e5-c9b1-4886-b066-7f80ac7fcc12'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:58.147129 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:58.171686 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5dbf5-32b7-4d48-9bcd-58d52da908bf req-28263392-079a-4b57-849f-29b77d89911e tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:58.173291 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-55a5dbf5-32b7-4d48-9bcd-58d52da908bf req-28263392-079a-4b57-849f-29b77d89911e tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 943 time: 0.0712101 Jul 16 02:07:58.210629 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] For port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:58.213830 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] For port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b,segment=NetworkSegment(bc741574-62e4-4107-8e47-cb8bcd2b0078),segment_id=bc741574-62e4-4107-8e47-cb8bcd2b0078)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:58.215358 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-55a5dbf5-32b7-4d48-9bcd-58d52da908bf req-fd50ec30-830a-4735-89f3-d8243bc23e33 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355041 Jul 16 02:07:58.219235 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:58.255708 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:58.256335 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:58.257770 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] 10.222.0.84 "PUT /v2.0/ports/3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b HTTP/1.1" status: 200 len: 1092 time: 0.6335983 Jul 16 02:07:58.287915 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f5246-3596-4239-8bc7-f37ecde9393d service neutron] Pushing event updated for resources: {'Port': ['ID=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b,revision_number=7']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:58.336996 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-260e2ab7-d76b-4306-83c3-77853e30a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:58.338537 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-260e2ab7-d76b-4306-83c3-77853e30a170 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=85d0bf928a0a4fb9a1964fcfea02cbb6&device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 1095 time: 0.0584474 Jul 16 02:07:58.434504 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-aeb52a0d-74e5-44c8-bfba-27ac665b22f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:58.435904 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-aeb52a0d-74e5-44c8-bfba-27ac665b22f2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=416617e5-c9b1-4886-b066-7f80ac7fcc12 HTTP/1.1" status: 200 len: 915 time: 0.0908861 Jul 16 02:07:58.486197 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-73398aa7-3b61-4a94-bdc4-5a46df57d8e3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b HTTP/1.1" status: 200 len: 217 time: 0.0433230 Jul 16 02:07:58.537740 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-9bf4f59e-0670-46de-936e-661ca4769ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:58.539254 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-9bf4f59e-0670-46de-936e-661ca4769ef4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=db723530-eb55-4538-94a6-67383f1ad8b7 HTTP/1.1" status: 200 len: 854 time: 0.0461738 Jul 16 02:07:58.579727 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-aef36d3e-ff4a-4f14-9a19-926b3e0a3e01 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=416617e5-c9b1-4886-b066-7f80ac7fcc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336447 Jul 16 02:07:58.591044 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-8baa016e-5cef-4e4a-a0c5-9eb27a0a17c9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:07:58.592089 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-8baa016e-5cef-4e4a-a0c5-9eb27a0a17c9 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056529 Jul 16 02:07:58.685061 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-a6c5c356-aeec-47d5-8c25-624f88a96675 service neutron] 10.222.0.84 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863113 Jul 16 02:07:58.800128 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f77a66e3-61d8-44bf-ba24-92c97e5106e1 req-cbf3a474-d489-4e93-88cc-957a57746c41 service neutron] 10.222.0.84 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083126 Jul 16 02:07:59.395670 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8dc745-eb62-4695-90d2-1f3cd95393c1 req-d94ca396-0d7d-45d6-8e19-2d8a185d59af tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:59.397195 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf8dc745-eb62-4695-90d2-1f3cd95393c1 req-d94ca396-0d7d-45d6-8e19-2d8a185d59af tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 943 time: 0.0646443 Jul 16 02:07:59.435509 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf8dc745-eb62-4695-90d2-1f3cd95393c1 req-e25550d9-5083-4464-ad41-9276ffacbb6e tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325289 Jul 16 02:07:59.569519 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9c6946f7-8726-4ae3-93a2-6bdb4cabd80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:59.757614 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:00.064649 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf088da-62b1-4f2d-b84d-37d61228e7ee', 'tag': '3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:00.068640 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b1945b-9832-4ec4-b756-3c3bf5ac14b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf088da-62b1-4f2d-b84d-37d61228e7ee", "tag": "3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:00.125812 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef64a88-e3b5-4e38-9f86-6e553e601df3 x-openstack-request-id: req-bef64a88-e3b5-4e38-9f86-6e553e601df3 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:00.126547 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf088da-62b1-4f2d-b84d-37d61228e7ee", "tag": "3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:00.126547 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bef64a88-e3b5-4e38-9f86-6e553e601df3 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:00.126763 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf088da-62b1-4f2d-b84d-37d61228e7ee', 'tag': '3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b', 'status': 'completed', 'code': 200} Jul 16 02:08:00.241767 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1945b-9832-4ec4-b756-3c3bf5ac14b0 req-79fc3c7b-1ba4-4ac0-996b-f06c401a31a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:00.243316 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67b1945b-9832-4ec4-b756-3c3bf5ac14b0 req-79fc3c7b-1ba4-4ac0-996b-f06c401a31a7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=85d0bf928a0a4fb9a1964fcfea02cbb6&device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 1095 time: 0.0974340 Jul 16 02:08:00.246290 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1945b-9832-4ec4-b756-3c3bf5ac14b0 req-68aae210-ea03-4ee0-97db-13512548aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:00.248647 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67b1945b-9832-4ec4-b756-3c3bf5ac14b0 req-68aae210-ea03-4ee0-97db-13512548aa2a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=85d0bf928a0a4fb9a1964fcfea02cbb6&device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 1095 time: 0.0936222 Jul 16 02:08:00.397901 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1945b-9832-4ec4-b756-3c3bf5ac14b0 req-2b2eb42a-e43f-4ccc-b040-7d2b12849c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:00.399360 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67b1945b-9832-4ec4-b756-3c3bf5ac14b0 req-2b2eb42a-e43f-4ccc-b040-7d2b12849c4d service neutron] 10.222.0.82 "GET /v2.0/networks?id=416617e5-c9b1-4886-b066-7f80ac7fcc12 HTTP/1.1" status: 200 len: 915 time: 0.1498337 Jul 16 02:08:00.414962 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1945b-9832-4ec4-b756-3c3bf5ac14b0 req-3e60f732-321f-4cf0-a1db-a9c22b2aedd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:00.416436 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67b1945b-9832-4ec4-b756-3c3bf5ac14b0 req-3e60f732-321f-4cf0-a1db-a9c22b2aedd7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=416617e5-c9b1-4886-b066-7f80ac7fcc12 HTTP/1.1" status: 200 len: 915 time: 0.1487792 Jul 16 02:08:00.445706 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67b1945b-9832-4ec4-b756-3c3bf5ac14b0 req-6a2d1763-fe6d-4d00-b24a-9d9d9f4e5f49 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b HTTP/1.1" status: 200 len: 217 time: 0.0390708 Jul 16 02:08:00.506728 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67b1945b-9832-4ec4-b756-3c3bf5ac14b0 req-63977225-c4bd-4d4b-95b2-05bf2c40f2f8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b HTTP/1.1" status: 200 len: 217 time: 0.0629416 Jul 16 02:08:00.554890 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1945b-9832-4ec4-b756-3c3bf5ac14b0 req-074a8157-41ae-4005-a8ee-a0c34c6903bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:00.556347 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67b1945b-9832-4ec4-b756-3c3bf5ac14b0 req-074a8157-41ae-4005-a8ee-a0c34c6903bd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=db723530-eb55-4538-94a6-67383f1ad8b7 HTTP/1.1" status: 200 len: 854 time: 0.1049974 Jul 16 02:08:00.618832 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1945b-9832-4ec4-b756-3c3bf5ac14b0 req-c1b05ab9-1a6c-4e13-9847-bf69d93612e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:00.620255 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67b1945b-9832-4ec4-b756-3c3bf5ac14b0 req-c1b05ab9-1a6c-4e13-9847-bf69d93612e8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=db723530-eb55-4538-94a6-67383f1ad8b7 HTTP/1.1" status: 200 len: 854 time: 0.1059146 Jul 16 02:08:00.623221 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67b1945b-9832-4ec4-b756-3c3bf5ac14b0 req-6ba13b06-068e-4a0d-a15e-36266e781c76 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=416617e5-c9b1-4886-b066-7f80ac7fcc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546937 Jul 16 02:08:00.661798 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67b1945b-9832-4ec4-b756-3c3bf5ac14b0 req-66370d4d-3677-4785-a45e-a8fa656b560e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=416617e5-c9b1-4886-b066-7f80ac7fcc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351372 Jul 16 02:08:00.818371 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da12b2-c86f-4e5a-86a8-ba1de47b24ac req-e0fd4637-4578-4a02-a90e-f99bc80e503d tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:00.819870 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-07da12b2-c86f-4e5a-86a8-ba1de47b24ac req-e0fd4637-4578-4a02-a90e-f99bc80e503d tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 943 time: 0.2698734 Jul 16 02:08:00.823500 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67b1945b-9832-4ec4-b756-3c3bf5ac14b0 req-470d5d0c-9c36-47a4-95cb-375fd63542a4 service neutron] 10.222.0.82 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893046 Jul 16 02:08:00.873853 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67b1945b-9832-4ec4-b756-3c3bf5ac14b0 req-3a07920a-68b2-4aa8-87b6-e7020b415632 service neutron] 10.222.0.84 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023685 Jul 16 02:08:00.928263 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:00.952092 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-07da12b2-c86f-4e5a-86a8-ba1de47b24ac req-527f3701-91dd-4c5a-bf95-f81b7785a314 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257155 Jul 16 02:08:01.019882 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67b1945b-9832-4ec4-b756-3c3bf5ac14b0 req-3486a866-a69f-4aa7-ae38-d17a08544968 service neutron] 10.222.0.82 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832569 Jul 16 02:08:01.030153 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67b1945b-9832-4ec4-b756-3c3bf5ac14b0 req-2b836c31-9005-4cd0-9498-ef54bac2ac96 service neutron] 10.222.0.84 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492732 Jul 16 02:08:01.316020 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb076e3-1c33-486d-8558-c399b97c282f req-04f1eaaa-da93-40c7-bbcb-f8cd8d879837 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:01.317441 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7bb076e3-1c33-486d-8558-c399b97c282f req-04f1eaaa-da93-40c7-bbcb-f8cd8d879837 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.82 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee&tenant_id=85d0bf928a0a4fb9a1964fcfea02cbb6&binding%3Ahost_id=n-h1-792394-16 HTTP/1.1" status: 200 len: 943 time: 0.1117840 Jul 16 02:08:01.325721 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909a9e0-c332-4c5f-b80e-5f0a5e42aed4 req-3ee5f306-66b5-4178-ba0a-0e6c197f25d1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:01.327081 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7909a9e0-c332-4c5f-b80e-5f0a5e42aed4 req-3ee5f306-66b5-4178-ba0a-0e6c197f25d1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 943 time: 0.1119850 Jul 16 02:08:01.405408 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7909a9e0-c332-4c5f-b80e-5f0a5e42aed4 req-17980f5a-0d45-4425-8a18-9a6b3785ba9f tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721371 Jul 16 02:08:01.410344 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-7bb076e3-1c33-486d-8558-c399b97c282f req-0c47458a-a988-4973-afed-5d80f7e3ba03 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:08:01.411301 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7bb076e3-1c33-486d-8558-c399b97c282f req-0c47458a-a988-4973-afed-5d80f7e3ba03 service neutron] 10.222.0.82 "DELETE /v2.0/ports/3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b/bindings/n-h2-792394-16 HTTP/1.1" status: 404 len: 381 time: 0.0833840 Jul 16 02:08:01.482340 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:08:01.514069 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb076e3-1c33-486d-8558-c399b97c282f req-83ddcd97-a798-49f8-950f-39e4d8882204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:01.515702 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7bb076e3-1c33-486d-8558-c399b97c282f req-83ddcd97-a798-49f8-950f-39e4d8882204 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=85d0bf928a0a4fb9a1964fcfea02cbb6&device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 1095 time: 0.0564094 Jul 16 02:08:01.526550 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:08:01.622086 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb076e3-1c33-486d-8558-c399b97c282f req-0811d672-e575-45f3-9d3c-5c90598b1086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:01.623477 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7bb076e3-1c33-486d-8558-c399b97c282f req-0811d672-e575-45f3-9d3c-5c90598b1086 service neutron] 10.222.0.82 "GET /v2.0/networks?id=416617e5-c9b1-4886-b066-7f80ac7fcc12 HTTP/1.1" status: 200 len: 915 time: 0.1015565 Jul 16 02:08:01.664452 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7bb076e3-1c33-486d-8558-c399b97c282f req-a928a6eb-4c67-43b3-b59c-91501a5092ae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b HTTP/1.1" status: 200 len: 217 time: 0.0343239 Jul 16 02:08:01.671613 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:08:01.714789 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb076e3-1c33-486d-8558-c399b97c282f req-eabf5da0-2ff4-4ca9-8bcc-a5c723b09124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:01.716254 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7bb076e3-1c33-486d-8558-c399b97c282f req-eabf5da0-2ff4-4ca9-8bcc-a5c723b09124 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=db723530-eb55-4538-94a6-67383f1ad8b7 HTTP/1.1" status: 200 len: 854 time: 0.0462658 Jul 16 02:08:01.753721 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7bb076e3-1c33-486d-8558-c399b97c282f req-4d2c2ff6-454c-4409-a06a-04416f71bf64 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=416617e5-c9b1-4886-b066-7f80ac7fcc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311720 Jul 16 02:08:01.770771 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b,segment=NetworkSegment(bc741574-62e4-4107-8e47-cb8bcd2b0078),segment_id=bc741574-62e4-4107-8e47-cb8bcd2b0078)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:01.782077 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b', 'network_id': '416617e5-c9b1-4886-b066-7f80ac7fcc12', 'port_id': '3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b', 'mac_address': 'fa:16:3e:10:cb:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db723530-eb55-4538-94a6-67383f1ad8b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:08:01.833231 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:01.843907 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:01.849452 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:08:01.860197 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7bb076e3-1c33-486d-8558-c399b97c282f req-8a8fe028-7a29-4dbc-bf52-b03b8402df38 service neutron] 10.222.0.82 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001348 Jul 16 02:08:01.877215 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b,segment=NetworkSegment(bc741574-62e4-4107-8e47-cb8bcd2b0078),segment_id=bc741574-62e4-4107-8e47-cb8bcd2b0078)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:01.882647 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:01.930769 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:01.961361 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7bb076e3-1c33-486d-8558-c399b97c282f req-17413cff-dab2-410a-ae84-b5446fc6517f service neutron] 10.222.0.82 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949807 Jul 16 02:08:02.091470 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:08:02.593716 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1cb44-8ea0-487c-9e5e-33a678075abc req-40046850-40a0-4dd5-b251-f0b00363d1df tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:02.595192 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c1b1cb44-8ea0-487c-9e5e-33a678075abc req-40046850-40a0-4dd5-b251-f0b00363d1df tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 944 time: 0.0660207 Jul 16 02:08:02.633738 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c1b1cb44-8ea0-487c-9e5e-33a678075abc req-55967447-f3c8-4f64-9220-db384f6b0b62 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324275 Jul 16 02:08:02.656511 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:02.814383 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347856d-b20b-4d39-b8bc-0ab2fdc2838d req-5d6c39bf-a0b1-4dd1-94c3-f2611b94b996 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:02.815891 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f347856d-b20b-4d39-b8bc-0ab2fdc2838d req-5d6c39bf-a0b1-4dd1-94c3-f2611b94b996 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 944 time: 0.0670834 Jul 16 02:08:02.857853 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f347856d-b20b-4d39-b8bc-0ab2fdc2838d req-25650ba7-9da1-47de-b8eb-305579164e6a tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334916 Jul 16 02:08:03.044405 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea7a8f-6b95-45c3-8118-40d17f5c04f6 req-21a04d55-57b5-480a-ac9a-6d6c5b007b12 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:03.045959 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-54ea7a8f-6b95-45c3-8118-40d17f5c04f6 req-21a04d55-57b5-480a-ac9a-6d6c5b007b12 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 944 time: 0.0706716 Jul 16 02:08:03.086107 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-54ea7a8f-6b95-45c3-8118-40d17f5c04f6 req-595e26df-fa66-44a7-97dd-f1dbba4f3e78 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344841 Jul 16 02:08:03.562645 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-182047bf-5f54-4ad7-b61c-b012f9564adc tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:03.564042 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-182047bf-5f54-4ad7-b61c-b012f9564adc tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/networks?id=416617e5-c9b1-4886-b066-7f80ac7fcc12 HTTP/1.1" status: 200 len: 814 time: 0.1166463 Jul 16 02:08:03.579128 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-d6f0b4e0-0000-42bf-9974-c4bef2b7725d tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/quotas/85d0bf928a0a4fb9a1964fcfea02cbb6 HTTP/1.1" status: 200 len: 375 time: 0.0096412 Jul 16 02:08:03.645298 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-61752556-cbce-4b9f-bde7-910403220692 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=85d0bf928a0a4fb9a1964fcfea02cbb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0611279 Jul 16 02:08:03.683377 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:08:03.738832 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:08:03.743498 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:03.744069 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:03.749413 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-dce6d8bd-b5a8-41c1-a390-ec052588a51e service neutron] 10.222.0.16 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972738 Jul 16 02:08:03.822891 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:03.846124 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-45856f01-06a4-4fd3-80ad-e9978b92d4b5 service neutron] 10.222.0.16 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908790 Jul 16 02:08:03.847717 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf088da-62b1-4f2d-b84d-37d61228e7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:03.850053 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebc9648-7886-4e9f-9df2-9758d902e2ad" -d '{"events": [{"server_uuid": "7bf088da-62b1-4f2d-b84d-37d61228e7ee", "name": "network-vif-plugged", "status": "completed", "tag": "3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:03.863768 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b,segment=NetworkSegment(bc741574-62e4-4107-8e47-cb8bcd2b0078),segment_id=bc741574-62e4-4107-8e47-cb8bcd2b0078)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:03.870081 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:03.898494 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68110b83-6a37-49fe-9d06-80890212af11 x-openstack-request-id: req-68110b83-6a37-49fe-9d06-80890212af11 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:03.898791 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf088da-62b1-4f2d-b84d-37d61228e7ee", "name": "network-vif-plugged", "status": "completed", "tag": "3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:03.899041 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68110b83-6a37-49fe-9d06-80890212af11 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:03.899427 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf088da-62b1-4f2d-b84d-37d61228e7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b', 'code': 200} Jul 16 02:08:03.926284 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b,revision_number=9']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:04.019643 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c0f2e9f8-f765-40c2-bdf9-2b468ac638f4 req-5c9ad778-932b-4cab-81ca-5b1d36cc553e tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 210 time: 0.0297792 Jul 16 02:08:04.413907 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:08:04.661790 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26651c-d44c-4f46-a765-45d5f1ef1574 req-22f75892-20ea-4454-acf7-ffee261c6da5 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:04.663667 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9b26651c-d44c-4f46-a765-45d5f1ef1574 req-22f75892-20ea-4454-acf7-ffee261c6da5 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.84 "GET /v2.0/ports?device_id=7bf088da-62b1-4f2d-b84d-37d61228e7ee HTTP/1.1" status: 200 len: 945 time: 0.0708907 Jul 16 02:08:04.774563 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-9b26651c-d44c-4f46-a765-45d5f1ef1574 req-fd0d4489-ea6a-4888-9a8d-cec5caef06f6 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Deleting port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:04.774962 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9b26651c-d44c-4f46-a765-45d5f1ef1574 req-fd0d4489-ea6a-4888-9a8d-cec5caef06f6 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:04.880163 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-9b26651c-d44c-4f46-a765-45d5f1ef1574 req-fd0d4489-ea6a-4888-9a8d-cec5caef06f6 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] For port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b,segment=NetworkSegment(bc741574-62e4-4107-8e47-cb8bcd2b0078),segment_id=bc741574-62e4-4107-8e47-cb8bcd2b0078)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:04.880513 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9b26651c-d44c-4f46-a765-45d5f1ef1574 req-fd0d4489-ea6a-4888-9a8d-cec5caef06f6 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:04.892890 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-9b26651c-d44c-4f46-a765-45d5f1ef1574 req-fd0d4489-ea6a-4888-9a8d-cec5caef06f6 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Calling delete_port for 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:05.014212 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.84', 62464) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:05.022682 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9b26651c-d44c-4f46-a765-45d5f1ef1574 req-fd0d4489-ea6a-4888-9a8d-cec5caef06f6 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:05.034189 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:08:05.071405 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d4489-ea6a-4888-9a8d-cec5caef06f6 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Pushing event deleted for resources: {'Port': ['ID=3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:05.127064 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b26651c-d44c-4f46-a765-45d5f1ef1574 req-fd0d4489-ea6a-4888-9a8d-cec5caef06f6 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] No DVR routers for this DVR port 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:08:05.131536 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-9b26651c-d44c-4f46-a765-45d5f1ef1574 req-fd0d4489-ea6a-4888-9a8d-cec5caef06f6 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:05.134195 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9b26651c-d44c-4f46-a765-45d5f1ef1574 req-fd0d4489-ea6a-4888-9a8d-cec5caef06f6 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.84 "DELETE /v2.0/ports/3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b HTTP/1.1" status: 204 len: 173 time: 0.4587367 Jul 16 02:08:05.134924 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf088da-62b1-4f2d-b84d-37d61228e7ee', 'name': 'network-vif-deleted', 'tag': '3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:05.140687 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18a95b8-caff-456d-8a59-f74a233ae349" -d '{"events": [{"server_uuid": "7bf088da-62b1-4f2d-b84d-37d61228e7ee", "name": "network-vif-deleted", "tag": "3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:05.172345 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-da3c0323-3c9a-43d5-bb20-76e4f59ae0b7 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:05.174116 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-da3c0323-3c9a-43d5-bb20-76e4f59ae0b7 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.84 "GET /v2.0/networks?id=416617e5-c9b1-4886-b066-7f80ac7fcc12 HTTP/1.1" status: 200 len: 814 time: 0.1590149 Jul 16 02:08:05.188244 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-9cbffa39-cd03-4907-81e2-1afe5c58a5d1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Request body: {'port': {'device_id': '53e6bdf5-f7e8-4bd6-990b-d49b6974c958', 'network_id': '416617e5-c9b1-4886-b066-7f80ac7fcc12', 'admin_state_up': True, 'tenant_id': '85d0bf928a0a4fb9a1964fcfea02cbb6'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:05.211118 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1345f7f6-f4de-4813-8da7-bff60f48e245 x-openstack-request-id: req-1345f7f6-f4de-4813-8da7-bff60f48e245 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:05.211646 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf088da-62b1-4f2d-b84d-37d61228e7ee", "name": "network-vif-deleted", "tag": "3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:05.212143 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1345f7f6-f4de-4813-8da7-bff60f48e245 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:05.212799 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf088da-62b1-4f2d-b84d-37d61228e7ee', 'name': 'network-vif-deleted', 'tag': '3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b', 'status': 'completed', 'code': 200} Jul 16 02:08:05.263254 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3c7c4b5e-56b8-45e3-9364-e1ee2aa9774d req-6ecb99a2-6eb2-46c9-8466-08138536f4ef tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 210 time: 0.0646093 Jul 16 02:08:05.341871 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:05.350723 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-9cbffa39-cd03-4907-81e2-1afe5c58a5d1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Made reservation on behalf of 85d0bf928a0a4fb9a1964fcfea02cbb6 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:05.354363 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-9cbffa39-cd03-4907-81e2-1afe5c58a5d1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:05.489563 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-9cbffa39-cd03-4907-81e2-1afe5c58a5d1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Allocated IP 172.20.0.5 (416617e5-c9b1-4886-b066-7f80ac7fcc12/db723530-eb55-4538-94a6-67383f1ad8b7/5f7da803-f4d9-49d6-a447-ca3693aa2803) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:08:05.642735 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-9cbffa39-cd03-4907-81e2-1afe5c58a5d1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:05.686186 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-9cbffa39-cd03-4907-81e2-1afe5c58a5d1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:05.738501 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-9cbffa39-cd03-4907-81e2-1afe5c58a5d1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Network 416617e5-c9b1-4886-b066-7f80ac7fcc12 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:08:05.741756 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-9cbffa39-cd03-4907-81e2-1afe5c58a5d1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:05.744311 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-9cbffa39-cd03-4907-81e2-1afe5c58a5d1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:08:05.769529 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbffa39-cd03-4907-81e2-1afe5c58a5d1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Pushing event updated for resources: {'Port': ['ID=5f7da803-f4d9-49d6-a447-ca3693aa2803,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:05.799829 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-9cbffa39-cd03-4907-81e2-1afe5c58a5d1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:05.800483 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-9cbffa39-cd03-4907-81e2-1afe5c58a5d1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:05.816382 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-9cbffa39-cd03-4907-81e2-1afe5c58a5d1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6325340 Jul 16 02:08:05.828241 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-4299b618-e53b-4375-8332-2206faf2b4d0 service neutron] Request body: {'port': {'device_id': '53e6bdf5-f7e8-4bd6-990b-d49b6974c958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:05.904675 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-4299b618-e53b-4375-8332-2206faf2b4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:06.259642 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-4299b618-e53b-4375-8332-2206faf2b4d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7da803-f4d9-49d6-a447-ca3693aa2803 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:08:06.268508 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-4299b618-e53b-4375-8332-2206faf2b4d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:06.282950 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-4299b618-e53b-4375-8332-2206faf2b4d0 service neutron] Transition to ACTIVE for port object 5f7da803-f4d9-49d6-a447-ca3693aa2803 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:06.287948 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-4299b618-e53b-4375-8332-2206faf2b4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:06.367655 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299b618-e53b-4375-8332-2206faf2b4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7da803-f4d9-49d6-a447-ca3693aa2803,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:06.424546 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-4299b618-e53b-4375-8332-2206faf2b4d0 service neutron] Attempting to bind port 5f7da803-f4d9-49d6-a447-ca3693aa2803 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:08:06.424877 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-4299b618-e53b-4375-8332-2206faf2b4d0 service neutron] Attempting to bind port 5f7da803-f4d9-49d6-a447-ca3693aa2803 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'bc741574-62e4-4107-8e47-cb8bcd2b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '416617e5-c9b1-4886-b066-7f80ac7fcc12'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:08:06.425203 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-4299b618-e53b-4375-8332-2206faf2b4d0 service neutron] Attempting to bind port 5f7da803-f4d9-49d6-a447-ca3693aa2803 on network 416617e5-c9b1-4886-b066-7f80ac7fcc12 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:08:06.429851 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-4299b618-e53b-4375-8332-2206faf2b4d0 service neutron] Port 5f7da803-f4d9-49d6-a447-ca3693aa2803 on network 416617e5-c9b1-4886-b066-7f80ac7fcc12 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:08:06.430283 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-4299b618-e53b-4375-8332-2206faf2b4d0 service neutron] Attempting to bind port 5f7da803-f4d9-49d6-a447-ca3693aa2803 on network 416617e5-c9b1-4886-b066-7f80ac7fcc12 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:08:06.435728 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-4299b618-e53b-4375-8332-2206faf2b4d0 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:08:06.436077 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-4299b618-e53b-4375-8332-2206faf2b4d0 service neutron] Checking segment: {'id': 'bc741574-62e4-4107-8e47-cb8bcd2b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '416617e5-c9b1-4886-b066-7f80ac7fcc12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:06.436559 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-4299b618-e53b-4375-8332-2206faf2b4d0 service neutron] Bound using segment: {'id': 'bc741574-62e4-4107-8e47-cb8bcd2b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '416617e5-c9b1-4886-b066-7f80ac7fcc12'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:08:06.436964 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-4299b618-e53b-4375-8332-2206faf2b4d0 service neutron] Bound port: 5f7da803-f4d9-49d6-a447-ca3693aa2803, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc741574-62e4-4107-8e47-cb8bcd2b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '416617e5-c9b1-4886-b066-7f80ac7fcc12'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:08:06.437372 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-4299b618-e53b-4375-8332-2206faf2b4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:06.446782 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c85076-cf93-4c9a-ac34-94bc52770e4c req-ae651143-848f-49ba-9ef7-c99a724f8272 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:06.448321 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-82c85076-cf93-4c9a-ac34-94bc52770e4c req-ae651143-848f-49ba-9ef7-c99a724f8272 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 943 time: 0.0680244 Jul 16 02:08:06.490351 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-82c85076-cf93-4c9a-ac34-94bc52770e4c req-8c2413c5-6c62-43bb-8807-ec1ccd4e7066 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351202 Jul 16 02:08:06.503465 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-4299b618-e53b-4375-8332-2206faf2b4d0 service neutron] For port 5f7da803-f4d9-49d6-a447-ca3693aa2803, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:08:06.506624 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-4299b618-e53b-4375-8332-2206faf2b4d0 service neutron] For port 5f7da803-f4d9-49d6-a447-ca3693aa2803, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=5f7da803-f4d9-49d6-a447-ca3693aa2803,segment=NetworkSegment(bc741574-62e4-4107-8e47-cb8bcd2b0078),segment_id=bc741574-62e4-4107-8e47-cb8bcd2b0078)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:08:06.514365 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-4299b618-e53b-4375-8332-2206faf2b4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:06.548332 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-4299b618-e53b-4375-8332-2206faf2b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:06.548960 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-4299b618-e53b-4375-8332-2206faf2b4d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:06.550323 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-4299b618-e53b-4375-8332-2206faf2b4d0 service neutron] 10.222.0.84 "PUT /v2.0/ports/5f7da803-f4d9-49d6-a447-ca3693aa2803 HTTP/1.1" status: 200 len: 1092 time: 0.7268257 Jul 16 02:08:06.550745 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e6bdf5-f7e8-4bd6-990b-d49b6974c958', 'tag': '5f7da803-f4d9-49d6-a447-ca3693aa2803'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:06.553035 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0858fd-2ea1-45c7-9f34-ba197e2f9349" -d '{"events": [{"name": "network-changed", "server_uuid": "53e6bdf5-f7e8-4bd6-990b-d49b6974c958", "tag": "5f7da803-f4d9-49d6-a447-ca3693aa2803"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:06.579200 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299b618-e53b-4375-8332-2206faf2b4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7da803-f4d9-49d6-a447-ca3693aa2803,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:06.604643 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca696a5-c64d-482b-84d5-ed6ff83ef44d x-openstack-request-id: req-9ca696a5-c64d-482b-84d5-ed6ff83ef44d {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:06.604991 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e6bdf5-f7e8-4bd6-990b-d49b6974c958", "tag": "5f7da803-f4d9-49d6-a447-ca3693aa2803", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:06.605289 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ca696a5-c64d-482b-84d5-ed6ff83ef44d {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:06.605860 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e6bdf5-f7e8-4bd6-990b-d49b6974c958', 'tag': '5f7da803-f4d9-49d6-a447-ca3693aa2803', 'status': 'completed', 'code': 200} Jul 16 02:08:06.698337 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-2b6eebbb-e3b5-4738-b095-219af7c55052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:06.700771 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-2b6eebbb-e3b5-4738-b095-219af7c55052 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=85d0bf928a0a4fb9a1964fcfea02cbb6&device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 1095 time: 0.1083343 Jul 16 02:08:06.763252 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-3b807123-a79f-4552-bef8-7ca3129b2a27 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f7da803-f4d9-49d6-a447-ca3693aa2803 HTTP/1.1" status: 200 len: 217 time: 0.0555172 Jul 16 02:08:06.833565 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-0fa763f8-5412-468e-966c-bcf81a46a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:06.835721 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-0fa763f8-5412-468e-966c-bcf81a46a83f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=db723530-eb55-4538-94a6-67383f1ad8b7 HTTP/1.1" status: 200 len: 854 time: 0.0658083 Jul 16 02:08:06.884097 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-35eb3c6a-9f2c-44b8-9ad4-691d56662cb1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=416617e5-c9b1-4886-b066-7f80ac7fcc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417509 Jul 16 02:08:06.981837 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-2fd01a1c-72e4-49c0-95a3-9e53fad6a2ba service neutron] 10.222.0.84 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908642 Jul 16 02:08:07.075638 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34c4ebf6-d3f4-4a3b-ba4f-f5ec3f3fb4e8 req-3383d4cd-4cdd-4fe0-b54b-d4f6f68eb6a7 service neutron] 10.222.0.84 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873408 Jul 16 02:08:07.187300 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0858fd-2ea1-45c7-9f34-ba197e2f9349 req-61cc1414-80c6-42ee-bc62-9df7762068ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:07.188856 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-df0858fd-2ea1-45c7-9f34-ba197e2f9349 req-61cc1414-80c6-42ee-bc62-9df7762068ae service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=85d0bf928a0a4fb9a1964fcfea02cbb6&device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 1095 time: 0.0567470 Jul 16 02:08:07.298676 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0858fd-2ea1-45c7-9f34-ba197e2f9349 req-f7af4a4f-9354-4249-b2de-7f253cd6bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:07.300198 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-df0858fd-2ea1-45c7-9f34-ba197e2f9349 req-f7af4a4f-9354-4249-b2de-7f253cd6bc02 service neutron] 10.222.0.84 "GET /v2.0/networks?id=416617e5-c9b1-4886-b066-7f80ac7fcc12 HTTP/1.1" status: 200 len: 915 time: 0.1048198 Jul 16 02:08:07.343216 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-df0858fd-2ea1-45c7-9f34-ba197e2f9349 req-b804fb31-abb9-4389-bd6a-129843451192 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f7da803-f4d9-49d6-a447-ca3693aa2803 HTTP/1.1" status: 200 len: 217 time: 0.0359874 Jul 16 02:08:07.399392 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0858fd-2ea1-45c7-9f34-ba197e2f9349 req-836227c9-e2e4-4091-9c51-979c263d859b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:07.400938 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-df0858fd-2ea1-45c7-9f34-ba197e2f9349 req-836227c9-e2e4-4091-9c51-979c263d859b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=db723530-eb55-4538-94a6-67383f1ad8b7 HTTP/1.1" status: 200 len: 854 time: 0.0515170 Jul 16 02:08:07.435367 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-df0858fd-2ea1-45c7-9f34-ba197e2f9349 req-b8d2bd72-e0e1-42f6-8e78-fe7683bd8e98 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=416617e5-c9b1-4886-b066-7f80ac7fcc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275576 Jul 16 02:08:07.530584 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-df0858fd-2ea1-45c7-9f34-ba197e2f9349 req-2584b0b1-6b31-4679-b05d-0d218187d2a1 service neutron] 10.222.0.84 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881722 Jul 16 02:08:07.629192 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-df0858fd-2ea1-45c7-9f34-ba197e2f9349 req-e0777d37-07ea-4b6b-a1e3-d927fac8681f service neutron] 10.222.0.84 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911694 Jul 16 02:08:07.669870 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a16d6-a45d-4712-bba0-1e667983ac4c req-69e25847-30da-403d-9470-87c256b9703f tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:07.671354 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-470a16d6-a45d-4712-bba0-1e667983ac4c req-69e25847-30da-403d-9470-87c256b9703f tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 943 time: 0.0671194 Jul 16 02:08:07.682732 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:08:07.703220 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:08:07.703556 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 3c4e3815-6a1a-4fd5-a1a9-4fbf1eb5eb1b not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:08:07.715988 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-470a16d6-a45d-4712-bba0-1e667983ac4c req-4c5aaeba-675e-495b-861e-eeb90d1c70e0 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359919 Jul 16 02:08:08.906567 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6804c-a0f3-4273-aa72-f0daa1ba3a29 req-5b95a872-d1bd-47ac-af4c-fd827d3f9a6a tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:08.908038 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-79b6804c-a0f3-4273-aa72-f0daa1ba3a29 req-5b95a872-d1bd-47ac-af4c-fd827d3f9a6a tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 943 time: 0.0779631 Jul 16 02:08:08.959636 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-79b6804c-a0f3-4273-aa72-f0daa1ba3a29 req-f1dae399-6a25-4ec5-9d64-3f90dfd23c9a tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428824 Jul 16 02:08:09.681702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 5f7da803-f4d9-49d6-a447-ca3693aa2803 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:08:09.800036 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 5f7da803-f4d9-49d6-a447-ca3693aa2803, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=5f7da803-f4d9-49d6-a447-ca3693aa2803,segment=NetworkSegment(bc741574-62e4-4107-8e47-cb8bcd2b0078),segment_id=bc741574-62e4-4107-8e47-cb8bcd2b0078)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:09.812648 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '5f7da803-f4d9-49d6-a447-ca3693aa2803', 'network_id': '416617e5-c9b1-4886-b066-7f80ac7fcc12', 'port_id': '5f7da803-f4d9-49d6-a447-ca3693aa2803', 'mac_address': 'fa:16:3e:58:f6:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db723530-eb55-4538-94a6-67383f1ad8b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:08:09.853780 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:09.868587 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7da803-f4d9-49d6-a447-ca3693aa2803 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:08:09.893742 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 5f7da803-f4d9-49d6-a447-ca3693aa2803, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=5f7da803-f4d9-49d6-a447-ca3693aa2803,segment=NetworkSegment(bc741574-62e4-4107-8e47-cb8bcd2b0078),segment_id=bc741574-62e4-4107-8e47-cb8bcd2b0078)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:09.899688 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:09.958126 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=5f7da803-f4d9-49d6-a447-ca3693aa2803,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:10.082753 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['5f7da803-f4d9-49d6-a447-ca3693aa2803'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:08:10.153446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8f568-8346-4ac9-92e7-573c808f4876 req-9fce25e6-162b-4723-bbd6-181722d0e0b2 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:10.155025 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-54b8f568-8346-4ac9-92e7-573c808f4876 req-9fce25e6-162b-4723-bbd6-181722d0e0b2 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 944 time: 0.0712101 Jul 16 02:08:10.194362 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-54b8f568-8346-4ac9-92e7-573c808f4876 req-2671359e-6115-4140-8ec0-7b26744ed9ec tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336471 Jul 16 02:08:11.399786 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869774f-ce94-417c-8562-87916688ef59 req-445db3bb-4941-4276-95c8-787e4fe76d36 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:11.401361 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7869774f-ce94-417c-8562-87916688ef59 req-445db3bb-4941-4276-95c8-787e4fe76d36 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 944 time: 0.0803723 Jul 16 02:08:11.450441 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7869774f-ce94-417c-8562-87916688ef59 req-447a7f4b-628a-49bb-ab03-7b73602fe622 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431695 Jul 16 02:08:11.697053 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 5f7da803-f4d9-49d6-a447-ca3693aa2803 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:08:11.751665 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 5f7da803-f4d9-49d6-a447-ca3693aa2803 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:08:11.755781 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 5f7da803-f4d9-49d6-a447-ca3693aa2803 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:11.756182 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:11.840852 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:11.875632 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e6bdf5-f7e8-4bd6-990b-d49b6974c958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7da803-f4d9-49d6-a447-ca3693aa2803'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:11.877905 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a953d4ee-fe1a-4cb2-ac33-2d7502bc6c89" -d '{"events": [{"server_uuid": "53e6bdf5-f7e8-4bd6-990b-d49b6974c958", "name": "network-vif-plugged", "status": "completed", "tag": "5f7da803-f4d9-49d6-a447-ca3693aa2803"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:11.890355 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 5f7da803-f4d9-49d6-a447-ca3693aa2803, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=5f7da803-f4d9-49d6-a447-ca3693aa2803,segment=NetworkSegment(bc741574-62e4-4107-8e47-cb8bcd2b0078),segment_id=bc741574-62e4-4107-8e47-cb8bcd2b0078)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:11.895895 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:11.919353 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f6a4eb-b105-43e9-8b95-9dc7c072d548 x-openstack-request-id: req-75f6a4eb-b105-43e9-8b95-9dc7c072d548 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:11.919762 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e6bdf5-f7e8-4bd6-990b-d49b6974c958", "name": "network-vif-plugged", "status": "completed", "tag": "5f7da803-f4d9-49d6-a447-ca3693aa2803", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:11.920073 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75f6a4eb-b105-43e9-8b95-9dc7c072d548 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:11.920477 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e6bdf5-f7e8-4bd6-990b-d49b6974c958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7da803-f4d9-49d6-a447-ca3693aa2803', 'code': 200} Jul 16 02:08:11.947755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=5f7da803-f4d9-49d6-a447-ca3693aa2803,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:11.955380 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:11.955721 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:11.956056 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:11.956407 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:11.956739 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:11.957060 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:11.957382 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:11.957700 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:11.958018 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:11.958351 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:11.958651 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:11.958986 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:12.030258 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b33ef-5663-4c38-8e61-1ea57ccb3d2b req-8ac3240c-f50b-4171-930b-9e8c138d457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:12.031679 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fc0b33ef-5663-4c38-8e61-1ea57ccb3d2b req-8ac3240c-f50b-4171-930b-9e8c138d457b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 1097 time: 0.0547934 Jul 16 02:08:12.068836 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fc0b33ef-5663-4c38-8e61-1ea57ccb3d2b req-628741cf-bd00-4894-8f4b-1280999d3850 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300834 Jul 16 02:08:12.637084 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4640dcf-c841-4303-b87b-8bec933e66f7 req-02d8a34c-525e-4732-8d0b-01b748ad2f4c tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:12.638591 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4640dcf-c841-4303-b87b-8bec933e66f7 req-02d8a34c-525e-4732-8d0b-01b748ad2f4c tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0729020 Jul 16 02:08:12.688264 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4640dcf-c841-4303-b87b-8bec933e66f7 req-bd5330ac-f8e8-4537-a326-719b7a70e8f1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405762 Jul 16 02:08:13.878222 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef96b8-c6ac-425d-bf27-317ae61fd6e0 req-3f92daac-94d0-40e1-9e6a-fca02d9238e5 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:13.880555 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26ef96b8-c6ac-425d-bf27-317ae61fd6e0 req-3f92daac-94d0-40e1-9e6a-fca02d9238e5 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0664926 Jul 16 02:08:13.926853 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-26ef96b8-c6ac-425d-bf27-317ae61fd6e0 req-c3a0834b-7039-4d89-8e45-8d8344d6b562 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403297 Jul 16 02:08:14.118954 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880fbc9-f74b-423f-b5fd-5388920e0ae5 req-97bba15e-b34c-4600-a0c4-262ed0aa7e37 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:14.120406 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e880fbc9-f74b-423f-b5fd-5388920e0ae5 req-97bba15e-b34c-4600-a0c4-262ed0aa7e37 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0772574 Jul 16 02:08:14.161162 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e880fbc9-f74b-423f-b5fd-5388920e0ae5 req-9731f79f-117b-448c-8006-e084fa816455 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342245 Jul 16 02:08:14.554944 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-e6ce252d-abb9-4fdf-b1a7-267959737e94 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830102 Jul 16 02:08:14.588653 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3bab6-0316-4301-9975-ede8765b6dbe req-a46a74d6-2b26-44a7-a4ad-f1f4a57abb46 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:14.590213 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-44d3bab6-0316-4301-9975-ede8765b6dbe req-a46a74d6-2b26-44a7-a4ad-f1f4a57abb46 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0732450 Jul 16 02:08:14.632248 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-44d3bab6-0316-4301-9975-ede8765b6dbe req-c342afce-8ca1-45a8-bad8-990e0f4632a6 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359502 Jul 16 02:08:15.788137 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-1606bb07-5c6f-4c21-8f14-4abe362472f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:15.789784 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-1606bb07-5c6f-4c21-8f14-4abe362472f1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=85d0bf928a0a4fb9a1964fcfea02cbb6&device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 1097 time: 0.0584245 Jul 16 02:08:15.823340 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2ed7c-cea2-4f85-8929-aba25a6fa36f req-28c571de-d652-4483-bffb-8f94c7c4738d tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:15.824971 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3e2ed7c-cea2-4f85-8929-aba25a6fa36f req-28c571de-d652-4483-bffb-8f94c7c4738d tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0682116 Jul 16 02:08:15.863785 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c3e2ed7c-cea2-4f85-8929-aba25a6fa36f req-48da7c16-aee5-4c39-a605-e4ad8541f13e tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325327 Jul 16 02:08:15.882011 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-883d3d4a-518d-4989-99bb-d86391239d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:15.883531 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-883d3d4a-518d-4989-99bb-d86391239d51 service neutron] 10.222.0.84 "GET /v2.0/networks?id=416617e5-c9b1-4886-b066-7f80ac7fcc12 HTTP/1.1" status: 200 len: 915 time: 0.0879166 Jul 16 02:08:15.926922 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-4fd5033a-490c-4873-8175-ebf4b398d5d8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f7da803-f4d9-49d6-a447-ca3693aa2803 HTTP/1.1" status: 200 len: 217 time: 0.0373194 Jul 16 02:08:16.327034 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-6f7b2319-fbe7-41bd-a230-ef8e18c997a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:16.328415 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-6f7b2319-fbe7-41bd-a230-ef8e18c997a7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=db723530-eb55-4538-94a6-67383f1ad8b7 HTTP/1.1" status: 200 len: 854 time: 0.3958738 Jul 16 02:08:16.361854 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-d111310a-7335-4c21-bacf-2dbfe90f2112 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=416617e5-c9b1-4886-b066-7f80ac7fcc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266299 Jul 16 02:08:16.455231 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-0c6839f8-7afc-4115-a93a-835daa0f848c service neutron] 10.222.0.84 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852854 Jul 16 02:08:16.558967 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-8fff328b-8b93-4548-83e4-a85db504843c service neutron] 10.222.0.84 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969770 Jul 16 02:08:17.048387 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424835e0-97ff-4d8a-a39e-9c2263cd6941 req-cbb72993-c896-48e8-b0d0-1bd2b75bac3c tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:17.049867 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-424835e0-97ff-4d8a-a39e-9c2263cd6941 req-cbb72993-c896-48e8-b0d0-1bd2b75bac3c tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0722449 Jul 16 02:08:17.095335 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-424835e0-97ff-4d8a-a39e-9c2263cd6941 req-e2cdf7ec-a51f-4760-be87-33a5fc95afe5 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398290 Jul 16 02:08:18.281187 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43ba5a-3857-4f60-8769-f961f88af24f req-2a74cd83-3aa7-4684-981a-5e5b66be47c6 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:18.282845 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4b43ba5a-3857-4f60-8769-f961f88af24f req-2a74cd83-3aa7-4684-981a-5e5b66be47c6 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0741961 Jul 16 02:08:18.325444 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4b43ba5a-3857-4f60-8769-f961f88af24f req-f5a4b86a-3b8f-497e-8fa8-94a3227d084d tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367973 Jul 16 02:08:19.513831 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf3412-4605-43f3-b8a7-df95dd0253a1 req-899d590c-4082-40d4-beaf-f27eaab2d5d8 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:19.515799 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0fcf3412-4605-43f3-b8a7-df95dd0253a1 req-899d590c-4082-40d4-beaf-f27eaab2d5d8 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0658154 Jul 16 02:08:19.565336 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0fcf3412-4605-43f3-b8a7-df95dd0253a1 req-bc3284bc-4366-47fd-9b49-3ec50ddb5a8a tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411735 Jul 16 02:08:20.769070 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f79db-b6c2-4c32-97d2-71b93e31c9e2 req-58ffeeb3-8cca-44c7-b067-94525510e0a9 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:20.770488 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1d2f79db-b6c2-4c32-97d2-71b93e31c9e2 req-58ffeeb3-8cca-44c7-b067-94525510e0a9 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0900486 Jul 16 02:08:20.811151 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1d2f79db-b6c2-4c32-97d2-71b93e31c9e2 req-7010cb15-ed9f-4eab-9409-f532505db872 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348852 Jul 16 02:08:21.992774 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27e9c4-61b5-478e-bdc9-133359e86ca2 req-0bd7d477-fcb2-4173-adc0-7e3d317ecfcf tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:21.994222 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8d27e9c4-61b5-478e-bdc9-133359e86ca2 req-0bd7d477-fcb2-4173-adc0-7e3d317ecfcf tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0659339 Jul 16 02:08:22.033181 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8d27e9c4-61b5-478e-bdc9-133359e86ca2 req-9a024d2a-3371-4ee6-a976-f5eef5ffe098 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332441 Jul 16 02:08:23.225514 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde30144-dc00-4f3b-941a-0fc1fc0e3925 req-65164393-55b9-4ef3-b584-69b3baf99f6c tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:23.227006 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dde30144-dc00-4f3b-941a-0fc1fc0e3925 req-65164393-55b9-4ef3-b584-69b3baf99f6c tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0686774 Jul 16 02:08:23.268601 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dde30144-dc00-4f3b-941a-0fc1fc0e3925 req-c2b058d3-d15a-406e-b7e9-e091ecc94226 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333722 Jul 16 02:08:24.468340 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa16567-9ee4-4e40-8d86-f69267454191 req-d52d7512-8e6a-4fcb-b857-6096837ac5a9 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:24.469906 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-daa16567-9ee4-4e40-8d86-f69267454191 req-d52d7512-8e6a-4fcb-b857-6096837ac5a9 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0809383 Jul 16 02:08:24.508661 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-daa16567-9ee4-4e40-8d86-f69267454191 req-6cd1db92-4284-4ac3-bf67-23ee41470a4e tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325410 Jul 16 02:08:25.704401 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5a35f-9498-44c9-b4cd-960d15174a18 req-5cd28308-613d-4cd1-a098-6124b8a7bb97 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:25.705984 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85a5a35f-9498-44c9-b4cd-960d15174a18 req-5cd28308-613d-4cd1-a098-6124b8a7bb97 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0773652 Jul 16 02:08:25.749237 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85a5a35f-9498-44c9-b4cd-960d15174a18 req-0bf7ac3c-de22-4836-b405-7c98551c586e tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371807 Jul 16 02:08:26.358987 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209617a9-edce-42d1-8830-802bbdf96cca req-41c1ecda-ed0e-448f-a351-5a8bbc733c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:26.360580 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-209617a9-edce-42d1-8830-802bbdf96cca req-41c1ecda-ed0e-448f-a351-5a8bbc733c77 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=85d0bf928a0a4fb9a1964fcfea02cbb6&device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 1097 time: 0.0560567 Jul 16 02:08:26.471924 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209617a9-edce-42d1-8830-802bbdf96cca req-b7aadb5b-306e-4223-a87a-6d109206ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:26.473846 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-209617a9-edce-42d1-8830-802bbdf96cca req-b7aadb5b-306e-4223-a87a-6d109206ae3a service neutron] 10.222.0.84 "GET /v2.0/networks?id=416617e5-c9b1-4886-b066-7f80ac7fcc12 HTTP/1.1" status: 200 len: 915 time: 0.0921497 Jul 16 02:08:26.516570 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-209617a9-edce-42d1-8830-802bbdf96cca req-06ce87b5-5ea0-400f-817b-d91199536a0d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f7da803-f4d9-49d6-a447-ca3693aa2803 HTTP/1.1" status: 200 len: 217 time: 0.0351250 Jul 16 02:08:26.576409 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209617a9-edce-42d1-8830-802bbdf96cca req-5d8fe166-7632-4cd0-baf8-077feb9e128d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:26.577891 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-209617a9-edce-42d1-8830-802bbdf96cca req-5d8fe166-7632-4cd0-baf8-077feb9e128d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=db723530-eb55-4538-94a6-67383f1ad8b7 HTTP/1.1" status: 200 len: 854 time: 0.0555551 Jul 16 02:08:26.615914 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-209617a9-edce-42d1-8830-802bbdf96cca req-91a36662-7093-4a28-aead-6df7bf3e0749 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=416617e5-c9b1-4886-b066-7f80ac7fcc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313201 Jul 16 02:08:26.645111 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1eaa25b2-85d4-421c-ab0b-86d162f69ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:26.716904 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-209617a9-edce-42d1-8830-802bbdf96cca req-bf6f484d-3d59-46b8-96e3-c2e9cb881f0c service neutron] 10.222.0.84 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942810 Jul 16 02:08:26.823014 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-209617a9-edce-42d1-8830-802bbdf96cca req-a1767aa2-7bed-418b-8c52-0553370422f1 service neutron] 10.222.0.84 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996318 Jul 16 02:08:26.934544 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d185c4-6acf-4898-9b32-c3cb1214a679 req-af8eb556-96eb-4226-a05b-60a1c78c70af tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:26.936048 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-86d185c4-6acf-4898-9b32-c3cb1214a679 req-af8eb556-96eb-4226-a05b-60a1c78c70af tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0696077 Jul 16 02:08:26.979122 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-86d185c4-6acf-4898-9b32-c3cb1214a679 req-bcef1b46-65cf-4f27-b83f-98a5265a6c63 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359788 Jul 16 02:08:28.185019 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4cf51-bf21-436a-af6a-6771f06ee88f req-af1620d1-c036-4854-928e-61b910b4fa00 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:28.186604 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5dd4cf51-bf21-436a-af6a-6771f06ee88f req-af1620d1-c036-4854-928e-61b910b4fa00 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0814736 Jul 16 02:08:28.233280 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5dd4cf51-bf21-436a-af6a-6771f06ee88f req-8790fa94-dec9-4796-9cd8-69d5ed1640e3 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363545 Jul 16 02:08:29.438048 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05f0c8-5982-49d5-ae11-823904e15d11 req-d63a6ffb-18d9-4b47-b41b-0b67454d67e5 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:29.439638 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b05f0c8-5982-49d5-ae11-823904e15d11 req-d63a6ffb-18d9-4b47-b41b-0b67454d67e5 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0796313 Jul 16 02:08:29.493109 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b05f0c8-5982-49d5-ae11-823904e15d11 req-945dffc9-227d-433e-8c69-27ddf0423de4 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462253 Jul 16 02:08:29.565048 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d48a56a1-ce15-404a-8c73-54a148da5236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:29.761360 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:30.692493 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef615e-2601-4bcd-abf0-e1b4097f588c req-d16b7af0-fe5d-42ed-ad50-9eac495cfb5a tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:30.693922 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dfef615e-2601-4bcd-abf0-e1b4097f588c req-d16b7af0-fe5d-42ed-ad50-9eac495cfb5a tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0750813 Jul 16 02:08:30.744306 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dfef615e-2601-4bcd-abf0-e1b4097f588c req-0277c3e7-5f32-4071-bf6b-52a87d73a0d4 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417099 Jul 16 02:08:30.934968 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.827270 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.945279 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8a8b3-8957-4f40-b4f3-678f3b625263 req-af8a3c6a-d38c-4121-9d33-d563aa37d03d tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:31.947150 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6ac8a8b3-8957-4f40-b4f3-678f3b625263 req-af8a3c6a-d38c-4121-9d33-d563aa37d03d tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0699067 Jul 16 02:08:31.989803 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6ac8a8b3-8957-4f40-b4f3-678f3b625263 req-e031d51a-cc2b-4b5f-8556-3c7f90b6fb04 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342810 Jul 16 02:08:32.671763 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:33.529520 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4181e5-26d5-4b37-a013-34612ede2a0f req-b6d7bda7-697c-4d78-af74-5281ac26fad1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:33.530988 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fd4181e5-26d5-4b37-a013-34612ede2a0f req-b6d7bda7-697c-4d78-af74-5281ac26fad1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.4044516 Jul 16 02:08:33.572203 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fd4181e5-26d5-4b37-a013-34612ede2a0f req-9510b159-3327-40cd-96e3-bd2ba0fe5673 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336514 Jul 16 02:08:34.777551 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbb065-50b7-42c1-b44c-5737552d284e req-45e8349f-15be-4aee-ba4d-61b4fe1d0741 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:34.779008 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-17dbb065-50b7-42c1-b44c-5737552d284e req-45e8349f-15be-4aee-ba4d-61b4fe1d0741 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0747383 Jul 16 02:08:34.825386 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-17dbb065-50b7-42c1-b44c-5737552d284e req-845da3de-da74-4ac3-8a27-0a2b615b42de tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374804 Jul 16 02:08:35.329008 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:36.020086 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4a485-54be-41a2-a21f-3d95bfbe9296 req-3ade006f-4282-4c6d-8d43-6eb04b1e25a2 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:36.021294 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4ba4a485-54be-41a2-a21f-3d95bfbe9296 req-3ade006f-4282-4c6d-8d43-6eb04b1e25a2 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0749962 Jul 16 02:08:36.067742 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4ba4a485-54be-41a2-a21f-3d95bfbe9296 req-6c792074-f058-4099-8196-3c88e8185336 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378916 Jul 16 02:08:37.444681 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dbff9-1242-4eac-8c20-6599247eb660 req-314aa6c2-d766-4fac-b7cb-e6d91760e268 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:37.446202 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-573dbff9-1242-4eac-8c20-6599247eb660 req-314aa6c2-d766-4fac-b7cb-e6d91760e268 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0727987 Jul 16 02:08:37.487378 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-573dbff9-1242-4eac-8c20-6599247eb660 req-372c25b1-a862-4b97-8c3d-a1c14c8c071c tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328364 Jul 16 02:08:38.680174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6abe9a-4965-4381-914a-53a882e6725c req-20c1dfe9-ed76-4d07-8d36-49b24954ce8e tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:38.681689 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c6abe9a-4965-4381-914a-53a882e6725c req-20c1dfe9-ed76-4d07-8d36-49b24954ce8e tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0724814 Jul 16 02:08:38.724778 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0c6abe9a-4965-4381-914a-53a882e6725c req-28ed1601-e5f4-4094-8780-eb0b8695ae34 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343018 Jul 16 02:08:39.907646 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3aec9-99c3-43a6-827a-eb14cb55d183 req-00011db1-4253-487d-99d8-23ae1ded0ee2 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:39.909166 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0ae3aec9-99c3-43a6-827a-eb14cb55d183 req-00011db1-4253-487d-99d8-23ae1ded0ee2 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0675406 Jul 16 02:08:39.950932 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0ae3aec9-99c3-43a6-827a-eb14cb55d183 req-e3a469b7-5c24-4cd3-9c1c-3ab88140c486 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328445 Jul 16 02:08:41.152315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c25a1-4f22-42da-9738-723d7bbf2f75 req-66de0f24-42e2-4c8e-adb9-213588c9a6e2 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:41.154885 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed9c25a1-4f22-42da-9738-723d7bbf2f75 req-66de0f24-42e2-4c8e-adb9-213588c9a6e2 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0785451 Jul 16 02:08:41.194644 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed9c25a1-4f22-42da-9738-723d7bbf2f75 req-8742acc5-44e3-4d40-9ac4-f70659cf5898 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336111 Jul 16 02:08:41.414163 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:08:42.400850 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0e5c4-c064-4612-ad24-cd12aef735f6 req-35db6b51-10eb-46e9-bed0-3587e12c414d tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:42.402359 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dba0e5c4-c064-4612-ad24-cd12aef735f6 req-35db6b51-10eb-46e9-bed0-3587e12c414d tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0781829 Jul 16 02:08:42.446517 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dba0e5c4-c064-4612-ad24-cd12aef735f6 req-50c9680b-bd58-4290-9b4c-47dba9fde80c tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384717 Jul 16 02:08:43.307413 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-ea9b1d23-0590-43e4-b2b3-413ed035c342 service neutron] show failed (client error): The resource could not be found. Jul 16 02:08:43.308458 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-ea9b1d23-0590-43e4-b2b3-413ed035c342 service neutron] 10.222.0.84 "GET /v2.0/ports/5f7da803-f4d9-49d6-a447-ca3693aa2803/bindings/n-h2-792394-16 HTTP/1.1" status: 404 len: 381 time: 0.0597553 Jul 16 02:08:43.671962 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-3ac81976-3455-4aff-ad35-71c0c1970809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:43.673504 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-3ac81976-3455-4aff-ad35-71c0c1970809 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958&tenant_id=85d0bf928a0a4fb9a1964fcfea02cbb6 HTTP/1.1" status: 200 len: 1097 time: 0.1493409 Jul 16 02:08:43.680894 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97577166-731e-48cf-82fd-886b3fe327fd req-47522ee3-e5da-43ed-80c3-94656cd916f5 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:43.682288 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97577166-731e-48cf-82fd-886b3fe327fd req-47522ee3-e5da-43ed-80c3-94656cd916f5 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.1127205 Jul 16 02:08:43.687155 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-16', 'device_owner': 'compute:nova'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:43.766767 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97577166-731e-48cf-82fd-886b3fe327fd req-10eb822c-b470-4de8-9e05-510e1ed3c4aa tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769973 Jul 16 02:08:43.783482 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:43.992693 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] For port 5f7da803-f4d9-49d6-a447-ca3693aa2803, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=5f7da803-f4d9-49d6-a447-ca3693aa2803,segment=NetworkSegment(bc741574-62e4-4107-8e47-cb8bcd2b0078),segment_id=bc741574-62e4-4107-8e47-cb8bcd2b0078)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:44.025453 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] For port 5f7da803-f4d9-49d6-a447-ca3693aa2803, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:08:44.066071 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e6bdf5-f7e8-4bd6-990b-d49b6974c958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f7da803-f4d9-49d6-a447-ca3693aa2803'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:44.068394 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57067ed-c77b-4de6-a9c9-870173be0893" -d '{"events": [{"server_uuid": "53e6bdf5-f7e8-4bd6-990b-d49b6974c958", "name": "network-vif-unplugged", "status": "completed", "tag": "5f7da803-f4d9-49d6-a447-ca3693aa2803"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:44.072053 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:44.088816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Transition to ACTIVE for port object 5f7da803-f4d9-49d6-a447-ca3693aa2803 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:44.095615 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:44.135711 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fae86e-841f-4f0a-9e61-b0e103e2afab x-openstack-request-id: req-05fae86e-841f-4f0a-9e61-b0e103e2afab {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:44.136008 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e6bdf5-f7e8-4bd6-990b-d49b6974c958", "name": "network-vif-unplugged", "status": "completed", "tag": "5f7da803-f4d9-49d6-a447-ca3693aa2803", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:44.136254 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05fae86e-841f-4f0a-9e61-b0e103e2afab {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:44.136665 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e6bdf5-f7e8-4bd6-990b-d49b6974c958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f7da803-f4d9-49d6-a447-ca3693aa2803', 'code': 200} Jul 16 02:08:44.164884 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] No DVR routers for this DVR port 5f7da803-f4d9-49d6-a447-ca3693aa2803 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:08:44.167941 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7da803-f4d9-49d6-a447-ca3693aa2803,revision_number=6']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:44.179026 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:44.179363 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:44.179733 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:44.180115 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:44.180462 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:44.180794 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:44.181119 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:44.181440 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:44.181759 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:44.182081 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:44.182400 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:44.182713 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:44.216375 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Attempting to bind port 5f7da803-f4d9-49d6-a447-ca3693aa2803 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:08:44.216722 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Attempting to bind port 5f7da803-f4d9-49d6-a447-ca3693aa2803 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'bc741574-62e4-4107-8e47-cb8bcd2b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '416617e5-c9b1-4886-b066-7f80ac7fcc12'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:08:44.217047 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Attempting to bind port 5f7da803-f4d9-49d6-a447-ca3693aa2803 on network 416617e5-c9b1-4886-b066-7f80ac7fcc12 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:08:44.221412 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Port 5f7da803-f4d9-49d6-a447-ca3693aa2803 on network 416617e5-c9b1-4886-b066-7f80ac7fcc12 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:08:44.221727 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Attempting to bind port 5f7da803-f4d9-49d6-a447-ca3693aa2803 on network 416617e5-c9b1-4886-b066-7f80ac7fcc12 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:08:44.227170 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:08:44.227494 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Checking segment: {'id': 'bc741574-62e4-4107-8e47-cb8bcd2b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '416617e5-c9b1-4886-b066-7f80ac7fcc12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:44.227880 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Bound using segment: {'id': 'bc741574-62e4-4107-8e47-cb8bcd2b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '416617e5-c9b1-4886-b066-7f80ac7fcc12'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:08:44.228289 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Bound port: 5f7da803-f4d9-49d6-a447-ca3693aa2803, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc741574-62e4-4107-8e47-cb8bcd2b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '416617e5-c9b1-4886-b066-7f80ac7fcc12'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:08:44.228656 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:44.298985 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] For port 5f7da803-f4d9-49d6-a447-ca3693aa2803, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:08:44.302116 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] For port 5f7da803-f4d9-49d6-a447-ca3693aa2803, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=5f7da803-f4d9-49d6-a447-ca3693aa2803,segment=NetworkSegment(bc741574-62e4-4107-8e47-cb8bcd2b0078),segment_id=bc741574-62e4-4107-8e47-cb8bcd2b0078)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:08:44.308105 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:44.341546 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:44.342164 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:44.343570 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] 10.222.0.82 "PUT /v2.0/ports/5f7da803-f4d9-49d6-a447-ca3693aa2803 HTTP/1.1" status: 200 len: 1092 time: 0.6604085 Jul 16 02:08:44.374240 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8fce5-1e59-4184-89a1-516c85e9b826 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7da803-f4d9-49d6-a447-ca3693aa2803,revision_number=7']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:44.435768 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-8efdf323-b699-437e-8356-1faf931f877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:44.437329 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-8efdf323-b699-437e-8356-1faf931f877f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=85d0bf928a0a4fb9a1964fcfea02cbb6&device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 1095 time: 0.0644755 Jul 16 02:08:44.530578 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-817b069b-fe0f-43c5-aace-6b87165f303f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:44.532076 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-817b069b-fe0f-43c5-aace-6b87165f303f service neutron] 10.222.0.82 "GET /v2.0/networks?id=416617e5-c9b1-4886-b066-7f80ac7fcc12 HTTP/1.1" status: 200 len: 915 time: 0.0883152 Jul 16 02:08:44.577852 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-ebd64fc3-f4ec-4c94-a863-725f50f6d7e3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f7da803-f4d9-49d6-a447-ca3693aa2803 HTTP/1.1" status: 200 len: 217 time: 0.0393953 Jul 16 02:08:44.633317 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-8459ef83-ca84-4e76-8e57-1b4991adcdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:44.635695 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-8459ef83-ca84-4e76-8e57-1b4991adcdf9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=db723530-eb55-4538-94a6-67383f1ad8b7 HTTP/1.1" status: 200 len: 854 time: 0.0518990 Jul 16 02:08:44.672075 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-165763bd-1123-4f88-a527-718800fa2f92 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=416617e5-c9b1-4886-b066-7f80ac7fcc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300844 Jul 16 02:08:44.778582 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-85b03012-2826-46df-9118-cfc3576bf53e service neutron] 10.222.0.82 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004550 Jul 16 02:08:44.882395 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f4da38e4-5d99-4a1b-825e-17c1c0e19886 req-aff69098-5c02-4cff-9404-e606d7cac038 service neutron] 10.222.0.82 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975549 Jul 16 02:08:44.969656 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac9519-7955-4c79-bf69-1a96a5d4c0d5 req-09612d5f-5dc8-462e-acd7-cb6fefcf7364 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:44.971177 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4eac9519-7955-4c79-bf69-1a96a5d4c0d5 req-09612d5f-5dc8-462e-acd7-cb6fefcf7364 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 943 time: 0.0743167 Jul 16 02:08:45.010825 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4eac9519-7955-4c79-bf69-1a96a5d4c0d5 req-985500d2-008b-4b3d-86cd-bc7b08e7baee tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334215 Jul 16 02:08:46.138116 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e6bdf5-f7e8-4bd6-990b-d49b6974c958', 'tag': '5f7da803-f4d9-49d6-a447-ca3693aa2803'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:46.140535 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fec253-eb47-458a-a86b-21db513fa582" -d '{"events": [{"name": "network-changed", "server_uuid": "53e6bdf5-f7e8-4bd6-990b-d49b6974c958", "tag": "5f7da803-f4d9-49d6-a447-ca3693aa2803"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:46.189113 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1b2ba3-f3b0-4295-86a2-1cada3ea844e x-openstack-request-id: req-bc1b2ba3-f3b0-4295-86a2-1cada3ea844e {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:46.189502 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e6bdf5-f7e8-4bd6-990b-d49b6974c958", "tag": "5f7da803-f4d9-49d6-a447-ca3693aa2803", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:46.189819 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc1b2ba3-f3b0-4295-86a2-1cada3ea844e {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:46.190291 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e6bdf5-f7e8-4bd6-990b-d49b6974c958', 'tag': '5f7da803-f4d9-49d6-a447-ca3693aa2803', 'status': 'completed', 'code': 200} Jul 16 02:08:46.195425 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd3487-82a1-4dd3-a679-f5ca88f5279f req-dd27f051-423a-43b0-9041-2cf2ff5b69f1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:46.198546 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fcdd3487-82a1-4dd3-a679-f5ca88f5279f req-dd27f051-423a-43b0-9041-2cf2ff5b69f1 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 943 time: 0.0742064 Jul 16 02:08:46.265250 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fec253-eb47-458a-a86b-21db513fa582 req-fa7a1805-a967-49c8-85e2-ad98fe611bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:46.266909 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-89fec253-eb47-458a-a86b-21db513fa582 req-fa7a1805-a967-49c8-85e2-ad98fe611bb9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=85d0bf928a0a4fb9a1964fcfea02cbb6&device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 1095 time: 0.0549378 Jul 16 02:08:46.271214 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fcdd3487-82a1-4dd3-a679-f5ca88f5279f req-2952c2f8-89ed-4e6d-9d7f-c4f6fad886e0 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676546 Jul 16 02:08:46.290446 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fec253-eb47-458a-a86b-21db513fa582 req-1df775f6-7ce9-4a2c-abd1-e544080780bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:46.292114 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-89fec253-eb47-458a-a86b-21db513fa582 req-1df775f6-7ce9-4a2c-abd1-e544080780bf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=85d0bf928a0a4fb9a1964fcfea02cbb6&device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 1095 time: 0.0796731 Jul 16 02:08:46.369200 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fec253-eb47-458a-a86b-21db513fa582 req-7e45fcf7-a084-48a3-bf3e-734ff5ca042f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:46.370677 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-89fec253-eb47-458a-a86b-21db513fa582 req-7e45fcf7-a084-48a3-bf3e-734ff5ca042f service neutron] 10.222.0.82 "GET /v2.0/networks?id=416617e5-c9b1-4886-b066-7f80ac7fcc12 HTTP/1.1" status: 200 len: 915 time: 0.0953796 Jul 16 02:08:46.385245 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fec253-eb47-458a-a86b-21db513fa582 req-a9a7e882-f66c-48cf-b63d-77ba06702eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:46.386889 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-89fec253-eb47-458a-a86b-21db513fa582 req-a9a7e882-f66c-48cf-b63d-77ba06702eeb service neutron] 10.222.0.84 "GET /v2.0/networks?id=416617e5-c9b1-4886-b066-7f80ac7fcc12 HTTP/1.1" status: 200 len: 915 time: 0.0885236 Jul 16 02:08:46.416434 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-89fec253-eb47-458a-a86b-21db513fa582 req-f6fa7a3a-e20f-42ea-ac5e-345f1e61d6a5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f7da803-f4d9-49d6-a447-ca3693aa2803 HTTP/1.1" status: 200 len: 217 time: 0.0388322 Jul 16 02:08:46.437148 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-89fec253-eb47-458a-a86b-21db513fa582 req-b634879e-4d59-4449-b101-e57eb416a4d5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f7da803-f4d9-49d6-a447-ca3693aa2803 HTTP/1.1" status: 200 len: 217 time: 0.0441480 Jul 16 02:08:46.467621 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fec253-eb47-458a-a86b-21db513fa582 req-b95da7aa-cd46-4891-8bee-0b4e35608909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:46.469136 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-89fec253-eb47-458a-a86b-21db513fa582 req-b95da7aa-cd46-4891-8bee-0b4e35608909 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=db723530-eb55-4538-94a6-67383f1ad8b7 HTTP/1.1" status: 200 len: 854 time: 0.0463400 Jul 16 02:08:46.489842 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fec253-eb47-458a-a86b-21db513fa582 req-934b5afd-3e37-48b9-83b1-b417a413c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:46.491338 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-89fec253-eb47-458a-a86b-21db513fa582 req-934b5afd-3e37-48b9-83b1-b417a413c01a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=db723530-eb55-4538-94a6-67383f1ad8b7 HTTP/1.1" status: 200 len: 854 time: 0.0487010 Jul 16 02:08:46.505514 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-89fec253-eb47-458a-a86b-21db513fa582 req-a86fdd4e-afb2-4433-bb2f-a338314d7b60 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=416617e5-c9b1-4886-b066-7f80ac7fcc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302904 Jul 16 02:08:46.524851 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-89fec253-eb47-458a-a86b-21db513fa582 req-315b199e-5c4d-48c6-a33c-561d8c3c0c44 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=416617e5-c9b1-4886-b066-7f80ac7fcc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264809 Jul 16 02:08:46.606020 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-89fec253-eb47-458a-a86b-21db513fa582 req-e01aab99-65c0-4670-911e-eb92ba297270 service neutron] 10.222.0.82 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938773 Jul 16 02:08:46.617346 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-89fec253-eb47-458a-a86b-21db513fa582 req-eb55b4ae-cb19-49ff-bccf-92dc26d71fc0 service neutron] 10.222.0.84 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865586 Jul 16 02:08:46.705406 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-89fec253-eb47-458a-a86b-21db513fa582 req-415d6d9d-9355-4810-aa65-2b94e61bd075 service neutron] 10.222.0.82 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930502 Jul 16 02:08:46.709310 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-89fec253-eb47-458a-a86b-21db513fa582 req-209feee8-dd1e-4120-847e-1d7a4878b001 service neutron] 10.222.0.84 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858123 Jul 16 02:08:47.458230 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbf4ca-4ad7-4d61-9878-06b05ddde0a9 req-a2332933-92d4-4211-912b-c669b7a79d4b tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:47.459769 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bedbf4ca-4ad7-4d61-9878-06b05ddde0a9 req-a2332933-92d4-4211-912b-c669b7a79d4b tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 943 time: 0.0705519 Jul 16 02:08:47.499256 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bedbf4ca-4ad7-4d61-9878-06b05ddde0a9 req-8164e474-7899-4c3a-88ec-504649af3c5f tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333006 Jul 16 02:08:47.650957 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 5f7da803-f4d9-49d6-a447-ca3693aa2803 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:08:47.752559 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 5f7da803-f4d9-49d6-a447-ca3693aa2803, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=5f7da803-f4d9-49d6-a447-ca3693aa2803,segment=NetworkSegment(bc741574-62e4-4107-8e47-cb8bcd2b0078),segment_id=bc741574-62e4-4107-8e47-cb8bcd2b0078)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:47.765229 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '5f7da803-f4d9-49d6-a447-ca3693aa2803', 'network_id': '416617e5-c9b1-4886-b066-7f80ac7fcc12', 'port_id': '5f7da803-f4d9-49d6-a447-ca3693aa2803', 'mac_address': 'fa:16:3e:58:f6:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db723530-eb55-4538-94a6-67383f1ad8b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:08:47.802936 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:47.819458 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7da803-f4d9-49d6-a447-ca3693aa2803 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:08:47.837669 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cefcb-3857-46a1-b02b-cbbf1aa7ed52 req-36ad9d77-d90a-4086-8b84-ffeac6503bfc tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:47.840077 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 5f7da803-f4d9-49d6-a447-ca3693aa2803, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=5f7da803-f4d9-49d6-a447-ca3693aa2803,segment=NetworkSegment(bc741574-62e4-4107-8e47-cb8bcd2b0078),segment_id=bc741574-62e4-4107-8e47-cb8bcd2b0078)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:47.845245 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:47.846304 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-536cefcb-3857-46a1-b02b-cbbf1aa7ed52 req-36ad9d77-d90a-4086-8b84-ffeac6503bfc tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 943 time: 0.0739052 Jul 16 02:08:47.885993 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-536cefcb-3857-46a1-b02b-cbbf1aa7ed52 req-ff4c6a7c-9a85-4c57-b436-4461b63a2516 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389190 Jul 16 02:08:47.900477 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=5f7da803-f4d9-49d6-a447-ca3693aa2803,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:47.908015 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f7802-f113-4d04-9bb5-b1b69f053c89 req-a17fe21f-fddb-4289-a047-d3334fd9edc4 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:47.909559 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-639f7802-f113-4d04-9bb5-b1b69f053c89 req-a17fe21f-fddb-4289-a047-d3334fd9edc4 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.84 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958&tenant_id=85d0bf928a0a4fb9a1964fcfea02cbb6&binding%3Ahost_id=n-h2-792394-16 HTTP/1.1" status: 200 len: 943 time: 0.1320112 Jul 16 02:08:47.931628 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 5f7da803-f4d9-49d6-a447-ca3693aa2803 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:08:47.974836 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [req-639f7802-f113-4d04-9bb5-b1b69f053c89 req-6e78af83-0658-4365-b3c5-7ec3df7528a9 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:08:47.975132 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 5f7da803-f4d9-49d6-a447-ca3693aa2803 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:08:47.975900 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-639f7802-f113-4d04-9bb5-b1b69f053c89 req-6e78af83-0658-4365-b3c5-7ec3df7528a9 service neutron] 10.222.0.84 "DELETE /v2.0/ports/5f7da803-f4d9-49d6-a447-ca3693aa2803/bindings/n-h1-792394-16 HTTP/1.1" status: 404 len: 381 time: 0.0588429 Jul 16 02:08:48.056751 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['5f7da803-f4d9-49d6-a447-ca3693aa2803'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:08:48.076391 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f7802-f113-4d04-9bb5-b1b69f053c89 req-733b4677-071f-43af-8247-4745d96364ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:48.077975 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-639f7802-f113-4d04-9bb5-b1b69f053c89 req-733b4677-071f-43af-8247-4745d96364ed service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=85d0bf928a0a4fb9a1964fcfea02cbb6&device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 1096 time: 0.0556490 Jul 16 02:08:48.176903 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f7802-f113-4d04-9bb5-b1b69f053c89 req-7a4e4ffd-f87a-4759-a722-a7a4477fc9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:48.178400 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-639f7802-f113-4d04-9bb5-b1b69f053c89 req-7a4e4ffd-f87a-4759-a722-a7a4477fc9fe service neutron] 10.222.0.84 "GET /v2.0/networks?id=416617e5-c9b1-4886-b066-7f80ac7fcc12 HTTP/1.1" status: 200 len: 915 time: 0.0948493 Jul 16 02:08:48.222168 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-639f7802-f113-4d04-9bb5-b1b69f053c89 req-e57cdec5-c31e-460d-be3d-dc69ff0c379e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f7da803-f4d9-49d6-a447-ca3693aa2803 HTTP/1.1" status: 200 len: 217 time: 0.0372579 Jul 16 02:08:48.279781 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f7802-f113-4d04-9bb5-b1b69f053c89 req-43207a2a-0b7f-430c-83cc-eaf364e0cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:48.281315 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-639f7802-f113-4d04-9bb5-b1b69f053c89 req-43207a2a-0b7f-430c-83cc-eaf364e0cd98 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=db723530-eb55-4538-94a6-67383f1ad8b7 HTTP/1.1" status: 200 len: 854 time: 0.0521262 Jul 16 02:08:48.314917 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-639f7802-f113-4d04-9bb5-b1b69f053c89 req-0ebaaa10-a27a-4100-a01d-b51ecb5b1662 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=416617e5-c9b1-4886-b066-7f80ac7fcc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270140 Jul 16 02:08:48.408510 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-639f7802-f113-4d04-9bb5-b1b69f053c89 req-b7638eae-e56f-41a6-813b-b78df0c93587 service neutron] 10.222.0.84 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865598 Jul 16 02:08:48.510224 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-639f7802-f113-4d04-9bb5-b1b69f053c89 req-53a596b5-e8a3-419c-b79e-5b14c8de093a service neutron] 10.222.0.84 "GET /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948572 Jul 16 02:08:49.076784 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48970cb-58ea-4240-a479-b0736ee3e60b req-a128f269-067b-4691-90cd-ec9ace2fe944 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:49.079399 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d48970cb-58ea-4240-a479-b0736ee3e60b req-a128f269-067b-4691-90cd-ec9ace2fe944 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 944 time: 0.0822861 Jul 16 02:08:49.128252 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d48970cb-58ea-4240-a479-b0736ee3e60b req-78e10899-c703-488e-a9ea-ef0daec9fd84 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431230 Jul 16 02:08:49.318914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9c1cf-f153-4a31-a512-ecc11b363f6d req-8ce6bede-daa0-41ba-9cea-de6adbf62b0b tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:49.320646 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-efb9c1cf-f153-4a31-a512-ecc11b363f6d req-8ce6bede-daa0-41ba-9cea-de6adbf62b0b tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 944 time: 0.0738943 Jul 16 02:08:49.362356 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-efb9c1cf-f153-4a31-a512-ecc11b363f6d req-616c12db-ffce-40d3-a627-2092b332c558 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353739 Jul 16 02:08:49.560981 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ee282-02d1-4f2e-9218-95a2afee47af req-019d6459-af28-490a-8122-18fc3dcec95d tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:49.562495 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d62ee282-02d1-4f2e-9218-95a2afee47af req-019d6459-af28-490a-8122-18fc3dcec95d tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 944 time: 0.0815308 Jul 16 02:08:49.603297 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d62ee282-02d1-4f2e-9218-95a2afee47af req-042f6677-bec7-426e-b2cc-e501825de4d0 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350826 Jul 16 02:08:49.655063 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 5f7da803-f4d9-49d6-a447-ca3693aa2803 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:08:49.707281 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 5f7da803-f4d9-49d6-a447-ca3693aa2803 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:08:49.710956 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 5f7da803-f4d9-49d6-a447-ca3693aa2803 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:49.711510 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:49.791981 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:49.816790 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e6bdf5-f7e8-4bd6-990b-d49b6974c958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7da803-f4d9-49d6-a447-ca3693aa2803'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:49.819211 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37994153-cdaf-4433-a0f5-5bd5e0468344" -d '{"events": [{"server_uuid": "53e6bdf5-f7e8-4bd6-990b-d49b6974c958", "name": "network-vif-plugged", "status": "completed", "tag": "5f7da803-f4d9-49d6-a447-ca3693aa2803"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:49.836691 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 5f7da803-f4d9-49d6-a447-ca3693aa2803, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=5f7da803-f4d9-49d6-a447-ca3693aa2803,segment=NetworkSegment(bc741574-62e4-4107-8e47-cb8bcd2b0078),segment_id=bc741574-62e4-4107-8e47-cb8bcd2b0078)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:49.841680 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:49.869993 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f164be27-d161-4e5c-8161-e68e17b5ccc9 x-openstack-request-id: req-f164be27-d161-4e5c-8161-e68e17b5ccc9 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:49.870552 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e6bdf5-f7e8-4bd6-990b-d49b6974c958", "name": "network-vif-plugged", "status": "completed", "tag": "5f7da803-f4d9-49d6-a447-ca3693aa2803", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:49.870959 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f164be27-d161-4e5c-8161-e68e17b5ccc9 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:49.871506 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e6bdf5-f7e8-4bd6-990b-d49b6974c958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7da803-f4d9-49d6-a447-ca3693aa2803', 'code': 200} Jul 16 02:08:49.905614 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=5f7da803-f4d9-49d6-a447-ca3693aa2803,revision_number=9']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:50.232217 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85822f70-986f-481c-97c9-fc8015235d27 req-4828a768-d2f3-4865-a55f-c6f7a1e1b6e5 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:50.234008 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85822f70-986f-481c-97c9-fc8015235d27 req-4828a768-d2f3-4865-a55f-c6f7a1e1b6e5 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0693121 Jul 16 02:08:50.275802 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85822f70-986f-481c-97c9-fc8015235d27 req-a9358b45-fdad-424e-af64-27aa9c542c2a tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335867 Jul 16 02:08:51.238796 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23277438-f49c-4e8e-ac60-0932606bfd72 req-18127d74-b523-4fb1-b85d-21cfd035e721 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:51.240319 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-23277438-f49c-4e8e-ac60-0932606bfd72 req-18127d74-b523-4fb1-b85d-21cfd035e721 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.82 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0735745 Jul 16 02:08:51.350210 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-23277438-f49c-4e8e-ac60-0932606bfd72 req-e50c1f04-4b5d-43af-a512-e38761d2a6fb tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Deleting port 5f7da803-f4d9-49d6-a447-ca3693aa2803 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:51.350554 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-23277438-f49c-4e8e-ac60-0932606bfd72 req-e50c1f04-4b5d-43af-a512-e38761d2a6fb tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:51.443534 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-23277438-f49c-4e8e-ac60-0932606bfd72 req-e50c1f04-4b5d-43af-a512-e38761d2a6fb tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] For port 5f7da803-f4d9-49d6-a447-ca3693aa2803, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=5f7da803-f4d9-49d6-a447-ca3693aa2803,segment=NetworkSegment(bc741574-62e4-4107-8e47-cb8bcd2b0078),segment_id=bc741574-62e4-4107-8e47-cb8bcd2b0078)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:51.443940 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-23277438-f49c-4e8e-ac60-0932606bfd72 req-e50c1f04-4b5d-43af-a512-e38761d2a6fb tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:51.454918 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b452403-761d-4b42-a896-c21ace7d7fa6 req-b36270da-11de-48e0-a7c0-12c3dcdf2c47 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:51.456465 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1b452403-761d-4b42-a896-c21ace7d7fa6 req-b36270da-11de-48e0-a7c0-12c3dcdf2c47 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/ports?device_id=53e6bdf5-f7e8-4bd6-990b-d49b6974c958 HTTP/1.1" status: 200 len: 945 time: 0.0663633 Jul 16 02:08:51.456845 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-23277438-f49c-4e8e-ac60-0932606bfd72 req-e50c1f04-4b5d-43af-a512-e38761d2a6fb tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Calling delete_port for 5f7da803-f4d9-49d6-a447-ca3693aa2803 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:51.499143 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1b452403-761d-4b42-a896-c21ace7d7fa6 req-0c82d017-9db9-4d83-8ef0-a95e274838cf tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.16 "GET /v2.0/security-groups?id=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367882 Jul 16 02:08:51.604840 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-23277438-f49c-4e8e-ac60-0932606bfd72 req-e50c1f04-4b5d-43af-a512-e38761d2a6fb tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:51.616134 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['5f7da803-f4d9-49d6-a447-ca3693aa2803'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:08:51.640156 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c1f04-4b5d-43af-a512-e38761d2a6fb tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Pushing event deleted for resources: {'Port': ['ID=5f7da803-f4d9-49d6-a447-ca3693aa2803,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:51.696252 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-23277438-f49c-4e8e-ac60-0932606bfd72 req-e50c1f04-4b5d-43af-a512-e38761d2a6fb tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] No DVR routers for this DVR port 5f7da803-f4d9-49d6-a447-ca3693aa2803 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:08:51.699694 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-23277438-f49c-4e8e-ac60-0932606bfd72 req-e50c1f04-4b5d-43af-a512-e38761d2a6fb tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:51.701743 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-23277438-f49c-4e8e-ac60-0932606bfd72 req-e50c1f04-4b5d-43af-a512-e38761d2a6fb tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] 10.222.0.82 "DELETE /v2.0/ports/5f7da803-f4d9-49d6-a447-ca3693aa2803 HTTP/1.1" status: 204 len: 173 time: 0.4555404 Jul 16 02:08:51.702178 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e6bdf5-f7e8-4bd6-990b-d49b6974c958', 'name': 'network-vif-deleted', 'tag': '5f7da803-f4d9-49d6-a447-ca3693aa2803'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:51.705052 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b70ca9b-4ae8-49c3-bcc3-b40120d02e76" -d '{"events": [{"server_uuid": "53e6bdf5-f7e8-4bd6-990b-d49b6974c958", "name": "network-vif-deleted", "tag": "5f7da803-f4d9-49d6-a447-ca3693aa2803"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:51.743574 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dce7ba7-fd29-415a-8056-3dfd4580cb36 x-openstack-request-id: req-7dce7ba7-fd29-415a-8056-3dfd4580cb36 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:51.743872 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e6bdf5-f7e8-4bd6-990b-d49b6974c958", "name": "network-vif-deleted", "tag": "5f7da803-f4d9-49d6-a447-ca3693aa2803", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:51.744128 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7dce7ba7-fd29-415a-8056-3dfd4580cb36 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:51.744561 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e6bdf5-f7e8-4bd6-990b-d49b6974c958', 'name': 'network-vif-deleted', 'tag': '5f7da803-f4d9-49d6-a447-ca3693aa2803', 'status': 'completed', 'code': 200} Jul 16 02:08:52.742298 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37408) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:52.792188 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-922e34c8-fc7c-4e6d-9b96-532b8d40f1dc admin admin] Deleting subnet db723530-eb55-4538-94a6-67383f1ad8b7 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:08:52.795557 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-922e34c8-fc7c-4e6d-9b96-532b8d40f1dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:52.831082 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-922e34c8-fc7c-4e6d-9b96-532b8d40f1dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:52.872307 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-922e34c8-fc7c-4e6d-9b96-532b8d40f1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:52.927751 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-922e34c8-fc7c-4e6d-9b96-532b8d40f1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:52.953822 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e34c8-fc7c-4e6d-9b96-532b8d40f1dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db723530-eb55-4538-94a6-67383f1ad8b7,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:52.956114 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-922e34c8-fc7c-4e6d-9b96-532b8d40f1dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:52.957926 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-922e34c8-fc7c-4e6d-9b96-532b8d40f1dc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/db723530-eb55-4538-94a6-67383f1ad8b7 HTTP/1.1" status: 204 len: 168 time: 0.2144315 Jul 16 02:08:52.960807 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37410) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:52.964877 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e34c8-fc7c-4e6d-9b96-532b8d40f1dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:52.965348 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e34c8-fc7c-4e6d-9b96-532b8d40f1dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:52.965692 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e34c8-fc7c-4e6d-9b96-532b8d40f1dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:52.966027 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e34c8-fc7c-4e6d-9b96-532b8d40f1dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:52.966357 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e34c8-fc7c-4e6d-9b96-532b8d40f1dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:52.966697 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e34c8-fc7c-4e6d-9b96-532b8d40f1dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:52.967022 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e34c8-fc7c-4e6d-9b96-532b8d40f1dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:52.967366 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e34c8-fc7c-4e6d-9b96-532b8d40f1dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:52.967692 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e34c8-fc7c-4e6d-9b96-532b8d40f1dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:52.967995 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e34c8-fc7c-4e6d-9b96-532b8d40f1dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:52.968316 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e34c8-fc7c-4e6d-9b96-532b8d40f1dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:52.968685 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e34c8-fc7c-4e6d-9b96-532b8d40f1dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:53.030480 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1ff4392b-3751-4fc0-9d91-54e244156594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:53.125928 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1ff4392b-3751-4fc0-9d91-54e244156594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:53.136307 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-1ff4392b-3751-4fc0-9d91-54e244156594 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416617e5-c9b1-4886-b066-7f80ac7fcc12']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:53.146194 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-1ff4392b-3751-4fc0-9d91-54e244156594 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc741574-62e4-4107-8e47-cb8bcd2b0078') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:53.146503 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-1ff4392b-3751-4fc0-9d91-54e244156594 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc741574-62e4-4107-8e47-cb8bcd2b0078') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:53.155345 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1ff4392b-3751-4fc0-9d91-54e244156594 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:53.169389 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1ff4392b-3751-4fc0-9d91-54e244156594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:53.175373 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff4392b-3751-4fc0-9d91-54e244156594 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:08:53.175755 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1ff4392b-3751-4fc0-9d91-54e244156594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: timer() Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:08:53.177558 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:08:53.236025 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1ff4392b-3751-4fc0-9d91-54e244156594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:53.242651 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1ff4392b-3751-4fc0-9d91-54e244156594 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:53.247438 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1ff4392b-3751-4fc0-9d91-54e244156594 admin admin] 10.222.0.16 "DELETE /v2.0/networks/416617e5-c9b1-4886-b066-7f80ac7fcc12 HTTP/1.1" status: 204 len: 168 time: 0.2828331 Jul 16 02:08:53.254353 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4392b-3751-4fc0-9d91-54e244156594 admin admin] Pushing event deleted for resources: {'Network': ['ID=416617e5-c9b1-4886-b066-7f80ac7fcc12,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:53.366138 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37414) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:53.408214 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-441715a1-9b38-49e5-9aec-c9a501ec4b49 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85d0bf928a0a4fb9a1964fcfea02cbb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408370 Jul 16 02:08:53.410763 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37416) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:53.471184 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-276c1a43-2b9c-476a-93eb-bff4a7e54d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:53.496628 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-276c1a43-2b9c-476a-93eb-bff4a7e54d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:53.555589 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-276c1a43-2b9c-476a-93eb-bff4a7e54d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:53.558796 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-276c1a43-2b9c-476a-93eb-bff4a7e54d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:53.559964 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-276c1a43-2b9c-476a-93eb-bff4a7e54d7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a354b3e0-8b13-4ffe-94a3-e1891df3f1aa HTTP/1.1" status: 204 len: 168 time: 0.1483126 Jul 16 02:08:53.567800 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c1a43-2b9c-476a-93eb-bff4a7e54d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a354b3e0-8b13-4ffe-94a3-e1891df3f1aa,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:54.308202 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37438) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:54.416400 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-23ed0a21-13a2-4fdd-8aeb-b3ac305ea6f6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1663319269-network', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:54.441805 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ed0a21-13a2-4fdd-8aeb-b3ac305ea6f6 admin admin] Made reservation on behalf of a3be994ed85f4a829dcc64cb49f926c3 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:54.444252 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23ed0a21-13a2-4fdd-8aeb-b3ac305ea6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:54.453122 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23ed0a21-13a2-4fdd-8aeb-b3ac305ea6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:54.559074 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23ed0a21-13a2-4fdd-8aeb-b3ac305ea6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:54.564654 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23ed0a21-13a2-4fdd-8aeb-b3ac305ea6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:54.590620 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ed0a21-13a2-4fdd-8aeb-b3ac305ea6f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:08:54.601440 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed0a21-13a2-4fdd-8aeb-b3ac305ea6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0dbe20-3b38-4db2-afe0-183ea9082446,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:54.606876 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23ed0a21-13a2-4fdd-8aeb-b3ac305ea6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:54.607219 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-23ed0a21-13a2-4fdd-8aeb-b3ac305ea6f6 admin admin] Added segment 09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f of type vlan for network 8577501a-8fd1-4293-95f7-4724e998be89 Jul 16 02:08:54.648138 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23ed0a21-13a2-4fdd-8aeb-b3ac305ea6f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:54.682558 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23ed0a21-13a2-4fdd-8aeb-b3ac305ea6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:54.683909 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ed0a21-13a2-4fdd-8aeb-b3ac305ea6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:54.684968 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-23ed0a21-13a2-4fdd-8aeb-b3ac305ea6f6 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:54.719086 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-23ed0a21-13a2-4fdd-8aeb-b3ac305ea6f6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4096045 Jul 16 02:08:54.722076 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37442) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:54.728113 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0a38ca5a-dc46-466c-82ad-961d7c46a1e5 admin admin] Request body: {'subnet': {'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1663319269-subnet', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:54.765001 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed0a21-13a2-4fdd-8aeb-b3ac305ea6f6 admin admin] Pushing event updated for resources: {'Network': ['ID=8577501a-8fd1-4293-95f7-4724e998be89,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:54.775818 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 8577501a-8fd1-4293-95f7-4724e998be89 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:08:54.787516 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a38ca5a-dc46-466c-82ad-961d7c46a1e5 admin admin] Made reservation on behalf of a3be994ed85f4a829dcc64cb49f926c3 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:54.791576 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a38ca5a-dc46-466c-82ad-961d7c46a1e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:54.981927 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a38ca5a-dc46-466c-82ad-961d7c46a1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.040921 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38ca5a-dc46-466c-82ad-961d7c46a1e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6783360-3c15-498e-a3fe-5fade01df9b4,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:55.051404 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a38ca5a-dc46-466c-82ad-961d7c46a1e5 admin admin] Checking segment: {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:55.051760 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a38ca5a-dc46-466c-82ad-961d7c46a1e5 admin admin] Network hostable DHCP agents. Network: 8577501a-8fd1-4293-95f7-4724e998be89, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:08:55.070667 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a38ca5a-dc46-466c-82ad-961d7c46a1e5 admin admin] Network 8577501a-8fd1-4293-95f7-4724e998be89 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:08:55.080754 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-0a38ca5a-dc46-466c-82ad-961d7c46a1e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 8577501a-8fd1-4293-95f7-4724e998be89) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:55.084974 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a38ca5a-dc46-466c-82ad-961d7c46a1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:55.085576 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0a38ca5a-dc46-466c-82ad-961d7c46a1e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.090298 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361ea699-f72e-4334-adb6-d4846e6004e7 None None] Network 8577501a-8fd1-4293-95f7-4724e998be89 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:55.102692 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0a38ca5a-dc46-466c-82ad-961d7c46a1e5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3790128 Jul 16 02:08:55.105746 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37444) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:55.110306 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-e7a54e5f-78ff-46e5-aa02-838515c7fe83 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:55.136178 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7a54e5f-78ff-46e5-aa02-838515c7fe83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.137575 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7a54e5f-78ff-46e5-aa02-838515c7fe83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.224059 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7a54e5f-78ff-46e5-aa02-838515c7fe83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.239986 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ffc348-be2d-49fc-b051-edcbd401aa83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-8577501a-8fd1-4293-95f7-4724e998be89', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:08:55.240896 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82ffc348-be2d-49fc-b051-edcbd401aa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.358515 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7a54e5f-78ff-46e5-aa02-838515c7fe83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.377505 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-82ffc348-be2d-49fc-b051-edcbd401aa83 None None] Allocated IP 172.20.0.2 (8577501a-8fd1-4293-95f7-4724e998be89/d6783360-3c15-498e-a3fe-5fade01df9b4/6be7abb9-7ded-4218-a910-290e0cbb83c9) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:08:55.520899 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82ffc348-be2d-49fc-b051-edcbd401aa83 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.529903 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-82ffc348-be2d-49fc-b051-edcbd401aa83 None None] Transition to ACTIVE for port object 6be7abb9-7ded-4218-a910-290e0cbb83c9 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:55.545763 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-82ffc348-be2d-49fc-b051-edcbd401aa83 None None] Transition to ACTIVE for port object 6be7abb9-7ded-4218-a910-290e0cbb83c9 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:55.552848 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82ffc348-be2d-49fc-b051-edcbd401aa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.595482 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ffc348-be2d-49fc-b051-edcbd401aa83 None None] Network 8577501a-8fd1-4293-95f7-4724e998be89 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:08:55.598805 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-82ffc348-be2d-49fc-b051-edcbd401aa83 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:55.602677 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ffc348-be2d-49fc-b051-edcbd401aa83 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:08:55.608687 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffc348-be2d-49fc-b051-edcbd401aa83 None None] Pushing event updated for resources: {'Port': ['ID=6be7abb9-7ded-4218-a910-290e0cbb83c9,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:55.684225 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-82ffc348-be2d-49fc-b051-edcbd401aa83 None None] Attempting to bind port 6be7abb9-7ded-4218-a910-290e0cbb83c9 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:08:55.684225 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-82ffc348-be2d-49fc-b051-edcbd401aa83 None None] Attempting to bind port 6be7abb9-7ded-4218-a910-290e0cbb83c9 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:08:55.684955 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ffc348-be2d-49fc-b051-edcbd401aa83 None None] Attempting to bind port 6be7abb9-7ded-4218-a910-290e0cbb83c9 on network 8577501a-8fd1-4293-95f7-4724e998be89 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:08:55.689291 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 5f7da803-f4d9-49d6-a447-ca3693aa2803 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:08:55.712464 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ffc348-be2d-49fc-b051-edcbd401aa83 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:08:55.712636 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ffc348-be2d-49fc-b051-edcbd401aa83 None None] Checking segment: {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:55.713097 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82ffc348-be2d-49fc-b051-edcbd401aa83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.713502 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ffc348-be2d-49fc-b051-edcbd401aa83 None None] Bound using segment: {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:08:55.714221 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-82ffc348-be2d-49fc-b051-edcbd401aa83 None None] Bound port: 6be7abb9-7ded-4218-a910-290e0cbb83c9, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:08:55.714377 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82ffc348-be2d-49fc-b051-edcbd401aa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.716381 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 5f7da803-f4d9-49d6-a447-ca3693aa2803 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:08:55.716727 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 5f7da803-f4d9-49d6-a447-ca3693aa2803 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:08:55.782289 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-82ffc348-be2d-49fc-b051-edcbd401aa83 None None] For port 6be7abb9-7ded-4218-a910-290e0cbb83c9, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:08:55.785775 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-82ffc348-be2d-49fc-b051-edcbd401aa83 None None] For port 6be7abb9-7ded-4218-a910-290e0cbb83c9, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=6be7abb9-7ded-4218-a910-290e0cbb83c9,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:08:55.792018 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82ffc348-be2d-49fc-b051-edcbd401aa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.833043 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7a54e5f-78ff-46e5-aa02-838515c7fe83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.854543 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffc348-be2d-49fc-b051-edcbd401aa83 None None] Pushing event updated for resources: {'Port': ['ID=6be7abb9-7ded-4218-a910-290e0cbb83c9,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:55.859049 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7a54e5f-78ff-46e5-aa02-838515c7fe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.972964 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-e7a54e5f-78ff-46e5-aa02-838515c7fe83 admin admin] Allocated IP 172.25.6.201 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/54b3fa92-4209-43cc-93b5-1a526f439192) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:08:56.093729 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7a54e5f-78ff-46e5-aa02-838515c7fe83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.137845 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7a54e5f-78ff-46e5-aa02-838515c7fe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.182010 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a54e5f-78ff-46e5-aa02-838515c7fe83 admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:08:56.184994 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-e7a54e5f-78ff-46e5-aa02-838515c7fe83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:56.188666 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a54e5f-78ff-46e5-aa02-838515c7fe83 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:08:56.210192 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a54e5f-78ff-46e5-aa02-838515c7fe83 admin admin] Pushing event updated for resources: {'Port': ['ID=54b3fa92-4209-43cc-93b5-1a526f439192,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:56.452394 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7a54e5f-78ff-46e5-aa02-838515c7fe83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.653609 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-781e9fde-8bbe-4711-860d-eeb52571c356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.664734 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7a54e5f-78ff-46e5-aa02-838515c7fe83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.825733 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a54e5f-78ff-46e5-aa02-838515c7fe83 admin admin] Router d5b25933-0761-4f15-816b-8f9e8278e7d7 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:08:56.874011 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b245c23b-5e19-45f9-b71c-0baf67878c84 None None] Network 8577501a-8fd1-4293-95f7-4724e998be89 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:56.935997 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a54e5f-78ff-46e5-aa02-838515c7fe83 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:08:56.948688 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-211c7eef-5ef8-48a8-9e4b-e73d6f323843 None None] Provisioning for port 6be7abb9-7ded-4218-a910-290e0cbb83c9 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:08:56.957826 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] Sync routers for ids ['d5b25933-0761-4f15-816b-8f9e8278e7d7'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:08:56.959133 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e7a54e5f-78ff-46e5-aa02-838515c7fe83 admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.963218 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e7a54e5f-78ff-46e5-aa02-838515c7fe83 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8537121 Jul 16 02:08:56.963536 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37446) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:56.985680 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] Routers {'d5b25933-0761-4f15-816b-8f9e8278e7d7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:08:56.986340 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:08:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d5b25933-0761-4f15-816b-8f9e8278e7d7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:57.149710 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] Set router d5b25933-0761-4f15-816b-8f9e8278e7d7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:08:57.345464 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:56Z', 'revision_number': 3, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:57.373920 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] Checking router: d5b25933-0761-4f15-816b-8f9e8278e7d7 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:08:57.374291 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] Updating router d5b25933-0761-4f15-816b-8f9e8278e7d7 port 54b3fa92-4209-43cc-93b5-1a526f439192 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:08:57.400544 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-781ceec2-3140-4889-9370-8660ee253569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:57.414519 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:57.558823 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-781ceec2-3140-4889-9370-8660ee253569 admin admin] Allocated IP 172.20.0.1 (8577501a-8fd1-4293-95f7-4724e998be89/d6783360-3c15-498e-a3fe-5fade01df9b4/ce3bd45a-3104-491a-9bc9-6eb4f1ab2824) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:08:57.660694 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-781ceec2-3140-4889-9370-8660ee253569 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:57.675107 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-781ceec2-3140-4889-9370-8660ee253569 admin admin] Transition to ACTIVE for port object ce3bd45a-3104-491a-9bc9-6eb4f1ab2824 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:57.677272 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:57.688496 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] Transition to ACTIVE for port object 54b3fa92-4209-43cc-93b5-1a526f439192 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:57.694756 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:57.711081 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-781ceec2-3140-4889-9370-8660ee253569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:57.751051 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] Attempting to bind port 54b3fa92-4209-43cc-93b5-1a526f439192 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:08:57.751225 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] Attempting to bind port 54b3fa92-4209-43cc-93b5-1a526f439192 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:08:57.751593 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] Attempting to bind port 54b3fa92-4209-43cc-93b5-1a526f439192 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:08:57.754993 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4868a6-3894-4305-a951-384bdd60c9f6 None None] Pushing event updated for resources: {'Port': ['ID=54b3fa92-4209-43cc-93b5-1a526f439192,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:57.760059 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:08:57.760708 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:57.761072 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781ceec2-3140-4889-9370-8660ee253569 admin admin] Network 8577501a-8fd1-4293-95f7-4724e998be89 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:08:57.761189 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:57.761644 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:08:57.762039 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] Bound port: 54b3fa92-4209-43cc-93b5-1a526f439192, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:08:57.762427 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:57.764182 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-781ceec2-3140-4889-9370-8660ee253569 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:57.769876 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781ceec2-3140-4889-9370-8660ee253569 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:08:57.798661 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ceec2-3140-4889-9370-8660ee253569 admin admin] Pushing event updated for resources: {'Port': ['ID=ce3bd45a-3104-491a-9bc9-6eb4f1ab2824,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:57.822390 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-781ceec2-3140-4889-9370-8660ee253569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:57.834544 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6be7abb9-7ded-4218-a910-290e0cbb83c9 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:08:57.841134 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] For port 54b3fa92-4209-43cc-93b5-1a526f439192, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:08:57.878213 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] For port 54b3fa92-4209-43cc-93b5-1a526f439192, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=54b3fa92-4209-43cc-93b5-1a526f439192,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:08:57.889901 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:57.964925 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] Routers {'d5b25933-0761-4f15-816b-8f9e8278e7d7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:08:57.965577 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:08:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d5b25933-0761-4f15-816b-8f9e8278e7d7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:58.005447 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-781ceec2-3140-4889-9370-8660ee253569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:58.006164 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4868a6-3894-4305-a951-384bdd60c9f6 None None] Pushing event updated for resources: {'Port': ['ID=54b3fa92-4209-43cc-93b5-1a526f439192,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:58.017498 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 6be7abb9-7ded-4218-a910-290e0cbb83c9 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:08:58.028338 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 6be7abb9-7ded-4218-a910-290e0cbb83c9 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:58.028816 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:58.111458 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-68bef73d-386a-4ad7-8386-e43b482931bc None None] Provisioning for port ce3bd45a-3104-491a-9bc9-6eb4f1ab2824 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:08:58.126479 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-68bef73d-386a-4ad7-8386-e43b482931bc None None] Provisioning complete for port ce3bd45a-3104-491a-9bc9-6eb4f1ab2824 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:58.127481 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-68bef73d-386a-4ad7-8386-e43b482931bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:58.133616 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] Set router d5b25933-0761-4f15-816b-8f9e8278e7d7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:08:58.178490 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-781ceec2-3140-4889-9370-8660ee253569 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:58.184828 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-781ceec2-3140-4889-9370-8660ee253569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:58.249223 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ceec2-3140-4889-9370-8660ee253569 admin admin] Pushing event updated for resources: {'Port': ['ID=ce3bd45a-3104-491a-9bc9-6eb4f1ab2824,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:58.254236 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-781ceec2-3140-4889-9370-8660ee253569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:58.263009 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-68bef73d-386a-4ad7-8386-e43b482931bc None None] Port ce3bd45a-3104-491a-9bc9-6eb4f1ab2824 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:08:58.272761 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:58.354345 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 6be7abb9-7ded-4218-a910-290e0cbb83c9, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=6be7abb9-7ded-4218-a910-290e0cbb83c9,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:58.354716 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781ceec2-3140-4889-9370-8660ee253569 admin admin] Network 8577501a-8fd1-4293-95f7-4724e998be89 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:08:58.356253 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-781ceec2-3140-4889-9370-8660ee253569 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:58.362580 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:58.448094 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=6be7abb9-7ded-4218-a910-290e0cbb83c9,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:58.473730 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 1, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:58.474217 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781ceec2-3140-4889-9370-8660ee253569 admin admin] Router d5b25933-0761-4f15-816b-8f9e8278e7d7 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:08:58.502343 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa657b5-c894-4473-9de8-e7a39bdab7c4 None None] The sync data for ids ['d5b25933-0761-4f15-816b-8f9e8278e7d7'] in n-d-792394-16 is: [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 1, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:08:58.590674 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-57c97b75-2f5c-4a41-81aa-26d7fb105538 None None] Provisioning complete for port ce3bd45a-3104-491a-9bc9-6eb4f1ab2824 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:58.591224 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57c97b75-2f5c-4a41-81aa-26d7fb105538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:58.592076 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781ceec2-3140-4889-9370-8660ee253569 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:08:58.605453 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-781ceec2-3140-4889-9370-8660ee253569 admin admin] 10.222.0.16 "PUT /v2.0/routers/d5b25933-0761-4f15-816b-8f9e8278e7d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6403234 Jul 16 02:08:58.631152 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-57c97b75-2f5c-4a41-81aa-26d7fb105538 None None] Port ce3bd45a-3104-491a-9bc9-6eb4f1ab2824 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:08:59.569808 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-04765793-60f4-4084-845f-5660e1662475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:59.769378 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:59.857145 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6be7abb9-7ded-4218-a910-290e0cbb83c9 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:08:59.909054 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 6be7abb9-7ded-4218-a910-290e0cbb83c9 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:59.909426 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.086684 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37456) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:00.091753 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-6b3ff55b-cd57-4799-a2dd-53da1cf007d4 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1664601092', 'description': 'tempest-description--1715563814'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:00.119152 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6b3ff55b-cd57-4799-a2dd-53da1cf007d4 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.158170 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 54b3fa92-4209-43cc-93b5-1a526f439192 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:00.211929 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 54b3fa92-4209-43cc-93b5-1a526f439192 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:00.216005 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6b3ff55b-cd57-4799-a2dd-53da1cf007d4 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.216351 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 54b3fa92-4209-43cc-93b5-1a526f439192 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:00.216882 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.222354 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6b3ff55b-cd57-4799-a2dd-53da1cf007d4 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.256093 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ff55b-cd57-4799-a2dd-53da1cf007d4 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=349862de-c2cf-4822-80e2-b741d1b7c027,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:00.258605 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6b3ff55b-cd57-4799-a2dd-53da1cf007d4 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.259833 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6b3ff55b-cd57-4799-a2dd-53da1cf007d4 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1720963 Jul 16 02:09:00.262771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37458) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:00.267760 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2636867b-51d1-45f9-a447-412d25091cbf tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Request body: {'security_group_rule': {'security_group_id': '349862de-c2cf-4822-80e2-b741d1b7c027', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:00.299105 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2636867b-51d1-45f9-a447-412d25091cbf tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.312872 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.336592 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 54b3fa92-4209-43cc-93b5-1a526f439192, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=54b3fa92-4209-43cc-93b5-1a526f439192,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:00.342365 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.368227 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2636867b-51d1-45f9-a447-412d25091cbf tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.373981 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2636867b-51d1-45f9-a447-412d25091cbf tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.392499 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636867b-51d1-45f9-a447-412d25091cbf tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b46872-ebf8-48c4-82d9-59e22bd4f37c,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:00.396054 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=54b3fa92-4209-43cc-93b5-1a526f439192,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:00.400766 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2636867b-51d1-45f9-a447-412d25091cbf tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.402188 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2636867b-51d1-45f9-a447-412d25091cbf tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384296 Jul 16 02:09:00.404888 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37460) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:00.409463 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-3fc0b62e-7caa-42d9-bb21-f9c401dafa93 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Request body: {'security_group_rule': {'security_group_id': '349862de-c2cf-4822-80e2-b741d1b7c027', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:00.438548 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b62e-7caa-42d9-bb21-f9c401dafa93 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.500864 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b62e-7caa-42d9-bb21-f9c401dafa93 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.505779 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b62e-7caa-42d9-bb21-f9c401dafa93 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.518490 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] Sync routers for ids ['d5b25933-0761-4f15-816b-8f9e8278e7d7'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:00.526355 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0b62e-7caa-42d9-bb21-f9c401dafa93 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e5215e4-f02d-4e46-8a63-fcea0057fd27,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:00.529056 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] Routers {'d5b25933-0761-4f15-816b-8f9e8278e7d7'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:00.529634 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:09:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d5b25933-0761-4f15-816b-8f9e8278e7d7'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:00.538246 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b62e-7caa-42d9-bb21-f9c401dafa93 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.539568 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3fc0b62e-7caa-42d9-bb21-f9c401dafa93 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1337082 Jul 16 02:09:00.543164 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37462) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:00.547786 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-08cedc52-19f4-4f84-a19b-e232a7e3c16d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:00.571066 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-08cedc52-19f4-4f84-a19b-e232a7e3c16d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.673981 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-08cedc52-19f4-4f84-a19b-e232a7e3c16d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.741336 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] Set router d5b25933-0761-4f15-816b-8f9e8278e7d7 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:00.776917 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-08cedc52-19f4-4f84-a19b-e232a7e3c16d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Allocated IP 172.25.6.120 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/ae8dd149-764e-432b-bf22-c129aa003e13) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:00.883090 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-08cedc52-19f4-4f84-a19b-e232a7e3c16d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.926063 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-08cedc52-19f4-4f84-a19b-e232a7e3c16d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.938450 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:00.941674 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:08:58Z', 'revision_number': 2, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:00.962690 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cedc52-19f4-4f84-a19b-e232a7e3c16d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:00.965628 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-08cedc52-19f4-4f84-a19b-e232a7e3c16d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:00.967774 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] Checking router: d5b25933-0761-4f15-816b-8f9e8278e7d7 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:00.968125 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] Updating router d5b25933-0761-4f15-816b-8f9e8278e7d7 port ce3bd45a-3104-491a-9bc9-6eb4f1ab2824 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:09:00.968253 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cedc52-19f4-4f84-a19b-e232a7e3c16d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:01.002698 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cedc52-19f4-4f84-a19b-e232a7e3c16d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Pushing event updated for resources: {'Port': ['ID=ae8dd149-764e-432b-bf22-c129aa003e13,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:01.007695 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.065636 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-08cedc52-19f4-4f84-a19b-e232a7e3c16d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.113596 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-08cedc52-19f4-4f84-a19b-e232a7e3c16d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.278540 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-08cedc52-19f4-4f84-a19b-e232a7e3c16d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.283018 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.284651 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-08cedc52-19f4-4f84-a19b-e232a7e3c16d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.294279 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] Transition to ACTIVE for port object ce3bd45a-3104-491a-9bc9-6eb4f1ab2824 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:01.301114 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.353794 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cedc52-19f4-4f84-a19b-e232a7e3c16d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Pushing event updated for resources: {'Port': ['ID=ae8dd149-764e-432b-bf22-c129aa003e13,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:01.370723 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-08cedc52-19f4-4f84-a19b-e232a7e3c16d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.379963 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff9d86-ba57-4450-a9b9-fc011107f950 None None] Pushing event updated for resources: {'Port': ['ID=ce3bd45a-3104-491a-9bc9-6eb4f1ab2824,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:01.390997 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-08cedc52-19f4-4f84-a19b-e232a7e3c16d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.391248 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff9d86-ba57-4450-a9b9-fc011107f950 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:01.391248 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff9d86-ba57-4450-a9b9-fc011107f950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:01.391248 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff9d86-ba57-4450-a9b9-fc011107f950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:01.391248 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff9d86-ba57-4450-a9b9-fc011107f950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:01.391555 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-08cedc52-19f4-4f84-a19b-e232a7e3c16d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8459594 Jul 16 02:09:01.391642 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff9d86-ba57-4450-a9b9-fc011107f950 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:01.391642 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff9d86-ba57-4450-a9b9-fc011107f950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:01.391642 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff9d86-ba57-4450-a9b9-fc011107f950 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:01.391642 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff9d86-ba57-4450-a9b9-fc011107f950 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:01.391642 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff9d86-ba57-4450-a9b9-fc011107f950 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:01.392012 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff9d86-ba57-4450-a9b9-fc011107f950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:01.392233 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff9d86-ba57-4450-a9b9-fc011107f950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:01.392558 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbff9d86-ba57-4450-a9b9-fc011107f950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:01.427169 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] Attempting to bind port ce3bd45a-3104-491a-9bc9-6eb4f1ab2824 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:09:01.427539 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] Attempting to bind port ce3bd45a-3104-491a-9bc9-6eb4f1ab2824 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:09:01.427935 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] Attempting to bind port ce3bd45a-3104-491a-9bc9-6eb4f1ab2824 on network 8577501a-8fd1-4293-95f7-4724e998be89 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:01.434427 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:09:01.434814 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] Checking segment: {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:01.435219 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.435856 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] Bound using segment: {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:09:01.436102 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] Bound port: ce3bd45a-3104-491a-9bc9-6eb4f1ab2824, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:09:01.436522 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.511351 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] For port ce3bd45a-3104-491a-9bc9-6eb4f1ab2824, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:01.515443 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] For port ce3bd45a-3104-491a-9bc9-6eb4f1ab2824, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=ce3bd45a-3104-491a-9bc9-6eb4f1ab2824,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:09:01.521015 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.555513 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-adaf120f-1dd1-4f20-939f-04e9cf9e9678 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1664601092&fields=id&tenant_id=a3be994ed85f4a829dcc64cb49f926c3 HTTP/1.1" status: 200 len: 267 time: 0.0377147 Jul 16 02:09:01.577207 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] Routers {'d5b25933-0761-4f15-816b-8f9e8278e7d7'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:01.577859 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:09:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d5b25933-0761-4f15-816b-8f9e8278e7d7'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:01.631290 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff9d86-ba57-4450-a9b9-fc011107f950 None None] Pushing event updated for resources: {'Port': ['ID=ce3bd45a-3104-491a-9bc9-6eb4f1ab2824,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:01.711111 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] Set router d5b25933-0761-4f15-816b-8f9e8278e7d7 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:01.838644 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 54b3fa92-4209-43cc-93b5-1a526f439192 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:01.862906 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.897750 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 54b3fa92-4209-43cc-93b5-1a526f439192 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:01.898228 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.951848 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-ca7023c6-f1fe-4d1a-a04e-26c7cd207f13 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:01.953414 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-ca7023c6-f1fe-4d1a-a04e-26c7cd207f13 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 812 time: 0.3906775 Jul 16 02:09:01.963064 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:01Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:01.972252 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-7a43b276-c229-4467-a473-628dfde85652 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/quotas/a3be994ed85f4a829dcc64cb49f926c3 HTTP/1.1" status: 200 len: 375 time: 0.0115402 Jul 16 02:09:01.987828 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device ce3bd45a-3104-491a-9bc9-6eb4f1ab2824 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:01.990477 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecd4085-2e5a-44e5-b919-a1179919776a None None] The sync data for ids ['d5b25933-0761-4f15-816b-8f9e8278e7d7'] in n-d-792394-16 is: [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:01Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:02.038690 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port ce3bd45a-3104-491a-9bc9-6eb4f1ab2824 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:02.043127 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port ce3bd45a-3104-491a-9bc9-6eb4f1ab2824 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:02.043639 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:02.047807 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-b7e8d89f-63d8-4c47-adc9-bcc7a38db01b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0690243 Jul 16 02:09:02.131825 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:02.166718 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port ce3bd45a-3104-491a-9bc9-6eb4f1ab2824, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=ce3bd45a-3104-491a-9bc9-6eb4f1ab2824,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:02.173262 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:02.214776 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-75522b12-5c88-4414-b9a5-3fa55fb9d4ee service neutron] 10.222.0.16 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521659 Jul 16 02:09:02.230357 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=ce3bd45a-3104-491a-9bc9-6eb4f1ab2824,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:02.313271 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-3c681de0-9c56-4866-84df-0bff80daa0f0 service neutron] 10.222.0.16 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917451 Jul 16 02:09:02.503219 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9c6b26a5-fbc3-4f83-bdfc-a46a9a4db88e req-6cdd136f-2ccf-4d4b-8398-86c3c2aeb0d5 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 210 time: 0.0293951 Jul 16 02:09:02.664149 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:03.615745 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-058ecf83-910c-425d-884a-a7b3ec9ded62 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:03.618244 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-058ecf83-910c-425d-884a-a7b3ec9ded62 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 812 time: 0.1192093 Jul 16 02:09:03.666363 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cf86fd97-25f8-4920-ab0e-0edfa91441e7 req-893dc245-c775-4506-b719-28d615166b54 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 210 time: 0.0345125 Jul 16 02:09:03.672390 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-a3d274b5-9b22-4cbf-a96d-bbbc16152efc tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3be994ed85f4a829dcc64cb49f926c3 HTTP/1.1" status: 200 len: 380 time: 0.0381742 Jul 16 02:09:03.688981 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-8fd0ba02-abc6-40e0-9428-b6f6d69c382d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Request body: {'port': {'device_id': '98067fbe-5545-4096-ac5c-b06e4fbde028', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'admin_state_up': True, 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'security_groups': ['349862de-c2cf-4822-80e2-b741d1b7c027']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:03.787763 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device ce3bd45a-3104-491a-9bc9-6eb4f1ab2824 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:03.804026 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-8fd0ba02-abc6-40e0-9428-b6f6d69c382d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Made reservation on behalf of a3be994ed85f4a829dcc64cb49f926c3 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:09:03.807823 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-8fd0ba02-abc6-40e0-9428-b6f6d69c382d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:03.836674 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port ce3bd45a-3104-491a-9bc9-6eb4f1ab2824 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:03.837049 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:03.940011 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-8fd0ba02-abc6-40e0-9428-b6f6d69c382d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Allocated IP 172.20.0.5 (8577501a-8fd1-4293-95f7-4724e998be89/d6783360-3c15-498e-a3fe-5fade01df9b4/82344a2a-8a18-4386-bd46-f81b3f9a1185) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:04.099777 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-8fd0ba02-abc6-40e0-9428-b6f6d69c382d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:04.115495 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-8fd0ba02-abc6-40e0-9428-b6f6d69c382d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Transition to ACTIVE for port object 82344a2a-8a18-4386-bd46-f81b3f9a1185 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:04.150531 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-8fd0ba02-abc6-40e0-9428-b6f6d69c382d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:04.196941 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-8fd0ba02-abc6-40e0-9428-b6f6d69c382d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Network 8577501a-8fd1-4293-95f7-4724e998be89 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:04.200302 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-8fd0ba02-abc6-40e0-9428-b6f6d69c382d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:04.204446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-8fd0ba02-abc6-40e0-9428-b6f6d69c382d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:04.210974 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0ba02-abc6-40e0-9428-b6f6d69c382d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Pushing event updated for resources: {'Port': ['ID=82344a2a-8a18-4386-bd46-f81b3f9a1185,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:04.257014 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-8fd0ba02-abc6-40e0-9428-b6f6d69c382d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:04.257626 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-8fd0ba02-abc6-40e0-9428-b6f6d69c382d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:04.274457 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-8fd0ba02-abc6-40e0-9428-b6f6d69c382d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5970249 Jul 16 02:09:04.287023 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-ff2a5c50-6927-46f1-91f2-1e9ff8ebaf53 service neutron] Request body: {'port': {'device_id': '98067fbe-5545-4096-ac5c-b06e4fbde028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:04.366963 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-ff2a5c50-6927-46f1-91f2-1e9ff8ebaf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:04.483525 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-976613e1-6992-4513-a1fc-020c052cae1a None None] Provisioning for port 82344a2a-8a18-4386-bd46-f81b3f9a1185 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:04.488267 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-976613e1-6992-4513-a1fc-020c052cae1a None None] Provisioning complete for port 82344a2a-8a18-4386-bd46-f81b3f9a1185 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:04.488680 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-976613e1-6992-4513-a1fc-020c052cae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:04.524137 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-976613e1-6992-4513-a1fc-020c052cae1a None None] Port 82344a2a-8a18-4386-bd46-f81b3f9a1185 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:09:04.665808 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-ff2a5c50-6927-46f1-91f2-1e9ff8ebaf53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82344a2a-8a18-4386-bd46-f81b3f9a1185 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:09:04.674580 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-ff2a5c50-6927-46f1-91f2-1e9ff8ebaf53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:04.687783 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-ff2a5c50-6927-46f1-91f2-1e9ff8ebaf53 service neutron] Transition to ACTIVE for port object 82344a2a-8a18-4386-bd46-f81b3f9a1185 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:04.693718 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-ff2a5c50-6927-46f1-91f2-1e9ff8ebaf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:04.773555 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a5c50-6927-46f1-91f2-1e9ff8ebaf53 service neutron] Pushing event updated for resources: {'Port': ['ID=82344a2a-8a18-4386-bd46-f81b3f9a1185,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:04.860827 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-ff2a5c50-6927-46f1-91f2-1e9ff8ebaf53 service neutron] Attempting to bind port 82344a2a-8a18-4386-bd46-f81b3f9a1185 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:09:04.861172 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-ff2a5c50-6927-46f1-91f2-1e9ff8ebaf53 service neutron] Attempting to bind port 82344a2a-8a18-4386-bd46-f81b3f9a1185 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:09:04.861514 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-ff2a5c50-6927-46f1-91f2-1e9ff8ebaf53 service neutron] Attempting to bind port 82344a2a-8a18-4386-bd46-f81b3f9a1185 on network 8577501a-8fd1-4293-95f7-4724e998be89 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:04.870349 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-ff2a5c50-6927-46f1-91f2-1e9ff8ebaf53 service neutron] Port 82344a2a-8a18-4386-bd46-f81b3f9a1185 on network 8577501a-8fd1-4293-95f7-4724e998be89 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:09:04.870696 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-ff2a5c50-6927-46f1-91f2-1e9ff8ebaf53 service neutron] Attempting to bind port 82344a2a-8a18-4386-bd46-f81b3f9a1185 on network 8577501a-8fd1-4293-95f7-4724e998be89 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:04.879992 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-ff2a5c50-6927-46f1-91f2-1e9ff8ebaf53 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:09:04.880339 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-ff2a5c50-6927-46f1-91f2-1e9ff8ebaf53 service neutron] Checking segment: {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:04.880756 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-ff2a5c50-6927-46f1-91f2-1e9ff8ebaf53 service neutron] Bound using segment: {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:09:04.881205 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-ff2a5c50-6927-46f1-91f2-1e9ff8ebaf53 service neutron] Bound port: 82344a2a-8a18-4386-bd46-f81b3f9a1185, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:09:04.881571 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-ff2a5c50-6927-46f1-91f2-1e9ff8ebaf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:04.892486 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60def63-95c6-408e-bc56-cf28142b9541 req-b848f5d9-77f9-459b-b0a1-16b83c8d126a tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:04.894035 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d60def63-95c6-408e-bc56-cf28142b9541 req-b848f5d9-77f9-459b-b0a1-16b83c8d126a tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 943 time: 0.1010332 Jul 16 02:09:04.967483 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d60def63-95c6-408e-bc56-cf28142b9541 req-4116bfe0-b98a-47c0-b979-f7e79793632a tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668957 Jul 16 02:09:04.987770 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-ff2a5c50-6927-46f1-91f2-1e9ff8ebaf53 service neutron] For port 82344a2a-8a18-4386-bd46-f81b3f9a1185, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:04.990836 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-ff2a5c50-6927-46f1-91f2-1e9ff8ebaf53 service neutron] For port 82344a2a-8a18-4386-bd46-f81b3f9a1185, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=82344a2a-8a18-4386-bd46-f81b3f9a1185,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:09:04.997276 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-ff2a5c50-6927-46f1-91f2-1e9ff8ebaf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:05.034628 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-ff2a5c50-6927-46f1-91f2-1e9ff8ebaf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:05.035249 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-ff2a5c50-6927-46f1-91f2-1e9ff8ebaf53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:05.036682 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-ff2a5c50-6927-46f1-91f2-1e9ff8ebaf53 service neutron] 10.222.0.82 "PUT /v2.0/ports/82344a2a-8a18-4386-bd46-f81b3f9a1185 HTTP/1.1" status: 200 len: 1092 time: 0.7541010 Jul 16 02:09:05.037124 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98067fbe-5545-4096-ac5c-b06e4fbde028', 'tag': '82344a2a-8a18-4386-bd46-f81b3f9a1185'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:05.039430 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebab07e-5b7c-40ee-a0ba-3e55c067cc21" -d '{"events": [{"name": "network-changed", "server_uuid": "98067fbe-5545-4096-ac5c-b06e4fbde028", "tag": "82344a2a-8a18-4386-bd46-f81b3f9a1185"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:05.062272 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a5c50-6927-46f1-91f2-1e9ff8ebaf53 service neutron] Pushing event updated for resources: {'Port': ['ID=82344a2a-8a18-4386-bd46-f81b3f9a1185,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:05.091946 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bd96e8-25dd-46e2-b955-21f7e6bc6c66 x-openstack-request-id: req-54bd96e8-25dd-46e2-b955-21f7e6bc6c66 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:05.092243 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98067fbe-5545-4096-ac5c-b06e4fbde028", "tag": "82344a2a-8a18-4386-bd46-f81b3f9a1185", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:05.092535 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54bd96e8-25dd-46e2-b955-21f7e6bc6c66 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:05.092947 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98067fbe-5545-4096-ac5c-b06e4fbde028', 'tag': '82344a2a-8a18-4386-bd46-f81b3f9a1185', 'status': 'completed', 'code': 200} Jul 16 02:09:05.147654 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-f436af0e-67ff-432f-99ea-2dead341eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:05.149251 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-f436af0e-67ff-432f-99ea-2dead341eac8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 1095 time: 0.0555158 Jul 16 02:09:05.196167 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-3b7cd9af-4c78-4882-8888-6057d90c4dea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82344a2a-8a18-4386-bd46-f81b3f9a1185 HTTP/1.1" status: 200 len: 217 time: 0.0394928 Jul 16 02:09:05.245034 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-aa7ff625-0546-4d72-9099-8bf2f7b92786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:05.246629 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-aa7ff625-0546-4d72-9099-8bf2f7b92786 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0446579 Jul 16 02:09:05.305520 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-7c7d6b44-063a-4c1e-bcc1-f91f7b33bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:05.306966 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-7c7d6b44-063a-4c1e-bcc1-f91f7b33bf68 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542057 Jul 16 02:09:05.351837 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:05.410350 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-da22b7e2-9425-4520-a424-ed1e1a856afe service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961783 Jul 16 02:09:05.510792 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe692b7b-bde2-43c7-9813-020dd7fce1b3 req-1b7d1469-29b4-4dbe-b318-6f098578efcb service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943017 Jul 16 02:09:05.629455 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebab07e-5b7c-40ee-a0ba-3e55c067cc21 req-0daa5ce9-856a-4e34-b04c-00c5ad665ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:05.630977 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ebab07e-5b7c-40ee-a0ba-3e55c067cc21 req-0daa5ce9-856a-4e34-b04c-00c5ad665ee8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 1095 time: 0.0658154 Jul 16 02:09:05.725659 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebab07e-5b7c-40ee-a0ba-3e55c067cc21 req-44e092a6-a3d7-494e-a171-87bd5af3dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:05.727121 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ebab07e-5b7c-40ee-a0ba-3e55c067cc21 req-44e092a6-a3d7-494e-a171-87bd5af3dbdb service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0895524 Jul 16 02:09:05.769851 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ebab07e-5b7c-40ee-a0ba-3e55c067cc21 req-439ef28f-f92b-4b32-b720-bfe0a9029da5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82344a2a-8a18-4386-bd46-f81b3f9a1185 HTTP/1.1" status: 200 len: 217 time: 0.0351634 Jul 16 02:09:05.833772 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebab07e-5b7c-40ee-a0ba-3e55c067cc21 req-6e58f19d-873f-4e7e-90ce-7054bb8d0a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:05.835738 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ebab07e-5b7c-40ee-a0ba-3e55c067cc21 req-6e58f19d-873f-4e7e-90ce-7054bb8d0a04 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0591538 Jul 16 02:09:05.902141 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebab07e-5b7c-40ee-a0ba-3e55c067cc21 req-ba7a8b77-9ccc-408f-9246-05f7c5f5eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:05.904563 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ebab07e-5b7c-40ee-a0ba-3e55c067cc21 req-ba7a8b77-9ccc-408f-9246-05f7c5f5eb51 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605350 Jul 16 02:09:06.007054 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ebab07e-5b7c-40ee-a0ba-3e55c067cc21 req-1a375ddd-ee95-4d47-8598-d75afb3a2f68 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953450 Jul 16 02:09:06.126571 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ebab07e-5b7c-40ee-a0ba-3e55c067cc21 req-308afc94-0edb-4f02-aed3-8695781ced51 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118302 Jul 16 02:09:06.156398 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec04fff-2559-41dc-95c8-8ef03c2e0903 req-6b0fcef2-d2e2-4c75-a83f-5d2d20f6754a tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:06.157872 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8ec04fff-2559-41dc-95c8-8ef03c2e0903 req-6b0fcef2-d2e2-4c75-a83f-5d2d20f6754a tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 943 time: 0.0777447 Jul 16 02:09:06.205976 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8ec04fff-2559-41dc-95c8-8ef03c2e0903 req-c97dbf4c-373e-40c5-9666-b8547c18da93 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424302 Jul 16 02:09:07.406096 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84134f-6cda-4f65-8695-09d7b278ea14 req-558f7b7e-f78d-4284-9ee2-d4b0648671c6 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:07.408422 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8a84134f-6cda-4f65-8695-09d7b278ea14 req-558f7b7e-f78d-4284-9ee2-d4b0648671c6 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 943 time: 0.0833068 Jul 16 02:09:07.453913 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8a84134f-6cda-4f65-8695-09d7b278ea14 req-c45beb9d-27a9-46da-ae9b-ebef452b6d42 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364854 Jul 16 02:09:08.655745 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b47ae-e298-404a-81b9-5de344fd8fb2 req-90be4305-1825-4845-bfb8-86b91acf60f7 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:08.657283 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8c6b47ae-e298-404a-81b9-5de344fd8fb2 req-90be4305-1825-4845-bfb8-86b91acf60f7 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 943 time: 0.0799904 Jul 16 02:09:08.698202 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8c6b47ae-e298-404a-81b9-5de344fd8fb2 req-70c92d5b-9a12-41ac-a378-548dc556fe1c tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341914 Jul 16 02:09:09.738697 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 82344a2a-8a18-4386-bd46-f81b3f9a1185 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:09:09.842758 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 82344a2a-8a18-4386-bd46-f81b3f9a1185, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=82344a2a-8a18-4386-bd46-f81b3f9a1185,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:09.854532 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '82344a2a-8a18-4386-bd46-f81b3f9a1185', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'port_id': '82344a2a-8a18-4386-bd46-f81b3f9a1185', 'mac_address': 'fa:16:3e:c1:e0:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:09:09.879094 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd9fa3-a830-40b6-9c19-2f5182fc2e73 req-a417e53b-df06-47b2-9f60-41b846f9a8f4 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:09.880620 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6edd9fa3-a830-40b6-9c19-2f5182fc2e73 req-a417e53b-df06-47b2-9f60-41b846f9a8f4 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 943 time: 0.0688195 Jul 16 02:09:09.892212 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:09.905847 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82344a2a-8a18-4386-bd46-f81b3f9a1185 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:09:09.925843 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6edd9fa3-a830-40b6-9c19-2f5182fc2e73 req-bcc490d6-902f-4da0-bc90-ce945e10e7a2 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391955 Jul 16 02:09:09.928705 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 82344a2a-8a18-4386-bd46-f81b3f9a1185, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=82344a2a-8a18-4386-bd46-f81b3f9a1185,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:09.934797 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:09.991149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=82344a2a-8a18-4386-bd46-f81b3f9a1185,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:10.120441 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['82344a2a-8a18-4386-bd46-f81b3f9a1185'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:09:11.127203 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb58a60-dbb7-4227-9c3a-6c182364f874 req-ab2a5588-73c8-4d0c-8879-aca65765bc0b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:11.129262 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dbb58a60-dbb7-4227-9c3a-6c182364f874 req-ab2a5588-73c8-4d0c-8879-aca65765bc0b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 944 time: 0.0753052 Jul 16 02:09:11.179400 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dbb58a60-dbb7-4227-9c3a-6c182364f874 req-1258c4a7-a671-4b07-a7fd-377dd62f2f65 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418992 Jul 16 02:09:11.750757 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 82344a2a-8a18-4386-bd46-f81b3f9a1185 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:11.816611 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 82344a2a-8a18-4386-bd46-f81b3f9a1185 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:11.821713 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 82344a2a-8a18-4386-bd46-f81b3f9a1185 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:11.822151 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:11.925923 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:11.956206 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98067fbe-5545-4096-ac5c-b06e4fbde028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82344a2a-8a18-4386-bd46-f81b3f9a1185'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:11.958932 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ca14d8-0586-4751-9df1-abc719943ed0" -d '{"events": [{"server_uuid": "98067fbe-5545-4096-ac5c-b06e4fbde028", "name": "network-vif-plugged", "status": "completed", "tag": "82344a2a-8a18-4386-bd46-f81b3f9a1185"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:11.972436 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 82344a2a-8a18-4386-bd46-f81b3f9a1185, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=82344a2a-8a18-4386-bd46-f81b3f9a1185,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:11.978086 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:12.029495 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=82344a2a-8a18-4386-bd46-f81b3f9a1185,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:12.042175 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:12.042530 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:12.043052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:12.043500 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:12.043844 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:12.044296 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:12.044898 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:12.045474 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:12.046048 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:12.046633 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:12.047214 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:12.047813 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:12.063484 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c6b06e-74b6-4c69-99c8-191ab2f37d2c x-openstack-request-id: req-f5c6b06e-74b6-4c69-99c8-191ab2f37d2c {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:12.063781 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98067fbe-5545-4096-ac5c-b06e4fbde028", "name": "network-vif-plugged", "status": "completed", "tag": "82344a2a-8a18-4386-bd46-f81b3f9a1185", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:12.064031 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5c6b06e-74b6-4c69-99c8-191ab2f37d2c {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:12.064436 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98067fbe-5545-4096-ac5c-b06e4fbde028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82344a2a-8a18-4386-bd46-f81b3f9a1185', 'code': 200} Jul 16 02:09:12.193085 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5aab0-a719-44fe-9d02-3909d4b86dfa req-3ea7a4e8-722b-46c4-9a05-1a1e653034c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:12.194652 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-38f5aab0-a719-44fe-9d02-3909d4b86dfa req-3ea7a4e8-722b-46c4-9a05-1a1e653034c6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 1097 time: 0.0638931 Jul 16 02:09:12.231727 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-38f5aab0-a719-44fe-9d02-3909d4b86dfa req-98d09c29-0254-4800-b3f0-2eb9e28b8012 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298016 Jul 16 02:09:12.370966 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68637ceb-0ba3-42b2-bf2d-9debfbda35fd req-4495a7f7-3432-472e-9217-c7c5213bec4d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:12.372594 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68637ceb-0ba3-42b2-bf2d-9debfbda35fd req-4495a7f7-3432-472e-9217-c7c5213bec4d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 945 time: 0.0708706 Jul 16 02:09:12.419032 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68637ceb-0ba3-42b2-bf2d-9debfbda35fd req-bdb6bd22-385d-4a1e-8426-7682bb3b5eb0 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384505 Jul 16 02:09:13.604130 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e12b8a-02ef-4e14-ae9b-099e03b2b4cb req-f66da861-c4ab-45f6-b615-4ee4e03ce1a5 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:13.605556 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26e12b8a-02ef-4e14-ae9b-099e03b2b4cb req-f66da861-c4ab-45f6-b615-4ee4e03ce1a5 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 945 time: 0.0685904 Jul 16 02:09:13.652104 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26e12b8a-02ef-4e14-ae9b-099e03b2b4cb req-5d6d9ef7-5d4b-42e1-8341-854ca29a56f5 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333607 Jul 16 02:09:13.822931 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f74230-e56c-43e1-8a4d-cdbe74f23420 req-618afd6f-6697-4094-80e6-8f655f9cd014 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:13.824657 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-40f74230-e56c-43e1-8a4d-cdbe74f23420 req-618afd6f-6697-4094-80e6-8f655f9cd014 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 945 time: 0.0649076 Jul 16 02:09:13.833274 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 37514) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:13.837849 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-6f20e182-c067-4e8e-a1ef-df88bf099b46 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Request body: {'floatingip': {'port_id': '82344a2a-8a18-4386-bd46-f81b3f9a1185'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:14.215165 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f20e182-c067-4e8e-a1ef-df88bf099b46 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for floatingip, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:14.690024 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f20e182-c067-4e8e-a1ef-df88bf099b46 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:14.696906 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f20e182-c067-4e8e-a1ef-df88bf099b46 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:14.816929 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-6f20e182-c067-4e8e-a1ef-df88bf099b46 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Floating IP a23bb70c-b1da-446b-8ce0-ab5fff85dcdb associated. External IP: 172.25.6.120, port: 82344a2a-8a18-4386-bd46-f81b3f9a1185. Jul 16 02:09:15.075866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f20e182-c067-4e8e-a1ef-df88bf099b46 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Router d5b25933-0761-4f15-816b-8f9e8278e7d7 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:15.184992 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f20e182-c067-4e8e-a1ef-df88bf099b46 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:15.190504 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6f20e182-c067-4e8e-a1ef-df88bf099b46 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:15.195592 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3938a7-4ba4-45ea-bb23-e24f53621cc2 None None] Sync routers for ids ['d5b25933-0761-4f15-816b-8f9e8278e7d7'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:15.209196 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3938a7-4ba4-45ea-bb23-e24f53621cc2 None None] Routers {'d5b25933-0761-4f15-816b-8f9e8278e7d7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:15.209827 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5c3938a7-4ba4-45ea-bb23-e24f53621cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:09:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d5b25933-0761-4f15-816b-8f9e8278e7d7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:15.231226 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6f20e182-c067-4e8e-a1ef-df88bf099b46 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "PUT /v2.0/floatingips/a23bb70c-b1da-446b-8ce0-ab5fff85dcdb HTTP/1.1" status: 200 len: 991 time: 1.3968742 Jul 16 02:09:15.231903 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98067fbe-5545-4096-ac5c-b06e4fbde028', 'tag': '82344a2a-8a18-4386-bd46-f81b3f9a1185'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:15.234316 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41faf89-391d-4eec-a38e-912b9f18d059" -d '{"events": [{"name": "network-changed", "server_uuid": "98067fbe-5545-4096-ac5c-b06e4fbde028", "tag": "82344a2a-8a18-4386-bd46-f81b3f9a1185"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:15.276506 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5140b81d-449f-4309-826c-6b6e8e64284a x-openstack-request-id: req-5140b81d-449f-4309-826c-6b6e8e64284a {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:15.276793 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98067fbe-5545-4096-ac5c-b06e4fbde028", "tag": "82344a2a-8a18-4386-bd46-f81b3f9a1185", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:15.277176 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5140b81d-449f-4309-826c-6b6e8e64284a {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:15.277801 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98067fbe-5545-4096-ac5c-b06e4fbde028', 'tag': '82344a2a-8a18-4386-bd46-f81b3f9a1185', 'status': 'completed', 'code': 200} Jul 16 02:09:15.317671 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-5c3938a7-4ba4-45ea-bb23-e24f53621cc2 None None] Set router d5b25933-0761-4f15-816b-8f9e8278e7d7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:15.362499 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41faf89-391d-4eec-a38e-912b9f18d059 req-18bbdc80-195b-4639-a261-51edb03ea9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:15.364038 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d41faf89-391d-4eec-a38e-912b9f18d059 req-18bbdc80-195b-4639-a261-51edb03ea9b0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 1097 time: 0.0582397 Jul 16 02:09:15.464042 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41faf89-391d-4eec-a38e-912b9f18d059 req-bf1b396f-4c7e-4b5c-87b0-67bdeac50b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:15.466320 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d41faf89-391d-4eec-a38e-912b9f18d059 req-bf1b396f-4c7e-4b5c-87b0-67bdeac50b0f service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0957987 Jul 16 02:09:15.538935 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d41faf89-391d-4eec-a38e-912b9f18d059 req-81ff7d2a-269d-43ee-bff1-cc675834c0bb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82344a2a-8a18-4386-bd46-f81b3f9a1185 HTTP/1.1" status: 200 len: 999 time: 0.0667319 Jul 16 02:09:15.550947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5c3938a7-4ba4-45ea-bb23-e24f53621cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'a23bb70c-b1da-446b-8ce0-ab5fff85dcdb', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'port_id': '82344a2a-8a18-4386-bd46-f81b3f9a1185', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'mac_address': 'fa:16:3e:c1:e0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98067fbe-5545-4096-ac5c-b06e4fbde028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:01Z', 'updated_at': '2021-07-16T02:09:14Z', 'revision_number': 1, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:02Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:15.576774 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3938a7-4ba4-45ea-bb23-e24f53621cc2 None None] Checking router: d5b25933-0761-4f15-816b-8f9e8278e7d7 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:15.585272 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3938a7-4ba4-45ea-bb23-e24f53621cc2 None None] Routers {'d5b25933-0761-4f15-816b-8f9e8278e7d7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:15.585876 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5c3938a7-4ba4-45ea-bb23-e24f53621cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:09:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d5b25933-0761-4f15-816b-8f9e8278e7d7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:15.589941 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41faf89-391d-4eec-a38e-912b9f18d059 req-9c995a1a-4ab6-459d-890c-fd9c81c2e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:15.591481 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d41faf89-391d-4eec-a38e-912b9f18d059 req-9c995a1a-4ab6-459d-890c-fd9c81c2e43c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0465050 Jul 16 02:09:15.654345 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41faf89-391d-4eec-a38e-912b9f18d059 req-8b772c12-0c55-43e6-98f9-233829861122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:15.655889 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d41faf89-391d-4eec-a38e-912b9f18d059 req-8b772c12-0c55-43e6-98f9-233829861122 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585692 Jul 16 02:09:15.692958 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-5c3938a7-4ba4-45ea-bb23-e24f53621cc2 None None] Set router d5b25933-0761-4f15-816b-8f9e8278e7d7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:15.757647 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d41faf89-391d-4eec-a38e-912b9f18d059 req-d2aef1f5-1d79-4981-8cf3-9bd9e397d391 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951920 Jul 16 02:09:15.855499 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d41faf89-391d-4eec-a38e-912b9f18d059 req-80524085-294c-4374-b081-d130b79dc2be service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914125 Jul 16 02:09:15.967992 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-5c3938a7-4ba4-45ea-bb23-e24f53621cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'a23bb70c-b1da-446b-8ce0-ab5fff85dcdb', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'port_id': '82344a2a-8a18-4386-bd46-f81b3f9a1185', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'mac_address': 'fa:16:3e:c1:e0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98067fbe-5545-4096-ac5c-b06e4fbde028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:01Z', 'updated_at': '2021-07-16T02:09:14Z', 'revision_number': 1, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:02Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:15.994252 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3938a7-4ba4-45ea-bb23-e24f53621cc2 None None] The sync data for ids ['d5b25933-0761-4f15-816b-8f9e8278e7d7'] in n-d-792394-16 is: [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'a23bb70c-b1da-446b-8ce0-ab5fff85dcdb', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'port_id': '82344a2a-8a18-4386-bd46-f81b3f9a1185', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'mac_address': 'fa:16:3e:c1:e0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98067fbe-5545-4096-ac5c-b06e4fbde028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:01Z', 'updated_at': '2021-07-16T02:09:14Z', 'revision_number': 1, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:02Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:16.187578 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef31d4f-ec55-463a-9fe1-cdd4584db52e None None] New status for floating IP a23bb70c-b1da-446b-8ce0-ab5fff85dcdb: ACTIVE {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:09:18.413850 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:09:22.338162 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6214ec11-b9e9-433e-9376-6cec9d8ec5a8 req-a432125c-0630-4d01-9f31-afd62b622fd5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0624185 Jul 16 02:09:22.437002 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214ec11-b9e9-433e-9376-6cec9d8ec5a8 req-18eba462-00b0-4a89-a67b-45a89a20fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:22.438755 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6214ec11-b9e9-433e-9376-6cec9d8ec5a8 req-18eba462-00b0-4a89-a67b-45a89a20fb95 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 1097 time: 0.0561233 Jul 16 02:09:22.559412 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214ec11-b9e9-433e-9376-6cec9d8ec5a8 req-cebba1cd-5117-41cb-873c-759d781e47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:22.560935 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6214ec11-b9e9-433e-9376-6cec9d8ec5a8 req-cebba1cd-5117-41cb-873c-759d781e47ce service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0953734 Jul 16 02:09:22.627410 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6214ec11-b9e9-433e-9376-6cec9d8ec5a8 req-3064915f-def9-4786-8af2-d057861eb3fa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82344a2a-8a18-4386-bd46-f81b3f9a1185 HTTP/1.1" status: 200 len: 1001 time: 0.0596230 Jul 16 02:09:22.684837 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214ec11-b9e9-433e-9376-6cec9d8ec5a8 req-8457820a-f7a2-493c-b9af-ac3fb8b9b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:22.686289 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6214ec11-b9e9-433e-9376-6cec9d8ec5a8 req-8457820a-f7a2-493c-b9af-ac3fb8b9b63e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0526795 Jul 16 02:09:22.749635 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214ec11-b9e9-433e-9376-6cec9d8ec5a8 req-6a0483bd-3568-42fc-b599-7cc98c32870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:22.751149 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6214ec11-b9e9-433e-9376-6cec9d8ec5a8 req-6a0483bd-3568-42fc-b599-7cc98c32870c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577519 Jul 16 02:09:22.844129 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6214ec11-b9e9-433e-9376-6cec9d8ec5a8 req-16895e31-45c2-4f88-b0b5-1b6b3b464b9c service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863068 Jul 16 02:09:22.947068 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6214ec11-b9e9-433e-9376-6cec9d8ec5a8 req-00b32388-01f9-4145-ad95-8cbbfd78fa79 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966742 Jul 16 02:09:26.651254 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d690214-68e5-452f-ad70-5cdd0d1d6ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.582520 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d8a702a6-6aea-4b1e-8a51-4e6d3626c244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.764959 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.939564 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.852554 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:32.670778 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:35.376766 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.413889 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:09:56.650177 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1986a113-10d8-4ccb-84d5-ea8965424648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:59.577883 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2ccee8ac-f8c3-4d20-9bf9-41c7017dbcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:59.762452 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:00.943959 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:01.861264 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:02.673058 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:05.369768 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:20.479900 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-76ce7599-365a-40cd-bd33-928dadcf9c39 req-73ffc167-3819-411a-a809-6abccd4b14f1 service neutron] (93955) timed out ('10.222.0.16', 34888) {{(pid=93955) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:10:24.341641 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d2e133df-ae10-414e-a6f5-615b44d2862e req-523ec835-0ba5-4122-9100-c2121a35d5d4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0566559 Jul 16 02:10:24.439977 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e133df-ae10-414e-a6f5-615b44d2862e req-3130e17f-5ee5-4a8b-8564-98e21771c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:24.441536 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d2e133df-ae10-414e-a6f5-615b44d2862e req-3130e17f-5ee5-4a8b-8564-98e21771c85a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 1097 time: 0.0555291 Jul 16 02:10:24.560216 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e133df-ae10-414e-a6f5-615b44d2862e req-932c4ca3-672c-4d45-b6d7-37bb153dc3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:24.561773 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d2e133df-ae10-414e-a6f5-615b44d2862e req-932c4ca3-672c-4d45-b6d7-37bb153dc3d1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0990300 Jul 16 02:10:24.632003 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d2e133df-ae10-414e-a6f5-615b44d2862e req-31d8eebe-1a53-4fa3-8871-0468be0de2c5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82344a2a-8a18-4386-bd46-f81b3f9a1185 HTTP/1.1" status: 200 len: 1001 time: 0.0629344 Jul 16 02:10:24.682309 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e133df-ae10-414e-a6f5-615b44d2862e req-65dc3842-4c3d-44f6-b2f8-4b944b9c7302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:24.683738 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d2e133df-ae10-414e-a6f5-615b44d2862e req-65dc3842-4c3d-44f6-b2f8-4b944b9c7302 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0456514 Jul 16 02:10:24.747459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e133df-ae10-414e-a6f5-615b44d2862e req-d9168724-f598-4c9c-bd0a-a6b4b98928ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:24.749137 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d2e133df-ae10-414e-a6f5-615b44d2862e req-d9168724-f598-4c9c-bd0a-a6b4b98928ee service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583489 Jul 16 02:10:24.857729 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d2e133df-ae10-414e-a6f5-615b44d2862e req-b0065030-1864-4173-bd1b-ecac279a37d4 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018531 Jul 16 02:10:24.949407 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d2e133df-ae10-414e-a6f5-615b44d2862e req-a315c8f9-e717-4b10-adeb-2ec61d910361 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851126 Jul 16 02:10:26.649687 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff50e-a546-4590-bc13-64c955b28f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:29.581522 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a54680c5-1b55-456b-99fc-20bf6a4fc587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:29.756984 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:30.943251 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:31.863477 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.415108 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:10:32.676488 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:35.375633 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:52.071431 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161856c-65c3-43d5-b587-004762343e26 req-6e303d84-14bb-4230-aedb-f319f755d7d5 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:52.072870 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d161856c-65c3-43d5-b587-004762343e26 req-6e303d84-14bb-4230-aedb-f319f755d7d5 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 945 time: 0.0759926 Jul 16 02:10:52.124514 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d161856c-65c3-43d5-b587-004762343e26 req-74911429-a33c-4286-9f28-9aa5e7e12319 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427575 Jul 16 02:10:52.524296 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-878570b8-643c-42d9-8d8e-a2a19135c993 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834663 Jul 16 02:10:52.560875 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d69c1-a6cc-4517-ba7d-c4fd5d338080 req-20c96f11-da37-4afc-a209-fb6ebb2c5431 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:52.562371 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ea4d69c1-a6cc-4517-ba7d-c4fd5d338080 req-20c96f11-da37-4afc-a209-fb6ebb2c5431 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 945 time: 0.0707872 Jul 16 02:10:52.604054 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ea4d69c1-a6cc-4517-ba7d-c4fd5d338080 req-cfc4ca43-8e68-4780-b428-5cced0325ec3 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355654 Jul 16 02:10:53.810950 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f9b45-248c-4a59-8f8e-e06fe52ad706 req-9c5a3fbf-c172-4be1-9553-58d3f46b9ae2 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:53.812454 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-286f9b45-248c-4a59-8f8e-e06fe52ad706 req-9c5a3fbf-c172-4be1-9553-58d3f46b9ae2 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 945 time: 0.0862739 Jul 16 02:10:53.855749 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-286f9b45-248c-4a59-8f8e-e06fe52ad706 req-0ef20f09-6193-4eb6-9856-c3fb2173f1d6 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350738 Jul 16 02:10:55.050489 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0275d4-45ad-47a1-b84d-84801d1a13ef req-2f0a62e2-96fa-4ad7-aaa9-235580535f5d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:55.052164 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cf0275d4-45ad-47a1-b84d-84801d1a13ef req-2f0a62e2-96fa-4ad7-aaa9-235580535f5d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 945 time: 0.0736165 Jul 16 02:10:55.095178 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cf0275d4-45ad-47a1-b84d-84801d1a13ef req-ba1ed584-7828-494c-b2da-6948caa95df2 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369387 Jul 16 02:10:55.782313 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-e05a9685-aae0-494e-acc5-debe30743f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:55.783815 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-e05a9685-aae0-494e-acc5-debe30743f9e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 1097 time: 0.0612736 Jul 16 02:10:55.881395 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-c292d1f9-edcb-40f2-955a-c6f59128e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:55.883460 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-c292d1f9-edcb-40f2-955a-c6f59128e6cb service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0934711 Jul 16 02:10:55.950005 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-ab3483db-9241-4bf2-97c3-f3f6005e745b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82344a2a-8a18-4386-bd46-f81b3f9a1185 HTTP/1.1" status: 200 len: 1001 time: 0.0599933 Jul 16 02:10:55.999029 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-ecb6ee89-44fb-4e7c-ba1b-b41e8ce43848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:56.000507 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-ecb6ee89-44fb-4e7c-ba1b-b41e8ce43848 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0437310 Jul 16 02:10:56.067217 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-0e28e777-72cd-4109-997f-7cb1a12d97f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:56.069238 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-0e28e777-72cd-4109-997f-7cb1a12d97f5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626266 Jul 16 02:10:56.166455 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-34e0005e-8286-49ec-bef9-9c8fad057337 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899649 Jul 16 02:10:56.291848 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-dcdf8325-1754-4cb0-a5d1-8bffdbc0d2ef service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183105 Jul 16 02:10:56.319749 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20576f-c83f-44bc-830c-b90cff42e5e0 req-5c09185e-0dc8-4e4e-9b75-171ac92adf1c tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:56.321222 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad20576f-c83f-44bc-830c-b90cff42e5e0 req-5c09185e-0dc8-4e4e-9b75-171ac92adf1c tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 945 time: 0.0867674 Jul 16 02:10:56.362307 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad20576f-c83f-44bc-830c-b90cff42e5e0 req-05868efe-5ccd-4602-91aa-62c53d179d38 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348222 Jul 16 02:10:56.645037 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd238-553a-4ae3-9c9e-a8ee04b33b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:57.554029 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80dd64-4c57-431d-8284-969c5e7f14b5 req-c6ebe668-2164-4c29-b884-47bdb9766564 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:57.555566 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bb80dd64-4c57-431d-8284-969c5e7f14b5 req-c6ebe668-2164-4c29-b884-47bdb9766564 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 945 time: 0.0767360 Jul 16 02:10:57.596521 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bb80dd64-4c57-431d-8284-969c5e7f14b5 req-9f158ed7-b210-4021-895a-56ecd398ee9e tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325935 Jul 16 02:10:58.792060 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585445ba-10ee-48e1-9e96-0b59962de0ae req-99ddbde3-c373-470c-97f3-4018a1528a93 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:58.793489 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-585445ba-10ee-48e1-9e96-0b59962de0ae req-99ddbde3-c373-470c-97f3-4018a1528a93 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 945 time: 0.0743611 Jul 16 02:10:58.841570 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-585445ba-10ee-48e1-9e96-0b59962de0ae req-ab748afd-6f74-4a28-acfc-5355149ef7b6 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394731 Jul 16 02:10:59.591487 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dd5ea44c-0806-4e93-8538-9d8d297b6261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:59.766702 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:00.026912 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a4092-b608-4b9b-8f8b-4062b0914510 req-40153748-f3c6-4ecf-b79b-7dc7a3b518c6 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:00.028493 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b25a4092-b608-4b9b-8f8b-4062b0914510 req-40153748-f3c6-4ecf-b79b-7dc7a3b518c6 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 945 time: 0.0677524 Jul 16 02:11:00.067023 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b25a4092-b608-4b9b-8f8b-4062b0914510 req-c718dd7b-9c60-4ca8-8615-54511356a6a4 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327644 Jul 16 02:11:00.948875 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:01.253638 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b2f42-5cb3-4242-9696-c89e948fbce3 req-2c2deba1-fc06-46dd-9750-265c619ae03e tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:01.255135 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e81b2f42-5cb3-4242-9696-c89e948fbce3 req-2c2deba1-fc06-46dd-9750-265c619ae03e tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 945 time: 0.0736051 Jul 16 02:11:01.296999 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e81b2f42-5cb3-4242-9696-c89e948fbce3 req-2f2a7e4e-ad97-4264-b76d-ace5df203616 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333600 Jul 16 02:11:01.891044 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:02.490552 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780bd4a-1bd8-42d7-9011-65f8731221a5 req-170e83d4-dd9e-4156-be87-5fc734af3571 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:02.492055 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4780bd4a-1bd8-42d7-9011-65f8731221a5 req-170e83d4-dd9e-4156-be87-5fc734af3571 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 945 time: 0.0715058 Jul 16 02:11:02.531373 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4780bd4a-1bd8-42d7-9011-65f8731221a5 req-aceefc7e-d509-48a0-973d-e5aefc61503e tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335026 Jul 16 02:11:02.680161 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:03.721372 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1318fef-e477-43e4-a87a-5a891e9e2093 req-aee3d709-1ee2-45f9-9449-3f20ea93292c tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:03.723130 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d1318fef-e477-43e4-a87a-5a891e9e2093 req-aee3d709-1ee2-45f9-9449-3f20ea93292c tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 945 time: 0.0674329 Jul 16 02:11:03.762167 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d1318fef-e477-43e4-a87a-5a891e9e2093 req-7f34217c-7606-402e-8d01-5568a52fe6ed tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333049 Jul 16 02:11:04.969737 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcb9e2-7038-4b5a-b375-c6595e2262b8 req-8814e31b-9b79-4c36-8ce6-bc97e1bf1eea tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:04.971312 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-acbcb9e2-7038-4b5a-b375-c6595e2262b8 req-8814e31b-9b79-4c36-8ce6-bc97e1bf1eea tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 945 time: 0.0819664 Jul 16 02:11:05.013033 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-acbcb9e2-7038-4b5a-b375-c6595e2262b8 req-ed488de6-a02f-4a75-ae39-65e862c3d68a tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348086 Jul 16 02:11:05.387824 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:06.195379 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a6424-acd1-42f6-a465-fdd2682681bb req-f805ff04-cbf6-4219-8573-7d4e47439850 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:06.196901 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a24a6424-acd1-42f6-a465-fdd2682681bb req-f805ff04-cbf6-4219-8573-7d4e47439850 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 945 time: 0.0685625 Jul 16 02:11:06.234841 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a24a6424-acd1-42f6-a465-fdd2682681bb req-c69dd8e8-5479-4d91-ad95-150809fcbc83 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322075 Jul 16 02:11:07.420091 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06325734-ec51-4c18-8f5a-1e331b8d336b req-8fd8e61d-9f90-42bc-a69b-31d2e54a5c89 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:07.421634 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-06325734-ec51-4c18-8f5a-1e331b8d336b req-8fd8e61d-9f90-42bc-a69b-31d2e54a5c89 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 945 time: 0.0697424 Jul 16 02:11:07.461117 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-06325734-ec51-4c18-8f5a-1e331b8d336b req-a4465873-337f-4eb3-b234-3acd41e0fd51 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338292 Jul 16 02:11:08.245839 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-02d45c86-c4d0-464b-98e8-63bfd537c591 service neutron] show failed (client error): The resource could not be found. Jul 16 02:11:08.246905 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-02d45c86-c4d0-464b-98e8-63bfd537c591 service neutron] 10.222.0.82 "GET /v2.0/ports/82344a2a-8a18-4386-bd46-f81b3f9a1185/bindings/n-h1-792394-16 HTTP/1.1" status: 404 len: 381 time: 0.0697513 Jul 16 02:11:08.551240 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-de42e8ee-4149-4e10-84db-5fcc11d8c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:08.552811 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-de42e8ee-4149-4e10-84db-5fcc11d8c2dc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028&tenant_id=a3be994ed85f4a829dcc64cb49f926c3 HTTP/1.1" status: 200 len: 1097 time: 0.0908234 Jul 16 02:11:08.563867 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-16', 'device_owner': 'compute:nova'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:11:08.642153 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:08.652440 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d1934-d18d-479d-a955-3e4b05deb203 req-d7ef9e51-c325-4590-b5b9-492a145f58fe tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:08.654076 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ae6d1934-d18d-479d-a955-3e4b05deb203 req-d7ef9e51-c325-4590-b5b9-492a145f58fe tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 945 time: 0.0647700 Jul 16 02:11:08.692647 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ae6d1934-d18d-479d-a955-3e4b05deb203 req-43046d4d-fffb-4851-8ddc-671b90d93b19 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328374 Jul 16 02:11:08.854900 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] For port 82344a2a-8a18-4386-bd46-f81b3f9a1185, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=82344a2a-8a18-4386-bd46-f81b3f9a1185,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:08.886773 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] For port 82344a2a-8a18-4386-bd46-f81b3f9a1185, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:11:08.925566 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98067fbe-5545-4096-ac5c-b06e4fbde028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82344a2a-8a18-4386-bd46-f81b3f9a1185'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:08.927842 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5698ebb1-a014-446f-890a-d81e328cff64" -d '{"events": [{"server_uuid": "98067fbe-5545-4096-ac5c-b06e4fbde028", "name": "network-vif-unplugged", "status": "completed", "tag": "82344a2a-8a18-4386-bd46-f81b3f9a1185"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:08.932311 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:08.944843 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Transition to ACTIVE for port object 82344a2a-8a18-4386-bd46-f81b3f9a1185 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:11:08.950045 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:09.021523 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Pushing event updated for resources: {'Port': ['ID=82344a2a-8a18-4386-bd46-f81b3f9a1185,revision_number=6']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:09.061245 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d0dcd9-a173-40ee-afc6-629936da17e0 x-openstack-request-id: req-46d0dcd9-a173-40ee-afc6-629936da17e0 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:09.061532 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98067fbe-5545-4096-ac5c-b06e4fbde028", "name": "network-vif-unplugged", "status": "completed", "tag": "82344a2a-8a18-4386-bd46-f81b3f9a1185", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:09.061793 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46d0dcd9-a173-40ee-afc6-629936da17e0 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:09.062190 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98067fbe-5545-4096-ac5c-b06e4fbde028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82344a2a-8a18-4386-bd46-f81b3f9a1185', 'code': 200} Jul 16 02:11:09.074483 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:09.074822 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:09.075161 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:09.075497 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:09.075827 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:09.076153 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:09.076520 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:09.076852 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:09.077178 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:09.077503 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:09.077821 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:09.078136 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:09.143716 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] No DVR routers for this DVR port 82344a2a-8a18-4386-bd46-f81b3f9a1185 on host n-h2-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:11:09.282667 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Attempting to bind port 82344a2a-8a18-4386-bd46-f81b3f9a1185 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:11:09.282868 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Attempting to bind port 82344a2a-8a18-4386-bd46-f81b3f9a1185 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:11:09.283223 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Attempting to bind port 82344a2a-8a18-4386-bd46-f81b3f9a1185 on network 8577501a-8fd1-4293-95f7-4724e998be89 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:09.287639 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Port 82344a2a-8a18-4386-bd46-f81b3f9a1185 on network 8577501a-8fd1-4293-95f7-4724e998be89 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:11:09.287961 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Attempting to bind port 82344a2a-8a18-4386-bd46-f81b3f9a1185 on network 8577501a-8fd1-4293-95f7-4724e998be89 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:09.293403 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:11:09.293741 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Checking segment: {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:11:09.294123 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Bound using segment: {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:11:09.294555 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Bound port: 82344a2a-8a18-4386-bd46-f81b3f9a1185, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:11:09.294902 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:09.361038 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] For port 82344a2a-8a18-4386-bd46-f81b3f9a1185, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:11:09.364260 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] For port 82344a2a-8a18-4386-bd46-f81b3f9a1185, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=82344a2a-8a18-4386-bd46-f81b3f9a1185,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:11:09.370506 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:09.406219 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:09.406829 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:09.408266 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] 10.222.0.84 "PUT /v2.0/ports/82344a2a-8a18-4386-bd46-f81b3f9a1185 HTTP/1.1" status: 200 len: 1092 time: 0.8486626 Jul 16 02:11:09.416893 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:11:09.434021 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bbd15-6a28-401b-b456-5a5b7a2fc82b service neutron] Pushing event updated for resources: {'Port': ['ID=82344a2a-8a18-4386-bd46-f81b3f9a1185,revision_number=7']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:09.496495 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-d82fb420-5173-44e2-9e27-21136491d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:09.498068 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-d82fb420-5173-44e2-9e27-21136491d68b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 1095 time: 0.0610812 Jul 16 02:11:09.592222 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-24ea52da-e45f-4f0c-b3d4-37febecfc553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:09.593752 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-24ea52da-e45f-4f0c-b3d4-37febecfc553 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0888071 Jul 16 02:11:09.690147 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-6cba34d4-55b7-4565-b733-1f5a586da1fc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82344a2a-8a18-4386-bd46-f81b3f9a1185 HTTP/1.1" status: 200 len: 999 time: 0.0898142 Jul 16 02:11:09.745784 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-e3563ecf-d1fb-4aa8-8615-07427df4948c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:09.747349 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-e3563ecf-d1fb-4aa8-8615-07427df4948c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0512719 Jul 16 02:11:09.831813 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-8b29e167-9804-4b97-be47-17a516d037dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:09.833441 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-8b29e167-9804-4b97-be47-17a516d037dc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797791 Jul 16 02:11:09.883028 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d09bf-ff7b-4c41-9a99-9c1339f181d1 req-374aa9a3-72cd-4749-bba5-07c9bb821267 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:09.884659 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ea2d09bf-ff7b-4c41-9a99-9c1339f181d1 req-374aa9a3-72cd-4749-bba5-07c9bb821267 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 943 time: 0.0726545 Jul 16 02:11:09.928076 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ea2d09bf-ff7b-4c41-9a99-9c1339f181d1 req-0427fafa-89ed-4ec7-ac5e-2fe51c0cfc56 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351369 Jul 16 02:11:09.928300 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-1b5ac276-100c-4274-b0b4-d31be9615ab7 service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873582 Jul 16 02:11:10.022202 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-65c62178-c2b9-47fb-b179-a849c9281721 service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877595 Jul 16 02:11:11.063380 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98067fbe-5545-4096-ac5c-b06e4fbde028', 'tag': '82344a2a-8a18-4386-bd46-f81b3f9a1185'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:11.065815 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5460db6-deae-44c2-bdad-45592dad3546" -d '{"events": [{"name": "network-changed", "server_uuid": "98067fbe-5545-4096-ac5c-b06e4fbde028", "tag": "82344a2a-8a18-4386-bd46-f81b3f9a1185"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:11.116115 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dced7907-a024-4b47-a079-b546f3ff57ed x-openstack-request-id: req-dced7907-a024-4b47-a079-b546f3ff57ed {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:11.116426 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98067fbe-5545-4096-ac5c-b06e4fbde028", "tag": "82344a2a-8a18-4386-bd46-f81b3f9a1185", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:11.116717 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dced7907-a024-4b47-a079-b546f3ff57ed {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:11.117339 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98067fbe-5545-4096-ac5c-b06e4fbde028', 'tag': '82344a2a-8a18-4386-bd46-f81b3f9a1185', 'status': 'completed', 'code': 200} Jul 16 02:11:11.125080 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403e761-52e3-42e6-8f54-7d135d158d32 req-ec6dab47-4e02-4eec-8615-837a481560d9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:11.126618 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b403e761-52e3-42e6-8f54-7d135d158d32 req-ec6dab47-4e02-4eec-8615-837a481560d9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 943 time: 0.0748856 Jul 16 02:11:11.188590 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5460db6-deae-44c2-bdad-45592dad3546 req-a5d63f0b-c6b0-481e-9848-dff4507869fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:11.190124 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f5460db6-deae-44c2-bdad-45592dad3546 req-a5d63f0b-c6b0-481e-9848-dff4507869fc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 1095 time: 0.0544248 Jul 16 02:11:11.197861 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b403e761-52e3-42e6-8f54-7d135d158d32 req-e4bb360a-5727-4b1a-9a8b-3f48aae3af5a tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649142 Jul 16 02:11:11.227648 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5460db6-deae-44c2-bdad-45592dad3546 req-075b0b60-b8fc-4c4f-ba68-9ac59cb8f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:11.229222 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f5460db6-deae-44c2-bdad-45592dad3546 req-075b0b60-b8fc-4c4f-ba68-9ac59cb8f972 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 1095 time: 0.0823886 Jul 16 02:11:11.283030 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5460db6-deae-44c2-bdad-45592dad3546 req-2208ec2c-2dc6-4d77-b331-c636439455b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:11.284528 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f5460db6-deae-44c2-bdad-45592dad3546 req-2208ec2c-2dc6-4d77-b331-c636439455b5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0878634 Jul 16 02:11:11.319981 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5460db6-deae-44c2-bdad-45592dad3546 req-49666172-b65f-4b85-8a05-5af947dece8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:11.321739 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f5460db6-deae-44c2-bdad-45592dad3546 req-49666172-b65f-4b85-8a05-5af947dece8d service neutron] 10.222.0.84 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0854809 Jul 16 02:11:11.350353 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f5460db6-deae-44c2-bdad-45592dad3546 req-b4f33fcb-f685-4c1f-a44e-d1df3a22bd52 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82344a2a-8a18-4386-bd46-f81b3f9a1185 HTTP/1.1" status: 200 len: 999 time: 0.0596614 Jul 16 02:11:11.397563 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f5460db6-deae-44c2-bdad-45592dad3546 req-b1a3f9c9-9327-459f-8c2d-775d1ab0a945 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82344a2a-8a18-4386-bd46-f81b3f9a1185 HTTP/1.1" status: 200 len: 999 time: 0.0666943 Jul 16 02:11:11.400474 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5460db6-deae-44c2-bdad-45592dad3546 req-0350d13e-9217-4482-8279-85845661631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:11.401956 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f5460db6-deae-44c2-bdad-45592dad3546 req-0350d13e-9217-4482-8279-85845661631a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0453219 Jul 16 02:11:11.461982 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5460db6-deae-44c2-bdad-45592dad3546 req-0a2501a6-8ad2-455c-9f82-48f724ae16cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:11.463488 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f5460db6-deae-44c2-bdad-45592dad3546 req-0a2501a6-8ad2-455c-9f82-48f724ae16cc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0487225 Jul 16 02:11:11.532900 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5460db6-deae-44c2-bdad-45592dad3546 req-e2f15843-cf76-48d6-9674-80a767405e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:11.534534 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f5460db6-deae-44c2-bdad-45592dad3546 req-e2f15843-cf76-48d6-9674-80a767405e2f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626974 Jul 16 02:11:11.650596 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f5460db6-deae-44c2-bdad-45592dad3546 req-40d0f49d-5132-45ae-997f-721d600eb91a service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090493 Jul 16 02:11:11.747056 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f5460db6-deae-44c2-bdad-45592dad3546 req-16febc96-83d3-48e9-9782-fe9f1ab52cbd service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896094 Jul 16 02:11:11.817689 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5460db6-deae-44c2-bdad-45592dad3546 req-a38fa0d2-ee3b-45db-87db-1696f45bd145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:11.819212 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f5460db6-deae-44c2-bdad-45592dad3546 req-a38fa0d2-ee3b-45db-87db-1696f45bd145 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4108071 Jul 16 02:11:11.914623 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f5460db6-deae-44c2-bdad-45592dad3546 req-5422f175-46e7-46ed-9f47-8d5c3ef03780 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884469 Jul 16 02:11:12.008937 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f5460db6-deae-44c2-bdad-45592dad3546 req-397a9058-a70a-4d89-b7c6-a69916b0be2e service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881298 Jul 16 02:11:12.333955 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 82344a2a-8a18-4386-bd46-f81b3f9a1185 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:11:12.377353 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 82344a2a-8a18-4386-bd46-f81b3f9a1185 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:11:12.377615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94dea9-0cf7-4550-8bf9-4532d11dc5ac req-1a524809-d5be-448d-afd2-23112211956f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:12.379808 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db94dea9-0cf7-4550-8bf9-4532d11dc5ac req-1a524809-d5be-448d-afd2-23112211956f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 943 time: 0.0667610 Jul 16 02:11:12.417696 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db94dea9-0cf7-4550-8bf9-4532d11dc5ac req-f6a21227-0b81-40c2-be94-038150dc87a6 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317216 Jul 16 02:11:12.616734 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 82344a2a-8a18-4386-bd46-f81b3f9a1185 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:11:12.726764 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 82344a2a-8a18-4386-bd46-f81b3f9a1185, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=82344a2a-8a18-4386-bd46-f81b3f9a1185,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:12.738628 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '82344a2a-8a18-4386-bd46-f81b3f9a1185', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'port_id': '82344a2a-8a18-4386-bd46-f81b3f9a1185', 'mac_address': 'fa:16:3e:c1:e0:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:11:12.780062 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:12.793365 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82344a2a-8a18-4386-bd46-f81b3f9a1185 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:11:12.808047 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a14d3-0c17-46aa-8c1d-ad2606332cba req-93355119-210c-4118-beeb-53f2eacfbe58 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:12.809605 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db0a14d3-0c17-46aa-8c1d-ad2606332cba req-93355119-210c-4118-beeb-53f2eacfbe58 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 943 time: 0.1270897 Jul 16 02:11:12.813087 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 82344a2a-8a18-4386-bd46-f81b3f9a1185, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=82344a2a-8a18-4386-bd46-f81b3f9a1185,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:12.817984 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:12.818712 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a469e-2539-4969-8eb8-a2ed97980275 req-f3fa8f88-ab7f-4c37-a2ff-17f626e6cf5a tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:12.820397 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a4a469e-2539-4969-8eb8-a2ed97980275 req-f3fa8f88-ab7f-4c37-a2ff-17f626e6cf5a tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.82 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028&tenant_id=a3be994ed85f4a829dcc64cb49f926c3&binding%3Ahost_id=n-h1-792394-16 HTTP/1.1" status: 200 len: 943 time: 0.1358237 Jul 16 02:11:12.866322 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=82344a2a-8a18-4386-bd46-f81b3f9a1185,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:12.873583 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:12.873932 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:12.874268 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:12.874599 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:12.874930 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:12.875260 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:12.875582 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:12.875911 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:12.876230 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:12.876577 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:12.876901 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:12.877219 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:12.899604 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-db0a14d3-0c17-46aa-8c1d-ad2606332cba req-b8d8ceba-459e-41bd-89fd-4df940ea5621 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779140 Jul 16 02:11:12.908386 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-0a4a469e-2539-4969-8eb8-a2ed97980275 req-4d1ee7fc-6a5b-40d0-95fd-3609fcdd1b78 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:11:12.909407 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a4a469e-2539-4969-8eb8-a2ed97980275 req-4d1ee7fc-6a5b-40d0-95fd-3609fcdd1b78 service neutron] 10.222.0.82 "DELETE /v2.0/ports/82344a2a-8a18-4386-bd46-f81b3f9a1185/bindings/n-h2-792394-16 HTTP/1.1" status: 404 len: 381 time: 0.0801139 Jul 16 02:11:13.032049 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a469e-2539-4969-8eb8-a2ed97980275 req-d1ecb662-f38a-45fe-a08c-5b88a4d5d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:13.034293 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a4a469e-2539-4969-8eb8-a2ed97980275 req-d1ecb662-f38a-45fe-a08c-5b88a4d5d823 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 1096 time: 0.0695412 Jul 16 02:11:13.053255 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['82344a2a-8a18-4386-bd46-f81b3f9a1185'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:11:13.137238 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a469e-2539-4969-8eb8-a2ed97980275 req-a6aa6db0-ed57-423f-a9f3-ee6537509f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:13.138791 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a4a469e-2539-4969-8eb8-a2ed97980275 req-a6aa6db0-ed57-423f-a9f3-ee6537509f2a service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0986390 Jul 16 02:11:13.219830 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a4a469e-2539-4969-8eb8-a2ed97980275 req-9bc65af1-d1ed-4662-88b9-b55d90911cad service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82344a2a-8a18-4386-bd46-f81b3f9a1185 HTTP/1.1" status: 200 len: 1000 time: 0.0742118 Jul 16 02:11:13.273668 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a469e-2539-4969-8eb8-a2ed97980275 req-fc156c8e-eca5-492a-b428-60d8ee68ee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:13.275218 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a4a469e-2539-4969-8eb8-a2ed97980275 req-fc156c8e-eca5-492a-b428-60d8ee68ee5e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0495949 Jul 16 02:11:13.341559 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a469e-2539-4969-8eb8-a2ed97980275 req-e4ce6eda-dda7-4c2c-baf4-3f46ee723f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:13.343098 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a4a469e-2539-4969-8eb8-a2ed97980275 req-e4ce6eda-dda7-4c2c-baf4-3f46ee723f2e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619888 Jul 16 02:11:13.450276 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a4a469e-2539-4969-8eb8-a2ed97980275 req-426f445e-178a-4b48-acb0-a59edf4473b2 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001172 Jul 16 02:11:13.561193 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a4a469e-2539-4969-8eb8-a2ed97980275 req-1118f77a-60b3-47fe-bb14-09aee1a678fa service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044240 Jul 16 02:11:14.087567 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d702474-ea40-45d9-ba37-390822a3fdda req-93676241-943d-4472-8618-5129e099607c tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:14.089299 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3d702474-ea40-45d9-ba37-390822a3fdda req-93676241-943d-4472-8618-5129e099607c tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 944 time: 0.0728371 Jul 16 02:11:14.133988 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3d702474-ea40-45d9-ba37-390822a3fdda req-0d6deeac-98a2-4231-8606-e9d2bdde3486 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373955 Jul 16 02:11:14.625413 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 82344a2a-8a18-4386-bd46-f81b3f9a1185 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:11:14.683694 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 82344a2a-8a18-4386-bd46-f81b3f9a1185 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:11:14.689421 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 82344a2a-8a18-4386-bd46-f81b3f9a1185 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:11:14.689973 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:14.773420 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:14.796514 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98067fbe-5545-4096-ac5c-b06e4fbde028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82344a2a-8a18-4386-bd46-f81b3f9a1185'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:14.798768 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5679ca-aad3-4a6c-ac63-984462734a6d" -d '{"events": [{"server_uuid": "98067fbe-5545-4096-ac5c-b06e4fbde028", "name": "network-vif-plugged", "status": "completed", "tag": "82344a2a-8a18-4386-bd46-f81b3f9a1185"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:14.813430 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 82344a2a-8a18-4386-bd46-f81b3f9a1185, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=82344a2a-8a18-4386-bd46-f81b3f9a1185,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:14.818688 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:14.844640 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3900d6-b505-4259-b689-2ec83bc4f1d1 x-openstack-request-id: req-bd3900d6-b505-4259-b689-2ec83bc4f1d1 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:14.844927 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98067fbe-5545-4096-ac5c-b06e4fbde028", "name": "network-vif-plugged", "status": "completed", "tag": "82344a2a-8a18-4386-bd46-f81b3f9a1185", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:14.845171 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd3900d6-b505-4259-b689-2ec83bc4f1d1 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:14.845547 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98067fbe-5545-4096-ac5c-b06e4fbde028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82344a2a-8a18-4386-bd46-f81b3f9a1185', 'code': 200} Jul 16 02:11:14.872768 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=82344a2a-8a18-4386-bd46-f81b3f9a1185,revision_number=9']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:15.345257 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a40376-62b2-4a24-9b5f-f37fc8ac29ec req-b079c60d-caed-4378-826f-8adb96a2086f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:15.346778 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d9a40376-62b2-4a24-9b5f-f37fc8ac29ec req-b079c60d-caed-4378-826f-8adb96a2086f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 945 time: 0.0719819 Jul 16 02:11:15.387436 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d9a40376-62b2-4a24-9b5f-f37fc8ac29ec req-3b408608-d378-43c3-b671-8357879f9793 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341034 Jul 16 02:11:15.596427 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb89f9-4046-40d6-b880-293bfd7dbb34 req-94058e13-ed76-4414-9b7b-4e40e6639e4e tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:15.598312 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92fb89f9-4046-40d6-b880-293bfd7dbb34 req-94058e13-ed76-4414-9b7b-4e40e6639e4e tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 945 time: 0.0769773 Jul 16 02:11:15.643261 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-92fb89f9-4046-40d6-b880-293bfd7dbb34 req-52b262d1-f140-4e12-81d4-aeb49550b2c1 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385702 Jul 16 02:11:15.820330 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d01da-f881-4155-809c-f0d0767b0515 req-c8e4caad-71a9-469b-b65a-b5d517425c58 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:15.821849 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4f1d01da-f881-4155-809c-f0d0767b0515 req-c8e4caad-71a9-469b-b65a-b5d517425c58 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 945 time: 0.0693469 Jul 16 02:11:15.861304 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4f1d01da-f881-4155-809c-f0d0767b0515 req-d711bdaa-7931-4241-b814-ad8cc24d73fa tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336881 Jul 16 02:11:16.282779 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847690ce-7929-4fac-ba66-b5ced0d85f21 req-f092a338-e6ec-4eb5-b6a1-fb3bcfbfc6cd tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:16.284144 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-847690ce-7929-4fac-ba66-b5ced0d85f21 req-f092a338-e6ec-4eb5-b6a1-fb3bcfbfc6cd tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 945 time: 0.0879130 Jul 16 02:11:16.324100 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-847690ce-7929-4fac-ba66-b5ced0d85f21 req-364db113-df08-4492-8187-10abd20c9300 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336635 Jul 16 02:11:17.442438 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb662d-e2c1-4328-a2a6-e12377bea53a req-0f3bfd06-8ea5-4201-b7a7-b6c713ce930a tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:17.444106 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f2fb662d-e2c1-4328-a2a6-e12377bea53a req-0f3bfd06-8ea5-4201-b7a7-b6c713ce930a tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.84 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 945 time: 0.0690522 Jul 16 02:11:17.522882 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96152f-ca1d-443d-82e3-423706cefe7f req-bb56fda8-10bc-4500-9373-3d4decada874 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:17.530327 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cf96152f-ca1d-443d-82e3-423706cefe7f req-bb56fda8-10bc-4500-9373-3d4decada874 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 945 time: 0.0700281 Jul 16 02:11:17.555683 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-f2fb662d-e2c1-4328-a2a6-e12377bea53a req-d96165dc-e91e-4b43-a732-e36bf4ab8a0b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Deleting port 82344a2a-8a18-4386-bd46-f81b3f9a1185 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:11:17.556040 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f2fb662d-e2c1-4328-a2a6-e12377bea53a req-d96165dc-e91e-4b43-a732-e36bf4ab8a0b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:17.566184 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cf96152f-ca1d-443d-82e3-423706cefe7f req-ca5161bc-eaac-4565-b839-82e2ae247843 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347493 Jul 16 02:11:17.651635 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-f2fb662d-e2c1-4328-a2a6-e12377bea53a req-d96165dc-e91e-4b43-a732-e36bf4ab8a0b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] For port 82344a2a-8a18-4386-bd46-f81b3f9a1185, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=82344a2a-8a18-4386-bd46-f81b3f9a1185,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:17.651947 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f2fb662d-e2c1-4328-a2a6-e12377bea53a req-d96165dc-e91e-4b43-a732-e36bf4ab8a0b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:18.134350 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f2fb662d-e2c1-4328-a2a6-e12377bea53a req-d96165dc-e91e-4b43-a732-e36bf4ab8a0b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:18.134728 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f2fb662d-e2c1-4328-a2a6-e12377bea53a req-d96165dc-e91e-4b43-a732-e36bf4ab8a0b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:18.135066 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [req-f2fb662d-e2c1-4328-a2a6-e12377bea53a req-d96165dc-e91e-4b43-a732-e36bf4ab8a0b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Floating IP a23bb70c-b1da-446b-8ce0-ab5fff85dcdb disassociated. External IP: 172.25.6.120, port: 82344a2a-8a18-4386-bd46-f81b3f9a1185. Jul 16 02:11:18.135426 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-f2fb662d-e2c1-4328-a2a6-e12377bea53a req-d96165dc-e91e-4b43-a732-e36bf4ab8a0b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Calling delete_port for 82344a2a-8a18-4386-bd46-f81b3f9a1185 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:11:18.285268 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f2fb662d-e2c1-4328-a2a6-e12377bea53a req-d96165dc-e91e-4b43-a732-e36bf4ab8a0b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:18.313257 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96165dc-e91e-4b43-a732-e36bf4ab8a0b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Pushing event deleted for resources: {'Port': ['ID=82344a2a-8a18-4386-bd46-f81b3f9a1185,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:18.429968 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2fb662d-e2c1-4328-a2a6-e12377bea53a req-d96165dc-e91e-4b43-a732-e36bf4ab8a0b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Router d5b25933-0761-4f15-816b-8f9e8278e7d7 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:11:18.557520 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2fb662d-e2c1-4328-a2a6-e12377bea53a req-d96165dc-e91e-4b43-a732-e36bf4ab8a0b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:11:18.566964 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae22ae6-ff17-4a09-adce-8b207f1941ff None None] Sync routers for ids ['d5b25933-0761-4f15-816b-8f9e8278e7d7'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:11:18.578280 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae22ae6-ff17-4a09-adce-8b207f1941ff None None] Routers {'d5b25933-0761-4f15-816b-8f9e8278e7d7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:11:18.578911 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-3ae22ae6-ff17-4a09-adce-8b207f1941ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:11:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d5b25933-0761-4f15-816b-8f9e8278e7d7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:11:18.617501 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fb662d-e2c1-4328-a2a6-e12377bea53a req-d96165dc-e91e-4b43-a732-e36bf4ab8a0b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] No DVR routers for this DVR port 82344a2a-8a18-4386-bd46-f81b3f9a1185 on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:11:18.620809 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f2fb662d-e2c1-4328-a2a6-e12377bea53a req-d96165dc-e91e-4b43-a732-e36bf4ab8a0b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:18.622845 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f2fb662d-e2c1-4328-a2a6-e12377bea53a req-d96165dc-e91e-4b43-a732-e36bf4ab8a0b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.84 "DELETE /v2.0/ports/82344a2a-8a18-4386-bd46-f81b3f9a1185 HTTP/1.1" status: 204 len: 173 time: 1.1734979 Jul 16 02:11:18.623306 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98067fbe-5545-4096-ac5c-b06e4fbde028', 'name': 'network-vif-deleted', 'tag': '82344a2a-8a18-4386-bd46-f81b3f9a1185'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:18.626337 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a0a134-bab7-411e-b2c5-647ec0c52d98" -d '{"events": [{"server_uuid": "98067fbe-5545-4096-ac5c-b06e4fbde028", "name": "network-vif-deleted", "tag": "82344a2a-8a18-4386-bd46-f81b3f9a1185"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:18.668949 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a29e928-d1e3-401a-a2a1-464253d1fcd6 x-openstack-request-id: req-9a29e928-d1e3-401a-a2a1-464253d1fcd6 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:18.669352 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98067fbe-5545-4096-ac5c-b06e4fbde028", "name": "network-vif-deleted", "tag": "82344a2a-8a18-4386-bd46-f81b3f9a1185", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:18.669552 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a29e928-d1e3-401a-a2a1-464253d1fcd6 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:18.671439 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98067fbe-5545-4096-ac5c-b06e4fbde028', 'name': 'network-vif-deleted', 'tag': '82344a2a-8a18-4386-bd46-f81b3f9a1185', 'status': 'completed', 'code': 200} Jul 16 02:11:18.743788 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0907a6e9-8dfb-458f-bfb3-6ea1a575beb5 req-590cf195-e18e-4ec5-ae74-42841c0b953a tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=98067fbe-5545-4096-ac5c-b06e4fbde028 HTTP/1.1" status: 200 len: 210 time: 0.0378230 Jul 16 02:11:18.876675 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-3ae22ae6-ff17-4a09-adce-8b207f1941ff None None] Set router d5b25933-0761-4f15-816b-8f9e8278e7d7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:11:19.076894 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-3ae22ae6-ff17-4a09-adce-8b207f1941ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:02Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:11:19.104941 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae22ae6-ff17-4a09-adce-8b207f1941ff None None] Checking router: d5b25933-0761-4f15-816b-8f9e8278e7d7 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:11:19.113787 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae22ae6-ff17-4a09-adce-8b207f1941ff None None] Routers {'d5b25933-0761-4f15-816b-8f9e8278e7d7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:11:19.114419 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-3ae22ae6-ff17-4a09-adce-8b207f1941ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:11:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d5b25933-0761-4f15-816b-8f9e8278e7d7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:11:19.230423 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-3ae22ae6-ff17-4a09-adce-8b207f1941ff None None] Set router d5b25933-0761-4f15-816b-8f9e8278e7d7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:11:19.447234 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-3ae22ae6-ff17-4a09-adce-8b207f1941ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:02Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:11:19.474540 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae22ae6-ff17-4a09-adce-8b207f1941ff None None] The sync data for ids ['d5b25933-0761-4f15-816b-8f9e8278e7d7'] in n-d-792394-16 is: [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:02Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:11:19.695880 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fefea9a-8324-401c-9626-f4689bfa8759 None None] New status for floating IP a23bb70c-b1da-446b-8ce0-ab5fff85dcdb: DOWN {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:11:20.089983 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67562d39-9542-46a7-a699-01ecd77457f7 req-bff7bdfb-f1e5-43f5-9af7-4a796c72b1b7 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1664601092&fields=id&tenant_id=a3be994ed85f4a829dcc64cb49f926c3 HTTP/1.1" status: 200 len: 267 time: 0.0368121 Jul 16 02:11:20.219722 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67562d39-9542-46a7-a699-01ecd77457f7 req-7a36f1fb-abd4-4195-8d9c-aea0c76890c0 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:20.221103 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67562d39-9542-46a7-a699-01ecd77457f7 req-7a36f1fb-abd4-4195-8d9c-aea0c76890c0 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 812 time: 0.1214187 Jul 16 02:11:20.239098 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67562d39-9542-46a7-a699-01ecd77457f7 req-9c4c738d-b597-40db-8a79-0a6588e15e0e tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/quotas/a3be994ed85f4a829dcc64cb49f926c3 HTTP/1.1" status: 200 len: 375 time: 0.0096099 Jul 16 02:11:20.328074 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67562d39-9542-46a7-a699-01ecd77457f7 req-f2295307-1717-4382-ba7c-0f5a49bfad6f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0811567 Jul 16 02:11:20.517705 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67562d39-9542-46a7-a699-01ecd77457f7 req-77757c9d-b4fe-4fbb-9e8b-96dfefd5dafe service neutron] 10.222.0.16 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768880 Jul 16 02:11:20.615754 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67562d39-9542-46a7-a699-01ecd77457f7 req-de9c4a53-da8c-4389-abfd-3d1e6d340a04 service neutron] 10.222.0.16 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891948 Jul 16 02:11:20.648872 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 82344a2a-8a18-4386-bd46-f81b3f9a1185 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:11:20.669283 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 82344a2a-8a18-4386-bd46-f81b3f9a1185 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:11:20.669633 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 82344a2a-8a18-4386-bd46-f81b3f9a1185 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:11:20.805519 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-488964fc-b226-4a4f-938d-b624c8feaf7c req-00b51e02-c862-406e-8c5d-8d6f20e98de2 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 210 time: 0.0302589 Jul 16 02:11:22.035904 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f554dde9-6709-410c-a6f3-03b10e391743 req-1300efd6-f357-4e7b-a016-e20e6a640002 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 210 time: 0.0572402 Jul 16 02:11:22.108650 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67562d39-9542-46a7-a699-01ecd77457f7 req-6946f691-94a4-4e6b-ae70-fe8a82662c37 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:22.110105 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67562d39-9542-46a7-a699-01ecd77457f7 req-6946f691-94a4-4e6b-ae70-fe8a82662c37 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 812 time: 0.1419988 Jul 16 02:11:22.155018 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67562d39-9542-46a7-a699-01ecd77457f7 req-8a20bbdd-4a2a-4da0-b1dc-cab8a3b7aae3 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3be994ed85f4a829dcc64cb49f926c3 HTTP/1.1" status: 200 len: 380 time: 0.0361094 Jul 16 02:11:22.163938 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Request body: {'port': {'device_id': 'afc1bdce-c60f-4810-b437-9bb596269160', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'admin_state_up': True, 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'security_groups': ['349862de-c2cf-4822-80e2-b741d1b7c027']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:11:22.283757 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Made reservation on behalf of a3be994ed85f4a829dcc64cb49f926c3 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:11:22.287404 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:22.419125 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Allocated IP 172.20.0.7 (8577501a-8fd1-4293-95f7-4724e998be89/d6783360-3c15-498e-a3fe-5fade01df9b4/4bb5b357-c519-48fd-9bef-fe05badf1443) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:11:22.569186 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:22.587409 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Transition to ACTIVE for port object 4bb5b357-c519-48fd-9bef-fe05badf1443 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:11:22.622605 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:22.674400 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Network 8577501a-8fd1-4293-95f7-4724e998be89 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:11:22.677602 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:11:22.681712 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:11:22.688293 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Pushing event updated for resources: {'Port': ['ID=4bb5b357-c519-48fd-9bef-fe05badf1443,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:22.716977 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:22.717292 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:22.717667 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:22.718000 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:22.718332 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:22.718658 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:22.718984 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:22.719296 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:22.719621 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:22.719938 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:22.720259 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:22.720604 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:22.746857 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:22.747508 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:22.764007 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0bbc4a5f-dedc-4065-ad97-649fb933da06 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6040597 Jul 16 02:11:22.776840 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0779ca29-7e83-42aa-ae34-11ad283ad8b7 service neutron] Request body: {'port': {'device_id': 'afc1bdce-c60f-4810-b437-9bb596269160', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:11:22.852024 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0779ca29-7e83-42aa-ae34-11ad283ad8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:22.876476 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-805cf424-f0af-476f-8405-4f3a69bf326c None None] Provisioning for port 4bb5b357-c519-48fd-9bef-fe05badf1443 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:11:22.880866 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-805cf424-f0af-476f-8405-4f3a69bf326c None None] Provisioning complete for port 4bb5b357-c519-48fd-9bef-fe05badf1443 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:11:22.881243 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-805cf424-f0af-476f-8405-4f3a69bf326c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:22.916791 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-805cf424-f0af-476f-8405-4f3a69bf326c None None] Port 4bb5b357-c519-48fd-9bef-fe05badf1443 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:11:23.141368 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0779ca29-7e83-42aa-ae34-11ad283ad8b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb5b357-c519-48fd-9bef-fe05badf1443 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:11:23.151543 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0779ca29-7e83-42aa-ae34-11ad283ad8b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:23.164653 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0779ca29-7e83-42aa-ae34-11ad283ad8b7 service neutron] Transition to ACTIVE for port object 4bb5b357-c519-48fd-9bef-fe05badf1443 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:11:23.171140 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0779ca29-7e83-42aa-ae34-11ad283ad8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:23.222231 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779ca29-7e83-42aa-ae34-11ad283ad8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb5b357-c519-48fd-9bef-fe05badf1443,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:23.234396 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf44557-8c26-410a-bffd-9d2e6f1ad2a5 req-59376b62-674e-4549-95cb-179fcbbd2d24 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:23.235999 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-adf44557-8c26-410a-bffd-9d2e6f1ad2a5 req-59376b62-674e-4549-95cb-179fcbbd2d24 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 943 time: 0.0776625 Jul 16 02:11:23.277629 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-adf44557-8c26-410a-bffd-9d2e6f1ad2a5 req-f4d13919-22b3-402a-9728-950f07a994fc tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353334 Jul 16 02:11:23.301960 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0779ca29-7e83-42aa-ae34-11ad283ad8b7 service neutron] Attempting to bind port 4bb5b357-c519-48fd-9bef-fe05badf1443 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:11:23.302474 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0779ca29-7e83-42aa-ae34-11ad283ad8b7 service neutron] Attempting to bind port 4bb5b357-c519-48fd-9bef-fe05badf1443 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:11:23.302758 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0779ca29-7e83-42aa-ae34-11ad283ad8b7 service neutron] Attempting to bind port 4bb5b357-c519-48fd-9bef-fe05badf1443 on network 8577501a-8fd1-4293-95f7-4724e998be89 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:23.307441 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0779ca29-7e83-42aa-ae34-11ad283ad8b7 service neutron] Port 4bb5b357-c519-48fd-9bef-fe05badf1443 on network 8577501a-8fd1-4293-95f7-4724e998be89 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:11:23.307762 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0779ca29-7e83-42aa-ae34-11ad283ad8b7 service neutron] Attempting to bind port 4bb5b357-c519-48fd-9bef-fe05badf1443 on network 8577501a-8fd1-4293-95f7-4724e998be89 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:23.312886 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0779ca29-7e83-42aa-ae34-11ad283ad8b7 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:11:23.313223 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0779ca29-7e83-42aa-ae34-11ad283ad8b7 service neutron] Checking segment: {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:11:23.313606 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0779ca29-7e83-42aa-ae34-11ad283ad8b7 service neutron] Bound using segment: {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:11:23.314034 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0779ca29-7e83-42aa-ae34-11ad283ad8b7 service neutron] Bound port: 4bb5b357-c519-48fd-9bef-fe05badf1443, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:11:23.314392 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0779ca29-7e83-42aa-ae34-11ad283ad8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:23.381969 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0779ca29-7e83-42aa-ae34-11ad283ad8b7 service neutron] For port 4bb5b357-c519-48fd-9bef-fe05badf1443, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:11:23.385598 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0779ca29-7e83-42aa-ae34-11ad283ad8b7 service neutron] For port 4bb5b357-c519-48fd-9bef-fe05badf1443, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=4bb5b357-c519-48fd-9bef-fe05badf1443,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:11:23.391669 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0779ca29-7e83-42aa-ae34-11ad283ad8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:23.424906 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0779ca29-7e83-42aa-ae34-11ad283ad8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:23.425445 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0779ca29-7e83-42aa-ae34-11ad283ad8b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:23.427035 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67562d39-9542-46a7-a699-01ecd77457f7 req-0779ca29-7e83-42aa-ae34-11ad283ad8b7 service neutron] 10.222.0.82 "PUT /v2.0/ports/4bb5b357-c519-48fd-9bef-fe05badf1443 HTTP/1.1" status: 200 len: 1092 time: 0.6549766 Jul 16 02:11:23.429349 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc1bdce-c60f-4810-b437-9bb596269160', 'tag': '4bb5b357-c519-48fd-9bef-fe05badf1443'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:23.432661 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548b0402-be2f-4455-983c-6b443b09b4a3" -d '{"events": [{"name": "network-changed", "server_uuid": "afc1bdce-c60f-4810-b437-9bb596269160", "tag": "4bb5b357-c519-48fd-9bef-fe05badf1443"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:23.474278 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779ca29-7e83-42aa-ae34-11ad283ad8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb5b357-c519-48fd-9bef-fe05badf1443,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:23.490783 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c60ae8-5200-4081-849e-0ffd058e7696 x-openstack-request-id: req-f6c60ae8-5200-4081-849e-0ffd058e7696 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:23.491062 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc1bdce-c60f-4810-b437-9bb596269160", "tag": "4bb5b357-c519-48fd-9bef-fe05badf1443", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:23.491306 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6c60ae8-5200-4081-849e-0ffd058e7696 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:23.491709 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc1bdce-c60f-4810-b437-9bb596269160', 'tag': '4bb5b357-c519-48fd-9bef-fe05badf1443', 'status': 'completed', 'code': 200} Jul 16 02:11:23.538083 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67562d39-9542-46a7-a699-01ecd77457f7 req-4b7472cb-044c-4e15-9fa7-d80fc8b30b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:23.539772 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67562d39-9542-46a7-a699-01ecd77457f7 req-4b7472cb-044c-4e15-9fa7-d80fc8b30b67 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 1095 time: 0.0586019 Jul 16 02:11:23.590113 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67562d39-9542-46a7-a699-01ecd77457f7 req-4b258733-f937-46be-a310-57e4eb3682c5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb5b357-c519-48fd-9bef-fe05badf1443 HTTP/1.1" status: 200 len: 217 time: 0.0403121 Jul 16 02:11:23.641929 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67562d39-9542-46a7-a699-01ecd77457f7 req-7cd56398-bc26-460f-8e5c-c82b40b3cca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:23.643403 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67562d39-9542-46a7-a699-01ecd77457f7 req-7cd56398-bc26-460f-8e5c-c82b40b3cca7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0450840 Jul 16 02:11:23.707012 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67562d39-9542-46a7-a699-01ecd77457f7 req-ad9adec3-a014-4938-9aa6-b08f057d30b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:23.708598 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67562d39-9542-46a7-a699-01ecd77457f7 req-ad9adec3-a014-4938-9aa6-b08f057d30b1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575280 Jul 16 02:11:23.807254 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67562d39-9542-46a7-a699-01ecd77457f7 req-5e7c26ab-e4fa-4c9d-9a93-93c6535712b1 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915544 Jul 16 02:11:23.906683 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67562d39-9542-46a7-a699-01ecd77457f7 req-555de3b0-41a8-4f62-8c91-43ea76e97ab0 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914252 Jul 16 02:11:24.020701 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b0402-be2f-4455-983c-6b443b09b4a3 req-a47fcba3-5289-4be4-bcad-21922d24ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:24.022260 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-548b0402-be2f-4455-983c-6b443b09b4a3 req-a47fcba3-5289-4be4-bcad-21922d24ec82 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 1095 time: 0.0618925 Jul 16 02:11:24.119997 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b0402-be2f-4455-983c-6b443b09b4a3 req-cde30a5a-b8bd-4dbb-95c1-e2e73805ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:24.121570 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-548b0402-be2f-4455-983c-6b443b09b4a3 req-cde30a5a-b8bd-4dbb-95c1-e2e73805ba15 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0923021 Jul 16 02:11:24.169922 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-548b0402-be2f-4455-983c-6b443b09b4a3 req-3ee27de8-3af6-41a4-bb77-9b74b541f3bc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb5b357-c519-48fd-9bef-fe05badf1443 HTTP/1.1" status: 200 len: 217 time: 0.0401614 Jul 16 02:11:24.221523 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b0402-be2f-4455-983c-6b443b09b4a3 req-f6a87500-876f-4d5a-a494-40997191dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:24.223314 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-548b0402-be2f-4455-983c-6b443b09b4a3 req-f6a87500-876f-4d5a-a494-40997191dcd2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0459287 Jul 16 02:11:24.283571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b0402-be2f-4455-983c-6b443b09b4a3 req-8bf0b513-de98-490e-a1c3-eda4f36266a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:24.285140 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-548b0402-be2f-4455-983c-6b443b09b4a3 req-8bf0b513-de98-490e-a1c3-eda4f36266a4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551205 Jul 16 02:11:24.383846 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-548b0402-be2f-4455-983c-6b443b09b4a3 req-80e910a7-06f7-4a7c-96cc-e96bd60deb9e service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909677 Jul 16 02:11:24.464856 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455101a-40aa-489d-8aad-510507b5e179 req-8bafc6d2-d1f5-4566-8ad9-3a899f6ff2a9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:24.466365 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e455101a-40aa-489d-8aad-510507b5e179 req-8bafc6d2-d1f5-4566-8ad9-3a899f6ff2a9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 943 time: 0.0704629 Jul 16 02:11:24.475967 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-548b0402-be2f-4455-983c-6b443b09b4a3 req-7396122b-c515-4445-8123-99717425ed35 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849578 Jul 16 02:11:24.509683 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e455101a-40aa-489d-8aad-510507b5e179 req-e3830649-01ee-4942-a955-dca52dd0c18b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372910 Jul 16 02:11:25.716929 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9313f4-3346-4d18-8c0e-b5437f7fb805 req-388f6c63-d548-41c3-ab5b-93fb44daea24 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:25.718356 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe9313f4-3346-4d18-8c0e-b5437f7fb805 req-388f6c63-d548-41c3-ab5b-93fb44daea24 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 943 time: 0.0839810 Jul 16 02:11:25.758504 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe9313f4-3346-4d18-8c0e-b5437f7fb805 req-f295cc7e-89b6-4e88-b9c1-5069aab71d8f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339108 Jul 16 02:11:26.384314 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 4bb5b357-c519-48fd-9bef-fe05badf1443 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:11:26.483986 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 4bb5b357-c519-48fd-9bef-fe05badf1443, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=4bb5b357-c519-48fd-9bef-fe05badf1443,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:26.495135 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '4bb5b357-c519-48fd-9bef-fe05badf1443', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'port_id': '4bb5b357-c519-48fd-9bef-fe05badf1443', 'mac_address': 'fa:16:3e:12:fe:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:11:26.532154 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:26.544955 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb5b357-c519-48fd-9bef-fe05badf1443 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:11:26.565235 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 4bb5b357-c519-48fd-9bef-fe05badf1443, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=4bb5b357-c519-48fd-9bef-fe05badf1443,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:26.572974 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:26.642972 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=4bb5b357-c519-48fd-9bef-fe05badf1443,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:26.647362 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9ebccdb9-de32-43c8-975a-7d18692b1443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:26.813468 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['4bb5b357-c519-48fd-9bef-fe05badf1443'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:11:26.937124 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bb100-d5be-4eca-8034-4f7dfc90c923 req-cd76e42d-cc03-48cd-a13e-3eb70fb29af5 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:26.944010 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-360bb100-d5be-4eca-8034-4f7dfc90c923 req-cd76e42d-cc03-48cd-a13e-3eb70fb29af5 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 944 time: 0.0724964 Jul 16 02:11:26.978774 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-360bb100-d5be-4eca-8034-4f7dfc90c923 req-2184b5e2-34fa-4ad7-b7d8-6751011e5737 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338497 Jul 16 02:11:28.166688 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee093c53-3755-4115-9d1f-f7a824f68f34 req-49cd6997-e2c1-4815-aa23-ad5b1df8d18f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:28.168783 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee093c53-3755-4115-9d1f-f7a824f68f34 req-49cd6997-e2c1-4815-aa23-ad5b1df8d18f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 944 time: 0.0701914 Jul 16 02:11:28.213110 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee093c53-3755-4115-9d1f-f7a824f68f34 req-b97c6cf2-99f2-4700-a35e-506dfedda599 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367131 Jul 16 02:11:28.399243 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 4bb5b357-c519-48fd-9bef-fe05badf1443 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:11:28.455170 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 4bb5b357-c519-48fd-9bef-fe05badf1443 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:11:28.458836 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 4bb5b357-c519-48fd-9bef-fe05badf1443 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:11:28.459211 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:28.561397 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:28.585452 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc1bdce-c60f-4810-b437-9bb596269160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb5b357-c519-48fd-9bef-fe05badf1443'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:28.587816 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc752c1-d456-41ae-826a-b6f2e39c2881" -d '{"events": [{"server_uuid": "afc1bdce-c60f-4810-b437-9bb596269160", "name": "network-vif-plugged", "status": "completed", "tag": "4bb5b357-c519-48fd-9bef-fe05badf1443"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:28.601209 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 4bb5b357-c519-48fd-9bef-fe05badf1443, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=4bb5b357-c519-48fd-9bef-fe05badf1443,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:28.606364 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:28.634787 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fb7dfb-0c38-4632-8308-5ec6abf73a14 x-openstack-request-id: req-d3fb7dfb-0c38-4632-8308-5ec6abf73a14 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:28.635086 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc1bdce-c60f-4810-b437-9bb596269160", "name": "network-vif-plugged", "status": "completed", "tag": "4bb5b357-c519-48fd-9bef-fe05badf1443", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:28.635341 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3fb7dfb-0c38-4632-8308-5ec6abf73a14 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:28.635732 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc1bdce-c60f-4810-b437-9bb596269160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb5b357-c519-48fd-9bef-fe05badf1443', 'code': 200} Jul 16 02:11:28.664186 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=4bb5b357-c519-48fd-9bef-fe05badf1443,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:28.768639 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005c244-91d1-40c8-8a48-ef584ea34434 req-8e3438ba-639c-4ed4-be93-17b313f0b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:28.770057 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8005c244-91d1-40c8-8a48-ef584ea34434 req-8e3438ba-639c-4ed4-be93-17b313f0b586 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 1097 time: 0.0740042 Jul 16 02:11:28.815604 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8005c244-91d1-40c8-8a48-ef584ea34434 req-ee786a89-86ba-4c76-8d2c-7ab70df60c05 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380099 Jul 16 02:11:29.431831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e500d-11eb-47aa-bd4d-330dbff9db74 req-c620a252-585f-4187-8c40-13b77338e406 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:29.433479 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-813e500d-11eb-47aa-bd4d-330dbff9db74 req-c620a252-585f-4187-8c40-13b77338e406 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 945 time: 0.0793707 Jul 16 02:11:29.477503 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-813e500d-11eb-47aa-bd4d-330dbff9db74 req-3a4f5597-f653-4775-a2a9-3309d62801da tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362425 Jul 16 02:11:29.587569 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e248079d-da0a-482c-a150-62e3be5412c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:29.763405 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:30.674267 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa7250-adc3-44c2-8867-a8fb7e022fd0 req-bd33b3e8-88a8-40c3-ad65-27c3d73b7dd0 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:30.676584 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-53fa7250-adc3-44c2-8867-a8fb7e022fd0 req-bd33b3e8-88a8-40c3-ad65-27c3d73b7dd0 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 945 time: 0.0789435 Jul 16 02:11:30.724130 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-53fa7250-adc3-44c2-8867-a8fb7e022fd0 req-84480131-2cd6-4a38-a621-44653aa8877f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415633 Jul 16 02:11:30.912351 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc46e1-96d3-4932-b678-d8ddfd161115 req-ed5ecdc1-5403-40e4-8406-0dc313306cc1 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:30.913926 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bfc46e1-96d3-4932-b678-d8ddfd161115 req-ed5ecdc1-5403-40e4-8406-0dc313306cc1 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 945 time: 0.0719666 Jul 16 02:11:30.923090 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 37872) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:11:30.927865 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-fce3bee2-4f68-4c59-b1d0-2178021a2914 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Request body: {'floatingip': {'port_id': '4bb5b357-c519-48fd-9bef-fe05badf1443'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:11:30.945263 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:30.967742 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fce3bee2-4f68-4c59-b1d0-2178021a2914 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for floatingip, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:31.459714 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fce3bee2-4f68-4c59-b1d0-2178021a2914 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:31.466293 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fce3bee2-4f68-4c59-b1d0-2178021a2914 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:31.567310 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-fce3bee2-4f68-4c59-b1d0-2178021a2914 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Floating IP a23bb70c-b1da-446b-8ce0-ab5fff85dcdb associated. External IP: 172.25.6.120, port: 4bb5b357-c519-48fd-9bef-fe05badf1443. Jul 16 02:11:31.807339 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce3bee2-4f68-4c59-b1d0-2178021a2914 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Router d5b25933-0761-4f15-816b-8f9e8278e7d7 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:11:31.881336 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:31.922486 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce3bee2-4f68-4c59-b1d0-2178021a2914 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:11:31.927791 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-fce3bee2-4f68-4c59-b1d0-2178021a2914 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:31.932468 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f60397c-e485-4d74-afd2-e35180642763 None None] Sync routers for ids ['d5b25933-0761-4f15-816b-8f9e8278e7d7'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:11:31.946682 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f60397c-e485-4d74-afd2-e35180642763 None None] Routers {'d5b25933-0761-4f15-816b-8f9e8278e7d7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:11:31.947486 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-0f60397c-e485-4d74-afd2-e35180642763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:11:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d5b25933-0761-4f15-816b-8f9e8278e7d7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:11:31.967380 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-fce3bee2-4f68-4c59-b1d0-2178021a2914 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "PUT /v2.0/floatingips/a23bb70c-b1da-446b-8ce0-ab5fff85dcdb HTTP/1.1" status: 200 len: 991 time: 1.0403981 Jul 16 02:11:31.967380 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc1bdce-c60f-4810-b437-9bb596269160', 'tag': '4bb5b357-c519-48fd-9bef-fe05badf1443'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:31.967691 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f57e920-5f5d-450b-87f4-defee72c66aa" -d '{"events": [{"name": "network-changed", "server_uuid": "afc1bdce-c60f-4810-b437-9bb596269160", "tag": "4bb5b357-c519-48fd-9bef-fe05badf1443"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:32.005047 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee22ded-bfed-4c91-abcf-21d3441b1849 x-openstack-request-id: req-5ee22ded-bfed-4c91-abcf-21d3441b1849 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:32.005404 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc1bdce-c60f-4810-b437-9bb596269160", "tag": "4bb5b357-c519-48fd-9bef-fe05badf1443", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:32.005860 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ee22ded-bfed-4c91-abcf-21d3441b1849 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:32.006459 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc1bdce-c60f-4810-b437-9bb596269160', 'tag': '4bb5b357-c519-48fd-9bef-fe05badf1443', 'status': 'completed', 'code': 200} Jul 16 02:11:32.063056 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-0f60397c-e485-4d74-afd2-e35180642763 None None] Set router d5b25933-0761-4f15-816b-8f9e8278e7d7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:11:32.081634 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57e920-5f5d-450b-87f4-defee72c66aa req-2b0f83df-80f8-4ccf-ab75-20420799493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:32.083152 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4f57e920-5f5d-450b-87f4-defee72c66aa req-2b0f83df-80f8-4ccf-ab75-20420799493d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 1097 time: 0.0533719 Jul 16 02:11:32.178569 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57e920-5f5d-450b-87f4-defee72c66aa req-decc2c2a-a875-4c88-b3da-292780e7b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:32.180104 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4f57e920-5f5d-450b-87f4-defee72c66aa req-decc2c2a-a875-4c88-b3da-292780e7b6c3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0910959 Jul 16 02:11:32.244390 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4f57e920-5f5d-450b-87f4-defee72c66aa req-217986ad-1dea-40c1-adb5-39723223cd27 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb5b357-c519-48fd-9bef-fe05badf1443 HTTP/1.1" status: 200 len: 999 time: 0.0577674 Jul 16 02:11:32.295439 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-0f60397c-e485-4d74-afd2-e35180642763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'a23bb70c-b1da-446b-8ce0-ab5fff85dcdb', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'port_id': '4bb5b357-c519-48fd-9bef-fe05badf1443', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'mac_address': 'fa:16:3e:12:fe:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc1bdce-c60f-4810-b437-9bb596269160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:01Z', 'updated_at': '2021-07-16T02:11:31Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:02Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:11:32.298057 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57e920-5f5d-450b-87f4-defee72c66aa req-37b4aff2-1c81-4757-8718-93c346519f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:32.299531 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4f57e920-5f5d-450b-87f4-defee72c66aa req-37b4aff2-1c81-4757-8718-93c346519f30 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0494509 Jul 16 02:11:32.321921 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f60397c-e485-4d74-afd2-e35180642763 None None] Checking router: d5b25933-0761-4f15-816b-8f9e8278e7d7 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:11:32.330604 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f60397c-e485-4d74-afd2-e35180642763 None None] Routers {'d5b25933-0761-4f15-816b-8f9e8278e7d7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:11:32.331231 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-0f60397c-e485-4d74-afd2-e35180642763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:11:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d5b25933-0761-4f15-816b-8f9e8278e7d7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:11:32.356736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57e920-5f5d-450b-87f4-defee72c66aa req-655830fd-826a-410b-9b72-69fc0be75b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:32.358246 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4f57e920-5f5d-450b-87f4-defee72c66aa req-655830fd-826a-410b-9b72-69fc0be75b83 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528364 Jul 16 02:11:32.439956 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-0f60397c-e485-4d74-afd2-e35180642763 None None] Set router d5b25933-0761-4f15-816b-8f9e8278e7d7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:11:32.453042 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4f57e920-5f5d-450b-87f4-defee72c66aa req-f29d44c3-b928-445c-9541-6847ac47702c service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868602 Jul 16 02:11:32.549174 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4f57e920-5f5d-450b-87f4-defee72c66aa req-20164286-c426-441f-9d23-801df3283ce2 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889950 Jul 16 02:11:32.689564 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:32.699381 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-0f60397c-e485-4d74-afd2-e35180642763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'a23bb70c-b1da-446b-8ce0-ab5fff85dcdb', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'port_id': '4bb5b357-c519-48fd-9bef-fe05badf1443', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'mac_address': 'fa:16:3e:12:fe:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc1bdce-c60f-4810-b437-9bb596269160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:01Z', 'updated_at': '2021-07-16T02:11:31Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:02Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:11:32.726850 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f60397c-e485-4d74-afd2-e35180642763 None None] The sync data for ids ['d5b25933-0761-4f15-816b-8f9e8278e7d7'] in n-d-792394-16 is: [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'a23bb70c-b1da-446b-8ce0-ab5fff85dcdb', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'port_id': '4bb5b357-c519-48fd-9bef-fe05badf1443', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'mac_address': 'fa:16:3e:12:fe:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc1bdce-c60f-4810-b437-9bb596269160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:01Z', 'updated_at': '2021-07-16T02:11:31Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:02Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:11:32.933750 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610c2a0b-df25-4d74-9d58-338b9ff6766a None None] New status for floating IP a23bb70c-b1da-446b-8ce0-ab5fff85dcdb: ACTIVE {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:11:35.399005 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:46.417127 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:11:56.641288 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87e0d1be-c758-4655-988f-5ce19c4b3882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:59.594201 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7eb20b40-20cf-4bc3-8285-e46d883a303e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:59.759769 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:00.952036 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:01.896634 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:02.688799 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:05.402655 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:23.417692 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:12:24.332849 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-55e518e3-beaf-4739-9202-d7b2e77c444d req-784eb65b-888f-4b51-852b-2b7638d1ca4d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0557778 Jul 16 02:12:24.436538 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e518e3-beaf-4739-9202-d7b2e77c444d req-ab7c8375-cb02-4e5c-b344-75e3e080bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:24.438067 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-55e518e3-beaf-4739-9202-d7b2e77c444d req-ab7c8375-cb02-4e5c-b344-75e3e080bba7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 1097 time: 0.0615933 Jul 16 02:12:24.556035 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e518e3-beaf-4739-9202-d7b2e77c444d req-6402d7b7-6731-47c2-b276-635400bc2147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:24.557430 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-55e518e3-beaf-4739-9202-d7b2e77c444d req-6402d7b7-6731-47c2-b276-635400bc2147 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0942433 Jul 16 02:12:24.630383 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-55e518e3-beaf-4739-9202-d7b2e77c444d req-cd166c1f-1d20-4c31-8492-2d848bf45da0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb5b357-c519-48fd-9bef-fe05badf1443 HTTP/1.1" status: 200 len: 1001 time: 0.0649688 Jul 16 02:12:24.685769 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e518e3-beaf-4739-9202-d7b2e77c444d req-fcf9b432-1967-4839-a03a-4bb0add1ba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:24.687307 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-55e518e3-beaf-4739-9202-d7b2e77c444d req-fcf9b432-1967-4839-a03a-4bb0add1ba82 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0498726 Jul 16 02:12:24.748258 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e518e3-beaf-4739-9202-d7b2e77c444d req-c420d9db-a4a4-4369-bbb2-e6949b4c1a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:24.749800 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-55e518e3-beaf-4739-9202-d7b2e77c444d req-c420d9db-a4a4-4369-bbb2-e6949b4c1a04 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553174 Jul 16 02:12:24.849400 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-55e518e3-beaf-4739-9202-d7b2e77c444d req-8c916b72-6495-499d-89ae-03050c09656c service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911648 Jul 16 02:12:24.942886 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-55e518e3-beaf-4739-9202-d7b2e77c444d req-e9b4ddfb-e4f8-48fb-afde-1b75c75967e6 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857615 Jul 16 02:12:26.646861 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb4c190a-79b1-4e0d-9813-a15cf0e1e485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:29.587404 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e5fbc2f-7079-46e6-b233-d1fca27fc15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:29.761089 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:30.959324 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:31.908073 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:32.697262 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:35.403303 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:56.651585 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8296c19c-38f3-449e-99fa-359b868f7236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:59.593276 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb2cd545-d789-4e54-b3e7-4934584185c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:59.759412 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.421231 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:13:00.957793 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.924667 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:02.698294 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:05.398147 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:08.161829 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80188b9-99fd-4599-8a40-0c31f1504af1 req-db528839-ecf2-495b-abbc-bc4992809aa5 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:08.163321 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c80188b9-99fd-4599-8a40-0c31f1504af1 req-db528839-ecf2-495b-abbc-bc4992809aa5 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 945 time: 0.1506579 Jul 16 02:13:08.204298 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c80188b9-99fd-4599-8a40-0c31f1504af1 req-d8bb1f55-5a43-4bdb-9878-946bb7c89526 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349474 Jul 16 02:13:09.467575 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f0b74-73b4-42cf-95f4-d696fa686f44 req-a57064a7-7b24-4bc2-ac82-c1bf1813f666 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:09.469316 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-691f0b74-73b4-42cf-95f4-d696fa686f44 req-a57064a7-7b24-4bc2-ac82-c1bf1813f666 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 945 time: 0.1479146 Jul 16 02:13:09.508763 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-691f0b74-73b4-42cf-95f4-d696fa686f44 req-3c8e6d74-cc90-461f-91ed-d9957f814cf0 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332553 Jul 16 02:13:10.882033 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81e0b-987f-4a47-8d52-898352029e67 req-83320a49-45bb-4ce0-b1ea-ee96e1d61caa tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:10.883540 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-56a81e0b-987f-4a47-8d52-898352029e67 req-83320a49-45bb-4ce0-b1ea-ee96e1d61caa tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 945 time: 0.0710266 Jul 16 02:13:10.921177 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-56a81e0b-987f-4a47-8d52-898352029e67 req-47db98c1-f842-4302-83d4-68af49268373 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319736 Jul 16 02:13:12.120551 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddb62e-264c-4a03-81fb-edf49c90f27d req-5753964b-4518-41c9-8836-11337eb36f0c tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:12.121845 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1cddb62e-264c-4a03-81fb-edf49c90f27d req-5753964b-4518-41c9-8836-11337eb36f0c tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 945 time: 0.0813510 Jul 16 02:13:12.169446 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1cddb62e-264c-4a03-81fb-edf49c90f27d req-3a9ea25e-4024-480c-9c92-3c20364bfcf5 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417371 Jul 16 02:13:13.361541 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d67cf6-6c5e-405e-91a1-036ee968b7b4 req-e45e7a7d-0ae7-42d8-966f-ad19341eda0d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:13.363043 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e5d67cf6-6c5e-405e-91a1-036ee968b7b4 req-e45e7a7d-0ae7-42d8-966f-ad19341eda0d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 945 time: 0.0748591 Jul 16 02:13:13.401634 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e5d67cf6-6c5e-405e-91a1-036ee968b7b4 req-f627678b-4274-4213-8d0b-22dd4345b5cc tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330114 Jul 16 02:13:14.604320 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78196f0a-00ed-484a-825d-9e0f55c5d927 req-41eb9414-690b-4ae3-aae2-47e46f890854 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:14.605746 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78196f0a-00ed-484a-825d-9e0f55c5d927 req-41eb9414-690b-4ae3-aae2-47e46f890854 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 945 time: 0.0819268 Jul 16 02:13:14.644121 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78196f0a-00ed-484a-825d-9e0f55c5d927 req-c3ff61f8-b382-4b56-ad58-9a5ec77d9dc4 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326495 Jul 16 02:13:15.856928 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c646e-afe5-4abe-b272-6e2dd7bb4a9c req-5dd0ae48-b5d9-4aef-a097-b655378ed274 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:15.858502 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fa8c646e-afe5-4abe-b272-6e2dd7bb4a9c req-5dd0ae48-b5d9-4aef-a097-b655378ed274 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 945 time: 0.0783386 Jul 16 02:13:15.907715 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fa8c646e-afe5-4abe-b272-6e2dd7bb4a9c req-5090f42c-80db-43bc-ae91-1be0899b9219 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416119 Jul 16 02:13:17.113191 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a42ad-220c-4267-838b-0042eb2f7948 req-64641eb8-6f49-41ba-b22c-78b7ba4493a2 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:17.114713 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-246a42ad-220c-4267-838b-0042eb2f7948 req-64641eb8-6f49-41ba-b22c-78b7ba4493a2 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 945 time: 0.0814989 Jul 16 02:13:17.157778 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-246a42ad-220c-4267-838b-0042eb2f7948 req-2dc3afac-853f-49bc-93d0-91ac1abe7af3 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343823 Jul 16 02:13:18.353557 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e50b5b-d3c5-4743-b399-1fc2a33a449a req-a0068015-d016-4e7f-aec9-98ba2cd06a02 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:18.355054 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-07e50b5b-d3c5-4743-b399-1fc2a33a449a req-a0068015-d016-4e7f-aec9-98ba2cd06a02 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 945 time: 0.0713747 Jul 16 02:13:18.395576 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-07e50b5b-d3c5-4743-b399-1fc2a33a449a req-e3ee33c0-2ad4-4469-893b-0f2cefc53b0f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330062 Jul 16 02:13:19.580632 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6f9dc-3543-4845-a960-09f826b70202 req-01d930b5-7107-4829-9bef-347170681875 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:19.582247 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ed6f9dc-3543-4845-a960-09f826b70202 req-01d930b5-7107-4829-9bef-347170681875 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 945 time: 0.0736129 Jul 16 02:13:19.641046 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ed6f9dc-3543-4845-a960-09f826b70202 req-6c87de47-89cb-4c32-a758-2b5598386812 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527890 Jul 16 02:13:19.945379 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 38106) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:20.053927 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-b96bc55c-1029-4b8a-9470-473a19d107c4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1074004 Jul 16 02:13:20.068740 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e970ae-de7d-4146-8517-12db7528ab9b req-07a189d9-0fa4-4a67-90b8-c8fe0be8a304 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:20.070353 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-96e970ae-de7d-4146-8517-12db7528ab9b req-07a189d9-0fa4-4a67-90b8-c8fe0be8a304 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 945 time: 0.0715451 Jul 16 02:13:20.111999 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-96e970ae-de7d-4146-8517-12db7528ab9b req-a8e35de7-14ed-44ee-83e0-b12f14490974 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356092 Jul 16 02:13:21.305005 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae171db-cfe2-49c1-8fc2-72684d4ae717 req-fc39a471-8921-4353-bc29-e7d478e7f454 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:21.306570 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4ae171db-cfe2-49c1-8fc2-72684d4ae717 req-fc39a471-8921-4353-bc29-e7d478e7f454 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 945 time: 0.0754859 Jul 16 02:13:21.354253 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4ae171db-cfe2-49c1-8fc2-72684d4ae717 req-358e2aef-fdd1-44f7-a25b-8c859d4dd77c tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402813 Jul 16 02:13:21.377082 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-85f00e14-bc7c-423f-aa75-114092d7902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:21.378637 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-85f00e14-bc7c-423f-aa75-114092d7902f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 1097 time: 0.0662146 Jul 16 02:13:21.476171 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-d8c77fe6-7cea-4d47-b303-d06903359843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:21.477758 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-d8c77fe6-7cea-4d47-b303-d06903359843 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0921834 Jul 16 02:13:21.544875 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-b63a5208-902b-4b77-b982-1fc79f6a4f86 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb5b357-c519-48fd-9bef-fe05badf1443 HTTP/1.1" status: 200 len: 1001 time: 0.0604634 Jul 16 02:13:21.601709 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-0c99ab78-015a-411c-9dfe-0835d9b09aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:21.603164 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-0c99ab78-015a-411c-9dfe-0835d9b09aef service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0521512 Jul 16 02:13:21.666387 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-f51a0659-20d8-41eb-93b0-25f8704fcb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:21.667912 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-f51a0659-20d8-41eb-93b0-25f8704fcb5d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586398 Jul 16 02:13:21.763763 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-fb9aea71-a649-4533-8a15-2a864ee1639c service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888224 Jul 16 02:13:21.864249 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-1dee274b-5970-4a3f-8fe0-59b219d61141 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944734 Jul 16 02:13:22.571801 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e56bf3-47b9-442c-a895-c95db22cb52d req-4b3c037c-41d1-40f7-820b-8cccad0ac512 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:22.573452 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b1e56bf3-47b9-442c-a895-c95db22cb52d req-4b3c037c-41d1-40f7-820b-8cccad0ac512 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 945 time: 0.0889578 Jul 16 02:13:22.614213 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b1e56bf3-47b9-442c-a895-c95db22cb52d req-77327f8e-79f3-46ed-ad43-cba88fec458d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329480 Jul 16 02:13:23.710232 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-378b9399-abfb-4abf-9f80-be0433ad1183 service neutron] show failed (client error): The resource could not be found. Jul 16 02:13:23.711181 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-378b9399-abfb-4abf-9f80-be0433ad1183 service neutron] 10.222.0.82 "GET /v2.0/ports/4bb5b357-c519-48fd-9bef-fe05badf1443/bindings/n-h1-792394-16 HTTP/1.1" status: 404 len: 381 time: 0.0672016 Jul 16 02:13:23.817381 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca7ed1-654e-45e6-a2ec-97bb841c8e91 req-3ff7094b-f857-4ed5-9568-00733a5860f6 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:23.818908 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-53ca7ed1-654e-45e6-a2ec-97bb841c8e91 req-3ff7094b-f857-4ed5-9568-00733a5860f6 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 945 time: 0.0660498 Jul 16 02:13:23.859211 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-53ca7ed1-654e-45e6-a2ec-97bb841c8e91 req-64d2be53-37cc-446f-81c0-2ca630ab12a1 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342870 Jul 16 02:13:24.024752 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-6eae94f8-b58e-402b-9aef-46e34be060f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:24.026288 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-6eae94f8-b58e-402b-9aef-46e34be060f1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160&tenant_id=a3be994ed85f4a829dcc64cb49f926c3 HTTP/1.1" status: 200 len: 1097 time: 0.1067243 Jul 16 02:13:24.038891 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-16', 'device_owner': 'compute:nova'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:24.117262 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:24.334037 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] For port 4bb5b357-c519-48fd-9bef-fe05badf1443, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=4bb5b357-c519-48fd-9bef-fe05badf1443,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:24.369311 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] For port 4bb5b357-c519-48fd-9bef-fe05badf1443, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:13:24.409339 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc1bdce-c60f-4810-b437-9bb596269160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bb5b357-c519-48fd-9bef-fe05badf1443'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:13:24.411631 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae94f6eb-d263-4177-80e6-80b924680777" -d '{"events": [{"server_uuid": "afc1bdce-c60f-4810-b437-9bb596269160", "name": "network-vif-unplugged", "status": "completed", "tag": "4bb5b357-c519-48fd-9bef-fe05badf1443"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:13:24.415558 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:24.428243 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Transition to ACTIVE for port object 4bb5b357-c519-48fd-9bef-fe05badf1443 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:24.438642 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:24.470100 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00f97ed-81bc-4508-ae2e-9d0021c4bcf7 x-openstack-request-id: req-b00f97ed-81bc-4508-ae2e-9d0021c4bcf7 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:13:24.470517 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc1bdce-c60f-4810-b437-9bb596269160", "name": "network-vif-unplugged", "status": "completed", "tag": "4bb5b357-c519-48fd-9bef-fe05badf1443", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:13:24.470771 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b00f97ed-81bc-4508-ae2e-9d0021c4bcf7 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:13:24.471207 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc1bdce-c60f-4810-b437-9bb596269160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bb5b357-c519-48fd-9bef-fe05badf1443', 'code': 200} Jul 16 02:13:24.494337 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb5b357-c519-48fd-9bef-fe05badf1443,revision_number=6']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:24.533080 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:24.533616 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:24.534050 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:24.534310 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:24.534644 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:24.534976 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:24.535307 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:24.535634 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:24.535959 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:24.536272 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:24.536631 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:24.536952 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:24.578305 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] No DVR routers for this DVR port 4bb5b357-c519-48fd-9bef-fe05badf1443 on host n-h2-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:13:24.718061 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Attempting to bind port 4bb5b357-c519-48fd-9bef-fe05badf1443 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:13:24.718413 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Attempting to bind port 4bb5b357-c519-48fd-9bef-fe05badf1443 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:13:24.718744 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Attempting to bind port 4bb5b357-c519-48fd-9bef-fe05badf1443 on network 8577501a-8fd1-4293-95f7-4724e998be89 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:13:24.724043 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Port 4bb5b357-c519-48fd-9bef-fe05badf1443 on network 8577501a-8fd1-4293-95f7-4724e998be89 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:13:24.724377 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Attempting to bind port 4bb5b357-c519-48fd-9bef-fe05badf1443 on network 8577501a-8fd1-4293-95f7-4724e998be89 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:13:24.729488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:13:24.730467 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Checking segment: {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:24.730467 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Bound using segment: {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:13:24.730697 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Bound port: 4bb5b357-c519-48fd-9bef-fe05badf1443, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:13:24.730979 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:24.811999 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] For port 4bb5b357-c519-48fd-9bef-fe05badf1443, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:13:24.815169 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] For port 4bb5b357-c519-48fd-9bef-fe05badf1443, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=4bb5b357-c519-48fd-9bef-fe05badf1443,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:13:24.821461 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:24.854772 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:24.855656 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:24.857149 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] 10.222.0.84 "PUT /v2.0/ports/4bb5b357-c519-48fd-9bef-fe05badf1443 HTTP/1.1" status: 200 len: 1092 time: 0.8225908 Jul 16 02:13:24.890036 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cec31-5e37-4dcf-bb4b-b4b98f440ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb5b357-c519-48fd-9bef-fe05badf1443,revision_number=7']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:24.939175 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-0e4520cf-b8cf-4274-891c-2c99a509608e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:24.940875 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-0e4520cf-b8cf-4274-891c-2c99a509608e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 1095 time: 0.0587509 Jul 16 02:13:25.078239 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-2f11090e-f816-4050-915e-190b8e8432aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:25.080089 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-2f11090e-f816-4050-915e-190b8e8432aa service neutron] 10.222.0.84 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.1331611 Jul 16 02:13:25.420155 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcad33-4637-49cf-b4de-eb71cf63ebe4 req-a7e1a54e-bef3-495f-8be2-8f453bb7b4e7 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:25.421535 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-77dcad33-4637-49cf-b4de-eb71cf63ebe4 req-a7e1a54e-bef3-495f-8be2-8f453bb7b4e7 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 943 time: 0.4455798 Jul 16 02:13:25.461263 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-e3be0e22-a7fa-480b-b8b8-6c4e64d47257 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb5b357-c519-48fd-9bef-fe05badf1443 HTTP/1.1" status: 200 len: 999 time: 0.3747871 Jul 16 02:13:25.481034 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-77dcad33-4637-49cf-b4de-eb71cf63ebe4 req-c1dd7c34-2fc4-4cc7-a9f7-80e3fe309b31 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530133 Jul 16 02:13:25.515219 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-df9d6c83-97f6-4ac0-8559-105b3baf9085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:25.516702 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-df9d6c83-97f6-4ac0-8559-105b3baf9085 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0477965 Jul 16 02:13:25.577961 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-e3982cc0-6486-4846-9dc9-c12e1ef019e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:25.579532 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-e3982cc0-6486-4846-9dc9-c12e1ef019e7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566015 Jul 16 02:13:25.678330 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-db3cabe2-bb98-48ce-94b0-50d5b9e2d281 service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918570 Jul 16 02:13:25.770242 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1bbf6f5a-38bc-438b-8e60-2cf141ee366b req-dde96c91-4ea5-4cc1-8da9-8c721408811b service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859518 Jul 16 02:13:26.472901 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc1bdce-c60f-4810-b437-9bb596269160', 'tag': '4bb5b357-c519-48fd-9bef-fe05badf1443'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:13:26.476402 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298fa45b-f754-4ac1-b312-9ca9a27eaea5" -d '{"events": [{"name": "network-changed", "server_uuid": "afc1bdce-c60f-4810-b437-9bb596269160", "tag": "4bb5b357-c519-48fd-9bef-fe05badf1443"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:13:26.529165 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e15bbbd-2fe8-4ad8-9b34-03a60ddaf752 x-openstack-request-id: req-8e15bbbd-2fe8-4ad8-9b34-03a60ddaf752 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:13:26.529542 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc1bdce-c60f-4810-b437-9bb596269160", "tag": "4bb5b357-c519-48fd-9bef-fe05badf1443", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:13:26.529867 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e15bbbd-2fe8-4ad8-9b34-03a60ddaf752 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:13:26.530323 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc1bdce-c60f-4810-b437-9bb596269160', 'tag': '4bb5b357-c519-48fd-9bef-fe05badf1443', 'status': 'completed', 'code': 200} Jul 16 02:13:26.605890 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fa45b-f754-4ac1-b312-9ca9a27eaea5 req-3f882895-f654-43f4-9613-176abcedaf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:26.607395 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-298fa45b-f754-4ac1-b312-9ca9a27eaea5 req-3f882895-f654-43f4-9613-176abcedaf05 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 1095 time: 0.0576406 Jul 16 02:13:26.619424 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fa45b-f754-4ac1-b312-9ca9a27eaea5 req-3dcbd1c4-d412-4ce4-a030-8c0f0de753bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:26.620940 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-298fa45b-f754-4ac1-b312-9ca9a27eaea5 req-3dcbd1c4-d412-4ce4-a030-8c0f0de753bd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 1095 time: 0.0678194 Jul 16 02:13:26.654110 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-85d48c61-5323-4107-8232-f615d93d88b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:26.699494 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fa45b-f754-4ac1-b312-9ca9a27eaea5 req-2c6ab9b4-a298-4bcf-87f2-1adfe65bb82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:26.700927 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-298fa45b-f754-4ac1-b312-9ca9a27eaea5 req-2c6ab9b4-a298-4bcf-87f2-1adfe65bb82c service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0868306 Jul 16 02:13:26.751356 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f539f-deaa-4c88-a6d8-b1533d242811 req-e9acbd7e-07ab-4471-9e62-890c29fb6621 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:26.754228 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-838f539f-deaa-4c88-a6d8-b1533d242811 req-e9acbd7e-07ab-4471-9e62-890c29fb6621 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 943 time: 0.1502361 Jul 16 02:13:26.755584 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fa45b-f754-4ac1-b312-9ca9a27eaea5 req-81bdd878-1616-4a3e-ae11-0de94c3eeb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:26.756949 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-298fa45b-f754-4ac1-b312-9ca9a27eaea5 req-81bdd878-1616-4a3e-ae11-0de94c3eeb98 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.1188946 Jul 16 02:13:26.779800 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-298fa45b-f754-4ac1-b312-9ca9a27eaea5 req-2b648fa3-4cb1-47fb-a749-e2712335d1be service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb5b357-c519-48fd-9bef-fe05badf1443 HTTP/1.1" status: 200 len: 999 time: 0.0714839 Jul 16 02:13:26.829193 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fa45b-f754-4ac1-b312-9ca9a27eaea5 req-e3f87979-6c25-48b9-a399-aa84ed54500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:26.830799 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-298fa45b-f754-4ac1-b312-9ca9a27eaea5 req-e3f87979-6c25-48b9-a399-aa84ed54500f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0450292 Jul 16 02:13:26.841771 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-838f539f-deaa-4c88-a6d8-b1533d242811 req-192331ba-b666-418b-b6c3-c57d89eb0fb4 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811529 Jul 16 02:13:26.851178 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-298fa45b-f754-4ac1-b312-9ca9a27eaea5 req-429027ed-6709-4816-a66b-02e06c3e719a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb5b357-c519-48fd-9bef-fe05badf1443 HTTP/1.1" status: 200 len: 999 time: 0.0841932 Jul 16 02:13:26.869891 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 4bb5b357-c519-48fd-9bef-fe05badf1443 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:13:26.892278 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fa45b-f754-4ac1-b312-9ca9a27eaea5 req-d8b3a441-2320-44f1-b921-a22177fe4033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:26.894178 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-298fa45b-f754-4ac1-b312-9ca9a27eaea5 req-d8b3a441-2320-44f1-b921-a22177fe4033 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557330 Jul 16 02:13:26.906914 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fa45b-f754-4ac1-b312-9ca9a27eaea5 req-5ad0e93f-a11b-4541-a2d6-f1b5a61bdd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:26.908560 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-298fa45b-f754-4ac1-b312-9ca9a27eaea5 req-5ad0e93f-a11b-4541-a2d6-f1b5a61bdd0c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0505702 Jul 16 02:13:26.923105 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 4bb5b357-c519-48fd-9bef-fe05badf1443 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:13:26.976588 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fa45b-f754-4ac1-b312-9ca9a27eaea5 req-dcc2e7ed-ef08-41c5-aef2-c52add2eca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:26.978043 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-298fa45b-f754-4ac1-b312-9ca9a27eaea5 req-dcc2e7ed-ef08-41c5-aef2-c52add2eca8b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621500 Jul 16 02:13:26.994740 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-298fa45b-f754-4ac1-b312-9ca9a27eaea5 req-0f65efd8-5f08-452a-bbcb-b2f459857e7d service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921309 Jul 16 02:13:27.074374 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-298fa45b-f754-4ac1-b312-9ca9a27eaea5 req-b72158b2-3e93-442b-9821-c1bf0dc32d49 service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889394 Jul 16 02:13:27.090767 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-298fa45b-f754-4ac1-b312-9ca9a27eaea5 req-ff416758-f8d3-4c55-8818-37ab8e87075f service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869665 Jul 16 02:13:27.178774 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-298fa45b-f754-4ac1-b312-9ca9a27eaea5 req-5c2609a8-1da3-49d8-a221-291e74315711 service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960672 Jul 16 02:13:27.209330 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 4bb5b357-c519-48fd-9bef-fe05badf1443 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:13:27.316190 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 4bb5b357-c519-48fd-9bef-fe05badf1443, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=4bb5b357-c519-48fd-9bef-fe05badf1443,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:27.328600 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '4bb5b357-c519-48fd-9bef-fe05badf1443', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'port_id': '4bb5b357-c519-48fd-9bef-fe05badf1443', 'mac_address': 'fa:16:3e:12:fe:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:13:27.370120 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:27.393420 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb5b357-c519-48fd-9bef-fe05badf1443 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:13:27.414521 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 4bb5b357-c519-48fd-9bef-fe05badf1443, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=4bb5b357-c519-48fd-9bef-fe05badf1443,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:27.421540 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:27.472793 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=4bb5b357-c519-48fd-9bef-fe05badf1443,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:27.480441 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:27.480791 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:27.481130 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:27.481460 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:27.481790 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:27.482114 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:27.482459 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:27.482779 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:27.483088 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:27.483398 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:27.483715 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:27.484026 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:27.624905 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['4bb5b357-c519-48fd-9bef-fe05badf1443'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:13:28.041916 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0545e1f-c8dd-47fa-b6b4-4e3b8fa5e21d req-1022ed7a-fc88-49a7-932c-c510125460d9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:28.043496 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0545e1f-c8dd-47fa-b6b4-4e3b8fa5e21d req-1022ed7a-fc88-49a7-932c-c510125460d9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 944 time: 0.0773478 Jul 16 02:13:28.092102 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a0545e1f-c8dd-47fa-b6b4-4e3b8fa5e21d req-bc796c03-ba8d-4f50-8da8-3f5ee1fffe79 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410457 Jul 16 02:13:28.487231 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a678b1a-60ca-4fc0-a052-b7ffdd338411 req-e1170c0d-8ea2-4ab6-95e5-17e5252a7448 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:28.488738 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a678b1a-60ca-4fc0-a052-b7ffdd338411 req-e1170c0d-8ea2-4ab6-95e5-17e5252a7448 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.82 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160&tenant_id=a3be994ed85f4a829dcc64cb49f926c3&binding%3Ahost_id=n-h1-792394-16 HTTP/1.1" status: 200 len: 944 time: 0.1202562 Jul 16 02:13:28.496843 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557722c-d18a-4fe0-8e67-8c46628d143d req-78c0a6d5-4d22-47af-abf4-9cbd76357017 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:28.498198 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6557722c-d18a-4fe0-8e67-8c46628d143d req-78c0a6d5-4d22-47af-abf4-9cbd76357017 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 944 time: 0.1283445 Jul 16 02:13:28.573201 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6557722c-d18a-4fe0-8e67-8c46628d143d req-81949b0e-cdc5-42b8-8efa-f7d4201b048b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687323 Jul 16 02:13:28.578155 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-2a678b1a-60ca-4fc0-a052-b7ffdd338411 req-91f3a295-a54b-4c6c-8517-9bca087bf944 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:13:28.579099 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a678b1a-60ca-4fc0-a052-b7ffdd338411 req-91f3a295-a54b-4c6c-8517-9bca087bf944 service neutron] 10.222.0.82 "DELETE /v2.0/ports/4bb5b357-c519-48fd-9bef-fe05badf1443/bindings/n-h2-792394-16 HTTP/1.1" status: 404 len: 381 time: 0.0800579 Jul 16 02:13:28.679064 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a678b1a-60ca-4fc0-a052-b7ffdd338411 req-b1c78de6-dc67-4165-bbf6-37e15c8d0b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:28.680602 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a678b1a-60ca-4fc0-a052-b7ffdd338411 req-b1c78de6-dc67-4165-bbf6-37e15c8d0b3c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 1096 time: 0.0543373 Jul 16 02:13:29.110104 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a678b1a-60ca-4fc0-a052-b7ffdd338411 req-314655ae-5af8-40b2-b18c-af9ab50994c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:29.112379 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a678b1a-60ca-4fc0-a052-b7ffdd338411 req-314655ae-5af8-40b2-b18c-af9ab50994c4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.4249969 Jul 16 02:13:29.183007 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a678b1a-60ca-4fc0-a052-b7ffdd338411 req-01dd6ef5-bb14-45b9-9b63-407a5413d479 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb5b357-c519-48fd-9bef-fe05badf1443 HTTP/1.1" status: 200 len: 1000 time: 0.0635433 Jul 16 02:13:29.208721 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 4bb5b357-c519-48fd-9bef-fe05badf1443 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:13:29.238287 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a678b1a-60ca-4fc0-a052-b7ffdd338411 req-4a8fb5dd-d49b-41f0-9ed7-1e7a32543e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:29.239798 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a678b1a-60ca-4fc0-a052-b7ffdd338411 req-4a8fb5dd-d49b-41f0-9ed7-1e7a32543e38 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0502005 Jul 16 02:13:29.265941 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 4bb5b357-c519-48fd-9bef-fe05badf1443 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:13:29.269988 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 4bb5b357-c519-48fd-9bef-fe05badf1443 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:29.270366 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:29.301618 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a678b1a-60ca-4fc0-a052-b7ffdd338411 req-ade9b558-06b5-418f-806c-9fdd89137f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:29.303121 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a678b1a-60ca-4fc0-a052-b7ffdd338411 req-ade9b558-06b5-418f-806c-9fdd89137f56 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567687 Jul 16 02:13:29.348150 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:29.371396 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc1bdce-c60f-4810-b437-9bb596269160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb5b357-c519-48fd-9bef-fe05badf1443'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:13:29.373833 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847a0756-b5e6-4b15-b65a-cf3c303fdb02" -d '{"events": [{"server_uuid": "afc1bdce-c60f-4810-b437-9bb596269160", "name": "network-vif-plugged", "status": "completed", "tag": "4bb5b357-c519-48fd-9bef-fe05badf1443"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:13:29.386932 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 4bb5b357-c519-48fd-9bef-fe05badf1443, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=4bb5b357-c519-48fd-9bef-fe05badf1443,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:29.393676 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:29.397203 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a678b1a-60ca-4fc0-a052-b7ffdd338411 req-af4c9e7c-c1e8-4c9e-9f11-93e52be50c54 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874326 Jul 16 02:13:29.428443 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b0a2a0-cde0-4570-851b-24b588199a81 x-openstack-request-id: req-12b0a2a0-cde0-4570-851b-24b588199a81 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:13:29.428742 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc1bdce-c60f-4810-b437-9bb596269160", "name": "network-vif-plugged", "status": "completed", "tag": "4bb5b357-c519-48fd-9bef-fe05badf1443", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:13:29.428997 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12b0a2a0-cde0-4570-851b-24b588199a81 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:13:29.429406 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc1bdce-c60f-4810-b437-9bb596269160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb5b357-c519-48fd-9bef-fe05badf1443', 'code': 200} Jul 16 02:13:29.453764 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=4bb5b357-c519-48fd-9bef-fe05badf1443,revision_number=9']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:29.499304 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a678b1a-60ca-4fc0-a052-b7ffdd338411 req-7609ec6c-7894-4e21-8b89-10109667e01a service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951583 Jul 16 02:13:29.597377 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f559c4fa-1939-4b90-ac76-5e9244d604ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:29.755018 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:29.765052 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68499866-8d8d-40ab-bdc8-095172a33a5b req-56c3878e-4df5-4b51-a3c5-55440e0f096a tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:29.766538 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68499866-8d8d-40ab-bdc8-095172a33a5b req-56c3878e-4df5-4b51-a3c5-55440e0f096a tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 945 time: 0.0769014 Jul 16 02:13:29.806890 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-68499866-8d8d-40ab-bdc8-095172a33a5b req-5e20778d-761c-40ee-b3f4-387dae34369a tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343258 Jul 16 02:13:30.960282 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:30.993102 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b194f28-6298-4c74-8038-e6450b65aa90 req-e8e74182-7278-443a-a5df-728d8eb23de5 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:30.994667 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8b194f28-6298-4c74-8038-e6450b65aa90 req-e8e74182-7278-443a-a5df-728d8eb23de5 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 945 time: 0.0673280 Jul 16 02:13:31.033506 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8b194f28-6298-4c74-8038-e6450b65aa90 req-6ecdf34e-eb14-4c04-aeb9-ea1bfabf677f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332823 Jul 16 02:13:31.216376 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb58af-5273-4d1a-9430-30064c9af75b req-55f133be-4c2c-4633-9ac1-17d88fe985ce tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:31.217903 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6edb58af-5273-4d1a-9430-30064c9af75b req-55f133be-4c2c-4633-9ac1-17d88fe985ce tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 945 time: 0.0690536 Jul 16 02:13:31.259782 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6edb58af-5273-4d1a-9430-30064c9af75b req-4d9a9f82-515d-4942-84f8-4eb5414ca7b5 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340772 Jul 16 02:13:31.588681 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b391eba-6022-41bf-bb01-eb13d3b92aa8 req-1c32eefb-0c40-4291-bfdd-91c50a5505d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:31.590110 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9b391eba-6022-41bf-bb01-eb13d3b92aa8 req-1c32eefb-0c40-4291-bfdd-91c50a5505d4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 1097 time: 0.0608938 Jul 16 02:13:31.605015 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749e37c-257a-4c5d-a7b5-fe7cfe0a6880 req-118cdfcc-603f-4695-ad3a-50d217c844a0 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:31.606550 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b749e37c-257a-4c5d-a7b5-fe7cfe0a6880 req-118cdfcc-603f-4695-ad3a-50d217c844a0 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 945 time: 0.0664179 Jul 16 02:13:31.647838 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b749e37c-257a-4c5d-a7b5-fe7cfe0a6880 req-94bd0567-f100-4a76-b6d2-64c764c3eb6a tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354545 Jul 16 02:13:31.686295 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b391eba-6022-41bf-bb01-eb13d3b92aa8 req-47c6f8fa-01b0-422c-8970-093beda0df76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:31.687835 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9b391eba-6022-41bf-bb01-eb13d3b92aa8 req-47c6f8fa-01b0-422c-8970-093beda0df76 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0901341 Jul 16 02:13:31.774691 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9b391eba-6022-41bf-bb01-eb13d3b92aa8 req-ae688de4-6f6b-4d9f-acac-a32c3d6b7ddc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb5b357-c519-48fd-9bef-fe05badf1443 HTTP/1.1" status: 200 len: 1001 time: 0.0802310 Jul 16 02:13:31.826018 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b391eba-6022-41bf-bb01-eb13d3b92aa8 req-907df144-9bd0-44b3-bc75-39f0d3a24c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:31.827556 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9b391eba-6022-41bf-bb01-eb13d3b92aa8 req-907df144-9bd0-44b3-bc75-39f0d3a24c8a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0462804 Jul 16 02:13:31.893450 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b391eba-6022-41bf-bb01-eb13d3b92aa8 req-682a2c58-d40e-412e-9b93-81f64941c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:31.895208 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9b391eba-6022-41bf-bb01-eb13d3b92aa8 req-682a2c58-d40e-412e-9b93-81f64941c54c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601177 Jul 16 02:13:31.922518 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:31.996096 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9b391eba-6022-41bf-bb01-eb13d3b92aa8 req-b093ce9e-a858-4cb0-a80e-0d24560de9af service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919940 Jul 16 02:13:32.092070 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9b391eba-6022-41bf-bb01-eb13d3b92aa8 req-db5e2d40-a8c2-4132-bcc6-4687522e4015 service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883772 Jul 16 02:13:32.360572 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516b64d-cfe8-464a-b31e-721eff7da136 req-522f3a44-bb45-4fe8-9ad5-b59282a4c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:32.361980 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7516b64d-cfe8-464a-b31e-721eff7da136 req-522f3a44-bb45-4fe8-9ad5-b59282a4c6f5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 1097 time: 0.0613046 Jul 16 02:13:32.474008 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516b64d-cfe8-464a-b31e-721eff7da136 req-8ed1822b-3411-40f0-b6f5-5fa980189901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:32.475495 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7516b64d-cfe8-464a-b31e-721eff7da136 req-8ed1822b-3411-40f0-b6f5-5fa980189901 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0916908 Jul 16 02:13:32.553730 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7516b64d-cfe8-464a-b31e-721eff7da136 req-780136f0-f433-47d6-b7c9-aec1773ecf40 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb5b357-c519-48fd-9bef-fe05badf1443 HTTP/1.1" status: 200 len: 1001 time: 0.0654700 Jul 16 02:13:32.605504 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516b64d-cfe8-464a-b31e-721eff7da136 req-c51a63db-cc72-4f87-bcf2-d3c2061fa53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:32.607011 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7516b64d-cfe8-464a-b31e-721eff7da136 req-c51a63db-cc72-4f87-bcf2-d3c2061fa53d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0470481 Jul 16 02:13:32.673354 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516b64d-cfe8-464a-b31e-721eff7da136 req-854f484a-fed8-4148-94c7-589fe0a525c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:32.674297 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7516b64d-cfe8-464a-b31e-721eff7da136 req-854f484a-fed8-4148-94c7-589fe0a525c2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607028 Jul 16 02:13:32.696974 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:32.777586 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7516b64d-cfe8-464a-b31e-721eff7da136 req-9173992e-bbcc-4342-a805-9b476c290255 service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970120 Jul 16 02:13:32.918153 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce867c68-0a09-45a5-989e-149863f3b374 req-bc3f29b4-c887-4725-bf64-676b2eee5129 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:32.919659 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ce867c68-0a09-45a5-989e-149863f3b374 req-bc3f29b4-c887-4725-bf64-676b2eee5129 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 945 time: 0.1393912 Jul 16 02:13:32.921575 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7516b64d-cfe8-464a-b31e-721eff7da136 req-4f093ea5-e050-4d88-9b62-ce030307d4da service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316302 Jul 16 02:13:32.962120 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ce867c68-0a09-45a5-989e-149863f3b374 req-2ff3ddb5-1828-4680-8d83-bb7cc8dab7a4 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343263 Jul 16 02:13:33.374807 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22b9e9-ddfb-4763-8b1b-27ca23280c07 req-44ae3f38-b295-4803-850c-09ac22ded01e tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:33.376296 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4f22b9e9-ddfb-4763-8b1b-27ca23280c07 req-44ae3f38-b295-4803-850c-09ac22ded01e tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 945 time: 0.0671072 Jul 16 02:13:33.418082 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4f22b9e9-ddfb-4763-8b1b-27ca23280c07 req-df38202d-7960-4d53-b8fd-aa1dddf54b66 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332439 Jul 16 02:13:34.583983 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f97814-84ce-4fc9-ae95-99b862eebd3d req-37531125-7b67-4f29-b9fa-1c144c5e2a97 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:34.585668 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26f97814-84ce-4fc9-ae95-99b862eebd3d req-37531125-7b67-4f29-b9fa-1c144c5e2a97 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.84 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 945 time: 0.0733829 Jul 16 02:13:34.598245 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665778ac-9d9f-488d-9b6a-a9f0c936ecc6 req-480c296d-4b21-4e0f-a2cb-b4061e1186dc tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:34.599785 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-665778ac-9d9f-488d-9b6a-a9f0c936ecc6 req-480c296d-4b21-4e0f-a2cb-b4061e1186dc tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 945 time: 0.0650277 Jul 16 02:13:34.637780 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-665778ac-9d9f-488d-9b6a-a9f0c936ecc6 req-ddee71e0-d697-4f16-825b-46f8d7e34abf tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324097 Jul 16 02:13:34.687599 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-26f97814-84ce-4fc9-ae95-99b862eebd3d req-6bbbcecd-42d5-4805-ab79-eae292f379f9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Deleting port 4bb5b357-c519-48fd-9bef-fe05badf1443 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:13:34.687828 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-26f97814-84ce-4fc9-ae95-99b862eebd3d req-6bbbcecd-42d5-4805-ab79-eae292f379f9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:34.782588 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-26f97814-84ce-4fc9-ae95-99b862eebd3d req-6bbbcecd-42d5-4805-ab79-eae292f379f9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] For port 4bb5b357-c519-48fd-9bef-fe05badf1443, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=4bb5b357-c519-48fd-9bef-fe05badf1443,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:34.782924 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-26f97814-84ce-4fc9-ae95-99b862eebd3d req-6bbbcecd-42d5-4805-ab79-eae292f379f9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:34.980680 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-26f97814-84ce-4fc9-ae95-99b862eebd3d req-6bbbcecd-42d5-4805-ab79-eae292f379f9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:34.980949 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-26f97814-84ce-4fc9-ae95-99b862eebd3d req-6bbbcecd-42d5-4805-ab79-eae292f379f9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:34.981259 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [req-26f97814-84ce-4fc9-ae95-99b862eebd3d req-6bbbcecd-42d5-4805-ab79-eae292f379f9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Floating IP a23bb70c-b1da-446b-8ce0-ab5fff85dcdb disassociated. External IP: 172.25.6.120, port: 4bb5b357-c519-48fd-9bef-fe05badf1443. Jul 16 02:13:34.981608 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-26f97814-84ce-4fc9-ae95-99b862eebd3d req-6bbbcecd-42d5-4805-ab79-eae292f379f9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Calling delete_port for 4bb5b357-c519-48fd-9bef-fe05badf1443 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:13:35.127824 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-26f97814-84ce-4fc9-ae95-99b862eebd3d req-6bbbcecd-42d5-4805-ab79-eae292f379f9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:35.156776 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbcecd-42d5-4805-ab79-eae292f379f9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Pushing event deleted for resources: {'Port': ['ID=4bb5b357-c519-48fd-9bef-fe05badf1443,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:35.279273 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26f97814-84ce-4fc9-ae95-99b862eebd3d req-6bbbcecd-42d5-4805-ab79-eae292f379f9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Router d5b25933-0761-4f15-816b-8f9e8278e7d7 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:13:35.398262 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26f97814-84ce-4fc9-ae95-99b862eebd3d req-6bbbcecd-42d5-4805-ab79-eae292f379f9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:13:35.400003 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:35.407597 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5b9241-42c9-44ec-a95f-ab67bf66228d None None] Sync routers for ids ['d5b25933-0761-4f15-816b-8f9e8278e7d7'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:13:35.416999 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5b9241-42c9-44ec-a95f-ab67bf66228d None None] Routers {'d5b25933-0761-4f15-816b-8f9e8278e7d7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:13:35.417620 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-4f5b9241-42c9-44ec-a95f-ab67bf66228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:13:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d5b25933-0761-4f15-816b-8f9e8278e7d7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:35.445317 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f97814-84ce-4fc9-ae95-99b862eebd3d req-6bbbcecd-42d5-4805-ab79-eae292f379f9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] No DVR routers for this DVR port 4bb5b357-c519-48fd-9bef-fe05badf1443 on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:13:35.448078 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-26f97814-84ce-4fc9-ae95-99b862eebd3d req-6bbbcecd-42d5-4805-ab79-eae292f379f9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:35.450217 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-26f97814-84ce-4fc9-ae95-99b862eebd3d req-6bbbcecd-42d5-4805-ab79-eae292f379f9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.84 "DELETE /v2.0/ports/4bb5b357-c519-48fd-9bef-fe05badf1443 HTTP/1.1" status: 204 len: 173 time: 0.8593020 Jul 16 02:13:35.450669 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc1bdce-c60f-4810-b437-9bb596269160', 'name': 'network-vif-deleted', 'tag': '4bb5b357-c519-48fd-9bef-fe05badf1443'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:13:35.452971 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cecd20e965b5dd34384242176f7e07ca6f1289cd9492884484b2c376b39a9e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb85e537-106b-499b-bedb-31afb9c51a14" -d '{"events": [{"server_uuid": "afc1bdce-c60f-4810-b437-9bb596269160", "name": "network-vif-deleted", "tag": "4bb5b357-c519-48fd-9bef-fe05badf1443"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:13:35.491347 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89742ed9-7578-465d-b6e0-6ea0611a6724 x-openstack-request-id: req-89742ed9-7578-465d-b6e0-6ea0611a6724 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:13:35.491605 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc1bdce-c60f-4810-b437-9bb596269160", "name": "network-vif-deleted", "tag": "4bb5b357-c519-48fd-9bef-fe05badf1443", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:13:35.491856 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89742ed9-7578-465d-b6e0-6ea0611a6724 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:13:35.492264 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc1bdce-c60f-4810-b437-9bb596269160', 'name': 'network-vif-deleted', 'tag': '4bb5b357-c519-48fd-9bef-fe05badf1443', 'status': 'completed', 'code': 200} Jul 16 02:13:35.531890 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-4f5b9241-42c9-44ec-a95f-ab67bf66228d None None] Set router d5b25933-0761-4f15-816b-8f9e8278e7d7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:13:35.733916 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-4f5b9241-42c9-44ec-a95f-ab67bf66228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:02Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:35.767378 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5b9241-42c9-44ec-a95f-ab67bf66228d None None] Checking router: d5b25933-0761-4f15-816b-8f9e8278e7d7 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:13:35.776795 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5b9241-42c9-44ec-a95f-ab67bf66228d None None] Routers {'d5b25933-0761-4f15-816b-8f9e8278e7d7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:13:35.777402 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-4f5b9241-42c9-44ec-a95f-ab67bf66228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:13:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d5b25933-0761-4f15-816b-8f9e8278e7d7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:35.800577 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e504ee14-2b6e-4abf-8dfb-a4f37551acf6 req-097e8f84-3951-4ea5-9c60-3f95e9951735 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc1bdce-c60f-4810-b437-9bb596269160 HTTP/1.1" status: 200 len: 210 time: 0.0330589 Jul 16 02:13:36.101012 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-4f5b9241-42c9-44ec-a95f-ab67bf66228d None None] Set router d5b25933-0761-4f15-816b-8f9e8278e7d7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:13:36.311445 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-4f5b9241-42c9-44ec-a95f-ab67bf66228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:02Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:36.338933 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5b9241-42c9-44ec-a95f-ab67bf66228d None None] The sync data for ids ['d5b25933-0761-4f15-816b-8f9e8278e7d7'] in n-d-792394-16 is: [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:02Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:13:36.579059 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea3bad1-3a58-4f9b-8066-53536d77509e None None] New status for floating IP a23bb70c-b1da-446b-8ce0-ab5fff85dcdb: DOWN {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:13:37.171843 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-07ef4a88-6e13-4739-8597-110dda70c28b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1664601092&fields=id&tenant_id=a3be994ed85f4a829dcc64cb49f926c3 HTTP/1.1" status: 200 len: 267 time: 0.0370774 Jul 16 02:13:37.286682 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 4bb5b357-c519-48fd-9bef-fe05badf1443 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:13:37.298035 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-736061b0-2d95-4df8-a761-a311123b3c7d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:37.299525 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-736061b0-2d95-4df8-a761-a311123b3c7d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 812 time: 0.1199224 Jul 16 02:13:37.311062 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 4bb5b357-c519-48fd-9bef-fe05badf1443 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:13:37.311410 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 4bb5b357-c519-48fd-9bef-fe05badf1443 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:13:37.315807 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-aa888384-8658-424c-98a8-8f7922466976 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/quotas/a3be994ed85f4a829dcc64cb49f926c3 HTTP/1.1" status: 200 len: 375 time: 0.0100596 Jul 16 02:13:37.387126 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-583ce23e-9e6f-4795-bebc-0a44825c7bc0 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652785 Jul 16 02:13:37.406836 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-59938dd2-bbe0-4a63-b4fa-97c53d58c345 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:13:37.408241 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-59938dd2-bbe0-4a63-b4fa-97c53d58c345 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092676 Jul 16 02:13:37.421741 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:13:37.508492 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-1752443b-98cb-4d76-afdc-a4ddd8d5ac79 service neutron] 10.222.0.16 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914598 Jul 16 02:13:37.895848 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-ca1dab9f-84f4-4ce7-acf2-576c4098dd8f service neutron] 10.222.0.16 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789213 Jul 16 02:13:38.075445 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c8c36af6-2bda-4788-88ee-d083b34f4a29 req-020c5cf8-84f7-4240-9045-3e5ef8c01561 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 210 time: 0.0290914 Jul 16 02:13:39.173582 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-e0404ac1-59e9-4f67-8ec1-7d902284024f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:39.175130 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-e0404ac1-59e9-4f67-8ec1-7d902284024f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 812 time: 0.1114123 Jul 16 02:13:39.220271 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-47895642-8e24-4f9e-bcef-63f1418b1555 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3be994ed85f4a829dcc64cb49f926c3 HTTP/1.1" status: 200 len: 380 time: 0.0355637 Jul 16 02:13:39.225673 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6ec82d7d-0366-4d24-896e-5f2c31d9c7bc req-3189dbcc-9ad1-4cd1-bfce-996d34773575 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 210 time: 0.0304909 Jul 16 02:13:39.229036 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Request body: {'port': {'device_id': '1690a75b-df86-4c33-a79e-b19d417175f3', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'admin_state_up': True, 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'security_groups': ['349862de-c2cf-4822-80e2-b741d1b7c027']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:39.350142 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Made reservation on behalf of a3be994ed85f4a829dcc64cb49f926c3 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:13:39.354055 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:39.491952 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Allocated IP 172.20.0.9 (8577501a-8fd1-4293-95f7-4724e998be89/d6783360-3c15-498e-a3fe-5fade01df9b4/33590ccd-c1e0-4746-b727-fef6a6ba5d7f) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:13:39.643498 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:39.657187 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Transition to ACTIVE for port object 33590ccd-c1e0-4746-b727-fef6a6ba5d7f will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:39.694505 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:39.743456 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Network 8577501a-8fd1-4293-95f7-4724e998be89 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:13:39.746780 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:39.750823 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:13:39.757594 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Pushing event updated for resources: {'Port': ['ID=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:39.794386 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:39.794708 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:39.795072 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:39.795404 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:39.795740 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:39.796064 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:39.796389 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:39.796715 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:39.797037 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:39.797353 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:39.797671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:39.797985 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:39.824125 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:39.824784 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:39.840500 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-c3188d20-2f16-4715-b0ea-ea98e0007b32 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6152787 Jul 16 02:13:39.852874 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-1638de08-0eaa-44ed-a1ae-5963f0a449b1 service neutron] Request body: {'port': {'device_id': '1690a75b-df86-4c33-a79e-b19d417175f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:39.934596 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-1638de08-0eaa-44ed-a1ae-5963f0a449b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:39.979575 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e4c2614e-46a6-4d7b-a81b-832a31a36d36 None None] Provisioning for port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:13:39.984251 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e4c2614e-46a6-4d7b-a81b-832a31a36d36 None None] Provisioning complete for port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:39.984748 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4c2614e-46a6-4d7b-a81b-832a31a36d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:40.021583 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e4c2614e-46a6-4d7b-a81b-832a31a36d36 None None] Port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:13:40.206731 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-1638de08-0eaa-44ed-a1ae-5963f0a449b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33590ccd-c1e0-4746-b727-fef6a6ba5d7f {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:13:40.214552 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-1638de08-0eaa-44ed-a1ae-5963f0a449b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:40.227166 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-1638de08-0eaa-44ed-a1ae-5963f0a449b1 service neutron] Transition to ACTIVE for port object 33590ccd-c1e0-4746-b727-fef6a6ba5d7f will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:40.232818 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-1638de08-0eaa-44ed-a1ae-5963f0a449b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:40.285792 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638de08-0eaa-44ed-a1ae-5963f0a449b1 service neutron] Pushing event updated for resources: {'Port': ['ID=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:40.386771 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-1638de08-0eaa-44ed-a1ae-5963f0a449b1 service neutron] Attempting to bind port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:13:40.387121 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-1638de08-0eaa-44ed-a1ae-5963f0a449b1 service neutron] Attempting to bind port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:13:40.387461 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-1638de08-0eaa-44ed-a1ae-5963f0a449b1 service neutron] Attempting to bind port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f on network 8577501a-8fd1-4293-95f7-4724e998be89 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:13:40.395523 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-1638de08-0eaa-44ed-a1ae-5963f0a449b1 service neutron] Port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f on network 8577501a-8fd1-4293-95f7-4724e998be89 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:13:40.395862 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-1638de08-0eaa-44ed-a1ae-5963f0a449b1 service neutron] Attempting to bind port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f on network 8577501a-8fd1-4293-95f7-4724e998be89 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:13:40.405156 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-1638de08-0eaa-44ed-a1ae-5963f0a449b1 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:13:40.405500 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-1638de08-0eaa-44ed-a1ae-5963f0a449b1 service neutron] Checking segment: {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:40.405895 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-1638de08-0eaa-44ed-a1ae-5963f0a449b1 service neutron] Bound using segment: {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:13:40.406339 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-1638de08-0eaa-44ed-a1ae-5963f0a449b1 service neutron] Bound port: 33590ccd-c1e0-4746-b727-fef6a6ba5d7f, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:13:40.406703 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-1638de08-0eaa-44ed-a1ae-5963f0a449b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:40.480739 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e4e3a-bc6f-45d4-922d-3473a9cd1dae req-863c888f-d1cd-4344-90a1-b293eb0e8448 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:40.482343 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-670e4e3a-bc6f-45d4-922d-3473a9cd1dae req-863c888f-d1cd-4344-90a1-b293eb0e8448 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 943 time: 0.1365070 Jul 16 02:13:40.538933 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-1638de08-0eaa-44ed-a1ae-5963f0a449b1 service neutron] For port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:13:40.553035 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-670e4e3a-bc6f-45d4-922d-3473a9cd1dae req-ca1f10ac-c794-4aa1-a2c5-da0c230b15d8 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636640 Jul 16 02:13:40.556751 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-1638de08-0eaa-44ed-a1ae-5963f0a449b1 service neutron] For port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:13:40.562617 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-1638de08-0eaa-44ed-a1ae-5963f0a449b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:40.597158 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-1638de08-0eaa-44ed-a1ae-5963f0a449b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:40.597737 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-1638de08-0eaa-44ed-a1ae-5963f0a449b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:40.599324 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-1638de08-0eaa-44ed-a1ae-5963f0a449b1 service neutron] 10.222.0.82 "PUT /v2.0/ports/33590ccd-c1e0-4746-b727-fef6a6ba5d7f HTTP/1.1" status: 200 len: 1092 time: 0.7513673 Jul 16 02:13:40.599762 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1690a75b-df86-4c33-a79e-b19d417175f3', 'tag': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:13:40.602213 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce73b48-f795-4b80-8fb2-a8877ab9413f" -d '{"events": [{"name": "network-changed", "server_uuid": "1690a75b-df86-4c33-a79e-b19d417175f3", "tag": "33590ccd-c1e0-4746-b727-fef6a6ba5d7f"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:13:40.632223 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638de08-0eaa-44ed-a1ae-5963f0a449b1 service neutron] Pushing event updated for resources: {'Port': ['ID=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:40.708123 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-08712588-280d-4ff0-9058-b12c092cbae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:40.710142 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-08712588-280d-4ff0-9058-b12c092cbae8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 1095 time: 0.0614004 Jul 16 02:13:40.716068 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed533956-4ba8-47da-88e1-ff4d8795b28d x-openstack-request-id: req-ed533956-4ba8-47da-88e1-ff4d8795b28d {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:13:40.716458 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1690a75b-df86-4c33-a79e-b19d417175f3", "tag": "33590ccd-c1e0-4746-b727-fef6a6ba5d7f", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:13:40.716773 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed533956-4ba8-47da-88e1-ff4d8795b28d {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:13:40.717225 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1690a75b-df86-4c33-a79e-b19d417175f3', 'tag': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f', 'status': 'completed', 'code': 200} Jul 16 02:13:40.762745 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-38be97b9-8677-4bcd-aa8e-621e8608b401 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f HTTP/1.1" status: 200 len: 217 time: 0.0412068 Jul 16 02:13:40.813185 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-21923a7b-3a73-4f1c-a9cd-d6c71cf4b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:40.814695 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-21923a7b-3a73-4f1c-a9cd-d6c71cf4b305 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0465126 Jul 16 02:13:40.882137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-22a7b3e2-1c5f-45ff-8a93-fa84ba1af1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:40.883672 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-22a7b3e2-1c5f-45ff-8a93-fa84ba1af1f2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630774 Jul 16 02:13:40.983513 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-21be9227-453b-4b97-90c9-1672a7d5f6ff service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921829 Jul 16 02:13:41.075868 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee1d9c26-33c8-4a3e-8b15-981c907e3cb5 req-64263f9f-53b4-4f11-b535-8e65913d8f7c service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861642 Jul 16 02:13:41.210169 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce73b48-f795-4b80-8fb2-a8877ab9413f req-fa17529f-1d3b-4c41-8347-83fdd671b158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:41.211701 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cce73b48-f795-4b80-8fb2-a8877ab9413f req-fa17529f-1d3b-4c41-8347-83fdd671b158 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 1095 time: 0.0598550 Jul 16 02:13:41.311085 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce73b48-f795-4b80-8fb2-a8877ab9413f req-dc791633-8243-4a08-a6de-5813505087d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:41.312529 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cce73b48-f795-4b80-8fb2-a8877ab9413f req-dc791633-8243-4a08-a6de-5813505087d4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0942616 Jul 16 02:13:41.361874 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cce73b48-f795-4b80-8fb2-a8877ab9413f req-78f52110-bd8f-4eeb-ab07-dbec9a801996 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f HTTP/1.1" status: 200 len: 217 time: 0.0423529 Jul 16 02:13:41.412829 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce73b48-f795-4b80-8fb2-a8877ab9413f req-4daef777-0d32-4009-9f8f-76224196ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:41.414307 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cce73b48-f795-4b80-8fb2-a8877ab9413f req-4daef777-0d32-4009-9f8f-76224196ef78 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0463674 Jul 16 02:13:41.486028 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce73b48-f795-4b80-8fb2-a8877ab9413f req-0f4f0f2a-8dd4-4324-92e2-8b24b8adab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:41.487635 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cce73b48-f795-4b80-8fb2-a8877ab9413f req-0f4f0f2a-8dd4-4324-92e2-8b24b8adab44 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658934 Jul 16 02:13:41.598022 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cce73b48-f795-4b80-8fb2-a8877ab9413f req-0947b458-079e-4122-887e-0f33ae55c76e service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034818 Jul 16 02:13:41.723222 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cce73b48-f795-4b80-8fb2-a8877ab9413f req-c2b09543-2191-4576-b824-aacdb91a7f96 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184404 Jul 16 02:13:41.756969 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f8f08-2eaa-4b46-b551-e13d95dffc6e req-c5f8a73d-8c4a-45e9-a8e1-6c80bd8d94d3 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:41.758527 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ac4f8f08-2eaa-4b46-b551-e13d95dffc6e req-c5f8a73d-8c4a-45e9-a8e1-6c80bd8d94d3 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 943 time: 0.0859768 Jul 16 02:13:41.807361 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ac4f8f08-2eaa-4b46-b551-e13d95dffc6e req-bef8d0b1-04b2-4f30-8d91-370225838fdc tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429995 Jul 16 02:13:42.990571 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011cf5b-898b-4b3c-b316-d8ee34cfd634 req-6582cadc-dead-46d7-9e32-996088ac2b7c tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:42.992079 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a011cf5b-898b-4b3c-b316-d8ee34cfd634 req-6582cadc-dead-46d7-9e32-996088ac2b7c tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 943 time: 0.0717227 Jul 16 02:13:43.030070 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a011cf5b-898b-4b3c-b316-d8ee34cfd634 req-8d5b77dc-a849-4c71-b85a-4a11de0c8f0b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322711 Jul 16 02:13:44.215530 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6d4ad-dfe6-4b43-b629-b3c1b241fbbc req-304f4527-7291-4cc0-b34d-1756de691806 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:44.217002 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-adc6d4ad-dfe6-4b43-b629-b3c1b241fbbc req-304f4527-7291-4cc0-b34d-1756de691806 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 943 time: 0.0651596 Jul 16 02:13:44.274323 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-adc6d4ad-dfe6-4b43-b629-b3c1b241fbbc req-dcf0746b-4784-4c59-8815-25aafc998f4c tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484173 Jul 16 02:13:44.970095 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 33590ccd-c1e0-4746-b727-fef6a6ba5d7f details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:13:45.086098 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:45.107167 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'port_id': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f', 'mac_address': 'fa:16:3e:30:75:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:13:45.146416 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:45.159133 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33590ccd-c1e0-4746-b727-fef6a6ba5d7f {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:13:45.179973 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:45.187273 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:45.235604 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:45.401226 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['33590ccd-c1e0-4746-b727-fef6a6ba5d7f'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:13:45.457899 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6322a-010c-455d-a94f-cdcc6339a39a req-4fa907a1-eec3-4b19-86e6-fc3d81ea63d7 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:45.459777 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3dc6322a-010c-455d-a94f-cdcc6339a39a req-4fa907a1-eec3-4b19-86e6-fc3d81ea63d7 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 944 time: 0.0679159 Jul 16 02:13:45.498425 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3dc6322a-010c-455d-a94f-cdcc6339a39a req-caea5991-697c-470d-acb0-c121fa8e6f0f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327408 Jul 16 02:13:46.762632 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf408f0f-9fdb-4a84-aff1-eb5be8d38510 req-e2fe03c4-2a5d-4e22-bd4f-1af54abc72f1 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:46.764039 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf408f0f-9fdb-4a84-aff1-eb5be8d38510 req-e2fe03c4-2a5d-4e22-bd4f-1af54abc72f1 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 944 time: 0.0760462 Jul 16 02:13:46.819048 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf408f0f-9fdb-4a84-aff1-eb5be8d38510 req-b533c08b-94ab-47e8-9343-32ffb8f6590c tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466671 Jul 16 02:13:46.985741 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 33590ccd-c1e0-4746-b727-fef6a6ba5d7f up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:13:47.040790 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:13:47.044619 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:47.045001 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:47.126547 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:47.149821 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1690a75b-df86-4c33-a79e-b19d417175f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:13:47.152101 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805bbe787c313ab8e9f9992c69cc5bcf0747a2babda399ad28285814fd88ba60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bdac31-9da5-4206-acad-8fa4ec1f4aab" -d '{"events": [{"server_uuid": "1690a75b-df86-4c33-a79e-b19d417175f3", "name": "network-vif-plugged", "status": "completed", "tag": "33590ccd-c1e0-4746-b727-fef6a6ba5d7f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:13:47.165091 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:47.170279 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:47.193669 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9527067a-329d-4979-92dc-1ddc0b076022 x-openstack-request-id: req-9527067a-329d-4979-92dc-1ddc0b076022 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:13:47.193937 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1690a75b-df86-4c33-a79e-b19d417175f3", "name": "network-vif-plugged", "status": "completed", "tag": "33590ccd-c1e0-4746-b727-fef6a6ba5d7f", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:13:47.194187 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9527067a-329d-4979-92dc-1ddc0b076022 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:13:47.194577 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1690a75b-df86-4c33-a79e-b19d417175f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f', 'code': 200} Jul 16 02:13:47.219956 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:47.357392 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fb840-6e02-49ab-a204-642b6e448a6d req-e56d925b-a8c6-41fa-9812-90841f6a0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:47.358897 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-682fb840-6e02-49ab-a204-642b6e448a6d req-e56d925b-a8c6-41fa-9812-90841f6a0a94 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 1097 time: 0.1049404 Jul 16 02:13:47.403207 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-682fb840-6e02-49ab-a204-642b6e448a6d req-e22809e3-be03-4f37-a0f6-4318e700c9ba service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370333 Jul 16 02:13:48.019248 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792c2c5-7643-4984-af4a-c23798a5baa8 req-a51c96c4-8b8b-48f7-b2f8-155ca85cf599 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:48.021705 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0792c2c5-7643-4984-af4a-c23798a5baa8 req-a51c96c4-8b8b-48f7-b2f8-155ca85cf599 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 945 time: 0.0829716 Jul 16 02:13:48.067069 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0792c2c5-7643-4984-af4a-c23798a5baa8 req-deef783d-5c26-403c-8d6b-3af5f86cd9f3 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332894 Jul 16 02:13:49.397122 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ac2ed-1c69-40bb-b9dd-5a76d433b65e req-c15d72de-f111-4106-b7bb-16e954ca7808 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:49.398659 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a97ac2ed-1c69-40bb-b9dd-5a76d433b65e req-c15d72de-f111-4106-b7bb-16e954ca7808 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 945 time: 0.1267471 Jul 16 02:13:49.440805 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a97ac2ed-1c69-40bb-b9dd-5a76d433b65e req-46fa1efb-7f35-4067-b56b-1a84eb9e30ca tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363696 Jul 16 02:13:49.614911 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dced26a-b482-40da-9a5f-0e5964e768c9 req-ea4533d6-22df-4918-a96c-1163f297bbdd tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:49.616412 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4dced26a-b482-40da-9a5f-0e5964e768c9 req-ea4533d6-22df-4918-a96c-1163f297bbdd tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 945 time: 0.0700631 Jul 16 02:13:49.624984 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 38252) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:49.629544 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-355f23d5-f43e-469a-a660-74cc64f57b16 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Request body: {'floatingip': {'port_id': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:49.667848 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-355f23d5-f43e-469a-a660-74cc64f57b16 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for floatingip, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:50.149708 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-355f23d5-f43e-469a-a660-74cc64f57b16 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:50.155279 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-355f23d5-f43e-469a-a660-74cc64f57b16 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:50.263311 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-355f23d5-f43e-469a-a660-74cc64f57b16 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Floating IP a23bb70c-b1da-446b-8ce0-ab5fff85dcdb associated. External IP: 172.25.6.120, port: 33590ccd-c1e0-4746-b727-fef6a6ba5d7f. Jul 16 02:13:50.836044 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355f23d5-f43e-469a-a660-74cc64f57b16 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Router d5b25933-0761-4f15-816b-8f9e8278e7d7 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:13:50.946705 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355f23d5-f43e-469a-a660-74cc64f57b16 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:13:50.952310 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-355f23d5-f43e-469a-a660-74cc64f57b16 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:50.957831 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6b006f-4ce1-4c72-8ccc-7cfe83d76a59 None None] Sync routers for ids ['d5b25933-0761-4f15-816b-8f9e8278e7d7'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:13:50.968276 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6b006f-4ce1-4c72-8ccc-7cfe83d76a59 None None] Routers {'d5b25933-0761-4f15-816b-8f9e8278e7d7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:13:50.968969 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-fa6b006f-4ce1-4c72-8ccc-7cfe83d76a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:13:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d5b25933-0761-4f15-816b-8f9e8278e7d7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:50.994076 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-355f23d5-f43e-469a-a660-74cc64f57b16 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "PUT /v2.0/floatingips/a23bb70c-b1da-446b-8ce0-ab5fff85dcdb HTTP/1.1" status: 200 len: 991 time: 1.3679564 Jul 16 02:13:50.994707 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1690a75b-df86-4c33-a79e-b19d417175f3', 'tag': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:13:50.996984 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb627403406073df3af76d1cec1d591114c43807dc74dd2253f764f862269b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a7ac98-10cd-4963-bf0d-4f51b975459e" -d '{"events": [{"name": "network-changed", "server_uuid": "1690a75b-df86-4c33-a79e-b19d417175f3", "tag": "33590ccd-c1e0-4746-b727-fef6a6ba5d7f"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:13:51.041948 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6352d16-79ad-4671-a7f4-9d7b446ce4ac x-openstack-request-id: req-d6352d16-79ad-4671-a7f4-9d7b446ce4ac {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:13:51.042247 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1690a75b-df86-4c33-a79e-b19d417175f3", "tag": "33590ccd-c1e0-4746-b727-fef6a6ba5d7f", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:13:51.042500 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6352d16-79ad-4671-a7f4-9d7b446ce4ac {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:13:51.042901 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1690a75b-df86-4c33-a79e-b19d417175f3', 'tag': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f', 'status': 'completed', 'code': 200} Jul 16 02:13:51.079730 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-fa6b006f-4ce1-4c72-8ccc-7cfe83d76a59 None None] Set router d5b25933-0761-4f15-816b-8f9e8278e7d7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:13:51.139892 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7ac98-10cd-4963-bf0d-4f51b975459e req-8ba2e5f4-d10b-44bb-90d8-ca29cd7efc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:51.141496 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-63a7ac98-10cd-4963-bf0d-4f51b975459e req-8ba2e5f4-d10b-44bb-90d8-ca29cd7efc90 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 1097 time: 0.0728960 Jul 16 02:13:51.238977 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7ac98-10cd-4963-bf0d-4f51b975459e req-d2639601-d2c9-4b8f-b515-bc7e1dd396d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:51.241112 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-63a7ac98-10cd-4963-bf0d-4f51b975459e req-d2639601-d2c9-4b8f-b515-bc7e1dd396d5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0931575 Jul 16 02:13:51.310250 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-63a7ac98-10cd-4963-bf0d-4f51b975459e req-d6ce8b0a-2ed3-4e55-ba45-c6156c5a1ca1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f HTTP/1.1" status: 200 len: 999 time: 0.0629742 Jul 16 02:13:51.323815 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-fa6b006f-4ce1-4c72-8ccc-7cfe83d76a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'a23bb70c-b1da-446b-8ce0-ab5fff85dcdb', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'port_id': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'mac_address': 'fa:16:3e:30:75:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1690a75b-df86-4c33-a79e-b19d417175f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:01Z', 'updated_at': '2021-07-16T02:13:50Z', 'revision_number': 9, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:02Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:51.350916 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6b006f-4ce1-4c72-8ccc-7cfe83d76a59 None None] Checking router: d5b25933-0761-4f15-816b-8f9e8278e7d7 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:13:51.359656 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6b006f-4ce1-4c72-8ccc-7cfe83d76a59 None None] Routers {'d5b25933-0761-4f15-816b-8f9e8278e7d7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:13:51.360301 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-fa6b006f-4ce1-4c72-8ccc-7cfe83d76a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:13:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d5b25933-0761-4f15-816b-8f9e8278e7d7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:51.365336 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7ac98-10cd-4963-bf0d-4f51b975459e req-86ec1680-b597-422b-a1f7-2b1933bed21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:51.366967 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-63a7ac98-10cd-4963-bf0d-4f51b975459e req-86ec1680-b597-422b-a1f7-2b1933bed21c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0503573 Jul 16 02:13:51.430180 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7ac98-10cd-4963-bf0d-4f51b975459e req-bf5344aa-9b87-406c-881e-74bce464bca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:51.431763 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-63a7ac98-10cd-4963-bf0d-4f51b975459e req-bf5344aa-9b87-406c-881e-74bce464bca3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584939 Jul 16 02:13:51.473303 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-fa6b006f-4ce1-4c72-8ccc-7cfe83d76a59 None None] Set router d5b25933-0761-4f15-816b-8f9e8278e7d7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:13:51.530551 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-63a7ac98-10cd-4963-bf0d-4f51b975459e req-98807e89-35d7-41f6-abed-d91a9598e5a3 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911617 Jul 16 02:13:51.627507 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-63a7ac98-10cd-4963-bf0d-4f51b975459e req-05eafa14-604a-46cd-a481-9e1d48bdc60f service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906849 Jul 16 02:13:51.716346 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-fa6b006f-4ce1-4c72-8ccc-7cfe83d76a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'a23bb70c-b1da-446b-8ce0-ab5fff85dcdb', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'port_id': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'mac_address': 'fa:16:3e:30:75:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1690a75b-df86-4c33-a79e-b19d417175f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:01Z', 'updated_at': '2021-07-16T02:13:50Z', 'revision_number': 9, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:02Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:51.746309 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6b006f-4ce1-4c72-8ccc-7cfe83d76a59 None None] The sync data for ids ['d5b25933-0761-4f15-816b-8f9e8278e7d7'] in n-d-792394-16 is: [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'a23bb70c-b1da-446b-8ce0-ab5fff85dcdb', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'port_id': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'mac_address': 'fa:16:3e:30:75:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1690a75b-df86-4c33-a79e-b19d417175f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:01Z', 'updated_at': '2021-07-16T02:13:50Z', 'revision_number': 9, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:02Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:13:51.941293 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9a391d-a893-4da1-b93b-2700a73b5f3a None None] New status for floating IP a23bb70c-b1da-446b-8ce0-ab5fff85dcdb: ACTIVE {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:13:56.660883 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-66a77ff6-45df-4f5f-b9fb-1509453c9bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:59.610387 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26893528-a1d6-46e5-a212-7f3c1299864a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:59.761064 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:00.964991 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:01.928287 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:02.702408 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:05.402427 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:14.422922 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:14:25.438581 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-07c31a42-25c4-4779-9256-687882dce233 req-bbba874a-0128-444a-89b0-8dbfacbcc4bb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1099088 Jul 16 02:14:25.538873 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c31a42-25c4-4779-9256-687882dce233 req-5dd8e810-2fae-44fc-8250-c9caf5d967b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:25.540405 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-07c31a42-25c4-4779-9256-687882dce233 req-5dd8e810-2fae-44fc-8250-c9caf5d967b7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 1097 time: 0.0556724 Jul 16 02:14:25.656628 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c31a42-25c4-4779-9256-687882dce233 req-17f1cc2a-5859-4e42-b4d0-f001fc3dc707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:25.658134 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-07c31a42-25c4-4779-9256-687882dce233 req-17f1cc2a-5859-4e42-b4d0-f001fc3dc707 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0963724 Jul 16 02:14:25.729542 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-07c31a42-25c4-4779-9256-687882dce233 req-4e5ce3bf-5a96-452f-87ae-0dbf58afded2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f HTTP/1.1" status: 200 len: 1002 time: 0.0650270 Jul 16 02:14:25.801107 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c31a42-25c4-4779-9256-687882dce233 req-38d84bf7-09b9-4654-bdcf-931c253c30c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:25.803114 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-07c31a42-25c4-4779-9256-687882dce233 req-38d84bf7-09b9-4654-bdcf-931c253c30c4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0663617 Jul 16 02:14:25.871991 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c31a42-25c4-4779-9256-687882dce233 req-65ad221d-b7ab-4ae0-8936-8ab2771c48f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:25.873565 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-07c31a42-25c4-4779-9256-687882dce233 req-65ad221d-b7ab-4ae0-8936-8ab2771c48f0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634406 Jul 16 02:14:25.965437 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-07c31a42-25c4-4779-9256-687882dce233 req-45a008ed-a2f8-48d8-b056-17fcfab97d08 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849624 Jul 16 02:14:26.067743 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-07c31a42-25c4-4779-9256-687882dce233 req-a96c30f0-ce20-4b3a-85a0-0167c840731c service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955105 Jul 16 02:14:26.655087 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d6fef239-77b3-4c89-aba1-2366b78576d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:29.613453 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72b940a7-4321-43f8-80ab-c79f8db28973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:29.771905 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:30.973136 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:31.924820 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:32.713278 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:35.413637 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:51.423270 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:14:56.664030 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ea0b27fc-2085-4091-9aba-aa64e750a5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:59.614653 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-12a2e15b-3d39-43c6-be29-ba4b21758a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:59.768548 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:00.973949 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:01.935157 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:02.706271 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:05.414120 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:25.358194 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67134f60-d9d1-4714-a681-5786806cd968 req-94694362-29e9-47c3-8eb0-32ce67a49450 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0642452 Jul 16 02:15:25.461304 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67134f60-d9d1-4714-a681-5786806cd968 req-c80b8741-2637-46be-8fe5-efd58ee146b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:25.462825 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67134f60-d9d1-4714-a681-5786806cd968 req-c80b8741-2637-46be-8fe5-efd58ee146b9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 1097 time: 0.0597031 Jul 16 02:15:25.582509 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67134f60-d9d1-4714-a681-5786806cd968 req-5078109a-dc0a-45e6-b167-6134e3ed1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:25.584034 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67134f60-d9d1-4714-a681-5786806cd968 req-5078109a-dc0a-45e6-b167-6134e3ed1763 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0989108 Jul 16 02:15:25.655054 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67134f60-d9d1-4714-a681-5786806cd968 req-4307f9be-b09e-454e-be82-fa728c0ef7a5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f HTTP/1.1" status: 200 len: 1002 time: 0.0644550 Jul 16 02:15:25.707509 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67134f60-d9d1-4714-a681-5786806cd968 req-19c9334f-1d30-41e5-8646-eff4e1a7298b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:25.709005 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67134f60-d9d1-4714-a681-5786806cd968 req-19c9334f-1d30-41e5-8646-eff4e1a7298b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0475698 Jul 16 02:15:25.768024 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67134f60-d9d1-4714-a681-5786806cd968 req-da719d7a-6995-42ba-a464-4a3a6eccf07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:25.769539 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67134f60-d9d1-4714-a681-5786806cd968 req-da719d7a-6995-42ba-a464-4a3a6eccf07b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541830 Jul 16 02:15:25.863681 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67134f60-d9d1-4714-a681-5786806cd968 req-ac33d5de-3540-4b32-88d1-c86a7ee9812d service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875170 Jul 16 02:15:25.958058 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-67134f60-d9d1-4714-a681-5786806cd968 req-f7e31db6-167e-4e7b-8f5a-ea516bce4cab service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867312 Jul 16 02:15:26.660115 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba1e7a86-0b77-43c3-a658-c3f38ab4f835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:27.192263 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e510c1-02ea-4969-a06c-1434f9e79cbe req-e41d2441-8ea7-4728-8070-017dc19c65b8 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:27.193781 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b1e510c1-02ea-4969-a06c-1434f9e79cbe req-e41d2441-8ea7-4728-8070-017dc19c65b8 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 945 time: 0.0988655 Jul 16 02:15:27.210888 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-50f27179-9397-4f05-8cb9-bc865198c528 req-1597b22e-ce89-4ca5-99cb-0f47f579e53e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1217620 Jul 16 02:15:27.241785 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b1e510c1-02ea-4969-a06c-1434f9e79cbe req-a19e05c4-287d-40a7-90db-009385f82955 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415783 Jul 16 02:15:28.426579 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:15:28.552474 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f27179-9397-4f05-8cb9-bc865198c528 req-feab39d2-11de-4c66-97c8-c923a03a47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:28.553971 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50f27179-9397-4f05-8cb9-bc865198c528 req-feab39d2-11de-4c66-97c8-c923a03a47ce service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 1097 time: 0.1117105 Jul 16 02:15:28.589807 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0b0ff-25ab-4e9b-8662-30aed5e3d199 req-f9a9d5c3-2c99-4442-baa5-5367a00065bd tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:28.591427 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ea0b0ff-25ab-4e9b-8662-30aed5e3d199 req-f9a9d5c3-2c99-4442-baa5-5367a00065bd tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 945 time: 0.1683657 Jul 16 02:15:28.678137 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ea0b0ff-25ab-4e9b-8662-30aed5e3d199 req-4243c577-dd81-426d-893d-d3c1cb52563c tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789688 Jul 16 02:15:28.697065 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f27179-9397-4f05-8cb9-bc865198c528 req-d0f714a4-98e5-4060-8bca-9a33e4f56b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:28.698547 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50f27179-9397-4f05-8cb9-bc865198c528 req-d0f714a4-98e5-4060-8bca-9a33e4f56b04 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.1374283 Jul 16 02:15:28.775086 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50f27179-9397-4f05-8cb9-bc865198c528 req-c11f252d-7933-474d-ade0-e0539202ce3f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f HTTP/1.1" status: 200 len: 1002 time: 0.0696108 Jul 16 02:15:28.826107 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f27179-9397-4f05-8cb9-bc865198c528 req-d5df0ad0-639b-4015-b222-64baf7f6a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:28.827568 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50f27179-9397-4f05-8cb9-bc865198c528 req-d5df0ad0-639b-4015-b222-64baf7f6a79e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0461147 Jul 16 02:15:28.891613 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f27179-9397-4f05-8cb9-bc865198c528 req-ca27f35f-029e-4d95-b144-8af13dac8c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:28.893146 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50f27179-9397-4f05-8cb9-bc865198c528 req-ca27f35f-029e-4d95-b144-8af13dac8c11 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580676 Jul 16 02:15:28.987741 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50f27179-9397-4f05-8cb9-bc865198c528 req-3fc0c0f3-cfb7-4c1e-8142-055ceb879791 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878165 Jul 16 02:15:29.086633 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50f27179-9397-4f05-8cb9-bc865198c528 req-6e97a988-1462-47c0-8a1f-bf785f94e1cd service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921228 Jul 16 02:15:29.619360 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af500f67-3e13-43c0-b74a-6fab6ebdd579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.763004 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.859481 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d113f-1371-4291-a45b-27d2559b3ef3 req-87a6d5ab-ef2b-4c9c-8d72-33bac52661a8 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:29.861012 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-559d113f-1371-4291-a45b-27d2559b3ef3 req-87a6d5ab-ef2b-4c9c-8d72-33bac52661a8 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 945 time: 0.0638390 Jul 16 02:15:29.901629 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-559d113f-1371-4291-a45b-27d2559b3ef3 req-4b5d9b0a-9954-42d4-bfeb-6c6f9fa43ce2 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348961 Jul 16 02:15:30.974069 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:31.084895 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8dbc3-fd08-4160-b1e6-143a90673d35 req-be1a28b8-6042-48de-b211-389a84e74c0d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:31.086471 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cdd8dbc3-fd08-4160-b1e6-143a90673d35 req-be1a28b8-6042-48de-b211-389a84e74c0d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 945 time: 0.0669386 Jul 16 02:15:31.128843 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cdd8dbc3-fd08-4160-b1e6-143a90673d35 req-2a77ee6d-71df-449c-9f9e-609bec90c6a6 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342226 Jul 16 02:15:31.923956 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:32.324189 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da9c62-c6c9-4fa9-ab5d-e1990e2ca9a1 req-e2801afd-6b1a-42c3-a93e-5b1d7bc23ed8 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:32.325734 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-65da9c62-c6c9-4fa9-ab5d-e1990e2ca9a1 req-e2801afd-6b1a-42c3-a93e-5b1d7bc23ed8 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 945 time: 0.0780225 Jul 16 02:15:32.369541 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-65da9c62-c6c9-4fa9-ab5d-e1990e2ca9a1 req-31b6e940-e145-4615-9c2c-4b6f3a2d309b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353577 Jul 16 02:15:32.720038 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:33.578630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac6d4f-f236-43b5-9953-f20b57774805 req-9bfe41c4-b68e-4612-bff5-b71bbd6ad800 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:33.580638 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c1ac6d4f-f236-43b5-9953-f20b57774805 req-9bfe41c4-b68e-4612-bff5-b71bbd6ad800 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 945 time: 0.0827379 Jul 16 02:15:33.621603 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c1ac6d4f-f236-43b5-9953-f20b57774805 req-ffa9a1db-ecc7-4a50-abe7-8eaeccfb6a78 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347884 Jul 16 02:15:34.820054 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6895438-52dd-4167-99ce-a8fbd65604e8 req-42a062b5-6113-4550-9d65-142cdfa73a3b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:34.821885 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e6895438-52dd-4167-99ce-a8fbd65604e8 req-42a062b5-6113-4550-9d65-142cdfa73a3b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 945 time: 0.0712962 Jul 16 02:15:34.863288 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e6895438-52dd-4167-99ce-a8fbd65604e8 req-561232af-8d35-497d-a9a1-fd6aeafbe53e tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332446 Jul 16 02:15:35.433409 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:36.065519 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943f437-0504-464e-b018-4e41f7a1b29a req-fe40adbe-94f8-492f-b7dc-e79c88b5fb5a tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:36.067023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a943f437-0504-464e-b018-4e41f7a1b29a req-fe40adbe-94f8-492f-b7dc-e79c88b5fb5a tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 945 time: 0.0716066 Jul 16 02:15:36.116520 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a943f437-0504-464e-b018-4e41f7a1b29a req-40423fba-d7f0-4668-9921-e0372103e80c tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418975 Jul 16 02:15:37.296159 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36194da3-9de3-4532-b5fa-9b2ce05fe242 req-ffb25d4e-2306-44e2-815f-894521dbbfb9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:37.297696 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-36194da3-9de3-4532-b5fa-9b2ce05fe242 req-ffb25d4e-2306-44e2-815f-894521dbbfb9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 945 time: 0.0665100 Jul 16 02:15:37.336023 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-36194da3-9de3-4532-b5fa-9b2ce05fe242 req-efc3d315-26eb-4e67-8634-7e495a9681ea tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326388 Jul 16 02:15:38.539035 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025e3f0-1eb0-413f-9c56-ab0d5c87da8f req-2f74fe57-3bd8-4f49-8501-475a561544c3 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:38.540726 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8025e3f0-1eb0-413f-9c56-ab0d5c87da8f req-2f74fe57-3bd8-4f49-8501-475a561544c3 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 945 time: 0.0761316 Jul 16 02:15:38.582436 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8025e3f0-1eb0-413f-9c56-ab0d5c87da8f req-1977a840-8dcd-41c9-9746-30574959f9ef tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357485 Jul 16 02:15:39.787013 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b131ff3-e221-4ca4-9363-ce5f0b86f74f req-4903f53a-c19c-4a02-b43d-ac54132d6be5 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:39.788419 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9b131ff3-e221-4ca4-9363-ce5f0b86f74f req-4903f53a-c19c-4a02-b43d-ac54132d6be5 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 945 time: 0.0760076 Jul 16 02:15:39.836425 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9b131ff3-e221-4ca4-9363-ce5f0b86f74f req-45d6ea2b-38e4-4036-a951-9091acde455e tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377901 Jul 16 02:15:41.058497 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30d477-78e8-4d06-b492-e5054617054e req-1132bc7c-aa1b-483d-a4eb-983125832144 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:41.059994 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dd30d477-78e8-4d06-b492-e5054617054e req-1132bc7c-aa1b-483d-a4eb-983125832144 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 945 time: 0.1070256 Jul 16 02:15:41.097991 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-50f27179-9397-4f05-8cb9-bc865198c528 req-36b660d5-5fa3-4210-a30e-1c9ac9a9e046 service neutron] show failed (client error): The resource could not be found. Jul 16 02:15:41.098994 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50f27179-9397-4f05-8cb9-bc865198c528 req-36b660d5-5fa3-4210-a30e-1c9ac9a9e046 service neutron] 10.222.0.82 "GET /v2.0/ports/33590ccd-c1e0-4746-b727-fef6a6ba5d7f/bindings/n-h1-792394-16 HTTP/1.1" status: 404 len: 381 time: 0.0863583 Jul 16 02:15:41.115536 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dd30d477-78e8-4d06-b492-e5054617054e req-c1f29718-81aa-4c58-b826-5cb5563dd180 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479336 Jul 16 02:15:41.439958 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f27179-9397-4f05-8cb9-bc865198c528 req-84187d21-0827-4fae-8805-8309c280fcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:41.441524 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-50f27179-9397-4f05-8cb9-bc865198c528 req-84187d21-0827-4fae-8805-8309c280fcd9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3&tenant_id=a3be994ed85f4a829dcc64cb49f926c3 HTTP/1.1" status: 200 len: 1097 time: 0.0907040 Jul 16 02:15:41.454162 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-50f27179-9397-4f05-8cb9-bc865198c528 req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-16', 'device_owner': 'compute:nova'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:41.544651 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-50f27179-9397-4f05-8cb9-bc865198c528 req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:41.759400 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-50f27179-9397-4f05-8cb9-bc865198c528 req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] For port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:41.792691 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-50f27179-9397-4f05-8cb9-bc865198c528 req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] For port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:15:41.833914 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1690a75b-df86-4c33-a79e-b19d417175f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:41.839576 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-50f27179-9397-4f05-8cb9-bc865198c528 req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:41.857109 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-50f27179-9397-4f05-8cb9-bc865198c528 req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Transition to ACTIVE for port object 33590ccd-c1e0-4746-b727-fef6a6ba5d7f will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:15:41.862067 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-50f27179-9397-4f05-8cb9-bc865198c528 req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:41.890557 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d084ed-f5f4-42fa-8111-28bb661f8f61" -d '{"events": [{"server_uuid": "1690a75b-df86-4c33-a79e-b19d417175f3", "name": "network-vif-unplugged", "status": "completed", "tag": "33590ccd-c1e0-4746-b727-fef6a6ba5d7f"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:41.923658 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Pushing event updated for resources: {'Port': ['ID=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,revision_number=6']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:41.974764 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:41.975119 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:41.975466 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:41.976028 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:41.976529 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:41.976741 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:41.977074 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:41.977402 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:41.977729 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:41.978057 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:41.978383 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:41.978997 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:42.005296 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a224e74-9c92-4abc-b06d-145dcf5a87e3 x-openstack-request-id: req-0a224e74-9c92-4abc-b06d-145dcf5a87e3 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:42.005657 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1690a75b-df86-4c33-a79e-b19d417175f3", "name": "network-vif-unplugged", "status": "completed", "tag": "33590ccd-c1e0-4746-b727-fef6a6ba5d7f", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:42.005914 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a224e74-9c92-4abc-b06d-145dcf5a87e3 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:42.006305 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1690a75b-df86-4c33-a79e-b19d417175f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f', 'code': 200} Jul 16 02:15:42.026000 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f27179-9397-4f05-8cb9-bc865198c528 req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] No DVR routers for this DVR port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f on host n-h2-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:15:42.169897 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-50f27179-9397-4f05-8cb9-bc865198c528 req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Attempting to bind port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:15:42.170217 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-50f27179-9397-4f05-8cb9-bc865198c528 req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Attempting to bind port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:15:42.170573 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f27179-9397-4f05-8cb9-bc865198c528 req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Attempting to bind port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f on network 8577501a-8fd1-4293-95f7-4724e998be89 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:15:42.175248 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f27179-9397-4f05-8cb9-bc865198c528 req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f on network 8577501a-8fd1-4293-95f7-4724e998be89 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:15:42.175571 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f27179-9397-4f05-8cb9-bc865198c528 req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Attempting to bind port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f on network 8577501a-8fd1-4293-95f7-4724e998be89 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:15:42.180505 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f27179-9397-4f05-8cb9-bc865198c528 req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:15:42.180846 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f27179-9397-4f05-8cb9-bc865198c528 req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Checking segment: {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:15:42.181233 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f27179-9397-4f05-8cb9-bc865198c528 req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Bound using segment: {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:15:42.181668 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-50f27179-9397-4f05-8cb9-bc865198c528 req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Bound port: 33590ccd-c1e0-4746-b727-fef6a6ba5d7f, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:15:42.182031 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-50f27179-9397-4f05-8cb9-bc865198c528 req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:42.248047 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-50f27179-9397-4f05-8cb9-bc865198c528 req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] For port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:15:42.251297 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-50f27179-9397-4f05-8cb9-bc865198c528 req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] For port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:15:42.257550 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-50f27179-9397-4f05-8cb9-bc865198c528 req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:42.296312 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f27179-9397-4f05-8cb9-bc865198c528 req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:42.297404 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-50f27179-9397-4f05-8cb9-bc865198c528 req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:42.298855 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-50f27179-9397-4f05-8cb9-bc865198c528 req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] 10.222.0.84 "PUT /v2.0/ports/33590ccd-c1e0-4746-b727-fef6a6ba5d7f HTTP/1.1" status: 200 len: 1092 time: 0.8488672 Jul 16 02:15:42.311297 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb5183-781e-432e-b5a2-ae436302b791 req-6611ee2e-126f-4f53-b765-68f90c994193 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:42.316890 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-efcb5183-781e-432e-b5a2-ae436302b791 req-6611ee2e-126f-4f53-b765-68f90c994193 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 943 time: 0.0767839 Jul 16 02:15:42.334107 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d9ec1-1833-4d16-95dd-7307a7aa3af7 service neutron] Pushing event updated for resources: {'Port': ['ID=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,revision_number=7']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:42.357036 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-efcb5183-781e-432e-b5a2-ae436302b791 req-2bc0d8ec-bc1c-410b-a719-ead9156b463a tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372093 Jul 16 02:15:42.387035 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f27179-9397-4f05-8cb9-bc865198c528 req-d0c32b43-d1f1-4dfb-b5e1-43fc9fe61295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:42.389005 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-50f27179-9397-4f05-8cb9-bc865198c528 req-d0c32b43-d1f1-4dfb-b5e1-43fc9fe61295 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 1095 time: 0.0630269 Jul 16 02:15:42.489183 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f27179-9397-4f05-8cb9-bc865198c528 req-5d146277-db53-4a17-b15e-a2903ed81988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:42.490835 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-50f27179-9397-4f05-8cb9-bc865198c528 req-5d146277-db53-4a17-b15e-a2903ed81988 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0948977 Jul 16 02:15:42.558023 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-50f27179-9397-4f05-8cb9-bc865198c528 req-8e150aa7-a503-4da0-8140-c5b4c79babb2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f HTTP/1.1" status: 200 len: 1000 time: 0.0603106 Jul 16 02:15:42.607851 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f27179-9397-4f05-8cb9-bc865198c528 req-7a3986a7-1866-49c1-b46d-46cd045a3fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:42.609448 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-50f27179-9397-4f05-8cb9-bc865198c528 req-7a3986a7-1866-49c1-b46d-46cd045a3fe1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0448520 Jul 16 02:15:42.672225 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f27179-9397-4f05-8cb9-bc865198c528 req-4a0cc155-1829-43b9-9b48-fbe0669858eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:42.673796 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-50f27179-9397-4f05-8cb9-bc865198c528 req-4a0cc155-1829-43b9-9b48-fbe0669858eb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576019 Jul 16 02:15:42.773848 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-50f27179-9397-4f05-8cb9-bc865198c528 req-b32ea4fc-c73e-4bfb-91ac-1722a074428b service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932257 Jul 16 02:15:42.872948 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-50f27179-9397-4f05-8cb9-bc865198c528 req-36bffdb0-8cd1-4905-b5f5-4380b12820bf service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918765 Jul 16 02:15:43.358592 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 33590ccd-c1e0-4746-b727-fef6a6ba5d7f no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:15:43.399711 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 33590ccd-c1e0-4746-b727-fef6a6ba5d7f not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:15:43.543740 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f242bc-a872-47bc-b7f7-e6e02575ce2c req-d4a03240-b3b9-4434-bd82-72ede1d81a27 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:43.545280 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-37f242bc-a872-47bc-b7f7-e6e02575ce2c req-d4a03240-b3b9-4434-bd82-72ede1d81a27 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 943 time: 0.0727904 Jul 16 02:15:43.597036 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-37f242bc-a872-47bc-b7f7-e6e02575ce2c req-4c33b33f-98f9-42b1-9eb6-a65bb5d48aa3 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431144 Jul 16 02:15:43.927266 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 33590ccd-c1e0-4746-b727-fef6a6ba5d7f details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:15:44.007561 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1690a75b-df86-4c33-a79e-b19d417175f3', 'tag': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:44.010166 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf74c1a-c68e-4ddb-adea-3b4abdd7b5ee" -d '{"events": [{"name": "network-changed", "server_uuid": "1690a75b-df86-4c33-a79e-b19d417175f3", "tag": "33590ccd-c1e0-4746-b727-fef6a6ba5d7f"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:44.052200 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:44.065761 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'port_id': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f', 'mac_address': 'fa:16:3e:30:75:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:15:44.069486 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2351fc18-54a0-4262-a3ea-d00cf22bfa80 x-openstack-request-id: req-2351fc18-54a0-4262-a3ea-d00cf22bfa80 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:44.069781 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1690a75b-df86-4c33-a79e-b19d417175f3", "tag": "33590ccd-c1e0-4746-b727-fef6a6ba5d7f", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:44.070031 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2351fc18-54a0-4262-a3ea-d00cf22bfa80 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:44.072737 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1690a75b-df86-4c33-a79e-b19d417175f3', 'tag': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f', 'status': 'completed', 'code': 200} Jul 16 02:15:44.110147 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:44.123505 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33590ccd-c1e0-4746-b727-fef6a6ba5d7f {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:15:44.143941 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:44.149634 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:44.151355 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf74c1a-c68e-4ddb-adea-3b4abdd7b5ee req-c5c9c3cc-bc8a-406c-9093-57624e50d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:44.154225 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf74c1a-c68e-4ddb-adea-3b4abdd7b5ee req-26f9eae5-ec7b-453e-854a-ecc1a29f9571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:44.154419 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7bf74c1a-c68e-4ddb-adea-3b4abdd7b5ee req-c5c9c3cc-bc8a-406c-9093-57624e50d825 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 1095 time: 0.0582447 Jul 16 02:15:44.156654 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7bf74c1a-c68e-4ddb-adea-3b4abdd7b5ee req-26f9eae5-ec7b-453e-854a-ecc1a29f9571 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 1095 time: 0.0600340 Jul 16 02:15:44.203372 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:44.210596 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:44.210941 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:44.211275 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:44.211604 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:44.211932 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:44.212256 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:44.212605 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:44.212925 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:44.213242 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:44.213561 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:44.213877 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:44.214189 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:44.252068 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf74c1a-c68e-4ddb-adea-3b4abdd7b5ee req-a8204b62-92f1-4900-871d-77fc252e1e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:44.253606 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7bf74c1a-c68e-4ddb-adea-3b4abdd7b5ee req-a8204b62-92f1-4900-871d-77fc252e1e9c service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0942407 Jul 16 02:15:44.264458 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf74c1a-c68e-4ddb-adea-3b4abdd7b5ee req-dc68e738-6bae-4617-9b1a-09f479ee25d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:44.265936 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7bf74c1a-c68e-4ddb-adea-3b4abdd7b5ee req-dc68e738-6bae-4617-9b1a-09f479ee25d9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.1022344 Jul 16 02:15:44.319613 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7bf74c1a-c68e-4ddb-adea-3b4abdd7b5ee req-99c9143f-72b0-4971-ba71-f32e3481e8e9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f HTTP/1.1" status: 200 len: 1001 time: 0.0591908 Jul 16 02:15:44.341192 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7bf74c1a-c68e-4ddb-adea-3b4abdd7b5ee req-88e044bf-a406-4821-88fe-b238a959fa11 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f HTTP/1.1" status: 200 len: 1001 time: 0.0680635 Jul 16 02:15:44.373299 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf74c1a-c68e-4ddb-adea-3b4abdd7b5ee req-68ca0187-d6b6-4093-9e45-e36dab3ed381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:44.374804 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7bf74c1a-c68e-4ddb-adea-3b4abdd7b5ee req-68ca0187-d6b6-4093-9e45-e36dab3ed381 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0488164 Jul 16 02:15:44.402683 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf74c1a-c68e-4ddb-adea-3b4abdd7b5ee req-3ac9dc26-aba0-491f-810e-1644ea78e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:44.404329 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7bf74c1a-c68e-4ddb-adea-3b4abdd7b5ee req-3ac9dc26-aba0-491f-810e-1644ea78e525 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0493729 Jul 16 02:15:44.437673 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['33590ccd-c1e0-4746-b727-fef6a6ba5d7f'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:15:44.459131 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf74c1a-c68e-4ddb-adea-3b4abdd7b5ee req-da0f1c95-c972-4655-8847-e0d880315330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:44.460813 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7bf74c1a-c68e-4ddb-adea-3b4abdd7b5ee req-da0f1c95-c972-4655-8847-e0d880315330 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789337 Jul 16 02:15:44.489229 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf74c1a-c68e-4ddb-adea-3b4abdd7b5ee req-c473c70b-28d6-4acb-b59f-09935fcf433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:44.491126 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7bf74c1a-c68e-4ddb-adea-3b4abdd7b5ee req-c473c70b-28d6-4acb-b59f-09935fcf433c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686653 Jul 16 02:15:44.572026 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7bf74c1a-c68e-4ddb-adea-3b4abdd7b5ee req-552a3921-0e23-40f4-84a1-08ff61881d2e service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042964 Jul 16 02:15:44.599955 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7bf74c1a-c68e-4ddb-adea-3b4abdd7b5ee req-b8fa4c60-6fff-4380-8d92-4cdada721a67 service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014495 Jul 16 02:15:44.691252 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7bf74c1a-c68e-4ddb-adea-3b4abdd7b5ee req-a78b8f5d-a2ab-423c-9874-b9b6e8d1cdfb service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119409 Jul 16 02:15:44.707993 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7bf74c1a-c68e-4ddb-adea-3b4abdd7b5ee req-7d82ba38-3da1-4667-9463-127b847e1947 service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016321 Jul 16 02:15:44.786484 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b99b0-27bd-4890-b9ec-4056d502df85 req-9b7a6681-c8fb-4af1-8e96-8c877ed31225 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:44.787874 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-919b99b0-27bd-4890-b9ec-4056d502df85 req-9b7a6681-c8fb-4af1-8e96-8c877ed31225 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 944 time: 0.0653286 Jul 16 02:15:44.841310 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-919b99b0-27bd-4890-b9ec-4056d502df85 req-fc5ed92c-059a-43d1-8b5d-e9e25deeadd2 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447888 Jul 16 02:15:45.303281 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-a0abb7e4-7ea9-495f-94a3-668b4bb16bae tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:45.304891 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-a0abb7e4-7ea9-495f-94a3-668b4bb16bae tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.84 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3&tenant_id=a3be994ed85f4a829dcc64cb49f926c3&binding%3Ahost_id=n-h1-792394-16 HTTP/1.1" status: 200 len: 944 time: 0.1043246 Jul 16 02:15:45.377665 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacb002-5464-4335-a70a-1bd2ab253dab req-0d85b836-7f49-4ab0-9d03-18a64924d105 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:45.379172 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-afacb002-5464-4335-a70a-1bd2ab253dab req-0d85b836-7f49-4ab0-9d03-18a64924d105 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 944 time: 0.1189609 Jul 16 02:15:45.385537 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-f0350e4d-6bb1-4233-b751-1cb6c6928a22 service neutron] 10.222.0.84 "GET /v2.0/ports/33590ccd-c1e0-4746-b727-fef6a6ba5d7f/bindings/n-h1-792394-16 HTTP/1.1" status: 200 len: 383 time: 0.0728238 Jul 16 02:15:45.428154 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-afacb002-5464-4335-a70a-1bd2ab253dab req-c7c95f81-2b14-40ac-9326-fb11a7612f20 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416892 Jul 16 02:15:45.478295 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-fcfa39ed-cb1f-41b2-9240-044c04008908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:45.480558 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-fcfa39ed-cb1f-41b2-9240-044c04008908 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 1096 time: 0.0668378 Jul 16 02:15:45.582488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-1e3d0188-fff7-4c68-be23-f11791f0006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:45.584008 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-1e3d0188-fff7-4c68-be23-f11791f0006d service neutron] 10.222.0.84 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0969577 Jul 16 02:15:45.656079 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-b53b1e2a-273a-4dd6-87f3-5222f7260080 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f HTTP/1.1" status: 200 len: 1001 time: 0.0652130 Jul 16 02:15:45.708593 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-cfd3f322-eb9f-4f6c-966c-e42b8c6cc4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:45.710092 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-cfd3f322-eb9f-4f6c-966c-e42b8c6cc4d9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0479259 Jul 16 02:15:45.771974 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-a469dc44-15d2-4ac2-8832-b15fbd9fadb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:45.773547 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-a469dc44-15d2-4ac2-8832-b15fbd9fadb9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571899 Jul 16 02:15:45.871013 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-83bbdfce-bba5-4045-a1c2-0f47fa1e91e5 service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904293 Jul 16 02:15:45.940800 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 33590ccd-c1e0-4746-b727-fef6a6ba5d7f up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:15:45.968750 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-cab1859b-229f-4107-bc9c-f66b6573d5f7 service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908370 Jul 16 02:15:45.995596 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:45.999599 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:45.999982 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:46.080030 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:46.102945 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1690a75b-df86-4c33-a79e-b19d417175f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:46.116653 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:46.122100 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:46.146582 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20736997-d0b0-4d81-a7f0-0c66125df28b" -d '{"events": [{"server_uuid": "1690a75b-df86-4c33-a79e-b19d417175f3", "name": "network-vif-plugged", "status": "completed", "tag": "33590ccd-c1e0-4746-b727-fef6a6ba5d7f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:46.177080 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,revision_number=9']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:46.253737 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2a8b90-7629-4259-af23-2a24979a86b6 x-openstack-request-id: req-9f2a8b90-7629-4259-af23-2a24979a86b6 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:46.254014 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1690a75b-df86-4c33-a79e-b19d417175f3", "name": "network-vif-plugged", "status": "completed", "tag": "33590ccd-c1e0-4746-b727-fef6a6ba5d7f", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:46.254268 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f2a8b90-7629-4259-af23-2a24979a86b6 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:46.254676 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1690a75b-df86-4c33-a79e-b19d417175f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f', 'code': 200} Jul 16 02:15:46.627725 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a1eb6-b5d9-47c6-a8f6-f39867d634f3 req-0a4ac08f-029b-49ad-873b-b912d3736bd6 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:46.629256 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4f0a1eb6-b5d9-47c6-a8f6-f39867d634f3 req-0a4ac08f-029b-49ad-873b-b912d3736bd6 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 945 time: 0.0867307 Jul 16 02:15:46.671083 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4f0a1eb6-b5d9-47c6-a8f6-f39867d634f3 req-967fa852-5f38-4c11-a34a-bda82562cc95 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333908 Jul 16 02:15:47.865880 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e7bed-7acb-4276-aabf-087471b0256c req-55609cac-acd7-4fe4-9169-be6e8853c627 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:47.867456 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ae6e7bed-7acb-4276-aabf-087471b0256c req-55609cac-acd7-4fe4-9169-be6e8853c627 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 945 time: 0.0699420 Jul 16 02:15:47.910007 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ae6e7bed-7acb-4276-aabf-087471b0256c req-b8b74cca-cbab-4433-9067-57cad9b2b560 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361981 Jul 16 02:15:48.068833 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-4e8dc3d0-883e-4a0e-9a53-9b50730686a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:48.070374 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-4e8dc3d0-883e-4a0e-9a53-9b50730686a2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3&tenant_id=a3be994ed85f4a829dcc64cb49f926c3 HTTP/1.1" status: 200 len: 1097 time: 0.0575860 Jul 16 02:15:48.083906 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-16', 'device_owner': 'compute:nova'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:48.170898 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:48.382445 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] For port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:48.418441 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] For port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:15:48.467845 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1690a75b-df86-4c33-a79e-b19d417175f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:48.474699 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:48.487860 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Transition to ACTIVE for port object 33590ccd-c1e0-4746-b727-fef6a6ba5d7f will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:15:48.493571 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:48.530841 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9a324e-228e-4675-b40f-0c705d9002da" -d '{"events": [{"server_uuid": "1690a75b-df86-4c33-a79e-b19d417175f3", "name": "network-vif-unplugged", "status": "completed", "tag": "33590ccd-c1e0-4746-b727-fef6a6ba5d7f"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:48.590308 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Pushing event updated for resources: {'Port': ['ID=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,revision_number=10']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:48.604004 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:48.604514 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:48.604866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:48.605202 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:48.605533 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:48.605863 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:48.606262 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:48.606732 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:48.607045 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:48.607377 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:48.607700 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:48.608035 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:48.631409 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4169fcec-e607-4d03-921f-a45915733d9a x-openstack-request-id: req-4169fcec-e607-4d03-921f-a45915733d9a {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:48.631705 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1690a75b-df86-4c33-a79e-b19d417175f3", "name": "network-vif-unplugged", "status": "completed", "tag": "33590ccd-c1e0-4746-b727-fef6a6ba5d7f", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:48.631957 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4169fcec-e607-4d03-921f-a45915733d9a {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:48.632508 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1690a75b-df86-4c33-a79e-b19d417175f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f', 'code': 200} Jul 16 02:15:48.653553 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] No DVR routers for this DVR port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:15:48.791282 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Attempting to bind port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:15:48.791742 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Attempting to bind port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:15:48.792108 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Attempting to bind port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f on network 8577501a-8fd1-4293-95f7-4724e998be89 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:15:48.800318 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f on network 8577501a-8fd1-4293-95f7-4724e998be89 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:15:48.800861 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Attempting to bind port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f on network 8577501a-8fd1-4293-95f7-4724e998be89 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:15:48.809737 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:15:48.810530 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Checking segment: {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:15:48.811443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Bound using segment: {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:15:48.812153 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Bound port: 33590ccd-c1e0-4746-b727-fef6a6ba5d7f, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:15:48.812883 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:48.893873 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] For port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:15:48.896913 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] For port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:15:48.904533 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:48.942426 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:48.942426 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:48.943876 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] 10.222.0.82 "PUT /v2.0/ports/33590ccd-c1e0-4746-b727-fef6a6ba5d7f HTTP/1.1" status: 200 len: 1093 time: 0.8656700 Jul 16 02:15:48.986259 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f2fc2-5aa9-4250-b5f1-def046c03490 service neutron] Pushing event updated for resources: {'Port': ['ID=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,revision_number=11']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:49.088763 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-abc4bff1-1d65-4020-9930-ec0f84156a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:49.090427 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-abc4bff1-1d65-4020-9930-ec0f84156a14 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 1096 time: 0.1161277 Jul 16 02:15:49.177609 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdad781-d1fa-4a44-acca-356507ff9728 req-c7205b98-7028-4b43-a523-0bb169750b91 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:49.179094 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cfdad781-d1fa-4a44-acca-356507ff9728 req-c7205b98-7028-4b43-a523-0bb169750b91 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 944 time: 0.1366196 Jul 16 02:15:49.224928 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-22a1730b-2119-4562-b7b7-3c45d7f1a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:49.226306 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-22a1730b-2119-4562-b7b7-3c45d7f1a2af service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.1285801 Jul 16 02:15:49.234307 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cfdad781-d1fa-4a44-acca-356507ff9728 req-397594b0-a640-434c-ae42-d771f5e40b29 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490854 Jul 16 02:15:49.301284 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-88cfb8f2-f419-41a5-a53a-467ffed95c04 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f HTTP/1.1" status: 200 len: 1000 time: 0.0660152 Jul 16 02:15:49.351389 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-e6ebb684-175a-4876-a9db-cb8cee831c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:49.352894 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-e6ebb684-175a-4876-a9db-cb8cee831c3f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0460172 Jul 16 02:15:49.423562 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-a5090e41-8ce2-4d6d-a2e1-cecd6772a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:49.425021 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-a5090e41-8ce2-4d6d-a2e1-cecd6772a4a4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653989 Jul 16 02:15:49.526613 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-1dd543ac-cefa-41d5-ab29-2cad132adc00 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930507 Jul 16 02:15:49.634364 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-34f672fe-bca5-47fb-be9f-df7513c02859 req-438ed014-6326-4b81-b6c4-bdc1ef97743a service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008744 Jul 16 02:15:49.962946 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 33590ccd-c1e0-4746-b727-fef6a6ba5d7f no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:15:50.009746 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 33590ccd-c1e0-4746-b727-fef6a6ba5d7f not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:15:50.441650 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40626de-5ed2-4c9a-a3f5-f0bd146cf3f3 req-bc324374-5caf-47a3-8d63-751cb3b0d3cf tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:50.443184 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c40626de-5ed2-4c9a-a3f5-f0bd146cf3f3 req-bc324374-5caf-47a3-8d63-751cb3b0d3cf tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 944 time: 0.0791233 Jul 16 02:15:50.481126 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c40626de-5ed2-4c9a-a3f5-f0bd146cf3f3 req-179449df-242c-4631-a1eb-58c526310721 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321772 Jul 16 02:15:50.634245 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1690a75b-df86-4c33-a79e-b19d417175f3', 'tag': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:50.637002 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7da1a64-c2a7-4c3b-beda-ddac04ad5bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "1690a75b-df86-4c33-a79e-b19d417175f3", "tag": "33590ccd-c1e0-4746-b727-fef6a6ba5d7f"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:50.688694 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab879767-e81c-4c67-92d8-7cb74d85bd86 x-openstack-request-id: req-ab879767-e81c-4c67-92d8-7cb74d85bd86 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:50.689007 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1690a75b-df86-4c33-a79e-b19d417175f3", "tag": "33590ccd-c1e0-4746-b727-fef6a6ba5d7f", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:50.689291 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab879767-e81c-4c67-92d8-7cb74d85bd86 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:50.690031 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1690a75b-df86-4c33-a79e-b19d417175f3', 'tag': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f', 'status': 'completed', 'code': 200} Jul 16 02:15:50.765715 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da1a64-c2a7-4c3b-beda-ddac04ad5bc8 req-7f9098cc-f91f-46f8-8182-9ad15dde4f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:50.766604 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da1a64-c2a7-4c3b-beda-ddac04ad5bc8 req-9144ce40-39fc-4e07-bddc-d7b1144021ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:50.767225 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f7da1a64-c2a7-4c3b-beda-ddac04ad5bc8 req-7f9098cc-f91f-46f8-8182-9ad15dde4f1d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 1096 time: 0.0595114 Jul 16 02:15:50.768159 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f7da1a64-c2a7-4c3b-beda-ddac04ad5bc8 req-9144ce40-39fc-4e07-bddc-d7b1144021ab service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 1096 time: 0.0567391 Jul 16 02:15:50.861088 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da1a64-c2a7-4c3b-beda-ddac04ad5bc8 req-19ce6646-5515-426a-bc44-acfed338f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:50.861862 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da1a64-c2a7-4c3b-beda-ddac04ad5bc8 req-56d19424-74e6-498c-b2bb-4c232f115ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:50.862577 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f7da1a64-c2a7-4c3b-beda-ddac04ad5bc8 req-19ce6646-5515-426a-bc44-acfed338f100 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0870821 Jul 16 02:15:50.863341 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f7da1a64-c2a7-4c3b-beda-ddac04ad5bc8 req-56d19424-74e6-498c-b2bb-4c232f115ae1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0882418 Jul 16 02:15:50.929192 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f7da1a64-c2a7-4c3b-beda-ddac04ad5bc8 req-3bbf3dfb-8d49-44d6-843c-68b4e2b9ec18 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f HTTP/1.1" status: 200 len: 1000 time: 0.0586123 Jul 16 02:15:50.931607 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f7da1a64-c2a7-4c3b-beda-ddac04ad5bc8 req-ca31c8e4-1c3e-4952-8d70-e0fa52067efc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f HTTP/1.1" status: 200 len: 1000 time: 0.0611506 Jul 16 02:15:50.983244 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da1a64-c2a7-4c3b-beda-ddac04ad5bc8 req-17d8c9a3-0be9-447f-92de-314ab4f23eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:50.984803 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f7da1a64-c2a7-4c3b-beda-ddac04ad5bc8 req-17d8c9a3-0be9-447f-92de-314ab4f23eab service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0447664 Jul 16 02:15:50.985316 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da1a64-c2a7-4c3b-beda-ddac04ad5bc8 req-ea42fff1-19e9-4154-b9c6-7a519b401fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:50.986767 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f7da1a64-c2a7-4c3b-beda-ddac04ad5bc8 req-ea42fff1-19e9-4154-b9c6-7a519b401fa5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0517974 Jul 16 02:15:51.043983 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da1a64-c2a7-4c3b-beda-ddac04ad5bc8 req-b770755b-48a3-4ccc-90b5-85ac575b8a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:51.044638 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da1a64-c2a7-4c3b-beda-ddac04ad5bc8 req-06951a91-e55b-4cb7-adf1-05f6fbe078f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:51.045520 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f7da1a64-c2a7-4c3b-beda-ddac04ad5bc8 req-b770755b-48a3-4ccc-90b5-85ac575b8a97 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515509 Jul 16 02:15:51.046174 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f7da1a64-c2a7-4c3b-beda-ddac04ad5bc8 req-06951a91-e55b-4cb7-adf1-05f6fbe078f1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545416 Jul 16 02:15:51.153926 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f7da1a64-c2a7-4c3b-beda-ddac04ad5bc8 req-00908d87-f9ce-430d-9b65-0c074b869e87 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960445 Jul 16 02:15:51.160354 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f7da1a64-c2a7-4c3b-beda-ddac04ad5bc8 req-ed885e7f-dfe9-4d95-90fe-350180e269a3 service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076913 Jul 16 02:15:51.257870 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f7da1a64-c2a7-4c3b-beda-ddac04ad5bc8 req-89f57407-bb66-4738-9eda-f2eeafb26c2d service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964730 Jul 16 02:15:51.259996 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f7da1a64-c2a7-4c3b-beda-ddac04ad5bc8 req-ecb19156-6076-43af-a178-82f4d6b4be58 service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933919 Jul 16 02:15:51.674329 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5b0de-97ae-4b1d-b83d-31b7f01e8d2a req-64f80443-6700-4b24-a521-2ed8ba0c59ad tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:51.676411 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-89f5b0de-97ae-4b1d-b83d-31b7f01e8d2a req-64f80443-6700-4b24-a521-2ed8ba0c59ad tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 944 time: 0.0655689 Jul 16 02:15:51.721448 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-89f5b0de-97ae-4b1d-b83d-31b7f01e8d2a req-e4c5f562-c003-42af-9595-3fb0539954df tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392942 Jul 16 02:15:51.907763 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e734aa3-2556-4c4b-930e-0c5962dc06c0 req-cdd904db-4e93-4aa5-a496-99fabd8ef9a9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:51.909290 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6e734aa3-2556-4c4b-930e-0c5962dc06c0 req-cdd904db-4e93-4aa5-a496-99fabd8ef9a9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 944 time: 0.0718052 Jul 16 02:15:52.296154 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6e734aa3-2556-4c4b-930e-0c5962dc06c0 req-ed9ca87e-0b79-48f7-8097-4bc9c1814501 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3807888 Jul 16 02:15:52.479203 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628809f-2d9e-47e3-a6d1-7de154b59465 req-c19fc42c-4237-43bb-9141-ae1bc5fc282f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:52.480768 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4628809f-2d9e-47e3-a6d1-7de154b59465 req-c19fc42c-4237-43bb-9141-ae1bc5fc282f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 944 time: 0.0707755 Jul 16 02:15:52.523120 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4628809f-2d9e-47e3-a6d1-7de154b59465 req-050f080e-440d-48a0-8b2e-1cb59e7e62a2 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338259 Jul 16 02:15:53.109886 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6111d79-a73c-44d3-b7a7-fd6303c52368 req-08f602df-8500-4d91-80e6-1da029919ade tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:53.111500 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c6111d79-a73c-44d3-b7a7-fd6303c52368 req-08f602df-8500-4d91-80e6-1da029919ade tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 944 time: 0.0689609 Jul 16 02:15:53.160271 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c6111d79-a73c-44d3-b7a7-fd6303c52368 req-5f032d2f-d8b3-4544-822f-8ed9155dadb2 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399773 Jul 16 02:15:53.405555 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 33590ccd-c1e0-4746-b727-fef6a6ba5d7f details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:15:53.509962 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:53.521292 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'port_id': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f', 'mac_address': 'fa:16:3e:30:75:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:15:53.563843 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:53.737665 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33590ccd-c1e0-4746-b727-fef6a6ba5d7f {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:15:53.758921 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:53.765739 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:53.816983 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,revision_number=12']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:54.031727 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['33590ccd-c1e0-4746-b727-fef6a6ba5d7f'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:15:54.396905 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e624b-a9cf-47cc-848e-a068642aafe9 req-f3e1af21-99bf-4a03-aacc-e1efd7c1e4ed tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:54.398386 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6d0e624b-a9cf-47cc-848e-a068642aafe9 req-f3e1af21-99bf-4a03-aacc-e1efd7c1e4ed tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.82 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 945 time: 0.1197016 Jul 16 02:15:54.406570 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161f2a0-c334-4627-be83-8162dcf86fa8 req-dec259c7-79a4-48e6-8d92-0898a769c3cb tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:54.407935 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1161f2a0-c334-4627-be83-8162dcf86fa8 req-dec259c7-79a4-48e6-8d92-0898a769c3cb tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 945 time: 0.1274531 Jul 16 02:15:54.487192 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1161f2a0-c334-4627-be83-8162dcf86fa8 req-254fa0e8-8b49-4115-8dfb-18b4f65a53e4 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718508 Jul 16 02:15:54.533542 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-6d0e624b-a9cf-47cc-848e-a068642aafe9 req-fc77ed61-c56a-4a3d-9bfe-9d81334a1ada tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Deleting port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:15:54.533908 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6d0e624b-a9cf-47cc-848e-a068642aafe9 req-fc77ed61-c56a-4a3d-9bfe-9d81334a1ada tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:54.628647 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-6d0e624b-a9cf-47cc-848e-a068642aafe9 req-fc77ed61-c56a-4a3d-9bfe-9d81334a1ada tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] For port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:54.629020 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6d0e624b-a9cf-47cc-848e-a068642aafe9 req-fc77ed61-c56a-4a3d-9bfe-9d81334a1ada tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:54.804601 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6d0e624b-a9cf-47cc-848e-a068642aafe9 req-fc77ed61-c56a-4a3d-9bfe-9d81334a1ada tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:54.804978 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6d0e624b-a9cf-47cc-848e-a068642aafe9 req-fc77ed61-c56a-4a3d-9bfe-9d81334a1ada tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:54.805287 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [req-6d0e624b-a9cf-47cc-848e-a068642aafe9 req-fc77ed61-c56a-4a3d-9bfe-9d81334a1ada tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Floating IP a23bb70c-b1da-446b-8ce0-ab5fff85dcdb disassociated. External IP: 172.25.6.120, port: 33590ccd-c1e0-4746-b727-fef6a6ba5d7f. Jul 16 02:15:54.805615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-6d0e624b-a9cf-47cc-848e-a068642aafe9 req-fc77ed61-c56a-4a3d-9bfe-9d81334a1ada tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Calling delete_port for 33590ccd-c1e0-4746-b727-fef6a6ba5d7f owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:15:54.943152 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6d0e624b-a9cf-47cc-848e-a068642aafe9 req-fc77ed61-c56a-4a3d-9bfe-9d81334a1ada tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:54.977235 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77ed61-c56a-4a3d-9bfe-9d81334a1ada tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Pushing event deleted for resources: {'Port': ['ID=33590ccd-c1e0-4746-b727-fef6a6ba5d7f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:55.102335 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d0e624b-a9cf-47cc-848e-a068642aafe9 req-fc77ed61-c56a-4a3d-9bfe-9d81334a1ada tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Router d5b25933-0761-4f15-816b-8f9e8278e7d7 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:15:55.215507 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d0e624b-a9cf-47cc-848e-a068642aafe9 req-fc77ed61-c56a-4a3d-9bfe-9d81334a1ada tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:15:55.226832 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c049d4-8ee7-4df1-8097-2d4f58025718 None None] Sync routers for ids ['d5b25933-0761-4f15-816b-8f9e8278e7d7'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:15:55.236991 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c049d4-8ee7-4df1-8097-2d4f58025718 None None] Routers {'d5b25933-0761-4f15-816b-8f9e8278e7d7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:55.237624 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a3c049d4-8ee7-4df1-8097-2d4f58025718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:15:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d5b25933-0761-4f15-816b-8f9e8278e7d7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:55.261749 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0e624b-a9cf-47cc-848e-a068642aafe9 req-fc77ed61-c56a-4a3d-9bfe-9d81334a1ada tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] No DVR routers for this DVR port 33590ccd-c1e0-4746-b727-fef6a6ba5d7f on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:15:55.264784 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6d0e624b-a9cf-47cc-848e-a068642aafe9 req-fc77ed61-c56a-4a3d-9bfe-9d81334a1ada tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:55.266872 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6d0e624b-a9cf-47cc-848e-a068642aafe9 req-fc77ed61-c56a-4a3d-9bfe-9d81334a1ada tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.82 "DELETE /v2.0/ports/33590ccd-c1e0-4746-b727-fef6a6ba5d7f HTTP/1.1" status: 204 len: 173 time: 0.8580091 Jul 16 02:15:55.267336 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1690a75b-df86-4c33-a79e-b19d417175f3', 'name': 'network-vif-deleted', 'tag': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:55.269838 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54770c9-a7fd-46bc-910e-921b9bf2078a" -d '{"events": [{"server_uuid": "1690a75b-df86-4c33-a79e-b19d417175f3", "name": "network-vif-deleted", "tag": "33590ccd-c1e0-4746-b727-fef6a6ba5d7f"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:55.307429 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6fafaa-c440-4de0-a14e-185a9782a3f6 x-openstack-request-id: req-7b6fafaa-c440-4de0-a14e-185a9782a3f6 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:55.307738 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1690a75b-df86-4c33-a79e-b19d417175f3", "name": "network-vif-deleted", "tag": "33590ccd-c1e0-4746-b727-fef6a6ba5d7f", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:55.307989 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b6fafaa-c440-4de0-a14e-185a9782a3f6 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:55.308411 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1690a75b-df86-4c33-a79e-b19d417175f3', 'name': 'network-vif-deleted', 'tag': '33590ccd-c1e0-4746-b727-fef6a6ba5d7f', 'status': 'completed', 'code': 200} Jul 16 02:15:55.358151 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-a3c049d4-8ee7-4df1-8097-2d4f58025718 None None] Set router d5b25933-0761-4f15-816b-8f9e8278e7d7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:55.432070 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 33590ccd-c1e0-4746-b727-fef6a6ba5d7f details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:15:55.438538 n-d-792394-16 neutron-server[93957]: INFO neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No ports have port_id starting with 33590ccd-c1e0-4746-b727-fef6a6ba5d7f Jul 16 02:15:55.440390 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 33590ccd-c1e0-4746-b727-fef6a6ba5d7f requested by agent hyperv_n-h2-792394-16 not found in database {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 16 02:15:55.577982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a3c049d4-8ee7-4df1-8097-2d4f58025718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:02Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:55.605653 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c049d4-8ee7-4df1-8097-2d4f58025718 None None] Checking router: d5b25933-0761-4f15-816b-8f9e8278e7d7 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:15:55.614668 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c049d4-8ee7-4df1-8097-2d4f58025718 None None] Routers {'d5b25933-0761-4f15-816b-8f9e8278e7d7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:55.615305 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a3c049d4-8ee7-4df1-8097-2d4f58025718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:15:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d5b25933-0761-4f15-816b-8f9e8278e7d7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:55.650712 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cab19a30-07c4-468c-9ff9-6d51057654e2 req-8817e93e-bc36-419c-a956-2b0a30fc1d40 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=1690a75b-df86-4c33-a79e-b19d417175f3 HTTP/1.1" status: 200 len: 210 time: 0.0322542 Jul 16 02:15:55.729618 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-a3c049d4-8ee7-4df1-8097-2d4f58025718 None None] Set router d5b25933-0761-4f15-816b-8f9e8278e7d7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:55.936933 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a3c049d4-8ee7-4df1-8097-2d4f58025718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:02Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:55.964725 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c049d4-8ee7-4df1-8097-2d4f58025718 None None] The sync data for ids ['d5b25933-0761-4f15-816b-8f9e8278e7d7'] in n-d-792394-16 is: [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:02Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:15:56.197046 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8894737a-9be4-484f-9bed-e09f44e0f1ef None None] New status for floating IP a23bb70c-b1da-446b-8ce0-ab5fff85dcdb: DOWN {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:15:56.655786 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0e259777-f46c-42e0-bf57-3683dee7ba16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:57.031717 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e5e1d956-c390-4604-844b-0f18548078dd req-5aca6fe6-f19b-4638-b581-4df6afb13989 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1664601092&fields=id&tenant_id=a3be994ed85f4a829dcc64cb49f926c3 HTTP/1.1" status: 200 len: 267 time: 0.0460346 Jul 16 02:15:57.143710 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1d956-c390-4604-844b-0f18548078dd req-abd7f526-4723-4ea9-b6d4-535ef8e9a18f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:57.145214 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e5e1d956-c390-4604-844b-0f18548078dd req-abd7f526-4723-4ea9-b6d4-535ef8e9a18f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 812 time: 0.1039939 Jul 16 02:15:57.160220 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e5e1d956-c390-4604-844b-0f18548078dd req-0dca3e96-8290-4178-b1dc-9f3cae6475a3 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/quotas/a3be994ed85f4a829dcc64cb49f926c3 HTTP/1.1" status: 200 len: 375 time: 0.0094731 Jul 16 02:15:57.234319 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e5e1d956-c390-4604-844b-0f18548078dd req-2f6caf4a-26ea-4c45-81ab-d612b7a2ae3c tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0690515 Jul 16 02:15:57.432268 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 33590ccd-c1e0-4746-b727-fef6a6ba5d7f no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:15:57.455601 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 33590ccd-c1e0-4746-b727-fef6a6ba5d7f {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:15:57.455948 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 33590ccd-c1e0-4746-b727-fef6a6ba5d7f not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:15:57.484197 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e5e1d956-c390-4604-844b-0f18548078dd req-f7b4c907-9426-40f9-a6ed-398785980f6c service neutron] 10.222.0.16 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522713 Jul 16 02:15:57.576092 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e5e1d956-c390-4604-844b-0f18548078dd req-bdbe50e6-5ea9-48e8-beea-fe558933b791 service neutron] 10.222.0.16 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860517 Jul 16 02:15:57.763895 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a779efee-1b5e-4029-b2c6-b0e34886aa4e req-5f010829-9f66-4e45-bf69-425e0a3da757 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 210 time: 0.0336263 Jul 16 02:15:58.920720 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d74c9223-b402-4f8b-90de-cdbcf8a8a69e req-89097f74-3f30-425b-847e-fb83d9fd97fc tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 210 time: 0.0364726 Jul 16 02:15:58.942360 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1d956-c390-4604-844b-0f18548078dd req-57f0fdd2-fe5f-4ae8-86bc-a1b9fa26b555 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:58.943829 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e5e1d956-c390-4604-844b-0f18548078dd req-57f0fdd2-fe5f-4ae8-86bc-a1b9fa26b555 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.84 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 812 time: 0.1414933 Jul 16 02:15:59.000697 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e5e1d956-c390-4604-844b-0f18548078dd req-34711517-44ef-4cb7-931f-fb1c3a92cc5e tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3be994ed85f4a829dcc64cb49f926c3 HTTP/1.1" status: 200 len: 380 time: 0.0476465 Jul 16 02:15:59.009656 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-e5e1d956-c390-4604-844b-0f18548078dd req-6bc2984f-4d9f-4e02-89d9-a0d6974e3e7f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Request body: {'port': {'device_id': '00db5aa6-eea0-42d8-a1c3-57dd994e7f85', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'admin_state_up': True, 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'security_groups': ['349862de-c2cf-4822-80e2-b741d1b7c027']}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:59.134637 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e1d956-c390-4604-844b-0f18548078dd req-6bc2984f-4d9f-4e02-89d9-a0d6974e3e7f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Made reservation on behalf of a3be994ed85f4a829dcc64cb49f926c3 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:15:59.138470 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e5e1d956-c390-4604-844b-0f18548078dd req-6bc2984f-4d9f-4e02-89d9-a0d6974e3e7f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:59.280155 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-e5e1d956-c390-4604-844b-0f18548078dd req-6bc2984f-4d9f-4e02-89d9-a0d6974e3e7f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Allocated IP 172.20.0.11 (8577501a-8fd1-4293-95f7-4724e998be89/d6783360-3c15-498e-a3fe-5fade01df9b4/2c8fed83-dea6-484b-afbd-5211f2911435) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:15:59.420784 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e5e1d956-c390-4604-844b-0f18548078dd req-6bc2984f-4d9f-4e02-89d9-a0d6974e3e7f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:59.441702 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-e5e1d956-c390-4604-844b-0f18548078dd req-6bc2984f-4d9f-4e02-89d9-a0d6974e3e7f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Transition to ACTIVE for port object 2c8fed83-dea6-484b-afbd-5211f2911435 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:15:59.478438 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e5e1d956-c390-4604-844b-0f18548078dd req-6bc2984f-4d9f-4e02-89d9-a0d6974e3e7f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:59.526351 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e1d956-c390-4604-844b-0f18548078dd req-6bc2984f-4d9f-4e02-89d9-a0d6974e3e7f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Network 8577501a-8fd1-4293-95f7-4724e998be89 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:15:59.529655 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-e5e1d956-c390-4604-844b-0f18548078dd req-6bc2984f-4d9f-4e02-89d9-a0d6974e3e7f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:15:59.533680 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e1d956-c390-4604-844b-0f18548078dd req-6bc2984f-4d9f-4e02-89d9-a0d6974e3e7f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:15:59.539890 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2984f-4d9f-4e02-89d9-a0d6974e3e7f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Pushing event updated for resources: {'Port': ['ID=2c8fed83-dea6-484b-afbd-5211f2911435,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:59.585321 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1d956-c390-4604-844b-0f18548078dd req-6bc2984f-4d9f-4e02-89d9-a0d6974e3e7f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:59.585929 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e5e1d956-c390-4604-844b-0f18548078dd req-6bc2984f-4d9f-4e02-89d9-a0d6974e3e7f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:59.602795 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e5e1d956-c390-4604-844b-0f18548078dd req-6bc2984f-4d9f-4e02-89d9-a0d6974e3e7f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5968025 Jul 16 02:15:59.606925 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4f92ee75-c720-4b9f-8599-5b78a5d4bd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:59.615467 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-e5e1d956-c390-4604-844b-0f18548078dd req-6c55a2f0-6201-419c-9cef-505df2853427 service neutron] Request body: {'port': {'device_id': '00db5aa6-eea0-42d8-a1c3-57dd994e7f85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:59.702639 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e5e1d956-c390-4604-844b-0f18548078dd req-6c55a2f0-6201-419c-9cef-505df2853427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:59.755914 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d93cf03c-f775-4b32-b5f4-d040af2979fa None None] Provisioning for port 2c8fed83-dea6-484b-afbd-5211f2911435 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:59.764677 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d93cf03c-f775-4b32-b5f4-d040af2979fa None None] Provisioning complete for port 2c8fed83-dea6-484b-afbd-5211f2911435 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:59.765060 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d93cf03c-f775-4b32-b5f4-d040af2979fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:59.791773 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:59.809914 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d93cf03c-f775-4b32-b5f4-d040af2979fa None None] Port 2c8fed83-dea6-484b-afbd-5211f2911435 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:15:59.974372 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-e5e1d956-c390-4604-844b-0f18548078dd req-6c55a2f0-6201-419c-9cef-505df2853427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c8fed83-dea6-484b-afbd-5211f2911435 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:15:59.982721 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e5e1d956-c390-4604-844b-0f18548078dd req-6c55a2f0-6201-419c-9cef-505df2853427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:59.997326 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-e5e1d956-c390-4604-844b-0f18548078dd req-6c55a2f0-6201-419c-9cef-505df2853427 service neutron] Transition to ACTIVE for port object 2c8fed83-dea6-484b-afbd-5211f2911435 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:16:00.002493 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e5e1d956-c390-4604-844b-0f18548078dd req-6c55a2f0-6201-419c-9cef-505df2853427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:00.054043 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55a2f0-6201-419c-9cef-505df2853427 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8fed83-dea6-484b-afbd-5211f2911435,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:00.121486 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be4175-e9f2-45a2-a47d-7e53ee0c85e4 req-5c831925-0518-40fa-aaaf-3f7875cad241 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:00.123158 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05be4175-e9f2-45a2-a47d-7e53ee0c85e4 req-5c831925-0518-40fa-aaaf-3f7875cad241 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 944 time: 0.0817051 Jul 16 02:16:00.130625 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-e5e1d956-c390-4604-844b-0f18548078dd req-6c55a2f0-6201-419c-9cef-505df2853427 service neutron] Attempting to bind port 2c8fed83-dea6-484b-afbd-5211f2911435 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:16:00.131021 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-e5e1d956-c390-4604-844b-0f18548078dd req-6c55a2f0-6201-419c-9cef-505df2853427 service neutron] Attempting to bind port 2c8fed83-dea6-484b-afbd-5211f2911435 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:16:00.131364 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1d956-c390-4604-844b-0f18548078dd req-6c55a2f0-6201-419c-9cef-505df2853427 service neutron] Attempting to bind port 2c8fed83-dea6-484b-afbd-5211f2911435 on network 8577501a-8fd1-4293-95f7-4724e998be89 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:16:00.136861 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1d956-c390-4604-844b-0f18548078dd req-6c55a2f0-6201-419c-9cef-505df2853427 service neutron] Port 2c8fed83-dea6-484b-afbd-5211f2911435 on network 8577501a-8fd1-4293-95f7-4724e998be89 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:16:00.137355 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1d956-c390-4604-844b-0f18548078dd req-6c55a2f0-6201-419c-9cef-505df2853427 service neutron] Attempting to bind port 2c8fed83-dea6-484b-afbd-5211f2911435 on network 8577501a-8fd1-4293-95f7-4724e998be89 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:16:00.143026 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1d956-c390-4604-844b-0f18548078dd req-6c55a2f0-6201-419c-9cef-505df2853427 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:16:00.143378 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1d956-c390-4604-844b-0f18548078dd req-6c55a2f0-6201-419c-9cef-505df2853427 service neutron] Checking segment: {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:16:00.143771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1d956-c390-4604-844b-0f18548078dd req-6c55a2f0-6201-419c-9cef-505df2853427 service neutron] Bound using segment: {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:16:00.144216 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-e5e1d956-c390-4604-844b-0f18548078dd req-6c55a2f0-6201-419c-9cef-505df2853427 service neutron] Bound port: 2c8fed83-dea6-484b-afbd-5211f2911435, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:16:00.144610 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e5e1d956-c390-4604-844b-0f18548078dd req-6c55a2f0-6201-419c-9cef-505df2853427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:00.165305 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-05be4175-e9f2-45a2-a47d-7e53ee0c85e4 req-68a1b621-c125-42bd-a804-945d9f15b464 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361826 Jul 16 02:16:00.216201 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-e5e1d956-c390-4604-844b-0f18548078dd req-6c55a2f0-6201-419c-9cef-505df2853427 service neutron] For port 2c8fed83-dea6-484b-afbd-5211f2911435, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:16:00.219543 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-e5e1d956-c390-4604-844b-0f18548078dd req-6c55a2f0-6201-419c-9cef-505df2853427 service neutron] For port 2c8fed83-dea6-484b-afbd-5211f2911435, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=2c8fed83-dea6-484b-afbd-5211f2911435,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:16:00.224601 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e5e1d956-c390-4604-844b-0f18548078dd req-6c55a2f0-6201-419c-9cef-505df2853427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:00.259109 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1d956-c390-4604-844b-0f18548078dd req-6c55a2f0-6201-419c-9cef-505df2853427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:00.259718 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e5e1d956-c390-4604-844b-0f18548078dd req-6c55a2f0-6201-419c-9cef-505df2853427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:00.261463 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e5e1d956-c390-4604-844b-0f18548078dd req-6c55a2f0-6201-419c-9cef-505df2853427 service neutron] 10.222.0.84 "PUT /v2.0/ports/2c8fed83-dea6-484b-afbd-5211f2911435 HTTP/1.1" status: 200 len: 1093 time: 0.6504579 Jul 16 02:16:00.261901 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00db5aa6-eea0-42d8-a1c3-57dd994e7f85', 'tag': '2c8fed83-dea6-484b-afbd-5211f2911435'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:16:00.264435 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b81304-79ac-450c-8c3c-56a9b98fe330" -d '{"events": [{"name": "network-changed", "server_uuid": "00db5aa6-eea0-42d8-a1c3-57dd994e7f85", "tag": "2c8fed83-dea6-484b-afbd-5211f2911435"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:16:00.289331 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55a2f0-6201-419c-9cef-505df2853427 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8fed83-dea6-484b-afbd-5211f2911435,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:00.316814 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbc8987-e350-4a4e-be1f-e7f2b0d10b94 x-openstack-request-id: req-8dbc8987-e350-4a4e-be1f-e7f2b0d10b94 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:16:00.317101 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00db5aa6-eea0-42d8-a1c3-57dd994e7f85", "tag": "2c8fed83-dea6-484b-afbd-5211f2911435", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:16:00.317351 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8dbc8987-e350-4a4e-be1f-e7f2b0d10b94 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:16:00.317753 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00db5aa6-eea0-42d8-a1c3-57dd994e7f85', 'tag': '2c8fed83-dea6-484b-afbd-5211f2911435', 'status': 'completed', 'code': 200} Jul 16 02:16:00.372920 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1d956-c390-4604-844b-0f18548078dd req-68735d59-6ae4-47d9-9b02-22a103e5bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:00.374589 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e5e1d956-c390-4604-844b-0f18548078dd req-68735d59-6ae4-47d9-9b02-22a103e5bac4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 1096 time: 0.0699337 Jul 16 02:16:00.706481 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e5e1d956-c390-4604-844b-0f18548078dd req-1480b684-b874-4c7b-a939-06d4544df3b5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8fed83-dea6-484b-afbd-5211f2911435 HTTP/1.1" status: 200 len: 217 time: 0.3242552 Jul 16 02:16:00.756637 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1d956-c390-4604-844b-0f18548078dd req-9eb48148-1a8c-4e96-9460-ef0c68978a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:00.758061 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e5e1d956-c390-4604-844b-0f18548078dd req-9eb48148-1a8c-4e96-9460-ef0c68978a03 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0449011 Jul 16 02:16:00.820553 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1d956-c390-4604-844b-0f18548078dd req-52fb1d69-68dc-4cff-9e7f-8ecad93d9e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:00.821932 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e5e1d956-c390-4604-844b-0f18548078dd req-52fb1d69-68dc-4cff-9e7f-8ecad93d9e82 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573318 Jul 16 02:16:00.912942 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e5e1d956-c390-4604-844b-0f18548078dd req-53013432-bfd8-48a6-ab06-ada7d8ef8b1d service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839057 Jul 16 02:16:00.977154 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:01.013795 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e5e1d956-c390-4604-844b-0f18548078dd req-cc2b6789-894f-4e6e-a732-8d47bf03ca4d service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941322 Jul 16 02:16:01.124490 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b81304-79ac-450c-8c3c-56a9b98fe330 req-1a2cbea2-6337-4cbe-89ca-099e3f0ebe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:01.125896 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-53b81304-79ac-450c-8c3c-56a9b98fe330 req-1a2cbea2-6337-4cbe-89ca-099e3f0ebe90 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 1096 time: 0.0557890 Jul 16 02:16:01.221771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b81304-79ac-450c-8c3c-56a9b98fe330 req-5a509994-5ec7-4da0-bf1a-87fd1384e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:01.223269 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-53b81304-79ac-450c-8c3c-56a9b98fe330 req-5a509994-5ec7-4da0-bf1a-87fd1384e60a service neutron] 10.222.0.84 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0909491 Jul 16 02:16:01.265127 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-53b81304-79ac-450c-8c3c-56a9b98fe330 req-1d7e2a13-5856-4f89-882b-82d8cf92fb65 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8fed83-dea6-484b-afbd-5211f2911435 HTTP/1.1" status: 200 len: 217 time: 0.0342624 Jul 16 02:16:01.318365 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b81304-79ac-450c-8c3c-56a9b98fe330 req-baa37216-25aa-4980-820c-d3b980be0eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:01.319828 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-53b81304-79ac-450c-8c3c-56a9b98fe330 req-baa37216-25aa-4980-820c-d3b980be0eb2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0458448 Jul 16 02:16:01.346781 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a9090-1189-4c3d-9cdc-ac2e9d44411c req-e4c5dd94-5424-4488-83f5-996804fc01ee tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:01.348328 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-220a9090-1189-4c3d-9cdc-ac2e9d44411c req-e4c5dd94-5424-4488-83f5-996804fc01ee tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 944 time: 0.0665233 Jul 16 02:16:01.378892 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b81304-79ac-450c-8c3c-56a9b98fe330 req-649e9949-45f9-4c42-8ee7-e6f155a9f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:01.380490 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-53b81304-79ac-450c-8c3c-56a9b98fe330 req-649e9949-45f9-4c42-8ee7-e6f155a9f5f3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534697 Jul 16 02:16:01.388232 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-220a9090-1189-4c3d-9cdc-ac2e9d44411c req-ed5532f0-bd97-4105-bfc5-83ec6a6ce397 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339818 Jul 16 02:16:01.489370 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-53b81304-79ac-450c-8c3c-56a9b98fe330 req-fdec7bf2-bbfb-400a-90fe-fa6a2ab2d73b service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973446 Jul 16 02:16:01.591414 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-53b81304-79ac-450c-8c3c-56a9b98fe330 req-abeca56c-10ef-4a6e-a0a5-0621d15f9fb0 service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949261 Jul 16 02:16:01.919569 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:01.979769 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 2c8fed83-dea6-484b-afbd-5211f2911435 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:16:02.077617 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 2c8fed83-dea6-484b-afbd-5211f2911435, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=2c8fed83-dea6-484b-afbd-5211f2911435,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:02.095681 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '2c8fed83-dea6-484b-afbd-5211f2911435', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'port_id': '2c8fed83-dea6-484b-afbd-5211f2911435', 'mac_address': 'fa:16:3e:d4:c2:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:16:02.141993 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:02.155970 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c8fed83-dea6-484b-afbd-5211f2911435 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:16:02.176809 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 2c8fed83-dea6-484b-afbd-5211f2911435, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=2c8fed83-dea6-484b-afbd-5211f2911435,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:02.182965 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:02.230422 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=2c8fed83-dea6-484b-afbd-5211f2911435,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:02.371707 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['2c8fed83-dea6-484b-afbd-5211f2911435'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:16:02.573249 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d2205-2924-4293-954e-a1fcf46aa583 req-1297e17d-51f5-4c4e-9bc6-e8d34f7b75f9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:02.574733 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-087d2205-2924-4293-954e-a1fcf46aa583 req-1297e17d-51f5-4c4e-9bc6-e8d34f7b75f9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 945 time: 0.0680239 Jul 16 02:16:02.618940 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-087d2205-2924-4293-954e-a1fcf46aa583 req-29193f71-43be-4c4b-abeb-eba2c34681af tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352232 Jul 16 02:16:02.723200 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:03.837632 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec96fee-a501-4733-972c-297fe66f7beb req-f404c05d-8592-4785-a9dd-b31210b154b3 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:03.839067 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ec96fee-a501-4733-972c-297fe66f7beb req-f404c05d-8592-4785-a9dd-b31210b154b3 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 945 time: 0.0810685 Jul 16 02:16:03.887734 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9ec96fee-a501-4733-972c-297fe66f7beb req-c33fb5fc-2826-48bd-b85d-685bb025e1ef tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419781 Jul 16 02:16:04.002760 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 2c8fed83-dea6-484b-afbd-5211f2911435 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:16:04.057610 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 2c8fed83-dea6-484b-afbd-5211f2911435 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:16:04.063172 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 2c8fed83-dea6-484b-afbd-5211f2911435 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:16:04.063587 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:04.150399 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:04.173354 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00db5aa6-eea0-42d8-a1c3-57dd994e7f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8fed83-dea6-484b-afbd-5211f2911435'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:16:04.175665 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a4a474-169e-40e7-8621-c82116412165" -d '{"events": [{"server_uuid": "00db5aa6-eea0-42d8-a1c3-57dd994e7f85", "name": "network-vif-plugged", "status": "completed", "tag": "2c8fed83-dea6-484b-afbd-5211f2911435"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:16:04.188925 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 2c8fed83-dea6-484b-afbd-5211f2911435, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=2c8fed83-dea6-484b-afbd-5211f2911435,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:04.193956 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:04.220185 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c9baab-1b74-4249-8f36-1662f509a87b x-openstack-request-id: req-26c9baab-1b74-4249-8f36-1662f509a87b {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:16:04.220799 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00db5aa6-eea0-42d8-a1c3-57dd994e7f85", "name": "network-vif-plugged", "status": "completed", "tag": "2c8fed83-dea6-484b-afbd-5211f2911435", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:16:04.221055 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26c9baab-1b74-4249-8f36-1662f509a87b {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:16:04.221439 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00db5aa6-eea0-42d8-a1c3-57dd994e7f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8fed83-dea6-484b-afbd-5211f2911435', 'code': 200} Jul 16 02:16:04.250967 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=2c8fed83-dea6-484b-afbd-5211f2911435,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:04.346074 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe56de2-d54c-49f5-9540-7e3c407775f4 req-877effff-09b9-44cf-a5ea-b38f0d769950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:04.347657 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7fe56de2-d54c-49f5-9540-7e3c407775f4 req-877effff-09b9-44cf-a5ea-b38f0d769950 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 1098 time: 0.0695834 Jul 16 02:16:04.391213 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7fe56de2-d54c-49f5-9540-7e3c407775f4 req-da66c3d6-9dd8-428d-8339-ed5995f75ed1 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363641 Jul 16 02:16:05.106102 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9b36c-595e-4e69-b89a-70cef7a1f27e req-ba1b20d9-88f1-4157-aa10-3ec667e3d2aa tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:05.108808 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5fd9b36c-595e-4e69-b89a-70cef7a1f27e req-ba1b20d9-88f1-4157-aa10-3ec667e3d2aa tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 946 time: 0.0773354 Jul 16 02:16:05.147801 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5fd9b36c-595e-4e69-b89a-70cef7a1f27e req-3a320b49-9005-45ff-98c9-0fd9dd6759f2 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330963 Jul 16 02:16:05.428315 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:16:05.447913 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:06.360795 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24e3d6-d1b8-4c80-849b-d509a06989bf req-06e408f1-e9ee-488b-8d0d-5605364c9081 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:06.362189 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6e24e3d6-d1b8-4c80-849b-d509a06989bf req-06e408f1-e9ee-488b-8d0d-5605364c9081 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 946 time: 0.0810268 Jul 16 02:16:06.402845 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6e24e3d6-d1b8-4c80-849b-d509a06989bf req-b0b5ab0a-06bc-4302-9603-bcb3d0436ae5 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323446 Jul 16 02:16:06.584292 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d9f03-6b51-4dff-ac40-842a021aa58f req-acbd095f-1396-40b7-be7f-e8700e253c53 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:06.586936 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f58d9f03-6b51-4dff-ac40-842a021aa58f req-acbd095f-1396-40b7-be7f-e8700e253c53 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 946 time: 0.0761030 Jul 16 02:16:06.601215 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 38668) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:16:06.605832 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-86e81daf-aa97-42ef-837d-46de2a2b5527 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Request body: {'floatingip': {'port_id': '2c8fed83-dea6-484b-afbd-5211f2911435'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:16:06.649043 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86e81daf-aa97-42ef-837d-46de2a2b5527 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for floatingip, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:07.119486 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86e81daf-aa97-42ef-837d-46de2a2b5527 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:07.125551 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86e81daf-aa97-42ef-837d-46de2a2b5527 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:07.229348 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-86e81daf-aa97-42ef-837d-46de2a2b5527 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Floating IP a23bb70c-b1da-446b-8ce0-ab5fff85dcdb associated. External IP: 172.25.6.120, port: 2c8fed83-dea6-484b-afbd-5211f2911435. Jul 16 02:16:07.450902 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e81daf-aa97-42ef-837d-46de2a2b5527 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Router d5b25933-0761-4f15-816b-8f9e8278e7d7 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:16:07.575984 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e81daf-aa97-42ef-837d-46de2a2b5527 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:16:07.581594 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86e81daf-aa97-42ef-837d-46de2a2b5527 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:07.586096 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b7422e-8c74-4daa-b338-0995027925a7 None None] Sync routers for ids ['d5b25933-0761-4f15-816b-8f9e8278e7d7'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:16:07.598323 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b7422e-8c74-4daa-b338-0995027925a7 None None] Routers {'d5b25933-0761-4f15-816b-8f9e8278e7d7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:16:07.598969 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-55b7422e-8c74-4daa-b338-0995027925a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:16:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d5b25933-0761-4f15-816b-8f9e8278e7d7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:07.624142 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-86e81daf-aa97-42ef-837d-46de2a2b5527 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "PUT /v2.0/floatingips/a23bb70c-b1da-446b-8ce0-ab5fff85dcdb HTTP/1.1" status: 200 len: 993 time: 1.0218039 Jul 16 02:16:07.624784 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00db5aa6-eea0-42d8-a1c3-57dd994e7f85', 'tag': '2c8fed83-dea6-484b-afbd-5211f2911435'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:16:07.627309 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a072145d-f945-4aa9-a798-44afa56aae85" -d '{"events": [{"name": "network-changed", "server_uuid": "00db5aa6-eea0-42d8-a1c3-57dd994e7f85", "tag": "2c8fed83-dea6-484b-afbd-5211f2911435"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:16:07.672325 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16752b4f-148c-4896-b33d-fade10293845 x-openstack-request-id: req-16752b4f-148c-4896-b33d-fade10293845 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:16:07.672880 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00db5aa6-eea0-42d8-a1c3-57dd994e7f85", "tag": "2c8fed83-dea6-484b-afbd-5211f2911435", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:16:07.673289 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-16752b4f-148c-4896-b33d-fade10293845 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:16:07.673818 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00db5aa6-eea0-42d8-a1c3-57dd994e7f85', 'tag': '2c8fed83-dea6-484b-afbd-5211f2911435', 'status': 'completed', 'code': 200} Jul 16 02:16:07.714315 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-55b7422e-8c74-4daa-b338-0995027925a7 None None] Set router d5b25933-0761-4f15-816b-8f9e8278e7d7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:16:07.754407 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072145d-f945-4aa9-a798-44afa56aae85 req-ebd1d372-807a-49fd-abfa-36c83c0da82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:07.755984 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a072145d-f945-4aa9-a798-44afa56aae85 req-ebd1d372-807a-49fd-abfa-36c83c0da82f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 1098 time: 0.0565107 Jul 16 02:16:07.850936 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072145d-f945-4aa9-a798-44afa56aae85 req-3d1fa321-1eee-46b7-b60a-b22b2be8294b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:07.852461 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a072145d-f945-4aa9-a798-44afa56aae85 req-3d1fa321-1eee-46b7-b60a-b22b2be8294b service neutron] 10.222.0.84 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0904419 Jul 16 02:16:07.917341 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a072145d-f945-4aa9-a798-44afa56aae85 req-a8b114ac-4ca1-4b2b-b745-d58507368211 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8fed83-dea6-484b-afbd-5211f2911435 HTTP/1.1" status: 200 len: 1001 time: 0.0584457 Jul 16 02:16:07.942573 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-55b7422e-8c74-4daa-b338-0995027925a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'a23bb70c-b1da-446b-8ce0-ab5fff85dcdb', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'port_id': '2c8fed83-dea6-484b-afbd-5211f2911435', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'mac_address': 'fa:16:3e:d4:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00db5aa6-eea0-42d8-a1c3-57dd994e7f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:01Z', 'updated_at': '2021-07-16T02:16:07Z', 'revision_number': 13, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:02Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:07.973697 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b7422e-8c74-4daa-b338-0995027925a7 None None] Checking router: d5b25933-0761-4f15-816b-8f9e8278e7d7 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:16:07.974810 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072145d-f945-4aa9-a798-44afa56aae85 req-88d33e1c-d240-4236-98d8-8a642ec34f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:07.976296 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a072145d-f945-4aa9-a798-44afa56aae85 req-88d33e1c-d240-4236-98d8-8a642ec34f8c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0525260 Jul 16 02:16:07.982513 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b7422e-8c74-4daa-b338-0995027925a7 None None] Routers {'d5b25933-0761-4f15-816b-8f9e8278e7d7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:16:07.983126 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-55b7422e-8c74-4daa-b338-0995027925a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:16:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d5b25933-0761-4f15-816b-8f9e8278e7d7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:08.034865 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072145d-f945-4aa9-a798-44afa56aae85 req-329d5155-356a-45a1-9ccf-6d9ab781c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:08.036439 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a072145d-f945-4aa9-a798-44afa56aae85 req-329d5155-356a-45a1-9ccf-6d9ab781c86b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536056 Jul 16 02:16:08.087919 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-55b7422e-8c74-4daa-b338-0995027925a7 None None] Set router d5b25933-0761-4f15-816b-8f9e8278e7d7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:16:08.130973 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a072145d-f945-4aa9-a798-44afa56aae85 req-599fbb01-d889-4ada-980a-7e146f6751a9 service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868866 Jul 16 02:16:08.225208 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a072145d-f945-4aa9-a798-44afa56aae85 req-692b4915-ba1d-4201-8cfa-5135075f4e05 service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874879 Jul 16 02:16:08.333133 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-55b7422e-8c74-4daa-b338-0995027925a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'a23bb70c-b1da-446b-8ce0-ab5fff85dcdb', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'port_id': '2c8fed83-dea6-484b-afbd-5211f2911435', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'mac_address': 'fa:16:3e:d4:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00db5aa6-eea0-42d8-a1c3-57dd994e7f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:01Z', 'updated_at': '2021-07-16T02:16:07Z', 'revision_number': 13, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:02Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:16:08.359870 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b7422e-8c74-4daa-b338-0995027925a7 None None] The sync data for ids ['d5b25933-0761-4f15-816b-8f9e8278e7d7'] in n-d-792394-16 is: [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'a23bb70c-b1da-446b-8ce0-ab5fff85dcdb', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'port_id': '2c8fed83-dea6-484b-afbd-5211f2911435', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'mac_address': 'fa:16:3e:d4:c2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00db5aa6-eea0-42d8-a1c3-57dd994e7f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:09:01Z', 'updated_at': '2021-07-16T02:16:07Z', 'revision_number': 13, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:02Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:16:08.579436 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee1323f-324a-42c5-9d22-40c50e69800d None None] New status for floating IP a23bb70c-b1da-446b-8ce0-ab5fff85dcdb: ACTIVE {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:16:26.663322 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dbc17b79-ed40-46a3-815e-1d815a484423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:29.620866 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-336c5296-7ae2-47b1-a8b4-83bc5648fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:29.770538 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:30.980605 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:31.921877 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:32.725771 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:35.374518 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d6ecf350-6094-44ae-918b-d11f85f34e6a req-66a7cf07-910b-4d0d-af68-21a8d6168707 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0636528 Jul 16 02:16:35.449080 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:35.473295 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecf350-6094-44ae-918b-d11f85f34e6a req-f9084042-48d3-44aa-adf1-81cb55d9cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:35.474831 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d6ecf350-6094-44ae-918b-d11f85f34e6a req-f9084042-48d3-44aa-adf1-81cb55d9cac1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 1098 time: 0.0555220 Jul 16 02:16:35.598643 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecf350-6094-44ae-918b-d11f85f34e6a req-6bb68b89-ca94-4ba8-abd5-8802b6022afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:35.600131 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d6ecf350-6094-44ae-918b-d11f85f34e6a req-6bb68b89-ca94-4ba8-abd5-8802b6022afb service neutron] 10.222.0.84 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0951095 Jul 16 02:16:35.672322 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d6ecf350-6094-44ae-918b-d11f85f34e6a req-02d42ebf-c29b-4321-9fdc-6c4477c20b8d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8fed83-dea6-484b-afbd-5211f2911435 HTTP/1.1" status: 200 len: 1003 time: 0.0649979 Jul 16 02:16:35.739555 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecf350-6094-44ae-918b-d11f85f34e6a req-2ea3eef4-775c-4d87-903b-30ce6a0d559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:35.741102 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d6ecf350-6094-44ae-918b-d11f85f34e6a req-2ea3eef4-775c-4d87-903b-30ce6a0d559a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0615327 Jul 16 02:16:35.803334 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecf350-6094-44ae-918b-d11f85f34e6a req-7c18a7c6-dafd-42a8-84f3-b121fe49e8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:35.804905 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d6ecf350-6094-44ae-918b-d11f85f34e6a req-7c18a7c6-dafd-42a8-84f3-b121fe49e8d9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560379 Jul 16 02:16:35.900282 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d6ecf350-6094-44ae-918b-d11f85f34e6a req-bb22296f-0d6b-4a09-ab42-b0cad8ce8a97 service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844257 Jul 16 02:16:36.008253 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d6ecf350-6094-44ae-918b-d11f85f34e6a req-433acf36-919d-4127-b3c3-b287cddf7b65 service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998936 Jul 16 02:16:42.430504 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:16:56.657434 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f5d57a4d-a2ac-477f-80a3-2c490b7f0061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:59.618812 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b9c1ba17-8d8c-48af-943e-1b2518ea69bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:59.774971 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:00.982228 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:01.925543 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:02.724777 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:05.456485 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:19.430091 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:17:26.658639 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e6b81326-4ba3-4724-b9f4-feb1d54ace4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:29.614653 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3e483e19-2b0e-4ee3-bb17-9f255ca6f40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:29.779337 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:30.985550 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:31.923627 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:32.732415 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:35.363900 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-747e70b1-f298-429a-958a-457f2f28a1b9 req-af406c7d-12b0-499c-b52c-681778567ebd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0756252 Jul 16 02:17:35.453162 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:35.474590 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e70b1-f298-429a-958a-457f2f28a1b9 req-7acbc242-922a-4385-9b90-a8a07b6ef583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:35.476197 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-747e70b1-f298-429a-958a-457f2f28a1b9 req-7acbc242-922a-4385-9b90-a8a07b6ef583 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 1098 time: 0.0632429 Jul 16 02:17:35.590985 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e70b1-f298-429a-958a-457f2f28a1b9 req-77cd32d1-092e-4a18-b478-d50c7193f537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:35.592539 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-747e70b1-f298-429a-958a-457f2f28a1b9 req-77cd32d1-092e-4a18-b478-d50c7193f537 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0897491 Jul 16 02:17:35.668715 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-747e70b1-f298-429a-958a-457f2f28a1b9 req-1cea1557-d9bc-428a-8879-ef999405e6eb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8fed83-dea6-484b-afbd-5211f2911435 HTTP/1.1" status: 200 len: 1003 time: 0.0689406 Jul 16 02:17:35.718060 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e70b1-f298-429a-958a-457f2f28a1b9 req-7eb976de-f934-4c80-abfe-5baf697d1127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:35.719839 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-747e70b1-f298-429a-958a-457f2f28a1b9 req-7eb976de-f934-4c80-abfe-5baf697d1127 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0438895 Jul 16 02:17:35.787612 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e70b1-f298-429a-958a-457f2f28a1b9 req-dff6589c-4814-4068-b67a-def69d4e8fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:35.789173 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-747e70b1-f298-429a-958a-457f2f28a1b9 req-dff6589c-4814-4068-b67a-def69d4e8fcf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626318 Jul 16 02:17:35.893344 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-747e70b1-f298-429a-958a-457f2f28a1b9 req-03b7c056-ed43-4c43-ab8d-67b90cb6e38a service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963364 Jul 16 02:17:35.986863 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-747e70b1-f298-429a-958a-457f2f28a1b9 req-a5652899-32c2-41e8-a02e-ad4c36968e5a service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854552 Jul 16 02:17:49.370479 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd21c91-aa2e-4f64-8c85-3c6fb934bbd3 req-9a11d1c9-e849-4e53-a5f6-e8023f18d610 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:49.371999 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6dd21c91-aa2e-4f64-8c85-3c6fb934bbd3 req-9a11d1c9-e849-4e53-a5f6-e8023f18d610 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 946 time: 0.0768673 Jul 16 02:17:49.412251 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6dd21c91-aa2e-4f64-8c85-3c6fb934bbd3 req-cc606463-7a11-4e83-9799-5e78c6f0e99e tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344489 Jul 16 02:17:56.430129 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:17:56.653407 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7483958b-cae2-436e-9724-bf23940fcece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:59.609940 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72e15681-8c7c-49e7-9101-4342d1d76ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:59.791484 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:00.675702 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-95bd0a87-352e-4d01-a424-32d0fb7039c6 req-82b6289a-1bca-4046-bb0a-01121931d200 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:18:00.676733 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-95bd0a87-352e-4d01-a424-32d0fb7039c6 req-82b6289a-1bca-4046-bb0a-01121931d200 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0591309 Jul 16 02:18:00.984879 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5eac418c-57fc-4843-81f8-b23aa38be805 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0999274 Jul 16 02:18:00.987770 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:01.001269 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eab50f-82df-4d28-aef5-32ae3d967a9a req-343e688b-14f0-4b96-a4e0-4f2d0b920abf tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:01.003036 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a7eab50f-82df-4d28-aef5-32ae3d967a9a req-343e688b-14f0-4b96-a4e0-4f2d0b920abf tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 946 time: 0.0830634 Jul 16 02:18:01.045067 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a7eab50f-82df-4d28-aef5-32ae3d967a9a req-61ae801e-fe31-42f8-b0bc-42204446c03a tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359373 Jul 16 02:18:01.920929 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:02.245060 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97408029-6631-4564-8e59-54a5d59e042a req-bbf225ce-ee7a-46e1-bcdd-9652f4c1a3a3 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:02.246676 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97408029-6631-4564-8e59-54a5d59e042a req-bbf225ce-ee7a-46e1-bcdd-9652f4c1a3a3 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 946 time: 0.0815187 Jul 16 02:18:02.289385 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97408029-6631-4564-8e59-54a5d59e042a req-a279e608-f961-4e7f-b0b4-bb73273deb77 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357792 Jul 16 02:18:02.329087 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-0c4a37a2-74ed-467b-99e2-3c7c5e40093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:02.330533 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-0c4a37a2-74ed-467b-99e2-3c7c5e40093b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 1098 time: 0.0571842 Jul 16 02:18:02.428805 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-4e716160-50ec-42ee-8ee7-07ac852424c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:02.431066 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-4e716160-50ec-42ee-8ee7-07ac852424c0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0926902 Jul 16 02:18:02.505092 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-de90dee1-4f47-4ec7-96df-ca0b02a7e188 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8fed83-dea6-484b-afbd-5211f2911435 HTTP/1.1" status: 200 len: 1003 time: 0.0661063 Jul 16 02:18:02.561997 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-f1cc4b58-9f7d-4927-892b-2b861561f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:02.563476 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-f1cc4b58-9f7d-4927-892b-2b861561f48a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0498712 Jul 16 02:18:02.625600 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-4f600f72-3684-4aca-936e-e3f84871b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:02.627009 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-4f600f72-3684-4aca-936e-e3f84871b621 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555682 Jul 16 02:18:02.639264 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-f795a76c-8024-447e-b2b1-565a4719c3eb service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:18:02.640205 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-f795a76c-8024-447e-b2b1-565a4719c3eb service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051894 Jul 16 02:18:02.730679 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:02.736941 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-76c20f4a-edd3-4bc7-b669-57b1a14aefd8 service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893049 Jul 16 02:18:02.844912 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-cc7adc72-49cf-4c7e-985c-5ace2235c1ee service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002123 Jul 16 02:18:03.486731 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3d1eb-f0ac-45c0-9e74-e09de503037f req-6f4feb3d-c164-4acf-8e95-d8aea5bdd53d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:03.488267 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3bd3d1eb-f0ac-45c0-9e74-e09de503037f req-6f4feb3d-c164-4acf-8e95-d8aea5bdd53d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 946 time: 0.0743577 Jul 16 02:18:03.528558 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3bd3d1eb-f0ac-45c0-9e74-e09de503037f req-e741e538-24a8-4e13-93b6-460c89362c6f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318522 Jul 16 02:18:04.733191 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93eb60-5276-4410-96ec-50d52923d2a7 req-b705b47b-6b72-41b0-85f3-c644da3572bf tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:04.734606 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f93eb60-5276-4410-96ec-50d52923d2a7 req-b705b47b-6b72-41b0-85f3-c644da3572bf tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 946 time: 0.0763083 Jul 16 02:18:04.776167 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1f93eb60-5276-4410-96ec-50d52923d2a7 req-f7561fe8-3123-4472-aa0c-9c14dac9b40b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333521 Jul 16 02:18:05.456895 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:05.967711 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4852a2a-e768-4c5f-b09a-f039240bb691 req-486a9169-7ff3-4db5-97c6-8792476b0e91 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:05.969573 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e4852a2a-e768-4c5f-b09a-f039240bb691 req-486a9169-7ff3-4db5-97c6-8792476b0e91 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 946 time: 0.0724511 Jul 16 02:18:06.013282 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e4852a2a-e768-4c5f-b09a-f039240bb691 req-acdb95c5-5164-450c-a394-f11e13a382a3 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353572 Jul 16 02:18:07.202306 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bd7a7-1fbd-46f9-a2ac-2a15b12ec6b1 req-458451f9-e196-484b-b09d-a4893f05fd5a tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:07.203799 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d98bd7a7-1fbd-46f9-a2ac-2a15b12ec6b1 req-458451f9-e196-484b-b09d-a4893f05fd5a tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 946 time: 0.0678446 Jul 16 02:18:07.246659 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d98bd7a7-1fbd-46f9-a2ac-2a15b12ec6b1 req-b68806a4-72f5-454c-9441-97c1fc32d167 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344515 Jul 16 02:18:08.455070 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95114d2-d48e-4344-ab2e-9d30ddeb11ea req-ecffd6f1-c6d2-4ae5-afe8-2d63b4fc07ed tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:08.456598 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a95114d2-d48e-4344-ab2e-9d30ddeb11ea req-ecffd6f1-c6d2-4ae5-afe8-2d63b4fc07ed tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 946 time: 0.0729411 Jul 16 02:18:08.497185 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a95114d2-d48e-4344-ab2e-9d30ddeb11ea req-4ade30fa-992c-4002-9a6d-77ec5ec5e764 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348094 Jul 16 02:18:09.688057 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d479970-f7e0-436d-a0f5-097bfdb92de4 req-6c6e708b-8440-4cbe-b0f5-aae6f87928bd tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:09.689567 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d479970-f7e0-436d-a0f5-097bfdb92de4 req-6c6e708b-8440-4cbe-b0f5-aae6f87928bd tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 946 time: 0.0739088 Jul 16 02:18:09.733934 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2d479970-f7e0-436d-a0f5-097bfdb92de4 req-a6806a66-9d7f-4f87-a45f-26cc8a365bca tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359838 Jul 16 02:18:10.954179 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3fe06-5d01-4daa-ae97-3d58aa896410 req-696a388a-52d6-4dfb-9975-3aee7e11eab4 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:10.955676 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ccf3fe06-5d01-4daa-ae97-3d58aa896410 req-696a388a-52d6-4dfb-9975-3aee7e11eab4 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 946 time: 0.0896866 Jul 16 02:18:10.997337 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ccf3fe06-5d01-4daa-ae97-3d58aa896410 req-a088242e-fcfd-46c4-81f2-56751205c5f9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338142 Jul 16 02:18:12.187197 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f0026-9b3d-4f38-97a1-c6188083bdcf req-369d9bf3-eaff-40a4-b5fc-ea4d5e45a3a3 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:12.188834 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-df9f0026-9b3d-4f38-97a1-c6188083bdcf req-369d9bf3-eaff-40a4-b5fc-ea4d5e45a3a3 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 946 time: 0.0712357 Jul 16 02:18:12.231021 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-df9f0026-9b3d-4f38-97a1-c6188083bdcf req-5cf3176d-7393-4d6b-b9ee-4cfa6df7f1d1 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364206 Jul 16 02:18:13.416385 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd6391-0280-4c14-b206-b3d15d31cd6c req-93f85849-c67f-4a53-be5b-18e32601d985 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:13.417917 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-00bd6391-0280-4c14-b206-b3d15d31cd6c req-93f85849-c67f-4a53-be5b-18e32601d985 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 946 time: 0.0666919 Jul 16 02:18:13.458663 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-00bd6391-0280-4c14-b206-b3d15d31cd6c req-9d37a2f9-b756-46f0-935e-4cfc34d030f5 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345666 Jul 16 02:18:14.664442 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5aa57-7dee-463b-85c1-ad95af7900a1 req-9dbc50f1-4941-44fb-a2b7-6d192d01d12c tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:14.665965 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-33c5aa57-7dee-463b-85c1-ad95af7900a1 req-9dbc50f1-4941-44fb-a2b7-6d192d01d12c tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 946 time: 0.0740578 Jul 16 02:18:14.710382 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-33c5aa57-7dee-463b-85c1-ad95af7900a1 req-b36a3b7d-64ba-4d7e-8666-3bdeebb51cc9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383165 Jul 16 02:18:15.886776 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa6058-938c-4706-9980-22b4bb5ebe8f req-9579f87c-8e84-400d-9ca9-02d0f8b4d518 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:15.888443 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bdaa6058-938c-4706-9980-22b4bb5ebe8f req-9579f87c-8e84-400d-9ca9-02d0f8b4d518 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 946 time: 0.0661507 Jul 16 02:18:15.929387 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bdaa6058-938c-4706-9980-22b4bb5ebe8f req-e84ee2e1-790a-4b99-9962-ff1aa0f61df9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349677 Jul 16 02:18:16.817211 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-c2ee57b4-bec6-45a0-b994-3c37ba0e2290 service neutron] show failed (client error): The resource could not be found. Jul 16 02:18:16.818247 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-c2ee57b4-bec6-45a0-b994-3c37ba0e2290 service neutron] 10.222.0.84 "GET /v2.0/ports/2c8fed83-dea6-484b-afbd-5211f2911435/bindings/n-h2-792394-16 HTTP/1.1" status: 404 len: 381 time: 0.0710170 Jul 16 02:18:17.142941 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-4a216b9d-4861-4a03-9101-ce9a0f742bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:17.144497 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-4a216b9d-4861-4a03-9101-ce9a0f742bea service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85&tenant_id=a3be994ed85f4a829dcc64cb49f926c3 HTTP/1.1" status: 200 len: 1098 time: 0.1030524 Jul 16 02:18:17.152054 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c67ab4-cee3-426e-882d-faa3bebee7b3 req-d4deb014-8ec6-460a-9c79-1da94634cda8 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:17.153475 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e4c67ab4-cee3-426e-882d-faa3bebee7b3 req-d4deb014-8ec6-460a-9c79-1da94634cda8 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 946 time: 0.1027708 Jul 16 02:18:17.158870 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792394-16', 'device_owner': 'compute:nova'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:18:17.243539 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e4c67ab4-cee3-426e-882d-faa3bebee7b3 req-2044fbf2-66b7-4af4-8916-dd4df8fce9f6 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819046 Jul 16 02:18:17.262691 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:17.485784 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] For port 2c8fed83-dea6-484b-afbd-5211f2911435, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=2c8fed83-dea6-484b-afbd-5211f2911435,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:18:17.534125 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] For port 2c8fed83-dea6-484b-afbd-5211f2911435, host n-h1-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:18:17.575654 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00db5aa6-eea0-42d8-a1c3-57dd994e7f85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c8fed83-dea6-484b-afbd-5211f2911435'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:18:17.578003 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e75add-626b-4a30-841e-f8e6ec930516" -d '{"events": [{"server_uuid": "00db5aa6-eea0-42d8-a1c3-57dd994e7f85", "name": "network-vif-unplugged", "status": "completed", "tag": "2c8fed83-dea6-484b-afbd-5211f2911435"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:18:17.582006 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:17.595233 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Transition to ACTIVE for port object 2c8fed83-dea6-484b-afbd-5211f2911435 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:18:17.600024 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:17.628577 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec2b971-6512-4df5-a051-05954f7f5367 x-openstack-request-id: req-8ec2b971-6512-4df5-a051-05954f7f5367 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:18:17.628837 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00db5aa6-eea0-42d8-a1c3-57dd994e7f85", "name": "network-vif-unplugged", "status": "completed", "tag": "2c8fed83-dea6-484b-afbd-5211f2911435", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:18:17.629084 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ec2b971-6512-4df5-a051-05954f7f5367 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:18:17.629460 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00db5aa6-eea0-42d8-a1c3-57dd994e7f85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c8fed83-dea6-484b-afbd-5211f2911435', 'code': 200} Jul 16 02:18:17.680716 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8fed83-dea6-484b-afbd-5211f2911435,revision_number=6']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:17.694954 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:17.695299 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:17.695640 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:17.695975 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:17.696324 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:17.696681 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:17.696992 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:17.697312 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:17.697625 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:17.697941 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:17.698257 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:17.698570 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:17.736695 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] No DVR routers for this DVR port 2c8fed83-dea6-484b-afbd-5211f2911435 on host n-h1-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:18:17.880867 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Attempting to bind port 2c8fed83-dea6-484b-afbd-5211f2911435 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:18:17.881149 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Attempting to bind port 2c8fed83-dea6-484b-afbd-5211f2911435 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:18:17.881542 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Attempting to bind port 2c8fed83-dea6-484b-afbd-5211f2911435 on network 8577501a-8fd1-4293-95f7-4724e998be89 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:18:17.886567 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Port 2c8fed83-dea6-484b-afbd-5211f2911435 on network 8577501a-8fd1-4293-95f7-4724e998be89 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:18:17.886862 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Attempting to bind port 2c8fed83-dea6-484b-afbd-5211f2911435 on network 8577501a-8fd1-4293-95f7-4724e998be89 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:18:17.892835 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:18:17.893182 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Checking segment: {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:18:17.893573 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Bound using segment: {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:18:17.894012 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Bound port: 2c8fed83-dea6-484b-afbd-5211f2911435, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:18:17.894375 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:17.963118 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] For port 2c8fed83-dea6-484b-afbd-5211f2911435, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:18:17.966372 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] For port 2c8fed83-dea6-484b-afbd-5211f2911435, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2c8fed83-dea6-484b-afbd-5211f2911435,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:18:17.973240 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:18.010953 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:18.011565 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:18.012993 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] 10.222.0.82 "PUT /v2.0/ports/2c8fed83-dea6-484b-afbd-5211f2911435 HTTP/1.1" status: 200 len: 1093 time: 0.8586767 Jul 16 02:18:18.035240 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4970d8-5417-4cdf-b28c-de579ed0b4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8fed83-dea6-484b-afbd-5211f2911435,revision_number=7']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:18.091494 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-cf513a8d-f474-4554-aa99-edf65beed2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:18.093031 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-cf513a8d-f474-4554-aa99-edf65beed2b1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 1096 time: 0.0550275 Jul 16 02:18:18.195982 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-330b577e-67f8-410e-a3f3-c0adefd9fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:18.197540 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-330b577e-67f8-410e-a3f3-c0adefd9fe64 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0980399 Jul 16 02:18:18.271010 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-8d68ae5f-8884-48c4-8e22-385e1300ff46 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8fed83-dea6-484b-afbd-5211f2911435 HTTP/1.1" status: 200 len: 1001 time: 0.0664828 Jul 16 02:18:18.324045 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-30893a4e-7bea-43f0-8eea-8799061f6ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:18.325561 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-30893a4e-7bea-43f0-8eea-8799061f6ce4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0489306 Jul 16 02:18:18.388920 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-4834ffcb-dcc5-4750-9eb4-22ef031566d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:18.390852 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-4834ffcb-dcc5-4750-9eb4-22ef031566d9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586870 Jul 16 02:18:18.401651 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-30e874a3-e5f6-4e87-9501-0f8099876989 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:18:18.402767 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-30e874a3-e5f6-4e87-9501-0f8099876989 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055230 Jul 16 02:18:18.864185 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148367a-7ed8-4413-bac5-921a489745a1 req-01c32502-c662-4651-affd-141bf3f3e217 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:18.865731 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2148367a-7ed8-4413-bac5-921a489745a1 req-01c32502-c662-4651-affd-141bf3f3e217 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 944 time: 0.4620504 Jul 16 02:18:18.869756 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-2fbc641c-adf9-49e1-9fa9-1f0e36c18356 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565237 Jul 16 02:18:18.961360 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2148367a-7ed8-4413-bac5-921a489745a1 req-043a6c3c-d1cf-4b27-81e7-8ac4a629b126 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893242 Jul 16 02:18:18.991273 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-2bd14181-3c90-4763-9846-be8d22830663 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095524 Jul 16 02:18:19.631079 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00db5aa6-eea0-42d8-a1c3-57dd994e7f85', 'tag': '2c8fed83-dea6-484b-afbd-5211f2911435'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:18:19.633542 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661652f4-0afc-4eb4-9eb0-4d2e07f18cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "00db5aa6-eea0-42d8-a1c3-57dd994e7f85", "tag": "2c8fed83-dea6-484b-afbd-5211f2911435"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:18:19.684341 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f9a0e8-1af5-45d8-97b6-d802fd4a8c95 x-openstack-request-id: req-03f9a0e8-1af5-45d8-97b6-d802fd4a8c95 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:18:19.684702 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00db5aa6-eea0-42d8-a1c3-57dd994e7f85", "tag": "2c8fed83-dea6-484b-afbd-5211f2911435", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:18:19.684988 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03f9a0e8-1af5-45d8-97b6-d802fd4a8c95 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:18:19.685325 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00db5aa6-eea0-42d8-a1c3-57dd994e7f85', 'tag': '2c8fed83-dea6-484b-afbd-5211f2911435', 'status': 'completed', 'code': 200} Jul 16 02:18:19.761255 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661652f4-0afc-4eb4-9eb0-4d2e07f18cc8 req-aecfd945-0b7d-4b40-9bd5-d38364454d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:19.762729 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-661652f4-0afc-4eb4-9eb0-4d2e07f18cc8 req-aecfd945-0b7d-4b40-9bd5-d38364454d16 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 1096 time: 0.0562737 Jul 16 02:18:19.764706 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661652f4-0afc-4eb4-9eb0-4d2e07f18cc8 req-65198120-31be-4b85-968e-fbf715cf7278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:19.766509 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-661652f4-0afc-4eb4-9eb0-4d2e07f18cc8 req-65198120-31be-4b85-968e-fbf715cf7278 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 1096 time: 0.0581667 Jul 16 02:18:19.858787 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661652f4-0afc-4eb4-9eb0-4d2e07f18cc8 req-89eb81cc-fb56-4cd3-925e-48a35cc9f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:19.860863 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-661652f4-0afc-4eb4-9eb0-4d2e07f18cc8 req-89eb81cc-fb56-4cd3-925e-48a35cc9f5f7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0924168 Jul 16 02:18:19.861665 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661652f4-0afc-4eb4-9eb0-4d2e07f18cc8 req-64a41b16-b86b-4402-a5bc-a683cf0f9e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:19.863113 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-661652f4-0afc-4eb4-9eb0-4d2e07f18cc8 req-64a41b16-b86b-4402-a5bc-a683cf0f9e5e service neutron] 10.222.0.84 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0902936 Jul 16 02:18:19.928958 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-661652f4-0afc-4eb4-9eb0-4d2e07f18cc8 req-677fc110-5904-46ba-9421-57422ab0d97a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8fed83-dea6-484b-afbd-5211f2911435 HTTP/1.1" status: 200 len: 1001 time: 0.0587604 Jul 16 02:18:19.931553 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-661652f4-0afc-4eb4-9eb0-4d2e07f18cc8 req-9466e2c1-3e2a-4a36-8e07-56eac6d9ed93 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8fed83-dea6-484b-afbd-5211f2911435 HTTP/1.1" status: 200 len: 1001 time: 0.0634561 Jul 16 02:18:19.983908 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661652f4-0afc-4eb4-9eb0-4d2e07f18cc8 req-1b34dbed-5f92-4d13-aa8a-d8bddea34443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:19.984130 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661652f4-0afc-4eb4-9eb0-4d2e07f18cc8 req-7c7c5bf9-5f1c-4069-9fad-c60437b240a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:19.985677 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-661652f4-0afc-4eb4-9eb0-4d2e07f18cc8 req-7c7c5bf9-5f1c-4069-9fad-c60437b240a4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0485730 Jul 16 02:18:19.985854 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-661652f4-0afc-4eb4-9eb0-4d2e07f18cc8 req-1b34dbed-5f92-4d13-aa8a-d8bddea34443 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0497708 Jul 16 02:18:20.046443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661652f4-0afc-4eb4-9eb0-4d2e07f18cc8 req-f3b8ec47-b62f-478c-8bb7-57e8d57dd35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:20.048131 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-661652f4-0afc-4eb4-9eb0-4d2e07f18cc8 req-f3b8ec47-b62f-478c-8bb7-57e8d57dd35a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555527 Jul 16 02:18:20.064394 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661652f4-0afc-4eb4-9eb0-4d2e07f18cc8 req-77c6c452-8286-42e0-ad45-b6474d3dd956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:20.066464 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-661652f4-0afc-4eb4-9eb0-4d2e07f18cc8 req-77c6c452-8286-42e0-ad45-b6474d3dd956 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731981 Jul 16 02:18:20.194131 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-661652f4-0afc-4eb4-9eb0-4d2e07f18cc8 req-c8865dc4-b81d-48c5-bf34-76f63fcd97dd service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192801 Jul 16 02:18:20.227950 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-661652f4-0afc-4eb4-9eb0-4d2e07f18cc8 req-9bcea604-5c0f-471e-a31d-b2b4dbb20f4b service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730742 Jul 16 02:18:20.251265 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c2779-7e86-41dd-9ae4-ecd5284bf1d5 req-ed66877f-9f24-497c-aa87-1228cdc31b76 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:20.252818 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c6c2779-7e86-41dd-9ae4-ecd5284bf1d5 req-ed66877f-9f24-497c-aa87-1228cdc31b76 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 944 time: 0.1531959 Jul 16 02:18:20.311148 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-661652f4-0afc-4eb4-9eb0-4d2e07f18cc8 req-731bd4da-296b-48cd-afec-e761b4d2c055 service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087375 Jul 16 02:18:20.373071 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6c6c2779-7e86-41dd-9ae4-ecd5284bf1d5 req-2ba1c210-4908-4093-83e9-9aa0f897a851 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062117 Jul 16 02:18:20.398799 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-661652f4-0afc-4eb4-9eb0-4d2e07f18cc8 req-9b946946-1b4b-4fa8-b3d6-9e5f61d9ecf2 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634507 Jul 16 02:18:20.659648 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 2c8fed83-dea6-484b-afbd-5211f2911435 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:18:20.710057 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 2c8fed83-dea6-484b-afbd-5211f2911435 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:18:21.571138 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004c4a4-68f2-4444-90b6-01bb6cc3fb99 req-71bf24fa-614f-4885-a25c-8f49f3f2eef3 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:21.572670 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e004c4a4-68f2-4444-90b6-01bb6cc3fb99 req-71bf24fa-614f-4885-a25c-8f49f3f2eef3 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 944 time: 0.0670338 Jul 16 02:18:21.613802 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e004c4a4-68f2-4444-90b6-01bb6cc3fb99 req-d5a472b6-16c4-4c5e-b9cd-68b7fced5de8 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348382 Jul 16 02:18:22.811481 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281a9a2-7beb-4fa6-b484-82aa5d7ec8cd req-a47163d1-935f-4021-95b6-4f4d4fb8f2e4 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:22.813292 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9281a9a2-7beb-4fa6-b484-82aa5d7ec8cd req-a47163d1-935f-4021-95b6-4f4d4fb8f2e4 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 944 time: 0.0851038 Jul 16 02:18:22.861047 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9281a9a2-7beb-4fa6-b484-82aa5d7ec8cd req-e2ef5211-fcc3-41b6-b661-708a9c0bd8d6 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417125 Jul 16 02:18:24.051923 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81206129-a4ff-42d4-b788-7a6130d6a013 req-4db094bf-cdca-4fee-a998-8ecd97705372 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:24.053473 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-81206129-a4ff-42d4-b788-7a6130d6a013 req-4db094bf-cdca-4fee-a998-8ecd97705372 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 944 time: 0.0745673 Jul 16 02:18:24.097413 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-81206129-a4ff-42d4-b788-7a6130d6a013 req-5b93ac92-6aa7-4667-87e6-d26fdfcb07a7 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354254 Jul 16 02:18:25.283972 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ed89b-2973-4c37-9173-16d8ff5cc82b req-cbf00eea-b836-49c9-ab42-c823bc5aa4d0 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:25.285459 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b82ed89b-2973-4c37-9173-16d8ff5cc82b req-cbf00eea-b836-49c9-ab42-c823bc5aa4d0 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 944 time: 0.0680692 Jul 16 02:18:25.334470 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b82ed89b-2973-4c37-9173-16d8ff5cc82b req-bac0bd95-7814-446b-b2d0-b4d9a95a60fd tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403585 Jul 16 02:18:26.523599 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e31181-ed5a-46d8-b9bb-4162a9cebdc9 req-e3687f3b-be46-4a3a-bd92-0f36241c34ca tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:26.525125 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-39e31181-ed5a-46d8-b9bb-4162a9cebdc9 req-e3687f3b-be46-4a3a-bd92-0f36241c34ca tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 944 time: 0.0671537 Jul 16 02:18:26.565659 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-39e31181-ed5a-46d8-b9bb-4162a9cebdc9 req-b53ea9e9-e517-4507-98ae-2570a174fdff tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322940 Jul 16 02:18:26.658338 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a7945c2-0364-4f5e-86ed-f47f3fa33341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:27.368196 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330741f-070c-4ea1-9d7b-6eecdc5c8225 req-6102010d-577b-4983-9b7b-28ae410561b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:27.369734 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6330741f-070c-4ea1-9d7b-6eecdc5c8225 req-6102010d-577b-4983-9b7b-28ae410561b7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 1096 time: 0.0568614 Jul 16 02:18:27.479816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330741f-070c-4ea1-9d7b-6eecdc5c8225 req-1d6608fd-7737-43d0-bc00-653ad1ee4d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:27.481337 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6330741f-070c-4ea1-9d7b-6eecdc5c8225 req-1d6608fd-7737-43d0-bc00-653ad1ee4d3f service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0909722 Jul 16 02:18:27.551820 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6330741f-070c-4ea1-9d7b-6eecdc5c8225 req-cc0ceac9-3b5c-4f4d-82c5-dc125c25befb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8fed83-dea6-484b-afbd-5211f2911435 HTTP/1.1" status: 200 len: 1001 time: 0.0638943 Jul 16 02:18:27.604860 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330741f-070c-4ea1-9d7b-6eecdc5c8225 req-44d8c35d-224b-4506-ae50-23fbf6b7218d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:27.606361 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6330741f-070c-4ea1-9d7b-6eecdc5c8225 req-44d8c35d-224b-4506-ae50-23fbf6b7218d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0481586 Jul 16 02:18:27.666805 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330741f-070c-4ea1-9d7b-6eecdc5c8225 req-2f3af59b-7771-4b04-8ec5-ed62dcbc6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:27.668892 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6330741f-070c-4ea1-9d7b-6eecdc5c8225 req-2f3af59b-7771-4b04-8ec5-ed62dcbc6b5e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557368 Jul 16 02:18:27.798665 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6330741f-070c-4ea1-9d7b-6eecdc5c8225 req-579a1191-01cd-4b68-8a60-4e055e4d5875 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236663 Jul 16 02:18:27.812500 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0493f-681a-4d18-a1f3-810cb088cd87 req-19199cd0-cea6-4a98-8e13-0959e97c25f6 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:27.813963 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-70a0493f-681a-4d18-a1f3-810cb088cd87 req-19199cd0-cea6-4a98-8e13-0959e97c25f6 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 944 time: 0.1214652 Jul 16 02:18:27.902551 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-70a0493f-681a-4d18-a1f3-810cb088cd87 req-55ee69d2-c90a-46e0-a5a2-49e595760bd1 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815294 Jul 16 02:18:27.928503 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6330741f-070c-4ea1-9d7b-6eecdc5c8225 req-7502b69e-ccb4-4bfd-bc6e-dc5e1d8c6643 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239140 Jul 16 02:18:29.093371 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2aa6d3-6672-4dcd-afab-b07a40435fbf req-ab08c37f-d57a-407c-938a-24b7377e53f6 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:29.095194 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3b2aa6d3-6672-4dcd-afab-b07a40435fbf req-ab08c37f-d57a-407c-938a-24b7377e53f6 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 944 time: 0.0745137 Jul 16 02:18:29.137105 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3b2aa6d3-6672-4dcd-afab-b07a40435fbf req-ea37d8f4-f7e9-47a0-ad7b-262d7064a8d9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359287 Jul 16 02:18:29.616717 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0782ddb7-867d-4967-b58f-a85b52fcef81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:29.785662 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:30.162200 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2c8fed83-dea6-484b-afbd-5211f2911435 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:18:30.264676 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 2c8fed83-dea6-484b-afbd-5211f2911435, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2c8fed83-dea6-484b-afbd-5211f2911435,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:18:30.277123 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '2c8fed83-dea6-484b-afbd-5211f2911435', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'port_id': '2c8fed83-dea6-484b-afbd-5211f2911435', 'mac_address': 'fa:16:3e:d4:c2:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:18:30.315934 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:30.319283 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d1c60-83f0-452e-8bc7-9f7cfafd0bc3 req-f6c30f67-1d23-402f-8097-05e4a3784491 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:30.320848 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e11d1c60-83f0-452e-8bc7-9f7cfafd0bc3 req-f6c30f67-1d23-402f-8097-05e4a3784491 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 944 time: 0.0663657 Jul 16 02:18:30.329118 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c8fed83-dea6-484b-afbd-5211f2911435 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:18:30.350659 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 2c8fed83-dea6-484b-afbd-5211f2911435, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2c8fed83-dea6-484b-afbd-5211f2911435,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:18:30.355633 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:30.360783 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e11d1c60-83f0-452e-8bc7-9f7cfafd0bc3 req-953c195a-cabe-4393-8fb3-996294362dbd tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341196 Jul 16 02:18:30.404523 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=2c8fed83-dea6-484b-afbd-5211f2911435,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:30.412113 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:30.412482 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:30.412820 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:30.413136 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:30.413462 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:30.413780 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:30.414100 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:30.414418 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:30.414732 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:30.415048 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:30.415359 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:30.415671 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:30.595122 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['2c8fed83-dea6-484b-afbd-5211f2911435'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:18:30.991648 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:31.038051 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-c6f11a9a-86d0-4c6c-b0c8-2346241ce426 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:31.039552 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-c6f11a9a-86d0-4c6c-b0c8-2346241ce426 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.82 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85&tenant_id=a3be994ed85f4a829dcc64cb49f926c3&binding%3Ahost_id=n-h2-792394-16 HTTP/1.1" status: 200 len: 945 time: 0.1069946 Jul 16 02:18:31.121241 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c85c4-a8b4-4374-bd5a-354c111e50ba req-828e8475-dba7-4cec-8fc2-ee0ba2c6a62d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:31.122645 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6f8c85c4-a8b4-4374-bd5a-354c111e50ba req-828e8475-dba7-4cec-8fc2-ee0ba2c6a62d tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 945 time: 0.1303263 Jul 16 02:18:31.125900 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-878f6608-3e59-4458-a0e1-bbfa6fb4675b service neutron] 10.222.0.82 "GET /v2.0/ports/2c8fed83-dea6-484b-afbd-5211f2911435/bindings/n-h2-792394-16 HTTP/1.1" status: 200 len: 383 time: 0.0785842 Jul 16 02:18:31.172256 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6f8c85c4-a8b4-4374-bd5a-354c111e50ba req-6527588f-8e1c-46a2-9161-3935b76f0263 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433002 Jul 16 02:18:31.222512 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-e5bd8749-c3d3-4fd9-a4ee-03db70f1fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:31.224115 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-e5bd8749-c3d3-4fd9-a4ee-03db70f1fa1a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 1097 time: 0.0681374 Jul 16 02:18:31.317547 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-0192ca0a-c6b4-41c8-9c4d-ff4ffe3d8622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:31.319033 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-0192ca0a-c6b4-41c8-9c4d-ff4ffe3d8622 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0882692 Jul 16 02:18:31.400113 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-f3d00baa-64e1-4767-b6a8-781940199e09 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8fed83-dea6-484b-afbd-5211f2911435 HTTP/1.1" status: 200 len: 1002 time: 0.0737963 Jul 16 02:18:31.450653 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-be41b1a9-858e-468e-8d4a-0a5173f3323c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:31.452138 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-be41b1a9-858e-468e-8d4a-0a5173f3323c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0460844 Jul 16 02:18:31.520831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-1874beb3-509f-491a-90fd-0b6d61bb1dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:31.522335 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-1874beb3-509f-491a-90fd-0b6d61bb1dc6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640562 Jul 16 02:18:31.636299 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-3e260775-ba52-4b6d-8184-2f191cc719a0 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007817 Jul 16 02:18:31.735206 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-09854903-94d8-4ed4-8ba8-fa364f2c7b67 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912757 Jul 16 02:18:31.920094 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:32.163144 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2c8fed83-dea6-484b-afbd-5211f2911435 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:18:32.220981 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 2c8fed83-dea6-484b-afbd-5211f2911435 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:18:32.224882 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 2c8fed83-dea6-484b-afbd-5211f2911435 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:18:32.225258 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:32.306128 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:32.328555 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00db5aa6-eea0-42d8-a1c3-57dd994e7f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8fed83-dea6-484b-afbd-5211f2911435'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:18:32.331135 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b22cae-ed09-4b47-991e-bf48ace340b7" -d '{"events": [{"server_uuid": "00db5aa6-eea0-42d8-a1c3-57dd994e7f85", "name": "network-vif-plugged", "status": "completed", "tag": "2c8fed83-dea6-484b-afbd-5211f2911435"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:18:32.344349 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 2c8fed83-dea6-484b-afbd-5211f2911435, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2c8fed83-dea6-484b-afbd-5211f2911435,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:18:32.350141 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:32.355709 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9465e-a5ef-4ff7-bdd9-d944a7e487a3 req-00684ac7-2ca8-46bd-8039-2a01de537df4 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:32.357313 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1ab9465e-a5ef-4ff7-bdd9-d944a7e487a3 req-00684ac7-2ca8-46bd-8039-2a01de537df4 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 945 time: 0.0693619 Jul 16 02:18:32.389500 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10de0760-97c4-4161-a96c-15c941e87561 x-openstack-request-id: req-10de0760-97c4-4161-a96c-15c941e87561 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:18:32.389796 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00db5aa6-eea0-42d8-a1c3-57dd994e7f85", "name": "network-vif-plugged", "status": "completed", "tag": "2c8fed83-dea6-484b-afbd-5211f2911435", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:18:32.390046 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10de0760-97c4-4161-a96c-15c941e87561 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:18:32.390440 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00db5aa6-eea0-42d8-a1c3-57dd994e7f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8fed83-dea6-484b-afbd-5211f2911435', 'code': 200} Jul 16 02:18:32.400473 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1ab9465e-a5ef-4ff7-bdd9-d944a7e487a3 req-7c4656d3-2dad-4345-93d7-5c608537b3a2 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369182 Jul 16 02:18:32.405391 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=2c8fed83-dea6-484b-afbd-5211f2911435,revision_number=9']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:32.735506 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:33.430920 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:18:33.597219 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ba44-a100-437e-be30-b56bae4df861 req-85aa01b5-f189-4f2e-bfe7-1ea80dfd8910 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:33.598820 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9479ba44-a100-437e-be30-b56bae4df861 req-85aa01b5-f189-4f2e-bfe7-1ea80dfd8910 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 946 time: 0.0699079 Jul 16 02:18:33.638218 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9479ba44-a100-437e-be30-b56bae4df861 req-8dfd0899-b40b-4b5e-ba8b-a11a185afe1b tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334518 Jul 16 02:18:34.832495 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c363d70-b525-49ae-b755-c09e5f04c5d5 req-0ec39a13-e568-46cf-b8f9-50219034efb4 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:34.834119 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9c363d70-b525-49ae-b755-c09e5f04c5d5 req-0ec39a13-e568-46cf-b8f9-50219034efb4 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 946 time: 0.0729704 Jul 16 02:18:34.883674 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9c363d70-b525-49ae-b755-c09e5f04c5d5 req-eda87c67-a9bd-428a-92fd-de72d314a0f0 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437500 Jul 16 02:18:35.453675 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.584827 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-699445d2-ec17-48ad-9b61-dfe2684ff750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:35.586318 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-699445d2-ec17-48ad-9b61-dfe2684ff750 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85&tenant_id=a3be994ed85f4a829dcc64cb49f926c3 HTTP/1.1" status: 200 len: 1098 time: 0.0625780 Jul 16 02:18:35.598544 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-16', 'device_owner': 'compute:nova'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:18:35.670715 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.897985 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] For port 2c8fed83-dea6-484b-afbd-5211f2911435, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=2c8fed83-dea6-484b-afbd-5211f2911435,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:18:35.935923 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] For port 2c8fed83-dea6-484b-afbd-5211f2911435, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:18:35.984302 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00db5aa6-eea0-42d8-a1c3-57dd994e7f85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c8fed83-dea6-484b-afbd-5211f2911435'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:18:35.987044 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e0a0a8-d2d5-410f-9a59-1e7cbeb734d6" -d '{"events": [{"server_uuid": "00db5aa6-eea0-42d8-a1c3-57dd994e7f85", "name": "network-vif-unplugged", "status": "completed", "tag": "2c8fed83-dea6-484b-afbd-5211f2911435"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:18:35.991160 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:36.008976 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Transition to ACTIVE for port object 2c8fed83-dea6-484b-afbd-5211f2911435 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:18:36.015176 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:36.045792 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdf124a-3051-4868-b547-dcf49c51d206 x-openstack-request-id: req-9cdf124a-3051-4868-b547-dcf49c51d206 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:18:36.045988 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00db5aa6-eea0-42d8-a1c3-57dd994e7f85", "name": "network-vif-unplugged", "status": "completed", "tag": "2c8fed83-dea6-484b-afbd-5211f2911435", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:18:36.046093 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9cdf124a-3051-4868-b547-dcf49c51d206 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:18:36.046477 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00db5aa6-eea0-42d8-a1c3-57dd994e7f85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c8fed83-dea6-484b-afbd-5211f2911435', 'code': 200} Jul 16 02:18:36.099817 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7a0b9-7794-4d0b-99c1-e7bffd2dbd69 req-2b1b523c-dde3-4605-8b0f-691138cceb65 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:36.102199 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b4a7a0b9-7794-4d0b-99c1-e7bffd2dbd69 req-2b1b523c-dde3-4605-8b0f-691138cceb65 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 945 time: 0.0921834 Jul 16 02:18:36.121843 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8fed83-dea6-484b-afbd-5211f2911435,revision_number=10']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:36.149929 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] No DVR routers for this DVR port 2c8fed83-dea6-484b-afbd-5211f2911435 on host n-h2-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:18:36.153290 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:36.153632 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:36.153974 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:36.154303 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:36.154630 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:36.155047 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:36.155279 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:36.155598 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:36.155917 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:36.156236 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:36.156576 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:36.156903 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:36.159692 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b4a7a0b9-7794-4d0b-99c1-e7bffd2dbd69 req-2feb5d9d-dd96-49a2-b113-185b39c9d499 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408614 Jul 16 02:18:36.188184 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2c8fed83-dea6-484b-afbd-5211f2911435 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:18:36.233405 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 2c8fed83-dea6-484b-afbd-5211f2911435 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:18:36.295789 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Attempting to bind port 2c8fed83-dea6-484b-afbd-5211f2911435 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:18:36.296072 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Attempting to bind port 2c8fed83-dea6-484b-afbd-5211f2911435 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:18:36.296450 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Attempting to bind port 2c8fed83-dea6-484b-afbd-5211f2911435 on network 8577501a-8fd1-4293-95f7-4724e998be89 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:18:36.302296 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Port 2c8fed83-dea6-484b-afbd-5211f2911435 on network 8577501a-8fd1-4293-95f7-4724e998be89 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:18:36.302746 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Attempting to bind port 2c8fed83-dea6-484b-afbd-5211f2911435 on network 8577501a-8fd1-4293-95f7-4724e998be89 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:18:36.311037 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:18:36.311508 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Checking segment: {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:18:36.312084 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Bound using segment: {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:18:36.312742 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Bound port: 2c8fed83-dea6-484b-afbd-5211f2911435, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:18:36.313301 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:36.380840 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] For port 2c8fed83-dea6-484b-afbd-5211f2911435, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:18:36.384721 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] For port 2c8fed83-dea6-484b-afbd-5211f2911435, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=2c8fed83-dea6-484b-afbd-5211f2911435,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:18:36.391593 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:36.425291 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:36.425937 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:36.427271 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] 10.222.0.84 "PUT /v2.0/ports/2c8fed83-dea6-484b-afbd-5211f2911435 HTTP/1.1" status: 200 len: 1094 time: 0.8330660 Jul 16 02:18:36.453246 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6b5ea-5f34-4f60-908a-821ce5936dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8fed83-dea6-484b-afbd-5211f2911435,revision_number=11']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:36.517053 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-1bd0e661-0f3d-45a7-80d7-222ef0c73389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:36.519078 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-1bd0e661-0f3d-45a7-80d7-222ef0c73389 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 1097 time: 0.0613976 Jul 16 02:18:36.614299 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-1f6a4340-953b-4c03-90d6-9c1588028956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:36.615813 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-1f6a4340-953b-4c03-90d6-9c1588028956 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0892394 Jul 16 02:18:36.690581 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-b5093efb-90f5-4069-95db-e58c9e39e729 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8fed83-dea6-484b-afbd-5211f2911435 HTTP/1.1" status: 200 len: 1001 time: 0.0669851 Jul 16 02:18:37.036047 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-ae5b1a3b-b653-4353-a378-099b779f6f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:37.037530 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-ae5b1a3b-b653-4353-a378-099b779f6f99 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.3405638 Jul 16 02:18:37.101734 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-3bca4a9a-23a8-4da9-83e0-58ef1b3573ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:37.103311 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-3bca4a9a-23a8-4da9-83e0-58ef1b3573ad service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575850 Jul 16 02:18:37.202636 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-d4d752a3-d16f-4cb1-89b6-bc1fc96937c7 service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920055 Jul 16 02:18:37.327781 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-70aa67b4-24d2-4a5e-8231-12ddde6e609c req-c1297f91-043b-43d4-902b-9d33d9fd9bdf service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146064 Jul 16 02:18:37.359834 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069500e6-844e-433b-90ec-b1273b89372c req-af989b42-5641-4402-adb9-2ff4d07564b1 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:37.361399 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-069500e6-844e-433b-90ec-b1273b89372c req-af989b42-5641-4402-adb9-2ff4d07564b1 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 945 time: 0.0811305 Jul 16 02:18:37.433126 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-069500e6-844e-433b-90ec-b1273b89372c req-ef5ae3de-f7f7-480c-801a-10c0f8aa5b05 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651834 Jul 16 02:18:37.465304 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae226485-7db5-4e57-9e05-81c1585380d2 req-b3549b53-faa9-440e-b5fd-51bf1aa37243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:37.466815 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ae226485-7db5-4e57-9e05-81c1585380d2 req-b3549b53-faa9-440e-b5fd-51bf1aa37243 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 1097 time: 0.0670335 Jul 16 02:18:37.577463 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae226485-7db5-4e57-9e05-81c1585380d2 req-df8299d7-f9de-4373-95c1-aff71df00fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:37.579047 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ae226485-7db5-4e57-9e05-81c1585380d2 req-df8299d7-f9de-4373-95c1-aff71df00fc0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.0913515 Jul 16 02:18:37.648819 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ae226485-7db5-4e57-9e05-81c1585380d2 req-573e7cfe-0fdf-48be-bac6-d9ce2cf78b97 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8fed83-dea6-484b-afbd-5211f2911435 HTTP/1.1" status: 200 len: 1001 time: 0.0616109 Jul 16 02:18:37.698614 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae226485-7db5-4e57-9e05-81c1585380d2 req-a24ce03a-6bb3-4006-8e2e-ee6b0631896f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:37.700095 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ae226485-7db5-4e57-9e05-81c1585380d2 req-a24ce03a-6bb3-4006-8e2e-ee6b0631896f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0451102 Jul 16 02:18:37.765542 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae226485-7db5-4e57-9e05-81c1585380d2 req-3669438f-a09b-4a21-b7a1-f26511017ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:37.767090 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ae226485-7db5-4e57-9e05-81c1585380d2 req-3669438f-a09b-4a21-b7a1-f26511017ccf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598135 Jul 16 02:18:37.867625 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ae226485-7db5-4e57-9e05-81c1585380d2 req-991ccc38-f328-45a4-a917-6dc611569490 service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920739 Jul 16 02:18:37.970354 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ae226485-7db5-4e57-9e05-81c1585380d2 req-5648738c-c4bb-47b3-985f-0b0be314fc08 service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954278 Jul 16 02:18:38.047488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00db5aa6-eea0-42d8-a1c3-57dd994e7f85', 'tag': '2c8fed83-dea6-484b-afbd-5211f2911435'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:18:38.050105 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51606b1d-0ec2-4f5a-80ed-7e8121ccce60" -d '{"events": [{"name": "network-changed", "server_uuid": "00db5aa6-eea0-42d8-a1c3-57dd994e7f85", "tag": "2c8fed83-dea6-484b-afbd-5211f2911435"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:18:38.100639 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0c4f54-39f8-4d92-b24e-397a31515933 x-openstack-request-id: req-1f0c4f54-39f8-4d92-b24e-397a31515933 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:18:38.100936 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00db5aa6-eea0-42d8-a1c3-57dd994e7f85", "tag": "2c8fed83-dea6-484b-afbd-5211f2911435", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:18:38.101959 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f0c4f54-39f8-4d92-b24e-397a31515933 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:18:38.102383 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00db5aa6-eea0-42d8-a1c3-57dd994e7f85', 'tag': '2c8fed83-dea6-484b-afbd-5211f2911435', 'status': 'completed', 'code': 200} Jul 16 02:18:38.189051 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51606b1d-0ec2-4f5a-80ed-7e8121ccce60 req-7f02351f-9d67-44ac-990f-f0387c1fd989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:38.190871 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51606b1d-0ec2-4f5a-80ed-7e8121ccce60 req-7f02351f-9d67-44ac-990f-f0387c1fd989 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 1097 time: 0.0644362 Jul 16 02:18:38.194033 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51606b1d-0ec2-4f5a-80ed-7e8121ccce60 req-87622198-409f-4129-91f1-cf68cf04bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:38.195805 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-51606b1d-0ec2-4f5a-80ed-7e8121ccce60 req-87622198-409f-4129-91f1-cf68cf04bb5b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 1097 time: 0.0604591 Jul 16 02:18:38.303066 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51606b1d-0ec2-4f5a-80ed-7e8121ccce60 req-88d7bbac-000a-4106-abfc-6aca41651776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:38.304491 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51606b1d-0ec2-4f5a-80ed-7e8121ccce60 req-d52fecca-ccff-46d6-b3a9-8b3f0481abf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:38.305623 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-51606b1d-0ec2-4f5a-80ed-7e8121ccce60 req-88d7bbac-000a-4106-abfc-6aca41651776 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.1035872 Jul 16 02:18:38.306125 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51606b1d-0ec2-4f5a-80ed-7e8121ccce60 req-d52fecca-ccff-46d6-b3a9-8b3f0481abf7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 200 len: 913 time: 0.1082838 Jul 16 02:18:38.376627 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51606b1d-0ec2-4f5a-80ed-7e8121ccce60 req-431d7be8-7fbc-4d2c-acdf-672bf2947148 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8fed83-dea6-484b-afbd-5211f2911435 HTTP/1.1" status: 200 len: 1001 time: 0.0634561 Jul 16 02:18:38.380556 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-51606b1d-0ec2-4f5a-80ed-7e8121ccce60 req-1773891c-4b18-4134-b75b-2c8936ba9429 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8fed83-dea6-484b-afbd-5211f2911435 HTTP/1.1" status: 200 len: 1001 time: 0.0684226 Jul 16 02:18:38.435798 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51606b1d-0ec2-4f5a-80ed-7e8121ccce60 req-9f27e2a8-94be-4198-9623-0a06691b3380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:38.437345 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51606b1d-0ec2-4f5a-80ed-7e8121ccce60 req-9f27e2a8-94be-4198-9623-0a06691b3380 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0541015 Jul 16 02:18:38.439182 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51606b1d-0ec2-4f5a-80ed-7e8121ccce60 req-ad8408f6-ee1d-4c04-94ec-a9b2684103f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:38.440974 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-51606b1d-0ec2-4f5a-80ed-7e8121ccce60 req-ad8408f6-ee1d-4c04-94ec-a9b2684103f5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 200 len: 851 time: 0.0547137 Jul 16 02:18:38.509911 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51606b1d-0ec2-4f5a-80ed-7e8121ccce60 req-69b1451c-c17a-4bcb-a273-d76e18976804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:38.511441 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-51606b1d-0ec2-4f5a-80ed-7e8121ccce60 req-69b1451c-c17a-4bcb-a273-d76e18976804 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638583 Jul 16 02:18:38.517020 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51606b1d-0ec2-4f5a-80ed-7e8121ccce60 req-37c2cd69-34f2-47d0-ae1f-830faf3a9785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:38.518871 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51606b1d-0ec2-4f5a-80ed-7e8121ccce60 req-37c2cd69-34f2-47d0-ae1f-830faf3a9785 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8577501a-8fd1-4293-95f7-4724e998be89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740323 Jul 16 02:18:38.608953 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-51606b1d-0ec2-4f5a-80ed-7e8121ccce60 req-0dba6406-00fe-41b1-87c2-5519070b52b0 service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875738 Jul 16 02:18:38.666700 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51606b1d-0ec2-4f5a-80ed-7e8121ccce60 req-3a2686d8-c8ab-4d1e-92f8-83d210759237 service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359522 Jul 16 02:18:38.690580 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b85dbd-54d5-48e5-b0df-1df4dabc9e22 req-3d1427aa-318c-4d70-b64c-91ced11624d0 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:38.691995 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e6b85dbd-54d5-48e5-b0df-1df4dabc9e22 req-3d1427aa-318c-4d70-b64c-91ced11624d0 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 945 time: 0.1247120 Jul 16 02:18:38.709553 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-51606b1d-0ec2-4f5a-80ed-7e8121ccce60 req-7f47794b-7f8e-439b-8437-8c16306343ac service neutron] 10.222.0.82 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941453 Jul 16 02:18:38.777666 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e6b85dbd-54d5-48e5-b0df-1df4dabc9e22 req-14e1f42e-5078-4587-801b-1aad7b1c4a4e tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756321 Jul 16 02:18:38.798177 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51606b1d-0ec2-4f5a-80ed-7e8121ccce60 req-436ab28d-01d2-4958-a391-6557c83d5755 service neutron] 10.222.0.84 "GET /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235452 Jul 16 02:18:39.958525 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8a046-e61b-4efe-9109-dcb5d704cc03 req-14365108-c791-4b74-996c-12bf818cd7ff tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:39.959997 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d0d8a046-e61b-4efe-9109-dcb5d704cc03 req-14365108-c791-4b74-996c-12bf818cd7ff tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 945 time: 0.0645041 Jul 16 02:18:39.999777 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d0d8a046-e61b-4efe-9109-dcb5d704cc03 req-82c4e282-ca14-49d3-bfad-f2a5c7e21a21 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337143 Jul 16 02:18:41.191724 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984b078-b71e-47ba-8d37-1b7ffc76495e req-e3848f35-2aa9-45b8-b57a-7239ec7fe219 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:41.193566 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5984b078-b71e-47ba-8d37-1b7ffc76495e req-e3848f35-2aa9-45b8-b57a-7239ec7fe219 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 945 time: 0.0768878 Jul 16 02:18:41.237648 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5984b078-b71e-47ba-8d37-1b7ffc76495e req-39d3f890-feff-4bc4-a1f2-7ed13775391a tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385170 Jul 16 02:18:42.441024 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22e0b8-2d77-41a1-b8b0-fdeee9ead6ae req-c1bbb5f8-944e-4d2f-a3b7-7bbdcde35b55 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:42.442554 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-be22e0b8-2d77-41a1-b8b0-fdeee9ead6ae req-c1bbb5f8-944e-4d2f-a3b7-7bbdcde35b55 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 945 time: 0.0840681 Jul 16 02:18:42.488999 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-be22e0b8-2d77-41a1-b8b0-fdeee9ead6ae req-20ec8fd3-0080-476c-9c7a-0f7c875ecde2 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406561 Jul 16 02:18:43.672034 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e289a-0f43-40ab-b8c7-389cc65ee671 req-3eedb059-36be-4c19-b100-fcfb00aa0738 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:43.673646 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-120e289a-0f43-40ab-b8c7-389cc65ee671 req-3eedb059-36be-4c19-b100-fcfb00aa0738 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 945 time: 0.0663567 Jul 16 02:18:43.715093 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-120e289a-0f43-40ab-b8c7-389cc65ee671 req-ad5cc37a-ad79-40ec-89ac-573830a499c7 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329340 Jul 16 02:18:44.913095 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f65978-924f-46ef-ab1a-b81530f682ee req-c62cc5e0-affb-4873-a1af-a9c217bd4269 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:44.914699 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a9f65978-924f-46ef-ab1a-b81530f682ee req-c62cc5e0-affb-4873-a1af-a9c217bd4269 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 945 time: 0.0810411 Jul 16 02:18:44.962988 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a9f65978-924f-46ef-ab1a-b81530f682ee req-9f2d093f-6331-4631-9bbb-e512e3ee526a tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423646 Jul 16 02:18:46.161962 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ad341-be31-4970-bb77-5e8535b38ce2 req-e6f2ce26-f9ca-4ae3-8ded-0a16328911ff tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:46.163444 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ec1ad341-be31-4970-bb77-5e8535b38ce2 req-e6f2ce26-f9ca-4ae3-8ded-0a16328911ff tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 945 time: 0.0658407 Jul 16 02:18:46.210015 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ec1ad341-be31-4970-bb77-5e8535b38ce2 req-798c0d8f-71f8-4934-85bf-4294bae41073 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379472 Jul 16 02:18:47.408525 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1665ebd-eeb3-4203-b2d9-e7e4c410b9d5 req-c4202668-fcaa-43bb-b1b9-5325d726c1fc tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:47.410049 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1665ebd-eeb3-4203-b2d9-e7e4c410b9d5 req-c4202668-fcaa-43bb-b1b9-5325d726c1fc tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 945 time: 0.0785782 Jul 16 02:18:47.461540 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e1665ebd-eeb3-4203-b2d9-e7e4c410b9d5 req-27c94244-bc7c-4867-9aca-27fd50fcdc0f tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455427 Jul 16 02:18:48.693243 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2be3b-d263-47c3-9236-f48d064a1e5d req-a7a9fbe2-13b6-4dcf-95e9-d52a1eb0c2f7 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:48.694667 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5de2be3b-d263-47c3-9236-f48d064a1e5d req-a7a9fbe2-13b6-4dcf-95e9-d52a1eb0c2f7 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 945 time: 0.1104324 Jul 16 02:18:48.734916 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5de2be3b-d263-47c3-9236-f48d064a1e5d req-d240a6cc-b178-4a9f-9daa-cda34198f7c9 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341194 Jul 16 02:18:49.915149 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b9b04-f7f6-420b-ab27-d80d38fa58e1 req-5f148c75-10c7-4664-bf46-3fda8b122652 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:49.916705 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c96b9b04-f7f6-420b-ab27-d80d38fa58e1 req-5f148c75-10c7-4664-bf46-3fda8b122652 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 945 time: 0.0645485 Jul 16 02:18:49.956165 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c96b9b04-f7f6-420b-ab27-d80d38fa58e1 req-434cb9a1-7dbc-4a39-893c-3948c906e7b8 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336621 Jul 16 02:18:50.147527 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84083375-d959-4bf3-8339-15a98e74b288 req-b3224cf8-cb95-4d73-8e18-8e541f1716f3 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:50.149204 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-84083375-d959-4bf3-8339-15a98e74b288 req-b3224cf8-cb95-4d73-8e18-8e541f1716f3 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 945 time: 0.0805695 Jul 16 02:18:50.190082 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-84083375-d959-4bf3-8339-15a98e74b288 req-76bf867f-e0a7-450b-ae25-b7ee72be43dc tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346770 Jul 16 02:18:50.381731 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c959ea-0b2e-49a2-8d6a-53147afdd9b2 req-2c7792bd-e6d1-4138-892e-c368bf439784 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:50.383301 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-07c959ea-0b2e-49a2-8d6a-53147afdd9b2 req-2c7792bd-e6d1-4138-892e-c368bf439784 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 945 time: 0.0715182 Jul 16 02:18:50.425091 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-07c959ea-0b2e-49a2-8d6a-53147afdd9b2 req-990d2cd2-c079-4475-9b7f-8e39c78d0a3c tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357804 Jul 16 02:18:50.830750 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7dbd29-bb04-4f5e-9041-6e47d32df3ae req-ea90fead-3866-42ae-806c-5f59314367da tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:50.832391 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b7dbd29-bb04-4f5e-9041-6e47d32df3ae req-ea90fead-3866-42ae-806c-5f59314367da tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 945 time: 0.0731595 Jul 16 02:18:50.842735 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 2c8fed83-dea6-484b-afbd-5211f2911435 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:18:50.871300 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b7dbd29-bb04-4f5e-9041-6e47d32df3ae req-a85e6e2c-b1df-4cdd-a673-b154ad40d6f7 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332289 Jul 16 02:18:50.947775 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 2c8fed83-dea6-484b-afbd-5211f2911435, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=2c8fed83-dea6-484b-afbd-5211f2911435,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:18:50.962486 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '2c8fed83-dea6-484b-afbd-5211f2911435', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'port_id': '2c8fed83-dea6-484b-afbd-5211f2911435', 'mac_address': 'fa:16:3e:d4:c2:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:18:51.002702 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:51.022594 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c8fed83-dea6-484b-afbd-5211f2911435 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:18:51.047774 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 2c8fed83-dea6-484b-afbd-5211f2911435, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=2c8fed83-dea6-484b-afbd-5211f2911435,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:18:51.054712 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:51.107031 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=2c8fed83-dea6-484b-afbd-5211f2911435,revision_number=12']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:51.358970 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['2c8fed83-dea6-484b-afbd-5211f2911435'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:18:52.063070 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc5daa-45a9-4bac-8b9c-2907a6261ab3 req-98e3a875-abb2-4f53-a864-65fd639ea769 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:52.064712 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-03bc5daa-45a9-4bac-8b9c-2907a6261ab3 req-98e3a875-abb2-4f53-a864-65fd639ea769 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 946 time: 0.0749288 Jul 16 02:18:52.107104 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-03bc5daa-45a9-4bac-8b9c-2907a6261ab3 req-9de76bd0-3802-4a5b-88d6-a513b8ac8720 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups?id=349862de-c2cf-4822-80e2-b741d1b7c027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355351 Jul 16 02:18:52.553916 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d055100-1408-4d1d-b3a5-e69db442b784 req-f4931460-64d6-4dec-9083-f111550f2d1e tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:52.555536 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0d055100-1408-4d1d-b3a5-e69db442b784 req-f4931460-64d6-4dec-9083-f111550f2d1e tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.84 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 946 time: 0.0709262 Jul 16 02:18:52.666550 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-0d055100-1408-4d1d-b3a5-e69db442b784 req-769d0951-6cc7-4bcd-9003-836831c86723 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Deleting port 2c8fed83-dea6-484b-afbd-5211f2911435 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:18:52.666858 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0d055100-1408-4d1d-b3a5-e69db442b784 req-769d0951-6cc7-4bcd-9003-836831c86723 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:52.755328 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-0d055100-1408-4d1d-b3a5-e69db442b784 req-769d0951-6cc7-4bcd-9003-836831c86723 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] For port 2c8fed83-dea6-484b-afbd-5211f2911435, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=2c8fed83-dea6-484b-afbd-5211f2911435,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:18:52.755578 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0d055100-1408-4d1d-b3a5-e69db442b784 req-769d0951-6cc7-4bcd-9003-836831c86723 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:52.843643 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 2c8fed83-dea6-484b-afbd-5211f2911435 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:18:52.893445 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 2c8fed83-dea6-484b-afbd-5211f2911435 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:18:52.897329 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 2c8fed83-dea6-484b-afbd-5211f2911435 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:18:52.897718 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:52.940341 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0d055100-1408-4d1d-b3a5-e69db442b784 req-769d0951-6cc7-4bcd-9003-836831c86723 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:52.940751 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0d055100-1408-4d1d-b3a5-e69db442b784 req-769d0951-6cc7-4bcd-9003-836831c86723 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:52.941066 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [req-0d055100-1408-4d1d-b3a5-e69db442b784 req-769d0951-6cc7-4bcd-9003-836831c86723 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Floating IP a23bb70c-b1da-446b-8ce0-ab5fff85dcdb disassociated. External IP: 172.25.6.120, port: 2c8fed83-dea6-484b-afbd-5211f2911435. Jul 16 02:18:52.941445 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-0d055100-1408-4d1d-b3a5-e69db442b784 req-769d0951-6cc7-4bcd-9003-836831c86723 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Calling delete_port for 2c8fed83-dea6-484b-afbd-5211f2911435 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:18:52.976408 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:53.002408 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00db5aa6-eea0-42d8-a1c3-57dd994e7f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8fed83-dea6-484b-afbd-5211f2911435'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:18:53.004712 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87516d8e-2180-4eca-902e-b1e87bb6e2b4" -d '{"events": [{"server_uuid": "00db5aa6-eea0-42d8-a1c3-57dd994e7f85", "name": "network-vif-plugged", "status": "completed", "tag": "2c8fed83-dea6-484b-afbd-5211f2911435"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:18:53.017985 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 2c8fed83-dea6-484b-afbd-5211f2911435, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=2c8fed83-dea6-484b-afbd-5211f2911435,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:18:53.026404 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:53.057030 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450395ad-e249-478a-996c-d63e146ab788 x-openstack-request-id: req-450395ad-e249-478a-996c-d63e146ab788 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:18:53.057321 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00db5aa6-eea0-42d8-a1c3-57dd994e7f85", "name": "network-vif-plugged", "status": "completed", "tag": "2c8fed83-dea6-484b-afbd-5211f2911435", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:18:53.057569 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-450395ad-e249-478a-996c-d63e146ab788 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:18:53.057954 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00db5aa6-eea0-42d8-a1c3-57dd994e7f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8fed83-dea6-484b-afbd-5211f2911435', 'code': 200} Jul 16 02:18:53.080564 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=2c8fed83-dea6-484b-afbd-5211f2911435,revision_number=13']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:53.083442 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0d055100-1408-4d1d-b3a5-e69db442b784 req-769d0951-6cc7-4bcd-9003-836831c86723 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:53.113868 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d0951-6cc7-4bcd-9003-836831c86723 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Pushing event deleted for resources: {'Port': ['ID=2c8fed83-dea6-484b-afbd-5211f2911435,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:53.238471 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d055100-1408-4d1d-b3a5-e69db442b784 req-769d0951-6cc7-4bcd-9003-836831c86723 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Router d5b25933-0761-4f15-816b-8f9e8278e7d7 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:18:53.274998 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a4e5117d-8108-41cd-810e-2f0355935581 req-233e5309-7c62-4883-aba3-87804d9097b4 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 210 time: 0.0350132 Jul 16 02:18:53.377853 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d055100-1408-4d1d-b3a5-e69db442b784 req-769d0951-6cc7-4bcd-9003-836831c86723 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:18:53.387810 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09be57a5-2b64-49f5-ae68-4926e3da8d6c None None] Sync routers for ids ['d5b25933-0761-4f15-816b-8f9e8278e7d7'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:18:53.398202 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09be57a5-2b64-49f5-ae68-4926e3da8d6c None None] Routers {'d5b25933-0761-4f15-816b-8f9e8278e7d7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:18:53.398835 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-09be57a5-2b64-49f5-ae68-4926e3da8d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:18:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d5b25933-0761-4f15-816b-8f9e8278e7d7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:18:53.425460 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d055100-1408-4d1d-b3a5-e69db442b784 req-769d0951-6cc7-4bcd-9003-836831c86723 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] No DVR routers for this DVR port 2c8fed83-dea6-484b-afbd-5211f2911435 on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:18:53.428586 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0d055100-1408-4d1d-b3a5-e69db442b784 req-769d0951-6cc7-4bcd-9003-836831c86723 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:53.430880 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0d055100-1408-4d1d-b3a5-e69db442b784 req-769d0951-6cc7-4bcd-9003-836831c86723 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.84 "DELETE /v2.0/ports/2c8fed83-dea6-484b-afbd-5211f2911435 HTTP/1.1" status: 204 len: 173 time: 0.8695462 Jul 16 02:18:53.431467 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00db5aa6-eea0-42d8-a1c3-57dd994e7f85', 'name': 'network-vif-deleted', 'tag': '2c8fed83-dea6-484b-afbd-5211f2911435'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:18:53.433820 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e14407a-5923-4fdb-9b6a-0f584d315881" -d '{"events": [{"server_uuid": "00db5aa6-eea0-42d8-a1c3-57dd994e7f85", "name": "network-vif-deleted", "tag": "2c8fed83-dea6-484b-afbd-5211f2911435"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:18:53.482228 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e70aa8-84e9-4ccb-bf88-34f674f5e949 x-openstack-request-id: req-61e70aa8-84e9-4ccb-bf88-34f674f5e949 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:18:53.482518 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00db5aa6-eea0-42d8-a1c3-57dd994e7f85", "name": "network-vif-deleted", "tag": "2c8fed83-dea6-484b-afbd-5211f2911435", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:18:53.482770 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61e70aa8-84e9-4ccb-bf88-34f674f5e949 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:18:53.483176 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00db5aa6-eea0-42d8-a1c3-57dd994e7f85', 'name': 'network-vif-deleted', 'tag': '2c8fed83-dea6-484b-afbd-5211f2911435', 'status': 'completed', 'code': 200} Jul 16 02:18:53.531736 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-09be57a5-2b64-49f5-ae68-4926e3da8d6c None None] Set router d5b25933-0761-4f15-816b-8f9e8278e7d7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:18:53.742118 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-09be57a5-2b64-49f5-ae68-4926e3da8d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:02Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:18:53.771787 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09be57a5-2b64-49f5-ae68-4926e3da8d6c None None] Checking router: d5b25933-0761-4f15-816b-8f9e8278e7d7 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:18:53.781040 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09be57a5-2b64-49f5-ae68-4926e3da8d6c None None] Routers {'d5b25933-0761-4f15-816b-8f9e8278e7d7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:18:53.781652 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-09be57a5-2b64-49f5-ae68-4926e3da8d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:18:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d5b25933-0761-4f15-816b-8f9e8278e7d7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:18:53.886286 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-09be57a5-2b64-49f5-ae68-4926e3da8d6c None None] Set router d5b25933-0761-4f15-816b-8f9e8278e7d7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:18:54.090470 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-09be57a5-2b64-49f5-ae68-4926e3da8d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:02Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:18:54.119132 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09be57a5-2b64-49f5-ae68-4926e3da8d6c None None] The sync data for ids ['d5b25933-0761-4f15-816b-8f9e8278e7d7'] in n-d-792394-16 is: [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:08:57Z', 'revision_number': 4, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'ce3bd45a-3104-491a-9bc9-6eb4f1ab2824', 'name': '', 'network_id': '8577501a-8fd1-4293-95f7-4724e998be89', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'mac_address': 'fa:16:3e:cb:ef:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:57Z', 'updated_at': '2021-07-16T02:09:02Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'subnets': [{'id': 'd6783360-3c15-498e-a3fe-5fade01df9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:18:54.360255 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1f2fbd-974c-4e1f-a410-2ff75ec0fc0a None None] New status for floating IP a23bb70c-b1da-446b-8ce0-ab5fff85dcdb: DOWN {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:18:54.421530 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7aecb43c-e030-4be2-8464-5768564b84a9 req-9e71d71d-4f3d-417c-b7d7-1f1972de25a8 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 210 time: 0.0302756 Jul 16 02:18:55.572297 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1c30644e-a669-4f56-8ee2-517c4a217826 req-6ae53c1f-69d0-4cd0-a39b-cbb0bf8135f4 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 210 time: 0.0288789 Jul 16 02:18:56.664004 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1cb58c45-7d58-4d5c-b762-3ffc17ae331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:56.726888 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9b0294d9-788b-43d2-ae2f-073485232ec8 req-9edab030-c702-46f6-a896-99fe01db6569 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/ports?device_id=00db5aa6-eea0-42d8-a1c3-57dd994e7f85 HTTP/1.1" status: 200 len: 210 time: 0.0303876 Jul 16 02:18:56.873932 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 2c8fed83-dea6-484b-afbd-5211f2911435 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:18:56.899037 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 2c8fed83-dea6-484b-afbd-5211f2911435 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:18:56.899352 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 2c8fed83-dea6-484b-afbd-5211f2911435 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:18:59.613012 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f14c75bb-ba85-4c6c-bd80-4f70929b9df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:59.789678 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:00.994760 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:01.910284 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39160) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:01.918271 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:01.966391 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eb7858f0-c217-402b-89c9-426ff6c13117 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:01.993009 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eb7858f0-c217-402b-89c9-426ff6c13117 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:02.048552 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eb7858f0-c217-402b-89c9-426ff6c13117 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:02.051415 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eb7858f0-c217-402b-89c9-426ff6c13117 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:02.052673 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-eb7858f0-c217-402b-89c9-426ff6c13117 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "DELETE /v2.0/security-groups/349862de-c2cf-4822-80e2-b741d1b7c027 HTTP/1.1" status: 204 len: 168 time: 0.1413219 Jul 16 02:19:02.055335 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39162) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:02.062140 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7858f0-c217-402b-89c9-426ff6c13117 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=349862de-c2cf-4822-80e2-b741d1b7c027,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:02.070526 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-6c6fec55-1542-43ce-bd52-134cf9be55ba tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] show failed (client error): The resource could not be found. Jul 16 02:19:02.071828 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6c6fec55-1542-43ce-bd52-134cf9be55ba tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "GET /v2.0/security-groups/349862de-c2cf-4822-80e2-b741d1b7c027 HTTP/1.1" status: 404 len: 347 time: 0.0152884 Jul 16 02:19:02.074634 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39164) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:02.199395 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-1250f5f6-8f02-4b42-93a2-fa261e264a25 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Deleting port ae8dd149-764e-432b-bf22-c129aa003e13 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:02.199758 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1250f5f6-8f02-4b42-93a2-fa261e264a25 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:02.280143 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1250f5f6-8f02-4b42-93a2-fa261e264a25 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:02.280651 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1250f5f6-8f02-4b42-93a2-fa261e264a25 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:02.294160 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-1250f5f6-8f02-4b42-93a2-fa261e264a25 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Calling delete_port for ae8dd149-764e-432b-bf22-c129aa003e13 owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:02.445440 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1250f5f6-8f02-4b42-93a2-fa261e264a25 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:02.470379 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250f5f6-8f02-4b42-93a2-fa261e264a25 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Pushing event deleted for resources: {'Port': ['ID=ae8dd149-764e-432b-bf22-c129aa003e13,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:02.533486 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1250f5f6-8f02-4b42-93a2-fa261e264a25 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:02.536329 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1250f5f6-8f02-4b42-93a2-fa261e264a25 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:02.537545 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1250f5f6-8f02-4b42-93a2-fa261e264a25 tempest-ServerActionsTestJSON-165401636 tempest-ServerActionsTestJSON-165401636-project] 10.222.0.16 "DELETE /v2.0/floatingips/a23bb70c-b1da-446b-8ce0-ab5fff85dcdb HTTP/1.1" status: 204 len: 168 time: 0.4616663 Jul 16 02:19:02.540681 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39166) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:02.739844 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:03.115464 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8760eb47-aa40-470b-b096-2e8212c5ef74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:03.394798 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-8760eb47-aa40-470b-b096-2e8212c5ef74 admin admin] Deleting port ce3bd45a-3104-491a-9bc9-6eb4f1ab2824 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:03.395196 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8760eb47-aa40-470b-b096-2e8212c5ef74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:03.472983 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-8760eb47-aa40-470b-b096-2e8212c5ef74 admin admin] For port ce3bd45a-3104-491a-9bc9-6eb4f1ab2824, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=ce3bd45a-3104-491a-9bc9-6eb4f1ab2824,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:03.473372 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8760eb47-aa40-470b-b096-2e8212c5ef74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:03.487339 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-8760eb47-aa40-470b-b096-2e8212c5ef74 admin admin] Calling delete_port for ce3bd45a-3104-491a-9bc9-6eb4f1ab2824 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:03.684296 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8760eb47-aa40-470b-b096-2e8212c5ef74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:03.712650 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760eb47-aa40-470b-b096-2e8212c5ef74 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce3bd45a-3104-491a-9bc9-6eb4f1ab2824,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:03.876461 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8760eb47-aa40-470b-b096-2e8212c5ef74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:04.377118 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8760eb47-aa40-470b-b096-2e8212c5ef74 admin admin] Router d5b25933-0761-4f15-816b-8f9e8278e7d7 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:19:04.505448 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8760eb47-aa40-470b-b096-2e8212c5ef74 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:19:04.510621 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8760eb47-aa40-470b-b096-2e8212c5ef74 admin admin] 10.222.0.16 "PUT /v2.0/routers/d5b25933-0761-4f15-816b-8f9e8278e7d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9689415 Jul 16 02:19:04.513925 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39170) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:04.514736 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40ddbbf-57a1-4f33-8ee1-fa61db008e12 None None] Sync routers for ids ['d5b25933-0761-4f15-816b-8f9e8278e7d7'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:19:04.524513 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40ddbbf-57a1-4f33-8ee1-fa61db008e12 None None] Routers {'d5b25933-0761-4f15-816b-8f9e8278e7d7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:04.525142 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d40ddbbf-57a1-4f33-8ee1-fa61db008e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:19:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d5b25933-0761-4f15-816b-8f9e8278e7d7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:04.624645 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6f5f247b-e45c-4d7d-88dc-5262b4275c98 admin admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:04.634369 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-d40ddbbf-57a1-4f33-8ee1-fa61db008e12 None None] Set router d5b25933-0761-4f15-816b-8f9e8278e7d7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:04.731534 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6f5f247b-e45c-4d7d-88dc-5262b4275c98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:04.792777 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f247b-e45c-4d7d-88dc-5262b4275c98 admin admin] Deleting port 54b3fa92-4209-43cc-93b5-1a526f439192 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:04.793113 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6f5f247b-e45c-4d7d-88dc-5262b4275c98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:04.876504 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-6f5f247b-e45c-4d7d-88dc-5262b4275c98 admin admin] For port 54b3fa92-4209-43cc-93b5-1a526f439192, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=54b3fa92-4209-43cc-93b5-1a526f439192,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:04.876869 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6f5f247b-e45c-4d7d-88dc-5262b4275c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:04.889671 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f247b-e45c-4d7d-88dc-5262b4275c98 admin admin] Calling delete_port for 54b3fa92-4209-43cc-93b5-1a526f439192 owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:04.975993 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d40ddbbf-57a1-4f33-8ee1-fa61db008e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:19:03Z', 'revision_number': 5, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port': {'id': '54b3fa92-4209-43cc-93b5-1a526f439192', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:81:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:05.006490 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40ddbbf-57a1-4f33-8ee1-fa61db008e12 None None] Checking router: d5b25933-0761-4f15-816b-8f9e8278e7d7 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:19:05.015372 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40ddbbf-57a1-4f33-8ee1-fa61db008e12 None None] Routers {'d5b25933-0761-4f15-816b-8f9e8278e7d7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:05.015997 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d40ddbbf-57a1-4f33-8ee1-fa61db008e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:19:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d5b25933-0761-4f15-816b-8f9e8278e7d7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:05.061977 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6f5f247b-e45c-4d7d-88dc-5262b4275c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:05.093016 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f247b-e45c-4d7d-88dc-5262b4275c98 admin admin] Pushing event deleted for resources: {'Port': ['ID=54b3fa92-4209-43cc-93b5-1a526f439192,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:05.104089 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-d40ddbbf-57a1-4f33-8ee1-fa61db008e12 None None] Set router d5b25933-0761-4f15-816b-8f9e8278e7d7 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:05.155932 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d40ddbbf-57a1-4f33-8ee1-fa61db008e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:19:04Z', 'revision_number': 6, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:05.156204 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6f5f247b-e45c-4d7d-88dc-5262b4275c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:05.185856 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40ddbbf-57a1-4f33-8ee1-fa61db008e12 None None] The sync data for ids ['d5b25933-0761-4f15-816b-8f9e8278e7d7'] in n-d-792394-16 is: [{'id': 'd5b25933-0761-4f15-816b-8f9e8278e7d7', 'name': 'tempest-ServerActionsTestJSON-1663319269-router', 'tenant_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:08:55Z', 'updated_at': '2021-07-16T02:19:04Z', 'revision_number': 6, 'project_id': 'a3be994ed85f4a829dcc64cb49f926c3', 'gw_port_host': None}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:19:05.251314 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6f5f247b-e45c-4d7d-88dc-5262b4275c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:05.253555 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6f5f247b-e45c-4d7d-88dc-5262b4275c98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:05.303665 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6f5f247b-e45c-4d7d-88dc-5262b4275c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:05.304229 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5f247b-e45c-4d7d-88dc-5262b4275c98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5b25933-0761-4f15-816b-8f9e8278e7d7 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:19:05.318522 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6f5f247b-e45c-4d7d-88dc-5262b4275c98 admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:05.319709 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6f5f247b-e45c-4d7d-88dc-5262b4275c98 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d5b25933-0761-4f15-816b-8f9e8278e7d7 HTTP/1.1" status: 204 len: 168 time: 0.8048167 Jul 16 02:19:05.322381 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39172) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:05.373360 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abf77be-6405-4ac4-b5a6-7f43e1d74722 admin admin] Deleting subnet d6783360-3c15-498e-a3fe-5fade01df9b4 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:19:05.376663 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6abf77be-6405-4ac4-b5a6-7f43e1d74722 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:05.411582 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6abf77be-6405-4ac4-b5a6-7f43e1d74722 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:05.464699 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:05.491528 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6abf77be-6405-4ac4-b5a6-7f43e1d74722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:05.559380 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6abf77be-6405-4ac4-b5a6-7f43e1d74722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:05.580555 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0abd98-6081-4333-afdb-e8724bfbc622 None None] Network 8577501a-8fd1-4293-95f7-4724e998be89 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:05.590539 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6abf77be-6405-4ac4-b5a6-7f43e1d74722 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:05.595542 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39174) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:05.596107 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6abf77be-6405-4ac4-b5a6-7f43e1d74722 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d6783360-3c15-498e-a3fe-5fade01df9b4 HTTP/1.1" status: 204 len: 168 time: 0.2721033 Jul 16 02:19:05.601425 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf77be-6405-4ac4-b5a6-7f43e1d74722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6783360-3c15-498e-a3fe-5fade01df9b4,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:05.672092 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03a514be-ec1c-4e8c-be6f-6a488c8fefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:05.728309 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-03a514be-ec1c-4e8c-be6f-6a488c8fefd3 admin admin] Deleting port 6be7abb9-7ded-4218-a910-290e0cbb83c9 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:05.728604 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03a514be-ec1c-4e8c-be6f-6a488c8fefd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:05.797152 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-03a514be-ec1c-4e8c-be6f-6a488c8fefd3 admin admin] For port 6be7abb9-7ded-4218-a910-290e0cbb83c9, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=6be7abb9-7ded-4218-a910-290e0cbb83c9,segment=NetworkSegment(09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f),segment_id=09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:05.797501 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03a514be-ec1c-4e8c-be6f-6a488c8fefd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:05.812029 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-03a514be-ec1c-4e8c-be6f-6a488c8fefd3 admin admin] Calling delete_port for 6be7abb9-7ded-4218-a910-290e0cbb83c9 owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:05.906368 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03a514be-ec1c-4e8c-be6f-6a488c8fefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:05.941550 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a514be-ec1c-4e8c-be6f-6a488c8fefd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6be7abb9-7ded-4218-a910-290e0cbb83c9,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:05.946058 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a514be-ec1c-4e8c-be6f-6a488c8fefd3 admin admin] No DVR routers for this DVR port 6be7abb9-7ded-4218-a910-290e0cbb83c9 on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:19:05.979063 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87341469-14db-487f-b1a8-dc3c26201e3d None None] DHCP port deletion for 8577501a-8fd1-4293-95f7-4724e998be89 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:19:06.022882 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03a514be-ec1c-4e8c-be6f-6a488c8fefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:06.033262 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-03a514be-ec1c-4e8c-be6f-6a488c8fefd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8577501a-8fd1-4293-95f7-4724e998be89']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:06.042926 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-03a514be-ec1c-4e8c-be6f-6a488c8fefd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:06.043221 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-03a514be-ec1c-4e8c-be6f-6a488c8fefd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d2691e-7c8c-4f1b-87f7-b2da4fe11e5f') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:06.052204 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03a514be-ec1c-4e8c-be6f-6a488c8fefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:06.066523 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03a514be-ec1c-4e8c-be6f-6a488c8fefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:06.072846 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a514be-ec1c-4e8c-be6f-6a488c8fefd3 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:19:06.073249 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03a514be-ec1c-4e8c-be6f-6a488c8fefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: timer() Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:19:06.074947 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:19:06.148065 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03a514be-ec1c-4e8c-be6f-6a488c8fefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:06.154566 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6be7abb9-7ded-4218-a910-290e0cbb83c9 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:06.158958 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-03a514be-ec1c-4e8c-be6f-6a488c8fefd3 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:06.161008 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-03a514be-ec1c-4e8c-be6f-6a488c8fefd3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8577501a-8fd1-4293-95f7-4724e998be89 HTTP/1.1" status: 204 len: 168 time: 0.5633428 Jul 16 02:19:06.172044 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a514be-ec1c-4e8c-be6f-6a488c8fefd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8577501a-8fd1-4293-95f7-4724e998be89,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:06.177822 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 6be7abb9-7ded-4218-a910-290e0cbb83c9 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:19:06.178173 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 6be7abb9-7ded-4218-a910-290e0cbb83c9 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:06.178806 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 54b3fa92-4209-43cc-93b5-1a526f439192 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:06.198730 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 54b3fa92-4209-43cc-93b5-1a526f439192 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:19:06.199197 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 54b3fa92-4209-43cc-93b5-1a526f439192 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:06.199490 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device ce3bd45a-3104-491a-9bc9-6eb4f1ab2824 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:06.219302 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: ce3bd45a-3104-491a-9bc9-6eb4f1ab2824 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:19:06.219735 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device ce3bd45a-3104-491a-9bc9-6eb4f1ab2824 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:06.312774 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39178) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:06.354007 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4e00038d-d985-4f7a-a309-0bc2a44a089d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3be994ed85f4a829dcc64cb49f926c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399787 Jul 16 02:19:06.357273 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39180) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:06.406939 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dff9a90f-a922-4c55-a75e-9f170ac3d654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:06.428720 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dff9a90f-a922-4c55-a75e-9f170ac3d654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:06.485278 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dff9a90f-a922-4c55-a75e-9f170ac3d654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:06.487775 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-dff9a90f-a922-4c55-a75e-9f170ac3d654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:06.489043 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-dff9a90f-a922-4c55-a75e-9f170ac3d654 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d0dbe20-3b38-4db2-afe0-183ea9082446 HTTP/1.1" status: 204 len: 168 time: 0.1308668 Jul 16 02:19:06.496865 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9a90f-a922-4c55-a75e-9f170ac3d654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0dbe20-3b38-4db2-afe0-183ea9082446,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:07.267428 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39202) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:07.372291 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-426be7aa-f8e2-44dc-84b1-e5ee1eafb4b6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2035697791-network', 'tenant_id': '0fe67bf63fc84444bbda2e72286be4ae'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:07.400330 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426be7aa-f8e2-44dc-84b1-e5ee1eafb4b6 admin admin] Made reservation on behalf of 0fe67bf63fc84444bbda2e72286be4ae for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:07.403863 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-426be7aa-f8e2-44dc-84b1-e5ee1eafb4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:07.416977 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-426be7aa-f8e2-44dc-84b1-e5ee1eafb4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:07.515520 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-426be7aa-f8e2-44dc-84b1-e5ee1eafb4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:07.522962 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-426be7aa-f8e2-44dc-84b1-e5ee1eafb4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:07.547658 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426be7aa-f8e2-44dc-84b1-e5ee1eafb4b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:19:07.557826 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426be7aa-f8e2-44dc-84b1-e5ee1eafb4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b1e80a-2f16-492f-9d90-dcffa414beea,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:07.562826 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-426be7aa-f8e2-44dc-84b1-e5ee1eafb4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:07.563172 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-426be7aa-f8e2-44dc-84b1-e5ee1eafb4b6 admin admin] Added segment 88723aa5-9f2f-4b86-b8d6-6459bd1eb75e of type vlan for network 5511a873-cd4b-4b2c-b397-f06a792d4f9b Jul 16 02:19:07.604553 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-426be7aa-f8e2-44dc-84b1-e5ee1eafb4b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:07.635575 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-426be7aa-f8e2-44dc-84b1-e5ee1eafb4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:07.636558 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426be7aa-f8e2-44dc-84b1-e5ee1eafb4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:07.637196 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-426be7aa-f8e2-44dc-84b1-e5ee1eafb4b6 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:07.671683 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-426be7aa-f8e2-44dc-84b1-e5ee1eafb4b6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4029408 Jul 16 02:19:07.675915 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39206) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:07.682712 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-8d6555b9-ee17-4fd6-8c8f-5493cb82c711 admin admin] Request body: {'subnet': {'network_id': '5511a873-cd4b-4b2c-b397-f06a792d4f9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2035697791-subnet', 'tenant_id': '0fe67bf63fc84444bbda2e72286be4ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:07.714068 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426be7aa-f8e2-44dc-84b1-e5ee1eafb4b6 admin admin] Pushing event updated for resources: {'Network': ['ID=5511a873-cd4b-4b2c-b397-f06a792d4f9b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:07.725484 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 5511a873-cd4b-4b2c-b397-f06a792d4f9b details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:19:07.735962 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6555b9-ee17-4fd6-8c8f-5493cb82c711 admin admin] Made reservation on behalf of 0fe67bf63fc84444bbda2e72286be4ae for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:07.740630 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8d6555b9-ee17-4fd6-8c8f-5493cb82c711 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:07.926905 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8d6555b9-ee17-4fd6-8c8f-5493cb82c711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:07.987463 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6555b9-ee17-4fd6-8c8f-5493cb82c711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f0eb557-b484-4506-956e-604dbfac95a9,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:07.999582 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6555b9-ee17-4fd6-8c8f-5493cb82c711 admin admin] Checking segment: {'id': '88723aa5-9f2f-4b86-b8d6-6459bd1eb75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5511a873-cd4b-4b2c-b397-f06a792d4f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:07.999949 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6555b9-ee17-4fd6-8c8f-5493cb82c711 admin admin] Network hostable DHCP agents. Network: 5511a873-cd4b-4b2c-b397-f06a792d4f9b, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:19:08.021404 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6555b9-ee17-4fd6-8c8f-5493cb82c711 admin admin] Network 5511a873-cd4b-4b2c-b397-f06a792d4f9b is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:19:08.032558 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-8d6555b9-ee17-4fd6-8c8f-5493cb82c711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 5511a873-cd4b-4b2c-b397-f06a792d4f9b) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:08.038758 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6555b9-ee17-4fd6-8c8f-5493cb82c711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:08.038913 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-8d6555b9-ee17-4fd6-8c8f-5493cb82c711 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:08.042453 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fad55b-7188-4f81-842a-73d88ec7453a None None] Network 5511a873-cd4b-4b2c-b397-f06a792d4f9b requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:08.055013 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-8d6555b9-ee17-4fd6-8c8f-5493cb82c711 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3777843 Jul 16 02:19:08.174081 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58454840-144e-4991-8045-e184cb9bbd73 None None] Network 5511a873-cd4b-4b2c-b397-f06a792d4f9b requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:08.500849 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-130c491c-7daa-436f-b61a-f26cb8a21c2b tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:08.502229 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-130c491c-7daa-436f-b61a-f26cb8a21c2b tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/networks?id=5511a873-cd4b-4b2c-b397-f06a792d4f9b HTTP/1.1" status: 200 len: 814 time: 0.1143079 Jul 16 02:19:08.517496 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-13a7dd85-475b-419f-8bed-c938c16d757e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/quotas/0fe67bf63fc84444bbda2e72286be4ae HTTP/1.1" status: 200 len: 375 time: 0.0093243 Jul 16 02:19:08.551064 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-2e1f4a88-ba17-4de1-9d90-1ee50692e9d6 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fe67bf63fc84444bbda2e72286be4ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284083 Jul 16 02:19:08.561886 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-919e4111-8e10-4312-ad76-725dc4d5753c tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:19:08.562825 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-919e4111-8e10-4312-ad76-725dc4d5753c tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055923 Jul 16 02:19:08.659392 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-43bfb7d9-ac24-4314-9ac2-b560865c8238 service neutron] 10.222.0.16 "GET /v2.0/networks/5511a873-cd4b-4b2c-b397-f06a792d4f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908778 Jul 16 02:19:08.758848 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-8a044d5e-0ee9-405e-aaae-3ac93ed12dc6 service neutron] 10.222.0.16 "GET /v2.0/networks/5511a873-cd4b-4b2c-b397-f06a792d4f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930190 Jul 16 02:19:08.949114 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-90069320-92ed-451e-b882-ffaead11bbce req-e184da66-cec1-4580-ac73-131f99e808df tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=1879103d-a4b2-4a90-9588-b159d5daceec HTTP/1.1" status: 200 len: 210 time: 0.0322196 Jul 16 02:19:10.035371 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-197dcc32-64f0-4e4e-84c0-46451c7a0c34 req-c208012d-bf7f-4257-a3a5-8f658e9e40ae tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=1879103d-a4b2-4a90-9588-b159d5daceec HTTP/1.1" status: 200 len: 210 time: 0.0325627 Jul 16 02:19:10.430975 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:19:11.188870 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1c41bbe-da6b-4244-b469-1b9c0aedb24e req-33e89ff4-3171-4051-b0eb-903eee1e8524 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=1879103d-a4b2-4a90-9588-b159d5daceec HTTP/1.1" status: 200 len: 210 time: 0.0335493 Jul 16 02:19:12.169651 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-872ad240-b5e8-4d14-af13-b9df0c1edb3e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:12.171992 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-872ad240-b5e8-4d14-af13-b9df0c1edb3e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.84 "GET /v2.0/networks?id=5511a873-cd4b-4b2c-b397-f06a792d4f9b HTTP/1.1" status: 200 len: 814 time: 0.1194160 Jul 16 02:19:12.192088 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-c323a1a1-ac11-429a-9eee-47476e966c75 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Request body: {'port': {'device_id': '1879103d-a4b2-4a90-9588-b159d5daceec', 'network_id': '5511a873-cd4b-4b2c-b397-f06a792d4f9b', 'admin_state_up': True, 'tenant_id': '0fe67bf63fc84444bbda2e72286be4ae'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:12.314055 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-c323a1a1-ac11-429a-9eee-47476e966c75 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Made reservation on behalf of 0fe67bf63fc84444bbda2e72286be4ae for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:12.318119 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-c323a1a1-ac11-429a-9eee-47476e966c75 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:12.349003 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3fcd7f12-54ac-4b09-84ce-0c1d39f2241e req-1c3298c8-2de0-48aa-bdd2-bb9782f04ace tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=1879103d-a4b2-4a90-9588-b159d5daceec HTTP/1.1" status: 200 len: 210 time: 0.0298085 Jul 16 02:19:12.452485 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-c323a1a1-ac11-429a-9eee-47476e966c75 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Allocated IP 172.20.0.13 (5511a873-cd4b-4b2c-b397-f06a792d4f9b/7f0eb557-b484-4506-956e-604dbfac95a9/6eea8be8-f513-4a8d-b706-8e535d0a1746) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:19:12.608160 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-c323a1a1-ac11-429a-9eee-47476e966c75 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:12.650154 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-c323a1a1-ac11-429a-9eee-47476e966c75 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:12.695176 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-c323a1a1-ac11-429a-9eee-47476e966c75 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Network 5511a873-cd4b-4b2c-b397-f06a792d4f9b is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:19:12.698355 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-c323a1a1-ac11-429a-9eee-47476e966c75 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:12.703255 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-c323a1a1-ac11-429a-9eee-47476e966c75 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:19:12.709866 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323a1a1-ac11-429a-9eee-47476e966c75 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Pushing event updated for resources: {'Port': ['ID=6eea8be8-f513-4a8d-b706-8e535d0a1746,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:12.757519 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-c323a1a1-ac11-429a-9eee-47476e966c75 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:12.758095 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-c323a1a1-ac11-429a-9eee-47476e966c75 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:12.776291 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-c323a1a1-ac11-429a-9eee-47476e966c75 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5886075 Jul 16 02:19:12.788393 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-ebfbf646-7eda-4872-b2f5-270411426444 service neutron] Request body: {'port': {'device_id': '1879103d-a4b2-4a90-9588-b159d5daceec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:12.868593 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-ebfbf646-7eda-4872-b2f5-270411426444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:13.157964 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-ebfbf646-7eda-4872-b2f5-270411426444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eea8be8-f513-4a8d-b706-8e535d0a1746 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:19:13.166620 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-ebfbf646-7eda-4872-b2f5-270411426444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:13.179838 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-ebfbf646-7eda-4872-b2f5-270411426444 service neutron] Transition to ACTIVE for port object 6eea8be8-f513-4a8d-b706-8e535d0a1746 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:13.187915 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-ebfbf646-7eda-4872-b2f5-270411426444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:13.247340 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbf646-7eda-4872-b2f5-270411426444 service neutron] Pushing event updated for resources: {'Port': ['ID=6eea8be8-f513-4a8d-b706-8e535d0a1746,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:13.332851 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-ebfbf646-7eda-4872-b2f5-270411426444 service neutron] Attempting to bind port 6eea8be8-f513-4a8d-b706-8e535d0a1746 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:19:13.333192 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-ebfbf646-7eda-4872-b2f5-270411426444 service neutron] Attempting to bind port 6eea8be8-f513-4a8d-b706-8e535d0a1746 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '88723aa5-9f2f-4b86-b8d6-6459bd1eb75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5511a873-cd4b-4b2c-b397-f06a792d4f9b'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:19:13.333520 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-ebfbf646-7eda-4872-b2f5-270411426444 service neutron] Attempting to bind port 6eea8be8-f513-4a8d-b706-8e535d0a1746 on network 5511a873-cd4b-4b2c-b397-f06a792d4f9b {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:13.338413 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-ebfbf646-7eda-4872-b2f5-270411426444 service neutron] Port 6eea8be8-f513-4a8d-b706-8e535d0a1746 on network 5511a873-cd4b-4b2c-b397-f06a792d4f9b not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:19:13.338735 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-ebfbf646-7eda-4872-b2f5-270411426444 service neutron] Attempting to bind port 6eea8be8-f513-4a8d-b706-8e535d0a1746 on network 5511a873-cd4b-4b2c-b397-f06a792d4f9b {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:13.344162 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-ebfbf646-7eda-4872-b2f5-270411426444 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:19:13.344540 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-ebfbf646-7eda-4872-b2f5-270411426444 service neutron] Checking segment: {'id': '88723aa5-9f2f-4b86-b8d6-6459bd1eb75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5511a873-cd4b-4b2c-b397-f06a792d4f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:13.344923 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-ebfbf646-7eda-4872-b2f5-270411426444 service neutron] Bound using segment: {'id': '88723aa5-9f2f-4b86-b8d6-6459bd1eb75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5511a873-cd4b-4b2c-b397-f06a792d4f9b'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:19:13.345349 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-ebfbf646-7eda-4872-b2f5-270411426444 service neutron] Bound port: 6eea8be8-f513-4a8d-b706-8e535d0a1746, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88723aa5-9f2f-4b86-b8d6-6459bd1eb75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5511a873-cd4b-4b2c-b397-f06a792d4f9b'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:19:13.345705 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-ebfbf646-7eda-4872-b2f5-270411426444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:13.422586 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-ebfbf646-7eda-4872-b2f5-270411426444 service neutron] For port 6eea8be8-f513-4a8d-b706-8e535d0a1746, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:19:13.426780 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-ebfbf646-7eda-4872-b2f5-270411426444 service neutron] For port 6eea8be8-f513-4a8d-b706-8e535d0a1746, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=6eea8be8-f513-4a8d-b706-8e535d0a1746,segment=NetworkSegment(88723aa5-9f2f-4b86-b8d6-6459bd1eb75e),segment_id=88723aa5-9f2f-4b86-b8d6-6459bd1eb75e)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:19:13.436817 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-ebfbf646-7eda-4872-b2f5-270411426444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:13.473472 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-ebfbf646-7eda-4872-b2f5-270411426444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:13.474088 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-ebfbf646-7eda-4872-b2f5-270411426444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:13.475497 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-ebfbf646-7eda-4872-b2f5-270411426444 service neutron] 10.222.0.84 "PUT /v2.0/ports/6eea8be8-f513-4a8d-b706-8e535d0a1746 HTTP/1.1" status: 200 len: 1093 time: 0.6913748 Jul 16 02:19:13.475951 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1879103d-a4b2-4a90-9588-b159d5daceec', 'tag': '6eea8be8-f513-4a8d-b706-8e535d0a1746'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:13.478330 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45828a0d-9047-4d5b-ac34-675af8fe7caf" -d '{"events": [{"name": "network-changed", "server_uuid": "1879103d-a4b2-4a90-9588-b159d5daceec", "tag": "6eea8be8-f513-4a8d-b706-8e535d0a1746"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:13.535596 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62b6934-ab3f-4a58-83ff-6afa2337b24a x-openstack-request-id: req-e62b6934-ab3f-4a58-83ff-6afa2337b24a {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:13.535879 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1879103d-a4b2-4a90-9588-b159d5daceec", "tag": "6eea8be8-f513-4a8d-b706-8e535d0a1746", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:13.536121 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e62b6934-ab3f-4a58-83ff-6afa2337b24a {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:13.536538 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1879103d-a4b2-4a90-9588-b159d5daceec', 'tag': '6eea8be8-f513-4a8d-b706-8e535d0a1746', 'status': 'completed', 'code': 200} Jul 16 02:19:13.552560 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbf646-7eda-4872-b2f5-270411426444 service neutron] Pushing event updated for resources: {'Port': ['ID=6eea8be8-f513-4a8d-b706-8e535d0a1746,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:13.621822 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298e2ef-9d7b-4415-9dc9-d621dfdc2dcc req-fb27daa0-2956-4c6e-90fd-97afeb5950ee tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:13.623297 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a298e2ef-9d7b-4415-9dc9-d621dfdc2dcc req-fb27daa0-2956-4c6e-90fd-97afeb5950ee tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=1879103d-a4b2-4a90-9588-b159d5daceec HTTP/1.1" status: 200 len: 944 time: 0.1320193 Jul 16 02:19:13.626450 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-e0013b0d-9ebb-4663-87ed-844b46e2cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:13.627887 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-e0013b0d-9ebb-4663-87ed-844b46e2cff0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0fe67bf63fc84444bbda2e72286be4ae&device_id=1879103d-a4b2-4a90-9588-b159d5daceec HTTP/1.1" status: 200 len: 1096 time: 0.0883307 Jul 16 02:19:13.684174 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-b9f92829-2ae4-474a-93be-5ed0e10b465c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eea8be8-f513-4a8d-b706-8e535d0a1746 HTTP/1.1" status: 200 len: 217 time: 0.0471637 Jul 16 02:19:13.703855 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a298e2ef-9d7b-4415-9dc9-d621dfdc2dcc req-ec17c028-088d-4aea-a30a-8c267273b080 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744169 Jul 16 02:19:13.741081 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-57e87ca2-0452-48c1-84ad-411628d5927c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:13.742607 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-57e87ca2-0452-48c1-84ad-411628d5927c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f0eb557-b484-4506-956e-604dbfac95a9 HTTP/1.1" status: 200 len: 854 time: 0.0509121 Jul 16 02:19:13.777966 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-068f25c6-106e-49f3-8beb-8c2d9257b07e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5511a873-cd4b-4b2c-b397-f06a792d4f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287349 Jul 16 02:19:13.877033 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-78a0cfae-0c99-43c5-80db-a682f3961398 service neutron] 10.222.0.84 "GET /v2.0/networks/5511a873-cd4b-4b2c-b397-f06a792d4f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927439 Jul 16 02:19:13.971927 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7368b699-d4c1-4e82-ada5-542d21f9cb88 req-12bea823-875f-47bd-8f64-f7910e977f95 service neutron] 10.222.0.84 "GET /v2.0/networks/5511a873-cd4b-4b2c-b397-f06a792d4f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875647 Jul 16 02:19:14.078466 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45828a0d-9047-4d5b-ac34-675af8fe7caf req-a57d275a-ccf0-4cbb-af97-8d85881ef605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:14.079935 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45828a0d-9047-4d5b-ac34-675af8fe7caf req-a57d275a-ccf0-4cbb-af97-8d85881ef605 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0fe67bf63fc84444bbda2e72286be4ae&device_id=1879103d-a4b2-4a90-9588-b159d5daceec HTTP/1.1" status: 200 len: 1096 time: 0.0581484 Jul 16 02:19:14.173340 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45828a0d-9047-4d5b-ac34-675af8fe7caf req-af241412-7b99-4868-8285-bd42cdf424d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:14.174836 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45828a0d-9047-4d5b-ac34-675af8fe7caf req-af241412-7b99-4868-8285-bd42cdf424d0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5511a873-cd4b-4b2c-b397-f06a792d4f9b HTTP/1.1" status: 200 len: 915 time: 0.0879576 Jul 16 02:19:14.221022 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45828a0d-9047-4d5b-ac34-675af8fe7caf req-713ee684-53c4-4314-929f-1bf1523a0002 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eea8be8-f513-4a8d-b706-8e535d0a1746 HTTP/1.1" status: 200 len: 217 time: 0.0388215 Jul 16 02:19:14.272811 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45828a0d-9047-4d5b-ac34-675af8fe7caf req-189ff6bf-8eae-4172-8c00-f0fb37b271b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:14.274323 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45828a0d-9047-4d5b-ac34-675af8fe7caf req-189ff6bf-8eae-4172-8c00-f0fb37b271b6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7f0eb557-b484-4506-956e-604dbfac95a9 HTTP/1.1" status: 200 len: 854 time: 0.0457063 Jul 16 02:19:14.307678 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45828a0d-9047-4d5b-ac34-675af8fe7caf req-6e095bf5-b043-43bf-8b49-794ec2cb3f5c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5511a873-cd4b-4b2c-b397-f06a792d4f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259552 Jul 16 02:19:14.405717 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45828a0d-9047-4d5b-ac34-675af8fe7caf req-9b886ce9-82e2-42c7-92b5-63344c4026e2 service neutron] 10.222.0.84 "GET /v2.0/networks/5511a873-cd4b-4b2c-b397-f06a792d4f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907981 Jul 16 02:19:14.497419 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45828a0d-9047-4d5b-ac34-675af8fe7caf req-1a8089f1-05ca-46a6-b2ee-bce5b301f8bd service neutron] 10.222.0.84 "GET /v2.0/networks/5511a873-cd4b-4b2c-b397-f06a792d4f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850191 Jul 16 02:19:14.906845 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e014580-366f-4438-8034-094f861c4225 req-bac414ca-804c-4d97-9f77-32d7a567fd45 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:14.908346 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e014580-366f-4438-8034-094f861c4225 req-bac414ca-804c-4d97-9f77-32d7a567fd45 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=1879103d-a4b2-4a90-9588-b159d5daceec HTTP/1.1" status: 200 len: 944 time: 0.0872231 Jul 16 02:19:14.949030 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5e014580-366f-4438-8034-094f861c4225 req-5f36db6a-684a-4dbb-8cd5-29951694a5a1 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343254 Jul 16 02:19:16.150640 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56348cc5-97e1-480c-a826-c885efc3f116 req-fabc8aaf-cb8b-4dc1-9854-65ed60e55ca0 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:16.152126 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-56348cc5-97e1-480c-a826-c885efc3f116 req-fabc8aaf-cb8b-4dc1-9854-65ed60e55ca0 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=1879103d-a4b2-4a90-9588-b159d5daceec HTTP/1.1" status: 200 len: 944 time: 0.0777516 Jul 16 02:19:16.192275 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-56348cc5-97e1-480c-a826-c885efc3f116 req-dcdf4b3b-f07d-4fe0-a227-400e326f8f86 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344503 Jul 16 02:19:16.985406 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 6eea8be8-f513-4a8d-b706-8e535d0a1746 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:19:17.092311 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 6eea8be8-f513-4a8d-b706-8e535d0a1746, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=6eea8be8-f513-4a8d-b706-8e535d0a1746,segment=NetworkSegment(88723aa5-9f2f-4b86-b8d6-6459bd1eb75e),segment_id=88723aa5-9f2f-4b86-b8d6-6459bd1eb75e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:17.107759 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '6eea8be8-f513-4a8d-b706-8e535d0a1746', 'network_id': '5511a873-cd4b-4b2c-b397-f06a792d4f9b', 'port_id': '6eea8be8-f513-4a8d-b706-8e535d0a1746', 'mac_address': 'fa:16:3e:76:31:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f0eb557-b484-4506-956e-604dbfac95a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:19:17.160139 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:17.173832 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eea8be8-f513-4a8d-b706-8e535d0a1746 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:19:17.195682 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 6eea8be8-f513-4a8d-b706-8e535d0a1746, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=6eea8be8-f513-4a8d-b706-8e535d0a1746,segment=NetworkSegment(88723aa5-9f2f-4b86-b8d6-6459bd1eb75e),segment_id=88723aa5-9f2f-4b86-b8d6-6459bd1eb75e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:17.202486 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:17.256832 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=6eea8be8-f513-4a8d-b706-8e535d0a1746,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:17.381985 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d4a49-dfbe-41f1-bcfc-2aa3140612a0 req-40e98a7b-08f8-47c3-98ae-411665b96786 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:17.383481 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-080d4a49-dfbe-41f1-bcfc-2aa3140612a0 req-40e98a7b-08f8-47c3-98ae-411665b96786 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=1879103d-a4b2-4a90-9588-b159d5daceec HTTP/1.1" status: 200 len: 945 time: 0.0705214 Jul 16 02:19:17.400772 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['6eea8be8-f513-4a8d-b706-8e535d0a1746'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:19:17.425077 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-080d4a49-dfbe-41f1-bcfc-2aa3140612a0 req-ac67314a-0dea-4151-8c8b-bb20300c2b87 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334699 Jul 16 02:19:18.605625 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a9e97-a93b-44dd-827a-454cf0f3b897 req-161b31fa-d40b-4e7b-9c5d-08474072296f tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:18.607119 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7b1a9e97-a93b-44dd-827a-454cf0f3b897 req-161b31fa-d40b-4e7b-9c5d-08474072296f tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=1879103d-a4b2-4a90-9588-b159d5daceec HTTP/1.1" status: 200 len: 945 time: 0.0680599 Jul 16 02:19:18.646273 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7b1a9e97-a93b-44dd-827a-454cf0f3b897 req-1e56a637-374d-45fe-98c6-46c7db67c961 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334947 Jul 16 02:19:18.998629 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 6eea8be8-f513-4a8d-b706-8e535d0a1746 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:19:19.058552 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 6eea8be8-f513-4a8d-b706-8e535d0a1746 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:19:19.062757 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 6eea8be8-f513-4a8d-b706-8e535d0a1746 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:19:19.063127 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:19.163769 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:19.200621 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1879103d-a4b2-4a90-9588-b159d5daceec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eea8be8-f513-4a8d-b706-8e535d0a1746'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:19.203759 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e351d1e-6493-4ffd-94dc-e49a944c1299" -d '{"events": [{"server_uuid": "1879103d-a4b2-4a90-9588-b159d5daceec", "name": "network-vif-plugged", "status": "completed", "tag": "6eea8be8-f513-4a8d-b706-8e535d0a1746"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:19.217233 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 6eea8be8-f513-4a8d-b706-8e535d0a1746, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=6eea8be8-f513-4a8d-b706-8e535d0a1746,segment=NetworkSegment(88723aa5-9f2f-4b86-b8d6-6459bd1eb75e),segment_id=88723aa5-9f2f-4b86-b8d6-6459bd1eb75e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:19.224091 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:19.247782 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48d55ce-bd2d-49a1-a717-aa6137351a2a x-openstack-request-id: req-e48d55ce-bd2d-49a1-a717-aa6137351a2a {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:19.248070 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1879103d-a4b2-4a90-9588-b159d5daceec", "name": "network-vif-plugged", "status": "completed", "tag": "6eea8be8-f513-4a8d-b706-8e535d0a1746", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:19.248333 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e48d55ce-bd2d-49a1-a717-aa6137351a2a {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:19.248798 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1879103d-a4b2-4a90-9588-b159d5daceec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eea8be8-f513-4a8d-b706-8e535d0a1746', 'code': 200} Jul 16 02:19:19.279357 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=6eea8be8-f513-4a8d-b706-8e535d0a1746,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:19.362669 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f998b07-0af2-4bc9-96ce-91cd5e3af109 req-8e6dd5f8-bd29-474c-a90f-8f84d793e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:19.364395 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2f998b07-0af2-4bc9-96ce-91cd5e3af109 req-8e6dd5f8-bd29-474c-a90f-8f84d793e165 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1879103d-a4b2-4a90-9588-b159d5daceec HTTP/1.1" status: 200 len: 1098 time: 0.0550125 Jul 16 02:19:19.403119 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2f998b07-0af2-4bc9-96ce-91cd5e3af109 req-a8dbdcb0-b7f2-4633-905e-a2b4ee2cd39e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310588 Jul 16 02:19:19.853234 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb354d4-6edf-4667-b7b2-5ee6c1a3692e req-215fcf9e-ca2f-4192-a696-6c050ca67ee1 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:19.854821 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cdb354d4-6edf-4667-b7b2-5ee6c1a3692e req-215fcf9e-ca2f-4192-a696-6c050ca67ee1 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=1879103d-a4b2-4a90-9588-b159d5daceec HTTP/1.1" status: 200 len: 946 time: 0.0766940 Jul 16 02:19:19.897503 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cdb354d4-6edf-4667-b7b2-5ee6c1a3692e req-5ad6c53a-09a0-48ec-bb28-bcceb693832f tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368381 Jul 16 02:19:21.093881 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a3338-14c2-46ca-a622-06d0202f4c5c req-d6258e4e-7403-4455-aea3-867f74acc83c tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:21.095595 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b2a3338-14c2-46ca-a622-06d0202f4c5c req-d6258e4e-7403-4455-aea3-867f74acc83c tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=1879103d-a4b2-4a90-9588-b159d5daceec HTTP/1.1" status: 200 len: 946 time: 0.0728915 Jul 16 02:19:21.145569 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b2a3338-14c2-46ca-a622-06d0202f4c5c req-01e7ea73-c86f-4f31-8abf-68fc64e03412 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417233 Jul 16 02:19:21.412693 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-064d2c85-1af1-49cb-92f9-3b5d3b468106 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:21.414192 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-064d2c85-1af1-49cb-92f9-3b5d3b468106 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/networks?id=5511a873-cd4b-4b2c-b397-f06a792d4f9b HTTP/1.1" status: 200 len: 814 time: 0.1182623 Jul 16 02:19:21.432856 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-7059e868-739d-4800-9ba0-f7b49eb494c9 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/quotas/0fe67bf63fc84444bbda2e72286be4ae HTTP/1.1" status: 200 len: 375 time: 0.0104547 Jul 16 02:19:21.799094 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-f31013f8-7472-4e59-b17f-e2881e3d4698 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fe67bf63fc84444bbda2e72286be4ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3609111 Jul 16 02:19:21.900878 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-6f94a7f9-3016-4efb-8cff-0615eaa617c1 service neutron] 10.222.0.16 "GET /v2.0/networks/5511a873-cd4b-4b2c-b397-f06a792d4f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921502 Jul 16 02:19:22.008053 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-0a92e0c8-c24d-498a-ae70-0d6ba418dc52 service neutron] 10.222.0.16 "GET /v2.0/networks/5511a873-cd4b-4b2c-b397-f06a792d4f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983603 Jul 16 02:19:22.205455 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c7b8ddbe-e9c4-408b-b786-a5edb9333305 req-12b55292-7628-407c-ab2b-d74e7b1d5514 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb11e249-e2a5-48c4-b1e2-012f7c923aa5 HTTP/1.1" status: 200 len: 210 time: 0.0308785 Jul 16 02:19:23.358899 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-fb821634-6790-4015-9e06-b17116f03cc6 req-898e5a4b-abb7-4d36-ba63-f286102bd2e8 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb11e249-e2a5-48c4-b1e2-012f7c923aa5 HTTP/1.1" status: 200 len: 210 time: 0.0349216 Jul 16 02:19:23.468516 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-f2a7f12d-3f9c-4368-bc4d-8d9a5acecd0c tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:23.470127 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-f2a7f12d-3f9c-4368-bc4d-8d9a5acecd0c tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.82 "GET /v2.0/networks?id=5511a873-cd4b-4b2c-b397-f06a792d4f9b HTTP/1.1" status: 200 len: 814 time: 0.1063900 Jul 16 02:19:23.482808 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-d245b20b-528c-489e-85cc-55765ca13b0e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Request body: {'port': {'device_id': 'bb11e249-e2a5-48c4-b1e2-012f7c923aa5', 'network_id': '5511a873-cd4b-4b2c-b397-f06a792d4f9b', 'admin_state_up': True, 'tenant_id': '0fe67bf63fc84444bbda2e72286be4ae'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:23.602270 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-d245b20b-528c-489e-85cc-55765ca13b0e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Made reservation on behalf of 0fe67bf63fc84444bbda2e72286be4ae for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:23.605823 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-d245b20b-528c-489e-85cc-55765ca13b0e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:23.733731 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-d245b20b-528c-489e-85cc-55765ca13b0e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Allocated IP 172.20.0.10 (5511a873-cd4b-4b2c-b397-f06a792d4f9b/7f0eb557-b484-4506-956e-604dbfac95a9/071e3472-2332-4a55-a764-7e94905160f9) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:19:23.881502 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-d245b20b-528c-489e-85cc-55765ca13b0e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:23.924638 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-d245b20b-528c-489e-85cc-55765ca13b0e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:23.936722 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['6eea8be8-f513-4a8d-b706-8e535d0a1746'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:19:23.974987 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-d245b20b-528c-489e-85cc-55765ca13b0e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Network 5511a873-cd4b-4b2c-b397-f06a792d4f9b is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:19:23.978312 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-d245b20b-528c-489e-85cc-55765ca13b0e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:23.982452 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-d245b20b-528c-489e-85cc-55765ca13b0e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:19:24.005608 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245b20b-528c-489e-85cc-55765ca13b0e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Pushing event updated for resources: {'Port': ['ID=071e3472-2332-4a55-a764-7e94905160f9,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:24.020106 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245b20b-528c-489e-85cc-55765ca13b0e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:24.020450 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245b20b-528c-489e-85cc-55765ca13b0e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:24.020804 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245b20b-528c-489e-85cc-55765ca13b0e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:24.021141 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245b20b-528c-489e-85cc-55765ca13b0e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:24.021472 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245b20b-528c-489e-85cc-55765ca13b0e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:24.021803 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245b20b-528c-489e-85cc-55765ca13b0e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:24.022126 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245b20b-528c-489e-85cc-55765ca13b0e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:24.022470 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245b20b-528c-489e-85cc-55765ca13b0e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:24.022776 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245b20b-528c-489e-85cc-55765ca13b0e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:24.023116 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245b20b-528c-489e-85cc-55765ca13b0e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:24.023432 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245b20b-528c-489e-85cc-55765ca13b0e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:24.023748 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245b20b-528c-489e-85cc-55765ca13b0e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:24.044296 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-d245b20b-528c-489e-85cc-55765ca13b0e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:24.044948 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-d245b20b-528c-489e-85cc-55765ca13b0e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:24.060263 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-d245b20b-528c-489e-85cc-55765ca13b0e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5821152 Jul 16 02:19:24.071796 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-127b7357-1a9b-415c-bed1-bac998717033 service neutron] Request body: {'port': {'device_id': 'bb11e249-e2a5-48c4-b1e2-012f7c923aa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:24.142879 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-127b7357-1a9b-415c-bed1-bac998717033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:24.418846 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-127b7357-1a9b-415c-bed1-bac998717033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071e3472-2332-4a55-a764-7e94905160f9 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:19:24.427327 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-127b7357-1a9b-415c-bed1-bac998717033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:24.440324 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-127b7357-1a9b-415c-bed1-bac998717033 service neutron] Transition to ACTIVE for port object 071e3472-2332-4a55-a764-7e94905160f9 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:24.445573 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-127b7357-1a9b-415c-bed1-bac998717033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:24.522229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b7357-1a9b-415c-bed1-bac998717033 service neutron] Pushing event updated for resources: {'Port': ['ID=071e3472-2332-4a55-a764-7e94905160f9,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:24.610110 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-127b7357-1a9b-415c-bed1-bac998717033 service neutron] Attempting to bind port 071e3472-2332-4a55-a764-7e94905160f9 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:19:24.610445 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-127b7357-1a9b-415c-bed1-bac998717033 service neutron] Attempting to bind port 071e3472-2332-4a55-a764-7e94905160f9 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '88723aa5-9f2f-4b86-b8d6-6459bd1eb75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5511a873-cd4b-4b2c-b397-f06a792d4f9b'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:19:24.610770 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-127b7357-1a9b-415c-bed1-bac998717033 service neutron] Attempting to bind port 071e3472-2332-4a55-a764-7e94905160f9 on network 5511a873-cd4b-4b2c-b397-f06a792d4f9b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:24.621275 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3519c-6c0e-49e5-ac67-b11b33417422 req-b4c52e06-7301-48d1-9a4c-acd63afcd5a9 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:24.622765 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bf3519c-6c0e-49e5-ac67-b11b33417422 req-b4c52e06-7301-48d1-9a4c-acd63afcd5a9 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb11e249-e2a5-48c4-b1e2-012f7c923aa5 HTTP/1.1" status: 200 len: 944 time: 0.1363251 Jul 16 02:19:24.624946 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-127b7357-1a9b-415c-bed1-bac998717033 service neutron] Port 071e3472-2332-4a55-a764-7e94905160f9 on network 5511a873-cd4b-4b2c-b397-f06a792d4f9b not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:19:24.625233 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-127b7357-1a9b-415c-bed1-bac998717033 service neutron] Attempting to bind port 071e3472-2332-4a55-a764-7e94905160f9 on network 5511a873-cd4b-4b2c-b397-f06a792d4f9b {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:24.636394 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-127b7357-1a9b-415c-bed1-bac998717033 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:19:24.636765 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-127b7357-1a9b-415c-bed1-bac998717033 service neutron] Checking segment: {'id': '88723aa5-9f2f-4b86-b8d6-6459bd1eb75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5511a873-cd4b-4b2c-b397-f06a792d4f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:24.637141 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-127b7357-1a9b-415c-bed1-bac998717033 service neutron] Bound using segment: {'id': '88723aa5-9f2f-4b86-b8d6-6459bd1eb75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5511a873-cd4b-4b2c-b397-f06a792d4f9b'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:19:24.637574 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-127b7357-1a9b-415c-bed1-bac998717033 service neutron] Bound port: 071e3472-2332-4a55-a764-7e94905160f9, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88723aa5-9f2f-4b86-b8d6-6459bd1eb75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5511a873-cd4b-4b2c-b397-f06a792d4f9b'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:19:24.637926 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-127b7357-1a9b-415c-bed1-bac998717033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:24.692876 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5bf3519c-6c0e-49e5-ac67-b11b33417422 req-8148be74-4c17-4223-bc54-bb0d5a833f14 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624325 Jul 16 02:19:24.724941 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-127b7357-1a9b-415c-bed1-bac998717033 service neutron] For port 071e3472-2332-4a55-a764-7e94905160f9, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:19:24.728796 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-127b7357-1a9b-415c-bed1-bac998717033 service neutron] For port 071e3472-2332-4a55-a764-7e94905160f9, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=071e3472-2332-4a55-a764-7e94905160f9,segment=NetworkSegment(88723aa5-9f2f-4b86-b8d6-6459bd1eb75e),segment_id=88723aa5-9f2f-4b86-b8d6-6459bd1eb75e)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:19:24.736206 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-127b7357-1a9b-415c-bed1-bac998717033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:24.773472 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-127b7357-1a9b-415c-bed1-bac998717033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:24.774087 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-127b7357-1a9b-415c-bed1-bac998717033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:24.775494 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-127b7357-1a9b-415c-bed1-bac998717033 service neutron] 10.222.0.82 "PUT /v2.0/ports/071e3472-2332-4a55-a764-7e94905160f9 HTTP/1.1" status: 200 len: 1093 time: 0.7079582 Jul 16 02:19:24.775927 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb11e249-e2a5-48c4-b1e2-012f7c923aa5', 'tag': '071e3472-2332-4a55-a764-7e94905160f9'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:24.778241 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d38a2be-0dfa-438f-8d1f-daea9b5b35d7" -d '{"events": [{"name": "network-changed", "server_uuid": "bb11e249-e2a5-48c4-b1e2-012f7c923aa5", "tag": "071e3472-2332-4a55-a764-7e94905160f9"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:24.806798 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b7357-1a9b-415c-bed1-bac998717033 service neutron] Pushing event updated for resources: {'Port': ['ID=071e3472-2332-4a55-a764-7e94905160f9,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:24.820614 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda2cc82-c960-44e8-be33-87038d538d93 x-openstack-request-id: req-eda2cc82-c960-44e8-be33-87038d538d93 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:24.820906 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb11e249-e2a5-48c4-b1e2-012f7c923aa5", "tag": "071e3472-2332-4a55-a764-7e94905160f9", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:24.821155 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eda2cc82-c960-44e8-be33-87038d538d93 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:24.821556 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb11e249-e2a5-48c4-b1e2-012f7c923aa5', 'tag': '071e3472-2332-4a55-a764-7e94905160f9', 'status': 'completed', 'code': 200} Jul 16 02:19:24.876970 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-3efcb944-f4b8-49de-9802-d3a7105bcb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:24.878467 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-3efcb944-f4b8-49de-9802-d3a7105bcb53 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0fe67bf63fc84444bbda2e72286be4ae&device_id=bb11e249-e2a5-48c4-b1e2-012f7c923aa5 HTTP/1.1" status: 200 len: 1096 time: 0.0553138 Jul 16 02:19:24.978274 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-03726cc3-80fa-4453-af15-19fc76e78d86 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=071e3472-2332-4a55-a764-7e94905160f9 HTTP/1.1" status: 200 len: 217 time: 0.0926161 Jul 16 02:19:25.038440 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-322e5d0b-f2d9-414d-93b5-dae1a4890bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:25.039898 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-322e5d0b-f2d9-414d-93b5-dae1a4890bcb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7f0eb557-b484-4506-956e-604dbfac95a9 HTTP/1.1" status: 200 len: 854 time: 0.0550745 Jul 16 02:19:25.072299 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-519e6660-b471-4fb1-aa73-3e9488f3aebc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5511a873-cd4b-4b2c-b397-f06a792d4f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255935 Jul 16 02:19:25.163505 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-32d09872-5dd4-4800-83dd-153fa8ad64ac service neutron] 10.222.0.82 "GET /v2.0/networks/5511a873-cd4b-4b2c-b397-f06a792d4f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848587 Jul 16 02:19:25.262190 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f78b3458-0519-4a72-a1f5-33376eb46271 req-06636d87-91f4-42c2-9f7e-7c6fdfb07214 service neutron] 10.222.0.82 "GET /v2.0/networks/5511a873-cd4b-4b2c-b397-f06a792d4f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921693 Jul 16 02:19:25.371809 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38a2be-0dfa-438f-8d1f-daea9b5b35d7 req-ec39491e-fbb8-4b9b-b2c4-c988d8e874ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:25.373425 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6d38a2be-0dfa-438f-8d1f-daea9b5b35d7 req-ec39491e-fbb8-4b9b-b2c4-c988d8e874ab service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0fe67bf63fc84444bbda2e72286be4ae&device_id=bb11e249-e2a5-48c4-b1e2-012f7c923aa5 HTTP/1.1" status: 200 len: 1096 time: 0.0575171 Jul 16 02:19:25.476625 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38a2be-0dfa-438f-8d1f-daea9b5b35d7 req-91c30d34-05c8-4f73-8ebb-59e6f6baa8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:25.478115 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6d38a2be-0dfa-438f-8d1f-daea9b5b35d7 req-91c30d34-05c8-4f73-8ebb-59e6f6baa8f5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5511a873-cd4b-4b2c-b397-f06a792d4f9b HTTP/1.1" status: 200 len: 915 time: 0.0986500 Jul 16 02:19:25.519735 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6d38a2be-0dfa-438f-8d1f-daea9b5b35d7 req-9ba8b5da-f0ff-4992-8c18-f2a834e5520c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=071e3472-2332-4a55-a764-7e94905160f9 HTTP/1.1" status: 200 len: 217 time: 0.0347347 Jul 16 02:19:25.575177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38a2be-0dfa-438f-8d1f-daea9b5b35d7 req-f1860401-6808-439b-a2ff-4bb5c247a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:25.576635 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6d38a2be-0dfa-438f-8d1f-daea9b5b35d7 req-f1860401-6808-439b-a2ff-4bb5c247a881 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7f0eb557-b484-4506-956e-604dbfac95a9 HTTP/1.1" status: 200 len: 854 time: 0.0499427 Jul 16 02:19:25.609504 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6d38a2be-0dfa-438f-8d1f-daea9b5b35d7 req-d45593ec-3e89-4bbf-92a4-b07cbefa6f54 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5511a873-cd4b-4b2c-b397-f06a792d4f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262697 Jul 16 02:19:25.702592 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6d38a2be-0dfa-438f-8d1f-daea9b5b35d7 req-5e1cb82b-1eee-48fd-8d94-14064122d6ea service neutron] 10.222.0.82 "GET /v2.0/networks/5511a873-cd4b-4b2c-b397-f06a792d4f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855777 Jul 16 02:19:26.155377 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6d38a2be-0dfa-438f-8d1f-daea9b5b35d7 req-5f27eea7-39e2-4219-82fc-c45a6827dd38 service neutron] 10.222.0.82 "GET /v2.0/networks/5511a873-cd4b-4b2c-b397-f06a792d4f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459903 Jul 16 02:19:26.180978 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ae145-53e2-488f-9452-4d1493dbd455 req-a98b9a71-d1e3-4a54-aeaa-d7c6ed041210 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:26.182476 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d00ae145-53e2-488f-9452-4d1493dbd455 req-a98b9a71-d1e3-4a54-aeaa-d7c6ed041210 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb11e249-e2a5-48c4-b1e2-012f7c923aa5 HTTP/1.1" status: 200 len: 944 time: 0.0836370 Jul 16 02:19:26.226222 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d00ae145-53e2-488f-9452-4d1493dbd455 req-2d9f6dc3-f6cd-414a-bf24-c19579a60b2b tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353701 Jul 16 02:19:26.659888 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72f0a087-8ec5-44c7-a53f-b14a3d37e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:27.410557 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd53cf-c7fd-4c5c-b6f2-2a1895ea253a req-e8ea4779-a54e-4cfe-a6dc-54f38a6cd81f tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:27.412224 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-85bd53cf-c7fd-4c5c-b6f2-2a1895ea253a req-e8ea4779-a54e-4cfe-a6dc-54f38a6cd81f tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb11e249-e2a5-48c4-b1e2-012f7c923aa5 HTTP/1.1" status: 200 len: 944 time: 0.0716896 Jul 16 02:19:27.453668 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-85bd53cf-c7fd-4c5c-b6f2-2a1895ea253a req-d36c4301-e841-4a6b-83d6-38c1afa91ab7 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351694 Jul 16 02:19:28.400974 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 071e3472-2332-4a55-a764-7e94905160f9 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:19:28.514353 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 071e3472-2332-4a55-a764-7e94905160f9, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=071e3472-2332-4a55-a764-7e94905160f9,segment=NetworkSegment(88723aa5-9f2f-4b86-b8d6-6459bd1eb75e),segment_id=88723aa5-9f2f-4b86-b8d6-6459bd1eb75e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:28.525999 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '071e3472-2332-4a55-a764-7e94905160f9', 'network_id': '5511a873-cd4b-4b2c-b397-f06a792d4f9b', 'port_id': '071e3472-2332-4a55-a764-7e94905160f9', 'mac_address': 'fa:16:3e:6e:df:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f0eb557-b484-4506-956e-604dbfac95a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:19:28.564544 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:28.579743 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071e3472-2332-4a55-a764-7e94905160f9 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:19:28.601477 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 071e3472-2332-4a55-a764-7e94905160f9, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=071e3472-2332-4a55-a764-7e94905160f9,segment=NetworkSegment(88723aa5-9f2f-4b86-b8d6-6459bd1eb75e),segment_id=88723aa5-9f2f-4b86-b8d6-6459bd1eb75e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:28.609354 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:28.648750 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ebf78-f80a-4276-805f-10ea9983f1ec req-b8c82e8c-8ca9-4073-bbb7-f81f2f55cba3 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:28.650336 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5a9ebf78-f80a-4276-805f-10ea9983f1ec req-b8c82e8c-8ca9-4073-bbb7-f81f2f55cba3 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb11e249-e2a5-48c4-b1e2-012f7c923aa5 HTTP/1.1" status: 200 len: 944 time: 0.0794406 Jul 16 02:19:28.664239 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=071e3472-2332-4a55-a764-7e94905160f9,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:28.693546 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5a9ebf78-f80a-4276-805f-10ea9983f1ec req-5dd2061f-3d3a-42e4-b2fc-c28a87c287d6 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371573 Jul 16 02:19:28.799479 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['071e3472-2332-4a55-a764-7e94905160f9'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:19:29.606979 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-125472e9-b10c-4c45-acd1-a20ec126d3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:29.792188 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:29.886112 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac4e28-2a0c-474a-a1b8-4be4c84a60ae req-be9c7c52-7d9d-431f-be35-2472625f2327 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:29.887621 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1aac4e28-2a0c-474a-a1b8-4be4c84a60ae req-be9c7c52-7d9d-431f-be35-2472625f2327 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb11e249-e2a5-48c4-b1e2-012f7c923aa5 HTTP/1.1" status: 200 len: 945 time: 0.0659735 Jul 16 02:19:29.932991 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1aac4e28-2a0c-474a-a1b8-4be4c84a60ae req-51d970be-ef7c-41d2-b70c-3409c8fc16a0 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362310 Jul 16 02:19:30.404287 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 071e3472-2332-4a55-a764-7e94905160f9 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:19:30.459262 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 071e3472-2332-4a55-a764-7e94905160f9 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:19:30.463211 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 071e3472-2332-4a55-a764-7e94905160f9 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:19:30.463580 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:30.544533 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:30.567993 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb11e249-e2a5-48c4-b1e2-012f7c923aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071e3472-2332-4a55-a764-7e94905160f9'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:30.570283 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8eac712-b38a-4403-93c1-23b8026e1dd3" -d '{"events": [{"server_uuid": "bb11e249-e2a5-48c4-b1e2-012f7c923aa5", "name": "network-vif-plugged", "status": "completed", "tag": "071e3472-2332-4a55-a764-7e94905160f9"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:30.583627 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 071e3472-2332-4a55-a764-7e94905160f9, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=071e3472-2332-4a55-a764-7e94905160f9,segment=NetworkSegment(88723aa5-9f2f-4b86-b8d6-6459bd1eb75e),segment_id=88723aa5-9f2f-4b86-b8d6-6459bd1eb75e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:30.588815 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:30.613723 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11bfae8-722b-488c-b517-6c99235fcfb3 x-openstack-request-id: req-c11bfae8-722b-488c-b517-6c99235fcfb3 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:30.614347 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb11e249-e2a5-48c4-b1e2-012f7c923aa5", "name": "network-vif-plugged", "status": "completed", "tag": "071e3472-2332-4a55-a764-7e94905160f9", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:30.614347 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c11bfae8-722b-488c-b517-6c99235fcfb3 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:30.614614 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb11e249-e2a5-48c4-b1e2-012f7c923aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071e3472-2332-4a55-a764-7e94905160f9', 'code': 200} Jul 16 02:19:30.641853 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=071e3472-2332-4a55-a764-7e94905160f9,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:30.651175 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:30.651520 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:30.651855 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:30.652186 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:30.652542 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:30.652876 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:30.653198 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:30.653522 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:30.653840 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:30.654267 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:30.654665 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:30.654930 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:30.722473 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef94937-6a7c-4db6-928f-f75c1bbc26b5 req-f141a7e4-453c-41d0-9ff3-5612121f77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:30.724631 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cef94937-6a7c-4db6-928f-f75c1bbc26b5 req-f141a7e4-453c-41d0-9ff3-5612121f77d3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bb11e249-e2a5-48c4-b1e2-012f7c923aa5 HTTP/1.1" status: 200 len: 1098 time: 0.0539405 Jul 16 02:19:30.760732 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cef94937-6a7c-4db6-928f-f75c1bbc26b5 req-47f0269a-f801-4966-9f2d-494de1e58a1c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299380 Jul 16 02:19:31.007568 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:31.125130 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255343b6-0081-465e-a3d9-9731c5fddc5a req-131a3aa9-ee11-4b0e-8f24-a4611f0992f5 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:31.126698 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-255343b6-0081-465e-a3d9-9731c5fddc5a req-131a3aa9-ee11-4b0e-8f24-a4611f0992f5 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb11e249-e2a5-48c4-b1e2-012f7c923aa5 HTTP/1.1" status: 200 len: 946 time: 0.0708365 Jul 16 02:19:31.168132 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-255343b6-0081-465e-a3d9-9731c5fddc5a req-c549ee9b-8425-4ac7-ac8a-3d65c3478d4a tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352457 Jul 16 02:19:31.922289 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.389684 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2208f-9239-48fc-aad5-1e47d0605410 req-ac35581e-80b1-45f7-aa31-dd02b414b074 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:32.391191 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-46f2208f-9239-48fc-aad5-1e47d0605410 req-ac35581e-80b1-45f7-aa31-dd02b414b074 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb11e249-e2a5-48c4-b1e2-012f7c923aa5 HTTP/1.1" status: 200 len: 946 time: 0.0862057 Jul 16 02:19:32.430023 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-46f2208f-9239-48fc-aad5-1e47d0605410 req-6a9a1300-d8f7-426c-a820-8be23af8046e tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329232 Jul 16 02:19:32.741064 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.821674 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24dab9d-718a-4fc5-aa8b-d8c2660ccc09 req-625f020c-bba7-4e13-b0b9-22cd02325371 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:32.823169 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c24dab9d-718a-4fc5-aa8b-d8c2660ccc09 req-625f020c-bba7-4e13-b0b9-22cd02325371 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb11e249-e2a5-48c4-b1e2-012f7c923aa5 HTTP/1.1" status: 200 len: 946 time: 0.0660329 Jul 16 02:19:32.866270 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c24dab9d-718a-4fc5-aa8b-d8c2660ccc09 req-602ea06c-fafa-42e9-99a0-f0bc5a209d9c tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344129 Jul 16 02:19:34.086245 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97d58f-babe-4d4e-99bd-481fccaa491e req-4d0f88e4-8a05-48dc-9afd-cd0edc710a5a tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:34.087804 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-af97d58f-babe-4d4e-99bd-481fccaa491e req-4d0f88e4-8a05-48dc-9afd-cd0edc710a5a tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb11e249-e2a5-48c4-b1e2-012f7c923aa5 HTTP/1.1" status: 200 len: 946 time: 0.0789008 Jul 16 02:19:34.115622 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba793d90-8d72-4590-978e-ede39e5dbe16 req-63b840fe-ed10-41fb-b433-a94c20ed6585 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:34.117201 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba793d90-8d72-4590-978e-ede39e5dbe16 req-63b840fe-ed10-41fb-b433-a94c20ed6585 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.82 "GET /v2.0/ports?device_id=bb11e249-e2a5-48c4-b1e2-012f7c923aa5 HTTP/1.1" status: 200 len: 946 time: 0.0667667 Jul 16 02:19:34.136328 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-af97d58f-babe-4d4e-99bd-481fccaa491e req-3727e888-2238-452d-8ae3-c0f5d37e262c tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417898 Jul 16 02:19:34.231654 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-ba793d90-8d72-4590-978e-ede39e5dbe16 req-0a33eb53-55a5-4c07-a2a7-b50ee2b937f1 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Deleting port 071e3472-2332-4a55-a764-7e94905160f9 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:34.231880 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba793d90-8d72-4590-978e-ede39e5dbe16 req-0a33eb53-55a5-4c07-a2a7-b50ee2b937f1 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.322849 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-ba793d90-8d72-4590-978e-ede39e5dbe16 req-0a33eb53-55a5-4c07-a2a7-b50ee2b937f1 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] For port 071e3472-2332-4a55-a764-7e94905160f9, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=071e3472-2332-4a55-a764-7e94905160f9,segment=NetworkSegment(88723aa5-9f2f-4b86-b8d6-6459bd1eb75e),segment_id=88723aa5-9f2f-4b86-b8d6-6459bd1eb75e)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:34.323211 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba793d90-8d72-4590-978e-ede39e5dbe16 req-0a33eb53-55a5-4c07-a2a7-b50ee2b937f1 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.341831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-ba793d90-8d72-4590-978e-ede39e5dbe16 req-0a33eb53-55a5-4c07-a2a7-b50ee2b937f1 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Calling delete_port for 071e3472-2332-4a55-a764-7e94905160f9 owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:34.477144 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba793d90-8d72-4590-978e-ede39e5dbe16 req-0a33eb53-55a5-4c07-a2a7-b50ee2b937f1 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.490061 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['071e3472-2332-4a55-a764-7e94905160f9'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:19:34.492291 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['6eea8be8-f513-4a8d-b706-8e535d0a1746'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:19:34.507573 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33eb53-55a5-4c07-a2a7-b50ee2b937f1 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Pushing event deleted for resources: {'Port': ['ID=071e3472-2332-4a55-a764-7e94905160f9,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:34.554588 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba793d90-8d72-4590-978e-ede39e5dbe16 req-0a33eb53-55a5-4c07-a2a7-b50ee2b937f1 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] No DVR routers for this DVR port 071e3472-2332-4a55-a764-7e94905160f9 on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:19:34.557338 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-ba793d90-8d72-4590-978e-ede39e5dbe16 req-0a33eb53-55a5-4c07-a2a7-b50ee2b937f1 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.559270 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ba793d90-8d72-4590-978e-ede39e5dbe16 req-0a33eb53-55a5-4c07-a2a7-b50ee2b937f1 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.82 "DELETE /v2.0/ports/071e3472-2332-4a55-a764-7e94905160f9 HTTP/1.1" status: 204 len: 173 time: 0.4362211 Jul 16 02:19:34.559711 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb11e249-e2a5-48c4-b1e2-012f7c923aa5', 'name': 'network-vif-deleted', 'tag': '071e3472-2332-4a55-a764-7e94905160f9'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:34.562025 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96858c43-5472-489e-90f2-f8339a201882" -d '{"events": [{"server_uuid": "bb11e249-e2a5-48c4-b1e2-012f7c923aa5", "name": "network-vif-deleted", "tag": "071e3472-2332-4a55-a764-7e94905160f9"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:34.603934 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333d1f4b-844d-46ca-8aed-95f4a3fc047f x-openstack-request-id: req-333d1f4b-844d-46ca-8aed-95f4a3fc047f {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:34.604227 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb11e249-e2a5-48c4-b1e2-012f7c923aa5", "name": "network-vif-deleted", "tag": "071e3472-2332-4a55-a764-7e94905160f9", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:34.604503 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-333d1f4b-844d-46ca-8aed-95f4a3fc047f {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:34.604903 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb11e249-e2a5-48c4-b1e2-012f7c923aa5', 'name': 'network-vif-deleted', 'tag': '071e3472-2332-4a55-a764-7e94905160f9', 'status': 'completed', 'code': 200} Jul 16 02:19:35.395510 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a118d-88cd-4194-92ee-1029c756420e req-9145898c-9fac-4cc0-8873-0972624e8dd7 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:35.397145 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-115a118d-88cd-4194-92ee-1029c756420e req-9145898c-9fac-4cc0-8873-0972624e8dd7 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=1879103d-a4b2-4a90-9588-b159d5daceec HTTP/1.1" status: 200 len: 946 time: 0.0731838 Jul 16 02:19:35.439201 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-115a118d-88cd-4194-92ee-1029c756420e req-546f5a10-2d3a-40e8-b9e3-8bd3b29b48ae tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362933 Jul 16 02:19:35.469251 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.651494 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a03743-a79a-4123-a326-3e76366691f0 req-c97c7844-1a27-49d3-8bd9-413854f211ab tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:35.653014 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-51a03743-a79a-4123-a326-3e76366691f0 req-c97c7844-1a27-49d3-8bd9-413854f211ab tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=1879103d-a4b2-4a90-9588-b159d5daceec HTTP/1.1" status: 200 len: 946 time: 0.0792463 Jul 16 02:19:35.698897 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-51a03743-a79a-4123-a326-3e76366691f0 req-5799fe1f-fb04-40fa-be99-cd3dad0e26ea tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393064 Jul 16 02:19:35.888640 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb455f8-3490-4616-8bf1-6320b7bbe075 req-f6438921-1c9d-4eb9-8a92-3336a8b04c39 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:35.890152 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cdb455f8-3490-4616-8bf1-6320b7bbe075 req-f6438921-1c9d-4eb9-8a92-3336a8b04c39 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=1879103d-a4b2-4a90-9588-b159d5daceec HTTP/1.1" status: 200 len: 946 time: 0.0741525 Jul 16 02:19:35.930903 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cdb455f8-3490-4616-8bf1-6320b7bbe075 req-05beb9d4-558b-4309-8a7a-9e1c4c9e0a7f tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328491 Jul 16 02:19:36.225475 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e60d6-6081-4dc5-b9ed-616d66eb1db3 req-a9b19d7d-6dc6-4219-a976-255e44439316 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:36.226976 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-426e60d6-6081-4dc5-b9ed-616d66eb1db3 req-a9b19d7d-6dc6-4219-a976-255e44439316 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=1879103d-a4b2-4a90-9588-b159d5daceec HTTP/1.1" status: 200 len: 946 time: 0.0699091 Jul 16 02:19:36.267074 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-426e60d6-6081-4dc5-b9ed-616d66eb1db3 req-a5415c7f-65dd-4d16-9f42-5a777d408f35 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343673 Jul 16 02:19:36.451556 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b0da-fdb8-4115-b3f1-31ab93dca3ea req-8f64b9eb-3d89-4d3e-8d17-07a96ffa2709 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:36.453110 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fd17b0da-fdb8-4115-b3f1-31ab93dca3ea req-8f64b9eb-3d89-4d3e-8d17-07a96ffa2709 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=1879103d-a4b2-4a90-9588-b159d5daceec HTTP/1.1" status: 200 len: 946 time: 0.0678778 Jul 16 02:19:36.499452 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fd17b0da-fdb8-4115-b3f1-31ab93dca3ea req-bfa558dc-2da9-4aed-bd52-c098de75fee6 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388143 Jul 16 02:19:36.700408 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c6988-a65f-413f-9812-6bd10a9ef352 req-a9778678-e9ba-44f6-9028-e79610fedba9 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:36.701926 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f4c6988-a65f-413f-9812-6bd10a9ef352 req-a9778678-e9ba-44f6-9028-e79610fedba9 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=1879103d-a4b2-4a90-9588-b159d5daceec HTTP/1.1" status: 200 len: 946 time: 0.0706792 Jul 16 02:19:36.750854 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8f4c6988-a65f-413f-9812-6bd10a9ef352 req-b5e54ad9-717e-4272-8b80-023148aeff3d tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408607 Jul 16 02:19:37.324999 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76841df-8a40-4bd0-8ad5-7c8396f322c2 req-3bda4a06-4f56-4c69-9057-96bb0962e283 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:37.326501 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e76841df-8a40-4bd0-8ad5-7c8396f322c2 req-3bda4a06-4f56-4c69-9057-96bb0962e283 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=1879103d-a4b2-4a90-9588-b159d5daceec HTTP/1.1" status: 200 len: 946 time: 0.0832262 Jul 16 02:19:37.368302 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e76841df-8a40-4bd0-8ad5-7c8396f322c2 req-c8da6105-d50f-41eb-bac6-7b4f92af6402 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335264 Jul 16 02:19:38.435909 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 071e3472-2332-4a55-a764-7e94905160f9 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:38.456556 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 071e3472-2332-4a55-a764-7e94905160f9 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:19:38.456904 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 071e3472-2332-4a55-a764-7e94905160f9 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:38.559691 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a25c60-066c-488c-ae48-1aef8f06715e req-e13d907e-3c75-4bf8-9a8c-0b3f2e288750 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:38.561221 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-92a25c60-066c-488c-ae48-1aef8f06715e req-e13d907e-3c75-4bf8-9a8c-0b3f2e288750 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=1879103d-a4b2-4a90-9588-b159d5daceec HTTP/1.1" status: 200 len: 946 time: 0.0727396 Jul 16 02:19:38.602425 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-92a25c60-066c-488c-ae48-1aef8f06715e req-8112a1b3-de86-4417-b1b1-66e50f63b3b9 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b1e80a-2f16-492f-9d90-dcffa414beea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353286 Jul 16 02:19:38.743172 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2db14f-250a-4b34-9343-de88d851d351 req-55e32f09-de71-4aa7-8492-0d93f6a51427 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:38.744710 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7e2db14f-250a-4b34-9343-de88d851d351 req-55e32f09-de71-4aa7-8492-0d93f6a51427 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.84 "GET /v2.0/ports?device_id=1879103d-a4b2-4a90-9588-b159d5daceec HTTP/1.1" status: 200 len: 946 time: 0.0682316 Jul 16 02:19:38.871909 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-7e2db14f-250a-4b34-9343-de88d851d351 req-8260182e-7622-42d5-a95c-ceed095fb1f0 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Deleting port 6eea8be8-f513-4a8d-b706-8e535d0a1746 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:38.872342 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7e2db14f-250a-4b34-9343-de88d851d351 req-8260182e-7622-42d5-a95c-ceed095fb1f0 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:38.970223 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-7e2db14f-250a-4b34-9343-de88d851d351 req-8260182e-7622-42d5-a95c-ceed095fb1f0 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] For port 6eea8be8-f513-4a8d-b706-8e535d0a1746, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=6eea8be8-f513-4a8d-b706-8e535d0a1746,segment=NetworkSegment(88723aa5-9f2f-4b86-b8d6-6459bd1eb75e),segment_id=88723aa5-9f2f-4b86-b8d6-6459bd1eb75e)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:38.970484 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7e2db14f-250a-4b34-9343-de88d851d351 req-8260182e-7622-42d5-a95c-ceed095fb1f0 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:38.989847 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-7e2db14f-250a-4b34-9343-de88d851d351 req-8260182e-7622-42d5-a95c-ceed095fb1f0 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Calling delete_port for 6eea8be8-f513-4a8d-b706-8e535d0a1746 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:39.134988 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7e2db14f-250a-4b34-9343-de88d851d351 req-8260182e-7622-42d5-a95c-ceed095fb1f0 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:39.147323 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['6eea8be8-f513-4a8d-b706-8e535d0a1746'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:19:39.164679 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260182e-7622-42d5-a95c-ceed095fb1f0 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Pushing event deleted for resources: {'Port': ['ID=6eea8be8-f513-4a8d-b706-8e535d0a1746,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:39.178154 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260182e-7622-42d5-a95c-ceed095fb1f0 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:39.178498 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260182e-7622-42d5-a95c-ceed095fb1f0 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:39.179275 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260182e-7622-42d5-a95c-ceed095fb1f0 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:39.179596 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260182e-7622-42d5-a95c-ceed095fb1f0 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:39.179922 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260182e-7622-42d5-a95c-ceed095fb1f0 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:39.180278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260182e-7622-42d5-a95c-ceed095fb1f0 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:39.180628 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260182e-7622-42d5-a95c-ceed095fb1f0 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:39.180953 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260182e-7622-42d5-a95c-ceed095fb1f0 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:39.181278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260182e-7622-42d5-a95c-ceed095fb1f0 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:39.181605 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260182e-7622-42d5-a95c-ceed095fb1f0 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:39.181920 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260182e-7622-42d5-a95c-ceed095fb1f0 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:39.182299 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260182e-7622-42d5-a95c-ceed095fb1f0 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:39.223439 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2db14f-250a-4b34-9343-de88d851d351 req-8260182e-7622-42d5-a95c-ceed095fb1f0 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] No DVR routers for this DVR port 6eea8be8-f513-4a8d-b706-8e535d0a1746 on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:19:39.227501 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7e2db14f-250a-4b34-9343-de88d851d351 req-8260182e-7622-42d5-a95c-ceed095fb1f0 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:39.230679 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7e2db14f-250a-4b34-9343-de88d851d351 req-8260182e-7622-42d5-a95c-ceed095fb1f0 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.84 "DELETE /v2.0/ports/6eea8be8-f513-4a8d-b706-8e535d0a1746 HTTP/1.1" status: 204 len: 173 time: 0.4757428 Jul 16 02:19:39.231186 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1879103d-a4b2-4a90-9588-b159d5daceec', 'name': 'network-vif-deleted', 'tag': '6eea8be8-f513-4a8d-b706-8e535d0a1746'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:39.234362 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4faf7acc-0f80-491c-9593-5c5251de60ea" -d '{"events": [{"server_uuid": "1879103d-a4b2-4a90-9588-b159d5daceec", "name": "network-vif-deleted", "tag": "6eea8be8-f513-4a8d-b706-8e535d0a1746"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:39.275356 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5da28d2-0022-4f09-b1f4-bef8fef7efd9 x-openstack-request-id: req-b5da28d2-0022-4f09-b1f4-bef8fef7efd9 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:39.275648 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1879103d-a4b2-4a90-9588-b159d5daceec", "name": "network-vif-deleted", "tag": "6eea8be8-f513-4a8d-b706-8e535d0a1746", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:39.275904 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5da28d2-0022-4f09-b1f4-bef8fef7efd9 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:39.276319 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1879103d-a4b2-4a90-9588-b159d5daceec', 'name': 'network-vif-deleted', 'tag': '6eea8be8-f513-4a8d-b706-8e535d0a1746', 'status': 'completed', 'code': 200} Jul 16 02:19:39.788971 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-495dc607-d5df-402d-bc35-c02d03573754 req-03bd7b81-27dc-4550-8baa-6b5a5fa83e25 tempest-ServersNegativeTestJSON-1843383125 tempest-ServersNegativeTestJSON-1843383125-project] 10.222.0.16 "GET /v2.0/ports?device_id=1879103d-a4b2-4a90-9588-b159d5daceec HTTP/1.1" status: 200 len: 210 time: 0.0320861 Jul 16 02:19:40.892017 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39372) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:40.938991 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3db78b0-4043-4128-9949-55a963f2dbaa admin admin] Deleting subnet 7f0eb557-b484-4506-956e-604dbfac95a9 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:19:40.942308 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c3db78b0-4043-4128-9949-55a963f2dbaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:40.982467 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c3db78b0-4043-4128-9949-55a963f2dbaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:41.023185 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c3db78b0-4043-4128-9949-55a963f2dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:41.079644 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c3db78b0-4043-4128-9949-55a963f2dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:41.109258 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db78b0-4043-4128-9949-55a963f2dbaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f0eb557-b484-4506-956e-604dbfac95a9,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:41.117226 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c3db78b0-4043-4128-9949-55a963f2dbaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:41.119318 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c3db78b0-4043-4128-9949-55a963f2dbaa admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7f0eb557-b484-4506-956e-604dbfac95a9 HTTP/1.1" status: 204 len: 168 time: 0.2260935 Jul 16 02:19:41.122235 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39374) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:41.194151 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-575ee33f-7c21-4bfc-a93d-b986d4938c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:41.284220 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-575ee33f-7c21-4bfc-a93d-b986d4938c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:41.295435 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-575ee33f-7c21-4bfc-a93d-b986d4938c10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5511a873-cd4b-4b2c-b397-f06a792d4f9b']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:41.305631 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-575ee33f-7c21-4bfc-a93d-b986d4938c10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88723aa5-9f2f-4b86-b8d6-6459bd1eb75e') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:41.305926 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-575ee33f-7c21-4bfc-a93d-b986d4938c10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88723aa5-9f2f-4b86-b8d6-6459bd1eb75e') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:41.314844 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-575ee33f-7c21-4bfc-a93d-b986d4938c10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:41.329444 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-575ee33f-7c21-4bfc-a93d-b986d4938c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:41.336469 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575ee33f-7c21-4bfc-a93d-b986d4938c10 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:19:41.336631 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-575ee33f-7c21-4bfc-a93d-b986d4938c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: timer() Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:19:41.338309 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:19:41.399471 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-575ee33f-7c21-4bfc-a93d-b986d4938c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:41.405291 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-575ee33f-7c21-4bfc-a93d-b986d4938c10 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:41.407219 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-575ee33f-7c21-4bfc-a93d-b986d4938c10 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5511a873-cd4b-4b2c-b397-f06a792d4f9b HTTP/1.1" status: 204 len: 168 time: 0.2844987 Jul 16 02:19:41.418523 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ee33f-7c21-4bfc-a93d-b986d4938c10 admin admin] Pushing event deleted for resources: {'Network': ['ID=5511a873-cd4b-4b2c-b397-f06a792d4f9b,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:41.523788 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39378) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:41.566028 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5ffacb52-5c54-4916-b1ff-d03abdee9141 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fe67bf63fc84444bbda2e72286be4ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409689 Jul 16 02:19:41.568575 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39380) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:41.621421 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-125fa91b-a4d7-4ab3-9ca6-1b93567023ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:41.650589 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-125fa91b-a4d7-4ab3-9ca6-1b93567023ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:41.703355 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-125fa91b-a4d7-4ab3-9ca6-1b93567023ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:41.707972 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-125fa91b-a4d7-4ab3-9ca6-1b93567023ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:41.709660 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-125fa91b-a4d7-4ab3-9ca6-1b93567023ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76b1e80a-2f16-492f-9d90-dcffa414beea HTTP/1.1" status: 204 len: 168 time: 0.1402254 Jul 16 02:19:41.718448 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fa91b-a4d7-4ab3-9ca6-1b93567023ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b1e80a-2f16-492f-9d90-dcffa414beea,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:42.463031 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39402) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:42.569244 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-1a22c472-4ac3-4332-b231-80a0763fe521 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2062669442'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:42.594957 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a22c472-4ac3-4332-b231-80a0763fe521 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Made reservation on behalf of 65f8619d97004d51af5872692f1f3032 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:42.598628 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1a22c472-4ac3-4332-b231-80a0763fe521 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:42.608197 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1a22c472-4ac3-4332-b231-80a0763fe521 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:42.705026 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1a22c472-4ac3-4332-b231-80a0763fe521 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:42.712085 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1a22c472-4ac3-4332-b231-80a0763fe521 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:42.742455 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a22c472-4ac3-4332-b231-80a0763fe521 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:19:42.751995 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22c472-4ac3-4332-b231-80a0763fe521 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5b17b3-8075-49ca-ae91-3adcd7163b65,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:42.756894 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1a22c472-4ac3-4332-b231-80a0763fe521 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:42.757263 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-1a22c472-4ac3-4332-b231-80a0763fe521 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Added segment ce522624-98a7-4a3a-b674-276a93481a2f of type vlan for network 97914048-0a5a-4e73-a221-f3dd28fc3354 Jul 16 02:19:42.798663 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1a22c472-4ac3-4332-b231-80a0763fe521 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:42.840905 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1a22c472-4ac3-4332-b231-80a0763fe521 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:42.846917 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a22c472-4ac3-4332-b231-80a0763fe521 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:42.847502 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1a22c472-4ac3-4332-b231-80a0763fe521 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:42.901171 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1a22c472-4ac3-4332-b231-80a0763fe521 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4369507 Jul 16 02:19:42.960760 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22c472-4ac3-4332-b231-80a0763fe521 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Pushing event updated for resources: {'Network': ['ID=97914048-0a5a-4e73-a221-f3dd28fc3354,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:42.971331 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 97914048-0a5a-4e73-a221-f3dd28fc3354 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:19:43.080809 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 6eea8be8-f513-4a8d-b706-8e535d0a1746 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:43.102010 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 6eea8be8-f513-4a8d-b706-8e535d0a1746 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:19:43.103038 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 6eea8be8-f513-4a8d-b706-8e535d0a1746 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:46.050005 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39406) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:46.057885 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-253e6907-a171-46dd-8c84-a8ca02f00498 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Request body: {'subnet': {'network_id': '97914048-0a5a-4e73-a221-f3dd28fc3354', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:46.170512 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253e6907-a171-46dd-8c84-a8ca02f00498 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Made reservation on behalf of 65f8619d97004d51af5872692f1f3032 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:46.174622 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-253e6907-a171-46dd-8c84-a8ca02f00498 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:46.374883 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-253e6907-a171-46dd-8c84-a8ca02f00498 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:46.441815 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e6907-a171-46dd-8c84-a8ca02f00498 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Pushing event updated for resources: {'Subnet': ['ID=e0562860-ac6d-4968-b1d2-119b5168c9dc,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:46.448544 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253e6907-a171-46dd-8c84-a8ca02f00498 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Checking segment: {'id': 'ce522624-98a7-4a3a-b674-276a93481a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '97914048-0a5a-4e73-a221-f3dd28fc3354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:46.448908 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253e6907-a171-46dd-8c84-a8ca02f00498 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Network hostable DHCP agents. Network: 97914048-0a5a-4e73-a221-f3dd28fc3354, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:19:46.472209 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253e6907-a171-46dd-8c84-a8ca02f00498 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Network 97914048-0a5a-4e73-a221-f3dd28fc3354 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:19:46.483413 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-253e6907-a171-46dd-8c84-a8ca02f00498 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 97914048-0a5a-4e73-a221-f3dd28fc3354) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:46.488998 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253e6907-a171-46dd-8c84-a8ca02f00498 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:46.489889 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-253e6907-a171-46dd-8c84-a8ca02f00498 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:46.496878 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc9a44e-2841-4283-8e66-4c55b0f41a59 None None] Network 97914048-0a5a-4e73-a221-f3dd28fc3354 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:46.507435 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-253e6907-a171-46dd-8c84-a8ca02f00498 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4561532 Jul 16 02:19:46.510926 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39408) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:46.516183 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-c196d0ed-4b43-4e42-8d9f-eddf192a8edc tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-609075037'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:46.539935 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c196d0ed-4b43-4e42-8d9f-eddf192a8edc tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Made reservation on behalf of 65f8619d97004d51af5872692f1f3032 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:46.543540 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c196d0ed-4b43-4e42-8d9f-eddf192a8edc tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:46.571970 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c196d0ed-4b43-4e42-8d9f-eddf192a8edc tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:19:46.581878 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c196d0ed-4b43-4e42-8d9f-eddf192a8edc tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:46.582223 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-c196d0ed-4b43-4e42-8d9f-eddf192a8edc tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Added segment ed411abd-9633-409b-99b9-85cc9f4a16a5 of type vlan for network c71f75f8-6f09-4499-b203-5d3b566ee52a Jul 16 02:19:46.621727 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c196d0ed-4b43-4e42-8d9f-eddf192a8edc tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:46.642360 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53620a96-0c77-4007-a2fc-e5eb1ff98a70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-97914048-0a5a-4e73-a221-f3dd28fc3354', 'network_id': '97914048-0a5a-4e73-a221-f3dd28fc3354', 'tenant_id': '65f8619d97004d51af5872692f1f3032', 'fixed_ips': [{'subnet_id': 'e0562860-ac6d-4968-b1d2-119b5168c9dc'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:19:46.643228 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-53620a96-0c77-4007-a2fc-e5eb1ff98a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:46.653146 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c196d0ed-4b43-4e42-8d9f-eddf192a8edc tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:46.658999 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c196d0ed-4b43-4e42-8d9f-eddf192a8edc tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:46.659588 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c196d0ed-4b43-4e42-8d9f-eddf192a8edc tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:46.697064 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c196d0ed-4b43-4e42-8d9f-eddf192a8edc tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1850238 Jul 16 02:19:46.699974 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39410) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:46.704961 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-ddf0c932-5b60-4a9b-95c3-b1c7be6e6ec4 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Request body: {'subnet': {'network_id': 'c71f75f8-6f09-4499-b203-5d3b566ee52a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:46.745785 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196d0ed-4b43-4e42-8d9f-eddf192a8edc tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Pushing event updated for resources: {'Network': ['ID=c71f75f8-6f09-4499-b203-5d3b566ee52a,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:46.759880 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network c71f75f8-6f09-4499-b203-5d3b566ee52a details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:19:46.827422 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-53620a96-0c77-4007-a2fc-e5eb1ff98a70 None None] Allocated IP 2001:db8:0:ffff::2 (97914048-0a5a-4e73-a221-f3dd28fc3354/e0562860-ac6d-4968-b1d2-119b5168c9dc/d54a8278-512b-4f3e-8d8a-9baa4375418e) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:19:46.831580 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf0c932-5b60-4a9b-95c3-b1c7be6e6ec4 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Made reservation on behalf of 65f8619d97004d51af5872692f1f3032 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:46.836726 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ddf0c932-5b60-4a9b-95c3-b1c7be6e6ec4 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:46.988837 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-53620a96-0c77-4007-a2fc-e5eb1ff98a70 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:46.998046 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-53620a96-0c77-4007-a2fc-e5eb1ff98a70 None None] Transition to ACTIVE for port object d54a8278-512b-4f3e-8d8a-9baa4375418e will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:47.013733 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-53620a96-0c77-4007-a2fc-e5eb1ff98a70 None None] Transition to ACTIVE for port object d54a8278-512b-4f3e-8d8a-9baa4375418e will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:47.022183 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-53620a96-0c77-4007-a2fc-e5eb1ff98a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.042201 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ddf0c932-5b60-4a9b-95c3-b1c7be6e6ec4 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.067396 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53620a96-0c77-4007-a2fc-e5eb1ff98a70 None None] Network 97914048-0a5a-4e73-a221-f3dd28fc3354 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:19:47.070586 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-53620a96-0c77-4007-a2fc-e5eb1ff98a70 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:47.073308 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53620a96-0c77-4007-a2fc-e5eb1ff98a70 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:19:47.083660 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53620a96-0c77-4007-a2fc-e5eb1ff98a70 None None] Pushing event updated for resources: {'Port': ['ID=d54a8278-512b-4f3e-8d8a-9baa4375418e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:47.101771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0c932-5b60-4a9b-95c3-b1c7be6e6ec4 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Pushing event updated for resources: {'Subnet': ['ID=e487910a-0bb1-4cc5-8083-c60f5773af51,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:47.112580 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf0c932-5b60-4a9b-95c3-b1c7be6e6ec4 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Checking segment: {'id': 'ed411abd-9633-409b-99b9-85cc9f4a16a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c71f75f8-6f09-4499-b203-5d3b566ee52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:47.112938 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf0c932-5b60-4a9b-95c3-b1c7be6e6ec4 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Network hostable DHCP agents. Network: c71f75f8-6f09-4499-b203-5d3b566ee52a, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:19:47.130663 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf0c932-5b60-4a9b-95c3-b1c7be6e6ec4 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Network c71f75f8-6f09-4499-b203-5d3b566ee52a is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:19:47.140621 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-53620a96-0c77-4007-a2fc-e5eb1ff98a70 None None] Attempting to bind port d54a8278-512b-4f3e-8d8a-9baa4375418e on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:19:47.141001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-53620a96-0c77-4007-a2fc-e5eb1ff98a70 None None] Attempting to bind port d54a8278-512b-4f3e-8d8a-9baa4375418e by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'ce522624-98a7-4a3a-b674-276a93481a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '97914048-0a5a-4e73-a221-f3dd28fc3354'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:19:47.141379 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53620a96-0c77-4007-a2fc-e5eb1ff98a70 None None] Attempting to bind port d54a8278-512b-4f3e-8d8a-9baa4375418e on network 97914048-0a5a-4e73-a221-f3dd28fc3354 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:47.144505 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-ddf0c932-5b60-4a9b-95c3-b1c7be6e6ec4 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, c71f75f8-6f09-4499-b203-5d3b566ee52a) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:47.146714 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53620a96-0c77-4007-a2fc-e5eb1ff98a70 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:19:47.147097 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53620a96-0c77-4007-a2fc-e5eb1ff98a70 None None] Checking segment: {'id': 'ce522624-98a7-4a3a-b674-276a93481a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '97914048-0a5a-4e73-a221-f3dd28fc3354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:47.147491 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-53620a96-0c77-4007-a2fc-e5eb1ff98a70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.147886 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53620a96-0c77-4007-a2fc-e5eb1ff98a70 None None] Bound using segment: {'id': 'ce522624-98a7-4a3a-b674-276a93481a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '97914048-0a5a-4e73-a221-f3dd28fc3354'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:19:47.148346 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-53620a96-0c77-4007-a2fc-e5eb1ff98a70 None None] Bound port: d54a8278-512b-4f3e-8d8a-9baa4375418e, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce522624-98a7-4a3a-b674-276a93481a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '97914048-0a5a-4e73-a221-f3dd28fc3354'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:19:47.148770 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-53620a96-0c77-4007-a2fc-e5eb1ff98a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.149795 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf0c932-5b60-4a9b-95c3-b1c7be6e6ec4 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:47.150861 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ddf0c932-5b60-4a9b-95c3-b1c7be6e6ec4 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.162738 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f472c0-0c8d-4e55-b92d-ff0142954959 None None] Network c71f75f8-6f09-4499-b203-5d3b566ee52a requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:47.168711 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ddf0c932-5b60-4a9b-95c3-b1c7be6e6ec4 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4675119 Jul 16 02:19:47.171452 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39412) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:47.273997 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6af23045-f80d-4687-8ffa-07f2beb06076 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.280975 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-53620a96-0c77-4007-a2fc-e5eb1ff98a70 None None] For port d54a8278-512b-4f3e-8d8a-9baa4375418e, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:19:47.289638 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-53620a96-0c77-4007-a2fc-e5eb1ff98a70 None None] For port d54a8278-512b-4f3e-8d8a-9baa4375418e, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d54a8278-512b-4f3e-8d8a-9baa4375418e,segment=NetworkSegment(ce522624-98a7-4a3a-b674-276a93481a2f),segment_id=ce522624-98a7-4a3a-b674-276a93481a2f)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:19:47.295919 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-53620a96-0c77-4007-a2fc-e5eb1ff98a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.358756 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6af23045-f80d-4687-8ffa-07f2beb06076 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.413813 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53620a96-0c77-4007-a2fc-e5eb1ff98a70 None None] Pushing event updated for resources: {'Port': ['ID=d54a8278-512b-4f3e-8d8a-9baa4375418e,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:47.423675 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b9077e-4627-4f74-b07d-ba5b84222d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-c71f75f8-6f09-4499-b203-5d3b566ee52a', 'network_id': 'c71f75f8-6f09-4499-b203-5d3b566ee52a', 'tenant_id': '65f8619d97004d51af5872692f1f3032', 'fixed_ips': [{'subnet_id': 'e487910a-0bb1-4cc5-8083-c60f5773af51'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:19:47.426113 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-27b9077e-4627-4f74-b07d-ba5b84222d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.432905 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:19:47.448749 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6af23045-f80d-4687-8ffa-07f2beb06076 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.478654 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af23045-f80d-4687-8ffa-07f2beb06076 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Pushing event deleted for resources: {'Subnet': ['ID=e487910a-0bb1-4cc5-8083-c60f5773af51,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:47.540562 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4610238d-f7d4-42b1-8649-5c8b18d29940 None None] Network c71f75f8-6f09-4499-b203-5d3b566ee52a requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:47.549055 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6af23045-f80d-4687-8ffa-07f2beb06076 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.561708 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-6af23045-f80d-4687-8ffa-07f2beb06076 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71f75f8-6f09-4499-b203-5d3b566ee52a']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:47.586529 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-6af23045-f80d-4687-8ffa-07f2beb06076 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed411abd-9633-409b-99b9-85cc9f4a16a5') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:47.587056 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-6af23045-f80d-4687-8ffa-07f2beb06076 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed411abd-9633-409b-99b9-85cc9f4a16a5') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:47.597278 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6af23045-f80d-4687-8ffa-07f2beb06076 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.614931 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6af23045-f80d-4687-8ffa-07f2beb06076 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.622584 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af23045-f80d-4687-8ffa-07f2beb06076 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:19:47.623095 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6af23045-f80d-4687-8ffa-07f2beb06076 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: timer() Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:19:47.626496 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:19:47.685491 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6af23045-f80d-4687-8ffa-07f2beb06076 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.703283 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6af23045-f80d-4687-8ffa-07f2beb06076 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.705293 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6af23045-f80d-4687-8ffa-07f2beb06076 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] 10.222.0.16 "DELETE /v2.0/networks/c71f75f8-6f09-4499-b203-5d3b566ee52a HTTP/1.1" status: 204 len: 168 time: 0.5328763 Jul 16 02:19:47.706615 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af23045-f80d-4687-8ffa-07f2beb06076 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Pushing event deleted for resources: {'Network': ['ID=c71f75f8-6f09-4499-b203-5d3b566ee52a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:47.709216 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39414) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:47.714406 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-f90e26e7-9983-4a7d-babf-2dfcf4adfc6a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2139699954'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:47.737434 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90e26e7-9983-4a7d-babf-2dfcf4adfc6a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Made reservation on behalf of 65f8619d97004d51af5872692f1f3032 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:47.741073 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f90e26e7-9983-4a7d-babf-2dfcf4adfc6a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.764315 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90e26e7-9983-4a7d-babf-2dfcf4adfc6a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:19:47.773436 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f90e26e7-9983-4a7d-babf-2dfcf4adfc6a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.773773 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-f90e26e7-9983-4a7d-babf-2dfcf4adfc6a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Added segment 5bd42ff0-ad4e-46bf-acc5-7e60fb05be72 of type vlan for network 0350a01a-6b87-4564-8398-5bf7a0238c0f Jul 16 02:19:47.822448 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f90e26e7-9983-4a7d-babf-2dfcf4adfc6a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.863087 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f90e26e7-9983-4a7d-babf-2dfcf4adfc6a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.868912 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90e26e7-9983-4a7d-babf-2dfcf4adfc6a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:47.869519 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f90e26e7-9983-4a7d-babf-2dfcf4adfc6a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:47.904986 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f90e26e7-9983-4a7d-babf-2dfcf4adfc6a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1946781 Jul 16 02:19:47.908176 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39416) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:47.913665 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-e34de02d-a10b-4695-bb11-ad6e5327ded7 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Request body: {'subnet': {'network_id': '0350a01a-6b87-4564-8398-5bf7a0238c0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:47.938851 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e26e7-9983-4a7d-babf-2dfcf4adfc6a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Pushing event updated for resources: {'Network': ['ID=0350a01a-6b87-4564-8398-5bf7a0238c0f,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:47.949212 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 0350a01a-6b87-4564-8398-5bf7a0238c0f details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:19:48.011628 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34de02d-a10b-4695-bb11-ad6e5327ded7 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Made reservation on behalf of 65f8619d97004d51af5872692f1f3032 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:48.016450 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e34de02d-a10b-4695-bb11-ad6e5327ded7 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:48.080439 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.ipam_backend_mixin [None req-e34de02d-a10b-4695-bb11-ad6e5327ded7 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Performing IP validity checks on allocation pools {{(pid=93955) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 02:19:48.080962 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.ipam_backend_mixin [None req-e34de02d-a10b-4695-bb11-ad6e5327ded7 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93955) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 02:19:48.188911 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d54a8278-512b-4f3e-8d8a-9baa4375418e up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:19:48.228729 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e34de02d-a10b-4695-bb11-ad6e5327ded7 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:48.242693 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port d54a8278-512b-4f3e-8d8a-9baa4375418e completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:19:48.295147 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34de02d-a10b-4695-bb11-ad6e5327ded7 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Pushing event updated for resources: {'Subnet': ['ID=12c7e068-64ff-43c9-a4a6-e1eb24b6df9c,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:48.306114 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34de02d-a10b-4695-bb11-ad6e5327ded7 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Checking segment: {'id': '5bd42ff0-ad4e-46bf-acc5-7e60fb05be72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0350a01a-6b87-4564-8398-5bf7a0238c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:48.306501 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34de02d-a10b-4695-bb11-ad6e5327ded7 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Network hostable DHCP agents. Network: 0350a01a-6b87-4564-8398-5bf7a0238c0f, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:19:48.330666 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34de02d-a10b-4695-bb11-ad6e5327ded7 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Network 0350a01a-6b87-4564-8398-5bf7a0238c0f is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:19:48.343095 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-e34de02d-a10b-4695-bb11-ad6e5327ded7 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 0350a01a-6b87-4564-8398-5bf7a0238c0f) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:48.347851 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34de02d-a10b-4695-bb11-ad6e5327ded7 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:48.348465 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e34de02d-a10b-4695-bb11-ad6e5327ded7 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:48.353207 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43047f17-d3cd-47d3-ada2-9c7c33d27eea None None] Network 0350a01a-6b87-4564-8398-5bf7a0238c0f requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:48.372882 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e34de02d-a10b-4695-bb11-ad6e5327ded7 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4609182 Jul 16 02:19:48.373311 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39418) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:48.417901 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b925da9f-96e8-4745-aede-c5d162204c97 None None] Network 97914048-0a5a-4e73-a221-f3dd28fc3354 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:48.483311 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-46c55c9e-a16a-42b2-8956-e0313ed0c789 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:48.565304 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-46c55c9e-a16a-42b2-8956-e0313ed0c789 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:48.642757 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-46c55c9e-a16a-42b2-8956-e0313ed0c789 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:48.669561 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c55c9e-a16a-42b2-8956-e0313ed0c789 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Pushing event deleted for resources: {'Subnet': ['ID=12c7e068-64ff-43c9-a4a6-e1eb24b6df9c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:48.708865 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b8f1ae61-2b96-42e9-ac24-15759195baf6 None None] Provisioning for port d54a8278-512b-4f3e-8d8a-9baa4375418e completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:19:48.722807 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b8f1ae61-2b96-42e9-ac24-15759195baf6 None None] Provisioning complete for port d54a8278-512b-4f3e-8d8a-9baa4375418e triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:19:48.723166 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b8f1ae61-2b96-42e9-ac24-15759195baf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:48.739633 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-46c55c9e-a16a-42b2-8956-e0313ed0c789 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:48.750024 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-46c55c9e-a16a-42b2-8956-e0313ed0c789 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0350a01a-6b87-4564-8398-5bf7a0238c0f']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:48.760190 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-46c55c9e-a16a-42b2-8956-e0313ed0c789 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd42ff0-ad4e-46bf-acc5-7e60fb05be72') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:48.760551 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-46c55c9e-a16a-42b2-8956-e0313ed0c789 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd42ff0-ad4e-46bf-acc5-7e60fb05be72') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:48.769727 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-46c55c9e-a16a-42b2-8956-e0313ed0c789 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:48.788612 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-46c55c9e-a16a-42b2-8956-e0313ed0c789 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:48.795150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c55c9e-a16a-42b2-8956-e0313ed0c789 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:19:48.795575 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-46c55c9e-a16a-42b2-8956-e0313ed0c789 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: timer() Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:19:48.798779 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:19:48.812645 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e271f5b-5d48-4544-b3d2-7f021a36897c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-0350a01a-6b87-4564-8398-5bf7a0238c0f', 'network_id': '0350a01a-6b87-4564-8398-5bf7a0238c0f', 'tenant_id': '65f8619d97004d51af5872692f1f3032', 'fixed_ips': [{'subnet_id': '12c7e068-64ff-43c9-a4a6-e1eb24b6df9c'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:19:48.813494 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4e271f5b-5d48-4544-b3d2-7f021a36897c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:48.864481 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-46c55c9e-a16a-42b2-8956-e0313ed0c789 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:48.873363 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-46c55c9e-a16a-42b2-8956-e0313ed0c789 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:48.875231 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-46c55c9e-a16a-42b2-8956-e0313ed0c789 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] 10.222.0.16 "DELETE /v2.0/networks/0350a01a-6b87-4564-8398-5bf7a0238c0f HTTP/1.1" status: 204 len: 168 time: 0.5008507 Jul 16 02:19:48.879307 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39420) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:48.884896 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-6ed1f4a2-31ab-4495-b14e-05d25bf01883 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1907046393'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:48.885595 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c55c9e-a16a-42b2-8956-e0313ed0c789 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Pushing event deleted for resources: {'Network': ['ID=0350a01a-6b87-4564-8398-5bf7a0238c0f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:48.908978 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af644eb-4ab0-4c3a-a3f8-899b9e9ae714 None None] Network 0350a01a-6b87-4564-8398-5bf7a0238c0f requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:48.915770 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed1f4a2-31ab-4495-b14e-05d25bf01883 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Made reservation on behalf of 65f8619d97004d51af5872692f1f3032 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:48.919390 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f4a2-31ab-4495-b14e-05d25bf01883 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:48.925966 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b8f1ae61-2b96-42e9-ac24-15759195baf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:48.930768 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af644eb-4ab0-4c3a-a3f8-899b9e9ae714 None None] Network 0350a01a-6b87-4564-8398-5bf7a0238c0f could not be found, it might have been deleted concurrently. {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 02:19:48.944270 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed1f4a2-31ab-4495-b14e-05d25bf01883 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:19:48.953669 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f4a2-31ab-4495-b14e-05d25bf01883 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:48.954071 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-6ed1f4a2-31ab-4495-b14e-05d25bf01883 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Added segment 52ed4b01-1350-4ea7-a24f-4dc570542658 of type vlan for network 66cafa16-b44f-4537-a808-e7dcf852997e Jul 16 02:19:48.971151 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b8f1ae61-2b96-42e9-ac24-15759195baf6 None None] For port d54a8278-512b-4f3e-8d8a-9baa4375418e, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d54a8278-512b-4f3e-8d8a-9baa4375418e,segment=NetworkSegment(ce522624-98a7-4a3a-b674-276a93481a2f),segment_id=ce522624-98a7-4a3a-b674-276a93481a2f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:48.976283 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b8f1ae61-2b96-42e9-ac24-15759195baf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.005344 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f4a2-31ab-4495-b14e-05d25bf01883 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.030068 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1ae61-2b96-42e9-ac24-15759195baf6 None None] Pushing event updated for resources: {'Port': ['ID=d54a8278-512b-4f3e-8d8a-9baa4375418e,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:49.045156 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f4a2-31ab-4495-b14e-05d25bf01883 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.050653 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed1f4a2-31ab-4495-b14e-05d25bf01883 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:49.051251 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6ed1f4a2-31ab-4495-b14e-05d25bf01883 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.088673 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6ed1f4a2-31ab-4495-b14e-05d25bf01883 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2081339 Jul 16 02:19:49.091640 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39422) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:49.097917 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-66e93ceb-4023-42fe-a293-3611f6206993 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Request body: {'subnet': {'network_id': '66cafa16-b44f-4537-a808-e7dcf852997e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:49.121086 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1f4a2-31ab-4495-b14e-05d25bf01883 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Pushing event updated for resources: {'Network': ['ID=66cafa16-b44f-4537-a808-e7dcf852997e,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:49.132507 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 66cafa16-b44f-4537-a808-e7dcf852997e details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:19:49.206871 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e93ceb-4023-42fe-a293-3611f6206993 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Made reservation on behalf of 65f8619d97004d51af5872692f1f3032 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:49.210701 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-66e93ceb-4023-42fe-a293-3611f6206993 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.212850 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-054fe904-4038-44c1-ba3c-a922fc2ccbae None None] Provisioning complete for port d54a8278-512b-4f3e-8d8a-9baa4375418e triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:19:49.213229 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-054fe904-4038-44c1-ba3c-a922fc2ccbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.401727 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-66e93ceb-4023-42fe-a293-3611f6206993 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.466383 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e93ceb-4023-42fe-a293-3611f6206993 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Pushing event updated for resources: {'Subnet': ['ID=261a3940-7b20-421d-bf7c-f63643e68355,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:49.476781 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e93ceb-4023-42fe-a293-3611f6206993 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Checking segment: {'id': '52ed4b01-1350-4ea7-a24f-4dc570542658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66cafa16-b44f-4537-a808-e7dcf852997e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:49.477161 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e93ceb-4023-42fe-a293-3611f6206993 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Network hostable DHCP agents. Network: 66cafa16-b44f-4537-a808-e7dcf852997e, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:19:49.495994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e93ceb-4023-42fe-a293-3611f6206993 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Network 66cafa16-b44f-4537-a808-e7dcf852997e is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:19:49.509641 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-66e93ceb-4023-42fe-a293-3611f6206993 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 66cafa16-b44f-4537-a808-e7dcf852997e) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:49.517900 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e93ceb-4023-42fe-a293-3611f6206993 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:49.518633 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-66e93ceb-4023-42fe-a293-3611f6206993 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.521300 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b1a98f-e6f0-4dd1-bc44-f4cdb2c71ad5 None None] Network 66cafa16-b44f-4537-a808-e7dcf852997e requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:49.534999 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-66e93ceb-4023-42fe-a293-3611f6206993 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4412949 Jul 16 02:19:49.538631 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39424) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:49.543740 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-e03fca61-87f3-4082-8aa8-b02bc933372c tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1061046502'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:49.565674 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03fca61-87f3-4082-8aa8-b02bc933372c tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Made reservation on behalf of 65f8619d97004d51af5872692f1f3032 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:49.569386 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e03fca61-87f3-4082-8aa8-b02bc933372c tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.595095 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03fca61-87f3-4082-8aa8-b02bc933372c tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:19:49.605024 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e03fca61-87f3-4082-8aa8-b02bc933372c tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.605374 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-e03fca61-87f3-4082-8aa8-b02bc933372c tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Added segment 0b27ac0e-7e1f-43ea-b238-0322807cb800 of type vlan for network a2f3982c-c4b9-449b-b0f3-05592d1959b9 Jul 16 02:19:49.646040 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e03fca61-87f3-4082-8aa8-b02bc933372c tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.668967 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca665f85-162b-4640-9b75-e0bbbd70f8fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-66cafa16-b44f-4537-a808-e7dcf852997e', 'network_id': '66cafa16-b44f-4537-a808-e7dcf852997e', 'tenant_id': '65f8619d97004d51af5872692f1f3032', 'fixed_ips': [{'subnet_id': '261a3940-7b20-421d-bf7c-f63643e68355'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:19:49.669893 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ca665f85-162b-4640-9b75-e0bbbd70f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.678828 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e03fca61-87f3-4082-8aa8-b02bc933372c tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.684729 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03fca61-87f3-4082-8aa8-b02bc933372c tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:49.685460 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e03fca61-87f3-4082-8aa8-b02bc933372c tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.723703 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e03fca61-87f3-4082-8aa8-b02bc933372c tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1839008 Jul 16 02:19:49.727162 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39426) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:49.732351 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-eccbc37b-dd62-44ed-96ce-72ff16102224 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Request body: {'subnet': {'network_id': 'a2f3982c-c4b9-449b-b0f3-05592d1959b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:49.788099 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fca61-87f3-4082-8aa8-b02bc933372c tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Pushing event updated for resources: {'Network': ['ID=a2f3982c-c4b9-449b-b0f3-05592d1959b9,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:49.802322 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network a2f3982c-c4b9-449b-b0f3-05592d1959b9 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:19:49.845299 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-ca665f85-162b-4640-9b75-e0bbbd70f8fc None None] Allocated IP 2001:db8::2 (66cafa16-b44f-4537-a808-e7dcf852997e/261a3940-7b20-421d-bf7c-f63643e68355/ff72e769-858c-499f-861f-c121f6024be0) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:19:49.867082 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccbc37b-dd62-44ed-96ce-72ff16102224 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Made reservation on behalf of 65f8619d97004d51af5872692f1f3032 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:49.870690 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eccbc37b-dd62-44ed-96ce-72ff16102224 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.029633 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ca665f85-162b-4640-9b75-e0bbbd70f8fc None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.038551 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ca665f85-162b-4640-9b75-e0bbbd70f8fc None None] Transition to ACTIVE for port object ff72e769-858c-499f-861f-c121f6024be0 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:50.053933 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ca665f85-162b-4640-9b75-e0bbbd70f8fc None None] Transition to ACTIVE for port object ff72e769-858c-499f-861f-c121f6024be0 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:50.057539 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eccbc37b-dd62-44ed-96ce-72ff16102224 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.060145 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ca665f85-162b-4640-9b75-e0bbbd70f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.101689 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca665f85-162b-4640-9b75-e0bbbd70f8fc None None] Network 66cafa16-b44f-4537-a808-e7dcf852997e is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:19:50.104921 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-ca665f85-162b-4640-9b75-e0bbbd70f8fc None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:50.109705 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca665f85-162b-4640-9b75-e0bbbd70f8fc None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:19:50.117429 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca665f85-162b-4640-9b75-e0bbbd70f8fc None None] Pushing event updated for resources: {'Port': ['ID=ff72e769-858c-499f-861f-c121f6024be0,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:50.125274 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbc37b-dd62-44ed-96ce-72ff16102224 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Pushing event updated for resources: {'Subnet': ['ID=f4120dd0-7a35-45d4-be49-3b8e7377395e,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:50.137983 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccbc37b-dd62-44ed-96ce-72ff16102224 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Checking segment: {'id': '0b27ac0e-7e1f-43ea-b238-0322807cb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a2f3982c-c4b9-449b-b0f3-05592d1959b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:50.138333 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccbc37b-dd62-44ed-96ce-72ff16102224 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Network hostable DHCP agents. Network: a2f3982c-c4b9-449b-b0f3-05592d1959b9, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:19:50.157335 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccbc37b-dd62-44ed-96ce-72ff16102224 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Network a2f3982c-c4b9-449b-b0f3-05592d1959b9 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:19:50.173705 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-eccbc37b-dd62-44ed-96ce-72ff16102224 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, a2f3982c-c4b9-449b-b0f3-05592d1959b9) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:50.179567 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccbc37b-dd62-44ed-96ce-72ff16102224 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:50.180070 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-eccbc37b-dd62-44ed-96ce-72ff16102224 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.180730 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d54a8278-512b-4f3e-8d8a-9baa4375418e up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:19:50.189064 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfc4aed-9aab-4eba-ad0f-1b8d7830028c None None] Network a2f3982c-c4b9-449b-b0f3-05592d1959b9 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:50.197249 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-eccbc37b-dd62-44ed-96ce-72ff16102224 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4690115 Jul 16 02:19:50.199740 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39428) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:50.220926 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ca665f85-162b-4640-9b75-e0bbbd70f8fc None None] Attempting to bind port ff72e769-858c-499f-861f-c121f6024be0 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:19:50.221286 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ca665f85-162b-4640-9b75-e0bbbd70f8fc None None] Attempting to bind port ff72e769-858c-499f-861f-c121f6024be0 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '52ed4b01-1350-4ea7-a24f-4dc570542658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66cafa16-b44f-4537-a808-e7dcf852997e'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:19:50.221647 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca665f85-162b-4640-9b75-e0bbbd70f8fc None None] Attempting to bind port ff72e769-858c-499f-861f-c121f6024be0 on network 66cafa16-b44f-4537-a808-e7dcf852997e {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:50.243675 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca665f85-162b-4640-9b75-e0bbbd70f8fc None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:19:50.244063 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca665f85-162b-4640-9b75-e0bbbd70f8fc None None] Checking segment: {'id': '52ed4b01-1350-4ea7-a24f-4dc570542658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66cafa16-b44f-4537-a808-e7dcf852997e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:50.244490 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ca665f85-162b-4640-9b75-e0bbbd70f8fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.244889 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca665f85-162b-4640-9b75-e0bbbd70f8fc None None] Bound using segment: {'id': '52ed4b01-1350-4ea7-a24f-4dc570542658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66cafa16-b44f-4537-a808-e7dcf852997e'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:19:50.245358 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-ca665f85-162b-4640-9b75-e0bbbd70f8fc None None] Bound port: ff72e769-858c-499f-861f-c121f6024be0, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ed4b01-1350-4ea7-a24f-4dc570542658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66cafa16-b44f-4537-a808-e7dcf852997e'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:19:50.245733 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ca665f85-162b-4640-9b75-e0bbbd70f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.295658 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5bbf18e-2c89-4517-984c-81bdab16457a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.347489 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5bbf18e-2c89-4517-984c-81bdab16457a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.360379 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port d54a8278-512b-4f3e-8d8a-9baa4375418e triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:19:50.360765 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.410256 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ca665f85-162b-4640-9b75-e0bbbd70f8fc None None] For port ff72e769-858c-499f-861f-c121f6024be0, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:19:50.416247 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5bbf18e-2c89-4517-984c-81bdab16457a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.440237 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ca665f85-162b-4640-9b75-e0bbbd70f8fc None None] For port ff72e769-858c-499f-861f-c121f6024be0, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=ff72e769-858c-499f-861f-c121f6024be0,segment=NetworkSegment(52ed4b01-1350-4ea7-a24f-4dc570542658),segment_id=52ed4b01-1350-4ea7-a24f-4dc570542658)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:19:50.444243 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbf18e-2c89-4517-984c-81bdab16457a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Pushing event deleted for resources: {'Subnet': ['ID=f4120dd0-7a35-45d4-be49-3b8e7377395e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:50.450505 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ca665f85-162b-4640-9b75-e0bbbd70f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.500599 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ef1d8c-458c-43b0-8547-1e563ac48b66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-a2f3982c-c4b9-449b-b0f3-05592d1959b9', 'network_id': 'a2f3982c-c4b9-449b-b0f3-05592d1959b9', 'tenant_id': '65f8619d97004d51af5872692f1f3032', 'fixed_ips': [{'subnet_id': 'f4120dd0-7a35-45d4-be49-3b8e7377395e'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:19:50.501426 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-07ef1d8c-458c-43b0-8547-1e563ac48b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.510566 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5bbf18e-2c89-4517-984c-81bdab16457a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.523364 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-c5bbf18e-2c89-4517-984c-81bdab16457a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f3982c-c4b9-449b-b0f3-05592d1959b9']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:50.539073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-c5bbf18e-2c89-4517-984c-81bdab16457a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b27ac0e-7e1f-43ea-b238-0322807cb800') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:50.539386 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-c5bbf18e-2c89-4517-984c-81bdab16457a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b27ac0e-7e1f-43ea-b238-0322807cb800') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:50.554997 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5bbf18e-2c89-4517-984c-81bdab16457a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.573460 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5bbf18e-2c89-4517-984c-81bdab16457a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.580997 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5bbf18e-2c89-4517-984c-81bdab16457a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:19:50.581593 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5bbf18e-2c89-4517-984c-81bdab16457a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.582657 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca665f85-162b-4640-9b75-e0bbbd70f8fc None None] Pushing event updated for resources: {'Port': ['ID=ff72e769-858c-499f-861f-c121f6024be0,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: timer() Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:19:50.586371 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:19:50.651034 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f453b43-c8d4-45bc-88fe-215e6301c0e3 None None] Network a2f3982c-c4b9-449b-b0f3-05592d1959b9 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:50.658680 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5bbf18e-2c89-4517-984c-81bdab16457a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.667279 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c5bbf18e-2c89-4517-984c-81bdab16457a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.672867 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39430) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:50.673430 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c5bbf18e-2c89-4517-984c-81bdab16457a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] 10.222.0.16 "DELETE /v2.0/networks/a2f3982c-c4b9-449b-b0f3-05592d1959b9 HTTP/1.1" status: 204 len: 168 time: 0.4717879 Jul 16 02:19:50.682914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbf18e-2c89-4517-984c-81bdab16457a tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Pushing event deleted for resources: {'Network': ['ID=a2f3982c-c4b9-449b-b0f3-05592d1959b9,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:50.717908 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c80463e-c8b3-4e22-9e15-4388febfbd8e tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] GET failed (client error): The resource could not be found. Jul 16 02:19:50.725014 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4c80463e-c8b3-4e22-9e15-4388febfbd8e tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] 10.222.0.16 "GET /v2.0/subnets/f4120dd0-7a35-45d4-be49-3b8e7377395e HTTP/1.1" status: 404 len: 337 time: 0.0510380 Jul 16 02:19:50.726095 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39432) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:50.761892 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-de3b7cc5-7ef9-43f2-976f-170f1abf3e43 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] DELETE failed (client error): The resource could not be found. Jul 16 02:19:50.762502 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de3b7cc5-7ef9-43f2-976f-170f1abf3e43 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:19:50.764574 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-de3b7cc5-7ef9-43f2-976f-170f1abf3e43 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] 10.222.0.16 "DELETE /v2.0/networks/a2f3982c-c4b9-449b-b0f3-05592d1959b9 HTTP/1.1" status: 404 len: 339 time: 0.0374782 Jul 16 02:19:50.768659 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39434) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:50.795302 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c566c33-284a-449e-b44e-47fe90fc0302 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] DELETE failed (client error): The resource could not be found. Jul 16 02:19:50.795859 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c566c33-284a-449e-b44e-47fe90fc0302 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:19:50.799230 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9c566c33-284a-449e-b44e-47fe90fc0302 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] 10.222.0.16 "DELETE /v2.0/subnets/f4120dd0-7a35-45d4-be49-3b8e7377395e HTTP/1.1" status: 404 len: 337 time: 0.0292101 Jul 16 02:19:50.801662 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39436) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:50.825334 n-d-792394-16 neutron-server[93955]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2da8a2c-c15a-41ee-864e-6a10039d805f tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] DELETE failed (client error): The resource could not be found. Jul 16 02:19:50.825916 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2da8a2c-c15a-41ee-864e-6a10039d805f tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:19:50.827497 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a2da8a2c-c15a-41ee-864e-6a10039d805f tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] 10.222.0.16 "DELETE /v2.0/networks/a2f3982c-c4b9-449b-b0f3-05592d1959b9 HTTP/1.1" status: 404 len: 339 time: 0.0248084 Jul 16 02:19:50.833251 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39438) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:50.897068 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3a51fe-faad-4650-a2c1-6aa06b97dd0c tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Deleting subnet 261a3940-7b20-421d-bf7c-f63643e68355 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:19:50.900725 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e3a51fe-faad-4650-a2c1-6aa06b97dd0c tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:50.939938 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e3a51fe-faad-4650-a2c1-6aa06b97dd0c tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.024460 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e3a51fe-faad-4650-a2c1-6aa06b97dd0c tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.088607 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e3a51fe-faad-4650-a2c1-6aa06b97dd0c tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.115214 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a51fe-faad-4650-a2c1-6aa06b97dd0c tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Pushing event deleted for resources: {'Subnet': ['ID=261a3940-7b20-421d-bf7c-f63643e68355,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:51.119083 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9e3a51fe-faad-4650-a2c1-6aa06b97dd0c tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.121111 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9e3a51fe-faad-4650-a2c1-6aa06b97dd0c tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] 10.222.0.16 "DELETE /v2.0/subnets/261a3940-7b20-421d-bf7c-f63643e68355 HTTP/1.1" status: 204 len: 168 time: 0.2867477 Jul 16 02:19:51.123930 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39440) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:51.199069 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5b7e9065-182d-4153-adb5-13871639cde0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.255270 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-5b7e9065-182d-4153-adb5-13871639cde0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Deleting port ff72e769-858c-499f-861f-c121f6024be0 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:51.255612 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5b7e9065-182d-4153-adb5-13871639cde0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.326849 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-5b7e9065-182d-4153-adb5-13871639cde0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] For port ff72e769-858c-499f-861f-c121f6024be0, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=ff72e769-858c-499f-861f-c121f6024be0,segment=NetworkSegment(52ed4b01-1350-4ea7-a24f-4dc570542658),segment_id=52ed4b01-1350-4ea7-a24f-4dc570542658)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:51.327215 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5b7e9065-182d-4153-adb5-13871639cde0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.340194 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-5b7e9065-182d-4153-adb5-13871639cde0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Calling delete_port for ff72e769-858c-499f-861f-c121f6024be0 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:51.426991 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5b7e9065-182d-4153-adb5-13871639cde0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.458801 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e9065-182d-4153-adb5-13871639cde0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Pushing event deleted for resources: {'Port': ['ID=ff72e769-858c-499f-861f-c121f6024be0,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:51.462948 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7e9065-182d-4153-adb5-13871639cde0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] No DVR routers for this DVR port ff72e769-858c-499f-861f-c121f6024be0 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:19:51.510805 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f9195b-fc97-41ea-83e9-b2f4f56de25f None None] Network 66cafa16-b44f-4537-a808-e7dcf852997e requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:51.535703 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a934c289-f938-47cc-82db-795482d9b1ff None None] Could not find standard attr ID for object ff72e769-858c-499f-861f-c121f6024be0. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:19:51.546352 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5b7e9065-182d-4153-adb5-13871639cde0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.556715 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-5b7e9065-182d-4153-adb5-13871639cde0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66cafa16-b44f-4537-a808-e7dcf852997e']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:51.566893 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-5b7e9065-182d-4153-adb5-13871639cde0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ed4b01-1350-4ea7-a24f-4dc570542658') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:51.567193 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-5b7e9065-182d-4153-adb5-13871639cde0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ed4b01-1350-4ea7-a24f-4dc570542658') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:51.576418 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5b7e9065-182d-4153-adb5-13871639cde0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.595634 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5b7e9065-182d-4153-adb5-13871639cde0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.602199 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7e9065-182d-4153-adb5-13871639cde0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:19:51.602603 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5b7e9065-182d-4153-adb5-13871639cde0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: timer() Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:19:51.606980 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:19:51.671237 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5b7e9065-182d-4153-adb5-13871639cde0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.678839 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5b7e9065-182d-4153-adb5-13871639cde0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.680748 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5b7e9065-182d-4153-adb5-13871639cde0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] 10.222.0.16 "DELETE /v2.0/networks/66cafa16-b44f-4537-a808-e7dcf852997e HTTP/1.1" status: 204 len: 168 time: 0.5558844 Jul 16 02:19:51.683273 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39442) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:51.701781 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b997d1ca-55ed-4b18-8c2e-e788ee62d5fb None None] DHCP port deletion for 66cafa16-b44f-4537-a808-e7dcf852997e request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:19:51.702701 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e9065-182d-4153-adb5-13871639cde0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Pushing event deleted for resources: {'Network': ['ID=66cafa16-b44f-4537-a808-e7dcf852997e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:51.722580 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-c196b142-3a21-4a2f-b70a-04c69548d5da tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] DELETE failed (client error): The resource could not be found. Jul 16 02:19:51.723098 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c196b142-3a21-4a2f-b70a-04c69548d5da tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:19:51.724899 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c196b142-3a21-4a2f-b70a-04c69548d5da tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] 10.222.0.16 "DELETE /v2.0/subnets/12c7e068-64ff-43c9-a4a6-e1eb24b6df9c HTTP/1.1" status: 404 len: 337 time: 0.0406766 Jul 16 02:19:51.728720 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39444) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:51.746650 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-b41890fe-21f8-4961-8218-b80fcdce749e tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] DELETE failed (client error): The resource could not be found. Jul 16 02:19:51.747176 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b41890fe-21f8-4961-8218-b80fcdce749e tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:19:51.748880 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b41890fe-21f8-4961-8218-b80fcdce749e tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] 10.222.0.16 "DELETE /v2.0/networks/0350a01a-6b87-4564-8398-5bf7a0238c0f HTTP/1.1" status: 404 len: 339 time: 0.0192115 Jul 16 02:19:51.751427 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39446) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:51.788603 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc375c5-6f14-49a4-b520-38e07f69a14c tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] DELETE failed (client error): The resource could not be found. Jul 16 02:19:51.789069 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc375c5-6f14-49a4-b520-38e07f69a14c tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:19:51.790701 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-dbc375c5-6f14-49a4-b520-38e07f69a14c tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] 10.222.0.16 "DELETE /v2.0/subnets/e487910a-0bb1-4cc5-8083-c60f5773af51 HTTP/1.1" status: 404 len: 337 time: 0.0381556 Jul 16 02:19:51.793316 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39448) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:51.810936 n-d-792394-16 neutron-server[93956]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1719317-92f3-40ba-8c94-ba532ddf1abe tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] DELETE failed (client error): The resource could not be found. Jul 16 02:19:51.811449 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1719317-92f3-40ba-8c94-ba532ddf1abe tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93956) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:19:51.813105 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a1719317-92f3-40ba-8c94-ba532ddf1abe tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] 10.222.0.16 "DELETE /v2.0/networks/c71f75f8-6f09-4499-b203-5d3b566ee52a HTTP/1.1" status: 404 len: 339 time: 0.0188637 Jul 16 02:19:51.816946 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39450) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:51.874341 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-140d0899-8fe1-4179-a54b-8ead7686f4e0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Deleting subnet e0562860-ac6d-4968-b1d2-119b5168c9dc {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:19:51.877513 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-140d0899-8fe1-4179-a54b-8ead7686f4e0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.918541 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-140d0899-8fe1-4179-a54b-8ead7686f4e0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.012075 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-140d0899-8fe1-4179-a54b-8ead7686f4e0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.075338 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-140d0899-8fe1-4179-a54b-8ead7686f4e0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.102609 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d0899-8fe1-4179-a54b-8ead7686f4e0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Pushing event deleted for resources: {'Subnet': ['ID=e0562860-ac6d-4968-b1d2-119b5168c9dc,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:52.107642 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-140d0899-8fe1-4179-a54b-8ead7686f4e0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.109542 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-140d0899-8fe1-4179-a54b-8ead7686f4e0 tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] 10.222.0.16 "DELETE /v2.0/subnets/e0562860-ac6d-4968-b1d2-119b5168c9dc HTTP/1.1" status: 204 len: 168 time: 0.2916439 Jul 16 02:19:52.111993 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39452) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:52.114046 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe5d08f-2233-4fb7-bad5-8e40c01a5552 None None] Network 97914048-0a5a-4e73-a221-f3dd28fc3354 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:52.193920 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-879f1a1c-7a02-4ead-b2fc-8cf585282f9f tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.246455 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-879f1a1c-7a02-4ead-b2fc-8cf585282f9f tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Deleting port d54a8278-512b-4f3e-8d8a-9baa4375418e {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:52.246792 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-879f1a1c-7a02-4ead-b2fc-8cf585282f9f tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.303468 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3383a6-c2cf-4ea8-bdf5-2769e6bbfbfa None None] DHCP port deletion for 97914048-0a5a-4e73-a221-f3dd28fc3354 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:19:52.313217 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-879f1a1c-7a02-4ead-b2fc-8cf585282f9f tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] For port d54a8278-512b-4f3e-8d8a-9baa4375418e, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d54a8278-512b-4f3e-8d8a-9baa4375418e,segment=NetworkSegment(ce522624-98a7-4a3a-b674-276a93481a2f),segment_id=ce522624-98a7-4a3a-b674-276a93481a2f)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:52.313741 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-879f1a1c-7a02-4ead-b2fc-8cf585282f9f tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.326875 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-879f1a1c-7a02-4ead-b2fc-8cf585282f9f tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Calling delete_port for d54a8278-512b-4f3e-8d8a-9baa4375418e owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:52.350731 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2b3383a6-c2cf-4ea8-bdf5-2769e6bbfbfa None None] Deleting port d54a8278-512b-4f3e-8d8a-9baa4375418e {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:52.351290 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2b3383a6-c2cf-4ea8-bdf5-2769e6bbfbfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.411668 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-879f1a1c-7a02-4ead-b2fc-8cf585282f9f tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.419850 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-2b3383a6-c2cf-4ea8-bdf5-2769e6bbfbfa None None] For port d54a8278-512b-4f3e-8d8a-9baa4375418e, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d54a8278-512b-4f3e-8d8a-9baa4375418e,segment=NetworkSegment(ce522624-98a7-4a3a-b674-276a93481a2f),segment_id=ce522624-98a7-4a3a-b674-276a93481a2f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:52.420250 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2b3383a6-c2cf-4ea8-bdf5-2769e6bbfbfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.432966 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2b3383a6-c2cf-4ea8-bdf5-2769e6bbfbfa None None] Calling delete_port for d54a8278-512b-4f3e-8d8a-9baa4375418e owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:52.437316 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f1a1c-7a02-4ead-b2fc-8cf585282f9f tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Pushing event deleted for resources: {'Port': ['ID=d54a8278-512b-4f3e-8d8a-9baa4375418e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:52.442152 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879f1a1c-7a02-4ead-b2fc-8cf585282f9f tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] No DVR routers for this DVR port d54a8278-512b-4f3e-8d8a-9baa4375418e on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:19:52.512063 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2b3383a6-c2cf-4ea8-bdf5-2769e6bbfbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.523421 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-879f1a1c-7a02-4ead-b2fc-8cf585282f9f tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.533559 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-879f1a1c-7a02-4ead-b2fc-8cf585282f9f tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97914048-0a5a-4e73-a221-f3dd28fc3354']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:52.536995 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3383a6-c2cf-4ea8-bdf5-2769e6bbfbfa None None] Pushing event deleted for resources: {'Port': ['ID=d54a8278-512b-4f3e-8d8a-9baa4375418e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:52.542129 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3383a6-c2cf-4ea8-bdf5-2769e6bbfbfa None None] No DVR routers for this DVR port d54a8278-512b-4f3e-8d8a-9baa4375418e on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:19:52.547985 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-879f1a1c-7a02-4ead-b2fc-8cf585282f9f tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce522624-98a7-4a3a-b674-276a93481a2f') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:52.548446 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-879f1a1c-7a02-4ead-b2fc-8cf585282f9f tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce522624-98a7-4a3a-b674-276a93481a2f') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:52.557726 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-879f1a1c-7a02-4ead-b2fc-8cf585282f9f tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.573298 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-879f1a1c-7a02-4ead-b2fc-8cf585282f9f tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.579460 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879f1a1c-7a02-4ead-b2fc-8cf585282f9f tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:19:52.579849 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-879f1a1c-7a02-4ead-b2fc-8cf585282f9f tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: timer() Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:19:52.583318 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:19:52.643343 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-879f1a1c-7a02-4ead-b2fc-8cf585282f9f tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.650611 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-879f1a1c-7a02-4ead-b2fc-8cf585282f9f tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:52.655042 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-879f1a1c-7a02-4ead-b2fc-8cf585282f9f tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] 10.222.0.16 "DELETE /v2.0/networks/97914048-0a5a-4e73-a221-f3dd28fc3354 HTTP/1.1" status: 204 len: 168 time: 0.5394773 Jul 16 02:19:52.671478 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f1a1c-7a02-4ead-b2fc-8cf585282f9f tempest-NetworksIpV6Test-704095133 tempest-NetworksIpV6Test-704095133-project] Pushing event deleted for resources: {'Network': ['ID=97914048-0a5a-4e73-a221-f3dd28fc3354,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:52.915215 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39458) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:53.068484 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1b8f04dc-9a23-46b2-aa0a-ae2e615f3fcb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65f8619d97004d51af5872692f1f3032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519821 Jul 16 02:19:53.071309 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39462) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:53.123776 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5039913f-d426-4e26-937e-dad244c569dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.148556 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5039913f-d426-4e26-937e-dad244c569dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.211725 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5039913f-d426-4e26-937e-dad244c569dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.214541 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5039913f-d426-4e26-937e-dad244c569dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.215900 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5039913f-d426-4e26-937e-dad244c569dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b5b17b3-8075-49ca-ae91-3adcd7163b65 HTTP/1.1" status: 204 len: 168 time: 0.1435890 Jul 16 02:19:53.224739 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039913f-d426-4e26-937e-dad244c569dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5b17b3-8075-49ca-ae91-3adcd7163b65,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:53.942854 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39484) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:54.056220 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-c2545cc8-ba0b-4c4a-803b-1c962023d8ff tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-356184307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:54.082727 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2545cc8-ba0b-4c4a-803b-1c962023d8ff tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.083712 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2545cc8-ba0b-4c4a-803b-1c962023d8ff tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.141462 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2545cc8-ba0b-4c4a-803b-1c962023d8ff tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.147054 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2545cc8-ba0b-4c4a-803b-1c962023d8ff tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.169014 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c2545cc8-ba0b-4c4a-803b-1c962023d8ff tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.170126 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d54a8278-512b-4f3e-8d8a-9baa4375418e no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:54.171330 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c2545cc8-ba0b-4c4a-803b-1c962023d8ff tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2272832 Jul 16 02:19:54.174132 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39488) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:54.180018 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b296e177-4f97-4a42-b804-f708cfc75498 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-801968844'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:54.196562 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: d54a8278-512b-4f3e-8d8a-9baa4375418e {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:19:54.196943 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d54a8278-512b-4f3e-8d8a-9baa4375418e not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:54.211589 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b296e177-4f97-4a42-b804-f708cfc75498 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Made reservation on behalf of 8bfeb66f05944fceb9ad0a4eb7ef06f6 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:54.215647 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b296e177-4f97-4a42-b804-f708cfc75498 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.224794 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b296e177-4f97-4a42-b804-f708cfc75498 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.317364 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b296e177-4f97-4a42-b804-f708cfc75498 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.324398 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b296e177-4f97-4a42-b804-f708cfc75498 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.357396 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b296e177-4f97-4a42-b804-f708cfc75498 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:19:54.363783 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296e177-4f97-4a42-b804-f708cfc75498 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17f501f2-72c1-453b-b5c6-617544e10128,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:54.369878 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b296e177-4f97-4a42-b804-f708cfc75498 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.370225 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-b296e177-4f97-4a42-b804-f708cfc75498 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Added segment 753f43e9-3f1a-4262-b47f-3bc88d9f50b5 of type vlan for network 09736bac-5323-4be6-ac8b-07c078aa2aac Jul 16 02:19:54.410397 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b296e177-4f97-4a42-b804-f708cfc75498 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.441454 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b296e177-4f97-4a42-b804-f708cfc75498 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.448560 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b296e177-4f97-4a42-b804-f708cfc75498 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:54.449206 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b296e177-4f97-4a42-b804-f708cfc75498 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.488264 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b296e177-4f97-4a42-b804-f708cfc75498 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3127697 Jul 16 02:19:54.491474 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39490) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:54.497325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-1c706b3c-920f-46b1-b822-d02fcb35e045 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Request body: {'subnet': {'network_id': '09736bac-5323-4be6-ac8b-07c078aa2aac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:54.522312 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296e177-4f97-4a42-b804-f708cfc75498 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Pushing event updated for resources: {'Network': ['ID=09736bac-5323-4be6-ac8b-07c078aa2aac,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:54.533878 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 09736bac-5323-4be6-ac8b-07c078aa2aac details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:19:54.589470 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c706b3c-920f-46b1-b822-d02fcb35e045 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Made reservation on behalf of 8bfeb66f05944fceb9ad0a4eb7ef06f6 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:54.593495 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c706b3c-920f-46b1-b822-d02fcb35e045 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.774937 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c706b3c-920f-46b1-b822-d02fcb35e045 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.840615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c706b3c-920f-46b1-b822-d02fcb35e045 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Pushing event updated for resources: {'Subnet': ['ID=b27aa56f-f399-4249-809f-9a99802fdc76,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:54.851472 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c706b3c-920f-46b1-b822-d02fcb35e045 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Checking segment: {'id': '753f43e9-3f1a-4262-b47f-3bc88d9f50b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09736bac-5323-4be6-ac8b-07c078aa2aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:54.851821 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c706b3c-920f-46b1-b822-d02fcb35e045 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Network hostable DHCP agents. Network: 09736bac-5323-4be6-ac8b-07c078aa2aac, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:19:54.872651 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c706b3c-920f-46b1-b822-d02fcb35e045 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Network 09736bac-5323-4be6-ac8b-07c078aa2aac is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:19:54.883132 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-1c706b3c-920f-46b1-b822-d02fcb35e045 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 09736bac-5323-4be6-ac8b-07c078aa2aac) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:54.887656 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c706b3c-920f-46b1-b822-d02fcb35e045 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:54.888241 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c706b3c-920f-46b1-b822-d02fcb35e045 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.893847 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be54a02a-c2b3-41a2-bdfd-7ac1fb1f6619 None None] Network 09736bac-5323-4be6-ac8b-07c078aa2aac requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:54.903443 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1c706b3c-920f-46b1-b822-d02fcb35e045 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4103680 Jul 16 02:19:54.906786 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39492) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:54.912159 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-e9cc291c-5854-424e-b030-f57184a8d9c0 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-646207380'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:54.935876 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cc291c-5854-424e-b030-f57184a8d9c0 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Made reservation on behalf of 8bfeb66f05944fceb9ad0a4eb7ef06f6 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:54.940397 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e9cc291c-5854-424e-b030-f57184a8d9c0 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.966912 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9cc291c-5854-424e-b030-f57184a8d9c0 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:19:54.976930 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e9cc291c-5854-424e-b030-f57184a8d9c0 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.977278 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-e9cc291c-5854-424e-b030-f57184a8d9c0 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Added segment 2c247d49-d676-4413-aed0-6de5a452efe3 of type vlan for network 2f8f9be1-132b-4e78-84c2-c2460e107ef7 Jul 16 02:19:55.019392 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e9cc291c-5854-424e-b030-f57184a8d9c0 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:55.046215 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5912c0-0877-496d-a070-e768651fe01a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-09736bac-5323-4be6-ac8b-07c078aa2aac', 'network_id': '09736bac-5323-4be6-ac8b-07c078aa2aac', 'tenant_id': '8bfeb66f05944fceb9ad0a4eb7ef06f6', 'fixed_ips': [{'subnet_id': 'b27aa56f-f399-4249-809f-9a99802fdc76'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:19:55.047078 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f5912c0-0877-496d-a070-e768651fe01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:55.049039 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e9cc291c-5854-424e-b030-f57184a8d9c0 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:55.054837 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cc291c-5854-424e-b030-f57184a8d9c0 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:55.055434 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-e9cc291c-5854-424e-b030-f57184a8d9c0 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:55.095724 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-e9cc291c-5854-424e-b030-f57184a8d9c0 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1876702 Jul 16 02:19:55.098931 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39494) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:55.105041 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-621aa633-0e49-4892-b267-000650d57137 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Request body: {'subnet': {'network_id': '2f8f9be1-132b-4e78-84c2-c2460e107ef7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:55.127368 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc291c-5854-424e-b030-f57184a8d9c0 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Pushing event updated for resources: {'Network': ['ID=2f8f9be1-132b-4e78-84c2-c2460e107ef7,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:55.139382 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 2f8f9be1-132b-4e78-84c2-c2460e107ef7 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:19:55.204285 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621aa633-0e49-4892-b267-000650d57137 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Made reservation on behalf of 8bfeb66f05944fceb9ad0a4eb7ef06f6 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:55.211599 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-621aa633-0e49-4892-b267-000650d57137 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:55.234068 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-3f5912c0-0877-496d-a070-e768651fe01a None None] Allocated IP 172.20.0.2 (09736bac-5323-4be6-ac8b-07c078aa2aac/b27aa56f-f399-4249-809f-9a99802fdc76/49b2cb75-74d3-4c4f-8e93-47282a90fa54) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:19:55.381831 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f5912c0-0877-496d-a070-e768651fe01a None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:55.390279 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3f5912c0-0877-496d-a070-e768651fe01a None None] Transition to ACTIVE for port object 49b2cb75-74d3-4c4f-8e93-47282a90fa54 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:55.404971 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3f5912c0-0877-496d-a070-e768651fe01a None None] Transition to ACTIVE for port object 49b2cb75-74d3-4c4f-8e93-47282a90fa54 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:55.412449 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f5912c0-0877-496d-a070-e768651fe01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:55.415790 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-621aa633-0e49-4892-b267-000650d57137 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:55.451627 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5912c0-0877-496d-a070-e768651fe01a None None] Network 09736bac-5323-4be6-ac8b-07c078aa2aac is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:19:55.454388 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-3f5912c0-0877-496d-a070-e768651fe01a None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:55.457991 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5912c0-0877-496d-a070-e768651fe01a None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:19:55.465166 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5912c0-0877-496d-a070-e768651fe01a None None] Pushing event updated for resources: {'Port': ['ID=49b2cb75-74d3-4c4f-8e93-47282a90fa54,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:55.484604 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621aa633-0e49-4892-b267-000650d57137 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Pushing event updated for resources: {'Subnet': ['ID=9bc33cd4-c1b0-4ccc-adc0-daa8255e755f,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:55.492867 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621aa633-0e49-4892-b267-000650d57137 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Checking segment: {'id': '2c247d49-d676-4413-aed0-6de5a452efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2f8f9be1-132b-4e78-84c2-c2460e107ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:55.493333 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621aa633-0e49-4892-b267-000650d57137 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Network hostable DHCP agents. Network: 2f8f9be1-132b-4e78-84c2-c2460e107ef7, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:19:55.510189 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621aa633-0e49-4892-b267-000650d57137 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Network 2f8f9be1-132b-4e78-84c2-c2460e107ef7 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:19:55.519505 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-621aa633-0e49-4892-b267-000650d57137 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 2f8f9be1-132b-4e78-84c2-c2460e107ef7) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:55.523577 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3f5912c0-0877-496d-a070-e768651fe01a None None] Attempting to bind port 49b2cb75-74d3-4c4f-8e93-47282a90fa54 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:19:55.523943 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3f5912c0-0877-496d-a070-e768651fe01a None None] Attempting to bind port 49b2cb75-74d3-4c4f-8e93-47282a90fa54 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '753f43e9-3f1a-4262-b47f-3bc88d9f50b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09736bac-5323-4be6-ac8b-07c078aa2aac'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:19:55.524427 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5912c0-0877-496d-a070-e768651fe01a None None] Attempting to bind port 49b2cb75-74d3-4c4f-8e93-47282a90fa54 on network 09736bac-5323-4be6-ac8b-07c078aa2aac {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:55.524670 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621aa633-0e49-4892-b267-000650d57137 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:55.525249 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-621aa633-0e49-4892-b267-000650d57137 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:55.529026 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee22adb-541f-47e3-97bc-b33cc102273f None None] Network 2f8f9be1-132b-4e78-84c2-c2460e107ef7 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:55.541273 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-621aa633-0e49-4892-b267-000650d57137 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4408047 Jul 16 02:19:55.543889 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39496) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:55.547770 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5912c0-0877-496d-a070-e768651fe01a None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:19:55.548147 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5912c0-0877-496d-a070-e768651fe01a None None] Checking segment: {'id': '753f43e9-3f1a-4262-b47f-3bc88d9f50b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09736bac-5323-4be6-ac8b-07c078aa2aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:55.548458 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-d42c0dd3-fb44-49a3-a371-a05cb34b455f tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Request body: {'router': {'external_gateway_info': {'network_id': '2f8f9be1-132b-4e78-84c2-c2460e107ef7'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:55.548587 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f5912c0-0877-496d-a070-e768651fe01a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:55.548954 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5912c0-0877-496d-a070-e768651fe01a None None] Bound using segment: {'id': '753f43e9-3f1a-4262-b47f-3bc88d9f50b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09736bac-5323-4be6-ac8b-07c078aa2aac'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:19:55.549432 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3f5912c0-0877-496d-a070-e768651fe01a None None] Bound port: 49b2cb75-74d3-4c4f-8e93-47282a90fa54, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '753f43e9-3f1a-4262-b47f-3bc88d9f50b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09736bac-5323-4be6-ac8b-07c078aa2aac'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:19:55.549808 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f5912c0-0877-496d-a070-e768651fe01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:55.849313 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3f5912c0-0877-496d-a070-e768651fe01a None None] For port 49b2cb75-74d3-4c4f-8e93-47282a90fa54, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:19:55.868385 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3f5912c0-0877-496d-a070-e768651fe01a None None] For port 49b2cb75-74d3-4c4f-8e93-47282a90fa54, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=49b2cb75-74d3-4c4f-8e93-47282a90fa54,segment=NetworkSegment(753f43e9-3f1a-4262-b47f-3bc88d9f50b5),segment_id=753f43e9-3f1a-4262-b47f-3bc88d9f50b5)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:19:55.875607 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f5912c0-0877-496d-a070-e768651fe01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:55.937202 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc47352-c9a8-457f-97ae-b34546c1ea56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-2f8f9be1-132b-4e78-84c2-c2460e107ef7', 'network_id': '2f8f9be1-132b-4e78-84c2-c2460e107ef7', 'tenant_id': '8bfeb66f05944fceb9ad0a4eb7ef06f6', 'fixed_ips': [{'subnet_id': '9bc33cd4-c1b0-4ccc-adc0-daa8255e755f'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:19:55.938011 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1dc47352-c9a8-457f-97ae-b34546c1ea56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:55.969798 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5912c0-0877-496d-a070-e768651fe01a None None] Pushing event updated for resources: {'Port': ['ID=49b2cb75-74d3-4c4f-8e93-47282a90fa54,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:56.117349 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-1dc47352-c9a8-457f-97ae-b34546c1ea56 None None] Allocated IP 172.21.0.2 (2f8f9be1-132b-4e78-84c2-c2460e107ef7/9bc33cd4-c1b0-4ccc-adc0-daa8255e755f/e2745a05-e7fe-475e-b73a-eecc870a5bcb) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:19:56.125800 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d42c0dd3-fb44-49a3-a371-a05cb34b455f tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.264060 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 49b2cb75-74d3-4c4f-8e93-47282a90fa54 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:19:56.277235 n-d-792394-16 neutron-server[93956]: INFO neutron.api.v2.resource [None req-d42c0dd3-fb44-49a3-a371-a05cb34b455f tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:19:56.278318 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d42c0dd3-fb44-49a3-a371-a05cb34b455f tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] 10.222.0.16 "PUT /v2.0/routers/47fa8000-7ba9-47f0-a87f-f0de33f1478e HTTP/1.1" status: 400 len: 364 time: 0.7334006 Jul 16 02:19:56.284093 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39498) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:56.340908 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1dc47352-c9a8-457f-97ae-b34546c1ea56 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.344344 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eecf247-8444-4fe4-a2c3-8c695f5a20e6 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Deleting subnet 9bc33cd4-c1b0-4ccc-adc0-daa8255e755f {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:19:56.351840 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1dc47352-c9a8-457f-97ae-b34546c1ea56 None None] Transition to ACTIVE for port object e2745a05-e7fe-475e-b73a-eecc870a5bcb will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:56.371031 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1dc47352-c9a8-457f-97ae-b34546c1ea56 None None] Transition to ACTIVE for port object e2745a05-e7fe-475e-b73a-eecc870a5bcb will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:56.372851 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 49b2cb75-74d3-4c4f-8e93-47282a90fa54 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:19:56.381225 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9eecf247-8444-4fe4-a2c3-8c695f5a20e6 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.382363 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1dc47352-c9a8-457f-97ae-b34546c1ea56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.426387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc47352-c9a8-457f-97ae-b34546c1ea56 None None] Network 2f8f9be1-132b-4e78-84c2-c2460e107ef7 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:19:56.427748 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9eecf247-8444-4fe4-a2c3-8c695f5a20e6 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.432195 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc47352-c9a8-457f-97ae-b34546c1ea56 None None] Pushing event updated for resources: {'Port': ['ID=e2745a05-e7fe-475e-b73a-eecc870a5bcb,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:56.434934 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-1dc47352-c9a8-457f-97ae-b34546c1ea56 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:56.437214 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc47352-c9a8-457f-97ae-b34546c1ea56 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:19:56.500302 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-1dc47352-c9a8-457f-97ae-b34546c1ea56 None None] Attempting to bind port e2745a05-e7fe-475e-b73a-eecc870a5bcb on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:19:56.500719 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-1dc47352-c9a8-457f-97ae-b34546c1ea56 None None] Attempting to bind port e2745a05-e7fe-475e-b73a-eecc870a5bcb by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '2c247d49-d676-4413-aed0-6de5a452efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2f8f9be1-132b-4e78-84c2-c2460e107ef7'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:19:56.501097 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc47352-c9a8-457f-97ae-b34546c1ea56 None None] Attempting to bind port e2745a05-e7fe-475e-b73a-eecc870a5bcb on network 2f8f9be1-132b-4e78-84c2-c2460e107ef7 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:56.506133 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc47352-c9a8-457f-97ae-b34546c1ea56 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:19:56.506512 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc47352-c9a8-457f-97ae-b34546c1ea56 None None] Checking segment: {'id': '2c247d49-d676-4413-aed0-6de5a452efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2f8f9be1-132b-4e78-84c2-c2460e107ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:56.506931 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1dc47352-c9a8-457f-97ae-b34546c1ea56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.507403 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc47352-c9a8-457f-97ae-b34546c1ea56 None None] Bound using segment: {'id': '2c247d49-d676-4413-aed0-6de5a452efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2f8f9be1-132b-4e78-84c2-c2460e107ef7'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:19:56.508119 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-1dc47352-c9a8-457f-97ae-b34546c1ea56 None None] Bound port: e2745a05-e7fe-475e-b73a-eecc870a5bcb, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c247d49-d676-4413-aed0-6de5a452efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2f8f9be1-132b-4e78-84c2-c2460e107ef7'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:19:56.508543 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1dc47352-c9a8-457f-97ae-b34546c1ea56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.514106 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9eecf247-8444-4fe4-a2c3-8c695f5a20e6 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.578264 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9eecf247-8444-4fe4-a2c3-8c695f5a20e6 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.581270 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-1dc47352-c9a8-457f-97ae-b34546c1ea56 None None] For port e2745a05-e7fe-475e-b73a-eecc870a5bcb, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:19:56.584732 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-1dc47352-c9a8-457f-97ae-b34546c1ea56 None None] For port e2745a05-e7fe-475e-b73a-eecc870a5bcb, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e2745a05-e7fe-475e-b73a-eecc870a5bcb,segment=NetworkSegment(2c247d49-d676-4413-aed0-6de5a452efe3),segment_id=2c247d49-d676-4413-aed0-6de5a452efe3)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:19:56.590622 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1dc47352-c9a8-457f-97ae-b34546c1ea56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.606363 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eecf247-8444-4fe4-a2c3-8c695f5a20e6 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Pushing event deleted for resources: {'Subnet': ['ID=9bc33cd4-c1b0-4ccc-adc0-daa8255e755f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:56.611831 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9eecf247-8444-4fe4-a2c3-8c695f5a20e6 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.615914 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9eecf247-8444-4fe4-a2c3-8c695f5a20e6 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] 10.222.0.16 "DELETE /v2.0/subnets/9bc33cd4-c1b0-4ccc-adc0-daa8255e755f HTTP/1.1" status: 204 len: 168 time: 0.3285451 Jul 16 02:19:56.616174 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39500) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:56.662282 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc47352-c9a8-457f-97ae-b34546c1ea56 None None] Pushing event updated for resources: {'Port': ['ID=e2745a05-e7fe-475e-b73a-eecc870a5bcb,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:56.667596 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3e3add2d-ff70-4302-bda3-14140c050d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.701148 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d66d941e-3dd0-4840-bfd0-73abcdaa0f18 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.758951 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-d66d941e-3dd0-4840-bfd0-73abcdaa0f18 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Deleting port e2745a05-e7fe-475e-b73a-eecc870a5bcb {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:56.759294 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d66d941e-3dd0-4840-bfd0-73abcdaa0f18 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.854195 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-d66d941e-3dd0-4840-bfd0-73abcdaa0f18 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] For port e2745a05-e7fe-475e-b73a-eecc870a5bcb, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e2745a05-e7fe-475e-b73a-eecc870a5bcb,segment=NetworkSegment(2c247d49-d676-4413-aed0-6de5a452efe3),segment_id=2c247d49-d676-4413-aed0-6de5a452efe3)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:56.854873 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d66d941e-3dd0-4840-bfd0-73abcdaa0f18 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.871211 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-d66d941e-3dd0-4840-bfd0-73abcdaa0f18 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Calling delete_port for e2745a05-e7fe-475e-b73a-eecc870a5bcb owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:56.958315 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d66d941e-3dd0-4840-bfd0-73abcdaa0f18 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.990865 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d941e-3dd0-4840-bfd0-73abcdaa0f18 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Pushing event deleted for resources: {'Port': ['ID=e2745a05-e7fe-475e-b73a-eecc870a5bcb,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:56.996308 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66d941e-3dd0-4840-bfd0-73abcdaa0f18 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] No DVR routers for this DVR port e2745a05-e7fe-475e-b73a-eecc870a5bcb on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:19:57.078611 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d66d941e-3dd0-4840-bfd0-73abcdaa0f18 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.089721 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-d66d941e-3dd0-4840-bfd0-73abcdaa0f18 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f8f9be1-132b-4e78-84c2-c2460e107ef7']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:57.106208 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-d66d941e-3dd0-4840-bfd0-73abcdaa0f18 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c247d49-d676-4413-aed0-6de5a452efe3') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:57.106537 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-d66d941e-3dd0-4840-bfd0-73abcdaa0f18 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c247d49-d676-4413-aed0-6de5a452efe3') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:57.107348 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e068a12-41b0-463b-893e-a5d9a9e6c713 None None] Network 09736bac-5323-4be6-ac8b-07c078aa2aac requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:57.117338 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d66d941e-3dd0-4840-bfd0-73abcdaa0f18 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.138389 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d66d941e-3dd0-4840-bfd0-73abcdaa0f18 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.147226 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66d941e-3dd0-4840-bfd0-73abcdaa0f18 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:19:57.147800 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d66d941e-3dd0-4840-bfd0-73abcdaa0f18 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: timer() Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:19:57.151934 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:19:57.211940 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0f5d3b05-4df1-4e67-a5f1-d972de95d640 None None] Provisioning for port 49b2cb75-74d3-4c4f-8e93-47282a90fa54 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:19:57.216224 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d66d941e-3dd0-4840-bfd0-73abcdaa0f18 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.221296 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d66d941e-3dd0-4840-bfd0-73abcdaa0f18 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.223288 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d66d941e-3dd0-4840-bfd0-73abcdaa0f18 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] 10.222.0.16 "DELETE /v2.0/networks/2f8f9be1-132b-4e78-84c2-c2460e107ef7 HTTP/1.1" status: 204 len: 168 time: 0.6061203 Jul 16 02:19:57.226118 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39504) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:57.237747 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d941e-3dd0-4840-bfd0-73abcdaa0f18 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Pushing event deleted for resources: {'Network': ['ID=2f8f9be1-132b-4e78-84c2-c2460e107ef7,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:57.239364 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-0f5d3b05-4df1-4e67-a5f1-d972de95d640 None None] Provisioning complete for port 49b2cb75-74d3-4c4f-8e93-47282a90fa54 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:19:57.239743 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f5d3b05-4df1-4e67-a5f1-d972de95d640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.280750 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e53d2dc-e056-4627-88ce-bd56fa7141f2 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Deleting subnet b27aa56f-f399-4249-809f-9a99802fdc76 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:19:57.284320 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1e53d2dc-e056-4627-88ce-bd56fa7141f2 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.344690 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1e53d2dc-e056-4627-88ce-bd56fa7141f2 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.369116 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f5d3b05-4df1-4e67-a5f1-d972de95d640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.422862 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-0f5d3b05-4df1-4e67-a5f1-d972de95d640 None None] For port 49b2cb75-74d3-4c4f-8e93-47282a90fa54, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=49b2cb75-74d3-4c4f-8e93-47282a90fa54,segment=NetworkSegment(753f43e9-3f1a-4262-b47f-3bc88d9f50b5),segment_id=753f43e9-3f1a-4262-b47f-3bc88d9f50b5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:57.436136 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f5d3b05-4df1-4e67-a5f1-d972de95d640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.466935 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1e53d2dc-e056-4627-88ce-bd56fa7141f2 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.498646 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d3b05-4df1-4e67-a5f1-d972de95d640 None None] Pushing event updated for resources: {'Port': ['ID=49b2cb75-74d3-4c4f-8e93-47282a90fa54,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:57.567525 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1e53d2dc-e056-4627-88ce-bd56fa7141f2 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.595038 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53d2dc-e056-4627-88ce-bd56fa7141f2 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Pushing event deleted for resources: {'Subnet': ['ID=b27aa56f-f399-4249-809f-9a99802fdc76,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:57.605369 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1e53d2dc-e056-4627-88ce-bd56fa7141f2 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.610016 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1e53d2dc-e056-4627-88ce-bd56fa7141f2 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] 10.222.0.16 "DELETE /v2.0/subnets/b27aa56f-f399-4249-809f-9a99802fdc76 HTTP/1.1" status: 204 len: 168 time: 0.3825233 Jul 16 02:19:57.610173 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39506) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:57.629132 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742b9a8e-6682-4b64-b736-f3dfb5a547de None None] Network 09736bac-5323-4be6-ac8b-07c078aa2aac requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:57.698321 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5b401bd-bd0d-4fff-9ba3-98a5e7106f68 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.703528 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3511acd4-66d3-4cca-addf-6244f695f5fe None None] Provisioning complete for port 49b2cb75-74d3-4c4f-8e93-47282a90fa54 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:19:57.703903 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3511acd4-66d3-4cca-addf-6244f695f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.755174 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-a5b401bd-bd0d-4fff-9ba3-98a5e7106f68 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Deleting port 49b2cb75-74d3-4c4f-8e93-47282a90fa54 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:57.755444 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5b401bd-bd0d-4fff-9ba3-98a5e7106f68 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.825541 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-a5b401bd-bd0d-4fff-9ba3-98a5e7106f68 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] For port 49b2cb75-74d3-4c4f-8e93-47282a90fa54, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=49b2cb75-74d3-4c4f-8e93-47282a90fa54,segment=NetworkSegment(753f43e9-3f1a-4262-b47f-3bc88d9f50b5),segment_id=753f43e9-3f1a-4262-b47f-3bc88d9f50b5)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:57.827489 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5b401bd-bd0d-4fff-9ba3-98a5e7106f68 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.837099 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728f579c-0c67-4e79-8d4c-fa88144ca125 None None] DHCP port deletion for 2f8f9be1-132b-4e78-84c2-c2460e107ef7 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:19:57.841017 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-a5b401bd-bd0d-4fff-9ba3-98a5e7106f68 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Calling delete_port for 49b2cb75-74d3-4c4f-8e93-47282a90fa54 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:57.864116 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdce927c-fb87-4e18-9a5f-eef2757cd7bf None None] Network 2f8f9be1-132b-4e78-84c2-c2460e107ef7 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:19:57.877447 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdce927c-fb87-4e18-9a5f-eef2757cd7bf None None] Network 2f8f9be1-132b-4e78-84c2-c2460e107ef7 could not be found, it might have been deleted concurrently. {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 02:19:57.932660 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af617471-e456-4296-8156-1af8fc78a042 None None] DHCP port deletion for 09736bac-5323-4be6-ac8b-07c078aa2aac request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:19:57.937860 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5b401bd-bd0d-4fff-9ba3-98a5e7106f68 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:57.955058 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af617471-e456-4296-8156-1af8fc78a042 None None] The port '49b2cb75-74d3-4c4f-8e93-47282a90fa54' was deleted {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 02:19:57.963632 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e181239b-b92d-48a6-b759-b0b48c5ea723 None None] Could not find standard attr ID for object e2745a05-e7fe-475e-b73a-eecc870a5bcb. {{(pid=93957) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:19:57.964216 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b401bd-bd0d-4fff-9ba3-98a5e7106f68 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Pushing event deleted for resources: {'Port': ['ID=49b2cb75-74d3-4c4f-8e93-47282a90fa54,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:57.971204 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b401bd-bd0d-4fff-9ba3-98a5e7106f68 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] No DVR routers for this DVR port 49b2cb75-74d3-4c4f-8e93-47282a90fa54 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:19:58.050776 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5b401bd-bd0d-4fff-9ba3-98a5e7106f68 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:58.062599 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-a5b401bd-bd0d-4fff-9ba3-98a5e7106f68 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09736bac-5323-4be6-ac8b-07c078aa2aac']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:58.073823 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-a5b401bd-bd0d-4fff-9ba3-98a5e7106f68 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753f43e9-3f1a-4262-b47f-3bc88d9f50b5') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:58.074129 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-a5b401bd-bd0d-4fff-9ba3-98a5e7106f68 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753f43e9-3f1a-4262-b47f-3bc88d9f50b5') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:58.084082 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5b401bd-bd0d-4fff-9ba3-98a5e7106f68 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:58.100263 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5b401bd-bd0d-4fff-9ba3-98a5e7106f68 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:58.107029 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b401bd-bd0d-4fff-9ba3-98a5e7106f68 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:19:58.107536 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5b401bd-bd0d-4fff-9ba3-98a5e7106f68 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: timer() Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:19:58.111469 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:19:58.168174 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 49b2cb75-74d3-4c4f-8e93-47282a90fa54 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:58.172946 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5b401bd-bd0d-4fff-9ba3-98a5e7106f68 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:58.180327 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a5b401bd-bd0d-4fff-9ba3-98a5e7106f68 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:58.182203 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a5b401bd-bd0d-4fff-9ba3-98a5e7106f68 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] 10.222.0.16 "DELETE /v2.0/networks/09736bac-5323-4be6-ac8b-07c078aa2aac HTTP/1.1" status: 204 len: 168 time: 0.5709147 Jul 16 02:19:58.185161 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39508) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:58.199318 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b401bd-bd0d-4fff-9ba3-98a5e7106f68 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Pushing event deleted for resources: {'Network': ['ID=09736bac-5323-4be6-ac8b-07c078aa2aac,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:58.199710 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 49b2cb75-74d3-4c4f-8e93-47282a90fa54 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:19:58.200119 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 49b2cb75-74d3-4c4f-8e93-47282a90fa54 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:58.218413 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-150cc2ba-68ae-49ef-a86c-176773d82120 tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] 10.222.0.16 "GET /v2.0/ports?device_id=47fa8000-7ba9-47f0-a87f-f0de33f1478e HTTP/1.1" status: 200 len: 205 time: 0.0320587 Jul 16 02:19:58.221044 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39510) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:58.294576 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2fa5c727-45f8-40cc-803b-496becd4acfc tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:58.452998 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2fa5c727-45f8-40cc-803b-496becd4acfc tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:58.455114 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2fa5c727-45f8-40cc-803b-496becd4acfc tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:58.507495 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2fa5c727-45f8-40cc-803b-496becd4acfc tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:58.508022 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa5c727-45f8-40cc-803b-496becd4acfc tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Fanout notify agent at l3_agent the message router_deleted on router 47fa8000-7ba9-47f0-a87f-f0de33f1478e {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:19:58.515482 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2fa5c727-45f8-40cc-803b-496becd4acfc tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:58.516710 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2fa5c727-45f8-40cc-803b-496becd4acfc tempest-RoutersNegativeTest-60596214 tempest-RoutersNegativeTest-60596214-project] 10.222.0.16 "DELETE /v2.0/routers/47fa8000-7ba9-47f0-a87f-f0de33f1478e HTTP/1.1" status: 204 len: 168 time: 0.2944040 Jul 16 02:19:58.816011 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39516) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:58.956187 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2ad1fc12-09e7-412c-853d-bdeebbacb30c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8bfeb66f05944fceb9ad0a4eb7ef06f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389525 Jul 16 02:19:58.958948 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39520) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:59.009222 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86c20ac3-7554-4078-a33f-afcb4b66c8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:59.032883 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86c20ac3-7554-4078-a33f-afcb4b66c8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:59.085685 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86c20ac3-7554-4078-a33f-afcb4b66c8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:59.088894 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-86c20ac3-7554-4078-a33f-afcb4b66c8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:59.090109 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-86c20ac3-7554-4078-a33f-afcb4b66c8e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/17f501f2-72c1-453b-b5c6-617544e10128 HTTP/1.1" status: 204 len: 168 time: 0.1303420 Jul 16 02:19:59.098954 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c20ac3-7554-4078-a33f-afcb4b66c8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f501f2-72c1-453b-b5c6-617544e10128,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:59.612248 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-306b3a33-3fe3-47ae-a257-5a7f27f87670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:59.802660 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39542) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:59.802891 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:59.912045 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-6cea24e9-679f-431c-b59d-a93fde77186f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1952033061-network', 'tenant_id': 'c6fae827b6f845b09b1ce06ae3095f0a'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:59.940297 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cea24e9-679f-431c-b59d-a93fde77186f admin admin] Made reservation on behalf of c6fae827b6f845b09b1ce06ae3095f0a for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:59.943867 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6cea24e9-679f-431c-b59d-a93fde77186f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:59.953708 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6cea24e9-679f-431c-b59d-a93fde77186f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:00.052715 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6cea24e9-679f-431c-b59d-a93fde77186f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:00.058939 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6cea24e9-679f-431c-b59d-a93fde77186f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:00.083279 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cea24e9-679f-431c-b59d-a93fde77186f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:20:00.093834 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea24e9-679f-431c-b59d-a93fde77186f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68aa1a95-49fa-4326-b41c-967bbee7ac4d,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:00.098932 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6cea24e9-679f-431c-b59d-a93fde77186f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:00.099275 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-6cea24e9-679f-431c-b59d-a93fde77186f admin admin] Added segment 618129ce-bff5-4105-a404-afc55b136ca5 of type vlan for network c73cbcef-b12a-49c2-b620-f71be111a504 Jul 16 02:20:00.142680 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6cea24e9-679f-431c-b59d-a93fde77186f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:00.174649 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6cea24e9-679f-431c-b59d-a93fde77186f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:00.176121 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cea24e9-679f-431c-b59d-a93fde77186f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:00.177043 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6cea24e9-679f-431c-b59d-a93fde77186f admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:00.212534 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6cea24e9-679f-431c-b59d-a93fde77186f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4086194 Jul 16 02:20:00.215739 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39546) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:00.221293 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-ba487f43-ffc2-40af-8873-18ab0db5072e admin admin] Request body: {'subnet': {'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1952033061-subnet', 'tenant_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:00.237329 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea24e9-679f-431c-b59d-a93fde77186f admin admin] Pushing event updated for resources: {'Network': ['ID=c73cbcef-b12a-49c2-b620-f71be111a504,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:00.247594 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network c73cbcef-b12a-49c2-b620-f71be111a504 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:20:00.247889 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba487f43-ffc2-40af-8873-18ab0db5072e admin admin] Made reservation on behalf of c6fae827b6f845b09b1ce06ae3095f0a for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:00.250675 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ba487f43-ffc2-40af-8873-18ab0db5072e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:00.435527 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ba487f43-ffc2-40af-8873-18ab0db5072e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:00.490249 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba487f43-ffc2-40af-8873-18ab0db5072e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb0b9f21-f398-4c5a-9f56-9662f650f4a0,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:00.502687 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba487f43-ffc2-40af-8873-18ab0db5072e admin admin] Checking segment: {'id': '618129ce-bff5-4105-a404-afc55b136ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:00.503055 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba487f43-ffc2-40af-8873-18ab0db5072e admin admin] Network hostable DHCP agents. Network: c73cbcef-b12a-49c2-b620-f71be111a504, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:20:00.521769 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba487f43-ffc2-40af-8873-18ab0db5072e admin admin] Network c73cbcef-b12a-49c2-b620-f71be111a504 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:20:00.532268 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-ba487f43-ffc2-40af-8873-18ab0db5072e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, c73cbcef-b12a-49c2-b620-f71be111a504) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:00.536933 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba487f43-ffc2-40af-8873-18ab0db5072e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:00.537539 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ba487f43-ffc2-40af-8873-18ab0db5072e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:00.543231 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295a3845-f452-4dca-aef7-6f77036a6614 None None] Network c73cbcef-b12a-49c2-b620-f71be111a504 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:00.555435 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ba487f43-ffc2-40af-8873-18ab0db5072e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3381324 Jul 16 02:20:00.558167 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39548) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:00.562853 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-bdb48670-5c49-4375-9608-2b8d32d85b7f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1952033061-router', 'tenant_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:00.587402 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bdb48670-5c49-4375-9608-2b8d32d85b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:00.588496 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bdb48670-5c49-4375-9608-2b8d32d85b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:00.644580 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bdb48670-5c49-4375-9608-2b8d32d85b7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:00.696131 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba5f84c-f1ce-4b9c-a6b6-519f864082cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-c73cbcef-b12a-49c2-b620-f71be111a504', 'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504', 'tenant_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'fixed_ips': [{'subnet_id': 'eb0b9f21-f398-4c5a-9f56-9662f650f4a0'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:20:00.697099 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ba5f84c-f1ce-4b9c-a6b6-519f864082cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:00.776955 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bdb48670-5c49-4375-9608-2b8d32d85b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:00.842825 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-4ba5f84c-f1ce-4b9c-a6b6-519f864082cd None None] Allocated IP 172.20.0.2 (c73cbcef-b12a-49c2-b620-f71be111a504/eb0b9f21-f398-4c5a-9f56-9662f650f4a0/27ffbb1f-bdad-411f-84b2-995a04128b76) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:20:00.989018 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bdb48670-5c49-4375-9608-2b8d32d85b7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:01.000351 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ba5f84c-f1ce-4b9c-a6b6-519f864082cd None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:01.008397 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bdb48670-5c49-4375-9608-2b8d32d85b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:01.011074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4ba5f84c-f1ce-4b9c-a6b6-519f864082cd None None] Transition to ACTIVE for port object 27ffbb1f-bdad-411f-84b2-995a04128b76 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:01.012864 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:01.027257 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4ba5f84c-f1ce-4b9c-a6b6-519f864082cd None None] Transition to ACTIVE for port object 27ffbb1f-bdad-411f-84b2-995a04128b76 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:01.033676 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ba5f84c-f1ce-4b9c-a6b6-519f864082cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:01.073925 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba5f84c-f1ce-4b9c-a6b6-519f864082cd None None] Network c73cbcef-b12a-49c2-b620-f71be111a504 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:01.076906 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-4ba5f84c-f1ce-4b9c-a6b6-519f864082cd None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:01.081181 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba5f84c-f1ce-4b9c-a6b6-519f864082cd None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:20:01.084089 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5f84c-f1ce-4b9c-a6b6-519f864082cd None None] Pushing event updated for resources: {'Port': ['ID=27ffbb1f-bdad-411f-84b2-995a04128b76,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:01.122276 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-bdb48670-5c49-4375-9608-2b8d32d85b7f admin admin] Allocated IP 172.25.6.129 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/76914454-b15a-4a7b-8478-2e76846a1c85) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:20:01.142768 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-4ba5f84c-f1ce-4b9c-a6b6-519f864082cd None None] Attempting to bind port 27ffbb1f-bdad-411f-84b2-995a04128b76 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:20:01.143132 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-4ba5f84c-f1ce-4b9c-a6b6-519f864082cd None None] Attempting to bind port 27ffbb1f-bdad-411f-84b2-995a04128b76 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '618129ce-bff5-4105-a404-afc55b136ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:20:01.143489 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba5f84c-f1ce-4b9c-a6b6-519f864082cd None None] Attempting to bind port 27ffbb1f-bdad-411f-84b2-995a04128b76 on network c73cbcef-b12a-49c2-b620-f71be111a504 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:01.148531 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba5f84c-f1ce-4b9c-a6b6-519f864082cd None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:20:01.148840 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba5f84c-f1ce-4b9c-a6b6-519f864082cd None None] Checking segment: {'id': '618129ce-bff5-4105-a404-afc55b136ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:01.149289 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ba5f84c-f1ce-4b9c-a6b6-519f864082cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:01.149682 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba5f84c-f1ce-4b9c-a6b6-519f864082cd None None] Bound using segment: {'id': '618129ce-bff5-4105-a404-afc55b136ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:20:01.150143 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-4ba5f84c-f1ce-4b9c-a6b6-519f864082cd None None] Bound port: 27ffbb1f-bdad-411f-84b2-995a04128b76, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '618129ce-bff5-4105-a404-afc55b136ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:20:01.150517 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ba5f84c-f1ce-4b9c-a6b6-519f864082cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:01.212130 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-4ba5f84c-f1ce-4b9c-a6b6-519f864082cd None None] For port 27ffbb1f-bdad-411f-84b2-995a04128b76, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:20:01.215527 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-4ba5f84c-f1ce-4b9c-a6b6-519f864082cd None None] For port 27ffbb1f-bdad-411f-84b2-995a04128b76, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=27ffbb1f-bdad-411f-84b2-995a04128b76,segment=NetworkSegment(618129ce-bff5-4105-a404-afc55b136ca5),segment_id=618129ce-bff5-4105-a404-afc55b136ca5)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:20:01.220961 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ba5f84c-f1ce-4b9c-a6b6-519f864082cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:01.228560 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bdb48670-5c49-4375-9608-2b8d32d85b7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:01.272482 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bdb48670-5c49-4375-9608-2b8d32d85b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:01.275108 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5f84c-f1ce-4b9c-a6b6-519f864082cd None None] Pushing event updated for resources: {'Port': ['ID=27ffbb1f-bdad-411f-84b2-995a04128b76,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:01.313188 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb48670-5c49-4375-9608-2b8d32d85b7f admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:01.318327 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-bdb48670-5c49-4375-9608-2b8d32d85b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:01.321842 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb48670-5c49-4375-9608-2b8d32d85b7f admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:20:01.349947 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb48670-5c49-4375-9608-2b8d32d85b7f admin admin] Pushing event updated for resources: {'Port': ['ID=76914454-b15a-4a7b-8478-2e76846a1c85,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:01.598251 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bdb48670-5c49-4375-9608-2b8d32d85b7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:01.920687 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:02.161949 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bdb48670-5c49-4375-9608-2b8d32d85b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:02.214959 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 27ffbb1f-bdad-411f-84b2-995a04128b76 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:02.242000 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5893e91b-e969-44ff-ad93-24c5722b90ea None None] Network c73cbcef-b12a-49c2-b620-f71be111a504 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:02.295584 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb48670-5c49-4375-9608-2b8d32d85b7f admin admin] Router e203524a-2a7c-471a-aef0-ccf9b0ae44d2 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:20:02.340433 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-895f0ef9-c43b-4769-a2e3-a87dbf778119 None None] Provisioning for port 27ffbb1f-bdad-411f-84b2-995a04128b76 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:02.345351 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 27ffbb1f-bdad-411f-84b2-995a04128b76 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:02.349991 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-895f0ef9-c43b-4769-a2e3-a87dbf778119 None None] Provisioning complete for port 27ffbb1f-bdad-411f-84b2-995a04128b76 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:02.350367 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-895f0ef9-c43b-4769-a2e3-a87dbf778119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:02.371595 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 27ffbb1f-bdad-411f-84b2-995a04128b76 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:02.371969 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:02.406820 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb48670-5c49-4375-9608-2b8d32d85b7f admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:20:02.416112 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] Sync routers for ids ['e203524a-2a7c-471a-aef0-ccf9b0ae44d2'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:20:02.426232 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] Routers {'e203524a-2a7c-471a-aef0-ccf9b0ae44d2'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:20:02.426656 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bdb48670-5c49-4375-9608-2b8d32d85b7f admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:02.427272 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:20:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e203524a-2a7c-471a-aef0-ccf9b0ae44d2'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:02.432267 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39550) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:02.433575 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bdb48670-5c49-4375-9608-2b8d32d85b7f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8736072 Jul 16 02:20:02.545603 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] Set router e203524a-2a7c-471a-aef0-ccf9b0ae44d2 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:20:02.553144 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-895f0ef9-c43b-4769-a2e3-a87dbf778119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:02.577669 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:02.622819 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-895f0ef9-c43b-4769-a2e3-a87dbf778119 None None] For port 27ffbb1f-bdad-411f-84b2-995a04128b76, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=27ffbb1f-bdad-411f-84b2-995a04128b76,segment=NetworkSegment(618129ce-bff5-4105-a404-afc55b136ca5),segment_id=618129ce-bff5-4105-a404-afc55b136ca5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:02.629414 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-895f0ef9-c43b-4769-a2e3-a87dbf778119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:02.706293 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:20:02.706850 n-d-792394-16 neutron-server[93957]: DEBUG oslo_db.api [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:20:02.723023 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f0ef9-c43b-4769-a2e3-a87dbf778119 None None] Pushing event updated for resources: {'Port': ['ID=27ffbb1f-bdad-411f-84b2-995a04128b76,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:02.752845 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:02.759541 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e203524a-2a7c-471a-aef0-ccf9b0ae44d2', 'name': 'tempest-TestEncryptedCinderVolumes-1952033061-router', 'tenant_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '76914454-b15a-4a7b-8478-2e76846a1c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:00Z', 'updated_at': '2021-07-16T02:20:01Z', 'revision_number': 3, 'project_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'gw_port': {'id': '76914454-b15a-4a7b-8478-2e76846a1c85', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e203524a-2a7c-471a-aef0-ccf9b0ae44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:01Z', 'updated_at': '2021-07-16T02:20:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:02.791827 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] Checking router: e203524a-2a7c-471a-aef0-ccf9b0ae44d2 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:20:02.792201 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] Updating router e203524a-2a7c-471a-aef0-ccf9b0ae44d2 port 76914454-b15a-4a7b-8478-2e76846a1c85 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:20:02.826289 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:02.850002 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9c0a9dbb-bb1e-45df-9b67-08eb461981d1 None None] Provisioning complete for port 27ffbb1f-bdad-411f-84b2-995a04128b76 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:02.850884 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9dbb-bb1e-45df-9b67-08eb461981d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:02.909691 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e983bf06-a2be-48bc-b9e3-b389ba026c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:03.082923 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-e983bf06-a2be-48bc-b9e3-b389ba026c75 admin admin] Allocated IP 172.20.0.1 (c73cbcef-b12a-49c2-b620-f71be111a504/eb0b9f21-f398-4c5a-9f56-9662f650f4a0/8bbddff1-511d-4638-b347-675df660f0b3) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:20:03.088719 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:03.101157 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] Transition to ACTIVE for port object 76914454-b15a-4a7b-8478-2e76846a1c85 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:03.108558 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:03.156909 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] Attempting to bind port 76914454-b15a-4a7b-8478-2e76846a1c85 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:20:03.157275 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] Attempting to bind port 76914454-b15a-4a7b-8478-2e76846a1c85 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:20:03.157637 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] Attempting to bind port 76914454-b15a-4a7b-8478-2e76846a1c85 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:03.166473 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76ab7b-05d9-478f-99b9-738866299ff4 None None] Pushing event updated for resources: {'Port': ['ID=76914454-b15a-4a7b-8478-2e76846a1c85,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:03.168765 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:20:03.169136 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:03.169531 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:03.169920 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:20:03.170386 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] Bound port: 76914454-b15a-4a7b-8478-2e76846a1c85, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:20:03.170758 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:03.187058 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e983bf06-a2be-48bc-b9e3-b389ba026c75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:03.196125 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd76ab7b-05d9-478f-99b9-738866299ff4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:03.196479 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd76ab7b-05d9-478f-99b9-738866299ff4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:03.196821 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd76ab7b-05d9-478f-99b9-738866299ff4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:03.197155 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd76ab7b-05d9-478f-99b9-738866299ff4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:03.197507 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd76ab7b-05d9-478f-99b9-738866299ff4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:03.197834 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd76ab7b-05d9-478f-99b9-738866299ff4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:03.198159 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd76ab7b-05d9-478f-99b9-738866299ff4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:03.198477 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd76ab7b-05d9-478f-99b9-738866299ff4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:03.198794 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd76ab7b-05d9-478f-99b9-738866299ff4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:03.199112 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd76ab7b-05d9-478f-99b9-738866299ff4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:03.199425 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd76ab7b-05d9-478f-99b9-738866299ff4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:03.199739 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd76ab7b-05d9-478f-99b9-738866299ff4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:03.205767 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-e983bf06-a2be-48bc-b9e3-b389ba026c75 admin admin] Transition to ACTIVE for port object 8bbddff1-511d-4638-b347-675df660f0b3 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:03.235298 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] For port 76914454-b15a-4a7b-8478-2e76846a1c85, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:20:03.238881 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] For port 76914454-b15a-4a7b-8478-2e76846a1c85, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=76914454-b15a-4a7b-8478-2e76846a1c85,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:20:03.244643 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:03.248651 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e983bf06-a2be-48bc-b9e3-b389ba026c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:03.287857 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e983bf06-a2be-48bc-b9e3-b389ba026c75 admin admin] Network c73cbcef-b12a-49c2-b620-f71be111a504 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:03.290908 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-e983bf06-a2be-48bc-b9e3-b389ba026c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:03.297006 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e983bf06-a2be-48bc-b9e3-b389ba026c75 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:20:03.303128 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] Routers {'e203524a-2a7c-471a-aef0-ccf9b0ae44d2'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:20:03.303763 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:20:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e203524a-2a7c-471a-aef0-ccf9b0ae44d2'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:03.324047 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983bf06-a2be-48bc-b9e3-b389ba026c75 admin admin] Pushing event updated for resources: {'Port': ['ID=8bbddff1-511d-4638-b347-675df660f0b3,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:03.341900 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e983bf06-a2be-48bc-b9e3-b389ba026c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:03.343732 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76ab7b-05d9-478f-99b9-738866299ff4 None None] Pushing event updated for resources: {'Port': ['ID=76914454-b15a-4a7b-8478-2e76846a1c85,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:03.419345 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] Set router e203524a-2a7c-471a-aef0-ccf9b0ae44d2 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:20:03.492123 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e983bf06-a2be-48bc-b9e3-b389ba026c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:03.564100 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d73952a9-67cd-422d-98ab-33c5edce63de None None] Provisioning for port 8bbddff1-511d-4638-b347-675df660f0b3 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:03.568495 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d73952a9-67cd-422d-98ab-33c5edce63de None None] Provisioning complete for port 8bbddff1-511d-4638-b347-675df660f0b3 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:03.568897 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d73952a9-67cd-422d-98ab-33c5edce63de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:03.608884 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d73952a9-67cd-422d-98ab-33c5edce63de None None] Port 8bbddff1-511d-4638-b347-675df660f0b3 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:20:03.609297 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e203524a-2a7c-471a-aef0-ccf9b0ae44d2', 'name': 'tempest-TestEncryptedCinderVolumes-1952033061-router', 'tenant_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '76914454-b15a-4a7b-8478-2e76846a1c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:00Z', 'updated_at': '2021-07-16T02:20:01Z', 'revision_number': 3, 'project_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'gw_port': {'id': '76914454-b15a-4a7b-8478-2e76846a1c85', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e203524a-2a7c-471a-aef0-ccf9b0ae44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:01Z', 'updated_at': '2021-07-16T02:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:03.637172 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732645e0-2a6f-491a-8f68-d592fc1b39be None None] The sync data for ids ['e203524a-2a7c-471a-aef0-ccf9b0ae44d2'] in n-d-792394-16 is: [{'id': 'e203524a-2a7c-471a-aef0-ccf9b0ae44d2', 'name': 'tempest-TestEncryptedCinderVolumes-1952033061-router', 'tenant_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '76914454-b15a-4a7b-8478-2e76846a1c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:00Z', 'updated_at': '2021-07-16T02:20:01Z', 'revision_number': 3, 'project_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'gw_port': {'id': '76914454-b15a-4a7b-8478-2e76846a1c85', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e203524a-2a7c-471a-aef0-ccf9b0ae44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:01Z', 'updated_at': '2021-07-16T02:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:20:03.665141 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e983bf06-a2be-48bc-b9e3-b389ba026c75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:03.671807 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e983bf06-a2be-48bc-b9e3-b389ba026c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:03.740960 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983bf06-a2be-48bc-b9e3-b389ba026c75 admin admin] Pushing event updated for resources: {'Port': ['ID=8bbddff1-511d-4638-b347-675df660f0b3,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:03.744153 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e983bf06-a2be-48bc-b9e3-b389ba026c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:03.845371 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e983bf06-a2be-48bc-b9e3-b389ba026c75 admin admin] Network c73cbcef-b12a-49c2-b620-f71be111a504 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:03.846899 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-e983bf06-a2be-48bc-b9e3-b389ba026c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:03.995532 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e983bf06-a2be-48bc-b9e3-b389ba026c75 admin admin] Router e203524a-2a7c-471a-aef0-ccf9b0ae44d2 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:20:04.122480 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e983bf06-a2be-48bc-b9e3-b389ba026c75 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:20:04.144641 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e983bf06-a2be-48bc-b9e3-b389ba026c75 admin admin] 10.222.0.16 "PUT /v2.0/routers/e203524a-2a7c-471a-aef0-ccf9b0ae44d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6965129 Jul 16 02:20:04.145617 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8698db85-06e8-416c-b089-1216b73d031a None None] Provisioning complete for port 8bbddff1-511d-4638-b347-675df660f0b3 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:04.146762 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8698db85-06e8-416c-b089-1216b73d031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:04.204569 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8698db85-06e8-416c-b089-1216b73d031a None None] Port 8bbddff1-511d-4638-b347-675df660f0b3 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:20:04.291116 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 76914454-b15a-4a7b-8478-2e76846a1c85 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:04.348811 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 76914454-b15a-4a7b-8478-2e76846a1c85 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:04.355247 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 76914454-b15a-4a7b-8478-2e76846a1c85 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:04.355467 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:04.452564 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:04.474938 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 76914454-b15a-4a7b-8478-2e76846a1c85, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=76914454-b15a-4a7b-8478-2e76846a1c85,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:04.480330 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:04.481699 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 27ffbb1f-bdad-411f-84b2-995a04128b76 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:04.564984 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=76914454-b15a-4a7b-8478-2e76846a1c85,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:04.580639 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 27ffbb1f-bdad-411f-84b2-995a04128b76 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:04.581019 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:04.668611 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39566) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:04.673817 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-cbf6e608-4771-4d8e-8c19-13fad9f2b4b7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-484765639-network', 'tenant_id': 'f2917f61ebbc419b9b30b1cc7b683c6a'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:04.697772 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf6e608-4771-4d8e-8c19-13fad9f2b4b7 admin admin] Made reservation on behalf of f2917f61ebbc419b9b30b1cc7b683c6a for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:04.700117 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e608-4771-4d8e-8c19-13fad9f2b4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:04.708716 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e608-4771-4d8e-8c19-13fad9f2b4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:04.804967 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e608-4771-4d8e-8c19-13fad9f2b4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:04.810784 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e608-4771-4d8e-8c19-13fad9f2b4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:04.840753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf6e608-4771-4d8e-8c19-13fad9f2b4b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:20:04.850950 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6e608-4771-4d8e-8c19-13fad9f2b4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25646645-e643-485b-af41-766ce1d6ab6e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:04.856050 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e608-4771-4d8e-8c19-13fad9f2b4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:04.856427 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-cbf6e608-4771-4d8e-8c19-13fad9f2b4b7 admin admin] Added segment aad85e85-6564-4c1b-9bf8-89d75f4e95ac of type vlan for network c8fe071e-2e05-4842-bf64-2b912e801cac Jul 16 02:20:04.896563 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e608-4771-4d8e-8c19-13fad9f2b4b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:04.927959 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e608-4771-4d8e-8c19-13fad9f2b4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:04.929178 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf6e608-4771-4d8e-8c19-13fad9f2b4b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:04.929844 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e608-4771-4d8e-8c19-13fad9f2b4b7 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:04.965160 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cbf6e608-4771-4d8e-8c19-13fad9f2b4b7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2951088 Jul 16 02:20:04.967883 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39568) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:04.974048 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-67712a29-3361-450a-bf21-fee46f3d6ac2 admin admin] Request body: {'subnet': {'network_id': 'c8fe071e-2e05-4842-bf64-2b912e801cac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-484765639-subnet', 'tenant_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:04.994519 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6e608-4771-4d8e-8c19-13fad9f2b4b7 admin admin] Pushing event updated for resources: {'Network': ['ID=c8fe071e-2e05-4842-bf64-2b912e801cac,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:04.999302 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67712a29-3361-450a-bf21-fee46f3d6ac2 admin admin] Made reservation on behalf of f2917f61ebbc419b9b30b1cc7b683c6a for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:05.002140 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-67712a29-3361-450a-bf21-fee46f3d6ac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.005006 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network c8fe071e-2e05-4842-bf64-2b912e801cac details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:20:05.287520 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] Sync routers for ids ['e203524a-2a7c-471a-aef0-ccf9b0ae44d2'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:20:05.298097 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] Routers {'e203524a-2a7c-471a-aef0-ccf9b0ae44d2'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:20:05.298735 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:20:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e203524a-2a7c-471a-aef0-ccf9b0ae44d2'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:05.413351 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] Set router e203524a-2a7c-471a-aef0-ccf9b0ae44d2 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:20:05.495038 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-67712a29-3361-450a-bf21-fee46f3d6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.519629 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.554437 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67712a29-3361-450a-bf21-fee46f3d6ac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32d84ec6-9795-4a49-b2f1-63e221da0f50,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:05.560352 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67712a29-3361-450a-bf21-fee46f3d6ac2 admin admin] Checking segment: {'id': 'aad85e85-6564-4c1b-9bf8-89d75f4e95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8fe071e-2e05-4842-bf64-2b912e801cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:05.560764 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67712a29-3361-450a-bf21-fee46f3d6ac2 admin admin] Network hostable DHCP agents. Network: c8fe071e-2e05-4842-bf64-2b912e801cac, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:20:05.579274 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67712a29-3361-450a-bf21-fee46f3d6ac2 admin admin] Network c8fe071e-2e05-4842-bf64-2b912e801cac is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:20:05.589238 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-67712a29-3361-450a-bf21-fee46f3d6ac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, c8fe071e-2e05-4842-bf64-2b912e801cac) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:05.593767 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67712a29-3361-450a-bf21-fee46f3d6ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:05.594352 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-67712a29-3361-450a-bf21-fee46f3d6ac2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.605845 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c781fb1-021b-4195-ab0c-aee57e917390 None None] Network c8fe071e-2e05-4842-bf64-2b912e801cac requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:05.611744 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-67712a29-3361-450a-bf21-fee46f3d6ac2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6417768 Jul 16 02:20:05.614425 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39570) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:05.618938 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-6935ff1a-6cd6-4cb7-87b8-7f12f9bdc6e7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-484765639-router', 'tenant_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:05.643004 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6935ff1a-6cd6-4cb7-87b8-7f12f9bdc6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.644181 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6935ff1a-6cd6-4cb7-87b8-7f12f9bdc6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.698877 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6935ff1a-6cd6-4cb7-87b8-7f12f9bdc6e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.708681 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e203524a-2a7c-471a-aef0-ccf9b0ae44d2', 'name': 'tempest-TestEncryptedCinderVolumes-1952033061-router', 'tenant_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '76914454-b15a-4a7b-8478-2e76846a1c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:00Z', 'updated_at': '2021-07-16T02:20:03Z', 'revision_number': 4, 'project_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'gw_port': {'id': '76914454-b15a-4a7b-8478-2e76846a1c85', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e203524a-2a7c-471a-aef0-ccf9b0ae44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:01Z', 'updated_at': '2021-07-16T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '8bbddff1-511d-4638-b347-675df660f0b3', 'name': '', 'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504', 'tenant_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'mac_address': 'fa:16:3e:02:9a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e203524a-2a7c-471a-aef0-ccf9b0ae44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eb0b9f21-f398-4c5a-9f56-9662f650f4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:02Z', 'updated_at': '2021-07-16T02:20:03Z', 'revision_number': 2, 'project_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'subnets': [{'id': 'eb0b9f21-f398-4c5a-9f56-9662f650f4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:05.762176 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] Checking router: e203524a-2a7c-471a-aef0-ccf9b0ae44d2 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:20:05.762548 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] Updating router e203524a-2a7c-471a-aef0-ccf9b0ae44d2 port 8bbddff1-511d-4638-b347-675df660f0b3 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:20:05.822421 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.832990 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8342a77-a527-4566-802f-20180b77ada6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-c8fe071e-2e05-4842-bf64-2b912e801cac', 'network_id': 'c8fe071e-2e05-4842-bf64-2b912e801cac', 'tenant_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'fixed_ips': [{'subnet_id': '32d84ec6-9795-4a49-b2f1-63e221da0f50'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:20:05.833839 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b8342a77-a527-4566-802f-20180b77ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:05.838633 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6935ff1a-6cd6-4cb7-87b8-7f12f9bdc6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.056661 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6935ff1a-6cd6-4cb7-87b8-7f12f9bdc6e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.075378 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6935ff1a-6cd6-4cb7-87b8-7f12f9bdc6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.115137 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-b8342a77-a527-4566-802f-20180b77ada6 None None] Allocated IP 172.20.0.2 (c8fe071e-2e05-4842-bf64-2b912e801cac/32d84ec6-9795-4a49-b2f1-63e221da0f50/274900d0-a809-414e-b987-3604e8903a35) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:20:06.194157 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 76914454-b15a-4a7b-8478-2e76846a1c85 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:06.196105 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-6935ff1a-6cd6-4cb7-87b8-7f12f9bdc6e7 admin admin] Allocated IP 172.25.6.107 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/82c26875-bf26-4cca-9d5f-298a81c1b46c) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:20:06.299103 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6935ff1a-6cd6-4cb7-87b8-7f12f9bdc6e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.324792 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.345929 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6935ff1a-6cd6-4cb7-87b8-7f12f9bdc6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.356451 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] Transition to ACTIVE for port object 8bbddff1-511d-4638-b347-675df660f0b3 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:06.379124 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.387239 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6935ff1a-6cd6-4cb7-87b8-7f12f9bdc6e7 admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:06.391962 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-6935ff1a-6cd6-4cb7-87b8-7f12f9bdc6e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:06.396690 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6935ff1a-6cd6-4cb7-87b8-7f12f9bdc6e7 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:20:06.399895 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935ff1a-6cd6-4cb7-87b8-7f12f9bdc6e7 admin admin] Pushing event updated for resources: {'Port': ['ID=82c26875-bf26-4cca-9d5f-298a81c1b46c,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:06.434154 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 76914454-b15a-4a7b-8478-2e76846a1c85 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:06.434489 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.469267 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b8342a77-a527-4566-802f-20180b77ada6 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.494701 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b8342a77-a527-4566-802f-20180b77ada6 None None] Transition to ACTIVE for port object 274900d0-a809-414e-b987-3604e8903a35 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:06.500858 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188314b8-b872-41e3-9531-7a5848b67719 None None] Pushing event updated for resources: {'Port': ['ID=8bbddff1-511d-4638-b347-675df660f0b3,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:06.557901 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b8342a77-a527-4566-802f-20180b77ada6 None None] Transition to ACTIVE for port object 274900d0-a809-414e-b987-3604e8903a35 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:06.574366 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b8342a77-a527-4566-802f-20180b77ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.610094 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] Attempting to bind port 8bbddff1-511d-4638-b347-675df660f0b3 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:20:06.610758 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] Attempting to bind port 8bbddff1-511d-4638-b347-675df660f0b3 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '618129ce-bff5-4105-a404-afc55b136ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:20:06.610855 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] Attempting to bind port 8bbddff1-511d-4638-b347-675df660f0b3 on network c73cbcef-b12a-49c2-b620-f71be111a504 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:06.632984 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:20:06.633425 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] Checking segment: {'id': '618129ce-bff5-4105-a404-afc55b136ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:06.633953 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.634431 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] Bound using segment: {'id': '618129ce-bff5-4105-a404-afc55b136ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:20:06.634925 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] Bound port: 8bbddff1-511d-4638-b347-675df660f0b3, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '618129ce-bff5-4105-a404-afc55b136ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:20:06.635319 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.654713 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8342a77-a527-4566-802f-20180b77ada6 None None] Network c8fe071e-2e05-4842-bf64-2b912e801cac is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:06.667668 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6935ff1a-6cd6-4cb7-87b8-7f12f9bdc6e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.676794 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-b8342a77-a527-4566-802f-20180b77ada6 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:06.687306 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8342a77-a527-4566-802f-20180b77ada6 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:20:06.689174 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8342a77-a527-4566-802f-20180b77ada6 None None] Pushing event updated for resources: {'Port': ['ID=274900d0-a809-414e-b987-3604e8903a35,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:06.807140 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-b8342a77-a527-4566-802f-20180b77ada6 None None] Attempting to bind port 274900d0-a809-414e-b987-3604e8903a35 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:20:06.807501 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-b8342a77-a527-4566-802f-20180b77ada6 None None] Attempting to bind port 274900d0-a809-414e-b987-3604e8903a35 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'aad85e85-6564-4c1b-9bf8-89d75f4e95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8fe071e-2e05-4842-bf64-2b912e801cac'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:20:06.807886 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8342a77-a527-4566-802f-20180b77ada6 None None] Attempting to bind port 274900d0-a809-414e-b987-3604e8903a35 on network c8fe071e-2e05-4842-bf64-2b912e801cac {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:06.812277 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] For port 8bbddff1-511d-4638-b347-675df660f0b3, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:20:06.816904 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] For port 8bbddff1-511d-4638-b347-675df660f0b3, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8bbddff1-511d-4638-b347-675df660f0b3,segment=NetworkSegment(618129ce-bff5-4105-a404-afc55b136ca5),segment_id=618129ce-bff5-4105-a404-afc55b136ca5)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:20:06.818499 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8342a77-a527-4566-802f-20180b77ada6 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:20:06.818889 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8342a77-a527-4566-802f-20180b77ada6 None None] Checking segment: {'id': 'aad85e85-6564-4c1b-9bf8-89d75f4e95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8fe071e-2e05-4842-bf64-2b912e801cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:06.819258 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b8342a77-a527-4566-802f-20180b77ada6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.819722 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8342a77-a527-4566-802f-20180b77ada6 None None] Bound using segment: {'id': 'aad85e85-6564-4c1b-9bf8-89d75f4e95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8fe071e-2e05-4842-bf64-2b912e801cac'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:20:06.820141 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-b8342a77-a527-4566-802f-20180b77ada6 None None] Bound port: 274900d0-a809-414e-b987-3604e8903a35, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad85e85-6564-4c1b-9bf8-89d75f4e95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8fe071e-2e05-4842-bf64-2b912e801cac'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:20:06.820582 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b8342a77-a527-4566-802f-20180b77ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.829987 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.868896 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6935ff1a-6cd6-4cb7-87b8-7f12f9bdc6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:06.938574 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] Routers {'e203524a-2a7c-471a-aef0-ccf9b0ae44d2'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:20:06.939251 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:20:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e203524a-2a7c-471a-aef0-ccf9b0ae44d2'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:06.943435 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188314b8-b872-41e3-9531-7a5848b67719 None None] Pushing event updated for resources: {'Port': ['ID=8bbddff1-511d-4638-b347-675df660f0b3,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:06.987237 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b8342a77-a527-4566-802f-20180b77ada6 None None] For port 274900d0-a809-414e-b987-3604e8903a35, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:20:07.008975 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b8342a77-a527-4566-802f-20180b77ada6 None None] For port 274900d0-a809-414e-b987-3604e8903a35, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=274900d0-a809-414e-b987-3604e8903a35,segment=NetworkSegment(aad85e85-6564-4c1b-9bf8-89d75f4e95ac),segment_id=aad85e85-6564-4c1b-9bf8-89d75f4e95ac)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:20:07.013690 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6935ff1a-6cd6-4cb7-87b8-7f12f9bdc6e7 admin admin] Router 3655546c-d736-4289-96d9-2cb62a021ec7 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:20:07.015917 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b8342a77-a527-4566-802f-20180b77ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:07.129689 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8342a77-a527-4566-802f-20180b77ada6 None None] Pushing event updated for resources: {'Port': ['ID=274900d0-a809-414e-b987-3604e8903a35,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:07.133547 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] Set router e203524a-2a7c-471a-aef0-ccf9b0ae44d2 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:20:07.149586 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6935ff1a-6cd6-4cb7-87b8-7f12f9bdc6e7 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:20:07.161703 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] Sync routers for ids ['3655546c-d736-4289-96d9-2cb62a021ec7'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:20:07.174871 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] Routers {'3655546c-d736-4289-96d9-2cb62a021ec7'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:20:07.175527 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:20:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['3655546c-d736-4289-96d9-2cb62a021ec7'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:07.178804 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6935ff1a-6cd6-4cb7-87b8-7f12f9bdc6e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:07.180084 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6935ff1a-6cd6-4cb7-87b8-7f12f9bdc6e7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5647495 Jul 16 02:20:07.183014 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39572) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:20:07.335834 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] Set router 3655546c-d736-4289-96d9-2cb62a021ec7 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:20:07.422377 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e203524a-2a7c-471a-aef0-ccf9b0ae44d2', 'name': 'tempest-TestEncryptedCinderVolumes-1952033061-router', 'tenant_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '76914454-b15a-4a7b-8478-2e76846a1c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:00Z', 'updated_at': '2021-07-16T02:20:03Z', 'revision_number': 4, 'project_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'gw_port': {'id': '76914454-b15a-4a7b-8478-2e76846a1c85', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e203524a-2a7c-471a-aef0-ccf9b0ae44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:01Z', 'updated_at': '2021-07-16T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '8bbddff1-511d-4638-b347-675df660f0b3', 'name': '', 'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504', 'tenant_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'mac_address': 'fa:16:3e:02:9a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e203524a-2a7c-471a-aef0-ccf9b0ae44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eb0b9f21-f398-4c5a-9f56-9662f650f4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:02Z', 'updated_at': '2021-07-16T02:20:06Z', 'revision_number': 4, 'project_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'subnets': [{'id': 'eb0b9f21-f398-4c5a-9f56-9662f650f4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:07.460884 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f168f3-ca4b-4aa5-8e72-615642f3333c None None] The sync data for ids ['e203524a-2a7c-471a-aef0-ccf9b0ae44d2'] in n-d-792394-16 is: [{'id': 'e203524a-2a7c-471a-aef0-ccf9b0ae44d2', 'name': 'tempest-TestEncryptedCinderVolumes-1952033061-router', 'tenant_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '76914454-b15a-4a7b-8478-2e76846a1c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:00Z', 'updated_at': '2021-07-16T02:20:03Z', 'revision_number': 4, 'project_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'gw_port': {'id': '76914454-b15a-4a7b-8478-2e76846a1c85', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e203524a-2a7c-471a-aef0-ccf9b0ae44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:01Z', 'updated_at': '2021-07-16T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '8bbddff1-511d-4638-b347-675df660f0b3', 'name': '', 'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504', 'tenant_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'mac_address': 'fa:16:3e:02:9a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e203524a-2a7c-471a-aef0-ccf9b0ae44d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eb0b9f21-f398-4c5a-9f56-9662f650f4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:02Z', 'updated_at': '2021-07-16T02:20:06Z', 'revision_number': 4, 'project_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'subnets': [{'id': 'eb0b9f21-f398-4c5a-9f56-9662f650f4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:20:07.604168 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3655546c-d736-4289-96d9-2cb62a021ec7', 'name': 'tempest-TestEncryptedCinderVolumes-484765639-router', 'tenant_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '82c26875-bf26-4cca-9d5f-298a81c1b46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:05Z', 'updated_at': '2021-07-16T02:20:06Z', 'revision_number': 3, 'project_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'gw_port': {'id': '82c26875-bf26-4cca-9d5f-298a81c1b46c', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3655546c-d736-4289-96d9-2cb62a021ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:06Z', 'updated_at': '2021-07-16T02:20:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:07.648013 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] Checking router: 3655546c-d736-4289-96d9-2cb62a021ec7 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:20:07.648352 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] Updating router 3655546c-d736-4289-96d9-2cb62a021ec7 port 82c26875-bf26-4cca-9d5f-298a81c1b46c binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:20:07.686573 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:07.722484 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3f3a9b78-9699-4d86-bf33-4469681ea45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:07.906750 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-3f3a9b78-9699-4d86-bf33-4469681ea45e admin admin] Allocated IP 172.20.0.1 (c8fe071e-2e05-4842-bf64-2b912e801cac/32d84ec6-9795-4a49-b2f1-63e221da0f50/31359549-e432-4514-af7c-fb17aea3894b) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:20:07.958164 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:07.970092 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] Transition to ACTIVE for port object 82c26875-bf26-4cca-9d5f-298a81c1b46c will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:07.978829 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:08.037970 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3f3a9b78-9699-4d86-bf33-4469681ea45e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:08.044412 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] Attempting to bind port 82c26875-bf26-4cca-9d5f-298a81c1b46c on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:20:08.044753 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] Attempting to bind port 82c26875-bf26-4cca-9d5f-298a81c1b46c by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:20:08.045117 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] Attempting to bind port 82c26875-bf26-4cca-9d5f-298a81c1b46c on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:08.054883 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a95c5c-800d-43d5-be70-748e2542c0cd None None] Pushing event updated for resources: {'Port': ['ID=82c26875-bf26-4cca-9d5f-298a81c1b46c,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:08.058986 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-3f3a9b78-9699-4d86-bf33-4469681ea45e admin admin] Transition to ACTIVE for port object 31359549-e432-4514-af7c-fb17aea3894b will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:08.063071 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:20:08.063491 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:08.063888 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:08.064274 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:20:08.064792 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] Bound port: 82c26875-bf26-4cca-9d5f-298a81c1b46c, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:20:08.065163 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:08.115351 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3f3a9b78-9699-4d86-bf33-4469681ea45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:08.208011 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3a9b78-9699-4d86-bf33-4469681ea45e admin admin] Network c8fe071e-2e05-4842-bf64-2b912e801cac is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:08.213444 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-3f3a9b78-9699-4d86-bf33-4469681ea45e admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:08.219662 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3a9b78-9699-4d86-bf33-4469681ea45e admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:20:08.225012 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] For port 82c26875-bf26-4cca-9d5f-298a81c1b46c, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:20:08.241543 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] For port 82c26875-bf26-4cca-9d5f-298a81c1b46c, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=82c26875-bf26-4cca-9d5f-298a81c1b46c,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:20:08.254844 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:08.300401 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] Routers {'3655546c-d736-4289-96d9-2cb62a021ec7'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:20:08.301039 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:20:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['3655546c-d736-4289-96d9-2cb62a021ec7'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:08.303304 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3f3a9b78-9699-4d86-bf33-4469681ea45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:08.335628 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 274900d0-a809-414e-b987-3604e8903a35 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:08.375303 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a9b78-9699-4d86-bf33-4469681ea45e admin admin] Pushing event updated for resources: {'Port': ['ID=31359549-e432-4514-af7c-fb17aea3894b,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:08.448652 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a95c5c-800d-43d5-be70-748e2542c0cd None None] Pushing event updated for resources: {'Port': ['ID=82c26875-bf26-4cca-9d5f-298a81c1b46c,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:08.497223 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] Set router 3655546c-d736-4289-96d9-2cb62a021ec7 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:20:08.557091 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3f3a9b78-9699-4d86-bf33-4469681ea45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:08.588800 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa462282-0b40-4322-b18b-fa0295156aed None None] Network c8fe071e-2e05-4842-bf64-2b912e801cac requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:20:08.721273 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3655546c-d736-4289-96d9-2cb62a021ec7', 'name': 'tempest-TestEncryptedCinderVolumes-484765639-router', 'tenant_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '82c26875-bf26-4cca-9d5f-298a81c1b46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:05Z', 'updated_at': '2021-07-16T02:20:06Z', 'revision_number': 3, 'project_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'gw_port': {'id': '82c26875-bf26-4cca-9d5f-298a81c1b46c', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3655546c-d736-4289-96d9-2cb62a021ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:06Z', 'updated_at': '2021-07-16T02:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:08.725783 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-629fd2d4-1e89-4222-8a19-86226fdb0f3d None None] Provisioning for port 274900d0-a809-414e-b987-3604e8903a35 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:08.747643 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3f3a9b78-9699-4d86-bf33-4469681ea45e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:08.750311 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c07236-61d0-4dc9-bd23-e0362e78aba4 None None] The sync data for ids ['3655546c-d736-4289-96d9-2cb62a021ec7'] in n-d-792394-16 is: [{'id': '3655546c-d736-4289-96d9-2cb62a021ec7', 'name': 'tempest-TestEncryptedCinderVolumes-484765639-router', 'tenant_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '82c26875-bf26-4cca-9d5f-298a81c1b46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:05Z', 'updated_at': '2021-07-16T02:20:06Z', 'revision_number': 3, 'project_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'gw_port': {'id': '82c26875-bf26-4cca-9d5f-298a81c1b46c', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3655546c-d736-4289-96d9-2cb62a021ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:06Z', 'updated_at': '2021-07-16T02:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:20:08.759749 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3f3a9b78-9699-4d86-bf33-4469681ea45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:08.787534 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 274900d0-a809-414e-b987-3604e8903a35 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:08.793490 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 274900d0-a809-414e-b987-3604e8903a35 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:08.793864 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:08.831463 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a9b78-9699-4d86-bf33-4469681ea45e admin admin] Pushing event updated for resources: {'Port': ['ID=31359549-e432-4514-af7c-fb17aea3894b,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:08.840623 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3f3a9b78-9699-4d86-bf33-4469681ea45e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:08.887471 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:08.942218 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 274900d0-a809-414e-b987-3604e8903a35, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=274900d0-a809-414e-b987-3604e8903a35,segment=NetworkSegment(aad85e85-6564-4c1b-9bf8-89d75f4e95ac),segment_id=aad85e85-6564-4c1b-9bf8-89d75f4e95ac)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:08.949251 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3a9b78-9699-4d86-bf33-4469681ea45e admin admin] Network c8fe071e-2e05-4842-bf64-2b912e801cac is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:08.950423 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:08.950768 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-3f3a9b78-9699-4d86-bf33-4469681ea45e admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:08.951856 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8bbddff1-511d-4638-b347-675df660f0b3 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:09.034225 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=274900d0-a809-414e-b987-3604e8903a35,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:09.052201 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 8bbddff1-511d-4638-b347-675df660f0b3 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:09.058048 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 8bbddff1-511d-4638-b347-675df660f0b3 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:09.058412 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:09.082364 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3a9b78-9699-4d86-bf33-4469681ea45e admin admin] Router 3655546c-d736-4289-96d9-2cb62a021ec7 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:20:09.162860 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:09.209468 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d02845d0-b0f4-40e8-b407-e79593413cfe None None] Provisioning for port 31359549-e432-4514-af7c-fb17aea3894b completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:09.219759 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d02845d0-b0f4-40e8-b407-e79593413cfe None None] Provisioning complete for port 31359549-e432-4514-af7c-fb17aea3894b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:09.220164 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d02845d0-b0f4-40e8-b407-e79593413cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:09.230625 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3a9b78-9699-4d86-bf33-4469681ea45e admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:20:09.237410 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3f3a9b78-9699-4d86-bf33-4469681ea45e admin admin] 10.222.0.16 "PUT /v2.0/routers/3655546c-d736-4289-96d9-2cb62a021ec7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0525658 Jul 16 02:20:09.279344 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 8bbddff1-511d-4638-b347-675df660f0b3, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8bbddff1-511d-4638-b347-675df660f0b3,segment=NetworkSegment(618129ce-bff5-4105-a404-afc55b136ca5),segment_id=618129ce-bff5-4105-a404-afc55b136ca5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:09.291778 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:09.322062 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d02845d0-b0f4-40e8-b407-e79593413cfe None None] Port 31359549-e432-4514-af7c-fb17aea3894b cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:20:09.343678 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d02845d0-b0f4-40e8-b407-e79593413cfe None None] Provisioning complete for port 274900d0-a809-414e-b987-3604e8903a35 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:09.344406 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d02845d0-b0f4-40e8-b407-e79593413cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:09.393982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=8bbddff1-511d-4638-b347-675df660f0b3,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:09.581844 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a45b6588-e746-419a-8809-cfb95d95e7d1 None None] Provisioning complete for port 31359549-e432-4514-af7c-fb17aea3894b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:09.582941 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a45b6588-e746-419a-8809-cfb95d95e7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:09.630802 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a45b6588-e746-419a-8809-cfb95d95e7d1 None None] Port 31359549-e432-4514-af7c-fb17aea3894b cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:20:09.749939 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d9f42d30-d157-41ac-bf78-742705534ae8 None None] Provisioning complete for port 31359549-e432-4514-af7c-fb17aea3894b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:09.750307 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d9f42d30-d157-41ac-bf78-742705534ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:09.789328 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d9f42d30-d157-41ac-bf78-742705534ae8 None None] Port 31359549-e432-4514-af7c-fb17aea3894b cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:20:10.166818 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-47b2cdd5-5bc9-4a17-af0d-18cabf64220f tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:10.168432 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-47b2cdd5-5bc9-4a17-af0d-18cabf64220f tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/networks?id=c73cbcef-b12a-49c2-b620-f71be111a504 HTTP/1.1" status: 200 len: 817 time: 0.1168418 Jul 16 02:20:10.185957 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-99059e9f-550d-43a6-ab1a-068c32f5a63c tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/quotas/c6fae827b6f845b09b1ce06ae3095f0a HTTP/1.1" status: 200 len: 375 time: 0.0107121 Jul 16 02:20:10.258126 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 274900d0-a809-414e-b987-3604e8903a35 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:10.262274 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-a42a9d82-5ddd-469f-af05-887d99ec4320 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6fae827b6f845b09b1ce06ae3095f0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694971 Jul 16 02:20:10.312201 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 274900d0-a809-414e-b987-3604e8903a35 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:10.312634 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.368382 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-8afae177-8c2b-43e4-910d-f51be443b6f8 service neutron] 10.222.0.16 "GET /v2.0/networks/c73cbcef-b12a-49c2-b620-f71be111a504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949113 Jul 16 02:20:10.394764 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 82c26875-bf26-4cca-9d5f-298a81c1b46c up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:10.445790 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 82c26875-bf26-4cca-9d5f-298a81c1b46c completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:10.450111 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 82c26875-bf26-4cca-9d5f-298a81c1b46c triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:10.450506 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.466010 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-86c5767d-e4fc-4cc0-aada-a6a5b338ccba service neutron] 10.222.0.16 "GET /v2.0/networks/c73cbcef-b12a-49c2-b620-f71be111a504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915825 Jul 16 02:20:10.537824 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.561867 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 82c26875-bf26-4cca-9d5f-298a81c1b46c, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=82c26875-bf26-4cca-9d5f-298a81c1b46c,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:10.567260 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.568275 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8bbddff1-511d-4638-b347-675df660f0b3 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:10.659579 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=82c26875-bf26-4cca-9d5f-298a81c1b46c,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:10.668526 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 8bbddff1-511d-4638-b347-675df660f0b3 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:10.668884 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.685056 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eedd3442-0e15-48e1-83b7-e155ba46367f req-13640a7c-8389-4fbf-85ad-e75a2daca617 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f8996bb-3094-42f3-9315-2ef4528e6a0e HTTP/1.1" status: 200 len: 210 time: 0.0588279 Jul 16 02:20:10.863556 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] Sync routers for ids ['3655546c-d736-4289-96d9-2cb62a021ec7'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:20:10.873358 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] Routers {'3655546c-d736-4289-96d9-2cb62a021ec7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:20:10.873990 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:20:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['3655546c-d736-4289-96d9-2cb62a021ec7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:10.995080 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] Set router 3655546c-d736-4289-96d9-2cb62a021ec7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:20:11.202420 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3655546c-d736-4289-96d9-2cb62a021ec7', 'name': 'tempest-TestEncryptedCinderVolumes-484765639-router', 'tenant_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '82c26875-bf26-4cca-9d5f-298a81c1b46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:05Z', 'updated_at': '2021-07-16T02:20:08Z', 'revision_number': 4, 'project_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'gw_port': {'id': '82c26875-bf26-4cca-9d5f-298a81c1b46c', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3655546c-d736-4289-96d9-2cb62a021ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:06Z', 'updated_at': '2021-07-16T02:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '31359549-e432-4514-af7c-fb17aea3894b', 'name': '', 'network_id': 'c8fe071e-2e05-4842-bf64-2b912e801cac', 'tenant_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'mac_address': 'fa:16:3e:bb:fb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3655546c-d736-4289-96d9-2cb62a021ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '32d84ec6-9795-4a49-b2f1-63e221da0f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:07Z', 'updated_at': '2021-07-16T02:20:08Z', 'revision_number': 2, 'project_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'subnets': [{'id': '32d84ec6-9795-4a49-b2f1-63e221da0f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:11.230416 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] Checking router: 3655546c-d736-4289-96d9-2cb62a021ec7 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:20:11.230740 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] Updating router 3655546c-d736-4289-96d9-2cb62a021ec7 port 31359549-e432-4514-af7c-fb17aea3894b binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:20:11.267236 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.559670 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.570510 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] Transition to ACTIVE for port object 31359549-e432-4514-af7c-fb17aea3894b will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:11.578460 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.650557 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5de2e4-54a1-4e14-9e0c-e526fea48835 None None] Pushing event updated for resources: {'Port': ['ID=31359549-e432-4514-af7c-fb17aea3894b,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:11.688035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] Attempting to bind port 31359549-e432-4514-af7c-fb17aea3894b on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:20:11.688447 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] Attempting to bind port 31359549-e432-4514-af7c-fb17aea3894b by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'aad85e85-6564-4c1b-9bf8-89d75f4e95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8fe071e-2e05-4842-bf64-2b912e801cac'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:20:11.688871 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] Attempting to bind port 31359549-e432-4514-af7c-fb17aea3894b on network c8fe071e-2e05-4842-bf64-2b912e801cac {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:11.694075 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:20:11.694456 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] Checking segment: {'id': 'aad85e85-6564-4c1b-9bf8-89d75f4e95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8fe071e-2e05-4842-bf64-2b912e801cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:11.694867 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.695283 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] Bound using segment: {'id': 'aad85e85-6564-4c1b-9bf8-89d75f4e95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8fe071e-2e05-4842-bf64-2b912e801cac'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:20:11.695760 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] Bound port: 31359549-e432-4514-af7c-fb17aea3894b, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad85e85-6564-4c1b-9bf8-89d75f4e95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8fe071e-2e05-4842-bf64-2b912e801cac'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:20:11.696195 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.793199 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] For port 31359549-e432-4514-af7c-fb17aea3894b, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:20:11.799105 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] For port 31359549-e432-4514-af7c-fb17aea3894b, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=31359549-e432-4514-af7c-fb17aea3894b,segment=NetworkSegment(aad85e85-6564-4c1b-9bf8-89d75f4e95ac),segment_id=aad85e85-6564-4c1b-9bf8-89d75f4e95ac)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:20:11.813035 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:11.819262 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-bb0172f9-5ea7-4b50-ae07-7f18a7494f74 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:11.821421 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-bb0172f9-5ea7-4b50-ae07-7f18a7494f74 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.82 "GET /v2.0/networks?id=c73cbcef-b12a-49c2-b620-f71be111a504 HTTP/1.1" status: 200 len: 817 time: 0.1494799 Jul 16 02:20:11.834700 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-64fbc81a-f81f-40d6-be86-231e09e7d3bb tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Request body: {'port': {'device_id': '3f8996bb-3094-42f3-9315-2ef4528e6a0e', 'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504', 'admin_state_up': True, 'tenant_id': 'c6fae827b6f845b09b1ce06ae3095f0a'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:11.905474 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5de2e4-54a1-4e14-9e0c-e526fea48835 None None] Pushing event updated for resources: {'Port': ['ID=31359549-e432-4514-af7c-fb17aea3894b,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:11.906125 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9f42a6f7-e5db-4680-9116-25df0798e0f9 req-57248368-82c8-4380-a4c5-32e93f7903db tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f8996bb-3094-42f3-9315-2ef4528e6a0e HTTP/1.1" status: 200 len: 210 time: 0.0428171 Jul 16 02:20:11.916092 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] Routers {'3655546c-d736-4289-96d9-2cb62a021ec7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:20:11.920270 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:20:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['3655546c-d736-4289-96d9-2cb62a021ec7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:11.998944 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-64fbc81a-f81f-40d6-be86-231e09e7d3bb tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Made reservation on behalf of c6fae827b6f845b09b1ce06ae3095f0a for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:12.003111 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-64fbc81a-f81f-40d6-be86-231e09e7d3bb tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:12.065284 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] Set router 3655546c-d736-4289-96d9-2cb62a021ec7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:20:12.173096 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-64fbc81a-f81f-40d6-be86-231e09e7d3bb tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Allocated IP 172.20.0.4 (c73cbcef-b12a-49c2-b620-f71be111a504/eb0b9f21-f398-4c5a-9f56-9662f650f4a0/e2fd9e1c-25fd-461c-8b80-a0e83483971c) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:20:12.198117 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 82c26875-bf26-4cca-9d5f-298a81c1b46c up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:12.327649 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 82c26875-bf26-4cca-9d5f-298a81c1b46c triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:12.327922 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:12.331141 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-64fbc81a-f81f-40d6-be86-231e09e7d3bb tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:12.345175 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-64fbc81a-f81f-40d6-be86-231e09e7d3bb tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Transition to ACTIVE for port object e2fd9e1c-25fd-461c-8b80-a0e83483971c will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:12.381597 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-64fbc81a-f81f-40d6-be86-231e09e7d3bb tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:12.407565 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3655546c-d736-4289-96d9-2cb62a021ec7', 'name': 'tempest-TestEncryptedCinderVolumes-484765639-router', 'tenant_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '82c26875-bf26-4cca-9d5f-298a81c1b46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:05Z', 'updated_at': '2021-07-16T02:20:08Z', 'revision_number': 4, 'project_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'gw_port': {'id': '82c26875-bf26-4cca-9d5f-298a81c1b46c', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3655546c-d736-4289-96d9-2cb62a021ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:06Z', 'updated_at': '2021-07-16T02:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '31359549-e432-4514-af7c-fb17aea3894b', 'name': '', 'network_id': 'c8fe071e-2e05-4842-bf64-2b912e801cac', 'tenant_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'mac_address': 'fa:16:3e:bb:fb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3655546c-d736-4289-96d9-2cb62a021ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '32d84ec6-9795-4a49-b2f1-63e221da0f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:07Z', 'updated_at': '2021-07-16T02:20:11Z', 'revision_number': 4, 'project_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'subnets': [{'id': '32d84ec6-9795-4a49-b2f1-63e221da0f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:20:12.437565 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-64fbc81a-f81f-40d6-be86-231e09e7d3bb tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Network c73cbcef-b12a-49c2-b620-f71be111a504 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:12.441186 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-64fbc81a-f81f-40d6-be86-231e09e7d3bb tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:12.445496 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7547a886-4370-4403-b4ff-0e5cae20f1eb None None] The sync data for ids ['3655546c-d736-4289-96d9-2cb62a021ec7'] in n-d-792394-16 is: [{'id': '3655546c-d736-4289-96d9-2cb62a021ec7', 'name': 'tempest-TestEncryptedCinderVolumes-484765639-router', 'tenant_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '82c26875-bf26-4cca-9d5f-298a81c1b46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:05Z', 'updated_at': '2021-07-16T02:20:08Z', 'revision_number': 4, 'project_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'gw_port': {'id': '82c26875-bf26-4cca-9d5f-298a81c1b46c', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3655546c-d736-4289-96d9-2cb62a021ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:06Z', 'updated_at': '2021-07-16T02:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '31359549-e432-4514-af7c-fb17aea3894b', 'name': '', 'network_id': 'c8fe071e-2e05-4842-bf64-2b912e801cac', 'tenant_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'mac_address': 'fa:16:3e:bb:fb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3655546c-d736-4289-96d9-2cb62a021ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '32d84ec6-9795-4a49-b2f1-63e221da0f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:07Z', 'updated_at': '2021-07-16T02:20:11Z', 'revision_number': 4, 'project_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'subnets': [{'id': '32d84ec6-9795-4a49-b2f1-63e221da0f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:20:12.445995 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-64fbc81a-f81f-40d6-be86-231e09e7d3bb tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:20:12.450308 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbc81a-f81f-40d6-be86-231e09e7d3bb tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Pushing event updated for resources: {'Port': ['ID=e2fd9e1c-25fd-461c-8b80-a0e83483971c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:12.511638 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-64fbc81a-f81f-40d6-be86-231e09e7d3bb tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:12.512397 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-64fbc81a-f81f-40d6-be86-231e09e7d3bb tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:12.535266 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-64fbc81a-f81f-40d6-be86-231e09e7d3bb tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7052348 Jul 16 02:20:12.547188 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-449c8c82-b5e1-4eca-823a-41935bded72d service neutron] Request body: {'port': {'device_id': '3f8996bb-3094-42f3-9315-2ef4528e6a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:12.640105 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-449c8c82-b5e1-4eca-823a-41935bded72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:12.813510 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8f979c1d-0868-4b3a-b19d-f2b508f007f6 None None] Provisioning for port e2fd9e1c-25fd-461c-8b80-a0e83483971c completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:12.818576 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8f979c1d-0868-4b3a-b19d-f2b508f007f6 None None] Provisioning complete for port e2fd9e1c-25fd-461c-8b80-a0e83483971c triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:12.819066 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8f979c1d-0868-4b3a-b19d-f2b508f007f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:12.857094 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8f979c1d-0868-4b3a-b19d-f2b508f007f6 None None] Port e2fd9e1c-25fd-461c-8b80-a0e83483971c cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:20:12.950431 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-449c8c82-b5e1-4eca-823a-41935bded72d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2fd9e1c-25fd-461c-8b80-a0e83483971c {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:20:12.959718 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-449c8c82-b5e1-4eca-823a-41935bded72d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:12.972436 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-449c8c82-b5e1-4eca-823a-41935bded72d service neutron] Transition to ACTIVE for port object e2fd9e1c-25fd-461c-8b80-a0e83483971c will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:12.977602 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-449c8c82-b5e1-4eca-823a-41935bded72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:13.030119 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c8c82-b5e1-4eca-823a-41935bded72d service neutron] Pushing event updated for resources: {'Port': ['ID=e2fd9e1c-25fd-461c-8b80-a0e83483971c,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:13.103541 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb9147-8aac-4e11-b8ef-9045bbd7f55f req-12d15dfa-086e-4e40-b1d2-082eff0bd0bd tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:13.104841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-449c8c82-b5e1-4eca-823a-41935bded72d service neutron] Attempting to bind port e2fd9e1c-25fd-461c-8b80-a0e83483971c on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:20:13.105015 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22cb9147-8aac-4e11-b8ef-9045bbd7f55f req-12d15dfa-086e-4e40-b1d2-082eff0bd0bd tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f8996bb-3094-42f3-9315-2ef4528e6a0e HTTP/1.1" status: 200 len: 943 time: 0.0755146 Jul 16 02:20:13.105186 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-449c8c82-b5e1-4eca-823a-41935bded72d service neutron] Attempting to bind port e2fd9e1c-25fd-461c-8b80-a0e83483971c by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '618129ce-bff5-4105-a404-afc55b136ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:20:13.105517 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-449c8c82-b5e1-4eca-823a-41935bded72d service neutron] Attempting to bind port e2fd9e1c-25fd-461c-8b80-a0e83483971c on network c73cbcef-b12a-49c2-b620-f71be111a504 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:13.110790 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-449c8c82-b5e1-4eca-823a-41935bded72d service neutron] Port e2fd9e1c-25fd-461c-8b80-a0e83483971c on network c73cbcef-b12a-49c2-b620-f71be111a504 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:20:13.111159 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-449c8c82-b5e1-4eca-823a-41935bded72d service neutron] Attempting to bind port e2fd9e1c-25fd-461c-8b80-a0e83483971c on network c73cbcef-b12a-49c2-b620-f71be111a504 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:13.117232 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-449c8c82-b5e1-4eca-823a-41935bded72d service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:20:13.117613 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-449c8c82-b5e1-4eca-823a-41935bded72d service neutron] Checking segment: {'id': '618129ce-bff5-4105-a404-afc55b136ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:13.118040 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-449c8c82-b5e1-4eca-823a-41935bded72d service neutron] Bound using segment: {'id': '618129ce-bff5-4105-a404-afc55b136ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:20:13.118965 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-449c8c82-b5e1-4eca-823a-41935bded72d service neutron] Bound port: e2fd9e1c-25fd-461c-8b80-a0e83483971c, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618129ce-bff5-4105-a404-afc55b136ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:20:13.119346 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-449c8c82-b5e1-4eca-823a-41935bded72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:13.151501 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22cb9147-8aac-4e11-b8ef-9045bbd7f55f req-3760c7b3-c1e1-4fcb-8b46-98c9619d92ad tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/security-groups?id=68aa1a95-49fa-4326-b41c-967bbee7ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387363 Jul 16 02:20:13.199459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-449c8c82-b5e1-4eca-823a-41935bded72d service neutron] For port e2fd9e1c-25fd-461c-8b80-a0e83483971c, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:20:13.202605 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-449c8c82-b5e1-4eca-823a-41935bded72d service neutron] For port e2fd9e1c-25fd-461c-8b80-a0e83483971c, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=e2fd9e1c-25fd-461c-8b80-a0e83483971c,segment=NetworkSegment(618129ce-bff5-4105-a404-afc55b136ca5),segment_id=618129ce-bff5-4105-a404-afc55b136ca5)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:20:13.208503 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-449c8c82-b5e1-4eca-823a-41935bded72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:13.243059 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-449c8c82-b5e1-4eca-823a-41935bded72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:13.243486 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-449c8c82-b5e1-4eca-823a-41935bded72d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:13.244946 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-449c8c82-b5e1-4eca-823a-41935bded72d service neutron] 10.222.0.82 "PUT /v2.0/ports/e2fd9e1c-25fd-461c-8b80-a0e83483971c HTTP/1.1" status: 200 len: 1092 time: 0.7019942 Jul 16 02:20:13.245390 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8996bb-3094-42f3-9315-2ef4528e6a0e', 'tag': 'e2fd9e1c-25fd-461c-8b80-a0e83483971c'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:20:13.247653 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071ad1e9-9346-44d2-b60d-000b5fa6eca8" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8996bb-3094-42f3-9315-2ef4528e6a0e", "tag": "e2fd9e1c-25fd-461c-8b80-a0e83483971c"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:20:13.271754 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c8c82-b5e1-4eca-823a-41935bded72d service neutron] Pushing event updated for resources: {'Port': ['ID=e2fd9e1c-25fd-461c-8b80-a0e83483971c,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:13.293453 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5af34a2-7b7c-452f-b54f-4ab88a7a69d5 x-openstack-request-id: req-a5af34a2-7b7c-452f-b54f-4ab88a7a69d5 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:20:13.293734 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8996bb-3094-42f3-9315-2ef4528e6a0e", "tag": "e2fd9e1c-25fd-461c-8b80-a0e83483971c", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:20:13.293985 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5af34a2-7b7c-452f-b54f-4ab88a7a69d5 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:20:13.294398 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f8996bb-3094-42f3-9315-2ef4528e6a0e', 'tag': 'e2fd9e1c-25fd-461c-8b80-a0e83483971c', 'status': 'completed', 'code': 200} Jul 16 02:20:13.353546 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-0e40a68b-4d88-4755-b281-5cfe661316dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:13.355235 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-0e40a68b-4d88-4755-b281-5cfe661316dd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c6fae827b6f845b09b1ce06ae3095f0a&device_id=3f8996bb-3094-42f3-9315-2ef4528e6a0e HTTP/1.1" status: 200 len: 1095 time: 0.0568054 Jul 16 02:20:13.405255 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-057495d7-fce0-463d-b08f-3dcf034d1258 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2fd9e1c-25fd-461c-8b80-a0e83483971c HTTP/1.1" status: 200 len: 217 time: 0.0432799 Jul 16 02:20:13.455630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-7cf94fa4-857d-4b72-a052-3952c2b34436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:13.457119 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-7cf94fa4-857d-4b72-a052-3952c2b34436 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eb0b9f21-f398-4c5a-9f56-9662f650f4a0 HTTP/1.1" status: 200 len: 856 time: 0.0462587 Jul 16 02:20:13.519869 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-63114490-c86c-4d15-927b-394c2676c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:13.521507 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-63114490-c86c-4d15-927b-394c2676c0ba service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c73cbcef-b12a-49c2-b620-f71be111a504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579317 Jul 16 02:20:13.621066 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-c752b130-2f05-4dc2-ad16-9f57cfe4f7fd service neutron] 10.222.0.82 "GET /v2.0/networks/c73cbcef-b12a-49c2-b620-f71be111a504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928314 Jul 16 02:20:13.712626 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ffa59be-de9e-47bf-8710-3ba9c14fb7a8 req-c3019fcb-a2b7-401b-8942-23140eeffdaf service neutron] 10.222.0.82 "GET /v2.0/networks/c73cbcef-b12a-49c2-b620-f71be111a504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850899 Jul 16 02:20:13.828113 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ad1e9-9346-44d2-b60d-000b5fa6eca8 req-b84c72fb-ff64-42d4-9cc0-2fef1981218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:13.829822 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-071ad1e9-9346-44d2-b60d-000b5fa6eca8 req-b84c72fb-ff64-42d4-9cc0-2fef1981218c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c6fae827b6f845b09b1ce06ae3095f0a&device_id=3f8996bb-3094-42f3-9315-2ef4528e6a0e HTTP/1.1" status: 200 len: 1095 time: 0.0605323 Jul 16 02:20:13.923710 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ad1e9-9346-44d2-b60d-000b5fa6eca8 req-aadfe4a9-72c4-4f2e-804a-84c28947fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:13.925430 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-071ad1e9-9346-44d2-b60d-000b5fa6eca8 req-aadfe4a9-72c4-4f2e-804a-84c28947fcc3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c73cbcef-b12a-49c2-b620-f71be111a504 HTTP/1.1" status: 200 len: 918 time: 0.0897324 Jul 16 02:20:13.973283 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-071ad1e9-9346-44d2-b60d-000b5fa6eca8 req-7bf3db8b-66ef-4c35-afe5-a3f52ceda556 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2fd9e1c-25fd-461c-8b80-a0e83483971c HTTP/1.1" status: 200 len: 217 time: 0.0402889 Jul 16 02:20:14.026318 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ad1e9-9346-44d2-b60d-000b5fa6eca8 req-ea15ca35-7dbf-4305-908a-9e463de8e588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:14.028034 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-071ad1e9-9346-44d2-b60d-000b5fa6eca8 req-ea15ca35-7dbf-4305-908a-9e463de8e588 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eb0b9f21-f398-4c5a-9f56-9662f650f4a0 HTTP/1.1" status: 200 len: 856 time: 0.0477173 Jul 16 02:20:14.087004 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ad1e9-9346-44d2-b60d-000b5fa6eca8 req-c9f0a9fa-e4ba-4326-9597-15d106eeae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:14.088671 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-071ad1e9-9346-44d2-b60d-000b5fa6eca8 req-c9f0a9fa-e4ba-4326-9597-15d106eeae08 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c73cbcef-b12a-49c2-b620-f71be111a504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543242 Jul 16 02:20:14.199449 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-071ad1e9-9346-44d2-b60d-000b5fa6eca8 req-96319cd2-9d39-41f5-99ea-0d00b9438cf5 service neutron] 10.222.0.82 "GET /v2.0/networks/c73cbcef-b12a-49c2-b620-f71be111a504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033876 Jul 16 02:20:14.234143 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 31359549-e432-4514-af7c-fb17aea3894b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:14.288076 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 31359549-e432-4514-af7c-fb17aea3894b completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:14.292912 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 31359549-e432-4514-af7c-fb17aea3894b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:14.293958 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.309225 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-071ad1e9-9346-44d2-b60d-000b5fa6eca8 req-cc34c850-a7d2-4984-a431-6ae0ab92aac0 service neutron] 10.222.0.82 "GET /v2.0/networks/c73cbcef-b12a-49c2-b620-f71be111a504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019027 Jul 16 02:20:14.359344 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4565b4b-4eb5-4182-b4ba-7abd1a6f2994 req-b70b5661-8d42-436f-9979-d5ad50e4710c tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:14.362277 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4565b4b-4eb5-4182-b4ba-7abd1a6f2994 req-b70b5661-8d42-436f-9979-d5ad50e4710c tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f8996bb-3094-42f3-9315-2ef4528e6a0e HTTP/1.1" status: 200 len: 943 time: 0.0670362 Jul 16 02:20:14.382119 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.401513 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4565b4b-4eb5-4182-b4ba-7abd1a6f2994 req-5b3c2f0d-7f0f-48b0-8585-b3212d694b9f tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/security-groups?id=68aa1a95-49fa-4326-b41c-967bbee7ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346923 Jul 16 02:20:14.415561 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 31359549-e432-4514-af7c-fb17aea3894b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=31359549-e432-4514-af7c-fb17aea3894b,segment=NetworkSegment(aad85e85-6564-4c1b-9bf8-89d75f4e95ac),segment_id=aad85e85-6564-4c1b-9bf8-89d75f4e95ac)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:14.421322 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:14.467862 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=31359549-e432-4514-af7c-fb17aea3894b,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:15.604554 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e6a99-c3b2-470e-aa53-d1ee877e1666 req-4534db07-6649-4ca9-8af1-e417acc0d63f tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:15.606082 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe2e6a99-c3b2-470e-aa53-d1ee877e1666 req-4534db07-6649-4ca9-8af1-e417acc0d63f tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f8996bb-3094-42f3-9315-2ef4528e6a0e HTTP/1.1" status: 200 len: 943 time: 0.0859170 Jul 16 02:20:15.648087 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe2e6a99-c3b2-470e-aa53-d1ee877e1666 req-2ab19c34-f701-41dd-97e3-0aa1ecbdc827 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/security-groups?id=68aa1a95-49fa-4326-b41c-967bbee7ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361302 Jul 16 02:20:16.190351 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 31359549-e432-4514-af7c-fb17aea3894b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:16.251276 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 31359549-e432-4514-af7c-fb17aea3894b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:16.251655 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.638151 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device e2fd9e1c-25fd-461c-8b80-a0e83483971c details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:20:16.736142 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port e2fd9e1c-25fd-461c-8b80-a0e83483971c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=e2fd9e1c-25fd-461c-8b80-a0e83483971c,segment=NetworkSegment(618129ce-bff5-4105-a404-afc55b136ca5),segment_id=618129ce-bff5-4105-a404-afc55b136ca5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:16.751399 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'e2fd9e1c-25fd-461c-8b80-a0e83483971c', 'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504', 'port_id': 'e2fd9e1c-25fd-461c-8b80-a0e83483971c', 'mac_address': 'fa:16:3e:5a:55:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0b9f21-f398-4c5a-9f56-9662f650f4a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:20:16.790088 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.803131 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2fd9e1c-25fd-461c-8b80-a0e83483971c {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:20:16.825928 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port e2fd9e1c-25fd-461c-8b80-a0e83483971c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=e2fd9e1c-25fd-461c-8b80-a0e83483971c,segment=NetworkSegment(618129ce-bff5-4105-a404-afc55b136ca5),segment_id=618129ce-bff5-4105-a404-afc55b136ca5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:16.826872 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d663df-09ba-4c88-b897-38601323dd48 req-3056972e-5b7a-4251-8425-a47c0bcacfa0 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:16.828568 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a6d663df-09ba-4c88-b897-38601323dd48 req-3056972e-5b7a-4251-8425-a47c0bcacfa0 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f8996bb-3094-42f3-9315-2ef4528e6a0e HTTP/1.1" status: 200 len: 943 time: 0.0662990 Jul 16 02:20:16.831438 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:16.879277 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a6d663df-09ba-4c88-b897-38601323dd48 req-16d7f737-72b1-443e-8f2a-d557e7903e90 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/security-groups?id=68aa1a95-49fa-4326-b41c-967bbee7ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438180 Jul 16 02:20:16.889001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=e2fd9e1c-25fd-461c-8b80-a0e83483971c,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:17.032266 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['e2fd9e1c-25fd-461c-8b80-a0e83483971c'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:20:18.075319 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75ac34-7832-46fb-baf4-83819b5bf340 req-7de393f5-11d2-4b6c-8df6-6b90e1702c55 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:18.077407 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fc75ac34-7832-46fb-baf4-83819b5bf340 req-7de393f5-11d2-4b6c-8df6-6b90e1702c55 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f8996bb-3094-42f3-9315-2ef4528e6a0e HTTP/1.1" status: 200 len: 944 time: 0.0782053 Jul 16 02:20:18.120543 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fc75ac34-7832-46fb-baf4-83819b5bf340 req-e61db49d-8732-49e6-b260-c5f3d8ecd060 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/security-groups?id=68aa1a95-49fa-4326-b41c-967bbee7ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341671 Jul 16 02:20:18.634919 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device e2fd9e1c-25fd-461c-8b80-a0e83483971c up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:18.690953 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port e2fd9e1c-25fd-461c-8b80-a0e83483971c completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:18.697526 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port e2fd9e1c-25fd-461c-8b80-a0e83483971c triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:18.698086 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:18.784639 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:18.807439 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8996bb-3094-42f3-9315-2ef4528e6a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fd9e1c-25fd-461c-8b80-a0e83483971c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:20:18.809750 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bfd070-b61a-4d04-83a8-1a4225cff07e" -d '{"events": [{"server_uuid": "3f8996bb-3094-42f3-9315-2ef4528e6a0e", "name": "network-vif-plugged", "status": "completed", "tag": "e2fd9e1c-25fd-461c-8b80-a0e83483971c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:20:18.823265 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port e2fd9e1c-25fd-461c-8b80-a0e83483971c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=e2fd9e1c-25fd-461c-8b80-a0e83483971c,segment=NetworkSegment(618129ce-bff5-4105-a404-afc55b136ca5),segment_id=618129ce-bff5-4105-a404-afc55b136ca5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:18.830086 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:18.856748 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3650f06d-229e-4256-bfbf-b6f07268f75e x-openstack-request-id: req-3650f06d-229e-4256-bfbf-b6f07268f75e {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:20:18.857037 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8996bb-3094-42f3-9315-2ef4528e6a0e", "name": "network-vif-plugged", "status": "completed", "tag": "e2fd9e1c-25fd-461c-8b80-a0e83483971c", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:20:18.857286 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3650f06d-229e-4256-bfbf-b6f07268f75e {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:20:18.857670 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8996bb-3094-42f3-9315-2ef4528e6a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fd9e1c-25fd-461c-8b80-a0e83483971c', 'code': 200} Jul 16 02:20:18.884764 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=e2fd9e1c-25fd-461c-8b80-a0e83483971c,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:18.964495 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a3336-ce1e-487c-8086-fa40709d3cf6 req-7b44d0d3-8c98-4802-b7b9-6d2594bc8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:18.966002 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e53a3336-ce1e-487c-8086-fa40709d3cf6 req-7b44d0d3-8c98-4802-b7b9-6d2594bc8c5d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3f8996bb-3094-42f3-9315-2ef4528e6a0e HTTP/1.1" status: 200 len: 1097 time: 0.0556350 Jul 16 02:20:19.001824 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e53a3336-ce1e-487c-8086-fa40709d3cf6 req-e5fd50aa-15aa-4910-8e58-eaf73bb0568e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=68aa1a95-49fa-4326-b41c-967bbee7ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296195 Jul 16 02:20:19.302591 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de3ae7-72d2-4da0-b008-7ba6f3ce4006 req-1b273197-0dc2-4cc1-b47a-10c282224a9b tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:19.304093 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-66de3ae7-72d2-4da0-b008-7ba6f3ce4006 req-1b273197-0dc2-4cc1-b47a-10c282224a9b tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f8996bb-3094-42f3-9315-2ef4528e6a0e HTTP/1.1" status: 200 len: 945 time: 0.0694211 Jul 16 02:20:19.348324 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-66de3ae7-72d2-4da0-b008-7ba6f3ce4006 req-d2ab9c8c-5d1a-442a-a063-8d1562f06a1d tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/security-groups?id=68aa1a95-49fa-4326-b41c-967bbee7ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360465 Jul 16 02:20:20.579522 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffa251-2831-4d94-a37f-bc0289729c5f req-5652dcae-d917-43ce-9f8e-e703890cd92c tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:20.581198 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a7ffa251-2831-4d94-a37f-bc0289729c5f req-5652dcae-d917-43ce-9f8e-e703890cd92c tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f8996bb-3094-42f3-9315-2ef4528e6a0e HTTP/1.1" status: 200 len: 945 time: 0.0834560 Jul 16 02:20:20.634057 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a7ffa251-2831-4d94-a37f-bc0289729c5f req-1aeec253-07bf-47bd-83b4-50b609f59979 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/security-groups?id=68aa1a95-49fa-4326-b41c-967bbee7ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440745 Jul 16 02:20:20.837600 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e75102-a95c-4a06-8b1f-28b62d2032f8 req-9e970c17-a2f4-4871-8fa6-4e7333b55a9a tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:20.840801 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-58e75102-a95c-4a06-8b1f-28b62d2032f8 req-9e970c17-a2f4-4871-8fa6-4e7333b55a9a tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f8996bb-3094-42f3-9315-2ef4528e6a0e HTTP/1.1" status: 200 len: 945 time: 0.0788331 Jul 16 02:20:20.887616 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-58e75102-a95c-4a06-8b1f-28b62d2032f8 req-94a53bad-be69-4078-9b63-bfb9a7ff6285 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/security-groups?id=68aa1a95-49fa-4326-b41c-967bbee7ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395031 Jul 16 02:20:24.433792 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:20:26.652216 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fbb4448f-ee81-4d77-b9c7-f8111ddb7d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:29.453818 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bfcbd90d-a0cd-422c-b9e6-785d96319af6 req-b59ce4d4-9bc8-4d53-83d1-a111b04b1689 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3f8996bb-3094-42f3-9315-2ef4528e6a0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0605454 Jul 16 02:20:29.569945 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbd90d-a0cd-422c-b9e6-785d96319af6 req-ac5d11cf-18a5-42af-a2b7-76609f0986e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:29.571477 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bfcbd90d-a0cd-422c-b9e6-785d96319af6 req-ac5d11cf-18a5-42af-a2b7-76609f0986e1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c6fae827b6f845b09b1ce06ae3095f0a&device_id=3f8996bb-3094-42f3-9315-2ef4528e6a0e HTTP/1.1" status: 200 len: 1097 time: 0.0654883 Jul 16 02:20:29.611010 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-80a3b51b-96f3-4bcc-b530-b6f2aca99476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:29.683693 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbd90d-a0cd-422c-b9e6-785d96319af6 req-5b061c0f-3fab-469b-8696-52b42242d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:29.686050 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bfcbd90d-a0cd-422c-b9e6-785d96319af6 req-5b061c0f-3fab-469b-8696-52b42242d038 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c73cbcef-b12a-49c2-b620-f71be111a504 HTTP/1.1" status: 200 len: 918 time: 0.0882564 Jul 16 02:20:29.733345 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bfcbd90d-a0cd-422c-b9e6-785d96319af6 req-ca032b9c-c688-41bc-9073-b4f8aae8f063 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2fd9e1c-25fd-461c-8b80-a0e83483971c HTTP/1.1" status: 200 len: 217 time: 0.0411124 Jul 16 02:20:29.788212 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbd90d-a0cd-422c-b9e6-785d96319af6 req-ab1976bf-f3ae-40c0-8982-3e5b9379fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:29.789732 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bfcbd90d-a0cd-422c-b9e6-785d96319af6 req-ab1976bf-f3ae-40c0-8982-3e5b9379fe6f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eb0b9f21-f398-4c5a-9f56-9662f650f4a0 HTTP/1.1" status: 200 len: 856 time: 0.0508578 Jul 16 02:20:29.797422 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:29.853385 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbd90d-a0cd-422c-b9e6-785d96319af6 req-520cbb1d-9b8b-4e61-83cd-2bcac1b22101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:29.854920 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bfcbd90d-a0cd-422c-b9e6-785d96319af6 req-520cbb1d-9b8b-4e61-83cd-2bcac1b22101 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c73cbcef-b12a-49c2-b620-f71be111a504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592816 Jul 16 02:20:29.947315 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bfcbd90d-a0cd-422c-b9e6-785d96319af6 req-d3002f76-295e-44f5-b180-9e6e5ca80c77 service neutron] 10.222.0.82 "GET /v2.0/networks/c73cbcef-b12a-49c2-b620-f71be111a504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860806 Jul 16 02:20:30.045411 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bfcbd90d-a0cd-422c-b9e6-785d96319af6 req-7fbd12b2-8eba-432a-90a0-cd3ff32ef56c service neutron] 10.222.0.82 "GET /v2.0/networks/c73cbcef-b12a-49c2-b620-f71be111a504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918717 Jul 16 02:20:31.012070 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:31.936758 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:32.752716 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:35.480350 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:40.366027 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5b128-306d-4996-9bc8-3ec5bc2b24e9 req-f2a25566-fe63-4ae0-9128-8c5d7f56ca35 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:40.367518 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aac5b128-306d-4996-9bc8-3ec5bc2b24e9 req-f2a25566-fe63-4ae0-9128-8c5d7f56ca35 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f8996bb-3094-42f3-9315-2ef4528e6a0e HTTP/1.1" status: 200 len: 945 time: 0.0743196 Jul 16 02:20:40.419807 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aac5b128-306d-4996-9bc8-3ec5bc2b24e9 req-45dc7266-2a66-4803-99dc-a6c318e19ab2 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/security-groups?id=68aa1a95-49fa-4326-b41c-967bbee7ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453045 Jul 16 02:20:41.616920 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901eb0ca-22a0-46d1-8900-b932f9cb9a2b req-83905f0f-e8df-415e-8201-87dd85a63bf5 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:41.618438 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-901eb0ca-22a0-46d1-8900-b932f9cb9a2b req-83905f0f-e8df-415e-8201-87dd85a63bf5 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f8996bb-3094-42f3-9315-2ef4528e6a0e HTTP/1.1" status: 200 len: 945 time: 0.0729237 Jul 16 02:20:41.659541 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-901eb0ca-22a0-46d1-8900-b932f9cb9a2b req-55dc1ae4-986d-49c5-b8b2-9144eafcd4a2 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/security-groups?id=68aa1a95-49fa-4326-b41c-967bbee7ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351086 Jul 16 02:20:41.897352 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088ca96-7b40-4473-bffe-956eea382b2a req-969053fd-b983-4507-94d0-f57524bbf31c tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:41.898849 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e088ca96-7b40-4473-bffe-956eea382b2a req-969053fd-b983-4507-94d0-f57524bbf31c tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.82 "GET /v2.0/ports?device_id=3f8996bb-3094-42f3-9315-2ef4528e6a0e HTTP/1.1" status: 200 len: 945 time: 0.0677421 Jul 16 02:20:42.018158 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-e088ca96-7b40-4473-bffe-956eea382b2a req-f768e916-be76-4a72-8955-49423fcbab39 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Deleting port e2fd9e1c-25fd-461c-8b80-a0e83483971c {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:20:42.018514 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e088ca96-7b40-4473-bffe-956eea382b2a req-f768e916-be76-4a72-8955-49423fcbab39 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:42.120267 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-e088ca96-7b40-4473-bffe-956eea382b2a req-f768e916-be76-4a72-8955-49423fcbab39 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] For port e2fd9e1c-25fd-461c-8b80-a0e83483971c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=e2fd9e1c-25fd-461c-8b80-a0e83483971c,segment=NetworkSegment(618129ce-bff5-4105-a404-afc55b136ca5),segment_id=618129ce-bff5-4105-a404-afc55b136ca5)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:42.120706 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e088ca96-7b40-4473-bffe-956eea382b2a req-f768e916-be76-4a72-8955-49423fcbab39 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:42.134668 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-e088ca96-7b40-4473-bffe-956eea382b2a req-f768e916-be76-4a72-8955-49423fcbab39 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Calling delete_port for e2fd9e1c-25fd-461c-8b80-a0e83483971c owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:20:42.278662 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e088ca96-7b40-4473-bffe-956eea382b2a req-f768e916-be76-4a72-8955-49423fcbab39 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:42.292233 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['e2fd9e1c-25fd-461c-8b80-a0e83483971c'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:20:42.317963 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768e916-be76-4a72-8955-49423fcbab39 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Pushing event deleted for resources: {'Port': ['ID=e2fd9e1c-25fd-461c-8b80-a0e83483971c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:42.347158 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768e916-be76-4a72-8955-49423fcbab39 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:42.347554 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768e916-be76-4a72-8955-49423fcbab39 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:42.347852 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768e916-be76-4a72-8955-49423fcbab39 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:42.348185 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768e916-be76-4a72-8955-49423fcbab39 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:42.348543 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768e916-be76-4a72-8955-49423fcbab39 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:42.348866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768e916-be76-4a72-8955-49423fcbab39 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:42.349188 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768e916-be76-4a72-8955-49423fcbab39 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:42.349511 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768e916-be76-4a72-8955-49423fcbab39 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:42.349830 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768e916-be76-4a72-8955-49423fcbab39 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:42.350147 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768e916-be76-4a72-8955-49423fcbab39 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:42.350464 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768e916-be76-4a72-8955-49423fcbab39 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:42.350776 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f768e916-be76-4a72-8955-49423fcbab39 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:42.370213 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-e088ca96-7b40-4473-bffe-956eea382b2a req-f768e916-be76-4a72-8955-49423fcbab39 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] No DVR routers for this DVR port e2fd9e1c-25fd-461c-8b80-a0e83483971c on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:20:42.372878 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-e088ca96-7b40-4473-bffe-956eea382b2a req-f768e916-be76-4a72-8955-49423fcbab39 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:42.375266 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e088ca96-7b40-4473-bffe-956eea382b2a req-f768e916-be76-4a72-8955-49423fcbab39 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.82 "DELETE /v2.0/ports/e2fd9e1c-25fd-461c-8b80-a0e83483971c HTTP/1.1" status: 204 len: 173 time: 0.4710515 Jul 16 02:20:42.375746 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8996bb-3094-42f3-9315-2ef4528e6a0e', 'name': 'network-vif-deleted', 'tag': 'e2fd9e1c-25fd-461c-8b80-a0e83483971c'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:20:42.378114 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaaf656-2465-4f07-91ea-f89b6ee6a6c2" -d '{"events": [{"server_uuid": "3f8996bb-3094-42f3-9315-2ef4528e6a0e", "name": "network-vif-deleted", "tag": "e2fd9e1c-25fd-461c-8b80-a0e83483971c"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:20:42.426195 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945e907a-5f35-4a2b-80c3-c5f0cd318ddb x-openstack-request-id: req-945e907a-5f35-4a2b-80c3-c5f0cd318ddb {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:20:42.426565 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8996bb-3094-42f3-9315-2ef4528e6a0e", "name": "network-vif-deleted", "tag": "e2fd9e1c-25fd-461c-8b80-a0e83483971c", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:20:42.426924 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-945e907a-5f35-4a2b-80c3-c5f0cd318ddb {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:20:42.427509 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8996bb-3094-42f3-9315-2ef4528e6a0e', 'name': 'network-vif-deleted', 'tag': 'e2fd9e1c-25fd-461c-8b80-a0e83483971c', 'status': 'completed', 'code': 200} Jul 16 02:20:42.843500 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-753f7264-b80d-4e55-8b42-e37f244a6bde req-d85b1e2e-1c78-462e-b347-5300c56aa98c tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f8996bb-3094-42f3-9315-2ef4528e6a0e HTTP/1.1" status: 200 len: 210 time: 0.0332408 Jul 16 02:20:45.526625 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a76577-18e8-41e5-be21-f41812d007f0 req-f9a017cc-c301-44fc-8fbb-f4df086b4be9 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:45.528111 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22a76577-18e8-41e5-be21-f41812d007f0 req-f9a017cc-c301-44fc-8fbb-f4df086b4be9 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/networks?id=c73cbcef-b12a-49c2-b620-f71be111a504 HTTP/1.1" status: 200 len: 817 time: 0.1054490 Jul 16 02:20:45.545054 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22a76577-18e8-41e5-be21-f41812d007f0 req-16c9d013-0e75-4a09-9873-7a680e99c835 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/quotas/c6fae827b6f845b09b1ce06ae3095f0a HTTP/1.1" status: 200 len: 375 time: 0.0098639 Jul 16 02:20:45.621038 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22a76577-18e8-41e5-be21-f41812d007f0 req-94739a74-cc55-42b1-a872-f1c813b129e4 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6fae827b6f845b09b1ce06ae3095f0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709729 Jul 16 02:20:45.730454 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22a76577-18e8-41e5-be21-f41812d007f0 req-82e3d7af-02b4-407d-a6ae-0b9b6a98d29c service neutron] 10.222.0.16 "GET /v2.0/networks/c73cbcef-b12a-49c2-b620-f71be111a504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959227 Jul 16 02:20:45.826336 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22a76577-18e8-41e5-be21-f41812d007f0 req-15ed32e3-315e-4862-9a4e-a31b6b02024a service neutron] 10.222.0.16 "GET /v2.0/networks/c73cbcef-b12a-49c2-b620-f71be111a504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898476 Jul 16 02:20:46.014559 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36b92116-9cfc-4137-9777-a56c6bfd9dee req-d46e8465-3bf7-4842-94a2-42009475495d tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d05c6ed-953b-4840-8b7d-29ce287d7ba1 HTTP/1.1" status: 200 len: 210 time: 0.0322316 Jul 16 02:20:46.749008 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device e2fd9e1c-25fd-461c-8b80-a0e83483971c no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:20:46.776991 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: e2fd9e1c-25fd-461c-8b80-a0e83483971c {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:20:46.777336 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device e2fd9e1c-25fd-461c-8b80-a0e83483971c not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:20:47.193435 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a827e01b-f22b-4995-97a6-5fda91a2d80b req-3e01af54-faa5-4e0b-9c71-e8fafc78626a tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d05c6ed-953b-4840-8b7d-29ce287d7ba1 HTTP/1.1" status: 200 len: 210 time: 0.0392330 Jul 16 02:20:47.226550 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a76577-18e8-41e5-be21-f41812d007f0 req-98976138-50a6-47f4-9476-283b6090348a tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:47.226550 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22a76577-18e8-41e5-be21-f41812d007f0 req-98976138-50a6-47f4-9476-283b6090348a tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.84 "GET /v2.0/networks?id=c73cbcef-b12a-49c2-b620-f71be111a504 HTTP/1.1" status: 200 len: 817 time: 0.1644647 Jul 16 02:20:47.233375 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-22a76577-18e8-41e5-be21-f41812d007f0 req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Request body: {'port': {'device_id': '0d05c6ed-953b-4840-8b7d-29ce287d7ba1', 'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504', 'admin_state_up': True, 'tenant_id': 'c6fae827b6f845b09b1ce06ae3095f0a'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:47.349153 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a76577-18e8-41e5-be21-f41812d007f0 req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Made reservation on behalf of c6fae827b6f845b09b1ce06ae3095f0a for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:20:47.352671 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-22a76577-18e8-41e5-be21-f41812d007f0 req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:47.486128 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-22a76577-18e8-41e5-be21-f41812d007f0 req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Allocated IP 172.20.0.14 (c73cbcef-b12a-49c2-b620-f71be111a504/eb0b9f21-f398-4c5a-9f56-9662f650f4a0/dd4310af-a5e5-45de-aaa4-28f6c0b322ef) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:20:47.654282 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-22a76577-18e8-41e5-be21-f41812d007f0 req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:47.671681 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-22a76577-18e8-41e5-be21-f41812d007f0 req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Transition to ACTIVE for port object dd4310af-a5e5-45de-aaa4-28f6c0b322ef will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:47.709388 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-22a76577-18e8-41e5-be21-f41812d007f0 req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:47.757795 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a76577-18e8-41e5-be21-f41812d007f0 req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Network c73cbcef-b12a-49c2-b620-f71be111a504 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:20:47.761026 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-22a76577-18e8-41e5-be21-f41812d007f0 req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:20:47.764987 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a76577-18e8-41e5-be21-f41812d007f0 req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:20:47.788512 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Pushing event updated for resources: {'Port': ['ID=dd4310af-a5e5-45de-aaa4-28f6c0b322ef,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:47.803511 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:47.803836 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:47.804169 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:47.804527 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:47.804850 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:47.805176 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:47.805480 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:47.805798 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:47.806118 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:47.806433 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:47.806747 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:47.807058 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:47.829153 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a76577-18e8-41e5-be21-f41812d007f0 req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:47.829838 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-22a76577-18e8-41e5-be21-f41812d007f0 req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:47.847023 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22a76577-18e8-41e5-be21-f41812d007f0 req-f440e5df-5843-49a8-84d5-3484f410ad66 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6177309 Jul 16 02:20:47.956148 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-22a76577-18e8-41e5-be21-f41812d007f0 req-0b29d8a1-fe75-453b-980b-24eca30be0c1 service neutron] Request body: {'port': {'device_id': '0d05c6ed-953b-4840-8b7d-29ce287d7ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:20:47.965070 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e1a3d6fd-8030-4891-8d6a-5260a5a34066 None None] Provisioning for port dd4310af-a5e5-45de-aaa4-28f6c0b322ef completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:47.969466 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e1a3d6fd-8030-4891-8d6a-5260a5a34066 None None] Provisioning complete for port dd4310af-a5e5-45de-aaa4-28f6c0b322ef triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:47.969881 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e1a3d6fd-8030-4891-8d6a-5260a5a34066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:48.004179 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e1a3d6fd-8030-4891-8d6a-5260a5a34066 None None] Port dd4310af-a5e5-45de-aaa4-28f6c0b322ef cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:20:48.037216 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-22a76577-18e8-41e5-be21-f41812d007f0 req-0b29d8a1-fe75-453b-980b-24eca30be0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:48.314939 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-22a76577-18e8-41e5-be21-f41812d007f0 req-0b29d8a1-fe75-453b-980b-24eca30be0c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd4310af-a5e5-45de-aaa4-28f6c0b322ef {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:20:48.322818 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-22a76577-18e8-41e5-be21-f41812d007f0 req-0b29d8a1-fe75-453b-980b-24eca30be0c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:48.334944 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-22a76577-18e8-41e5-be21-f41812d007f0 req-0b29d8a1-fe75-453b-980b-24eca30be0c1 service neutron] Transition to ACTIVE for port object dd4310af-a5e5-45de-aaa4-28f6c0b322ef will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:20:48.339956 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-22a76577-18e8-41e5-be21-f41812d007f0 req-0b29d8a1-fe75-453b-980b-24eca30be0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:48.381666 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c71972-3b2f-4706-b374-21373da4bdb0 req-3f5657c6-6b6d-4ff7-a53c-163924e13105 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:48.383382 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97c71972-3b2f-4706-b374-21373da4bdb0 req-3f5657c6-6b6d-4ff7-a53c-163924e13105 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d05c6ed-953b-4840-8b7d-29ce287d7ba1 HTTP/1.1" status: 200 len: 932 time: 0.0647852 Jul 16 02:20:48.399819 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29d8a1-fe75-453b-980b-24eca30be0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4310af-a5e5-45de-aaa4-28f6c0b322ef,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:48.424241 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-97c71972-3b2f-4706-b374-21373da4bdb0 req-98d7d812-ea83-4c21-b072-82bf8cb6d428 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/security-groups?id=68aa1a95-49fa-4326-b41c-967bbee7ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349734 Jul 16 02:20:48.489154 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-22a76577-18e8-41e5-be21-f41812d007f0 req-0b29d8a1-fe75-453b-980b-24eca30be0c1 service neutron] Attempting to bind port dd4310af-a5e5-45de-aaa4-28f6c0b322ef on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:20:48.489492 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-22a76577-18e8-41e5-be21-f41812d007f0 req-0b29d8a1-fe75-453b-980b-24eca30be0c1 service neutron] Attempting to bind port dd4310af-a5e5-45de-aaa4-28f6c0b322ef by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '618129ce-bff5-4105-a404-afc55b136ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:20:48.489824 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a76577-18e8-41e5-be21-f41812d007f0 req-0b29d8a1-fe75-453b-980b-24eca30be0c1 service neutron] Attempting to bind port dd4310af-a5e5-45de-aaa4-28f6c0b322ef on network c73cbcef-b12a-49c2-b620-f71be111a504 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:48.494429 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a76577-18e8-41e5-be21-f41812d007f0 req-0b29d8a1-fe75-453b-980b-24eca30be0c1 service neutron] Port dd4310af-a5e5-45de-aaa4-28f6c0b322ef on network c73cbcef-b12a-49c2-b620-f71be111a504 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:20:48.494767 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a76577-18e8-41e5-be21-f41812d007f0 req-0b29d8a1-fe75-453b-980b-24eca30be0c1 service neutron] Attempting to bind port dd4310af-a5e5-45de-aaa4-28f6c0b322ef on network c73cbcef-b12a-49c2-b620-f71be111a504 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:20:48.500056 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a76577-18e8-41e5-be21-f41812d007f0 req-0b29d8a1-fe75-453b-980b-24eca30be0c1 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:20:48.500504 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a76577-18e8-41e5-be21-f41812d007f0 req-0b29d8a1-fe75-453b-980b-24eca30be0c1 service neutron] Checking segment: {'id': '618129ce-bff5-4105-a404-afc55b136ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:20:48.500859 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a76577-18e8-41e5-be21-f41812d007f0 req-0b29d8a1-fe75-453b-980b-24eca30be0c1 service neutron] Bound using segment: {'id': '618129ce-bff5-4105-a404-afc55b136ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:20:48.501292 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-22a76577-18e8-41e5-be21-f41812d007f0 req-0b29d8a1-fe75-453b-980b-24eca30be0c1 service neutron] Bound port: dd4310af-a5e5-45de-aaa4-28f6c0b322ef, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618129ce-bff5-4105-a404-afc55b136ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:20:48.501648 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-22a76577-18e8-41e5-be21-f41812d007f0 req-0b29d8a1-fe75-453b-980b-24eca30be0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:48.570667 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-22a76577-18e8-41e5-be21-f41812d007f0 req-0b29d8a1-fe75-453b-980b-24eca30be0c1 service neutron] For port dd4310af-a5e5-45de-aaa4-28f6c0b322ef, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:20:48.573856 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-22a76577-18e8-41e5-be21-f41812d007f0 req-0b29d8a1-fe75-453b-980b-24eca30be0c1 service neutron] For port dd4310af-a5e5-45de-aaa4-28f6c0b322ef, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=dd4310af-a5e5-45de-aaa4-28f6c0b322ef,segment=NetworkSegment(618129ce-bff5-4105-a404-afc55b136ca5),segment_id=618129ce-bff5-4105-a404-afc55b136ca5)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:20:48.580497 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-22a76577-18e8-41e5-be21-f41812d007f0 req-0b29d8a1-fe75-453b-980b-24eca30be0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:48.614568 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a76577-18e8-41e5-be21-f41812d007f0 req-0b29d8a1-fe75-453b-980b-24eca30be0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:48.615259 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-22a76577-18e8-41e5-be21-f41812d007f0 req-0b29d8a1-fe75-453b-980b-24eca30be0c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:48.616672 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22a76577-18e8-41e5-be21-f41812d007f0 req-0b29d8a1-fe75-453b-980b-24eca30be0c1 service neutron] 10.222.0.84 "PUT /v2.0/ports/dd4310af-a5e5-45de-aaa4-28f6c0b322ef HTTP/1.1" status: 200 len: 1093 time: 0.7621028 Jul 16 02:20:48.617033 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d05c6ed-953b-4840-8b7d-29ce287d7ba1', 'tag': 'dd4310af-a5e5-45de-aaa4-28f6c0b322ef'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:20:48.619314 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6803278-97f9-4026-83e4-056a6467893f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d05c6ed-953b-4840-8b7d-29ce287d7ba1", "tag": "dd4310af-a5e5-45de-aaa4-28f6c0b322ef"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:20:48.645984 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29d8a1-fe75-453b-980b-24eca30be0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4310af-a5e5-45de-aaa4-28f6c0b322ef,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:48.729592 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef424c09-49f2-4b5e-a4ef-35ea84e622ed x-openstack-request-id: req-ef424c09-49f2-4b5e-a4ef-35ea84e622ed {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:20:48.729886 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d05c6ed-953b-4840-8b7d-29ce287d7ba1", "tag": "dd4310af-a5e5-45de-aaa4-28f6c0b322ef", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:20:48.730138 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef424c09-49f2-4b5e-a4ef-35ea84e622ed {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:20:48.730538 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d05c6ed-953b-4840-8b7d-29ce287d7ba1', 'tag': 'dd4310af-a5e5-45de-aaa4-28f6c0b322ef', 'status': 'completed', 'code': 200} Jul 16 02:20:48.741756 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a76577-18e8-41e5-be21-f41812d007f0 req-25738c56-e00a-4f37-9c9c-708338e59089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:48.743218 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22a76577-18e8-41e5-be21-f41812d007f0 req-25738c56-e00a-4f37-9c9c-708338e59089 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c6fae827b6f845b09b1ce06ae3095f0a&device_id=0d05c6ed-953b-4840-8b7d-29ce287d7ba1 HTTP/1.1" status: 200 len: 1096 time: 0.0715652 Jul 16 02:20:48.787233 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22a76577-18e8-41e5-be21-f41812d007f0 req-4114988a-e472-444d-af2f-c558e69f1251 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd4310af-a5e5-45de-aaa4-28f6c0b322ef HTTP/1.1" status: 200 len: 217 time: 0.0361955 Jul 16 02:20:48.847405 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a76577-18e8-41e5-be21-f41812d007f0 req-5c05e9c7-995f-4bb1-a4c4-44cea75f02a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:48.848952 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22a76577-18e8-41e5-be21-f41812d007f0 req-5c05e9c7-995f-4bb1-a4c4-44cea75f02a0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eb0b9f21-f398-4c5a-9f56-9662f650f4a0 HTTP/1.1" status: 200 len: 856 time: 0.0546427 Jul 16 02:20:48.914446 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a76577-18e8-41e5-be21-f41812d007f0 req-4ddde193-688d-42f0-bbae-6b506222297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:48.915947 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22a76577-18e8-41e5-be21-f41812d007f0 req-4ddde193-688d-42f0-bbae-6b506222297d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c73cbcef-b12a-49c2-b620-f71be111a504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599453 Jul 16 02:20:49.027212 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22a76577-18e8-41e5-be21-f41812d007f0 req-fc15689c-aacf-4ce0-b8e2-35a1387a89b0 service neutron] 10.222.0.84 "GET /v2.0/networks/c73cbcef-b12a-49c2-b620-f71be111a504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032517 Jul 16 02:20:49.122843 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-22a76577-18e8-41e5-be21-f41812d007f0 req-1ecd7ac6-177e-49b5-918f-2636c0069e23 service neutron] 10.222.0.84 "GET /v2.0/networks/c73cbcef-b12a-49c2-b620-f71be111a504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884292 Jul 16 02:20:49.239924 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6803278-97f9-4026-83e4-056a6467893f req-eefa076b-a41b-4b1f-87f8-fc6ac4f17cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:49.241532 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e6803278-97f9-4026-83e4-056a6467893f req-eefa076b-a41b-4b1f-87f8-fc6ac4f17cfd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c6fae827b6f845b09b1ce06ae3095f0a&device_id=0d05c6ed-953b-4840-8b7d-29ce287d7ba1 HTTP/1.1" status: 200 len: 1096 time: 0.0654020 Jul 16 02:20:49.340335 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6803278-97f9-4026-83e4-056a6467893f req-1d52d42d-45a8-447e-abff-c86a1bd0f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:49.342094 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e6803278-97f9-4026-83e4-056a6467893f req-1d52d42d-45a8-447e-abff-c86a1bd0f0c2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c73cbcef-b12a-49c2-b620-f71be111a504 HTTP/1.1" status: 200 len: 918 time: 0.0935864 Jul 16 02:20:49.395764 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e6803278-97f9-4026-83e4-056a6467893f req-76b9cfb1-7002-4179-8171-d2e816a67282 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd4310af-a5e5-45de-aaa4-28f6c0b322ef HTTP/1.1" status: 200 len: 217 time: 0.0460131 Jul 16 02:20:49.447073 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6803278-97f9-4026-83e4-056a6467893f req-fe42b311-d02b-4448-98ba-5be5b356ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:49.448604 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e6803278-97f9-4026-83e4-056a6467893f req-fe42b311-d02b-4448-98ba-5be5b356ddf6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eb0b9f21-f398-4c5a-9f56-9662f650f4a0 HTTP/1.1" status: 200 len: 856 time: 0.0458176 Jul 16 02:20:49.514175 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6803278-97f9-4026-83e4-056a6467893f req-b1a481bf-1a8c-4b14-8627-a00c1eb553a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:49.515692 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e6803278-97f9-4026-83e4-056a6467893f req-b1a481bf-1a8c-4b14-8627-a00c1eb553a0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c73cbcef-b12a-49c2-b620-f71be111a504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597818 Jul 16 02:20:49.608066 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b45651-aed0-4118-96bf-50f9b4542109 req-b42b3a48-af77-4020-9c4b-8a4e7633f156 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:49.608691 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e6803278-97f9-4026-83e4-056a6467893f req-c2b7b119-44ff-4222-a60e-57b4d7f42fe7 service neutron] 10.222.0.84 "GET /v2.0/networks/c73cbcef-b12a-49c2-b620-f71be111a504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842929 Jul 16 02:20:49.609562 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-12b45651-aed0-4118-96bf-50f9b4542109 req-b42b3a48-af77-4020-9c4b-8a4e7633f156 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d05c6ed-953b-4840-8b7d-29ce287d7ba1 HTTP/1.1" status: 200 len: 944 time: 0.0665674 Jul 16 02:20:49.651649 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-12b45651-aed0-4118-96bf-50f9b4542109 req-37f6145d-0068-46c2-ab87-57e77f18f183 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/security-groups?id=68aa1a95-49fa-4326-b41c-967bbee7ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360715 Jul 16 02:20:50.009649 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e6803278-97f9-4026-83e4-056a6467893f req-04e1a125-fbcf-42de-b3e3-f63c122d1038 service neutron] 10.222.0.84 "GET /v2.0/networks/c73cbcef-b12a-49c2-b620-f71be111a504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941913 Jul 16 02:20:50.842976 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b95a1-f9f0-422e-9f54-65bf2ad218cd req-e1528d73-8da2-47b7-8f16-c18afcafc234 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:50.844660 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a00b95a1-f9f0-422e-9f54-65bf2ad218cd req-e1528d73-8da2-47b7-8f16-c18afcafc234 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d05c6ed-953b-4840-8b7d-29ce287d7ba1 HTTP/1.1" status: 200 len: 944 time: 0.0676301 Jul 16 02:20:50.887100 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a00b95a1-f9f0-422e-9f54-65bf2ad218cd req-e417a170-751a-418b-a4ff-63a297bd6e21 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/security-groups?id=68aa1a95-49fa-4326-b41c-967bbee7ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361362 Jul 16 02:20:51.467162 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device dd4310af-a5e5-45de-aaa4-28f6c0b322ef details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:20:51.578037 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port dd4310af-a5e5-45de-aaa4-28f6c0b322ef, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=dd4310af-a5e5-45de-aaa4-28f6c0b322ef,segment=NetworkSegment(618129ce-bff5-4105-a404-afc55b136ca5),segment_id=618129ce-bff5-4105-a404-afc55b136ca5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:51.589465 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'dd4310af-a5e5-45de-aaa4-28f6c0b322ef', 'network_id': 'c73cbcef-b12a-49c2-b620-f71be111a504', 'port_id': 'dd4310af-a5e5-45de-aaa4-28f6c0b322ef', 'mac_address': 'fa:16:3e:83:1e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0b9f21-f398-4c5a-9f56-9662f650f4a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:20:51.627057 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:51.640639 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4310af-a5e5-45de-aaa4-28f6c0b322ef {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:20:51.661201 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port dd4310af-a5e5-45de-aaa4-28f6c0b322ef, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=dd4310af-a5e5-45de-aaa4-28f6c0b322ef,segment=NetworkSegment(618129ce-bff5-4105-a404-afc55b136ca5),segment_id=618129ce-bff5-4105-a404-afc55b136ca5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:51.668424 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:51.717003 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=dd4310af-a5e5-45de-aaa4-28f6c0b322ef,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:51.724800 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:51.725136 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:51.725475 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:51.725815 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:51.726152 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:51.726499 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:51.726826 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:51.727154 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:51.727483 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:51.727808 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:51.728131 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:51.728479 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:20:51.885490 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['dd4310af-a5e5-45de-aaa4-28f6c0b322ef'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:20:52.073029 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9af2f-00f7-42b3-96b5-91d9a62a2b11 req-2dc8b85a-e584-47c8-85a7-fda9940bed62 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:52.074437 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-17e9af2f-00f7-42b3-96b5-91d9a62a2b11 req-2dc8b85a-e584-47c8-85a7-fda9940bed62 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d05c6ed-953b-4840-8b7d-29ce287d7ba1 HTTP/1.1" status: 200 len: 945 time: 0.0645926 Jul 16 02:20:52.121060 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-17e9af2f-00f7-42b3-96b5-91d9a62a2b11 req-0ee22700-e1dd-4559-8287-33364d828ed3 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/security-groups?id=68aa1a95-49fa-4326-b41c-967bbee7ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363598 Jul 16 02:20:53.321555 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23dc1a2-0f1e-4029-83ae-63884e277dfa req-5af5b8d6-2826-4b69-9a97-79c6e6b95b0a tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:53.323056 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a23dc1a2-0f1e-4029-83ae-63884e277dfa req-5af5b8d6-2826-4b69-9a97-79c6e6b95b0a tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d05c6ed-953b-4840-8b7d-29ce287d7ba1 HTTP/1.1" status: 200 len: 945 time: 0.0849812 Jul 16 02:20:53.364087 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a23dc1a2-0f1e-4029-83ae-63884e277dfa req-fe778b01-b1b5-40e7-a916-ff521952d224 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/security-groups?id=68aa1a95-49fa-4326-b41c-967bbee7ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353003 Jul 16 02:20:53.497766 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device dd4310af-a5e5-45de-aaa4-28f6c0b322ef up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:20:53.559127 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port dd4310af-a5e5-45de-aaa4-28f6c0b322ef completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:20:53.563199 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port dd4310af-a5e5-45de-aaa4-28f6c0b322ef triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:20:53.563559 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:53.657610 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:53.682229 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d05c6ed-953b-4840-8b7d-29ce287d7ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4310af-a5e5-45de-aaa4-28f6c0b322ef'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:20:53.684843 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177c94dc-32c9-4c2e-ad4f-5fca7f986a9d" -d '{"events": [{"server_uuid": "0d05c6ed-953b-4840-8b7d-29ce287d7ba1", "name": "network-vif-plugged", "status": "completed", "tag": "dd4310af-a5e5-45de-aaa4-28f6c0b322ef"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:20:53.699514 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port dd4310af-a5e5-45de-aaa4-28f6c0b322ef, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=dd4310af-a5e5-45de-aaa4-28f6c0b322ef,segment=NetworkSegment(618129ce-bff5-4105-a404-afc55b136ca5),segment_id=618129ce-bff5-4105-a404-afc55b136ca5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:20:53.705160 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:53.757449 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=dd4310af-a5e5-45de-aaa4-28f6c0b322ef,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:20:53.797601 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3650ff06-16f8-4d15-97b5-f231b243dc7c x-openstack-request-id: req-3650ff06-16f8-4d15-97b5-f231b243dc7c {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:20:53.797950 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d05c6ed-953b-4840-8b7d-29ce287d7ba1", "name": "network-vif-plugged", "status": "completed", "tag": "dd4310af-a5e5-45de-aaa4-28f6c0b322ef", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:20:53.798204 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3650ff06-16f8-4d15-97b5-f231b243dc7c {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:20:53.798600 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d05c6ed-953b-4840-8b7d-29ce287d7ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4310af-a5e5-45de-aaa4-28f6c0b322ef', 'code': 200} Jul 16 02:20:53.918447 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ade4d-f8a0-4572-b9f4-493d84d486c9 req-41436847-3cf1-4f04-98f2-d26188ff72fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:53.919975 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-746ade4d-f8a0-4572-b9f4-493d84d486c9 req-41436847-3cf1-4f04-98f2-d26188ff72fd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0d05c6ed-953b-4840-8b7d-29ce287d7ba1 HTTP/1.1" status: 200 len: 1098 time: 0.0564485 Jul 16 02:20:53.957701 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-746ade4d-f8a0-4572-b9f4-493d84d486c9 req-ff75f870-ddd8-47ac-bd52-eaada27c4637 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=68aa1a95-49fa-4326-b41c-967bbee7ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308473 Jul 16 02:20:54.559587 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3d9d4-544a-40f4-a637-682fc94821dc req-b2de9a6f-0375-42c7-a02e-0aa540ef23b1 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:54.561114 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6ca3d9d4-544a-40f4-a637-682fc94821dc req-b2de9a6f-0375-42c7-a02e-0aa540ef23b1 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d05c6ed-953b-4840-8b7d-29ce287d7ba1 HTTP/1.1" status: 200 len: 946 time: 0.0840733 Jul 16 02:20:54.600427 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6ca3d9d4-544a-40f4-a637-682fc94821dc req-2a06dc19-ea67-4632-80fb-a7eb940e1874 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/security-groups?id=68aa1a95-49fa-4326-b41c-967bbee7ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326462 Jul 16 02:20:55.795967 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf209fc7-34a4-49b7-a5ae-e9b7c72dee59 req-3368d8f2-2744-468a-b7d0-ca043de15e6e tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:55.797388 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf209fc7-34a4-49b7-a5ae-e9b7c72dee59 req-3368d8f2-2744-468a-b7d0-ca043de15e6e tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d05c6ed-953b-4840-8b7d-29ce287d7ba1 HTTP/1.1" status: 200 len: 946 time: 0.0756462 Jul 16 02:20:55.842440 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bf209fc7-34a4-49b7-a5ae-e9b7c72dee59 req-6eadbfa0-80c2-4be5-adee-326e61384be2 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/security-groups?id=68aa1a95-49fa-4326-b41c-967bbee7ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366039 Jul 16 02:20:56.029829 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bfc82-7af8-4fad-8dc4-475462551f29 req-4f74c35f-9e3f-4315-ac68-540d821ed397 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:56.031279 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5a8bfc82-7af8-4fad-8dc4-475462551f29 req-4f74c35f-9e3f-4315-ac68-540d821ed397 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d05c6ed-953b-4840-8b7d-29ce287d7ba1 HTTP/1.1" status: 200 len: 946 time: 0.0705190 Jul 16 02:20:56.073018 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5a8bfc82-7af8-4fad-8dc4-475462551f29 req-af9f2c87-45f0-4ed8-af23-6eceab98fbe1 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/security-groups?id=68aa1a95-49fa-4326-b41c-967bbee7ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336444 Jul 16 02:20:56.656932 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dca47c9e-7a87-492b-ac9b-947460664134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:59.606146 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0839d32b-f73b-4a53-8f81-5ff7a16e6990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:59.801946 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:01.009439 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:01.433800 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:21:01.947534 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:02.753017 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:05.497362 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:16.288127 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda04130-97f3-4e51-b507-313d585ac6eb req-226f75a6-857f-4275-ab21-2786c1cf4d3e tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:16.289666 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eda04130-97f3-4e51-b507-313d585ac6eb req-226f75a6-857f-4275-ab21-2786c1cf4d3e tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d05c6ed-953b-4840-8b7d-29ce287d7ba1 HTTP/1.1" status: 200 len: 946 time: 0.0725653 Jul 16 02:21:16.330713 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eda04130-97f3-4e51-b507-313d585ac6eb req-fd8c76af-f5bf-4655-a37b-6d91b347a4c0 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/security-groups?id=68aa1a95-49fa-4326-b41c-967bbee7ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348728 Jul 16 02:21:17.514177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc746fe5-5a48-4c14-8e10-905d16878974 req-98ad0412-0775-4983-9c39-f01c92e1c482 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:17.515903 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dc746fe5-5a48-4c14-8e10-905d16878974 req-98ad0412-0775-4983-9c39-f01c92e1c482 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d05c6ed-953b-4840-8b7d-29ce287d7ba1 HTTP/1.1" status: 200 len: 946 time: 0.0708132 Jul 16 02:21:17.558313 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dc746fe5-5a48-4c14-8e10-905d16878974 req-4c50260b-37bc-4174-808f-167e50f8caac tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/security-groups?id=68aa1a95-49fa-4326-b41c-967bbee7ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340915 Jul 16 02:21:17.884736 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5e417-7865-4eb8-a909-c51c13efb571 req-2134033c-76f5-4a76-b2c1-eddc050cf205 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:17.886215 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-68d5e417-7865-4eb8-a909-c51c13efb571 req-2134033c-76f5-4a76-b2c1-eddc050cf205 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d05c6ed-953b-4840-8b7d-29ce287d7ba1 HTTP/1.1" status: 200 len: 946 time: 0.0774989 Jul 16 02:21:18.007236 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-68d5e417-7865-4eb8-a909-c51c13efb571 req-530f6298-0aac-401d-8efd-f07a79450afd tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Deleting port dd4310af-a5e5-45de-aaa4-28f6c0b322ef {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:18.007658 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-68d5e417-7865-4eb8-a909-c51c13efb571 req-530f6298-0aac-401d-8efd-f07a79450afd tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:18.110781 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-68d5e417-7865-4eb8-a909-c51c13efb571 req-530f6298-0aac-401d-8efd-f07a79450afd tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] For port dd4310af-a5e5-45de-aaa4-28f6c0b322ef, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=dd4310af-a5e5-45de-aaa4-28f6c0b322ef,segment=NetworkSegment(618129ce-bff5-4105-a404-afc55b136ca5),segment_id=618129ce-bff5-4105-a404-afc55b136ca5)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:18.111096 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-68d5e417-7865-4eb8-a909-c51c13efb571 req-530f6298-0aac-401d-8efd-f07a79450afd tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:18.129005 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-68d5e417-7865-4eb8-a909-c51c13efb571 req-530f6298-0aac-401d-8efd-f07a79450afd tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Calling delete_port for dd4310af-a5e5-45de-aaa4-28f6c0b322ef owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:18.270426 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-68d5e417-7865-4eb8-a909-c51c13efb571 req-530f6298-0aac-401d-8efd-f07a79450afd tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:18.283606 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['dd4310af-a5e5-45de-aaa4-28f6c0b322ef'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:21:18.300639 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f6298-0aac-401d-8efd-f07a79450afd tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Pushing event deleted for resources: {'Port': ['ID=dd4310af-a5e5-45de-aaa4-28f6c0b322ef,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:18.351693 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d5e417-7865-4eb8-a909-c51c13efb571 req-530f6298-0aac-401d-8efd-f07a79450afd tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] No DVR routers for this DVR port dd4310af-a5e5-45de-aaa4-28f6c0b322ef on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:21:18.354617 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-68d5e417-7865-4eb8-a909-c51c13efb571 req-530f6298-0aac-401d-8efd-f07a79450afd tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:18.356781 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-68d5e417-7865-4eb8-a909-c51c13efb571 req-530f6298-0aac-401d-8efd-f07a79450afd tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.84 "DELETE /v2.0/ports/dd4310af-a5e5-45de-aaa4-28f6c0b322ef HTTP/1.1" status: 204 len: 173 time: 0.4645107 Jul 16 02:21:18.357247 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d05c6ed-953b-4840-8b7d-29ce287d7ba1', 'name': 'network-vif-deleted', 'tag': 'dd4310af-a5e5-45de-aaa4-28f6c0b322ef'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:18.359588 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e884af8d-b5df-41f4-8732-0bbcb41f40d2" -d '{"events": [{"server_uuid": "0d05c6ed-953b-4840-8b7d-29ce287d7ba1", "name": "network-vif-deleted", "tag": "dd4310af-a5e5-45de-aaa4-28f6c0b322ef"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:18.418914 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1371108a-7107-412e-88a5-842e99867e85 x-openstack-request-id: req-1371108a-7107-412e-88a5-842e99867e85 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:18.419074 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d05c6ed-953b-4840-8b7d-29ce287d7ba1", "name": "network-vif-deleted", "tag": "dd4310af-a5e5-45de-aaa4-28f6c0b322ef", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:18.419376 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1371108a-7107-412e-88a5-842e99867e85 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:18.419799 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d05c6ed-953b-4840-8b7d-29ce287d7ba1', 'name': 'network-vif-deleted', 'tag': 'dd4310af-a5e5-45de-aaa4-28f6c0b322ef', 'status': 'completed', 'code': 200} Jul 16 02:21:18.735741 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-89963c97-2823-4872-b9af-08e54343535e req-ab0f435f-0c42-42f1-a390-efbbe1d043b3 tempest-TestEncryptedCinderVolumes-1562600683 tempest-TestEncryptedCinderVolumes-1562600683-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d05c6ed-953b-4840-8b7d-29ce287d7ba1 HTTP/1.1" status: 200 len: 210 time: 0.0475991 Jul 16 02:21:19.884528 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39890) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:20.271606 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-069761d4-075d-46e7-b467-e4e5afe9cd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:20.543278 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-069761d4-075d-46e7-b467-e4e5afe9cd89 admin admin] Deleting port 8bbddff1-511d-4638-b347-675df660f0b3 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:20.543924 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-069761d4-075d-46e7-b467-e4e5afe9cd89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:20.633450 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-069761d4-075d-46e7-b467-e4e5afe9cd89 admin admin] For port 8bbddff1-511d-4638-b347-675df660f0b3, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=8bbddff1-511d-4638-b347-675df660f0b3,segment=NetworkSegment(618129ce-bff5-4105-a404-afc55b136ca5),segment_id=618129ce-bff5-4105-a404-afc55b136ca5)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:20.633804 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-069761d4-075d-46e7-b467-e4e5afe9cd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:20.646474 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-069761d4-075d-46e7-b467-e4e5afe9cd89 admin admin] Calling delete_port for 8bbddff1-511d-4638-b347-675df660f0b3 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:20.852638 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-069761d4-075d-46e7-b467-e4e5afe9cd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:20.883265 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069761d4-075d-46e7-b467-e4e5afe9cd89 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bbddff1-511d-4638-b347-675df660f0b3,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:21.042997 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-069761d4-075d-46e7-b467-e4e5afe9cd89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:21.285576 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069761d4-075d-46e7-b467-e4e5afe9cd89 admin admin] Router e203524a-2a7c-471a-aef0-ccf9b0ae44d2 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:21:21.404478 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069761d4-075d-46e7-b467-e4e5afe9cd89 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:21:21.410493 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-069761d4-075d-46e7-b467-e4e5afe9cd89 admin admin] 10.222.0.16 "PUT /v2.0/routers/e203524a-2a7c-471a-aef0-ccf9b0ae44d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5248208 Jul 16 02:21:21.412266 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39892) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:21.414283 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85ddfc5-7032-4592-b4af-b6fed27efaa0 None None] Sync routers for ids ['e203524a-2a7c-471a-aef0-ccf9b0ae44d2'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:21:21.424147 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85ddfc5-7032-4592-b4af-b6fed27efaa0 None None] Routers {'e203524a-2a7c-471a-aef0-ccf9b0ae44d2'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:21.424822 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-b85ddfc5-7032-4592-b4af-b6fed27efaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:21:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e203524a-2a7c-471a-aef0-ccf9b0ae44d2'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:21.517726 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d360c93a-b783-4d8f-94bc-76ad69a0c305 admin admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:21.530530 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-b85ddfc5-7032-4592-b4af-b6fed27efaa0 None None] Set router e203524a-2a7c-471a-aef0-ccf9b0ae44d2 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:21.622859 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d360c93a-b783-4d8f-94bc-76ad69a0c305 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:21.703106 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-d360c93a-b783-4d8f-94bc-76ad69a0c305 admin admin] Deleting port 76914454-b15a-4a7b-8478-2e76846a1c85 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:21.703658 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d360c93a-b783-4d8f-94bc-76ad69a0c305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:21.746680 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device dd4310af-a5e5-45de-aaa4-28f6c0b322ef no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:21.749063 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-b85ddfc5-7032-4592-b4af-b6fed27efaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e203524a-2a7c-471a-aef0-ccf9b0ae44d2', 'name': 'tempest-TestEncryptedCinderVolumes-1952033061-router', 'tenant_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '76914454-b15a-4a7b-8478-2e76846a1c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:00Z', 'updated_at': '2021-07-16T02:21:20Z', 'revision_number': 5, 'project_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'gw_port': {'id': '76914454-b15a-4a7b-8478-2e76846a1c85', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e203524a-2a7c-471a-aef0-ccf9b0ae44d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:01Z', 'updated_at': '2021-07-16T02:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:21.769464 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: dd4310af-a5e5-45de-aaa4-28f6c0b322ef {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:21:21.770964 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device dd4310af-a5e5-45de-aaa4-28f6c0b322ef not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:21.775013 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85ddfc5-7032-4592-b4af-b6fed27efaa0 None None] Checking router: e203524a-2a7c-471a-aef0-ccf9b0ae44d2 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:21:21.783787 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85ddfc5-7032-4592-b4af-b6fed27efaa0 None None] Routers {'e203524a-2a7c-471a-aef0-ccf9b0ae44d2'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:21.784378 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-b85ddfc5-7032-4592-b4af-b6fed27efaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:21:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['e203524a-2a7c-471a-aef0-ccf9b0ae44d2'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:21.801704 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-d360c93a-b783-4d8f-94bc-76ad69a0c305 admin admin] For port 76914454-b15a-4a7b-8478-2e76846a1c85, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=76914454-b15a-4a7b-8478-2e76846a1c85,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:21.802068 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d360c93a-b783-4d8f-94bc-76ad69a0c305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:21.814987 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-d360c93a-b783-4d8f-94bc-76ad69a0c305 admin admin] Calling delete_port for 76914454-b15a-4a7b-8478-2e76846a1c85 owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:21.869020 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-b85ddfc5-7032-4592-b4af-b6fed27efaa0 None None] Set router e203524a-2a7c-471a-aef0-ccf9b0ae44d2 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:21.919321 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-b85ddfc5-7032-4592-b4af-b6fed27efaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e203524a-2a7c-471a-aef0-ccf9b0ae44d2', 'name': 'tempest-TestEncryptedCinderVolumes-1952033061-router', 'tenant_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:00Z', 'updated_at': '2021-07-16T02:21:21Z', 'revision_number': 6, 'project_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:21.948744 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85ddfc5-7032-4592-b4af-b6fed27efaa0 None None] The sync data for ids ['e203524a-2a7c-471a-aef0-ccf9b0ae44d2'] in n-d-792394-16 is: [{'id': 'e203524a-2a7c-471a-aef0-ccf9b0ae44d2', 'name': 'tempest-TestEncryptedCinderVolumes-1952033061-router', 'tenant_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:00Z', 'updated_at': '2021-07-16T02:21:21Z', 'revision_number': 6, 'project_id': 'c6fae827b6f845b09b1ce06ae3095f0a', 'gw_port_host': None}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:21:21.994749 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d360c93a-b783-4d8f-94bc-76ad69a0c305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:22.020913 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360c93a-b783-4d8f-94bc-76ad69a0c305 admin admin] Pushing event deleted for resources: {'Port': ['ID=76914454-b15a-4a7b-8478-2e76846a1c85,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:22.085461 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d360c93a-b783-4d8f-94bc-76ad69a0c305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:22.210214 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d360c93a-b783-4d8f-94bc-76ad69a0c305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:22.212995 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d360c93a-b783-4d8f-94bc-76ad69a0c305 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:22.267337 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d360c93a-b783-4d8f-94bc-76ad69a0c305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:22.267656 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d360c93a-b783-4d8f-94bc-76ad69a0c305 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e203524a-2a7c-471a-aef0-ccf9b0ae44d2 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:21:22.273432 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d360c93a-b783-4d8f-94bc-76ad69a0c305 admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:22.277169 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d360c93a-b783-4d8f-94bc-76ad69a0c305 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e203524a-2a7c-471a-aef0-ccf9b0ae44d2 HTTP/1.1" status: 204 len: 168 time: 0.8613956 Jul 16 02:21:22.277405 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39894) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:22.327784 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-231c9f25-39bc-4065-afb6-3aefb6488081 admin admin] Deleting subnet eb0b9f21-f398-4c5a-9f56-9662f650f4a0 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:21:22.340982 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-231c9f25-39bc-4065-afb6-3aefb6488081 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:22.398386 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-231c9f25-39bc-4065-afb6-3aefb6488081 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:22.503015 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-231c9f25-39bc-4065-afb6-3aefb6488081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:22.575919 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-231c9f25-39bc-4065-afb6-3aefb6488081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:22.609172 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c9f25-39bc-4065-afb6-3aefb6488081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb0b9f21-f398-4c5a-9f56-9662f650f4a0,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:22.613602 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-231c9f25-39bc-4065-afb6-3aefb6488081 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:22.615570 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-231c9f25-39bc-4065-afb6-3aefb6488081 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/eb0b9f21-f398-4c5a-9f56-9662f650f4a0 HTTP/1.1" status: 204 len: 168 time: 0.3369946 Jul 16 02:21:22.618283 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39896) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:22.621795 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85577a65-e93b-4dac-b009-a88788f548c9 None None] Network c73cbcef-b12a-49c2-b620-f71be111a504 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:21:22.698371 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9470ec9-f6f6-4509-b168-abffd1684dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:22.731707 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8bbddff1-511d-4638-b347-675df660f0b3 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:22.757175 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 8bbddff1-511d-4638-b347-675df660f0b3 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:21:22.758163 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 8bbddff1-511d-4638-b347-675df660f0b3 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:22.787991 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-f9470ec9-f6f6-4509-b168-abffd1684dad admin admin] Deleting port 27ffbb1f-bdad-411f-84b2-995a04128b76 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:22.788531 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9470ec9-f6f6-4509-b168-abffd1684dad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:22.854488 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc91fd5-4b1e-4156-92ac-f7a974efec8d None None] DHCP port deletion for c73cbcef-b12a-49c2-b620-f71be111a504 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:21:22.863833 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-f9470ec9-f6f6-4509-b168-abffd1684dad admin admin] For port 27ffbb1f-bdad-411f-84b2-995a04128b76, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=27ffbb1f-bdad-411f-84b2-995a04128b76,segment=NetworkSegment(618129ce-bff5-4105-a404-afc55b136ca5),segment_id=618129ce-bff5-4105-a404-afc55b136ca5)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:22.864086 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9470ec9-f6f6-4509-b168-abffd1684dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:22.876980 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-f9470ec9-f6f6-4509-b168-abffd1684dad admin admin] Calling delete_port for 27ffbb1f-bdad-411f-84b2-995a04128b76 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:22.911277 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-3bc91fd5-4b1e-4156-92ac-f7a974efec8d None None] Deleting port 27ffbb1f-bdad-411f-84b2-995a04128b76 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:22.911654 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3bc91fd5-4b1e-4156-92ac-f7a974efec8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:22.967628 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9470ec9-f6f6-4509-b168-abffd1684dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:22.981516 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3bc91fd5-4b1e-4156-92ac-f7a974efec8d None None] For port 27ffbb1f-bdad-411f-84b2-995a04128b76, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=27ffbb1f-bdad-411f-84b2-995a04128b76,segment=NetworkSegment(618129ce-bff5-4105-a404-afc55b136ca5),segment_id=618129ce-bff5-4105-a404-afc55b136ca5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:22.981891 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3bc91fd5-4b1e-4156-92ac-f7a974efec8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:22.995253 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9470ec9-f6f6-4509-b168-abffd1684dad admin admin] Pushing event deleted for resources: {'Port': ['ID=27ffbb1f-bdad-411f-84b2-995a04128b76,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:22.995610 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-3bc91fd5-4b1e-4156-92ac-f7a974efec8d None None] Calling delete_port for 27ffbb1f-bdad-411f-84b2-995a04128b76 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:22.997259 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9470ec9-f6f6-4509-b168-abffd1684dad admin admin] No DVR routers for this DVR port 27ffbb1f-bdad-411f-84b2-995a04128b76 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:21:23.069411 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9470ec9-f6f6-4509-b168-abffd1684dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:21:23.073701 n-d-792394-16 neutron-server[93957]: self.session.flush() Jul 16 02:21:23.084274 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-f9470ec9-f6f6-4509-b168-abffd1684dad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73cbcef-b12a-49c2-b620-f71be111a504']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:23.086479 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3bc91fd5-4b1e-4156-92ac-f7a974efec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:23.096327 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-f9470ec9-f6f6-4509-b168-abffd1684dad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618129ce-bff5-4105-a404-afc55b136ca5') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:23.096852 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-f9470ec9-f6f6-4509-b168-abffd1684dad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618129ce-bff5-4105-a404-afc55b136ca5') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:23.105969 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9470ec9-f6f6-4509-b168-abffd1684dad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:23.115158 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc91fd5-4b1e-4156-92ac-f7a974efec8d None None] Pushing event deleted for resources: {'Port': ['ID=27ffbb1f-bdad-411f-84b2-995a04128b76,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:23.117328 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc91fd5-4b1e-4156-92ac-f7a974efec8d None None] No DVR routers for this DVR port 27ffbb1f-bdad-411f-84b2-995a04128b76 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:21:23.122495 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9470ec9-f6f6-4509-b168-abffd1684dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:23.129876 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9470ec9-f6f6-4509-b168-abffd1684dad admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:21:23.130434 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9470ec9-f6f6-4509-b168-abffd1684dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: timer() Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:21:23.132256 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:21:23.190916 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9470ec9-f6f6-4509-b168-abffd1684dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:23.197246 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f9470ec9-f6f6-4509-b168-abffd1684dad admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:23.199257 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f9470ec9-f6f6-4509-b168-abffd1684dad admin admin] 10.222.0.16 "DELETE /v2.0/networks/c73cbcef-b12a-49c2-b620-f71be111a504 HTTP/1.1" status: 204 len: 168 time: 0.5790694 Jul 16 02:21:23.202610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39898) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:23.210277 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9470ec9-f6f6-4509-b168-abffd1684dad admin admin] Pushing event deleted for resources: {'Network': ['ID=c73cbcef-b12a-49c2-b620-f71be111a504,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:23.916483 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba98c00b-f965-4d5c-998b-371b56c17a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:24.189248 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-ba98c00b-f965-4d5c-998b-371b56c17a5e admin admin] Deleting port 31359549-e432-4514-af7c-fb17aea3894b {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:24.189597 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba98c00b-f965-4d5c-998b-371b56c17a5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:24.222466 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 76914454-b15a-4a7b-8478-2e76846a1c85 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:24.242451 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 76914454-b15a-4a7b-8478-2e76846a1c85 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:21:24.242797 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 76914454-b15a-4a7b-8478-2e76846a1c85 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:24.243203 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 27ffbb1f-bdad-411f-84b2-995a04128b76 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:24.264820 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 27ffbb1f-bdad-411f-84b2-995a04128b76 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:21:24.265157 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 27ffbb1f-bdad-411f-84b2-995a04128b76 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:24.269267 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-ba98c00b-f965-4d5c-998b-371b56c17a5e admin admin] For port 31359549-e432-4514-af7c-fb17aea3894b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=31359549-e432-4514-af7c-fb17aea3894b,segment=NetworkSegment(aad85e85-6564-4c1b-9bf8-89d75f4e95ac),segment_id=aad85e85-6564-4c1b-9bf8-89d75f4e95ac)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:24.269789 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba98c00b-f965-4d5c-998b-371b56c17a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:24.282816 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-ba98c00b-f965-4d5c-998b-371b56c17a5e admin admin] Calling delete_port for 31359549-e432-4514-af7c-fb17aea3894b owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:24.471935 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba98c00b-f965-4d5c-998b-371b56c17a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:24.503750 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98c00b-f965-4d5c-998b-371b56c17a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=31359549-e432-4514-af7c-fb17aea3894b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:24.691395 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ba98c00b-f965-4d5c-998b-371b56c17a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:24.930243 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba98c00b-f965-4d5c-998b-371b56c17a5e admin admin] Router 3655546c-d736-4289-96d9-2cb62a021ec7 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:21:25.056958 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba98c00b-f965-4d5c-998b-371b56c17a5e admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:21:25.062499 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ba98c00b-f965-4d5c-998b-371b56c17a5e admin admin] 10.222.0.16 "PUT /v2.0/routers/3655546c-d736-4289-96d9-2cb62a021ec7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8588219 Jul 16 02:21:25.065248 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39900) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:25.067926 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327da91b-19e5-4e7c-ac3f-e29c59c71e49 None None] Sync routers for ids ['3655546c-d736-4289-96d9-2cb62a021ec7'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:21:25.078457 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327da91b-19e5-4e7c-ac3f-e29c59c71e49 None None] Routers {'3655546c-d736-4289-96d9-2cb62a021ec7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:25.079480 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-327da91b-19e5-4e7c-ac3f-e29c59c71e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:21:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['3655546c-d736-4289-96d9-2cb62a021ec7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:25.175589 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3c3501ad-ac16-4673-a800-c4a937062ad1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:25.186830 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-327da91b-19e5-4e7c-ac3f-e29c59c71e49 None None] Set router 3655546c-d736-4289-96d9-2cb62a021ec7 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:25.278359 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3c3501ad-ac16-4673-a800-c4a937062ad1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:25.336745 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-3c3501ad-ac16-4673-a800-c4a937062ad1 admin admin] Deleting port 82c26875-bf26-4cca-9d5f-298a81c1b46c {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:25.336982 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3c3501ad-ac16-4673-a800-c4a937062ad1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:25.366341 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-327da91b-19e5-4e7c-ac3f-e29c59c71e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3655546c-d736-4289-96d9-2cb62a021ec7', 'name': 'tempest-TestEncryptedCinderVolumes-484765639-router', 'tenant_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '82c26875-bf26-4cca-9d5f-298a81c1b46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:05Z', 'updated_at': '2021-07-16T02:21:24Z', 'revision_number': 5, 'project_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'gw_port': {'id': '82c26875-bf26-4cca-9d5f-298a81c1b46c', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3655546c-d736-4289-96d9-2cb62a021ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:20:06Z', 'updated_at': '2021-07-16T02:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:25.394056 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327da91b-19e5-4e7c-ac3f-e29c59c71e49 None None] Checking router: 3655546c-d736-4289-96d9-2cb62a021ec7 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:21:25.402565 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327da91b-19e5-4e7c-ac3f-e29c59c71e49 None None] Routers {'3655546c-d736-4289-96d9-2cb62a021ec7'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:25.403512 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-327da91b-19e5-4e7c-ac3f-e29c59c71e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:21:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['3655546c-d736-4289-96d9-2cb62a021ec7'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:25.415312 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-3c3501ad-ac16-4673-a800-c4a937062ad1 admin admin] For port 82c26875-bf26-4cca-9d5f-298a81c1b46c, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=82c26875-bf26-4cca-9d5f-298a81c1b46c,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:25.415668 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3c3501ad-ac16-4673-a800-c4a937062ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:25.428551 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-3c3501ad-ac16-4673-a800-c4a937062ad1 admin admin] Calling delete_port for 82c26875-bf26-4cca-9d5f-298a81c1b46c owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:25.492455 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-327da91b-19e5-4e7c-ac3f-e29c59c71e49 None None] Set router 3655546c-d736-4289-96d9-2cb62a021ec7 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:25.548556 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-327da91b-19e5-4e7c-ac3f-e29c59c71e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3655546c-d736-4289-96d9-2cb62a021ec7', 'name': 'tempest-TestEncryptedCinderVolumes-484765639-router', 'tenant_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:05Z', 'updated_at': '2021-07-16T02:21:25Z', 'revision_number': 6, 'project_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:25.575566 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327da91b-19e5-4e7c-ac3f-e29c59c71e49 None None] The sync data for ids ['3655546c-d736-4289-96d9-2cb62a021ec7'] in n-d-792394-16 is: [{'id': '3655546c-d736-4289-96d9-2cb62a021ec7', 'name': 'tempest-TestEncryptedCinderVolumes-484765639-router', 'tenant_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:20:05Z', 'updated_at': '2021-07-16T02:21:25Z', 'revision_number': 6, 'project_id': 'f2917f61ebbc419b9b30b1cc7b683c6a', 'gw_port_host': None}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:21:25.602861 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3c3501ad-ac16-4673-a800-c4a937062ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:25.630933 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3501ad-ac16-4673-a800-c4a937062ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=82c26875-bf26-4cca-9d5f-298a81c1b46c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:25.701935 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3c3501ad-ac16-4673-a800-c4a937062ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:25.796201 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3c3501ad-ac16-4673-a800-c4a937062ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:25.798545 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3c3501ad-ac16-4673-a800-c4a937062ad1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:25.844977 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3c3501ad-ac16-4673-a800-c4a937062ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:25.845507 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3501ad-ac16-4673-a800-c4a937062ad1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3655546c-d736-4289-96d9-2cb62a021ec7 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:21:25.850016 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3c3501ad-ac16-4673-a800-c4a937062ad1 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:25.851185 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3c3501ad-ac16-4673-a800-c4a937062ad1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3655546c-d736-4289-96d9-2cb62a021ec7 HTTP/1.1" status: 204 len: 168 time: 0.7846162 Jul 16 02:21:25.853760 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39902) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:25.903165 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-c844533f-a995-4088-a0d7-b73a8881d96c admin admin] Deleting subnet 32d84ec6-9795-4a49-b2f1-63e221da0f50 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:21:25.906728 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c844533f-a995-4088-a0d7-b73a8881d96c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:25.943399 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c844533f-a995-4088-a0d7-b73a8881d96c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.041391 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c844533f-a995-4088-a0d7-b73a8881d96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.115262 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c844533f-a995-4088-a0d7-b73a8881d96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.144850 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844533f-a995-4088-a0d7-b73a8881d96c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32d84ec6-9795-4a49-b2f1-63e221da0f50,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:26.148386 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c844533f-a995-4088-a0d7-b73a8881d96c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.150272 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c844533f-a995-4088-a0d7-b73a8881d96c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/32d84ec6-9795-4a49-b2f1-63e221da0f50 HTTP/1.1" status: 204 len: 168 time: 0.2955558 Jul 16 02:21:26.153454 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39904) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:26.154938 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958cab42-a9a9-445a-b0fa-143d08dddd72 None None] Network c8fe071e-2e05-4842-bf64-2b912e801cac requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:21:26.230400 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d37bed4b-eb6b-49bd-aa19-15bff8237a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.283996 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-d37bed4b-eb6b-49bd-aa19-15bff8237a2e admin admin] Deleting port 274900d0-a809-414e-b987-3604e8903a35 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:26.284387 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d37bed4b-eb6b-49bd-aa19-15bff8237a2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.353819 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-d37bed4b-eb6b-49bd-aa19-15bff8237a2e admin admin] For port 274900d0-a809-414e-b987-3604e8903a35, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=274900d0-a809-414e-b987-3604e8903a35,segment=NetworkSegment(aad85e85-6564-4c1b-9bf8-89d75f4e95ac),segment_id=aad85e85-6564-4c1b-9bf8-89d75f4e95ac)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:26.354198 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d37bed4b-eb6b-49bd-aa19-15bff8237a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.358986 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5980f4a-c0ba-4b44-af6a-cf14e3d0f2b8 None None] DHCP port deletion for c8fe071e-2e05-4842-bf64-2b912e801cac request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:21:26.368657 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-d37bed4b-eb6b-49bd-aa19-15bff8237a2e admin admin] Calling delete_port for 274900d0-a809-414e-b987-3604e8903a35 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:26.389813 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 31359549-e432-4514-af7c-fb17aea3894b no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:26.417654 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 31359549-e432-4514-af7c-fb17aea3894b {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:21:26.418374 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 31359549-e432-4514-af7c-fb17aea3894b not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:26.419072 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 82c26875-bf26-4cca-9d5f-298a81c1b46c no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:26.441109 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 82c26875-bf26-4cca-9d5f-298a81c1b46c {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:21:26.441455 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 82c26875-bf26-4cca-9d5f-298a81c1b46c not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:26.459463 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b5980f4a-c0ba-4b44-af6a-cf14e3d0f2b8 None None] Deleting port 274900d0-a809-414e-b987-3604e8903a35 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:26.459952 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5980f4a-c0ba-4b44-af6a-cf14e3d0f2b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.461761 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d37bed4b-eb6b-49bd-aa19-15bff8237a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.488597 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37bed4b-eb6b-49bd-aa19-15bff8237a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=274900d0-a809-414e-b987-3604e8903a35,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:26.490411 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37bed4b-eb6b-49bd-aa19-15bff8237a2e admin admin] No DVR routers for this DVR port 274900d0-a809-414e-b987-3604e8903a35 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:21:26.526725 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b5980f4a-c0ba-4b44-af6a-cf14e3d0f2b8 None None] For port 274900d0-a809-414e-b987-3604e8903a35, host n-d-792394-16, got binding levels [] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:26.527124 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5980f4a-c0ba-4b44-af6a-cf14e3d0f2b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.539048 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b5980f4a-c0ba-4b44-af6a-cf14e3d0f2b8 None None] Calling delete_port for 274900d0-a809-414e-b987-3604e8903a35 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:26.541847 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.ipam_backend_mixin [None req-b5980f4a-c0ba-4b44-af6a-cf14e3d0f2b8 None None] Port 274900d0-a809-414e-b987-3604e8903a35 was not found and therefore no delete operation was performed {{(pid=93957) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:21:26.543192 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5980f4a-c0ba-4b44-af6a-cf14e3d0f2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.568896 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d37bed4b-eb6b-49bd-aa19-15bff8237a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.573564 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5980f4a-c0ba-4b44-af6a-cf14e3d0f2b8 None None] Pushing event deleted for resources: {'Port': ['ID=274900d0-a809-414e-b987-3604e8903a35,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:26.575478 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5980f4a-c0ba-4b44-af6a-cf14e3d0f2b8 None None] No DVR routers for this DVR port 274900d0-a809-414e-b987-3604e8903a35 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:21:26.588591 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-d37bed4b-eb6b-49bd-aa19-15bff8237a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8fe071e-2e05-4842-bf64-2b912e801cac']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:26.599594 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-d37bed4b-eb6b-49bd-aa19-15bff8237a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad85e85-6564-4c1b-9bf8-89d75f4e95ac') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:26.599889 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-d37bed4b-eb6b-49bd-aa19-15bff8237a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad85e85-6564-4c1b-9bf8-89d75f4e95ac') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:26.609853 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d37bed4b-eb6b-49bd-aa19-15bff8237a2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.625068 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d37bed4b-eb6b-49bd-aa19-15bff8237a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.631048 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37bed4b-eb6b-49bd-aa19-15bff8237a2e admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:21:26.631429 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d37bed4b-eb6b-49bd-aa19-15bff8237a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: timer() Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:21:26.633151 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:21:26.659192 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3160272b-6fea-4c4b-8de3-ff2d6abe1f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.687498 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d37bed4b-eb6b-49bd-aa19-15bff8237a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.692946 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d37bed4b-eb6b-49bd-aa19-15bff8237a2e admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.694803 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d37bed4b-eb6b-49bd-aa19-15bff8237a2e admin admin] 10.222.0.16 "DELETE /v2.0/networks/c8fe071e-2e05-4842-bf64-2b912e801cac HTTP/1.1" status: 204 len: 168 time: 0.5402768 Jul 16 02:21:26.705468 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37bed4b-eb6b-49bd-aa19-15bff8237a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=c8fe071e-2e05-4842-bf64-2b912e801cac,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:26.885796 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39908) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:26.940694 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3d03584a-ffeb-45dc-ad19-833a9f551025 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6fae827b6f845b09b1ce06ae3095f0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531049 Jul 16 02:21:26.943224 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39910) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:26.993482 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-748ed70b-b379-4cb6-90f5-3513cc9ea747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:27.015188 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-748ed70b-b379-4cb6-90f5-3513cc9ea747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:27.062230 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-748ed70b-b379-4cb6-90f5-3513cc9ea747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:27.065255 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-748ed70b-b379-4cb6-90f5-3513cc9ea747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:27.067101 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-748ed70b-b379-4cb6-90f5-3513cc9ea747 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68aa1a95-49fa-4326-b41c-967bbee7ac4d HTTP/1.1" status: 204 len: 168 time: 0.1229954 Jul 16 02:21:27.076428 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ed70b-b379-4cb6-90f5-3513cc9ea747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68aa1a95-49fa-4326-b41c-967bbee7ac4d,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:27.427143 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39916) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:27.469311 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-88db9cd7-7608-47ca-a9ae-feb3277f7524 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2917f61ebbc419b9b30b1cc7b683c6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409210 Jul 16 02:21:27.473058 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39918) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:27.522552 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c5ec36dc-c034-45f9-bfd4-9d4351cf3c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:27.551793 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c5ec36dc-c034-45f9-bfd4-9d4351cf3c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:27.607580 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c5ec36dc-c034-45f9-bfd4-9d4351cf3c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:27.610442 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c5ec36dc-c034-45f9-bfd4-9d4351cf3c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:27.611621 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c5ec36dc-c034-45f9-bfd4-9d4351cf3c10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25646645-e643-485b-af41-766ce1d6ab6e HTTP/1.1" status: 204 len: 168 time: 0.1376491 Jul 16 02:21:27.619645 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec36dc-c034-45f9-bfd4-9d4351cf3c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25646645-e643-485b-af41-766ce1d6ab6e,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:28.219308 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 274900d0-a809-414e-b987-3604e8903a35 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:28.240656 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 274900d0-a809-414e-b987-3604e8903a35 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:21:28.241014 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 274900d0-a809-414e-b987-3604e8903a35 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:28.388270 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39940) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:28.513323 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-47abef85-a678-451b-a959-d4b55722ecea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-978703913-network', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:28.538139 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47abef85-a678-451b-a959-d4b55722ecea admin admin] Made reservation on behalf of a4d48f89442b49bda1a84eb1a4cb3de8 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:21:28.540911 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-47abef85-a678-451b-a959-d4b55722ecea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:28.549921 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-47abef85-a678-451b-a959-d4b55722ecea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:28.641424 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-47abef85-a678-451b-a959-d4b55722ecea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:28.647271 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-47abef85-a678-451b-a959-d4b55722ecea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:28.672018 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47abef85-a678-451b-a959-d4b55722ecea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:21:28.681714 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abef85-a678-451b-a959-d4b55722ecea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c950bcfd-ef1c-4a8e-9fb9-341116eec172,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:28.686561 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-47abef85-a678-451b-a959-d4b55722ecea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:28.686899 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-47abef85-a678-451b-a959-d4b55722ecea admin admin] Added segment 021c59c0-13b5-4e36-bf24-da08528b2674 of type vlan for network 65529a27-f8a9-4edc-b699-fc53de16c270 Jul 16 02:21:28.725920 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-47abef85-a678-451b-a959-d4b55722ecea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:28.765606 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-47abef85-a678-451b-a959-d4b55722ecea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:28.766664 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47abef85-a678-451b-a959-d4b55722ecea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:28.767180 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-47abef85-a678-451b-a959-d4b55722ecea admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:28.799555 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-47abef85-a678-451b-a959-d4b55722ecea admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4101717 Jul 16 02:21:28.802649 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39944) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:28.807800 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-d56a687d-8230-4017-aa71-01b369ebebb1 admin admin] Request body: {'subnet': {'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-978703913-subnet', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:28.829930 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abef85-a678-451b-a959-d4b55722ecea admin admin] Pushing event updated for resources: {'Network': ['ID=65529a27-f8a9-4edc-b699-fc53de16c270,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:28.830247 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56a687d-8230-4017-aa71-01b369ebebb1 admin admin] Made reservation on behalf of a4d48f89442b49bda1a84eb1a4cb3de8 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:21:28.832581 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d56a687d-8230-4017-aa71-01b369ebebb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:28.840598 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 65529a27-f8a9-4edc-b699-fc53de16c270 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:21:29.012651 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d56a687d-8230-4017-aa71-01b369ebebb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:29.070554 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a687d-8230-4017-aa71-01b369ebebb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72ab0b53-488f-482b-92c3-072453478910,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:29.076026 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56a687d-8230-4017-aa71-01b369ebebb1 admin admin] Checking segment: {'id': '021c59c0-13b5-4e36-bf24-da08528b2674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:29.076404 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56a687d-8230-4017-aa71-01b369ebebb1 admin admin] Network hostable DHCP agents. Network: 65529a27-f8a9-4edc-b699-fc53de16c270, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:21:29.096131 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56a687d-8230-4017-aa71-01b369ebebb1 admin admin] Network 65529a27-f8a9-4edc-b699-fc53de16c270 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:21:29.106911 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-d56a687d-8230-4017-aa71-01b369ebebb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 65529a27-f8a9-4edc-b699-fc53de16c270) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:29.112334 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56a687d-8230-4017-aa71-01b369ebebb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:29.113083 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d56a687d-8230-4017-aa71-01b369ebebb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:29.118232 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92236788-e692-4a83-b091-ff39d450b958 None None] Network 65529a27-f8a9-4edc-b699-fc53de16c270 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:21:29.130226 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d56a687d-8230-4017-aa71-01b369ebebb1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3263907 Jul 16 02:21:29.132991 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39946) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:29.137638 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-792a4a97-273f-451b-9e1d-95566eb1d8aa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-978703913-router', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:29.160422 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-792a4a97-273f-451b-9e1d-95566eb1d8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:29.161667 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-792a4a97-273f-451b-9e1d-95566eb1d8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:29.215507 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-792a4a97-273f-451b-9e1d-95566eb1d8aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:29.273511 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247c425a-e427-43b0-ac38-782296caa5ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-65529a27-f8a9-4edc-b699-fc53de16c270', 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'fixed_ips': [{'subnet_id': '72ab0b53-488f-482b-92c3-072453478910'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:21:29.274469 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-247c425a-e427-43b0-ac38-782296caa5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:29.362014 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-792a4a97-273f-451b-9e1d-95566eb1d8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:29.424587 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-247c425a-e427-43b0-ac38-782296caa5ac None None] Allocated IP 172.20.0.2 (65529a27-f8a9-4edc-b699-fc53de16c270/72ab0b53-488f-482b-92c3-072453478910/b5576623-ee64-423c-acee-bf24b6bf785a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:21:29.584487 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-247c425a-e427-43b0-ac38-782296caa5ac None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:29.593594 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-247c425a-e427-43b0-ac38-782296caa5ac None None] Transition to ACTIVE for port object b5576623-ee64-423c-acee-bf24b6bf785a will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:29.603818 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-792a4a97-273f-451b-9e1d-95566eb1d8aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:29.619316 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-247c425a-e427-43b0-ac38-782296caa5ac None None] Transition to ACTIVE for port object b5576623-ee64-423c-acee-bf24b6bf785a will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:29.621006 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e84efb02-af83-4d53-93fd-0a826b35c27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:29.624756 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-792a4a97-273f-451b-9e1d-95566eb1d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:29.629467 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-247c425a-e427-43b0-ac38-782296caa5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:29.670766 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247c425a-e427-43b0-ac38-782296caa5ac None None] Network 65529a27-f8a9-4edc-b699-fc53de16c270 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:29.673748 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-247c425a-e427-43b0-ac38-782296caa5ac None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:29.678086 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247c425a-e427-43b0-ac38-782296caa5ac None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:21:29.681111 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c425a-e427-43b0-ac38-782296caa5ac None None] Pushing event updated for resources: {'Port': ['ID=b5576623-ee64-423c-acee-bf24b6bf785a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:29.731828 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-792a4a97-273f-451b-9e1d-95566eb1d8aa admin admin] Allocated IP 172.25.6.161 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/54f83633-dea8-49c9-8dd1-2b5b6a468543) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:21:29.736091 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-247c425a-e427-43b0-ac38-782296caa5ac None None] Attempting to bind port b5576623-ee64-423c-acee-bf24b6bf785a on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:21:29.736575 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-247c425a-e427-43b0-ac38-782296caa5ac None None] Attempting to bind port b5576623-ee64-423c-acee-bf24b6bf785a by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '021c59c0-13b5-4e36-bf24-da08528b2674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:21:29.737044 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247c425a-e427-43b0-ac38-782296caa5ac None None] Attempting to bind port b5576623-ee64-423c-acee-bf24b6bf785a on network 65529a27-f8a9-4edc-b699-fc53de16c270 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:29.742129 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247c425a-e427-43b0-ac38-782296caa5ac None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:21:29.742519 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247c425a-e427-43b0-ac38-782296caa5ac None None] Checking segment: {'id': '021c59c0-13b5-4e36-bf24-da08528b2674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:29.742911 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-247c425a-e427-43b0-ac38-782296caa5ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:29.743354 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247c425a-e427-43b0-ac38-782296caa5ac None None] Bound using segment: {'id': '021c59c0-13b5-4e36-bf24-da08528b2674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:21:29.743909 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-247c425a-e427-43b0-ac38-782296caa5ac None None] Bound port: b5576623-ee64-423c-acee-bf24b6bf785a, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021c59c0-13b5-4e36-bf24-da08528b2674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:21:29.744295 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-247c425a-e427-43b0-ac38-782296caa5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:29.845703 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-792a4a97-273f-451b-9e1d-95566eb1d8aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:29.888293 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-792a4a97-273f-451b-9e1d-95566eb1d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:29.931616 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792a4a97-273f-451b-9e1d-95566eb1d8aa admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:29.934684 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-792a4a97-273f-451b-9e1d-95566eb1d8aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:29.937276 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792a4a97-273f-451b-9e1d-95566eb1d8aa admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:21:29.962593 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a4a97-273f-451b-9e1d-95566eb1d8aa admin admin] Pushing event updated for resources: {'Port': ['ID=54f83633-dea8-49c9-8dd1-2b5b6a468543,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:29.984855 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:29.989998 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-247c425a-e427-43b0-ac38-782296caa5ac None None] For port b5576623-ee64-423c-acee-bf24b6bf785a, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:29.993344 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-247c425a-e427-43b0-ac38-782296caa5ac None None] For port b5576623-ee64-423c-acee-bf24b6bf785a, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=b5576623-ee64-423c-acee-bf24b6bf785a,segment=NetworkSegment(021c59c0-13b5-4e36-bf24-da08528b2674),segment_id=021c59c0-13b5-4e36-bf24-da08528b2674)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:21:29.998909 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-247c425a-e427-43b0-ac38-782296caa5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:30.063551 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c425a-e427-43b0-ac38-782296caa5ac None None] Pushing event updated for resources: {'Port': ['ID=b5576623-ee64-423c-acee-bf24b6bf785a,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:30.237892 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-792a4a97-273f-451b-9e1d-95566eb1d8aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:30.458145 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-792a4a97-273f-451b-9e1d-95566eb1d8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:30.972085 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792a4a97-273f-451b-9e1d-95566eb1d8aa admin admin] Router f210dbd6-248b-4254-b1df-08a7cc4c097b is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:21:30.976615 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc29191-0a9b-48a5-9a75-6f8322cf1e2e None None] Network 65529a27-f8a9-4edc-b699-fc53de16c270 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:21:31.045454 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:31.081365 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792a4a97-273f-451b-9e1d-95566eb1d8aa admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:21:31.090914 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] Sync routers for ids ['f210dbd6-248b-4254-b1df-08a7cc4c097b'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:21:31.101266 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] Routers {'f210dbd6-248b-4254-b1df-08a7cc4c097b'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:31.102145 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:21:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f210dbd6-248b-4254-b1df-08a7cc4c097b'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:31.102316 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-792a4a97-273f-451b-9e1d-95566eb1d8aa admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:31.106468 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-792a4a97-273f-451b-9e1d-95566eb1d8aa admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9694529 Jul 16 02:21:31.106882 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39948) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:31.118427 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-cfab2644-0a7f-4437-8e7d-bbf4f9fefee4 None None] Provisioning for port b5576623-ee64-423c-acee-bf24b6bf785a completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:31.211070 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] Set router f210dbd6-248b-4254-b1df-08a7cc4c097b gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:31.502525 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'name': 'tempest-TestMinimumBasicScenario-978703913-router', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:21:30Z', 'revision_number': 3, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'gw_port': {'id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:41:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:31.533638 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] Checking router: f210dbd6-248b-4254-b1df-08a7cc4c097b for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:21:31.534701 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] Updating router f210dbd6-248b-4254-b1df-08a7cc4c097b port 54f83633-dea8-49c9-8dd1-2b5b6a468543 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:21:31.569765 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:31.824658 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:31.835280 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] Transition to ACTIVE for port object 54f83633-dea8-49c9-8dd1-2b5b6a468543 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:31.842569 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:31.861918 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7d47a4ab-db0a-44ec-b8d3-b1479cf11b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:31.897480 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] Attempting to bind port 54f83633-dea8-49c9-8dd1-2b5b6a468543 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:21:31.897847 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] Attempting to bind port 54f83633-dea8-49c9-8dd1-2b5b6a468543 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:21:31.898218 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] Attempting to bind port 54f83633-dea8-49c9-8dd1-2b5b6a468543 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:31.905421 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1d771-129c-423c-ba85-0a4a78ebf39d None None] Pushing event updated for resources: {'Port': ['ID=54f83633-dea8-49c9-8dd1-2b5b6a468543,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:31.908602 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:21:31.908958 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:31.909371 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:31.909761 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:21:31.910833 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] Bound port: 54f83633-dea8-49c9-8dd1-2b5b6a468543, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:21:31.910833 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:31.935526 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f1d771-129c-423c-ba85-0a4a78ebf39d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:31.935869 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f1d771-129c-423c-ba85-0a4a78ebf39d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:31.936231 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f1d771-129c-423c-ba85-0a4a78ebf39d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:31.936592 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f1d771-129c-423c-ba85-0a4a78ebf39d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:31.936918 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f1d771-129c-423c-ba85-0a4a78ebf39d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:31.937246 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f1d771-129c-423c-ba85-0a4a78ebf39d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:31.937567 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f1d771-129c-423c-ba85-0a4a78ebf39d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:31.937886 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f1d771-129c-423c-ba85-0a4a78ebf39d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:31.938208 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f1d771-129c-423c-ba85-0a4a78ebf39d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:31.938734 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f1d771-129c-423c-ba85-0a4a78ebf39d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:31.939060 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f1d771-129c-423c-ba85-0a4a78ebf39d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:31.939378 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f1d771-129c-423c-ba85-0a4a78ebf39d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:31.962152 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:31.977286 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] For port 54f83633-dea8-49c9-8dd1-2b5b6a468543, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:31.980621 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] For port 54f83633-dea8-49c9-8dd1-2b5b6a468543, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=54f83633-dea8-49c9-8dd1-2b5b6a468543,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:21:31.986317 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:32.025552 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-7d47a4ab-db0a-44ec-b8d3-b1479cf11b89 admin admin] Allocated IP 172.20.0.1 (65529a27-f8a9-4edc-b699-fc53de16c270/72ab0b53-488f-482b-92c3-072453478910/36259559-6889-4c74-ba2e-50d78b0656e2) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:21:32.042020 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] Routers {'f210dbd6-248b-4254-b1df-08a7cc4c097b'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:32.042618 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:21:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f210dbd6-248b-4254-b1df-08a7cc4c097b'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:32.049236 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1d771-129c-423c-ba85-0a4a78ebf39d None None] Pushing event updated for resources: {'Port': ['ID=54f83633-dea8-49c9-8dd1-2b5b6a468543,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:32.138967 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7d47a4ab-db0a-44ec-b8d3-b1479cf11b89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:32.154050 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-7d47a4ab-db0a-44ec-b8d3-b1479cf11b89 admin admin] Transition to ACTIVE for port object 36259559-6889-4c74-ba2e-50d78b0656e2 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:32.154589 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] Set router f210dbd6-248b-4254-b1df-08a7cc4c097b gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:32.192406 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7d47a4ab-db0a-44ec-b8d3-b1479cf11b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:32.247309 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d47a4ab-db0a-44ec-b8d3-b1479cf11b89 admin admin] Network 65529a27-f8a9-4edc-b699-fc53de16c270 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:32.251839 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-7d47a4ab-db0a-44ec-b8d3-b1479cf11b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:32.254969 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d47a4ab-db0a-44ec-b8d3-b1479cf11b89 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:21:32.257375 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47a4ab-db0a-44ec-b8d3-b1479cf11b89 admin admin] Pushing event updated for resources: {'Port': ['ID=36259559-6889-4c74-ba2e-50d78b0656e2,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:32.305848 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device b5576623-ee64-423c-acee-bf24b6bf785a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:32.309380 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7d47a4ab-db0a-44ec-b8d3-b1479cf11b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:32.372896 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'name': 'tempest-TestMinimumBasicScenario-978703913-router', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:21:30Z', 'revision_number': 3, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'gw_port': {'id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:41:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:32.373788 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port b5576623-ee64-423c-acee-bf24b6bf785a completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:32.378285 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port b5576623-ee64-423c-acee-bf24b6bf785a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:32.378621 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:32.402825 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d07a5f-9f58-446e-96bf-5096758fc877 None None] The sync data for ids ['f210dbd6-248b-4254-b1df-08a7cc4c097b'] in n-d-792394-16 is: [{'id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'name': 'tempest-TestMinimumBasicScenario-978703913-router', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:21:30Z', 'revision_number': 3, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'gw_port': {'id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:41:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:21:32.482032 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:32.482370 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7d47a4ab-db0a-44ec-b8d3-b1479cf11b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:32.529205 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port b5576623-ee64-423c-acee-bf24b6bf785a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=b5576623-ee64-423c-acee-bf24b6bf785a,segment=NetworkSegment(021c59c0-13b5-4e36-bf24-da08528b2674),segment_id=021c59c0-13b5-4e36-bf24-da08528b2674)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:32.534653 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:32.594541 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=b5576623-ee64-423c-acee-bf24b6bf785a,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:32.599092 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-779c3101-8971-4b3d-b9b5-374d7948a3a7 None None] Provisioning for port 36259559-6889-4c74-ba2e-50d78b0656e2 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:32.603534 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-779c3101-8971-4b3d-b9b5-374d7948a3a7 None None] Provisioning complete for port 36259559-6889-4c74-ba2e-50d78b0656e2 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:32.604297 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-779c3101-8971-4b3d-b9b5-374d7948a3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:32.642084 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-779c3101-8971-4b3d-b9b5-374d7948a3a7 None None] Port 36259559-6889-4c74-ba2e-50d78b0656e2 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:21:32.666413 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7d47a4ab-db0a-44ec-b8d3-b1479cf11b89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:32.673671 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7d47a4ab-db0a-44ec-b8d3-b1479cf11b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:32.735217 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7d47a4ab-db0a-44ec-b8d3-b1479cf11b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:32.759870 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:32.767426 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47a4ab-db0a-44ec-b8d3-b1479cf11b89 admin admin] Pushing event updated for resources: {'Port': ['ID=36259559-6889-4c74-ba2e-50d78b0656e2,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:32.850690 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d47a4ab-db0a-44ec-b8d3-b1479cf11b89 admin admin] Network 65529a27-f8a9-4edc-b699-fc53de16c270 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:32.852211 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-7d47a4ab-db0a-44ec-b8d3-b1479cf11b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:32.983248 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d47a4ab-db0a-44ec-b8d3-b1479cf11b89 admin admin] Router f210dbd6-248b-4254-b1df-08a7cc4c097b has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:21:33.065884 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1fe0ae9a-3960-4c83-b1e7-b426256532ba None None] Provisioning complete for port 36259559-6889-4c74-ba2e-50d78b0656e2 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:33.066263 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1fe0ae9a-3960-4c83-b1e7-b426256532ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:33.099776 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d47a4ab-db0a-44ec-b8d3-b1479cf11b89 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:21:33.106110 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7d47a4ab-db0a-44ec-b8d3-b1479cf11b89 admin admin] 10.222.0.16 "PUT /v2.0/routers/f210dbd6-248b-4254-b1df-08a7cc4c097b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9980974 Jul 16 02:21:33.116784 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0ae9a-3960-4c83-b1e7-b426256532ba None None] Port 36259559-6889-4c74-ba2e-50d78b0656e2 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:21:33.614283 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39964) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:33.619406 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-38661d3c-de0f-4582-86aa-b4193ef1ab55 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-710097639-network', 'tenant_id': '3f12dcc8c98e430788c34780971a6302'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:33.642557 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38661d3c-de0f-4582-86aa-b4193ef1ab55 admin admin] Made reservation on behalf of 3f12dcc8c98e430788c34780971a6302 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:21:33.645316 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38661d3c-de0f-4582-86aa-b4193ef1ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:33.654010 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38661d3c-de0f-4582-86aa-b4193ef1ab55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:33.756605 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38661d3c-de0f-4582-86aa-b4193ef1ab55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:33.762002 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38661d3c-de0f-4582-86aa-b4193ef1ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:33.792533 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38661d3c-de0f-4582-86aa-b4193ef1ab55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:21:33.799650 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661d3c-de0f-4582-86aa-b4193ef1ab55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d006b035-5876-47c4-b71f-33706139c49a,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:33.808190 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38661d3c-de0f-4582-86aa-b4193ef1ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:33.808596 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-38661d3c-de0f-4582-86aa-b4193ef1ab55 admin admin] Added segment 5c16c50f-ae50-427a-b106-e6db6e2e2c13 of type vlan for network bdb69d97-1fb4-451b-bdc7-c18aa88bf691 Jul 16 02:21:33.852205 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38661d3c-de0f-4582-86aa-b4193ef1ab55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:33.883512 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38661d3c-de0f-4582-86aa-b4193ef1ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:33.884599 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38661d3c-de0f-4582-86aa-b4193ef1ab55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:33.885382 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38661d3c-de0f-4582-86aa-b4193ef1ab55 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:33.921229 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-38661d3c-de0f-4582-86aa-b4193ef1ab55 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3057470 Jul 16 02:21:33.924712 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39966) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:33.929910 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-c53b3de5-7948-4ee1-bdb0-48ca711c9e45 admin admin] Request body: {'subnet': {'network_id': 'bdb69d97-1fb4-451b-bdc7-c18aa88bf691', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-710097639-subnet', 'tenant_id': '3f12dcc8c98e430788c34780971a6302', 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:33.950343 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38661d3c-de0f-4582-86aa-b4193ef1ab55 admin admin] Pushing event updated for resources: {'Network': ['ID=bdb69d97-1fb4-451b-bdc7-c18aa88bf691,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:33.956789 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53b3de5-7948-4ee1-bdb0-48ca711c9e45 admin admin] Made reservation on behalf of 3f12dcc8c98e430788c34780971a6302 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:21:33.959453 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c53b3de5-7948-4ee1-bdb0-48ca711c9e45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:33.960814 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network bdb69d97-1fb4-451b-bdc7-c18aa88bf691 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:21:33.982369 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] Sync routers for ids ['f210dbd6-248b-4254-b1df-08a7cc4c097b'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:21:34.022532 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] Routers {'f210dbd6-248b-4254-b1df-08a7cc4c097b'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:34.023218 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:21:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f210dbd6-248b-4254-b1df-08a7cc4c097b'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:34.132270 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c53b3de5-7948-4ee1-bdb0-48ca711c9e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:34.139220 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] Set router f210dbd6-248b-4254-b1df-08a7cc4c097b gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:34.197214 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b3de5-7948-4ee1-bdb0-48ca711c9e45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2718cf38-e9b4-4131-821d-9a8f06614634,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:34.201078 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b3de5-7948-4ee1-bdb0-48ca711c9e45 admin admin] Checking segment: {'id': '5c16c50f-ae50-427a-b106-e6db6e2e2c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb69d97-1fb4-451b-bdc7-c18aa88bf691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:34.201435 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53b3de5-7948-4ee1-bdb0-48ca711c9e45 admin admin] Network hostable DHCP agents. Network: bdb69d97-1fb4-451b-bdc7-c18aa88bf691, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:21:34.229289 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53b3de5-7948-4ee1-bdb0-48ca711c9e45 admin admin] Network bdb69d97-1fb4-451b-bdc7-c18aa88bf691 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:21:34.244536 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-c53b3de5-7948-4ee1-bdb0-48ca711c9e45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, bdb69d97-1fb4-451b-bdc7-c18aa88bf691) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:34.250104 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53b3de5-7948-4ee1-bdb0-48ca711c9e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:34.250868 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c53b3de5-7948-4ee1-bdb0-48ca711c9e45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:34.268523 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c53b3de5-7948-4ee1-bdb0-48ca711c9e45 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3425617 Jul 16 02:21:34.271176 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 39968) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:34.272295 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1793c0e-0fc4-406f-bf79-6fb793305ee0 None None] Network bdb69d97-1fb4-451b-bdc7-c18aa88bf691 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:21:34.276067 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-00c84581-8062-427c-99df-e765b323a0ad admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-710097639-router', 'tenant_id': '3f12dcc8c98e430788c34780971a6302', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:34.298911 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-00c84581-8062-427c-99df-e765b323a0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:34.300199 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-00c84581-8062-427c-99df-e765b323a0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:34.349196 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device b5576623-ee64-423c-acee-bf24b6bf785a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:34.362864 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-00c84581-8062-427c-99df-e765b323a0ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:34.508111 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-00c84581-8062-427c-99df-e765b323a0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:34.514098 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port b5576623-ee64-423c-acee-bf24b6bf785a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:34.514473 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:34.518777 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0caafc-3f96-4169-9b79-18684fb6370f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-bdb69d97-1fb4-451b-bdc7-c18aa88bf691', 'network_id': 'bdb69d97-1fb4-451b-bdc7-c18aa88bf691', 'tenant_id': '3f12dcc8c98e430788c34780971a6302', 'fixed_ips': [{'subnet_id': '2718cf38-e9b4-4131-821d-9a8f06614634'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:21:34.519660 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de0caafc-3f96-4169-9b79-18684fb6370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:34.573676 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'name': 'tempest-TestMinimumBasicScenario-978703913-router', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:21:32Z', 'revision_number': 4, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'gw_port': {'id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:41:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '36259559-6889-4c74-ba2e-50d78b0656e2', 'name': '', 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'mac_address': 'fa:16:3e:ac:4a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '72ab0b53-488f-482b-92c3-072453478910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:31Z', 'updated_at': '2021-07-16T02:21:32Z', 'revision_number': 2, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'subnets': [{'id': '72ab0b53-488f-482b-92c3-072453478910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:34.649112 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] Checking router: f210dbd6-248b-4254-b1df-08a7cc4c097b for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:21:34.649466 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] Updating router f210dbd6-248b-4254-b1df-08a7cc4c097b port 36259559-6889-4c74-ba2e-50d78b0656e2 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:21:34.721264 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-00c84581-8062-427c-99df-e765b323a0ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:34.740609 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-00c84581-8062-427c-99df-e765b323a0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:34.755624 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:34.776289 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 54f83633-dea8-49c9-8dd1-2b5b6a468543 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:34.830122 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-de0caafc-3f96-4169-9b79-18684fb6370f None None] Allocated IP 172.20.0.2 (bdb69d97-1fb4-451b-bdc7-c18aa88bf691/2718cf38-e9b4-4131-821d-9a8f06614634/afc88106-5260-4fa2-a439-2c4bfa4bd21d) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:21:34.852572 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-00c84581-8062-427c-99df-e765b323a0ad admin admin] Allocated IP 172.25.6.236 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/75b9ddf1-fb35-4c76-a8b8-68d4b72a170e) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:21:34.971860 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-00c84581-8062-427c-99df-e765b323a0ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:34.994510 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 54f83633-dea8-49c9-8dd1-2b5b6a468543 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:35.013141 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-00c84581-8062-427c-99df-e765b323a0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:35.013594 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 54f83633-dea8-49c9-8dd1-2b5b6a468543 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:35.013937 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:35.055526 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c84581-8062-427c-99df-e765b323a0ad admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:35.061555 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-00c84581-8062-427c-99df-e765b323a0ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:35.063875 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c84581-8062-427c-99df-e765b323a0ad admin admin] Pushing event updated for resources: {'Port': ['ID=75b9ddf1-fb35-4c76-a8b8-68d4b72a170e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:35.066066 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c84581-8062-427c-99df-e765b323a0ad admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:21:35.182913 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de0caafc-3f96-4169-9b79-18684fb6370f None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:35.226703 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-de0caafc-3f96-4169-9b79-18684fb6370f None None] Transition to ACTIVE for port object afc88106-5260-4fa2-a439-2c4bfa4bd21d will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:35.274343 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-de0caafc-3f96-4169-9b79-18684fb6370f None None] Transition to ACTIVE for port object afc88106-5260-4fa2-a439-2c4bfa4bd21d will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:35.278321 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:35.286711 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de0caafc-3f96-4169-9b79-18684fb6370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:35.319676 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-00c84581-8062-427c-99df-e765b323a0ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:35.340339 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 54f83633-dea8-49c9-8dd1-2b5b6a468543, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=54f83633-dea8-49c9-8dd1-2b5b6a468543,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:35.350288 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:35.353517 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0caafc-3f96-4169-9b79-18684fb6370f None None] Network bdb69d97-1fb4-451b-bdc7-c18aa88bf691 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:35.356115 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:35.365903 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-de0caafc-3f96-4169-9b79-18684fb6370f None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:35.372602 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0caafc-3f96-4169-9b79-18684fb6370f None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:21:35.374745 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] Transition to ACTIVE for port object 36259559-6889-4c74-ba2e-50d78b0656e2 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:35.385364 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:35.390993 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0caafc-3f96-4169-9b79-18684fb6370f None None] Pushing event updated for resources: {'Port': ['ID=afc88106-5260-4fa2-a439-2c4bfa4bd21d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:35.485223 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-de0caafc-3f96-4169-9b79-18684fb6370f None None] Attempting to bind port afc88106-5260-4fa2-a439-2c4bfa4bd21d on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:21:35.485624 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-de0caafc-3f96-4169-9b79-18684fb6370f None None] Attempting to bind port afc88106-5260-4fa2-a439-2c4bfa4bd21d by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '5c16c50f-ae50-427a-b106-e6db6e2e2c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb69d97-1fb4-451b-bdc7-c18aa88bf691'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:21:35.485960 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0caafc-3f96-4169-9b79-18684fb6370f None None] Attempting to bind port afc88106-5260-4fa2-a439-2c4bfa4bd21d on network bdb69d97-1fb4-451b-bdc7-c18aa88bf691 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:35.505961 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0caafc-3f96-4169-9b79-18684fb6370f None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:21:35.505961 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0caafc-3f96-4169-9b79-18684fb6370f None None] Checking segment: {'id': '5c16c50f-ae50-427a-b106-e6db6e2e2c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb69d97-1fb4-451b-bdc7-c18aa88bf691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:35.505961 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de0caafc-3f96-4169-9b79-18684fb6370f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:35.505961 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0caafc-3f96-4169-9b79-18684fb6370f None None] Bound using segment: {'id': '5c16c50f-ae50-427a-b106-e6db6e2e2c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb69d97-1fb4-451b-bdc7-c18aa88bf691'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:21:35.506505 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-de0caafc-3f96-4169-9b79-18684fb6370f None None] Bound port: afc88106-5260-4fa2-a439-2c4bfa4bd21d, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c16c50f-ae50-427a-b106-e6db6e2e2c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb69d97-1fb4-451b-bdc7-c18aa88bf691'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:21:35.507522 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de0caafc-3f96-4169-9b79-18684fb6370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:35.535820 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-00c84581-8062-427c-99df-e765b323a0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:35.545386 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=54f83633-dea8-49c9-8dd1-2b5b6a468543,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:35.687851 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c84581-8062-427c-99df-e765b323a0ad admin admin] Router 9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:21:35.803738 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:35.805599 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c84581-8062-427c-99df-e765b323a0ad admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:21:35.815920 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] Sync routers for ids ['9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:21:35.821067 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] Attempting to bind port 36259559-6889-4c74-ba2e-50d78b0656e2 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:21:35.821389 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] Attempting to bind port 36259559-6889-4c74-ba2e-50d78b0656e2 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '021c59c0-13b5-4e36-bf24-da08528b2674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:21:35.821831 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] Attempting to bind port 36259559-6889-4c74-ba2e-50d78b0656e2 on network 65529a27-f8a9-4edc-b699-fc53de16c270 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:35.827546 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-00c84581-8062-427c-99df-e765b323a0ad admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:35.828756 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] Routers {'9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:35.829251 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-00c84581-8062-427c-99df-e765b323a0ad admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5567784 Jul 16 02:21:35.833142 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:21:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:35.833457 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 39970) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:35.839444 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70729328-4057-41f0-9859-abafceaf00a1 None None] Pushing event updated for resources: {'Port': ['ID=36259559-6889-4c74-ba2e-50d78b0656e2,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:35.847445 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:21:35.847589 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] Checking segment: {'id': '021c59c0-13b5-4e36-bf24-da08528b2674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:35.847921 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:35.848341 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] Bound using segment: {'id': '021c59c0-13b5-4e36-bf24-da08528b2674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:21:35.848915 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] Bound port: 36259559-6889-4c74-ba2e-50d78b0656e2, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021c59c0-13b5-4e36-bf24-da08528b2674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:21:35.849293 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:35.875545 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-de0caafc-3f96-4169-9b79-18684fb6370f None None] For port afc88106-5260-4fa2-a439-2c4bfa4bd21d, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:35.879549 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-de0caafc-3f96-4169-9b79-18684fb6370f None None] For port afc88106-5260-4fa2-a439-2c4bfa4bd21d, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=afc88106-5260-4fa2-a439-2c4bfa4bd21d,segment=NetworkSegment(5c16c50f-ae50-427a-b106-e6db6e2e2c13),segment_id=5c16c50f-ae50-427a-b106-e6db6e2e2c13)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:21:35.899961 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de0caafc-3f96-4169-9b79-18684fb6370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:35.965342 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] Set router 9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:35.995445 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] For port 36259559-6889-4c74-ba2e-50d78b0656e2, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:36.000634 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] For port 36259559-6889-4c74-ba2e-50d78b0656e2, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=36259559-6889-4c74-ba2e-50d78b0656e2,segment=NetworkSegment(021c59c0-13b5-4e36-bf24-da08528b2674),segment_id=021c59c0-13b5-4e36-bf24-da08528b2674)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:21:36.001640 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0caafc-3f96-4169-9b79-18684fb6370f None None] Pushing event updated for resources: {'Port': ['ID=afc88106-5260-4fa2-a439-2c4bfa4bd21d,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:36.011144 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:36.074561 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] Routers {'f210dbd6-248b-4254-b1df-08a7cc4c097b'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:36.075360 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:21:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f210dbd6-248b-4254-b1df-08a7cc4c097b'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:36.119294 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70729328-4057-41f0-9859-abafceaf00a1 None None] Pushing event updated for resources: {'Port': ['ID=36259559-6889-4c74-ba2e-50d78b0656e2,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:36.229011 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2', 'name': 'tempest-TestMinimumBasicScenario-710097639-router', 'tenant_id': '3f12dcc8c98e430788c34780971a6302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '75b9ddf1-fb35-4c76-a8b8-68d4b72a170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:34Z', 'updated_at': '2021-07-16T02:21:35Z', 'revision_number': 3, 'project_id': '3f12dcc8c98e430788c34780971a6302', 'gw_port': {'id': '75b9ddf1-fb35-4c76-a8b8-68d4b72a170e', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:34Z', 'updated_at': '2021-07-16T02:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:36.275184 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] Set router f210dbd6-248b-4254-b1df-08a7cc4c097b gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:36.284199 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] Checking router: 9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:21:36.284543 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] Updating router 9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2 port 75b9ddf1-fb35-4c76-a8b8-68d4b72a170e binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:21:36.331007 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 54f83633-dea8-49c9-8dd1-2b5b6a468543 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:36.340380 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:36.458226 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5f0e6476-65f9-4e5e-a456-6f3ef549bcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:36.518218 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 54f83633-dea8-49c9-8dd1-2b5b6a468543 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:36.518597 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:36.639408 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-5f0e6476-65f9-4e5e-a456-6f3ef549bcce admin admin] Allocated IP 172.20.0.1 (bdb69d97-1fb4-451b-bdc7-c18aa88bf691/2718cf38-e9b4-4131-821d-9a8f06614634/78ef6b4c-273a-42b3-9376-f746fa1df423) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:21:36.657793 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:36.668639 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'name': 'tempest-TestMinimumBasicScenario-978703913-router', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:21:32Z', 'revision_number': 4, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'gw_port': {'id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:41:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '36259559-6889-4c74-ba2e-50d78b0656e2', 'name': '', 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'mac_address': 'fa:16:3e:ac:4a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '72ab0b53-488f-482b-92c3-072453478910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:31Z', 'updated_at': '2021-07-16T02:21:35Z', 'revision_number': 4, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'subnets': [{'id': '72ab0b53-488f-482b-92c3-072453478910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:36.674023 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] Transition to ACTIVE for port object 75b9ddf1-fb35-4c76-a8b8-68d4b72a170e will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:36.682650 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:36.702864 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad98db9-a744-421f-b3eb-e1a23a555103 None None] The sync data for ids ['f210dbd6-248b-4254-b1df-08a7cc4c097b'] in n-d-792394-16 is: [{'id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'name': 'tempest-TestMinimumBasicScenario-978703913-router', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:21:32Z', 'revision_number': 4, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'gw_port': {'id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:41:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '36259559-6889-4c74-ba2e-50d78b0656e2', 'name': '', 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'mac_address': 'fa:16:3e:ac:4a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '72ab0b53-488f-482b-92c3-072453478910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:31Z', 'updated_at': '2021-07-16T02:21:35Z', 'revision_number': 4, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'subnets': [{'id': '72ab0b53-488f-482b-92c3-072453478910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:21:36.736525 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] Attempting to bind port 75b9ddf1-fb35-4c76-a8b8-68d4b72a170e on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:21:36.737029 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] Attempting to bind port 75b9ddf1-fb35-4c76-a8b8-68d4b72a170e by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:21:36.737390 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] Attempting to bind port 75b9ddf1-fb35-4c76-a8b8-68d4b72a170e on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:36.762544 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:21:36.763053 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:36.763308 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:36.763702 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:21:36.764174 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] Bound port: 75b9ddf1-fb35-4c76-a8b8-68d4b72a170e, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:21:36.764571 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:36.767384 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233690c-2052-4d46-8584-8679de7a9c7b None None] Pushing event updated for resources: {'Port': ['ID=75b9ddf1-fb35-4c76-a8b8-68d4b72a170e,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:36.792117 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5f0e6476-65f9-4e5e-a456-6f3ef549bcce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:36.813422 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-5f0e6476-65f9-4e5e-a456-6f3ef549bcce admin admin] Transition to ACTIVE for port object 78ef6b4c-273a-42b3-9376-f746fa1df423 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:36.835770 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] For port 75b9ddf1-fb35-4c76-a8b8-68d4b72a170e, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:36.839681 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] For port 75b9ddf1-fb35-4c76-a8b8-68d4b72a170e, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=75b9ddf1-fb35-4c76-a8b8-68d4b72a170e,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:21:36.848266 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:36.861579 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5f0e6476-65f9-4e5e-a456-6f3ef549bcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:36.915646 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0e6476-65f9-4e5e-a456-6f3ef549bcce admin admin] Network bdb69d97-1fb4-451b-bdc7-c18aa88bf691 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:36.919891 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-5f0e6476-65f9-4e5e-a456-6f3ef549bcce admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:36.925216 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0e6476-65f9-4e5e-a456-6f3ef549bcce admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:21:36.931232 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] Routers {'9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:36.932180 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:21:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:36.970172 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5f0e6476-65f9-4e5e-a456-6f3ef549bcce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:36.977567 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233690c-2052-4d46-8584-8679de7a9c7b None None] Pushing event updated for resources: {'Port': ['ID=75b9ddf1-fb35-4c76-a8b8-68d4b72a170e,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:37.089363 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e6476-65f9-4e5e-a456-6f3ef549bcce admin admin] Pushing event updated for resources: {'Port': ['ID=78ef6b4c-273a-42b3-9376-f746fa1df423,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:37.153737 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5f0e6476-65f9-4e5e-a456-6f3ef549bcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:37.185982 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] Set router 9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:37.231438 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba030bc-f3cb-47f2-a91b-2dc5e2383c64 None None] Network bdb69d97-1fb4-451b-bdc7-c18aa88bf691 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:21:37.397797 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5f0e6476-65f9-4e5e-a456-6f3ef549bcce admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:37.401238 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2', 'name': 'tempest-TestMinimumBasicScenario-710097639-router', 'tenant_id': '3f12dcc8c98e430788c34780971a6302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '75b9ddf1-fb35-4c76-a8b8-68d4b72a170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:34Z', 'updated_at': '2021-07-16T02:21:35Z', 'revision_number': 3, 'project_id': '3f12dcc8c98e430788c34780971a6302', 'gw_port': {'id': '75b9ddf1-fb35-4c76-a8b8-68d4b72a170e', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:34Z', 'updated_at': '2021-07-16T02:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:37.406588 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5f0e6476-65f9-4e5e-a456-6f3ef549bcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:37.414158 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9726ae22-8373-40b7-ad80-3ea79001219e None None] Provisioning for port afc88106-5260-4fa2-a439-2c4bfa4bd21d completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:37.442938 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1009f6f4-0f28-4130-a016-4af1cee920f9 None None] The sync data for ids ['9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2'] in n-d-792394-16 is: [{'id': '9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2', 'name': 'tempest-TestMinimumBasicScenario-710097639-router', 'tenant_id': '3f12dcc8c98e430788c34780971a6302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '75b9ddf1-fb35-4c76-a8b8-68d4b72a170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:34Z', 'updated_at': '2021-07-16T02:21:35Z', 'revision_number': 3, 'project_id': '3f12dcc8c98e430788c34780971a6302', 'gw_port': {'id': '75b9ddf1-fb35-4c76-a8b8-68d4b72a170e', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:34Z', 'updated_at': '2021-07-16T02:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:21:37.490470 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-5f0e6476-65f9-4e5e-a456-6f3ef549bcce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:37.492305 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e6476-65f9-4e5e-a456-6f3ef549bcce admin admin] Pushing event updated for resources: {'Port': ['ID=78ef6b4c-273a-42b3-9376-f746fa1df423,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:37.598096 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0e6476-65f9-4e5e-a456-6f3ef549bcce admin admin] Network bdb69d97-1fb4-451b-bdc7-c18aa88bf691 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:37.599680 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-5f0e6476-65f9-4e5e-a456-6f3ef549bcce admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:37.734261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0e6476-65f9-4e5e-a456-6f3ef549bcce admin admin] Router 9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:21:37.805843 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8c00006d-58d2-498d-ab4b-11cc748ccb3f None None] Provisioning for port 78ef6b4c-273a-42b3-9376-f746fa1df423 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:37.812501 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8c00006d-58d2-498d-ab4b-11cc748ccb3f None None] Provisioning complete for port 78ef6b4c-273a-42b3-9376-f746fa1df423 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:37.813096 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c00006d-58d2-498d-ab4b-11cc748ccb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:37.888634 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8c00006d-58d2-498d-ab4b-11cc748ccb3f None None] Port 78ef6b4c-273a-42b3-9376-f746fa1df423 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:21:37.929564 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0e6476-65f9-4e5e-a456-6f3ef549bcce admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:21:37.940416 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5f0e6476-65f9-4e5e-a456-6f3ef549bcce admin admin] 10.222.0.16 "PUT /v2.0/routers/9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1044683 Jul 16 02:21:38.010779 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f4655be0-e144-4025-aeb0-109708eace7c None None] Provisioning complete for port 78ef6b4c-273a-42b3-9376-f746fa1df423 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:38.011488 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f4655be0-e144-4025-aeb0-109708eace7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:38.060115 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f4655be0-e144-4025-aeb0-109708eace7c None None] Port 78ef6b4c-273a-42b3-9376-f746fa1df423 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:21:38.290128 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f69f5caf-3dd4-463a-ad43-ff2c6a1b0194 None None] Provisioning complete for port 78ef6b4c-273a-42b3-9376-f746fa1df423 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:38.290870 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f69f5caf-3dd4-463a-ad43-ff2c6a1b0194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:38.335503 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f69f5caf-3dd4-463a-ad43-ff2c6a1b0194 None None] Port 78ef6b4c-273a-42b3-9376-f746fa1df423 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:21:38.363667 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 75b9ddf1-fb35-4c76-a8b8-68d4b72a170e up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:38.421229 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 75b9ddf1-fb35-4c76-a8b8-68d4b72a170e completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:38.426008 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 75b9ddf1-fb35-4c76-a8b8-68d4b72a170e triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:38.426385 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:38.451874 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:21:38.520974 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:38.544115 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 75b9ddf1-fb35-4c76-a8b8-68d4b72a170e, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=75b9ddf1-fb35-4c76-a8b8-68d4b72a170e,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:38.551348 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:38.552221 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 36259559-6889-4c74-ba2e-50d78b0656e2 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:38.633346 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=75b9ddf1-fb35-4c76-a8b8-68d4b72a170e,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:38.652143 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 36259559-6889-4c74-ba2e-50d78b0656e2 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:38.656926 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 36259559-6889-4c74-ba2e-50d78b0656e2 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:38.657299 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:38.741467 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:38.784016 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 36259559-6889-4c74-ba2e-50d78b0656e2, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=36259559-6889-4c74-ba2e-50d78b0656e2,segment=NetworkSegment(021c59c0-13b5-4e36-bf24-da08528b2674),segment_id=021c59c0-13b5-4e36-bf24-da08528b2674)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:38.789105 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:38.789989 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device afc88106-5260-4fa2-a439-2c4bfa4bd21d up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:38.888299 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=36259559-6889-4c74-ba2e-50d78b0656e2,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:38.900172 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port afc88106-5260-4fa2-a439-2c4bfa4bd21d completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:38.905449 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port afc88106-5260-4fa2-a439-2c4bfa4bd21d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:38.906579 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:39.006263 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:39.041511 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port afc88106-5260-4fa2-a439-2c4bfa4bd21d, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=afc88106-5260-4fa2-a439-2c4bfa4bd21d,segment=NetworkSegment(5c16c50f-ae50-427a-b106-e6db6e2e2c13),segment_id=5c16c50f-ae50-427a-b106-e6db6e2e2c13)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:39.047324 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:39.106486 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=afc88106-5260-4fa2-a439-2c4bfa4bd21d,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:40.234722 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] Sync routers for ids ['9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:21:40.250833 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] Routers {'9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:40.250833 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:21:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:40.337535 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 75b9ddf1-fb35-4c76-a8b8-68d4b72a170e up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:40.396981 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] Set router 9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:40.443841 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 75b9ddf1-fb35-4c76-a8b8-68d4b72a170e triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:40.444291 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:40.809371 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 36259559-6889-4c74-ba2e-50d78b0656e2 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:40.894960 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 36259559-6889-4c74-ba2e-50d78b0656e2 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:40.895478 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:40.900309 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2', 'name': 'tempest-TestMinimumBasicScenario-710097639-router', 'tenant_id': '3f12dcc8c98e430788c34780971a6302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '75b9ddf1-fb35-4c76-a8b8-68d4b72a170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:34Z', 'updated_at': '2021-07-16T02:21:37Z', 'revision_number': 4, 'project_id': '3f12dcc8c98e430788c34780971a6302', 'gw_port': {'id': '75b9ddf1-fb35-4c76-a8b8-68d4b72a170e', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:34Z', 'updated_at': '2021-07-16T02:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '78ef6b4c-273a-42b3-9376-f746fa1df423', 'name': '', 'network_id': 'bdb69d97-1fb4-451b-bdc7-c18aa88bf691', 'tenant_id': '3f12dcc8c98e430788c34780971a6302', 'mac_address': 'fa:16:3e:9a:b4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2718cf38-e9b4-4131-821d-9a8f06614634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:36Z', 'updated_at': '2021-07-16T02:21:37Z', 'revision_number': 2, 'project_id': '3f12dcc8c98e430788c34780971a6302', 'subnets': [{'id': '2718cf38-e9b4-4131-821d-9a8f06614634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:40.949248 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] Checking router: 9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:21:40.949248 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] Updating router 9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2 port 78ef6b4c-273a-42b3-9376-f746fa1df423 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:21:41.000840 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:41.085318 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device afc88106-5260-4fa2-a439-2c4bfa4bd21d up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:41.223767 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port afc88106-5260-4fa2-a439-2c4bfa4bd21d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:41.224180 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:41.441076 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:41.453843 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] Transition to ACTIVE for port object 78ef6b4c-273a-42b3-9376-f746fa1df423 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:41.463094 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:41.521203 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9be161-43e6-4007-b09c-608fe1d34451 None None] Pushing event updated for resources: {'Port': ['ID=78ef6b4c-273a-42b3-9376-f746fa1df423,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:41.587161 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] Attempting to bind port 78ef6b4c-273a-42b3-9376-f746fa1df423 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:21:41.587558 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] Attempting to bind port 78ef6b4c-273a-42b3-9376-f746fa1df423 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '5c16c50f-ae50-427a-b106-e6db6e2e2c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb69d97-1fb4-451b-bdc7-c18aa88bf691'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:21:41.587923 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] Attempting to bind port 78ef6b4c-273a-42b3-9376-f746fa1df423 on network bdb69d97-1fb4-451b-bdc7-c18aa88bf691 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:41.594479 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:21:41.594923 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] Checking segment: {'id': '5c16c50f-ae50-427a-b106-e6db6e2e2c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb69d97-1fb4-451b-bdc7-c18aa88bf691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:41.595338 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:41.595737 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] Bound using segment: {'id': '5c16c50f-ae50-427a-b106-e6db6e2e2c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb69d97-1fb4-451b-bdc7-c18aa88bf691'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:21:41.596273 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] Bound port: 78ef6b4c-273a-42b3-9376-f746fa1df423, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c16c50f-ae50-427a-b106-e6db6e2e2c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb69d97-1fb4-451b-bdc7-c18aa88bf691'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:21:41.596667 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:41.678788 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] For port 78ef6b4c-273a-42b3-9376-f746fa1df423, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:41.682022 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] For port 78ef6b4c-273a-42b3-9376-f746fa1df423, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=78ef6b4c-273a-42b3-9376-f746fa1df423,segment=NetworkSegment(5c16c50f-ae50-427a-b106-e6db6e2e2c13),segment_id=5c16c50f-ae50-427a-b106-e6db6e2e2c13)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:21:41.695193 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:41.772218 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9be161-43e6-4007-b09c-608fe1d34451 None None] Pushing event updated for resources: {'Port': ['ID=78ef6b4c-273a-42b3-9376-f746fa1df423,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:41.776487 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] Routers {'9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:41.777102 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:21:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:41.909797 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] Set router 9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:42.154113 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2', 'name': 'tempest-TestMinimumBasicScenario-710097639-router', 'tenant_id': '3f12dcc8c98e430788c34780971a6302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '75b9ddf1-fb35-4c76-a8b8-68d4b72a170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:34Z', 'updated_at': '2021-07-16T02:21:37Z', 'revision_number': 4, 'project_id': '3f12dcc8c98e430788c34780971a6302', 'gw_port': {'id': '75b9ddf1-fb35-4c76-a8b8-68d4b72a170e', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:34Z', 'updated_at': '2021-07-16T02:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '78ef6b4c-273a-42b3-9376-f746fa1df423', 'name': '', 'network_id': 'bdb69d97-1fb4-451b-bdc7-c18aa88bf691', 'tenant_id': '3f12dcc8c98e430788c34780971a6302', 'mac_address': 'fa:16:3e:9a:b4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2718cf38-e9b4-4131-821d-9a8f06614634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:36Z', 'updated_at': '2021-07-16T02:21:41Z', 'revision_number': 4, 'project_id': '3f12dcc8c98e430788c34780971a6302', 'subnets': [{'id': '2718cf38-e9b4-4131-821d-9a8f06614634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:42.196306 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2877f2e-f14d-44b7-a5a9-fe2a28924203 None None] The sync data for ids ['9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2'] in n-d-792394-16 is: [{'id': '9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2', 'name': 'tempest-TestMinimumBasicScenario-710097639-router', 'tenant_id': '3f12dcc8c98e430788c34780971a6302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '75b9ddf1-fb35-4c76-a8b8-68d4b72a170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:34Z', 'updated_at': '2021-07-16T02:21:37Z', 'revision_number': 4, 'project_id': '3f12dcc8c98e430788c34780971a6302', 'gw_port': {'id': '75b9ddf1-fb35-4c76-a8b8-68d4b72a170e', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:34Z', 'updated_at': '2021-07-16T02:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '78ef6b4c-273a-42b3-9376-f746fa1df423', 'name': '', 'network_id': 'bdb69d97-1fb4-451b-bdc7-c18aa88bf691', 'tenant_id': '3f12dcc8c98e430788c34780971a6302', 'mac_address': 'fa:16:3e:9a:b4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2718cf38-e9b4-4131-821d-9a8f06614634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:36Z', 'updated_at': '2021-07-16T02:21:41Z', 'revision_number': 4, 'project_id': '3f12dcc8c98e430788c34780971a6302', 'subnets': [{'id': '2718cf38-e9b4-4131-821d-9a8f06614634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:21:44.311913 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 78ef6b4c-273a-42b3-9376-f746fa1df423 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:44.363831 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 78ef6b4c-273a-42b3-9376-f746fa1df423 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:44.370912 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 78ef6b4c-273a-42b3-9376-f746fa1df423 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:44.370912 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.483127 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.524065 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 78ef6b4c-273a-42b3-9376-f746fa1df423, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=78ef6b4c-273a-42b3-9376-f746fa1df423,segment=NetworkSegment(5c16c50f-ae50-427a-b106-e6db6e2e2c13),segment_id=5c16c50f-ae50-427a-b106-e6db6e2e2c13)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:44.530650 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:44.586367 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=78ef6b4c-273a-42b3-9376-f746fa1df423,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:46.277077 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 78ef6b4c-273a-42b3-9376-f746fa1df423 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:46.335795 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 78ef6b4c-273a-42b3-9376-f746fa1df423 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:46.336510 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:48.021630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-3850929e-01eb-4365-8b9f-56aac4332fe3 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:48.023062 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-3850929e-01eb-4365-8b9f-56aac4332fe3 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/networks?id=65529a27-f8a9-4edc-b699-fc53de16c270 HTTP/1.1" status: 200 len: 814 time: 0.1180627 Jul 16 02:21:48.039673 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-3d4a6548-36b1-4227-b930-2af73bef468d tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/quotas/a4d48f89442b49bda1a84eb1a4cb3de8 HTTP/1.1" status: 200 len: 375 time: 0.0096631 Jul 16 02:21:48.122602 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-edab95aa-c3ec-41f8-9e9e-7bdd29517022 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4d48f89442b49bda1a84eb1a4cb3de8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773206 Jul 16 02:21:48.223495 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-eb108db7-92b3-4389-981d-1d4e5e244b27 service neutron] 10.222.0.16 "GET /v2.0/networks/65529a27-f8a9-4edc-b699-fc53de16c270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889459 Jul 16 02:21:48.317520 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-b5a99e2a-c612-4414-bf3c-649fae49c8fc service neutron] 10.222.0.16 "GET /v2.0/networks/65529a27-f8a9-4edc-b699-fc53de16c270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878816 Jul 16 02:21:48.502839 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dcd3d81e-2283-4c99-b8be-c1eeae5888eb req-5fae9e11-061f-4cad-ac0e-e768699af4ca tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 210 time: 0.0287786 Jul 16 02:21:49.651072 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d9177619-6612-4f21-a258-bcafc2266586 req-1dba4b22-e7a7-466b-9948-425d060b7aaf tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 210 time: 0.0300114 Jul 16 02:21:49.652142 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-728f49bc-57d0-470a-8213-0695fef4cd7b tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:49.653895 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-728f49bc-57d0-470a-8213-0695fef4cd7b tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.84 "GET /v2.0/networks?id=65529a27-f8a9-4edc-b699-fc53de16c270 HTTP/1.1" status: 200 len: 814 time: 0.1064250 Jul 16 02:21:49.669980 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Request body: {'port': {'device_id': 'd7724a82-1c6c-4fd2-af88-1790a4542457', 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270', 'admin_state_up': True, 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:49.786069 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Made reservation on behalf of a4d48f89442b49bda1a84eb1a4cb3de8 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:21:49.789754 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:49.936756 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Allocated IP 172.20.0.3 (65529a27-f8a9-4edc-b699-fc53de16c270/72ab0b53-488f-482b-92c3-072453478910/feb432bd-25d9-4cf7-be86-09cdb4ef4b83) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:21:50.107734 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:50.127006 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Transition to ACTIVE for port object feb432bd-25d9-4cf7-be86-09cdb4ef4b83 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:50.170135 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:50.218022 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Network 65529a27-f8a9-4edc-b699-fc53de16c270 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:50.222595 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:50.239235 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:21:50.295848 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Pushing event updated for resources: {'Port': ['ID=feb432bd-25d9-4cf7-be86-09cdb4ef4b83,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:50.309074 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:50.309664 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:50.310075 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:50.310405 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:50.310735 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:50.311061 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:50.311524 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:50.311698 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:50.312077 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:50.312343 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:50.312687 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:50.313012 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:50.332734 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:50.333368 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:50.367263 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-1aebea22-f295-42f0-be58-3276922f50f1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7008154 Jul 16 02:21:50.567277 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-728bb9f6-eab2-471b-994f-ad7401f5b793 None None] Provisioning for port feb432bd-25d9-4cf7-be86-09cdb4ef4b83 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:50.571575 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-728bb9f6-eab2-471b-994f-ad7401f5b793 None None] Provisioning complete for port feb432bd-25d9-4cf7-be86-09cdb4ef4b83 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:50.572033 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-728bb9f6-eab2-471b-994f-ad7401f5b793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:50.611068 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-728bb9f6-eab2-471b-994f-ad7401f5b793 None None] Port feb432bd-25d9-4cf7-be86-09cdb4ef4b83 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:21:50.847960 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ec8b3-3ab3-4d4a-981c-30807362fc48 req-d56cc89a-88d3-4400-84b1-1e72a0991051 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:50.849549 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e75ec8b3-3ab3-4d4a-981c-30807362fc48 req-d56cc89a-88d3-4400-84b1-1e72a0991051 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 931 time: 0.0762601 Jul 16 02:21:50.892197 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e75ec8b3-3ab3-4d4a-981c-30807362fc48 req-a2a37743-222b-4b4f-b3e4-cbef6a597b05 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358334 Jul 16 02:21:52.100436 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddce1a-7bb5-460d-a5ab-9466ca5b228f req-f634f8af-9073-431f-930f-702720fbe8e1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:52.102144 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30ddce1a-7bb5-460d-a5ab-9466ca5b228f req-f634f8af-9073-431f-930f-702720fbe8e1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 931 time: 0.0820394 Jul 16 02:21:52.153244 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30ddce1a-7bb5-460d-a5ab-9466ca5b228f req-81683554-8de6-4914-a99d-657a7e63f98f tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428851 Jul 16 02:21:53.357964 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b3f34-9a12-4656-a049-d2db577cb9ee req-930307ba-3e03-4926-9f8c-4e9bc417e8e5 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:53.359656 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6e6b3f34-9a12-4656-a049-d2db577cb9ee req-930307ba-3e03-4926-9f8c-4e9bc417e8e5 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 931 time: 0.0705674 Jul 16 02:21:53.418692 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6e6b3f34-9a12-4656-a049-d2db577cb9ee req-c4f8d59b-47d7-49c1-b8d3-1c24f9d64b65 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527580 Jul 16 02:21:54.603755 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf6798-6299-4692-a059-908e56b3fd72 req-524c7552-95be-4109-8786-e34ba45dfda4 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:54.605367 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-22bf6798-6299-4692-a059-908e56b3fd72 req-524c7552-95be-4109-8786-e34ba45dfda4 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 931 time: 0.0702882 Jul 16 02:21:54.646798 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-22bf6798-6299-4692-a059-908e56b3fd72 req-1225ef12-ca4a-4fcd-a0e1-0bd2d3db99df tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347986 Jul 16 02:21:55.828754 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1018598-e649-4378-80a1-1a7cb6f92fb9 req-4ba76eb1-1937-45c8-84dd-de6cbae97d3d tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:55.830306 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d1018598-e649-4378-80a1-1a7cb6f92fb9 req-4ba76eb1-1937-45c8-84dd-de6cbae97d3d tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 931 time: 0.0645573 Jul 16 02:21:55.877969 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d1018598-e649-4378-80a1-1a7cb6f92fb9 req-6b16f68f-d7bb-4908-9efc-afc6cd30a73f tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415242 Jul 16 02:21:56.664317 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-69319cc5-5801-42bd-a946-603575fa7e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:57.059242 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c63bf-4a5d-4d39-a2c2-3dc0bd889237 req-e845b99a-6cf4-49fd-921b-a17e7e891b44 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:57.060940 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e66c63bf-4a5d-4d39-a2c2-3dc0bd889237 req-e845b99a-6cf4-49fd-921b-a17e7e891b44 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 931 time: 0.0660698 Jul 16 02:21:57.102276 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e66c63bf-4a5d-4d39-a2c2-3dc0bd889237 req-3d222a35-2137-499f-8010-bdaf5d85d38b tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353086 Jul 16 02:21:58.285622 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e021a7-775e-4df4-aa70-23f32fd86efb req-cc72bba2-2c70-4276-9866-84f071f98a91 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:58.287385 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-90e021a7-775e-4df4-aa70-23f32fd86efb req-cc72bba2-2c70-4276-9866-84f071f98a91 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 931 time: 0.0689850 Jul 16 02:21:58.328018 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-90e021a7-775e-4df4-aa70-23f32fd86efb req-a30623a1-6881-4db3-9c66-57229e81d903 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347795 Jul 16 02:21:59.519367 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35ce76-b263-4181-8fb8-9659f8c45cd3 req-33eb3bf1-1f54-424a-8788-e0f8ebb39074 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:59.520904 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ca35ce76-b263-4181-8fb8-9659f8c45cd3 req-33eb3bf1-1f54-424a-8788-e0f8ebb39074 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 931 time: 0.0703933 Jul 16 02:21:59.560919 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ca35ce76-b263-4181-8fb8-9659f8c45cd3 req-53529b46-1efb-4a0b-b9f0-0fa2cdb787d3 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340400 Jul 16 02:21:59.615988 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b207b4d5-800e-439b-b51b-210963239523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:59.809782 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:00.753839 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-38c7ec33-0f24-4345-98b2-3128eb61ce9a service neutron] Request body: {'port': {'device_id': 'd7724a82-1c6c-4fd2-af88-1790a4542457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:00.765160 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe94afd-6ce5-4fec-9732-98846d6e1f69 req-666cb777-be3d-4e3e-8aec-eea5adcffb35 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:00.766934 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-afe94afd-6ce5-4fec-9732-98846d6e1f69 req-666cb777-be3d-4e3e-8aec-eea5adcffb35 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 931 time: 0.0850778 Jul 16 02:22:01.015557 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:01.171683 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-afe94afd-6ce5-4fec-9732-98846d6e1f69 req-22c62565-091a-4956-81f4-b1865877d06a tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839691 Jul 16 02:22:01.189034 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-38c7ec33-0f24-4345-98b2-3128eb61ce9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:01.470471 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-38c7ec33-0f24-4345-98b2-3128eb61ce9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb432bd-25d9-4cf7-be86-09cdb4ef4b83 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:22:01.479350 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-38c7ec33-0f24-4345-98b2-3128eb61ce9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:01.499374 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-38c7ec33-0f24-4345-98b2-3128eb61ce9a service neutron] Transition to ACTIVE for port object feb432bd-25d9-4cf7-be86-09cdb4ef4b83 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:22:01.506904 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-38c7ec33-0f24-4345-98b2-3128eb61ce9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:01.561978 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7ec33-0f24-4345-98b2-3128eb61ce9a service neutron] Pushing event updated for resources: {'Port': ['ID=feb432bd-25d9-4cf7-be86-09cdb4ef4b83,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:01.634336 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-38c7ec33-0f24-4345-98b2-3128eb61ce9a service neutron] Attempting to bind port feb432bd-25d9-4cf7-be86-09cdb4ef4b83 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:22:01.634675 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-38c7ec33-0f24-4345-98b2-3128eb61ce9a service neutron] Attempting to bind port feb432bd-25d9-4cf7-be86-09cdb4ef4b83 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '021c59c0-13b5-4e36-bf24-da08528b2674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:22:01.635011 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-38c7ec33-0f24-4345-98b2-3128eb61ce9a service neutron] Attempting to bind port feb432bd-25d9-4cf7-be86-09cdb4ef4b83 on network 65529a27-f8a9-4edc-b699-fc53de16c270 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:22:01.639831 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-38c7ec33-0f24-4345-98b2-3128eb61ce9a service neutron] Port feb432bd-25d9-4cf7-be86-09cdb4ef4b83 on network 65529a27-f8a9-4edc-b699-fc53de16c270 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:22:01.640154 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-38c7ec33-0f24-4345-98b2-3128eb61ce9a service neutron] Attempting to bind port feb432bd-25d9-4cf7-be86-09cdb4ef4b83 on network 65529a27-f8a9-4edc-b699-fc53de16c270 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:22:01.645757 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-38c7ec33-0f24-4345-98b2-3128eb61ce9a service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:22:01.646099 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-38c7ec33-0f24-4345-98b2-3128eb61ce9a service neutron] Checking segment: {'id': '021c59c0-13b5-4e36-bf24-da08528b2674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:22:01.646488 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-38c7ec33-0f24-4345-98b2-3128eb61ce9a service neutron] Bound using segment: {'id': '021c59c0-13b5-4e36-bf24-da08528b2674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:22:01.646920 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-38c7ec33-0f24-4345-98b2-3128eb61ce9a service neutron] Bound port: feb432bd-25d9-4cf7-be86-09cdb4ef4b83, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '021c59c0-13b5-4e36-bf24-da08528b2674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:22:01.647303 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-38c7ec33-0f24-4345-98b2-3128eb61ce9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:01.714241 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-38c7ec33-0f24-4345-98b2-3128eb61ce9a service neutron] For port feb432bd-25d9-4cf7-be86-09cdb4ef4b83, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:22:01.717577 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-38c7ec33-0f24-4345-98b2-3128eb61ce9a service neutron] For port feb432bd-25d9-4cf7-be86-09cdb4ef4b83, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=feb432bd-25d9-4cf7-be86-09cdb4ef4b83,segment=NetworkSegment(021c59c0-13b5-4e36-bf24-da08528b2674),segment_id=021c59c0-13b5-4e36-bf24-da08528b2674)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:22:01.722558 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-38c7ec33-0f24-4345-98b2-3128eb61ce9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:01.764122 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-38c7ec33-0f24-4345-98b2-3128eb61ce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:01.764776 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-38c7ec33-0f24-4345-98b2-3128eb61ce9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:01.766173 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-38c7ec33-0f24-4345-98b2-3128eb61ce9a service neutron] 10.222.0.84 "PUT /v2.0/ports/feb432bd-25d9-4cf7-be86-09cdb4ef4b83 HTTP/1.1" status: 200 len: 1092 time: 1.0195336 Jul 16 02:22:01.766653 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7724a82-1c6c-4fd2-af88-1790a4542457', 'tag': 'feb432bd-25d9-4cf7-be86-09cdb4ef4b83'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:22:01.769629 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1afad50-658f-4be3-b950-e5dae1c5e595" -d '{"events": [{"name": "network-changed", "server_uuid": "d7724a82-1c6c-4fd2-af88-1790a4542457", "tag": "feb432bd-25d9-4cf7-be86-09cdb4ef4b83"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:22:01.791157 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7ec33-0f24-4345-98b2-3128eb61ce9a service neutron] Pushing event updated for resources: {'Port': ['ID=feb432bd-25d9-4cf7-be86-09cdb4ef4b83,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:01.822796 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bb3118-3cb3-4fc8-85ca-9b6a731d8de7 x-openstack-request-id: req-49bb3118-3cb3-4fc8-85ca-9b6a731d8de7 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:22:01.823079 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7724a82-1c6c-4fd2-af88-1790a4542457", "tag": "feb432bd-25d9-4cf7-be86-09cdb4ef4b83", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:22:01.823355 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49bb3118-3cb3-4fc8-85ca-9b6a731d8de7 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:22:01.823745 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7724a82-1c6c-4fd2-af88-1790a4542457', 'tag': 'feb432bd-25d9-4cf7-be86-09cdb4ef4b83', 'status': 'completed', 'code': 200} Jul 16 02:22:01.871748 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-56cc8888-adf1-42b6-8d29-c453ef84c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:01.873325 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-56cc8888-adf1-42b6-8d29-c453ef84c09e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a4d48f89442b49bda1a84eb1a4cb3de8&device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 1095 time: 0.0601354 Jul 16 02:22:01.918071 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-cb7f6e60-0c80-4bbf-af5c-2dc57d1025a0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=feb432bd-25d9-4cf7-be86-09cdb4ef4b83 HTTP/1.1" status: 200 len: 217 time: 0.0359516 Jul 16 02:22:01.966726 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:01.973871 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-3452158e-22f3-47a5-a3b8-b4a8abdf3e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:01.975377 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-3452158e-22f3-47a5-a3b8-b4a8abdf3e44 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=72ab0b53-488f-482b-92c3-072453478910 HTTP/1.1" status: 200 len: 853 time: 0.0512316 Jul 16 02:22:02.047078 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-4320081b-2784-420a-9102-805783c2cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:02.048677 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-4320081b-2784-420a-9102-805783c2cdfb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=65529a27-f8a9-4edc-b699-fc53de16c270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619445 Jul 16 02:22:02.150255 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-193d03af-ee19-40c3-b313-0db813e0199f service neutron] 10.222.0.84 "GET /v2.0/networks/65529a27-f8a9-4edc-b699-fc53de16c270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945799 Jul 16 02:22:02.246265 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e0e4f811-0fd1-406c-b305-36e5c88dd189 req-49dce365-7519-4b7b-84e5-9fda8107ec4b service neutron] 10.222.0.84 "GET /v2.0/networks/65529a27-f8a9-4edc-b699-fc53de16c270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890450 Jul 16 02:22:02.395369 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b92bd7-87f5-48da-862e-15dc9e76f3a2 req-b71f8826-5795-4e15-b97f-58664a85b01b tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:02.396929 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16b92bd7-87f5-48da-862e-15dc9e76f3a2 req-b71f8826-5795-4e15-b97f-58664a85b01b tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 943 time: 0.1062407 Jul 16 02:22:02.398869 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afad50-658f-4be3-b950-e5dae1c5e595 req-22b797e4-52f8-4f1a-b750-dce7a949b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:02.400216 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1afad50-658f-4be3-b950-e5dae1c5e595 req-22b797e4-52f8-4f1a-b750-dce7a949b253 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a4d48f89442b49bda1a84eb1a4cb3de8&device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 1095 time: 0.1002283 Jul 16 02:22:02.462211 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-16b92bd7-87f5-48da-862e-15dc9e76f3a2 req-4cd14d6e-f9f9-4713-a6f4-8a9259530ed4 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596683 Jul 16 02:22:02.529098 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afad50-658f-4be3-b950-e5dae1c5e595 req-43605a3f-dd85-4695-8f67-2af220f65b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:02.530640 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1afad50-658f-4be3-b950-e5dae1c5e595 req-43605a3f-dd85-4695-8f67-2af220f65b46 service neutron] 10.222.0.84 "GET /v2.0/networks?id=65529a27-f8a9-4edc-b699-fc53de16c270 HTTP/1.1" status: 200 len: 915 time: 0.1221540 Jul 16 02:22:02.573462 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1afad50-658f-4be3-b950-e5dae1c5e595 req-671255cb-2381-4e30-ae02-61534f03e04d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=feb432bd-25d9-4cf7-be86-09cdb4ef4b83 HTTP/1.1" status: 200 len: 217 time: 0.0344963 Jul 16 02:22:02.626582 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afad50-658f-4be3-b950-e5dae1c5e595 req-7f87fa52-05d4-4e27-b8b7-254bcaf9400f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:02.628072 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1afad50-658f-4be3-b950-e5dae1c5e595 req-7f87fa52-05d4-4e27-b8b7-254bcaf9400f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=72ab0b53-488f-482b-92c3-072453478910 HTTP/1.1" status: 200 len: 853 time: 0.0447824 Jul 16 02:22:02.695344 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afad50-658f-4be3-b950-e5dae1c5e595 req-6406202a-6596-40a2-8a0e-3ceefb3bedd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:02.696915 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1afad50-658f-4be3-b950-e5dae1c5e595 req-6406202a-6596-40a2-8a0e-3ceefb3bedd7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=65529a27-f8a9-4edc-b699-fc53de16c270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616806 Jul 16 02:22:02.754369 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:02.793268 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1afad50-658f-4be3-b950-e5dae1c5e595 req-df9e2a59-21c7-4173-899b-cabaa9183849 service neutron] 10.222.0.84 "GET /v2.0/networks/65529a27-f8a9-4edc-b699-fc53de16c270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875840 Jul 16 02:22:02.893100 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1afad50-658f-4be3-b950-e5dae1c5e595 req-cf177151-808a-4f3e-8867-fdc9c03d7ef9 service neutron] 10.222.0.84 "GET /v2.0/networks/65529a27-f8a9-4edc-b699-fc53de16c270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929375 Jul 16 02:22:03.650210 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcc525-c296-4ea2-96ae-0591c138b7fe req-d718c9e4-ca83-406b-8550-38fc3c6491c9 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:03.651698 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3dfcc525-c296-4ea2-96ae-0591c138b7fe req-d718c9e4-ca83-406b-8550-38fc3c6491c9 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 943 time: 0.0744715 Jul 16 02:22:03.691699 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3dfcc525-c296-4ea2-96ae-0591c138b7fe req-7a3a30c8-fc42-4fc6-8360-60b70a015926 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341513 Jul 16 02:22:04.895731 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f2882-f069-475d-a9ff-07e925eee391 req-1458d154-93b5-4799-8261-3d935a8e469f tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:04.897289 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-843f2882-f069-475d-a9ff-07e925eee391 req-1458d154-93b5-4799-8261-3d935a8e469f tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 943 time: 0.0700104 Jul 16 02:22:04.936285 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-843f2882-f069-475d-a9ff-07e925eee391 req-40a359a5-edd9-45fe-bf8c-fed8f230579a tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333388 Jul 16 02:22:05.540077 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:05.916930 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device feb432bd-25d9-4cf7-be86-09cdb4ef4b83 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:22:06.030132 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port feb432bd-25d9-4cf7-be86-09cdb4ef4b83, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=feb432bd-25d9-4cf7-be86-09cdb4ef4b83,segment=NetworkSegment(021c59c0-13b5-4e36-bf24-da08528b2674),segment_id=021c59c0-13b5-4e36-bf24-da08528b2674)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:06.041713 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'feb432bd-25d9-4cf7-be86-09cdb4ef4b83', 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270', 'port_id': 'feb432bd-25d9-4cf7-be86-09cdb4ef4b83', 'mac_address': 'fa:16:3e:8f:77:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ab0b53-488f-482b-92c3-072453478910', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:22:06.080014 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:06.093903 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb432bd-25d9-4cf7-be86-09cdb4ef4b83 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:22:06.113855 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port feb432bd-25d9-4cf7-be86-09cdb4ef4b83, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=feb432bd-25d9-4cf7-be86-09cdb4ef4b83,segment=NetworkSegment(021c59c0-13b5-4e36-bf24-da08528b2674),segment_id=021c59c0-13b5-4e36-bf24-da08528b2674)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:06.119724 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:06.120136 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8032805-ed50-4e4f-a539-1f6598398fcc req-636212a2-8c37-4ecc-b119-aee701974d01 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:06.122000 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a8032805-ed50-4e4f-a539-1f6598398fcc req-636212a2-8c37-4ecc-b119-aee701974d01 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 943 time: 0.0720994 Jul 16 02:22:06.163361 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a8032805-ed50-4e4f-a539-1f6598398fcc req-1bfbcca4-41f6-4c35-9fbd-914480dd835f tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350404 Jul 16 02:22:06.175732 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=feb432bd-25d9-4cf7-be86-09cdb4ef4b83,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:06.183877 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:06.184227 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:06.184709 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:06.185045 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:06.185378 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:06.185706 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:06.186028 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:06.186377 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:06.186697 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:06.187019 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:06.187336 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:06.187653 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:06.337915 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['feb432bd-25d9-4cf7-be86-09cdb4ef4b83'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:22:07.375412 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e955b7e-2756-4e7a-9fa4-f9cd660a91c1 req-7ea280a3-8e8e-457f-902f-fabe91cc5c2c tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:07.377610 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3e955b7e-2756-4e7a-9fa4-f9cd660a91c1 req-7ea280a3-8e8e-457f-902f-fabe91cc5c2c tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 944 time: 0.0944855 Jul 16 02:22:07.421901 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3e955b7e-2756-4e7a-9fa4-f9cd660a91c1 req-fb48c1d1-07be-4d15-bac5-e29f148099f8 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381587 Jul 16 02:22:07.931606 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device feb432bd-25d9-4cf7-be86-09cdb4ef4b83 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:22:07.990374 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port feb432bd-25d9-4cf7-be86-09cdb4ef4b83 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:22:07.994836 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port feb432bd-25d9-4cf7-be86-09cdb4ef4b83 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:07.995215 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:08.080815 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:08.106910 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7724a82-1c6c-4fd2-af88-1790a4542457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb432bd-25d9-4cf7-be86-09cdb4ef4b83'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:22:08.109256 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1508bdb6-6dde-47db-a0da-9a6eb5142164" -d '{"events": [{"server_uuid": "d7724a82-1c6c-4fd2-af88-1790a4542457", "name": "network-vif-plugged", "status": "completed", "tag": "feb432bd-25d9-4cf7-be86-09cdb4ef4b83"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:22:08.122621 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port feb432bd-25d9-4cf7-be86-09cdb4ef4b83, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=feb432bd-25d9-4cf7-be86-09cdb4ef4b83,segment=NetworkSegment(021c59c0-13b5-4e36-bf24-da08528b2674),segment_id=021c59c0-13b5-4e36-bf24-da08528b2674)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:08.128212 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:08.153981 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05208e2b-3a91-46e7-b147-fb8c7f36a93b x-openstack-request-id: req-05208e2b-3a91-46e7-b147-fb8c7f36a93b {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:22:08.154269 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7724a82-1c6c-4fd2-af88-1790a4542457", "name": "network-vif-plugged", "status": "completed", "tag": "feb432bd-25d9-4cf7-be86-09cdb4ef4b83", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:22:08.154519 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05208e2b-3a91-46e7-b147-fb8c7f36a93b {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:22:08.154907 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7724a82-1c6c-4fd2-af88-1790a4542457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb432bd-25d9-4cf7-be86-09cdb4ef4b83', 'code': 200} Jul 16 02:22:08.183516 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=feb432bd-25d9-4cf7-be86-09cdb4ef4b83,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:08.262987 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc89b3a-49cd-4978-a181-534dad30dc29 req-a709a340-964e-485f-a679-def159dedffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:08.264553 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2fc89b3a-49cd-4978-a181-534dad30dc29 req-a709a340-964e-485f-a679-def159dedffc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 1097 time: 0.0564625 Jul 16 02:22:08.304465 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2fc89b3a-49cd-4978-a181-534dad30dc29 req-e229343f-3e4c-43e6-94b6-602ff5633337 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318882 Jul 16 02:22:08.636026 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce283f89-27ba-4c16-a07b-7cb3064455b9 req-7be494d3-6866-48b2-84e0-8c5c72903dd0 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:08.637653 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ce283f89-27ba-4c16-a07b-7cb3064455b9 req-7be494d3-6866-48b2-84e0-8c5c72903dd0 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 945 time: 0.0812478 Jul 16 02:22:08.679616 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ce283f89-27ba-4c16-a07b-7cb3064455b9 req-c2d0f8b1-befb-4f73-99b1-e9c3d82fbe59 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361478 Jul 16 02:22:09.879573 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d5050-96ba-418c-9972-76ea1808f313 req-fab7b45f-6ecb-4fed-b532-0b77168af657 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:09.881103 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6a8d5050-96ba-418c-9972-76ea1808f313 req-fab7b45f-6ecb-4fed-b532-0b77168af657 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 945 time: 0.0784917 Jul 16 02:22:09.925027 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6a8d5050-96ba-418c-9972-76ea1808f313 req-a577c39b-e227-4e31-8c0e-81164ca46eb6 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344093 Jul 16 02:22:10.121781 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da24a9-6730-453d-aa22-f132beec27cd req-c98482cb-050d-4f30-9a1a-4be380d33d97 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:10.123291 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-66da24a9-6730-453d-aa22-f132beec27cd req-c98482cb-050d-4f30-9a1a-4be380d33d97 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 945 time: 0.0709586 Jul 16 02:22:10.165469 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-66da24a9-6730-453d-aa22-f132beec27cd req-21ad90b0-ae04-46c1-9b5b-712e63f61229 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361311 Jul 16 02:22:10.535480 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc97cfa-55a0-4d2c-b34e-de952f038b53 req-d55a8848-8370-4fe5-954f-d5d58a6e30b6 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:10.537023 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5bc97cfa-55a0-4d2c-b34e-de952f038b53 req-d55a8848-8370-4fe5-954f-d5d58a6e30b6 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 945 time: 0.0810845 Jul 16 02:22:10.580865 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5bc97cfa-55a0-4d2c-b34e-de952f038b53 req-d667ebf6-a23e-4d9c-b869-28eaf4c6e031 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375776 Jul 16 02:22:15.432810 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:22:22.381472 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb8d76-4147-42fb-acbe-eed4c9adf323 req-4bd76b16-9845-42a7-bfba-a84f7010b46e tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:22.382972 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-44cb8d76-4147-42fb-acbe-eed4c9adf323 req-4bd76b16-9845-42a7-bfba-a84f7010b46e tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 945 time: 0.0690293 Jul 16 02:22:22.424104 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-44cb8d76-4147-42fb-acbe-eed4c9adf323 req-6f481832-6a30-4c91-91df-1aaa872ddf02 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351305 Jul 16 02:22:22.450519 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40168) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:22.613598 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12220a6b-5c58-47df-8225-c6743e8a532e tempest-TestMinimumBasicScenario-1947424735 tempest-TestMinimumBasicScenario-1947424735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:22.616071 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-12220a6b-5c58-47df-8225-c6743e8a532e tempest-TestMinimumBasicScenario-1947424735 tempest-TestMinimumBasicScenario-1947424735-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 1092 time: 0.1640525 Jul 16 02:22:22.620465 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40172) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:22.627593 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': 'feb432bd-25d9-4cf7-be86-09cdb4ef4b83', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:22.655255 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:22.756988 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:22.877092 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Allocated IP 172.25.6.160 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/004da899-55fb-4c97-9ac8-16de07156ecb) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:22:22.986887 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:23.040461 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:23.082186 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:22:23.085119 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:22:23.090699 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:22:23.096537 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Pushing event updated for resources: {'Port': ['ID=004da899-55fb-4c97-9ac8-16de07156ecb,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:23.123374 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:23.123722 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:23.124063 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:23.124450 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:23.124787 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:23.125122 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:23.125445 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:23.125771 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:23.126098 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:23.126423 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:23.126746 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:23.127065 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:23.489550 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:23.589920 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:23.759724 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:23.767854 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:23.842730 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Pushing event updated for resources: {'Port': ['ID=004da899-55fb-4c97-9ac8-16de07156ecb,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:23.859077 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:23.985807 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Floating IP 02a05ab4-8e51-462a-84f1-a544f66e2d39 associated. External IP: 172.25.6.160, port: feb432bd-25d9-4cf7-be86-09cdb4ef4b83. Jul 16 02:22:24.640795 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Router f210dbd6-248b-4254-b1df-08a7cc4c097b has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:22:24.795793 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:22:24.807739 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a0ffa3-3ca3-4073-b8be-d8ed679b3d88 None None] Sync routers for ids ['f210dbd6-248b-4254-b1df-08a7cc4c097b'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:22:24.818270 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:24.818822 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a0ffa3-3ca3-4073-b8be-d8ed679b3d88 None None] Routers {'f210dbd6-248b-4254-b1df-08a7cc4c097b'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:22:24.819533 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c3a0ffa3-3ca3-4073-b8be-d8ed679b3d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:22:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f210dbd6-248b-4254-b1df-08a7cc4c097b'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:24.858169 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2e48b562-e130-4980-be7d-4fb92b1f24cb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2351167 Jul 16 02:22:24.858832 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7724a82-1c6c-4fd2-af88-1790a4542457', 'tag': 'feb432bd-25d9-4cf7-be86-09cdb4ef4b83'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:22:24.861224 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a4c6ca-2496-4e11-89b1-531264d52b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7724a82-1c6c-4fd2-af88-1790a4542457", "tag": "feb432bd-25d9-4cf7-be86-09cdb4ef4b83"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:22:24.862281 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40174) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:24.867334 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-4a7e6cf0-6777-4785-96fe-e51d9548bf44 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-153581738', 'description': 'tempest-secgroup-smoke-153581738 description', 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:24.894223 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6cf0-6777-4785-96fe-e51d9548bf44 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:24.940834 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-c3a0ffa3-3ca3-4073-b8be-d8ed679b3d88 None None] Set router f210dbd6-248b-4254-b1df-08a7cc4c097b gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:22:24.987495 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6cf0-6777-4785-96fe-e51d9548bf44 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:24.994910 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6cf0-6777-4785-96fe-e51d9548bf44 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.026755 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6cf0-6777-4785-96fe-e51d9548bf44 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.028024 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4a7e6cf0-6777-4785-96fe-e51d9548bf44 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1647031 Jul 16 02:22:25.030053 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e6cf0-6777-4785-96fe-e51d9548bf44 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8bf2f8-3cb5-4288-930d-848e130c0a43,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:25.031214 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40180) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:25.037709 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-1dcc2581-6d35-4971-a32e-cf462a91095c tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Request body: {'security_group_rule': {'security_group_id': '7e8bf2f8-3cb5-4288-930d-848e130c0a43', 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:25.055144 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f2b79b-384c-4037-8c0d-4c0c733e1933 x-openstack-request-id: req-98f2b79b-384c-4037-8c0d-4c0c733e1933 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:22:25.055436 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7724a82-1c6c-4fd2-af88-1790a4542457", "tag": "feb432bd-25d9-4cf7-be86-09cdb4ef4b83", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:22:25.055686 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98f2b79b-384c-4037-8c0d-4c0c733e1933 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:22:25.056076 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7724a82-1c6c-4fd2-af88-1790a4542457', 'tag': 'feb432bd-25d9-4cf7-be86-09cdb4ef4b83', 'status': 'completed', 'code': 200} Jul 16 02:22:25.074064 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2581-6d35-4971-a32e-cf462a91095c tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.126677 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2581-6d35-4971-a32e-cf462a91095c tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.131977 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2581-6d35-4971-a32e-cf462a91095c tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.132210 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4c6ca-2496-4e11-89b1-531264d52b6d req-ac9024be-750c-4c57-8666-dc04fb03e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:25.134964 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51a4c6ca-2496-4e11-89b1-531264d52b6d req-ac9024be-750c-4c57-8666-dc04fb03e570 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a4d48f89442b49bda1a84eb1a4cb3de8&device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 1097 time: 0.0576220 Jul 16 02:22:25.154773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc2581-6d35-4971-a32e-cf462a91095c tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd5f20a-7173-49cc-853a-c56067386b27,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:25.158561 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2581-6d35-4971-a32e-cf462a91095c tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.162495 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1dcc2581-6d35-4971-a32e-cf462a91095c tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274748 Jul 16 02:22:25.162975 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40182) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:25.167744 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-5a88aa69-6d9e-43a4-843f-7f37b2234834 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Request body: {'security_group_rule': {'security_group_id': '7e8bf2f8-3cb5-4288-930d-848e130c0a43', 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:25.197228 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5a88aa69-6d9e-43a4-843f-7f37b2234834 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.211634 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c3a0ffa3-3ca3-4073-b8be-d8ed679b3d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'name': 'tempest-TestMinimumBasicScenario-978703913-router', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:21:32Z', 'revision_number': 4, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'gw_port': {'id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:41:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '02a05ab4-8e51-462a-84f1-a544f66e2d39', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'port_id': 'feb432bd-25d9-4cf7-be86-09cdb4ef4b83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270', 'mac_address': 'fa:16:3e:8f:77:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7724a82-1c6c-4fd2-af88-1790a4542457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:22:23Z', 'updated_at': '2021-07-16T02:22:23Z', 'revision_number': 0, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36259559-6889-4c74-ba2e-50d78b0656e2', 'name': '', 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'mac_address': 'fa:16:3e:ac:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '72ab0b53-488f-482b-92c3-072453478910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:31Z', 'updated_at': '2021-07-16T02:21:38Z', 'revision_number': 5, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'subnets': [{'id': '72ab0b53-488f-482b-92c3-072453478910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:25.244079 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a0ffa3-3ca3-4073-b8be-d8ed679b3d88 None None] Checking router: f210dbd6-248b-4254-b1df-08a7cc4c097b for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:22:25.254127 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a0ffa3-3ca3-4073-b8be-d8ed679b3d88 None None] Routers {'f210dbd6-248b-4254-b1df-08a7cc4c097b'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:22:25.254771 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c3a0ffa3-3ca3-4073-b8be-d8ed679b3d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:22:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f210dbd6-248b-4254-b1df-08a7cc4c097b'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:25.260981 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4c6ca-2496-4e11-89b1-531264d52b6d req-8f9ec5dd-ba44-4655-a010-64a01328af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:25.262517 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51a4c6ca-2496-4e11-89b1-531264d52b6d req-8f9ec5dd-ba44-4655-a010-64a01328af44 service neutron] 10.222.0.84 "GET /v2.0/networks?id=65529a27-f8a9-4edc-b699-fc53de16c270 HTTP/1.1" status: 200 len: 915 time: 0.1218555 Jul 16 02:22:25.274947 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5a88aa69-6d9e-43a4-843f-7f37b2234834 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.287032 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5a88aa69-6d9e-43a4-843f-7f37b2234834 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.304423 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88aa69-6d9e-43a4-843f-7f37b2234834 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb577a51-72d6-475c-a385-ad9e34f640f0,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:25.317005 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5a88aa69-6d9e-43a4-843f-7f37b2234834 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.321271 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5a88aa69-6d9e-43a4-843f-7f37b2234834 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1545267 Jul 16 02:22:25.321613 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40184) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:25.326596 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-0fc05e8f-9b84-492c-8a66-ae4f5248851d tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Request body: {'security_group_rule': {'security_group_id': '7e8bf2f8-3cb5-4288-930d-848e130c0a43', 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:25.362487 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51a4c6ca-2496-4e11-89b1-531264d52b6d req-f15504d2-6346-4821-9600-28ed8fff1fc2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=feb432bd-25d9-4cf7-be86-09cdb4ef4b83 HTTP/1.1" status: 200 len: 999 time: 0.0923910 Jul 16 02:22:25.364769 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0fc05e8f-9b84-492c-8a66-ae4f5248851d tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.381554 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-c3a0ffa3-3ca3-4073-b8be-d8ed679b3d88 None None] Set router f210dbd6-248b-4254-b1df-08a7cc4c097b gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:22:25.427295 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4c6ca-2496-4e11-89b1-531264d52b6d req-486fb7e6-3139-4010-9a8d-0da3a5780e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:25.428760 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51a4c6ca-2496-4e11-89b1-531264d52b6d req-486fb7e6-3139-4010-9a8d-0da3a5780e2e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=72ab0b53-488f-482b-92c3-072453478910 HTTP/1.1" status: 200 len: 853 time: 0.0597737 Jul 16 02:22:25.433208 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0fc05e8f-9b84-492c-8a66-ae4f5248851d tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.441581 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0fc05e8f-9b84-492c-8a66-ae4f5248851d tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.459200 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc05e8f-9b84-492c-8a66-ae4f5248851d tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba3d9bc-a3d8-4674-82bc-5dd874df2704,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:25.471302 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0fc05e8f-9b84-492c-8a66-ae4f5248851d tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.476354 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0fc05e8f-9b84-492c-8a66-ae4f5248851d tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1511307 Jul 16 02:22:25.476548 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40186) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:25.482700 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-1beb42a9-9e9e-40b2-bac3-4ea665ebc9eb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Request body: {'security_group_rule': {'security_group_id': '7e8bf2f8-3cb5-4288-930d-848e130c0a43', 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:25.489985 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4c6ca-2496-4e11-89b1-531264d52b6d req-4034919f-98a1-4c7d-b44e-1c7920bb2869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:25.491589 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51a4c6ca-2496-4e11-89b1-531264d52b6d req-4034919f-98a1-4c7d-b44e-1c7920bb2869 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=65529a27-f8a9-4edc-b699-fc53de16c270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548239 Jul 16 02:22:25.514959 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1beb42a9-9e9e-40b2-bac3-4ea665ebc9eb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.581609 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1beb42a9-9e9e-40b2-bac3-4ea665ebc9eb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.587776 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1beb42a9-9e9e-40b2-bac3-4ea665ebc9eb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.592376 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51a4c6ca-2496-4e11-89b1-531264d52b6d req-ce3b3612-7c24-43b3-b4b8-8cbc43b5d975 service neutron] 10.222.0.84 "GET /v2.0/networks/65529a27-f8a9-4edc-b699-fc53de16c270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930374 Jul 16 02:22:25.606753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb42a9-9e9e-40b2-bac3-4ea665ebc9eb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efbc186b-3107-4c10-a713-8acab5cd8877,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:25.615030 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1beb42a9-9e9e-40b2-bac3-4ea665ebc9eb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.616808 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1beb42a9-9e9e-40b2-bac3-4ea665ebc9eb tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392939 Jul 16 02:22:25.619778 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40188) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:25.624746 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-837ce4a6-bd59-498c-ae32-9a686d41b197 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Request body: {'security_group_rule': {'security_group_id': '7e8bf2f8-3cb5-4288-930d-848e130c0a43', 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:25.627599 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-c3a0ffa3-3ca3-4073-b8be-d8ed679b3d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'name': 'tempest-TestMinimumBasicScenario-978703913-router', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:21:32Z', 'revision_number': 4, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'gw_port': {'id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:41:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '02a05ab4-8e51-462a-84f1-a544f66e2d39', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'port_id': 'feb432bd-25d9-4cf7-be86-09cdb4ef4b83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270', 'mac_address': 'fa:16:3e:8f:77:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7724a82-1c6c-4fd2-af88-1790a4542457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:22:23Z', 'updated_at': '2021-07-16T02:22:23Z', 'revision_number': 0, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36259559-6889-4c74-ba2e-50d78b0656e2', 'name': '', 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'mac_address': 'fa:16:3e:ac:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '72ab0b53-488f-482b-92c3-072453478910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:31Z', 'updated_at': '2021-07-16T02:21:38Z', 'revision_number': 5, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'subnets': [{'id': '72ab0b53-488f-482b-92c3-072453478910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:25.648791 n-d-792394-16 neutron-server[93955]: INFO neutron.db.securitygroups_db [None req-837ce4a6-bd59-498c-ae32-9a686d41b197 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Project a4d48f89442b49bda1a84eb1a4cb3de8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:22:25.654848 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-837ce4a6-bd59-498c-ae32-9a686d41b197 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.656175 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a0ffa3-3ca3-4073-b8be-d8ed679b3d88 None None] The sync data for ids ['f210dbd6-248b-4254-b1df-08a7cc4c097b'] in n-d-792394-16 is: [{'id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'name': 'tempest-TestMinimumBasicScenario-978703913-router', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:21:32Z', 'revision_number': 4, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'gw_port': {'id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:41:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '02a05ab4-8e51-462a-84f1-a544f66e2d39', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'port_id': 'feb432bd-25d9-4cf7-be86-09cdb4ef4b83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270', 'mac_address': 'fa:16:3e:8f:77:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7724a82-1c6c-4fd2-af88-1790a4542457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:22:23Z', 'updated_at': '2021-07-16T02:22:23Z', 'revision_number': 0, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36259559-6889-4c74-ba2e-50d78b0656e2', 'name': '', 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'mac_address': 'fa:16:3e:ac:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '72ab0b53-488f-482b-92c3-072453478910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:31Z', 'updated_at': '2021-07-16T02:21:38Z', 'revision_number': 5, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'subnets': [{'id': '72ab0b53-488f-482b-92c3-072453478910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:22:25.705364 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-51a4c6ca-2496-4e11-89b1-531264d52b6d req-77fa1cfc-0756-4974-8820-5cd1ae68cb7e service neutron] 10.222.0.84 "GET /v2.0/networks/65529a27-f8a9-4edc-b699-fc53de16c270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058719 Jul 16 02:22:25.723744 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-837ce4a6-bd59-498c-ae32-9a686d41b197 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.729752 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-837ce4a6-bd59-498c-ae32-9a686d41b197 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.747819 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ce4a6-bd59-498c-ae32-9a686d41b197 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da41334-1db4-4825-b196-1e107cb2d011,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:25.754506 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-837ce4a6-bd59-498c-ae32-9a686d41b197 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.757136 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-837ce4a6-bd59-498c-ae32-9a686d41b197 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1358325 Jul 16 02:22:25.758484 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40190) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:25.763041 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f899463f-9f2b-4525-bf9f-eecde6c0949f tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Request body: {'security_group_rule': {'security_group_id': '7e8bf2f8-3cb5-4288-930d-848e130c0a43', 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:25.784755 n-d-792394-16 neutron-server[93955]: INFO neutron.db.securitygroups_db [None req-f899463f-9f2b-4525-bf9f-eecde6c0949f tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Project a4d48f89442b49bda1a84eb1a4cb3de8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:22:25.790414 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f899463f-9f2b-4525-bf9f-eecde6c0949f tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.857351 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f899463f-9f2b-4525-bf9f-eecde6c0949f tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.862644 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f899463f-9f2b-4525-bf9f-eecde6c0949f tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.879352 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73765d5-55e6-44a0-a4ea-a7d863e82d57 None None] New status for floating IP 02a05ab4-8e51-462a-84f1-a544f66e2d39: ACTIVE {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:22:25.885932 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899463f-9f2b-4525-bf9f-eecde6c0949f tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dcb4e2b-89fb-487f-8365-b13a75c00954,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:25.895445 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f899463f-9f2b-4525-bf9f-eecde6c0949f tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:25.896926 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f899463f-9f2b-4525-bf9f-eecde6c0949f tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373942 Jul 16 02:22:26.022333 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-21807066-1b0a-4030-bae7-9ca2c21fc7bc req-d3163402-6e3b-40d4-8b95-8ee1b3af75f4 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-153581738&fields=id&tenant_id=a4d48f89442b49bda1a84eb1a4cb3de8 HTTP/1.1" status: 200 len: 267 time: 0.0375500 Jul 16 02:22:26.093492 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21807066-1b0a-4030-bae7-9ca2c21fc7bc req-dee6225b-2bf3-4e57-b2f3-1e5913a81c4e tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:26.095119 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-21807066-1b0a-4030-bae7-9ca2c21fc7bc req-dee6225b-2bf3-4e57-b2f3-1e5913a81c4e tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 945 time: 0.0670631 Jul 16 02:22:26.107534 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-21807066-1b0a-4030-bae7-9ca2c21fc7bc req-ce6a59b8-fe54-4e79-a9e5-73094d1ed82f tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Request body: {'port': {'security_groups': ['c950bcfd-ef1c-4a8e-9fb9-341116eec172', '7e8bf2f8-3cb5-4288-930d-848e130c0a43']}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:26.207852 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-21807066-1b0a-4030-bae7-9ca2c21fc7bc req-ce6a59b8-fe54-4e79-a9e5-73094d1ed82f tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:26.410356 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-21807066-1b0a-4030-bae7-9ca2c21fc7bc req-ce6a59b8-fe54-4e79-a9e5-73094d1ed82f tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] For port feb432bd-25d9-4cf7-be86-09cdb4ef4b83, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=feb432bd-25d9-4cf7-be86-09cdb4ef4b83,segment=NetworkSegment(021c59c0-13b5-4e36-bf24-da08528b2674),segment_id=021c59c0-13b5-4e36-bf24-da08528b2674)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:26.442729 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-21807066-1b0a-4030-bae7-9ca2c21fc7bc req-ce6a59b8-fe54-4e79-a9e5-73094d1ed82f tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:26.450284 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-21807066-1b0a-4030-bae7-9ca2c21fc7bc req-ce6a59b8-fe54-4e79-a9e5-73094d1ed82f tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:26.462574 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['feb432bd-25d9-4cf7-be86-09cdb4ef4b83'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:22:26.508500 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21807066-1b0a-4030-bae7-9ca2c21fc7bc req-ce6a59b8-fe54-4e79-a9e5-73094d1ed82f tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:26.509204 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-21807066-1b0a-4030-bae7-9ca2c21fc7bc req-ce6a59b8-fe54-4e79-a9e5-73094d1ed82f tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:26.515113 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-21807066-1b0a-4030-bae7-9ca2c21fc7bc req-ce6a59b8-fe54-4e79-a9e5-73094d1ed82f tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "PUT /v2.0/ports/feb432bd-25d9-4cf7-be86-09cdb4ef4b83 HTTP/1.1" status: 200 len: 981 time: 0.4117219 Jul 16 02:22:26.515113 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7724a82-1c6c-4fd2-af88-1790a4542457', 'tag': 'feb432bd-25d9-4cf7-be86-09cdb4ef4b83'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:22:26.516526 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa26941-f384-401a-a405-b04632d1b7cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d7724a82-1c6c-4fd2-af88-1790a4542457", "tag": "feb432bd-25d9-4cf7-be86-09cdb4ef4b83"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:22:26.535158 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a59b8-fe54-4e79-a9e5-73094d1ed82f tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Pushing event updated for resources: {'Port': ['ID=feb432bd-25d9-4cf7-be86-09cdb4ef4b83,revision_number=6']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:26.576351 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25179e7e-29ee-466c-aeb1-5a065619f64b x-openstack-request-id: req-25179e7e-29ee-466c-aeb1-5a065619f64b {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:22:26.576662 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7724a82-1c6c-4fd2-af88-1790a4542457", "tag": "feb432bd-25d9-4cf7-be86-09cdb4ef4b83", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:22:26.576914 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25179e7e-29ee-466c-aeb1-5a065619f64b {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:22:26.577315 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7724a82-1c6c-4fd2-af88-1790a4542457', 'tag': 'feb432bd-25d9-4cf7-be86-09cdb4ef4b83', 'status': 'completed', 'code': 200} Jul 16 02:22:26.582303 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['feb432bd-25d9-4cf7-be86-09cdb4ef4b83'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:22:26.671140 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa26941-f384-401a-a405-b04632d1b7cf req-58489991-a43c-469e-aec4-ebb78744120d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:26.672708 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1aa26941-f384-401a-a405-b04632d1b7cf req-58489991-a43c-469e-aec4-ebb78744120d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a4d48f89442b49bda1a84eb1a4cb3de8&device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 1136 time: 0.0659814 Jul 16 02:22:26.751998 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2cb0041d-f021-40a5-af8c-a2207b907dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:26.755240 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df30bb-7371-4512-a237-14bdf4b0d8ed req-71f8df1f-9e0b-42f0-86af-c819e86e1ae0 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:26.757159 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b9df30bb-7371-4512-a237-14bdf4b0d8ed req-71f8df1f-9e0b-42f0-86af-c819e86e1ae0 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 984 time: 0.0792706 Jul 16 02:22:26.780528 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa26941-f384-401a-a405-b04632d1b7cf req-55905b08-9695-4324-a5ba-d7625c6a0693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:26.782473 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1aa26941-f384-401a-a405-b04632d1b7cf req-55905b08-9695-4324-a5ba-d7625c6a0693 service neutron] 10.222.0.84 "GET /v2.0/networks?id=65529a27-f8a9-4edc-b699-fc53de16c270 HTTP/1.1" status: 200 len: 915 time: 0.1008167 Jul 16 02:22:26.801312 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b9df30bb-7371-4512-a237-14bdf4b0d8ed req-dc8acc44-b9ff-49a7-bd98-0bc06c6dc308 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e8bf2f8-3cb5-4288-930d-848e130c0a43&id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369327 Jul 16 02:22:26.848482 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a0da4fec-0ff3-453e-be68-4d809837aa00 None None] Provisioning complete for port feb432bd-25d9-4cf7-be86-09cdb4ef4b83 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:26.848851 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a0da4fec-0ff3-453e-be68-4d809837aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:26.863735 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1aa26941-f384-401a-a405-b04632d1b7cf req-3c12434f-5e92-4f45-b66e-549be734729c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=feb432bd-25d9-4cf7-be86-09cdb4ef4b83 HTTP/1.1" status: 200 len: 1001 time: 0.0736458 Jul 16 02:22:26.917606 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa26941-f384-401a-a405-b04632d1b7cf req-079fe300-60cd-4edf-938d-fadd9e6f1913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:26.920233 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1aa26941-f384-401a-a405-b04632d1b7cf req-079fe300-60cd-4edf-938d-fadd9e6f1913 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=72ab0b53-488f-482b-92c3-072453478910 HTTP/1.1" status: 200 len: 853 time: 0.0484288 Jul 16 02:22:26.980073 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa26941-f384-401a-a405-b04632d1b7cf req-ae3bbb6a-ab02-4bf5-a961-6735e5258436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:26.981593 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1aa26941-f384-401a-a405-b04632d1b7cf req-ae3bbb6a-ab02-4bf5-a961-6735e5258436 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=65529a27-f8a9-4edc-b699-fc53de16c270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549350 Jul 16 02:22:27.079781 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1aa26941-f384-401a-a405-b04632d1b7cf req-fd34786e-8754-4a65-9deb-9d0b37bcb858 service neutron] 10.222.0.84 "GET /v2.0/networks/65529a27-f8a9-4edc-b699-fc53de16c270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888917 Jul 16 02:22:27.174052 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1aa26941-f384-401a-a405-b04632d1b7cf req-fd2fa1fa-51c4-4ffd-b6a0-90b80b5c2a67 service neutron] 10.222.0.84 "GET /v2.0/networks/65529a27-f8a9-4edc-b699-fc53de16c270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844562 Jul 16 02:22:29.631761 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c4e280d9-866f-40ef-87c8-061eb7849fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:29.819133 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:31.021911 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:31.985851 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:32.758494 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:35.529509 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:42.028301 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-418e0f50-c41a-418c-969c-d03ed199aff7 req-ec998b96-74e8-4838-ac4f-fce709ff62de service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0707245 Jul 16 02:22:42.130614 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e0f50-c41a-418c-969c-d03ed199aff7 req-83255371-0716-453c-8ed1-8b59e69b98cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:42.132158 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-418e0f50-c41a-418c-969c-d03ed199aff7 req-83255371-0716-453c-8ed1-8b59e69b98cc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a4d48f89442b49bda1a84eb1a4cb3de8&device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 1136 time: 0.0561545 Jul 16 02:22:42.239792 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e0f50-c41a-418c-969c-d03ed199aff7 req-d831a5f1-c9b9-4f78-b0a5-ea6aa2f8b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:42.241392 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-418e0f50-c41a-418c-969c-d03ed199aff7 req-d831a5f1-c9b9-4f78-b0a5-ea6aa2f8b748 service neutron] 10.222.0.84 "GET /v2.0/networks?id=65529a27-f8a9-4edc-b699-fc53de16c270 HTTP/1.1" status: 200 len: 915 time: 0.0873353 Jul 16 02:22:42.313978 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-418e0f50-c41a-418c-969c-d03ed199aff7 req-0bf3622e-1a22-4610-90d5-6872fb73c71e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=feb432bd-25d9-4cf7-be86-09cdb4ef4b83 HTTP/1.1" status: 200 len: 1001 time: 0.0636086 Jul 16 02:22:42.366095 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e0f50-c41a-418c-969c-d03ed199aff7 req-e075d07e-6f33-41f5-ad32-11323558594c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:42.367568 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-418e0f50-c41a-418c-969c-d03ed199aff7 req-e075d07e-6f33-41f5-ad32-11323558594c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=72ab0b53-488f-482b-92c3-072453478910 HTTP/1.1" status: 200 len: 853 time: 0.0467317 Jul 16 02:22:42.436077 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e0f50-c41a-418c-969c-d03ed199aff7 req-6ab5ff70-b70d-4bba-a7fe-ac52de6a8fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:42.437649 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-418e0f50-c41a-418c-969c-d03ed199aff7 req-6ab5ff70-b70d-4bba-a7fe-ac52de6a8fa7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=65529a27-f8a9-4edc-b699-fc53de16c270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577686 Jul 16 02:22:42.537926 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-418e0f50-c41a-418c-969c-d03ed199aff7 req-fc4fdd7e-f0fe-4500-85fa-81a233d93790 service neutron] 10.222.0.84 "GET /v2.0/networks/65529a27-f8a9-4edc-b699-fc53de16c270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919626 Jul 16 02:22:42.638585 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-418e0f50-c41a-418c-969c-d03ed199aff7 req-23561fb3-9f74-4fbc-8a31-0da33d86ee59 service neutron] 10.222.0.84 "GET /v2.0/networks/65529a27-f8a9-4edc-b699-fc53de16c270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928617 Jul 16 02:22:44.147739 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8ed6d-877b-4f9e-b60a-60395b3b7c61 req-de7f2d4c-affb-4bbb-bc4d-ac435ff1cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:44.149342 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bff8ed6d-877b-4f9e-b60a-60395b3b7c61 req-de7f2d4c-affb-4bbb-bc4d-ac435ff1cc85 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a4d48f89442b49bda1a84eb1a4cb3de8&device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 1136 time: 0.0605378 Jul 16 02:22:44.180274 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268c5b7-3f32-458f-9add-978d005e0a17 req-9c797570-8799-4949-94f7-f3b717fe2cda tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:44.181802 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4268c5b7-3f32-458f-9add-978d005e0a17 req-9c797570-8799-4949-94f7-f3b717fe2cda tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 984 time: 0.0661883 Jul 16 02:22:44.222559 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4268c5b7-3f32-458f-9add-978d005e0a17 req-f14ef34b-b906-40ea-a0c4-18b8cb9ce0ac tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e8bf2f8-3cb5-4288-930d-848e130c0a43&id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347376 Jul 16 02:22:44.248530 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8ed6d-877b-4f9e-b60a-60395b3b7c61 req-a495c22b-a959-4eb9-8ff5-daac86d40d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:44.250768 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bff8ed6d-877b-4f9e-b60a-60395b3b7c61 req-a495c22b-a959-4eb9-8ff5-daac86d40d74 service neutron] 10.222.0.84 "GET /v2.0/networks?id=65529a27-f8a9-4edc-b699-fc53de16c270 HTTP/1.1" status: 200 len: 915 time: 0.0943053 Jul 16 02:22:44.332418 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bff8ed6d-877b-4f9e-b60a-60395b3b7c61 req-ea13f86b-0000-4d7d-9b88-9954dd43a3f9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=feb432bd-25d9-4cf7-be86-09cdb4ef4b83 HTTP/1.1" status: 200 len: 1001 time: 0.0739188 Jul 16 02:22:44.385711 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8ed6d-877b-4f9e-b60a-60395b3b7c61 req-45436772-93ee-47ce-9147-662bf3637114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:44.387278 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bff8ed6d-877b-4f9e-b60a-60395b3b7c61 req-45436772-93ee-47ce-9147-662bf3637114 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=72ab0b53-488f-482b-92c3-072453478910 HTTP/1.1" status: 200 len: 853 time: 0.0471959 Jul 16 02:22:44.447006 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8ed6d-877b-4f9e-b60a-60395b3b7c61 req-cbe68197-0456-43fe-aa26-d87a4aaa6e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:44.448568 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bff8ed6d-877b-4f9e-b60a-60395b3b7c61 req-cbe68197-0456-43fe-aa26-d87a4aaa6e65 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=65529a27-f8a9-4edc-b699-fc53de16c270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531948 Jul 16 02:22:44.554978 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bff8ed6d-877b-4f9e-b60a-60395b3b7c61 req-40b37995-ca77-4d0f-8e2a-f31d47646135 service neutron] 10.222.0.84 "GET /v2.0/networks/65529a27-f8a9-4edc-b699-fc53de16c270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987189 Jul 16 02:22:44.656756 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bff8ed6d-877b-4f9e-b60a-60395b3b7c61 req-1fe2dfe4-5d1e-4b1f-88b8-b8f81cf6b904 service neutron] 10.222.0.84 "GET /v2.0/networks/65529a27-f8a9-4edc-b699-fc53de16c270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944273 Jul 16 02:22:45.435621 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1983a-01b8-4046-94b0-356c1e8f4200 req-e7a0966e-7b13-4ed0-b28f-de5764d94c19 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:45.437242 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dba1983a-01b8-4046-94b0-356c1e8f4200 req-e7a0966e-7b13-4ed0-b28f-de5764d94c19 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 984 time: 0.0814350 Jul 16 02:22:45.481521 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dba1983a-01b8-4046-94b0-356c1e8f4200 req-f2ad8f7c-6354-4ab7-bce9-18058b8a46c9 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e8bf2f8-3cb5-4288-930d-848e130c0a43&id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377197 Jul 16 02:22:46.668049 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed37af-637d-49ac-8dd3-57d3cffc4271 req-94266307-c0a9-47f3-af9e-dc42db522888 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:46.669578 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-76ed37af-637d-49ac-8dd3-57d3cffc4271 req-94266307-c0a9-47f3-af9e-dc42db522888 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 984 time: 0.0708613 Jul 16 02:22:46.719090 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-76ed37af-637d-49ac-8dd3-57d3cffc4271 req-fd8710d4-c00d-4bf9-a8c6-14848e5bc4ea tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e8bf2f8-3cb5-4288-930d-848e130c0a43&id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371256 Jul 16 02:22:47.930666 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc10e62-64c6-46e4-95cd-3b4df30c5627 req-8e47a530-959f-4d07-b538-ce8cf79c78b7 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:47.932186 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cbc10e62-64c6-46e4-95cd-3b4df30c5627 req-8e47a530-959f-4d07-b538-ce8cf79c78b7 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 984 time: 0.0764484 Jul 16 02:22:47.977869 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cbc10e62-64c6-46e4-95cd-3b4df30c5627 req-b89a002f-8c05-48ac-9e9b-d0ea1cc7040b tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e8bf2f8-3cb5-4288-930d-848e130c0a43&id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372188 Jul 16 02:22:49.179450 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf809085-8c37-4076-a68b-810aaf1f1015 req-258df9af-121a-4020-8f32-6c424baea6c7 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:49.181002 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cf809085-8c37-4076-a68b-810aaf1f1015 req-258df9af-121a-4020-8f32-6c424baea6c7 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 984 time: 0.0771339 Jul 16 02:22:49.222273 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cf809085-8c37-4076-a68b-810aaf1f1015 req-88c29ffa-2800-4955-92ee-d51dc3dcc090 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e8bf2f8-3cb5-4288-930d-848e130c0a43&id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352371 Jul 16 02:22:50.415236 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cc6e2-a56c-4e99-b692-d2ae8cc76e33 req-c4c12753-2d06-4c2a-990c-41da8ab13029 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:50.416767 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a47cc6e2-a56c-4e99-b692-d2ae8cc76e33 req-c4c12753-2d06-4c2a-990c-41da8ab13029 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 984 time: 0.0705945 Jul 16 02:22:50.464209 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a47cc6e2-a56c-4e99-b692-d2ae8cc76e33 req-c2a5ed4b-4c95-4764-bb32-4ea3be9d7f83 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e8bf2f8-3cb5-4288-930d-848e130c0a43&id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415905 Jul 16 02:22:51.654946 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b984e-d707-4c76-bad4-05ce2dda9c10 req-1c619c12-9a93-452a-8513-72bc1bcabafd tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:51.656495 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2e3b984e-d707-4c76-bad4-05ce2dda9c10 req-1c619c12-9a93-452a-8513-72bc1bcabafd tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 984 time: 0.0724292 Jul 16 02:22:51.706549 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2e3b984e-d707-4c76-bad4-05ce2dda9c10 req-454287ea-460a-4a08-9c90-19bf9739d189 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e8bf2f8-3cb5-4288-930d-848e130c0a43&id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419092 Jul 16 02:22:52.438099 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:22:52.895699 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a9c0d-4a37-4590-a141-038a166a98f5 req-38aeefc0-6cab-4fab-9b02-f9e910e403a3 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:52.897301 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-713a9c0d-4a37-4590-a141-038a166a98f5 req-38aeefc0-6cab-4fab-9b02-f9e910e403a3 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 984 time: 0.0738912 Jul 16 02:22:52.941185 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-713a9c0d-4a37-4590-a141-038a166a98f5 req-3d875866-6d35-4cfb-a57f-2f391cc74421 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e8bf2f8-3cb5-4288-930d-848e130c0a43&id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350437 Jul 16 02:22:54.136094 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912d9b6-f993-4b4e-a8d8-5080791741c3 req-4e18afbd-f089-4c0b-9f5e-ea0bc6ba162d tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:54.137653 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d912d9b6-f993-4b4e-a8d8-5080791741c3 req-4e18afbd-f089-4c0b-9f5e-ea0bc6ba162d tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 984 time: 0.0789750 Jul 16 02:22:54.180503 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d912d9b6-f993-4b4e-a8d8-5080791741c3 req-9aed5060-ace4-49e2-9ee8-f23f0803d815 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e8bf2f8-3cb5-4288-930d-848e130c0a43&id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369856 Jul 16 02:22:55.371531 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3533d-fbd3-4c12-817d-a3040727a9c1 req-8398964a-b4c1-4a1d-9acc-5265af8959d5 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:55.373059 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24b3533d-fbd3-4c12-817d-a3040727a9c1 req-8398964a-b4c1-4a1d-9acc-5265af8959d5 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 984 time: 0.0713868 Jul 16 02:22:55.419908 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24b3533d-fbd3-4c12-817d-a3040727a9c1 req-60c4784a-29ce-4de9-a8b3-db23b674a14e tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e8bf2f8-3cb5-4288-930d-848e130c0a43&id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383644 Jul 16 02:22:56.600131 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35486cc3-9a63-41d2-8c82-bf083ce6eabe req-66df9d2a-dbdc-4cfe-860d-72d50d78838e tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:56.601688 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-35486cc3-9a63-41d2-8c82-bf083ce6eabe req-66df9d2a-dbdc-4cfe-860d-72d50d78838e tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 984 time: 0.0694211 Jul 16 02:22:56.643198 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-35486cc3-9a63-41d2-8c82-bf083ce6eabe req-e49e3bfa-671d-466d-b962-44243f79756c tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e8bf2f8-3cb5-4288-930d-848e130c0a43&id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355413 Jul 16 02:22:56.654437 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da297698-8c6c-4b0e-9927-ae0d27268ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:59.627817 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02aa3146-9827-43aa-94ba-923e138b0181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:59.814233 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:01.027134 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:01.987631 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:02.761852 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:05.135852 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-9b26651c-d44c-4f46-a765-45d5f1ef1574 req-fd0d4489-ea6a-4888-9a8d-cec5caef06f6 tempest-ServerDiskConfigTestJSON-926674233 tempest-ServerDiskConfigTestJSON-926674233-project] (93955) timed out ('10.222.0.84', 61768) {{(pid=93955) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:23:05.557868 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.659533 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d439a240-4fce-4e17-a32a-5a1483e0b98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.438156 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:23:29.631119 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c2fb9c1-21f3-4d73-9d24-3d6aaab90111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.728962 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0e486c27-1a3b-4eeb-b7c3-4e223ca48d70 req-2aaaf646-6510-459a-ab48-e709d89e9cc5 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-153581738&fields=id&tenant_id=a4d48f89442b49bda1a84eb1a4cb3de8 HTTP/1.1" status: 200 len: 267 time: 0.0384464 Jul 16 02:23:29.804539 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e486c27-1a3b-4eeb-b7c3-4e223ca48d70 req-b52403f2-a18f-44ee-9939-7e87bc9ea243 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:29.806043 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0e486c27-1a3b-4eeb-b7c3-4e223ca48d70 req-b52403f2-a18f-44ee-9939-7e87bc9ea243 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 984 time: 0.0715444 Jul 16 02:23:29.811135 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.818697 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-0e486c27-1a3b-4eeb-b7c3-4e223ca48d70 req-b0c0394f-ed6c-4657-881d-c3b4193b5089 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Request body: {'port': {'security_groups': ['c950bcfd-ef1c-4a8e-9fb9-341116eec172']}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:29.908166 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0e486c27-1a3b-4eeb-b7c3-4e223ca48d70 req-b0c0394f-ed6c-4657-881d-c3b4193b5089 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.117273 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-0e486c27-1a3b-4eeb-b7c3-4e223ca48d70 req-b0c0394f-ed6c-4657-881d-c3b4193b5089 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] For port feb432bd-25d9-4cf7-be86-09cdb4ef4b83, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=feb432bd-25d9-4cf7-be86-09cdb4ef4b83,segment=NetworkSegment(021c59c0-13b5-4e36-bf24-da08528b2674),segment_id=021c59c0-13b5-4e36-bf24-da08528b2674)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:30.150215 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0e486c27-1a3b-4eeb-b7c3-4e223ca48d70 req-b0c0394f-ed6c-4657-881d-c3b4193b5089 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.156411 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0e486c27-1a3b-4eeb-b7c3-4e223ca48d70 req-b0c0394f-ed6c-4657-881d-c3b4193b5089 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.170804 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['feb432bd-25d9-4cf7-be86-09cdb4ef4b83'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:23:30.212963 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e486c27-1a3b-4eeb-b7c3-4e223ca48d70 req-b0c0394f-ed6c-4657-881d-c3b4193b5089 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:30.213611 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0e486c27-1a3b-4eeb-b7c3-4e223ca48d70 req-b0c0394f-ed6c-4657-881d-c3b4193b5089 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.215520 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0e486c27-1a3b-4eeb-b7c3-4e223ca48d70 req-b0c0394f-ed6c-4657-881d-c3b4193b5089 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "PUT /v2.0/ports/feb432bd-25d9-4cf7-be86-09cdb4ef4b83 HTTP/1.1" status: 200 len: 942 time: 0.4019308 Jul 16 02:23:30.216002 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7724a82-1c6c-4fd2-af88-1790a4542457', 'tag': 'feb432bd-25d9-4cf7-be86-09cdb4ef4b83'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:23:30.219021 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc61dcb-2faf-4684-a021-6c625e374157" -d '{"events": [{"name": "network-changed", "server_uuid": "d7724a82-1c6c-4fd2-af88-1790a4542457", "tag": "feb432bd-25d9-4cf7-be86-09cdb4ef4b83"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:23:30.222308 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40256) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:30.251270 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0394f-ed6c-4657-881d-c3b4193b5089 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Pushing event updated for resources: {'Port': ['ID=feb432bd-25d9-4cf7-be86-09cdb4ef4b83,revision_number=7']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:30.260872 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c0394f-ed6c-4657-881d-c3b4193b5089 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:30.261227 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c0394f-ed6c-4657-881d-c3b4193b5089 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:30.261561 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c0394f-ed6c-4657-881d-c3b4193b5089 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:30.261900 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c0394f-ed6c-4657-881d-c3b4193b5089 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:30.262383 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c0394f-ed6c-4657-881d-c3b4193b5089 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:30.262725 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c0394f-ed6c-4657-881d-c3b4193b5089 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:30.263074 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c0394f-ed6c-4657-881d-c3b4193b5089 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:30.263516 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c0394f-ed6c-4657-881d-c3b4193b5089 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:30.263858 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c0394f-ed6c-4657-881d-c3b4193b5089 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:30.264211 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c0394f-ed6c-4657-881d-c3b4193b5089 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:30.264848 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c0394f-ed6c-4657-881d-c3b4193b5089 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:30.265187 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c0394f-ed6c-4657-881d-c3b4193b5089 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:30.292149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['feb432bd-25d9-4cf7-be86-09cdb4ef4b83'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:23:30.297269 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ae0e-2424-430c-abc3-9043294cf72b tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.297414 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3653df6-bbaf-4b96-979e-005ab2fca11f x-openstack-request-id: req-c3653df6-bbaf-4b96-979e-005ab2fca11f {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:23:30.297544 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7724a82-1c6c-4fd2-af88-1790a4542457", "tag": "feb432bd-25d9-4cf7-be86-09cdb4ef4b83", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:23:30.297806 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3653df6-bbaf-4b96-979e-005ab2fca11f {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:23:30.298817 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7724a82-1c6c-4fd2-af88-1790a4542457', 'tag': 'feb432bd-25d9-4cf7-be86-09cdb4ef4b83', 'status': 'completed', 'code': 200} Jul 16 02:23:30.331848 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ae0e-2424-430c-abc3-9043294cf72b tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.379209 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc61dcb-2faf-4684-a021-6c625e374157 req-681c13ec-c3b5-4d34-b416-b63e0251eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:30.382955 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8cc61dcb-2faf-4684-a021-6c625e374157 req-681c13ec-c3b5-4d34-b416-b63e0251eb60 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a4d48f89442b49bda1a84eb1a4cb3de8&device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 1097 time: 0.0596642 Jul 16 02:23:30.415926 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ae0e-2424-430c-abc3-9043294cf72b tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.423699 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ae0e-2424-430c-abc3-9043294cf72b tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.428549 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-dbd8ae0e-2424-430c-abc3-9043294cf72b tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "DELETE /v2.0/security-groups/7e8bf2f8-3cb5-4288-930d-848e130c0a43 HTTP/1.1" status: 204 len: 168 time: 0.2044930 Jul 16 02:23:30.429435 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40260) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:30.485923 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc61dcb-2faf-4684-a021-6c625e374157 req-ca921a12-e470-4986-9796-c965b9b33f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:30.487859 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8cc61dcb-2faf-4684-a021-6c625e374157 req-ca921a12-e470-4986-9796-c965b9b33f36 service neutron] 10.222.0.84 "GET /v2.0/networks?id=65529a27-f8a9-4edc-b699-fc53de16c270 HTTP/1.1" status: 200 len: 915 time: 0.0995693 Jul 16 02:23:30.491494 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8ae0e-2424-430c-abc3-9043294cf72b tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8bf2f8-3cb5-4288-930d-848e130c0a43,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:30.505413 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8ae0e-2424-430c-abc3-9043294cf72b tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:30.505758 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8ae0e-2424-430c-abc3-9043294cf72b tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:30.506106 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8ae0e-2424-430c-abc3-9043294cf72b tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:30.506450 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8ae0e-2424-430c-abc3-9043294cf72b tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:30.506780 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8ae0e-2424-430c-abc3-9043294cf72b tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:30.507112 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8ae0e-2424-430c-abc3-9043294cf72b tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:30.507441 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8ae0e-2424-430c-abc3-9043294cf72b tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:30.507768 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8ae0e-2424-430c-abc3-9043294cf72b tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:30.508093 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8ae0e-2424-430c-abc3-9043294cf72b tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:30.508496 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8ae0e-2424-430c-abc3-9043294cf72b tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:30.508810 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8ae0e-2424-430c-abc3-9043294cf72b tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:30.509136 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8ae0e-2424-430c-abc3-9043294cf72b tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:30.548034 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-77ae28bb-5d43-494f-a22f-9d3d5d5f85b5 None None] Provisioning complete for port feb432bd-25d9-4cf7-be86-09cdb4ef4b83 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:30.548444 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-77ae28bb-5d43-494f-a22f-9d3d5d5f85b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.573648 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8cc61dcb-2faf-4684-a021-6c625e374157 req-b0fbf922-313b-4d6b-a2c7-77dbd42fb684 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=feb432bd-25d9-4cf7-be86-09cdb4ef4b83 HTTP/1.1" status: 200 len: 1001 time: 0.0783067 Jul 16 02:23:30.626196 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc61dcb-2faf-4684-a021-6c625e374157 req-e4c51698-125b-478e-b759-f205aeb5ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:30.627961 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8cc61dcb-2faf-4684-a021-6c625e374157 req-e4c51698-125b-478e-b759-f205aeb5ea24 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=72ab0b53-488f-482b-92c3-072453478910 HTTP/1.1" status: 200 len: 853 time: 0.0477543 Jul 16 02:23:30.631407 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-97be9a83-4c49-43e6-8ab0-cca6d4f89a76 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Deleting port 004da899-55fb-4c97-9ac8-16de07156ecb {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:30.631673 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97be9a83-4c49-43e6-8ab0-cca6d4f89a76 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.689952 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc61dcb-2faf-4684-a021-6c625e374157 req-e4a29125-4716-491e-8919-c5e3112b73fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:30.691482 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8cc61dcb-2faf-4684-a021-6c625e374157 req-e4a29125-4716-491e-8919-c5e3112b73fd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=65529a27-f8a9-4edc-b699-fc53de16c270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543919 Jul 16 02:23:30.713825 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97be9a83-4c49-43e6-8ab0-cca6d4f89a76 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.714488 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97be9a83-4c49-43e6-8ab0-cca6d4f89a76 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.726860 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-97be9a83-4c49-43e6-8ab0-cca6d4f89a76 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Calling delete_port for 004da899-55fb-4c97-9ac8-16de07156ecb owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:30.789506 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8cc61dcb-2faf-4684-a021-6c625e374157 req-cc780d2e-7fc1-42f7-8859-61cfb8b12283 service neutron] 10.222.0.84 "GET /v2.0/networks/65529a27-f8a9-4edc-b699-fc53de16c270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907557 Jul 16 02:23:30.885054 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8cc61dcb-2faf-4684-a021-6c625e374157 req-db2af29d-305e-4225-b1a2-b8460cef3338 service neutron] 10.222.0.84 "GET /v2.0/networks/65529a27-f8a9-4edc-b699-fc53de16c270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885389 Jul 16 02:23:30.886674 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97be9a83-4c49-43e6-8ab0-cca6d4f89a76 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.918517 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be9a83-4c49-43e6-8ab0-cca6d4f89a76 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Pushing event deleted for resources: {'Port': ['ID=004da899-55fb-4c97-9ac8-16de07156ecb,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:30.985794 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97be9a83-4c49-43e6-8ab0-cca6d4f89a76 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.986108 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-97be9a83-4c49-43e6-8ab0-cca6d4f89a76 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Floating IP 02a05ab4-8e51-462a-84f1-a544f66e2d39 disassociated (deleted). External IP: 172.25.6.160, port: feb432bd-25d9-4cf7-be86-09cdb4ef4b83. Jul 16 02:23:31.023981 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:31.228091 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97be9a83-4c49-43e6-8ab0-cca6d4f89a76 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Router f210dbd6-248b-4254-b1df-08a7cc4c097b has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:23:31.346122 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97be9a83-4c49-43e6-8ab0-cca6d4f89a76 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:23:31.351715 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-97be9a83-4c49-43e6-8ab0-cca6d4f89a76 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:31.357135 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bafa9e-9c59-4be0-b7a0-6b62a543fa4c None None] Sync routers for ids ['f210dbd6-248b-4254-b1df-08a7cc4c097b'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:23:31.367126 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bafa9e-9c59-4be0-b7a0-6b62a543fa4c None None] Routers {'f210dbd6-248b-4254-b1df-08a7cc4c097b'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:31.367749 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-31bafa9e-9c59-4be0-b7a0-6b62a543fa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:23:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f210dbd6-248b-4254-b1df-08a7cc4c097b'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:31.392982 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-97be9a83-4c49-43e6-8ab0-cca6d4f89a76 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "DELETE /v2.0/floatingips/02a05ab4-8e51-462a-84f1-a544f66e2d39 HTTP/1.1" status: 204 len: 168 time: 0.9522662 Jul 16 02:23:31.393815 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7724a82-1c6c-4fd2-af88-1790a4542457', 'tag': 'feb432bd-25d9-4cf7-be86-09cdb4ef4b83'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:23:31.397539 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e3cf03-9327-4cbb-a315-1af5d64b6f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7724a82-1c6c-4fd2-af88-1790a4542457", "tag": "feb432bd-25d9-4cf7-be86-09cdb4ef4b83"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:23:31.466091 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe5a8be-5114-4b64-9af8-567d281f914b x-openstack-request-id: req-6fe5a8be-5114-4b64-9af8-567d281f914b {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:23:31.466490 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7724a82-1c6c-4fd2-af88-1790a4542457", "tag": "feb432bd-25d9-4cf7-be86-09cdb4ef4b83", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:23:31.466921 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6fe5a8be-5114-4b64-9af8-567d281f914b {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:23:31.467439 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7724a82-1c6c-4fd2-af88-1790a4542457', 'tag': 'feb432bd-25d9-4cf7-be86-09cdb4ef4b83', 'status': 'completed', 'code': 200} Jul 16 02:23:31.481492 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-31bafa9e-9c59-4be0-b7a0-6b62a543fa4c None None] Set router f210dbd6-248b-4254-b1df-08a7cc4c097b gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:31.550979 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3cf03-9327-4cbb-a315-1af5d64b6f7d req-5c1c07a2-b368-4d50-a6e6-de74954bc4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:31.553129 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-18e3cf03-9327-4cbb-a315-1af5d64b6f7d req-5c1c07a2-b368-4d50-a6e6-de74954bc4b9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a4d48f89442b49bda1a84eb1a4cb3de8&device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 1097 time: 0.0618932 Jul 16 02:23:31.660115 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3cf03-9327-4cbb-a315-1af5d64b6f7d req-b796e704-82e5-483d-ab54-30472048ffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:31.662880 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-18e3cf03-9327-4cbb-a315-1af5d64b6f7d req-b796e704-82e5-483d-ab54-30472048ffdf service neutron] 10.222.0.84 "GET /v2.0/networks?id=65529a27-f8a9-4edc-b699-fc53de16c270 HTTP/1.1" status: 200 len: 915 time: 0.1032612 Jul 16 02:23:31.719369 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-18e3cf03-9327-4cbb-a315-1af5d64b6f7d req-bfb0b891-0c77-440f-a584-3136d585a809 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=feb432bd-25d9-4cf7-be86-09cdb4ef4b83 HTTP/1.1" status: 200 len: 217 time: 0.0480595 Jul 16 02:23:31.775108 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3cf03-9327-4cbb-a315-1af5d64b6f7d req-8f836fa0-3c1c-4d2f-9031-4ad78971afb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:31.775108 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-18e3cf03-9327-4cbb-a315-1af5d64b6f7d req-8f836fa0-3c1c-4d2f-9031-4ad78971afb8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=72ab0b53-488f-482b-92c3-072453478910 HTTP/1.1" status: 200 len: 853 time: 0.0499625 Jul 16 02:23:31.792468 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-31bafa9e-9c59-4be0-b7a0-6b62a543fa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'name': 'tempest-TestMinimumBasicScenario-978703913-router', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:21:32Z', 'revision_number': 4, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'gw_port': {'id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:41:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '36259559-6889-4c74-ba2e-50d78b0656e2', 'name': '', 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'mac_address': 'fa:16:3e:ac:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '72ab0b53-488f-482b-92c3-072453478910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:31Z', 'updated_at': '2021-07-16T02:21:38Z', 'revision_number': 5, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'subnets': [{'id': '72ab0b53-488f-482b-92c3-072453478910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:31.818834 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bafa9e-9c59-4be0-b7a0-6b62a543fa4c None None] Checking router: f210dbd6-248b-4254-b1df-08a7cc4c097b for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:23:31.827547 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bafa9e-9c59-4be0-b7a0-6b62a543fa4c None None] Routers {'f210dbd6-248b-4254-b1df-08a7cc4c097b'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:31.828163 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-31bafa9e-9c59-4be0-b7a0-6b62a543fa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:23:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f210dbd6-248b-4254-b1df-08a7cc4c097b'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:31.832961 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3cf03-9327-4cbb-a315-1af5d64b6f7d req-abef33e6-c78e-444f-9de8-0d54f9c94f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:31.834540 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-18e3cf03-9327-4cbb-a315-1af5d64b6f7d req-abef33e6-c78e-444f-9de8-0d54f9c94f9f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=65529a27-f8a9-4edc-b699-fc53de16c270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526867 Jul 16 02:23:31.935413 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-31bafa9e-9c59-4be0-b7a0-6b62a543fa4c None None] Set router f210dbd6-248b-4254-b1df-08a7cc4c097b gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:31.935658 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-18e3cf03-9327-4cbb-a315-1af5d64b6f7d req-b0a49ecc-5199-4c07-9e63-3767b3fdfa62 service neutron] 10.222.0.84 "GET /v2.0/networks/65529a27-f8a9-4edc-b699-fc53de16c270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919862 Jul 16 02:23:31.987224 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.039819 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-18e3cf03-9327-4cbb-a315-1af5d64b6f7d req-4c56bd26-ae83-4fc5-801d-5d4ea2f113a1 service neutron] 10.222.0.84 "GET /v2.0/networks/65529a27-f8a9-4edc-b699-fc53de16c270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967224 Jul 16 02:23:32.143841 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-31bafa9e-9c59-4be0-b7a0-6b62a543fa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'name': 'tempest-TestMinimumBasicScenario-978703913-router', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:21:32Z', 'revision_number': 4, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'gw_port': {'id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:41:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '36259559-6889-4c74-ba2e-50d78b0656e2', 'name': '', 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'mac_address': 'fa:16:3e:ac:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '72ab0b53-488f-482b-92c3-072453478910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:31Z', 'updated_at': '2021-07-16T02:21:38Z', 'revision_number': 5, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'subnets': [{'id': '72ab0b53-488f-482b-92c3-072453478910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:32.170311 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bafa9e-9c59-4be0-b7a0-6b62a543fa4c None None] The sync data for ids ['f210dbd6-248b-4254-b1df-08a7cc4c097b'] in n-d-792394-16 is: [{'id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'name': 'tempest-TestMinimumBasicScenario-978703913-router', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:21:32Z', 'revision_number': 4, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'gw_port': {'id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:41:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '36259559-6889-4c74-ba2e-50d78b0656e2', 'name': '', 'network_id': '65529a27-f8a9-4edc-b699-fc53de16c270', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'mac_address': 'fa:16:3e:ac:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '72ab0b53-488f-482b-92c3-072453478910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:31Z', 'updated_at': '2021-07-16T02:21:38Z', 'revision_number': 5, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'subnets': [{'id': '72ab0b53-488f-482b-92c3-072453478910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:23:32.432599 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7490be30-d463-4695-86be-462503a51e90 None None] New status for floating IP 02a05ab4-8e51-462a-84f1-a544f66e2d39: DOWN {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:23:32.765563 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.550888 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:38.912263 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc82849-807f-4cca-bc31-9c3f0685fa99 req-9ed0dac6-dd81-46c0-a0c0-bc461cbb34e5 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:38.913784 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4dc82849-807f-4cca-bc31-9c3f0685fa99 req-9ed0dac6-dd81-46c0-a0c0-bc461cbb34e5 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 945 time: 0.0703881 Jul 16 02:23:39.258558 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4dc82849-807f-4cca-bc31-9c3f0685fa99 req-6b66969f-3d54-4a8d-86c9-65a9cf97b30c tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388972 Jul 16 02:23:40.462015 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c777c0-6531-4618-87c0-a02aaf569406 req-e7a4d431-796d-4ea7-a16e-23d40417f5ba tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:40.463548 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e4c777c0-6531-4618-87c0-a02aaf569406 req-e7a4d431-796d-4ea7-a16e-23d40417f5ba tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 945 time: 0.0792205 Jul 16 02:23:40.505500 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e4c777c0-6531-4618-87c0-a02aaf569406 req-5999c8c3-98e5-463c-82a7-2ec6f2f5a812 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/security-groups?id=c950bcfd-ef1c-4a8e-9fb9-341116eec172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332835 Jul 16 02:23:40.582545 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf736990-0dda-4fa3-bc4f-a1ec949d1816 req-d540224f-04cd-403c-912c-83928121a17f tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:40.584068 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cf736990-0dda-4fa3-bc4f-a1ec949d1816 req-d540224f-04cd-403c-912c-83928121a17f tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.84 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 945 time: 0.0672593 Jul 16 02:23:40.691784 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-cf736990-0dda-4fa3-bc4f-a1ec949d1816 req-c773dcaa-f7a9-4c3e-8f62-880f05b46aec tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Deleting port feb432bd-25d9-4cf7-be86-09cdb4ef4b83 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:40.692100 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-cf736990-0dda-4fa3-bc4f-a1ec949d1816 req-c773dcaa-f7a9-4c3e-8f62-880f05b46aec tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:40.790416 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-cf736990-0dda-4fa3-bc4f-a1ec949d1816 req-c773dcaa-f7a9-4c3e-8f62-880f05b46aec tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] For port feb432bd-25d9-4cf7-be86-09cdb4ef4b83, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=feb432bd-25d9-4cf7-be86-09cdb4ef4b83,segment=NetworkSegment(021c59c0-13b5-4e36-bf24-da08528b2674),segment_id=021c59c0-13b5-4e36-bf24-da08528b2674)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:40.790699 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-cf736990-0dda-4fa3-bc4f-a1ec949d1816 req-c773dcaa-f7a9-4c3e-8f62-880f05b46aec tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:40.804346 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-cf736990-0dda-4fa3-bc4f-a1ec949d1816 req-c773dcaa-f7a9-4c3e-8f62-880f05b46aec tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Calling delete_port for feb432bd-25d9-4cf7-be86-09cdb4ef4b83 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:40.941331 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-cf736990-0dda-4fa3-bc4f-a1ec949d1816 req-c773dcaa-f7a9-4c3e-8f62-880f05b46aec tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:40.954491 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['feb432bd-25d9-4cf7-be86-09cdb4ef4b83'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:23:40.977835 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773dcaa-f7a9-4c3e-8f62-880f05b46aec tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Pushing event deleted for resources: {'Port': ['ID=feb432bd-25d9-4cf7-be86-09cdb4ef4b83,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:41.029017 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf736990-0dda-4fa3-bc4f-a1ec949d1816 req-c773dcaa-f7a9-4c3e-8f62-880f05b46aec tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] No DVR routers for this DVR port feb432bd-25d9-4cf7-be86-09cdb4ef4b83 on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:23:41.031857 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-cf736990-0dda-4fa3-bc4f-a1ec949d1816 req-c773dcaa-f7a9-4c3e-8f62-880f05b46aec tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:41.033967 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cf736990-0dda-4fa3-bc4f-a1ec949d1816 req-c773dcaa-f7a9-4c3e-8f62-880f05b46aec tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.84 "DELETE /v2.0/ports/feb432bd-25d9-4cf7-be86-09cdb4ef4b83 HTTP/1.1" status: 204 len: 173 time: 0.4440587 Jul 16 02:23:41.034408 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7724a82-1c6c-4fd2-af88-1790a4542457', 'name': 'network-vif-deleted', 'tag': 'feb432bd-25d9-4cf7-be86-09cdb4ef4b83'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:23:41.036866 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b73f24-810a-4db0-859b-782f8228f3f1" -d '{"events": [{"server_uuid": "d7724a82-1c6c-4fd2-af88-1790a4542457", "name": "network-vif-deleted", "tag": "feb432bd-25d9-4cf7-be86-09cdb4ef4b83"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:23:41.073666 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f075ee-334b-4211-9640-f73bb4296599 x-openstack-request-id: req-00f075ee-334b-4211-9640-f73bb4296599 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:23:41.073938 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7724a82-1c6c-4fd2-af88-1790a4542457", "name": "network-vif-deleted", "tag": "feb432bd-25d9-4cf7-be86-09cdb4ef4b83", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:23:41.074236 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00f075ee-334b-4211-9640-f73bb4296599 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:23:41.074685 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7724a82-1c6c-4fd2-af88-1790a4542457', 'name': 'network-vif-deleted', 'tag': 'feb432bd-25d9-4cf7-be86-09cdb4ef4b83', 'status': 'completed', 'code': 200} Jul 16 02:23:41.666517 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-81d6321e-b28a-44c8-97b7-073514bbad95 req-d436f5de-f0d3-4ee9-a549-00eae9af95c1 tempest-TestMinimumBasicScenario-723842812 tempest-TestMinimumBasicScenario-723842812-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7724a82-1c6c-4fd2-af88-1790a4542457 HTTP/1.1" status: 200 len: 210 time: 0.0330274 Jul 16 02:23:43.355161 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40358) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:43.744258 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4830b250-7855-4476-946f-f17f967d60cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:44.020255 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-4830b250-7855-4476-946f-f17f967d60cc admin admin] Deleting port 36259559-6889-4c74-ba2e-50d78b0656e2 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:44.020538 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4830b250-7855-4476-946f-f17f967d60cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:44.113737 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-4830b250-7855-4476-946f-f17f967d60cc admin admin] For port 36259559-6889-4c74-ba2e-50d78b0656e2, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=36259559-6889-4c74-ba2e-50d78b0656e2,segment=NetworkSegment(021c59c0-13b5-4e36-bf24-da08528b2674),segment_id=021c59c0-13b5-4e36-bf24-da08528b2674)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:44.113737 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4830b250-7855-4476-946f-f17f967d60cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:44.120079 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-4830b250-7855-4476-946f-f17f967d60cc admin admin] Calling delete_port for 36259559-6889-4c74-ba2e-50d78b0656e2 owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:44.321452 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4830b250-7855-4476-946f-f17f967d60cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:44.349690 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830b250-7855-4476-946f-f17f967d60cc admin admin] Pushing event deleted for resources: {'Port': ['ID=36259559-6889-4c74-ba2e-50d78b0656e2,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:44.407510 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device feb432bd-25d9-4cf7-be86-09cdb4ef4b83 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:23:44.432329 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: feb432bd-25d9-4cf7-be86-09cdb4ef4b83 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:23:44.432695 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device feb432bd-25d9-4cf7-be86-09cdb4ef4b83 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:23:44.523444 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4830b250-7855-4476-946f-f17f967d60cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:44.756108 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4830b250-7855-4476-946f-f17f967d60cc admin admin] Router f210dbd6-248b-4254-b1df-08a7cc4c097b has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:23:44.864428 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4830b250-7855-4476-946f-f17f967d60cc admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:23:44.871262 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4830b250-7855-4476-946f-f17f967d60cc admin admin] 10.222.0.16 "PUT /v2.0/routers/f210dbd6-248b-4254-b1df-08a7cc4c097b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5150290 Jul 16 02:23:44.873559 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40360) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:44.874559 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d73ac43-d31f-48b9-8287-18125d9e1fc5 None None] Sync routers for ids ['f210dbd6-248b-4254-b1df-08a7cc4c097b'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:23:44.884658 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d73ac43-d31f-48b9-8287-18125d9e1fc5 None None] Routers {'f210dbd6-248b-4254-b1df-08a7cc4c097b'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:44.885265 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0d73ac43-d31f-48b9-8287-18125d9e1fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:23:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f210dbd6-248b-4254-b1df-08a7cc4c097b'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:44.979740 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c6008e73-365c-496f-92be-a16f023a9505 admin admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:44.993404 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-0d73ac43-d31f-48b9-8287-18125d9e1fc5 None None] Set router f210dbd6-248b-4254-b1df-08a7cc4c097b gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:45.077059 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c6008e73-365c-496f-92be-a16f023a9505 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.133517 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-c6008e73-365c-496f-92be-a16f023a9505 admin admin] Deleting port 54f83633-dea8-49c9-8dd1-2b5b6a468543 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:45.133861 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c6008e73-365c-496f-92be-a16f023a9505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.177401 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0d73ac43-d31f-48b9-8287-18125d9e1fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'name': 'tempest-TestMinimumBasicScenario-978703913-router', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:23:44Z', 'revision_number': 5, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'gw_port': {'id': '54f83633-dea8-49c9-8dd1-2b5b6a468543', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:41:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:45.203429 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d73ac43-d31f-48b9-8287-18125d9e1fc5 None None] Checking router: f210dbd6-248b-4254-b1df-08a7cc4c097b for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:23:45.209912 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-c6008e73-365c-496f-92be-a16f023a9505 admin admin] For port 54f83633-dea8-49c9-8dd1-2b5b6a468543, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=54f83633-dea8-49c9-8dd1-2b5b6a468543,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:45.210255 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c6008e73-365c-496f-92be-a16f023a9505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.212537 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d73ac43-d31f-48b9-8287-18125d9e1fc5 None None] Routers {'f210dbd6-248b-4254-b1df-08a7cc4c097b'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:45.213148 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0d73ac43-d31f-48b9-8287-18125d9e1fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:23:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f210dbd6-248b-4254-b1df-08a7cc4c097b'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:45.222462 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-c6008e73-365c-496f-92be-a16f023a9505 admin admin] Calling delete_port for 54f83633-dea8-49c9-8dd1-2b5b6a468543 owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:45.298837 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-0d73ac43-d31f-48b9-8287-18125d9e1fc5 None None] Set router f210dbd6-248b-4254-b1df-08a7cc4c097b gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:45.352990 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-0d73ac43-d31f-48b9-8287-18125d9e1fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'name': 'tempest-TestMinimumBasicScenario-978703913-router', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:23:45Z', 'revision_number': 6, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:45.383027 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d73ac43-d31f-48b9-8287-18125d9e1fc5 None None] The sync data for ids ['f210dbd6-248b-4254-b1df-08a7cc4c097b'] in n-d-792394-16 is: [{'id': 'f210dbd6-248b-4254-b1df-08a7cc4c097b', 'name': 'tempest-TestMinimumBasicScenario-978703913-router', 'tenant_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:29Z', 'updated_at': '2021-07-16T02:23:45Z', 'revision_number': 6, 'project_id': 'a4d48f89442b49bda1a84eb1a4cb3de8', 'gw_port_host': None}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:23:45.403567 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c6008e73-365c-496f-92be-a16f023a9505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.431519 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6008e73-365c-496f-92be-a16f023a9505 admin admin] Pushing event deleted for resources: {'Port': ['ID=54f83633-dea8-49c9-8dd1-2b5b6a468543,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:45.499659 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c6008e73-365c-496f-92be-a16f023a9505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.590627 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c6008e73-365c-496f-92be-a16f023a9505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.592919 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c6008e73-365c-496f-92be-a16f023a9505 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.639725 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c6008e73-365c-496f-92be-a16f023a9505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.640466 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6008e73-365c-496f-92be-a16f023a9505 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f210dbd6-248b-4254-b1df-08a7cc4c097b {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:23:45.646161 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c6008e73-365c-496f-92be-a16f023a9505 admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.647376 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c6008e73-365c-496f-92be-a16f023a9505 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f210dbd6-248b-4254-b1df-08a7cc4c097b HTTP/1.1" status: 204 len: 168 time: 0.7728002 Jul 16 02:23:45.650101 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40362) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:45.699954 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-1628f65c-4863-4191-b38d-4dc23560b5ec admin admin] Deleting subnet 72ab0b53-488f-482b-92c3-072453478910 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:23:45.704038 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1628f65c-4863-4191-b38d-4dc23560b5ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.744700 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1628f65c-4863-4191-b38d-4dc23560b5ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.830640 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1628f65c-4863-4191-b38d-4dc23560b5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.886663 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1628f65c-4863-4191-b38d-4dc23560b5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.913406 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628f65c-4863-4191-b38d-4dc23560b5ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72ab0b53-488f-482b-92c3-072453478910,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:45.915297 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1628f65c-4863-4191-b38d-4dc23560b5ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.919540 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1628f65c-4863-4191-b38d-4dc23560b5ec admin admin] 10.222.0.16 "DELETE /v2.0/subnets/72ab0b53-488f-482b-92c3-072453478910 HTTP/1.1" status: 204 len: 168 time: 0.2660651 Jul 16 02:23:45.919727 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4297a7-730f-4ca1-9098-1701546bf9ff None None] Network 65529a27-f8a9-4edc-b699-fc53de16c270 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:45.920196 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40364) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:45.992026 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a483dfa5-6693-413b-88a6-d76a847c6023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:46.044208 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-a483dfa5-6693-413b-88a6-d76a847c6023 admin admin] Deleting port b5576623-ee64-423c-acee-bf24b6bf785a {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:46.044587 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a483dfa5-6693-413b-88a6-d76a847c6023 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:46.123155 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-a483dfa5-6693-413b-88a6-d76a847c6023 admin admin] For port b5576623-ee64-423c-acee-bf24b6bf785a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=b5576623-ee64-423c-acee-bf24b6bf785a,segment=NetworkSegment(021c59c0-13b5-4e36-bf24-da08528b2674),segment_id=021c59c0-13b5-4e36-bf24-da08528b2674)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:46.123528 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a483dfa5-6693-413b-88a6-d76a847c6023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:46.137778 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-a483dfa5-6693-413b-88a6-d76a847c6023 admin admin] Calling delete_port for b5576623-ee64-423c-acee-bf24b6bf785a owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:46.149813 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4237c47-5561-4b54-8b8e-697954a64cf1 None None] DHCP port deletion for 65529a27-f8a9-4edc-b699-fc53de16c270 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:23:46.200949 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d4237c47-5561-4b54-8b8e-697954a64cf1 None None] Deleting port b5576623-ee64-423c-acee-bf24b6bf785a {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:46.201353 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d4237c47-5561-4b54-8b8e-697954a64cf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:46.232684 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a483dfa5-6693-413b-88a6-d76a847c6023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:46.261043 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483dfa5-6693-413b-88a6-d76a847c6023 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5576623-ee64-423c-acee-bf24b6bf785a,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:46.264687 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a483dfa5-6693-413b-88a6-d76a847c6023 admin admin] No DVR routers for this DVR port b5576623-ee64-423c-acee-bf24b6bf785a on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:23:46.268868 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d4237c47-5561-4b54-8b8e-697954a64cf1 None None] For port b5576623-ee64-423c-acee-bf24b6bf785a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=b5576623-ee64-423c-acee-bf24b6bf785a,segment=NetworkSegment(021c59c0-13b5-4e36-bf24-da08528b2674),segment_id=021c59c0-13b5-4e36-bf24-da08528b2674)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:46.269124 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d4237c47-5561-4b54-8b8e-697954a64cf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:46.281823 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d4237c47-5561-4b54-8b8e-697954a64cf1 None None] Calling delete_port for b5576623-ee64-423c-acee-bf24b6bf785a owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:46.361452 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device b5576623-ee64-423c-acee-bf24b6bf785a no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:23:46.383627 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: b5576623-ee64-423c-acee-bf24b6bf785a {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:23:46.384130 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device b5576623-ee64-423c-acee-bf24b6bf785a not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:23:46.384696 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 36259559-6889-4c74-ba2e-50d78b0656e2 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:23:46.408903 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 36259559-6889-4c74-ba2e-50d78b0656e2 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:23:46.409251 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 36259559-6889-4c74-ba2e-50d78b0656e2 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:23:46.409890 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 54f83633-dea8-49c9-8dd1-2b5b6a468543 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:23:46.432589 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 54f83633-dea8-49c9-8dd1-2b5b6a468543 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:23:46.433203 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 54f83633-dea8-49c9-8dd1-2b5b6a468543 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:23:46.435695 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d4237c47-5561-4b54-8b8e-697954a64cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:46.473456 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4237c47-5561-4b54-8b8e-697954a64cf1 None None] No DVR routers for this DVR port b5576623-ee64-423c-acee-bf24b6bf785a on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:23:46.477827 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4237c47-5561-4b54-8b8e-697954a64cf1 None None] Pushing event deleted for resources: {'Port': ['ID=b5576623-ee64-423c-acee-bf24b6bf785a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:46.487365 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4237c47-5561-4b54-8b8e-697954a64cf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:46.487716 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4237c47-5561-4b54-8b8e-697954a64cf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:46.488061 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4237c47-5561-4b54-8b8e-697954a64cf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:46.488439 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4237c47-5561-4b54-8b8e-697954a64cf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:46.488779 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4237c47-5561-4b54-8b8e-697954a64cf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:46.489093 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4237c47-5561-4b54-8b8e-697954a64cf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:46.489425 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4237c47-5561-4b54-8b8e-697954a64cf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:46.489753 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4237c47-5561-4b54-8b8e-697954a64cf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:46.490076 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4237c47-5561-4b54-8b8e-697954a64cf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:46.490401 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4237c47-5561-4b54-8b8e-697954a64cf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:46.490724 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4237c47-5561-4b54-8b8e-697954a64cf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:46.491044 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4237c47-5561-4b54-8b8e-697954a64cf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:46.699323 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a483dfa5-6693-413b-88a6-d76a847c6023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:46.710557 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-a483dfa5-6693-413b-88a6-d76a847c6023 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65529a27-f8a9-4edc-b699-fc53de16c270']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:46.722509 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-a483dfa5-6693-413b-88a6-d76a847c6023 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021c59c0-13b5-4e36-bf24-da08528b2674') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:46.722814 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-a483dfa5-6693-413b-88a6-d76a847c6023 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021c59c0-13b5-4e36-bf24-da08528b2674') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:46.732041 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a483dfa5-6693-413b-88a6-d76a847c6023 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:46.746417 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a483dfa5-6693-413b-88a6-d76a847c6023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:46.753533 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a483dfa5-6693-413b-88a6-d76a847c6023 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:23:46.753908 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a483dfa5-6693-413b-88a6-d76a847c6023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: timer() Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:23:46.755655 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:23:46.814940 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a483dfa5-6693-413b-88a6-d76a847c6023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:46.821050 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a483dfa5-6693-413b-88a6-d76a847c6023 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:46.822941 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a483dfa5-6693-413b-88a6-d76a847c6023 admin admin] 10.222.0.16 "DELETE /v2.0/networks/65529a27-f8a9-4edc-b699-fc53de16c270 HTTP/1.1" status: 204 len: 168 time: 0.9022164 Jul 16 02:23:46.826042 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40366) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:46.833958 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483dfa5-6693-413b-88a6-d76a847c6023 admin admin] Pushing event deleted for resources: {'Network': ['ID=65529a27-f8a9-4edc-b699-fc53de16c270,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:47.200046 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-631b5602-86d0-4bbd-9a2d-10160473cd28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:47.465147 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-631b5602-86d0-4bbd-9a2d-10160473cd28 admin admin] Deleting port 78ef6b4c-273a-42b3-9376-f746fa1df423 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:47.465403 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-631b5602-86d0-4bbd-9a2d-10160473cd28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:47.546718 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-631b5602-86d0-4bbd-9a2d-10160473cd28 admin admin] For port 78ef6b4c-273a-42b3-9376-f746fa1df423, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=78ef6b4c-273a-42b3-9376-f746fa1df423,segment=NetworkSegment(5c16c50f-ae50-427a-b106-e6db6e2e2c13),segment_id=5c16c50f-ae50-427a-b106-e6db6e2e2c13)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:47.547065 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-631b5602-86d0-4bbd-9a2d-10160473cd28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:47.561168 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-631b5602-86d0-4bbd-9a2d-10160473cd28 admin admin] Calling delete_port for 78ef6b4c-273a-42b3-9376-f746fa1df423 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:47.761037 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-631b5602-86d0-4bbd-9a2d-10160473cd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:47.790027 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b5602-86d0-4bbd-9a2d-10160473cd28 admin admin] Pushing event deleted for resources: {'Port': ['ID=78ef6b4c-273a-42b3-9376-f746fa1df423,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:47.969353 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-631b5602-86d0-4bbd-9a2d-10160473cd28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:48.197461 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631b5602-86d0-4bbd-9a2d-10160473cd28 admin admin] Router 9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:23:48.313647 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631b5602-86d0-4bbd-9a2d-10160473cd28 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:23:48.319083 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-631b5602-86d0-4bbd-9a2d-10160473cd28 admin admin] 10.222.0.16 "PUT /v2.0/routers/9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4914832 Jul 16 02:23:48.321790 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40368) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:48.322624 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c95680-6526-4ce3-8b97-15c777046422 None None] Sync routers for ids ['9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:23:48.332584 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c95680-6526-4ce3-8b97-15c777046422 None None] Routers {'9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:48.333457 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c7c95680-6526-4ce3-8b97-15c777046422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:23:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:48.426719 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89b45e23-7579-45d1-b91a-100b1bd31123 admin admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:48.438287 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-c7c95680-6526-4ce3-8b97-15c777046422 None None] Set router 9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:48.532889 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89b45e23-7579-45d1-b91a-100b1bd31123 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:48.585422 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-89b45e23-7579-45d1-b91a-100b1bd31123 admin admin] Deleting port 75b9ddf1-fb35-4c76-a8b8-68d4b72a170e {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:48.585753 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89b45e23-7579-45d1-b91a-100b1bd31123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:48.621352 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c7c95680-6526-4ce3-8b97-15c777046422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2', 'name': 'tempest-TestMinimumBasicScenario-710097639-router', 'tenant_id': '3f12dcc8c98e430788c34780971a6302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '75b9ddf1-fb35-4c76-a8b8-68d4b72a170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:34Z', 'updated_at': '2021-07-16T02:23:47Z', 'revision_number': 5, 'project_id': '3f12dcc8c98e430788c34780971a6302', 'gw_port': {'id': '75b9ddf1-fb35-4c76-a8b8-68d4b72a170e', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:df:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:21:34Z', 'updated_at': '2021-07-16T02:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:48.648937 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c95680-6526-4ce3-8b97-15c777046422 None None] Checking router: 9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:23:48.658843 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c95680-6526-4ce3-8b97-15c777046422 None None] Routers {'9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:48.659518 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c7c95680-6526-4ce3-8b97-15c777046422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:23:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:48.671044 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-89b45e23-7579-45d1-b91a-100b1bd31123 admin admin] For port 75b9ddf1-fb35-4c76-a8b8-68d4b72a170e, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=75b9ddf1-fb35-4c76-a8b8-68d4b72a170e,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:48.671383 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89b45e23-7579-45d1-b91a-100b1bd31123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:48.685291 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-89b45e23-7579-45d1-b91a-100b1bd31123 admin admin] Calling delete_port for 75b9ddf1-fb35-4c76-a8b8-68d4b72a170e owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:48.755372 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-c7c95680-6526-4ce3-8b97-15c777046422 None None] Set router 9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2 gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:48.810939 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c7c95680-6526-4ce3-8b97-15c777046422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2', 'name': 'tempest-TestMinimumBasicScenario-710097639-router', 'tenant_id': '3f12dcc8c98e430788c34780971a6302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:34Z', 'updated_at': '2021-07-16T02:23:48Z', 'revision_number': 6, 'project_id': '3f12dcc8c98e430788c34780971a6302', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:48.838271 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c95680-6526-4ce3-8b97-15c777046422 None None] The sync data for ids ['9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2'] in n-d-792394-16 is: [{'id': '9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2', 'name': 'tempest-TestMinimumBasicScenario-710097639-router', 'tenant_id': '3f12dcc8c98e430788c34780971a6302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:21:34Z', 'updated_at': '2021-07-16T02:23:48Z', 'revision_number': 6, 'project_id': '3f12dcc8c98e430788c34780971a6302', 'gw_port_host': None}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:23:48.862489 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89b45e23-7579-45d1-b91a-100b1bd31123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:48.891817 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b45e23-7579-45d1-b91a-100b1bd31123 admin admin] Pushing event deleted for resources: {'Port': ['ID=75b9ddf1-fb35-4c76-a8b8-68d4b72a170e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:48.962020 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89b45e23-7579-45d1-b91a-100b1bd31123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.056596 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89b45e23-7579-45d1-b91a-100b1bd31123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.058717 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89b45e23-7579-45d1-b91a-100b1bd31123 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.106103 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89b45e23-7579-45d1-b91a-100b1bd31123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.106723 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b45e23-7579-45d1-b91a-100b1bd31123 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:23:49.111369 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-89b45e23-7579-45d1-b91a-100b1bd31123 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.112596 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-89b45e23-7579-45d1-b91a-100b1bd31123 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9c9ce9d4-b433-4879-9d71-fa2a4b96b5a2 HTTP/1.1" status: 204 len: 168 time: 0.7897682 Jul 16 02:23:49.115928 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40372) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:49.168157 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9fec613-0c3f-4349-a75c-b36794a20fcc admin admin] Deleting subnet 2718cf38-e9b4-4131-821d-9a8f06614634 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:23:49.171646 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9fec613-0c3f-4349-a75c-b36794a20fcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.231079 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9fec613-0c3f-4349-a75c-b36794a20fcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.336962 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9fec613-0c3f-4349-a75c-b36794a20fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.399110 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9fec613-0c3f-4349-a75c-b36794a20fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.426466 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fec613-0c3f-4349-a75c-b36794a20fcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2718cf38-e9b4-4131-821d-9a8f06614634,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:49.432210 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c9fec613-0c3f-4349-a75c-b36794a20fcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.434637 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c9fec613-0c3f-4349-a75c-b36794a20fcc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2718cf38-e9b4-4131-821d-9a8f06614634 HTTP/1.1" status: 204 len: 168 time: 0.3171706 Jul 16 02:23:49.436979 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40374) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:49.438770 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9c69b8-ece1-4e68-9f15-7ef72ae26dc2 None None] Network bdb69d97-1fb4-451b-bdc7-c18aa88bf691 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:49.511296 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-856869bf-6e31-4778-96c3-3ce165fc3829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.566035 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-856869bf-6e31-4778-96c3-3ce165fc3829 admin admin] Deleting port afc88106-5260-4fa2-a439-2c4bfa4bd21d {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:49.566249 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-856869bf-6e31-4778-96c3-3ce165fc3829 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.635984 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-856869bf-6e31-4778-96c3-3ce165fc3829 admin admin] For port afc88106-5260-4fa2-a439-2c4bfa4bd21d, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=afc88106-5260-4fa2-a439-2c4bfa4bd21d,segment=NetworkSegment(5c16c50f-ae50-427a-b106-e6db6e2e2c13),segment_id=5c16c50f-ae50-427a-b106-e6db6e2e2c13)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:49.636354 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-856869bf-6e31-4778-96c3-3ce165fc3829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.656709 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-856869bf-6e31-4778-96c3-3ce165fc3829 admin admin] Calling delete_port for afc88106-5260-4fa2-a439-2c4bfa4bd21d owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:49.657791 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0fb527-fc70-41d5-80f0-852033c36c5b None None] DHCP port deletion for bdb69d97-1fb4-451b-bdc7-c18aa88bf691 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:23:49.707701 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ce0fb527-fc70-41d5-80f0-852033c36c5b None None] Deleting port afc88106-5260-4fa2-a439-2c4bfa4bd21d {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:49.708076 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ce0fb527-fc70-41d5-80f0-852033c36c5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.742291 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-856869bf-6e31-4778-96c3-3ce165fc3829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.769591 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856869bf-6e31-4778-96c3-3ce165fc3829 admin admin] Pushing event deleted for resources: {'Port': ['ID=afc88106-5260-4fa2-a439-2c4bfa4bd21d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:49.774044 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856869bf-6e31-4778-96c3-3ce165fc3829 admin admin] No DVR routers for this DVR port afc88106-5260-4fa2-a439-2c4bfa4bd21d on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:23:49.784228 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ce0fb527-fc70-41d5-80f0-852033c36c5b None None] For port afc88106-5260-4fa2-a439-2c4bfa4bd21d, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=afc88106-5260-4fa2-a439-2c4bfa4bd21d,segment=NetworkSegment(5c16c50f-ae50-427a-b106-e6db6e2e2c13),segment_id=5c16c50f-ae50-427a-b106-e6db6e2e2c13)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:49.784775 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ce0fb527-fc70-41d5-80f0-852033c36c5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.798188 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ce0fb527-fc70-41d5-80f0-852033c36c5b None None] Calling delete_port for afc88106-5260-4fa2-a439-2c4bfa4bd21d owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:49.883815 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-856869bf-6e31-4778-96c3-3ce165fc3829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.884902 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ce0fb527-fc70-41d5-80f0-852033c36c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.898617 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-856869bf-6e31-4778-96c3-3ce165fc3829 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb69d97-1fb4-451b-bdc7-c18aa88bf691']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:49.910194 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-856869bf-6e31-4778-96c3-3ce165fc3829 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c16c50f-ae50-427a-b106-e6db6e2e2c13') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:49.910515 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-856869bf-6e31-4778-96c3-3ce165fc3829 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c16c50f-ae50-427a-b106-e6db6e2e2c13') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:49.914055 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fb527-fc70-41d5-80f0-852033c36c5b None None] Pushing event deleted for resources: {'Port': ['ID=afc88106-5260-4fa2-a439-2c4bfa4bd21d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:49.917931 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0fb527-fc70-41d5-80f0-852033c36c5b None None] No DVR routers for this DVR port afc88106-5260-4fa2-a439-2c4bfa4bd21d on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:23:49.925398 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-856869bf-6e31-4778-96c3-3ce165fc3829 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.940499 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-856869bf-6e31-4778-96c3-3ce165fc3829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.947101 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856869bf-6e31-4778-96c3-3ce165fc3829 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:23:49.947526 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-856869bf-6e31-4778-96c3-3ce165fc3829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: timer() Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:23:49.949336 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:23:50.005443 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-856869bf-6e31-4778-96c3-3ce165fc3829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:50.013038 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-856869bf-6e31-4778-96c3-3ce165fc3829 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:50.014759 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-856869bf-6e31-4778-96c3-3ce165fc3829 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bdb69d97-1fb4-451b-bdc7-c18aa88bf691 HTTP/1.1" status: 204 len: 168 time: 0.5767927 Jul 16 02:23:50.037947 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856869bf-6e31-4778-96c3-3ce165fc3829 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdb69d97-1fb4-451b-bdc7-c18aa88bf691,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:50.198182 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40378) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:50.240606 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2fc626b7-3210-49ea-8e99-0750eb50bccf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4d48f89442b49bda1a84eb1a4cb3de8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410979 Jul 16 02:23:50.243406 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40380) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:50.300787 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cd8eab3-c29e-4989-b2cd-a7e9345c4531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:50.323917 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cd8eab3-c29e-4989-b2cd-a7e9345c4531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:50.339713 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 78ef6b4c-273a-42b3-9376-f746fa1df423 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:23:50.363058 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 78ef6b4c-273a-42b3-9376-f746fa1df423 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:23:50.363301 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 78ef6b4c-273a-42b3-9376-f746fa1df423 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:23:50.363714 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 75b9ddf1-fb35-4c76-a8b8-68d4b72a170e no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:23:50.377024 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cd8eab3-c29e-4989-b2cd-a7e9345c4531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:50.379599 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cd8eab3-c29e-4989-b2cd-a7e9345c4531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:50.380988 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9cd8eab3-c29e-4989-b2cd-a7e9345c4531 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c950bcfd-ef1c-4a8e-9fb9-341116eec172 HTTP/1.1" status: 204 len: 168 time: 0.1364591 Jul 16 02:23:50.382608 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 75b9ddf1-fb35-4c76-a8b8-68d4b72a170e {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:23:50.383019 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 75b9ddf1-fb35-4c76-a8b8-68d4b72a170e not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:23:50.383354 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device afc88106-5260-4fa2-a439-2c4bfa4bd21d no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:23:50.391389 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8eab3-c29e-4989-b2cd-a7e9345c4531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c950bcfd-ef1c-4a8e-9fb9-341116eec172,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:50.409312 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: afc88106-5260-4fa2-a439-2c4bfa4bd21d {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:23:50.409656 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device afc88106-5260-4fa2-a439-2c4bfa4bd21d not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:23:50.742408 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40386) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:50.784448 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6be2b498-ff18-4f37-89f6-fd41a94181a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f12dcc8c98e430788c34780971a6302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408132 Jul 16 02:23:50.788187 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40388) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:50.840077 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a150def4-a4a1-414b-8781-76220189fb3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:50.863132 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a150def4-a4a1-414b-8781-76220189fb3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:50.914456 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a150def4-a4a1-414b-8781-76220189fb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:50.917121 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a150def4-a4a1-414b-8781-76220189fb3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:50.918325 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a150def4-a4a1-414b-8781-76220189fb3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d006b035-5876-47c4-b71f-33706139c49a HTTP/1.1" status: 204 len: 168 time: 0.1290593 Jul 16 02:23:50.927244 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150def4-a4a1-414b-8781-76220189fb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d006b035-5876-47c4-b71f-33706139c49a,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:52.649518 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40430) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:52.654393 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-1f420f9e-48ef-437a-897b-13e868301f32 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-463307197', 'description': 'tempest-secgroup-smoke-463307197 description', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:52.684737 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f420f9e-48ef-437a-897b-13e868301f32 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:52.693620 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f420f9e-48ef-437a-897b-13e868301f32 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:52.795337 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f420f9e-48ef-437a-897b-13e868301f32 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:52.801445 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f420f9e-48ef-437a-897b-13e868301f32 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:52.839915 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f420f9e-48ef-437a-897b-13e868301f32 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c5c254-b675-4d13-ac5e-ebdf5f8e5b06,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:52.895999 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f420f9e-48ef-437a-897b-13e868301f32 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:52.902362 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f420f9e-48ef-437a-897b-13e868301f32 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:52.933539 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1f420f9e-48ef-437a-897b-13e868301f32 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:52.934817 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1f420f9e-48ef-437a-897b-13e868301f32 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2842085 Jul 16 02:23:52.935538 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f420f9e-48ef-437a-897b-13e868301f32 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87be04d4-47f9-42bd-8842-3d216399b57f,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:52.937990 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40432) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:52.943571 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-4284cbea-6407-49a3-b254-482c95157b12 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': '87be04d4-47f9-42bd-8842-3d216399b57f', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:52.974612 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4284cbea-6407-49a3-b254-482c95157b12 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.023395 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4284cbea-6407-49a3-b254-482c95157b12 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.029038 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4284cbea-6407-49a3-b254-482c95157b12 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.048135 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284cbea-6407-49a3-b254-482c95157b12 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67423eec-54e6-454d-b649-4112551df103,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:53.054167 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4284cbea-6407-49a3-b254-482c95157b12 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.055349 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4284cbea-6407-49a3-b254-482c95157b12 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155128 Jul 16 02:23:53.059267 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40434) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:53.063740 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-f978d85e-afae-48c6-921f-9d09f7ef2ad0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': '87be04d4-47f9-42bd-8842-3d216399b57f', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:53.091460 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f978d85e-afae-48c6-921f-9d09f7ef2ad0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.152907 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f978d85e-afae-48c6-921f-9d09f7ef2ad0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.158783 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f978d85e-afae-48c6-921f-9d09f7ef2ad0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.184280 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978d85e-afae-48c6-921f-9d09f7ef2ad0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5169afd7-8286-4d77-901f-10694555a2c5,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:53.191640 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f978d85e-afae-48c6-921f-9d09f7ef2ad0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.193189 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f978d85e-afae-48c6-921f-9d09f7ef2ad0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328769 Jul 16 02:23:53.197062 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40436) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:53.201605 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-42da44d4-7c6c-4f0f-98fe-b2a6820f9dbb tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': '87be04d4-47f9-42bd-8842-3d216399b57f', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:53.231960 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-42da44d4-7c6c-4f0f-98fe-b2a6820f9dbb tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.293069 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-42da44d4-7c6c-4f0f-98fe-b2a6820f9dbb tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.299626 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-42da44d4-7c6c-4f0f-98fe-b2a6820f9dbb tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.319132 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da44d4-7c6c-4f0f-98fe-b2a6820f9dbb tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b738e76-0b22-4ed6-80d3-1cc2818fb302,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:53.327136 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-42da44d4-7c6c-4f0f-98fe-b2a6820f9dbb tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.328510 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-42da44d4-7c6c-4f0f-98fe-b2a6820f9dbb tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304283 Jul 16 02:23:53.331462 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40438) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:53.336274 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-4c47515d-5ea9-4abb-9b0e-a803e4058759 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': '87be04d4-47f9-42bd-8842-3d216399b57f', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:53.368097 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4c47515d-5ea9-4abb-9b0e-a803e4058759 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.442873 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4c47515d-5ea9-4abb-9b0e-a803e4058759 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.447742 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4c47515d-5ea9-4abb-9b0e-a803e4058759 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.465351 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47515d-5ea9-4abb-9b0e-a803e4058759 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ac5fcc-40ab-4ba0-8d17-2185d9d10fad,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:53.473440 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4c47515d-5ea9-4abb-9b0e-a803e4058759 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.474671 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4c47515d-5ea9-4abb-9b0e-a803e4058759 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1422184 Jul 16 02:23:53.477692 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40440) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:53.482431 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-ef21d47b-32f5-42c8-8e7c-cec8a2d4a02d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': '87be04d4-47f9-42bd-8842-3d216399b57f', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:53.507003 n-d-792394-16 neutron-server[93956]: INFO neutron.db.securitygroups_db [None req-ef21d47b-32f5-42c8-8e7c-cec8a2d4a02d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Project 9aba07b934ba4a8b8b1533b6c3e565a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:23:53.512590 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ef21d47b-32f5-42c8-8e7c-cec8a2d4a02d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.574973 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ef21d47b-32f5-42c8-8e7c-cec8a2d4a02d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.580398 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ef21d47b-32f5-42c8-8e7c-cec8a2d4a02d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.604005 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21d47b-32f5-42c8-8e7c-cec8a2d4a02d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd873eb-658b-49aa-b78f-852f582a539b,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:53.607855 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ef21d47b-32f5-42c8-8e7c-cec8a2d4a02d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.612208 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ef21d47b-32f5-42c8-8e7c-cec8a2d4a02d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1304059 Jul 16 02:23:53.612729 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40442) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:53.616963 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-afdeed48-aa16-4ea4-9382-01099abea241 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': '87be04d4-47f9-42bd-8842-3d216399b57f', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:53.639984 n-d-792394-16 neutron-server[93956]: INFO neutron.db.securitygroups_db [None req-afdeed48-aa16-4ea4-9382-01099abea241 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Project 9aba07b934ba4a8b8b1533b6c3e565a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:23:53.645213 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afdeed48-aa16-4ea4-9382-01099abea241 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.707583 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afdeed48-aa16-4ea4-9382-01099abea241 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.714334 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afdeed48-aa16-4ea4-9382-01099abea241 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.734605 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdeed48-aa16-4ea4-9382-01099abea241 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4895060e-6f44-4ee0-9322-9adb2cea7f96,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:53.738597 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-afdeed48-aa16-4ea4-9382-01099abea241 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.739876 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-afdeed48-aa16-4ea4-9382-01099abea241 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264150 Jul 16 02:23:53.743443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40444) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:53.749041 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f8294a0a-5cd7-4ba0-93bf-624d980dc167 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'network': {'name': 'tempest-network-smoke--855910987', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'port_security_enabled': True}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:53.774253 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8294a0a-5cd7-4ba0-93bf-624d980dc167 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Made reservation on behalf of 9aba07b934ba4a8b8b1533b6c3e565a5 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:53.778231 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f8294a0a-5cd7-4ba0-93bf-624d980dc167 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.810336 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8294a0a-5cd7-4ba0-93bf-624d980dc167 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:23:53.820259 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f8294a0a-5cd7-4ba0-93bf-624d980dc167 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.820644 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-f8294a0a-5cd7-4ba0-93bf-624d980dc167 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Added segment 5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2 of type vlan for network 0f9a3c0d-e027-49b2-9b1f-43f50f4c4270 Jul 16 02:23:53.863629 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f8294a0a-5cd7-4ba0-93bf-624d980dc167 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.894854 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f8294a0a-5cd7-4ba0-93bf-624d980dc167 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.900328 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8294a0a-5cd7-4ba0-93bf-624d980dc167 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:53.900971 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f8294a0a-5cd7-4ba0-93bf-624d980dc167 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.940925 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f8294a0a-5cd7-4ba0-93bf-624d980dc167 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1961458 Jul 16 02:23:53.944084 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40446) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:53.949097 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-06e721e3-634d-44b3-9e12-7627187dfbc3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1681991506', 'admin_state_up': True, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:53.973635 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06e721e3-634d-44b3-9e12-7627187dfbc3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.974650 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06e721e3-634d-44b3-9e12-7627187dfbc3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.978713 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8294a0a-5cd7-4ba0-93bf-624d980dc167 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Network': ['ID=0f9a3c0d-e027-49b2-9b1f-43f50f4c4270,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:53.992265 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 0f9a3c0d-e027-49b2-9b1f-43f50f4c4270 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:23:54.027619 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06e721e3-634d-44b3-9e12-7627187dfbc3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:54.168119 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06e721e3-634d-44b3-9e12-7627187dfbc3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:54.712777 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06e721e3-634d-44b3-9e12-7627187dfbc3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:54.731376 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06e721e3-634d-44b3-9e12-7627187dfbc3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:54.845580 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-06e721e3-634d-44b3-9e12-7627187dfbc3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Allocated IP 172.25.6.13 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/d517b1a0-76ab-466b-9816-b9b73a129fbf) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:23:54.964302 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06e721e3-634d-44b3-9e12-7627187dfbc3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:55.012610 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06e721e3-634d-44b3-9e12-7627187dfbc3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:55.048115 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e721e3-634d-44b3-9e12-7627187dfbc3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:55.054270 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-06e721e3-634d-44b3-9e12-7627187dfbc3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:55.057890 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e721e3-634d-44b3-9e12-7627187dfbc3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:23:55.063531 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e721e3-634d-44b3-9e12-7627187dfbc3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=d517b1a0-76ab-466b-9816-b9b73a129fbf,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:55.376305 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06e721e3-634d-44b3-9e12-7627187dfbc3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:55.606580 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06e721e3-634d-44b3-9e12-7627187dfbc3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:55.747008 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e721e3-634d-44b3-9e12-7627187dfbc3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Router 71f84c89-c85e-4468-a8f9-6d7d8e87a884 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:23:55.856403 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e721e3-634d-44b3-9e12-7627187dfbc3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:23:55.869351 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] Sync routers for ids ['71f84c89-c85e-4468-a8f9-6d7d8e87a884'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:23:55.880682 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] Routers {'71f84c89-c85e-4468-a8f9-6d7d8e87a884'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:55.881566 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:23:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['71f84c89-c85e-4468-a8f9-6d7d8e87a884'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:55.881893 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-06e721e3-634d-44b3-9e12-7627187dfbc3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:55.883135 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-06e721e3-634d-44b3-9e12-7627187dfbc3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9380121 Jul 16 02:23:55.886520 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40450) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:55.986837 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] Set router 71f84c89-c85e-4468-a8f9-6d7d8e87a884 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:56.013282 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-57bea8fa-f329-4ebe-aff7-76bc26b15cfe tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=9aba07b934ba4a8b8b1533b6c3e565a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1255364 Jul 16 02:23:56.015988 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40454) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:56.160993 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681991506', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:53Z', 'updated_at': '2021-07-16T02:23:55Z', 'revision_number': 3, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:54Z', 'updated_at': '2021-07-16T02:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:56.167592 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd28df96-7ffe-428c-adbf-ee7529d55e73 tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:56.169172 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-dd28df96-7ffe-428c-adbf-ee7529d55e73 tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1520271 Jul 16 02:23:56.172154 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40456) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:56.190481 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] Checking router: 71f84c89-c85e-4468-a8f9-6d7d8e87a884 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:23:56.190827 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] Updating router 71f84c89-c85e-4468-a8f9-6d7d8e87a884 port d517b1a0-76ab-466b-9816-b9b73a129fbf binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:23:56.207140 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0dd79a45-e163-46cd-847d-4ca47db0b1dc tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337501 Jul 16 02:23:56.209784 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40458) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:56.215379 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-226da6a2-744a-405c-a0bc-459c222f2437 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1174705162', 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:56.314510 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226da6a2-744a-405c-a0bc-459c222f2437 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Made reservation on behalf of 9aba07b934ba4a8b8b1533b6c3e565a5 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:56.318284 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-226da6a2-744a-405c-a0bc-459c222f2437 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:56.322209 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:56.507013 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-226da6a2-744a-405c-a0bc-459c222f2437 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:56.570476 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226da6a2-744a-405c-a0bc-459c222f2437 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Subnet': ['ID=d92766cf-1c8e-4ae2-9047-efe8df0bf40c,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:56.576562 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226da6a2-744a-405c-a0bc-459c222f2437 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Checking segment: {'id': '5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:56.576918 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226da6a2-744a-405c-a0bc-459c222f2437 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network hostable DHCP agents. Network: 0f9a3c0d-e027-49b2-9b1f-43f50f4c4270, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:23:56.580259 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:56.591276 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] Transition to ACTIVE for port object d517b1a0-76ab-466b-9816-b9b73a129fbf will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:56.597301 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226da6a2-744a-405c-a0bc-459c222f2437 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 0f9a3c0d-e027-49b2-9b1f-43f50f4c4270 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:23:56.599885 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:56.610136 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-226da6a2-744a-405c-a0bc-459c222f2437 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 0f9a3c0d-e027-49b2-9b1f-43f50f4c4270) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:56.615502 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226da6a2-744a-405c-a0bc-459c222f2437 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:56.616097 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-226da6a2-744a-405c-a0bc-459c222f2437 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:56.623084 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94e2436-31d0-4630-8803-f69b951a4b94 None None] Network 0f9a3c0d-e027-49b2-9b1f-43f50f4c4270 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:56.635667 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-226da6a2-744a-405c-a0bc-459c222f2437 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4230392 Jul 16 02:23:56.636761 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40460) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:56.677587 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] Attempting to bind port d517b1a0-76ab-466b-9816-b9b73a129fbf on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:23:56.677924 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] Attempting to bind port d517b1a0-76ab-466b-9816-b9b73a129fbf by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:23:56.678328 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] Attempting to bind port d517b1a0-76ab-466b-9816-b9b73a129fbf on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:23:56.687654 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd25e73-477c-4c4a-b6a6-9a3c523c9f33 None None] Pushing event updated for resources: {'Port': ['ID=d517b1a0-76ab-466b-9816-b9b73a129fbf,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:56.691622 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:23:56.691622 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:56.691999 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:56.692297 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:23:56.692778 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] Bound port: d517b1a0-76ab-466b-9816-b9b73a129fbf, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:23:56.693165 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:56.717130 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd25e73-477c-4c4a-b6a6-9a3c523c9f33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:56.717494 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd25e73-477c-4c4a-b6a6-9a3c523c9f33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:56.717800 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd25e73-477c-4c4a-b6a6-9a3c523c9f33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:56.718143 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd25e73-477c-4c4a-b6a6-9a3c523c9f33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:56.718475 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd25e73-477c-4c4a-b6a6-9a3c523c9f33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:56.718816 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd25e73-477c-4c4a-b6a6-9a3c523c9f33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:56.719220 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd25e73-477c-4c4a-b6a6-9a3c523c9f33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:56.719588 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd25e73-477c-4c4a-b6a6-9a3c523c9f33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:56.720548 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd25e73-477c-4c4a-b6a6-9a3c523c9f33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:56.720878 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd25e73-477c-4c4a-b6a6-9a3c523c9f33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:56.721201 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd25e73-477c-4c4a-b6a6-9a3c523c9f33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:56.721524 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd25e73-477c-4c4a-b6a6-9a3c523c9f33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:56.756739 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0e64751d-a70c-4b5a-8cad-8a389209f4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:56.761371 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] For port d517b1a0-76ab-466b-9816-b9b73a129fbf, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:23:56.764835 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] For port d517b1a0-76ab-466b-9816-b9b73a129fbf, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d517b1a0-76ab-466b-9816-b9b73a129fbf,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:23:56.771647 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:56.808817 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2da103-d85e-4f37-9b66-fdb8bd65d090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-0f9a3c0d-e027-49b2-9b1f-43f50f4c4270', 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'fixed_ips': [{'subnet_id': 'd92766cf-1c8e-4ae2-9047-efe8df0bf40c'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:23:56.809979 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e2da103-d85e-4f37-9b66-fdb8bd65d090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:56.833373 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd25e73-477c-4c4a-b6a6-9a3c523c9f33 None None] Pushing event updated for resources: {'Port': ['ID=d517b1a0-76ab-466b-9816-b9b73a129fbf,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:56.845564 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] Routers {'71f84c89-c85e-4468-a8f9-6d7d8e87a884'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:56.846452 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:23:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['71f84c89-c85e-4468-a8f9-6d7d8e87a884'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:56.954271 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] Set router 71f84c89-c85e-4468-a8f9-6d7d8e87a884 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:56.961455 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-5e2da103-d85e-4f37-9b66-fdb8bd65d090 None None] Allocated IP 172.20.0.2 (0f9a3c0d-e027-49b2-9b1f-43f50f4c4270/d92766cf-1c8e-4ae2-9047-efe8df0bf40c/0867e44c-9115-43f0-83f5-9f93474bda7b) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:23:57.100203 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-527fb717-46ca-4e04-bcc6-6e6492702cff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:57.113428 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e2da103-d85e-4f37-9b66-fdb8bd65d090 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:57.123012 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5e2da103-d85e-4f37-9b66-fdb8bd65d090 None None] Transition to ACTIVE for port object 0867e44c-9115-43f0-83f5-9f93474bda7b will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:57.138557 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5e2da103-d85e-4f37-9b66-fdb8bd65d090 None None] Transition to ACTIVE for port object 0867e44c-9115-43f0-83f5-9f93474bda7b will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:57.140659 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681991506', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:53Z', 'updated_at': '2021-07-16T02:23:55Z', 'revision_number': 3, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:54Z', 'updated_at': '2021-07-16T02:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:57.145576 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e2da103-d85e-4f37-9b66-fdb8bd65d090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:57.168014 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c7732c-3831-4aa2-a45b-e1642ab92af0 None None] The sync data for ids ['71f84c89-c85e-4468-a8f9-6d7d8e87a884'] in n-d-792394-16 is: [{'id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681991506', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:53Z', 'updated_at': '2021-07-16T02:23:55Z', 'revision_number': 3, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:54Z', 'updated_at': '2021-07-16T02:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:23:57.187748 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2da103-d85e-4f37-9b66-fdb8bd65d090 None None] Network 0f9a3c0d-e027-49b2-9b1f-43f50f4c4270 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:57.194559 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-5e2da103-d85e-4f37-9b66-fdb8bd65d090 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:57.198740 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2da103-d85e-4f37-9b66-fdb8bd65d090 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:23:57.206122 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2da103-d85e-4f37-9b66-fdb8bd65d090 None None] Pushing event updated for resources: {'Port': ['ID=0867e44c-9115-43f0-83f5-9f93474bda7b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:57.262900 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5e2da103-d85e-4f37-9b66-fdb8bd65d090 None None] Attempting to bind port 0867e44c-9115-43f0-83f5-9f93474bda7b on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:23:57.263275 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5e2da103-d85e-4f37-9b66-fdb8bd65d090 None None] Attempting to bind port 0867e44c-9115-43f0-83f5-9f93474bda7b by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:23:57.263641 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2da103-d85e-4f37-9b66-fdb8bd65d090 None None] Attempting to bind port 0867e44c-9115-43f0-83f5-9f93474bda7b on network 0f9a3c0d-e027-49b2-9b1f-43f50f4c4270 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:23:57.269393 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2da103-d85e-4f37-9b66-fdb8bd65d090 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:23:57.269764 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2da103-d85e-4f37-9b66-fdb8bd65d090 None None] Checking segment: {'id': '5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:57.270166 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e2da103-d85e-4f37-9b66-fdb8bd65d090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:57.270561 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2da103-d85e-4f37-9b66-fdb8bd65d090 None None] Bound using segment: {'id': '5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:23:57.271021 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-5e2da103-d85e-4f37-9b66-fdb8bd65d090 None None] Bound port: 0867e44c-9115-43f0-83f5-9f93474bda7b, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:23:57.271412 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e2da103-d85e-4f37-9b66-fdb8bd65d090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:57.341130 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-5e2da103-d85e-4f37-9b66-fdb8bd65d090 None None] For port 0867e44c-9115-43f0-83f5-9f93474bda7b, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:23:57.344631 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-5e2da103-d85e-4f37-9b66-fdb8bd65d090 None None] For port 0867e44c-9115-43f0-83f5-9f93474bda7b, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0867e44c-9115-43f0-83f5-9f93474bda7b,segment=NetworkSegment(5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2),segment_id=5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:23:57.350351 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e2da103-d85e-4f37-9b66-fdb8bd65d090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:57.421375 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2da103-d85e-4f37-9b66-fdb8bd65d090 None None] Pushing event updated for resources: {'Port': ['ID=0867e44c-9115-43f0-83f5-9f93474bda7b,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:57.484283 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-527fb717-46ca-4e04-bcc6-6e6492702cff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Allocated IP 172.20.0.1 (0f9a3c0d-e027-49b2-9b1f-43f50f4c4270/d92766cf-1c8e-4ae2-9047-efe8df0bf40c/c49e692c-2b16-48cf-bfdb-2327cd29d69d) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:23:57.652591 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-527fb717-46ca-4e04-bcc6-6e6492702cff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:57.672042 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-527fb717-46ca-4e04-bcc6-6e6492702cff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Transition to ACTIVE for port object c49e692c-2b16-48cf-bfdb-2327cd29d69d will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:57.712194 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-527fb717-46ca-4e04-bcc6-6e6492702cff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:57.757327 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527fb717-46ca-4e04-bcc6-6e6492702cff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 0f9a3c0d-e027-49b2-9b1f-43f50f4c4270 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:57.763205 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-527fb717-46ca-4e04-bcc6-6e6492702cff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:57.769331 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527fb717-46ca-4e04-bcc6-6e6492702cff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:23:57.796676 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527fb717-46ca-4e04-bcc6-6e6492702cff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=c49e692c-2b16-48cf-bfdb-2327cd29d69d,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:57.822063 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-527fb717-46ca-4e04-bcc6-6e6492702cff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:58.284887 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-527fb717-46ca-4e04-bcc6-6e6492702cff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:58.429711 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0867e44c-9115-43f0-83f5-9f93474bda7b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:58.456343 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a38c8a9-34b7-4498-8a7f-6f5355f2c2e8 None None] Network 0f9a3c0d-e027-49b2-9b1f-43f50f4c4270 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:58.627353 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-527fb717-46ca-4e04-bcc6-6e6492702cff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:58.633413 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-527fb717-46ca-4e04-bcc6-6e6492702cff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:58.705149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-318ac806-6cd1-4f5d-b7e8-c3658df052ad None None] Provisioning for port 0867e44c-9115-43f0-83f5-9f93474bda7b completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:58.716797 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-527fb717-46ca-4e04-bcc6-6e6492702cff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:58.720114 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527fb717-46ca-4e04-bcc6-6e6492702cff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=c49e692c-2b16-48cf-bfdb-2327cd29d69d,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:58.738059 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 0867e44c-9115-43f0-83f5-9f93474bda7b completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:58.744255 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 0867e44c-9115-43f0-83f5-9f93474bda7b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:58.744652 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:58.816484 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527fb717-46ca-4e04-bcc6-6e6492702cff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 0f9a3c0d-e027-49b2-9b1f-43f50f4c4270 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:58.818214 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-527fb717-46ca-4e04-bcc6-6e6492702cff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:58.894979 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:58.935144 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 0867e44c-9115-43f0-83f5-9f93474bda7b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0867e44c-9115-43f0-83f5-9f93474bda7b,segment=NetworkSegment(5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2),segment_id=5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:58.940512 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:58.941489 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d517b1a0-76ab-466b-9816-b9b73a129fbf up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:58.956641 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527fb717-46ca-4e04-bcc6-6e6492702cff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Router 71f84c89-c85e-4468-a8f9-6d7d8e87a884 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:23:59.027553 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=0867e44c-9115-43f0-83f5-9f93474bda7b,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:59.036130 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port d517b1a0-76ab-466b-9816-b9b73a129fbf completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:59.041357 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port d517b1a0-76ab-466b-9816-b9b73a129fbf triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:59.041765 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:59.075784 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527fb717-46ca-4e04-bcc6-6e6492702cff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:23:59.086197 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-527fb717-46ca-4e04-bcc6-6e6492702cff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "PUT /v2.0/routers/71f84c89-c85e-4468-a8f9-6d7d8e87a884/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4438212 Jul 16 02:23:59.093175 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] Sync routers for ids ['71f84c89-c85e-4468-a8f9-6d7d8e87a884'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:23:59.137624 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] Routers {'71f84c89-c85e-4468-a8f9-6d7d8e87a884'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:59.138286 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:23:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['71f84c89-c85e-4468-a8f9-6d7d8e87a884'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:59.192740 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:59.206211 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7c01348c-81ed-4c34-8f7b-cf77d7475237 None None] Provisioning for port c49e692c-2b16-48cf-bfdb-2327cd29d69d completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:59.236158 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-ef6fa9c2-c15e-42da-be51-e327be1633bc tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-463307197&fields=id&tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5 HTTP/1.1" status: 200 len: 267 time: 0.0381174 Jul 16 02:23:59.248904 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7c01348c-81ed-4c34-8f7b-cf77d7475237 None None] Provisioning complete for port c49e692c-2b16-48cf-bfdb-2327cd29d69d triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:59.249281 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7c01348c-81ed-4c34-8f7b-cf77d7475237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:59.266759 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port d517b1a0-76ab-466b-9816-b9b73a129fbf, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d517b1a0-76ab-466b-9816-b9b73a129fbf,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:59.289102 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:59.344274 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] Set router 71f84c89-c85e-4468-a8f9-6d7d8e87a884 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:59.346049 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7c01348c-81ed-4c34-8f7b-cf77d7475237 None None] Port c49e692c-2b16-48cf-bfdb-2327cd29d69d cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:23:59.363528 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-fd75ee30-8166-4f7d-a290-f99f3f66caff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:59.365117 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-fd75ee30-8166-4f7d-a290-f99f3f66caff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/networks?id=0f9a3c0d-e027-49b2-9b1f-43f50f4c4270 HTTP/1.1" status: 200 len: 796 time: 0.1218374 Jul 16 02:23:59.382726 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-8c5d1c8f-0c6e-40b5-92a4-a7e23804fd91 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/quotas/9aba07b934ba4a8b8b1533b6c3e565a5 HTTP/1.1" status: 200 len: 375 time: 0.0112243 Jul 16 02:23:59.412752 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=d517b1a0-76ab-466b-9816-b9b73a129fbf,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:59.416048 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7c01348c-81ed-4c34-8f7b-cf77d7475237 None None] Provisioning complete for port 0867e44c-9115-43f0-83f5-9f93474bda7b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:59.416842 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7c01348c-81ed-4c34-8f7b-cf77d7475237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:59.469504 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-c48f6712-3979-49fa-9aaa-81d342ff8d20 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719094 Jul 16 02:23:59.630303 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-eaf5a3c3-7d77-4198-a779-ea0efb2bcd8a service neutron] 10.222.0.16 "GET /v2.0/networks/0f9a3c0d-e027-49b2-9b1f-43f50f4c4270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476209 Jul 16 02:23:59.651019 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b0e1eaed-411b-4aad-945b-3cd6ab28d7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:59.670858 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681991506', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:53Z', 'updated_at': '2021-07-16T02:23:58Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:54Z', 'updated_at': '2021-07-16T02:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c49e692c-2b16-48cf-bfdb-2327cd29d69d', 'name': '', 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:55:39:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'd92766cf-1c8e-4ae2-9047-efe8df0bf40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:57Z', 'updated_at': '2021-07-16T02:23:58Z', 'revision_number': 2, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'd92766cf-1c8e-4ae2-9047-efe8df0bf40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:59.699051 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] Checking router: 71f84c89-c85e-4468-a8f9-6d7d8e87a884 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:23:59.699309 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] Updating router 71f84c89-c85e-4468-a8f9-6d7d8e87a884 port c49e692c-2b16-48cf-bfdb-2327cd29d69d binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:23:59.727907 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-5a4a20db-fcd0-423a-8ef8-96a438ada4ea service neutron] 10.222.0.16 "GET /v2.0/networks/0f9a3c0d-e027-49b2-9b1f-43f50f4c4270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912602 Jul 16 02:23:59.736298 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:59.779818 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-844c6c00-c3ab-4447-abce-f12cf65219f7 None None] Provisioning complete for port c49e692c-2b16-48cf-bfdb-2327cd29d69d triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:59.780204 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-844c6c00-c3ab-4447-abce-f12cf65219f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:59.899097 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-844c6c00-c3ab-4447-abce-f12cf65219f7 None None] Port c49e692c-2b16-48cf-bfdb-2327cd29d69d cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:23:59.906666 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:59.986099 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4e808320-c935-444c-a9ef-7c2ba0d86916 req-f118f476-9a59-4839-b153-7c641b8abfbe tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 210 time: 0.1021435 Jul 16 02:24:00.086640 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:00.097970 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] Transition to ACTIVE for port object c49e692c-2b16-48cf-bfdb-2327cd29d69d will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:00.105139 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:00.153765 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003b8b2-424e-4589-9ed5-087395a8db84 None None] Pushing event updated for resources: {'Port': ['ID=c49e692c-2b16-48cf-bfdb-2327cd29d69d,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:00.211049 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] Attempting to bind port c49e692c-2b16-48cf-bfdb-2327cd29d69d on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:24:00.211428 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] Attempting to bind port c49e692c-2b16-48cf-bfdb-2327cd29d69d by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:24:00.211845 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] Attempting to bind port c49e692c-2b16-48cf-bfdb-2327cd29d69d on network 0f9a3c0d-e027-49b2-9b1f-43f50f4c4270 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:00.217517 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:24:00.217892 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] Checking segment: {'id': '5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:24:00.218295 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:00.218689 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] Bound using segment: {'id': '5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:24:00.219155 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] Bound port: c49e692c-2b16-48cf-bfdb-2327cd29d69d, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:24:00.219646 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:00.289158 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] For port c49e692c-2b16-48cf-bfdb-2327cd29d69d, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:24:00.292885 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] For port c49e692c-2b16-48cf-bfdb-2327cd29d69d, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c49e692c-2b16-48cf-bfdb-2327cd29d69d,segment=NetworkSegment(5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2),segment_id=5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:24:00.299741 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:00.365964 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] Routers {'71f84c89-c85e-4468-a8f9-6d7d8e87a884'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:00.366615 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:24:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['71f84c89-c85e-4468-a8f9-6d7d8e87a884'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:00.369364 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003b8b2-424e-4589-9ed5-087395a8db84 None None] Pushing event updated for resources: {'Port': ['ID=c49e692c-2b16-48cf-bfdb-2327cd29d69d,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:00.410426 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0867e44c-9115-43f0-83f5-9f93474bda7b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:00.535367 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 0867e44c-9115-43f0-83f5-9f93474bda7b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:00.535746 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:00.538467 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] Set router 71f84c89-c85e-4468-a8f9-6d7d8e87a884 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:00.768943 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d517b1a0-76ab-466b-9816-b9b73a129fbf up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:00.866648 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port d517b1a0-76ab-466b-9816-b9b73a129fbf triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:00.867243 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:00.894734 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681991506', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:53Z', 'updated_at': '2021-07-16T02:23:58Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:54Z', 'updated_at': '2021-07-16T02:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c49e692c-2b16-48cf-bfdb-2327cd29d69d', 'name': '', 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:55:39:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'd92766cf-1c8e-4ae2-9047-efe8df0bf40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:57Z', 'updated_at': '2021-07-16T02:24:00Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'd92766cf-1c8e-4ae2-9047-efe8df0bf40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:00.926422 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79efaf0-b6f4-457a-9c8c-acbd439d7618 None None] The sync data for ids ['71f84c89-c85e-4468-a8f9-6d7d8e87a884'] in n-d-792394-16 is: [{'id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681991506', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:53Z', 'updated_at': '2021-07-16T02:23:58Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:54Z', 'updated_at': '2021-07-16T02:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c49e692c-2b16-48cf-bfdb-2327cd29d69d', 'name': '', 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:55:39:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'd92766cf-1c8e-4ae2-9047-efe8df0bf40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:57Z', 'updated_at': '2021-07-16T02:24:00Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'd92766cf-1c8e-4ae2-9047-efe8df0bf40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:24:01.035144 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:01.144443 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-037105b3-51d3-4e43-a092-5b63ee0d6cb1 req-32e79d2c-6cc7-4f5c-912e-2374bb06e904 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 210 time: 0.0302114 Jul 16 02:24:01.314476 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-599e53f4-ba63-48a7-abd5-5637b9b59fe5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:01.315985 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-599e53f4-ba63-48a7-abd5-5637b9b59fe5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.82 "GET /v2.0/networks?id=0f9a3c0d-e027-49b2-9b1f-43f50f4c4270 HTTP/1.1" status: 200 len: 796 time: 0.1163769 Jul 16 02:24:01.365189 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-f655b0dc-64f1-46cb-850a-2222f1088775 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5 HTTP/1.1" status: 200 len: 379 time: 0.0391922 Jul 16 02:24:01.374884 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-593c4061-544b-4011-99b2-f968429ed714 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'port': {'device_id': '194f69bc-0652-46cd-acbe-3d622d69c4e2', 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270', 'admin_state_up': True, 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'security_groups': ['87be04d4-47f9-42bd-8842-3d216399b57f']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:01.504894 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-593c4061-544b-4011-99b2-f968429ed714 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Made reservation on behalf of 9aba07b934ba4a8b8b1533b6c3e565a5 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:24:01.508731 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-593c4061-544b-4011-99b2-f968429ed714 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:01.646333 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-593c4061-544b-4011-99b2-f968429ed714 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Allocated IP 172.20.0.5 (0f9a3c0d-e027-49b2-9b1f-43f50f4c4270/d92766cf-1c8e-4ae2-9047-efe8df0bf40c/c5cc9933-ab99-4733-b808-1e6aab34b01e) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:24:01.808084 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-593c4061-544b-4011-99b2-f968429ed714 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:01.823183 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-593c4061-544b-4011-99b2-f968429ed714 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Transition to ACTIVE for port object c5cc9933-ab99-4733-b808-1e6aab34b01e will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:01.861250 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-593c4061-544b-4011-99b2-f968429ed714 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:01.910042 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-593c4061-544b-4011-99b2-f968429ed714 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 0f9a3c0d-e027-49b2-9b1f-43f50f4c4270 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:24:01.913491 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-593c4061-544b-4011-99b2-f968429ed714 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:24:01.917939 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-593c4061-544b-4011-99b2-f968429ed714 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:24:01.950943 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c4061-544b-4011-99b2-f968429ed714 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=c5cc9933-ab99-4733-b808-1e6aab34b01e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:01.970909 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:01.985466 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-593c4061-544b-4011-99b2-f968429ed714 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:01.986157 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-593c4061-544b-4011-99b2-f968429ed714 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:02.004457 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-593c4061-544b-4011-99b2-f968429ed714 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6337070 Jul 16 02:24:02.017528 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-b7762d89-9f3b-4edd-93a5-0a276e853900 service neutron] Request body: {'port': {'device_id': '194f69bc-0652-46cd-acbe-3d622d69c4e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:02.093667 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-b7762d89-9f3b-4edd-93a5-0a276e853900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:02.228328 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-280f090d-d0fa-4d06-92c7-d6e92ebf2aa6 None None] Provisioning for port c5cc9933-ab99-4733-b808-1e6aab34b01e completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:02.234963 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-280f090d-d0fa-4d06-92c7-d6e92ebf2aa6 None None] Provisioning complete for port c5cc9933-ab99-4733-b808-1e6aab34b01e triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:02.235984 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-280f090d-d0fa-4d06-92c7-d6e92ebf2aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:02.273826 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-280f090d-d0fa-4d06-92c7-d6e92ebf2aa6 None None] Port c5cc9933-ab99-4733-b808-1e6aab34b01e cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:24:02.346910 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4284901-d524-4938-bfbe-4a7b1b48308d req-c8c36978-a54f-4dcf-8e82-e69a5f25b89a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:02.348629 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e4284901-d524-4938-bfbe-4a7b1b48308d req-c8c36978-a54f-4dcf-8e82-e69a5f25b89a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 931 time: 0.0828967 Jul 16 02:24:02.387707 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c49e692c-2b16-48cf-bfdb-2327cd29d69d up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:02.392340 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e4284901-d524-4938-bfbe-4a7b1b48308d req-bbe18220-7f6e-41e4-99ab-7e5b495d8bb2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=87be04d4-47f9-42bd-8842-3d216399b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377233 Jul 16 02:24:02.408879 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-b7762d89-9f3b-4edd-93a5-0a276e853900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5cc9933-ab99-4733-b808-1e6aab34b01e {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:24:02.417789 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-b7762d89-9f3b-4edd-93a5-0a276e853900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:02.430670 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-b7762d89-9f3b-4edd-93a5-0a276e853900 service neutron] Transition to ACTIVE for port object c5cc9933-ab99-4733-b808-1e6aab34b01e will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:02.436272 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-b7762d89-9f3b-4edd-93a5-0a276e853900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:02.455369 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port c49e692c-2b16-48cf-bfdb-2327cd29d69d completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:02.459235 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port c49e692c-2b16-48cf-bfdb-2327cd29d69d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:02.459670 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:02.487177 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7762d89-9f3b-4edd-93a5-0a276e853900 service neutron] Pushing event updated for resources: {'Port': ['ID=c5cc9933-ab99-4733-b808-1e6aab34b01e,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:02.550852 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:02.561371 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-b7762d89-9f3b-4edd-93a5-0a276e853900 service neutron] Attempting to bind port c5cc9933-ab99-4733-b808-1e6aab34b01e on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:24:02.561717 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-b7762d89-9f3b-4edd-93a5-0a276e853900 service neutron] Attempting to bind port c5cc9933-ab99-4733-b808-1e6aab34b01e by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:24:02.562185 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-b7762d89-9f3b-4edd-93a5-0a276e853900 service neutron] Attempting to bind port c5cc9933-ab99-4733-b808-1e6aab34b01e on network 0f9a3c0d-e027-49b2-9b1f-43f50f4c4270 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:02.566964 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-b7762d89-9f3b-4edd-93a5-0a276e853900 service neutron] Port c5cc9933-ab99-4733-b808-1e6aab34b01e on network 0f9a3c0d-e027-49b2-9b1f-43f50f4c4270 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:24:02.567315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-b7762d89-9f3b-4edd-93a5-0a276e853900 service neutron] Attempting to bind port c5cc9933-ab99-4733-b808-1e6aab34b01e on network 0f9a3c0d-e027-49b2-9b1f-43f50f4c4270 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:02.572742 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-b7762d89-9f3b-4edd-93a5-0a276e853900 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:24:02.573087 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-b7762d89-9f3b-4edd-93a5-0a276e853900 service neutron] Checking segment: {'id': '5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:24:02.574244 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-b7762d89-9f3b-4edd-93a5-0a276e853900 service neutron] Bound using segment: {'id': '5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:24:02.574244 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-b7762d89-9f3b-4edd-93a5-0a276e853900 service neutron] Bound port: c5cc9933-ab99-4733-b808-1e6aab34b01e, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:24:02.574244 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-b7762d89-9f3b-4edd-93a5-0a276e853900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:02.591040 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port c49e692c-2b16-48cf-bfdb-2327cd29d69d, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c49e692c-2b16-48cf-bfdb-2327cd29d69d,segment=NetworkSegment(5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2),segment_id=5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:02.596024 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:02.649416 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=c49e692c-2b16-48cf-bfdb-2327cd29d69d,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:02.651239 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-b7762d89-9f3b-4edd-93a5-0a276e853900 service neutron] For port c5cc9933-ab99-4733-b808-1e6aab34b01e, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:24:02.659889 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-b7762d89-9f3b-4edd-93a5-0a276e853900 service neutron] For port c5cc9933-ab99-4733-b808-1e6aab34b01e, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c5cc9933-ab99-4733-b808-1e6aab34b01e,segment=NetworkSegment(5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2),segment_id=5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:24:02.665845 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-b7762d89-9f3b-4edd-93a5-0a276e853900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:02.700753 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-b7762d89-9f3b-4edd-93a5-0a276e853900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:02.701403 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-b7762d89-9f3b-4edd-93a5-0a276e853900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:02.702960 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-b7762d89-9f3b-4edd-93a5-0a276e853900 service neutron] 10.222.0.82 "PUT /v2.0/ports/c5cc9933-ab99-4733-b808-1e6aab34b01e HTTP/1.1" status: 200 len: 1092 time: 0.6902258 Jul 16 02:24:02.703241 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194f69bc-0652-46cd-acbe-3d622d69c4e2', 'tag': 'c5cc9933-ab99-4733-b808-1e6aab34b01e'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:02.705784 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad075e03-3d68-4ab5-8403-6b2205143c40" -d '{"events": [{"name": "network-changed", "server_uuid": "194f69bc-0652-46cd-acbe-3d622d69c4e2", "tag": "c5cc9933-ab99-4733-b808-1e6aab34b01e"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:02.731200 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7762d89-9f3b-4edd-93a5-0a276e853900 service neutron] Pushing event updated for resources: {'Port': ['ID=c5cc9933-ab99-4733-b808-1e6aab34b01e,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:02.758841 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dd24b6-8ea9-4a10-bcc1-ea4dcd089435 x-openstack-request-id: req-96dd24b6-8ea9-4a10-bcc1-ea4dcd089435 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:02.759139 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194f69bc-0652-46cd-acbe-3d622d69c4e2", "tag": "c5cc9933-ab99-4733-b808-1e6aab34b01e", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:02.759394 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96dd24b6-8ea9-4a10-bcc1-ea4dcd089435 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:02.759800 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194f69bc-0652-46cd-acbe-3d622d69c4e2', 'tag': 'c5cc9933-ab99-4733-b808-1e6aab34b01e', 'status': 'completed', 'code': 200} Jul 16 02:24:02.770861 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:02.804355 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-d2bb59e1-a7a3-4ad9-ba03-d61459750761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:02.805975 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-d2bb59e1-a7a3-4ad9-ba03-d61459750761 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 1095 time: 0.0570695 Jul 16 02:24:02.852156 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-3bdf65d1-aa8f-4a2e-812a-5a17b695f0ec service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5cc9933-ab99-4733-b808-1e6aab34b01e HTTP/1.1" status: 200 len: 217 time: 0.0391874 Jul 16 02:24:02.901519 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-ace4c3b5-7ea6-44ab-8484-fe60b93e2559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:02.903055 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-ace4c3b5-7ea6-44ab-8484-fe60b93e2559 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d92766cf-1c8e-4ae2-9047-efe8df0bf40c HTTP/1.1" status: 200 len: 835 time: 0.0447502 Jul 16 02:24:02.962521 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-c3690dde-2bab-4218-b7ac-828d95d50b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:02.964401 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-c3690dde-2bab-4218-b7ac-828d95d50b69 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f9a3c0d-e027-49b2-9b1f-43f50f4c4270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548661 Jul 16 02:24:03.059624 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-c87fd585-2905-463f-904e-c1942b7d7a47 service neutron] 10.222.0.82 "GET /v2.0/networks/0f9a3c0d-e027-49b2-9b1f-43f50f4c4270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887456 Jul 16 02:24:03.149260 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2f587a0f-d32b-4e0e-91e1-36152f5a54e5 req-413d1b2d-24f5-442f-bbd3-24be9ca3e0ee service neutron] 10.222.0.82 "GET /v2.0/networks/0f9a3c0d-e027-49b2-9b1f-43f50f4c4270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830808 Jul 16 02:24:03.263125 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad075e03-3d68-4ab5-8403-6b2205143c40 req-b290487c-51ee-4e81-a991-f0977991ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:03.264690 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad075e03-3d68-4ab5-8403-6b2205143c40 req-b290487c-51ee-4e81-a991-f0977991ea55 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 1095 time: 0.0582862 Jul 16 02:24:03.378555 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad075e03-3d68-4ab5-8403-6b2205143c40 req-b4c94e5b-f2d2-4ace-827f-851daba2ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:03.380080 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad075e03-3d68-4ab5-8403-6b2205143c40 req-b4c94e5b-f2d2-4ace-827f-851daba2ad44 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0f9a3c0d-e027-49b2-9b1f-43f50f4c4270 HTTP/1.1" status: 200 len: 897 time: 0.1094680 Jul 16 02:24:03.428018 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad075e03-3d68-4ab5-8403-6b2205143c40 req-d9d17fd5-8251-419d-8832-33878c510e3c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5cc9933-ab99-4733-b808-1e6aab34b01e HTTP/1.1" status: 200 len: 217 time: 0.0403349 Jul 16 02:24:03.483515 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad075e03-3d68-4ab5-8403-6b2205143c40 req-808e89e9-24b2-414f-b85f-dc05444896c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:03.485269 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad075e03-3d68-4ab5-8403-6b2205143c40 req-808e89e9-24b2-414f-b85f-dc05444896c6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d92766cf-1c8e-4ae2-9047-efe8df0bf40c HTTP/1.1" status: 200 len: 835 time: 0.0502973 Jul 16 02:24:03.544410 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad075e03-3d68-4ab5-8403-6b2205143c40 req-f2268a91-f7d2-4c86-a32a-bd90e9d3f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:03.545997 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad075e03-3d68-4ab5-8403-6b2205143c40 req-f2268a91-f7d2-4c86-a32a-bd90e9d3f4e9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f9a3c0d-e027-49b2-9b1f-43f50f4c4270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543635 Jul 16 02:24:03.583812 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220063de-0be1-442c-bd3b-8d608f85845a req-dc70c9d1-9be1-4d7b-94f2-6090b0a97c0c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:03.585378 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-220063de-0be1-442c-bd3b-8d608f85845a req-dc70c9d1-9be1-4d7b-94f2-6090b0a97c0c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 943 time: 0.0660117 Jul 16 02:24:03.627405 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-220063de-0be1-442c-bd3b-8d608f85845a req-e356ec74-4863-4f2d-9a22-f58e1d2edb06 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=87be04d4-47f9-42bd-8842-3d216399b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360191 Jul 16 02:24:03.645610 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad075e03-3d68-4ab5-8403-6b2205143c40 req-6d3b2218-b433-416c-a7de-a020f464d297 service neutron] 10.222.0.82 "GET /v2.0/networks/0f9a3c0d-e027-49b2-9b1f-43f50f4c4270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924063 Jul 16 02:24:03.740094 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad075e03-3d68-4ab5-8403-6b2205143c40 req-1082955f-2922-4429-9ef7-4ea26defd5a0 service neutron] 10.222.0.82 "GET /v2.0/networks/0f9a3c0d-e027-49b2-9b1f-43f50f4c4270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869040 Jul 16 02:24:04.365103 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c49e692c-2b16-48cf-bfdb-2327cd29d69d up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:04.416573 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port c49e692c-2b16-48cf-bfdb-2327cd29d69d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:04.416932 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:04.831451 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caab946-02a4-49e3-af5c-8c022e5f30e9 req-45e3b620-84b9-4c62-8dd6-3efcbe9e2d1a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:04.833069 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2caab946-02a4-49e3-af5c-8c022e5f30e9 req-45e3b620-84b9-4c62-8dd6-3efcbe9e2d1a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 943 time: 0.0751061 Jul 16 02:24:04.877892 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2caab946-02a4-49e3-af5c-8c022e5f30e9 req-a00fc6b3-e01d-420e-8689-cdc3c2a3fd24 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=87be04d4-47f9-42bd-8842-3d216399b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390878 Jul 16 02:24:05.549292 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:05.801854 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c5cc9933-ab99-4733-b808-1e6aab34b01e details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:24:05.904643 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port c5cc9933-ab99-4733-b808-1e6aab34b01e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c5cc9933-ab99-4733-b808-1e6aab34b01e,segment=NetworkSegment(5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2),segment_id=5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:05.920958 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'c5cc9933-ab99-4733-b808-1e6aab34b01e', 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270', 'port_id': 'c5cc9933-ab99-4733-b808-1e6aab34b01e', 'mac_address': 'fa:16:3e:ef:20:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92766cf-1c8e-4ae2-9047-efe8df0bf40c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:24:05.963860 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:05.978312 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5cc9933-ab99-4733-b808-1e6aab34b01e {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:24:05.998873 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port c5cc9933-ab99-4733-b808-1e6aab34b01e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c5cc9933-ab99-4733-b808-1e6aab34b01e,segment=NetworkSegment(5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2),segment_id=5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:06.004666 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:06.053488 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=c5cc9933-ab99-4733-b808-1e6aab34b01e,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:06.063185 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4887da-917b-4696-83e7-db495d219076 req-c432c719-2844-4bb9-a675-628b305489ec tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:06.064690 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dd4887da-917b-4696-83e7-db495d219076 req-c432c719-2844-4bb9-a675-628b305489ec tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 944 time: 0.0695093 Jul 16 02:24:06.112505 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dd4887da-917b-4696-83e7-db495d219076 req-d84a350e-3042-4b3f-8223-da810eab8ff8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=87be04d4-47f9-42bd-8842-3d216399b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419612 Jul 16 02:24:06.234325 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['c5cc9933-ab99-4733-b808-1e6aab34b01e'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:24:06.438638 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:24:07.297677 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfef8f-7756-4e14-a84f-e486cd0335fe req-723c9a0f-9998-4eac-b0ef-f3586aa60308 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:07.299158 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90bfef8f-7756-4e14-a84f-e486cd0335fe req-723c9a0f-9998-4eac-b0ef-f3586aa60308 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 944 time: 0.0734076 Jul 16 02:24:07.340798 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90bfef8f-7756-4e14-a84f-e486cd0335fe req-1bb253c2-3712-4fa0-a892-2b68831bdebb tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=87be04d4-47f9-42bd-8842-3d216399b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357447 Jul 16 02:24:07.802631 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c5cc9933-ab99-4733-b808-1e6aab34b01e up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:07.858673 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port c5cc9933-ab99-4733-b808-1e6aab34b01e completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:07.862719 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port c5cc9933-ab99-4733-b808-1e6aab34b01e triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:07.863093 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:07.941729 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:07.964607 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194f69bc-0652-46cd-acbe-3d622d69c4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cc9933-ab99-4733-b808-1e6aab34b01e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:07.966926 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b9da73-abc0-44c8-9b01-a278c8bf54bf" -d '{"events": [{"server_uuid": "194f69bc-0652-46cd-acbe-3d622d69c4e2", "name": "network-vif-plugged", "status": "completed", "tag": "c5cc9933-ab99-4733-b808-1e6aab34b01e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:07.979658 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port c5cc9933-ab99-4733-b808-1e6aab34b01e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c5cc9933-ab99-4733-b808-1e6aab34b01e,segment=NetworkSegment(5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2),segment_id=5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:07.985379 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:08.010185 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f0e7c2-809c-43ea-963c-79d16c76df36 x-openstack-request-id: req-08f0e7c2-809c-43ea-963c-79d16c76df36 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:08.010826 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194f69bc-0652-46cd-acbe-3d622d69c4e2", "name": "network-vif-plugged", "status": "completed", "tag": "c5cc9933-ab99-4733-b808-1e6aab34b01e", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:08.011076 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08f0e7c2-809c-43ea-963c-79d16c76df36 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:08.011463 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194f69bc-0652-46cd-acbe-3d622d69c4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cc9933-ab99-4733-b808-1e6aab34b01e', 'code': 200} Jul 16 02:24:08.041208 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=c5cc9933-ab99-4733-b808-1e6aab34b01e,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:08.126905 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43712831-6131-4292-a38a-4a94300dadbb req-92e80c89-5465-49ac-9ed5-ec844a7339d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:08.128433 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-43712831-6131-4292-a38a-4a94300dadbb req-92e80c89-5465-49ac-9ed5-ec844a7339d4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 1097 time: 0.0603426 Jul 16 02:24:08.163742 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-43712831-6131-4292-a38a-4a94300dadbb req-17c27dd8-6ae2-418b-a7e3-5513e04bcd6f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=87be04d4-47f9-42bd-8842-3d216399b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291355 Jul 16 02:24:08.527348 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af69d7-7e30-4c08-800f-5331b916d2ca req-9d691a58-4e97-4269-b459-09114042ed56 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:08.528848 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e6af69d7-7e30-4c08-800f-5331b916d2ca req-9d691a58-4e97-4269-b459-09114042ed56 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 945 time: 0.0705965 Jul 16 02:24:08.579770 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e6af69d7-7e30-4c08-800f-5331b916d2ca req-835a20d4-b958-40e3-8731-0da127d308d7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=87be04d4-47f9-42bd-8842-3d216399b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433042 Jul 16 02:24:09.769056 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad146ac-b986-4e15-b7e6-4f65942303b3 req-61073f07-4d9a-4f73-9678-6d0677d40022 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:09.770529 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4ad146ac-b986-4e15-b7e6-4f65942303b3 req-61073f07-4d9a-4f73-9678-6d0677d40022 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 945 time: 0.0711999 Jul 16 02:24:09.812531 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4ad146ac-b986-4e15-b7e6-4f65942303b3 req-8756865c-c96b-4bd3-bc7e-6cdfce6704d4 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=87be04d4-47f9-42bd-8842-3d216399b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362606 Jul 16 02:24:09.998537 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4b25f-c5d0-4343-88df-042ec91eb8b9 req-bcee31f0-49b5-4fc5-830f-be527b2fe990 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:10.000021 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ce4b25f-c5d0-4343-88df-042ec91eb8b9 req-bcee31f0-49b5-4fc5-830f-be527b2fe990 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 945 time: 0.0645776 Jul 16 02:24:10.041558 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ce4b25f-c5d0-4343-88df-042ec91eb8b9 req-913e967f-9b64-4eda-a88a-0a16937a7a70 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=87be04d4-47f9-42bd-8842-3d216399b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345907 Jul 16 02:24:10.066695 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40518) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:10.119179 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2269f9c8-89c4-4e5a-9182-4e8b3faed246 tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:10.120730 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2269f9c8-89c4-4e5a-9182-4e8b3faed246 tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 1092 time: 0.0530207 Jul 16 02:24:10.123742 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40520) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:10.128290 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-53c99d1b-f3da-44fb-a100-fe42b10ffe94 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': 'c5cc9933-ab99-4733-b808-1e6aab34b01e', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:10.152038 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53c99d1b-f3da-44fb-a100-fe42b10ffe94 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.255789 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53c99d1b-f3da-44fb-a100-fe42b10ffe94 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.377846 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-53c99d1b-f3da-44fb-a100-fe42b10ffe94 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Allocated IP 172.25.6.151 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/fe679471-6685-421e-b951-c90dd21fe0ab) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:24:10.496074 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53c99d1b-f3da-44fb-a100-fe42b10ffe94 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.543527 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53c99d1b-f3da-44fb-a100-fe42b10ffe94 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.594895 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c99d1b-f3da-44fb-a100-fe42b10ffe94 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:24:10.598007 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-53c99d1b-f3da-44fb-a100-fe42b10ffe94 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:24:10.600033 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c99d1b-f3da-44fb-a100-fe42b10ffe94 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:24:10.631987 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c99d1b-f3da-44fb-a100-fe42b10ffe94 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=fe679471-6685-421e-b951-c90dd21fe0ab,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:11.007737 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53c99d1b-f3da-44fb-a100-fe42b10ffe94 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:11.439941 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53c99d1b-f3da-44fb-a100-fe42b10ffe94 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:11.606264 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53c99d1b-f3da-44fb-a100-fe42b10ffe94 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:11.614615 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53c99d1b-f3da-44fb-a100-fe42b10ffe94 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:11.684441 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c99d1b-f3da-44fb-a100-fe42b10ffe94 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=fe679471-6685-421e-b951-c90dd21fe0ab,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:11.702339 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53c99d1b-f3da-44fb-a100-fe42b10ffe94 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:11.813333 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-53c99d1b-f3da-44fb-a100-fe42b10ffe94 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Floating IP be75a246-d073-4ea5-89d7-a5b341de0345 associated. External IP: 172.25.6.151, port: c5cc9933-ab99-4733-b808-1e6aab34b01e. Jul 16 02:24:12.043298 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c99d1b-f3da-44fb-a100-fe42b10ffe94 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Router 71f84c89-c85e-4468-a8f9-6d7d8e87a884 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:24:12.166624 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c99d1b-f3da-44fb-a100-fe42b10ffe94 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:24:12.176154 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1eb200-62f0-4c15-ad7f-7060ade79f88 None None] Sync routers for ids ['71f84c89-c85e-4468-a8f9-6d7d8e87a884'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:24:12.184082 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-53c99d1b-f3da-44fb-a100-fe42b10ffe94 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:12.186061 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1eb200-62f0-4c15-ad7f-7060ade79f88 None None] Routers {'71f84c89-c85e-4468-a8f9-6d7d8e87a884'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:12.186668 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6d1eb200-62f0-4c15-ad7f-7060ade79f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:24:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['71f84c89-c85e-4468-a8f9-6d7d8e87a884'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:12.222140 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-53c99d1b-f3da-44fb-a100-fe42b10ffe94 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0972574 Jul 16 02:24:12.222756 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194f69bc-0652-46cd-acbe-3d622d69c4e2', 'tag': 'c5cc9933-ab99-4733-b808-1e6aab34b01e'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:12.225219 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d94262-e1de-4406-8754-95552fbac744" -d '{"events": [{"name": "network-changed", "server_uuid": "194f69bc-0652-46cd-acbe-3d622d69c4e2", "tag": "c5cc9933-ab99-4733-b808-1e6aab34b01e"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:12.273894 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d82d92e-33e0-455b-9aa2-4fe70bf565d2 x-openstack-request-id: req-1d82d92e-33e0-455b-9aa2-4fe70bf565d2 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:12.274625 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194f69bc-0652-46cd-acbe-3d622d69c4e2", "tag": "c5cc9933-ab99-4733-b808-1e6aab34b01e", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:12.275028 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d82d92e-33e0-455b-9aa2-4fe70bf565d2 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:12.275583 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194f69bc-0652-46cd-acbe-3d622d69c4e2', 'tag': 'c5cc9933-ab99-4733-b808-1e6aab34b01e', 'status': 'completed', 'code': 200} Jul 16 02:24:12.295044 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-6d1eb200-62f0-4c15-ad7f-7060ade79f88 None None] Set router 71f84c89-c85e-4468-a8f9-6d7d8e87a884 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:12.360326 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d94262-e1de-4406-8754-95552fbac744 req-de024ccd-af46-4821-8ed9-0707b1bead42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:12.362041 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-73d94262-e1de-4406-8754-95552fbac744 req-de024ccd-af46-4821-8ed9-0707b1bead42 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 1097 time: 0.0682094 Jul 16 02:24:12.390662 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90155bcc-282f-4b6b-99cd-4254d1bdc56b req-10d2528f-1447-4bb9-8622-17f245bae218 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:12.392867 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-90155bcc-282f-4b6b-99cd-4254d1bdc56b req-10d2528f-1447-4bb9-8622-17f245bae218 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 945 time: 0.0742862 Jul 16 02:24:12.441243 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-90155bcc-282f-4b6b-99cd-4254d1bdc56b req-1a099254-761a-40e3-a6ef-0ef34c2e49f1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=87be04d4-47f9-42bd-8842-3d216399b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396736 Jul 16 02:24:12.462784 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d94262-e1de-4406-8754-95552fbac744 req-fb383dba-62fc-4842-864c-395532aa9a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:12.464832 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-73d94262-e1de-4406-8754-95552fbac744 req-fb383dba-62fc-4842-864c-395532aa9a84 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0f9a3c0d-e027-49b2-9b1f-43f50f4c4270 HTTP/1.1" status: 200 len: 897 time: 0.0966749 Jul 16 02:24:12.467035 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40526) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:12.532809 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6d1eb200-62f0-4c15-ad7f-7060ade79f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681991506', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:53Z', 'updated_at': '2021-07-16T02:23:58Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:54Z', 'updated_at': '2021-07-16T02:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'be75a246-d073-4ea5-89d7-a5b341de0345', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'port_id': 'c5cc9933-ab99-4733-b808-1e6aab34b01e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270', 'mac_address': 'fa:16:3e:ef:20:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194f69bc-0652-46cd-acbe-3d622d69c4e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:24:10Z', 'updated_at': '2021-07-16T02:24:10Z', 'revision_number': 0, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49e692c-2b16-48cf-bfdb-2327cd29d69d', 'name': '', 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:55:39:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'd92766cf-1c8e-4ae2-9047-efe8df0bf40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:57Z', 'updated_at': '2021-07-16T02:24:02Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'd92766cf-1c8e-4ae2-9047-efe8df0bf40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:12.562556 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1eb200-62f0-4c15-ad7f-7060ade79f88 None None] Checking router: 71f84c89-c85e-4468-a8f9-6d7d8e87a884 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:24:12.570663 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1eb200-62f0-4c15-ad7f-7060ade79f88 None None] Routers {'71f84c89-c85e-4468-a8f9-6d7d8e87a884'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:12.571276 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6d1eb200-62f0-4c15-ad7f-7060ade79f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:24:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['71f84c89-c85e-4468-a8f9-6d7d8e87a884'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:12.575231 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cc5afa67-b5fb-4729-bf66-75c9b3c85b46 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/floatingips/be75a246-d073-4ea5-89d7-a5b341de0345 HTTP/1.1" status: 200 len: 991 time: 0.1071100 Jul 16 02:24:12.579636 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-73d94262-e1de-4406-8754-95552fbac744 req-652432a3-a8f8-4794-8f61-6b702982f501 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5cc9933-ab99-4733-b808-1e6aab34b01e HTTP/1.1" status: 200 len: 999 time: 0.1052518 Jul 16 02:24:12.631092 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d94262-e1de-4406-8754-95552fbac744 req-c91cc95a-7ed0-4c15-a77e-4ffbd8ca353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:12.632606 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-73d94262-e1de-4406-8754-95552fbac744 req-c91cc95a-7ed0-4c15-a77e-4ffbd8ca353b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d92766cf-1c8e-4ae2-9047-efe8df0bf40c HTTP/1.1" status: 200 len: 835 time: 0.0467176 Jul 16 02:24:12.676475 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-6d1eb200-62f0-4c15-ad7f-7060ade79f88 None None] Set router 71f84c89-c85e-4468-a8f9-6d7d8e87a884 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:12.696580 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d94262-e1de-4406-8754-95552fbac744 req-6358d64e-69e8-4c4a-8b3b-7191b5e62a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:12.698118 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-73d94262-e1de-4406-8754-95552fbac744 req-6358d64e-69e8-4c4a-8b3b-7191b5e62a24 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f9a3c0d-e027-49b2-9b1f-43f50f4c4270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593648 Jul 16 02:24:12.791265 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-73d94262-e1de-4406-8754-95552fbac744 req-c0bee906-8274-45e0-abe6-9b7eed5a981e service neutron] 10.222.0.82 "GET /v2.0/networks/0f9a3c0d-e027-49b2-9b1f-43f50f4c4270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862546 Jul 16 02:24:12.898071 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-73d94262-e1de-4406-8754-95552fbac744 req-30296367-40f6-4681-b231-2042315b4603 service neutron] 10.222.0.82 "GET /v2.0/networks/0f9a3c0d-e027-49b2-9b1f-43f50f4c4270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007903 Jul 16 02:24:12.908855 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6d1eb200-62f0-4c15-ad7f-7060ade79f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681991506', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:53Z', 'updated_at': '2021-07-16T02:23:58Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:54Z', 'updated_at': '2021-07-16T02:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'be75a246-d073-4ea5-89d7-a5b341de0345', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'port_id': 'c5cc9933-ab99-4733-b808-1e6aab34b01e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270', 'mac_address': 'fa:16:3e:ef:20:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194f69bc-0652-46cd-acbe-3d622d69c4e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:24:10Z', 'updated_at': '2021-07-16T02:24:10Z', 'revision_number': 0, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49e692c-2b16-48cf-bfdb-2327cd29d69d', 'name': '', 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:55:39:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'd92766cf-1c8e-4ae2-9047-efe8df0bf40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:57Z', 'updated_at': '2021-07-16T02:24:02Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'd92766cf-1c8e-4ae2-9047-efe8df0bf40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:12.935036 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1eb200-62f0-4c15-ad7f-7060ade79f88 None None] The sync data for ids ['71f84c89-c85e-4468-a8f9-6d7d8e87a884'] in n-d-792394-16 is: [{'id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681991506', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:53Z', 'updated_at': '2021-07-16T02:23:58Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:54Z', 'updated_at': '2021-07-16T02:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'be75a246-d073-4ea5-89d7-a5b341de0345', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'port_id': 'c5cc9933-ab99-4733-b808-1e6aab34b01e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270', 'mac_address': 'fa:16:3e:ef:20:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194f69bc-0652-46cd-acbe-3d622d69c4e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:24:10Z', 'updated_at': '2021-07-16T02:24:10Z', 'revision_number': 0, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49e692c-2b16-48cf-bfdb-2327cd29d69d', 'name': '', 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:55:39:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'd92766cf-1c8e-4ae2-9047-efe8df0bf40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:57Z', 'updated_at': '2021-07-16T02:24:02Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'd92766cf-1c8e-4ae2-9047-efe8df0bf40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:24:13.145858 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c85882-1a42-4ac4-921b-a8bf8730cfeb None None] New status for floating IP be75a246-d073-4ea5-89d7-a5b341de0345: ACTIVE {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:24:13.578506 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40528) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:13.650344 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-73eacbb0-e915-4588-b06d-054b562cdb59 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/floatingips/be75a246-d073-4ea5-89d7-a5b341de0345 HTTP/1.1" status: 200 len: 993 time: 0.0700514 Jul 16 02:24:26.663051 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2ee9171a-9eab-41a8-95ba-7c02ca785cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:29.637411 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b8bcd8f6-e953-4a91-bc4a-a3445a929d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:29.808777 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:31.031150 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:31.358761 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00d0ba39-155a-4e2a-ac84-681a873e8599 req-ee69e208-691e-4a88-af5c-6c66f0eeb1ad service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1005561 Jul 16 02:24:31.457771 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0ba39-155a-4e2a-ac84-681a873e8599 req-454e0a43-d1c5-4d5d-bf98-846eaef684f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:31.459291 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00d0ba39-155a-4e2a-ac84-681a873e8599 req-454e0a43-d1c5-4d5d-bf98-846eaef684f3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 1097 time: 0.0558987 Jul 16 02:24:31.579733 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0ba39-155a-4e2a-ac84-681a873e8599 req-9ded619a-a8a6-404c-bb35-26d67f329b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:31.581204 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00d0ba39-155a-4e2a-ac84-681a873e8599 req-9ded619a-a8a6-404c-bb35-26d67f329b5a service neutron] 10.222.0.82 "GET /v2.0/networks?id=0f9a3c0d-e027-49b2-9b1f-43f50f4c4270 HTTP/1.1" status: 200 len: 897 time: 0.0961049 Jul 16 02:24:31.647430 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00d0ba39-155a-4e2a-ac84-681a873e8599 req-63c41245-7b3d-47ad-8b6b-243f12b1e101 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5cc9933-ab99-4733-b808-1e6aab34b01e HTTP/1.1" status: 200 len: 1001 time: 0.0593481 Jul 16 02:24:31.715589 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0ba39-155a-4e2a-ac84-681a873e8599 req-7e33575f-9e6e-400f-8fa1-1c9869e9d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:31.717133 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00d0ba39-155a-4e2a-ac84-681a873e8599 req-7e33575f-9e6e-400f-8fa1-1c9869e9d26a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d92766cf-1c8e-4ae2-9047-efe8df0bf40c HTTP/1.1" status: 200 len: 835 time: 0.0630367 Jul 16 02:24:31.781448 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0ba39-155a-4e2a-ac84-681a873e8599 req-de032264-1874-407a-902a-b80858baf102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:31.782988 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00d0ba39-155a-4e2a-ac84-681a873e8599 req-de032264-1874-407a-902a-b80858baf102 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f9a3c0d-e027-49b2-9b1f-43f50f4c4270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556810 Jul 16 02:24:31.881608 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00d0ba39-155a-4e2a-ac84-681a873e8599 req-8fee1a97-eec9-4ddf-ab73-704c471ea5d1 service neutron] 10.222.0.82 "GET /v2.0/networks/0f9a3c0d-e027-49b2-9b1f-43f50f4c4270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921690 Jul 16 02:24:31.974385 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:31.986409 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-00d0ba39-155a-4e2a-ac84-681a873e8599 req-72d5574c-056a-4cdb-b9e0-62155133ee08 service neutron] 10.222.0.82 "GET /v2.0/networks/0f9a3c0d-e027-49b2-9b1f-43f50f4c4270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972798 Jul 16 02:24:32.778709 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:35.568918 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:43.438074 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:24:45.310266 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0357820-660b-4b9a-833c-98545bc1fa67 req-bf916847-f59c-456b-8186-91224f0ee887 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:45.311732 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d0357820-660b-4b9a-833c-98545bc1fa67 req-bf916847-f59c-456b-8186-91224f0ee887 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 945 time: 0.0853515 Jul 16 02:24:45.352058 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d0357820-660b-4b9a-833c-98545bc1fa67 req-b5204acc-1821-4b7c-8bc0-7051a7fdbd08 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=87be04d4-47f9-42bd-8842-3d216399b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339253 Jul 16 02:24:46.566368 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83e6f3-e21b-4ae9-a44b-80177bd8d11f req-cccddc74-d290-4048-9dc2-f6bc5d5277da tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:46.568410 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ca83e6f3-e21b-4ae9-a44b-80177bd8d11f req-cccddc74-d290-4048-9dc2-f6bc5d5277da tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 945 time: 0.0712073 Jul 16 02:24:46.617311 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ca83e6f3-e21b-4ae9-a44b-80177bd8d11f req-d350510f-2df1-4aae-9b42-fdbf0d2d02e8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=87be04d4-47f9-42bd-8842-3d216399b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409899 Jul 16 02:24:46.643090 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40550) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:46.713698 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-88701165-ecaf-4b13-b423-2647a1efad8a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/floatingips/be75a246-d073-4ea5-89d7-a5b341de0345 HTTP/1.1" status: 200 len: 993 time: 0.0688889 Jul 16 02:24:48.410596 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0a014-856c-4d92-96b7-318eb82a3709 req-b35b6093-f8db-44ea-b369-3171f1b51f9b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:48.412105 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3be0a014-856c-4d92-96b7-318eb82a3709 req-b35b6093-f8db-44ea-b369-3171f1b51f9b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 945 time: 0.0703261 Jul 16 02:24:48.450593 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3be0a014-856c-4d92-96b7-318eb82a3709 req-6f0b7e14-6665-408a-a3fb-78015ae1b4af tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=87be04d4-47f9-42bd-8842-3d216399b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327137 Jul 16 02:24:49.642856 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024cd1d-61bd-4c1c-b4b2-1acac221a29c req-a79ed1ec-b5da-4ec0-a95a-0eee112111cf tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:49.644518 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6024cd1d-61bd-4c1c-b4b2-1acac221a29c req-a79ed1ec-b5da-4ec0-a95a-0eee112111cf tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 945 time: 0.0749929 Jul 16 02:24:49.687063 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6024cd1d-61bd-4c1c-b4b2-1acac221a29c req-340918f3-7132-44bd-a868-3120dc5be039 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=87be04d4-47f9-42bd-8842-3d216399b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363927 Jul 16 02:24:49.711893 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40560) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:49.779824 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4001acf3-5204-4b20-a03d-a3d5a65ceea4 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/floatingips/be75a246-d073-4ea5-89d7-a5b341de0345 HTTP/1.1" status: 200 len: 993 time: 0.0665476 Jul 16 02:24:50.044953 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40566) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:50.211544 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-5e98e414-a77f-46a6-b4ba-022575a31041 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Deleting port fe679471-6685-421e-b951-c90dd21fe0ab {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:50.211879 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e98e414-a77f-46a6-b4ba-022575a31041 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:50.303192 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e98e414-a77f-46a6-b4ba-022575a31041 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:50.303436 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e98e414-a77f-46a6-b4ba-022575a31041 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:50.315960 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-5e98e414-a77f-46a6-b4ba-022575a31041 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Calling delete_port for fe679471-6685-421e-b951-c90dd21fe0ab owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:50.483845 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e98e414-a77f-46a6-b4ba-022575a31041 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:50.511411 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98e414-a77f-46a6-b4ba-022575a31041 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Port': ['ID=fe679471-6685-421e-b951-c90dd21fe0ab,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:50.538255 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e98e414-a77f-46a6-b4ba-022575a31041 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:50.538600 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e98e414-a77f-46a6-b4ba-022575a31041 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:50.538957 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e98e414-a77f-46a6-b4ba-022575a31041 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:50.539263 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e98e414-a77f-46a6-b4ba-022575a31041 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:50.539590 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e98e414-a77f-46a6-b4ba-022575a31041 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:50.539913 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e98e414-a77f-46a6-b4ba-022575a31041 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:50.540234 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e98e414-a77f-46a6-b4ba-022575a31041 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:50.540587 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e98e414-a77f-46a6-b4ba-022575a31041 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:50.540909 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e98e414-a77f-46a6-b4ba-022575a31041 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:50.541229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e98e414-a77f-46a6-b4ba-022575a31041 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:50.541545 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e98e414-a77f-46a6-b4ba-022575a31041 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:50.541842 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e98e414-a77f-46a6-b4ba-022575a31041 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:50.582420 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e98e414-a77f-46a6-b4ba-022575a31041 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:50.582959 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-5e98e414-a77f-46a6-b4ba-022575a31041 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Floating IP be75a246-d073-4ea5-89d7-a5b341de0345 disassociated (deleted). External IP: 172.25.6.151, port: c5cc9933-ab99-4733-b808-1e6aab34b01e. Jul 16 02:24:50.809070 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e98e414-a77f-46a6-b4ba-022575a31041 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Router 71f84c89-c85e-4468-a8f9-6d7d8e87a884 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:24:50.922853 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e98e414-a77f-46a6-b4ba-022575a31041 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:24:50.928175 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5e98e414-a77f-46a6-b4ba-022575a31041 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:50.933000 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209f953f-2266-4e39-b0eb-0fbcba8bc2da None None] Sync routers for ids ['71f84c89-c85e-4468-a8f9-6d7d8e87a884'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:24:50.942164 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209f953f-2266-4e39-b0eb-0fbcba8bc2da None None] Routers {'71f84c89-c85e-4468-a8f9-6d7d8e87a884'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:50.943042 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-209f953f-2266-4e39-b0eb-0fbcba8bc2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:24:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['71f84c89-c85e-4468-a8f9-6d7d8e87a884'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:50.970165 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5e98e414-a77f-46a6-b4ba-022575a31041 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "DELETE /v2.0/floatingips/be75a246-d073-4ea5-89d7-a5b341de0345 HTTP/1.1" status: 204 len: 168 time: 0.9215586 Jul 16 02:24:50.970165 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194f69bc-0652-46cd-acbe-3d622d69c4e2', 'tag': 'c5cc9933-ab99-4733-b808-1e6aab34b01e'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:50.970779 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfcc7f6-a174-4dec-9f57-aa302facf117" -d '{"events": [{"name": "network-changed", "server_uuid": "194f69bc-0652-46cd-acbe-3d622d69c4e2", "tag": "c5cc9933-ab99-4733-b808-1e6aab34b01e"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:51.015003 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32591e70-bf24-4408-8e97-b6dc19e4eb0c x-openstack-request-id: req-32591e70-bf24-4408-8e97-b6dc19e4eb0c {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:51.015311 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194f69bc-0652-46cd-acbe-3d622d69c4e2", "tag": "c5cc9933-ab99-4733-b808-1e6aab34b01e", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:51.015508 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32591e70-bf24-4408-8e97-b6dc19e4eb0c {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:51.016099 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194f69bc-0652-46cd-acbe-3d622d69c4e2', 'tag': 'c5cc9933-ab99-4733-b808-1e6aab34b01e', 'status': 'completed', 'code': 200} Jul 16 02:24:51.097518 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcc7f6-a174-4dec-9f57-aa302facf117 req-07e24428-a234-4b9a-a0ae-b4a3fccfde17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:51.099479 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6dfcc7f6-a174-4dec-9f57-aa302facf117 req-07e24428-a234-4b9a-a0ae-b4a3fccfde17 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 1097 time: 0.0608590 Jul 16 02:24:51.143492 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-209f953f-2266-4e39-b0eb-0fbcba8bc2da None None] Set router 71f84c89-c85e-4468-a8f9-6d7d8e87a884 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:51.206262 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcc7f6-a174-4dec-9f57-aa302facf117 req-33ec0cec-4b4f-4913-965c-09554106902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:51.208845 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6dfcc7f6-a174-4dec-9f57-aa302facf117 req-33ec0cec-4b4f-4913-965c-09554106902e service neutron] 10.222.0.82 "GET /v2.0/networks?id=0f9a3c0d-e027-49b2-9b1f-43f50f4c4270 HTTP/1.1" status: 200 len: 897 time: 0.1033902 Jul 16 02:24:51.254995 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6dfcc7f6-a174-4dec-9f57-aa302facf117 req-42536421-bb24-49c6-9c37-f1335a791eb5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5cc9933-ab99-4733-b808-1e6aab34b01e HTTP/1.1" status: 200 len: 217 time: 0.0384581 Jul 16 02:24:51.337688 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcc7f6-a174-4dec-9f57-aa302facf117 req-ee6363cc-2d95-4ec3-a870-3b269bf00920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:51.339589 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6dfcc7f6-a174-4dec-9f57-aa302facf117 req-ee6363cc-2d95-4ec3-a870-3b269bf00920 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d92766cf-1c8e-4ae2-9047-efe8df0bf40c HTTP/1.1" status: 200 len: 835 time: 0.0779696 Jul 16 02:24:51.353916 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-209f953f-2266-4e39-b0eb-0fbcba8bc2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681991506', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:53Z', 'updated_at': '2021-07-16T02:23:58Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:54Z', 'updated_at': '2021-07-16T02:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c49e692c-2b16-48cf-bfdb-2327cd29d69d', 'name': '', 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:55:39:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'd92766cf-1c8e-4ae2-9047-efe8df0bf40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:57Z', 'updated_at': '2021-07-16T02:24:02Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'd92766cf-1c8e-4ae2-9047-efe8df0bf40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:51.380220 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209f953f-2266-4e39-b0eb-0fbcba8bc2da None None] Checking router: 71f84c89-c85e-4468-a8f9-6d7d8e87a884 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:24:51.390917 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209f953f-2266-4e39-b0eb-0fbcba8bc2da None None] Routers {'71f84c89-c85e-4468-a8f9-6d7d8e87a884'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:51.390917 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-209f953f-2266-4e39-b0eb-0fbcba8bc2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:24:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['71f84c89-c85e-4468-a8f9-6d7d8e87a884'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:51.401690 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7c13d-007d-4d27-a001-a7ecdcba95ae req-19661d10-3475-4345-b599-34a626a67231 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:51.403239 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ed7c13d-007d-4d27-a001-a7ecdcba95ae req-19661d10-3475-4345-b599-34a626a67231 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 945 time: 0.1117506 Jul 16 02:24:51.444775 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcc7f6-a174-4dec-9f57-aa302facf117 req-ae52c64f-2f83-468b-bb26-5c647495a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:51.446257 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6dfcc7f6-a174-4dec-9f57-aa302facf117 req-ae52c64f-2f83-468b-bb26-5c647495a24f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f9a3c0d-e027-49b2-9b1f-43f50f4c4270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982130 Jul 16 02:24:51.466781 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0ed7c13d-007d-4d27-a001-a7ecdcba95ae req-036bb53a-3478-4fda-b6bd-70759eb2cab6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=87be04d4-47f9-42bd-8842-3d216399b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558577 Jul 16 02:24:51.504006 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-209f953f-2266-4e39-b0eb-0fbcba8bc2da None None] Set router 71f84c89-c85e-4468-a8f9-6d7d8e87a884 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:51.545434 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6dfcc7f6-a174-4dec-9f57-aa302facf117 req-4f907beb-c7c7-4bdb-9f3c-059e8147b15e service neutron] 10.222.0.82 "GET /v2.0/networks/0f9a3c0d-e027-49b2-9b1f-43f50f4c4270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888619 Jul 16 02:24:51.642732 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6dfcc7f6-a174-4dec-9f57-aa302facf117 req-069f03c3-ef19-437c-b15b-6a06fef3f999 service neutron] 10.222.0.82 "GET /v2.0/networks/0f9a3c0d-e027-49b2-9b1f-43f50f4c4270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891850 Jul 16 02:24:51.702789 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-209f953f-2266-4e39-b0eb-0fbcba8bc2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681991506', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:53Z', 'updated_at': '2021-07-16T02:23:58Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:54Z', 'updated_at': '2021-07-16T02:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c49e692c-2b16-48cf-bfdb-2327cd29d69d', 'name': '', 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:55:39:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'd92766cf-1c8e-4ae2-9047-efe8df0bf40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:57Z', 'updated_at': '2021-07-16T02:24:02Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'd92766cf-1c8e-4ae2-9047-efe8df0bf40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:51.729154 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209f953f-2266-4e39-b0eb-0fbcba8bc2da None None] The sync data for ids ['71f84c89-c85e-4468-a8f9-6d7d8e87a884'] in n-d-792394-16 is: [{'id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681991506', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:53Z', 'updated_at': '2021-07-16T02:23:58Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:54Z', 'updated_at': '2021-07-16T02:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c49e692c-2b16-48cf-bfdb-2327cd29d69d', 'name': '', 'network_id': '0f9a3c0d-e027-49b2-9b1f-43f50f4c4270', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:55:39:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'd92766cf-1c8e-4ae2-9047-efe8df0bf40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:57Z', 'updated_at': '2021-07-16T02:24:02Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'd92766cf-1c8e-4ae2-9047-efe8df0bf40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:24:51.969394 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4213b779-b768-4044-a4af-ccc69a1b8bf4 None None] New status for floating IP be75a246-d073-4ea5-89d7-a5b341de0345: DOWN {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:24:52.655191 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb810e-705f-4bf2-97ae-c73e3faa19a0 req-4354ea30-c688-4830-82c1-f71d5effce8c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:52.656717 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8fbb810e-705f-4bf2-97ae-c73e3faa19a0 req-4354ea30-c688-4830-82c1-f71d5effce8c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 945 time: 0.0715966 Jul 16 02:24:52.696188 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8fbb810e-705f-4bf2-97ae-c73e3faa19a0 req-d185c667-902d-4016-b80d-7b1728650ec3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=87be04d4-47f9-42bd-8842-3d216399b57f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335431 Jul 16 02:24:52.779972 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126aaa3-c193-4012-b7cc-be077fe2a447 req-f30418e0-450a-4ec6-8d9c-57ab0d9cbb0c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:52.781473 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0126aaa3-c193-4012-b7cc-be077fe2a447 req-f30418e0-450a-4ec6-8d9c-57ab0d9cbb0c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.82 "GET /v2.0/ports?device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 945 time: 0.0679586 Jul 16 02:24:52.881921 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-0126aaa3-c193-4012-b7cc-be077fe2a447 req-4503574e-a829-4bb8-9b63-15b4059231b7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Deleting port c5cc9933-ab99-4733-b808-1e6aab34b01e {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:52.882226 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0126aaa3-c193-4012-b7cc-be077fe2a447 req-4503574e-a829-4bb8-9b63-15b4059231b7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:52.980165 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-0126aaa3-c193-4012-b7cc-be077fe2a447 req-4503574e-a829-4bb8-9b63-15b4059231b7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] For port c5cc9933-ab99-4733-b808-1e6aab34b01e, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=c5cc9933-ab99-4733-b808-1e6aab34b01e,segment=NetworkSegment(5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2),segment_id=5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:52.980451 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0126aaa3-c193-4012-b7cc-be077fe2a447 req-4503574e-a829-4bb8-9b63-15b4059231b7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:52.994662 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-0126aaa3-c193-4012-b7cc-be077fe2a447 req-4503574e-a829-4bb8-9b63-15b4059231b7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Calling delete_port for c5cc9933-ab99-4733-b808-1e6aab34b01e owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:53.139888 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0126aaa3-c193-4012-b7cc-be077fe2a447 req-4503574e-a829-4bb8-9b63-15b4059231b7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:53.172117 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503574e-a829-4bb8-9b63-15b4059231b7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Port': ['ID=c5cc9933-ab99-4733-b808-1e6aab34b01e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:53.216679 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-0126aaa3-c193-4012-b7cc-be077fe2a447 req-4503574e-a829-4bb8-9b63-15b4059231b7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] No DVR routers for this DVR port c5cc9933-ab99-4733-b808-1e6aab34b01e on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:24:53.219535 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0126aaa3-c193-4012-b7cc-be077fe2a447 req-4503574e-a829-4bb8-9b63-15b4059231b7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:53.221647 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0126aaa3-c193-4012-b7cc-be077fe2a447 req-4503574e-a829-4bb8-9b63-15b4059231b7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.82 "DELETE /v2.0/ports/c5cc9933-ab99-4733-b808-1e6aab34b01e HTTP/1.1" status: 204 len: 173 time: 0.4346557 Jul 16 02:24:53.222084 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194f69bc-0652-46cd-acbe-3d622d69c4e2', 'name': 'network-vif-deleted', 'tag': 'c5cc9933-ab99-4733-b808-1e6aab34b01e'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:53.224509 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1abcbe-db07-43a2-b8cc-de8088eb4d4c" -d '{"events": [{"server_uuid": "194f69bc-0652-46cd-acbe-3d622d69c4e2", "name": "network-vif-deleted", "tag": "c5cc9933-ab99-4733-b808-1e6aab34b01e"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:53.261743 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d1d33c-8531-47a1-a93e-81e9b51496dd x-openstack-request-id: req-76d1d33c-8531-47a1-a93e-81e9b51496dd {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:53.262026 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194f69bc-0652-46cd-acbe-3d622d69c4e2", "name": "network-vif-deleted", "tag": "c5cc9933-ab99-4733-b808-1e6aab34b01e", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:53.262278 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76d1d33c-8531-47a1-a93e-81e9b51496dd {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:53.262701 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194f69bc-0652-46cd-acbe-3d622d69c4e2', 'name': 'network-vif-deleted', 'tag': 'c5cc9933-ab99-4733-b808-1e6aab34b01e', 'status': 'completed', 'code': 200} Jul 16 02:24:53.859079 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0054015e-8079-4135-8120-1a1bcc9f2ac0 req-2fa2d0b7-e0de-4d1b-9e00-b7275cfb6cae tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=194f69bc-0652-46cd-acbe-3d622d69c4e2 HTTP/1.1" status: 200 len: 210 time: 0.0304446 Jul 16 02:24:54.957678 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40582) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:55.353618 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bb663ad4-2072-4ea3-8a95-ece689e00f3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:55.642788 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-bb663ad4-2072-4ea3-8a95-ece689e00f3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Deleting port c49e692c-2b16-48cf-bfdb-2327cd29d69d {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:55.643144 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bb663ad4-2072-4ea3-8a95-ece689e00f3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:55.737860 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-bb663ad4-2072-4ea3-8a95-ece689e00f3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] For port c49e692c-2b16-48cf-bfdb-2327cd29d69d, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c49e692c-2b16-48cf-bfdb-2327cd29d69d,segment=NetworkSegment(5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2),segment_id=5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:55.738225 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bb663ad4-2072-4ea3-8a95-ece689e00f3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:55.756921 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-bb663ad4-2072-4ea3-8a95-ece689e00f3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Calling delete_port for c49e692c-2b16-48cf-bfdb-2327cd29d69d owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:55.956276 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bb663ad4-2072-4ea3-8a95-ece689e00f3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:55.983129 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb663ad4-2072-4ea3-8a95-ece689e00f3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Port': ['ID=c49e692c-2b16-48cf-bfdb-2327cd29d69d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:56.177594 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-bb663ad4-2072-4ea3-8a95-ece689e00f3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:56.667260 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11cff5b7-fc69-45cc-a844-000b28db67ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:56.742987 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb663ad4-2072-4ea3-8a95-ece689e00f3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Router 71f84c89-c85e-4468-a8f9-6d7d8e87a884 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:24:56.860162 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb663ad4-2072-4ea3-8a95-ece689e00f3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:24:56.870787 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-bb663ad4-2072-4ea3-8a95-ece689e00f3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "PUT /v2.0/routers/71f84c89-c85e-4468-a8f9-6d7d8e87a884/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9118156 Jul 16 02:24:56.875226 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40584) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:56.877054 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a3f6c5-eef1-467f-a1d4-4d9eb9521a79 None None] Sync routers for ids ['71f84c89-c85e-4468-a8f9-6d7d8e87a884'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:24:56.888390 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a3f6c5-eef1-467f-a1d4-4d9eb9521a79 None None] Routers {'71f84c89-c85e-4468-a8f9-6d7d8e87a884'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:56.889080 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-04a3f6c5-eef1-467f-a1d4-4d9eb9521a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:24:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['71f84c89-c85e-4468-a8f9-6d7d8e87a884'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:56.929427 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d25a22-c4ec-4dec-a459-c94c133a00fa tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Deleting subnet d92766cf-1c8e-4ae2-9047-efe8df0bf40c {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:24:56.932679 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38d25a22-c4ec-4dec-a459-c94c133a00fa tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:56.973663 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38d25a22-c4ec-4dec-a459-c94c133a00fa tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:56.993700 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-04a3f6c5-eef1-467f-a1d4-4d9eb9521a79 None None] Set router 71f84c89-c85e-4468-a8f9-6d7d8e87a884 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:57.069988 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38d25a22-c4ec-4dec-a459-c94c133a00fa tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.133558 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38d25a22-c4ec-4dec-a459-c94c133a00fa tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.161493 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d25a22-c4ec-4dec-a459-c94c133a00fa tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Subnet': ['ID=d92766cf-1c8e-4ae2-9047-efe8df0bf40c,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:57.170602 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-38d25a22-c4ec-4dec-a459-c94c133a00fa tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.170746 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-04a3f6c5-eef1-467f-a1d4-4d9eb9521a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681991506', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:53Z', 'updated_at': '2021-07-16T02:24:55Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:54Z', 'updated_at': '2021-07-16T02:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:57.174430 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-38d25a22-c4ec-4dec-a459-c94c133a00fa tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "DELETE /v2.0/subnets/d92766cf-1c8e-4ae2-9047-efe8df0bf40c HTTP/1.1" status: 204 len: 168 time: 0.2943141 Jul 16 02:24:57.174430 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d25a22-c4ec-4dec-a459-c94c133a00fa tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:57.174430 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d25a22-c4ec-4dec-a459-c94c133a00fa tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:57.174771 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14af86a4-b654-4ea5-a361-6431e8b8b81a None None] Network 0f9a3c0d-e027-49b2-9b1f-43f50f4c4270 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:24:57.174864 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d25a22-c4ec-4dec-a459-c94c133a00fa tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:57.174864 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d25a22-c4ec-4dec-a459-c94c133a00fa tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:57.174864 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d25a22-c4ec-4dec-a459-c94c133a00fa tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:57.175281 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d25a22-c4ec-4dec-a459-c94c133a00fa tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:57.175385 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40586) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:57.175803 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d25a22-c4ec-4dec-a459-c94c133a00fa tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:57.175803 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d25a22-c4ec-4dec-a459-c94c133a00fa tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:57.176169 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d25a22-c4ec-4dec-a459-c94c133a00fa tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:57.176524 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d25a22-c4ec-4dec-a459-c94c133a00fa tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:57.176860 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d25a22-c4ec-4dec-a459-c94c133a00fa tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:57.177329 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d25a22-c4ec-4dec-a459-c94c133a00fa tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:57.210278 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a3f6c5-eef1-467f-a1d4-4d9eb9521a79 None None] Checking router: 71f84c89-c85e-4468-a8f9-6d7d8e87a884 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:24:57.219192 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a3f6c5-eef1-467f-a1d4-4d9eb9521a79 None None] Routers {'71f84c89-c85e-4468-a8f9-6d7d8e87a884'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:57.219796 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-04a3f6c5-eef1-467f-a1d4-4d9eb9521a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:24:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['71f84c89-c85e-4468-a8f9-6d7d8e87a884'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:57.289438 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b22a510-0804-4b90-aab6-b5ea93896630 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.326977 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-04a3f6c5-eef1-467f-a1d4-4d9eb9521a79 None None] Set router 71f84c89-c85e-4468-a8f9-6d7d8e87a884 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:57.386929 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333451f4-d610-4be8-af3e-ab84acba6fa2 None None] DHCP port deletion for 0f9a3c0d-e027-49b2-9b1f-43f50f4c4270 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:24:57.417933 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b22a510-0804-4b90-aab6-b5ea93896630 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.453623 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-333451f4-d610-4be8-af3e-ab84acba6fa2 None None] Deleting port 0867e44c-9115-43f0-83f5-9f93474bda7b {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:57.454007 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-333451f4-d610-4be8-af3e-ab84acba6fa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.482323 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1b22a510-0804-4b90-aab6-b5ea93896630 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Deleting port d517b1a0-76ab-466b-9816-b9b73a129fbf {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:57.482678 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b22a510-0804-4b90-aab6-b5ea93896630 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.510908 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-04a3f6c5-eef1-467f-a1d4-4d9eb9521a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681991506', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:53Z', 'updated_at': '2021-07-16T02:24:55Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:54Z', 'updated_at': '2021-07-16T02:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:57.519566 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-333451f4-d610-4be8-af3e-ab84acba6fa2 None None] For port 0867e44c-9115-43f0-83f5-9f93474bda7b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=0867e44c-9115-43f0-83f5-9f93474bda7b,segment=NetworkSegment(5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2),segment_id=5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:57.519958 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-333451f4-d610-4be8-af3e-ab84acba6fa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.535859 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-333451f4-d610-4be8-af3e-ab84acba6fa2 None None] Calling delete_port for 0867e44c-9115-43f0-83f5-9f93474bda7b owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:57.538280 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a3f6c5-eef1-467f-a1d4-4d9eb9521a79 None None] The sync data for ids ['71f84c89-c85e-4468-a8f9-6d7d8e87a884'] in n-d-792394-16 is: [{'id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681991506', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:53Z', 'updated_at': '2021-07-16T02:24:55Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'd517b1a0-76ab-466b-9816-b9b73a129fbf', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f84c89-c85e-4468-a8f9-6d7d8e87a884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:54Z', 'updated_at': '2021-07-16T02:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:24:57.569999 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1b22a510-0804-4b90-aab6-b5ea93896630 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] For port d517b1a0-76ab-466b-9816-b9b73a129fbf, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=d517b1a0-76ab-466b-9816-b9b73a129fbf,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:57.569999 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b22a510-0804-4b90-aab6-b5ea93896630 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.582715 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1b22a510-0804-4b90-aab6-b5ea93896630 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Calling delete_port for d517b1a0-76ab-466b-9816-b9b73a129fbf owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:57.626329 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-333451f4-d610-4be8-af3e-ab84acba6fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.652816 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333451f4-d610-4be8-af3e-ab84acba6fa2 None None] Pushing event deleted for resources: {'Port': ['ID=0867e44c-9115-43f0-83f5-9f93474bda7b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:57.654971 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333451f4-d610-4be8-af3e-ab84acba6fa2 None None] No DVR routers for this DVR port 0867e44c-9115-43f0-83f5-9f93474bda7b on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:24:57.665688 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333451f4-d610-4be8-af3e-ab84acba6fa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:57.665981 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333451f4-d610-4be8-af3e-ab84acba6fa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:57.666319 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333451f4-d610-4be8-af3e-ab84acba6fa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:57.666650 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333451f4-d610-4be8-af3e-ab84acba6fa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:57.666975 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333451f4-d610-4be8-af3e-ab84acba6fa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:57.667300 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333451f4-d610-4be8-af3e-ab84acba6fa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:57.667618 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333451f4-d610-4be8-af3e-ab84acba6fa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:57.668138 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333451f4-d610-4be8-af3e-ab84acba6fa2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:57.668234 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333451f4-d610-4be8-af3e-ab84acba6fa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:57.668571 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333451f4-d610-4be8-af3e-ab84acba6fa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:57.668889 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333451f4-d610-4be8-af3e-ab84acba6fa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:57.669204 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333451f4-d610-4be8-af3e-ab84acba6fa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:57.760042 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b22a510-0804-4b90-aab6-b5ea93896630 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.783929 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22a510-0804-4b90-aab6-b5ea93896630 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Port': ['ID=d517b1a0-76ab-466b-9816-b9b73a129fbf,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:57.848683 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b22a510-0804-4b90-aab6-b5ea93896630 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.944819 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b22a510-0804-4b90-aab6-b5ea93896630 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.947158 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b22a510-0804-4b90-aab6-b5ea93896630 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.998023 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b22a510-0804-4b90-aab6-b5ea93896630 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.998576 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b22a510-0804-4b90-aab6-b5ea93896630 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Fanout notify agent at l3_agent the message router_deleted on router 71f84c89-c85e-4468-a8f9-6d7d8e87a884 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:24:58.010644 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b22a510-0804-4b90-aab6-b5ea93896630 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.011743 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1b22a510-0804-4b90-aab6-b5ea93896630 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "DELETE /v2.0/routers/71f84c89-c85e-4468-a8f9-6d7d8e87a884 HTTP/1.1" status: 204 len: 168 time: 0.8354893 Jul 16 02:24:58.015743 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40590) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:58.063190 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c5cc9933-ab99-4733-b808-1e6aab34b01e no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:58.083448 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: c5cc9933-ab99-4733-b808-1e6aab34b01e {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:24:58.083780 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device c5cc9933-ab99-4733-b808-1e6aab34b01e not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:24:58.102585 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cf0ddb72-19a4-4479-9c4d-64b7ecebd401 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.202751 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cf0ddb72-19a4-4479-9c4d-64b7ecebd401 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.215398 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-cf0ddb72-19a4-4479-9c4d-64b7ecebd401 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9a3c0d-e027-49b2-9b1f-43f50f4c4270']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:58.226067 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-cf0ddb72-19a4-4479-9c4d-64b7ecebd401 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:58.226380 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-cf0ddb72-19a4-4479-9c4d-64b7ecebd401 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c695dfb-dc7b-4cd0-aab3-a526e68c4fe2') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:58.235574 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cf0ddb72-19a4-4479-9c4d-64b7ecebd401 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.249700 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cf0ddb72-19a4-4479-9c4d-64b7ecebd401 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.255629 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0ddb72-19a4-4479-9c4d-64b7ecebd401 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:24:58.256126 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cf0ddb72-19a4-4479-9c4d-64b7ecebd401 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: timer() Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:24:58.259272 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:24:58.329147 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cf0ddb72-19a4-4479-9c4d-64b7ecebd401 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.336705 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cf0ddb72-19a4-4479-9c4d-64b7ecebd401 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.338870 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cf0ddb72-19a4-4479-9c4d-64b7ecebd401 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "DELETE /v2.0/networks/0f9a3c0d-e027-49b2-9b1f-43f50f4c4270 HTTP/1.1" status: 204 len: 168 time: 0.3216763 Jul 16 02:24:58.341701 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40592) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:58.350338 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ddb72-19a4-4479-9c4d-64b7ecebd401 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Network': ['ID=0f9a3c0d-e027-49b2-9b1f-43f50f4c4270,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:58.403398 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-41504a6a-aa8f-4312-b690-cd30aa72174d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.437796 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-41504a6a-aa8f-4312-b690-cd30aa72174d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.508565 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-41504a6a-aa8f-4312-b690-cd30aa72174d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.513458 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-41504a6a-aa8f-4312-b690-cd30aa72174d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.515370 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-41504a6a-aa8f-4312-b690-cd30aa72174d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "DELETE /v2.0/security-groups/87be04d4-47f9-42bd-8842-3d216399b57f HTTP/1.1" status: 204 len: 168 time: 0.1724234 Jul 16 02:24:58.529588 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41504a6a-aa8f-4312-b690-cd30aa72174d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87be04d4-47f9-42bd-8842-3d216399b57f,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:58.626566 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0867e44c-9115-43f0-83f5-9f93474bda7b no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:58.647536 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 0867e44c-9115-43f0-83f5-9f93474bda7b {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:24:58.647875 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 0867e44c-9115-43f0-83f5-9f93474bda7b not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:24:58.648308 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c49e692c-2b16-48cf-bfdb-2327cd29d69d no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:58.668128 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: c49e692c-2b16-48cf-bfdb-2327cd29d69d {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:24:58.668860 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c49e692c-2b16-48cf-bfdb-2327cd29d69d not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:24:58.668998 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d517b1a0-76ab-466b-9816-b9b73a129fbf no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:58.690969 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: d517b1a0-76ab-466b-9816-b9b73a129fbf {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:24:58.691240 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device d517b1a0-76ab-466b-9816-b9b73a129fbf not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:24:58.831189 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40598) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:58.838982 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-65c0cb19-9c44-4ac8-a291-4e6a46a1f9c2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2056073684', 'description': 'tempest-secgroup-smoke-2056073684 description', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:58.867645 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65c0cb19-9c44-4ac8-a291-4e6a46a1f9c2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.954775 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65c0cb19-9c44-4ac8-a291-4e6a46a1f9c2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.960595 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65c0cb19-9c44-4ac8-a291-4e6a46a1f9c2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.992836 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0cb19-9c44-4ac8-a291-4e6a46a1f9c2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2775a4-f41a-4d13-ae95-0dff54320f97,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:58.995382 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-65c0cb19-9c44-4ac8-a291-4e6a46a1f9c2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.996657 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-65c0cb19-9c44-4ac8-a291-4e6a46a1f9c2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1641719 Jul 16 02:24:59.002602 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40600) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:59.007747 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f8917dcc-329e-42cb-99e3-a520dc07c9c3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': 'eb2775a4-f41a-4d13-ae95-0dff54320f97', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:59.038078 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f8917dcc-329e-42cb-99e3-a520dc07c9c3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.098198 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f8917dcc-329e-42cb-99e3-a520dc07c9c3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.102588 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f8917dcc-329e-42cb-99e3-a520dc07c9c3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.122656 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8917dcc-329e-42cb-99e3-a520dc07c9c3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94039de9-54aa-4cc9-b354-e822423794a5,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:59.127258 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f8917dcc-329e-42cb-99e3-a520dc07c9c3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.128569 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f8917dcc-329e-42cb-99e3-a520dc07c9c3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249075 Jul 16 02:24:59.132036 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40602) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:59.136798 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-7bf7d96c-e44e-4fb9-ba82-5f00f4f57b35 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': 'eb2775a4-f41a-4d13-ae95-0dff54320f97', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:59.170175 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7bf7d96c-e44e-4fb9-ba82-5f00f4f57b35 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.233045 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7bf7d96c-e44e-4fb9-ba82-5f00f4f57b35 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.238878 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7bf7d96c-e44e-4fb9-ba82-5f00f4f57b35 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.256165 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7d96c-e44e-4fb9-ba82-5f00f4f57b35 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0deb79-0bbf-4a70-a55a-c362a27df549,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:59.263893 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7bf7d96c-e44e-4fb9-ba82-5f00f4f57b35 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.265168 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7bf7d96c-e44e-4fb9-ba82-5f00f4f57b35 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1321154 Jul 16 02:24:59.268178 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40604) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:59.272799 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0377775c-6b8c-496b-979c-654c395a94a7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': 'eb2775a4-f41a-4d13-ae95-0dff54320f97', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:59.300046 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0377775c-6b8c-496b-979c-654c395a94a7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.364390 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0377775c-6b8c-496b-979c-654c395a94a7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.370316 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0377775c-6b8c-496b-979c-654c395a94a7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.388093 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377775c-6b8c-496b-979c-654c395a94a7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8672fa-944f-470f-94fd-9689aad665fb,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:59.395249 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0377775c-6b8c-496b-979c-654c395a94a7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.396906 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0377775c-6b8c-496b-979c-654c395a94a7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276841 Jul 16 02:24:59.399873 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40606) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:59.404287 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-4f7b6fb5-ce86-4b0e-93f5-f3b25e0c4442 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': 'eb2775a4-f41a-4d13-ae95-0dff54320f97', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:59.431337 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6fb5-ce86-4b0e-93f5-f3b25e0c4442 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.490609 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6fb5-ce86-4b0e-93f5-f3b25e0c4442 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.496477 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6fb5-ce86-4b0e-93f5-f3b25e0c4442 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.515475 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b6fb5-ce86-4b0e-93f5-f3b25e0c4442 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a1345f1-66ed-4b18-be9e-796ae939efa0,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:59.522853 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6fb5-ce86-4b0e-93f5-f3b25e0c4442 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.524302 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4f7b6fb5-ce86-4b0e-93f5-f3b25e0c4442 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234202 Jul 16 02:24:59.527231 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40608) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:59.531889 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-812b03dd-ce6a-4170-9b7f-fcf7a0a3bca5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': 'eb2775a4-f41a-4d13-ae95-0dff54320f97', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:59.558245 n-d-792394-16 neutron-server[93956]: INFO neutron.db.securitygroups_db [None req-812b03dd-ce6a-4170-9b7f-fcf7a0a3bca5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Project 9aba07b934ba4a8b8b1533b6c3e565a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:24:59.564033 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-812b03dd-ce6a-4170-9b7f-fcf7a0a3bca5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.631531 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-812b03dd-ce6a-4170-9b7f-fcf7a0a3bca5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.636705 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-812b03dd-ce6a-4170-9b7f-fcf7a0a3bca5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.641874 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a557f17-f5ed-473c-ab62-1c65963adfd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.656480 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b03dd-ce6a-4170-9b7f-fcf7a0a3bca5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5951ce68-4628-4905-a740-992a0d059bcb,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:59.660380 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-812b03dd-ce6a-4170-9b7f-fcf7a0a3bca5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.661607 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-812b03dd-ce6a-4170-9b7f-fcf7a0a3bca5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1333768 Jul 16 02:24:59.664840 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40610) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:59.669554 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-daf2c87d-ef01-4a76-8833-f9af6026217b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': 'eb2775a4-f41a-4d13-ae95-0dff54320f97', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:59.693636 n-d-792394-16 neutron-server[93956]: INFO neutron.db.securitygroups_db [None req-daf2c87d-ef01-4a76-8833-f9af6026217b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Project 9aba07b934ba4a8b8b1533b6c3e565a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:24:59.698985 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-daf2c87d-ef01-4a76-8833-f9af6026217b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.763943 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-daf2c87d-ef01-4a76-8833-f9af6026217b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.770605 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-daf2c87d-ef01-4a76-8833-f9af6026217b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.788115 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2c87d-ef01-4a76-8833-f9af6026217b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8959d8aa-61cf-41cc-a4ca-33f1558e8146,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:59.794853 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-daf2c87d-ef01-4a76-8833-f9af6026217b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.798676 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-daf2c87d-ef01-4a76-8833-f9af6026217b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1300881 Jul 16 02:24:59.799068 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40612) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:59.804615 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.805285 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-235a5a0e-a1b2-4420-a950-c8b444f988af tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'network': {'name': 'tempest-network-smoke--677888434', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'port_security_enabled': True}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:59.827274 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235a5a0e-a1b2-4420-a950-c8b444f988af tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Made reservation on behalf of 9aba07b934ba4a8b8b1533b6c3e565a5 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:24:59.831012 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-235a5a0e-a1b2-4420-a950-c8b444f988af tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.861585 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235a5a0e-a1b2-4420-a950-c8b444f988af tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:24:59.874706 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-235a5a0e-a1b2-4420-a950-c8b444f988af tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.875054 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-235a5a0e-a1b2-4420-a950-c8b444f988af tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Added segment 87c7abe7-b7d1-4bf8-8128-bb25bf9947c2 of type vlan for network 4d63ee46-86ec-4452-99bb-0770733c47dd Jul 16 02:24:59.916324 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-235a5a0e-a1b2-4420-a950-c8b444f988af tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.947329 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-235a5a0e-a1b2-4420-a950-c8b444f988af tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.953052 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235a5a0e-a1b2-4420-a950-c8b444f988af tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:59.953635 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-235a5a0e-a1b2-4420-a950-c8b444f988af tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.987705 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-235a5a0e-a1b2-4420-a950-c8b444f988af tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1875064 Jul 16 02:24:59.990682 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40614) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:59.995091 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2eca61df-ea1f-4f02-bbb6-0eedc683c73d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1566622454', 'admin_state_up': True, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:00.040504 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a5a0e-a1b2-4420-a950-c8b444f988af tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Network': ['ID=4d63ee46-86ec-4452-99bb-0770733c47dd,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:00.050799 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 4d63ee46-86ec-4452-99bb-0770733c47dd details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:25:00.069632 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2eca61df-ea1f-4f02-bbb6-0eedc683c73d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.070759 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2eca61df-ea1f-4f02-bbb6-0eedc683c73d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.129868 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2eca61df-ea1f-4f02-bbb6-0eedc683c73d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.277204 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2eca61df-ea1f-4f02-bbb6-0eedc683c73d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.468510 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2eca61df-ea1f-4f02-bbb6-0eedc683c73d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.486726 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2eca61df-ea1f-4f02-bbb6-0eedc683c73d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.593881 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-2eca61df-ea1f-4f02-bbb6-0eedc683c73d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Allocated IP 172.25.6.144 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/f7056471-865e-4803-bf93-56cf88036ab8) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:00.704779 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2eca61df-ea1f-4f02-bbb6-0eedc683c73d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.749769 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2eca61df-ea1f-4f02-bbb6-0eedc683c73d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.792738 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eca61df-ea1f-4f02-bbb6-0eedc683c73d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:00.797159 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-2eca61df-ea1f-4f02-bbb6-0eedc683c73d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:00.799689 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eca61df-ea1f-4f02-bbb6-0eedc683c73d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:00.805762 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca61df-ea1f-4f02-bbb6-0eedc683c73d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=f7056471-865e-4803-bf93-56cf88036ab8,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:01.036760 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.064694 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2eca61df-ea1f-4f02-bbb6-0eedc683c73d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.276811 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2eca61df-ea1f-4f02-bbb6-0eedc683c73d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.412712 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eca61df-ea1f-4f02-bbb6-0eedc683c73d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Router 8ae590f5-e237-48df-a32c-61686cad7ace is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:25:01.533600 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eca61df-ea1f-4f02-bbb6-0eedc683c73d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:25:01.543295 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] Sync routers for ids ['8ae590f5-e237-48df-a32c-61686cad7ace'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:25:01.553593 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] Routers {'8ae590f5-e237-48df-a32c-61686cad7ace'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:01.554451 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:25:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8ae590f5-e237-48df-a32c-61686cad7ace'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:01.555942 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2eca61df-ea1f-4f02-bbb6-0eedc683c73d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.557320 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2eca61df-ea1f-4f02-bbb6-0eedc683c73d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5656331 Jul 16 02:25:01.560674 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40616) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:01.591856 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6dfe4c07-8d78-4e30-9572-6f80e0cf0ede tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=9aba07b934ba4a8b8b1533b6c3e565a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298717 Jul 16 02:25:01.594653 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40618) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:01.662899 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] Set router 8ae590f5-e237-48df-a32c-61686cad7ace gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:01.683783 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77e6923-1bb8-41fa-a0df-9bbab2962323 tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:01.685544 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a77e6923-1bb8-41fa-a0df-9bbab2962323 tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898142 Jul 16 02:25:01.688470 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40620) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:01.718336 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b6a87be0-e6c3-44ca-bcb8-bf841675a10b tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285614 Jul 16 02:25:01.721081 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40622) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:01.726290 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-1e270d45-d345-4b50-8f77-fb30f3ee0d3f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1945007167', 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:01.852224 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566622454', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:00Z', 'revision_number': 3, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:01.880696 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] Checking router: 8ae590f5-e237-48df-a32c-61686cad7ace for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:25:01.881040 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] Updating router 8ae590f5-e237-48df-a32c-61686cad7ace port f7056471-865e-4803-bf93-56cf88036ab8 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:25:01.917450 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:02.026173 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:02.158052 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e270d45-d345-4b50-8f77-fb30f3ee0d3f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Made reservation on behalf of 9aba07b934ba4a8b8b1533b6c3e565a5 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:02.161741 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e270d45-d345-4b50-8f77-fb30f3ee0d3f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:02.190233 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:02.201233 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] Transition to ACTIVE for port object f7056471-865e-4803-bf93-56cf88036ab8 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:02.207116 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:02.259129 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] Attempting to bind port f7056471-865e-4803-bf93-56cf88036ab8 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:02.259496 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] Attempting to bind port f7056471-865e-4803-bf93-56cf88036ab8 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:02.259870 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] Attempting to bind port f7056471-865e-4803-bf93-56cf88036ab8 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:02.267281 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba94c9-c443-4a8b-be46-652fce0a5f72 None None] Pushing event updated for resources: {'Port': ['ID=f7056471-865e-4803-bf93-56cf88036ab8,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:02.270163 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:02.270544 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:02.271017 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:02.271334 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:02.272315 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] Bound port: f7056471-865e-4803-bf93-56cf88036ab8, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:02.272510 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:02.337375 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] For port f7056471-865e-4803-bf93-56cf88036ab8, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:02.343074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] For port f7056471-865e-4803-bf93-56cf88036ab8, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f7056471-865e-4803-bf93-56cf88036ab8,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:02.348709 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:02.380443 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e270d45-d345-4b50-8f77-fb30f3ee0d3f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:02.408711 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] Routers {'8ae590f5-e237-48df-a32c-61686cad7ace'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:02.409341 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:25:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8ae590f5-e237-48df-a32c-61686cad7ace'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:02.441712 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e270d45-d345-4b50-8f77-fb30f3ee0d3f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Subnet': ['ID=0a7387a8-eada-4728-a52c-3bcfc3e25527,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:02.452351 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e270d45-d345-4b50-8f77-fb30f3ee0d3f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Checking segment: {'id': '87c7abe7-b7d1-4bf8-8128-bb25bf9947c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:02.452626 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e270d45-d345-4b50-8f77-fb30f3ee0d3f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network hostable DHCP agents. Network: 4d63ee46-86ec-4452-99bb-0770733c47dd, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:25:02.458351 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba94c9-c443-4a8b-be46-652fce0a5f72 None None] Pushing event updated for resources: {'Port': ['ID=f7056471-865e-4803-bf93-56cf88036ab8,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:02.473426 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e270d45-d345-4b50-8f77-fb30f3ee0d3f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 4d63ee46-86ec-4452-99bb-0770733c47dd is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:25:02.483232 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-1e270d45-d345-4b50-8f77-fb30f3ee0d3f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 4d63ee46-86ec-4452-99bb-0770733c47dd) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:02.487426 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e270d45-d345-4b50-8f77-fb30f3ee0d3f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:02.488012 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1e270d45-d345-4b50-8f77-fb30f3ee0d3f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:02.503115 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440fc8a7-d24a-427f-94f8-558f1024aeb7 None None] Network 4d63ee46-86ec-4452-99bb-0770733c47dd requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:02.503988 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1e270d45-d345-4b50-8f77-fb30f3ee0d3f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7818744 Jul 16 02:25:02.507162 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40624) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:02.580393 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] Set router 8ae590f5-e237-48df-a32c-61686cad7ace gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:02.959401 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-979df31c-7d3b-473f-ae45-4ef5ca3fa455 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:02.970637 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d50914c-9905-43fb-a398-24cd1c219d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-4d63ee46-86ec-4452-99bb-0770733c47dd', 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'fixed_ips': [{'subnet_id': '0a7387a8-eada-4728-a52c-3bcfc3e25527'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:25:02.971501 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3d50914c-9905-43fb-a398-24cd1c219d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:02.986241 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.101522 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566622454', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:00Z', 'revision_number': 3, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:03.133275 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0fb9d0-bf17-4b41-925c-e062a690a1df None None] The sync data for ids ['8ae590f5-e237-48df-a32c-61686cad7ace'] in n-d-792394-16 is: [{'id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566622454', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:00Z', 'revision_number': 3, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:25:03.157258 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-3d50914c-9905-43fb-a398-24cd1c219d28 None None] Allocated IP 172.20.0.2 (4d63ee46-86ec-4452-99bb-0770733c47dd/0a7387a8-eada-4728-a52c-3bcfc3e25527/7cf2b767-9048-4b64-bb8b-46a495e55bde) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:03.335780 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3d50914c-9905-43fb-a398-24cd1c219d28 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.344962 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3d50914c-9905-43fb-a398-24cd1c219d28 None None] Transition to ACTIVE for port object 7cf2b767-9048-4b64-bb8b-46a495e55bde will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:03.362107 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3d50914c-9905-43fb-a398-24cd1c219d28 None None] Transition to ACTIVE for port object 7cf2b767-9048-4b64-bb8b-46a495e55bde will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:03.391094 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3d50914c-9905-43fb-a398-24cd1c219d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.449638 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d50914c-9905-43fb-a398-24cd1c219d28 None None] Network 4d63ee46-86ec-4452-99bb-0770733c47dd is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:03.453149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-3d50914c-9905-43fb-a398-24cd1c219d28 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:03.457053 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d50914c-9905-43fb-a398-24cd1c219d28 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:03.492125 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-979df31c-7d3b-473f-ae45-4ef5ca3fa455 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Allocated IP 172.20.0.1 (4d63ee46-86ec-4452-99bb-0770733c47dd/0a7387a8-eada-4728-a52c-3bcfc3e25527/c235c3a8-d5e6-408f-8543-ead2a70b38d3) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:03.497828 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50914c-9905-43fb-a398-24cd1c219d28 None None] Pushing event updated for resources: {'Port': ['ID=7cf2b767-9048-4b64-bb8b-46a495e55bde,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:03.541555 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3d50914c-9905-43fb-a398-24cd1c219d28 None None] Attempting to bind port 7cf2b767-9048-4b64-bb8b-46a495e55bde on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:03.541555 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3d50914c-9905-43fb-a398-24cd1c219d28 None None] Attempting to bind port 7cf2b767-9048-4b64-bb8b-46a495e55bde by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '87c7abe7-b7d1-4bf8-8128-bb25bf9947c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:03.541925 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d50914c-9905-43fb-a398-24cd1c219d28 None None] Attempting to bind port 7cf2b767-9048-4b64-bb8b-46a495e55bde on network 4d63ee46-86ec-4452-99bb-0770733c47dd {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:03.547466 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d50914c-9905-43fb-a398-24cd1c219d28 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:03.548025 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d50914c-9905-43fb-a398-24cd1c219d28 None None] Checking segment: {'id': '87c7abe7-b7d1-4bf8-8128-bb25bf9947c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:03.548253 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3d50914c-9905-43fb-a398-24cd1c219d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.548687 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d50914c-9905-43fb-a398-24cd1c219d28 None None] Bound using segment: {'id': '87c7abe7-b7d1-4bf8-8128-bb25bf9947c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:03.549182 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-3d50914c-9905-43fb-a398-24cd1c219d28 None None] Bound port: 7cf2b767-9048-4b64-bb8b-46a495e55bde, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c7abe7-b7d1-4bf8-8128-bb25bf9947c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:03.549557 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3d50914c-9905-43fb-a398-24cd1c219d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.630421 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3d50914c-9905-43fb-a398-24cd1c219d28 None None] For port 7cf2b767-9048-4b64-bb8b-46a495e55bde, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:03.634557 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-979df31c-7d3b-473f-ae45-4ef5ca3fa455 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.634982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3d50914c-9905-43fb-a398-24cd1c219d28 None None] For port 7cf2b767-9048-4b64-bb8b-46a495e55bde, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7cf2b767-9048-4b64-bb8b-46a495e55bde,segment=NetworkSegment(87c7abe7-b7d1-4bf8-8128-bb25bf9947c2),segment_id=87c7abe7-b7d1-4bf8-8128-bb25bf9947c2)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:03.644118 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3d50914c-9905-43fb-a398-24cd1c219d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.656780 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-979df31c-7d3b-473f-ae45-4ef5ca3fa455 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Transition to ACTIVE for port object c235c3a8-d5e6-408f-8543-ead2a70b38d3 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:03.702880 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-979df31c-7d3b-473f-ae45-4ef5ca3fa455 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.728672 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50914c-9905-43fb-a398-24cd1c219d28 None None] Pushing event updated for resources: {'Port': ['ID=7cf2b767-9048-4b64-bb8b-46a495e55bde,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:03.778143 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979df31c-7d3b-473f-ae45-4ef5ca3fa455 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 4d63ee46-86ec-4452-99bb-0770733c47dd is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:03.781825 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-979df31c-7d3b-473f-ae45-4ef5ca3fa455 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:03.786645 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979df31c-7d3b-473f-ae45-4ef5ca3fa455 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:03.814794 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979df31c-7d3b-473f-ae45-4ef5ca3fa455 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=c235c3a8-d5e6-408f-8543-ead2a70b38d3,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:03.841083 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-979df31c-7d3b-473f-ae45-4ef5ca3fa455 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:04.075555 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-979df31c-7d3b-473f-ae45-4ef5ca3fa455 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:04.397117 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-979df31c-7d3b-473f-ae45-4ef5ca3fa455 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:04.403549 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-979df31c-7d3b-473f-ae45-4ef5ca3fa455 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:04.437207 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f7056471-865e-4803-bf93-56cf88036ab8 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:04.474892 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979df31c-7d3b-473f-ae45-4ef5ca3fa455 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=c235c3a8-d5e6-408f-8543-ead2a70b38d3,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:04.490816 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port f7056471-865e-4803-bf93-56cf88036ab8 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:04.494506 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-979df31c-7d3b-473f-ae45-4ef5ca3fa455 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:04.495760 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port f7056471-865e-4803-bf93-56cf88036ab8 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:04.496217 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:04.586642 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:04.593762 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979df31c-7d3b-473f-ae45-4ef5ca3fa455 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 4d63ee46-86ec-4452-99bb-0770733c47dd is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:04.595463 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-979df31c-7d3b-473f-ae45-4ef5ca3fa455 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:04.609992 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port f7056471-865e-4803-bf93-56cf88036ab8, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f7056471-865e-4803-bf93-56cf88036ab8,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:04.614677 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:04.615571 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7cf2b767-9048-4b64-bb8b-46a495e55bde up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:04.690082 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=f7056471-865e-4803-bf93-56cf88036ab8,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:04.708136 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 7cf2b767-9048-4b64-bb8b-46a495e55bde completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:04.716349 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979df31c-7d3b-473f-ae45-4ef5ca3fa455 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Router 8ae590f5-e237-48df-a32c-61686cad7ace has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:25:04.827900 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979df31c-7d3b-473f-ae45-4ef5ca3fa455 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:25:04.840380 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-979df31c-7d3b-473f-ae45-4ef5ca3fa455 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "PUT /v2.0/routers/8ae590f5-e237-48df-a32c-61686cad7ace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3249345 Jul 16 02:25:04.984352 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-5681b633-25e7-4a60-9e9c-0761fa512484 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2056073684&fields=id&tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5 HTTP/1.1" status: 200 len: 267 time: 0.0369508 Jul 16 02:25:05.107595 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-7c619b99-7ddf-415c-91c3-e3226698c7e6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:05.109821 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-7c619b99-7ddf-415c-91c3-e3226698c7e6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/networks?id=4d63ee46-86ec-4452-99bb-0770733c47dd HTTP/1.1" status: 200 len: 796 time: 0.1150348 Jul 16 02:25:05.111096 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519b6371-ce62-48c9-ad09-67d64552cfaf None None] Network 4d63ee46-86ec-4452-99bb-0770733c47dd requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:05.133037 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-416a54ac-31c0-48c3-b7d3-9fee9f513557 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/quotas/9aba07b934ba4a8b8b1533b6c3e565a5 HTTP/1.1" status: 200 len: 375 time: 0.0112023 Jul 16 02:25:05.195178 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-815124f8-20f3-4d51-9aea-1161472eef83 None None] Provisioning for port 7cf2b767-9048-4b64-bb8b-46a495e55bde completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:05.202945 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] Sync routers for ids ['8ae590f5-e237-48df-a32c-61686cad7ace'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:25:05.206864 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-815124f8-20f3-4d51-9aea-1161472eef83 None None] Provisioning complete for port 7cf2b767-9048-4b64-bb8b-46a495e55bde triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:05.207233 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-815124f8-20f3-4d51-9aea-1161472eef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.213926 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-7b685c3f-cdb8-49aa-a73e-468950b08c24 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754218 Jul 16 02:25:05.214285 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] Routers {'8ae590f5-e237-48df-a32c-61686cad7ace'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:05.215093 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:25:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8ae590f5-e237-48df-a32c-61686cad7ace'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:05.231040 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-400a7941-5091-41b6-a01c-cfbc02821fe3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:25:05.232394 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-400a7941-5091-41b6-a01c-cfbc02821fe3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067725 Jul 16 02:25:05.370429 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-815124f8-20f3-4d51-9aea-1161472eef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.383636 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-d8e171a4-fee4-4ebc-870b-f363ee3886f2 service neutron] 10.222.0.16 "GET /v2.0/networks/4d63ee46-86ec-4452-99bb-0770733c47dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434836 Jul 16 02:25:05.414834 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-815124f8-20f3-4d51-9aea-1161472eef83 None None] For port 7cf2b767-9048-4b64-bb8b-46a495e55bde, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7cf2b767-9048-4b64-bb8b-46a495e55bde,segment=NetworkSegment(87c7abe7-b7d1-4bf8-8128-bb25bf9947c2),segment_id=87c7abe7-b7d1-4bf8-8128-bb25bf9947c2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:05.420576 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-815124f8-20f3-4d51-9aea-1161472eef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.438567 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] Set router 8ae590f5-e237-48df-a32c-61686cad7ace gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:05.482256 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815124f8-20f3-4d51-9aea-1161472eef83 None None] Pushing event updated for resources: {'Port': ['ID=7cf2b767-9048-4b64-bb8b-46a495e55bde,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:05.508763 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-8e4a40ac-2c82-4dcd-b978-562fbf9d4c4a service neutron] 10.222.0.16 "GET /v2.0/networks/4d63ee46-86ec-4452-99bb-0770733c47dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122258 Jul 16 02:25:05.583118 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.649504 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-807a5fc1-3c4a-4943-b854-ba46733fee6a None None] Provisioning complete for port 7cf2b767-9048-4b64-bb8b-46a495e55bde triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:05.652877 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-807a5fc1-3c4a-4943-b854-ba46733fee6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.662527 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566622454', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:03Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c235c3a8-d5e6-408f-8543-ead2a70b38d3', 'name': '', 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:d2:e1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0a7387a8-eada-4728-a52c-3bcfc3e25527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:04Z', 'revision_number': 2, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': '0a7387a8-eada-4728-a52c-3bcfc3e25527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:05.689768 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] Checking router: 8ae590f5-e237-48df-a32c-61686cad7ace for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:25:05.690118 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] Updating router 8ae590f5-e237-48df-a32c-61686cad7ace port c235c3a8-d5e6-408f-8543-ead2a70b38d3 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:25:05.727741 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-af10fdcd-ce79-4275-947f-cd3a744d435e req-e30285a6-8b08-44e4-a2e7-961c49abdb2f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 210 time: 0.0407536 Jul 16 02:25:05.733561 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.769154 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-807a5fc1-3c4a-4943-b854-ba46733fee6a None None] Provisioning for port c235c3a8-d5e6-408f-8543-ead2a70b38d3 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:05.773693 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-807a5fc1-3c4a-4943-b854-ba46733fee6a None None] Provisioning complete for port c235c3a8-d5e6-408f-8543-ead2a70b38d3 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:05.774071 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-807a5fc1-3c4a-4943-b854-ba46733fee6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.808838 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-807a5fc1-3c4a-4943-b854-ba46733fee6a None None] Port c235c3a8-d5e6-408f-8543-ead2a70b38d3 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:25:05.935339 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-be15a7fc-04ae-42a8-8a69-567de5d72d69 None None] Provisioning complete for port c235c3a8-d5e6-408f-8543-ead2a70b38d3 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:05.935723 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be15a7fc-04ae-42a8-8a69-567de5d72d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.974199 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-be15a7fc-04ae-42a8-8a69-567de5d72d69 None None] Port c235c3a8-d5e6-408f-8543-ead2a70b38d3 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:25:06.006402 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:06.017040 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] Transition to ACTIVE for port object c235c3a8-d5e6-408f-8543-ead2a70b38d3 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:06.023144 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:06.074274 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060821f2-a323-4fe2-a06a-3032282e1d5f None None] Pushing event updated for resources: {'Port': ['ID=c235c3a8-d5e6-408f-8543-ead2a70b38d3,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:06.110712 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060821f2-a323-4fe2-a06a-3032282e1d5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:06.111056 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060821f2-a323-4fe2-a06a-3032282e1d5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:06.111390 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060821f2-a323-4fe2-a06a-3032282e1d5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:06.111822 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060821f2-a323-4fe2-a06a-3032282e1d5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:06.112237 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060821f2-a323-4fe2-a06a-3032282e1d5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:06.112709 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060821f2-a323-4fe2-a06a-3032282e1d5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:06.113100 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060821f2-a323-4fe2-a06a-3032282e1d5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:06.113406 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060821f2-a323-4fe2-a06a-3032282e1d5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:06.113794 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060821f2-a323-4fe2-a06a-3032282e1d5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:06.114163 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060821f2-a323-4fe2-a06a-3032282e1d5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:06.114482 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060821f2-a323-4fe2-a06a-3032282e1d5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:06.114859 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060821f2-a323-4fe2-a06a-3032282e1d5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:06.151318 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] Attempting to bind port c235c3a8-d5e6-408f-8543-ead2a70b38d3 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:06.151691 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] Attempting to bind port c235c3a8-d5e6-408f-8543-ead2a70b38d3 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '87c7abe7-b7d1-4bf8-8128-bb25bf9947c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:06.152032 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] Attempting to bind port c235c3a8-d5e6-408f-8543-ead2a70b38d3 on network 4d63ee46-86ec-4452-99bb-0770733c47dd {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:06.157991 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:06.158362 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] Checking segment: {'id': '87c7abe7-b7d1-4bf8-8128-bb25bf9947c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:06.158761 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:06.159164 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] Bound using segment: {'id': '87c7abe7-b7d1-4bf8-8128-bb25bf9947c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:06.159632 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] Bound port: c235c3a8-d5e6-408f-8543-ead2a70b38d3, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c7abe7-b7d1-4bf8-8128-bb25bf9947c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:06.160004 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:06.226403 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] For port c235c3a8-d5e6-408f-8543-ead2a70b38d3, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:06.229871 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] For port c235c3a8-d5e6-408f-8543-ead2a70b38d3, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c235c3a8-d5e6-408f-8543-ead2a70b38d3,segment=NetworkSegment(87c7abe7-b7d1-4bf8-8128-bb25bf9947c2),segment_id=87c7abe7-b7d1-4bf8-8128-bb25bf9947c2)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:06.236135 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:06.294368 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] Routers {'8ae590f5-e237-48df-a32c-61686cad7ace'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:06.294999 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:25:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8ae590f5-e237-48df-a32c-61686cad7ace'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:06.298727 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060821f2-a323-4fe2-a06a-3032282e1d5f None None] Pushing event updated for resources: {'Port': ['ID=c235c3a8-d5e6-408f-8543-ead2a70b38d3,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:06.412216 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f7056471-865e-4803-bf93-56cf88036ab8 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:06.414449 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] Set router 8ae590f5-e237-48df-a32c-61686cad7ace gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:06.470167 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port f7056471-865e-4803-bf93-56cf88036ab8 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:06.470540 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:06.559537 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7cf2b767-9048-4b64-bb8b-46a495e55bde up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:06.606835 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 7cf2b767-9048-4b64-bb8b-46a495e55bde triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:06.607209 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:06.625651 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566622454', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:03Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c235c3a8-d5e6-408f-8543-ead2a70b38d3', 'name': '', 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:d2:e1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0a7387a8-eada-4728-a52c-3bcfc3e25527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:06Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': '0a7387a8-eada-4728-a52c-3bcfc3e25527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:06.651569 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b993b03f-5dc8-40c7-8d57-c1cc7c406ecd None None] The sync data for ids ['8ae590f5-e237-48df-a32c-61686cad7ace'] in n-d-792394-16 is: [{'id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566622454', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:03Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c235c3a8-d5e6-408f-8543-ead2a70b38d3', 'name': '', 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:d2:e1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0a7387a8-eada-4728-a52c-3bcfc3e25527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:06Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': '0a7387a8-eada-4728-a52c-3bcfc3e25527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:25:06.818926 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-afdc5037-820b-4c38-b408-2ed231b3111f req-5578291c-bba2-42cf-8cf2-654fa9e6b21e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 210 time: 0.0296147 Jul 16 02:25:07.967980 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-52d2c6c7-1639-4c42-8f5e-c30aac08998d req-3f49add9-cc9f-4493-804f-5cbcb62500a1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 210 time: 0.0369315 Jul 16 02:25:08.417546 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c235c3a8-d5e6-408f-8543-ead2a70b38d3 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:08.469592 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port c235c3a8-d5e6-408f-8543-ead2a70b38d3 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:08.473480 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port c235c3a8-d5e6-408f-8543-ead2a70b38d3 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:08.473859 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:08.555379 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:08.590563 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port c235c3a8-d5e6-408f-8543-ead2a70b38d3, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c235c3a8-d5e6-408f-8543-ead2a70b38d3,segment=NetworkSegment(87c7abe7-b7d1-4bf8-8128-bb25bf9947c2),segment_id=87c7abe7-b7d1-4bf8-8128-bb25bf9947c2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:08.596169 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:08.647974 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=c235c3a8-d5e6-408f-8543-ead2a70b38d3,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:09.094210 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-982228e7-834e-40cf-980b-4fbd334cbb73 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:09.095643 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-982228e7-834e-40cf-980b-4fbd334cbb73 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.84 "GET /v2.0/networks?id=4d63ee46-86ec-4452-99bb-0770733c47dd HTTP/1.1" status: 200 len: 796 time: 0.1139603 Jul 16 02:25:09.128992 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1e16927e-cf05-4546-be17-11c30d79d264 req-8ec29a1c-8584-4819-83ba-93769c5a0b08 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 210 time: 0.0435500 Jul 16 02:25:09.161544 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-c2f5fd7e-3a9e-4465-8d16-75de8b239539 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5 HTTP/1.1" status: 200 len: 380 time: 0.0561109 Jul 16 02:25:09.170623 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-01595c89-8ef0-4a63-9d2b-623b762ea44b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'port': {'device_id': 'c117bab5-5822-42c1-9faf-08f0f9613b26', 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd', 'admin_state_up': True, 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'security_groups': ['eb2775a4-f41a-4d13-ae95-0dff54320f97']}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:09.284930 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-01595c89-8ef0-4a63-9d2b-623b762ea44b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Made reservation on behalf of 9aba07b934ba4a8b8b1533b6c3e565a5 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:09.289934 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-01595c89-8ef0-4a63-9d2b-623b762ea44b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:09.416224 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-01595c89-8ef0-4a63-9d2b-623b762ea44b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Allocated IP 172.20.0.7 (4d63ee46-86ec-4452-99bb-0770733c47dd/0a7387a8-eada-4728-a52c-3bcfc3e25527/254ed83e-6737-4802-8279-e81a1eea5cb8) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:09.569956 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-01595c89-8ef0-4a63-9d2b-623b762ea44b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:09.583063 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-01595c89-8ef0-4a63-9d2b-623b762ea44b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Transition to ACTIVE for port object 254ed83e-6737-4802-8279-e81a1eea5cb8 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:09.618973 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-01595c89-8ef0-4a63-9d2b-623b762ea44b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:09.666699 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-01595c89-8ef0-4a63-9d2b-623b762ea44b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 4d63ee46-86ec-4452-99bb-0770733c47dd is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:09.669950 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-01595c89-8ef0-4a63-9d2b-623b762ea44b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:09.673934 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-01595c89-8ef0-4a63-9d2b-623b762ea44b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:09.680526 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01595c89-8ef0-4a63-9d2b-623b762ea44b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=254ed83e-6737-4802-8279-e81a1eea5cb8,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:09.726920 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-01595c89-8ef0-4a63-9d2b-623b762ea44b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:09.727522 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-01595c89-8ef0-4a63-9d2b-623b762ea44b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:09.743347 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-01595c89-8ef0-4a63-9d2b-623b762ea44b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5764425 Jul 16 02:25:09.754772 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-47c7a513-4f24-42ae-94a8-9c943bd1f64d service neutron] Request body: {'port': {'device_id': 'c117bab5-5822-42c1-9faf-08f0f9613b26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:09.833652 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-47c7a513-4f24-42ae-94a8-9c943bd1f64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:09.904197 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6165c7c1-54bc-4250-a98c-098533615f72 None None] Provisioning for port 254ed83e-6737-4802-8279-e81a1eea5cb8 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:09.909332 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6165c7c1-54bc-4250-a98c-098533615f72 None None] Provisioning complete for port 254ed83e-6737-4802-8279-e81a1eea5cb8 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:09.909721 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6165c7c1-54bc-4250-a98c-098533615f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:09.944025 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6165c7c1-54bc-4250-a98c-098533615f72 None None] Port 254ed83e-6737-4802-8279-e81a1eea5cb8 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:25:10.122875 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-47c7a513-4f24-42ae-94a8-9c943bd1f64d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254ed83e-6737-4802-8279-e81a1eea5cb8 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:25:10.131306 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-47c7a513-4f24-42ae-94a8-9c943bd1f64d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:10.145343 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-47c7a513-4f24-42ae-94a8-9c943bd1f64d service neutron] Transition to ACTIVE for port object 254ed83e-6737-4802-8279-e81a1eea5cb8 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:10.150502 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-47c7a513-4f24-42ae-94a8-9c943bd1f64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:10.205294 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7a513-4f24-42ae-94a8-9c943bd1f64d service neutron] Pushing event updated for resources: {'Port': ['ID=254ed83e-6737-4802-8279-e81a1eea5cb8,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:10.273245 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-47c7a513-4f24-42ae-94a8-9c943bd1f64d service neutron] Attempting to bind port 254ed83e-6737-4802-8279-e81a1eea5cb8 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:10.273595 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-47c7a513-4f24-42ae-94a8-9c943bd1f64d service neutron] Attempting to bind port 254ed83e-6737-4802-8279-e81a1eea5cb8 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '87c7abe7-b7d1-4bf8-8128-bb25bf9947c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:10.274052 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-47c7a513-4f24-42ae-94a8-9c943bd1f64d service neutron] Attempting to bind port 254ed83e-6737-4802-8279-e81a1eea5cb8 on network 4d63ee46-86ec-4452-99bb-0770733c47dd {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:10.279108 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-47c7a513-4f24-42ae-94a8-9c943bd1f64d service neutron] Port 254ed83e-6737-4802-8279-e81a1eea5cb8 on network 4d63ee46-86ec-4452-99bb-0770733c47dd not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:25:10.279440 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-47c7a513-4f24-42ae-94a8-9c943bd1f64d service neutron] Attempting to bind port 254ed83e-6737-4802-8279-e81a1eea5cb8 on network 4d63ee46-86ec-4452-99bb-0770733c47dd {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:10.285059 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-47c7a513-4f24-42ae-94a8-9c943bd1f64d service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:10.285403 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-47c7a513-4f24-42ae-94a8-9c943bd1f64d service neutron] Checking segment: {'id': '87c7abe7-b7d1-4bf8-8128-bb25bf9947c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:10.285799 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-47c7a513-4f24-42ae-94a8-9c943bd1f64d service neutron] Bound using segment: {'id': '87c7abe7-b7d1-4bf8-8128-bb25bf9947c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:10.286244 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-47c7a513-4f24-42ae-94a8-9c943bd1f64d service neutron] Bound port: 254ed83e-6737-4802-8279-e81a1eea5cb8, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c7abe7-b7d1-4bf8-8128-bb25bf9947c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:10.286599 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-47c7a513-4f24-42ae-94a8-9c943bd1f64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:10.321656 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72956a5a-6670-4f2f-af48-06e508e2bc5f req-727f4561-940c-4483-ba1c-022aa8c8a759 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:10.323820 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-72956a5a-6670-4f2f-af48-06e508e2bc5f req-727f4561-940c-4483-ba1c-022aa8c8a759 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 943 time: 0.0722466 Jul 16 02:25:10.374267 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-47c7a513-4f24-42ae-94a8-9c943bd1f64d service neutron] For port 254ed83e-6737-4802-8279-e81a1eea5cb8, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:10.380018 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-47c7a513-4f24-42ae-94a8-9c943bd1f64d service neutron] For port 254ed83e-6737-4802-8279-e81a1eea5cb8, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=254ed83e-6737-4802-8279-e81a1eea5cb8,segment=NetworkSegment(87c7abe7-b7d1-4bf8-8128-bb25bf9947c2),segment_id=87c7abe7-b7d1-4bf8-8128-bb25bf9947c2)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:10.386482 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-72956a5a-6670-4f2f-af48-06e508e2bc5f req-acfe250e-ed4c-40ba-bbc4-50212f223518 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553279 Jul 16 02:25:10.389699 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-47c7a513-4f24-42ae-94a8-9c943bd1f64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:10.408868 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c235c3a8-d5e6-408f-8543-ead2a70b38d3 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:10.432274 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-47c7a513-4f24-42ae-94a8-9c943bd1f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:10.433052 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-47c7a513-4f24-42ae-94a8-9c943bd1f64d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:10.434362 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-47c7a513-4f24-42ae-94a8-9c943bd1f64d service neutron] 10.222.0.84 "PUT /v2.0/ports/254ed83e-6737-4802-8279-e81a1eea5cb8 HTTP/1.1" status: 200 len: 1092 time: 0.6839364 Jul 16 02:25:10.456844 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c117bab5-5822-42c1-9faf-08f0f9613b26', 'tag': '254ed83e-6737-4802-8279-e81a1eea5cb8'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:10.468671 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a858e76-d015-4503-9d9a-ac36fcd52dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "c117bab5-5822-42c1-9faf-08f0f9613b26", "tag": "254ed83e-6737-4802-8279-e81a1eea5cb8"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:10.475913 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7a513-4f24-42ae-94a8-9c943bd1f64d service neutron] Pushing event updated for resources: {'Port': ['ID=254ed83e-6737-4802-8279-e81a1eea5cb8,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:10.485101 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port c235c3a8-d5e6-408f-8543-ead2a70b38d3 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:10.485510 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:10.518826 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38e397d-8b09-47c8-90bd-fd3a1df1cf36 x-openstack-request-id: req-a38e397d-8b09-47c8-90bd-fd3a1df1cf36 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:10.519217 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c117bab5-5822-42c1-9faf-08f0f9613b26", "tag": "254ed83e-6737-4802-8279-e81a1eea5cb8", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:10.519326 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a38e397d-8b09-47c8-90bd-fd3a1df1cf36 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:10.519727 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c117bab5-5822-42c1-9faf-08f0f9613b26', 'tag': '254ed83e-6737-4802-8279-e81a1eea5cb8', 'status': 'completed', 'code': 200} Jul 16 02:25:10.560276 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-00b88f44-93d2-405e-ad0b-2abf5c849b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:10.562236 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-00b88f44-93d2-405e-ad0b-2abf5c849b5e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 1095 time: 0.0826495 Jul 16 02:25:10.610676 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-d0ab720a-2215-4ac3-8812-93065a204cc6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=254ed83e-6737-4802-8279-e81a1eea5cb8 HTTP/1.1" status: 200 len: 217 time: 0.0415862 Jul 16 02:25:10.664401 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-e5fc4b6c-a576-4dab-b87c-0ebcd1d6633c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:10.666570 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-e5fc4b6c-a576-4dab-b87c-0ebcd1d6633c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0a7387a8-eada-4728-a52c-3bcfc3e25527 HTTP/1.1" status: 200 len: 835 time: 0.0493641 Jul 16 02:25:10.731441 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-73f49d7f-4592-4014-a448-755342f6612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:10.733035 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-73f49d7f-4592-4014-a448-755342f6612f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4d63ee46-86ec-4452-99bb-0770733c47dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594885 Jul 16 02:25:11.172264 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-342d1e33-f3ba-4a03-a629-65c9ea867443 service neutron] 10.222.0.84 "GET /v2.0/networks/4d63ee46-86ec-4452-99bb-0770733c47dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323583 Jul 16 02:25:11.264316 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-45f55031-c156-48a7-b2b9-211ab11ea6be req-184a5891-d549-451a-ac5f-27f22a6d7140 service neutron] 10.222.0.84 "GET /v2.0/networks/4d63ee46-86ec-4452-99bb-0770733c47dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857451 Jul 16 02:25:11.375444 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a858e76-d015-4503-9d9a-ac36fcd52dd1 req-db6cf29b-8aac-45f2-9d22-e54cc1be46f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:11.376986 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a858e76-d015-4503-9d9a-ac36fcd52dd1 req-db6cf29b-8aac-45f2-9d22-e54cc1be46f3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 1095 time: 0.0587523 Jul 16 02:25:11.474582 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a858e76-d015-4503-9d9a-ac36fcd52dd1 req-2df1bf31-c04f-4f46-a35d-1db2b6633e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:11.476227 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a858e76-d015-4503-9d9a-ac36fcd52dd1 req-2df1bf31-c04f-4f46-a35d-1db2b6633e21 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4d63ee46-86ec-4452-99bb-0770733c47dd HTTP/1.1" status: 200 len: 897 time: 0.0930097 Jul 16 02:25:11.516419 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a858e76-d015-4503-9d9a-ac36fcd52dd1 req-3b94ff80-5ba3-4dc8-95d8-f85484cd7c42 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=254ed83e-6737-4802-8279-e81a1eea5cb8 HTTP/1.1" status: 200 len: 217 time: 0.0337265 Jul 16 02:25:11.568894 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a858e76-d015-4503-9d9a-ac36fcd52dd1 req-f127ed81-ebb2-4374-8dcc-b7fb43779d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:11.570391 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a858e76-d015-4503-9d9a-ac36fcd52dd1 req-f127ed81-ebb2-4374-8dcc-b7fb43779d09 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0a7387a8-eada-4728-a52c-3bcfc3e25527 HTTP/1.1" status: 200 len: 835 time: 0.0470467 Jul 16 02:25:11.576670 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b263ef-ce47-40ce-bb8d-09a4d3fc8df8 req-d23bb16d-e310-458a-8f31-9eecfadebd20 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:11.578279 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90b263ef-ce47-40ce-bb8d-09a4d3fc8df8 req-d23bb16d-e310-458a-8f31-9eecfadebd20 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 943 time: 0.0665460 Jul 16 02:25:11.626501 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-90b263ef-ce47-40ce-bb8d-09a4d3fc8df8 req-4441e9e4-19e2-451c-9072-557bacb30838 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397429 Jul 16 02:25:11.636078 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a858e76-d015-4503-9d9a-ac36fcd52dd1 req-1688d7ff-9aa2-4b59-bca8-193a6ae8dab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:11.637768 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a858e76-d015-4503-9d9a-ac36fcd52dd1 req-1688d7ff-9aa2-4b59-bca8-193a6ae8dab1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4d63ee46-86ec-4452-99bb-0770733c47dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599055 Jul 16 02:25:11.742015 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a858e76-d015-4503-9d9a-ac36fcd52dd1 req-76caaaff-159b-48dc-8866-0dc3de27dece service neutron] 10.222.0.84 "GET /v2.0/networks/4d63ee46-86ec-4452-99bb-0770733c47dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961878 Jul 16 02:25:11.836031 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0a858e76-d015-4503-9d9a-ac36fcd52dd1 req-46b74963-54dc-4717-8a92-a9cf082d768e service neutron] 10.222.0.84 "GET /v2.0/networks/4d63ee46-86ec-4452-99bb-0770733c47dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870612 Jul 16 02:25:12.812093 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548c57b-61e3-49c7-8e91-2af3775b5e64 req-0cc075b4-0efa-47f6-9a72-b19e32695c86 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:12.813637 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9548c57b-61e3-49c7-8e91-2af3775b5e64 req-0cc075b4-0efa-47f6-9a72-b19e32695c86 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 943 time: 0.0672927 Jul 16 02:25:12.866594 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9548c57b-61e3-49c7-8e91-2af3775b5e64 req-4f6a4480-e6a8-4a15-85d5-0a639956db58 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444512 Jul 16 02:25:14.055575 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42c196-1037-4fbc-8a43-061b798f429d req-f44288c2-1939-485b-a9b9-f81f0ca28520 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:14.057013 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5a42c196-1037-4fbc-8a43-061b798f429d req-f44288c2-1939-485b-a9b9-f81f0ca28520 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 943 time: 0.0664809 Jul 16 02:25:14.095789 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5a42c196-1037-4fbc-8a43-061b798f429d req-2b9c47e6-b3c5-4ba7-9fc6-a8208c570753 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330181 Jul 16 02:25:14.827613 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 254ed83e-6737-4802-8279-e81a1eea5cb8 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:25:14.934855 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 254ed83e-6737-4802-8279-e81a1eea5cb8, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=254ed83e-6737-4802-8279-e81a1eea5cb8,segment=NetworkSegment(87c7abe7-b7d1-4bf8-8128-bb25bf9947c2),segment_id=87c7abe7-b7d1-4bf8-8128-bb25bf9947c2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:14.947930 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '254ed83e-6737-4802-8279-e81a1eea5cb8', 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd', 'port_id': '254ed83e-6737-4802-8279-e81a1eea5cb8', 'mac_address': 'fa:16:3e:44:67:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a7387a8-eada-4728-a52c-3bcfc3e25527', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:25:14.988258 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.004089 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254ed83e-6737-4802-8279-e81a1eea5cb8 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:25:15.026168 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 254ed83e-6737-4802-8279-e81a1eea5cb8, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=254ed83e-6737-4802-8279-e81a1eea5cb8,segment=NetworkSegment(87c7abe7-b7d1-4bf8-8128-bb25bf9947c2),segment_id=87c7abe7-b7d1-4bf8-8128-bb25bf9947c2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:15.033881 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.079874 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=254ed83e-6737-4802-8279-e81a1eea5cb8,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:15.271484 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['254ed83e-6737-4802-8279-e81a1eea5cb8'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:25:15.292015 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcc710-2a4e-4afa-a527-9758b4f8dee8 req-db3a6b72-6617-40c9-816f-3856ae1a59ab tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:15.293569 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e8fcc710-2a4e-4afa-a527-9758b4f8dee8 req-db3a6b72-6617-40c9-816f-3856ae1a59ab tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 944 time: 0.0819664 Jul 16 02:25:15.332877 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e8fcc710-2a4e-4afa-a527-9758b4f8dee8 req-d2f144bd-68c1-43f1-9b77-c3bd070f0009 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332527 Jul 16 02:25:16.508808 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7f8e3-d6a9-4bb2-b2f5-692985b02ba5 req-a764cca7-541c-4035-871d-2663c159b149 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:16.510319 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8fb7f8e3-d6a9-4bb2-b2f5-692985b02ba5 req-a764cca7-541c-4035-871d-2663c159b149 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 944 time: 0.0659955 Jul 16 02:25:16.549098 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8fb7f8e3-d6a9-4bb2-b2f5-692985b02ba5 req-5c427c37-40b7-4b32-9c0a-74bc72e87d4e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329394 Jul 16 02:25:16.828690 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 254ed83e-6737-4802-8279-e81a1eea5cb8 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:16.893714 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 254ed83e-6737-4802-8279-e81a1eea5cb8 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:16.900850 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 254ed83e-6737-4802-8279-e81a1eea5cb8 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:16.901753 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.994581 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.017915 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c117bab5-5822-42c1-9faf-08f0f9613b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254ed83e-6737-4802-8279-e81a1eea5cb8'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:17.020176 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d39cdd-2070-465a-90f3-661b097cff75" -d '{"events": [{"server_uuid": "c117bab5-5822-42c1-9faf-08f0f9613b26", "name": "network-vif-plugged", "status": "completed", "tag": "254ed83e-6737-4802-8279-e81a1eea5cb8"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:17.034286 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 254ed83e-6737-4802-8279-e81a1eea5cb8, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=254ed83e-6737-4802-8279-e81a1eea5cb8,segment=NetworkSegment(87c7abe7-b7d1-4bf8-8128-bb25bf9947c2),segment_id=87c7abe7-b7d1-4bf8-8128-bb25bf9947c2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:17.041231 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.067238 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9666e6b8-93e9-43c5-9f45-a2343f7b1af4 x-openstack-request-id: req-9666e6b8-93e9-43c5-9f45-a2343f7b1af4 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:17.067497 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c117bab5-5822-42c1-9faf-08f0f9613b26", "name": "network-vif-plugged", "status": "completed", "tag": "254ed83e-6737-4802-8279-e81a1eea5cb8", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:17.067771 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9666e6b8-93e9-43c5-9f45-a2343f7b1af4 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:17.068144 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c117bab5-5822-42c1-9faf-08f0f9613b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254ed83e-6737-4802-8279-e81a1eea5cb8', 'code': 200} Jul 16 02:25:17.094913 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=254ed83e-6737-4802-8279-e81a1eea5cb8,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:17.180645 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a1596-374b-4dec-8e7f-f5194c471956 req-8a1645a1-0939-4fb9-bd81-7ab810655c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:17.182173 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d57a1596-374b-4dec-8e7f-f5194c471956 req-8a1645a1-0939-4fb9-bd81-7ab810655c6d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 1097 time: 0.0576019 Jul 16 02:25:17.219710 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d57a1596-374b-4dec-8e7f-f5194c471956 req-db1103af-ec37-44e9-b78a-1dea234cc923 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303628 Jul 16 02:25:17.748519 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be66a5-11ef-45dd-89a5-f8ac64dbff1f req-26b4d12a-93ec-4ce1-804f-7d99dab5107b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:17.749968 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-37be66a5-11ef-45dd-89a5-f8ac64dbff1f req-26b4d12a-93ec-4ce1-804f-7d99dab5107b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 945 time: 0.0710585 Jul 16 02:25:17.791717 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-37be66a5-11ef-45dd-89a5-f8ac64dbff1f req-4d6c13aa-347a-4cc8-bdfc-59f41f9e5a9f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330787 Jul 16 02:25:18.992794 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4afa5-0e3f-400c-8f77-548d6e3f8383 req-1793d307-34ab-41b4-862c-a377655a047b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:18.994328 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2ba4afa5-0e3f-400c-8f77-548d6e3f8383 req-1793d307-34ab-41b4-862c-a377655a047b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 945 time: 0.0731285 Jul 16 02:25:19.037139 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2ba4afa5-0e3f-400c-8f77-548d6e3f8383 req-ed775d25-98a7-4174-89d7-70ab6f622cbb tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338221 Jul 16 02:25:19.223955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ca940-ee85-4458-a2ca-7d0ff1b7bd28 req-1eef5d29-17b3-4b76-9767-8583e5d792f9 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:19.225471 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e36ca940-ee85-4458-a2ca-7d0ff1b7bd28 req-1eef5d29-17b3-4b76-9767-8583e5d792f9 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 945 time: 0.0683970 Jul 16 02:25:19.266627 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e36ca940-ee85-4458-a2ca-7d0ff1b7bd28 req-170784eb-fee0-4879-9a68-9ca12981b82c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326171 Jul 16 02:25:19.298137 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40690) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:19.357016 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c249fa88-99d5-460d-967b-057f4903d478 tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:19.358512 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c249fa88-99d5-460d-967b-057f4903d478 tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 1092 time: 0.0593822 Jul 16 02:25:19.364212 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40692) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:19.369622 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-490e78f8-5ec2-4a1a-9581-a6b10f68f3cf tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': '254ed83e-6737-4802-8279-e81a1eea5cb8', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:19.395593 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-490e78f8-5ec2-4a1a-9581-a6b10f68f3cf tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:19.495647 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-490e78f8-5ec2-4a1a-9581-a6b10f68f3cf tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:19.612291 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-490e78f8-5ec2-4a1a-9581-a6b10f68f3cf tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Allocated IP 172.25.6.92 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/20a9914a-0791-471f-aa81-d1e9c8f5a029) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:19.715621 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-490e78f8-5ec2-4a1a-9581-a6b10f68f3cf tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:19.759626 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-490e78f8-5ec2-4a1a-9581-a6b10f68f3cf tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:19.803420 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490e78f8-5ec2-4a1a-9581-a6b10f68f3cf tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:19.808286 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-490e78f8-5ec2-4a1a-9581-a6b10f68f3cf tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:19.812753 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490e78f8-5ec2-4a1a-9581-a6b10f68f3cf tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:19.815764 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e78f8-5ec2-4a1a-9581-a6b10f68f3cf tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=20a9914a-0791-471f-aa81-d1e9c8f5a029,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:20.197329 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-490e78f8-5ec2-4a1a-9581-a6b10f68f3cf tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:20.284056 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-490e78f8-5ec2-4a1a-9581-a6b10f68f3cf tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:20.437893 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:25:20.445681 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-490e78f8-5ec2-4a1a-9581-a6b10f68f3cf tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:20.452967 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-490e78f8-5ec2-4a1a-9581-a6b10f68f3cf tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:20.525979 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e78f8-5ec2-4a1a-9581-a6b10f68f3cf tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=20a9914a-0791-471f-aa81-d1e9c8f5a029,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:20.539686 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-490e78f8-5ec2-4a1a-9581-a6b10f68f3cf tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:20.642622 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-490e78f8-5ec2-4a1a-9581-a6b10f68f3cf tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Floating IP d7650db0-0067-408f-a086-c2bacefe73d0 associated. External IP: 172.25.6.92, port: 254ed83e-6737-4802-8279-e81a1eea5cb8. Jul 16 02:25:20.850416 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490e78f8-5ec2-4a1a-9581-a6b10f68f3cf tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Router 8ae590f5-e237-48df-a32c-61686cad7ace has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:25:20.960135 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490e78f8-5ec2-4a1a-9581-a6b10f68f3cf tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:25:20.971484 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d4fde6-1035-4106-977c-e99c74ac591a None None] Sync routers for ids ['8ae590f5-e237-48df-a32c-61686cad7ace'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:25:20.980724 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-490e78f8-5ec2-4a1a-9581-a6b10f68f3cf tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:20.983318 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d4fde6-1035-4106-977c-e99c74ac591a None None] Routers {'8ae590f5-e237-48df-a32c-61686cad7ace'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:20.983973 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a8d4fde6-1035-4106-977c-e99c74ac591a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:25:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8ae590f5-e237-48df-a32c-61686cad7ace'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:21.032999 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-490e78f8-5ec2-4a1a-9581-a6b10f68f3cf tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6676335 Jul 16 02:25:21.033721 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c117bab5-5822-42c1-9faf-08f0f9613b26', 'tag': '254ed83e-6737-4802-8279-e81a1eea5cb8'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:21.036077 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1407e5f9-d915-4930-be79-fc1fa5a94f20" -d '{"events": [{"name": "network-changed", "server_uuid": "c117bab5-5822-42c1-9faf-08f0f9613b26", "tag": "254ed83e-6737-4802-8279-e81a1eea5cb8"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:21.081924 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd24ae1-85df-4ec0-8bff-36d92aa5398c x-openstack-request-id: req-9fd24ae1-85df-4ec0-8bff-36d92aa5398c {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:21.082281 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c117bab5-5822-42c1-9faf-08f0f9613b26", "tag": "254ed83e-6737-4802-8279-e81a1eea5cb8", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:21.082596 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9fd24ae1-85df-4ec0-8bff-36d92aa5398c {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:21.083088 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c117bab5-5822-42c1-9faf-08f0f9613b26', 'tag': '254ed83e-6737-4802-8279-e81a1eea5cb8', 'status': 'completed', 'code': 200} Jul 16 02:25:21.127888 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-a8d4fde6-1035-4106-977c-e99c74ac591a None None] Set router 8ae590f5-e237-48df-a32c-61686cad7ace gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:21.170123 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e5f9-d915-4930-be79-fc1fa5a94f20 req-400d3374-4fba-4dcc-83b5-c81da2ee3c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:21.171610 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1407e5f9-d915-4930-be79-fc1fa5a94f20 req-400d3374-4fba-4dcc-83b5-c81da2ee3c1f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 1097 time: 0.0643365 Jul 16 02:25:21.297201 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11703f3-f530-4a3a-90d9-c0ea2d840dab req-efd61b33-fbc6-4118-a6f9-20b8acc1742e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:21.298702 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b11703f3-f530-4a3a-90d9-c0ea2d840dab req-efd61b33-fbc6-4118-a6f9-20b8acc1742e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 945 time: 0.1434689 Jul 16 02:25:21.300186 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e5f9-d915-4930-be79-fc1fa5a94f20 req-4bc26bf0-959a-4af0-944c-398259b0e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:21.301564 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1407e5f9-d915-4930-be79-fc1fa5a94f20 req-4bc26bf0-959a-4af0-944c-398259b0e2c5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4d63ee46-86ec-4452-99bb-0770733c47dd HTTP/1.1" status: 200 len: 897 time: 0.1134892 Jul 16 02:25:21.358971 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a8d4fde6-1035-4106-977c-e99c74ac591a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566622454', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:03Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'd7650db0-0067-408f-a086-c2bacefe73d0', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'floating_ip_address': '172.25.6.92', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'port_id': '254ed83e-6737-4802-8279-e81a1eea5cb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd', 'mac_address': 'fa:16:3e:44:67:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117bab5-5822-42c1-9faf-08f0f9613b26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:25:20Z', 'updated_at': '2021-07-16T02:25:20Z', 'revision_number': 0, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c235c3a8-d5e6-408f-8543-ead2a70b38d3', 'name': '', 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:d2:e1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0a7387a8-eada-4728-a52c-3bcfc3e25527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:08Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': '0a7387a8-eada-4728-a52c-3bcfc3e25527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:21.382305 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b11703f3-f530-4a3a-90d9-c0ea2d840dab req-aacdfd62-d196-4a91-904f-a4c89fabd221 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778456 Jul 16 02:25:21.389176 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d4fde6-1035-4106-977c-e99c74ac591a None None] Checking router: 8ae590f5-e237-48df-a32c-61686cad7ace for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:25:21.393276 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1407e5f9-d915-4930-be79-fc1fa5a94f20 req-7ef5f1af-f1f0-4509-9642-9b10cfd0fe99 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=254ed83e-6737-4802-8279-e81a1eea5cb8 HTTP/1.1" status: 200 len: 998 time: 0.0826585 Jul 16 02:25:21.397848 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d4fde6-1035-4106-977c-e99c74ac591a None None] Routers {'8ae590f5-e237-48df-a32c-61686cad7ace'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:21.398623 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a8d4fde6-1035-4106-977c-e99c74ac591a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:25:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8ae590f5-e237-48df-a32c-61686cad7ace'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:21.409287 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40698) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:21.493182 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e5f9-d915-4930-be79-fc1fa5a94f20 req-a32a0561-4f42-4585-a6cf-c1aaa5a0c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:21.494738 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1407e5f9-d915-4930-be79-fc1fa5a94f20 req-a32a0561-4f42-4585-a6cf-c1aaa5a0c3b6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0a7387a8-eada-4728-a52c-3bcfc3e25527 HTTP/1.1" status: 200 len: 835 time: 0.0953035 Jul 16 02:25:21.501537 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c31a2cbe-8f45-46c1-a61a-a230a31fb585 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/floatingips/d7650db0-0067-408f-a086-c2bacefe73d0 HTTP/1.1" status: 200 len: 990 time: 0.0899844 Jul 16 02:25:21.509010 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-a8d4fde6-1035-4106-977c-e99c74ac591a None None] Set router 8ae590f5-e237-48df-a32c-61686cad7ace gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:21.557340 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e5f9-d915-4930-be79-fc1fa5a94f20 req-a912f196-340d-4a72-abf4-a8d384620574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:21.559421 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1407e5f9-d915-4930-be79-fc1fa5a94f20 req-a912f196-340d-4a72-abf4-a8d384620574 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4d63ee46-86ec-4452-99bb-0770733c47dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578668 Jul 16 02:25:21.660252 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1407e5f9-d915-4930-be79-fc1fa5a94f20 req-092c0699-a719-4556-bf45-620d38d74875 service neutron] 10.222.0.84 "GET /v2.0/networks/4d63ee46-86ec-4452-99bb-0770733c47dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931454 Jul 16 02:25:21.757193 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1407e5f9-d915-4930-be79-fc1fa5a94f20 req-be268dc8-e0a1-435a-8538-5029cb39beec service neutron] 10.222.0.84 "GET /v2.0/networks/4d63ee46-86ec-4452-99bb-0770733c47dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897138 Jul 16 02:25:21.928387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a8d4fde6-1035-4106-977c-e99c74ac591a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566622454', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:03Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'd7650db0-0067-408f-a086-c2bacefe73d0', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'floating_ip_address': '172.25.6.92', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'port_id': '254ed83e-6737-4802-8279-e81a1eea5cb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd', 'mac_address': 'fa:16:3e:44:67:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117bab5-5822-42c1-9faf-08f0f9613b26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:25:20Z', 'updated_at': '2021-07-16T02:25:20Z', 'revision_number': 0, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c235c3a8-d5e6-408f-8543-ead2a70b38d3', 'name': '', 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:d2:e1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0a7387a8-eada-4728-a52c-3bcfc3e25527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:08Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': '0a7387a8-eada-4728-a52c-3bcfc3e25527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:21.955110 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d4fde6-1035-4106-977c-e99c74ac591a None None] The sync data for ids ['8ae590f5-e237-48df-a32c-61686cad7ace'] in n-d-792394-16 is: [{'id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566622454', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:03Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'd7650db0-0067-408f-a086-c2bacefe73d0', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'floating_ip_address': '172.25.6.92', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'port_id': '254ed83e-6737-4802-8279-e81a1eea5cb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd', 'mac_address': 'fa:16:3e:44:67:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c117bab5-5822-42c1-9faf-08f0f9613b26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:25:20Z', 'updated_at': '2021-07-16T02:25:20Z', 'revision_number': 0, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c235c3a8-d5e6-408f-8543-ead2a70b38d3', 'name': '', 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:d2:e1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0a7387a8-eada-4728-a52c-3bcfc3e25527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:08Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': '0a7387a8-eada-4728-a52c-3bcfc3e25527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:25:22.170350 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc8aaff-404f-4c7c-9a4c-00f88bcf4bce None None] New status for floating IP d7650db0-0067-408f-a086-c2bacefe73d0: ACTIVE {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:25:22.504646 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40700) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:22.571013 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-cfa973db-7c34-453f-b6cf-2ebf588a0698 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/floatingips/d7650db0-0067-408f-a086-c2bacefe73d0 HTTP/1.1" status: 200 len: 992 time: 0.0649259 Jul 16 02:25:26.675098 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c63a7458-aa11-4169-aacd-8f4e0c35e921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.647429 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6f66a85e-9e6c-4f45-b784-dff858e4d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.800995 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:31.040141 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:31.970709 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:32.777043 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:35.585590 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:45.950768 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1db6d973-26d0-404b-9f37-060a0a93bfe5 req-77b12fa9-5b21-4d11-8860-d2b3145a162b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0579503 Jul 16 02:25:46.092216 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6d973-26d0-404b-9f37-060a0a93bfe5 req-4e6e6cbf-9d15-4049-b1b4-0cb7114afd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:46.093791 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1db6d973-26d0-404b-9f37-060a0a93bfe5 req-4e6e6cbf-9d15-4049-b1b4-0cb7114afd83 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 1097 time: 0.0687776 Jul 16 02:25:46.206129 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6d973-26d0-404b-9f37-060a0a93bfe5 req-92d86e3b-87cb-4a92-9385-d71f95fb7e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:46.207520 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1db6d973-26d0-404b-9f37-060a0a93bfe5 req-92d86e3b-87cb-4a92-9385-d71f95fb7e3d service neutron] 10.222.0.84 "GET /v2.0/networks?id=4d63ee46-86ec-4452-99bb-0770733c47dd HTTP/1.1" status: 200 len: 897 time: 0.0933211 Jul 16 02:25:46.280656 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1db6d973-26d0-404b-9f37-060a0a93bfe5 req-429c7bf6-52d5-4ff4-8b99-9cc05a36a83e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=254ed83e-6737-4802-8279-e81a1eea5cb8 HTTP/1.1" status: 200 len: 1000 time: 0.0652521 Jul 16 02:25:46.333769 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6d973-26d0-404b-9f37-060a0a93bfe5 req-02f19d6b-920d-4b62-b910-df0b263ffd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:46.335495 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1db6d973-26d0-404b-9f37-060a0a93bfe5 req-02f19d6b-920d-4b62-b910-df0b263ffd98 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0a7387a8-eada-4728-a52c-3bcfc3e25527 HTTP/1.1" status: 200 len: 835 time: 0.0488718 Jul 16 02:25:46.402805 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6d973-26d0-404b-9f37-060a0a93bfe5 req-340ad937-4549-457a-bce9-b25c5b31d76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:46.404391 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1db6d973-26d0-404b-9f37-060a0a93bfe5 req-340ad937-4549-457a-bce9-b25c5b31d76d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4d63ee46-86ec-4452-99bb-0770733c47dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619040 Jul 16 02:25:46.518807 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1db6d973-26d0-404b-9f37-060a0a93bfe5 req-74f324b3-5c04-4a35-a112-558b48b4f001 service neutron] 10.222.0.84 "GET /v2.0/networks/4d63ee46-86ec-4452-99bb-0770733c47dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074097 Jul 16 02:25:46.608245 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1db6d973-26d0-404b-9f37-060a0a93bfe5 req-cb258665-b87c-4702-9e1a-8c0d5bd381d9 service neutron] 10.222.0.84 "GET /v2.0/networks/4d63ee46-86ec-4452-99bb-0770733c47dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827868 Jul 16 02:25:52.526414 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-c68c3e71-8def-41f0-b956-13e46f21d635 req-878570b8-643c-42d9-8d8e-a2a19135c993 service neutron] (93956) timed out ('10.222.0.16', 51142) {{(pid=93956) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:25:54.132202 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cedb93-6c65-455e-a6c1-97cca4f001af req-3acc85cc-52c3-4794-affd-7485389a2dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:54.133748 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a4cedb93-6c65-455e-a6c1-97cca4f001af req-3acc85cc-52c3-4794-affd-7485389a2dc2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 1097 time: 0.0980017 Jul 16 02:25:54.178903 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50711abf-becd-402f-b641-5fa9ab952a73 req-ef73d69e-c8ab-400f-856f-55e8b41b14a8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:54.180457 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50711abf-becd-402f-b641-5fa9ab952a73 req-ef73d69e-c8ab-400f-856f-55e8b41b14a8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 945 time: 0.1186326 Jul 16 02:25:54.226471 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-50711abf-becd-402f-b641-5fa9ab952a73 req-a90cf26b-fbe0-48f7-a634-675ce8e1bbad tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400028 Jul 16 02:25:54.232413 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cedb93-6c65-455e-a6c1-97cca4f001af req-e76acc78-403c-4bce-8d5a-be98a291669d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:54.233995 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a4cedb93-6c65-455e-a6c1-97cca4f001af req-e76acc78-403c-4bce-8d5a-be98a291669d service neutron] 10.222.0.84 "GET /v2.0/networks?id=4d63ee46-86ec-4452-99bb-0770733c47dd HTTP/1.1" status: 200 len: 897 time: 0.0933013 Jul 16 02:25:54.306026 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a4cedb93-6c65-455e-a6c1-97cca4f001af req-918b32da-cb22-4931-b24f-338314f6e231 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=254ed83e-6737-4802-8279-e81a1eea5cb8 HTTP/1.1" status: 200 len: 1000 time: 0.0643294 Jul 16 02:25:54.355014 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cedb93-6c65-455e-a6c1-97cca4f001af req-f2a095a4-9a55-4363-abf1-1dbb59f0db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:54.356651 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a4cedb93-6c65-455e-a6c1-97cca4f001af req-f2a095a4-9a55-4363-abf1-1dbb59f0db9a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0a7387a8-eada-4728-a52c-3bcfc3e25527 HTTP/1.1" status: 200 len: 835 time: 0.0442700 Jul 16 02:25:54.420279 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cedb93-6c65-455e-a6c1-97cca4f001af req-20b5c787-2934-426b-93ba-d9053d7d303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:54.421855 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a4cedb93-6c65-455e-a6c1-97cca4f001af req-20b5c787-2934-426b-93ba-d9053d7d303b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4d63ee46-86ec-4452-99bb-0770733c47dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586898 Jul 16 02:25:54.519569 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a4cedb93-6c65-455e-a6c1-97cca4f001af req-152e2e2a-facf-47ec-a69f-286fa3f31f3e service neutron] 10.222.0.84 "GET /v2.0/networks/4d63ee46-86ec-4452-99bb-0770733c47dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901134 Jul 16 02:25:54.620217 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a4cedb93-6c65-455e-a6c1-97cca4f001af req-bcbcff81-aba7-4ee5-8139-04c6890bc6f1 service neutron] 10.222.0.84 "GET /v2.0/networks/4d63ee46-86ec-4452-99bb-0770733c47dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933845 Jul 16 02:25:55.431515 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ed275-472c-4a5b-a72f-ed0a78776e3e req-fe916885-4c8f-451b-8c37-7f98fed3bf24 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:55.433070 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f68ed275-472c-4a5b-a72f-ed0a78776e3e req-fe916885-4c8f-451b-8c37-7f98fed3bf24 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 945 time: 0.0694306 Jul 16 02:25:55.797236 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f68ed275-472c-4a5b-a72f-ed0a78776e3e req-e972f6ed-dec9-421a-96b3-e383a305b5b7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3584361 Jul 16 02:25:56.672021 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ae43e60-589a-495b-8ff5-4a6eaca5aef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:56.988723 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eff9a7-3a2c-4dc2-a887-03982499027a req-b8b743e4-0b1f-4a48-82bf-5f285f4c06a0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:56.990293 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78eff9a7-3a2c-4dc2-a887-03982499027a req-b8b743e4-0b1f-4a48-82bf-5f285f4c06a0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 945 time: 0.0707273 Jul 16 02:25:57.039798 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78eff9a7-3a2c-4dc2-a887-03982499027a req-d5cb70b1-9946-4ca4-9666-5cd91700973a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377543 Jul 16 02:25:57.437782 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:25:58.233878 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfecfb-c177-4a25-867e-358f043f6979 req-475a1c7d-f785-482c-937d-fe0b046adda6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:58.235378 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1fbfecfb-c177-4a25-867e-358f043f6979 req-475a1c7d-f785-482c-937d-fe0b046adda6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 945 time: 0.0755033 Jul 16 02:25:58.277325 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1fbfecfb-c177-4a25-867e-358f043f6979 req-3c280620-6e24-4a06-abe3-36e5664167b0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362835 Jul 16 02:25:59.478824 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c71ad-2875-4215-9fd5-81c130f080cd req-bcf75115-1ba6-487d-8894-7948c0b93cf9 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:59.480460 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-882c71ad-2875-4215-9fd5-81c130f080cd req-bcf75115-1ba6-487d-8894-7948c0b93cf9 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 945 time: 0.0701563 Jul 16 02:25:59.520379 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-882c71ad-2875-4215-9fd5-81c130f080cd req-932906bf-b080-4b0f-848f-cda353a5db7a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340219 Jul 16 02:25:59.656458 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1ddb3264-5804-4478-9994-6e9a67f1b79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:59.802693 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:00.718634 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c323d-5a51-4c4f-a8e6-ca6eef94f374 req-35b0d209-94ba-432f-9699-9ae41b1ef471 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:00.720140 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-394c323d-5a51-4c4f-a8e6-ca6eef94f374 req-35b0d209-94ba-432f-9699-9ae41b1ef471 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 945 time: 0.0717535 Jul 16 02:26:00.765271 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-394c323d-5a51-4c4f-a8e6-ca6eef94f374 req-f881eb49-ecc2-4ebc-8e21-9481f7351f94 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363286 Jul 16 02:26:01.044620 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:01.987125 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:01.993311 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab58115-463a-428f-b4b5-fe14c0147cf3 req-a077537a-ebfd-476e-92c2-6c0007905dc6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:01.994828 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ab58115-463a-428f-b4b5-fe14c0147cf3 req-a077537a-ebfd-476e-92c2-6c0007905dc6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 945 time: 0.0874493 Jul 16 02:26:02.040986 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3ab58115-463a-428f-b4b5-fe14c0147cf3 req-8870ab9b-8667-4d57-a461-59dfa14b70e3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402863 Jul 16 02:26:02.781615 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:03.239496 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fd390-3cf2-4f4d-8748-1f082747ef0c req-077a7edc-b101-44e6-9466-68330640e16e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:03.241038 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a50fd390-3cf2-4f4d-8748-1f082747ef0c req-077a7edc-b101-44e6-9466-68330640e16e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 945 time: 0.0758505 Jul 16 02:26:03.293562 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a50fd390-3cf2-4f4d-8748-1f082747ef0c req-b6f8e778-7941-41e0-a0ba-bea3b13f7dcd tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437722 Jul 16 02:26:04.485781 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d92e34-f84a-4d68-ac73-48f280192bb4 req-a14dc363-6e8b-42a9-911c-6bd5200c7c35 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:04.487272 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30d92e34-f84a-4d68-ac73-48f280192bb4 req-a14dc363-6e8b-42a9-911c-6bd5200c7c35 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 945 time: 0.0719790 Jul 16 02:26:04.535211 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-30d92e34-f84a-4d68-ac73-48f280192bb4 req-bd921319-0789-4631-b529-0b92a1117a2d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384755 Jul 16 02:26:05.583474 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:05.727100 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff5cb3-c9d4-4fd3-9622-4ff2909d61a0 req-e2018f5a-95c5-4dfa-9d31-f6d4688e1820 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:05.728498 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-90ff5cb3-c9d4-4fd3-9622-4ff2909d61a0 req-e2018f5a-95c5-4dfa-9d31-f6d4688e1820 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 945 time: 0.0734968 Jul 16 02:26:05.774373 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-90ff5cb3-c9d4-4fd3-9622-4ff2909d61a0 req-7250306d-3884-4cee-a3f4-6b2d9517f4e8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377650 Jul 16 02:26:06.959076 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07589b-faac-4ebf-9be6-20621b65a3bb req-7458e4c4-dd89-4585-87ae-b37c61db38c5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:06.960609 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dc07589b-faac-4ebf-9be6-20621b65a3bb req-7458e4c4-dd89-4585-87ae-b37c61db38c5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 945 time: 0.0677521 Jul 16 02:26:07.007580 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dc07589b-faac-4ebf-9be6-20621b65a3bb req-7e3cd7b8-371a-4447-bf78-f7a8a07776f1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378759 Jul 16 02:26:08.205345 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343acfa-7e45-421a-a17d-b475e2210e94 req-e3238c37-2f78-48c7-bef2-6e01a9f2d001 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:08.206850 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f343acfa-7e45-421a-a17d-b475e2210e94 req-e3238c37-2f78-48c7-bef2-6e01a9f2d001 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 945 time: 0.0787342 Jul 16 02:26:08.250602 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f343acfa-7e45-421a-a17d-b475e2210e94 req-7a1aa630-02d6-4683-93f6-b8b280d813d2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345764 Jul 16 02:26:09.442883 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de00a9e-a514-4043-8e71-d94ec2d97193 req-5eb6d5f4-af0a-4cf2-ba6f-9190ead1169a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:09.444895 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5de00a9e-a514-4043-8e71-d94ec2d97193 req-5eb6d5f4-af0a-4cf2-ba6f-9190ead1169a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 945 time: 0.0727432 Jul 16 02:26:09.492656 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5de00a9e-a514-4043-8e71-d94ec2d97193 req-fffcf347-9b99-4840-99e0-ff58c2f83759 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386136 Jul 16 02:26:10.699417 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a171fe-a3b0-4294-b6b9-d54904188f50 req-330b8132-032d-4586-8182-591363de6d0c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:10.701057 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-59a171fe-a3b0-4294-b6b9-d54904188f50 req-330b8132-032d-4586-8182-591363de6d0c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 945 time: 0.0886137 Jul 16 02:26:10.741806 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-59a171fe-a3b0-4294-b6b9-d54904188f50 req-faccbb65-ff1a-4b06-b03a-a380051fa005 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350201 Jul 16 02:26:10.778077 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40750) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:10.843566 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-21508bc6-697f-4dae-bb9a-0f88e0942255 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/floatingips/d7650db0-0067-408f-a086-c2bacefe73d0 HTTP/1.1" status: 200 len: 992 time: 0.0642509 Jul 16 02:26:26.670365 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-410ea303-9838-4ebd-bb9e-48e98741d313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:29.655431 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0ce50e0f-ea88-4b7f-bdde-74c6814ec6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:29.798797 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:31.046645 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:31.992895 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:32.789826 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:34.438930 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:26:35.588903 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:41.784964 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40764) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:41.970828 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-4f6faa3a-6d06-41e2-8a68-e3e8d1918574 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Deleting port 20a9914a-0791-471f-aa81-d1e9c8f5a029 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:26:41.971144 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4f6faa3a-6d06-41e2-8a68-e3e8d1918574 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:42.047251 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4f6faa3a-6d06-41e2-8a68-e3e8d1918574 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:42.047494 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4f6faa3a-6d06-41e2-8a68-e3e8d1918574 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:42.059271 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-4f6faa3a-6d06-41e2-8a68-e3e8d1918574 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Calling delete_port for 20a9914a-0791-471f-aa81-d1e9c8f5a029 owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:26:42.224356 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4f6faa3a-6d06-41e2-8a68-e3e8d1918574 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:42.250799 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6faa3a-6d06-41e2-8a68-e3e8d1918574 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Port': ['ID=20a9914a-0791-471f-aa81-d1e9c8f5a029,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:42.262287 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6faa3a-6d06-41e2-8a68-e3e8d1918574 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:42.262631 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6faa3a-6d06-41e2-8a68-e3e8d1918574 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:42.263014 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6faa3a-6d06-41e2-8a68-e3e8d1918574 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:42.263306 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6faa3a-6d06-41e2-8a68-e3e8d1918574 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:42.267739 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6faa3a-6d06-41e2-8a68-e3e8d1918574 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:42.267739 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6faa3a-6d06-41e2-8a68-e3e8d1918574 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:42.267739 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6faa3a-6d06-41e2-8a68-e3e8d1918574 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:42.267739 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6faa3a-6d06-41e2-8a68-e3e8d1918574 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:42.267739 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6faa3a-6d06-41e2-8a68-e3e8d1918574 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:42.267739 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6faa3a-6d06-41e2-8a68-e3e8d1918574 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:42.267739 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6faa3a-6d06-41e2-8a68-e3e8d1918574 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:42.267739 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6faa3a-6d06-41e2-8a68-e3e8d1918574 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:42.332284 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4f6faa3a-6d06-41e2-8a68-e3e8d1918574 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:42.332592 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-4f6faa3a-6d06-41e2-8a68-e3e8d1918574 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Floating IP d7650db0-0067-408f-a086-c2bacefe73d0 disassociated (deleted). External IP: 172.25.6.92, port: 254ed83e-6737-4802-8279-e81a1eea5cb8. Jul 16 02:26:42.544737 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6faa3a-6d06-41e2-8a68-e3e8d1918574 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Router 8ae590f5-e237-48df-a32c-61686cad7ace has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:26:42.657688 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6faa3a-6d06-41e2-8a68-e3e8d1918574 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:26:42.662903 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4f6faa3a-6d06-41e2-8a68-e3e8d1918574 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:42.667530 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24b6aba-c5ef-4326-a116-974ed917e281 None None] Sync routers for ids ['8ae590f5-e237-48df-a32c-61686cad7ace'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:26:42.677887 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24b6aba-c5ef-4326-a116-974ed917e281 None None] Routers {'8ae590f5-e237-48df-a32c-61686cad7ace'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:26:42.678555 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-b24b6aba-c5ef-4326-a116-974ed917e281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:26:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8ae590f5-e237-48df-a32c-61686cad7ace'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:42.702268 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4f6faa3a-6d06-41e2-8a68-e3e8d1918574 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "DELETE /v2.0/floatingips/d7650db0-0067-408f-a086-c2bacefe73d0 HTTP/1.1" status: 204 len: 168 time: 0.9162567 Jul 16 02:26:42.703013 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c117bab5-5822-42c1-9faf-08f0f9613b26', 'tag': '254ed83e-6737-4802-8279-e81a1eea5cb8'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:26:42.705659 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d36cfc-eb41-4af7-8853-76c24276f6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "c117bab5-5822-42c1-9faf-08f0f9613b26", "tag": "254ed83e-6737-4802-8279-e81a1eea5cb8"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:26:42.754005 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17900fc8-c062-493c-acd5-bf13c7c5afca x-openstack-request-id: req-17900fc8-c062-493c-acd5-bf13c7c5afca {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:26:42.754282 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c117bab5-5822-42c1-9faf-08f0f9613b26", "tag": "254ed83e-6737-4802-8279-e81a1eea5cb8", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:26:42.754538 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17900fc8-c062-493c-acd5-bf13c7c5afca {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:26:42.754945 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c117bab5-5822-42c1-9faf-08f0f9613b26', 'tag': '254ed83e-6737-4802-8279-e81a1eea5cb8', 'status': 'completed', 'code': 200} Jul 16 02:26:42.789307 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-b24b6aba-c5ef-4326-a116-974ed917e281 None None] Set router 8ae590f5-e237-48df-a32c-61686cad7ace gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:26:42.828499 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d36cfc-eb41-4af7-8853-76c24276f6a4 req-0d562b89-3d7c-4f0b-ad6e-022c25007540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:42.830115 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41d36cfc-eb41-4af7-8853-76c24276f6a4 req-0d562b89-3d7c-4f0b-ad6e-022c25007540 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 1097 time: 0.0533094 Jul 16 02:26:42.933909 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d36cfc-eb41-4af7-8853-76c24276f6a4 req-183d1d8d-9d1a-474a-99ad-a182622689aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:42.935957 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41d36cfc-eb41-4af7-8853-76c24276f6a4 req-183d1d8d-9d1a-474a-99ad-a182622689aa service neutron] 10.222.0.84 "GET /v2.0/networks?id=4d63ee46-86ec-4452-99bb-0770733c47dd HTTP/1.1" status: 200 len: 897 time: 0.1002605 Jul 16 02:26:42.979317 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41d36cfc-eb41-4af7-8853-76c24276f6a4 req-058d1dcf-cdf4-4569-90c0-d8d9de99468d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=254ed83e-6737-4802-8279-e81a1eea5cb8 HTTP/1.1" status: 200 len: 217 time: 0.0368223 Jul 16 02:26:43.004989 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-b24b6aba-c5ef-4326-a116-974ed917e281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566622454', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:03Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c235c3a8-d5e6-408f-8543-ead2a70b38d3', 'name': '', 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:d2:e1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0a7387a8-eada-4728-a52c-3bcfc3e25527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:08Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': '0a7387a8-eada-4728-a52c-3bcfc3e25527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:43.033954 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24b6aba-c5ef-4326-a116-974ed917e281 None None] Checking router: 8ae590f5-e237-48df-a32c-61686cad7ace for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:26:43.034367 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d36cfc-eb41-4af7-8853-76c24276f6a4 req-2af42604-05f6-4163-9936-ce775895f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:43.035898 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41d36cfc-eb41-4af7-8853-76c24276f6a4 req-2af42604-05f6-4163-9936-ce775895f6c3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0a7387a8-eada-4728-a52c-3bcfc3e25527 HTTP/1.1" status: 200 len: 835 time: 0.0494409 Jul 16 02:26:43.043057 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24b6aba-c5ef-4326-a116-974ed917e281 None None] Routers {'8ae590f5-e237-48df-a32c-61686cad7ace'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:26:43.043693 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-b24b6aba-c5ef-4326-a116-974ed917e281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:26:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8ae590f5-e237-48df-a32c-61686cad7ace'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:43.094144 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d36cfc-eb41-4af7-8853-76c24276f6a4 req-9f045dbc-61fb-441c-87e9-5c158453d585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:43.095767 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41d36cfc-eb41-4af7-8853-76c24276f6a4 req-9f045dbc-61fb-441c-87e9-5c158453d585 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4d63ee46-86ec-4452-99bb-0770733c47dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532608 Jul 16 02:26:43.107115 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bfdfe-beaa-4bb8-969a-7181e455e422 req-40a99088-d929-4df1-83a3-6bae390b7634 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:43.109762 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-343bfdfe-beaa-4bb8-969a-7181e455e422 req-40a99088-d929-4df1-83a3-6bae390b7634 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 945 time: 0.0679331 Jul 16 02:26:43.152633 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-343bfdfe-beaa-4bb8-969a-7181e455e422 req-ede86d3a-bc31-47c1-8e48-1b65a5a8500c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369494 Jul 16 02:26:43.158669 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-b24b6aba-c5ef-4326-a116-974ed917e281 None None] Set router 8ae590f5-e237-48df-a32c-61686cad7ace gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:26:43.192125 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41d36cfc-eb41-4af7-8853-76c24276f6a4 req-13988908-8f92-4848-a9df-42ea4621c997 service neutron] 10.222.0.84 "GET /v2.0/networks/4d63ee46-86ec-4452-99bb-0770733c47dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885396 Jul 16 02:26:43.285177 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-41d36cfc-eb41-4af7-8853-76c24276f6a4 req-b4752f66-cbec-4a94-b3dd-4464488024c6 service neutron] 10.222.0.84 "GET /v2.0/networks/4d63ee46-86ec-4452-99bb-0770733c47dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842381 Jul 16 02:26:43.378593 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-b24b6aba-c5ef-4326-a116-974ed917e281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566622454', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:03Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c235c3a8-d5e6-408f-8543-ead2a70b38d3', 'name': '', 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:d2:e1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0a7387a8-eada-4728-a52c-3bcfc3e25527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:08Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': '0a7387a8-eada-4728-a52c-3bcfc3e25527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:43.409737 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24b6aba-c5ef-4326-a116-974ed917e281 None None] The sync data for ids ['8ae590f5-e237-48df-a32c-61686cad7ace'] in n-d-792394-16 is: [{'id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566622454', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:03Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'c235c3a8-d5e6-408f-8543-ead2a70b38d3', 'name': '', 'network_id': '4d63ee46-86ec-4452-99bb-0770733c47dd', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:d2:e1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '0a7387a8-eada-4728-a52c-3bcfc3e25527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:08Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': '0a7387a8-eada-4728-a52c-3bcfc3e25527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:26:43.655209 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee153d14-2ac0-4ede-8225-acaf340294ce None None] New status for floating IP d7650db0-0067-408f-a086-c2bacefe73d0: DOWN {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:26:44.349137 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6dcaa-5273-4d3f-8420-e08d71e753b8 req-017ec7c4-eef4-4794-8876-3f1a8a18f592 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:44.350678 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eeb6dcaa-5273-4d3f-8420-e08d71e753b8 req-017ec7c4-eef4-4794-8876-3f1a8a18f592 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 945 time: 0.0695210 Jul 16 02:26:44.393990 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eeb6dcaa-5273-4d3f-8420-e08d71e753b8 req-8950c54b-0d4d-40dc-8f55-c2bdb640003b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb2775a4-f41a-4d13-ae95-0dff54320f97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375314 Jul 16 02:26:44.484853 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c0425-bb19-4e37-8b94-9aea5472e757 req-35a480e3-1fa8-443c-8937-ad12fc4ff723 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:44.486713 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-af9c0425-bb19-4e37-8b94-9aea5472e757 req-35a480e3-1fa8-443c-8937-ad12fc4ff723 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.84 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 945 time: 0.0712187 Jul 16 02:26:44.596462 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-af9c0425-bb19-4e37-8b94-9aea5472e757 req-6b442938-b8be-4303-91dc-965af9aaa256 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Deleting port 254ed83e-6737-4802-8279-e81a1eea5cb8 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:26:44.596792 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-af9c0425-bb19-4e37-8b94-9aea5472e757 req-6b442938-b8be-4303-91dc-965af9aaa256 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:44.696012 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-af9c0425-bb19-4e37-8b94-9aea5472e757 req-6b442938-b8be-4303-91dc-965af9aaa256 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] For port 254ed83e-6737-4802-8279-e81a1eea5cb8, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=254ed83e-6737-4802-8279-e81a1eea5cb8,segment=NetworkSegment(87c7abe7-b7d1-4bf8-8128-bb25bf9947c2),segment_id=87c7abe7-b7d1-4bf8-8128-bb25bf9947c2)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:44.696346 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-af9c0425-bb19-4e37-8b94-9aea5472e757 req-6b442938-b8be-4303-91dc-965af9aaa256 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:44.709543 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-af9c0425-bb19-4e37-8b94-9aea5472e757 req-6b442938-b8be-4303-91dc-965af9aaa256 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Calling delete_port for 254ed83e-6737-4802-8279-e81a1eea5cb8 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:26:44.853477 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-af9c0425-bb19-4e37-8b94-9aea5472e757 req-6b442938-b8be-4303-91dc-965af9aaa256 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:44.881649 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b442938-b8be-4303-91dc-965af9aaa256 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Port': ['ID=254ed83e-6737-4802-8279-e81a1eea5cb8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:44.891813 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b442938-b8be-4303-91dc-965af9aaa256 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:44.892186 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b442938-b8be-4303-91dc-965af9aaa256 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:44.892564 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b442938-b8be-4303-91dc-965af9aaa256 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:44.892881 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b442938-b8be-4303-91dc-965af9aaa256 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:44.893228 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b442938-b8be-4303-91dc-965af9aaa256 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:44.893557 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b442938-b8be-4303-91dc-965af9aaa256 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:44.893864 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b442938-b8be-4303-91dc-965af9aaa256 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:44.894203 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b442938-b8be-4303-91dc-965af9aaa256 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:44.894534 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b442938-b8be-4303-91dc-965af9aaa256 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:44.894818 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b442938-b8be-4303-91dc-965af9aaa256 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:44.895170 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b442938-b8be-4303-91dc-965af9aaa256 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:44.895903 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b442938-b8be-4303-91dc-965af9aaa256 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:44.938770 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9c0425-bb19-4e37-8b94-9aea5472e757 req-6b442938-b8be-4303-91dc-965af9aaa256 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] No DVR routers for this DVR port 254ed83e-6737-4802-8279-e81a1eea5cb8 on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:26:44.941413 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-af9c0425-bb19-4e37-8b94-9aea5472e757 req-6b442938-b8be-4303-91dc-965af9aaa256 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:44.943436 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-af9c0425-bb19-4e37-8b94-9aea5472e757 req-6b442938-b8be-4303-91dc-965af9aaa256 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.84 "DELETE /v2.0/ports/254ed83e-6737-4802-8279-e81a1eea5cb8 HTTP/1.1" status: 204 len: 173 time: 0.4515603 Jul 16 02:26:44.943865 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c117bab5-5822-42c1-9faf-08f0f9613b26', 'name': 'network-vif-deleted', 'tag': '254ed83e-6737-4802-8279-e81a1eea5cb8'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:26:44.946188 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13cbb9a-3f04-40bf-859c-18db0f17698a" -d '{"events": [{"server_uuid": "c117bab5-5822-42c1-9faf-08f0f9613b26", "name": "network-vif-deleted", "tag": "254ed83e-6737-4802-8279-e81a1eea5cb8"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:26:45.041770 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8589489b-ce11-4f21-9e6c-5e3fb2593096 x-openstack-request-id: req-8589489b-ce11-4f21-9e6c-5e3fb2593096 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:26:45.042060 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c117bab5-5822-42c1-9faf-08f0f9613b26", "name": "network-vif-deleted", "tag": "254ed83e-6737-4802-8279-e81a1eea5cb8", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:26:45.042310 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8589489b-ce11-4f21-9e6c-5e3fb2593096 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:26:45.042713 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c117bab5-5822-42c1-9faf-08f0f9613b26', 'name': 'network-vif-deleted', 'tag': '254ed83e-6737-4802-8279-e81a1eea5cb8', 'status': 'completed', 'code': 200} Jul 16 02:26:45.554475 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-85d05d60-1cdf-4c4e-9fb7-a43b5acf81cf req-7d7d87b0-244b-444d-b0f4-7d4466f80bc0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=c117bab5-5822-42c1-9faf-08f0f9613b26 HTTP/1.1" status: 200 len: 210 time: 0.0315802 Jul 16 02:26:46.658609 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40784) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:47.073273 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-348cc796-19ac-42df-9c8c-b10f04779847 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:47.349120 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-348cc796-19ac-42df-9c8c-b10f04779847 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Deleting port c235c3a8-d5e6-408f-8543-ead2a70b38d3 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:26:47.349369 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-348cc796-19ac-42df-9c8c-b10f04779847 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:47.442410 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-348cc796-19ac-42df-9c8c-b10f04779847 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] For port c235c3a8-d5e6-408f-8543-ead2a70b38d3, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=c235c3a8-d5e6-408f-8543-ead2a70b38d3,segment=NetworkSegment(87c7abe7-b7d1-4bf8-8128-bb25bf9947c2),segment_id=87c7abe7-b7d1-4bf8-8128-bb25bf9947c2)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:47.442774 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-348cc796-19ac-42df-9c8c-b10f04779847 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:47.455664 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-348cc796-19ac-42df-9c8c-b10f04779847 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Calling delete_port for c235c3a8-d5e6-408f-8543-ead2a70b38d3 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:26:47.652351 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-348cc796-19ac-42df-9c8c-b10f04779847 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:47.680084 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348cc796-19ac-42df-9c8c-b10f04779847 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Port': ['ID=c235c3a8-d5e6-408f-8543-ead2a70b38d3,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:47.866062 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-348cc796-19ac-42df-9c8c-b10f04779847 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:48.092955 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348cc796-19ac-42df-9c8c-b10f04779847 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Router 8ae590f5-e237-48df-a32c-61686cad7ace has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:26:48.202001 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348cc796-19ac-42df-9c8c-b10f04779847 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:26:48.207495 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-348cc796-19ac-42df-9c8c-b10f04779847 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "PUT /v2.0/routers/8ae590f5-e237-48df-a32c-61686cad7ace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5478182 Jul 16 02:26:48.210674 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40786) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:48.212579 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dae4e6d-0a87-4412-b91a-da0fb6fa099d None None] Sync routers for ids ['8ae590f5-e237-48df-a32c-61686cad7ace'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:26:48.223708 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dae4e6d-0a87-4412-b91a-da0fb6fa099d None None] Routers {'8ae590f5-e237-48df-a32c-61686cad7ace'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:26:48.224318 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-7dae4e6d-0a87-4412-b91a-da0fb6fa099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:26:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8ae590f5-e237-48df-a32c-61686cad7ace'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:48.263408 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-f73c9710-a97a-49a5-b092-3157330ce736 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Deleting subnet 0a7387a8-eada-4728-a52c-3bcfc3e25527 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:26:48.267068 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f73c9710-a97a-49a5-b092-3157330ce736 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:48.313364 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f73c9710-a97a-49a5-b092-3157330ce736 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:48.327391 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-7dae4e6d-0a87-4412-b91a-da0fb6fa099d None None] Set router 8ae590f5-e237-48df-a32c-61686cad7ace gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:26:48.398189 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f73c9710-a97a-49a5-b092-3157330ce736 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:48.464135 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f73c9710-a97a-49a5-b092-3157330ce736 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:48.491784 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c9710-a97a-49a5-b092-3157330ce736 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Subnet': ['ID=0a7387a8-eada-4728-a52c-3bcfc3e25527,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:48.495698 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f73c9710-a97a-49a5-b092-3157330ce736 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:48.500541 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f73c9710-a97a-49a5-b092-3157330ce736 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "DELETE /v2.0/subnets/0a7387a8-eada-4728-a52c-3bcfc3e25527 HTTP/1.1" status: 204 len: 168 time: 0.2883997 Jul 16 02:26:48.500799 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40788) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:48.502021 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b81554-560e-40e0-9fc3-dfe2ce4c6ab4 None None] Network 4d63ee46-86ec-4452-99bb-0770733c47dd requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:26:48.594375 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-7dae4e6d-0a87-4412-b91a-da0fb6fa099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566622454', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:26:47Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:48.608149 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3463671e-49a4-442e-a61f-f43d3e47eb10 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:48.636627 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dae4e6d-0a87-4412-b91a-da0fb6fa099d None None] Checking router: 8ae590f5-e237-48df-a32c-61686cad7ace for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:26:48.650990 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dae4e6d-0a87-4412-b91a-da0fb6fa099d None None] Routers {'8ae590f5-e237-48df-a32c-61686cad7ace'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:26:48.651500 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-7dae4e6d-0a87-4412-b91a-da0fb6fa099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:26:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['8ae590f5-e237-48df-a32c-61686cad7ace'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:48.716963 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3463671e-49a4-442e-a61f-f43d3e47eb10 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:48.767105 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63d270c-8d6b-490a-8eb7-497fc4d70f12 None None] DHCP port deletion for 4d63ee46-86ec-4452-99bb-0770733c47dd request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:26:48.775657 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-3463671e-49a4-442e-a61f-f43d3e47eb10 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Deleting port f7056471-865e-4803-bf93-56cf88036ab8 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:26:48.776014 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3463671e-49a4-442e-a61f-f43d3e47eb10 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:48.777932 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-7dae4e6d-0a87-4412-b91a-da0fb6fa099d None None] Set router 8ae590f5-e237-48df-a32c-61686cad7ace gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:26:48.862653 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-3463671e-49a4-442e-a61f-f43d3e47eb10 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] For port f7056471-865e-4803-bf93-56cf88036ab8, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f7056471-865e-4803-bf93-56cf88036ab8,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:48.863053 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3463671e-49a4-442e-a61f-f43d3e47eb10 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:48.879227 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-3463671e-49a4-442e-a61f-f43d3e47eb10 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Calling delete_port for f7056471-865e-4803-bf93-56cf88036ab8 owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:26:49.067339 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3463671e-49a4-442e-a61f-f43d3e47eb10 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:49.098049 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463671e-49a4-442e-a61f-f43d3e47eb10 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Port': ['ID=f7056471-865e-4803-bf93-56cf88036ab8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:49.106522 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e63d270c-8d6b-490a-8eb7-497fc4d70f12 None None] Deleting port 7cf2b767-9048-4b64-bb8b-46a495e55bde {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:26:49.106897 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e63d270c-8d6b-490a-8eb7-497fc4d70f12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:49.162000 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3463671e-49a4-442e-a61f-f43d3e47eb10 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:49.199921 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e63d270c-8d6b-490a-8eb7-497fc4d70f12 None None] For port 7cf2b767-9048-4b64-bb8b-46a495e55bde, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=7cf2b767-9048-4b64-bb8b-46a495e55bde,segment=NetworkSegment(87c7abe7-b7d1-4bf8-8128-bb25bf9947c2),segment_id=87c7abe7-b7d1-4bf8-8128-bb25bf9947c2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:49.200311 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e63d270c-8d6b-490a-8eb7-497fc4d70f12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:49.215047 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e63d270c-8d6b-490a-8eb7-497fc4d70f12 None None] Calling delete_port for 7cf2b767-9048-4b64-bb8b-46a495e55bde owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:26:49.255456 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3463671e-49a4-442e-a61f-f43d3e47eb10 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:49.257651 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3463671e-49a4-442e-a61f-f43d3e47eb10 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:49.271202 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-7dae4e6d-0a87-4412-b91a-da0fb6fa099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566622454', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:26:47Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:49.306041 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3463671e-49a4-442e-a61f-f43d3e47eb10 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:49.306327 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dae4e6d-0a87-4412-b91a-da0fb6fa099d None None] The sync data for ids ['8ae590f5-e237-48df-a32c-61686cad7ace'] in n-d-792394-16 is: [{'id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566622454', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:26:47Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'f7056471-865e-4803-bf93-56cf88036ab8', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae590f5-e237-48df-a32c-61686cad7ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:00Z', 'updated_at': '2021-07-16T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:26:49.306588 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3463671e-49a4-442e-a61f-f43d3e47eb10 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Fanout notify agent at l3_agent the message router_deleted on router 8ae590f5-e237-48df-a32c-61686cad7ace {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:26:49.313682 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3463671e-49a4-442e-a61f-f43d3e47eb10 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:49.314833 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3463671e-49a4-442e-a61f-f43d3e47eb10 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "DELETE /v2.0/routers/8ae590f5-e237-48df-a32c-61686cad7ace HTTP/1.1" status: 204 len: 168 time: 0.8126748 Jul 16 02:26:49.317617 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40790) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:49.339663 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e63d270c-8d6b-490a-8eb7-497fc4d70f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:49.348739 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 254ed83e-6737-4802-8279-e81a1eea5cb8 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:26:49.392901 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 254ed83e-6737-4802-8279-e81a1eea5cb8 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:26:49.393332 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 254ed83e-6737-4802-8279-e81a1eea5cb8 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:26:49.397524 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63d270c-8d6b-490a-8eb7-497fc4d70f12 None None] No DVR routers for this DVR port 7cf2b767-9048-4b64-bb8b-46a495e55bde on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:26:49.398091 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9bb30827-800a-445d-9680-305f52499a05 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:49.404986 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d270c-8d6b-490a-8eb7-497fc4d70f12 None None] Pushing event deleted for resources: {'Port': ['ID=7cf2b767-9048-4b64-bb8b-46a495e55bde,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:49.412385 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d270c-8d6b-490a-8eb7-497fc4d70f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:49.412760 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d270c-8d6b-490a-8eb7-497fc4d70f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:49.413091 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d270c-8d6b-490a-8eb7-497fc4d70f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:49.413418 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d270c-8d6b-490a-8eb7-497fc4d70f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:49.413745 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d270c-8d6b-490a-8eb7-497fc4d70f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:49.414047 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d270c-8d6b-490a-8eb7-497fc4d70f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:49.414367 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d270c-8d6b-490a-8eb7-497fc4d70f12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:49.414683 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d270c-8d6b-490a-8eb7-497fc4d70f12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:49.414996 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d270c-8d6b-490a-8eb7-497fc4d70f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:49.415339 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d270c-8d6b-490a-8eb7-497fc4d70f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:49.415652 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d270c-8d6b-490a-8eb7-497fc4d70f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:49.415963 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d270c-8d6b-490a-8eb7-497fc4d70f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:49.486779 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9bb30827-800a-445d-9680-305f52499a05 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:49.497250 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-9bb30827-800a-445d-9680-305f52499a05 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d63ee46-86ec-4452-99bb-0770733c47dd']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:49.507453 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-9bb30827-800a-445d-9680-305f52499a05 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c7abe7-b7d1-4bf8-8128-bb25bf9947c2') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:49.507731 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-9bb30827-800a-445d-9680-305f52499a05 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c7abe7-b7d1-4bf8-8128-bb25bf9947c2') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:49.516767 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9bb30827-800a-445d-9680-305f52499a05 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:49.530512 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9bb30827-800a-445d-9680-305f52499a05 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:49.536475 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb30827-800a-445d-9680-305f52499a05 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:26:49.536826 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9bb30827-800a-445d-9680-305f52499a05 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: timer() Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:26:49.539732 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:26:49.600639 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9bb30827-800a-445d-9680-305f52499a05 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:49.608147 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9bb30827-800a-445d-9680-305f52499a05 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:49.610112 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9bb30827-800a-445d-9680-305f52499a05 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "DELETE /v2.0/networks/4d63ee46-86ec-4452-99bb-0770733c47dd HTTP/1.1" status: 204 len: 168 time: 0.2912588 Jul 16 02:26:49.613020 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40794) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:49.621327 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb30827-800a-445d-9680-305f52499a05 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Network': ['ID=4d63ee46-86ec-4452-99bb-0770733c47dd,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:49.680396 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d1ab7b12-38aa-49e8-b76a-7a138ec385b5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:49.707646 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d1ab7b12-38aa-49e8-b76a-7a138ec385b5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:49.771546 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d1ab7b12-38aa-49e8-b76a-7a138ec385b5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:49.774343 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d1ab7b12-38aa-49e8-b76a-7a138ec385b5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:49.778091 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d1ab7b12-38aa-49e8-b76a-7a138ec385b5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "DELETE /v2.0/security-groups/eb2775a4-f41a-4d13-ae95-0dff54320f97 HTTP/1.1" status: 204 len: 168 time: 0.1615245 Jul 16 02:26:49.785467 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab7b12-38aa-49e8-b76a-7a138ec385b5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2775a4-f41a-4d13-ae95-0dff54320f97,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:50.047850 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40800) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:50.053535 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-35db5071-80d4-4e70-9ce3-c50773b8b311 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-766092751', 'description': 'tempest-secgroup-smoke-766092751 description', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:26:50.080345 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-35db5071-80d4-4e70-9ce3-c50773b8b311 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.167179 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-35db5071-80d4-4e70-9ce3-c50773b8b311 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.172629 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-35db5071-80d4-4e70-9ce3-c50773b8b311 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.201459 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db5071-80d4-4e70-9ce3-c50773b8b311 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32eac9de-6497-40e3-a7d6-5c2b061dc166,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:50.203900 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-35db5071-80d4-4e70-9ce3-c50773b8b311 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.205464 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-35db5071-80d4-4e70-9ce3-c50773b8b311 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1559005 Jul 16 02:26:50.208516 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40802) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:50.213427 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-accdd16d-d22a-4580-b81c-bd4a14b9fa8e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': '32eac9de-6497-40e3-a7d6-5c2b061dc166', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:26:50.243441 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-accdd16d-d22a-4580-b81c-bd4a14b9fa8e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.303293 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-accdd16d-d22a-4580-b81c-bd4a14b9fa8e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.308168 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-accdd16d-d22a-4580-b81c-bd4a14b9fa8e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.327285 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdd16d-d22a-4580-b81c-bd4a14b9fa8e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08348d0b-16ab-43d3-a451-11efc598263f,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:50.336260 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-accdd16d-d22a-4580-b81c-bd4a14b9fa8e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.337827 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-accdd16d-d22a-4580-b81c-bd4a14b9fa8e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280324 Jul 16 02:26:50.340569 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40804) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:50.345261 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a1852264-0cd6-4a63-b12d-014705c6ebf4 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': '32eac9de-6497-40e3-a7d6-5c2b061dc166', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:26:50.375470 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a1852264-0cd6-4a63-b12d-014705c6ebf4 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.441518 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a1852264-0cd6-4a63-b12d-014705c6ebf4 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.446420 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a1852264-0cd6-4a63-b12d-014705c6ebf4 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.453736 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f7056471-865e-4803-bf93-56cf88036ab8 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:26:50.468023 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1852264-0cd6-4a63-b12d-014705c6ebf4 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=525e5433-9d89-4800-9136-746c43114441,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:50.475729 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: f7056471-865e-4803-bf93-56cf88036ab8 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:26:50.476083 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f7056471-865e-4803-bf93-56cf88036ab8 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:26:50.476553 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7cf2b767-9048-4b64-bb8b-46a495e55bde no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:26:50.476695 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a1852264-0cd6-4a63-b12d-014705c6ebf4 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.480425 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a1852264-0cd6-4a63-b12d-014705c6ebf4 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1362793 Jul 16 02:26:50.480697 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40806) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:50.485168 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-74180014-cabd-467a-8c60-92c27594bbd6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': '32eac9de-6497-40e3-a7d6-5c2b061dc166', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:26:50.495906 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 7cf2b767-9048-4b64-bb8b-46a495e55bde {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:26:50.496257 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 7cf2b767-9048-4b64-bb8b-46a495e55bde not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:26:50.496700 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c235c3a8-d5e6-408f-8543-ead2a70b38d3 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:26:50.511260 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-74180014-cabd-467a-8c60-92c27594bbd6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.516334 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: c235c3a8-d5e6-408f-8543-ead2a70b38d3 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:26:50.516707 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device c235c3a8-d5e6-408f-8543-ead2a70b38d3 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:26:50.569897 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-74180014-cabd-467a-8c60-92c27594bbd6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.575687 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-74180014-cabd-467a-8c60-92c27594bbd6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.590842 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74180014-cabd-467a-8c60-92c27594bbd6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780dd3cc-da63-4053-8a31-c9db790625a9,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:50.601313 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-74180014-cabd-467a-8c60-92c27594bbd6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.602670 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-74180014-cabd-467a-8c60-92c27594bbd6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209657 Jul 16 02:26:50.605521 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40808) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:50.610604 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-45241487-02b1-4dd9-8284-ed532b087cd6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': '32eac9de-6497-40e3-a7d6-5c2b061dc166', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:26:50.640104 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-45241487-02b1-4dd9-8284-ed532b087cd6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.701345 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-45241487-02b1-4dd9-8284-ed532b087cd6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.707955 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-45241487-02b1-4dd9-8284-ed532b087cd6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.727290 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45241487-02b1-4dd9-8284-ed532b087cd6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293863d1-189c-498b-9151-066f5ee2099f,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:50.732112 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-45241487-02b1-4dd9-8284-ed532b087cd6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.733475 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-45241487-02b1-4dd9-8284-ed532b087cd6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269116 Jul 16 02:26:50.736797 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40810) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:50.743810 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-4be86943-3ab4-4201-9b0a-05bca517ea33 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': '32eac9de-6497-40e3-a7d6-5c2b061dc166', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:26:50.774376 n-d-792394-16 neutron-server[93955]: INFO neutron.db.securitygroups_db [None req-4be86943-3ab4-4201-9b0a-05bca517ea33 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Project 9aba07b934ba4a8b8b1533b6c3e565a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:26:50.781407 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4be86943-3ab4-4201-9b0a-05bca517ea33 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.844871 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4be86943-3ab4-4201-9b0a-05bca517ea33 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.849966 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4be86943-3ab4-4201-9b0a-05bca517ea33 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.868116 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be86943-3ab4-4201-9b0a-05bca517ea33 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e54d348f-ad34-4ce2-9439-b351750444a1,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:50.873461 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4be86943-3ab4-4201-9b0a-05bca517ea33 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.877869 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4be86943-3ab4-4201-9b0a-05bca517ea33 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398480 Jul 16 02:26:50.878082 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40812) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:50.883169 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0dbf7ff3-5de3-45f7-a736-892d7ae68557 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': '32eac9de-6497-40e3-a7d6-5c2b061dc166', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:26:50.907218 n-d-792394-16 neutron-server[93956]: INFO neutron.db.securitygroups_db [None req-0dbf7ff3-5de3-45f7-a736-892d7ae68557 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Project 9aba07b934ba4a8b8b1533b6c3e565a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:26:50.912609 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0dbf7ff3-5de3-45f7-a736-892d7ae68557 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.989402 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0dbf7ff3-5de3-45f7-a736-892d7ae68557 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:50.993796 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0dbf7ff3-5de3-45f7-a736-892d7ae68557 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:51.013707 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf7ff3-5de3-45f7-a736-892d7ae68557 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d31d529-81a9-411c-a75c-4d654a1412a2,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:51.022121 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0dbf7ff3-5de3-45f7-a736-892d7ae68557 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:51.023615 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0dbf7ff3-5de3-45f7-a736-892d7ae68557 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443617 Jul 16 02:26:51.026365 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40814) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:51.031424 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b9a3ae0e-c843-4ca0-a069-6cfdc4f5d340 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'network': {'name': 'tempest-network-smoke--641797112', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'port_security_enabled': True}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:26:51.060226 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a3ae0e-c843-4ca0-a069-6cfdc4f5d340 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Made reservation on behalf of 9aba07b934ba4a8b8b1533b6c3e565a5 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:26:51.063921 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b9a3ae0e-c843-4ca0-a069-6cfdc4f5d340 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:51.091650 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a3ae0e-c843-4ca0-a069-6cfdc4f5d340 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:26:51.105918 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b9a3ae0e-c843-4ca0-a069-6cfdc4f5d340 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:51.106267 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-b9a3ae0e-c843-4ca0-a069-6cfdc4f5d340 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Added segment c35db7b7-5ec9-429c-a4d7-9baf1c26d685 of type vlan for network a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 Jul 16 02:26:51.148652 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b9a3ae0e-c843-4ca0-a069-6cfdc4f5d340 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:51.180820 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b9a3ae0e-c843-4ca0-a069-6cfdc4f5d340 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:51.186514 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a3ae0e-c843-4ca0-a069-6cfdc4f5d340 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:51.187106 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b9a3ae0e-c843-4ca0-a069-6cfdc4f5d340 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:51.228214 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b9a3ae0e-c843-4ca0-a069-6cfdc4f5d340 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2007811 Jul 16 02:26:51.230981 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40816) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:51.235372 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-c7f31d03-56f3-4276-b9a8-850988a700f2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-339646221', 'admin_state_up': True, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:26:51.274417 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3ae0e-c843-4ca0-a069-6cfdc4f5d340 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Network': ['ID=a96a1fa1-746b-44e5-aa5e-53ad23bee2f1,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:51.285644 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:26:51.291915 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c7f31d03-56f3-4276-b9a8-850988a700f2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:51.292956 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c7f31d03-56f3-4276-b9a8-850988a700f2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:51.346337 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c7f31d03-56f3-4276-b9a8-850988a700f2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:51.488987 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c7f31d03-56f3-4276-b9a8-850988a700f2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:51.698505 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c7f31d03-56f3-4276-b9a8-850988a700f2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:51.717464 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c7f31d03-56f3-4276-b9a8-850988a700f2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:52.166613 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-c7f31d03-56f3-4276-b9a8-850988a700f2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Allocated IP 172.25.6.238 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/2f28d768-dd99-43bf-a9fe-5573545fe85a) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:26:52.285874 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c7f31d03-56f3-4276-b9a8-850988a700f2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:52.330000 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c7f31d03-56f3-4276-b9a8-850988a700f2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:52.370306 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f31d03-56f3-4276-b9a8-850988a700f2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:26:52.373117 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-c7f31d03-56f3-4276-b9a8-850988a700f2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:26:52.377226 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f31d03-56f3-4276-b9a8-850988a700f2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:26:52.399853 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f31d03-56f3-4276-b9a8-850988a700f2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=2f28d768-dd99-43bf-a9fe-5573545fe85a,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:52.632805 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c7f31d03-56f3-4276-b9a8-850988a700f2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:52.848864 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c7f31d03-56f3-4276-b9a8-850988a700f2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:52.995106 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f31d03-56f3-4276-b9a8-850988a700f2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Router 9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:26:53.109197 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f31d03-56f3-4276-b9a8-850988a700f2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:26:53.119642 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] Sync routers for ids ['9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:26:53.131478 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] Routers {'9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:26:53.131818 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c7f31d03-56f3-4276-b9a8-850988a700f2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:53.132073 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:26:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:53.133271 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c7f31d03-56f3-4276-b9a8-850988a700f2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9013574 Jul 16 02:26:53.137108 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40818) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:53.166076 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c96eafae-3277-4721-9399-6771b4c6ea66 tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=9aba07b934ba4a8b8b1533b6c3e565a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278249 Jul 16 02:26:53.168941 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40820) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:53.242542 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] Set router 9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:26:53.264824 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6015de4-0703-4d09-b3f6-35fb34086a81 tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:53.266376 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d6015de4-0703-4d09-b3f6-35fb34086a81 tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0964987 Jul 16 02:26:53.269541 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40822) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:53.302955 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-828e80a2-caeb-451c-b593-eac6f4fa1ee5 tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312178 Jul 16 02:26:53.304553 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40824) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:53.309519 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-25315917-d0c7-45df-a983-341af874e528 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-676999170', 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:26:53.405592 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25315917-d0c7-45df-a983-341af874e528 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Made reservation on behalf of 9aba07b934ba4a8b8b1533b6c3e565a5 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:26:53.409492 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25315917-d0c7-45df-a983-341af874e528 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:53.436989 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339646221', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:52Z', 'revision_number': 3, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:53.464378 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] Checking router: 9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:26:53.464730 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] Updating router 9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904 port 2f28d768-dd99-43bf-a9fe-5573545fe85a binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:26:53.501081 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:53.596181 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25315917-d0c7-45df-a983-341af874e528 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:53.655587 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25315917-d0c7-45df-a983-341af874e528 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Subnet': ['ID=d9b2d797-85c8-41fb-a6ff-691ad6372e13,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:53.671276 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25315917-d0c7-45df-a983-341af874e528 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Checking segment: {'id': 'c35db7b7-5ec9-429c-a4d7-9baf1c26d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:26:53.671640 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25315917-d0c7-45df-a983-341af874e528 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network hostable DHCP agents. Network: a96a1fa1-746b-44e5-aa5e-53ad23bee2f1, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:26:53.691671 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25315917-d0c7-45df-a983-341af874e528 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:26:53.701277 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-25315917-d0c7-45df-a983-341af874e528 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, a96a1fa1-746b-44e5-aa5e-53ad23bee2f1) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:26:53.706229 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25315917-d0c7-45df-a983-341af874e528 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:53.706824 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25315917-d0c7-45df-a983-341af874e528 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:53.713621 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8499b411-4433-444a-8fe1-63e8cd56e91e None None] Network a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:26:53.729467 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-25315917-d0c7-45df-a983-341af874e528 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4206889 Jul 16 02:26:53.729720 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40826) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:53.757937 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:53.767934 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] Transition to ACTIVE for port object 2f28d768-dd99-43bf-a9fe-5573545fe85a will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:26:53.775631 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:53.815599 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] Attempting to bind port 2f28d768-dd99-43bf-a9fe-5573545fe85a on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:26:53.816026 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] Attempting to bind port 2f28d768-dd99-43bf-a9fe-5573545fe85a by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:26:53.816400 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] Attempting to bind port 2f28d768-dd99-43bf-a9fe-5573545fe85a on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:26:53.829750 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:26:53.830265 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:26:53.830472 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:53.830877 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:26:53.831467 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] Bound port: 2f28d768-dd99-43bf-a9fe-5573545fe85a, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:26:53.831894 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:53.878512 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ff6caa-60d3-4125-aee0-86e3657aae22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-a96a1fa1-746b-44e5-aa5e-53ad23bee2f1', 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'fixed_ips': [{'subnet_id': 'd9b2d797-85c8-41fb-a6ff-691ad6372e13'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:26:53.879551 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05ff6caa-60d3-4125-aee0-86e3657aae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:53.888436 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] For port 2f28d768-dd99-43bf-a9fe-5573545fe85a, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:26:53.891574 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] For port 2f28d768-dd99-43bf-a9fe-5573545fe85a, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2f28d768-dd99-43bf-a9fe-5573545fe85a,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:26:53.892599 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245a06f-0895-4e46-928e-cdc1fdf56b36 None None] Pushing event updated for resources: {'Port': ['ID=2f28d768-dd99-43bf-a9fe-5573545fe85a,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:53.900735 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:53.904261 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a06f-0895-4e46-928e-cdc1fdf56b36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:53.904630 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a06f-0895-4e46-928e-cdc1fdf56b36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:53.904963 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a06f-0895-4e46-928e-cdc1fdf56b36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:53.905307 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a06f-0895-4e46-928e-cdc1fdf56b36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:53.905789 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a06f-0895-4e46-928e-cdc1fdf56b36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:53.906465 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a06f-0895-4e46-928e-cdc1fdf56b36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:53.906465 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a06f-0895-4e46-928e-cdc1fdf56b36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:53.906693 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a06f-0895-4e46-928e-cdc1fdf56b36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:53.907060 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a06f-0895-4e46-928e-cdc1fdf56b36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:53.907380 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a06f-0895-4e46-928e-cdc1fdf56b36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:53.907726 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a06f-0895-4e46-928e-cdc1fdf56b36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:53.908102 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245a06f-0895-4e46-928e-cdc1fdf56b36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:53.960010 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245a06f-0895-4e46-928e-cdc1fdf56b36 None None] Pushing event updated for resources: {'Port': ['ID=2f28d768-dd99-43bf-a9fe-5573545fe85a,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:53.978668 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] Routers {'9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:26:53.979282 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:26:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:54.038240 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-05ff6caa-60d3-4125-aee0-86e3657aae22 None None] Allocated IP 172.20.0.2 (a96a1fa1-746b-44e5-aa5e-53ad23bee2f1/d9b2d797-85c8-41fb-a6ff-691ad6372e13/925bbd4b-1953-4a8f-a769-422462bd7e19) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:26:54.084125 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] Set router 9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:26:54.192871 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bf7af242-7e94-4c37-8dc2-6e758bc6e48a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:54.194106 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05ff6caa-60d3-4125-aee0-86e3657aae22 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:54.205896 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-05ff6caa-60d3-4125-aee0-86e3657aae22 None None] Transition to ACTIVE for port object 925bbd4b-1953-4a8f-a769-422462bd7e19 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:26:54.223759 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-05ff6caa-60d3-4125-aee0-86e3657aae22 None None] Transition to ACTIVE for port object 925bbd4b-1953-4a8f-a769-422462bd7e19 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:26:54.232885 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05ff6caa-60d3-4125-aee0-86e3657aae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:54.271604 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ff6caa-60d3-4125-aee0-86e3657aae22 None None] Network a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:26:54.271839 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339646221', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:52Z', 'revision_number': 3, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:54.278165 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-05ff6caa-60d3-4125-aee0-86e3657aae22 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:26:54.281575 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ff6caa-60d3-4125-aee0-86e3657aae22 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:26:54.290836 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff6caa-60d3-4125-aee0-86e3657aae22 None None] Pushing event updated for resources: {'Port': ['ID=925bbd4b-1953-4a8f-a769-422462bd7e19,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:54.306064 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ad204b-b746-47ff-9fec-15fa73825620 None None] The sync data for ids ['9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'] in n-d-792394-16 is: [{'id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339646221', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:52Z', 'revision_number': 3, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:26:54.353284 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-05ff6caa-60d3-4125-aee0-86e3657aae22 None None] Attempting to bind port 925bbd4b-1953-4a8f-a769-422462bd7e19 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:26:54.353658 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-05ff6caa-60d3-4125-aee0-86e3657aae22 None None] Attempting to bind port 925bbd4b-1953-4a8f-a769-422462bd7e19 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'c35db7b7-5ec9-429c-a4d7-9baf1c26d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:26:54.354027 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ff6caa-60d3-4125-aee0-86e3657aae22 None None] Attempting to bind port 925bbd4b-1953-4a8f-a769-422462bd7e19 on network a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:26:54.359680 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ff6caa-60d3-4125-aee0-86e3657aae22 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:26:54.360058 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ff6caa-60d3-4125-aee0-86e3657aae22 None None] Checking segment: {'id': 'c35db7b7-5ec9-429c-a4d7-9baf1c26d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:26:54.360498 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05ff6caa-60d3-4125-aee0-86e3657aae22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:54.360894 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ff6caa-60d3-4125-aee0-86e3657aae22 None None] Bound using segment: {'id': 'c35db7b7-5ec9-429c-a4d7-9baf1c26d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:26:54.361370 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-05ff6caa-60d3-4125-aee0-86e3657aae22 None None] Bound port: 925bbd4b-1953-4a8f-a769-422462bd7e19, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35db7b7-5ec9-429c-a4d7-9baf1c26d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:26:54.361752 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05ff6caa-60d3-4125-aee0-86e3657aae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:54.446634 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-05ff6caa-60d3-4125-aee0-86e3657aae22 None None] For port 925bbd4b-1953-4a8f-a769-422462bd7e19, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:26:54.450206 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-05ff6caa-60d3-4125-aee0-86e3657aae22 None None] For port 925bbd4b-1953-4a8f-a769-422462bd7e19, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=925bbd4b-1953-4a8f-a769-422462bd7e19,segment=NetworkSegment(c35db7b7-5ec9-429c-a4d7-9baf1c26d685),segment_id=c35db7b7-5ec9-429c-a4d7-9baf1c26d685)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:26:54.455421 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05ff6caa-60d3-4125-aee0-86e3657aae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:54.527580 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff6caa-60d3-4125-aee0-86e3657aae22 None None] Pushing event updated for resources: {'Port': ['ID=925bbd4b-1953-4a8f-a769-422462bd7e19,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:54.576387 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-bf7af242-7e94-4c37-8dc2-6e758bc6e48a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Allocated IP 172.20.0.1 (a96a1fa1-746b-44e5-aa5e-53ad23bee2f1/d9b2d797-85c8-41fb-a6ff-691ad6372e13/e04bac43-e6d6-4cff-b36d-f63a893c1b5b) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:26:54.739509 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bf7af242-7e94-4c37-8dc2-6e758bc6e48a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:54.774476 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-bf7af242-7e94-4c37-8dc2-6e758bc6e48a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Transition to ACTIVE for port object e04bac43-e6d6-4cff-b36d-f63a893c1b5b will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:26:54.843253 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bf7af242-7e94-4c37-8dc2-6e758bc6e48a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:54.896389 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7af242-7e94-4c37-8dc2-6e758bc6e48a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:26:54.905937 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-bf7af242-7e94-4c37-8dc2-6e758bc6e48a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:26:54.914646 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7af242-7e94-4c37-8dc2-6e758bc6e48a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:26:54.951318 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7af242-7e94-4c37-8dc2-6e758bc6e48a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=e04bac43-e6d6-4cff-b36d-f63a893c1b5b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:54.976107 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bf7af242-7e94-4c37-8dc2-6e758bc6e48a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.130006 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bf7af242-7e94-4c37-8dc2-6e758bc6e48a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.435090 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bf7af242-7e94-4c37-8dc2-6e758bc6e48a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.442307 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bf7af242-7e94-4c37-8dc2-6e758bc6e48a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.525772 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bf7af242-7e94-4c37-8dc2-6e758bc6e48a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:55.527810 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7af242-7e94-4c37-8dc2-6e758bc6e48a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=e04bac43-e6d6-4cff-b36d-f63a893c1b5b,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:55.618001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149f6c30-9b09-4724-adc9-161006d72d45 None None] Network a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:26:55.632895 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7af242-7e94-4c37-8dc2-6e758bc6e48a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:26:55.634207 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-bf7af242-7e94-4c37-8dc2-6e758bc6e48a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:26:55.748158 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7af242-7e94-4c37-8dc2-6e758bc6e48a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Router 9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:26:55.749097 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7b73301a-9421-4294-a7a5-283331d52e45 None None] Provisioning for port 925bbd4b-1953-4a8f-a769-422462bd7e19 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:26:55.865887 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7af242-7e94-4c37-8dc2-6e758bc6e48a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:26:55.872876 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bf7af242-7e94-4c37-8dc2-6e758bc6e48a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "PUT /v2.0/routers/9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1421342 Jul 16 02:26:55.999339 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a8f469be-c126-4c19-94f4-e3ee3cf8209a None None] Provisioning for port e04bac43-e6d6-4cff-b36d-f63a893c1b5b completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:26:56.003974 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a8f469be-c126-4c19-94f4-e3ee3cf8209a None None] Provisioning complete for port e04bac43-e6d6-4cff-b36d-f63a893c1b5b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:26:56.004167 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8f469be-c126-4c19-94f4-e3ee3cf8209a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:56.053908 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a8f469be-c126-4c19-94f4-e3ee3cf8209a None None] Port e04bac43-e6d6-4cff-b36d-f63a893c1b5b cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:26:56.123002 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] Sync routers for ids ['9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:26:56.134950 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] Routers {'9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:26:56.135606 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:26:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:56.252887 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] Set router 9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:26:56.302137 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7e7e98c2-d463-43ac-bfe3-d378e40876a4 None None] Provisioning complete for port e04bac43-e6d6-4cff-b36d-f63a893c1b5b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:26:56.302665 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e7e98c2-d463-43ac-bfe3-d378e40876a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:56.382241 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-7b09aa12-3dcc-4d12-a71c-0a0577aed1f5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-766092751&fields=id&tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5 HTTP/1.1" status: 200 len: 267 time: 0.3930025 Jul 16 02:26:56.400317 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7e7e98c2-d463-43ac-bfe3-d378e40876a4 None None] Port e04bac43-e6d6-4cff-b36d-f63a893c1b5b cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:26:56.509145 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-01f76b63-f110-4efa-9166-02bb756583e6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:56.511271 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-01f76b63-f110-4efa-9166-02bb756583e6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/networks?id=a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 HTTP/1.1" status: 200 len: 796 time: 0.1195271 Jul 16 02:26:56.532116 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2f28d768-dd99-43bf-a9fe-5573545fe85a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:26:56.532414 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-af330cae-1986-4108-81e4-f04cad0ceeb8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/quotas/9aba07b934ba4a8b8b1533b6c3e565a5 HTTP/1.1" status: 200 len: 375 time: 0.0146308 Jul 16 02:26:56.560879 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-06e794ef-24f4-4228-bbd8-18e0570ef14e None None] Provisioning complete for port e04bac43-e6d6-4cff-b36d-f63a893c1b5b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:26:56.561393 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-06e794ef-24f4-4228-bbd8-18e0570ef14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:56.607731 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339646221', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:55Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'e04bac43-e6d6-4cff-b36d-f63a893c1b5b', 'name': '', 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:95:12:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd9b2d797-85c8-41fb-a6ff-691ad6372e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:26:54Z', 'updated_at': '2021-07-16T02:26:55Z', 'revision_number': 2, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'd9b2d797-85c8-41fb-a6ff-691ad6372e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:56.610853 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-30c7f2b9-db00-45c2-967c-14bb8ec73778 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721378 Jul 16 02:26:56.641034 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] Checking router: 9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:26:56.641695 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] Updating router 9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904 port e04bac43-e6d6-4cff-b36d-f63a893c1b5b binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:26:56.643441 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-06e794ef-24f4-4228-bbd8-18e0570ef14e None None] Port e04bac43-e6d6-4cff-b36d-f63a893c1b5b cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:26:56.697607 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fe289ced-0a3d-4971-aea3-f42cff792b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:56.699565 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:56.702744 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 2f28d768-dd99-43bf-a9fe-5573545fe85a completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:26:56.711814 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-d39c6596-da5f-4788-9e4a-5b57d57b0ca1 service neutron] 10.222.0.16 "GET /v2.0/networks/a96a1fa1-746b-44e5-aa5e-53ad23bee2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881078 Jul 16 02:26:56.713850 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 2f28d768-dd99-43bf-a9fe-5573545fe85a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:26:56.714226 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:56.808737 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-28104de0-0cf3-4ef9-b6a4-e7c93d8c2622 service neutron] 10.222.0.16 "GET /v2.0/networks/a96a1fa1-746b-44e5-aa5e-53ad23bee2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899732 Jul 16 02:26:56.904797 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:56.956187 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 2f28d768-dd99-43bf-a9fe-5573545fe85a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2f28d768-dd99-43bf-a9fe-5573545fe85a,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:56.964194 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:56.965218 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 925bbd4b-1953-4a8f-a769-422462bd7e19 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:26:57.004694 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-80983dd9-8495-4795-9fe8-b1010fe88b30 req-916de95f-32e6-42e0-b5d6-480c49ae7fc7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 210 time: 0.0321829 Jul 16 02:26:57.082923 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=2f28d768-dd99-43bf-a9fe-5573545fe85a,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:57.121995 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 925bbd4b-1953-4a8f-a769-422462bd7e19 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:26:57.133280 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 925bbd4b-1953-4a8f-a769-422462bd7e19 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:26:57.133615 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:57.158066 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:57.177185 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] Transition to ACTIVE for port object e04bac43-e6d6-4cff-b36d-f63a893c1b5b will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:26:57.186754 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:57.292926 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e335b4c-a57f-4492-8209-6d128752f390 None None] Pushing event updated for resources: {'Port': ['ID=e04bac43-e6d6-4cff-b36d-f63a893c1b5b,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:57.300868 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:57.350013 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] Attempting to bind port e04bac43-e6d6-4cff-b36d-f63a893c1b5b on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:26:57.350394 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] Attempting to bind port e04bac43-e6d6-4cff-b36d-f63a893c1b5b by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'c35db7b7-5ec9-429c-a4d7-9baf1c26d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:26:57.351013 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] Attempting to bind port e04bac43-e6d6-4cff-b36d-f63a893c1b5b on network a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:26:57.367982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:26:57.368375 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] Checking segment: {'id': 'c35db7b7-5ec9-429c-a4d7-9baf1c26d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:26:57.368798 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:57.369201 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] Bound using segment: {'id': 'c35db7b7-5ec9-429c-a4d7-9baf1c26d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:26:57.369685 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] Bound port: e04bac43-e6d6-4cff-b36d-f63a893c1b5b, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35db7b7-5ec9-429c-a4d7-9baf1c26d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:26:57.370070 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:57.375755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 925bbd4b-1953-4a8f-a769-422462bd7e19, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=925bbd4b-1953-4a8f-a769-422462bd7e19,segment=NetworkSegment(c35db7b7-5ec9-429c-a4d7-9baf1c26d685),segment_id=c35db7b7-5ec9-429c-a4d7-9baf1c26d685)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:57.383260 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:57.489868 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=925bbd4b-1953-4a8f-a769-422462bd7e19,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:57.501426 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] For port e04bac43-e6d6-4cff-b36d-f63a893c1b5b, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:26:57.505785 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] For port e04bac43-e6d6-4cff-b36d-f63a893c1b5b, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e04bac43-e6d6-4cff-b36d-f63a893c1b5b,segment=NetworkSegment(c35db7b7-5ec9-429c-a4d7-9baf1c26d685),segment_id=c35db7b7-5ec9-429c-a4d7-9baf1c26d685)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:26:57.510692 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:57.575122 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] Routers {'9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:26:57.575678 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:26:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:57.788876 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e335b4c-a57f-4492-8209-6d128752f390 None None] Pushing event updated for resources: {'Port': ['ID=e04bac43-e6d6-4cff-b36d-f63a893c1b5b,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:57.876012 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] Set router 9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:26:58.093187 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339646221', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:55Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'e04bac43-e6d6-4cff-b36d-f63a893c1b5b', 'name': '', 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:95:12:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd9b2d797-85c8-41fb-a6ff-691ad6372e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:26:54Z', 'updated_at': '2021-07-16T02:26:57Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'd9b2d797-85c8-41fb-a6ff-691ad6372e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:58.118466 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-4793e9d1-74ed-4036-b144-5dbb9a1c4a5f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:58.120100 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-4793e9d1-74ed-4036-b144-5dbb9a1c4a5f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.82 "GET /v2.0/networks?id=a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 HTTP/1.1" status: 200 len: 796 time: 0.1174436 Jul 16 02:26:58.122895 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d8e2f2-c2ac-4127-96b4-5549aaa0830e None None] The sync data for ids ['9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'] in n-d-792394-16 is: [{'id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339646221', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:55Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'e04bac43-e6d6-4cff-b36d-f63a893c1b5b', 'name': '', 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:95:12:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd9b2d797-85c8-41fb-a6ff-691ad6372e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:26:54Z', 'updated_at': '2021-07-16T02:26:57Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'd9b2d797-85c8-41fb-a6ff-691ad6372e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:26:58.188122 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-79a3db00-ec2c-4258-867c-ef72f7521c52 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5 HTTP/1.1" status: 200 len: 379 time: 0.0581646 Jul 16 02:26:58.198277 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-011af0c2-acd3-423e-933e-dc9275659b87 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'port': {'device_id': 'ec776636-5d1f-402b-92a2-39efab6df739', 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1', 'admin_state_up': True, 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'security_groups': ['32eac9de-6497-40e3-a7d6-5c2b061dc166']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:26:58.240493 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ff77c276-bc22-44cd-8871-ff0b425f5471 req-c4353085-7cc3-46fe-8a09-355d1e4b1a57 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 210 time: 0.0358446 Jul 16 02:26:58.333696 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-011af0c2-acd3-423e-933e-dc9275659b87 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Made reservation on behalf of 9aba07b934ba4a8b8b1533b6c3e565a5 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:26:58.337903 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-011af0c2-acd3-423e-933e-dc9275659b87 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.480596 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-011af0c2-acd3-423e-933e-dc9275659b87 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Allocated IP 172.20.0.9 (a96a1fa1-746b-44e5-aa5e-53ad23bee2f1/d9b2d797-85c8-41fb-a6ff-691ad6372e13/b4d5a543-d695-4165-9194-2144d250b236) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:26:58.550768 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e04bac43-e6d6-4cff-b36d-f63a893c1b5b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:26:58.613894 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port e04bac43-e6d6-4cff-b36d-f63a893c1b5b completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:26:58.618309 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port e04bac43-e6d6-4cff-b36d-f63a893c1b5b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:26:58.618687 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.635937 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-011af0c2-acd3-423e-933e-dc9275659b87 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.655923 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-011af0c2-acd3-423e-933e-dc9275659b87 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Transition to ACTIVE for port object b4d5a543-d695-4165-9194-2144d250b236 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:26:58.695724 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-011af0c2-acd3-423e-933e-dc9275659b87 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.709426 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.749811 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port e04bac43-e6d6-4cff-b36d-f63a893c1b5b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e04bac43-e6d6-4cff-b36d-f63a893c1b5b,segment=NetworkSegment(c35db7b7-5ec9-429c-a4d7-9baf1c26d685),segment_id=c35db7b7-5ec9-429c-a4d7-9baf1c26d685)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:58.755843 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.757503 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2f28d768-dd99-43bf-a9fe-5573545fe85a up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:26:58.761042 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-011af0c2-acd3-423e-933e-dc9275659b87 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:26:58.765491 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-011af0c2-acd3-423e-933e-dc9275659b87 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:26:58.767751 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011af0c2-acd3-423e-933e-dc9275659b87 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=b4d5a543-d695-4165-9194-2144d250b236,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:58.770740 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-011af0c2-acd3-423e-933e-dc9275659b87 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:26:58.833815 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-011af0c2-acd3-423e-933e-dc9275659b87 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:58.835337 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-011af0c2-acd3-423e-933e-dc9275659b87 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.844269 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=e04bac43-e6d6-4cff-b36d-f63a893c1b5b,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:58.859006 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 2f28d768-dd99-43bf-a9fe-5573545fe85a triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:26:58.859384 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.861644 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-011af0c2-acd3-423e-933e-dc9275659b87 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6683762 Jul 16 02:26:58.876721 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-600af646-8202-4d51-aca3-4889b7effa0f service neutron] Request body: {'port': {'device_id': 'ec776636-5d1f-402b-92a2-39efab6df739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:26:58.951251 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 925bbd4b-1953-4a8f-a769-422462bd7e19 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:26:58.972466 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-600af646-8202-4d51-aca3-4889b7effa0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:59.019977 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-007b8db3-e391-4cc9-ba14-d773a301bba0 None None] Provisioning for port b4d5a543-d695-4165-9194-2144d250b236 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:26:59.022053 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 925bbd4b-1953-4a8f-a769-422462bd7e19 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:26:59.022429 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:59.044017 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-007b8db3-e391-4cc9-ba14-d773a301bba0 None None] Provisioning complete for port b4d5a543-d695-4165-9194-2144d250b236 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:26:59.044499 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-007b8db3-e391-4cc9-ba14-d773a301bba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:59.092418 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-007b8db3-e391-4cc9-ba14-d773a301bba0 None None] Port b4d5a543-d695-4165-9194-2144d250b236 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:26:59.282641 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-600af646-8202-4d51-aca3-4889b7effa0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d5a543-d695-4165-9194-2144d250b236 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:26:59.291596 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-600af646-8202-4d51-aca3-4889b7effa0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:59.306355 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-600af646-8202-4d51-aca3-4889b7effa0f service neutron] Transition to ACTIVE for port object b4d5a543-d695-4165-9194-2144d250b236 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:26:59.312234 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-600af646-8202-4d51-aca3-4889b7effa0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:59.387471 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600af646-8202-4d51-aca3-4889b7effa0f service neutron] Pushing event updated for resources: {'Port': ['ID=b4d5a543-d695-4165-9194-2144d250b236,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:59.650086 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb0017aa-9ef1-4e76-b5eb-d5affd1e0e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:59.793155 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:59.810332 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-600af646-8202-4d51-aca3-4889b7effa0f service neutron] Attempting to bind port b4d5a543-d695-4165-9194-2144d250b236 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:26:59.810668 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-600af646-8202-4d51-aca3-4889b7effa0f service neutron] Attempting to bind port b4d5a543-d695-4165-9194-2144d250b236 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'c35db7b7-5ec9-429c-a4d7-9baf1c26d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:26:59.810996 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-600af646-8202-4d51-aca3-4889b7effa0f service neutron] Attempting to bind port b4d5a543-d695-4165-9194-2144d250b236 on network a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:26:59.818397 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-600af646-8202-4d51-aca3-4889b7effa0f service neutron] Port b4d5a543-d695-4165-9194-2144d250b236 on network a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:26:59.818720 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-600af646-8202-4d51-aca3-4889b7effa0f service neutron] Attempting to bind port b4d5a543-d695-4165-9194-2144d250b236 on network a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:26:59.826760 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-600af646-8202-4d51-aca3-4889b7effa0f service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:26:59.827093 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-600af646-8202-4d51-aca3-4889b7effa0f service neutron] Checking segment: {'id': 'c35db7b7-5ec9-429c-a4d7-9baf1c26d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:26:59.827475 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-600af646-8202-4d51-aca3-4889b7effa0f service neutron] Bound using segment: {'id': 'c35db7b7-5ec9-429c-a4d7-9baf1c26d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:26:59.827902 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-600af646-8202-4d51-aca3-4889b7effa0f service neutron] Bound port: b4d5a543-d695-4165-9194-2144d250b236, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c35db7b7-5ec9-429c-a4d7-9baf1c26d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:26:59.828264 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-600af646-8202-4d51-aca3-4889b7effa0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:59.838904 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a435bb-b964-489a-8d3b-dc3a549cc6a3 req-c9c4702d-9d07-4e5f-b0dc-172dba670bef tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:59.840449 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-31a435bb-b964-489a-8d3b-dc3a549cc6a3 req-c9c4702d-9d07-4e5f-b0dc-172dba670bef tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 943 time: 0.4540851 Jul 16 02:26:59.915395 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-31a435bb-b964-489a-8d3b-dc3a549cc6a3 req-d6fb59d5-9888-4192-b6a8-7cd270294b14 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667465 Jul 16 02:26:59.937141 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-600af646-8202-4d51-aca3-4889b7effa0f service neutron] For port b4d5a543-d695-4165-9194-2144d250b236, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:26:59.940492 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-600af646-8202-4d51-aca3-4889b7effa0f service neutron] For port b4d5a543-d695-4165-9194-2144d250b236, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=b4d5a543-d695-4165-9194-2144d250b236,segment=NetworkSegment(c35db7b7-5ec9-429c-a4d7-9baf1c26d685),segment_id=c35db7b7-5ec9-429c-a4d7-9baf1c26d685)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:26:59.946331 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-600af646-8202-4d51-aca3-4889b7effa0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:59.981269 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-600af646-8202-4d51-aca3-4889b7effa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:59.981883 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-600af646-8202-4d51-aca3-4889b7effa0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:59.983402 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-600af646-8202-4d51-aca3-4889b7effa0f service neutron] 10.222.0.82 "PUT /v2.0/ports/b4d5a543-d695-4165-9194-2144d250b236 HTTP/1.1" status: 200 len: 1092 time: 1.1128521 Jul 16 02:26:59.983734 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec776636-5d1f-402b-92a2-39efab6df739', 'tag': 'b4d5a543-d695-4165-9194-2144d250b236'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:26:59.986108 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9792c58-0c3c-49b1-87a7-6b24049c28d9" -d '{"events": [{"name": "network-changed", "server_uuid": "ec776636-5d1f-402b-92a2-39efab6df739", "tag": "b4d5a543-d695-4165-9194-2144d250b236"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:00.015660 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600af646-8202-4d51-aca3-4889b7effa0f service neutron] Pushing event updated for resources: {'Port': ['ID=b4d5a543-d695-4165-9194-2144d250b236,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:00.031167 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac423ae-4f3b-4a55-9099-4968e6ebb7ae x-openstack-request-id: req-aac423ae-4f3b-4a55-9099-4968e6ebb7ae {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:00.031464 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec776636-5d1f-402b-92a2-39efab6df739", "tag": "b4d5a543-d695-4165-9194-2144d250b236", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:00.031716 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aac423ae-4f3b-4a55-9099-4968e6ebb7ae {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:00.032121 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec776636-5d1f-402b-92a2-39efab6df739', 'tag': 'b4d5a543-d695-4165-9194-2144d250b236', 'status': 'completed', 'code': 200} Jul 16 02:27:00.088848 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-1aa2ab2c-cbfc-4327-80aa-118ed5434ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:00.090391 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-1aa2ab2c-cbfc-4327-80aa-118ed5434ca9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 1095 time: 0.0550935 Jul 16 02:27:00.137496 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-092125ef-1359-477b-8d6a-0b2f6c5ec9fc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4d5a543-d695-4165-9194-2144d250b236 HTTP/1.1" status: 200 len: 217 time: 0.0396197 Jul 16 02:27:00.187919 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-ded4dac0-2894-4113-9fd7-c01011629969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:00.189485 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-ded4dac0-2894-4113-9fd7-c01011629969 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9b2d797-85c8-41fb-a6ff-691ad6372e13 HTTP/1.1" status: 200 len: 834 time: 0.0452893 Jul 16 02:27:00.248543 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-8bbed678-7a87-4d28-9ee1-1bc52e0aef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:00.250097 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-8bbed678-7a87-4d28-9ee1-1bc52e0aef37 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a96a1fa1-746b-44e5-aa5e-53ad23bee2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544608 Jul 16 02:27:00.349984 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-004ff569-f7f9-44f6-8882-1353ed07f642 service neutron] 10.222.0.82 "GET /v2.0/networks/a96a1fa1-746b-44e5-aa5e-53ad23bee2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927930 Jul 16 02:27:00.444050 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6b36498e-0916-42ff-bc0d-761c9d1eb0ad req-000bd42f-e133-4a22-b7d4-35d50b9aaa5c service neutron] 10.222.0.82 "GET /v2.0/networks/a96a1fa1-746b-44e5-aa5e-53ad23bee2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882196 Jul 16 02:27:00.471822 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e04bac43-e6d6-4cff-b36d-f63a893c1b5b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:00.525234 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port e04bac43-e6d6-4cff-b36d-f63a893c1b5b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:00.525611 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:00.545227 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9792c58-0c3c-49b1-87a7-6b24049c28d9 req-6f1e64a2-36ae-4a0f-9d28-9570ec32e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:00.547076 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e9792c58-0c3c-49b1-87a7-6b24049c28d9 req-6f1e64a2-36ae-4a0f-9d28-9570ec32e65f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 1095 time: 0.0533726 Jul 16 02:27:00.641427 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9792c58-0c3c-49b1-87a7-6b24049c28d9 req-7962c0dc-40df-43ba-a30b-c8e417dee667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:00.642934 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e9792c58-0c3c-49b1-87a7-6b24049c28d9 req-7962c0dc-40df-43ba-a30b-c8e417dee667 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 HTTP/1.1" status: 200 len: 897 time: 0.0897284 Jul 16 02:27:00.685808 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e9792c58-0c3c-49b1-87a7-6b24049c28d9 req-dcc8ecb7-029a-4261-833d-69f8f1c7b29f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4d5a543-d695-4165-9194-2144d250b236 HTTP/1.1" status: 200 len: 217 time: 0.0349164 Jul 16 02:27:00.739882 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9792c58-0c3c-49b1-87a7-6b24049c28d9 req-61d50e78-6117-4a5b-8435-5f521c21fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:00.741416 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e9792c58-0c3c-49b1-87a7-6b24049c28d9 req-61d50e78-6117-4a5b-8435-5f521c21fa19 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9b2d797-85c8-41fb-a6ff-691ad6372e13 HTTP/1.1" status: 200 len: 834 time: 0.0489678 Jul 16 02:27:00.801855 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9792c58-0c3c-49b1-87a7-6b24049c28d9 req-c154d3cb-3285-45b1-b31e-793a631e5d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:00.803360 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e9792c58-0c3c-49b1-87a7-6b24049c28d9 req-c154d3cb-3285-45b1-b31e-793a631e5d61 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a96a1fa1-746b-44e5-aa5e-53ad23bee2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551820 Jul 16 02:27:00.909665 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e9792c58-0c3c-49b1-87a7-6b24049c28d9 req-c59b4625-e8e9-4d19-bfba-d7ae0256a2c1 service neutron] 10.222.0.82 "GET /v2.0/networks/a96a1fa1-746b-44e5-aa5e-53ad23bee2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990639 Jul 16 02:27:01.022059 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e9792c58-0c3c-49b1-87a7-6b24049c28d9 req-59e6a5ae-65ca-44e1-bcdf-5ae780768cf3 service neutron] 10.222.0.82 "GET /v2.0/networks/a96a1fa1-746b-44e5-aa5e-53ad23bee2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045194 Jul 16 02:27:01.048991 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:01.108962 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78628699-cb24-409b-8922-bb1c4ea231c1 req-10e8051d-4def-439b-9f26-a7a64a105324 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:01.110476 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78628699-cb24-409b-8922-bb1c4ea231c1 req-10e8051d-4def-439b-9f26-a7a64a105324 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 943 time: 0.0749738 Jul 16 02:27:01.154284 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-78628699-cb24-409b-8922-bb1c4ea231c1 req-6d160eb7-0f05-4fe8-8fc8-ee3bf8a861b1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373061 Jul 16 02:27:01.986128 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.352301 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305006bf-c67b-4d0f-b986-7cb1e72db8fd req-3b0441a7-170f-4aad-b46a-e3478c78b955 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:02.353723 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-305006bf-c67b-4d0f-b986-7cb1e72db8fd req-3b0441a7-170f-4aad-b46a-e3478c78b955 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 943 time: 0.0779626 Jul 16 02:27:02.398303 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-305006bf-c67b-4d0f-b986-7cb1e72db8fd req-629d8efa-48f1-40c4-acb8-770b2b8c515a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387218 Jul 16 02:27:02.585126 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device b4d5a543-d695-4165-9194-2144d250b236 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:27:02.688855 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port b4d5a543-d695-4165-9194-2144d250b236, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=b4d5a543-d695-4165-9194-2144d250b236,segment=NetworkSegment(c35db7b7-5ec9-429c-a4d7-9baf1c26d685),segment_id=c35db7b7-5ec9-429c-a4d7-9baf1c26d685)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:02.700562 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'b4d5a543-d695-4165-9194-2144d250b236', 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1', 'port_id': 'b4d5a543-d695-4165-9194-2144d250b236', 'mac_address': 'fa:16:3e:84:60:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b2d797-85c8-41fb-a6ff-691ad6372e13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:27:02.737789 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.750128 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d5a543-d695-4165-9194-2144d250b236 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:27:02.771280 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port b4d5a543-d695-4165-9194-2144d250b236, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=b4d5a543-d695-4165-9194-2144d250b236,segment=NetworkSegment(c35db7b7-5ec9-429c-a4d7-9baf1c26d685),segment_id=c35db7b7-5ec9-429c-a4d7-9baf1c26d685)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:02.777335 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.808088 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.827609 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=b4d5a543-d695-4165-9194-2144d250b236,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:03.017355 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['b4d5a543-d695-4165-9194-2144d250b236'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:27:03.585448 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3436c48-6eed-47ee-bd9f-ef6eda22f0a5 req-c75478a4-10c4-4809-853c-4a5917174395 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:03.587315 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d3436c48-6eed-47ee-bd9f-ef6eda22f0a5 req-c75478a4-10c4-4809-853c-4a5917174395 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 944 time: 0.0769858 Jul 16 02:27:03.630011 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d3436c48-6eed-47ee-bd9f-ef6eda22f0a5 req-ac763f55-2ed4-4a05-b643-557c4ae55620 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339372 Jul 16 02:27:04.599999 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device b4d5a543-d695-4165-9194-2144d250b236 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:04.660121 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port b4d5a543-d695-4165-9194-2144d250b236 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:04.664809 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port b4d5a543-d695-4165-9194-2144d250b236 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:04.665214 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.747026 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.770530 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec776636-5d1f-402b-92a2-39efab6df739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d5a543-d695-4165-9194-2144d250b236'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:04.772991 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc18d143-bfb5-48ae-aa76-6824403ad428" -d '{"events": [{"server_uuid": "ec776636-5d1f-402b-92a2-39efab6df739", "name": "network-vif-plugged", "status": "completed", "tag": "b4d5a543-d695-4165-9194-2144d250b236"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:04.787343 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port b4d5a543-d695-4165-9194-2144d250b236, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=b4d5a543-d695-4165-9194-2144d250b236,segment=NetworkSegment(c35db7b7-5ec9-429c-a4d7-9baf1c26d685),segment_id=c35db7b7-5ec9-429c-a4d7-9baf1c26d685)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:04.792979 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:04.815482 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796d7f0-09ab-4c1d-a2f5-9430e50daaea req-0743febb-ce68-495f-b5db-fa31e22f0387 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:04.817208 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d796d7f0-09ab-4c1d-a2f5-9430e50daaea req-0743febb-ce68-495f-b5db-fa31e22f0387 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 944 time: 0.0729859 Jul 16 02:27:04.848728 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=b4d5a543-d695-4165-9194-2144d250b236,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:04.864932 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d796d7f0-09ab-4c1d-a2f5-9430e50daaea req-cec3122e-a4b9-4d94-be4d-ab87a49f2c4f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419540 Jul 16 02:27:04.868262 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a81d21f-41f7-40d7-ab5c-2c91e2e1ceba x-openstack-request-id: req-2a81d21f-41f7-40d7-ab5c-2c91e2e1ceba {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:04.868672 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec776636-5d1f-402b-92a2-39efab6df739", "name": "network-vif-plugged", "status": "completed", "tag": "b4d5a543-d695-4165-9194-2144d250b236", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:04.868991 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a81d21f-41f7-40d7-ab5c-2c91e2e1ceba {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:04.869453 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec776636-5d1f-402b-92a2-39efab6df739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d5a543-d695-4165-9194-2144d250b236', 'code': 200} Jul 16 02:27:04.987298 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead6053-caec-4c7a-b9a9-1578f2ba1a0c req-d82ff141-b9a7-45cd-8de1-8b9c8b2b69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:04.989569 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7ead6053-caec-4c7a-b9a9-1578f2ba1a0c req-d82ff141-b9a7-45cd-8de1-8b9c8b2b69c5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 1097 time: 0.0590830 Jul 16 02:27:05.028849 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7ead6053-caec-4c7a-b9a9-1578f2ba1a0c req-61b22846-3801-4171-a346-ab2a56cabb65 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333247 Jul 16 02:27:05.597466 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:06.058754 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad158e-c680-459e-a4e8-f58db30551df req-493d29f1-c1c0-436f-8b81-d3c221c719de tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:06.060318 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-66ad158e-c680-459e-a4e8-f58db30551df req-493d29f1-c1c0-436f-8b81-d3c221c719de tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 945 time: 0.0756564 Jul 16 02:27:06.104734 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-66ad158e-c680-459e-a4e8-f58db30551df req-c68b4002-1dce-4da8-896e-5b1df78a25c3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358655 Jul 16 02:27:06.287160 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca147400-4ef1-49bf-b2a1-a8eb7a3adbc1 req-1af0f146-8261-4fbd-813b-9ec96f38ff8f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:06.288863 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ca147400-4ef1-49bf-b2a1-a8eb7a3adbc1 req-1af0f146-8261-4fbd-813b-9ec96f38ff8f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 945 time: 0.0721476 Jul 16 02:27:06.326922 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ca147400-4ef1-49bf-b2a1-a8eb7a3adbc1 req-997d302c-56de-470c-bc5a-35c96aca6869 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324476 Jul 16 02:27:06.357456 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40882) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:06.414395 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d55341-881b-43fb-ad5a-13bd7786fa8e tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:06.416048 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-70d55341-881b-43fb-ad5a-13bd7786fa8e tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 1092 time: 0.0575542 Jul 16 02:27:06.419148 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40884) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:06.424431 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-fa22223a-d8fb-4ec4-94bf-79c485fee307 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': 'b4d5a543-d695-4165-9194-2144d250b236', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:06.453720 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa22223a-d8fb-4ec4-94bf-79c485fee307 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:06.589991 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa22223a-d8fb-4ec4-94bf-79c485fee307 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:06.699805 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-fa22223a-d8fb-4ec4-94bf-79c485fee307 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Allocated IP 172.25.6.93 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/9e508e6c-394a-4a95-b79b-8a48dd8da208) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:27:06.816849 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa22223a-d8fb-4ec4-94bf-79c485fee307 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:06.860441 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa22223a-d8fb-4ec4-94bf-79c485fee307 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:06.901325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa22223a-d8fb-4ec4-94bf-79c485fee307 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:27:06.904129 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-fa22223a-d8fb-4ec4-94bf-79c485fee307 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:06.907745 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa22223a-d8fb-4ec4-94bf-79c485fee307 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:27:06.913621 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22223a-d8fb-4ec4-94bf-79c485fee307 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=9e508e6c-394a-4a95-b79b-8a48dd8da208,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:07.301068 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa22223a-d8fb-4ec4-94bf-79c485fee307 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.382600 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa22223a-d8fb-4ec4-94bf-79c485fee307 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.544477 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa22223a-d8fb-4ec4-94bf-79c485fee307 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.552777 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa22223a-d8fb-4ec4-94bf-79c485fee307 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.627395 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22223a-d8fb-4ec4-94bf-79c485fee307 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=9e508e6c-394a-4a95-b79b-8a48dd8da208,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:07.641500 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa22223a-d8fb-4ec4-94bf-79c485fee307 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.760908 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-fa22223a-d8fb-4ec4-94bf-79c485fee307 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Floating IP cd1c1547-582b-4be6-99d7-f513bbf1eaf7 associated. External IP: 172.25.6.93, port: b4d5a543-d695-4165-9194-2144d250b236. Jul 16 02:27:07.986971 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa22223a-d8fb-4ec4-94bf-79c485fee307 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Router 9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:27:08.106894 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa22223a-d8fb-4ec4-94bf-79c485fee307 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:27:08.116547 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c8afa-440f-4948-af21-c61bb771ca95 None None] Sync routers for ids ['9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:27:08.124546 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa22223a-d8fb-4ec4-94bf-79c485fee307 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:08.125997 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c8afa-440f-4948-af21-c61bb771ca95 None None] Routers {'9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:08.126827 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-dc7c8afa-440f-4948-af21-c61bb771ca95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:27:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:08.161645 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fa22223a-d8fb-4ec4-94bf-79c485fee307 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7414470 Jul 16 02:27:08.162209 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec776636-5d1f-402b-92a2-39efab6df739', 'tag': 'b4d5a543-d695-4165-9194-2144d250b236'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:08.164579 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0d0ef1-50b9-4f27-99fa-1d8e6b0843aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ec776636-5d1f-402b-92a2-39efab6df739", "tag": "b4d5a543-d695-4165-9194-2144d250b236"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:08.207756 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecea3ade-c37f-477e-9e52-cc0dc5634483 x-openstack-request-id: req-ecea3ade-c37f-477e-9e52-cc0dc5634483 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:08.208052 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec776636-5d1f-402b-92a2-39efab6df739", "tag": "b4d5a543-d695-4165-9194-2144d250b236", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:08.208304 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ecea3ade-c37f-477e-9e52-cc0dc5634483 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:08.208751 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec776636-5d1f-402b-92a2-39efab6df739', 'tag': 'b4d5a543-d695-4165-9194-2144d250b236', 'status': 'completed', 'code': 200} Jul 16 02:27:08.237289 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-dc7c8afa-440f-4948-af21-c61bb771ca95 None None] Set router 9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:08.316474 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d0ef1-50b9-4f27-99fa-1d8e6b0843aa req-b4a15389-6353-46ed-94dc-66ed17f93a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:08.318016 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a0d0ef1-50b9-4f27-99fa-1d8e6b0843aa req-b4a15389-6353-46ed-94dc-66ed17f93a92 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 1097 time: 0.0859635 Jul 16 02:27:08.374866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3148caa-060c-4257-98a1-736ec4d58f0f req-c38c7ec2-6358-46f2-bb28-1a227066932a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:08.376244 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e3148caa-060c-4257-98a1-736ec4d58f0f req-c38c7ec2-6358-46f2-bb28-1a227066932a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 945 time: 0.1078401 Jul 16 02:27:08.453947 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d0ef1-50b9-4f27-99fa-1d8e6b0843aa req-aacc1315-cc42-45ac-8888-270dafc2bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:08.455441 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a0d0ef1-50b9-4f27-99fa-1d8e6b0843aa req-aacc1315-cc42-45ac-8888-270dafc2bb2e service neutron] 10.222.0.82 "GET /v2.0/networks?id=a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 HTTP/1.1" status: 200 len: 897 time: 0.1300285 Jul 16 02:27:08.458485 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e3148caa-060c-4257-98a1-736ec4d58f0f req-993b261b-0dca-4527-b80f-22f829f09ce8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556359 Jul 16 02:27:08.464942 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-dc7c8afa-440f-4948-af21-c61bb771ca95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339646221', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:55Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'cd1c1547-582b-4be6-99d7-f513bbf1eaf7', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'port_id': 'b4d5a543-d695-4165-9194-2144d250b236', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1', 'mac_address': 'fa:16:3e:84:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec776636-5d1f-402b-92a2-39efab6df739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:27:07Z', 'updated_at': '2021-07-16T02:27:07Z', 'revision_number': 0, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04bac43-e6d6-4cff-b36d-f63a893c1b5b', 'name': '', 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:95:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd9b2d797-85c8-41fb-a6ff-691ad6372e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:26:54Z', 'updated_at': '2021-07-16T02:26:58Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'd9b2d797-85c8-41fb-a6ff-691ad6372e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:08.483841 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40890) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:08.496208 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c8afa-440f-4948-af21-c61bb771ca95 None None] Checking router: 9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:27:08.504921 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c8afa-440f-4948-af21-c61bb771ca95 None None] Routers {'9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:08.505253 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-dc7c8afa-440f-4948-af21-c61bb771ca95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:27:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:08.530115 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a0d0ef1-50b9-4f27-99fa-1d8e6b0843aa req-997ec5be-d4df-400b-ab51-ade0d19b0f93 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4d5a543-d695-4165-9194-2144d250b236 HTTP/1.1" status: 200 len: 998 time: 0.0683868 Jul 16 02:27:08.552304 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-37f066a4-8626-4b39-9282-f431fd941550 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/floatingips/cd1c1547-582b-4be6-99d7-f513bbf1eaf7 HTTP/1.1" status: 200 len: 990 time: 0.0653727 Jul 16 02:27:08.580325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d0ef1-50b9-4f27-99fa-1d8e6b0843aa req-2fce2a5b-050e-498e-84e3-62e1c039a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:08.581848 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a0d0ef1-50b9-4f27-99fa-1d8e6b0843aa req-2fce2a5b-050e-498e-84e3-62e1c039a534 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9b2d797-85c8-41fb-a6ff-691ad6372e13 HTTP/1.1" status: 200 len: 834 time: 0.0450528 Jul 16 02:27:08.612982 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-dc7c8afa-440f-4948-af21-c61bb771ca95 None None] Set router 9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:08.640543 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d0ef1-50b9-4f27-99fa-1d8e6b0843aa req-8dd726d2-2a7c-4d5c-94a8-e87788c4da99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:08.642093 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a0d0ef1-50b9-4f27-99fa-1d8e6b0843aa req-8dd726d2-2a7c-4d5c-94a8-e87788c4da99 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a96a1fa1-746b-44e5-aa5e-53ad23bee2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540657 Jul 16 02:27:08.743029 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a0d0ef1-50b9-4f27-99fa-1d8e6b0843aa req-52a4eaa7-0962-4a73-bf78-ca8b4343c849 service neutron] 10.222.0.82 "GET /v2.0/networks/a96a1fa1-746b-44e5-aa5e-53ad23bee2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938828 Jul 16 02:27:08.837991 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a0d0ef1-50b9-4f27-99fa-1d8e6b0843aa req-6188d930-c297-4762-9bba-acdc7a9d668a service neutron] 10.222.0.82 "GET /v2.0/networks/a96a1fa1-746b-44e5-aa5e-53ad23bee2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890100 Jul 16 02:27:08.945881 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-dc7c8afa-440f-4948-af21-c61bb771ca95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339646221', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:55Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'cd1c1547-582b-4be6-99d7-f513bbf1eaf7', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'port_id': 'b4d5a543-d695-4165-9194-2144d250b236', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1', 'mac_address': 'fa:16:3e:84:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec776636-5d1f-402b-92a2-39efab6df739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:27:07Z', 'updated_at': '2021-07-16T02:27:07Z', 'revision_number': 0, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04bac43-e6d6-4cff-b36d-f63a893c1b5b', 'name': '', 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:95:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd9b2d797-85c8-41fb-a6ff-691ad6372e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:26:54Z', 'updated_at': '2021-07-16T02:26:58Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'd9b2d797-85c8-41fb-a6ff-691ad6372e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:08.974545 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c8afa-440f-4948-af21-c61bb771ca95 None None] The sync data for ids ['9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'] in n-d-792394-16 is: [{'id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339646221', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:55Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'cd1c1547-582b-4be6-99d7-f513bbf1eaf7', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'port_id': 'b4d5a543-d695-4165-9194-2144d250b236', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1', 'mac_address': 'fa:16:3e:84:60:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec776636-5d1f-402b-92a2-39efab6df739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:27:07Z', 'updated_at': '2021-07-16T02:27:07Z', 'revision_number': 0, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04bac43-e6d6-4cff-b36d-f63a893c1b5b', 'name': '', 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:95:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd9b2d797-85c8-41fb-a6ff-691ad6372e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:26:54Z', 'updated_at': '2021-07-16T02:26:58Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'd9b2d797-85c8-41fb-a6ff-691ad6372e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:27:09.197304 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bf64ed-bb77-4344-9997-06f1ca3c19f8 None None] New status for floating IP cd1c1547-582b-4be6-99d7-f513bbf1eaf7: ACTIVE {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:27:09.555443 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 40892) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:09.619282 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-52610ba6-af4b-4a8b-99c0-23e8a79c17c5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/floatingips/cd1c1547-582b-4be6-99d7-f513bbf1eaf7 HTTP/1.1" status: 200 len: 992 time: 0.0626485 Jul 16 02:27:11.439164 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:27:26.662903 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-41120386-a340-4653-b5c8-3e0351371bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:29.654251 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-238d7734-2a1b-4acb-a6c2-c13db61fdfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:29.798261 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:31.056339 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:32.013941 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:32.792119 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:34.318627 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9316e17f-7444-477d-9e90-5fdf84ee0ca8 req-c2c7082b-02e7-4903-9600-14c03dce74de service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0693328 Jul 16 02:27:34.418051 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316e17f-7444-477d-9e90-5fdf84ee0ca8 req-38c6ab6f-832d-4bd9-934b-ffedc4216ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:34.419627 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9316e17f-7444-477d-9e90-5fdf84ee0ca8 req-38c6ab6f-832d-4bd9-934b-ffedc4216ee8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 1097 time: 0.0549736 Jul 16 02:27:34.540410 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316e17f-7444-477d-9e90-5fdf84ee0ca8 req-24c29f13-ae39-48c6-92b3-e5a9a024d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:34.541921 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9316e17f-7444-477d-9e90-5fdf84ee0ca8 req-24c29f13-ae39-48c6-92b3-e5a9a024d884 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 HTTP/1.1" status: 200 len: 897 time: 0.1008236 Jul 16 02:27:34.615282 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9316e17f-7444-477d-9e90-5fdf84ee0ca8 req-3a41464b-75f4-40b1-b915-f07e181e9e53 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4d5a543-d695-4165-9194-2144d250b236 HTTP/1.1" status: 200 len: 1000 time: 0.0659232 Jul 16 02:27:34.670390 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316e17f-7444-477d-9e90-5fdf84ee0ca8 req-9d958cac-3fe8-4a9a-9a56-0675423c1f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:34.671853 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9316e17f-7444-477d-9e90-5fdf84ee0ca8 req-9d958cac-3fe8-4a9a-9a56-0675423c1f61 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9b2d797-85c8-41fb-a6ff-691ad6372e13 HTTP/1.1" status: 200 len: 834 time: 0.0506549 Jul 16 02:27:34.732865 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316e17f-7444-477d-9e90-5fdf84ee0ca8 req-751cb9d2-8fc1-48f4-8482-e77de8a92e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:34.734374 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9316e17f-7444-477d-9e90-5fdf84ee0ca8 req-751cb9d2-8fc1-48f4-8482-e77de8a92e83 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a96a1fa1-746b-44e5-aa5e-53ad23bee2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553622 Jul 16 02:27:34.837199 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9316e17f-7444-477d-9e90-5fdf84ee0ca8 req-125aa319-5bde-4c84-a01a-fb82a8861b33 service neutron] 10.222.0.82 "GET /v2.0/networks/a96a1fa1-746b-44e5-aa5e-53ad23bee2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958400 Jul 16 02:27:34.929694 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9316e17f-7444-477d-9e90-5fdf84ee0ca8 req-aa38cb00-1df8-4c62-8584-b62865a0d3b6 service neutron] 10.222.0.82 "GET /v2.0/networks/a96a1fa1-746b-44e5-aa5e-53ad23bee2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859694 Jul 16 02:27:35.611361 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:38.667305 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40910) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:38.690211 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf08c6-8b7c-4b17-a0bd-796f3a4cf4fb req-05846588-abab-49ca-867f-2acbac5439f9 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:38.691968 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e5cf08c6-8b7c-4b17-a0bd-796f3a4cf4fb req-05846588-abab-49ca-867f-2acbac5439f9 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 945 time: 0.0726945 Jul 16 02:27:38.735639 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e5cf08c6-8b7c-4b17-a0bd-796f3a4cf4fb req-45920287-6f8d-4a56-9c4b-7b9c5abc29c0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371525 Jul 16 02:27:38.765990 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0f1c5897-a559-402c-8b39-2e771913d84f req-0ab40059-4a68-46c3-9236-62b2fc3f3525 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0972259 Jul 16 02:27:39.915061 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780175c-bae7-4fb8-9890-af9fc0d7ec65 req-37c741aa-e575-40a7-b92d-142eb6180992 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:39.916608 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0780175c-bae7-4fb8-9890-af9fc0d7ec65 req-37c741aa-e575-40a7-b92d-142eb6180992 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 945 time: 0.0672338 Jul 16 02:27:39.959813 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0780175c-bae7-4fb8-9890-af9fc0d7ec65 req-b00da80a-8fdf-498c-ad90-b4961cf2a6c8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359540 Jul 16 02:27:40.143796 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c5897-a559-402c-8b39-2e771913d84f req-e8e4ae68-7c80-47b1-8592-5a512aeaaadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:40.145338 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0f1c5897-a559-402c-8b39-2e771913d84f req-e8e4ae68-7c80-47b1-8592-5a512aeaaadd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 1097 time: 0.0612667 Jul 16 02:27:40.572252 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c5897-a559-402c-8b39-2e771913d84f req-2cf9f64d-8f58-4785-a0ae-fde45cbcd2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:40.573756 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0f1c5897-a559-402c-8b39-2e771913d84f req-2cf9f64d-8f58-4785-a0ae-fde45cbcd2d6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 HTTP/1.1" status: 200 len: 897 time: 0.4218292 Jul 16 02:27:40.653828 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0f1c5897-a559-402c-8b39-2e771913d84f req-1e64d1a5-f391-4a9a-a353-7b3c94c75f35 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4d5a543-d695-4165-9194-2144d250b236 HTTP/1.1" status: 200 len: 1000 time: 0.0706666 Jul 16 02:27:40.706970 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c5897-a559-402c-8b39-2e771913d84f req-531dd3a2-b89b-4df1-9f84-19a43f2cdb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:40.708385 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0f1c5897-a559-402c-8b39-2e771913d84f req-531dd3a2-b89b-4df1-9f84-19a43f2cdb68 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9b2d797-85c8-41fb-a6ff-691ad6372e13 HTTP/1.1" status: 200 len: 834 time: 0.0471594 Jul 16 02:27:40.768669 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c5897-a559-402c-8b39-2e771913d84f req-272ddaa5-584f-485c-b187-fc27526855e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:40.770165 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0f1c5897-a559-402c-8b39-2e771913d84f req-272ddaa5-584f-485c-b187-fc27526855e8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a96a1fa1-746b-44e5-aa5e-53ad23bee2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551572 Jul 16 02:27:40.864072 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0f1c5897-a559-402c-8b39-2e771913d84f req-68cb9190-ccb3-470e-bbd8-2b4a1d972519 service neutron] 10.222.0.82 "GET /v2.0/networks/a96a1fa1-746b-44e5-aa5e-53ad23bee2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860281 Jul 16 02:27:40.957483 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0f1c5897-a559-402c-8b39-2e771913d84f req-a42c55ff-ac25-4978-a77d-790368d77bbe service neutron] 10.222.0.82 "GET /v2.0/networks/a96a1fa1-746b-44e5-aa5e-53ad23bee2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871558 Jul 16 02:27:41.140163 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc07cb-33bb-426b-adb8-299a08bdd1a8 req-6eb38ec6-5451-4c6d-998a-7f850af86dea tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:41.141874 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-89bc07cb-33bb-426b-adb8-299a08bdd1a8 req-6eb38ec6-5451-4c6d-998a-7f850af86dea tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 945 time: 0.0675807 Jul 16 02:27:41.182128 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-89bc07cb-33bb-426b-adb8-299a08bdd1a8 req-2535c353-7279-4033-b1a0-b7128539fb8b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342102 Jul 16 02:27:42.396050 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddc0f5-494b-4881-a26b-3a9bb4e8c1dd req-8974301f-79c0-4141-abf9-8857b44c2c62 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:42.397607 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-83ddc0f5-494b-4881-a26b-3a9bb4e8c1dd req-8974301f-79c0-4141-abf9-8857b44c2c62 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 945 time: 0.0878131 Jul 16 02:27:42.437363 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-83ddc0f5-494b-4881-a26b-3a9bb4e8c1dd req-55df7d04-3a5b-424a-adcc-4536d19bb271 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338311 Jul 16 02:27:43.632069 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f2eab-aeae-4c3c-b9f4-fb3c866a837f req-90968f41-67d6-4894-9244-fe544ad6bef1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:43.634346 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-657f2eab-aeae-4c3c-b9f4-fb3c866a837f req-90968f41-67d6-4894-9244-fe544ad6bef1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 945 time: 0.0822995 Jul 16 02:27:43.680557 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-657f2eab-aeae-4c3c-b9f4-fb3c866a837f req-935ce8c6-8469-4a75-bffa-d989ae35df0d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389385 Jul 16 02:27:44.863909 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045a8ab-a69c-4af5-a89a-6c7571639831 req-56360714-6373-4795-a0c5-37929eae58da tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:44.865654 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9045a8ab-a69c-4af5-a89a-6c7571639831 req-56360714-6373-4795-a0c5-37929eae58da tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 945 time: 0.0701845 Jul 16 02:27:44.904764 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9045a8ab-a69c-4af5-a89a-6c7571639831 req-70df0cea-e94f-4d35-924e-f6b9b24cfec2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328286 Jul 16 02:27:46.111750 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717c68c-597c-47c0-87e7-8f17ba2aa71f req-ea31b90a-fb15-45b3-afb1-6615302123ad tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:46.113368 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b717c68c-597c-47c0-87e7-8f17ba2aa71f req-ea31b90a-fb15-45b3-afb1-6615302123ad tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 945 time: 0.0713842 Jul 16 02:27:46.154294 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b717c68c-597c-47c0-87e7-8f17ba2aa71f req-4b6da86a-3923-4ed4-8ce0-80c2f278da18 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350580 Jul 16 02:27:47.347845 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5e69c-9c5f-4489-b1bd-c2d5f7fa15d5 req-6b41f70a-5a8f-44eb-b981-6d4c26c3b5b3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:47.349441 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4cd5e69c-9c5f-4489-b1bd-c2d5f7fa15d5 req-6b41f70a-5a8f-44eb-b981-6d4c26c3b5b3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 945 time: 0.0728414 Jul 16 02:27:47.393620 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4cd5e69c-9c5f-4489-b1bd-c2d5f7fa15d5 req-1cf28106-13f8-4b0b-8d90-83cbb03525ea tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356610 Jul 16 02:27:48.439806 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:27:48.605640 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09df4a4-e0a5-4a7b-8ef3-b0c33009f8a3 req-a0320f83-eab1-4206-883e-189f43f547e1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:48.607160 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f09df4a4-e0a5-4a7b-8ef3-b0c33009f8a3 req-a0320f83-eab1-4206-883e-189f43f547e1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 945 time: 0.0949502 Jul 16 02:27:48.652831 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f09df4a4-e0a5-4a7b-8ef3-b0c33009f8a3 req-3a9c7e4c-f04f-4633-972a-ebe608b92d96 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396717 Jul 16 02:27:49.853103 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75fc7a-30c4-4043-aef4-a843ef2855ed req-faef33f8-b0f9-4a67-86b7-b2e87a56c0e9 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:49.854596 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4a75fc7a-30c4-4043-aef4-a843ef2855ed req-faef33f8-b0f9-4a67-86b7-b2e87a56c0e9 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 945 time: 0.0793774 Jul 16 02:27:49.894385 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4a75fc7a-30c4-4043-aef4-a843ef2855ed req-6dd9637e-d007-4bd7-a200-6b6b33b4b6c5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322523 Jul 16 02:27:51.082704 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb033d1-7010-46b7-832b-5e98737ef3bb req-1087f1f8-f709-40da-86a3-f67b9e0e9de1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:51.084216 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cdb033d1-7010-46b7-832b-5e98737ef3bb req-1087f1f8-f709-40da-86a3-f67b9e0e9de1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 945 time: 0.0696239 Jul 16 02:27:51.124391 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cdb033d1-7010-46b7-832b-5e98737ef3bb req-f983bfe2-eeb2-429b-8be5-0173bc76efe0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339637 Jul 16 02:27:52.309284 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceee158-c2bf-4e7e-9b36-4058d377e7d1 req-2e1e8906-631b-4642-8c78-65171474166a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:52.310751 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bceee158-c2bf-4e7e-9b36-4058d377e7d1 req-2e1e8906-631b-4642-8c78-65171474166a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 945 time: 0.0729640 Jul 16 02:27:52.350593 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bceee158-c2bf-4e7e-9b36-4058d377e7d1 req-d8fadc94-a5dc-461a-9d40-f46eded6c588 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335398 Jul 16 02:27:53.091505 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-0f1c5897-a559-402c-8b39-2e771913d84f req-ffde6dee-d26d-4fb7-80c1-99eec9e6745d service neutron] show failed (client error): The resource could not be found. Jul 16 02:27:53.092589 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0f1c5897-a559-402c-8b39-2e771913d84f req-ffde6dee-d26d-4fb7-80c1-99eec9e6745d service neutron] 10.222.0.82 "GET /v2.0/ports/b4d5a543-d695-4165-9194-2144d250b236/bindings/n-h1-792394-16 HTTP/1.1" status: 404 len: 381 time: 0.0655656 Jul 16 02:27:53.367001 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c5897-a559-402c-8b39-2e771913d84f req-ec729eda-2783-4c76-87f1-85093d8e6afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:53.368500 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0f1c5897-a559-402c-8b39-2e771913d84f req-ec729eda-2783-4c76-87f1-85093d8e6afc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739&tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5 HTTP/1.1" status: 200 len: 1097 time: 0.0656059 Jul 16 02:27:53.380184 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-0f1c5897-a559-402c-8b39-2e771913d84f req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-16', 'device_owner': 'compute:nova'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:53.457705 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0f1c5897-a559-402c-8b39-2e771913d84f req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:53.627168 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb153c5-2622-45f6-8959-03cb66f5e009 req-e35cf70c-99fa-4ab6-beb5-d600adce8e7f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:53.628784 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-deb153c5-2622-45f6-8959-03cb66f5e009 req-e35cf70c-99fa-4ab6-beb5-d600adce8e7f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 945 time: 0.1622610 Jul 16 02:27:53.710390 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-deb153c5-2622-45f6-8959-03cb66f5e009 req-1d147cad-aed8-4324-8cf4-e8651d4699de tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720949 Jul 16 02:27:53.730874 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-0f1c5897-a559-402c-8b39-2e771913d84f req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] For port b4d5a543-d695-4165-9194-2144d250b236, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=b4d5a543-d695-4165-9194-2144d250b236,segment=NetworkSegment(c35db7b7-5ec9-429c-a4d7-9baf1c26d685),segment_id=c35db7b7-5ec9-429c-a4d7-9baf1c26d685)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:53.768547 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-0f1c5897-a559-402c-8b39-2e771913d84f req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] For port b4d5a543-d695-4165-9194-2144d250b236, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:27:53.814738 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec776636-5d1f-402b-92a2-39efab6df739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4d5a543-d695-4165-9194-2144d250b236'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:53.818159 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274c7919-34bb-45bd-82a0-00b9ce1b1d47" -d '{"events": [{"server_uuid": "ec776636-5d1f-402b-92a2-39efab6df739", "name": "network-vif-unplugged", "status": "completed", "tag": "b4d5a543-d695-4165-9194-2144d250b236"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:53.822120 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0f1c5897-a559-402c-8b39-2e771913d84f req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:53.839791 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-0f1c5897-a559-402c-8b39-2e771913d84f req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Transition to ACTIVE for port object b4d5a543-d695-4165-9194-2144d250b236 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:53.846700 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0f1c5897-a559-402c-8b39-2e771913d84f req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:53.881926 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd409f51-d878-4aea-8240-0b1f27c264cd x-openstack-request-id: req-bd409f51-d878-4aea-8240-0b1f27c264cd {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:53.882212 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec776636-5d1f-402b-92a2-39efab6df739", "name": "network-vif-unplugged", "status": "completed", "tag": "b4d5a543-d695-4165-9194-2144d250b236", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:53.882456 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd409f51-d878-4aea-8240-0b1f27c264cd {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:53.882945 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec776636-5d1f-402b-92a2-39efab6df739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4d5a543-d695-4165-9194-2144d250b236', 'code': 200} Jul 16 02:27:53.932452 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Pushing event updated for resources: {'Port': ['ID=b4d5a543-d695-4165-9194-2144d250b236,revision_number=6']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:53.947660 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:53.948021 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:53.948354 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:53.948721 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:53.949041 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:53.949369 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:53.949696 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:53.950023 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:53.950345 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:53.950669 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:53.950988 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:53.951307 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:53.993529 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1c5897-a559-402c-8b39-2e771913d84f req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] No DVR routers for this DVR port b4d5a543-d695-4165-9194-2144d250b236 on host n-h2-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:27:54.138919 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-0f1c5897-a559-402c-8b39-2e771913d84f req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Attempting to bind port b4d5a543-d695-4165-9194-2144d250b236 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:27:54.139167 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-0f1c5897-a559-402c-8b39-2e771913d84f req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Attempting to bind port b4d5a543-d695-4165-9194-2144d250b236 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'c35db7b7-5ec9-429c-a4d7-9baf1c26d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:27:54.139483 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1c5897-a559-402c-8b39-2e771913d84f req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Attempting to bind port b4d5a543-d695-4165-9194-2144d250b236 on network a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:54.144434 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1c5897-a559-402c-8b39-2e771913d84f req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Port b4d5a543-d695-4165-9194-2144d250b236 on network a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:27:54.144787 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1c5897-a559-402c-8b39-2e771913d84f req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Attempting to bind port b4d5a543-d695-4165-9194-2144d250b236 on network a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:54.150115 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1c5897-a559-402c-8b39-2e771913d84f req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:27:54.150370 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1c5897-a559-402c-8b39-2e771913d84f req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Checking segment: {'id': 'c35db7b7-5ec9-429c-a4d7-9baf1c26d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:27:54.150757 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1c5897-a559-402c-8b39-2e771913d84f req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Bound using segment: {'id': 'c35db7b7-5ec9-429c-a4d7-9baf1c26d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:27:54.151186 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-0f1c5897-a559-402c-8b39-2e771913d84f req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Bound port: b4d5a543-d695-4165-9194-2144d250b236, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c35db7b7-5ec9-429c-a4d7-9baf1c26d685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:27:54.151543 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0f1c5897-a559-402c-8b39-2e771913d84f req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:54.224665 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-0f1c5897-a559-402c-8b39-2e771913d84f req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] For port b4d5a543-d695-4165-9194-2144d250b236, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:27:54.227923 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-0f1c5897-a559-402c-8b39-2e771913d84f req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] For port b4d5a543-d695-4165-9194-2144d250b236, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b4d5a543-d695-4165-9194-2144d250b236,segment=NetworkSegment(c35db7b7-5ec9-429c-a4d7-9baf1c26d685),segment_id=c35db7b7-5ec9-429c-a4d7-9baf1c26d685)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:27:54.235787 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0f1c5897-a559-402c-8b39-2e771913d84f req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:54.270496 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c5897-a559-402c-8b39-2e771913d84f req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:54.271548 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-0f1c5897-a559-402c-8b39-2e771913d84f req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:54.273016 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0f1c5897-a559-402c-8b39-2e771913d84f req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] 10.222.0.84 "PUT /v2.0/ports/b4d5a543-d695-4165-9194-2144d250b236 HTTP/1.1" status: 200 len: 1092 time: 0.8970301 Jul 16 02:27:54.309139 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8df12-b6a2-4f44-a8d2-7278a055663e service neutron] Pushing event updated for resources: {'Port': ['ID=b4d5a543-d695-4165-9194-2144d250b236,revision_number=7']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:54.363689 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c5897-a559-402c-8b39-2e771913d84f req-b11a9a70-6674-4cd6-94e4-dedb3549ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:54.365271 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0f1c5897-a559-402c-8b39-2e771913d84f req-b11a9a70-6674-4cd6-94e4-dedb3549ad32 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 1095 time: 0.0643239 Jul 16 02:27:54.465393 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c5897-a559-402c-8b39-2e771913d84f req-f83ab939-be7c-4113-9975-610c93e31245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:54.466744 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0f1c5897-a559-402c-8b39-2e771913d84f req-f83ab939-be7c-4113-9975-610c93e31245 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 HTTP/1.1" status: 200 len: 897 time: 0.0953054 Jul 16 02:27:54.544955 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0f1c5897-a559-402c-8b39-2e771913d84f req-02bd4d67-cf89-40f9-bfee-3af0fea8c2d1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4d5a543-d695-4165-9194-2144d250b236 HTTP/1.1" status: 200 len: 998 time: 0.0710039 Jul 16 02:27:54.597361 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c5897-a559-402c-8b39-2e771913d84f req-6dff3453-3a30-4b40-bd8c-7af3b0c5748c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:54.598844 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0f1c5897-a559-402c-8b39-2e771913d84f req-6dff3453-3a30-4b40-bd8c-7af3b0c5748c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d9b2d797-85c8-41fb-a6ff-691ad6372e13 HTTP/1.1" status: 200 len: 834 time: 0.0477636 Jul 16 02:27:54.659040 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c5897-a559-402c-8b39-2e771913d84f req-8a9fee98-81f5-4e20-8f91-97d8dedd7ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:54.660653 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0f1c5897-a559-402c-8b39-2e771913d84f req-8a9fee98-81f5-4e20-8f91-97d8dedd7ca5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a96a1fa1-746b-44e5-aa5e-53ad23bee2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550575 Jul 16 02:27:54.755669 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0f1c5897-a559-402c-8b39-2e771913d84f req-55667e38-d49c-45ce-b71d-fb6fc7285345 service neutron] 10.222.0.84 "GET /v2.0/networks/a96a1fa1-746b-44e5-aa5e-53ad23bee2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883803 Jul 16 02:27:54.880263 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0f1c5897-a559-402c-8b39-2e771913d84f req-83650592-f940-4ef9-b877-0fe53c116d42 service neutron] 10.222.0.84 "GET /v2.0/networks/a96a1fa1-746b-44e5-aa5e-53ad23bee2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178653 Jul 16 02:27:54.912541 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce1180-a6b9-4fe8-8e9e-8c2355e9e72b req-ea1be3cb-e1e7-458f-b16a-909b82237bdc tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:54.914088 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c8ce1180-a6b9-4fe8-8e9e-8c2355e9e72b req-ea1be3cb-e1e7-458f-b16a-909b82237bdc tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 943 time: 0.0875432 Jul 16 02:27:54.974026 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c8ce1180-a6b9-4fe8-8e9e-8c2355e9e72b req-48d47aca-f051-4671-b786-06bc057bd5e0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518448 Jul 16 02:27:55.884039 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec776636-5d1f-402b-92a2-39efab6df739', 'tag': 'b4d5a543-d695-4165-9194-2144d250b236'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:55.886511 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c22d554-fdc4-4b4a-b882-2136d86d4244" -d '{"events": [{"name": "network-changed", "server_uuid": "ec776636-5d1f-402b-92a2-39efab6df739", "tag": "b4d5a543-d695-4165-9194-2144d250b236"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:55.937532 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a93699-a8b2-40db-adb4-d9fc787ee67b x-openstack-request-id: req-56a93699-a8b2-40db-adb4-d9fc787ee67b {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:55.937802 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec776636-5d1f-402b-92a2-39efab6df739", "tag": "b4d5a543-d695-4165-9194-2144d250b236", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:55.938051 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56a93699-a8b2-40db-adb4-d9fc787ee67b {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:55.938747 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec776636-5d1f-402b-92a2-39efab6df739', 'tag': 'b4d5a543-d695-4165-9194-2144d250b236', 'status': 'completed', 'code': 200} Jul 16 02:27:56.018000 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22d554-fdc4-4b4a-b882-2136d86d4244 req-4002fa93-80ba-4a32-8ca6-b74ac88054b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:56.018581 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22d554-fdc4-4b4a-b882-2136d86d4244 req-4d743ac0-8ef7-42ec-8e2d-065071775d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:56.019779 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c22d554-fdc4-4b4a-b882-2136d86d4244 req-4002fa93-80ba-4a32-8ca6-b74ac88054b9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 1095 time: 0.0573390 Jul 16 02:27:56.020714 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4c22d554-fdc4-4b4a-b882-2136d86d4244 req-4d743ac0-8ef7-42ec-8e2d-065071775d25 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 1095 time: 0.0635748 Jul 16 02:27:56.122556 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22d554-fdc4-4b4a-b882-2136d86d4244 req-e4d4823f-1980-4848-82a5-7ec76baa822e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:56.124087 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4c22d554-fdc4-4b4a-b882-2136d86d4244 req-e4d4823f-1980-4848-82a5-7ec76baa822e service neutron] 10.222.0.82 "GET /v2.0/networks?id=a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 HTTP/1.1" status: 200 len: 897 time: 0.0971808 Jul 16 02:27:56.151707 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22d554-fdc4-4b4a-b882-2136d86d4244 req-afd7d8fe-ddbb-47c8-a738-a14bd3436763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:56.153141 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c22d554-fdc4-4b4a-b882-2136d86d4244 req-afd7d8fe-ddbb-47c8-a738-a14bd3436763 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 HTTP/1.1" status: 200 len: 897 time: 0.1263280 Jul 16 02:27:56.200132 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4c22d554-fdc4-4b4a-b882-2136d86d4244 req-63aee494-cea0-4663-8d94-7823477e087f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4d5a543-d695-4165-9194-2144d250b236 HTTP/1.1" status: 200 len: 998 time: 0.0683599 Jul 16 02:27:56.225520 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e5555-b169-4172-8a3c-ee79c2e204f7 req-1e8b5269-b8fe-4f84-8bdf-675d044d8204 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:56.227166 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a84e5555-b169-4172-8a3c-ee79c2e204f7 req-1e8b5269-b8fe-4f84-8bdf-675d044d8204 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 943 time: 0.1400442 Jul 16 02:27:56.235117 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c22d554-fdc4-4b4a-b882-2136d86d4244 req-f466edf7-ae7c-417a-b436-9573accd7011 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4d5a543-d695-4165-9194-2144d250b236 HTTP/1.1" status: 200 len: 998 time: 0.0739512 Jul 16 02:27:56.249339 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22d554-fdc4-4b4a-b882-2136d86d4244 req-45aaf824-bcee-4c69-9ca5-2dab9ebdd0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:56.251090 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4c22d554-fdc4-4b4a-b882-2136d86d4244 req-45aaf824-bcee-4c69-9ca5-2dab9ebdd0ce service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9b2d797-85c8-41fb-a6ff-691ad6372e13 HTTP/1.1" status: 200 len: 834 time: 0.0445213 Jul 16 02:27:56.301164 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a84e5555-b169-4172-8a3c-ee79c2e204f7 req-8c1f8adb-f7af-4019-aa15-107d51c10a15 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680826 Jul 16 02:27:56.309357 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22d554-fdc4-4b4a-b882-2136d86d4244 req-ded1b428-d418-4de4-bf9f-3c4f2be5396a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:56.309504 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22d554-fdc4-4b4a-b882-2136d86d4244 req-4f5f663a-3685-4982-bbd8-b9e8ef072059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:56.310831 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4c22d554-fdc4-4b4a-b882-2136d86d4244 req-ded1b428-d418-4de4-bf9f-3c4f2be5396a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a96a1fa1-746b-44e5-aa5e-53ad23bee2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525856 Jul 16 02:27:56.310981 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c22d554-fdc4-4b4a-b882-2136d86d4244 req-4f5f663a-3685-4982-bbd8-b9e8ef072059 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d9b2d797-85c8-41fb-a6ff-691ad6372e13 HTTP/1.1" status: 200 len: 834 time: 0.0689003 Jul 16 02:27:56.376918 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22d554-fdc4-4b4a-b882-2136d86d4244 req-f64593be-1f9c-4070-b26c-4a9e4064be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:56.379186 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c22d554-fdc4-4b4a-b882-2136d86d4244 req-f64593be-1f9c-4070-b26c-4a9e4064be6e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a96a1fa1-746b-44e5-aa5e-53ad23bee2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601010 Jul 16 02:27:56.422107 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4c22d554-fdc4-4b4a-b882-2136d86d4244 req-92bc7e58-ec7d-4323-b17e-287e6be37416 service neutron] 10.222.0.82 "GET /v2.0/networks/a96a1fa1-746b-44e5-aa5e-53ad23bee2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044581 Jul 16 02:27:56.482464 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c22d554-fdc4-4b4a-b882-2136d86d4244 req-8d5f5733-0b65-4f47-9626-bc2720916051 service neutron] 10.222.0.84 "GET /v2.0/networks/a96a1fa1-746b-44e5-aa5e-53ad23bee2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960586 Jul 16 02:27:56.526059 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4c22d554-fdc4-4b4a-b882-2136d86d4244 req-ab875fe7-c6fa-4c0b-a562-2d3533324403 service neutron] 10.222.0.82 "GET /v2.0/networks/a96a1fa1-746b-44e5-aa5e-53ad23bee2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972326 Jul 16 02:27:56.575881 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4c22d554-fdc4-4b4a-b882-2136d86d4244 req-941f962a-fea7-40d3-91db-cdc801ad6033 service neutron] 10.222.0.84 "GET /v2.0/networks/a96a1fa1-746b-44e5-aa5e-53ad23bee2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866027 Jul 16 02:27:56.667174 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c068e8b2-8b06-4082-8818-a75471270d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:56.900726 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device b4d5a543-d695-4165-9194-2144d250b236 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:27:56.940027 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device b4d5a543-d695-4165-9194-2144d250b236 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:27:57.511601 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09911d0-762a-4a71-bae1-4082f956c0c3 req-e898cc64-c520-4002-be71-141ac0c60d14 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:57.513175 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e09911d0-762a-4a71-bae1-4082f956c0c3 req-e898cc64-c520-4002-be71-141ac0c60d14 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 943 time: 0.0840063 Jul 16 02:27:57.553317 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e09911d0-762a-4a71-bae1-4082f956c0c3 req-fec07e6b-8041-4ff3-bb6d-ba1b6a73463f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343876 Jul 16 02:27:57.704719 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device b4d5a543-d695-4165-9194-2144d250b236 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:27:57.813395 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port b4d5a543-d695-4165-9194-2144d250b236, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b4d5a543-d695-4165-9194-2144d250b236,segment=NetworkSegment(c35db7b7-5ec9-429c-a4d7-9baf1c26d685),segment_id=c35db7b7-5ec9-429c-a4d7-9baf1c26d685)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:57.825408 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': 'b4d5a543-d695-4165-9194-2144d250b236', 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1', 'port_id': 'b4d5a543-d695-4165-9194-2144d250b236', 'mac_address': 'fa:16:3e:84:60:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b2d797-85c8-41fb-a6ff-691ad6372e13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:27:57.863509 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:57.876834 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d5a543-d695-4165-9194-2144d250b236 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:27:57.897664 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port b4d5a543-d695-4165-9194-2144d250b236, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b4d5a543-d695-4165-9194-2144d250b236,segment=NetworkSegment(c35db7b7-5ec9-429c-a4d7-9baf1c26d685),segment_id=c35db7b7-5ec9-429c-a4d7-9baf1c26d685)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:57.904497 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:57.931825 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9d764-3bb3-4732-bd87-3d6bbd6088d8 req-ba141a1e-0200-4faf-9000-24b6dfc7bad6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:57.933578 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ee9d764-3bb3-4732-bd87-3d6bbd6088d8 req-ba141a1e-0200-4faf-9000-24b6dfc7bad6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 943 time: 0.1194255 Jul 16 02:27:57.941182 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278dbdf6-57db-456d-84ca-c1ae592cd316 req-a9b71557-9268-46d3-a02d-490ed3c98d55 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:57.942696 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-278dbdf6-57db-456d-84ca-c1ae592cd316 req-a9b71557-9268-46d3-a02d-490ed3c98d55 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.82 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739&tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&binding%3Ahost_id=n-h1-792394-16 HTTP/1.1" status: 200 len: 943 time: 0.1190913 Jul 16 02:27:57.956135 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=b4d5a543-d695-4165-9194-2144d250b236,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:57.963930 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:57.964276 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:57.964647 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:57.964981 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:57.965295 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:57.965648 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:57.965971 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:57.966291 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:57.966613 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:57.966919 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:57.967240 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:57.967554 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:58.010557 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5ee9d764-3bb3-4732-bd87-3d6bbd6088d8 req-fdc8f580-5af5-4be5-8f74-27aa5e96d928 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668318 Jul 16 02:27:58.024857 n-d-792394-16 neutron-server[93955]: INFO neutron.api.v2.resource [req-278dbdf6-57db-456d-84ca-c1ae592cd316 req-331d77d5-ced1-449f-9617-e1edbbed83ce service neutron] delete failed (client error): The resource could not be found. Jul 16 02:27:58.025776 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-278dbdf6-57db-456d-84ca-c1ae592cd316 req-331d77d5-ced1-449f-9617-e1edbbed83ce service neutron] 10.222.0.82 "DELETE /v2.0/ports/b4d5a543-d695-4165-9194-2144d250b236/bindings/n-h2-792394-16 HTTP/1.1" status: 404 len: 381 time: 0.0759461 Jul 16 02:27:58.128729 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278dbdf6-57db-456d-84ca-c1ae592cd316 req-5db74d99-815d-49d5-ab1b-c366dfb25121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:58.130112 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-278dbdf6-57db-456d-84ca-c1ae592cd316 req-5db74d99-815d-49d5-ab1b-c366dfb25121 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 1096 time: 0.0577619 Jul 16 02:27:58.130767 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['b4d5a543-d695-4165-9194-2144d250b236'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:27:58.211070 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1103944-54fc-40d3-a8ff-dc35cdc102d6 req-fc6d43fb-0ff7-4232-b955-994b30214cd2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:58.212707 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a1103944-54fc-40d3-a8ff-dc35cdc102d6 req-fc6d43fb-0ff7-4232-b955-994b30214cd2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 944 time: 0.0810175 Jul 16 02:27:58.240616 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278dbdf6-57db-456d-84ca-c1ae592cd316 req-855b99b2-5735-4130-bc03-d7685d7f1aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:58.242335 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-278dbdf6-57db-456d-84ca-c1ae592cd316 req-855b99b2-5735-4130-bc03-d7685d7f1aa3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 HTTP/1.1" status: 200 len: 897 time: 0.1051104 Jul 16 02:27:58.264851 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a1103944-54fc-40d3-a8ff-dc35cdc102d6 req-b913c7af-f4aa-493c-9525-b5cd9e2be302 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388124 Jul 16 02:27:58.311668 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-278dbdf6-57db-456d-84ca-c1ae592cd316 req-9396a529-66e0-4ae1-829c-1f5b391f9f85 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4d5a543-d695-4165-9194-2144d250b236 HTTP/1.1" status: 200 len: 999 time: 0.0627019 Jul 16 02:27:58.366891 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278dbdf6-57db-456d-84ca-c1ae592cd316 req-d25ac996-f89e-4564-9822-edfb89e84398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:58.368387 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-278dbdf6-57db-456d-84ca-c1ae592cd316 req-d25ac996-f89e-4564-9822-edfb89e84398 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d9b2d797-85c8-41fb-a6ff-691ad6372e13 HTTP/1.1" status: 200 len: 834 time: 0.0511162 Jul 16 02:27:58.432581 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278dbdf6-57db-456d-84ca-c1ae592cd316 req-b711d133-50e2-4b7b-92b0-91037795c1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:58.434029 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-278dbdf6-57db-456d-84ca-c1ae592cd316 req-b711d133-50e2-4b7b-92b0-91037795c1c5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a96a1fa1-746b-44e5-aa5e-53ad23bee2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594087 Jul 16 02:27:58.531421 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-278dbdf6-57db-456d-84ca-c1ae592cd316 req-473b4233-2b88-478e-a036-c6bf83e96f0b service neutron] 10.222.0.82 "GET /v2.0/networks/a96a1fa1-746b-44e5-aa5e-53ad23bee2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911515 Jul 16 02:27:58.633443 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-278dbdf6-57db-456d-84ca-c1ae592cd316 req-5ff2e3df-a15e-4998-8521-8d0e457167ca service neutron] 10.222.0.82 "GET /v2.0/networks/a96a1fa1-746b-44e5-aa5e-53ad23bee2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956426 Jul 16 02:27:59.462805 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfbc20-6fb6-4c82-87aa-31c9be2cca38 req-84a63f83-3149-4379-8de1-e42d6d8f647e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:59.464437 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19bfbc20-6fb6-4c82-87aa-31c9be2cca38 req-84a63f83-3149-4379-8de1-e42d6d8f647e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 944 time: 0.0704255 Jul 16 02:27:59.504689 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-19bfbc20-6fb6-4c82-87aa-31c9be2cca38 req-97d7a6ce-7325-4e23-bca5-ca7836f9ecea tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339203 Jul 16 02:27:59.530434 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 40988) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:59.600272 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d0596190-671e-4de5-8ead-5b9ede7fd189 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/floatingips/cd1c1547-582b-4be6-99d7-f513bbf1eaf7 HTTP/1.1" status: 200 len: 991 time: 0.0686216 Jul 16 02:27:59.668965 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fa9e7788-32c4-4d71-a154-e45f83821ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:59.708482 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device b4d5a543-d695-4165-9194-2144d250b236 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:59.768531 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port b4d5a543-d695-4165-9194-2144d250b236 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:59.772736 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port b4d5a543-d695-4165-9194-2144d250b236 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:59.773117 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:59.815862 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:59.862726 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:59.888459 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec776636-5d1f-402b-92a2-39efab6df739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d5a543-d695-4165-9194-2144d250b236'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:59.890698 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b6b6d2-b21a-4603-bb4a-e386b6d00534" -d '{"events": [{"server_uuid": "ec776636-5d1f-402b-92a2-39efab6df739", "name": "network-vif-plugged", "status": "completed", "tag": "b4d5a543-d695-4165-9194-2144d250b236"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:59.903401 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port b4d5a543-d695-4165-9194-2144d250b236, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b4d5a543-d695-4165-9194-2144d250b236,segment=NetworkSegment(c35db7b7-5ec9-429c-a4d7-9baf1c26d685),segment_id=c35db7b7-5ec9-429c-a4d7-9baf1c26d685)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:59.908178 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:59.932731 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe550fe-e8a4-41b2-baea-f496d6df9775 x-openstack-request-id: req-3fe550fe-e8a4-41b2-baea-f496d6df9775 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:59.933028 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec776636-5d1f-402b-92a2-39efab6df739", "name": "network-vif-plugged", "status": "completed", "tag": "b4d5a543-d695-4165-9194-2144d250b236", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:59.933282 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3fe550fe-e8a4-41b2-baea-f496d6df9775 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:59.933676 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec776636-5d1f-402b-92a2-39efab6df739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d5a543-d695-4165-9194-2144d250b236', 'code': 200} Jul 16 02:27:59.960277 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=b4d5a543-d695-4165-9194-2144d250b236,revision_number=9']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:01.063262 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:02.000865 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:02.799104 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:05.624456 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:25.439626 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:28:26.675742 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-35a82ba1-41d9-49db-8421-bde734871ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.391716 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41000) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:28.577405 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-fa46ed36-12a9-4347-90d2-1dae646a7d0f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Deleting port 9e508e6c-394a-4a95-b79b-8a48dd8da208 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:28:28.577726 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa46ed36-12a9-4347-90d2-1dae646a7d0f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.660153 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa46ed36-12a9-4347-90d2-1dae646a7d0f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.660465 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa46ed36-12a9-4347-90d2-1dae646a7d0f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.674767 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-fa46ed36-12a9-4347-90d2-1dae646a7d0f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Calling delete_port for 9e508e6c-394a-4a95-b79b-8a48dd8da208 owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:28:28.842995 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa46ed36-12a9-4347-90d2-1dae646a7d0f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.871951 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46ed36-12a9-4347-90d2-1dae646a7d0f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Port': ['ID=9e508e6c-394a-4a95-b79b-8a48dd8da208,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:28.885866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46ed36-12a9-4347-90d2-1dae646a7d0f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:28.886371 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46ed36-12a9-4347-90d2-1dae646a7d0f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:28.886648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46ed36-12a9-4347-90d2-1dae646a7d0f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:28.886989 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46ed36-12a9-4347-90d2-1dae646a7d0f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:28.887371 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46ed36-12a9-4347-90d2-1dae646a7d0f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:28.887719 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46ed36-12a9-4347-90d2-1dae646a7d0f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:28.888154 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46ed36-12a9-4347-90d2-1dae646a7d0f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:28.888528 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46ed36-12a9-4347-90d2-1dae646a7d0f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:28.888943 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46ed36-12a9-4347-90d2-1dae646a7d0f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:28.889523 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46ed36-12a9-4347-90d2-1dae646a7d0f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:28.889980 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46ed36-12a9-4347-90d2-1dae646a7d0f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:28.890419 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46ed36-12a9-4347-90d2-1dae646a7d0f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:28.954128 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa46ed36-12a9-4347-90d2-1dae646a7d0f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.954545 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-fa46ed36-12a9-4347-90d2-1dae646a7d0f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Floating IP cd1c1547-582b-4be6-99d7-f513bbf1eaf7 disassociated (deleted). External IP: 172.25.6.93, port: b4d5a543-d695-4165-9194-2144d250b236. Jul 16 02:28:29.202673 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa46ed36-12a9-4347-90d2-1dae646a7d0f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Router 9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:28:29.330075 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa46ed36-12a9-4347-90d2-1dae646a7d0f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:28:29.336407 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-fa46ed36-12a9-4347-90d2-1dae646a7d0f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.342529 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad814195-dafd-4e9c-915b-2ed0ed8cf29c None None] Sync routers for ids ['9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:28:29.354736 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad814195-dafd-4e9c-915b-2ed0ed8cf29c None None] Routers {'9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:29.355338 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-ad814195-dafd-4e9c-915b-2ed0ed8cf29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:28:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:29.382707 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fa46ed36-12a9-4347-90d2-1dae646a7d0f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "DELETE /v2.0/floatingips/cd1c1547-582b-4be6-99d7-f513bbf1eaf7 HTTP/1.1" status: 204 len: 168 time: 0.9893677 Jul 16 02:28:29.383580 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec776636-5d1f-402b-92a2-39efab6df739', 'tag': 'b4d5a543-d695-4165-9194-2144d250b236'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:29.388497 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f83066-c997-4d2c-92a8-ffc0ded805fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ec776636-5d1f-402b-92a2-39efab6df739", "tag": "b4d5a543-d695-4165-9194-2144d250b236"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:29.482218 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-ad814195-dafd-4e9c-915b-2ed0ed8cf29c None None] Set router 9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:29.542904 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e6439f-6e00-4a56-b694-b2be464988fa x-openstack-request-id: req-74e6439f-6e00-4a56-b694-b2be464988fa {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:29.543429 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec776636-5d1f-402b-92a2-39efab6df739", "tag": "b4d5a543-d695-4165-9194-2144d250b236", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:29.543429 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74e6439f-6e00-4a56-b694-b2be464988fa {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:29.543806 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec776636-5d1f-402b-92a2-39efab6df739', 'tag': 'b4d5a543-d695-4165-9194-2144d250b236', 'status': 'completed', 'code': 200} Jul 16 02:28:29.635811 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83066-c997-4d2c-92a8-ffc0ded805fb req-ab3c73ef-fd2a-4f81-969f-d6bb32ea0648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:29.637698 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98f83066-c997-4d2c-92a8-ffc0ded805fb req-ab3c73ef-fd2a-4f81-969f-d6bb32ea0648 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 1097 time: 0.0698431 Jul 16 02:28:29.681542 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0d872eb3-6a14-487a-8b3f-8297ecaa840a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.752257 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-ad814195-dafd-4e9c-915b-2ed0ed8cf29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339646221', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:55Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'e04bac43-e6d6-4cff-b36d-f63a893c1b5b', 'name': '', 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:95:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd9b2d797-85c8-41fb-a6ff-691ad6372e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:26:54Z', 'updated_at': '2021-07-16T02:26:58Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'd9b2d797-85c8-41fb-a6ff-691ad6372e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:29.765453 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83066-c997-4d2c-92a8-ffc0ded805fb req-d8a2f5b1-c0b2-418f-95c1-7a620dc82acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:29.767649 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98f83066-c997-4d2c-92a8-ffc0ded805fb req-d8a2f5b1-c0b2-418f-95c1-7a620dc82acb service neutron] 10.222.0.84 "GET /v2.0/networks?id=a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 HTTP/1.1" status: 200 len: 897 time: 0.1235902 Jul 16 02:28:29.787101 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad814195-dafd-4e9c-915b-2ed0ed8cf29c None None] Checking router: 9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:28:29.796306 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad814195-dafd-4e9c-915b-2ed0ed8cf29c None None] Routers {'9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:29.797063 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-ad814195-dafd-4e9c-915b-2ed0ed8cf29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:28:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:29.820891 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.826236 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98f83066-c997-4d2c-92a8-ffc0ded805fb req-ba680124-35e6-469f-bd39-491a0755531a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4d5a543-d695-4165-9194-2144d250b236 HTTP/1.1" status: 200 len: 217 time: 0.0506907 Jul 16 02:28:29.881992 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83066-c997-4d2c-92a8-ffc0ded805fb req-7f34bd19-397e-47a2-a568-1683d66a4d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:29.883607 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98f83066-c997-4d2c-92a8-ffc0ded805fb req-7f34bd19-397e-47a2-a568-1683d66a4d19 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d9b2d797-85c8-41fb-a6ff-691ad6372e13 HTTP/1.1" status: 200 len: 834 time: 0.0504723 Jul 16 02:28:29.894250 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e9e1f-f375-4fb7-9820-3cdeef2ef4ee req-23908cd7-f387-4df6-b025-eed1cfe6b1d2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:29.897292 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-de5e9e1f-f375-4fb7-9820-3cdeef2ef4ee req-23908cd7-f387-4df6-b025-eed1cfe6b1d2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 945 time: 0.0886993 Jul 16 02:28:29.933962 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-ad814195-dafd-4e9c-915b-2ed0ed8cf29c None None] Set router 9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:29.955383 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83066-c997-4d2c-92a8-ffc0ded805fb req-11182f03-ea96-4b89-9459-2f96fac6ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:29.957097 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98f83066-c997-4d2c-92a8-ffc0ded805fb req-11182f03-ea96-4b89-9459-2f96fac6ef8a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a96a1fa1-746b-44e5-aa5e-53ad23bee2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666368 Jul 16 02:28:29.963569 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-de5e9e1f-f375-4fb7-9820-3cdeef2ef4ee req-c0f0f955-f345-44e3-b1f2-4e7171f61fce tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567899 Jul 16 02:28:29.970770 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-98f83066-c997-4d2c-92a8-ffc0ded805fb req-40ee6b1f-7ade-4281-b723-cfb7dda5cc11 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:28:29.975120 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98f83066-c997-4d2c-92a8-ffc0ded805fb req-40ee6b1f-7ade-4281-b723-cfb7dda5cc11 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074015 Jul 16 02:28:30.073410 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98f83066-c997-4d2c-92a8-ffc0ded805fb req-008caa76-daed-49c5-9233-ff87a504177b service neutron] 10.222.0.84 "GET /v2.0/networks/a96a1fa1-746b-44e5-aa5e-53ad23bee2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931938 Jul 16 02:28:30.176499 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98f83066-c997-4d2c-92a8-ffc0ded805fb req-5f42445b-2b06-440d-a37f-3e2c95040db7 service neutron] 10.222.0.84 "GET /v2.0/networks/a96a1fa1-746b-44e5-aa5e-53ad23bee2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956249 Jul 16 02:28:30.187092 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-ad814195-dafd-4e9c-915b-2ed0ed8cf29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339646221', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:55Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'e04bac43-e6d6-4cff-b36d-f63a893c1b5b', 'name': '', 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:95:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd9b2d797-85c8-41fb-a6ff-691ad6372e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:26:54Z', 'updated_at': '2021-07-16T02:26:58Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'd9b2d797-85c8-41fb-a6ff-691ad6372e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:30.214109 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad814195-dafd-4e9c-915b-2ed0ed8cf29c None None] The sync data for ids ['9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'] in n-d-792394-16 is: [{'id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339646221', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:55Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'e04bac43-e6d6-4cff-b36d-f63a893c1b5b', 'name': '', 'network_id': 'a96a1fa1-746b-44e5-aa5e-53ad23bee2f1', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:95:12:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd9b2d797-85c8-41fb-a6ff-691ad6372e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:26:54Z', 'updated_at': '2021-07-16T02:26:58Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'd9b2d797-85c8-41fb-a6ff-691ad6372e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:28:30.464156 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e5a037-b3ef-43db-bf54-2a78a181e2b6 None None] New status for floating IP cd1c1547-582b-4be6-99d7-f513bbf1eaf7: DOWN {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:28:31.058240 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:31.071072 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c2305-3828-4f59-9d2b-da5caac02ffa req-3e2bcfc4-3bfc-420d-aa05-6ef47f293c56 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:31.072617 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-819c2305-3828-4f59-9d2b-da5caac02ffa req-3e2bcfc4-3bfc-420d-aa05-6ef47f293c56 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 945 time: 0.0668769 Jul 16 02:28:31.217611 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad3a63-e3e6-4d91-884a-15db893a0969 req-4a46c77e-66ee-4aee-bea0-aef90985af4b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:31.219157 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-28ad3a63-e3e6-4d91-884a-15db893a0969 req-4a46c77e-66ee-4aee-bea0-aef90985af4b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec776636-5d1f-402b-92a2-39efab6df739 HTTP/1.1" status: 200 len: 945 time: 0.1140006 Jul 16 02:28:31.244054 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-819c2305-3828-4f59-9d2b-da5caac02ffa req-1e59b265-759c-4da1-9ec8-b0f13acf9a75 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Deleting port b4d5a543-d695-4165-9194-2144d250b236 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:28:31.244385 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-819c2305-3828-4f59-9d2b-da5caac02ffa req-1e59b265-759c-4da1-9ec8-b0f13acf9a75 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:31.284072 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-28ad3a63-e3e6-4d91-884a-15db893a0969 req-89c0c5a5-ce04-422d-956b-e110b9709d5d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=32eac9de-6497-40e3-a7d6-5c2b061dc166&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585966 Jul 16 02:28:31.353516 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-819c2305-3828-4f59-9d2b-da5caac02ffa req-1e59b265-759c-4da1-9ec8-b0f13acf9a75 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] For port b4d5a543-d695-4165-9194-2144d250b236, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=b4d5a543-d695-4165-9194-2144d250b236,segment=NetworkSegment(c35db7b7-5ec9-429c-a4d7-9baf1c26d685),segment_id=c35db7b7-5ec9-429c-a4d7-9baf1c26d685)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:31.354002 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-819c2305-3828-4f59-9d2b-da5caac02ffa req-1e59b265-759c-4da1-9ec8-b0f13acf9a75 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:31.374383 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-819c2305-3828-4f59-9d2b-da5caac02ffa req-1e59b265-759c-4da1-9ec8-b0f13acf9a75 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Calling delete_port for b4d5a543-d695-4165-9194-2144d250b236 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:28:31.521294 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-819c2305-3828-4f59-9d2b-da5caac02ffa req-1e59b265-759c-4da1-9ec8-b0f13acf9a75 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:31.556205 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59b265-759c-4da1-9ec8-b0f13acf9a75 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Port': ['ID=b4d5a543-d695-4165-9194-2144d250b236,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:31.602782 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-819c2305-3828-4f59-9d2b-da5caac02ffa req-1e59b265-759c-4da1-9ec8-b0f13acf9a75 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] No DVR routers for this DVR port b4d5a543-d695-4165-9194-2144d250b236 on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:28:31.606093 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-819c2305-3828-4f59-9d2b-da5caac02ffa req-1e59b265-759c-4da1-9ec8-b0f13acf9a75 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:31.609036 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-819c2305-3828-4f59-9d2b-da5caac02ffa req-1e59b265-759c-4da1-9ec8-b0f13acf9a75 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.84 "DELETE /v2.0/ports/b4d5a543-d695-4165-9194-2144d250b236 HTTP/1.1" status: 204 len: 173 time: 0.5313704 Jul 16 02:28:31.609466 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec776636-5d1f-402b-92a2-39efab6df739', 'name': 'network-vif-deleted', 'tag': 'b4d5a543-d695-4165-9194-2144d250b236'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:31.611942 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ad8507-3a43-4680-902a-a1ceede2a8db" -d '{"events": [{"server_uuid": "ec776636-5d1f-402b-92a2-39efab6df739", "name": "network-vif-deleted", "tag": "b4d5a543-d695-4165-9194-2144d250b236"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:31.648316 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62157339-8941-4364-94d7-0f0ad2ec0cc6 x-openstack-request-id: req-62157339-8941-4364-94d7-0f0ad2ec0cc6 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:31.648629 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec776636-5d1f-402b-92a2-39efab6df739", "name": "network-vif-deleted", "tag": "b4d5a543-d695-4165-9194-2144d250b236", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:31.648880 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62157339-8941-4364-94d7-0f0ad2ec0cc6 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:31.649274 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec776636-5d1f-402b-92a2-39efab6df739', 'name': 'network-vif-deleted', 'tag': 'b4d5a543-d695-4165-9194-2144d250b236', 'status': 'completed', 'code': 200} Jul 16 02:28:32.016292 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:32.378303 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41016) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:32.797797 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:33.094447 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3819f730-4502-4c91-a133-4d7f443fb143 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:33.387193 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-3819f730-4502-4c91-a133-4d7f443fb143 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Deleting port e04bac43-e6d6-4cff-b36d-f63a893c1b5b {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:28:33.387927 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3819f730-4502-4c91-a133-4d7f443fb143 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:33.482208 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-3819f730-4502-4c91-a133-4d7f443fb143 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] For port e04bac43-e6d6-4cff-b36d-f63a893c1b5b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e04bac43-e6d6-4cff-b36d-f63a893c1b5b,segment=NetworkSegment(c35db7b7-5ec9-429c-a4d7-9baf1c26d685),segment_id=c35db7b7-5ec9-429c-a4d7-9baf1c26d685)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:33.482567 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3819f730-4502-4c91-a133-4d7f443fb143 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:33.495888 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-3819f730-4502-4c91-a133-4d7f443fb143 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Calling delete_port for e04bac43-e6d6-4cff-b36d-f63a893c1b5b owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:28:33.695037 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3819f730-4502-4c91-a133-4d7f443fb143 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:33.725538 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819f730-4502-4c91-a133-4d7f443fb143 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Port': ['ID=e04bac43-e6d6-4cff-b36d-f63a893c1b5b,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:33.909356 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-3819f730-4502-4c91-a133-4d7f443fb143 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:34.134974 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3819f730-4502-4c91-a133-4d7f443fb143 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Router 9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:28:34.248058 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3819f730-4502-4c91-a133-4d7f443fb143 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:28:34.254007 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3819f730-4502-4c91-a133-4d7f443fb143 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "PUT /v2.0/routers/9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8742268 Jul 16 02:28:34.256651 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41018) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:34.259490 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331a4392-682b-4ade-8b66-1438e294ee90 None None] Sync routers for ids ['9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:28:34.270024 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331a4392-682b-4ade-8b66-1438e294ee90 None None] Routers {'9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:34.270645 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-331a4392-682b-4ade-8b66-1438e294ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:28:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:34.313094 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3720335-0e69-4efa-abce-dc83a5282f4b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Deleting subnet d9b2d797-85c8-41fb-a6ff-691ad6372e13 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:28:34.316315 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a3720335-0e69-4efa-abce-dc83a5282f4b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:34.357747 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a3720335-0e69-4efa-abce-dc83a5282f4b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:34.375151 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-331a4392-682b-4ade-8b66-1438e294ee90 None None] Set router 9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:34.447203 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a3720335-0e69-4efa-abce-dc83a5282f4b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:34.526860 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a3720335-0e69-4efa-abce-dc83a5282f4b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:34.553223 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3720335-0e69-4efa-abce-dc83a5282f4b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b2d797-85c8-41fb-a6ff-691ad6372e13,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:34.559931 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a3720335-0e69-4efa-abce-dc83a5282f4b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:34.564807 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41020) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:34.565393 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a3720335-0e69-4efa-abce-dc83a5282f4b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "DELETE /v2.0/subnets/d9b2d797-85c8-41fb-a6ff-691ad6372e13 HTTP/1.1" status: 204 len: 168 time: 0.3067431 Jul 16 02:28:34.567945 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d54feed-60a3-4985-ad59-391f87f68063 None None] Network a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:28:34.570807 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-331a4392-682b-4ade-8b66-1438e294ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339646221', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:28:33Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:34.599870 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331a4392-682b-4ade-8b66-1438e294ee90 None None] Checking router: 9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:28:34.609303 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331a4392-682b-4ade-8b66-1438e294ee90 None None] Routers {'9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:34.610044 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-331a4392-682b-4ade-8b66-1438e294ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:28:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:34.667259 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-872dbf29-1536-48b7-8b30-a786dc32fd3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:34.777214 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc8b74b-3420-4a52-9cee-419a3eb6facd None None] DHCP port deletion for a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:28:34.787036 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-872dbf29-1536-48b7-8b30-a786dc32fd3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:34.831064 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-3cc8b74b-3420-4a52-9cee-419a3eb6facd None None] Deleting port 925bbd4b-1953-4a8f-a769-422462bd7e19 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:28:34.831447 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3cc8b74b-3420-4a52-9cee-419a3eb6facd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:34.838660 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-331a4392-682b-4ade-8b66-1438e294ee90 None None] Set router 9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:34.860865 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-872dbf29-1536-48b7-8b30-a786dc32fd3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Deleting port 2f28d768-dd99-43bf-a9fe-5573545fe85a {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:28:34.861280 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-872dbf29-1536-48b7-8b30-a786dc32fd3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:34.898164 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3cc8b74b-3420-4a52-9cee-419a3eb6facd None None] For port 925bbd4b-1953-4a8f-a769-422462bd7e19, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=925bbd4b-1953-4a8f-a769-422462bd7e19,segment=NetworkSegment(c35db7b7-5ec9-429c-a4d7-9baf1c26d685),segment_id=c35db7b7-5ec9-429c-a4d7-9baf1c26d685)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:34.898584 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3cc8b74b-3420-4a52-9cee-419a3eb6facd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:34.911243 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-3cc8b74b-3420-4a52-9cee-419a3eb6facd None None] Calling delete_port for 925bbd4b-1953-4a8f-a769-422462bd7e19 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:28:34.945626 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-872dbf29-1536-48b7-8b30-a786dc32fd3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] For port 2f28d768-dd99-43bf-a9fe-5573545fe85a, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2f28d768-dd99-43bf-a9fe-5573545fe85a,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:34.945985 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-872dbf29-1536-48b7-8b30-a786dc32fd3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:34.960150 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-872dbf29-1536-48b7-8b30-a786dc32fd3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Calling delete_port for 2f28d768-dd99-43bf-a9fe-5573545fe85a owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:28:34.995077 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3cc8b74b-3420-4a52-9cee-419a3eb6facd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.020074 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-331a4392-682b-4ade-8b66-1438e294ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339646221', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:28:33Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:35.020799 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8b74b-3420-4a52-9cee-419a3eb6facd None None] Pushing event deleted for resources: {'Port': ['ID=925bbd4b-1953-4a8f-a769-422462bd7e19,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:35.025107 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc8b74b-3420-4a52-9cee-419a3eb6facd None None] No DVR routers for this DVR port 925bbd4b-1953-4a8f-a769-422462bd7e19 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:28:35.053605 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331a4392-682b-4ade-8b66-1438e294ee90 None None] The sync data for ids ['9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904'] in n-d-792394-16 is: [{'id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339646221', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:28:33Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '2f28d768-dd99-43bf-a9fe-5573545fe85a', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:26:51Z', 'updated_at': '2021-07-16T02:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:28:35.140442 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-872dbf29-1536-48b7-8b30-a786dc32fd3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.167527 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872dbf29-1536-48b7-8b30-a786dc32fd3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Port': ['ID=2f28d768-dd99-43bf-a9fe-5573545fe85a,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:35.238734 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-872dbf29-1536-48b7-8b30-a786dc32fd3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.333687 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-872dbf29-1536-48b7-8b30-a786dc32fd3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.337621 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-872dbf29-1536-48b7-8b30-a786dc32fd3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.391975 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-872dbf29-1536-48b7-8b30-a786dc32fd3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.392506 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872dbf29-1536-48b7-8b30-a786dc32fd3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Fanout notify agent at l3_agent the message router_deleted on router 9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:28:35.400044 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-872dbf29-1536-48b7-8b30-a786dc32fd3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.401267 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-872dbf29-1536-48b7-8b30-a786dc32fd3a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "DELETE /v2.0/routers/9e21a1d6-a7b4-4c98-aa4e-dd6d69c3c904 HTTP/1.1" status: 204 len: 168 time: 0.8354616 Jul 16 02:28:35.404132 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41022) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:35.487368 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f1970468-8858-4fe8-9e1b-119d4b9d99e7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.576010 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f1970468-8858-4fe8-9e1b-119d4b9d99e7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.587908 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-f1970468-8858-4fe8-9e1b-119d4b9d99e7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96a1fa1-746b-44e5-aa5e-53ad23bee2f1']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:35.601160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-f1970468-8858-4fe8-9e1b-119d4b9d99e7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c35db7b7-5ec9-429c-a4d7-9baf1c26d685') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:35.601508 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-f1970468-8858-4fe8-9e1b-119d4b9d99e7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c35db7b7-5ec9-429c-a4d7-9baf1c26d685') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:35.614546 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f1970468-8858-4fe8-9e1b-119d4b9d99e7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.625677 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.634617 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f1970468-8858-4fe8-9e1b-119d4b9d99e7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.643160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1970468-8858-4fe8-9e1b-119d4b9d99e7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:28:35.643573 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f1970468-8858-4fe8-9e1b-119d4b9d99e7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: timer() Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:28:35.647092 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:28:35.720733 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f1970468-8858-4fe8-9e1b-119d4b9d99e7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.728284 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f1970468-8858-4fe8-9e1b-119d4b9d99e7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.730141 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f1970468-8858-4fe8-9e1b-119d4b9d99e7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "DELETE /v2.0/networks/a96a1fa1-746b-44e5-aa5e-53ad23bee2f1 HTTP/1.1" status: 204 len: 168 time: 0.3249819 Jul 16 02:28:35.733131 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41024) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:35.741335 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1970468-8858-4fe8-9e1b-119d4b9d99e7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Network': ['ID=a96a1fa1-746b-44e5-aa5e-53ad23bee2f1,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:35.798768 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-473135d9-f799-487f-b850-1ce8848d65e4 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.828767 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-473135d9-f799-487f-b850-1ce8848d65e4 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.860177 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device b4d5a543-d695-4165-9194-2144d250b236 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:28:35.889663 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: b4d5a543-d695-4165-9194-2144d250b236 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:28:35.890028 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device b4d5a543-d695-4165-9194-2144d250b236 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:28:35.908393 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-473135d9-f799-487f-b850-1ce8848d65e4 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.911164 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-473135d9-f799-487f-b850-1ce8848d65e4 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.912404 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-473135d9-f799-487f-b850-1ce8848d65e4 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "DELETE /v2.0/security-groups/32eac9de-6497-40e3-a7d6-5c2b061dc166 HTTP/1.1" status: 204 len: 168 time: 0.1779947 Jul 16 02:28:35.921797 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473135d9-f799-487f-b850-1ce8848d65e4 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32eac9de-6497-40e3-a7d6-5c2b061dc166,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:36.234908 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41030) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:36.239583 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-6dc1db12-6c49-47a7-95c9-c229b6b1ae87 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-486930210', 'description': 'tempest-secgroup-smoke-486930210 description', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:36.266078 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dc1db12-6c49-47a7-95c9-c229b6b1ae87 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:36.352461 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dc1db12-6c49-47a7-95c9-c229b6b1ae87 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:36.359189 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dc1db12-6c49-47a7-95c9-c229b6b1ae87 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:36.392281 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6dc1db12-6c49-47a7-95c9-c229b6b1ae87 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:36.393667 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6dc1db12-6c49-47a7-95c9-c229b6b1ae87 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1577401 Jul 16 02:28:36.395870 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1db12-6c49-47a7-95c9-c229b6b1ae87 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afc9eb1a-7f23-449e-8890-3bed365c44cd,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:36.397220 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41032) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:36.407438 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-4bad8e95-cb27-4246-a0e8-53c531e08a7b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': 'afc9eb1a-7f23-449e-8890-3bed365c44cd', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:36.445326 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4bad8e95-cb27-4246-a0e8-53c531e08a7b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:36.504979 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4bad8e95-cb27-4246-a0e8-53c531e08a7b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:36.510330 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4bad8e95-cb27-4246-a0e8-53c531e08a7b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:36.516347 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e04bac43-e6d6-4cff-b36d-f63a893c1b5b no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:28:36.529700 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad8e95-cb27-4246-a0e8-53c531e08a7b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7011dc8c-484d-460e-8221-a8de37af4f00,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:36.536089 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: e04bac43-e6d6-4cff-b36d-f63a893c1b5b {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:28:36.536690 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e04bac43-e6d6-4cff-b36d-f63a893c1b5b not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:28:36.537048 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2f28d768-dd99-43bf-a9fe-5573545fe85a no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:28:36.538478 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4bad8e95-cb27-4246-a0e8-53c531e08a7b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:36.540112 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4bad8e95-cb27-4246-a0e8-53c531e08a7b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387708 Jul 16 02:28:36.542607 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41034) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:36.547591 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-39fdecb1-e13a-449b-9c4f-60ac81ff54f1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': 'afc9eb1a-7f23-449e-8890-3bed365c44cd', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:36.555434 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 2f28d768-dd99-43bf-a9fe-5573545fe85a {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:28:36.555988 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2f28d768-dd99-43bf-a9fe-5573545fe85a not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:28:36.556583 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 925bbd4b-1953-4a8f-a769-422462bd7e19 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:28:36.574945 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 925bbd4b-1953-4a8f-a769-422462bd7e19 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:28:36.575287 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 925bbd4b-1953-4a8f-a769-422462bd7e19 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:28:36.576974 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39fdecb1-e13a-449b-9c4f-60ac81ff54f1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:36.640620 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39fdecb1-e13a-449b-9c4f-60ac81ff54f1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:36.646500 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39fdecb1-e13a-449b-9c4f-60ac81ff54f1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:36.669867 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdecb1-e13a-449b-9c4f-60ac81ff54f1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37fc2062-483d-44c8-9e7c-698060397e81,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:36.678252 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-39fdecb1-e13a-449b-9c4f-60ac81ff54f1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:36.679542 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-39fdecb1-e13a-449b-9c4f-60ac81ff54f1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1359274 Jul 16 02:28:36.683566 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41036) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:36.688291 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-de4359fc-e375-41cb-bf0f-ee26612c8133 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': 'afc9eb1a-7f23-449e-8890-3bed365c44cd', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:36.724501 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-de4359fc-e375-41cb-bf0f-ee26612c8133 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:36.794053 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-de4359fc-e375-41cb-bf0f-ee26612c8133 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:36.799978 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-de4359fc-e375-41cb-bf0f-ee26612c8133 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:36.821310 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4359fc-e375-41cb-bf0f-ee26612c8133 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29cc8862-abe7-437f-a791-1fa55f158974,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:36.831438 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-de4359fc-e375-41cb-bf0f-ee26612c8133 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:36.833177 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-de4359fc-e375-41cb-bf0f-ee26612c8133 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1485901 Jul 16 02:28:36.836771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41038) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:36.844097 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-0e942b4b-01f9-42f6-bc27-e7a22054f1bb tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': 'afc9eb1a-7f23-449e-8890-3bed365c44cd', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:36.880550 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e942b4b-01f9-42f6-bc27-e7a22054f1bb tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:36.950503 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e942b4b-01f9-42f6-bc27-e7a22054f1bb tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:36.956322 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e942b4b-01f9-42f6-bc27-e7a22054f1bb tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:36.976160 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e942b4b-01f9-42f6-bc27-e7a22054f1bb tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f164128-5a43-4b79-b8aa-278f833e1f93,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:36.980392 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-0e942b4b-01f9-42f6-bc27-e7a22054f1bb tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:36.981657 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-0e942b4b-01f9-42f6-bc27-e7a22054f1bb tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437089 Jul 16 02:28:36.985240 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41040) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:36.989778 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-f80a9914-2808-4ff1-a17d-e34e09ae4735 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': 'afc9eb1a-7f23-449e-8890-3bed365c44cd', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:37.014989 n-d-792394-16 neutron-server[93956]: INFO neutron.db.securitygroups_db [None req-f80a9914-2808-4ff1-a17d-e34e09ae4735 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Project 9aba07b934ba4a8b8b1533b6c3e565a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:28:37.020218 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f80a9914-2808-4ff1-a17d-e34e09ae4735 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.092420 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f80a9914-2808-4ff1-a17d-e34e09ae4735 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.097899 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f80a9914-2808-4ff1-a17d-e34e09ae4735 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.115897 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a9914-2808-4ff1-a17d-e34e09ae4735 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc9f052-f88d-4d77-9f74-61a410b48f72,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:37.123564 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-f80a9914-2808-4ff1-a17d-e34e09ae4735 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.124969 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-f80a9914-2808-4ff1-a17d-e34e09ae4735 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1387210 Jul 16 02:28:37.127779 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41042) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:37.132471 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-c372d0c6-b100-4157-97c1-2f4640138b74 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': 'afc9eb1a-7f23-449e-8890-3bed365c44cd', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:37.155775 n-d-792394-16 neutron-server[93956]: INFO neutron.db.securitygroups_db [None req-c372d0c6-b100-4157-97c1-2f4640138b74 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Project 9aba07b934ba4a8b8b1533b6c3e565a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:28:37.161133 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c372d0c6-b100-4157-97c1-2f4640138b74 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.225587 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c372d0c6-b100-4157-97c1-2f4640138b74 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.231079 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c372d0c6-b100-4157-97c1-2f4640138b74 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.248542 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372d0c6-b100-4157-97c1-2f4640138b74 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f956bcd9-9d84-4e13-bf37-0a5246a7d28a,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:37.254772 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c372d0c6-b100-4157-97c1-2f4640138b74 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.255907 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c372d0c6-b100-4157-97c1-2f4640138b74 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271281 Jul 16 02:28:37.258999 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41044) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:37.263817 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-a2d0eb74-1741-45ef-b4aa-cbe5ae517f5c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'network': {'name': 'tempest-network-smoke--2030448156', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'port_security_enabled': True}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:37.286529 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d0eb74-1741-45ef-b4aa-cbe5ae517f5c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Made reservation on behalf of 9aba07b934ba4a8b8b1533b6c3e565a5 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:28:37.290118 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a2d0eb74-1741-45ef-b4aa-cbe5ae517f5c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.316220 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d0eb74-1741-45ef-b4aa-cbe5ae517f5c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:28:37.324953 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a2d0eb74-1741-45ef-b4aa-cbe5ae517f5c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.325378 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-a2d0eb74-1741-45ef-b4aa-cbe5ae517f5c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Added segment 00197bce-95af-40f0-acbc-ef9af689d759 of type vlan for network 472023ea-ee27-450b-8b87-a8ecb0a5c9c8 Jul 16 02:28:37.364230 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a2d0eb74-1741-45ef-b4aa-cbe5ae517f5c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.396092 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a2d0eb74-1741-45ef-b4aa-cbe5ae517f5c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.404267 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d0eb74-1741-45ef-b4aa-cbe5ae517f5c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:37.405281 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a2d0eb74-1741-45ef-b4aa-cbe5ae517f5c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.441636 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a2d0eb74-1741-45ef-b4aa-cbe5ae517f5c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1814454 Jul 16 02:28:37.456578 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41046) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:37.456578 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-ca6fa76b-e90f-4754-a959-e124a2d644b8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-646720365', 'admin_state_up': True, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:37.478839 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0eb74-1741-45ef-b4aa-cbe5ae517f5c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Network': ['ID=472023ea-ee27-450b-8b87-a8ecb0a5c9c8,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:37.480331 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa76b-e90f-4754-a959-e124a2d644b8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.481380 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa76b-e90f-4754-a959-e124a2d644b8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.492585 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 472023ea-ee27-450b-8b87-a8ecb0a5c9c8 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:28:37.537445 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa76b-e90f-4754-a959-e124a2d644b8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.674897 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa76b-e90f-4754-a959-e124a2d644b8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.892280 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa76b-e90f-4754-a959-e124a2d644b8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.911040 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa76b-e90f-4754-a959-e124a2d644b8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:38.019465 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-ca6fa76b-e90f-4754-a959-e124a2d644b8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Allocated IP 172.25.6.143 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/a6d78523-0862-4be8-991e-97873b5d90b1) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:28:38.138606 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa76b-e90f-4754-a959-e124a2d644b8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:38.184025 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa76b-e90f-4754-a959-e124a2d644b8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:38.221651 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6fa76b-e90f-4754-a959-e124a2d644b8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:28:38.228075 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-ca6fa76b-e90f-4754-a959-e124a2d644b8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:38.231754 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6fa76b-e90f-4754-a959-e124a2d644b8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:28:38.237582 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fa76b-e90f-4754-a959-e124a2d644b8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=a6d78523-0862-4be8-991e-97873b5d90b1,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:38.505455 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa76b-e90f-4754-a959-e124a2d644b8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:39.050971 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa76b-e90f-4754-a959-e124a2d644b8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:39.193866 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6fa76b-e90f-4754-a959-e124a2d644b8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Router ed9e2b8b-a59a-4768-9e28-e6a381105a39 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:28:39.320293 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6fa76b-e90f-4754-a959-e124a2d644b8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:28:39.330054 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] Sync routers for ids ['ed9e2b8b-a59a-4768-9e28-e6a381105a39'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:28:39.340528 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] Routers {'ed9e2b8b-a59a-4768-9e28-e6a381105a39'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:39.341310 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:28:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['ed9e2b8b-a59a-4768-9e28-e6a381105a39'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:39.341468 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa76b-e90f-4754-a959-e124a2d644b8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:39.342813 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ca6fa76b-e90f-4754-a959-e124a2d644b8 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8953092 Jul 16 02:28:39.346137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41048) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:39.373516 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f82c4d1d-d4df-4b96-b9fb-73f9484a6efe tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=9aba07b934ba4a8b8b1533b6c3e565a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262656 Jul 16 02:28:39.376721 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41050) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:39.477704 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7e1b24-24a8-4c70-99eb-0b3956cec640 tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:39.479289 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9f7e1b24-24a8-4c70-99eb-0b3956cec640 tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1016476 Jul 16 02:28:39.482446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41052) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:39.514444 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6da53fc3-4717-4f0e-9766-f9a99aeaf3b3 tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282817 Jul 16 02:28:39.514702 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41054) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:39.519880 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-2d0e72de-0aa8-4026-8df6-0b9f3c3b1e44 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-55014434', 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:39.610462 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] Set router ed9e2b8b-a59a-4768-9e28-e6a381105a39 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:39.612023 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0e72de-0aa8-4026-8df6-0b9f3c3b1e44 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Made reservation on behalf of 9aba07b934ba4a8b8b1533b6c3e565a5 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:28:39.615877 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2d0e72de-0aa8-4026-8df6-0b9f3c3b1e44 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:39.787223 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646720365', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:38Z', 'revision_number': 3, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:39.802098 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2d0e72de-0aa8-4026-8df6-0b9f3c3b1e44 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:39.818334 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] Checking router: ed9e2b8b-a59a-4768-9e28-e6a381105a39 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:28:39.818684 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] Updating router ed9e2b8b-a59a-4768-9e28-e6a381105a39 port a6d78523-0862-4be8-991e-97873b5d90b1 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:28:39.855815 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:39.864072 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e72de-0aa8-4026-8df6-0b9f3c3b1e44 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Subnet': ['ID=3ddd9001-9821-4e81-8cfa-2526729f1b98,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:39.875754 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0e72de-0aa8-4026-8df6-0b9f3c3b1e44 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Checking segment: {'id': '00197bce-95af-40f0-acbc-ef9af689d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:28:39.876174 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0e72de-0aa8-4026-8df6-0b9f3c3b1e44 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network hostable DHCP agents. Network: 472023ea-ee27-450b-8b87-a8ecb0a5c9c8, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:28:39.898301 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0e72de-0aa8-4026-8df6-0b9f3c3b1e44 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 472023ea-ee27-450b-8b87-a8ecb0a5c9c8 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:28:39.909651 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-2d0e72de-0aa8-4026-8df6-0b9f3c3b1e44 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 472023ea-ee27-450b-8b87-a8ecb0a5c9c8) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:39.915623 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0e72de-0aa8-4026-8df6-0b9f3c3b1e44 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:39.916578 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2d0e72de-0aa8-4026-8df6-0b9f3c3b1e44 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:39.937288 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2d0e72de-0aa8-4026-8df6-0b9f3c3b1e44 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4213860 Jul 16 02:28:39.941773 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02334655-c214-4481-af31-f31c9141f82b None None] Network 472023ea-ee27-450b-8b87-a8ecb0a5c9c8 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:28:39.942068 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41056) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:40.186150 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6adc1ce-5dca-4b03-acad-b900569064d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-472023ea-ee27-450b-8b87-a8ecb0a5c9c8', 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'fixed_ips': [{'subnet_id': '3ddd9001-9821-4e81-8cfa-2526729f1b98'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:28:40.187015 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6adc1ce-5dca-4b03-acad-b900569064d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:40.307744 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:40.331810 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] Transition to ACTIVE for port object a6d78523-0862-4be8-991e-97873b5d90b1 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:40.345378 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:40.400680 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29a01b6e-428a-489b-8fde-24a1a1b8217c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:40.433085 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-c6adc1ce-5dca-4b03-acad-b900569064d9 None None] Allocated IP 172.20.0.2 (472023ea-ee27-450b-8b87-a8ecb0a5c9c8/3ddd9001-9821-4e81-8cfa-2526729f1b98/211d7c40-3ba6-4718-9e80-6f082c36e277) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:28:40.435203 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7117a79-fb48-4811-90b9-d24a79515efe None None] Pushing event updated for resources: {'Port': ['ID=a6d78523-0862-4be8-991e-97873b5d90b1,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:40.439997 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] Attempting to bind port a6d78523-0862-4be8-991e-97873b5d90b1 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:28:40.440388 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] Attempting to bind port a6d78523-0862-4be8-991e-97873b5d90b1 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:28:40.440762 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] Attempting to bind port a6d78523-0862-4be8-991e-97873b5d90b1 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:28:40.451467 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:28:40.451975 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:28:40.452251 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:40.452711 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:28:40.453534 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] Bound port: a6d78523-0862-4be8-991e-97873b5d90b1, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:28:40.454155 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:40.565951 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] For port a6d78523-0862-4be8-991e-97873b5d90b1, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:28:40.570617 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] For port a6d78523-0862-4be8-991e-97873b5d90b1, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a6d78523-0862-4be8-991e-97873b5d90b1,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:28:40.577610 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:40.697352 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] Routers {'ed9e2b8b-a59a-4768-9e28-e6a381105a39'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:40.697880 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:28:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['ed9e2b8b-a59a-4768-9e28-e6a381105a39'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:40.699534 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7117a79-fb48-4811-90b9-d24a79515efe None None] Pushing event updated for resources: {'Port': ['ID=a6d78523-0862-4be8-991e-97873b5d90b1,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:40.703385 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6adc1ce-5dca-4b03-acad-b900569064d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:40.746500 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c6adc1ce-5dca-4b03-acad-b900569064d9 None None] Transition to ACTIVE for port object 211d7c40-3ba6-4718-9e80-6f082c36e277 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:40.798934 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c6adc1ce-5dca-4b03-acad-b900569064d9 None None] Transition to ACTIVE for port object 211d7c40-3ba6-4718-9e80-6f082c36e277 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:40.811870 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6adc1ce-5dca-4b03-acad-b900569064d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:40.858650 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] Set router ed9e2b8b-a59a-4768-9e28-e6a381105a39 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:40.863387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6adc1ce-5dca-4b03-acad-b900569064d9 None None] Network 472023ea-ee27-450b-8b87-a8ecb0a5c9c8 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:28:40.873010 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-29a01b6e-428a-489b-8fde-24a1a1b8217c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Allocated IP 172.20.0.1 (472023ea-ee27-450b-8b87-a8ecb0a5c9c8/3ddd9001-9821-4e81-8cfa-2526729f1b98/b5cb44ec-c30b-412d-91b4-7f028d0b56f0) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:28:40.924168 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-c6adc1ce-5dca-4b03-acad-b900569064d9 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:40.929718 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6adc1ce-5dca-4b03-acad-b900569064d9 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:28:40.946877 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adc1ce-5dca-4b03-acad-b900569064d9 None None] Pushing event updated for resources: {'Port': ['ID=211d7c40-3ba6-4718-9e80-6f082c36e277,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:40.995294 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29a01b6e-428a-489b-8fde-24a1a1b8217c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:41.010324 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-29a01b6e-428a-489b-8fde-24a1a1b8217c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Transition to ACTIVE for port object b5cb44ec-c30b-412d-91b4-7f028d0b56f0 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:41.049480 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29a01b6e-428a-489b-8fde-24a1a1b8217c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:41.051078 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-c6adc1ce-5dca-4b03-acad-b900569064d9 None None] Attempting to bind port 211d7c40-3ba6-4718-9e80-6f082c36e277 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:28:41.051253 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-c6adc1ce-5dca-4b03-acad-b900569064d9 None None] Attempting to bind port 211d7c40-3ba6-4718-9e80-6f082c36e277 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '00197bce-95af-40f0-acbc-ef9af689d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:28:41.051671 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6adc1ce-5dca-4b03-acad-b900569064d9 None None] Attempting to bind port 211d7c40-3ba6-4718-9e80-6f082c36e277 on network 472023ea-ee27-450b-8b87-a8ecb0a5c9c8 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:28:41.064217 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6adc1ce-5dca-4b03-acad-b900569064d9 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:28:41.064756 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6adc1ce-5dca-4b03-acad-b900569064d9 None None] Checking segment: {'id': '00197bce-95af-40f0-acbc-ef9af689d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:28:41.065169 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6adc1ce-5dca-4b03-acad-b900569064d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:41.065568 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6adc1ce-5dca-4b03-acad-b900569064d9 None None] Bound using segment: {'id': '00197bce-95af-40f0-acbc-ef9af689d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:28:41.066054 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-c6adc1ce-5dca-4b03-acad-b900569064d9 None None] Bound port: 211d7c40-3ba6-4718-9e80-6f082c36e277, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00197bce-95af-40f0-acbc-ef9af689d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:28:41.066461 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6adc1ce-5dca-4b03-acad-b900569064d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:41.090431 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a01b6e-428a-489b-8fde-24a1a1b8217c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 472023ea-ee27-450b-8b87-a8ecb0a5c9c8 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:28:41.095893 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-29a01b6e-428a-489b-8fde-24a1a1b8217c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:41.100142 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a01b6e-428a-489b-8fde-24a1a1b8217c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:28:41.133086 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a01b6e-428a-489b-8fde-24a1a1b8217c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=b5cb44ec-c30b-412d-91b4-7f028d0b56f0,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:41.154563 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29a01b6e-428a-489b-8fde-24a1a1b8217c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:41.165781 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c6adc1ce-5dca-4b03-acad-b900569064d9 None None] For port 211d7c40-3ba6-4718-9e80-6f082c36e277, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:28:41.169880 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c6adc1ce-5dca-4b03-acad-b900569064d9 None None] For port 211d7c40-3ba6-4718-9e80-6f082c36e277, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=211d7c40-3ba6-4718-9e80-6f082c36e277,segment=NetworkSegment(00197bce-95af-40f0-acbc-ef9af689d759),segment_id=00197bce-95af-40f0-acbc-ef9af689d759)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:28:41.176951 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6adc1ce-5dca-4b03-acad-b900569064d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:41.188471 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646720365', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:38Z', 'revision_number': 3, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:41.243520 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1fe5bd-7261-4924-95b2-a61d6dc93313 None None] The sync data for ids ['ed9e2b8b-a59a-4768-9e28-e6a381105a39'] in n-d-792394-16 is: [{'id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646720365', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:38Z', 'revision_number': 3, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:28:41.281485 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adc1ce-5dca-4b03-acad-b900569064d9 None None] Pushing event updated for resources: {'Port': ['ID=211d7c40-3ba6-4718-9e80-6f082c36e277,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:41.340733 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29a01b6e-428a-489b-8fde-24a1a1b8217c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:41.692754 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29a01b6e-428a-489b-8fde-24a1a1b8217c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:41.699564 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29a01b6e-428a-489b-8fde-24a1a1b8217c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:41.780738 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-29a01b6e-428a-489b-8fde-24a1a1b8217c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:41.782878 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a01b6e-428a-489b-8fde-24a1a1b8217c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=b5cb44ec-c30b-412d-91b4-7f028d0b56f0,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:41.887359 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a01b6e-428a-489b-8fde-24a1a1b8217c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 472023ea-ee27-450b-8b87-a8ecb0a5c9c8 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:28:41.888792 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-29a01b6e-428a-489b-8fde-24a1a1b8217c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:42.003329 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a01b6e-428a-489b-8fde-24a1a1b8217c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Router ed9e2b8b-a59a-4768-9e28-e6a381105a39 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:28:42.136822 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a01b6e-428a-489b-8fde-24a1a1b8217c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:28:42.148652 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-29a01b6e-428a-489b-8fde-24a1a1b8217c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "PUT /v2.0/routers/ed9e2b8b-a59a-4768-9e28-e6a381105a39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2055914 Jul 16 02:28:42.294324 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c441f986-0767-4f30-a844-46badb89e1f3 None None] Network 472023ea-ee27-450b-8b87-a8ecb0a5c9c8 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:28:42.304251 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-8d643271-5aa6-4a45-ab63-b39d0fb44d93 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-486930210&fields=id&tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5 HTTP/1.1" status: 200 len: 267 time: 0.0367432 Jul 16 02:28:42.375457 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-bc48305b-db21-4f96-a242-6771bbfb40ba None None] Provisioning for port 211d7c40-3ba6-4718-9e80-6f082c36e277 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:42.427697 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-b31ccf24-043f-4ca8-a612-00811405ef29 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:42.429962 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-b31ccf24-043f-4ca8-a612-00811405ef29 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/networks?id=472023ea-ee27-450b-8b87-a8ecb0a5c9c8 HTTP/1.1" status: 200 len: 797 time: 0.1189702 Jul 16 02:28:42.451330 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-771088c5-c7d8-4f3a-bf02-e00977138747 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/quotas/9aba07b934ba4a8b8b1533b6c3e565a5 HTTP/1.1" status: 200 len: 375 time: 0.0109117 Jul 16 02:28:42.537738 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-1dce5e40-291e-4ea6-a75e-e3e4e0a77d46 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780859 Jul 16 02:28:42.611530 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 211d7c40-3ba6-4718-9e80-6f082c36e277 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:42.668065 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 211d7c40-3ba6-4718-9e80-6f082c36e277 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:42.672154 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-c23eb353-df00-402a-8477-81d00363a552 service neutron] 10.222.0.16 "GET /v2.0/networks/472023ea-ee27-450b-8b87-a8ecb0a5c9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205244 Jul 16 02:28:42.672534 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 211d7c40-3ba6-4718-9e80-6f082c36e277 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:42.672986 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:42.767076 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:42.784075 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-b22b23d5-9ce6-416e-b7a4-201392e2d9d1 service neutron] 10.222.0.16 "GET /v2.0/networks/472023ea-ee27-450b-8b87-a8ecb0a5c9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050875 Jul 16 02:28:42.810734 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 211d7c40-3ba6-4718-9e80-6f082c36e277, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=211d7c40-3ba6-4718-9e80-6f082c36e277,segment=NetworkSegment(00197bce-95af-40f0-acbc-ef9af689d759),segment_id=00197bce-95af-40f0-acbc-ef9af689d759)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:42.819461 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:42.820488 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a6d78523-0862-4be8-991e-97873b5d90b1 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:42.862266 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-86e17139-68d7-4739-9ec7-dbf2e7a8fccf None None] Provisioning for port b5cb44ec-c30b-412d-91b4-7f028d0b56f0 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:42.874588 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-86e17139-68d7-4739-9ec7-dbf2e7a8fccf None None] Provisioning complete for port b5cb44ec-c30b-412d-91b4-7f028d0b56f0 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:42.874588 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-86e17139-68d7-4739-9ec7-dbf2e7a8fccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:43.014063 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a850e988-2191-4669-80a5-ebea5f2a5848 req-4a633f45-7805-4151-8ab7-dcdf747f3aef tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 210 time: 0.0407767 Jul 16 02:28:43.064267 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] Sync routers for ids ['ed9e2b8b-a59a-4768-9e28-e6a381105a39'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:28:43.075923 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] Routers {'ed9e2b8b-a59a-4768-9e28-e6a381105a39'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:43.076816 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:28:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['ed9e2b8b-a59a-4768-9e28-e6a381105a39'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:43.137874 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=211d7c40-3ba6-4718-9e80-6f082c36e277,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:43.142668 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-86e17139-68d7-4739-9ec7-dbf2e7a8fccf None None] Port b5cb44ec-c30b-412d-91b4-7f028d0b56f0 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:28:43.158064 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-86e17139-68d7-4739-9ec7-dbf2e7a8fccf None None] Provisioning complete for port 211d7c40-3ba6-4718-9e80-6f082c36e277 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:43.158479 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-86e17139-68d7-4739-9ec7-dbf2e7a8fccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:43.199127 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port a6d78523-0862-4be8-991e-97873b5d90b1 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:43.206781 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port a6d78523-0862-4be8-991e-97873b5d90b1 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:43.207190 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:43.215594 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] Set router ed9e2b8b-a59a-4768-9e28-e6a381105a39 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:43.335929 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:43.364818 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port a6d78523-0862-4be8-991e-97873b5d90b1, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a6d78523-0862-4be8-991e-97873b5d90b1,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:43.370774 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:43.432897 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-37ea6ce0-ca26-4a1a-9b78-c4e68cffc9d8 None None] Provisioning complete for port b5cb44ec-c30b-412d-91b4-7f028d0b56f0 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:43.433360 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-37ea6ce0-ca26-4a1a-9b78-c4e68cffc9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:43.457877 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=a6d78523-0862-4be8-991e-97873b5d90b1,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:43.464843 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646720365', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:41Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'b5cb44ec-c30b-412d-91b4-7f028d0b56f0', 'name': '', 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:aa:0a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3ddd9001-9821-4e81-8cfa-2526729f1b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:40Z', 'updated_at': '2021-07-16T02:28:41Z', 'revision_number': 2, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': '3ddd9001-9821-4e81-8cfa-2526729f1b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:43.477131 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-37ea6ce0-ca26-4a1a-9b78-c4e68cffc9d8 None None] Port b5cb44ec-c30b-412d-91b4-7f028d0b56f0 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:28:43.492346 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] Checking router: ed9e2b8b-a59a-4768-9e28-e6a381105a39 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:28:43.492727 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] Updating router ed9e2b8b-a59a-4768-9e28-e6a381105a39 port b5cb44ec-c30b-412d-91b4-7f028d0b56f0 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:28:43.538215 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:43.823488 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:43.836864 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] Transition to ACTIVE for port object b5cb44ec-c30b-412d-91b4-7f028d0b56f0 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:43.844650 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:43.893926 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056a76c-94dd-4a74-87e9-c475d468b2e0 None None] Pushing event updated for resources: {'Port': ['ID=b5cb44ec-c30b-412d-91b4-7f028d0b56f0,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:43.919154 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056a76c-94dd-4a74-87e9-c475d468b2e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:43.919524 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056a76c-94dd-4a74-87e9-c475d468b2e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:43.919816 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056a76c-94dd-4a74-87e9-c475d468b2e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:43.920138 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056a76c-94dd-4a74-87e9-c475d468b2e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:43.920483 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056a76c-94dd-4a74-87e9-c475d468b2e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:43.920811 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056a76c-94dd-4a74-87e9-c475d468b2e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:43.921111 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056a76c-94dd-4a74-87e9-c475d468b2e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:43.921421 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056a76c-94dd-4a74-87e9-c475d468b2e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:43.921733 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056a76c-94dd-4a74-87e9-c475d468b2e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:43.922062 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056a76c-94dd-4a74-87e9-c475d468b2e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:43.924026 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056a76c-94dd-4a74-87e9-c475d468b2e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:43.924346 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f056a76c-94dd-4a74-87e9-c475d468b2e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:43.959072 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] Attempting to bind port b5cb44ec-c30b-412d-91b4-7f028d0b56f0 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:28:43.959722 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] Attempting to bind port b5cb44ec-c30b-412d-91b4-7f028d0b56f0 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '00197bce-95af-40f0-acbc-ef9af689d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:28:43.960262 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] Attempting to bind port b5cb44ec-c30b-412d-91b4-7f028d0b56f0 on network 472023ea-ee27-450b-8b87-a8ecb0a5c9c8 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:28:43.965992 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:28:43.966681 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] Checking segment: {'id': '00197bce-95af-40f0-acbc-ef9af689d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:28:43.967082 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:43.967465 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] Bound using segment: {'id': '00197bce-95af-40f0-acbc-ef9af689d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:28:43.967926 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] Bound port: b5cb44ec-c30b-412d-91b4-7f028d0b56f0, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00197bce-95af-40f0-acbc-ef9af689d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:28:43.968294 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.033333 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] For port b5cb44ec-c30b-412d-91b4-7f028d0b56f0, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:28:44.036719 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] For port b5cb44ec-c30b-412d-91b4-7f028d0b56f0, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=b5cb44ec-c30b-412d-91b4-7f028d0b56f0,segment=NetworkSegment(00197bce-95af-40f0-acbc-ef9af689d759),segment_id=00197bce-95af-40f0-acbc-ef9af689d759)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:28:44.044896 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.098099 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] Routers {'ed9e2b8b-a59a-4768-9e28-e6a381105a39'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:44.099376 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:28:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['ed9e2b8b-a59a-4768-9e28-e6a381105a39'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:44.214335 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] Set router ed9e2b8b-a59a-4768-9e28-e6a381105a39 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:44.245003 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-381421ce-97a3-4c8d-84d3-8265ebac1792 req-7e25a0b6-8f6c-4838-9bf6-260c95c75f2a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 210 time: 0.0451918 Jul 16 02:28:44.279277 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-b9694160-fc46-4434-a597-6d89c6948700 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:44.281151 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-b9694160-fc46-4434-a597-6d89c6948700 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.82 "GET /v2.0/networks?id=472023ea-ee27-450b-8b87-a8ecb0a5c9c8 HTTP/1.1" status: 200 len: 797 time: 0.1886346 Jul 16 02:28:44.303415 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056a76c-94dd-4a74-87e9-c475d468b2e0 None None] Pushing event updated for resources: {'Port': ['ID=b5cb44ec-c30b-412d-91b4-7f028d0b56f0,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:44.343287 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-3b0683d2-1233-4ddf-9a63-4272ccefce5e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5 HTTP/1.1" status: 200 len: 379 time: 0.0535324 Jul 16 02:28:44.353081 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-c1fa253f-316d-4825-83ad-8e298e22aa4b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'port': {'device_id': 'cac18819-87e4-45cd-83c8-bd52147a83a4', 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8', 'admin_state_up': True, 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'security_groups': ['afc9eb1a-7f23-449e-8890-3bed365c44cd']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:44.470672 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-c1fa253f-316d-4825-83ad-8e298e22aa4b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Made reservation on behalf of 9aba07b934ba4a8b8b1533b6c3e565a5 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:28:44.474179 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646720365', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:41Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'b5cb44ec-c30b-412d-91b4-7f028d0b56f0', 'name': '', 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:aa:0a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3ddd9001-9821-4e81-8cfa-2526729f1b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:40Z', 'updated_at': '2021-07-16T02:28:44Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': '3ddd9001-9821-4e81-8cfa-2526729f1b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:44.475427 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-c1fa253f-316d-4825-83ad-8e298e22aa4b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.503237 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b4e91e-5ae9-4174-9521-554f1cc9d83a None None] The sync data for ids ['ed9e2b8b-a59a-4768-9e28-e6a381105a39'] in n-d-792394-16 is: [{'id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646720365', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:41Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'b5cb44ec-c30b-412d-91b4-7f028d0b56f0', 'name': '', 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:aa:0a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3ddd9001-9821-4e81-8cfa-2526729f1b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:40Z', 'updated_at': '2021-07-16T02:28:44Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': '3ddd9001-9821-4e81-8cfa-2526729f1b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:28:44.535727 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 211d7c40-3ba6-4718-9e80-6f082c36e277 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:44.613675 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 211d7c40-3ba6-4718-9e80-6f082c36e277 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:44.614241 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.650034 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-c1fa253f-316d-4825-83ad-8e298e22aa4b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Allocated IP 172.20.0.12 (472023ea-ee27-450b-8b87-a8ecb0a5c9c8/3ddd9001-9821-4e81-8cfa-2526729f1b98/b0c381b3-b743-4d43-b644-e1d859c0da9c) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:28:44.712528 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a6d78523-0862-4be8-991e-97873b5d90b1 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:44.761502 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port a6d78523-0862-4be8-991e-97873b5d90b1 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:44.761886 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.817401 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-c1fa253f-316d-4825-83ad-8e298e22aa4b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.834352 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-c1fa253f-316d-4825-83ad-8e298e22aa4b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Transition to ACTIVE for port object b0c381b3-b743-4d43-b644-e1d859c0da9c will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:44.872687 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-c1fa253f-316d-4825-83ad-8e298e22aa4b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:44.922631 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-c1fa253f-316d-4825-83ad-8e298e22aa4b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 472023ea-ee27-450b-8b87-a8ecb0a5c9c8 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:28:44.926148 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-c1fa253f-316d-4825-83ad-8e298e22aa4b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:44.929165 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-c1fa253f-316d-4825-83ad-8e298e22aa4b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:28:44.959699 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa253f-316d-4825-83ad-8e298e22aa4b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=b0c381b3-b743-4d43-b644-e1d859c0da9c,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:44.992902 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-c1fa253f-316d-4825-83ad-8e298e22aa4b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:44.993876 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-c1fa253f-316d-4825-83ad-8e298e22aa4b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:45.011850 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-c1fa253f-316d-4825-83ad-8e298e22aa4b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6629367 Jul 16 02:28:45.023105 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-4284cb0d-92e2-478a-896f-0b7960163fe1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:28:45.024395 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-4284cb0d-92e2-478a-896f-0b7960163fe1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061224 Jul 16 02:28:45.036336 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-dd9d27da-4ac7-4674-9bf1-6831ddef7511 service neutron] Request body: {'port': {'device_id': 'cac18819-87e4-45cd-83c8-bd52147a83a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:45.121560 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-dd9d27da-4ac7-4674-9bf1-6831ddef7511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:45.194151 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5380b921-bad0-4ef2-a3a9-526de333e899 None None] Provisioning for port b0c381b3-b743-4d43-b644-e1d859c0da9c completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:45.198634 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5380b921-bad0-4ef2-a3a9-526de333e899 None None] Provisioning complete for port b0c381b3-b743-4d43-b644-e1d859c0da9c triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:45.199013 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5380b921-bad0-4ef2-a3a9-526de333e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:45.238598 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5380b921-bad0-4ef2-a3a9-526de333e899 None None] Port b0c381b3-b743-4d43-b644-e1d859c0da9c cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:28:45.423118 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-dd9d27da-4ac7-4674-9bf1-6831ddef7511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c381b3-b743-4d43-b644-e1d859c0da9c {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:28:45.440069 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-dd9d27da-4ac7-4674-9bf1-6831ddef7511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:45.445771 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8990b-b973-46af-a800-85ead3a2eb78 req-3c8096df-693b-451b-a7be-d36e993a1db3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:45.447601 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f6b8990b-b973-46af-a800-85ead3a2eb78 req-3c8096df-693b-451b-a7be-d36e993a1db3 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 932 time: 0.0781996 Jul 16 02:28:45.461200 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-dd9d27da-4ac7-4674-9bf1-6831ddef7511 service neutron] Transition to ACTIVE for port object b0c381b3-b743-4d43-b644-e1d859c0da9c will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:45.468649 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-dd9d27da-4ac7-4674-9bf1-6831ddef7511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:45.493562 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f6b8990b-b973-46af-a800-85ead3a2eb78 req-58c02974-3524-499b-8fee-68f032829fff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=afc9eb1a-7f23-449e-8890-3bed365c44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398209 Jul 16 02:28:45.574574 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d27da-4ac7-4674-9bf1-6831ddef7511 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c381b3-b743-4d43-b644-e1d859c0da9c,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:45.608529 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-dd9d27da-4ac7-4674-9bf1-6831ddef7511 service neutron] Attempting to bind port b0c381b3-b743-4d43-b644-e1d859c0da9c on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:28:45.608879 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-dd9d27da-4ac7-4674-9bf1-6831ddef7511 service neutron] Attempting to bind port b0c381b3-b743-4d43-b644-e1d859c0da9c by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '00197bce-95af-40f0-acbc-ef9af689d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:28:45.609210 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-dd9d27da-4ac7-4674-9bf1-6831ddef7511 service neutron] Attempting to bind port b0c381b3-b743-4d43-b644-e1d859c0da9c on network 472023ea-ee27-450b-8b87-a8ecb0a5c9c8 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:28:45.614315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-dd9d27da-4ac7-4674-9bf1-6831ddef7511 service neutron] Port b0c381b3-b743-4d43-b644-e1d859c0da9c on network 472023ea-ee27-450b-8b87-a8ecb0a5c9c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:28:45.614644 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-dd9d27da-4ac7-4674-9bf1-6831ddef7511 service neutron] Attempting to bind port b0c381b3-b743-4d43-b644-e1d859c0da9c on network 472023ea-ee27-450b-8b87-a8ecb0a5c9c8 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:28:45.620099 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-dd9d27da-4ac7-4674-9bf1-6831ddef7511 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:28:45.620497 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-dd9d27da-4ac7-4674-9bf1-6831ddef7511 service neutron] Checking segment: {'id': '00197bce-95af-40f0-acbc-ef9af689d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:28:45.620888 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-dd9d27da-4ac7-4674-9bf1-6831ddef7511 service neutron] Bound using segment: {'id': '00197bce-95af-40f0-acbc-ef9af689d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:28:45.621318 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-dd9d27da-4ac7-4674-9bf1-6831ddef7511 service neutron] Bound port: b0c381b3-b743-4d43-b644-e1d859c0da9c, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00197bce-95af-40f0-acbc-ef9af689d759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:28:45.621681 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-dd9d27da-4ac7-4674-9bf1-6831ddef7511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:45.698642 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-dd9d27da-4ac7-4674-9bf1-6831ddef7511 service neutron] For port b0c381b3-b743-4d43-b644-e1d859c0da9c, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:28:45.703251 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-dd9d27da-4ac7-4674-9bf1-6831ddef7511 service neutron] For port b0c381b3-b743-4d43-b644-e1d859c0da9c, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=b0c381b3-b743-4d43-b644-e1d859c0da9c,segment=NetworkSegment(00197bce-95af-40f0-acbc-ef9af689d759),segment_id=00197bce-95af-40f0-acbc-ef9af689d759)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:28:45.710663 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-dd9d27da-4ac7-4674-9bf1-6831ddef7511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:45.753303 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-dd9d27da-4ac7-4674-9bf1-6831ddef7511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:45.754127 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-dd9d27da-4ac7-4674-9bf1-6831ddef7511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:45.755635 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-dd9d27da-4ac7-4674-9bf1-6831ddef7511 service neutron] 10.222.0.82 "PUT /v2.0/ports/b0c381b3-b743-4d43-b644-e1d859c0da9c HTTP/1.1" status: 200 len: 1093 time: 0.7238808 Jul 16 02:28:45.758538 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac18819-87e4-45cd-83c8-bd52147a83a4', 'tag': 'b0c381b3-b743-4d43-b644-e1d859c0da9c'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:45.762053 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6fba95-2e0f-4f2a-9662-23186ebd496a" -d '{"events": [{"name": "network-changed", "server_uuid": "cac18819-87e4-45cd-83c8-bd52147a83a4", "tag": "b0c381b3-b743-4d43-b644-e1d859c0da9c"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:45.800073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d27da-4ac7-4674-9bf1-6831ddef7511 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c381b3-b743-4d43-b644-e1d859c0da9c,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:45.808465 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0ef0aa-9aa4-4844-b7a5-0f2620363583 x-openstack-request-id: req-2e0ef0aa-9aa4-4844-b7a5-0f2620363583 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:45.808744 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac18819-87e4-45cd-83c8-bd52147a83a4", "tag": "b0c381b3-b743-4d43-b644-e1d859c0da9c", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:45.808992 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e0ef0aa-9aa4-4844-b7a5-0f2620363583 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:45.809394 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac18819-87e4-45cd-83c8-bd52147a83a4', 'tag': 'b0c381b3-b743-4d43-b644-e1d859c0da9c', 'status': 'completed', 'code': 200} Jul 16 02:28:45.870395 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-89b18509-001d-431f-9e64-36ce587f9f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:45.871945 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-89b18509-001d-431f-9e64-36ce587f9f80 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 1096 time: 0.0597539 Jul 16 02:28:45.916550 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-dea0a59c-aa31-4ba8-9f33-44ca8a8ae667 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0c381b3-b743-4d43-b644-e1d859c0da9c HTTP/1.1" status: 200 len: 217 time: 0.0352921 Jul 16 02:28:45.967327 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-3cbb0d26-7a02-42af-9f40-62984885cb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:45.968752 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-3cbb0d26-7a02-42af-9f40-62984885cb8b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3ddd9001-9821-4e81-8cfa-2526729f1b98 HTTP/1.1" status: 200 len: 833 time: 0.0449867 Jul 16 02:28:46.032346 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-14bc7bba-e774-4b58-bd64-3366e527d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:46.033924 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-14bc7bba-e774-4b58-bd64-3366e527d5e5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=472023ea-ee27-450b-8b87-a8ecb0a5c9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593472 Jul 16 02:28:46.137464 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-7e512c11-ce66-4e58-bec7-4ecbe5561a65 service neutron] 10.222.0.82 "GET /v2.0/networks/472023ea-ee27-450b-8b87-a8ecb0a5c9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968614 Jul 16 02:28:46.236864 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1b628fc1-8f70-4c91-824e-17cb936900dc req-221a645a-f240-4ace-bada-ccbd0aeb9cba service neutron] 10.222.0.82 "GET /v2.0/networks/472023ea-ee27-450b-8b87-a8ecb0a5c9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928671 Jul 16 02:28:46.350102 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fba95-2e0f-4f2a-9662-23186ebd496a req-b3930f1f-1742-4d69-b70a-51e45347b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:46.351619 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fd6fba95-2e0f-4f2a-9662-23186ebd496a req-b3930f1f-1742-4d69-b70a-51e45347b5ed service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 1096 time: 0.0607731 Jul 16 02:28:46.449627 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fba95-2e0f-4f2a-9662-23186ebd496a req-ddfb8f2c-ac3d-4826-bd02-c674056ae378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:46.451132 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fd6fba95-2e0f-4f2a-9662-23186ebd496a req-ddfb8f2c-ac3d-4826-bd02-c674056ae378 service neutron] 10.222.0.82 "GET /v2.0/networks?id=472023ea-ee27-450b-8b87-a8ecb0a5c9c8 HTTP/1.1" status: 200 len: 898 time: 0.0928183 Jul 16 02:28:46.493457 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fd6fba95-2e0f-4f2a-9662-23186ebd496a req-f87037a0-16a1-4aa4-ad14-2eca180dbea1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0c381b3-b743-4d43-b644-e1d859c0da9c HTTP/1.1" status: 200 len: 217 time: 0.0349329 Jul 16 02:28:46.548111 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device b5cb44ec-c30b-412d-91b4-7f028d0b56f0 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:46.559180 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fba95-2e0f-4f2a-9662-23186ebd496a req-36e46544-6584-43c8-8dc8-759179df492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:46.560799 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fd6fba95-2e0f-4f2a-9662-23186ebd496a req-36e46544-6584-43c8-8dc8-759179df492c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3ddd9001-9821-4e81-8cfa-2526729f1b98 HTTP/1.1" status: 200 len: 833 time: 0.0603321 Jul 16 02:28:46.605764 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port b5cb44ec-c30b-412d-91b4-7f028d0b56f0 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:46.610036 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port b5cb44ec-c30b-412d-91b4-7f028d0b56f0 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:46.610422 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.630588 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fba95-2e0f-4f2a-9662-23186ebd496a req-a8fa1b66-a4e1-4110-b0ec-c345bbe90d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:46.632156 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fd6fba95-2e0f-4f2a-9662-23186ebd496a req-a8fa1b66-a4e1-4110-b0ec-c345bbe90d4e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=472023ea-ee27-450b-8b87-a8ecb0a5c9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647802 Jul 16 02:28:46.684428 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e54d7-d25c-476d-8959-a972b023e2c2 req-7813cab6-12f4-46b9-831d-4c9286695e52 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:46.690712 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4e0e54d7-d25c-476d-8959-a972b023e2c2 req-7813cab6-12f4-46b9-831d-4c9286695e52 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 944 time: 0.0708828 Jul 16 02:28:46.692778 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.726313 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port b5cb44ec-c30b-412d-91b4-7f028d0b56f0, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=b5cb44ec-c30b-412d-91b4-7f028d0b56f0,segment=NetworkSegment(00197bce-95af-40f0-acbc-ef9af689d759),segment_id=00197bce-95af-40f0-acbc-ef9af689d759)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:46.728957 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4e0e54d7-d25c-476d-8959-a972b023e2c2 req-09125c7c-5131-40c8-9715-e0004900098f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=afc9eb1a-7f23-449e-8890-3bed365c44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362747 Jul 16 02:28:46.731690 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.731970 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fd6fba95-2e0f-4f2a-9662-23186ebd496a req-259f1799-8595-4067-a458-a50eaac18d87 service neutron] 10.222.0.82 "GET /v2.0/networks/472023ea-ee27-450b-8b87-a8ecb0a5c9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909426 Jul 16 02:28:46.779851 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=b5cb44ec-c30b-412d-91b4-7f028d0b56f0,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:46.833415 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fd6fba95-2e0f-4f2a-9662-23186ebd496a req-4f9cab2e-3cd3-4a57-a6c0-ccef4a68e392 service neutron] 10.222.0.82 "GET /v2.0/networks/472023ea-ee27-450b-8b87-a8ecb0a5c9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936635 Jul 16 02:28:47.117434 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device b0c381b3-b743-4d43-b644-e1d859c0da9c details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:28:47.232626 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port b0c381b3-b743-4d43-b644-e1d859c0da9c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=b0c381b3-b743-4d43-b644-e1d859c0da9c,segment=NetworkSegment(00197bce-95af-40f0-acbc-ef9af689d759),segment_id=00197bce-95af-40f0-acbc-ef9af689d759)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:47.243140 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': 'b0c381b3-b743-4d43-b644-e1d859c0da9c', 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8', 'port_id': 'b0c381b3-b743-4d43-b644-e1d859c0da9c', 'mac_address': 'fa:16:3e:22:96:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ddd9001-9821-4e81-8cfa-2526729f1b98', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:28:47.281471 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:47.299435 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c381b3-b743-4d43-b644-e1d859c0da9c {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:28:47.319743 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port b0c381b3-b743-4d43-b644-e1d859c0da9c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=b0c381b3-b743-4d43-b644-e1d859c0da9c,segment=NetworkSegment(00197bce-95af-40f0-acbc-ef9af689d759),segment_id=00197bce-95af-40f0-acbc-ef9af689d759)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:47.326044 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:47.375141 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=b0c381b3-b743-4d43-b644-e1d859c0da9c,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:47.531265 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['b0c381b3-b743-4d43-b644-e1d859c0da9c'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:28:47.915146 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242cf0-de9e-45e3-a174-02c39d7e5d7b req-c2474ecc-7a1c-4962-b66d-52ccbadd56e5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:47.917064 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-65242cf0-de9e-45e3-a174-02c39d7e5d7b req-c2474ecc-7a1c-4962-b66d-52ccbadd56e5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 945 time: 0.0732510 Jul 16 02:28:47.960308 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-65242cf0-de9e-45e3-a174-02c39d7e5d7b req-5ad347a1-4d8c-4869-854d-7ece6d3cf192 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=afc9eb1a-7f23-449e-8890-3bed365c44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352838 Jul 16 02:28:48.527862 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device b5cb44ec-c30b-412d-91b4-7f028d0b56f0 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:48.579712 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port b5cb44ec-c30b-412d-91b4-7f028d0b56f0 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:48.579712 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:49.123572 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device b0c381b3-b743-4d43-b644-e1d859c0da9c up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:49.164623 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec4d54-8e97-49b8-976a-cb530b542c84 req-f6d63130-ca40-4291-a5d4-f1c1319bb56a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:49.166167 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9eec4d54-8e97-49b8-976a-cb530b542c84 req-f6d63130-ca40-4291-a5d4-f1c1319bb56a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 945 time: 0.0724189 Jul 16 02:28:49.176402 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port b0c381b3-b743-4d43-b644-e1d859c0da9c completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:49.181226 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port b0c381b3-b743-4d43-b644-e1d859c0da9c triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:49.181607 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:49.206621 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9eec4d54-8e97-49b8-976a-cb530b542c84 req-044573f8-7db8-4beb-bb32-9962bd4e7f09 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=afc9eb1a-7f23-449e-8890-3bed365c44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344424 Jul 16 02:28:49.262879 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:49.284693 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac18819-87e4-45cd-83c8-bd52147a83a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c381b3-b743-4d43-b644-e1d859c0da9c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:49.286889 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121482ce-47ac-456a-9731-5c7ef87ff434" -d '{"events": [{"server_uuid": "cac18819-87e4-45cd-83c8-bd52147a83a4", "name": "network-vif-plugged", "status": "completed", "tag": "b0c381b3-b743-4d43-b644-e1d859c0da9c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:49.299572 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port b0c381b3-b743-4d43-b644-e1d859c0da9c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=b0c381b3-b743-4d43-b644-e1d859c0da9c,segment=NetworkSegment(00197bce-95af-40f0-acbc-ef9af689d759),segment_id=00197bce-95af-40f0-acbc-ef9af689d759)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:49.305240 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:49.329008 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18337613-d256-4857-97dc-8613433ea804 x-openstack-request-id: req-18337613-d256-4857-97dc-8613433ea804 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:49.329302 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac18819-87e4-45cd-83c8-bd52147a83a4", "name": "network-vif-plugged", "status": "completed", "tag": "b0c381b3-b743-4d43-b644-e1d859c0da9c", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:49.329573 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18337613-d256-4857-97dc-8613433ea804 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:49.329952 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac18819-87e4-45cd-83c8-bd52147a83a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c381b3-b743-4d43-b644-e1d859c0da9c', 'code': 200} Jul 16 02:28:49.356543 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=b0c381b3-b743-4d43-b644-e1d859c0da9c,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:49.442635 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a915c-7b79-4581-996c-912023b575c0 req-5231826e-277b-4802-aeec-718e200074c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:49.444197 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-073a915c-7b79-4581-996c-912023b575c0 req-5231826e-277b-4802-aeec-718e200074c3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 1098 time: 0.0534663 Jul 16 02:28:49.483190 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-073a915c-7b79-4581-996c-912023b575c0 req-922d8de5-95bf-44cf-a3f0-adc56ce649b7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=afc9eb1a-7f23-449e-8890-3bed365c44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329623 Jul 16 02:28:50.398449 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ec17e-b3a1-443e-97ab-020784ef3e79 req-d50d0bdd-b8ea-4f27-a91a-2bc67a2db047 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:50.399948 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-282ec17e-b3a1-443e-97ab-020784ef3e79 req-d50d0bdd-b8ea-4f27-a91a-2bc67a2db047 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 946 time: 0.0668538 Jul 16 02:28:50.438711 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-282ec17e-b3a1-443e-97ab-020784ef3e79 req-1ea20ed0-62fa-4457-a43c-28b5c7708359 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=afc9eb1a-7f23-449e-8890-3bed365c44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331283 Jul 16 02:28:50.623634 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba8af3-36a9-455e-b4ff-c6c173c84aad req-1d1e0a87-73a2-4dbe-a8ab-99118f19892f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:50.625249 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-99ba8af3-36a9-455e-b4ff-c6c173c84aad req-1d1e0a87-73a2-4dbe-a8ab-99118f19892f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 946 time: 0.0692043 Jul 16 02:28:50.666358 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-99ba8af3-36a9-455e-b4ff-c6c173c84aad req-43b7a06c-fdab-4934-b9e8-9eb4859f009c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=afc9eb1a-7f23-449e-8890-3bed365c44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334404 Jul 16 02:28:50.691733 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41102) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:50.757270 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c42545d-8564-42cc-8cbd-5a3c5eee53e9 tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:50.758823 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9c42545d-8564-42cc-8cbd-5a3c5eee53e9 tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 1093 time: 0.0656955 Jul 16 02:28:50.763262 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41104) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:50.767752 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-10611e23-5caa-4a1f-87a2-caa1b44838cd tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': 'b0c381b3-b743-4d43-b644-e1d859c0da9c', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:50.791135 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-10611e23-5caa-4a1f-87a2-caa1b44838cd tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:50.898801 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-10611e23-5caa-4a1f-87a2-caa1b44838cd tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:51.012427 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-10611e23-5caa-4a1f-87a2-caa1b44838cd tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Allocated IP 172.25.6.125 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/db5c20bb-b7c7-4073-8921-b1376dd596b9) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:28:51.115487 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-10611e23-5caa-4a1f-87a2-caa1b44838cd tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:51.158006 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-10611e23-5caa-4a1f-87a2-caa1b44838cd tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:51.195797 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10611e23-5caa-4a1f-87a2-caa1b44838cd tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:28:51.200966 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-10611e23-5caa-4a1f-87a2-caa1b44838cd tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:51.204486 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10611e23-5caa-4a1f-87a2-caa1b44838cd tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:28:51.233657 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10611e23-5caa-4a1f-87a2-caa1b44838cd tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=db5c20bb-b7c7-4073-8921-b1376dd596b9,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:51.600847 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-10611e23-5caa-4a1f-87a2-caa1b44838cd tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:51.692979 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-10611e23-5caa-4a1f-87a2-caa1b44838cd tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:51.840806 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-10611e23-5caa-4a1f-87a2-caa1b44838cd tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:51.848265 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-10611e23-5caa-4a1f-87a2-caa1b44838cd tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:51.914203 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10611e23-5caa-4a1f-87a2-caa1b44838cd tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=db5c20bb-b7c7-4073-8921-b1376dd596b9,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:51.926637 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-10611e23-5caa-4a1f-87a2-caa1b44838cd tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:52.043600 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-10611e23-5caa-4a1f-87a2-caa1b44838cd tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Floating IP 79269ebb-5204-4674-8c45-ea9de2348f42 associated. External IP: 172.25.6.125, port: b0c381b3-b743-4d43-b644-e1d859c0da9c. Jul 16 02:28:52.606449 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10611e23-5caa-4a1f-87a2-caa1b44838cd tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Router ed9e2b8b-a59a-4768-9e28-e6a381105a39 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:28:52.722475 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10611e23-5caa-4a1f-87a2-caa1b44838cd tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:28:52.732665 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf78b4-5ae9-4573-8a2f-03c824eb196f None None] Sync routers for ids ['ed9e2b8b-a59a-4768-9e28-e6a381105a39'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:28:52.740426 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-10611e23-5caa-4a1f-87a2-caa1b44838cd tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:52.743459 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf78b4-5ae9-4573-8a2f-03c824eb196f None None] Routers {'ed9e2b8b-a59a-4768-9e28-e6a381105a39'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:52.744084 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-eaaf78b4-5ae9-4573-8a2f-03c824eb196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:28:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['ed9e2b8b-a59a-4768-9e28-e6a381105a39'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:52.777733 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-10611e23-5caa-4a1f-87a2-caa1b44838cd tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0134256 Jul 16 02:28:52.778401 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac18819-87e4-45cd-83c8-bd52147a83a4', 'tag': 'b0c381b3-b743-4d43-b644-e1d859c0da9c'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:52.781892 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd95578-3a31-4333-9591-2fea35baac04" -d '{"events": [{"name": "network-changed", "server_uuid": "cac18819-87e4-45cd-83c8-bd52147a83a4", "tag": "b0c381b3-b743-4d43-b644-e1d859c0da9c"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:52.820231 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701ded2c-ffb7-4f94-899b-2ac433b920dd x-openstack-request-id: req-701ded2c-ffb7-4f94-899b-2ac433b920dd {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:52.820630 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac18819-87e4-45cd-83c8-bd52147a83a4", "tag": "b0c381b3-b743-4d43-b644-e1d859c0da9c", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:52.820960 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-701ded2c-ffb7-4f94-899b-2ac433b920dd {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:52.821463 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac18819-87e4-45cd-83c8-bd52147a83a4', 'tag': 'b0c381b3-b743-4d43-b644-e1d859c0da9c', 'status': 'completed', 'code': 200} Jul 16 02:28:52.860472 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-eaaf78b4-5ae9-4573-8a2f-03c824eb196f None None] Set router ed9e2b8b-a59a-4768-9e28-e6a381105a39 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:52.895842 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd95578-3a31-4333-9591-2fea35baac04 req-fffc1851-b391-4c57-bf6a-6b0755452bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:52.897486 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4fd95578-3a31-4333-9591-2fea35baac04 req-fffc1851-b391-4c57-bf6a-6b0755452bb9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 1098 time: 0.0539334 Jul 16 02:28:52.991057 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1392be5-f041-4bc1-8316-654ae629adf9 req-a74d4d6c-0180-4a0e-9456-a9b2871c9c6b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:52.992568 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a1392be5-f041-4bc1-8316-654ae629adf9 req-a74d4d6c-0180-4a0e-9456-a9b2871c9c6b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 946 time: 0.0759723 Jul 16 02:28:53.014206 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd95578-3a31-4333-9591-2fea35baac04 req-8d87e58d-098a-40f0-b46b-8814ecca371e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:53.015609 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4fd95578-3a31-4333-9591-2fea35baac04 req-8d87e58d-098a-40f0-b46b-8814ecca371e service neutron] 10.222.0.82 "GET /v2.0/networks?id=472023ea-ee27-450b-8b87-a8ecb0a5c9c8 HTTP/1.1" status: 200 len: 898 time: 0.1106288 Jul 16 02:28:53.033293 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a1392be5-f041-4bc1-8316-654ae629adf9 req-6853bb7a-2615-4e4f-90ad-af81f8589d76 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=afc9eb1a-7f23-449e-8890-3bed365c44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340571 Jul 16 02:28:53.057633 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41112) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:53.086929 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4fd95578-3a31-4333-9591-2fea35baac04 req-b9beed71-be1e-4c2b-a9e3-644fddb87dc0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0c381b3-b743-4d43-b644-e1d859c0da9c HTTP/1.1" status: 200 len: 1000 time: 0.0644035 Jul 16 02:28:53.100725 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-eaaf78b4-5ae9-4573-8a2f-03c824eb196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646720365', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:41Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '79269ebb-5204-4674-8c45-ea9de2348f42', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'port_id': 'b0c381b3-b743-4d43-b644-e1d859c0da9c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8', 'mac_address': 'fa:16:3e:22:96:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac18819-87e4-45cd-83c8-bd52147a83a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:28:51Z', 'updated_at': '2021-07-16T02:28:51Z', 'revision_number': 0, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5cb44ec-c30b-412d-91b4-7f028d0b56f0', 'name': '', 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:aa:0a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3ddd9001-9821-4e81-8cfa-2526729f1b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:40Z', 'updated_at': '2021-07-16T02:28:46Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': '3ddd9001-9821-4e81-8cfa-2526729f1b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:53.123841 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-661fceda-d881-44ad-a2cd-38a191abc68b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/floatingips/79269ebb-5204-4674-8c45-ea9de2348f42 HTTP/1.1" status: 200 len: 992 time: 0.0649579 Jul 16 02:28:53.130970 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf78b4-5ae9-4573-8a2f-03c824eb196f None None] Checking router: ed9e2b8b-a59a-4768-9e28-e6a381105a39 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:28:53.140515 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf78b4-5ae9-4573-8a2f-03c824eb196f None None] Routers {'ed9e2b8b-a59a-4768-9e28-e6a381105a39'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:53.141159 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-eaaf78b4-5ae9-4573-8a2f-03c824eb196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:28:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['ed9e2b8b-a59a-4768-9e28-e6a381105a39'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:53.144016 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd95578-3a31-4333-9591-2fea35baac04 req-4ce92b1e-f6b0-421e-b37b-e5784aa82e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:53.145642 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4fd95578-3a31-4333-9591-2fea35baac04 req-4ce92b1e-f6b0-421e-b37b-e5784aa82e34 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3ddd9001-9821-4e81-8cfa-2526729f1b98 HTTP/1.1" status: 200 len: 833 time: 0.0527179 Jul 16 02:28:53.210364 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd95578-3a31-4333-9591-2fea35baac04 req-2c783859-f5fe-44fb-9b7a-4f5c17dbc8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:53.211916 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4fd95578-3a31-4333-9591-2fea35baac04 req-2c783859-f5fe-44fb-9b7a-4f5c17dbc8f8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=472023ea-ee27-450b-8b87-a8ecb0a5c9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603073 Jul 16 02:28:53.265973 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-eaaf78b4-5ae9-4573-8a2f-03c824eb196f None None] Set router ed9e2b8b-a59a-4768-9e28-e6a381105a39 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:53.302062 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4fd95578-3a31-4333-9591-2fea35baac04 req-473f1727-6825-41ad-9f17-1d047a0e098e service neutron] 10.222.0.82 "GET /v2.0/networks/472023ea-ee27-450b-8b87-a8ecb0a5c9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837440 Jul 16 02:28:53.402736 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4fd95578-3a31-4333-9591-2fea35baac04 req-f99b08ad-388c-40c8-8627-85ef1e9e69ff service neutron] 10.222.0.82 "GET /v2.0/networks/472023ea-ee27-450b-8b87-a8ecb0a5c9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945837 Jul 16 02:28:53.501498 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-eaaf78b4-5ae9-4573-8a2f-03c824eb196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646720365', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:41Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '79269ebb-5204-4674-8c45-ea9de2348f42', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'port_id': 'b0c381b3-b743-4d43-b644-e1d859c0da9c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8', 'mac_address': 'fa:16:3e:22:96:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac18819-87e4-45cd-83c8-bd52147a83a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:28:51Z', 'updated_at': '2021-07-16T02:28:51Z', 'revision_number': 0, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5cb44ec-c30b-412d-91b4-7f028d0b56f0', 'name': '', 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:aa:0a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3ddd9001-9821-4e81-8cfa-2526729f1b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:40Z', 'updated_at': '2021-07-16T02:28:46Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': '3ddd9001-9821-4e81-8cfa-2526729f1b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:53.532784 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf78b4-5ae9-4573-8a2f-03c824eb196f None None] The sync data for ids ['ed9e2b8b-a59a-4768-9e28-e6a381105a39'] in n-d-792394-16 is: [{'id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646720365', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:41Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '79269ebb-5204-4674-8c45-ea9de2348f42', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'port_id': 'b0c381b3-b743-4d43-b644-e1d859c0da9c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8', 'mac_address': 'fa:16:3e:22:96:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac18819-87e4-45cd-83c8-bd52147a83a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:28:51Z', 'updated_at': '2021-07-16T02:28:51Z', 'revision_number': 0, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5cb44ec-c30b-412d-91b4-7f028d0b56f0', 'name': '', 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:aa:0a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3ddd9001-9821-4e81-8cfa-2526729f1b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:40Z', 'updated_at': '2021-07-16T02:28:46Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': '3ddd9001-9821-4e81-8cfa-2526729f1b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:28:53.768128 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141efef3-3f62-4dfe-9621-b1b943e2f59b None None] New status for floating IP 79269ebb-5204-4674-8c45-ea9de2348f42: ACTIVE {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:28:54.127877 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41114) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:54.196264 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-94e3acbc-f8f1-4b24-9684-c99f6ab937d0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/floatingips/79269ebb-5204-4674-8c45-ea9de2348f42 HTTP/1.1" status: 200 len: 994 time: 0.0669816 Jul 16 02:28:56.677744 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2b3aa8d-29d9-488e-b613-852ca15cecd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:59.660799 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c4f0ad2-d96b-4db5-91cb-c2122f104365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:59.810608 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:01.067388 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:02.043069 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:02.442036 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:29:02.800731 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:05.632937 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:23.140152 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fabae4-8c68-490d-8753-813fe3a4e9d9 req-8e606751-f199-46d1-9ebf-61545bf768c2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:23.141804 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-81fabae4-8c68-490d-8753-813fe3a4e9d9 req-8e606751-f199-46d1-9ebf-61545bf768c2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 946 time: 0.0707312 Jul 16 02:29:23.184395 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-81fabae4-8c68-490d-8753-813fe3a4e9d9 req-ccd5e284-77b7-4e29-bb1f-5181df844326 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=afc9eb1a-7f23-449e-8890-3bed365c44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368733 Jul 16 02:29:24.631090 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb77919-2d96-4fbf-adc3-cd2869e07f6a req-f381770c-94b9-4d65-97ad-391e9cf5a67e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:24.632740 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8bb77919-2d96-4fbf-adc3-cd2869e07f6a req-f381770c-94b9-4d65-97ad-391e9cf5a67e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 946 time: 0.1325958 Jul 16 02:29:24.686519 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8bb77919-2d96-4fbf-adc3-cd2869e07f6a req-1eec07f4-071d-4d58-811c-09b82e18c6ff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=afc9eb1a-7f23-449e-8890-3bed365c44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478227 Jul 16 02:29:25.886136 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a0ea1-c527-4eda-a11e-8b9f210a34ab req-924f2818-d8cb-4416-ab64-0b54ec16b8d4 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:25.887881 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a4a0ea1-c527-4eda-a11e-8b9f210a34ab req-924f2818-d8cb-4416-ab64-0b54ec16b8d4 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 946 time: 0.0824935 Jul 16 02:29:25.937971 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2a4a0ea1-c527-4eda-a11e-8b9f210a34ab req-5ceb608a-bc96-4803-a29a-d35b90442418 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=afc9eb1a-7f23-449e-8890-3bed365c44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442615 Jul 16 02:29:26.676456 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3999bd68-549d-4df2-9d48-e6adec1ecf04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:27.123247 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f69a3-affd-4b81-a06c-c01ebae4c952 req-ef7e0d3a-3411-4632-9b7e-0fea221b82ff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:27.124778 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-713f69a3-affd-4b81-a06c-c01ebae4c952 req-ef7e0d3a-3411-4632-9b7e-0fea221b82ff tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 946 time: 0.0635951 Jul 16 02:29:27.165646 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-713f69a3-affd-4b81-a06c-c01ebae4c952 req-cf57ac2f-cbe2-4ecb-8c5e-b028ecf331f9 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=afc9eb1a-7f23-449e-8890-3bed365c44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334189 Jul 16 02:29:28.384164 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23041560-3d2e-4007-986b-366ba0f36e05 req-ff6112bd-fd9c-4ce2-a481-a6531a939c24 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:28.386826 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-23041560-3d2e-4007-986b-366ba0f36e05 req-ff6112bd-fd9c-4ce2-a481-a6531a939c24 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 946 time: 0.0956857 Jul 16 02:29:28.436001 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-23041560-3d2e-4007-986b-366ba0f36e05 req-2682a280-cfe6-4216-97d5-691eecbed0e1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=afc9eb1a-7f23-449e-8890-3bed365c44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434346 Jul 16 02:29:29.628657 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c81b08-55d9-4541-9d3b-8e342f96ee42 req-703fbb68-22e0-454d-b978-1b5a05d20a9a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:29.630131 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-49c81b08-55d9-4541-9d3b-8e342f96ee42 req-703fbb68-22e0-454d-b978-1b5a05d20a9a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 946 time: 0.0730491 Jul 16 02:29:29.664595 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d48acdc-d773-4635-9d19-8ab03da61e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:29.674891 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-49c81b08-55d9-4541-9d3b-8e342f96ee42 req-a7313e6c-c27c-48d9-a3e5-8c394b6e9933 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=afc9eb1a-7f23-449e-8890-3bed365c44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386803 Jul 16 02:29:29.813097 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:30.890752 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbd8d0-447e-40e5-9640-fc1d9c80a530 req-1ac2777a-ab0d-4d53-8acf-1924f24b6ad0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:30.892318 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0fdbd8d0-447e-40e5-9640-fc1d9c80a530 req-1ac2777a-ab0d-4d53-8acf-1924f24b6ad0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 946 time: 0.0771179 Jul 16 02:29:30.935504 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0fdbd8d0-447e-40e5-9640-fc1d9c80a530 req-e954611a-5e6f-4edf-a694-1471e02b2bbe tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=afc9eb1a-7f23-449e-8890-3bed365c44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372941 Jul 16 02:29:31.068713 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:32.043897 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:32.120516 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbe73a-7fc9-4546-abed-ec5477e54688 req-4cb2887b-3810-4755-8703-affcdc5d8650 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:32.122126 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-07fbe73a-7fc9-4546-abed-ec5477e54688 req-4cb2887b-3810-4755-8703-affcdc5d8650 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 946 time: 0.0695510 Jul 16 02:29:32.162111 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-07fbe73a-7fc9-4546-abed-ec5477e54688 req-b198c554-ce1e-4ea0-81e8-f4253cc0fc8d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=afc9eb1a-7f23-449e-8890-3bed365c44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341923 Jul 16 02:29:32.803009 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:33.364063 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed361183-7de0-43d6-bf9f-ba456ded951f req-495ec03e-5c1e-4a95-8547-b37b587a0203 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:33.365600 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed361183-7de0-43d6-bf9f-ba456ded951f req-495ec03e-5c1e-4a95-8547-b37b587a0203 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 946 time: 0.0762005 Jul 16 02:29:33.404588 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed361183-7de0-43d6-bf9f-ba456ded951f req-1878d669-06b9-496f-b0f5-e2093927279b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=afc9eb1a-7f23-449e-8890-3bed365c44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332768 Jul 16 02:29:34.362243 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-595532bf-cb00-4ff9-bf67-82c42b752606 req-e4652769-021f-4aa3-a0e1-c76ee894bce4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1004655 Jul 16 02:29:34.466137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595532bf-cb00-4ff9-bf67-82c42b752606 req-615503d8-d42d-4dc7-8efc-e6945f008b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:34.467989 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-595532bf-cb00-4ff9-bf67-82c42b752606 req-615503d8-d42d-4dc7-8efc-e6945f008b2d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 1098 time: 0.0588045 Jul 16 02:29:34.576253 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595532bf-cb00-4ff9-bf67-82c42b752606 req-a8af899d-6316-4af9-b08c-e55e462bdc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:34.577706 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-595532bf-cb00-4ff9-bf67-82c42b752606 req-a8af899d-6316-4af9-b08c-e55e462bdc7a service neutron] 10.222.0.82 "GET /v2.0/networks?id=472023ea-ee27-450b-8b87-a8ecb0a5c9c8 HTTP/1.1" status: 200 len: 898 time: 0.0893805 Jul 16 02:29:34.593569 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17cac0-85b5-4852-8e7f-6dd2ca9c5518 req-0fdd0e7d-fef0-40ea-ba82-0578873fe540 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:34.595105 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ae17cac0-85b5-4852-8e7f-6dd2ca9c5518 req-0fdd0e7d-fef0-40ea-ba82-0578873fe540 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 946 time: 0.0737386 Jul 16 02:29:34.634800 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ae17cac0-85b5-4852-8e7f-6dd2ca9c5518 req-d3115ac1-611a-4900-b46d-d0475c23e345 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=afc9eb1a-7f23-449e-8890-3bed365c44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339594 Jul 16 02:29:34.649352 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-595532bf-cb00-4ff9-bf67-82c42b752606 req-a1a84d3e-d63f-4d31-9e2b-671c7b4ada80 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0c381b3-b743-4d43-b644-e1d859c0da9c HTTP/1.1" status: 200 len: 1002 time: 0.0650790 Jul 16 02:29:34.661785 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41154) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:34.698890 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595532bf-cb00-4ff9-bf67-82c42b752606 req-cec6c9f6-ae65-4b96-a843-d9f58a2b76b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:34.700505 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-595532bf-cb00-4ff9-bf67-82c42b752606 req-cec6c9f6-ae65-4b96-a843-d9f58a2b76b6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3ddd9001-9821-4e81-8cfa-2526729f1b98 HTTP/1.1" status: 200 len: 833 time: 0.0454514 Jul 16 02:29:34.725287 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5c080026-1f4e-47ef-b005-bf5532827678 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/floatingips/79269ebb-5204-4674-8c45-ea9de2348f42 HTTP/1.1" status: 200 len: 994 time: 0.0622025 Jul 16 02:29:34.759251 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595532bf-cb00-4ff9-bf67-82c42b752606 req-3dabccf8-08f0-41da-a637-8be6db8b66de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:34.760804 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-595532bf-cb00-4ff9-bf67-82c42b752606 req-3dabccf8-08f0-41da-a637-8be6db8b66de service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=472023ea-ee27-450b-8b87-a8ecb0a5c9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541098 Jul 16 02:29:34.858246 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-595532bf-cb00-4ff9-bf67-82c42b752606 req-c7001525-c2b4-44e4-871a-85cfcd1077db service neutron] 10.222.0.82 "GET /v2.0/networks/472023ea-ee27-450b-8b87-a8ecb0a5c9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911417 Jul 16 02:29:34.950816 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-595532bf-cb00-4ff9-bf67-82c42b752606 req-7a69124d-7248-4fab-b60e-79a74617f6ce service neutron] 10.222.0.82 "GET /v2.0/networks/472023ea-ee27-450b-8b87-a8ecb0a5c9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853522 Jul 16 02:29:35.637659 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:36.206067 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727911e-e42a-4ff9-bc84-3e3a6145948b req-066688be-6a9d-4ef4-8ee1-fa7c016e0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:36.207601 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f727911e-e42a-4ff9-bc84-3e3a6145948b req-066688be-6a9d-4ef4-8ee1-fa7c016e0b24 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 1098 time: 0.1006222 Jul 16 02:29:36.220327 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35e9d9-0a43-43d4-8cb8-795a7247a0c4 req-2fe2bb54-0d48-4adc-a15a-279f9b1d92b4 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:36.221747 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-da35e9d9-0a43-43d4-8cb8-795a7247a0c4 req-2fe2bb54-0d48-4adc-a15a-279f9b1d92b4 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 946 time: 0.1064327 Jul 16 02:29:36.314435 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-da35e9d9-0a43-43d4-8cb8-795a7247a0c4 req-711b0254-a2a4-4cc0-ab3a-a918ba046c3d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=afc9eb1a-7f23-449e-8890-3bed365c44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843298 Jul 16 02:29:36.338301 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727911e-e42a-4ff9-bc84-3e3a6145948b req-d865db04-0455-4037-ab3f-c3ba32ae47d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:36.339833 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f727911e-e42a-4ff9-bc84-3e3a6145948b req-d865db04-0455-4037-ab3f-c3ba32ae47d9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=472023ea-ee27-450b-8b87-a8ecb0a5c9c8 HTTP/1.1" status: 200 len: 898 time: 0.1172550 Jul 16 02:29:36.409299 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f727911e-e42a-4ff9-bc84-3e3a6145948b req-2dc32202-1c97-4ed8-bad8-a77ae5946d39 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0c381b3-b743-4d43-b644-e1d859c0da9c HTTP/1.1" status: 200 len: 1002 time: 0.0624874 Jul 16 02:29:36.461617 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727911e-e42a-4ff9-bc84-3e3a6145948b req-c91591ca-4d09-40ef-9bfe-c8239431ea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:36.463134 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f727911e-e42a-4ff9-bc84-3e3a6145948b req-c91591ca-4d09-40ef-9bfe-c8239431ea5d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3ddd9001-9821-4e81-8cfa-2526729f1b98 HTTP/1.1" status: 200 len: 833 time: 0.0481327 Jul 16 02:29:36.529009 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727911e-e42a-4ff9-bc84-3e3a6145948b req-9b91a41e-53a3-4610-bcb0-636007278ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:36.530707 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f727911e-e42a-4ff9-bc84-3e3a6145948b req-9b91a41e-53a3-4610-bcb0-636007278ba9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=472023ea-ee27-450b-8b87-a8ecb0a5c9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614183 Jul 16 02:29:36.635971 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f727911e-e42a-4ff9-bc84-3e3a6145948b req-10977e13-5b31-4582-a6f7-1ac97c2829c5 service neutron] 10.222.0.82 "GET /v2.0/networks/472023ea-ee27-450b-8b87-a8ecb0a5c9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981526 Jul 16 02:29:36.737446 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f727911e-e42a-4ff9-bc84-3e3a6145948b req-611b5334-a9e6-4d0e-b4c4-6cf773b4695a service neutron] 10.222.0.82 "GET /v2.0/networks/472023ea-ee27-450b-8b87-a8ecb0a5c9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951200 Jul 16 02:29:37.503829 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4366faf-9209-49f0-a412-2204ff0403b1 req-bc69147d-875a-4cb7-b1db-25a34faf365f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:37.505259 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4366faf-9209-49f0-a412-2204ff0403b1 req-bc69147d-875a-4cb7-b1db-25a34faf365f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 946 time: 0.0682366 Jul 16 02:29:37.562630 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4366faf-9209-49f0-a412-2204ff0403b1 req-6455426c-85c9-42d1-9662-9b34784feaa6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=afc9eb1a-7f23-449e-8890-3bed365c44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484884 Jul 16 02:29:37.589575 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41164) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:37.655379 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-62a07b2f-c62e-4bcb-8444-f488abe73a3c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/floatingips/79269ebb-5204-4674-8c45-ea9de2348f42 HTTP/1.1" status: 200 len: 994 time: 0.0639489 Jul 16 02:29:39.443470 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:29:56.680039 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c3ac5ffb-03e3-4e5d-b74c-7d77de5e159d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:59.673700 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-250eb499-5cf7-4190-bbd9-e2b21b511c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:59.809485 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:01.069275 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:02.074525 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:02.808957 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:05.643344 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:08.075145 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41186) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:08.250168 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-8b2abc61-4a48-4f45-a7a3-0cc4286a648f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Deleting port db5c20bb-b7c7-4073-8921-b1376dd596b9 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:30:08.250461 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b2abc61-4a48-4f45-a7a3-0cc4286a648f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:08.325425 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b2abc61-4a48-4f45-a7a3-0cc4286a648f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:08.325730 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b2abc61-4a48-4f45-a7a3-0cc4286a648f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:08.338380 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-8b2abc61-4a48-4f45-a7a3-0cc4286a648f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Calling delete_port for db5c20bb-b7c7-4073-8921-b1376dd596b9 owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:30:08.504208 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b2abc61-4a48-4f45-a7a3-0cc4286a648f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:08.538912 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2abc61-4a48-4f45-a7a3-0cc4286a648f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Port': ['ID=db5c20bb-b7c7-4073-8921-b1376dd596b9,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:08.551401 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2abc61-4a48-4f45-a7a3-0cc4286a648f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:08.551756 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2abc61-4a48-4f45-a7a3-0cc4286a648f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:08.552101 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2abc61-4a48-4f45-a7a3-0cc4286a648f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:08.552482 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2abc61-4a48-4f45-a7a3-0cc4286a648f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:08.552822 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2abc61-4a48-4f45-a7a3-0cc4286a648f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:08.553160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2abc61-4a48-4f45-a7a3-0cc4286a648f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:08.553494 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2abc61-4a48-4f45-a7a3-0cc4286a648f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:08.553826 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2abc61-4a48-4f45-a7a3-0cc4286a648f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:08.554162 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2abc61-4a48-4f45-a7a3-0cc4286a648f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:08.554501 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2abc61-4a48-4f45-a7a3-0cc4286a648f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:08.554849 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2abc61-4a48-4f45-a7a3-0cc4286a648f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:08.555176 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2abc61-4a48-4f45-a7a3-0cc4286a648f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:08.618330 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b2abc61-4a48-4f45-a7a3-0cc4286a648f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:08.618562 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-8b2abc61-4a48-4f45-a7a3-0cc4286a648f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Floating IP 79269ebb-5204-4674-8c45-ea9de2348f42 disassociated (deleted). External IP: 172.25.6.125, port: b0c381b3-b743-4d43-b644-e1d859c0da9c. Jul 16 02:30:08.845141 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2abc61-4a48-4f45-a7a3-0cc4286a648f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Router ed9e2b8b-a59a-4768-9e28-e6a381105a39 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:30:08.966933 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2abc61-4a48-4f45-a7a3-0cc4286a648f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:30:08.972287 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-8b2abc61-4a48-4f45-a7a3-0cc4286a648f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:08.977394 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2712134-99bd-4f0a-abb9-812217b25223 None None] Sync routers for ids ['ed9e2b8b-a59a-4768-9e28-e6a381105a39'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:30:08.989197 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2712134-99bd-4f0a-abb9-812217b25223 None None] Routers {'ed9e2b8b-a59a-4768-9e28-e6a381105a39'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:08.989834 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-b2712134-99bd-4f0a-abb9-812217b25223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:30:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['ed9e2b8b-a59a-4768-9e28-e6a381105a39'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:09.014852 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-8b2abc61-4a48-4f45-a7a3-0cc4286a648f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "DELETE /v2.0/floatingips/79269ebb-5204-4674-8c45-ea9de2348f42 HTTP/1.1" status: 204 len: 168 time: 0.9382775 Jul 16 02:30:09.015446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac18819-87e4-45cd-83c8-bd52147a83a4', 'tag': 'b0c381b3-b743-4d43-b644-e1d859c0da9c'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:09.017854 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba06441-b174-4f32-9ab8-257e5a993925" -d '{"events": [{"name": "network-changed", "server_uuid": "cac18819-87e4-45cd-83c8-bd52147a83a4", "tag": "b0c381b3-b743-4d43-b644-e1d859c0da9c"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:09.075111 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebed10b9-2639-445c-af3e-081f0dea8049 x-openstack-request-id: req-ebed10b9-2639-445c-af3e-081f0dea8049 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:09.075111 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac18819-87e4-45cd-83c8-bd52147a83a4", "tag": "b0c381b3-b743-4d43-b644-e1d859c0da9c", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:09.075111 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ebed10b9-2639-445c-af3e-081f0dea8049 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:09.076022 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac18819-87e4-45cd-83c8-bd52147a83a4', 'tag': 'b0c381b3-b743-4d43-b644-e1d859c0da9c', 'status': 'completed', 'code': 200} Jul 16 02:30:09.113928 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-b2712134-99bd-4f0a-abb9-812217b25223 None None] Set router ed9e2b8b-a59a-4768-9e28-e6a381105a39 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:09.155881 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba06441-b174-4f32-9ab8-257e5a993925 req-87535ede-85a0-482c-a1cf-b61bd446c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:09.157492 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eba06441-b174-4f32-9ab8-257e5a993925 req-87535ede-85a0-482c-a1cf-b61bd446c6cc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 1098 time: 0.0589714 Jul 16 02:30:09.258342 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba06441-b174-4f32-9ab8-257e5a993925 req-e634f621-faad-455b-8138-aa24448bd464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:09.260008 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eba06441-b174-4f32-9ab8-257e5a993925 req-e634f621-faad-455b-8138-aa24448bd464 service neutron] 10.222.0.82 "GET /v2.0/networks?id=472023ea-ee27-450b-8b87-a8ecb0a5c9c8 HTTP/1.1" status: 200 len: 898 time: 0.0961943 Jul 16 02:30:09.307460 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eba06441-b174-4f32-9ab8-257e5a993925 req-bb2eb18d-42bf-4a46-a56d-3ebfc78f2fc6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0c381b3-b743-4d43-b644-e1d859c0da9c HTTP/1.1" status: 200 len: 217 time: 0.0401340 Jul 16 02:30:09.392233 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba06441-b174-4f32-9ab8-257e5a993925 req-6edaa6dd-6d01-4e3a-94e2-b35104faecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:09.393769 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eba06441-b174-4f32-9ab8-257e5a993925 req-6edaa6dd-6d01-4e3a-94e2-b35104faecdd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3ddd9001-9821-4e81-8cfa-2526729f1b98 HTTP/1.1" status: 200 len: 833 time: 0.0790629 Jul 16 02:30:09.455078 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235b6f3-6678-413f-964b-aad02fa8279d req-0d0ae242-a45a-4219-a260-cbec9c0ed2c0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:09.456625 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3235b6f3-6678-413f-964b-aad02fa8279d req-0d0ae242-a45a-4219-a260-cbec9c0ed2c0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 946 time: 0.1140924 Jul 16 02:30:09.503938 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba06441-b174-4f32-9ab8-257e5a993925 req-6db832d5-8a34-46a3-ab8d-39cc36eecd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:09.505400 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eba06441-b174-4f32-9ab8-257e5a993925 req-6db832d5-8a34-46a3-ab8d-39cc36eecd1a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=472023ea-ee27-450b-8b87-a8ecb0a5c9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1050496 Jul 16 02:30:09.508771 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3235b6f3-6678-413f-964b-aad02fa8279d req-c86bfcb6-7aee-4a2d-81dd-44ebeb271575 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=afc9eb1a-7f23-449e-8890-3bed365c44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451825 Jul 16 02:30:09.515719 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-b2712134-99bd-4f0a-abb9-812217b25223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646720365', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:41Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'b5cb44ec-c30b-412d-91b4-7f028d0b56f0', 'name': '', 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:aa:0a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3ddd9001-9821-4e81-8cfa-2526729f1b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:40Z', 'updated_at': '2021-07-16T02:28:46Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': '3ddd9001-9821-4e81-8cfa-2526729f1b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:09.544334 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2712134-99bd-4f0a-abb9-812217b25223 None None] Checking router: ed9e2b8b-a59a-4768-9e28-e6a381105a39 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:30:09.554350 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2712134-99bd-4f0a-abb9-812217b25223 None None] Routers {'ed9e2b8b-a59a-4768-9e28-e6a381105a39'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:09.554967 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-b2712134-99bd-4f0a-abb9-812217b25223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:30:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['ed9e2b8b-a59a-4768-9e28-e6a381105a39'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:09.614315 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eba06441-b174-4f32-9ab8-257e5a993925 req-604b1901-9ff2-4f59-adca-b31b75573ef0 service neutron] 10.222.0.82 "GET /v2.0/networks/472023ea-ee27-450b-8b87-a8ecb0a5c9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010931 Jul 16 02:30:09.670069 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-b2712134-99bd-4f0a-abb9-812217b25223 None None] Set router ed9e2b8b-a59a-4768-9e28-e6a381105a39 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:09.707535 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-eba06441-b174-4f32-9ab8-257e5a993925 req-9351f11b-2014-437a-b6df-9c98d358968c service neutron] 10.222.0.82 "GET /v2.0/networks/472023ea-ee27-450b-8b87-a8ecb0a5c9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861363 Jul 16 02:30:09.885382 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-b2712134-99bd-4f0a-abb9-812217b25223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646720365', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:41Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'b5cb44ec-c30b-412d-91b4-7f028d0b56f0', 'name': '', 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:aa:0a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3ddd9001-9821-4e81-8cfa-2526729f1b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:40Z', 'updated_at': '2021-07-16T02:28:46Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': '3ddd9001-9821-4e81-8cfa-2526729f1b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:09.912567 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2712134-99bd-4f0a-abb9-812217b25223 None None] The sync data for ids ['ed9e2b8b-a59a-4768-9e28-e6a381105a39'] in n-d-792394-16 is: [{'id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646720365', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:41Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'b5cb44ec-c30b-412d-91b4-7f028d0b56f0', 'name': '', 'network_id': '472023ea-ee27-450b-8b87-a8ecb0a5c9c8', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:aa:0a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3ddd9001-9821-4e81-8cfa-2526729f1b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:40Z', 'updated_at': '2021-07-16T02:28:46Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': '3ddd9001-9821-4e81-8cfa-2526729f1b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:30:10.165948 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beeb2a8e-b9f5-4d78-9e25-477f392c41a3 None None] New status for floating IP 79269ebb-5204-4674-8c45-ea9de2348f42: DOWN {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:30:10.731583 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af3bc9-1f69-42f8-a1f1-5ea8efccf923 req-84eefe0f-1db8-41bc-86ef-f9ec4623432c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:10.733313 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24af3bc9-1f69-42f8-a1f1-5ea8efccf923 req-84eefe0f-1db8-41bc-86ef-f9ec4623432c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 946 time: 0.0678811 Jul 16 02:30:10.774398 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-24af3bc9-1f69-42f8-a1f1-5ea8efccf923 req-ed399253-9cea-4d51-91dd-84d0fbecc436 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=afc9eb1a-7f23-449e-8890-3bed365c44cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333850 Jul 16 02:30:10.797221 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e91c8-871c-4af6-99e4-4df222823730 req-229493db-8a34-4224-8813-f9a948703e46 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:10.798693 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b65e91c8-871c-4af6-99e4-4df222823730 req-229493db-8a34-4224-8813-f9a948703e46 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.82 "GET /v2.0/ports?device_id=cac18819-87e4-45cd-83c8-bd52147a83a4 HTTP/1.1" status: 200 len: 946 time: 0.0669041 Jul 16 02:30:10.906773 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b65e91c8-871c-4af6-99e4-4df222823730 req-36c126ff-9e5c-45cf-9a2c-5964c4aff97a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Deleting port b0c381b3-b743-4d43-b644-e1d859c0da9c {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:30:10.907111 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b65e91c8-871c-4af6-99e4-4df222823730 req-36c126ff-9e5c-45cf-9a2c-5964c4aff97a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:11.003811 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-b65e91c8-871c-4af6-99e4-4df222823730 req-36c126ff-9e5c-45cf-9a2c-5964c4aff97a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] For port b0c381b3-b743-4d43-b644-e1d859c0da9c, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=b0c381b3-b743-4d43-b644-e1d859c0da9c,segment=NetworkSegment(00197bce-95af-40f0-acbc-ef9af689d759),segment_id=00197bce-95af-40f0-acbc-ef9af689d759)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:11.004073 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b65e91c8-871c-4af6-99e4-4df222823730 req-36c126ff-9e5c-45cf-9a2c-5964c4aff97a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:11.016606 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b65e91c8-871c-4af6-99e4-4df222823730 req-36c126ff-9e5c-45cf-9a2c-5964c4aff97a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Calling delete_port for b0c381b3-b743-4d43-b644-e1d859c0da9c owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:30:11.153081 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b65e91c8-871c-4af6-99e4-4df222823730 req-36c126ff-9e5c-45cf-9a2c-5964c4aff97a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:11.191446 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c126ff-9e5c-45cf-9a2c-5964c4aff97a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Port': ['ID=b0c381b3-b743-4d43-b644-e1d859c0da9c,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:11.236827 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65e91c8-871c-4af6-99e4-4df222823730 req-36c126ff-9e5c-45cf-9a2c-5964c4aff97a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] No DVR routers for this DVR port b0c381b3-b743-4d43-b644-e1d859c0da9c on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:30:11.239540 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b65e91c8-871c-4af6-99e4-4df222823730 req-36c126ff-9e5c-45cf-9a2c-5964c4aff97a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:11.241585 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b65e91c8-871c-4af6-99e4-4df222823730 req-36c126ff-9e5c-45cf-9a2c-5964c4aff97a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.82 "DELETE /v2.0/ports/b0c381b3-b743-4d43-b644-e1d859c0da9c HTTP/1.1" status: 204 len: 173 time: 0.4373136 Jul 16 02:30:11.242035 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac18819-87e4-45cd-83c8-bd52147a83a4', 'name': 'network-vif-deleted', 'tag': 'b0c381b3-b743-4d43-b644-e1d859c0da9c'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:11.244293 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7dfe0dd-5fa3-4981-95f4-e48674b2fafd" -d '{"events": [{"server_uuid": "cac18819-87e4-45cd-83c8-bd52147a83a4", "name": "network-vif-deleted", "tag": "b0c381b3-b743-4d43-b644-e1d859c0da9c"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:11.281515 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4b1c9c-d9d4-4316-8976-2f92a90c985f x-openstack-request-id: req-6f4b1c9c-d9d4-4316-8976-2f92a90c985f {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:11.281820 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac18819-87e4-45cd-83c8-bd52147a83a4", "name": "network-vif-deleted", "tag": "b0c381b3-b743-4d43-b644-e1d859c0da9c", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:11.282067 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f4b1c9c-d9d4-4316-8976-2f92a90c985f {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:11.282473 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac18819-87e4-45cd-83c8-bd52147a83a4', 'name': 'network-vif-deleted', 'tag': 'b0c381b3-b743-4d43-b644-e1d859c0da9c', 'status': 'completed', 'code': 200} Jul 16 02:30:11.903959 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41208) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:12.630960 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6d1b881f-0649-4e8b-8567-9ea0efef8cfe tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:12.938449 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-6d1b881f-0649-4e8b-8567-9ea0efef8cfe tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Deleting port b5cb44ec-c30b-412d-91b4-7f028d0b56f0 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:30:12.939186 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6d1b881f-0649-4e8b-8567-9ea0efef8cfe tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:13.035643 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-6d1b881f-0649-4e8b-8567-9ea0efef8cfe tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] For port b5cb44ec-c30b-412d-91b4-7f028d0b56f0, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=b5cb44ec-c30b-412d-91b4-7f028d0b56f0,segment=NetworkSegment(00197bce-95af-40f0-acbc-ef9af689d759),segment_id=00197bce-95af-40f0-acbc-ef9af689d759)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:13.035945 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6d1b881f-0649-4e8b-8567-9ea0efef8cfe tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:13.048626 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-6d1b881f-0649-4e8b-8567-9ea0efef8cfe tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Calling delete_port for b5cb44ec-c30b-412d-91b4-7f028d0b56f0 owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:30:13.250633 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6d1b881f-0649-4e8b-8567-9ea0efef8cfe tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:13.277609 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b881f-0649-4e8b-8567-9ea0efef8cfe tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Port': ['ID=b5cb44ec-c30b-412d-91b4-7f028d0b56f0,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:13.474256 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6d1b881f-0649-4e8b-8567-9ea0efef8cfe tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:13.702179 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1b881f-0649-4e8b-8567-9ea0efef8cfe tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Router ed9e2b8b-a59a-4768-9e28-e6a381105a39 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:30:13.808188 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1b881f-0649-4e8b-8567-9ea0efef8cfe tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:30:13.814514 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6d1b881f-0649-4e8b-8567-9ea0efef8cfe tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "PUT /v2.0/routers/ed9e2b8b-a59a-4768-9e28-e6a381105a39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9093122 Jul 16 02:30:13.817417 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41210) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:13.819154 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c72136-8ab0-4d21-aa78-bcb4d2b41614 None None] Sync routers for ids ['ed9e2b8b-a59a-4768-9e28-e6a381105a39'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:30:13.829401 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c72136-8ab0-4d21-aa78-bcb4d2b41614 None None] Routers {'ed9e2b8b-a59a-4768-9e28-e6a381105a39'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:13.830039 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-98c72136-8ab0-4d21-aa78-bcb4d2b41614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:30:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['ed9e2b8b-a59a-4768-9e28-e6a381105a39'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:13.871922 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3913a9-f2c3-456f-aa5c-c98c7180a7e6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Deleting subnet 3ddd9001-9821-4e81-8cfa-2526729f1b98 {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:30:13.875378 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9c3913a9-f2c3-456f-aa5c-c98c7180a7e6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:13.916158 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9c3913a9-f2c3-456f-aa5c-c98c7180a7e6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:13.939107 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-98c72136-8ab0-4d21-aa78-bcb4d2b41614 None None] Set router ed9e2b8b-a59a-4768-9e28-e6a381105a39 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:14.032256 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9c3913a9-f2c3-456f-aa5c-c98c7180a7e6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.098523 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9c3913a9-f2c3-456f-aa5c-c98c7180a7e6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.126256 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e28ad47-ed0a-4fe3-937c-35c58cf7c5e3 None None] Network 472023ea-ee27-450b-8b87-a8ecb0a5c9c8 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:30:14.131658 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9c3913a9-f2c3-456f-aa5c-c98c7180a7e6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.133783 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9c3913a9-f2c3-456f-aa5c-c98c7180a7e6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "DELETE /v2.0/subnets/3ddd9001-9821-4e81-8cfa-2526729f1b98 HTTP/1.1" status: 204 len: 168 time: 0.3148711 Jul 16 02:30:14.136522 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41212) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:14.137399 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3913a9-f2c3-456f-aa5c-c98c7180a7e6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Subnet': ['ID=3ddd9001-9821-4e81-8cfa-2526729f1b98,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:14.147263 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3913a9-f2c3-456f-aa5c-c98c7180a7e6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.147604 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3913a9-f2c3-456f-aa5c-c98c7180a7e6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.147985 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3913a9-f2c3-456f-aa5c-c98c7180a7e6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.148483 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3913a9-f2c3-456f-aa5c-c98c7180a7e6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.148868 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3913a9-f2c3-456f-aa5c-c98c7180a7e6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.149247 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3913a9-f2c3-456f-aa5c-c98c7180a7e6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.149575 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3913a9-f2c3-456f-aa5c-c98c7180a7e6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.149946 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3913a9-f2c3-456f-aa5c-c98c7180a7e6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.150313 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3913a9-f2c3-456f-aa5c-c98c7180a7e6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.150639 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3913a9-f2c3-456f-aa5c-c98c7180a7e6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.151029 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3913a9-f2c3-456f-aa5c-c98c7180a7e6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.151356 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3913a9-f2c3-456f-aa5c-c98c7180a7e6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.217175 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-98c72136-8ab0-4d21-aa78-bcb4d2b41614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646720365', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:30:13Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:14.250921 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5cf22c90-235a-49e7-8757-80b296c49d19 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.251190 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c72136-8ab0-4d21-aa78-bcb4d2b41614 None None] Checking router: ed9e2b8b-a59a-4768-9e28-e6a381105a39 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:30:14.279245 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c72136-8ab0-4d21-aa78-bcb4d2b41614 None None] Routers {'ed9e2b8b-a59a-4768-9e28-e6a381105a39'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:14.279887 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-98c72136-8ab0-4d21-aa78-bcb4d2b41614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:30:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['ed9e2b8b-a59a-4768-9e28-e6a381105a39'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:14.359727 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5cf22c90-235a-49e7-8757-80b296c49d19 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.405398 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-98c72136-8ab0-4d21-aa78-bcb4d2b41614 None None] Set router ed9e2b8b-a59a-4768-9e28-e6a381105a39 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:14.434573 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-5cf22c90-235a-49e7-8757-80b296c49d19 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Deleting port a6d78523-0862-4be8-991e-97873b5d90b1 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:30:14.435047 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5cf22c90-235a-49e7-8757-80b296c49d19 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.486274 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba33c75-f47b-4331-937a-64a52ff5118b None None] DHCP port deletion for 472023ea-ee27-450b-8b87-a8ecb0a5c9c8 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:30:14.539440 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-5cf22c90-235a-49e7-8757-80b296c49d19 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] For port a6d78523-0862-4be8-991e-97873b5d90b1, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a6d78523-0862-4be8-991e-97873b5d90b1,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:14.539810 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5cf22c90-235a-49e7-8757-80b296c49d19 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.552947 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-5cf22c90-235a-49e7-8757-80b296c49d19 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Calling delete_port for a6d78523-0862-4be8-991e-97873b5d90b1 owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:30:14.629989 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9ba33c75-f47b-4331-937a-64a52ff5118b None None] Deleting port 211d7c40-3ba6-4718-9e80-6f082c36e277 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:30:14.630478 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9ba33c75-f47b-4331-937a-64a52ff5118b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.692080 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 211d7c40-3ba6-4718-9e80-6f082c36e277 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:30:14.738309 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-9ba33c75-f47b-4331-937a-64a52ff5118b None None] For port 211d7c40-3ba6-4718-9e80-6f082c36e277, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=211d7c40-3ba6-4718-9e80-6f082c36e277,segment=NetworkSegment(00197bce-95af-40f0-acbc-ef9af689d759),segment_id=00197bce-95af-40f0-acbc-ef9af689d759)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:14.738705 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9ba33c75-f47b-4331-937a-64a52ff5118b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.755763 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5cf22c90-235a-49e7-8757-80b296c49d19 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.766843 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9ba33c75-f47b-4331-937a-64a52ff5118b None None] Calling delete_port for 211d7c40-3ba6-4718-9e80-6f082c36e277 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:30:14.770920 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-98c72136-8ab0-4d21-aa78-bcb4d2b41614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646720365', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:30:13Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:14.786156 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf22c90-235a-49e7-8757-80b296c49d19 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Port': ['ID=a6d78523-0862-4be8-991e-97873b5d90b1,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:14.808052 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c72136-8ab0-4d21-aa78-bcb4d2b41614 None None] The sync data for ids ['ed9e2b8b-a59a-4768-9e28-e6a381105a39'] in n-d-792394-16 is: [{'id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646720365', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:30:13Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': 'a6d78523-0862-4be8-991e-97873b5d90b1', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9e2b8b-a59a-4768-9e28-e6a381105a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:37Z', 'updated_at': '2021-07-16T02:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:30:14.855308 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5cf22c90-235a-49e7-8757-80b296c49d19 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.901035 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.931595 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9ba33c75-f47b-4331-937a-64a52ff5118b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.950691 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5cf22c90-235a-49e7-8757-80b296c49d19 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.952844 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5cf22c90-235a-49e7-8757-80b296c49d19 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.978213 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba33c75-f47b-4331-937a-64a52ff5118b None None] No DVR routers for this DVR port 211d7c40-3ba6-4718-9e80-6f082c36e277 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:30:14.982828 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba33c75-f47b-4331-937a-64a52ff5118b None None] Pushing event deleted for resources: {'Port': ['ID=211d7c40-3ba6-4718-9e80-6f082c36e277,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:14.993924 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba33c75-f47b-4331-937a-64a52ff5118b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.994358 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba33c75-f47b-4331-937a-64a52ff5118b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.994695 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba33c75-f47b-4331-937a-64a52ff5118b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.995187 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba33c75-f47b-4331-937a-64a52ff5118b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.995535 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba33c75-f47b-4331-937a-64a52ff5118b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.996025 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba33c75-f47b-4331-937a-64a52ff5118b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.996420 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba33c75-f47b-4331-937a-64a52ff5118b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.996728 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba33c75-f47b-4331-937a-64a52ff5118b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.997154 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba33c75-f47b-4331-937a-64a52ff5118b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.997492 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba33c75-f47b-4331-937a-64a52ff5118b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.997891 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba33c75-f47b-4331-937a-64a52ff5118b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.998231 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba33c75-f47b-4331-937a-64a52ff5118b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.999084 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5cf22c90-235a-49e7-8757-80b296c49d19 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.999834 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf22c90-235a-49e7-8757-80b296c49d19 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Fanout notify agent at l3_agent the message router_deleted on router ed9e2b8b-a59a-4768-9e28-e6a381105a39 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:30:15.007258 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5cf22c90-235a-49e7-8757-80b296c49d19 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.008428 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5cf22c90-235a-49e7-8757-80b296c49d19 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "DELETE /v2.0/routers/ed9e2b8b-a59a-4768-9e28-e6a381105a39 HTTP/1.1" status: 204 len: 168 time: 0.8708720 Jul 16 02:30:15.011141 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41214) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:15.092069 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-96d582aa-8081-4367-b0be-6564db8e8a49 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.186306 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-96d582aa-8081-4367-b0be-6564db8e8a49 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.197465 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-96d582aa-8081-4367-b0be-6564db8e8a49 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472023ea-ee27-450b-8b87-a8ecb0a5c9c8']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:15.209546 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-96d582aa-8081-4367-b0be-6564db8e8a49 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00197bce-95af-40f0-acbc-ef9af689d759') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:15.209846 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-96d582aa-8081-4367-b0be-6564db8e8a49 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00197bce-95af-40f0-acbc-ef9af689d759') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:15.219981 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-96d582aa-8081-4367-b0be-6564db8e8a49 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.235852 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-96d582aa-8081-4367-b0be-6564db8e8a49 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.241883 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d582aa-8081-4367-b0be-6564db8e8a49 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:30:15.242282 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-96d582aa-8081-4367-b0be-6564db8e8a49 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: timer() Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:30:15.245345 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:30:15.313850 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-96d582aa-8081-4367-b0be-6564db8e8a49 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.321332 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-96d582aa-8081-4367-b0be-6564db8e8a49 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.323065 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-96d582aa-8081-4367-b0be-6564db8e8a49 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "DELETE /v2.0/networks/472023ea-ee27-450b-8b87-a8ecb0a5c9c8 HTTP/1.1" status: 204 len: 168 time: 0.3109798 Jul 16 02:30:15.326116 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41216) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:15.335642 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d582aa-8081-4367-b0be-6564db8e8a49 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Network': ['ID=472023ea-ee27-450b-8b87-a8ecb0a5c9c8,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:15.390877 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c82be10e-58be-424d-96b8-0ade49328984 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.422273 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c82be10e-58be-424d-96b8-0ade49328984 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.491363 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c82be10e-58be-424d-96b8-0ade49328984 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.494092 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c82be10e-58be-424d-96b8-0ade49328984 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.495281 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c82be10e-58be-424d-96b8-0ade49328984 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "DELETE /v2.0/security-groups/afc9eb1a-7f23-449e-8890-3bed365c44cd HTTP/1.1" status: 204 len: 168 time: 0.1676130 Jul 16 02:30:15.504523 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device b0c381b3-b743-4d43-b644-e1d859c0da9c no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:30:15.505516 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82be10e-58be-424d-96b8-0ade49328984 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc9eb1a-7f23-449e-8890-3bed365c44cd,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:15.533342 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: b0c381b3-b743-4d43-b644-e1d859c0da9c {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:30:15.533788 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device b0c381b3-b743-4d43-b644-e1d859c0da9c not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:30:15.793447 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41222) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:15.798471 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-b8b0d028-8050-40f9-9581-25b2415f5721 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-53991227', 'description': 'tempest-secgroup-smoke-53991227 description', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:15.825518 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b8b0d028-8050-40f9-9581-25b2415f5721 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.913047 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b8b0d028-8050-40f9-9581-25b2415f5721 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.918683 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b8b0d028-8050-40f9-9581-25b2415f5721 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.948883 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b8b0d028-8050-40f9-9581-25b2415f5721 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.950134 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b8b0d028-8050-40f9-9581-25b2415f5721 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1556697 Jul 16 02:30:15.951993 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0d028-8050-40f9-9581-25b2415f5721 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26bef166-a529-4b1f-b998-aefcd08c87c8,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:15.953512 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41224) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:15.958990 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-503fd36f-e2c0-407c-8262-666c78088f64 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': '26bef166-a529-4b1f-b998-aefcd08c87c8', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:15.995485 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-503fd36f-e2c0-407c-8262-666c78088f64 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.060883 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-503fd36f-e2c0-407c-8262-666c78088f64 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.066500 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-503fd36f-e2c0-407c-8262-666c78088f64 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.085554 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fd36f-e2c0-407c-8262-666c78088f64 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddd4239-d534-4857-9aad-daa8672b7c2f,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:16.092837 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-503fd36f-e2c0-407c-8262-666c78088f64 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.095253 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-503fd36f-e2c0-407c-8262-666c78088f64 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394241 Jul 16 02:30:16.097002 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41226) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:16.101529 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-2ad5dfe0-c599-4ee2-9217-2650c1a5b7d5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': '26bef166-a529-4b1f-b998-aefcd08c87c8', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:16.134838 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2ad5dfe0-c599-4ee2-9217-2650c1a5b7d5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.198683 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2ad5dfe0-c599-4ee2-9217-2650c1a5b7d5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.206265 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2ad5dfe0-c599-4ee2-9217-2650c1a5b7d5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.229217 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5dfe0-c599-4ee2-9217-2650c1a5b7d5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66103673-8786-45d5-852b-afab6013fc97,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:16.237404 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2ad5dfe0-c599-4ee2-9217-2650c1a5b7d5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.238756 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2ad5dfe0-c599-4ee2-9217-2650c1a5b7d5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1407692 Jul 16 02:30:16.242593 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41228) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:16.247410 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-7bedba1f-61fa-4f99-99f3-fa0575f19c5b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': '26bef166-a529-4b1f-b998-aefcd08c87c8', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:16.276716 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7bedba1f-61fa-4f99-99f3-fa0575f19c5b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.335660 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7bedba1f-61fa-4f99-99f3-fa0575f19c5b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.340884 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7bedba1f-61fa-4f99-99f3-fa0575f19c5b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.359395 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedba1f-61fa-4f99-99f3-fa0575f19c5b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906b35ec-a55d-409c-921f-f88167738e1d,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:16.366567 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7bedba1f-61fa-4f99-99f3-fa0575f19c5b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.367875 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7bedba1f-61fa-4f99-99f3-fa0575f19c5b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243253 Jul 16 02:30:16.370653 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41230) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:16.375042 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-c1513cf4-ec9a-424b-a46b-6b1c31c18e9a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': '26bef166-a529-4b1f-b998-aefcd08c87c8', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:16.403463 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c1513cf4-ec9a-424b-a46b-6b1c31c18e9a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.445738 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:30:16.469695 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c1513cf4-ec9a-424b-a46b-6b1c31c18e9a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.475486 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c1513cf4-ec9a-424b-a46b-6b1c31c18e9a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.490687 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1513cf4-ec9a-424b-a46b-6b1c31c18e9a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dfa6861-0041-4ccb-b491-9a2a2a9b4df8,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:16.501503 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c1513cf4-ec9a-424b-a46b-6b1c31c18e9a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.502904 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c1513cf4-ec9a-424b-a46b-6b1c31c18e9a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313205 Jul 16 02:30:16.505882 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41232) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:16.510368 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-6865eac7-c2b0-4a3f-9b23-ce78051f07d0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': '26bef166-a529-4b1f-b998-aefcd08c87c8', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:16.535462 n-d-792394-16 neutron-server[93955]: INFO neutron.db.securitygroups_db [None req-6865eac7-c2b0-4a3f-9b23-ce78051f07d0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Project 9aba07b934ba4a8b8b1533b6c3e565a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:30:16.541521 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6865eac7-c2b0-4a3f-9b23-ce78051f07d0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.577539 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a6d78523-0862-4be8-991e-97873b5d90b1 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:30:16.599196 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: a6d78523-0862-4be8-991e-97873b5d90b1 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:30:16.599584 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a6d78523-0862-4be8-991e-97873b5d90b1 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:30:16.600243 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device b5cb44ec-c30b-412d-91b4-7f028d0b56f0 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:30:16.606677 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6865eac7-c2b0-4a3f-9b23-ce78051f07d0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.611874 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6865eac7-c2b0-4a3f-9b23-ce78051f07d0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.625175 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: b5cb44ec-c30b-412d-91b4-7f028d0b56f0 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:30:16.625567 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device b5cb44ec-c30b-412d-91b4-7f028d0b56f0 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:30:16.630125 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865eac7-c2b0-4a3f-9b23-ce78051f07d0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22fc8fc1-a449-4536-9164-6d01ca37e39c,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:16.637269 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6865eac7-c2b0-4a3f-9b23-ce78051f07d0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.638525 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6865eac7-c2b0-4a3f-9b23-ce78051f07d0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1316886 Jul 16 02:30:16.641677 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41234) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:16.646392 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2fb081aa-050d-45fb-afe9-8a51d0908fc0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'security_group_rule': {'security_group_id': '26bef166-a529-4b1f-b998-aefcd08c87c8', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:16.671132 n-d-792394-16 neutron-server[93956]: INFO neutron.db.securitygroups_db [None req-2fb081aa-050d-45fb-afe9-8a51d0908fc0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Project 9aba07b934ba4a8b8b1533b6c3e565a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:30:16.676590 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2fb081aa-050d-45fb-afe9-8a51d0908fc0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.739303 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2fb081aa-050d-45fb-afe9-8a51d0908fc0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.745783 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2fb081aa-050d-45fb-afe9-8a51d0908fc0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.772984 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb081aa-050d-45fb-afe9-8a51d0908fc0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2930fcb-5c07-4d91-a35f-93579f650be8,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:16.777383 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2fb081aa-050d-45fb-afe9-8a51d0908fc0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.778920 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2fb081aa-050d-45fb-afe9-8a51d0908fc0 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361244 Jul 16 02:30:16.781965 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41236) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:16.787766 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2093a7f8-b5fe-438c-b217-9b9c536b84d6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'network': {'name': 'tempest-network-smoke--407370623', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'port_security_enabled': True}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:16.811256 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2093a7f8-b5fe-438c-b217-9b9c536b84d6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Made reservation on behalf of 9aba07b934ba4a8b8b1533b6c3e565a5 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:30:16.815236 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2093a7f8-b5fe-438c-b217-9b9c536b84d6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.841558 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2093a7f8-b5fe-438c-b217-9b9c536b84d6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:30:16.852530 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2093a7f8-b5fe-438c-b217-9b9c536b84d6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.852904 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-2093a7f8-b5fe-438c-b217-9b9c536b84d6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Added segment 44254209-6d62-462f-ad55-20dec4dccbdb of type vlan for network 222b26a3-81d2-4d79-8286-1527b4787175 Jul 16 02:30:16.897751 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2093a7f8-b5fe-438c-b217-9b9c536b84d6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.940240 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2093a7f8-b5fe-438c-b217-9b9c536b84d6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.948746 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2093a7f8-b5fe-438c-b217-9b9c536b84d6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:16.949540 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2093a7f8-b5fe-438c-b217-9b9c536b84d6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.996428 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2093a7f8-b5fe-438c-b217-9b9c536b84d6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2131703 Jul 16 02:30:16.999266 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41238) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:17.004542 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a284889c-3b40-458e-8270-b0668cfb200c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-28787263', 'admin_state_up': True, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:17.029264 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a284889c-3b40-458e-8270-b0668cfb200c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:17.030293 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a284889c-3b40-458e-8270-b0668cfb200c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:17.031551 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093a7f8-b5fe-438c-b217-9b9c536b84d6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Network': ['ID=222b26a3-81d2-4d79-8286-1527b4787175,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:17.043606 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 222b26a3-81d2-4d79-8286-1527b4787175 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:30:17.088443 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a284889c-3b40-458e-8270-b0668cfb200c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:17.235917 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a284889c-3b40-458e-8270-b0668cfb200c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:17.438521 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a284889c-3b40-458e-8270-b0668cfb200c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:17.457486 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a284889c-3b40-458e-8270-b0668cfb200c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:17.561032 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-a284889c-3b40-458e-8270-b0668cfb200c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Allocated IP 172.25.6.87 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/141198c3-31db-4a8c-9710-762692e5a60d) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:30:17.663033 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a284889c-3b40-458e-8270-b0668cfb200c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:17.706855 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a284889c-3b40-458e-8270-b0668cfb200c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:17.750388 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a284889c-3b40-458e-8270-b0668cfb200c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:30:17.756528 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-a284889c-3b40-458e-8270-b0668cfb200c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:17.758820 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284889c-3b40-458e-8270-b0668cfb200c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=141198c3-31db-4a8c-9710-762692e5a60d,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:17.760941 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a284889c-3b40-458e-8270-b0668cfb200c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:30:18.013976 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a284889c-3b40-458e-8270-b0668cfb200c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:18.546788 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a284889c-3b40-458e-8270-b0668cfb200c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:18.676789 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a284889c-3b40-458e-8270-b0668cfb200c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Router d3d97dbb-0991-46c4-82a6-09592f2b9429 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:30:18.792917 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a284889c-3b40-458e-8270-b0668cfb200c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:30:18.802954 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] Sync routers for ids ['d3d97dbb-0991-46c4-82a6-09592f2b9429'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:30:18.812244 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] Routers {'d3d97dbb-0991-46c4-82a6-09592f2b9429'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:18.812905 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:30:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d3d97dbb-0991-46c4-82a6-09592f2b9429'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:18.813809 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a284889c-3b40-458e-8270-b0668cfb200c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:18.815084 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a284889c-3b40-458e-8270-b0668cfb200c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8147500 Jul 16 02:30:18.818442 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41240) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:18.888133 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0a209740-580a-49f6-b6b1-61d119ab24cd tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=9aba07b934ba4a8b8b1533b6c3e565a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0684643 Jul 16 02:30:18.891092 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41244) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:18.987633 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3157c5a4-6fab-4276-80bc-40b6330ec2af tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:18.989204 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-3157c5a4-6fab-4276-80bc-40b6330ec2af tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0969355 Jul 16 02:30:18.993156 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41246) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:19.027395 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] Set router d3d97dbb-0991-46c4-82a6-09592f2b9429 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:19.031556 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b47f9417-c3fb-4678-9208-13062e84b9c1 tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=44f29c19-83dc-4bc0-a0a8-8775f5768d28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372636 Jul 16 02:30:19.034371 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41248) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:19.040002 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-1490f3b6-3982-4c99-94aa-d434842bdfe1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-668080551', 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175', 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:19.134162 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1490f3b6-3982-4c99-94aa-d434842bdfe1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Made reservation on behalf of 9aba07b934ba4a8b8b1533b6c3e565a5 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:30:19.138221 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1490f3b6-3982-4c99-94aa-d434842bdfe1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:19.210240 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28787263', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '141198c3-31db-4a8c-9710-762692e5a60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:17Z', 'revision_number': 3, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '141198c3-31db-4a8c-9710-762692e5a60d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:19.241911 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] Checking router: d3d97dbb-0991-46c4-82a6-09592f2b9429 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:30:19.242204 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] Updating router d3d97dbb-0991-46c4-82a6-09592f2b9429 port 141198c3-31db-4a8c-9710-762692e5a60d binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:30:19.278444 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:19.544066 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:19.555723 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] Transition to ACTIVE for port object 141198c3-31db-4a8c-9710-762692e5a60d will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:19.562636 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:19.613300 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] Attempting to bind port 141198c3-31db-4a8c-9710-762692e5a60d on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:30:19.613660 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] Attempting to bind port 141198c3-31db-4a8c-9710-762692e5a60d by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:30:19.614016 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] Attempting to bind port 141198c3-31db-4a8c-9710-762692e5a60d on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:30:19.621062 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7edb9e-c1ca-46d9-b69c-6eed4a4f221a None None] Pushing event updated for resources: {'Port': ['ID=141198c3-31db-4a8c-9710-762692e5a60d,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:19.624189 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:30:19.624614 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:30:19.625025 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:19.625473 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:30:19.626018 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] Bound port: 141198c3-31db-4a8c-9710-762692e5a60d, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:30:19.626457 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:19.632856 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edb9e-c1ca-46d9-b69c-6eed4a4f221a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:19.633196 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edb9e-c1ca-46d9-b69c-6eed4a4f221a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:19.633528 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edb9e-c1ca-46d9-b69c-6eed4a4f221a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:19.633878 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edb9e-c1ca-46d9-b69c-6eed4a4f221a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:19.634184 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edb9e-c1ca-46d9-b69c-6eed4a4f221a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:19.634521 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edb9e-c1ca-46d9-b69c-6eed4a4f221a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:19.634820 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edb9e-c1ca-46d9-b69c-6eed4a4f221a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:19.635139 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edb9e-c1ca-46d9-b69c-6eed4a4f221a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:19.635454 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edb9e-c1ca-46d9-b69c-6eed4a4f221a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:19.635767 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edb9e-c1ca-46d9-b69c-6eed4a4f221a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:19.636077 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edb9e-c1ca-46d9-b69c-6eed4a4f221a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:19.636426 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7edb9e-c1ca-46d9-b69c-6eed4a4f221a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:19.670064 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1490f3b6-3982-4c99-94aa-d434842bdfe1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:19.689535 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] For port 141198c3-31db-4a8c-9710-762692e5a60d, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:30:19.692636 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] For port 141198c3-31db-4a8c-9710-762692e5a60d, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=141198c3-31db-4a8c-9710-762692e5a60d,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:30:19.698255 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:19.739863 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490f3b6-3982-4c99-94aa-d434842bdfe1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Subnet': ['ID=eda85ad7-04df-4a1e-ac4c-b8b34369ca9e,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:19.745228 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1490f3b6-3982-4c99-94aa-d434842bdfe1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Checking segment: {'id': '44254209-6d62-462f-ad55-20dec4dccbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:30:19.745587 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1490f3b6-3982-4c99-94aa-d434842bdfe1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network hostable DHCP agents. Network: 222b26a3-81d2-4d79-8286-1527b4787175, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:30:19.754637 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] Routers {'d3d97dbb-0991-46c4-82a6-09592f2b9429'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:19.755264 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:30:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d3d97dbb-0991-46c4-82a6-09592f2b9429'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:19.762784 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1490f3b6-3982-4c99-94aa-d434842bdfe1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 222b26a3-81d2-4d79-8286-1527b4787175 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:30:19.773367 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-1490f3b6-3982-4c99-94aa-d434842bdfe1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 222b26a3-81d2-4d79-8286-1527b4787175) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:19.777926 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1490f3b6-3982-4c99-94aa-d434842bdfe1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:19.778707 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-1490f3b6-3982-4c99-94aa-d434842bdfe1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:19.782920 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d09f36b-0152-4c01-bcdc-957987d69261 None None] Network 222b26a3-81d2-4d79-8286-1527b4787175 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:30:19.795933 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-1490f3b6-3982-4c99-94aa-d434842bdfe1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7599428 Jul 16 02:30:19.798807 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41250) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:19.801887 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7edb9e-c1ca-46d9-b69c-6eed4a4f221a None None] Pushing event updated for resources: {'Port': ['ID=141198c3-31db-4a8c-9710-762692e5a60d,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:19.870586 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] Set router d3d97dbb-0991-46c4-82a6-09592f2b9429 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:19.942096 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db876690-d410-4c85-884d-78fc69700c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-222b26a3-81d2-4d79-8286-1527b4787175', 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'fixed_ips': [{'subnet_id': 'eda85ad7-04df-4a1e-ac4c-b8b34369ca9e'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:30:19.942933 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db876690-d410-4c85-884d-78fc69700c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.074453 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28787263', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '141198c3-31db-4a8c-9710-762692e5a60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:17Z', 'revision_number': 3, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '141198c3-31db-4a8c-9710-762692e5a60d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:20.084342 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-db876690-d410-4c85-884d-78fc69700c14 None None] Allocated IP 172.20.0.2 (222b26a3-81d2-4d79-8286-1527b4787175/eda85ad7-04df-4a1e-ac4c-b8b34369ca9e/4c8d4473-31fb-457b-903f-65ee70c24d50) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:30:20.113216 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6876d96f-d1db-47c8-85b3-cd5cd2305287 None None] The sync data for ids ['d3d97dbb-0991-46c4-82a6-09592f2b9429'] in n-d-792394-16 is: [{'id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28787263', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '141198c3-31db-4a8c-9710-762692e5a60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:17Z', 'revision_number': 3, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '141198c3-31db-4a8c-9710-762692e5a60d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:30:20.246664 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db876690-d410-4c85-884d-78fc69700c14 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.255634 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-db876690-d410-4c85-884d-78fc69700c14 None None] Transition to ACTIVE for port object 4c8d4473-31fb-457b-903f-65ee70c24d50 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:20.272185 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-db876690-d410-4c85-884d-78fc69700c14 None None] Transition to ACTIVE for port object 4c8d4473-31fb-457b-903f-65ee70c24d50 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:20.279465 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db876690-d410-4c85-884d-78fc69700c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.280044 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59e71555-37bc-462c-b87d-63fdd18c594b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.523905 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db876690-d410-4c85-884d-78fc69700c14 None None] Network 222b26a3-81d2-4d79-8286-1527b4787175 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:30:20.529320 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-db876690-d410-4c85-884d-78fc69700c14 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:20.534794 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db876690-d410-4c85-884d-78fc69700c14 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:30:20.544151 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db876690-d410-4c85-884d-78fc69700c14 None None] Pushing event updated for resources: {'Port': ['ID=4c8d4473-31fb-457b-903f-65ee70c24d50,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:20.622648 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-db876690-d410-4c85-884d-78fc69700c14 None None] Attempting to bind port 4c8d4473-31fb-457b-903f-65ee70c24d50 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:30:20.623096 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-db876690-d410-4c85-884d-78fc69700c14 None None] Attempting to bind port 4c8d4473-31fb-457b-903f-65ee70c24d50 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '44254209-6d62-462f-ad55-20dec4dccbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:30:20.623556 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db876690-d410-4c85-884d-78fc69700c14 None None] Attempting to bind port 4c8d4473-31fb-457b-903f-65ee70c24d50 on network 222b26a3-81d2-4d79-8286-1527b4787175 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:30:20.630321 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db876690-d410-4c85-884d-78fc69700c14 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:30:20.630733 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db876690-d410-4c85-884d-78fc69700c14 None None] Checking segment: {'id': '44254209-6d62-462f-ad55-20dec4dccbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:30:20.631118 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db876690-d410-4c85-884d-78fc69700c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.631505 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db876690-d410-4c85-884d-78fc69700c14 None None] Bound using segment: {'id': '44254209-6d62-462f-ad55-20dec4dccbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:30:20.631876 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-59e71555-37bc-462c-b87d-63fdd18c594b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Allocated IP 172.20.0.1 (222b26a3-81d2-4d79-8286-1527b4787175/eda85ad7-04df-4a1e-ac4c-b8b34369ca9e/9c62c939-3bb1-4b44-8c13-50687fef8d8e) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:30:20.631987 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-db876690-d410-4c85-884d-78fc69700c14 None None] Bound port: 4c8d4473-31fb-457b-903f-65ee70c24d50, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44254209-6d62-462f-ad55-20dec4dccbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:30:20.632340 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db876690-d410-4c85-884d-78fc69700c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.674636 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 141198c3-31db-4a8c-9710-762692e5a60d up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:20.743204 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-db876690-d410-4c85-884d-78fc69700c14 None None] For port 4c8d4473-31fb-457b-903f-65ee70c24d50, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:30:20.747930 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-db876690-d410-4c85-884d-78fc69700c14 None None] For port 4c8d4473-31fb-457b-903f-65ee70c24d50, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4c8d4473-31fb-457b-903f-65ee70c24d50,segment=NetworkSegment(44254209-6d62-462f-ad55-20dec4dccbdb),segment_id=44254209-6d62-462f-ad55-20dec4dccbdb)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:30:20.756184 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db876690-d410-4c85-884d-78fc69700c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.780040 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59e71555-37bc-462c-b87d-63fdd18c594b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.783644 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 141198c3-31db-4a8c-9710-762692e5a60d completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:20.797174 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 141198c3-31db-4a8c-9710-762692e5a60d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:20.797714 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.798490 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-59e71555-37bc-462c-b87d-63fdd18c594b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Transition to ACTIVE for port object 9c62c939-3bb1-4b44-8c13-50687fef8d8e will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:20.845002 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59e71555-37bc-462c-b87d-63fdd18c594b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.859445 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db876690-d410-4c85-884d-78fc69700c14 None None] Pushing event updated for resources: {'Port': ['ID=4c8d4473-31fb-457b-903f-65ee70c24d50,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:20.896393 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e71555-37bc-462c-b87d-63fdd18c594b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 222b26a3-81d2-4d79-8286-1527b4787175 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:30:20.907649 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.912941 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-59e71555-37bc-462c-b87d-63fdd18c594b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:20.915676 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e71555-37bc-462c-b87d-63fdd18c594b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:30:20.938524 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 141198c3-31db-4a8c-9710-762692e5a60d, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=141198c3-31db-4a8c-9710-762692e5a60d,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:20.944871 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.987481 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59e71555-37bc-462c-b87d-63fdd18c594b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:21.017475 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=141198c3-31db-4a8c-9710-762692e5a60d,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:21.028763 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e71555-37bc-462c-b87d-63fdd18c594b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=9c62c939-3bb1-4b44-8c13-50687fef8d8e,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:21.177651 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59e71555-37bc-462c-b87d-63fdd18c594b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:21.486024 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59e71555-37bc-462c-b87d-63fdd18c594b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:21.492437 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59e71555-37bc-462c-b87d-63fdd18c594b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:21.571009 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e71555-37bc-462c-b87d-63fdd18c594b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=9c62c939-3bb1-4b44-8c13-50687fef8d8e,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:21.573657 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-59e71555-37bc-462c-b87d-63fdd18c594b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:21.672331 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e71555-37bc-462c-b87d-63fdd18c594b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 222b26a3-81d2-4d79-8286-1527b4787175 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:30:21.674004 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-59e71555-37bc-462c-b87d-63fdd18c594b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:21.802343 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e71555-37bc-462c-b87d-63fdd18c594b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Router d3d97dbb-0991-46c4-82a6-09592f2b9429 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:30:21.915423 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e71555-37bc-462c-b87d-63fdd18c594b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:30:21.920811 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-59e71555-37bc-462c-b87d-63fdd18c594b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "PUT /v2.0/routers/d3d97dbb-0991-46c4-82a6-09592f2b9429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1206641 Jul 16 02:30:22.079165 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-60b5b627-d2af-41c1-b973-079a11f44aa2 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53991227&fields=id&tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5 HTTP/1.1" status: 200 len: 267 time: 0.0418661 Jul 16 02:30:22.201440 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-db500bdc-8188-4041-be4e-019907412f88 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:22.203178 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-db500bdc-8188-4041-be4e-019907412f88 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/networks?id=222b26a3-81d2-4d79-8286-1527b4787175 HTTP/1.1" status: 200 len: 796 time: 0.1166890 Jul 16 02:30:22.221449 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-6485c20d-5c95-4505-a33a-6573af83572a tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/quotas/9aba07b934ba4a8b8b1533b6c3e565a5 HTTP/1.1" status: 200 len: 375 time: 0.0100482 Jul 16 02:30:22.278684 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4de704-a118-4747-ad44-2063869e65f1 None None] Network 222b26a3-81d2-4d79-8286-1527b4787175 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:30:22.284492 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] Sync routers for ids ['d3d97dbb-0991-46c4-82a6-09592f2b9429'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:30:22.298787 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-9a826472-e0a7-44b4-a721-71eb8318448b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0711622 Jul 16 02:30:22.312998 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] Routers {'d3d97dbb-0991-46c4-82a6-09592f2b9429'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:22.313758 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:30:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d3d97dbb-0991-46c4-82a6-09592f2b9429'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:22.316391 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-6f850581-bbc4-4a7a-9416-bab07b140868 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:30:22.316955 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-6f850581-bbc4-4a7a-9416-bab07b140868 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066562 Jul 16 02:30:22.414167 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-59fa51b0-b6bc-4619-9a3e-c809e25cf027 None None] Provisioning for port 4c8d4473-31fb-457b-903f-65ee70c24d50 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:22.460771 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-50b654e4-f0d4-4c18-a578-f2de3e892133 service neutron] 10.222.0.16 "GET /v2.0/networks/222b26a3-81d2-4d79-8286-1527b4787175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372075 Jul 16 02:30:22.510475 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] Set router d3d97dbb-0991-46c4-82a6-09592f2b9429 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:22.565318 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-7baefc23-55dc-4c47-8ac0-9a5af14a9476 service neutron] 10.222.0.16 "GET /v2.0/networks/222b26a3-81d2-4d79-8286-1527b4787175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981584 Jul 16 02:30:22.732160 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4c8d4473-31fb-457b-903f-65ee70c24d50 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:22.772726 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ccaf72c-ed95-4e44-aa79-d5bb7f06a77f req-1b9101c2-c2ef-4261-9656-fa466424ad18 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 210 time: 0.0423033 Jul 16 02:30:22.812096 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 4c8d4473-31fb-457b-903f-65ee70c24d50 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:22.819725 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28787263', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '141198c3-31db-4a8c-9710-762692e5a60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:21Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '141198c3-31db-4a8c-9710-762692e5a60d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '9c62c939-3bb1-4b44-8c13-50687fef8d8e', 'name': '', 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:22:a6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'eda85ad7-04df-4a1e-ac4c-b8b34369ca9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:20Z', 'updated_at': '2021-07-16T02:30:21Z', 'revision_number': 2, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'eda85ad7-04df-4a1e-ac4c-b8b34369ca9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:22.822994 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 4c8d4473-31fb-457b-903f-65ee70c24d50 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:22.822994 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:22.867164 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] Checking router: d3d97dbb-0991-46c4-82a6-09592f2b9429 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:30:22.867521 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] Updating router d3d97dbb-0991-46c4-82a6-09592f2b9429 port 9c62c939-3bb1-4b44-8c13-50687fef8d8e binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:30:22.915337 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:23.059478 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-42b83742-7f49-49bb-8b93-b64a5a31f260 None None] Provisioning complete for port 4c8d4473-31fb-457b-903f-65ee70c24d50 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:23.059858 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-42b83742-7f49-49bb-8b93-b64a5a31f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:23.061482 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:23.174849 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 4c8d4473-31fb-457b-903f-65ee70c24d50, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4c8d4473-31fb-457b-903f-65ee70c24d50,segment=NetworkSegment(44254209-6d62-462f-ad55-20dec4dccbdb),segment_id=44254209-6d62-462f-ad55-20dec4dccbdb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:23.184015 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:23.184908 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 141198c3-31db-4a8c-9710-762692e5a60d up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:23.345660 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=4c8d4473-31fb-457b-903f-65ee70c24d50,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:23.396947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 141198c3-31db-4a8c-9710-762692e5a60d triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:23.397427 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:23.418715 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-42b83742-7f49-49bb-8b93-b64a5a31f260 None None] Provisioning for port 9c62c939-3bb1-4b44-8c13-50687fef8d8e completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:23.450759 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-42b83742-7f49-49bb-8b93-b64a5a31f260 None None] Provisioning complete for port 9c62c939-3bb1-4b44-8c13-50687fef8d8e triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:23.451132 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-42b83742-7f49-49bb-8b93-b64a5a31f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:23.494036 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:23.515190 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] Transition to ACTIVE for port object 9c62c939-3bb1-4b44-8c13-50687fef8d8e will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:23.517961 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-42b83742-7f49-49bb-8b93-b64a5a31f260 None None] Port 9c62c939-3bb1-4b44-8c13-50687fef8d8e cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:30:23.544525 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:23.609421 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8422445-33c6-4e95-b83a-8f69a3552914 None None] Pushing event updated for resources: {'Port': ['ID=9c62c939-3bb1-4b44-8c13-50687fef8d8e,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:23.676011 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] Attempting to bind port 9c62c939-3bb1-4b44-8c13-50687fef8d8e on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:30:23.676412 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] Attempting to bind port 9c62c939-3bb1-4b44-8c13-50687fef8d8e by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '44254209-6d62-462f-ad55-20dec4dccbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:30:23.676787 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] Attempting to bind port 9c62c939-3bb1-4b44-8c13-50687fef8d8e on network 222b26a3-81d2-4d79-8286-1527b4787175 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:30:23.684591 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:30:23.684972 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] Checking segment: {'id': '44254209-6d62-462f-ad55-20dec4dccbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:30:23.685383 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:23.685780 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] Bound using segment: {'id': '44254209-6d62-462f-ad55-20dec4dccbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:30:23.686255 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] Bound port: 9c62c939-3bb1-4b44-8c13-50687fef8d8e, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44254209-6d62-462f-ad55-20dec4dccbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:30:23.686640 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:23.753260 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] For port 9c62c939-3bb1-4b44-8c13-50687fef8d8e, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:30:23.756406 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] For port 9c62c939-3bb1-4b44-8c13-50687fef8d8e, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=9c62c939-3bb1-4b44-8c13-50687fef8d8e,segment=NetworkSegment(44254209-6d62-462f-ad55-20dec4dccbdb),segment_id=44254209-6d62-462f-ad55-20dec4dccbdb)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:30:23.762655 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:23.843894 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8422445-33c6-4e95-b83a-8f69a3552914 None None] Pushing event updated for resources: {'Port': ['ID=9c62c939-3bb1-4b44-8c13-50687fef8d8e,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:23.848323 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] Routers {'d3d97dbb-0991-46c4-82a6-09592f2b9429'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:23.848985 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:30:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d3d97dbb-0991-46c4-82a6-09592f2b9429'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:23.936341 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-076f3693-d87d-4a29-bb4e-e9b83012c20d req-6563d17e-fd95-4f56-825d-046ada778258 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 210 time: 0.0311775 Jul 16 02:30:23.993910 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] Set router d3d97dbb-0991-46c4-82a6-09592f2b9429 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:24.071289 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-ed190fef-fc2f-4fdb-996a-32b12b3af879 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:24.072871 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-ed190fef-fc2f-4fdb-996a-32b12b3af879 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.84 "GET /v2.0/networks?id=222b26a3-81d2-4d79-8286-1527b4787175 HTTP/1.1" status: 200 len: 796 time: 0.1263428 Jul 16 02:30:24.126333 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-59b675b8-0ce6-4d63-a806-bf2f6799659c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5 HTTP/1.1" status: 200 len: 378 time: 0.0445383 Jul 16 02:30:24.135138 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-373113fe-3d59-4ff0-b9a4-5db08bd0710c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'port': {'device_id': '44182a55-1d2f-4640-b47c-55dc1934fa3a', 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175', 'admin_state_up': True, 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'security_groups': ['26bef166-a529-4b1f-b998-aefcd08c87c8']}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:24.259182 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-373113fe-3d59-4ff0-b9a4-5db08bd0710c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Made reservation on behalf of 9aba07b934ba4a8b8b1533b6c3e565a5 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:30:24.263320 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-373113fe-3d59-4ff0-b9a4-5db08bd0710c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:24.386133 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28787263', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '141198c3-31db-4a8c-9710-762692e5a60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:21Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '141198c3-31db-4a8c-9710-762692e5a60d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '9c62c939-3bb1-4b44-8c13-50687fef8d8e', 'name': '', 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:22:a6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'eda85ad7-04df-4a1e-ac4c-b8b34369ca9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:20Z', 'updated_at': '2021-07-16T02:30:23Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'eda85ad7-04df-4a1e-ac4c-b8b34369ca9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:24.388198 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-373113fe-3d59-4ff0-b9a4-5db08bd0710c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Allocated IP 172.20.0.13 (222b26a3-81d2-4d79-8286-1527b4787175/eda85ad7-04df-4a1e-ac4c-b8b34369ca9e/3122de52-736f-4baf-acb3-e477628b2690) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:30:24.412831 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427b98b6-9cc9-40a4-bf9d-60a36da8282f None None] The sync data for ids ['d3d97dbb-0991-46c4-82a6-09592f2b9429'] in n-d-792394-16 is: [{'id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28787263', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '141198c3-31db-4a8c-9710-762692e5a60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:21Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '141198c3-31db-4a8c-9710-762692e5a60d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '9c62c939-3bb1-4b44-8c13-50687fef8d8e', 'name': '', 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:22:a6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'eda85ad7-04df-4a1e-ac4c-b8b34369ca9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:20Z', 'updated_at': '2021-07-16T02:30:23Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'eda85ad7-04df-4a1e-ac4c-b8b34369ca9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:30:24.567776 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-373113fe-3d59-4ff0-b9a4-5db08bd0710c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:24.591783 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-373113fe-3d59-4ff0-b9a4-5db08bd0710c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Transition to ACTIVE for port object 3122de52-736f-4baf-acb3-e477628b2690 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:24.629916 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-373113fe-3d59-4ff0-b9a4-5db08bd0710c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:24.673268 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-373113fe-3d59-4ff0-b9a4-5db08bd0710c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 222b26a3-81d2-4d79-8286-1527b4787175 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:30:24.674469 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 9c62c939-3bb1-4b44-8c13-50687fef8d8e up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:24.683485 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-373113fe-3d59-4ff0-b9a4-5db08bd0710c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:24.691416 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-373113fe-3d59-4ff0-b9a4-5db08bd0710c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:30:24.698456 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373113fe-3d59-4ff0-b9a4-5db08bd0710c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=3122de52-736f-4baf-acb3-e477628b2690,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:24.744440 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 9c62c939-3bb1-4b44-8c13-50687fef8d8e completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:24.749641 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 9c62c939-3bb1-4b44-8c13-50687fef8d8e triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:24.750347 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:24.754044 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-373113fe-3d59-4ff0-b9a4-5db08bd0710c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:24.754044 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-373113fe-3d59-4ff0-b9a4-5db08bd0710c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:24.772758 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-373113fe-3d59-4ff0-b9a4-5db08bd0710c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6417165 Jul 16 02:30:24.787563 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-2a204b7c-c821-4083-bc2d-426501888028 service neutron] Request body: {'port': {'device_id': '44182a55-1d2f-4640-b47c-55dc1934fa3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:24.846479 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:24.886070 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 9c62c939-3bb1-4b44-8c13-50687fef8d8e, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=9c62c939-3bb1-4b44-8c13-50687fef8d8e,segment=NetworkSegment(44254209-6d62-462f-ad55-20dec4dccbdb),segment_id=44254209-6d62-462f-ad55-20dec4dccbdb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:24.891472 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-2a204b7c-c821-4083-bc2d-426501888028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:24.895634 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:24.897057 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4c8d4473-31fb-457b-903f-65ee70c24d50 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:24.995556 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=9c62c939-3bb1-4b44-8c13-50687fef8d8e,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:25.002688 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-dfad6845-3c36-414a-8898-989aa664e885 None None] Provisioning for port 3122de52-736f-4baf-acb3-e477628b2690 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:25.010101 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-dfad6845-3c36-414a-8898-989aa664e885 None None] Provisioning complete for port 3122de52-736f-4baf-acb3-e477628b2690 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:25.010478 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dfad6845-3c36-414a-8898-989aa664e885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:25.013603 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 4c8d4473-31fb-457b-903f-65ee70c24d50 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:25.013964 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:25.088876 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-dfad6845-3c36-414a-8898-989aa664e885 None None] Port 3122de52-736f-4baf-acb3-e477628b2690 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:30:25.235375 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff05cf-97ee-4776-b8d0-ff2a1fb5bf6b req-87d70d59-9fc4-479a-b5bc-48066f1f1f25 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:25.237140 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f6ff05cf-97ee-4776-b8d0-ff2a1fb5bf6b req-87d70d59-9fc4-479a-b5bc-48066f1f1f25 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 932 time: 0.1332097 Jul 16 02:30:25.241869 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-2a204b7c-c821-4083-bc2d-426501888028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3122de52-736f-4baf-acb3-e477628b2690 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:30:25.256627 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-2a204b7c-c821-4083-bc2d-426501888028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:25.281221 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-2a204b7c-c821-4083-bc2d-426501888028 service neutron] Transition to ACTIVE for port object 3122de52-736f-4baf-acb3-e477628b2690 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:25.287580 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-2a204b7c-c821-4083-bc2d-426501888028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:25.319782 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f6ff05cf-97ee-4776-b8d0-ff2a1fb5bf6b req-00c719b0-5227-43d4-9010-62e86d85afec tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=26bef166-a529-4b1f-b998-aefcd08c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725095 Jul 16 02:30:25.344838 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a204b7c-c821-4083-bc2d-426501888028 service neutron] Pushing event updated for resources: {'Port': ['ID=3122de52-736f-4baf-acb3-e477628b2690,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:25.430687 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-2a204b7c-c821-4083-bc2d-426501888028 service neutron] Attempting to bind port 3122de52-736f-4baf-acb3-e477628b2690 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:30:25.431025 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-2a204b7c-c821-4083-bc2d-426501888028 service neutron] Attempting to bind port 3122de52-736f-4baf-acb3-e477628b2690 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '44254209-6d62-462f-ad55-20dec4dccbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:30:25.431350 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-2a204b7c-c821-4083-bc2d-426501888028 service neutron] Attempting to bind port 3122de52-736f-4baf-acb3-e477628b2690 on network 222b26a3-81d2-4d79-8286-1527b4787175 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:30:25.436205 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-2a204b7c-c821-4083-bc2d-426501888028 service neutron] Port 3122de52-736f-4baf-acb3-e477628b2690 on network 222b26a3-81d2-4d79-8286-1527b4787175 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:30:25.436757 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-2a204b7c-c821-4083-bc2d-426501888028 service neutron] Attempting to bind port 3122de52-736f-4baf-acb3-e477628b2690 on network 222b26a3-81d2-4d79-8286-1527b4787175 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:30:25.442815 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-2a204b7c-c821-4083-bc2d-426501888028 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:30:25.443153 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-2a204b7c-c821-4083-bc2d-426501888028 service neutron] Checking segment: {'id': '44254209-6d62-462f-ad55-20dec4dccbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:30:25.443681 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-2a204b7c-c821-4083-bc2d-426501888028 service neutron] Bound using segment: {'id': '44254209-6d62-462f-ad55-20dec4dccbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:30:25.444124 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-2a204b7c-c821-4083-bc2d-426501888028 service neutron] Bound port: 3122de52-736f-4baf-acb3-e477628b2690, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44254209-6d62-462f-ad55-20dec4dccbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:30:25.444552 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-2a204b7c-c821-4083-bc2d-426501888028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:25.515243 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-2a204b7c-c821-4083-bc2d-426501888028 service neutron] For port 3122de52-736f-4baf-acb3-e477628b2690, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:30:25.518880 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-2a204b7c-c821-4083-bc2d-426501888028 service neutron] For port 3122de52-736f-4baf-acb3-e477628b2690, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3122de52-736f-4baf-acb3-e477628b2690,segment=NetworkSegment(44254209-6d62-462f-ad55-20dec4dccbdb),segment_id=44254209-6d62-462f-ad55-20dec4dccbdb)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:30:25.526131 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-2a204b7c-c821-4083-bc2d-426501888028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:25.570644 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-2a204b7c-c821-4083-bc2d-426501888028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:25.571387 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-2a204b7c-c821-4083-bc2d-426501888028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:25.573145 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-2a204b7c-c821-4083-bc2d-426501888028 service neutron] 10.222.0.84 "PUT /v2.0/ports/3122de52-736f-4baf-acb3-e477628b2690 HTTP/1.1" status: 200 len: 1093 time: 0.7924612 Jul 16 02:30:25.573813 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44182a55-1d2f-4640-b47c-55dc1934fa3a', 'tag': '3122de52-736f-4baf-acb3-e477628b2690'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:25.576246 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98993e27-b5a7-492f-8475-40f92cdce3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "44182a55-1d2f-4640-b47c-55dc1934fa3a", "tag": "3122de52-736f-4baf-acb3-e477628b2690"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:25.632231 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a204b7c-c821-4083-bc2d-426501888028 service neutron] Pushing event updated for resources: {'Port': ['ID=3122de52-736f-4baf-acb3-e477628b2690,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:25.656485 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cffc76-d893-4594-a9c7-e361e64ad98f x-openstack-request-id: req-d9cffc76-d893-4594-a9c7-e361e64ad98f {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:25.656890 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44182a55-1d2f-4640-b47c-55dc1934fa3a", "tag": "3122de52-736f-4baf-acb3-e477628b2690", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:25.657158 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9cffc76-d893-4594-a9c7-e361e64ad98f {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:25.657701 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44182a55-1d2f-4640-b47c-55dc1934fa3a', 'tag': '3122de52-736f-4baf-acb3-e477628b2690', 'status': 'completed', 'code': 200} Jul 16 02:30:25.691308 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-961b0107-3f5f-4007-9a9d-5072013ed309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:25.692920 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-961b0107-3f5f-4007-9a9d-5072013ed309 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 1096 time: 0.0705745 Jul 16 02:30:25.736836 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-600d90a4-fa30-4cf8-9abe-33b1a2e0a813 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3122de52-736f-4baf-acb3-e477628b2690 HTTP/1.1" status: 200 len: 217 time: 0.0371041 Jul 16 02:30:25.788031 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-ea4a84bd-8076-43b5-8639-c2e6b4a79c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:25.789534 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-ea4a84bd-8076-43b5-8639-c2e6b4a79c25 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eda85ad7-04df-4a1e-ac4c-b8b34369ca9e HTTP/1.1" status: 200 len: 834 time: 0.0462501 Jul 16 02:30:25.848766 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-e36fcbdb-0df8-44dc-8a2a-81bfc95c54c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:25.850301 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-e36fcbdb-0df8-44dc-8a2a-81bfc95c54c3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=222b26a3-81d2-4d79-8286-1527b4787175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545299 Jul 16 02:30:25.945017 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-dfe3b092-ddcb-49b9-b6e4-d2c141c2cbc5 service neutron] 10.222.0.84 "GET /v2.0/networks/222b26a3-81d2-4d79-8286-1527b4787175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871885 Jul 16 02:30:26.040639 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7910079a-90bf-4ba3-865e-fc0dc60c3cae req-f7ed05d8-4b16-49b4-a9b5-de4b2f2896b2 service neutron] 10.222.0.84 "GET /v2.0/networks/222b26a3-81d2-4d79-8286-1527b4787175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890825 Jul 16 02:30:26.151709 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98993e27-b5a7-492f-8475-40f92cdce3b7 req-11df5bb5-d100-4b7c-a11d-99e624401819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:26.153294 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98993e27-b5a7-492f-8475-40f92cdce3b7 req-11df5bb5-d100-4b7c-a11d-99e624401819 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 1096 time: 0.0579872 Jul 16 02:30:26.252325 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98993e27-b5a7-492f-8475-40f92cdce3b7 req-92d71fb8-041b-40a3-8dac-704ef83620f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:26.253742 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98993e27-b5a7-492f-8475-40f92cdce3b7 req-92d71fb8-041b-40a3-8dac-704ef83620f5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=222b26a3-81d2-4d79-8286-1527b4787175 HTTP/1.1" status: 200 len: 897 time: 0.0946617 Jul 16 02:30:26.301206 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98993e27-b5a7-492f-8475-40f92cdce3b7 req-a90dca8d-3496-491d-a4ed-140c9fa2de35 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3122de52-736f-4baf-acb3-e477628b2690 HTTP/1.1" status: 200 len: 217 time: 0.0400119 Jul 16 02:30:26.353515 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98993e27-b5a7-492f-8475-40f92cdce3b7 req-a3e50b75-a0c0-44a9-90b6-9c7f5b354557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:26.354962 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98993e27-b5a7-492f-8475-40f92cdce3b7 req-a3e50b75-a0c0-44a9-90b6-9c7f5b354557 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eda85ad7-04df-4a1e-ac4c-b8b34369ca9e HTTP/1.1" status: 200 len: 834 time: 0.0451715 Jul 16 02:30:26.418141 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98993e27-b5a7-492f-8475-40f92cdce3b7 req-79741d63-589b-46ac-988e-ceb34e644f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:26.419656 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98993e27-b5a7-492f-8475-40f92cdce3b7 req-79741d63-589b-46ac-988e-ceb34e644f71 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=222b26a3-81d2-4d79-8286-1527b4787175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575125 Jul 16 02:30:26.551043 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98993e27-b5a7-492f-8475-40f92cdce3b7 req-7e468897-98f0-4f1e-89dd-178855e461e0 service neutron] 10.222.0.84 "GET /v2.0/networks/222b26a3-81d2-4d79-8286-1527b4787175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233497 Jul 16 02:30:26.598460 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41aadc6-fbe8-445b-93b7-195fe6309970 req-a98e1f3b-c20e-403e-8c75-092c774fd98c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:26.599278 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 9c62c939-3bb1-4b44-8c13-50687fef8d8e up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:26.599990 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d41aadc6-fbe8-445b-93b7-195fe6309970 req-a98e1f3b-c20e-403e-8c75-092c774fd98c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 944 time: 0.1359589 Jul 16 02:30:26.649128 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 9c62c939-3bb1-4b44-8c13-50687fef8d8e triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:26.649768 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:26.685964 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d41aadc6-fbe8-445b-93b7-195fe6309970 req-7f40ae40-8708-40cf-bc21-be9893fef344 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=26bef166-a529-4b1f-b998-aefcd08c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797734 Jul 16 02:30:26.690170 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-98993e27-b5a7-492f-8475-40f92cdce3b7 req-3ec56e08-13ea-4aef-9772-3888cc440adb service neutron] 10.222.0.84 "GET /v2.0/networks/222b26a3-81d2-4d79-8286-1527b4787175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310008 Jul 16 02:30:26.710302 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-294102ab-22d8-4a4f-98de-5dab0faac553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.882803 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58fb8f-f2c6-4c53-88ae-b5a5f5da19d9 req-ec839dc5-a45d-47fe-9a99-544cd76e8d0b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:27.884414 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad58fb8f-f2c6-4c53-88ae-b5a5f5da19d9 req-ec839dc5-a45d-47fe-9a99-544cd76e8d0b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 944 time: 0.0707102 Jul 16 02:30:27.924106 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ad58fb8f-f2c6-4c53-88ae-b5a5f5da19d9 req-2d6c1baf-93c3-4bbd-8f24-847da3a6a4a7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=26bef166-a529-4b1f-b998-aefcd08c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333951 Jul 16 02:30:28.402949 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 3122de52-736f-4baf-acb3-e477628b2690 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:30:28.507149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 3122de52-736f-4baf-acb3-e477628b2690, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3122de52-736f-4baf-acb3-e477628b2690,segment=NetworkSegment(44254209-6d62-462f-ad55-20dec4dccbdb),segment_id=44254209-6d62-462f-ad55-20dec4dccbdb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:28.520984 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '3122de52-736f-4baf-acb3-e477628b2690', 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175', 'port_id': '3122de52-736f-4baf-acb3-e477628b2690', 'mac_address': 'fa:16:3e:84:26:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda85ad7-04df-4a1e-ac4c-b8b34369ca9e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:30:28.567444 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.584806 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3122de52-736f-4baf-acb3-e477628b2690 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:30:28.605311 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 3122de52-736f-4baf-acb3-e477628b2690, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3122de52-736f-4baf-acb3-e477628b2690,segment=NetworkSegment(44254209-6d62-462f-ad55-20dec4dccbdb),segment_id=44254209-6d62-462f-ad55-20dec4dccbdb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:28.612327 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.664720 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=3122de52-736f-4baf-acb3-e477628b2690,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:28.840160 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['3122de52-736f-4baf-acb3-e477628b2690'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:30:29.107945 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f73aeb-cb2c-4633-bd2f-8d39c4e5074c req-beb647b6-477a-454a-a782-cd4e8c82412c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:29.109555 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4f73aeb-cb2c-4633-bd2f-8d39c4e5074c req-beb647b6-477a-454a-a782-cd4e8c82412c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 945 time: 0.0674083 Jul 16 02:30:29.148800 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4f73aeb-cb2c-4633-bd2f-8d39c4e5074c req-f9917f1d-0748-40f7-9057-5fb6f03d11f7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=26bef166-a529-4b1f-b998-aefcd08c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332208 Jul 16 02:30:29.668954 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4fafef8-1cae-48d0-a24c-163643de8963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:29.811038 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:30.354074 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833c6b3-6cd3-4b6e-89d0-e70e959f3df1 req-ec2dc54d-af55-4c78-b9a4-b255ec0b9691 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:30.355622 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7833c6b3-6cd3-4b6e-89d0-e70e959f3df1 req-ec2dc54d-af55-4c78-b9a4-b255ec0b9691 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 945 time: 0.0840917 Jul 16 02:30:30.400177 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7833c6b3-6cd3-4b6e-89d0-e70e959f3df1 req-f793b905-858c-41c2-935b-88a443760296 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=26bef166-a529-4b1f-b998-aefcd08c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379329 Jul 16 02:30:30.416675 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 3122de52-736f-4baf-acb3-e477628b2690 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:30.473358 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 3122de52-736f-4baf-acb3-e477628b2690 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:30.477797 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 3122de52-736f-4baf-acb3-e477628b2690 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:30.478181 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:30.562511 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:30.591027 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44182a55-1d2f-4640-b47c-55dc1934fa3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3122de52-736f-4baf-acb3-e477628b2690'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:30.593349 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfeeac5e-1b21-4416-b6e9-ae10306f447b" -d '{"events": [{"server_uuid": "44182a55-1d2f-4640-b47c-55dc1934fa3a", "name": "network-vif-plugged", "status": "completed", "tag": "3122de52-736f-4baf-acb3-e477628b2690"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:30.606830 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 3122de52-736f-4baf-acb3-e477628b2690, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3122de52-736f-4baf-acb3-e477628b2690,segment=NetworkSegment(44254209-6d62-462f-ad55-20dec4dccbdb),segment_id=44254209-6d62-462f-ad55-20dec4dccbdb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:30.614020 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:30.637528 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8345d39-77e8-4782-a901-e4ad24be1ead x-openstack-request-id: req-f8345d39-77e8-4782-a901-e4ad24be1ead {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:30.637804 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44182a55-1d2f-4640-b47c-55dc1934fa3a", "name": "network-vif-plugged", "status": "completed", "tag": "3122de52-736f-4baf-acb3-e477628b2690", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:30.638053 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8345d39-77e8-4782-a901-e4ad24be1ead {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:30.638439 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44182a55-1d2f-4640-b47c-55dc1934fa3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3122de52-736f-4baf-acb3-e477628b2690', 'code': 200} Jul 16 02:30:30.665550 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=3122de52-736f-4baf-acb3-e477628b2690,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:30.766983 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3ae2d-cf83-4a14-9561-568c2753e082 req-5b6ad80c-d3aa-4637-989b-288afbf4ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:30.768442 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9ff3ae2d-cf83-4a14-9561-568c2753e082 req-5b6ad80c-d3aa-4637-989b-288afbf4ce6b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 1098 time: 0.0624435 Jul 16 02:30:31.076572 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:31.138877 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9ff3ae2d-cf83-4a14-9561-568c2753e082 req-8a8cccfd-f839-4aa4-b123-b80186efda00 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=26bef166-a529-4b1f-b998-aefcd08c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3637998 Jul 16 02:30:31.587376 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6a47a-8cad-4cce-8fdf-2b672cc09df8 req-270f698d-03f3-4b8e-86ea-b04ffe06680b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:31.588606 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-35c6a47a-8cad-4cce-8fdf-2b672cc09df8 req-270f698d-03f3-4b8e-86ea-b04ffe06680b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 946 time: 0.0714254 Jul 16 02:30:31.635241 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-35c6a47a-8cad-4cce-8fdf-2b672cc09df8 req-172461e7-2c62-4cb8-8dec-caebe1b0de74 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=26bef166-a529-4b1f-b998-aefcd08c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383961 Jul 16 02:30:32.059856 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.813872 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.858983 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a5bc0-b1c2-4bed-a5a9-a78b97e067c4 req-8c94fe64-b9a9-4996-91eb-fb673ba4f02c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:32.860705 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ff6a5bc0-b1c2-4bed-a5a9-a78b97e067c4 req-8c94fe64-b9a9-4996-91eb-fb673ba4f02c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 946 time: 0.0699329 Jul 16 02:30:32.906569 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ff6a5bc0-b1c2-4bed-a5a9-a78b97e067c4 req-f418b01e-ce68-42f3-b03c-0466c13a40be tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=26bef166-a529-4b1f-b998-aefcd08c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372345 Jul 16 02:30:33.100679 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9be7f4-9533-4218-973b-dc9f671ae9f6 req-cc8dc384-ed88-419b-b639-536bbe2c9e42 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:33.102216 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7e9be7f4-9533-4218-973b-dc9f671ae9f6 req-cc8dc384-ed88-419b-b639-536bbe2c9e42 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 946 time: 0.0756681 Jul 16 02:30:33.141996 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7e9be7f4-9533-4218-973b-dc9f671ae9f6 req-1a393659-d3dc-4602-aac3-14f5bd38821d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=26bef166-a529-4b1f-b998-aefcd08c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328794 Jul 16 02:30:33.174052 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41306) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:33.239359 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd65c2d-d522-40dc-8a7b-306f3b47cdcf tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:33.240875 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ddd65c2d-d522-40dc-8a7b-306f3b47cdcf tempest-TestNetworkAdvancedServerOps-481675407 tempest-TestNetworkAdvancedServerOps-481675407-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 1093 time: 0.0657997 Jul 16 02:30:33.243827 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41308) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:33.251215 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-5f09e452-e7e0-490e-af40-c1c6e1dfdee6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': '3122de52-736f-4baf-acb3-e477628b2690', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:33.283141 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5f09e452-e7e0-490e-af40-c1c6e1dfdee6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.401716 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5f09e452-e7e0-490e-af40-c1c6e1dfdee6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.513480 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-5f09e452-e7e0-490e-af40-c1c6e1dfdee6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Allocated IP 172.25.6.22 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/ae4d2e9a-ed50-4186-923b-e8c95e043832) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:30:33.617219 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5f09e452-e7e0-490e-af40-c1c6e1dfdee6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.664080 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5f09e452-e7e0-490e-af40-c1c6e1dfdee6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.703476 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f09e452-e7e0-490e-af40-c1c6e1dfdee6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:30:33.706542 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-5f09e452-e7e0-490e-af40-c1c6e1dfdee6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:33.710538 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f09e452-e7e0-490e-af40-c1c6e1dfdee6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:30:33.716083 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09e452-e7e0-490e-af40-c1c6e1dfdee6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=ae4d2e9a-ed50-4186-923b-e8c95e043832,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:34.107052 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5f09e452-e7e0-490e-af40-c1c6e1dfdee6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.205144 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5f09e452-e7e0-490e-af40-c1c6e1dfdee6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.383527 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5f09e452-e7e0-490e-af40-c1c6e1dfdee6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.390268 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5f09e452-e7e0-490e-af40-c1c6e1dfdee6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.460264 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09e452-e7e0-490e-af40-c1c6e1dfdee6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event updated for resources: {'Port': ['ID=ae4d2e9a-ed50-4186-923b-e8c95e043832,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:34.473914 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5f09e452-e7e0-490e-af40-c1c6e1dfdee6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.595939 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-5f09e452-e7e0-490e-af40-c1c6e1dfdee6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Floating IP 5d6cbbc0-15d1-4e03-8002-e5a575bad5ac associated. External IP: 172.25.6.22, port: 3122de52-736f-4baf-acb3-e477628b2690. Jul 16 02:30:34.820045 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f09e452-e7e0-490e-af40-c1c6e1dfdee6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Router d3d97dbb-0991-46c4-82a6-09592f2b9429 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:30:34.937568 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f09e452-e7e0-490e-af40-c1c6e1dfdee6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:30:34.954721 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a9e8d0-b366-48f9-a6c2-57d6dc03e421 None None] Sync routers for ids ['d3d97dbb-0991-46c4-82a6-09592f2b9429'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:30:34.963058 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5f09e452-e7e0-490e-af40-c1c6e1dfdee6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.968639 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a9e8d0-b366-48f9-a6c2-57d6dc03e421 None None] Routers {'d3d97dbb-0991-46c4-82a6-09592f2b9429'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:34.969703 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-43a9e8d0-b366-48f9-a6c2-57d6dc03e421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:30:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d3d97dbb-0991-46c4-82a6-09592f2b9429'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:35.002510 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5f09e452-e7e0-490e-af40-c1c6e1dfdee6 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7574959 Jul 16 02:30:35.003099 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44182a55-1d2f-4640-b47c-55dc1934fa3a', 'tag': '3122de52-736f-4baf-acb3-e477628b2690'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:35.005452 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a5f03f-1471-463f-a433-fced092542b5" -d '{"events": [{"name": "network-changed", "server_uuid": "44182a55-1d2f-4640-b47c-55dc1934fa3a", "tag": "3122de52-736f-4baf-acb3-e477628b2690"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:35.042346 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daf2ba8-a724-45ab-9d16-6b642ae6a814 x-openstack-request-id: req-4daf2ba8-a724-45ab-9d16-6b642ae6a814 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:35.042785 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44182a55-1d2f-4640-b47c-55dc1934fa3a", "tag": "3122de52-736f-4baf-acb3-e477628b2690", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:35.043126 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4daf2ba8-a724-45ab-9d16-6b642ae6a814 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:35.043651 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44182a55-1d2f-4640-b47c-55dc1934fa3a', 'tag': '3122de52-736f-4baf-acb3-e477628b2690', 'status': 'completed', 'code': 200} Jul 16 02:30:35.078215 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-43a9e8d0-b366-48f9-a6c2-57d6dc03e421 None None] Set router d3d97dbb-0991-46c4-82a6-09592f2b9429 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:35.158006 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5f03f-1471-463f-a433-fced092542b5 req-b92446b0-7d81-4acd-a798-a5c1c8c47635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:35.159668 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-09a5f03f-1471-463f-a433-fced092542b5 req-b92446b0-7d81-4acd-a798-a5c1c8c47635 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 1098 time: 0.0929453 Jul 16 02:30:35.211384 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec05a1b-a53e-4832-95ef-65d53d500330 req-99a79ce9-f8d7-44f9-a0c6-aeefe249f702 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:35.212807 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0ec05a1b-a53e-4832-95ef-65d53d500330 req-99a79ce9-f8d7-44f9-a0c6-aeefe249f702 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 946 time: 0.1162362 Jul 16 02:30:35.295221 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0ec05a1b-a53e-4832-95ef-65d53d500330 req-84e181c2-19e2-4da2-ae27-c7a4ebf530f7 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=26bef166-a529-4b1f-b998-aefcd08c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562758 Jul 16 02:30:35.296792 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5f03f-1471-463f-a433-fced092542b5 req-868efa78-f5bb-4a48-81c7-b35dc1da060d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:35.297836 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-09a5f03f-1471-463f-a433-fced092542b5 req-868efa78-f5bb-4a48-81c7-b35dc1da060d service neutron] 10.222.0.84 "GET /v2.0/networks?id=222b26a3-81d2-4d79-8286-1527b4787175 HTTP/1.1" status: 200 len: 897 time: 0.1313066 Jul 16 02:30:35.306125 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-43a9e8d0-b366-48f9-a6c2-57d6dc03e421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28787263', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '141198c3-31db-4a8c-9710-762692e5a60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:21Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '141198c3-31db-4a8c-9710-762692e5a60d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '5d6cbbc0-15d1-4e03-8002-e5a575bad5ac', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'floating_ip_address': '172.25.6.22', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'port_id': '3122de52-736f-4baf-acb3-e477628b2690', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175', 'mac_address': 'fa:16:3e:84:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44182a55-1d2f-4640-b47c-55dc1934fa3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:30:33Z', 'updated_at': '2021-07-16T02:30:33Z', 'revision_number': 0, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c62c939-3bb1-4b44-8c13-50687fef8d8e', 'name': '', 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:22:a6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'eda85ad7-04df-4a1e-ac4c-b8b34369ca9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:20Z', 'updated_at': '2021-07-16T02:30:24Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'eda85ad7-04df-4a1e-ac4c-b8b34369ca9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:35.319993 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41314) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:35.334344 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a9e8d0-b366-48f9-a6c2-57d6dc03e421 None None] Checking router: d3d97dbb-0991-46c4-82a6-09592f2b9429 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:30:35.343235 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a9e8d0-b366-48f9-a6c2-57d6dc03e421 None None] Routers {'d3d97dbb-0991-46c4-82a6-09592f2b9429'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:35.343929 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-43a9e8d0-b366-48f9-a6c2-57d6dc03e421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:30:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d3d97dbb-0991-46c4-82a6-09592f2b9429'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:35.365708 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-09a5f03f-1471-463f-a433-fced092542b5 req-8b90364e-e7fa-4ce0-9b97-64d13c516266 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3122de52-736f-4baf-acb3-e477628b2690 HTTP/1.1" status: 200 len: 999 time: 0.0609729 Jul 16 02:30:35.386355 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0f7a4759-2410-4993-80d7-a2755ad9497c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/floatingips/5d6cbbc0-15d1-4e03-8002-e5a575bad5ac HTTP/1.1" status: 200 len: 991 time: 0.0650947 Jul 16 02:30:35.416519 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5f03f-1471-463f-a433-fced092542b5 req-749f1be8-ec34-4bbe-97e2-d544438e8c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:35.418014 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-09a5f03f-1471-463f-a433-fced092542b5 req-749f1be8-ec34-4bbe-97e2-d544438e8c13 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eda85ad7-04df-4a1e-ac4c-b8b34369ca9e HTTP/1.1" status: 200 len: 834 time: 0.0451114 Jul 16 02:30:35.451125 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-43a9e8d0-b366-48f9-a6c2-57d6dc03e421 None None] Set router d3d97dbb-0991-46c4-82a6-09592f2b9429 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:35.485985 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5f03f-1471-463f-a433-fced092542b5 req-8cce125b-f282-4f08-82a5-0473caefe762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:35.487585 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-09a5f03f-1471-463f-a433-fced092542b5 req-8cce125b-f282-4f08-82a5-0473caefe762 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=222b26a3-81d2-4d79-8286-1527b4787175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608687 Jul 16 02:30:35.582234 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-09a5f03f-1471-463f-a433-fced092542b5 req-c350cb23-037c-4f78-99fb-ffefe82c268f service neutron] 10.222.0.84 "GET /v2.0/networks/222b26a3-81d2-4d79-8286-1527b4787175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872672 Jul 16 02:30:35.643290 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:35.682354 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-09a5f03f-1471-463f-a433-fced092542b5 req-c1fc1e48-5125-4a51-900d-3f20e1feb19d service neutron] 10.222.0.84 "GET /v2.0/networks/222b26a3-81d2-4d79-8286-1527b4787175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932460 Jul 16 02:30:35.772901 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-43a9e8d0-b366-48f9-a6c2-57d6dc03e421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28787263', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '141198c3-31db-4a8c-9710-762692e5a60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:21Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '141198c3-31db-4a8c-9710-762692e5a60d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '5d6cbbc0-15d1-4e03-8002-e5a575bad5ac', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'floating_ip_address': '172.25.6.22', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'port_id': '3122de52-736f-4baf-acb3-e477628b2690', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175', 'mac_address': 'fa:16:3e:84:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44182a55-1d2f-4640-b47c-55dc1934fa3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:30:33Z', 'updated_at': '2021-07-16T02:30:33Z', 'revision_number': 0, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c62c939-3bb1-4b44-8c13-50687fef8d8e', 'name': '', 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:22:a6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'eda85ad7-04df-4a1e-ac4c-b8b34369ca9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:20Z', 'updated_at': '2021-07-16T02:30:24Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'eda85ad7-04df-4a1e-ac4c-b8b34369ca9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:35.800519 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a9e8d0-b366-48f9-a6c2-57d6dc03e421 None None] The sync data for ids ['d3d97dbb-0991-46c4-82a6-09592f2b9429'] in n-d-792394-16 is: [{'id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28787263', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '141198c3-31db-4a8c-9710-762692e5a60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:21Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '141198c3-31db-4a8c-9710-762692e5a60d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '5d6cbbc0-15d1-4e03-8002-e5a575bad5ac', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'floating_ip_address': '172.25.6.22', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'port_id': '3122de52-736f-4baf-acb3-e477628b2690', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175', 'mac_address': 'fa:16:3e:84:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44182a55-1d2f-4640-b47c-55dc1934fa3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:30:33Z', 'updated_at': '2021-07-16T02:30:33Z', 'revision_number': 0, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c62c939-3bb1-4b44-8c13-50687fef8d8e', 'name': '', 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:22:a6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'eda85ad7-04df-4a1e-ac4c-b8b34369ca9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:20Z', 'updated_at': '2021-07-16T02:30:24Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'eda85ad7-04df-4a1e-ac4c-b8b34369ca9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:30:36.022383 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb75bb5-f765-4b88-9d65-b9f1851b1072 None None] New status for floating IP 5d6cbbc0-15d1-4e03-8002-e5a575bad5ac: ACTIVE {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:30:36.388737 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41316) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:36.457129 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-5e941a8d-7b89-4ffb-a795-341279e01d1f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/floatingips/5d6cbbc0-15d1-4e03-8002-e5a575bad5ac HTTP/1.1" status: 200 len: 993 time: 0.0666645 Jul 16 02:30:52.302021 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b54f3a7-380e-4f2b-b702-e19718a2e97b req-182a88b6-36b6-46dc-8378-0de014adbd9d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0597754 Jul 16 02:30:52.405063 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54f3a7-380e-4f2b-b702-e19718a2e97b req-6d871729-4377-4730-b844-b5d1c5f51988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:52.406601 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b54f3a7-380e-4f2b-b702-e19718a2e97b req-6d871729-4377-4730-b844-b5d1c5f51988 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 1098 time: 0.0589352 Jul 16 02:30:52.520022 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54f3a7-380e-4f2b-b702-e19718a2e97b req-433a9f3c-e5b4-4afd-a213-c0d011b8ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:52.522661 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b54f3a7-380e-4f2b-b702-e19718a2e97b req-433a9f3c-e5b4-4afd-a213-c0d011b8ecc3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=222b26a3-81d2-4d79-8286-1527b4787175 HTTP/1.1" status: 200 len: 897 time: 0.0946760 Jul 16 02:30:52.594787 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b54f3a7-380e-4f2b-b702-e19718a2e97b req-1e7bc16b-9c92-4cd5-bd5e-0abb61e0c0d7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3122de52-736f-4baf-acb3-e477628b2690 HTTP/1.1" status: 200 len: 1001 time: 0.0654123 Jul 16 02:30:52.644048 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54f3a7-380e-4f2b-b702-e19718a2e97b req-00bb4123-7047-4972-b5f2-47b45e54a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:52.645547 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b54f3a7-380e-4f2b-b702-e19718a2e97b req-00bb4123-7047-4972-b5f2-47b45e54a8c2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eda85ad7-04df-4a1e-ac4c-b8b34369ca9e HTTP/1.1" status: 200 len: 834 time: 0.0442722 Jul 16 02:30:52.744409 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54f3a7-380e-4f2b-b702-e19718a2e97b req-7c519a3d-3977-4c1b-b11d-ed6a618cae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:52.745950 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b54f3a7-380e-4f2b-b702-e19718a2e97b req-7c519a3d-3977-4c1b-b11d-ed6a618cae49 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=222b26a3-81d2-4d79-8286-1527b4787175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935493 Jul 16 02:30:52.846088 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b54f3a7-380e-4f2b-b702-e19718a2e97b req-6991a7c1-e797-4b44-b896-1e3995394acc service neutron] 10.222.0.84 "GET /v2.0/networks/222b26a3-81d2-4d79-8286-1527b4787175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925519 Jul 16 02:30:52.951042 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-6b54f3a7-380e-4f2b-b702-e19718a2e97b req-ac60aa10-0c2a-4289-8861-69c7ee101fff service neutron] 10.222.0.84 "GET /v2.0/networks/222b26a3-81d2-4d79-8286-1527b4787175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973890 Jul 16 02:30:53.447889 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:30:56.681746 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-483224fe-4ea4-4ede-9347-53d6a920aef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:59.677630 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac237156-22e8-4042-bac1-1631cd54cb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:59.809062 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:01.079639 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:02.077509 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:02.818599 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:05.657558 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:08.186070 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978d471-5f7f-418a-97dd-5fcb0e1be267 req-a9c9b160-fae8-4a37-90ed-8332dfe3fa14 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:08.187632 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9978d471-5f7f-418a-97dd-5fcb0e1be267 req-a9c9b160-fae8-4a37-90ed-8332dfe3fa14 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 946 time: 0.1322746 Jul 16 02:31:08.237370 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9978d471-5f7f-418a-97dd-5fcb0e1be267 req-96d30625-16d9-46e5-a9ee-df024c7bddc4 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=26bef166-a529-4b1f-b998-aefcd08c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397193 Jul 16 02:31:09.444791 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aae0be-cc9d-4c94-977a-05b4e3f4591a req-cffdbd8b-29e9-462b-8f79-1df0f581c124 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:09.446302 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-94aae0be-cc9d-4c94-977a-05b4e3f4591a req-cffdbd8b-29e9-462b-8f79-1df0f581c124 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 946 time: 0.0768344 Jul 16 02:31:09.491062 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-94aae0be-cc9d-4c94-977a-05b4e3f4591a req-9a0931f0-4a1f-41a2-bcba-4ef674a7e11c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=26bef166-a529-4b1f-b998-aefcd08c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383482 Jul 16 02:31:09.519416 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41348) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:09.586386 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e856452b-34dd-4e07-a449-56e3a3adeb89 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/floatingips/5d6cbbc0-15d1-4e03-8002-e5a575bad5ac HTTP/1.1" status: 200 len: 993 time: 0.0656202 Jul 16 02:31:11.022283 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcbb30-99c0-482c-a393-41bd116a49f2 req-5fdc411e-1cf7-4971-b9f0-7b4e84975bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:11.024335 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-23fcbb30-99c0-482c-a393-41bd116a49f2 req-5fdc411e-1cf7-4971-b9f0-7b4e84975bde service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 1098 time: 0.0566092 Jul 16 02:31:11.045782 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d02e9-de7b-4ec5-88d6-1e5c327e2c1a req-474ed3fe-76b4-4cfc-b531-990295f0c1d4 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:11.047287 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fb6d02e9-de7b-4ec5-88d6-1e5c327e2c1a req-474ed3fe-76b4-4cfc-b531-990295f0c1d4 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 946 time: 0.0652802 Jul 16 02:31:11.087640 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fb6d02e9-de7b-4ec5-88d6-1e5c327e2c1a req-164f556d-c414-4cd7-98de-6e183245d037 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=26bef166-a529-4b1f-b998-aefcd08c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343397 Jul 16 02:31:11.118596 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcbb30-99c0-482c-a393-41bd116a49f2 req-e1d52857-1b4a-4125-8182-2cac6c1e2083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:11.121380 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-23fcbb30-99c0-482c-a393-41bd116a49f2 req-e1d52857-1b4a-4125-8182-2cac6c1e2083 service neutron] 10.222.0.84 "GET /v2.0/networks?id=222b26a3-81d2-4d79-8286-1527b4787175 HTTP/1.1" status: 200 len: 897 time: 0.0912311 Jul 16 02:31:11.191478 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-23fcbb30-99c0-482c-a393-41bd116a49f2 req-8db516a8-ea9b-4329-aa7f-6bc2fbea0a05 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3122de52-736f-4baf-acb3-e477628b2690 HTTP/1.1" status: 200 len: 1001 time: 0.0644584 Jul 16 02:31:11.240975 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcbb30-99c0-482c-a393-41bd116a49f2 req-910f46d5-7578-447d-bdce-ae620feeb8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:11.242433 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-23fcbb30-99c0-482c-a393-41bd116a49f2 req-910f46d5-7578-447d-bdce-ae620feeb8a7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eda85ad7-04df-4a1e-ac4c-b8b34369ca9e HTTP/1.1" status: 200 len: 834 time: 0.0448129 Jul 16 02:31:11.304714 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcbb30-99c0-482c-a393-41bd116a49f2 req-de92d084-74f2-4e63-a419-b50f187a244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:11.306193 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-23fcbb30-99c0-482c-a393-41bd116a49f2 req-de92d084-74f2-4e63-a419-b50f187a244b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=222b26a3-81d2-4d79-8286-1527b4787175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566375 Jul 16 02:31:11.411088 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-23fcbb30-99c0-482c-a393-41bd116a49f2 req-2c72a7d3-8403-4dc2-b54d-f6a9a17fee70 service neutron] 10.222.0.84 "GET /v2.0/networks/222b26a3-81d2-4d79-8286-1527b4787175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971642 Jul 16 02:31:11.513416 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-23fcbb30-99c0-482c-a393-41bd116a49f2 req-48638db8-eebd-458b-9063-ebcd4aa0cdea service neutron] 10.222.0.84 "GET /v2.0/networks/222b26a3-81d2-4d79-8286-1527b4787175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955651 Jul 16 02:31:12.295904 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae0da7-12e8-4e85-b955-0bdb61dd8f34 req-c6bd84ff-d4e9-4d9c-8392-1ccd8c8f758e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:12.297419 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-85ae0da7-12e8-4e85-b955-0bdb61dd8f34 req-c6bd84ff-d4e9-4d9c-8392-1ccd8c8f758e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 946 time: 0.0709302 Jul 16 02:31:12.340256 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-85ae0da7-12e8-4e85-b955-0bdb61dd8f34 req-b1b34776-f3a2-4eb9-bcf2-4b3db4a43136 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=26bef166-a529-4b1f-b998-aefcd08c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368938 Jul 16 02:31:13.532567 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4756b4f-acbf-46ea-a6f2-ee507c57adbb req-b2c508dd-3374-42aa-9dfc-5ad49dde9ff9 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:13.534337 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c4756b4f-acbf-46ea-a6f2-ee507c57adbb req-b2c508dd-3374-42aa-9dfc-5ad49dde9ff9 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 946 time: 0.0772252 Jul 16 02:31:13.574886 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c4756b4f-acbf-46ea-a6f2-ee507c57adbb req-9765e54e-d963-4188-a1b6-1959d85931f5 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=26bef166-a529-4b1f-b998-aefcd08c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344810 Jul 16 02:31:13.600610 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41360) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:13.663983 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d5626c53-ca46-4068-9b4a-5d5b1be02588 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/floatingips/5d6cbbc0-15d1-4e03-8002-e5a575bad5ac HTTP/1.1" status: 200 len: 993 time: 0.0621641 Jul 16 02:31:13.961255 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41366) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:14.128491 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-145c8f3a-9c95-41f6-b773-9c83eb878a65 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Deleting port ae4d2e9a-ed50-4186-923b-e8c95e043832 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:31:14.128963 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-145c8f3a-9c95-41f6-b773-9c83eb878a65 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:14.215329 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-145c8f3a-9c95-41f6-b773-9c83eb878a65 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:14.215664 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-145c8f3a-9c95-41f6-b773-9c83eb878a65 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:14.230070 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-145c8f3a-9c95-41f6-b773-9c83eb878a65 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Calling delete_port for ae4d2e9a-ed50-4186-923b-e8c95e043832 owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:31:14.403893 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-145c8f3a-9c95-41f6-b773-9c83eb878a65 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:14.429387 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c8f3a-9c95-41f6-b773-9c83eb878a65 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Port': ['ID=ae4d2e9a-ed50-4186-923b-e8c95e043832,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:14.457615 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c8f3a-9c95-41f6-b773-9c83eb878a65 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:14.457958 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c8f3a-9c95-41f6-b773-9c83eb878a65 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:14.458303 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c8f3a-9c95-41f6-b773-9c83eb878a65 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:14.458634 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c8f3a-9c95-41f6-b773-9c83eb878a65 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:14.458967 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c8f3a-9c95-41f6-b773-9c83eb878a65 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:14.459298 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c8f3a-9c95-41f6-b773-9c83eb878a65 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:14.459629 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c8f3a-9c95-41f6-b773-9c83eb878a65 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:14.459956 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c8f3a-9c95-41f6-b773-9c83eb878a65 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:14.460285 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c8f3a-9c95-41f6-b773-9c83eb878a65 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:14.460899 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c8f3a-9c95-41f6-b773-9c83eb878a65 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:14.461213 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c8f3a-9c95-41f6-b773-9c83eb878a65 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:14.461532 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c8f3a-9c95-41f6-b773-9c83eb878a65 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:14.505362 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-145c8f3a-9c95-41f6-b773-9c83eb878a65 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:14.505702 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-145c8f3a-9c95-41f6-b773-9c83eb878a65 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Floating IP 5d6cbbc0-15d1-4e03-8002-e5a575bad5ac disassociated (deleted). External IP: 172.25.6.22, port: 3122de52-736f-4baf-acb3-e477628b2690. Jul 16 02:31:14.733138 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145c8f3a-9c95-41f6-b773-9c83eb878a65 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Router d3d97dbb-0991-46c4-82a6-09592f2b9429 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:31:14.847638 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145c8f3a-9c95-41f6-b773-9c83eb878a65 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:31:14.852875 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-145c8f3a-9c95-41f6-b773-9c83eb878a65 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:14.858240 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd568b7-1d2a-4bec-b76f-d38f11813654 None None] Sync routers for ids ['d3d97dbb-0991-46c4-82a6-09592f2b9429'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:31:14.868633 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd568b7-1d2a-4bec-b76f-d38f11813654 None None] Routers {'d3d97dbb-0991-46c4-82a6-09592f2b9429'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:14.869455 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-1fd568b7-1d2a-4bec-b76f-d38f11813654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:31:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d3d97dbb-0991-46c4-82a6-09592f2b9429'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:14.892057 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-145c8f3a-9c95-41f6-b773-9c83eb878a65 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "DELETE /v2.0/floatingips/5d6cbbc0-15d1-4e03-8002-e5a575bad5ac HTTP/1.1" status: 204 len: 168 time: 0.9296596 Jul 16 02:31:14.892681 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44182a55-1d2f-4640-b47c-55dc1934fa3a', 'tag': '3122de52-736f-4baf-acb3-e477628b2690'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:31:14.895326 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8005c361-a772-4c2f-9209-49d98e520d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "44182a55-1d2f-4640-b47c-55dc1934fa3a", "tag": "3122de52-736f-4baf-acb3-e477628b2690"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:31:14.935499 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f23aace-fd3b-43a1-a43c-adb52b03938b x-openstack-request-id: req-6f23aace-fd3b-43a1-a43c-adb52b03938b {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:31:14.935859 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44182a55-1d2f-4640-b47c-55dc1934fa3a", "tag": "3122de52-736f-4baf-acb3-e477628b2690", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:31:14.936501 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f23aace-fd3b-43a1-a43c-adb52b03938b {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:31:14.937052 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44182a55-1d2f-4640-b47c-55dc1934fa3a', 'tag': '3122de52-736f-4baf-acb3-e477628b2690', 'status': 'completed', 'code': 200} Jul 16 02:31:14.983694 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-1fd568b7-1d2a-4bec-b76f-d38f11813654 None None] Set router d3d97dbb-0991-46c4-82a6-09592f2b9429 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:15.017902 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005c361-a772-4c2f-9209-49d98e520d3f req-b71f4373-36a3-4b15-98c8-3315ed544170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:15.019581 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8005c361-a772-4c2f-9209-49d98e520d3f req-b71f4373-36a3-4b15-98c8-3315ed544170 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 1098 time: 0.0609479 Jul 16 02:31:15.123992 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005c361-a772-4c2f-9209-49d98e520d3f req-298a26bc-6960-4274-889b-d7fc788749cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:15.125824 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8005c361-a772-4c2f-9209-49d98e520d3f req-298a26bc-6960-4274-889b-d7fc788749cb service neutron] 10.222.0.84 "GET /v2.0/networks?id=222b26a3-81d2-4d79-8286-1527b4787175 HTTP/1.1" status: 200 len: 897 time: 0.1002040 Jul 16 02:31:15.171957 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8005c361-a772-4c2f-9209-49d98e520d3f req-1ed4151f-818b-4963-97b5-b5ac6fd35ac1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3122de52-736f-4baf-acb3-e477628b2690 HTTP/1.1" status: 200 len: 217 time: 0.0396018 Jul 16 02:31:15.195311 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-1fd568b7-1d2a-4bec-b76f-d38f11813654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28787263', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '141198c3-31db-4a8c-9710-762692e5a60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:21Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '141198c3-31db-4a8c-9710-762692e5a60d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '9c62c939-3bb1-4b44-8c13-50687fef8d8e', 'name': '', 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:22:a6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'eda85ad7-04df-4a1e-ac4c-b8b34369ca9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:20Z', 'updated_at': '2021-07-16T02:30:24Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'eda85ad7-04df-4a1e-ac4c-b8b34369ca9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:15.221925 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005c361-a772-4c2f-9209-49d98e520d3f req-21c7fb35-e40d-406b-9511-0446530f4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:15.223753 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8005c361-a772-4c2f-9209-49d98e520d3f req-21c7fb35-e40d-406b-9511-0446530f4394 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eda85ad7-04df-4a1e-ac4c-b8b34369ca9e HTTP/1.1" status: 200 len: 834 time: 0.0457270 Jul 16 02:31:15.226185 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd568b7-1d2a-4bec-b76f-d38f11813654 None None] Checking router: d3d97dbb-0991-46c4-82a6-09592f2b9429 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:31:15.235079 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd568b7-1d2a-4bec-b76f-d38f11813654 None None] Routers {'d3d97dbb-0991-46c4-82a6-09592f2b9429'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:15.235611 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-1fd568b7-1d2a-4bec-b76f-d38f11813654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:31:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d3d97dbb-0991-46c4-82a6-09592f2b9429'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:15.327597 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3ed5c-7f20-4616-9920-f28daa3a5dc7 req-29667618-7273-4c67-a1b9-1b94ea48d68e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:15.329152 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ff3ed5c-7f20-4616-9920-f28daa3a5dc7 req-29667618-7273-4c67-a1b9-1b94ea48d68e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 946 time: 0.1042595 Jul 16 02:31:15.335889 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005c361-a772-4c2f-9209-49d98e520d3f req-c75d6059-0c01-487c-89d2-0474597a80ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:15.337370 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8005c361-a772-4c2f-9209-49d98e520d3f req-c75d6059-0c01-487c-89d2-0474597a80ad service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=222b26a3-81d2-4d79-8286-1527b4787175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1032259 Jul 16 02:31:15.340283 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-1fd568b7-1d2a-4bec-b76f-d38f11813654 None None] Set router d3d97dbb-0991-46c4-82a6-09592f2b9429 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:15.397808 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5ff3ed5c-7f20-4616-9920-f28daa3a5dc7 req-78b11f97-0b0b-4ae3-b23c-b17df798da4b tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=26bef166-a529-4b1f-b998-aefcd08c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594325 Jul 16 02:31:15.453435 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8005c361-a772-4c2f-9209-49d98e520d3f req-c9aecea7-e4b2-4269-96b5-f6ba02c7fb59 service neutron] 10.222.0.84 "GET /v2.0/networks/222b26a3-81d2-4d79-8286-1527b4787175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080642 Jul 16 02:31:15.539047 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-1fd568b7-1d2a-4bec-b76f-d38f11813654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28787263', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '141198c3-31db-4a8c-9710-762692e5a60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:21Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '141198c3-31db-4a8c-9710-762692e5a60d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '9c62c939-3bb1-4b44-8c13-50687fef8d8e', 'name': '', 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:22:a6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'eda85ad7-04df-4a1e-ac4c-b8b34369ca9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:20Z', 'updated_at': '2021-07-16T02:30:24Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'eda85ad7-04df-4a1e-ac4c-b8b34369ca9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:15.548406 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8005c361-a772-4c2f-9209-49d98e520d3f req-7699463c-38dd-4cac-bac2-13b0b75e377c service neutron] 10.222.0.84 "GET /v2.0/networks/222b26a3-81d2-4d79-8286-1527b4787175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861523 Jul 16 02:31:15.564901 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd568b7-1d2a-4bec-b76f-d38f11813654 None None] The sync data for ids ['d3d97dbb-0991-46c4-82a6-09592f2b9429'] in n-d-792394-16 is: [{'id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28787263', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '141198c3-31db-4a8c-9710-762692e5a60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:21Z', 'revision_number': 4, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '141198c3-31db-4a8c-9710-762692e5a60d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '9c62c939-3bb1-4b44-8c13-50687fef8d8e', 'name': '', 'network_id': '222b26a3-81d2-4d79-8286-1527b4787175', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'mac_address': 'fa:16:3e:22:a6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'eda85ad7-04df-4a1e-ac4c-b8b34369ca9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:20Z', 'updated_at': '2021-07-16T02:30:24Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'subnets': [{'id': 'eda85ad7-04df-4a1e-ac4c-b8b34369ca9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:31:15.807333 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad567ef-54d6-47d5-a014-be33c2621147 None None] New status for floating IP 5d6cbbc0-15d1-4e03-8002-e5a575bad5ac: DOWN {{(pid=93957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:31:16.587976 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01a70e-66c1-4bbf-84a6-ff1a5b3845dc req-ad5308ff-77ab-425d-92e6-456af5ea8b9c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:16.589503 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b01a70e-66c1-4bbf-84a6-ff1a5b3845dc req-ad5308ff-77ab-425d-92e6-456af5ea8b9c tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 946 time: 0.0734065 Jul 16 02:31:16.631808 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b01a70e-66c1-4bbf-84a6-ff1a5b3845dc req-d1eac0ab-ba48-434e-a30e-538db3bd43e1 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/security-groups?id=26bef166-a529-4b1f-b998-aefcd08c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338182 Jul 16 02:31:16.733877 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017da05b-3e35-4f00-9b92-6ae7a8160825 req-bd4876af-71d1-41c9-90b9-7d9d3c66cbae tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:16.735243 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-017da05b-3e35-4f00-9b92-6ae7a8160825 req-bd4876af-71d1-41c9-90b9-7d9d3c66cbae tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.84 "GET /v2.0/ports?device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 946 time: 0.0768840 Jul 16 02:31:16.848459 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-017da05b-3e35-4f00-9b92-6ae7a8160825 req-5047283c-5743-4592-bd75-4de72649bd67 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Deleting port 3122de52-736f-4baf-acb3-e477628b2690 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:31:16.848824 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-017da05b-3e35-4f00-9b92-6ae7a8160825 req-5047283c-5743-4592-bd75-4de72649bd67 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:16.952683 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-017da05b-3e35-4f00-9b92-6ae7a8160825 req-5047283c-5743-4592-bd75-4de72649bd67 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] For port 3122de52-736f-4baf-acb3-e477628b2690, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=3122de52-736f-4baf-acb3-e477628b2690,segment=NetworkSegment(44254209-6d62-462f-ad55-20dec4dccbdb),segment_id=44254209-6d62-462f-ad55-20dec4dccbdb)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:16.953153 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-017da05b-3e35-4f00-9b92-6ae7a8160825 req-5047283c-5743-4592-bd75-4de72649bd67 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:16.967989 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-017da05b-3e35-4f00-9b92-6ae7a8160825 req-5047283c-5743-4592-bd75-4de72649bd67 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Calling delete_port for 3122de52-736f-4baf-acb3-e477628b2690 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:31:17.103124 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-017da05b-3e35-4f00-9b92-6ae7a8160825 req-5047283c-5743-4592-bd75-4de72649bd67 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:17.136038 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047283c-5743-4592-bd75-4de72649bd67 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Port': ['ID=3122de52-736f-4baf-acb3-e477628b2690,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:17.149568 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047283c-5743-4592-bd75-4de72649bd67 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:17.149924 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047283c-5743-4592-bd75-4de72649bd67 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:17.150273 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047283c-5743-4592-bd75-4de72649bd67 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:17.150611 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047283c-5743-4592-bd75-4de72649bd67 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:17.150931 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047283c-5743-4592-bd75-4de72649bd67 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:17.151267 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047283c-5743-4592-bd75-4de72649bd67 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:17.151603 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047283c-5743-4592-bd75-4de72649bd67 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:17.151933 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047283c-5743-4592-bd75-4de72649bd67 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:17.152261 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047283c-5743-4592-bd75-4de72649bd67 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:17.152691 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047283c-5743-4592-bd75-4de72649bd67 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:17.153017 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047283c-5743-4592-bd75-4de72649bd67 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:17.153342 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047283c-5743-4592-bd75-4de72649bd67 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:17.193677 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-017da05b-3e35-4f00-9b92-6ae7a8160825 req-5047283c-5743-4592-bd75-4de72649bd67 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] No DVR routers for this DVR port 3122de52-736f-4baf-acb3-e477628b2690 on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:31:17.198570 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-017da05b-3e35-4f00-9b92-6ae7a8160825 req-5047283c-5743-4592-bd75-4de72649bd67 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:17.206460 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-017da05b-3e35-4f00-9b92-6ae7a8160825 req-5047283c-5743-4592-bd75-4de72649bd67 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.84 "DELETE /v2.0/ports/3122de52-736f-4baf-acb3-e477628b2690 HTTP/1.1" status: 204 len: 173 time: 0.4649615 Jul 16 02:31:17.206953 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44182a55-1d2f-4640-b47c-55dc1934fa3a', 'name': 'network-vif-deleted', 'tag': '3122de52-736f-4baf-acb3-e477628b2690'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:31:17.209353 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb8d08f-40b8-455a-995a-a870b6bcdfa4" -d '{"events": [{"server_uuid": "44182a55-1d2f-4640-b47c-55dc1934fa3a", "name": "network-vif-deleted", "tag": "3122de52-736f-4baf-acb3-e477628b2690"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:31:17.250378 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0aacab-a148-4c12-8631-e9fe8e8b6fc7 x-openstack-request-id: req-3d0aacab-a148-4c12-8631-e9fe8e8b6fc7 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:31:17.250625 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44182a55-1d2f-4640-b47c-55dc1934fa3a", "name": "network-vif-deleted", "tag": "3122de52-736f-4baf-acb3-e477628b2690", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:31:17.250888 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d0aacab-a148-4c12-8631-e9fe8e8b6fc7 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:31:17.251283 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44182a55-1d2f-4640-b47c-55dc1934fa3a', 'name': 'network-vif-deleted', 'tag': '3122de52-736f-4baf-acb3-e477628b2690', 'status': 'completed', 'code': 200} Jul 16 02:31:17.793326 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9e07ecf4-c150-47e3-a921-63a5d72ff447 req-cfeea9e0-7d21-48b8-9371-ae186774697d tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "GET /v2.0/ports?device_id=44182a55-1d2f-4640-b47c-55dc1934fa3a HTTP/1.1" status: 200 len: 210 time: 0.0320830 Jul 16 02:31:18.900008 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41382) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:19.295396 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c7935eb2-9f64-40e8-a186-02c1fbe7f64f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:19.588796 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-c7935eb2-9f64-40e8-a186-02c1fbe7f64f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Deleting port 9c62c939-3bb1-4b44-8c13-50687fef8d8e {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:31:19.589043 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c7935eb2-9f64-40e8-a186-02c1fbe7f64f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:19.681695 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-c7935eb2-9f64-40e8-a186-02c1fbe7f64f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] For port 9c62c939-3bb1-4b44-8c13-50687fef8d8e, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=9c62c939-3bb1-4b44-8c13-50687fef8d8e,segment=NetworkSegment(44254209-6d62-462f-ad55-20dec4dccbdb),segment_id=44254209-6d62-462f-ad55-20dec4dccbdb)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:19.682061 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c7935eb2-9f64-40e8-a186-02c1fbe7f64f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:19.695241 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-c7935eb2-9f64-40e8-a186-02c1fbe7f64f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Calling delete_port for 9c62c939-3bb1-4b44-8c13-50687fef8d8e owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:31:19.895871 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c7935eb2-9f64-40e8-a186-02c1fbe7f64f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:19.926564 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7935eb2-9f64-40e8-a186-02c1fbe7f64f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Port': ['ID=9c62c939-3bb1-4b44-8c13-50687fef8d8e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:20.114037 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c7935eb2-9f64-40e8-a186-02c1fbe7f64f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:20.353400 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7935eb2-9f64-40e8-a186-02c1fbe7f64f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Router d3d97dbb-0991-46c4-82a6-09592f2b9429 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:31:20.477694 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7935eb2-9f64-40e8-a186-02c1fbe7f64f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:31:20.484741 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c7935eb2-9f64-40e8-a186-02c1fbe7f64f tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "PUT /v2.0/routers/d3d97dbb-0991-46c4-82a6-09592f2b9429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5829120 Jul 16 02:31:20.487319 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41384) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:20.490518 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701d4919-8fd1-469f-aacc-b1e809373374 None None] Sync routers for ids ['d3d97dbb-0991-46c4-82a6-09592f2b9429'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:31:20.502430 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701d4919-8fd1-469f-aacc-b1e809373374 None None] Routers {'d3d97dbb-0991-46c4-82a6-09592f2b9429'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:20.503255 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-701d4919-8fd1-469f-aacc-b1e809373374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:31:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d3d97dbb-0991-46c4-82a6-09592f2b9429'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:20.548173 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bffb2de-3956-4bb8-a038-9c328a586a04 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Deleting subnet eda85ad7-04df-4a1e-ac4c-b8b34369ca9e {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:31:20.553096 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7bffb2de-3956-4bb8-a038-9c328a586a04 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:20.565720 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 3122de52-736f-4baf-acb3-e477628b2690 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:31:20.598116 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7bffb2de-3956-4bb8-a038-9c328a586a04 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:20.604109 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 3122de52-736f-4baf-acb3-e477628b2690 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:31:20.604410 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 3122de52-736f-4baf-acb3-e477628b2690 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:31:20.625791 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-701d4919-8fd1-469f-aacc-b1e809373374 None None] Set router d3d97dbb-0991-46c4-82a6-09592f2b9429 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:20.686712 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7bffb2de-3956-4bb8-a038-9c328a586a04 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:20.750251 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7bffb2de-3956-4bb8-a038-9c328a586a04 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:20.808003 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-701d4919-8fd1-469f-aacc-b1e809373374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28787263', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '141198c3-31db-4a8c-9710-762692e5a60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:31:19Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '141198c3-31db-4a8c-9710-762692e5a60d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:20.836033 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701d4919-8fd1-469f-aacc-b1e809373374 None None] Checking router: d3d97dbb-0991-46c4-82a6-09592f2b9429 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:31:20.845927 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701d4919-8fd1-469f-aacc-b1e809373374 None None] Routers {'d3d97dbb-0991-46c4-82a6-09592f2b9429'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:20.846598 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-701d4919-8fd1-469f-aacc-b1e809373374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:31:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['d3d97dbb-0991-46c4-82a6-09592f2b9429'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:20.960231 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-701d4919-8fd1-469f-aacc-b1e809373374 None None] Set router d3d97dbb-0991-46c4-82a6-09592f2b9429 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:21.115570 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffb2de-3956-4bb8-a038-9c328a586a04 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Subnet': ['ID=eda85ad7-04df-4a1e-ac4c-b8b34369ca9e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:21.119181 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7bffb2de-3956-4bb8-a038-9c328a586a04 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:21.121108 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7bffb2de-3956-4bb8-a038-9c328a586a04 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "DELETE /v2.0/subnets/eda85ad7-04df-4a1e-ac4c-b8b34369ca9e HTTP/1.1" status: 204 len: 168 time: 0.6328411 Jul 16 02:31:21.124311 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41386) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:21.126822 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065f72c2-733a-4aff-9fea-3bc6fbf1dbaf None None] Network 222b26a3-81d2-4d79-8286-1527b4787175 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:31:21.148337 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-701d4919-8fd1-469f-aacc-b1e809373374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28787263', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '141198c3-31db-4a8c-9710-762692e5a60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:31:19Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '141198c3-31db-4a8c-9710-762692e5a60d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:21.180354 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701d4919-8fd1-469f-aacc-b1e809373374 None None] The sync data for ids ['d3d97dbb-0991-46c4-82a6-09592f2b9429'] in n-d-792394-16 is: [{'id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28787263', 'tenant_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '141198c3-31db-4a8c-9710-762692e5a60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:31:19Z', 'revision_number': 5, 'project_id': '9aba07b934ba4a8b8b1533b6c3e565a5', 'gw_port': {'id': '141198c3-31db-4a8c-9710-762692e5a60d', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d97dbb-0991-46c4-82a6-09592f2b9429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:31:21.243839 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-539d3c97-2483-497d-a036-b85f984fba28 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:21.352171 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-539d3c97-2483-497d-a036-b85f984fba28 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:21.407043 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-539d3c97-2483-497d-a036-b85f984fba28 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Deleting port 141198c3-31db-4a8c-9710-762692e5a60d {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:31:21.407421 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-539d3c97-2483-497d-a036-b85f984fba28 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:21.504388 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-539d3c97-2483-497d-a036-b85f984fba28 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] For port 141198c3-31db-4a8c-9710-762692e5a60d, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=141198c3-31db-4a8c-9710-762692e5a60d,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:21.504669 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-539d3c97-2483-497d-a036-b85f984fba28 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:21.517723 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-539d3c97-2483-497d-a036-b85f984fba28 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Calling delete_port for 141198c3-31db-4a8c-9710-762692e5a60d owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:31:21.568502 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a0e4e3-5216-4520-8fd6-1de9f978e6dd None None] DHCP port deletion for 222b26a3-81d2-4d79-8286-1527b4787175 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:31:21.627328 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-87a0e4e3-5216-4520-8fd6-1de9f978e6dd None None] Deleting port 4c8d4473-31fb-457b-903f-65ee70c24d50 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:31:21.627703 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87a0e4e3-5216-4520-8fd6-1de9f978e6dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:21.697465 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-87a0e4e3-5216-4520-8fd6-1de9f978e6dd None None] For port 4c8d4473-31fb-457b-903f-65ee70c24d50, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4c8d4473-31fb-457b-903f-65ee70c24d50,segment=NetworkSegment(44254209-6d62-462f-ad55-20dec4dccbdb),segment_id=44254209-6d62-462f-ad55-20dec4dccbdb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:21.697836 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87a0e4e3-5216-4520-8fd6-1de9f978e6dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:21.712033 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-87a0e4e3-5216-4520-8fd6-1de9f978e6dd None None] Calling delete_port for 4c8d4473-31fb-457b-903f-65ee70c24d50 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:31:21.716932 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-539d3c97-2483-497d-a036-b85f984fba28 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:21.744630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d3c97-2483-497d-a036-b85f984fba28 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Port': ['ID=141198c3-31db-4a8c-9710-762692e5a60d,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:21.797590 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87a0e4e3-5216-4520-8fd6-1de9f978e6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:21.807933 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-539d3c97-2483-497d-a036-b85f984fba28 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:21.824746 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0e4e3-5216-4520-8fd6-1de9f978e6dd None None] Pushing event deleted for resources: {'Port': ['ID=4c8d4473-31fb-457b-903f-65ee70c24d50,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:21.828063 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a0e4e3-5216-4520-8fd6-1de9f978e6dd None None] No DVR routers for this DVR port 4c8d4473-31fb-457b-903f-65ee70c24d50 on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:31:21.838275 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a0e4e3-5216-4520-8fd6-1de9f978e6dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:21.838275 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a0e4e3-5216-4520-8fd6-1de9f978e6dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:21.838275 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a0e4e3-5216-4520-8fd6-1de9f978e6dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:21.838275 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a0e4e3-5216-4520-8fd6-1de9f978e6dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:21.838275 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a0e4e3-5216-4520-8fd6-1de9f978e6dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:21.838275 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a0e4e3-5216-4520-8fd6-1de9f978e6dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:21.838275 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a0e4e3-5216-4520-8fd6-1de9f978e6dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:21.839428 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a0e4e3-5216-4520-8fd6-1de9f978e6dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:21.839936 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a0e4e3-5216-4520-8fd6-1de9f978e6dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:21.839936 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a0e4e3-5216-4520-8fd6-1de9f978e6dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:21.840144 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a0e4e3-5216-4520-8fd6-1de9f978e6dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:21.840529 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a0e4e3-5216-4520-8fd6-1de9f978e6dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:21.905108 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-539d3c97-2483-497d-a036-b85f984fba28 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:21.907240 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-539d3c97-2483-497d-a036-b85f984fba28 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:21.959938 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-539d3c97-2483-497d-a036-b85f984fba28 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:21.960483 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539d3c97-2483-497d-a036-b85f984fba28 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Fanout notify agent at l3_agent the message router_deleted on router d3d97dbb-0991-46c4-82a6-09592f2b9429 {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:31:21.967448 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-539d3c97-2483-497d-a036-b85f984fba28 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:21.968592 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-539d3c97-2483-497d-a036-b85f984fba28 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "DELETE /v2.0/routers/d3d97dbb-0991-46c4-82a6-09592f2b9429 HTTP/1.1" status: 204 len: 168 time: 0.8435457 Jul 16 02:31:21.971377 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41388) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:22.048676 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a5028e0b-96ee-46d5-9bcd-0e1fc9b4ca8e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:22.140515 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a5028e0b-96ee-46d5-9bcd-0e1fc9b4ca8e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:22.150802 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-a5028e0b-96ee-46d5-9bcd-0e1fc9b4ca8e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222b26a3-81d2-4d79-8286-1527b4787175']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:22.161277 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-a5028e0b-96ee-46d5-9bcd-0e1fc9b4ca8e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44254209-6d62-462f-ad55-20dec4dccbdb') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:22.161574 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-a5028e0b-96ee-46d5-9bcd-0e1fc9b4ca8e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44254209-6d62-462f-ad55-20dec4dccbdb') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:22.170401 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a5028e0b-96ee-46d5-9bcd-0e1fc9b4ca8e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:22.183984 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a5028e0b-96ee-46d5-9bcd-0e1fc9b4ca8e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:22.190848 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5028e0b-96ee-46d5-9bcd-0e1fc9b4ca8e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:31:22.191471 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a5028e0b-96ee-46d5-9bcd-0e1fc9b4ca8e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: timer() Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:31:22.196292 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:31:22.271563 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a5028e0b-96ee-46d5-9bcd-0e1fc9b4ca8e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:22.280023 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a5028e0b-96ee-46d5-9bcd-0e1fc9b4ca8e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:22.281251 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a5028e0b-96ee-46d5-9bcd-0e1fc9b4ca8e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "DELETE /v2.0/networks/222b26a3-81d2-4d79-8286-1527b4787175 HTTP/1.1" status: 204 len: 168 time: 0.3088934 Jul 16 02:31:22.284440 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41390) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:22.293666 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5028e0b-96ee-46d5-9bcd-0e1fc9b4ca8e tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'Network': ['ID=222b26a3-81d2-4d79-8286-1527b4787175,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:22.350073 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b2e83e4c-0910-4f15-a249-151bcfd6e395 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:22.383778 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b2e83e4c-0910-4f15-a249-151bcfd6e395 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:22.449759 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b2e83e4c-0910-4f15-a249-151bcfd6e395 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:22.452951 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b2e83e4c-0910-4f15-a249-151bcfd6e395 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:22.454152 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b2e83e4c-0910-4f15-a249-151bcfd6e395 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] 10.222.0.16 "DELETE /v2.0/security-groups/26bef166-a529-4b1f-b998-aefcd08c87c8 HTTP/1.1" status: 204 len: 168 time: 0.1686420 Jul 16 02:31:22.464255 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e83e4c-0910-4f15-a249-151bcfd6e395 tempest-TestNetworkAdvancedServerOps-357854166 tempest-TestNetworkAdvancedServerOps-357854166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bef166-a529-4b1f-b998-aefcd08c87c8,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:22.622035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 9c62c939-3bb1-4b44-8c13-50687fef8d8e no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:31:22.643107 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 9c62c939-3bb1-4b44-8c13-50687fef8d8e {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:31:22.643491 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 9c62c939-3bb1-4b44-8c13-50687fef8d8e not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:31:22.643944 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4c8d4473-31fb-457b-903f-65ee70c24d50 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:31:22.664799 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 4c8d4473-31fb-457b-903f-65ee70c24d50 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:31:22.665150 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4c8d4473-31fb-457b-903f-65ee70c24d50 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:31:22.665566 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 141198c3-31db-4a8c-9710-762692e5a60d no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:31:22.688004 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 141198c3-31db-4a8c-9710-762692e5a60d {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:31:22.688348 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 141198c3-31db-4a8c-9710-762692e5a60d not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:31:22.823577 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41398) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:22.971415 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-23e0e62a-60ae-4837-a756-24c463a5b36a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9aba07b934ba4a8b8b1533b6c3e565a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462772 Jul 16 02:31:22.973984 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41402) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:23.038569 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ebe2b923-738c-4703-ab1b-8e760603ec3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:23.059851 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ebe2b923-738c-4703-ab1b-8e760603ec3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:23.115128 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ebe2b923-738c-4703-ab1b-8e760603ec3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:23.118968 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ebe2b923-738c-4703-ab1b-8e760603ec3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:23.120649 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ebe2b923-738c-4703-ab1b-8e760603ec3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73c5c254-b675-4d13-ac5e-ebdf5f8e5b06 HTTP/1.1" status: 204 len: 168 time: 0.1457257 Jul 16 02:31:23.131817 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2b923-738c-4703-ab1b-8e760603ec3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c5c254-b675-4d13-ac5e-ebdf5f8e5b06,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:23.414639 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41408) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:23.429768 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-50e1ec3b-e2ff-4794-8dd7-1679b2cd4645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:23.531614 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-50e1ec3b-e2ff-4794-8dd7-1679b2cd4645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:23.538209 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-50e1ec3b-e2ff-4794-8dd7-1679b2cd4645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:23.575469 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1ec3b-e2ff-4794-8dd7-1679b2cd4645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bedd263-e132-450a-afc8-d5023cbcfe4a,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:23.580167 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-50e1ec3b-e2ff-4794-8dd7-1679b2cd4645 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb2e476ab84b4a2d9a711f396d3de971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1644635 Jul 16 02:31:23.583315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41410) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:23.640553 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a806291b-7b02-4b01-808f-6dae6fb8781e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:23.662725 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a806291b-7b02-4b01-808f-6dae6fb8781e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:23.714109 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a806291b-7b02-4b01-808f-6dae6fb8781e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:23.718186 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a806291b-7b02-4b01-808f-6dae6fb8781e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:23.719405 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a806291b-7b02-4b01-808f-6dae6fb8781e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8bedd263-e132-450a-afc8-d5023cbcfe4a HTTP/1.1" status: 204 len: 168 time: 0.1351399 Jul 16 02:31:23.727103 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806291b-7b02-4b01-808f-6dae6fb8781e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bedd263-e132-450a-afc8-d5023cbcfe4a,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:24.493383 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41432) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:24.594599 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-de4ccc9e-ab88-451b-8571-33e04cefbd8b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-806096510-network', 'tenant_id': '75ff71420756476aa1e29eac8a34788b'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:24.624309 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4ccc9e-ab88-451b-8571-33e04cefbd8b admin admin] Made reservation on behalf of 75ff71420756476aa1e29eac8a34788b for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:31:24.626672 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-de4ccc9e-ab88-451b-8571-33e04cefbd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:24.635591 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-de4ccc9e-ab88-451b-8571-33e04cefbd8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:24.740439 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-de4ccc9e-ab88-451b-8571-33e04cefbd8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:24.746464 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-de4ccc9e-ab88-451b-8571-33e04cefbd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:24.770964 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4ccc9e-ab88-451b-8571-33e04cefbd8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:31:24.780574 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ccc9e-ab88-451b-8571-33e04cefbd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9228bbc3-db81-4188-a845-e2cc6345bbed,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:24.785433 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-de4ccc9e-ab88-451b-8571-33e04cefbd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:24.785771 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-de4ccc9e-ab88-451b-8571-33e04cefbd8b admin admin] Added segment 2d73506e-2c2a-4183-882a-d01659289269 of type vlan for network 62c89f1e-c56f-46e0-b235-e19e17faeaf1 Jul 16 02:31:24.828086 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-de4ccc9e-ab88-451b-8571-33e04cefbd8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:24.862833 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-de4ccc9e-ab88-451b-8571-33e04cefbd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:24.864137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4ccc9e-ab88-451b-8571-33e04cefbd8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:24.865186 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-de4ccc9e-ab88-451b-8571-33e04cefbd8b admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:24.907594 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-de4ccc9e-ab88-451b-8571-33e04cefbd8b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4129739 Jul 16 02:31:24.911533 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41436) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:24.919179 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-6a0ed45f-fa1b-4f0c-9962-e2c44911e82a admin admin] Request body: {'subnet': {'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-806096510-subnet', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:24.949556 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0ed45f-fa1b-4f0c-9962-e2c44911e82a admin admin] Made reservation on behalf of 75ff71420756476aa1e29eac8a34788b for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:31:24.952677 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6a0ed45f-fa1b-4f0c-9962-e2c44911e82a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:24.954405 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ccc9e-ab88-451b-8571-33e04cefbd8b admin admin] Pushing event updated for resources: {'Network': ['ID=62c89f1e-c56f-46e0-b235-e19e17faeaf1,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:24.965534 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 62c89f1e-c56f-46e0-b235-e19e17faeaf1 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:31:25.127624 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6a0ed45f-fa1b-4f0c-9962-e2c44911e82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:25.182022 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ed45f-fa1b-4f0c-9962-e2c44911e82a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea4f3462-7c4e-47e9-b113-fcd83d94f110,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:25.191664 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ed45f-fa1b-4f0c-9962-e2c44911e82a admin admin] Checking segment: {'id': '2d73506e-2c2a-4183-882a-d01659289269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:31:25.192020 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0ed45f-fa1b-4f0c-9962-e2c44911e82a admin admin] Network hostable DHCP agents. Network: 62c89f1e-c56f-46e0-b235-e19e17faeaf1, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:31:25.213218 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0ed45f-fa1b-4f0c-9962-e2c44911e82a admin admin] Network 62c89f1e-c56f-46e0-b235-e19e17faeaf1 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:31:25.224602 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-6a0ed45f-fa1b-4f0c-9962-e2c44911e82a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 62c89f1e-c56f-46e0-b235-e19e17faeaf1) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:31:25.228951 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0ed45f-fa1b-4f0c-9962-e2c44911e82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:25.229532 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-6a0ed45f-fa1b-4f0c-9962-e2c44911e82a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:25.235909 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20b8072-0d66-4200-b7d7-c70544a37b0f None None] Network 62c89f1e-c56f-46e0-b235-e19e17faeaf1 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:31:25.245254 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-6a0ed45f-fa1b-4f0c-9962-e2c44911e82a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3322380 Jul 16 02:31:25.248178 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41438) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:25.252910 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-4d91cb60-2e1b-43d3-ab69-95943a9ddd16 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-806096510-router', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:25.274649 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4d91cb60-2e1b-43d3-ab69-95943a9ddd16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:25.275663 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4d91cb60-2e1b-43d3-ab69-95943a9ddd16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:25.333018 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4d91cb60-2e1b-43d3-ab69-95943a9ddd16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:25.386442 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6845f8e-f3c7-43d7-9b46-c012b6d105df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'fixed_ips': [{'subnet_id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:31:25.387330 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6845f8e-f3c7-43d7-9b46-c012b6d105df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:25.471363 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4d91cb60-2e1b-43d3-ab69-95943a9ddd16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:25.525247 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-b6845f8e-f3c7-43d7-9b46-c012b6d105df None None] Allocated IP 172.20.0.2 (62c89f1e-c56f-46e0-b235-e19e17faeaf1/ea4f3462-7c4e-47e9-b113-fcd83d94f110/a0e68a95-0a25-41b7-8496-54ff635ca91b) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:31:25.678124 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6845f8e-f3c7-43d7-9b46-c012b6d105df None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:25.685704 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4d91cb60-2e1b-43d3-ab69-95943a9ddd16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:25.686551 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b6845f8e-f3c7-43d7-9b46-c012b6d105df None None] Transition to ACTIVE for port object a0e68a95-0a25-41b7-8496-54ff635ca91b will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:25.704158 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b6845f8e-f3c7-43d7-9b46-c012b6d105df None None] Transition to ACTIVE for port object a0e68a95-0a25-41b7-8496-54ff635ca91b will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:25.705469 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4d91cb60-2e1b-43d3-ab69-95943a9ddd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:25.711670 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6845f8e-f3c7-43d7-9b46-c012b6d105df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:25.756451 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6845f8e-f3c7-43d7-9b46-c012b6d105df None None] Network 62c89f1e-c56f-46e0-b235-e19e17faeaf1 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:31:25.759237 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-b6845f8e-f3c7-43d7-9b46-c012b6d105df None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:31:25.762836 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6845f8e-f3c7-43d7-9b46-c012b6d105df None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:31:25.770722 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6845f8e-f3c7-43d7-9b46-c012b6d105df None None] Pushing event updated for resources: {'Port': ['ID=a0e68a95-0a25-41b7-8496-54ff635ca91b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:25.813335 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-4d91cb60-2e1b-43d3-ab69-95943a9ddd16 admin admin] Allocated IP 172.25.6.68 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/a1a16cdd-5d04-4c08-9863-8442d3c5eddc) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:31:25.827510 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-b6845f8e-f3c7-43d7-9b46-c012b6d105df None None] Attempting to bind port a0e68a95-0a25-41b7-8496-54ff635ca91b on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:31:25.827872 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-b6845f8e-f3c7-43d7-9b46-c012b6d105df None None] Attempting to bind port a0e68a95-0a25-41b7-8496-54ff635ca91b by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '2d73506e-2c2a-4183-882a-d01659289269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:31:25.828329 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6845f8e-f3c7-43d7-9b46-c012b6d105df None None] Attempting to bind port a0e68a95-0a25-41b7-8496-54ff635ca91b on network 62c89f1e-c56f-46e0-b235-e19e17faeaf1 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:31:25.834226 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6845f8e-f3c7-43d7-9b46-c012b6d105df None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:31:25.834600 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6845f8e-f3c7-43d7-9b46-c012b6d105df None None] Checking segment: {'id': '2d73506e-2c2a-4183-882a-d01659289269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:31:25.834997 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6845f8e-f3c7-43d7-9b46-c012b6d105df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:25.835387 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6845f8e-f3c7-43d7-9b46-c012b6d105df None None] Bound using segment: {'id': '2d73506e-2c2a-4183-882a-d01659289269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:31:25.835861 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-b6845f8e-f3c7-43d7-9b46-c012b6d105df None None] Bound port: a0e68a95-0a25-41b7-8496-54ff635ca91b, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d73506e-2c2a-4183-882a-d01659289269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:31:25.836232 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6845f8e-f3c7-43d7-9b46-c012b6d105df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:25.901265 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b6845f8e-f3c7-43d7-9b46-c012b6d105df None None] For port a0e68a95-0a25-41b7-8496-54ff635ca91b, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:31:25.904639 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b6845f8e-f3c7-43d7-9b46-c012b6d105df None None] For port a0e68a95-0a25-41b7-8496-54ff635ca91b, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a0e68a95-0a25-41b7-8496-54ff635ca91b,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:31:25.910352 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6845f8e-f3c7-43d7-9b46-c012b6d105df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:25.918868 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4d91cb60-2e1b-43d3-ab69-95943a9ddd16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:25.966365 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4d91cb60-2e1b-43d3-ab69-95943a9ddd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:25.979287 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6845f8e-f3c7-43d7-9b46-c012b6d105df None None] Pushing event updated for resources: {'Port': ['ID=a0e68a95-0a25-41b7-8496-54ff635ca91b,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:25.996985 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d91cb60-2e1b-43d3-ab69-95943a9ddd16 admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:31:26.000433 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-4d91cb60-2e1b-43d3-ab69-95943a9ddd16 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:31:26.006540 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d91cb60-2e1b-43d3-ab69-95943a9ddd16 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:31:26.038966 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91cb60-2e1b-43d3-ab69-95943a9ddd16 admin admin] Pushing event updated for resources: {'Port': ['ID=a1a16cdd-5d04-4c08-9863-8442d3c5eddc,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:26.631224 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4d91cb60-2e1b-43d3-ab69-95943a9ddd16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:26.661938 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a0e68a95-0a25-41b7-8496-54ff635ca91b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:26.717374 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4bdc4096-0688-4ffc-bf79-e4b1e5824908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:26.735374 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port a0e68a95-0a25-41b7-8496-54ff635ca91b completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:31:26.843530 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4d91cb60-2e1b-43d3-ab69-95943a9ddd16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:26.899234 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4236da39-864b-4dfe-b7e8-8494a5fb8e7f None None] Network 62c89f1e-c56f-46e0-b235-e19e17faeaf1 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:31:26.975522 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c289472c-b9e3-49da-a8ab-269d848d9f75 None None] Provisioning for port a0e68a95-0a25-41b7-8496-54ff635ca91b completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:31:26.977793 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d91cb60-2e1b-43d3-ab69-95943a9ddd16 admin admin] Router f8137702-d4e8-4e70-8e0c-42d5fee58b3b is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:31:26.986657 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c289472c-b9e3-49da-a8ab-269d848d9f75 None None] Provisioning complete for port a0e68a95-0a25-41b7-8496-54ff635ca91b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:26.987174 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c289472c-b9e3-49da-a8ab-269d848d9f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:27.093620 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d91cb60-2e1b-43d3-ab69-95943a9ddd16 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:31:27.114509 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] Sync routers for ids ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:31:27.114819 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-4d91cb60-2e1b-43d3-ab69-95943a9ddd16 admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:27.118894 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-4d91cb60-2e1b-43d3-ab69-95943a9ddd16 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8666170 Jul 16 02:31:27.119236 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41440) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:27.157937 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] Routers {'f8137702-d4e8-4e70-8e0c-42d5fee58b3b'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:27.159318 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:31:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:27.165428 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c289472c-b9e3-49da-a8ab-269d848d9f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:27.455548 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c289472c-b9e3-49da-a8ab-269d848d9f75 None None] For port a0e68a95-0a25-41b7-8496-54ff635ca91b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a0e68a95-0a25-41b7-8496-54ff635ca91b,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:27.463168 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c289472c-b9e3-49da-a8ab-269d848d9f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:27.499514 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] Set router f8137702-d4e8-4e70-8e0c-42d5fee58b3b gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:27.565906 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-623933de-6e63-4db8-b625-0e4f16c0e362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:27.591412 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289472c-b9e3-49da-a8ab-269d848d9f75 None None] Pushing event updated for resources: {'Port': ['ID=a0e68a95-0a25-41b7-8496-54ff635ca91b,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:27.633070 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-87a1715a-03e7-49ee-8a73-6be5b9044269 None None] Provisioning complete for port a0e68a95-0a25-41b7-8496-54ff635ca91b triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:27.633443 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87a1715a-03e7-49ee-8a73-6be5b9044269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:27.727470 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-623933de-6e63-4db8-b625-0e4f16c0e362 admin admin] Allocated IP 172.20.0.1 (62c89f1e-c56f-46e0-b235-e19e17faeaf1/ea4f3462-7c4e-47e9-b113-fcd83d94f110/77d9ff0c-7308-4771-975a-03a09ad76ee6) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:31:27.767782 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'name': 'tempest-TestShelveInstance-806096510-router', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:26Z', 'revision_number': 3, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'gw_port': {'id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:27.801033 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] Checking router: f8137702-d4e8-4e70-8e0c-42d5fee58b3b for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:31:27.801376 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] Updating router f8137702-d4e8-4e70-8e0c-42d5fee58b3b port a1a16cdd-5d04-4c08-9863-8442d3c5eddc binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:31:27.839431 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-623933de-6e63-4db8-b625-0e4f16c0e362 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:27.842364 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:27.854831 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-623933de-6e63-4db8-b625-0e4f16c0e362 admin admin] Transition to ACTIVE for port object 77d9ff0c-7308-4771-975a-03a09ad76ee6 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:27.889847 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-623933de-6e63-4db8-b625-0e4f16c0e362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:27.931298 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623933de-6e63-4db8-b625-0e4f16c0e362 admin admin] Network 62c89f1e-c56f-46e0-b235-e19e17faeaf1 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:31:27.936423 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-623933de-6e63-4db8-b625-0e4f16c0e362 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:31:27.940065 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623933de-6e63-4db8-b625-0e4f16c0e362 admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:31:27.966407 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623933de-6e63-4db8-b625-0e4f16c0e362 admin admin] Pushing event updated for resources: {'Port': ['ID=77d9ff0c-7308-4771-975a-03a09ad76ee6,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:27.984888 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-623933de-6e63-4db8-b625-0e4f16c0e362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:28.116990 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:28.128953 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] Transition to ACTIVE for port object a1a16cdd-5d04-4c08-9863-8442d3c5eddc will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:28.129900 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-623933de-6e63-4db8-b625-0e4f16c0e362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:28.135983 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:28.191569 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc047c-06b4-4c32-831e-8ff856dac579 None None] Pushing event updated for resources: {'Port': ['ID=a1a16cdd-5d04-4c08-9863-8442d3c5eddc,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:28.194308 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] Attempting to bind port a1a16cdd-5d04-4c08-9863-8442d3c5eddc on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:31:28.195039 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] Attempting to bind port a1a16cdd-5d04-4c08-9863-8442d3c5eddc by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:31:28.195411 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] Attempting to bind port a1a16cdd-5d04-4c08-9863-8442d3c5eddc on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:31:28.201311 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:31:28.201694 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:31:28.202088 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:28.202495 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:31:28.202967 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] Bound port: a1a16cdd-5d04-4c08-9863-8442d3c5eddc, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:31:28.203342 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:28.241767 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-88d772a1-1b8e-4285-9645-217cababd5a0 None None] Provisioning for port 77d9ff0c-7308-4771-975a-03a09ad76ee6 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:31:28.250304 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-88d772a1-1b8e-4285-9645-217cababd5a0 None None] Provisioning complete for port 77d9ff0c-7308-4771-975a-03a09ad76ee6 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:28.250749 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-88d772a1-1b8e-4285-9645-217cababd5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:28.297068 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] For port a1a16cdd-5d04-4c08-9863-8442d3c5eddc, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:31:28.301413 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] For port a1a16cdd-5d04-4c08-9863-8442d3c5eddc, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a1a16cdd-5d04-4c08-9863-8442d3c5eddc,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:31:28.306362 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-88d772a1-1b8e-4285-9645-217cababd5a0 None None] Port 77d9ff0c-7308-4771-975a-03a09ad76ee6 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:31:28.307018 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-623933de-6e63-4db8-b625-0e4f16c0e362 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:28.308468 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:28.311734 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-623933de-6e63-4db8-b625-0e4f16c0e362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:28.366931 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] Routers {'f8137702-d4e8-4e70-8e0c-42d5fee58b3b'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:28.367280 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:31:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:28.369112 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc047c-06b4-4c32-831e-8ff856dac579 None None] Pushing event updated for resources: {'Port': ['ID=a1a16cdd-5d04-4c08-9863-8442d3c5eddc,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:28.376534 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623933de-6e63-4db8-b625-0e4f16c0e362 admin admin] Pushing event updated for resources: {'Port': ['ID=77d9ff0c-7308-4771-975a-03a09ad76ee6,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:28.378985 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-623933de-6e63-4db8-b625-0e4f16c0e362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:28.476347 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623933de-6e63-4db8-b625-0e4f16c0e362 admin admin] Network 62c89f1e-c56f-46e0-b235-e19e17faeaf1 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:31:28.477879 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-623933de-6e63-4db8-b625-0e4f16c0e362 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:31:28.482122 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] Set router f8137702-d4e8-4e70-8e0c-42d5fee58b3b gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:28.598064 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623933de-6e63-4db8-b625-0e4f16c0e362 admin admin] Router f8137702-d4e8-4e70-8e0c-42d5fee58b3b has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:31:28.648607 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a0e68a95-0a25-41b7-8496-54ff635ca91b up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:28.715439 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623933de-6e63-4db8-b625-0e4f16c0e362 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:31:28.729278 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-623933de-6e63-4db8-b625-0e4f16c0e362 admin admin] 10.222.0.16 "PUT /v2.0/routers/f8137702-d4e8-4e70-8e0c-42d5fee58b3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6006491 Jul 16 02:31:28.750413 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-35d554a5-b701-47f5-b801-d8262b9db1a4 None None] Provisioning complete for port 77d9ff0c-7308-4771-975a-03a09ad76ee6 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:28.750703 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-35d554a5-b701-47f5-b801-d8262b9db1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:28.775755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port a0e68a95-0a25-41b7-8496-54ff635ca91b triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:28.776130 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:28.818287 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'name': 'tempest-TestShelveInstance-806096510-router', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:28Z', 'revision_number': 4, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'gw_port': {'id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '77d9ff0c-7308-4771-975a-03a09ad76ee6', 'name': '', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'mac_address': 'fa:16:3e:83:ab:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:27Z', 'updated_at': '2021-07-16T02:31:28Z', 'revision_number': 2, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'subnets': [{'id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:28.848742 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-35d554a5-b701-47f5-b801-d8262b9db1a4 None None] Port 77d9ff0c-7308-4771-975a-03a09ad76ee6 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:31:28.852849 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e9db14-a429-405d-b1c9-26c9e71f0ef3 None None] The sync data for ids ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'] in n-d-792394-16 is: [{'id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'name': 'tempest-TestShelveInstance-806096510-router', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:28Z', 'revision_number': 4, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'gw_port': {'id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '77d9ff0c-7308-4771-975a-03a09ad76ee6', 'name': '', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'mac_address': 'fa:16:3e:83:ab:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:27Z', 'updated_at': '2021-07-16T02:31:28Z', 'revision_number': 2, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'subnets': [{'id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:31:29.245905 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41456) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:29.251227 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-b8be0a44-b413-4285-8409-dc18a76c3194 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2023069900-network', 'tenant_id': '5215d31b8e82452eb897bd600bb17780'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:29.274988 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8be0a44-b413-4285-8409-dc18a76c3194 admin admin] Made reservation on behalf of 5215d31b8e82452eb897bd600bb17780 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:31:29.277517 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8be0a44-b413-4285-8409-dc18a76c3194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:29.290957 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8be0a44-b413-4285-8409-dc18a76c3194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:29.400600 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8be0a44-b413-4285-8409-dc18a76c3194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:29.406126 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8be0a44-b413-4285-8409-dc18a76c3194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:29.431995 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8be0a44-b413-4285-8409-dc18a76c3194 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:31:29.442583 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be0a44-b413-4285-8409-dc18a76c3194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227cbf07-a42e-4e28-a08f-48307f9291f1,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:29.450174 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8be0a44-b413-4285-8409-dc18a76c3194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:29.450742 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-b8be0a44-b413-4285-8409-dc18a76c3194 admin admin] Added segment a6cce359-9067-463d-85ee-c67b2496ad69 of type vlan for network da3f2056-6654-4357-aac0-4cb78ebaf7f5 Jul 16 02:31:29.494992 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8be0a44-b413-4285-8409-dc18a76c3194 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:29.534264 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8be0a44-b413-4285-8409-dc18a76c3194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:29.535257 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8be0a44-b413-4285-8409-dc18a76c3194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:29.535876 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8be0a44-b413-4285-8409-dc18a76c3194 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:29.574215 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b8be0a44-b413-4285-8409-dc18a76c3194 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3271263 Jul 16 02:31:29.577648 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41458) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:29.583191 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-a2998f3d-4e5a-48ea-af2e-250a572eae18 admin admin] Request body: {'subnet': {'network_id': 'da3f2056-6654-4357-aac0-4cb78ebaf7f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2023069900-subnet', 'tenant_id': '5215d31b8e82452eb897bd600bb17780', 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:29.600542 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be0a44-b413-4285-8409-dc18a76c3194 admin admin] Pushing event updated for resources: {'Network': ['ID=da3f2056-6654-4357-aac0-4cb78ebaf7f5,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:29.611835 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network da3f2056-6654-4357-aac0-4cb78ebaf7f5 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:31:29.615748 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2998f3d-4e5a-48ea-af2e-250a572eae18 admin admin] Made reservation on behalf of 5215d31b8e82452eb897bd600bb17780 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:31:29.618265 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a2998f3d-4e5a-48ea-af2e-250a572eae18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:29.696840 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb23209f-85a1-4a9d-9d58-f4ddfbc44ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:29.803476 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a2998f3d-4e5a-48ea-af2e-250a572eae18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:29.803822 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:29.860671 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2998f3d-4e5a-48ea-af2e-250a572eae18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d587c7-65ea-45a3-93c2-1058862de2dc,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:29.872783 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2998f3d-4e5a-48ea-af2e-250a572eae18 admin admin] Checking segment: {'id': 'a6cce359-9067-463d-85ee-c67b2496ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'da3f2056-6654-4357-aac0-4cb78ebaf7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:31:29.873237 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2998f3d-4e5a-48ea-af2e-250a572eae18 admin admin] Network hostable DHCP agents. Network: da3f2056-6654-4357-aac0-4cb78ebaf7f5, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:31:29.892463 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2998f3d-4e5a-48ea-af2e-250a572eae18 admin admin] Network da3f2056-6654-4357-aac0-4cb78ebaf7f5 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:31:29.903122 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-a2998f3d-4e5a-48ea-af2e-250a572eae18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, da3f2056-6654-4357-aac0-4cb78ebaf7f5) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:31:29.907639 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2998f3d-4e5a-48ea-af2e-250a572eae18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:29.908219 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-a2998f3d-4e5a-48ea-af2e-250a572eae18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:29.913442 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2ea925-ffd4-49d8-8902-5a80672f720c None None] Network da3f2056-6654-4357-aac0-4cb78ebaf7f5 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:31:29.925088 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-a2998f3d-4e5a-48ea-af2e-250a572eae18 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3462625 Jul 16 02:31:29.927811 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41460) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:29.933263 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-92979025-6db7-41d5-ace5-1442fb76eab5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2023069900-router', 'tenant_id': '5215d31b8e82452eb897bd600bb17780', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:29.956871 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-92979025-6db7-41d5-ace5-1442fb76eab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:29.958060 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-92979025-6db7-41d5-ace5-1442fb76eab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:30.020263 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-92979025-6db7-41d5-ace5-1442fb76eab5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:30.089970 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577448fe-5c85-4aee-ab3f-935a9128bba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-da3f2056-6654-4357-aac0-4cb78ebaf7f5', 'network_id': 'da3f2056-6654-4357-aac0-4cb78ebaf7f5', 'tenant_id': '5215d31b8e82452eb897bd600bb17780', 'fixed_ips': [{'subnet_id': 'b0d587c7-65ea-45a3-93c2-1058862de2dc'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:31:30.090954 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-577448fe-5c85-4aee-ab3f-935a9128bba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:30.165959 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-92979025-6db7-41d5-ace5-1442fb76eab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:30.240924 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-577448fe-5c85-4aee-ab3f-935a9128bba1 None None] Allocated IP 172.20.0.2 (da3f2056-6654-4357-aac0-4cb78ebaf7f5/b0d587c7-65ea-45a3-93c2-1058862de2dc/18383b4f-0f29-4caf-b5df-5d48e34b90bd) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:31:30.371653 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-92979025-6db7-41d5-ace5-1442fb76eab5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:30.395007 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-92979025-6db7-41d5-ace5-1442fb76eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:30.396487 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-577448fe-5c85-4aee-ab3f-935a9128bba1 None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:30.410426 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-577448fe-5c85-4aee-ab3f-935a9128bba1 None None] Transition to ACTIVE for port object 18383b4f-0f29-4caf-b5df-5d48e34b90bd will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:30.427100 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-577448fe-5c85-4aee-ab3f-935a9128bba1 None None] Transition to ACTIVE for port object 18383b4f-0f29-4caf-b5df-5d48e34b90bd will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:30.444061 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-577448fe-5c85-4aee-ab3f-935a9128bba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:30.447178 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:31:30.484856 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577448fe-5c85-4aee-ab3f-935a9128bba1 None None] Network da3f2056-6654-4357-aac0-4cb78ebaf7f5 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:31:30.487628 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-577448fe-5c85-4aee-ab3f-935a9128bba1 None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:31:30.491234 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577448fe-5c85-4aee-ab3f-935a9128bba1 None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:31:30.498655 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577448fe-5c85-4aee-ab3f-935a9128bba1 None None] Pushing event updated for resources: {'Port': ['ID=18383b4f-0f29-4caf-b5df-5d48e34b90bd,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:30.509382 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-92979025-6db7-41d5-ace5-1442fb76eab5 admin admin] Allocated IP 172.25.6.113 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/1f183dd9-5f56-4e4c-8313-3ad4f92a6252) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:31:30.555975 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-577448fe-5c85-4aee-ab3f-935a9128bba1 None None] Attempting to bind port 18383b4f-0f29-4caf-b5df-5d48e34b90bd on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:31:30.556586 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-577448fe-5c85-4aee-ab3f-935a9128bba1 None None] Attempting to bind port 18383b4f-0f29-4caf-b5df-5d48e34b90bd by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'a6cce359-9067-463d-85ee-c67b2496ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'da3f2056-6654-4357-aac0-4cb78ebaf7f5'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:31:30.557008 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577448fe-5c85-4aee-ab3f-935a9128bba1 None None] Attempting to bind port 18383b4f-0f29-4caf-b5df-5d48e34b90bd on network da3f2056-6654-4357-aac0-4cb78ebaf7f5 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:31:30.562279 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577448fe-5c85-4aee-ab3f-935a9128bba1 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:31:30.562655 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577448fe-5c85-4aee-ab3f-935a9128bba1 None None] Checking segment: {'id': 'a6cce359-9067-463d-85ee-c67b2496ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'da3f2056-6654-4357-aac0-4cb78ebaf7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:31:30.563070 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-577448fe-5c85-4aee-ab3f-935a9128bba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:30.563467 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577448fe-5c85-4aee-ab3f-935a9128bba1 None None] Bound using segment: {'id': 'a6cce359-9067-463d-85ee-c67b2496ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'da3f2056-6654-4357-aac0-4cb78ebaf7f5'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:31:30.563929 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-577448fe-5c85-4aee-ab3f-935a9128bba1 None None] Bound port: 18383b4f-0f29-4caf-b5df-5d48e34b90bd, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cce359-9067-463d-85ee-c67b2496ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'da3f2056-6654-4357-aac0-4cb78ebaf7f5'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:31:30.564314 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-577448fe-5c85-4aee-ab3f-935a9128bba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:30.626220 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-92979025-6db7-41d5-ace5-1442fb76eab5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:30.643887 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-577448fe-5c85-4aee-ab3f-935a9128bba1 None None] For port 18383b4f-0f29-4caf-b5df-5d48e34b90bd, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:31:30.647668 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-577448fe-5c85-4aee-ab3f-935a9128bba1 None None] For port 18383b4f-0f29-4caf-b5df-5d48e34b90bd, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=18383b4f-0f29-4caf-b5df-5d48e34b90bd,segment=NetworkSegment(a6cce359-9067-463d-85ee-c67b2496ad69),segment_id=a6cce359-9067-463d-85ee-c67b2496ad69)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:31:30.653848 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-577448fe-5c85-4aee-ab3f-935a9128bba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:30.681495 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-92979025-6db7-41d5-ace5-1442fb76eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:30.706831 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a1a16cdd-5d04-4c08-9863-8442d3c5eddc up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:30.729126 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92979025-6db7-41d5-ace5-1442fb76eab5 admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:31:30.732063 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-92979025-6db7-41d5-ace5-1442fb76eab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:31:30.736210 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92979025-6db7-41d5-ace5-1442fb76eab5 admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:31:30.760805 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92979025-6db7-41d5-ace5-1442fb76eab5 admin admin] Pushing event updated for resources: {'Port': ['ID=1f183dd9-5f56-4e4c-8313-3ad4f92a6252,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:30.770242 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577448fe-5c85-4aee-ab3f-935a9128bba1 None None] Pushing event updated for resources: {'Port': ['ID=18383b4f-0f29-4caf-b5df-5d48e34b90bd,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:30.794360 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port a1a16cdd-5d04-4c08-9863-8442d3c5eddc completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:31:30.799316 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port a1a16cdd-5d04-4c08-9863-8442d3c5eddc triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:30.799774 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:30.910690 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:30.963427 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port a1a16cdd-5d04-4c08-9863-8442d3c5eddc, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a1a16cdd-5d04-4c08-9863-8442d3c5eddc,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:30.969277 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:31.031552 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=a1a16cdd-5d04-4c08-9863-8442d3c5eddc,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:31.084493 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:31.151293 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] Sync routers for ids ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:31:31.161653 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] Routers {'f8137702-d4e8-4e70-8e0c-42d5fee58b3b'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:31.162266 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:31:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:31.271623 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] Set router f8137702-d4e8-4e70-8e0c-42d5fee58b3b gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:31.385907 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-92979025-6db7-41d5-ace5-1442fb76eab5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:31.471664 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'name': 'tempest-TestShelveInstance-806096510-router', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:28Z', 'revision_number': 4, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'gw_port': {'id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '77d9ff0c-7308-4771-975a-03a09ad76ee6', 'name': '', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'mac_address': 'fa:16:3e:83:ab:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:27Z', 'updated_at': '2021-07-16T02:31:28Z', 'revision_number': 2, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'subnets': [{'id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:31.499993 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] Checking router: f8137702-d4e8-4e70-8e0c-42d5fee58b3b for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:31:31.500344 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] Updating router f8137702-d4e8-4e70-8e0c-42d5fee58b3b port 77d9ff0c-7308-4771-975a-03a09ad76ee6 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:31:31.544537 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:31.605181 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-92979025-6db7-41d5-ace5-1442fb76eab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:31.745019 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92979025-6db7-41d5-ace5-1442fb76eab5 admin admin] Router 77eb483f-283d-4e37-aed7-2795a5908c1b is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:31:31.793062 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd7ed91-74ac-46fe-842d-286eec0971ed None None] Network da3f2056-6654-4357-aac0-4cb78ebaf7f5 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:31:31.825049 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:31.836327 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] Transition to ACTIVE for port object 77d9ff0c-7308-4771-975a-03a09ad76ee6 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:31.842487 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:31.861371 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92979025-6db7-41d5-ace5-1442fb76eab5 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:31:31.877266 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] Sync routers for ids ['77eb483f-283d-4e37-aed7-2795a5908c1b'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:31:31.878323 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-92979025-6db7-41d5-ace5-1442fb76eab5 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:31.879797 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-92979025-6db7-41d5-ace5-1442fb76eab5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9508023 Jul 16 02:31:31.882550 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41462) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:31.896062 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f36015-bb32-41a6-9616-ea67d1447d8f None None] Pushing event updated for resources: {'Port': ['ID=77d9ff0c-7308-4771-975a-03a09ad76ee6,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:31.907717 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] Routers {'77eb483f-283d-4e37-aed7-2795a5908c1b'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:31.908333 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:31:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['77eb483f-283d-4e37-aed7-2795a5908c1b'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:31.911019 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f36015-bb32-41a6-9616-ea67d1447d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:31.911364 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f36015-bb32-41a6-9616-ea67d1447d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:31.911708 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f36015-bb32-41a6-9616-ea67d1447d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:31.912041 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f36015-bb32-41a6-9616-ea67d1447d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:31.912390 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f36015-bb32-41a6-9616-ea67d1447d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:31.912737 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f36015-bb32-41a6-9616-ea67d1447d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:31.913062 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f36015-bb32-41a6-9616-ea67d1447d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:31.913384 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f36015-bb32-41a6-9616-ea67d1447d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:31.913834 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f36015-bb32-41a6-9616-ea67d1447d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:31.914156 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f36015-bb32-41a6-9616-ea67d1447d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:31.914485 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f36015-bb32-41a6-9616-ea67d1447d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:31.914794 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f36015-bb32-41a6-9616-ea67d1447d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:31.979844 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] Attempting to bind port 77d9ff0c-7308-4771-975a-03a09ad76ee6 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:31:31.980217 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] Attempting to bind port 77d9ff0c-7308-4771-975a-03a09ad76ee6 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '2d73506e-2c2a-4183-882a-d01659289269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:31:31.980599 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] Attempting to bind port 77d9ff0c-7308-4771-975a-03a09ad76ee6 on network 62c89f1e-c56f-46e0-b235-e19e17faeaf1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:31:31.986233 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:31:31.986612 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] Checking segment: {'id': '2d73506e-2c2a-4183-882a-d01659289269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:31:31.987017 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:31.987411 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] Bound using segment: {'id': '2d73506e-2c2a-4183-882a-d01659289269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:31:31.987878 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] Bound port: 77d9ff0c-7308-4771-975a-03a09ad76ee6, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d73506e-2c2a-4183-882a-d01659289269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:31:31.988253 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:32.042457 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2270ed27-7013-473a-b1e4-238ba79aecc3 None None] Provisioning for port 18383b4f-0f29-4caf-b5df-5d48e34b90bd completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:31:32.052296 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] Set router 77eb483f-283d-4e37-aed7-2795a5908c1b gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:32.083784 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] For port 77d9ff0c-7308-4771-975a-03a09ad76ee6, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:31:32.089551 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] For port 77d9ff0c-7308-4771-975a-03a09ad76ee6, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=77d9ff0c-7308-4771-975a-03a09ad76ee6,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:31:32.099105 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:32.174531 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:32.177942 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f36015-bb32-41a6-9616-ea67d1447d8f None None] Pushing event updated for resources: {'Port': ['ID=77d9ff0c-7308-4771-975a-03a09ad76ee6,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:32.190413 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] Routers {'f8137702-d4e8-4e70-8e0c-42d5fee58b3b'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:32.191276 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:31:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:32.334269 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] Set router f8137702-d4e8-4e70-8e0c-42d5fee58b3b gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:32.347357 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eb483f-283d-4e37-aed7-2795a5908c1b', 'name': 'tempest-TestShelveInstance-2023069900-router', 'tenant_id': '5215d31b8e82452eb897bd600bb17780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '1f183dd9-5f56-4e4c-8313-3ad4f92a6252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:29Z', 'updated_at': '2021-07-16T02:31:31Z', 'revision_number': 3, 'project_id': '5215d31b8e82452eb897bd600bb17780', 'gw_port': {'id': '1f183dd9-5f56-4e4c-8313-3ad4f92a6252', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eb483f-283d-4e37-aed7-2795a5908c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:30Z', 'updated_at': '2021-07-16T02:31:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:32.389804 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] Checking router: 77eb483f-283d-4e37-aed7-2795a5908c1b for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:31:32.389993 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c52dff6c-df2b-42dc-8896-2983891ff4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:32.390491 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] Updating router 77eb483f-283d-4e37-aed7-2795a5908c1b port 1f183dd9-5f56-4e4c-8313-3ad4f92a6252 binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:31:32.435824 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:32.619325 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-c52dff6c-df2b-42dc-8896-2983891ff4f0 admin admin] Allocated IP 172.20.0.1 (da3f2056-6654-4357-aac0-4cb78ebaf7f5/b0d587c7-65ea-45a3-93c2-1058862de2dc/360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:31:32.633927 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'name': 'tempest-TestShelveInstance-806096510-router', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:28Z', 'revision_number': 4, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'gw_port': {'id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '77d9ff0c-7308-4771-975a-03a09ad76ee6', 'name': '', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'mac_address': 'fa:16:3e:83:ab:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:27Z', 'updated_at': '2021-07-16T02:31:32Z', 'revision_number': 4, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'subnets': [{'id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:32.664904 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf395ea-b70c-4715-a616-6b57b0e49e1f None None] The sync data for ids ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'] in n-d-792394-16 is: [{'id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'name': 'tempest-TestShelveInstance-806096510-router', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:28Z', 'revision_number': 4, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'gw_port': {'id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '77d9ff0c-7308-4771-975a-03a09ad76ee6', 'name': '', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'mac_address': 'fa:16:3e:83:ab:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:27Z', 'updated_at': '2021-07-16T02:31:32Z', 'revision_number': 4, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'subnets': [{'id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:31:32.769564 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c52dff6c-df2b-42dc-8896-2983891ff4f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:32.786116 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [None req-c52dff6c-df2b-42dc-8896-2983891ff4f0 admin admin] Transition to ACTIVE for port object 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:32.836684 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c52dff6c-df2b-42dc-8896-2983891ff4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:32.847125 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 18383b4f-0f29-4caf-b5df-5d48e34b90bd up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:32.881643 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52dff6c-df2b-42dc-8896-2983891ff4f0 admin admin] Network da3f2056-6654-4357-aac0-4cb78ebaf7f5 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:31:32.887826 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-c52dff6c-df2b-42dc-8896-2983891ff4f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:31:32.890445 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52dff6c-df2b-42dc-8896-2983891ff4f0 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:31:32.892820 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52dff6c-df2b-42dc-8896-2983891ff4f0 admin admin] Pushing event updated for resources: {'Port': ['ID=360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:32.916395 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:32.942780 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c52dff6c-df2b-42dc-8896-2983891ff4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:32.973564 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 18383b4f-0f29-4caf-b5df-5d48e34b90bd completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:31:32.981547 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 18383b4f-0f29-4caf-b5df-5d48e34b90bd triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:32.982551 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:33.071536 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:33.089702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] Transition to ACTIVE for port object 1f183dd9-5f56-4e4c-8313-3ad4f92a6252 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:33.111002 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c52dff6c-df2b-42dc-8896-2983891ff4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:33.127411 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:33.165017 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:33.192948 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] Attempting to bind port 1f183dd9-5f56-4e4c-8313-3ad4f92a6252 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:31:33.193317 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] Attempting to bind port 1f183dd9-5f56-4e4c-8313-3ad4f92a6252 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:31:33.193590 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] Attempting to bind port 1f183dd9-5f56-4e4c-8313-3ad4f92a6252 on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:31:33.207260 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd1937-c58e-43d8-a6d9-21dbeb0d3af1 None None] Pushing event updated for resources: {'Port': ['ID=1f183dd9-5f56-4e4c-8313-3ad4f92a6252,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:33.217702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:31:33.218170 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:31:33.218713 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:33.219530 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:31:33.219888 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] Bound port: 1f183dd9-5f56-4e4c-8313-3ad4f92a6252, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:31:33.220282 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:33.265064 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 18383b4f-0f29-4caf-b5df-5d48e34b90bd, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=18383b4f-0f29-4caf-b5df-5d48e34b90bd,segment=NetworkSegment(a6cce359-9067-463d-85ee-c67b2496ad69),segment_id=a6cce359-9067-463d-85ee-c67b2496ad69)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:33.276492 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:33.277298 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 77d9ff0c-7308-4771-975a-03a09ad76ee6 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:33.331455 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c52dff6c-df2b-42dc-8896-2983891ff4f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:33.336007 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b7e12233-1d61-495d-8c1c-0c977943b881 None None] Provisioning for port 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:31:33.343041 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c52dff6c-df2b-42dc-8896-2983891ff4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:33.365189 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b7e12233-1d61-495d-8c1c-0c977943b881 None None] Provisioning complete for port 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:33.365570 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b7e12233-1d61-495d-8c1c-0c977943b881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:33.373798 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] For port 1f183dd9-5f56-4e4c-8313-3ad4f92a6252, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:31:33.415307 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=18383b4f-0f29-4caf-b5df-5d48e34b90bd,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:33.417460 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c52dff6c-df2b-42dc-8896-2983891ff4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:33.423986 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] For port 1f183dd9-5f56-4e4c-8313-3ad4f92a6252, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1f183dd9-5f56-4e4c-8313-3ad4f92a6252,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:31:33.424938 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52dff6c-df2b-42dc-8896-2983891ff4f0 admin admin] Pushing event updated for resources: {'Port': ['ID=360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:33.439250 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:33.444486 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b7e12233-1d61-495d-8c1c-0c977943b881 None None] Port 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:31:33.476658 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 77d9ff0c-7308-4771-975a-03a09ad76ee6 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:31:33.493534 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 77d9ff0c-7308-4771-975a-03a09ad76ee6 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:33.493905 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:33.527723 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52dff6c-df2b-42dc-8896-2983891ff4f0 admin admin] Network da3f2056-6654-4357-aac0-4cb78ebaf7f5 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:31:33.528580 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd1937-c58e-43d8-a6d9-21dbeb0d3af1 None None] Pushing event updated for resources: {'Port': ['ID=1f183dd9-5f56-4e4c-8313-3ad4f92a6252,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:33.529051 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-c52dff6c-df2b-42dc-8896-2983891ff4f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:31:33.541794 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] Routers {'77eb483f-283d-4e37-aed7-2795a5908c1b'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:33.542430 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:31:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['77eb483f-283d-4e37-aed7-2795a5908c1b'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:33.654440 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52dff6c-df2b-42dc-8896-2983891ff4f0 admin admin] Router 77eb483f-283d-4e37-aed7-2795a5908c1b has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:31:33.679798 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:33.694110 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] Set router 77eb483f-283d-4e37-aed7-2795a5908c1b gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:33.776095 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52dff6c-df2b-42dc-8896-2983891ff4f0 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:31:33.781910 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c52dff6c-df2b-42dc-8896-2983891ff4f0 admin admin] 10.222.0.16 "PUT /v2.0/routers/77eb483f-283d-4e37-aed7-2795a5908c1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8974464 Jul 16 02:31:33.788443 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 77d9ff0c-7308-4771-975a-03a09ad76ee6, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=77d9ff0c-7308-4771-975a-03a09ad76ee6,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:33.793430 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:33.794393 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a1a16cdd-5d04-4c08-9863-8442d3c5eddc up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:33.952395 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-24ca8860-48ec-4d98-ad14-642d2d0186a3 None None] Provisioning complete for port 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:33.953107 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-24ca8860-48ec-4d98-ad14-642d2d0186a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:33.955336 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=77d9ff0c-7308-4771-975a-03a09ad76ee6,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:34.035193 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-24ca8860-48ec-4d98-ad14-642d2d0186a3 None None] Port 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:31:34.037961 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port a1a16cdd-5d04-4c08-9863-8442d3c5eddc triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:34.038332 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:34.096641 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eb483f-283d-4e37-aed7-2795a5908c1b', 'name': 'tempest-TestShelveInstance-2023069900-router', 'tenant_id': '5215d31b8e82452eb897bd600bb17780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '1f183dd9-5f56-4e4c-8313-3ad4f92a6252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:29Z', 'updated_at': '2021-07-16T02:31:33Z', 'revision_number': 4, 'project_id': '5215d31b8e82452eb897bd600bb17780', 'gw_port': {'id': '1f183dd9-5f56-4e4c-8313-3ad4f92a6252', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eb483f-283d-4e37-aed7-2795a5908c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:30Z', 'updated_at': '2021-07-16T02:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34', 'name': '', 'network_id': 'da3f2056-6654-4357-aac0-4cb78ebaf7f5', 'tenant_id': '5215d31b8e82452eb897bd600bb17780', 'mac_address': 'fa:16:3e:34:95:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eb483f-283d-4e37-aed7-2795a5908c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b0d587c7-65ea-45a3-93c2-1058862de2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:32Z', 'updated_at': '2021-07-16T02:31:33Z', 'revision_number': 2, 'project_id': '5215d31b8e82452eb897bd600bb17780', 'subnets': [{'id': 'b0d587c7-65ea-45a3-93c2-1058862de2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:34.158038 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fee58a-a877-423a-8002-2ee3b7a2aecc None None] The sync data for ids ['77eb483f-283d-4e37-aed7-2795a5908c1b'] in n-d-792394-16 is: [{'id': '77eb483f-283d-4e37-aed7-2795a5908c1b', 'name': 'tempest-TestShelveInstance-2023069900-router', 'tenant_id': '5215d31b8e82452eb897bd600bb17780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '1f183dd9-5f56-4e4c-8313-3ad4f92a6252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:29Z', 'updated_at': '2021-07-16T02:31:33Z', 'revision_number': 4, 'project_id': '5215d31b8e82452eb897bd600bb17780', 'gw_port': {'id': '1f183dd9-5f56-4e4c-8313-3ad4f92a6252', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eb483f-283d-4e37-aed7-2795a5908c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:30Z', 'updated_at': '2021-07-16T02:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34', 'name': '', 'network_id': 'da3f2056-6654-4357-aac0-4cb78ebaf7f5', 'tenant_id': '5215d31b8e82452eb897bd600bb17780', 'mac_address': 'fa:16:3e:34:95:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eb483f-283d-4e37-aed7-2795a5908c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b0d587c7-65ea-45a3-93c2-1058862de2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:32Z', 'updated_at': '2021-07-16T02:31:33Z', 'revision_number': 2, 'project_id': '5215d31b8e82452eb897bd600bb17780', 'subnets': [{'id': 'b0d587c7-65ea-45a3-93c2-1058862de2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:31:34.512281 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41470) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:34.517815 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-23436ede-087b-422a-8248-68e782424022 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1980751485', 'description': 'tempest-secgroup-smoke-1980751485 description', 'project_id': '75ff71420756476aa1e29eac8a34788b'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:34.545304 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-23436ede-087b-422a-8248-68e782424022 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:34.655704 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 18383b4f-0f29-4caf-b5df-5d48e34b90bd up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:34.663858 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-23436ede-087b-422a-8248-68e782424022 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:34.669460 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-23436ede-087b-422a-8248-68e782424022 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:34.706189 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-23436ede-087b-422a-8248-68e782424022 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:34.707779 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-23436ede-087b-422a-8248-68e782424022 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1944439 Jul 16 02:31:34.710122 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23436ede-087b-422a-8248-68e782424022 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c0dd33-da74-43f7-8f1b-13b29925b080,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:34.711040 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41472) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:34.716276 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-197773ec-e28a-44cd-8faf-b88970c974c4 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Request body: {'security_group_rule': {'security_group_id': '59c0dd33-da74-43f7-8f1b-13b29925b080', 'project_id': '75ff71420756476aa1e29eac8a34788b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:34.734450 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 18383b4f-0f29-4caf-b5df-5d48e34b90bd triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:34.735203 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:34.757163 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-197773ec-e28a-44cd-8faf-b88970c974c4 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:34.833363 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-197773ec-e28a-44cd-8faf-b88970c974c4 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:34.838517 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-197773ec-e28a-44cd-8faf-b88970c974c4 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:34.839161 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 77d9ff0c-7308-4771-975a-03a09ad76ee6 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:34.865993 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197773ec-e28a-44cd-8faf-b88970c974c4 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3caa2917-3f9d-4749-8684-6266f8c0d29e,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:34.877257 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-197773ec-e28a-44cd-8faf-b88970c974c4 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:34.878548 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-197773ec-e28a-44cd-8faf-b88970c974c4 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1664810 Jul 16 02:31:34.881485 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41474) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:34.886462 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-67557d24-4f1b-4924-8047-4b1cdf7cedfe tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Request body: {'security_group_rule': {'security_group_id': '59c0dd33-da74-43f7-8f1b-13b29925b080', 'project_id': '75ff71420756476aa1e29eac8a34788b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:34.905846 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 77d9ff0c-7308-4771-975a-03a09ad76ee6 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:34.906206 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:34.914523 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-67557d24-4f1b-4924-8047-4b1cdf7cedfe tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:34.978731 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-67557d24-4f1b-4924-8047-4b1cdf7cedfe tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:34.983952 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-67557d24-4f1b-4924-8047-4b1cdf7cedfe tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:35.002157 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67557d24-4f1b-4924-8047-4b1cdf7cedfe tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b9d66c-7db9-4523-a188-a1638d1fdb21,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:35.009112 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-67557d24-4f1b-4924-8047-4b1cdf7cedfe tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:35.010410 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-67557d24-4f1b-4924-8047-4b1cdf7cedfe tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1279750 Jul 16 02:31:35.013640 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41476) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:35.018514 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-73fff907-f7f2-4b34-9c49-0a6dfab41e00 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Request body: {'security_group_rule': {'security_group_id': '59c0dd33-da74-43f7-8f1b-13b29925b080', 'project_id': '75ff71420756476aa1e29eac8a34788b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:35.048239 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73fff907-f7f2-4b34-9c49-0a6dfab41e00 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:35.105829 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73fff907-f7f2-4b34-9c49-0a6dfab41e00 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:35.112626 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73fff907-f7f2-4b34-9c49-0a6dfab41e00 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:35.130225 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fff907-f7f2-4b34-9c49-0a6dfab41e00 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21d6139-3c27-4f3b-81c8-4f353f489511,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:35.137906 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73fff907-f7f2-4b34-9c49-0a6dfab41e00 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:35.139793 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-73fff907-f7f2-4b34-9c49-0a6dfab41e00 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249104 Jul 16 02:31:35.142541 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41478) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:35.147131 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-2172d649-a5ab-41ee-831d-a8e0378b7b3a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Request body: {'security_group_rule': {'security_group_id': '59c0dd33-da74-43f7-8f1b-13b29925b080', 'project_id': '75ff71420756476aa1e29eac8a34788b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:35.178411 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2172d649-a5ab-41ee-831d-a8e0378b7b3a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:35.247393 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2172d649-a5ab-41ee-831d-a8e0378b7b3a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:35.254612 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2172d649-a5ab-41ee-831d-a8e0378b7b3a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:35.272005 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172d649-a5ab-41ee-831d-a8e0378b7b3a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678214f4-d492-4a9a-88c6-024704e32af0,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:35.282175 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2172d649-a5ab-41ee-831d-a8e0378b7b3a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:35.283517 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2172d649-a5ab-41ee-831d-a8e0378b7b3a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1399758 Jul 16 02:31:35.286316 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41480) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:35.290986 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-3232e1de-1315-48ff-9e79-d4fd51564f6a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Request body: {'security_group_rule': {'security_group_id': '59c0dd33-da74-43f7-8f1b-13b29925b080', 'project_id': '75ff71420756476aa1e29eac8a34788b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:35.315949 n-d-792394-16 neutron-server[93955]: INFO neutron.db.securitygroups_db [None req-3232e1de-1315-48ff-9e79-d4fd51564f6a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Project 75ff71420756476aa1e29eac8a34788b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:31:35.321126 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3232e1de-1315-48ff-9e79-d4fd51564f6a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:35.387003 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3232e1de-1315-48ff-9e79-d4fd51564f6a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:35.404615 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3232e1de-1315-48ff-9e79-d4fd51564f6a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:35.427804 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232e1de-1315-48ff-9e79-d4fd51564f6a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31fcd6e-e88b-4132-8f18-c57fdc4efe56,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:35.435840 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3232e1de-1315-48ff-9e79-d4fd51564f6a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:35.436989 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3232e1de-1315-48ff-9e79-d4fd51564f6a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1497078 Jul 16 02:31:35.439668 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41482) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:35.444219 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-74b0a8e1-106a-4e3e-8412-810da3803eae tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Request body: {'security_group_rule': {'security_group_id': '59c0dd33-da74-43f7-8f1b-13b29925b080', 'project_id': '75ff71420756476aa1e29eac8a34788b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:35.471860 n-d-792394-16 neutron-server[93955]: INFO neutron.db.securitygroups_db [None req-74b0a8e1-106a-4e3e-8412-810da3803eae tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Project 75ff71420756476aa1e29eac8a34788b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:31:35.477386 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-74b0a8e1-106a-4e3e-8412-810da3803eae tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:35.548341 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-74b0a8e1-106a-4e3e-8412-810da3803eae tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:35.555749 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-74b0a8e1-106a-4e3e-8412-810da3803eae tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:35.574698 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0a8e1-106a-4e3e-8412-810da3803eae tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1677998-b1a1-414c-9c5a-8fbc892491a9,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:35.584622 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-74b0a8e1-106a-4e3e-8412-810da3803eae tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:35.586087 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-74b0a8e1-106a-4e3e-8412-810da3803eae tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1454372 Jul 16 02:31:35.664150 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:35.736882 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-5386f194-1715-4d2c-8ec8-605a073e0792 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1980751485&fields=id&tenant_id=75ff71420756476aa1e29eac8a34788b HTTP/1.1" status: 200 len: 267 time: 0.0350268 Jul 16 02:31:35.852536 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-5a255e5f-47a8-4907-9ca3-79386c8d6688 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:35.853921 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-5a255e5f-47a8-4907-9ca3-79386c8d6688 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/networks?id=62c89f1e-c56f-46e0-b235-e19e17faeaf1 HTTP/1.1" status: 200 len: 808 time: 0.1101096 Jul 16 02:31:35.869623 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-43ec2a6e-8d50-47c0-abdb-02d2e53953a5 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/quotas/75ff71420756476aa1e29eac8a34788b HTTP/1.1" status: 200 len: 375 time: 0.0100899 Jul 16 02:31:35.946776 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-e3ff649f-d5e4-48ed-936e-5b6601361b94 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=75ff71420756476aa1e29eac8a34788b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0703564 Jul 16 02:31:36.054758 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-35f0d03c-5e86-4d24-a55a-39890103c793 service neutron] 10.222.0.16 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931287 Jul 16 02:31:36.149249 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-345d04fc-46bf-4c7c-85d3-7b63a8f69801 service neutron] 10.222.0.16 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881548 Jul 16 02:31:36.329161 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-96222a2a-03a8-4a0d-b422-43ebc8f3fefd req-df1a4150-5ff4-4650-a6e9-026c51d8d4a8 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 210 time: 0.0289664 Jul 16 02:31:36.651962 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1f183dd9-5f56-4e4c-8313-3ad4f92a6252 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:36.718043 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 1f183dd9-5f56-4e4c-8313-3ad4f92a6252 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:31:36.722208 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 1f183dd9-5f56-4e4c-8313-3ad4f92a6252 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:36.722833 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:36.794476 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] Sync routers for ids ['77eb483f-283d-4e37-aed7-2795a5908c1b'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:31:36.804056 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] Routers {'77eb483f-283d-4e37-aed7-2795a5908c1b'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:36.804861 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:31:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['77eb483f-283d-4e37-aed7-2795a5908c1b'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:36.807331 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:36.830364 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 1f183dd9-5f56-4e4c-8313-3ad4f92a6252, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1f183dd9-5f56-4e4c-8313-3ad4f92a6252,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:36.835637 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:36.884739 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=1f183dd9-5f56-4e4c-8313-3ad4f92a6252,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:36.917744 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] Set router 77eb483f-283d-4e37-aed7-2795a5908c1b gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:37.151931 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eb483f-283d-4e37-aed7-2795a5908c1b', 'name': 'tempest-TestShelveInstance-2023069900-router', 'tenant_id': '5215d31b8e82452eb897bd600bb17780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '1f183dd9-5f56-4e4c-8313-3ad4f92a6252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:29Z', 'updated_at': '2021-07-16T02:31:33Z', 'revision_number': 4, 'project_id': '5215d31b8e82452eb897bd600bb17780', 'gw_port': {'id': '1f183dd9-5f56-4e4c-8313-3ad4f92a6252', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eb483f-283d-4e37-aed7-2795a5908c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:30Z', 'updated_at': '2021-07-16T02:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34', 'name': '', 'network_id': 'da3f2056-6654-4357-aac0-4cb78ebaf7f5', 'tenant_id': '5215d31b8e82452eb897bd600bb17780', 'mac_address': 'fa:16:3e:34:95:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eb483f-283d-4e37-aed7-2795a5908c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b0d587c7-65ea-45a3-93c2-1058862de2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:32Z', 'updated_at': '2021-07-16T02:31:33Z', 'revision_number': 2, 'project_id': '5215d31b8e82452eb897bd600bb17780', 'subnets': [{'id': 'b0d587c7-65ea-45a3-93c2-1058862de2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:37.183420 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] Checking router: 77eb483f-283d-4e37-aed7-2795a5908c1b for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:31:37.183770 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] Updating router 77eb483f-283d-4e37-aed7-2795a5908c1b port 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:31:37.220674 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:37.507113 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-9894b6fd-1d1c-4240-938a-6390e1a22c41 req-efedea5b-e606-4892-ae25-61424dbe1197 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 210 time: 0.0308783 Jul 16 02:31:37.515257 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-2b4590a2-693e-44f2-96f6-19149f75338f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:37.517127 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-2b4590a2-693e-44f2-96f6-19149f75338f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.82 "GET /v2.0/networks?id=62c89f1e-c56f-46e0-b235-e19e17faeaf1 HTTP/1.1" status: 200 len: 808 time: 0.1688268 Jul 16 02:31:37.527723 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:37.538925 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] Transition to ACTIVE for port object 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:37.546135 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:37.568941 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-f19d1d3b-0d40-4f04-8d67-d5e746c0bcc6 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75ff71420756476aa1e29eac8a34788b HTTP/1.1" status: 200 len: 380 time: 0.0393128 Jul 16 02:31:37.584137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-2da55426-3c64-4257-ade1-b8e5dc8d7a1f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Request body: {'port': {'device_id': 'a24db562-07da-47c2-a70c-82d4a7a1bcc6', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'admin_state_up': True, 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'security_groups': ['59c0dd33-da74-43f7-8f1b-13b29925b080']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:37.593542 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5418d5-0822-46b9-8587-88a691180653 None None] Pushing event updated for resources: {'Port': ['ID=360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:37.665050 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] Attempting to bind port 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:31:37.665461 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] Attempting to bind port 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'a6cce359-9067-463d-85ee-c67b2496ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'da3f2056-6654-4357-aac0-4cb78ebaf7f5'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:31:37.666527 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] Attempting to bind port 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34 on network da3f2056-6654-4357-aac0-4cb78ebaf7f5 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:31:37.672339 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:31:37.672901 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] Checking segment: {'id': 'a6cce359-9067-463d-85ee-c67b2496ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'da3f2056-6654-4357-aac0-4cb78ebaf7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:31:37.673372 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:37.673848 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] Bound using segment: {'id': 'a6cce359-9067-463d-85ee-c67b2496ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'da3f2056-6654-4357-aac0-4cb78ebaf7f5'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:31:37.674392 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] Bound port: 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cce359-9067-463d-85ee-c67b2496ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'da3f2056-6654-4357-aac0-4cb78ebaf7f5'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:31:37.674773 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:37.709454 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-2da55426-3c64-4257-ade1-b8e5dc8d7a1f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Made reservation on behalf of 75ff71420756476aa1e29eac8a34788b for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:31:37.713500 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-2da55426-3c64-4257-ade1-b8e5dc8d7a1f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:37.849020 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] For port 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:31:37.853337 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] For port 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34,segment=NetworkSegment(a6cce359-9067-463d-85ee-c67b2496ad69),segment_id=a6cce359-9067-463d-85ee-c67b2496ad69)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:31:37.859075 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:37.875539 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-2da55426-3c64-4257-ade1-b8e5dc8d7a1f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Allocated IP 172.20.0.13 (62c89f1e-c56f-46e0-b235-e19e17faeaf1/ea4f3462-7c4e-47e9-b113-fcd83d94f110/67751063-9e16-4f34-89b0-fe405dd7ef06) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:31:37.922818 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] Routers {'77eb483f-283d-4e37-aed7-2795a5908c1b'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:37.923452 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:31:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['77eb483f-283d-4e37-aed7-2795a5908c1b'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:37.959546 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5418d5-0822-46b9-8587-88a691180653 None None] Pushing event updated for resources: {'Port': ['ID=360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:38.027468 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-2da55426-3c64-4257-ade1-b8e5dc8d7a1f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:38.041859 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-2da55426-3c64-4257-ade1-b8e5dc8d7a1f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Transition to ACTIVE for port object 67751063-9e16-4f34-89b0-fe405dd7ef06 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:38.045102 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] Set router 77eb483f-283d-4e37-aed7-2795a5908c1b gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:38.079483 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-2da55426-3c64-4257-ade1-b8e5dc8d7a1f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:38.141605 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-2da55426-3c64-4257-ade1-b8e5dc8d7a1f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Network 62c89f1e-c56f-46e0-b235-e19e17faeaf1 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:31:38.145481 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-2da55426-3c64-4257-ade1-b8e5dc8d7a1f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:31:38.150223 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-2da55426-3c64-4257-ade1-b8e5dc8d7a1f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:31:38.154388 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da55426-3c64-4257-ade1-b8e5dc8d7a1f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event updated for resources: {'Port': ['ID=67751063-9e16-4f34-89b0-fe405dd7ef06,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:38.206347 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-2da55426-3c64-4257-ade1-b8e5dc8d7a1f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:38.207303 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-2da55426-3c64-4257-ade1-b8e5dc8d7a1f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:38.227272 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-2da55426-3c64-4257-ade1-b8e5dc8d7a1f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6520627 Jul 16 02:31:38.239210 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-ec3a38cd-c091-4001-9973-a915dc9d5572 service neutron] Request body: {'port': {'device_id': 'a24db562-07da-47c2-a70c-82d4a7a1bcc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:38.260224 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eb483f-283d-4e37-aed7-2795a5908c1b', 'name': 'tempest-TestShelveInstance-2023069900-router', 'tenant_id': '5215d31b8e82452eb897bd600bb17780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '1f183dd9-5f56-4e4c-8313-3ad4f92a6252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:29Z', 'updated_at': '2021-07-16T02:31:33Z', 'revision_number': 4, 'project_id': '5215d31b8e82452eb897bd600bb17780', 'gw_port': {'id': '1f183dd9-5f56-4e4c-8313-3ad4f92a6252', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eb483f-283d-4e37-aed7-2795a5908c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:30Z', 'updated_at': '2021-07-16T02:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34', 'name': '', 'network_id': 'da3f2056-6654-4357-aac0-4cb78ebaf7f5', 'tenant_id': '5215d31b8e82452eb897bd600bb17780', 'mac_address': 'fa:16:3e:34:95:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eb483f-283d-4e37-aed7-2795a5908c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b0d587c7-65ea-45a3-93c2-1058862de2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:32Z', 'updated_at': '2021-07-16T02:31:37Z', 'revision_number': 4, 'project_id': '5215d31b8e82452eb897bd600bb17780', 'subnets': [{'id': 'b0d587c7-65ea-45a3-93c2-1058862de2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:38.294332 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88bc737-a422-4ebe-8205-494d058c8f4d None None] The sync data for ids ['77eb483f-283d-4e37-aed7-2795a5908c1b'] in n-d-792394-16 is: [{'id': '77eb483f-283d-4e37-aed7-2795a5908c1b', 'name': 'tempest-TestShelveInstance-2023069900-router', 'tenant_id': '5215d31b8e82452eb897bd600bb17780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '1f183dd9-5f56-4e4c-8313-3ad4f92a6252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:29Z', 'updated_at': '2021-07-16T02:31:33Z', 'revision_number': 4, 'project_id': '5215d31b8e82452eb897bd600bb17780', 'gw_port': {'id': '1f183dd9-5f56-4e4c-8313-3ad4f92a6252', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eb483f-283d-4e37-aed7-2795a5908c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:30Z', 'updated_at': '2021-07-16T02:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34', 'name': '', 'network_id': 'da3f2056-6654-4357-aac0-4cb78ebaf7f5', 'tenant_id': '5215d31b8e82452eb897bd600bb17780', 'mac_address': 'fa:16:3e:34:95:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eb483f-283d-4e37-aed7-2795a5908c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b0d587c7-65ea-45a3-93c2-1058862de2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:32Z', 'updated_at': '2021-07-16T02:31:37Z', 'revision_number': 4, 'project_id': '5215d31b8e82452eb897bd600bb17780', 'subnets': [{'id': 'b0d587c7-65ea-45a3-93c2-1058862de2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:31:38.317693 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-ec3a38cd-c091-4001-9973-a915dc9d5572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:38.438050 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5642e65a-d201-40b5-8fae-f46b59d12e4f None None] Provisioning for port 67751063-9e16-4f34-89b0-fe405dd7ef06 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:31:38.442682 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5642e65a-d201-40b5-8fae-f46b59d12e4f None None] Provisioning complete for port 67751063-9e16-4f34-89b0-fe405dd7ef06 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:38.442872 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5642e65a-d201-40b5-8fae-f46b59d12e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:38.478690 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5642e65a-d201-40b5-8fae-f46b59d12e4f None None] Port 67751063-9e16-4f34-89b0-fe405dd7ef06 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:31:38.614387 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-ec3a38cd-c091-4001-9973-a915dc9d5572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67751063-9e16-4f34-89b0-fe405dd7ef06 {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:31:38.625879 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-ec3a38cd-c091-4001-9973-a915dc9d5572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:38.640658 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-ec3a38cd-c091-4001-9973-a915dc9d5572 service neutron] Transition to ACTIVE for port object 67751063-9e16-4f34-89b0-fe405dd7ef06 will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:38.647749 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-ec3a38cd-c091-4001-9973-a915dc9d5572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:38.703029 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a38cd-c091-4001-9973-a915dc9d5572 service neutron] Pushing event updated for resources: {'Port': ['ID=67751063-9e16-4f34-89b0-fe405dd7ef06,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:38.731160 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebe073-d343-4fbb-9ae5-bf6bf0176483 req-dcd290ea-10ae-435a-a8b9-a783d2467b98 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:38.732793 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-97ebe073-d343-4fbb-9ae5-bf6bf0176483 req-dcd290ea-10ae-435a-a8b9-a783d2467b98 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 944 time: 0.0987058 Jul 16 02:31:38.743113 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1f183dd9-5f56-4e4c-8313-3ad4f92a6252 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:38.800450 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-97ebe073-d343-4fbb-9ae5-bf6bf0176483 req-584c8c91-4999-4fcf-ad82-459fd7d09ecc tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609696 Jul 16 02:31:38.818633 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-ec3a38cd-c091-4001-9973-a915dc9d5572 service neutron] Attempting to bind port 67751063-9e16-4f34-89b0-fe405dd7ef06 on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:31:38.819485 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-ec3a38cd-c091-4001-9973-a915dc9d5572 service neutron] Attempting to bind port 67751063-9e16-4f34-89b0-fe405dd7ef06 by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '2d73506e-2c2a-4183-882a-d01659289269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:31:38.820625 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-ec3a38cd-c091-4001-9973-a915dc9d5572 service neutron] Attempting to bind port 67751063-9e16-4f34-89b0-fe405dd7ef06 on network 62c89f1e-c56f-46e0-b235-e19e17faeaf1 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:31:38.828876 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-ec3a38cd-c091-4001-9973-a915dc9d5572 service neutron] Port 67751063-9e16-4f34-89b0-fe405dd7ef06 on network 62c89f1e-c56f-46e0-b235-e19e17faeaf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:31:38.829520 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-ec3a38cd-c091-4001-9973-a915dc9d5572 service neutron] Attempting to bind port 67751063-9e16-4f34-89b0-fe405dd7ef06 on network 62c89f1e-c56f-46e0-b235-e19e17faeaf1 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:31:38.833161 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 1f183dd9-5f56-4e4c-8313-3ad4f92a6252 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:38.833621 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:38.836050 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-ec3a38cd-c091-4001-9973-a915dc9d5572 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:31:38.836420 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-ec3a38cd-c091-4001-9973-a915dc9d5572 service neutron] Checking segment: {'id': '2d73506e-2c2a-4183-882a-d01659289269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:31:38.836818 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-ec3a38cd-c091-4001-9973-a915dc9d5572 service neutron] Bound using segment: {'id': '2d73506e-2c2a-4183-882a-d01659289269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:31:38.837280 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-ec3a38cd-c091-4001-9973-a915dc9d5572 service neutron] Bound port: 67751063-9e16-4f34-89b0-fe405dd7ef06, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d73506e-2c2a-4183-882a-d01659289269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:31:38.837663 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-ec3a38cd-c091-4001-9973-a915dc9d5572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:38.924926 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-ec3a38cd-c091-4001-9973-a915dc9d5572 service neutron] For port 67751063-9e16-4f34-89b0-fe405dd7ef06, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:31:38.928448 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-ec3a38cd-c091-4001-9973-a915dc9d5572 service neutron] For port 67751063-9e16-4f34-89b0-fe405dd7ef06, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=67751063-9e16-4f34-89b0-fe405dd7ef06,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:31:38.935823 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-ec3a38cd-c091-4001-9973-a915dc9d5572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:38.938350 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:38.973642 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-ec3a38cd-c091-4001-9973-a915dc9d5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:38.974444 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-ec3a38cd-c091-4001-9973-a915dc9d5572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:38.975834 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-ec3a38cd-c091-4001-9973-a915dc9d5572 service neutron] 10.222.0.82 "PUT /v2.0/ports/67751063-9e16-4f34-89b0-fe405dd7ef06 HTTP/1.1" status: 200 len: 1093 time: 0.7412095 Jul 16 02:31:38.976256 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24db562-07da-47c2-a70c-82d4a7a1bcc6', 'tag': '67751063-9e16-4f34-89b0-fe405dd7ef06'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:31:38.978628 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5830dbb-f719-4edb-b3c5-19a079d5fbc5" -d '{"events": [{"name": "network-changed", "server_uuid": "a24db562-07da-47c2-a70c-82d4a7a1bcc6", "tag": "67751063-9e16-4f34-89b0-fe405dd7ef06"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:31:39.006713 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:31:39.017533 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:39.019117 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:39.038504 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de69c569-09c1-4c49-8d1c-879e29a2b08c x-openstack-request-id: req-de69c569-09c1-4c49-8d1c-879e29a2b08c {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:31:39.038792 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24db562-07da-47c2-a70c-82d4a7a1bcc6", "tag": "67751063-9e16-4f34-89b0-fe405dd7ef06", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:31:39.039041 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de69c569-09c1-4c49-8d1c-879e29a2b08c {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:31:39.039468 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24db562-07da-47c2-a70c-82d4a7a1bcc6', 'tag': '67751063-9e16-4f34-89b0-fe405dd7ef06', 'status': 'completed', 'code': 200} Jul 16 02:31:39.043966 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a38cd-c091-4001-9973-a915dc9d5572 service neutron] Pushing event updated for resources: {'Port': ['ID=67751063-9e16-4f34-89b0-fe405dd7ef06,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:39.096653 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-00145f7f-9496-4586-9b2c-de29c90a6f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:39.098736 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-00145f7f-9496-4586-9b2c-de29c90a6f7f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75ff71420756476aa1e29eac8a34788b&device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 1096 time: 0.0707426 Jul 16 02:31:39.113396 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:39.146551 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-d5f8bda1-e18f-4030-875d-0c886edeb2b3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67751063-9e16-4f34-89b0-fe405dd7ef06 HTTP/1.1" status: 200 len: 217 time: 0.0405567 Jul 16 02:31:39.148293 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34,segment=NetworkSegment(a6cce359-9067-463d-85ee-c67b2496ad69),segment_id=a6cce359-9067-463d-85ee-c67b2496ad69)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:39.154758 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:39.206547 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-aa3312d9-3e7f-4e0f-b7f1-33777d50edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:39.207975 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-aa3312d9-3e7f-4e0f-b7f1-33777d50edb9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea4f3462-7c4e-47e9-b113-fcd83d94f110 HTTP/1.1" status: 200 len: 847 time: 0.0557020 Jul 16 02:31:39.211397 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:39.268003 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-0f8b487f-415f-4fca-86fb-8cdefbbd18fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:39.269486 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-0f8b487f-415f-4fca-86fb-8cdefbbd18fe service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=62c89f1e-c56f-46e0-b235-e19e17faeaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549004 Jul 16 02:31:39.377899 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-d1f85986-33df-4726-9628-0d03836a423e service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013238 Jul 16 02:31:39.473463 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0e49330d-3e68-4b91-b6fa-646f90065a77 req-291d5b05-9580-4e40-9086-61c1c00fe6de service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892477 Jul 16 02:31:39.581787 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5830dbb-f719-4edb-b3c5-19a079d5fbc5 req-8c2f0f28-43ce-49a7-97b6-6807f2d133f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:39.583295 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e5830dbb-f719-4edb-b3c5-19a079d5fbc5 req-8c2f0f28-43ce-49a7-97b6-6807f2d133f3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75ff71420756476aa1e29eac8a34788b&device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 1096 time: 0.0603302 Jul 16 02:31:39.676138 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5830dbb-f719-4edb-b3c5-19a079d5fbc5 req-60e1b860-5314-4b3b-9785-b7aac8d1177b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:39.677659 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e5830dbb-f719-4edb-b3c5-19a079d5fbc5 req-60e1b860-5314-4b3b-9785-b7aac8d1177b service neutron] 10.222.0.82 "GET /v2.0/networks?id=62c89f1e-c56f-46e0-b235-e19e17faeaf1 HTTP/1.1" status: 200 len: 909 time: 0.0876262 Jul 16 02:31:39.724662 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e5830dbb-f719-4edb-b3c5-19a079d5fbc5 req-3900aa8b-dd86-4c08-abfb-9c84c590beaa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67751063-9e16-4f34-89b0-fe405dd7ef06 HTTP/1.1" status: 200 len: 217 time: 0.0393791 Jul 16 02:31:39.779498 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5830dbb-f719-4edb-b3c5-19a079d5fbc5 req-9eef16e9-7480-4b70-b444-e945620b1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:39.781228 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e5830dbb-f719-4edb-b3c5-19a079d5fbc5 req-9eef16e9-7480-4b70-b444-e945620b1da6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea4f3462-7c4e-47e9-b113-fcd83d94f110 HTTP/1.1" status: 200 len: 847 time: 0.0492835 Jul 16 02:31:39.843527 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5830dbb-f719-4edb-b3c5-19a079d5fbc5 req-075c4437-27cd-4649-ba6c-ed38bf21513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:39.845097 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e5830dbb-f719-4edb-b3c5-19a079d5fbc5 req-075c4437-27cd-4649-ba6c-ed38bf21513b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=62c89f1e-c56f-46e0-b235-e19e17faeaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565042 Jul 16 02:31:39.946506 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e5830dbb-f719-4edb-b3c5-19a079d5fbc5 req-e04ab0c3-733b-4664-8fa6-44affa98fba3 service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935259 Jul 16 02:31:39.973216 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a367989-7f04-44b1-8241-7a516efd9806 req-e1a9ed8f-1785-406a-ae48-e38a40f966ae tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:39.974968 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5a367989-7f04-44b1-8241-7a516efd9806 req-e1a9ed8f-1785-406a-ae48-e38a40f966ae tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 944 time: 0.0689206 Jul 16 02:31:40.020406 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-5a367989-7f04-44b1-8241-7a516efd9806 req-659991c2-3870-429b-87ad-c7be76d95abf tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394700 Jul 16 02:31:40.046251 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e5830dbb-f719-4edb-b3c5-19a079d5fbc5 req-bc470938-a92e-4756-b623-78726db0d9b1 service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923028 Jul 16 02:31:40.644598 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:40.696070 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:40.696299 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:41.215671 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc28b6-bede-4a5f-bf72-1365a31c1b57 req-843e00b1-c2a8-458a-9ca6-0a60d3662035 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:41.217166 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6cdc28b6-bede-4a5f-bf72-1365a31c1b57 req-843e00b1-c2a8-458a-9ca6-0a60d3662035 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 944 time: 0.0732880 Jul 16 02:31:41.257619 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6cdc28b6-bede-4a5f-bf72-1365a31c1b57 req-192dae29-483c-4993-9d97-7b934b99ca86 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339451 Jul 16 02:31:42.450284 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f78ad8-0584-4ceb-a5bf-0b6d8ab73e75 req-15de2d53-2031-4dca-a721-a06a761370d6 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:42.451805 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a8f78ad8-0584-4ceb-a5bf-0b6d8ab73e75 req-15de2d53-2031-4dca-a721-a06a761370d6 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 944 time: 0.0690699 Jul 16 02:31:42.493984 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a8f78ad8-0584-4ceb-a5bf-0b6d8ab73e75 req-a01efb04-974c-4df4-873b-dfd304cc010f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359182 Jul 16 02:31:43.687822 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad8071-3eaf-4cb0-8f3e-79107aed29c7 req-4c4b482d-41f4-49c0-ba18-891c158f8aa9 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:43.689472 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7cad8071-3eaf-4cb0-8f3e-79107aed29c7 req-4c4b482d-41f4-49c0-ba18-891c158f8aa9 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 944 time: 0.0682466 Jul 16 02:31:43.743541 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7cad8071-3eaf-4cb0-8f3e-79107aed29c7 req-05d3d770-508d-4698-835a-5a1998a9c1eb tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458221 Jul 16 02:31:43.950054 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 67751063-9e16-4f34-89b0-fe405dd7ef06 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:31:44.061479 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 67751063-9e16-4f34-89b0-fe405dd7ef06, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=67751063-9e16-4f34-89b0-fe405dd7ef06,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:44.076226 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '67751063-9e16-4f34-89b0-fe405dd7ef06', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'port_id': '67751063-9e16-4f34-89b0-fe405dd7ef06', 'mac_address': 'fa:16:3e:26:1b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:31:44.121085 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:44.134667 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67751063-9e16-4f34-89b0-fe405dd7ef06 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:31:44.158303 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 67751063-9e16-4f34-89b0-fe405dd7ef06, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=67751063-9e16-4f34-89b0-fe405dd7ef06,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:44.164447 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:44.212467 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=67751063-9e16-4f34-89b0-fe405dd7ef06,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:44.397211 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['67751063-9e16-4f34-89b0-fe405dd7ef06'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:31:44.936734 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a2870-861e-454b-b323-2fc02fe3235e req-22b1b047-a399-4315-bc6e-cc7c0673238c tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:44.938229 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dd0a2870-861e-454b-b323-2fc02fe3235e req-22b1b047-a399-4315-bc6e-cc7c0673238c tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0765402 Jul 16 02:31:44.979678 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dd0a2870-861e-454b-b323-2fc02fe3235e req-bc61cb86-a164-428c-93b1-02252dcd7573 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328450 Jul 16 02:31:45.951446 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 67751063-9e16-4f34-89b0-fe405dd7ef06 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:46.009856 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 67751063-9e16-4f34-89b0-fe405dd7ef06 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:31:46.013806 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 67751063-9e16-4f34-89b0-fe405dd7ef06 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:46.014187 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:46.170947 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76baceb-993c-4ed7-854a-f9e68fb9a910 req-0fc93ce3-1be6-45fa-81b4-b2ef005b9804 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:46.172514 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d76baceb-993c-4ed7-854a-f9e68fb9a910 req-0fc93ce3-1be6-45fa-81b4-b2ef005b9804 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0709858 Jul 16 02:31:46.213825 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d76baceb-993c-4ed7-854a-f9e68fb9a910 req-1e243590-9378-451a-bf66-1dbeae9891a5 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348268 Jul 16 02:31:46.257839 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:46.281007 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24db562-07da-47c2-a70c-82d4a7a1bcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67751063-9e16-4f34-89b0-fe405dd7ef06'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:31:46.283377 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab21ef19-3393-4954-aedc-19cf98e76b2d" -d '{"events": [{"server_uuid": "a24db562-07da-47c2-a70c-82d4a7a1bcc6", "name": "network-vif-plugged", "status": "completed", "tag": "67751063-9e16-4f34-89b0-fe405dd7ef06"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:31:46.296353 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 67751063-9e16-4f34-89b0-fe405dd7ef06, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=67751063-9e16-4f34-89b0-fe405dd7ef06,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:46.301995 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:46.328320 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca65a678-ba32-44a6-9ed6-3c0b7856d781 x-openstack-request-id: req-ca65a678-ba32-44a6-9ed6-3c0b7856d781 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:31:46.328641 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24db562-07da-47c2-a70c-82d4a7a1bcc6", "name": "network-vif-plugged", "status": "completed", "tag": "67751063-9e16-4f34-89b0-fe405dd7ef06", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:31:46.328866 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca65a678-ba32-44a6-9ed6-3c0b7856d781 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:31:46.329335 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24db562-07da-47c2-a70c-82d4a7a1bcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67751063-9e16-4f34-89b0-fe405dd7ef06', 'code': 200} Jul 16 02:31:46.355968 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=67751063-9e16-4f34-89b0-fe405dd7ef06,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:46.452040 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f9ef0-3076-4a5b-8c1e-83031efe4fa6 req-6b4b5656-2c6b-4d19-aa54-a5930a23bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:46.453605 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-110f9ef0-3076-4a5b-8c1e-83031efe4fa6 req-6b4b5656-2c6b-4d19-aa54-a5930a23bb8b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 1098 time: 0.0621514 Jul 16 02:31:46.495086 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-110f9ef0-3076-4a5b-8c1e-83031efe4fa6 req-ad645891-0306-44c2-9f29-08f0d93cd651 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347993 Jul 16 02:31:47.405300 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add39d3d-3bf6-4bac-acc8-f447ac32dd07 req-35d465d9-92af-4ce9-9011-99bef0cc9629 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:47.407083 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-add39d3d-3bf6-4bac-acc8-f447ac32dd07 req-35d465d9-92af-4ce9-9011-99bef0cc9629 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0732374 Jul 16 02:31:47.450901 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-add39d3d-3bf6-4bac-acc8-f447ac32dd07 req-3dedaa7d-f363-4992-a2a5-7c397f205177 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353730 Jul 16 02:31:47.631807 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f30af-2944-4807-9d40-0f4c1df72a12 req-4feba688-77b5-4168-98a4-11ba75cebfea tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:47.633359 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-389f30af-2944-4807-9d40-0f4c1df72a12 req-4feba688-77b5-4168-98a4-11ba75cebfea tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0697281 Jul 16 02:31:47.691109 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-389f30af-2944-4807-9d40-0f4c1df72a12 req-1a2bdf61-9723-4268-9ba2-a1fc3b8a364d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518117 Jul 16 02:31:47.716753 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41534) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:47.894371 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec88b9a1-9da3-4e28-b42d-e80aa19b6d20 tempest-TestShelveInstance-1638754595 tempest-TestShelveInstance-1638754595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:47.896204 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ec88b9a1-9da3-4e28-b42d-e80aa19b6d20 tempest-TestShelveInstance-1638754595 tempest-TestShelveInstance-1638754595-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 1093 time: 0.1781960 Jul 16 02:31:47.899999 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 41538) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:47.905025 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-43029a18-c31a-4586-99c3-c7cc2b13225f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': '67751063-9e16-4f34-89b0-fe405dd7ef06', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:47.932114 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-43029a18-c31a-4586-99c3-c7cc2b13225f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:48.044437 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-43029a18-c31a-4586-99c3-c7cc2b13225f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:48.147365 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-43029a18-c31a-4586-99c3-c7cc2b13225f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Allocated IP 172.25.6.240 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/7307015e-df30-4d99-8fbf-a4656b0cc3ae) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:31:48.269314 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-43029a18-c31a-4586-99c3-c7cc2b13225f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:48.315214 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-43029a18-c31a-4586-99c3-c7cc2b13225f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:48.364186 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43029a18-c31a-4586-99c3-c7cc2b13225f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:31:48.366969 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-43029a18-c31a-4586-99c3-c7cc2b13225f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:31:48.371085 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43029a18-c31a-4586-99c3-c7cc2b13225f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:31:48.395283 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43029a18-c31a-4586-99c3-c7cc2b13225f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event updated for resources: {'Port': ['ID=7307015e-df30-4d99-8fbf-a4656b0cc3ae,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:48.777761 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-43029a18-c31a-4586-99c3-c7cc2b13225f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:48.866834 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-43029a18-c31a-4586-99c3-c7cc2b13225f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:49.020541 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-43029a18-c31a-4586-99c3-c7cc2b13225f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:49.029306 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-43029a18-c31a-4586-99c3-c7cc2b13225f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:49.112390 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43029a18-c31a-4586-99c3-c7cc2b13225f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event updated for resources: {'Port': ['ID=7307015e-df30-4d99-8fbf-a4656b0cc3ae,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:49.123388 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-43029a18-c31a-4586-99c3-c7cc2b13225f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:49.228656 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-43029a18-c31a-4586-99c3-c7cc2b13225f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Floating IP c6eb52ea-7c28-4fa0-aae4-e480e9bfd9b4 associated. External IP: 172.25.6.240, port: 67751063-9e16-4f34-89b0-fe405dd7ef06. Jul 16 02:31:49.451944 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43029a18-c31a-4586-99c3-c7cc2b13225f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Router f8137702-d4e8-4e70-8e0c-42d5fee58b3b has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:31:49.571218 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43029a18-c31a-4586-99c3-c7cc2b13225f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:31:49.583617 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4841938-c088-46a7-93e8-627fea85e5b2 None None] Sync routers for ids ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:31:49.591326 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-43029a18-c31a-4586-99c3-c7cc2b13225f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:49.594389 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4841938-c088-46a7-93e8-627fea85e5b2 None None] Routers {'f8137702-d4e8-4e70-8e0c-42d5fee58b3b'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:49.595299 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c4841938-c088-46a7-93e8-627fea85e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:31:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:49.629358 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-43029a18-c31a-4586-99c3-c7cc2b13225f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7282391 Jul 16 02:31:49.630248 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24db562-07da-47c2-a70c-82d4a7a1bcc6', 'tag': '67751063-9e16-4f34-89b0-fe405dd7ef06'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:31:49.632724 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c384aca-910c-45ed-94d7-0b3357bfbb96" -d '{"events": [{"name": "network-changed", "server_uuid": "a24db562-07da-47c2-a70c-82d4a7a1bcc6", "tag": "67751063-9e16-4f34-89b0-fe405dd7ef06"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:31:49.702004 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-c4841938-c088-46a7-93e8-627fea85e5b2 None None] Set router f8137702-d4e8-4e70-8e0c-42d5fee58b3b gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:49.726769 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbbbf04-409a-48db-a280-d9c701200232 x-openstack-request-id: req-cdbbbf04-409a-48db-a280-d9c701200232 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:31:49.727056 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24db562-07da-47c2-a70c-82d4a7a1bcc6", "tag": "67751063-9e16-4f34-89b0-fe405dd7ef06", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:31:49.727308 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cdbbbf04-409a-48db-a280-d9c701200232 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:31:49.727709 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24db562-07da-47c2-a70c-82d4a7a1bcc6', 'tag': '67751063-9e16-4f34-89b0-fe405dd7ef06', 'status': 'completed', 'code': 200} Jul 16 02:31:49.806492 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c384aca-910c-45ed-94d7-0b3357bfbb96 req-1540f9ad-d6e2-4254-9d3d-8fa932492581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:49.808025 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1c384aca-910c-45ed-94d7-0b3357bfbb96 req-1540f9ad-d6e2-4254-9d3d-8fa932492581 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75ff71420756476aa1e29eac8a34788b&device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 1098 time: 0.0574477 Jul 16 02:31:49.916254 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c384aca-910c-45ed-94d7-0b3357bfbb96 req-d87f45cf-df05-4582-8849-9440994729bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:49.917782 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1c384aca-910c-45ed-94d7-0b3357bfbb96 req-d87f45cf-df05-4582-8849-9440994729bd service neutron] 10.222.0.82 "GET /v2.0/networks?id=62c89f1e-c56f-46e0-b235-e19e17faeaf1 HTTP/1.1" status: 200 len: 909 time: 0.1037271 Jul 16 02:31:49.953618 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c4841938-c088-46a7-93e8-627fea85e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'name': 'tempest-TestShelveInstance-806096510-router', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:28Z', 'revision_number': 4, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'gw_port': {'id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'c6eb52ea-7c28-4fa0-aae4-e480e9bfd9b4', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'port_id': '67751063-9e16-4f34-89b0-fe405dd7ef06', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'mac_address': 'fa:16:3e:26:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24db562-07da-47c2-a70c-82d4a7a1bcc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:31:48Z', 'updated_at': '2021-07-16T02:31:48Z', 'revision_number': 0, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d9ff0c-7308-4771-975a-03a09ad76ee6', 'name': '', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'mac_address': 'fa:16:3e:83:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:27Z', 'updated_at': '2021-07-16T02:31:33Z', 'revision_number': 5, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'subnets': [{'id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:49.981032 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4841938-c088-46a7-93e8-627fea85e5b2 None None] Checking router: f8137702-d4e8-4e70-8e0c-42d5fee58b3b for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:31:49.987489 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1c384aca-910c-45ed-94d7-0b3357bfbb96 req-dcfe9a49-0b99-4565-be06-4a71e7bf8c07 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67751063-9e16-4f34-89b0-fe405dd7ef06 HTTP/1.1" status: 200 len: 1000 time: 0.0630980 Jul 16 02:31:49.990120 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4841938-c088-46a7-93e8-627fea85e5b2 None None] Routers {'f8137702-d4e8-4e70-8e0c-42d5fee58b3b'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:31:49.990736 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c4841938-c088-46a7-93e8-627fea85e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:31:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:50.036877 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c384aca-910c-45ed-94d7-0b3357bfbb96 req-18b68eb2-00cb-44fc-ab9b-ba540f467da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:50.038418 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1c384aca-910c-45ed-94d7-0b3357bfbb96 req-18b68eb2-00cb-44fc-ab9b-ba540f467da4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea4f3462-7c4e-47e9-b113-fcd83d94f110 HTTP/1.1" status: 200 len: 847 time: 0.0451436 Jul 16 02:31:50.098708 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c384aca-910c-45ed-94d7-0b3357bfbb96 req-c0833f9e-3899-48ae-8bde-02d39138e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:50.100580 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1c384aca-910c-45ed-94d7-0b3357bfbb96 req-c0833f9e-3899-48ae-8bde-02d39138e2b9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=62c89f1e-c56f-46e0-b235-e19e17faeaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558693 Jul 16 02:31:50.102036 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-c4841938-c088-46a7-93e8-627fea85e5b2 None None] Set router f8137702-d4e8-4e70-8e0c-42d5fee58b3b gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:31:50.200018 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1c384aca-910c-45ed-94d7-0b3357bfbb96 req-f4d20ce5-fbca-4b84-905c-59a5e5665e27 service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929861 Jul 16 02:31:50.297993 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1c384aca-910c-45ed-94d7-0b3357bfbb96 req-3e258e83-efd8-4c45-b6d1-5bd3af1268d1 service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908558 Jul 16 02:31:50.336226 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c4841938-c088-46a7-93e8-627fea85e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'name': 'tempest-TestShelveInstance-806096510-router', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:28Z', 'revision_number': 4, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'gw_port': {'id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'c6eb52ea-7c28-4fa0-aae4-e480e9bfd9b4', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'port_id': '67751063-9e16-4f34-89b0-fe405dd7ef06', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'mac_address': 'fa:16:3e:26:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24db562-07da-47c2-a70c-82d4a7a1bcc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:31:48Z', 'updated_at': '2021-07-16T02:31:48Z', 'revision_number': 0, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d9ff0c-7308-4771-975a-03a09ad76ee6', 'name': '', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'mac_address': 'fa:16:3e:83:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:27Z', 'updated_at': '2021-07-16T02:31:33Z', 'revision_number': 5, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'subnets': [{'id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:31:50.364600 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4841938-c088-46a7-93e8-627fea85e5b2 None None] The sync data for ids ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'] in n-d-792394-16 is: [{'id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'name': 'tempest-TestShelveInstance-806096510-router', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:28Z', 'revision_number': 4, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'gw_port': {'id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'c6eb52ea-7c28-4fa0-aae4-e480e9bfd9b4', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'port_id': '67751063-9e16-4f34-89b0-fe405dd7ef06', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'mac_address': 'fa:16:3e:26:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24db562-07da-47c2-a70c-82d4a7a1bcc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:31:48Z', 'updated_at': '2021-07-16T02:31:48Z', 'revision_number': 0, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d9ff0c-7308-4771-975a-03a09ad76ee6', 'name': '', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'mac_address': 'fa:16:3e:83:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:27Z', 'updated_at': '2021-07-16T02:31:33Z', 'revision_number': 5, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'subnets': [{'id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:31:50.584861 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4146bd87-775d-4501-a044-750745c9f200 None None] New status for floating IP c6eb52ea-7c28-4fa0-aae4-e480e9bfd9b4: ACTIVE {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:31:56.685627 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d5d0ce0-84d2-420c-aeed-9bf8c967c0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:59.674267 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d8e40e69-c42c-4c89-ba5d-bf3025baedeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:59.808559 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:01.085858 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:02.082642 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:02.834099 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:05.688139 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.453091 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:32:26.700388 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9ce89425-19ae-46f4-b991-ec5c8cde8a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:29.668683 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-91e7b5ff-12aa-41fb-a473-c4f17044a9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:29.824649 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:31.088561 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:32.106849 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:32.837735 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:34.309806 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ff9bcd6-ef2d-48fc-ae5f-8c92f0c8e4c1 req-5df63f18-160e-4993-9574-26dd80a49d09 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0584590 Jul 16 02:32:34.438692 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9bcd6-ef2d-48fc-ae5f-8c92f0c8e4c1 req-4ebdb2e7-7230-4131-80d8-743341929bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:34.440223 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ff9bcd6-ef2d-48fc-ae5f-8c92f0c8e4c1 req-4ebdb2e7-7230-4131-80d8-743341929bef service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75ff71420756476aa1e29eac8a34788b&device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 1098 time: 0.0573173 Jul 16 02:32:34.547969 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9bcd6-ef2d-48fc-ae5f-8c92f0c8e4c1 req-d5ec1673-4c77-4c3c-a4e8-9be1a76462fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:34.549492 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ff9bcd6-ef2d-48fc-ae5f-8c92f0c8e4c1 req-d5ec1673-4c77-4c3c-a4e8-9be1a76462fd service neutron] 10.222.0.82 "GET /v2.0/networks?id=62c89f1e-c56f-46e0-b235-e19e17faeaf1 HTTP/1.1" status: 200 len: 909 time: 0.0866530 Jul 16 02:32:34.620502 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ff9bcd6-ef2d-48fc-ae5f-8c92f0c8e4c1 req-d67c8a48-4066-43f3-ad65-05f1f614d90f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67751063-9e16-4f34-89b0-fe405dd7ef06 HTTP/1.1" status: 200 len: 1002 time: 0.0643923 Jul 16 02:32:34.669633 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9bcd6-ef2d-48fc-ae5f-8c92f0c8e4c1 req-dc47adc7-3575-4045-b819-c6f19a941cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:34.671150 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ff9bcd6-ef2d-48fc-ae5f-8c92f0c8e4c1 req-dc47adc7-3575-4045-b819-c6f19a941cf5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea4f3462-7c4e-47e9-b113-fcd83d94f110 HTTP/1.1" status: 200 len: 847 time: 0.0431330 Jul 16 02:32:34.730004 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9bcd6-ef2d-48fc-ae5f-8c92f0c8e4c1 req-cc1fee79-9e33-492a-be56-f6acb44b48d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:34.731491 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ff9bcd6-ef2d-48fc-ae5f-8c92f0c8e4c1 req-cc1fee79-9e33-492a-be56-f6acb44b48d5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=62c89f1e-c56f-46e0-b235-e19e17faeaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541558 Jul 16 02:32:34.826175 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ff9bcd6-ef2d-48fc-ae5f-8c92f0c8e4c1 req-2ad28e8d-2a84-448a-a4e3-39226bcc75f6 service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877709 Jul 16 02:32:34.924611 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1ff9bcd6-ef2d-48fc-ae5f-8c92f0c8e4c1 req-68951489-47fa-4e5c-a243-4b862969c674 service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912180 Jul 16 02:32:35.692988 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:44.453252 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:32:56.701812 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a39eacca-903e-4dea-99bc-e6b8d048fd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:59.679677 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5a1aff9a-d440-4b6f-b4b8-310b396422ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:59.814098 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:00.986844 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-2a06837f-2f5c-4e6c-b816-5107508fd492 req-5eac418c-57fc-4843-81f8-b23aa38be805 service neutron] (93956) timed out ('10.222.0.16', 38106) {{(pid=93956) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:33:01.094634 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:02.102975 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:02.843943 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:05.698163 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:21.453226 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:33:26.707330 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-063844df-1b72-44a2-a4bc-5f117a0e73e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:29.673609 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a492f567-b218-4407-ae69-d71c780ac987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:29.811833 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:31.093705 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.113356 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.843423 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.713659 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:36.336486 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59a70fc3-55e2-49c9-866c-69bb5c5b6d38 req-10cc95ca-bf77-4fc4-95de-207da2299ef8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0681257 Jul 16 02:33:36.456991 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a70fc3-55e2-49c9-866c-69bb5c5b6d38 req-4dc3e5de-9875-4047-b670-f776fcb99103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:36.458525 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59a70fc3-55e2-49c9-866c-69bb5c5b6d38 req-4dc3e5de-9875-4047-b670-f776fcb99103 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75ff71420756476aa1e29eac8a34788b&device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 1098 time: 0.0684867 Jul 16 02:33:36.584936 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a70fc3-55e2-49c9-866c-69bb5c5b6d38 req-31cec6f0-4867-4d42-af69-86b698d63581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:36.586762 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59a70fc3-55e2-49c9-866c-69bb5c5b6d38 req-31cec6f0-4867-4d42-af69-86b698d63581 service neutron] 10.222.0.82 "GET /v2.0/networks?id=62c89f1e-c56f-46e0-b235-e19e17faeaf1 HTTP/1.1" status: 200 len: 909 time: 0.1055110 Jul 16 02:33:36.679562 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59a70fc3-55e2-49c9-866c-69bb5c5b6d38 req-7fd4c744-524d-4f96-9690-73fd2f817743 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67751063-9e16-4f34-89b0-fe405dd7ef06 HTTP/1.1" status: 200 len: 1002 time: 0.0850348 Jul 16 02:33:36.740647 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a70fc3-55e2-49c9-866c-69bb5c5b6d38 req-e1722289-d61c-41f0-a308-ca4aeef2af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:36.742596 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59a70fc3-55e2-49c9-866c-69bb5c5b6d38 req-e1722289-d61c-41f0-a308-ca4aeef2af8f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea4f3462-7c4e-47e9-b113-fcd83d94f110 HTTP/1.1" status: 200 len: 847 time: 0.0572035 Jul 16 02:33:36.819158 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a70fc3-55e2-49c9-866c-69bb5c5b6d38 req-67f62807-04be-4130-93a8-4a5344ef2f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:36.820969 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59a70fc3-55e2-49c9-866c-69bb5c5b6d38 req-67f62807-04be-4130-93a8-4a5344ef2f8f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=62c89f1e-c56f-46e0-b235-e19e17faeaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716341 Jul 16 02:33:36.941579 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59a70fc3-55e2-49c9-866c-69bb5c5b6d38 req-aa7aa8bd-d87d-42b8-8f93-196b4d70e795 service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132827 Jul 16 02:33:37.071053 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-59a70fc3-55e2-49c9-866c-69bb5c5b6d38 req-3b6d2daa-6e3a-484c-a710-ad9e331c3700 service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164155 Jul 16 02:33:45.455904 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d96006-8c61-4544-b10d-384f8702eac5 req-a0508269-cc67-422d-97a3-46fcb4d4f94b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:45.457527 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-21d96006-8c61-4544-b10d-384f8702eac5 req-a0508269-cc67-422d-97a3-46fcb4d4f94b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0718899 Jul 16 02:33:45.499744 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-21d96006-8c61-4544-b10d-384f8702eac5 req-6ab4d2e6-4843-4847-b258-170535100389 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361259 Jul 16 02:33:46.717007 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d1628-3839-4ef0-a1e0-b0f746a9b494 req-024c6f1d-0813-4f97-a589-0a7f8861fc46 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:46.718434 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-142d1628-3839-4ef0-a1e0-b0f746a9b494 req-024c6f1d-0813-4f97-a589-0a7f8861fc46 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0705717 Jul 16 02:33:46.759454 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-142d1628-3839-4ef0-a1e0-b0f746a9b494 req-88ff62fe-a415-4cd5-8ef4-13e9574f0022 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351088 Jul 16 02:33:47.983106 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfaf59c-7ac5-41fb-9b2f-a969d668a650 req-2653a9f9-2993-4133-96ea-d3a71afc73a9 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:47.984599 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bdfaf59c-7ac5-41fb-9b2f-a969d668a650 req-2653a9f9-2993-4133-96ea-d3a71afc73a9 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0761342 Jul 16 02:33:48.027441 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bdfaf59c-7ac5-41fb-9b2f-a969d668a650 req-aeca7e1f-7ccc-41cd-acb7-55d87ec62626 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338027 Jul 16 02:33:49.225248 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a27b0-5bf7-4ed6-8304-97ac7f7dca5b req-5103fad7-ebcc-477a-bcba-99a0aeb63b21 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:49.226754 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9c9a27b0-5bf7-4ed6-8304-97ac7f7dca5b req-5103fad7-ebcc-477a-bcba-99a0aeb63b21 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0818911 Jul 16 02:33:49.271071 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9c9a27b0-5bf7-4ed6-8304-97ac7f7dca5b req-c8d4248c-081f-48aa-abb9-db35fbba83a1 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360138 Jul 16 02:33:50.455476 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043a3b7-7a20-44b3-8447-493e0c0caab9 req-c893b82f-ee26-47b6-8d6a-4ac3f178b974 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:50.456988 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3043a3b7-7a20-44b3-8447-493e0c0caab9 req-c893b82f-ee26-47b6-8d6a-4ac3f178b974 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0671425 Jul 16 02:33:50.496963 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3043a3b7-7a20-44b3-8447-493e0c0caab9 req-67c374d2-2eee-4c86-92ca-34854aa78b0b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341213 Jul 16 02:33:51.694860 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484ce71-4486-4428-b5b5-594c08fae37c req-05c8269d-fd87-4faf-b2db-66691caf79b6 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:51.696268 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b484ce71-4486-4428-b5b5-594c08fae37c req-05c8269d-fd87-4faf-b2db-66691caf79b6 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0760336 Jul 16 02:33:51.735950 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b484ce71-4486-4428-b5b5-594c08fae37c req-59ee5e40-8623-4118-9fe3-cc2c37c82f21 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339580 Jul 16 02:33:52.921051 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d89cc-50a1-414b-bd9f-5a1a71147abc req-16e5217b-e9e6-4f07-bf9e-b8a4ab7e2cce tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:52.922535 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e41d89cc-50a1-414b-bd9f-5a1a71147abc req-16e5217b-e9e6-4f07-bf9e-b8a4ab7e2cce tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0714192 Jul 16 02:33:52.961827 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e41d89cc-50a1-414b-bd9f-5a1a71147abc req-27266726-4647-4caa-a2e9-d277a19d651c tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333409 Jul 16 02:33:54.161519 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6b00f-e74b-4e08-b6a2-f6628bb6f8ae req-a7a4f6a2-f882-4b1b-8cff-117219bd605f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:54.163036 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dfe6b00f-e74b-4e08-b6a2-f6628bb6f8ae req-a7a4f6a2-f882-4b1b-8cff-117219bd605f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0803227 Jul 16 02:33:54.204521 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dfe6b00f-e74b-4e08-b6a2-f6628bb6f8ae req-91064dc4-21e1-40c0-a3da-d5c4497d087b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355458 Jul 16 02:33:55.390618 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e8f6c-bee3-4db3-bb21-729bec719ebb req-3d4fbd5f-0073-400a-a3c3-f5aa86c62758 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:55.392397 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2b3e8f6c-bee3-4db3-bb21-729bec719ebb req-3d4fbd5f-0073-400a-a3c3-f5aa86c62758 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0761883 Jul 16 02:33:55.436266 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2b3e8f6c-bee3-4db3-bb21-729bec719ebb req-20967090-6b01-4a02-8a5f-f9247c250e9c tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370553 Jul 16 02:33:56.628745 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be8a09-9e35-4fb4-9a4d-778bb24b1c44 req-3b092e50-c113-41d3-be99-497a9b937620 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:56.630274 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b6be8a09-9e35-4fb4-9a4d-778bb24b1c44 req-3b092e50-c113-41d3-be99-497a9b937620 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0692430 Jul 16 02:33:56.670223 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b6be8a09-9e35-4fb4-9a4d-778bb24b1c44 req-3260e517-f83e-43a2-9a10-bfa0d12ec752 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343678 Jul 16 02:33:56.698549 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-df0be747-174b-49c0-85b7-e86f8243c416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.850367 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee8710-922a-4de8-a8f5-90fc966ca381 req-77a546a4-7390-4b6d-ad5a-484eff50fbb8 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:57.851768 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e7ee8710-922a-4de8-a8f5-90fc966ca381 req-77a546a4-7390-4b6d-ad5a-484eff50fbb8 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0643768 Jul 16 02:33:57.889942 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e7ee8710-922a-4de8-a8f5-90fc966ca381 req-f4a3e9e8-075b-46f6-acc5-0d161476db49 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326090 Jul 16 02:33:58.453739 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:33:58.646386 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 67751063-9e16-4f34-89b0-fe405dd7ef06 details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:33:58.790606 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 67751063-9e16-4f34-89b0-fe405dd7ef06, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=67751063-9e16-4f34-89b0-fe405dd7ef06,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:58.808441 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '67751063-9e16-4f34-89b0-fe405dd7ef06', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'port_id': '67751063-9e16-4f34-89b0-fe405dd7ef06', 'mac_address': 'fa:16:3e:26:1b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:33:58.863704 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.884498 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67751063-9e16-4f34-89b0-fe405dd7ef06 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:33:58.909914 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 67751063-9e16-4f34-89b0-fe405dd7ef06, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=67751063-9e16-4f34-89b0-fe405dd7ef06,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:58.916327 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.987869 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=67751063-9e16-4f34-89b0-fe405dd7ef06,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:58.997840 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['67751063-9e16-4f34-89b0-fe405dd7ef06'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:33:59.001655 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:59.002019 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:59.002401 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:59.002744 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:59.003129 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:59.003502 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:59.003798 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:59.004138 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:59.004472 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:59.004821 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:59.005118 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:59.005598 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:59.092255 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861591b-6e78-4a79-990b-a33fac3d4363 req-265a7ce3-0af0-4ced-bf97-bfee7caa10f4 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:59.100488 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c861591b-6e78-4a79-990b-a33fac3d4363 req-265a7ce3-0af0-4ced-bf97-bfee7caa10f4 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0764337 Jul 16 02:33:59.137448 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c861591b-6e78-4a79-990b-a33fac3d4363 req-1adc1bfc-6f1c-4900-a040-02d237558456 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356863 Jul 16 02:33:59.678095 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-77af5160-475f-4cb3-ab49-9859998c4255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.816082 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.365528 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16193733-ea29-4f0f-a9e8-da49ed906671 req-6ad78fdc-b2a2-4d00-909a-01c1305cfefb tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:00.367337 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-16193733-ea29-4f0f-a9e8-da49ed906671 req-6ad78fdc-b2a2-4d00-909a-01c1305cfefb tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0970409 Jul 16 02:34:00.441211 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-16193733-ea29-4f0f-a9e8-da49ed906671 req-b6636a7a-2166-4e38-9057-7abd011b513c tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676813 Jul 16 02:34:00.647656 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 67751063-9e16-4f34-89b0-fe405dd7ef06 up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:34:00.702089 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 67751063-9e16-4f34-89b0-fe405dd7ef06 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:00.702777 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.787397 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.817149 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24db562-07da-47c2-a70c-82d4a7a1bcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67751063-9e16-4f34-89b0-fe405dd7ef06'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:34:00.820522 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2928a1eb-1270-4f82-8423-d2324e55f679" -d '{"events": [{"server_uuid": "a24db562-07da-47c2-a70c-82d4a7a1bcc6", "name": "network-vif-plugged", "status": "completed", "tag": "67751063-9e16-4f34-89b0-fe405dd7ef06"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:34:00.837726 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 67751063-9e16-4f34-89b0-fe405dd7ef06, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=67751063-9e16-4f34-89b0-fe405dd7ef06,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:00.844132 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.921155 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=67751063-9e16-4f34-89b0-fe405dd7ef06,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:01.021731 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855762a3-6c9c-417d-85c0-e8843bf5c4cc x-openstack-request-id: req-855762a3-6c9c-417d-85c0-e8843bf5c4cc {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:34:01.022259 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24db562-07da-47c2-a70c-82d4a7a1bcc6", "name": "network-vif-plugged", "status": "completed", "tag": "67751063-9e16-4f34-89b0-fe405dd7ef06", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:34:01.022692 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-855762a3-6c9c-417d-85c0-e8843bf5c4cc {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:34:01.023424 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24db562-07da-47c2-a70c-82d4a7a1bcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67751063-9e16-4f34-89b0-fe405dd7ef06', 'code': 200} Jul 16 02:34:01.100150 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:01.664530 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfc3e3-fee1-4ea2-abad-92d565535997 req-017c21d1-7579-4216-b243-18304e0522db tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:01.666256 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09bfc3e3-fee1-4ea2-abad-92d565535997 req-017c21d1-7579-4216-b243-18304e0522db tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0676792 Jul 16 02:34:01.711352 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-09bfc3e3-fee1-4ea2-abad-92d565535997 req-d0f53657-53f9-4c13-8f11-8756fc8c8a97 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371017 Jul 16 02:34:02.102499 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:02.852791 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:02.903831 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28beb1b8-8e19-41e8-bed2-c1d9c9f6ccc9 req-b80b2bb8-6a11-452c-880d-2cdf2d063bb5 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:02.906129 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-28beb1b8-8e19-41e8-bed2-c1d9c9f6ccc9 req-b80b2bb8-6a11-452c-880d-2cdf2d063bb5 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0719476 Jul 16 02:34:02.955650 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-28beb1b8-8e19-41e8-bed2-c1d9c9f6ccc9 req-6329ec4f-2fa4-4915-b81c-174671b216be tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420301 Jul 16 02:34:04.155812 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bfdb2-7640-4bfb-9806-0df7792776df req-4081077c-6455-4d4d-b34c-3cfad622df87 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:04.157467 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-264bfdb2-7640-4bfb-9806-0df7792776df req-4081077c-6455-4d4d-b34c-3cfad622df87 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0703690 Jul 16 02:34:04.201357 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-264bfdb2-7640-4bfb-9806-0df7792776df req-e312d601-2038-4685-9d54-8734d182d998 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368109 Jul 16 02:34:05.397913 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0309bc-4d58-409f-bccc-7d8ca5ee113f req-9da493d1-9a94-4253-9c62-57b2d06767a6 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:05.399586 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9f0309bc-4d58-409f-bccc-7d8ca5ee113f req-9da493d1-9a94-4253-9c62-57b2d06767a6 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0754812 Jul 16 02:34:05.460967 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9f0309bc-4d58-409f-bccc-7d8ca5ee113f req-eacd8814-5e39-4253-a383-537ef4dc0b7c tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536299 Jul 16 02:34:05.711041 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:06.683217 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f32ab-778d-40b5-a6dc-712393184418 req-6b99140d-b1fc-4fc2-b657-a6e834ab8332 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:06.686005 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c46f32ab-778d-40b5-a6dc-712393184418 req-6b99140d-b1fc-4fc2-b657-a6e834ab8332 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0800261 Jul 16 02:34:06.728810 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c46f32ab-778d-40b5-a6dc-712393184418 req-7b62de01-4df9-43a1-845f-aa5343886058 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363555 Jul 16 02:34:07.630648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e686a84-0eb2-4e6e-acf2-db2477d69321 req-85b6db04-1500-42a6-a5f6-b4dc077f6ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:07.632207 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e686a84-0eb2-4e6e-acf2-db2477d69321 req-85b6db04-1500-42a6-a5f6-b4dc077f6ac9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75ff71420756476aa1e29eac8a34788b&device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 1098 time: 0.0720961 Jul 16 02:34:07.926749 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fd182-7f5d-4179-95bf-d70c9e6cc569 req-c6a435a7-6a22-4a4d-b688-f1d649a53189 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:07.928393 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-069fd182-7f5d-4179-95bf-d70c9e6cc569 req-c6a435a7-6a22-4a4d-b688-f1d649a53189 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0734348 Jul 16 02:34:08.081335 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e686a84-0eb2-4e6e-acf2-db2477d69321 req-d7ac4af5-b9d2-44d8-bb87-e75b781802bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:08.082745 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e686a84-0eb2-4e6e-acf2-db2477d69321 req-d7ac4af5-b9d2-44d8-bb87-e75b781802bb service neutron] 10.222.0.82 "GET /v2.0/networks?id=62c89f1e-c56f-46e0-b235-e19e17faeaf1 HTTP/1.1" status: 200 len: 909 time: 0.4445095 Jul 16 02:34:08.150882 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e686a84-0eb2-4e6e-acf2-db2477d69321 req-dbc5f396-0350-42a8-bd7f-ac4754e82021 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67751063-9e16-4f34-89b0-fe405dd7ef06 HTTP/1.1" status: 200 len: 1002 time: 0.0613570 Jul 16 02:34:08.203885 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e686a84-0eb2-4e6e-acf2-db2477d69321 req-9cc1720f-53fe-4bc0-8675-51ba439a54d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:08.205462 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e686a84-0eb2-4e6e-acf2-db2477d69321 req-9cc1720f-53fe-4bc0-8675-51ba439a54d0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea4f3462-7c4e-47e9-b113-fcd83d94f110 HTTP/1.1" status: 200 len: 847 time: 0.0480566 Jul 16 02:34:08.270324 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e686a84-0eb2-4e6e-acf2-db2477d69321 req-37db9e12-fc6d-4074-9136-461027045396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:08.271897 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e686a84-0eb2-4e6e-acf2-db2477d69321 req-37db9e12-fc6d-4074-9136-461027045396 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=62c89f1e-c56f-46e0-b235-e19e17faeaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600007 Jul 16 02:34:08.304276 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-069fd182-7f5d-4179-95bf-d70c9e6cc569 req-106983c8-c71f-44d5-a809-6ee372ce6550 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3696225 Jul 16 02:34:08.370540 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e686a84-0eb2-4e6e-acf2-db2477d69321 req-4eb473a9-b2c8-4763-a29a-053c50e852eb service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920439 Jul 16 02:34:08.468707 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1e686a84-0eb2-4e6e-acf2-db2477d69321 req-1d2cdad5-a7d9-40e3-9f1d-9603e37b87e4 service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909548 Jul 16 02:34:09.486833 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553237a-2923-40d5-8d00-e2b09be6a20a req-60067a0e-1822-485c-960e-2c3fd7307178 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:09.488395 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2553237a-2923-40d5-8d00-e2b09be6a20a req-60067a0e-1822-485c-960e-2c3fd7307178 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0672054 Jul 16 02:34:09.527052 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2553237a-2923-40d5-8d00-e2b09be6a20a req-3b8f02e1-c0c8-4607-870c-a2b9f802ae05 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327270 Jul 16 02:34:10.718839 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae75525-c217-4bca-a5cf-466070b882ab req-542ae89d-4152-497d-8e61-1b9f22b62258 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:10.721201 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eae75525-c217-4bca-a5cf-466070b882ab req-542ae89d-4152-497d-8e61-1b9f22b62258 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0712752 Jul 16 02:34:10.723724 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 67751063-9e16-4f34-89b0-fe405dd7ef06 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:34:10.763757 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-eae75525-c217-4bca-a5cf-466070b882ab req-257cbd6b-275e-437f-b72d-e004440f5ff6 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373740 Jul 16 02:34:10.802845 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:10.830342 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24db562-07da-47c2-a70c-82d4a7a1bcc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67751063-9e16-4f34-89b0-fe405dd7ef06'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:34:10.832868 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2944502-6924-4e38-aea2-79e57ea3b9fc" -d '{"events": [{"server_uuid": "a24db562-07da-47c2-a70c-82d4a7a1bcc6", "name": "network-vif-unplugged", "status": "completed", "tag": "67751063-9e16-4f34-89b0-fe405dd7ef06"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:34:10.849063 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 67751063-9e16-4f34-89b0-fe405dd7ef06, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=67751063-9e16-4f34-89b0-fe405dd7ef06,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:10.855080 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:10.882042 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 02:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08966a78-d16f-4bf7-b96b-153d028ff863 x-openstack-request-id: req-08966a78-d16f-4bf7-b96b-153d028ff863 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:34:10.882331 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24db562-07da-47c2-a70c-82d4a7a1bcc6", "name": "network-vif-unplugged", "status": "failed", "tag": "67751063-9e16-4f34-89b0-fe405dd7ef06", "code": 422}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:34:10.882565 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08966a78-d16f-4bf7-b96b-153d028ff863 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:34:10.882964 n-d-792394-16 neutron-server[93957]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a24db562-07da-47c2-a70c-82d4a7a1bcc6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '67751063-9e16-4f34-89b0-fe405dd7ef06', 'code': 422} returned with failed status Jul 16 02:34:10.884497 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-fe029570-7346-44b8-88dc-10bc65a4080d req-b9224a20-04a3-429d-b8b0-bdc60aef6145 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:34:10.885699 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe029570-7346-44b8-88dc-10bc65a4080d req-b9224a20-04a3-429d-b8b0-bdc60aef6145 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065405 Jul 16 02:34:10.911979 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=67751063-9e16-4f34-89b0-fe405dd7ef06,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:11.150664 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af165e7-15ff-487b-ad9b-cac5b014190d req-249bddff-fb57-4748-878b-5c5d329c5a77 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:11.152284 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4af165e7-15ff-487b-ad9b-cac5b014190d req-249bddff-fb57-4748-878b-5c5d329c5a77 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 944 time: 0.0646303 Jul 16 02:34:11.199197 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4af165e7-15ff-487b-ad9b-cac5b014190d req-3785aa5f-e846-4816-b069-ce8cff43157a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394526 Jul 16 02:34:11.332801 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41742) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:11.438040 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-d8c38f97-33f6-44d7-b775-9439142143c3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1036496 Jul 16 02:34:12.340399 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-f7e9d433-e8d1-4b9f-9ca3-5b370e64cac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:12.341949 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-f7e9d433-e8d1-4b9f-9ca3-5b370e64cac8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6&tenant_id=75ff71420756476aa1e29eac8a34788b HTTP/1.1" status: 200 len: 1096 time: 0.0566492 Jul 16 02:34:12.353283 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792394-16', 'device_owner': 'compute:nova'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:34:12.389853 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276ec2e-8f6a-4c5f-8613-521af0c2bf74 req-ce6988ab-965f-4bd7-a0a7-0d9cffce9366 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:12.392112 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7276ec2e-8f6a-4c5f-8613-521af0c2bf74 req-ce6988ab-965f-4bd7-a0a7-0d9cffce9366 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 944 time: 0.0677567 Jul 16 02:34:12.434234 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:12.434513 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7276ec2e-8f6a-4c5f-8613-521af0c2bf74 req-17a85b3e-ca3b-4e7b-9b96-0a3728139c38 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335667 Jul 16 02:34:12.653012 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] For port 67751063-9e16-4f34-89b0-fe405dd7ef06, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=67751063-9e16-4f34-89b0-fe405dd7ef06,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:12.685951 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] For port 67751063-9e16-4f34-89b0-fe405dd7ef06, host n-h2-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:34:12.721085 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67751063-9e16-4f34-89b0-fe405dd7ef06 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:34:12.729916 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:12.742781 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Transition to ACTIVE for port object 67751063-9e16-4f34-89b0-fe405dd7ef06 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:34:12.749452 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:12.796777 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Pushing event updated for resources: {'Port': ['ID=67751063-9e16-4f34-89b0-fe405dd7ef06,revision_number=9']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:12.839035 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:12.839388 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:12.839716 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:12.840042 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:12.840384 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:12.840718 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:12.841034 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:12.841346 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:12.841670 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:12.841968 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:12.842281 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:12.842584 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:12.883777 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] No DVR routers for this DVR port 67751063-9e16-4f34-89b0-fe405dd7ef06 on host n-h2-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:34:13.030827 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Attempting to bind port 67751063-9e16-4f34-89b0-fe405dd7ef06 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:34:13.031174 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Attempting to bind port 67751063-9e16-4f34-89b0-fe405dd7ef06 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': '2d73506e-2c2a-4183-882a-d01659289269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:34:13.031511 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Attempting to bind port 67751063-9e16-4f34-89b0-fe405dd7ef06 on network 62c89f1e-c56f-46e0-b235-e19e17faeaf1 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:34:13.035980 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Port 67751063-9e16-4f34-89b0-fe405dd7ef06 on network 62c89f1e-c56f-46e0-b235-e19e17faeaf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:34:13.036301 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Attempting to bind port 67751063-9e16-4f34-89b0-fe405dd7ef06 on network 62c89f1e-c56f-46e0-b235-e19e17faeaf1 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:34:13.041168 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:34:13.041513 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Checking segment: {'id': '2d73506e-2c2a-4183-882a-d01659289269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:34:13.041956 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Bound using segment: {'id': '2d73506e-2c2a-4183-882a-d01659289269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:34:13.042310 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Bound port: 67751063-9e16-4f34-89b0-fe405dd7ef06, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d73506e-2c2a-4183-882a-d01659289269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:34:13.042698 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:13.112811 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] For port 67751063-9e16-4f34-89b0-fe405dd7ef06, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:34:13.116128 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] For port 67751063-9e16-4f34-89b0-fe405dd7ef06, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=67751063-9e16-4f34-89b0-fe405dd7ef06,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:34:13.122776 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:13.155678 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:13.156423 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:13.157809 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] 10.222.0.84 "PUT /v2.0/ports/67751063-9e16-4f34-89b0-fe405dd7ef06 HTTP/1.1" status: 200 len: 1093 time: 0.8086479 Jul 16 02:34:13.159976 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24db562-07da-47c2-a70c-82d4a7a1bcc6', 'tag': '67751063-9e16-4f34-89b0-fe405dd7ef06'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:34:13.162495 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee2edbc-5e69-443e-94dc-9fa1599abc92" -d '{"events": [{"name": "network-changed", "server_uuid": "a24db562-07da-47c2-a70c-82d4a7a1bcc6", "tag": "67751063-9e16-4f34-89b0-fe405dd7ef06"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:34:13.218662 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c816b3c9-e4b1-4d26-a7c5-e46992716fd0 x-openstack-request-id: req-c816b3c9-e4b1-4d26-a7c5-e46992716fd0 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:34:13.218962 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24db562-07da-47c2-a70c-82d4a7a1bcc6", "tag": "67751063-9e16-4f34-89b0-fe405dd7ef06", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:34:13.219224 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c816b3c9-e4b1-4d26-a7c5-e46992716fd0 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:34:13.219620 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24db562-07da-47c2-a70c-82d4a7a1bcc6', 'tag': '67751063-9e16-4f34-89b0-fe405dd7ef06', 'status': 'completed', 'code': 200} Jul 16 02:34:13.225495 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7d3fb-ec39-4787-ac5a-b1e1f3036100 service neutron] Pushing event updated for resources: {'Port': ['ID=67751063-9e16-4f34-89b0-fe405dd7ef06,revision_number=10']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:13.256001 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ed7c3c99-9403-4f3b-bc19-a0df51f967c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:13.257601 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-ed7c3c99-9403-4f3b-bc19-a0df51f967c8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=75ff71420756476aa1e29eac8a34788b&device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 1097 time: 0.0763030 Jul 16 02:34:13.355582 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-501e947f-c7db-4280-8e1b-a1dd6a70733f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:13.357286 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-501e947f-c7db-4280-8e1b-a1dd6a70733f service neutron] 10.222.0.84 "GET /v2.0/networks?id=62c89f1e-c56f-46e0-b235-e19e17faeaf1 HTTP/1.1" status: 200 len: 909 time: 0.0924325 Jul 16 02:34:13.429939 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-428cc2ee-2bba-47ae-8db0-fcd001e37991 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67751063-9e16-4f34-89b0-fe405dd7ef06 HTTP/1.1" status: 200 len: 1000 time: 0.0663466 Jul 16 02:34:13.482745 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-07084d88-ed36-4ff5-800e-992bca402890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:13.484270 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-07084d88-ed36-4ff5-800e-992bca402890 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ea4f3462-7c4e-47e9-b113-fcd83d94f110 HTTP/1.1" status: 200 len: 847 time: 0.0481136 Jul 16 02:34:13.543072 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-b05db1dc-98ac-4452-accb-97d89ad4e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:13.544828 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-b05db1dc-98ac-4452-accb-97d89ad4e2a4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=62c89f1e-c56f-46e0-b235-e19e17faeaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542095 Jul 16 02:34:13.613608 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df064e-2625-431a-a40a-e669118c8d98 req-9bc9e63e-5716-4525-bafc-836b1522e72d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:13.615963 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-28df064e-2625-431a-a40a-e669118c8d98 req-9bc9e63e-5716-4525-bafc-836b1522e72d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0655673 Jul 16 02:34:13.642441 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-eebf3f1e-12fa-436f-81a3-54ce5d71e7a6 service neutron] 10.222.0.84 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912936 Jul 16 02:34:13.654487 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-28df064e-2625-431a-a40a-e669118c8d98 req-f700bf67-cba8-4b9f-b61b-7e303343c273 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321684 Jul 16 02:34:13.741045 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f4c6a4e1-b045-4548-be14-8babc3033076 req-7492c96d-5cd7-4453-9637-dfdaa5d398bc service neutron] 10.222.0.84 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926304 Jul 16 02:34:13.855306 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2edbc-5e69-443e-94dc-9fa1599abc92 req-3fdc7996-1377-4446-afc7-06ddd1cc5319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:13.856973 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0ee2edbc-5e69-443e-94dc-9fa1599abc92 req-3fdc7996-1377-4446-afc7-06ddd1cc5319 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=75ff71420756476aa1e29eac8a34788b&device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 1097 time: 0.0664139 Jul 16 02:34:13.950711 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2edbc-5e69-443e-94dc-9fa1599abc92 req-ffe33b7d-5dd1-453c-893b-da2ad5187a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:13.952403 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0ee2edbc-5e69-443e-94dc-9fa1599abc92 req-ffe33b7d-5dd1-453c-893b-da2ad5187a67 service neutron] 10.222.0.84 "GET /v2.0/networks?id=62c89f1e-c56f-46e0-b235-e19e17faeaf1 HTTP/1.1" status: 200 len: 909 time: 0.0889425 Jul 16 02:34:14.034599 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0ee2edbc-5e69-443e-94dc-9fa1599abc92 req-1d40f9b9-3d6c-4dab-9393-c906a9c5569f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67751063-9e16-4f34-89b0-fe405dd7ef06 HTTP/1.1" status: 200 len: 1000 time: 0.0745080 Jul 16 02:34:14.756758 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 67751063-9e16-4f34-89b0-fe405dd7ef06 no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:34:14.806611 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 67751063-9e16-4f34-89b0-fe405dd7ef06 not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:34:14.847932 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edd9b0-5a09-42e7-a460-157560e3f620 req-d8c2ce69-b48b-424a-996e-62e7cb45e198 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:14.849550 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b6edd9b0-5a09-42e7-a460-157560e3f620 req-d8c2ce69-b48b-424a-996e-62e7cb45e198 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0672982 Jul 16 02:34:14.890207 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b6edd9b0-5a09-42e7-a460-157560e3f620 req-30d6fe94-06ff-409c-89f1-a435e57d4873 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344608 Jul 16 02:34:16.081734 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855183-b441-4d02-bae2-75e92c434901 req-7a23d5d9-d30e-439a-a653-f3938cd9f112 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:16.083292 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a4855183-b441-4d02-bae2-75e92c434901 req-7a23d5d9-d30e-439a-a653-f3938cd9f112 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0723526 Jul 16 02:34:16.124053 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a4855183-b441-4d02-bae2-75e92c434901 req-8738d85e-d5de-4f83-b0a7-5696f88da8f0 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347831 Jul 16 02:34:17.305823 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8f9f3-eaa4-42b6-8e83-f51194427d3b req-3f9545f9-ebb2-4b32-b04b-c722456da271 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:17.307327 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3cc8f9f3-eaa4-42b6-8e83-f51194427d3b req-3f9545f9-ebb2-4b32-b04b-c722456da271 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0671046 Jul 16 02:34:17.355963 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3cc8f9f3-eaa4-42b6-8e83-f51194427d3b req-2ea92540-ffdc-4658-b70f-8ed4c3b23d86 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424030 Jul 16 02:34:18.584229 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7ccce-0ee0-4449-9527-7b837e1e04d3 req-19f89cc3-72f5-4105-925b-d53f0cefc71f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:18.586805 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-27d7ccce-0ee0-4449-9527-7b837e1e04d3 req-19f89cc3-72f5-4105-925b-d53f0cefc71f tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0702031 Jul 16 02:34:18.637111 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-27d7ccce-0ee0-4449-9527-7b837e1e04d3 req-19a802de-0019-40bd-8ec1-58704757f5ed tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434995 Jul 16 02:34:19.842460 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24b0d7-000d-4ba0-be49-ce2cceff3954 req-6e1a785f-a6ba-4171-b664-e9c38c30de44 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:19.844200 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2b24b0d7-000d-4ba0-be49-ce2cceff3954 req-6e1a785f-a6ba-4171-b664-e9c38c30de44 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0732789 Jul 16 02:34:19.886177 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-2b24b0d7-000d-4ba0-be49-ce2cceff3954 req-14f776e3-c5e8-4845-913d-c268e6f4abf4 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359161 Jul 16 02:34:21.085277 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc969805-a9c5-4909-ade6-59378f3beebb req-c3c17713-23e4-4dbb-b17a-eaf7b711cd76 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:21.086866 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cc969805-a9c5-4909-ade6-59378f3beebb req-c3c17713-23e4-4dbb-b17a-eaf7b711cd76 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0725489 Jul 16 02:34:21.128424 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cc969805-a9c5-4909-ade6-59378f3beebb req-524083ec-f439-40f6-b9f8-4df0e43bfe03 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348938 Jul 16 02:34:22.320627 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe36cc-4786-4178-ac2d-35aa0ceb17af req-895048ff-39a3-4efc-879c-8cacf68343e3 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:22.322339 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-edfe36cc-4786-4178-ac2d-35aa0ceb17af req-895048ff-39a3-4efc-879c-8cacf68343e3 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0712860 Jul 16 02:34:22.363176 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-edfe36cc-4786-4178-ac2d-35aa0ceb17af req-55012ed9-c1ce-4dc4-8d2f-70a9c3690198 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343540 Jul 16 02:34:23.552822 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b95a8c-d10a-45c4-b689-16cb37c06b09 req-b7628141-1551-4ebc-9d8a-2f29f9382cf8 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:23.554297 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b2b95a8c-d10a-45c4-b689-16cb37c06b09 req-b7628141-1551-4ebc-9d8a-2f29f9382cf8 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0737123 Jul 16 02:34:23.599763 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b2b95a8c-d10a-45c4-b689-16cb37c06b09 req-63d04851-ebe6-4566-a59f-8cb03c74a939 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373137 Jul 16 02:34:23.732471 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2edbc-5e69-443e-94dc-9fa1599abc92 req-9135a520-fdb2-4c94-983c-5de7eda02cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:23.734015 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0ee2edbc-5e69-443e-94dc-9fa1599abc92 req-9135a520-fdb2-4c94-983c-5de7eda02cd7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ea4f3462-7c4e-47e9-b113-fcd83d94f110 HTTP/1.1" status: 200 len: 847 time: 0.0553269 Jul 16 02:34:23.796601 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2edbc-5e69-443e-94dc-9fa1599abc92 req-f4b9dffd-6ad6-4a90-905d-9e95a0433586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:23.798118 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0ee2edbc-5e69-443e-94dc-9fa1599abc92 req-f4b9dffd-6ad6-4a90-905d-9e95a0433586 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=62c89f1e-c56f-46e0-b235-e19e17faeaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571423 Jul 16 02:34:23.892928 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0ee2edbc-5e69-443e-94dc-9fa1599abc92 req-351aae2d-dd43-45a5-aefd-c27a05e194fd service neutron] 10.222.0.84 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851014 Jul 16 02:34:24.006196 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-0ee2edbc-5e69-443e-94dc-9fa1599abc92 req-0bc38251-6e53-494f-ac34-b14bdd685376 service neutron] 10.222.0.84 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034288 Jul 16 02:34:24.842342 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a23659-4dec-4a9b-b68d-e4ad3e6c6193 req-51f28213-5831-44cd-aca6-8d8e3122475d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:24.843855 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c7a23659-4dec-4a9b-b68d-e4ad3e6c6193 req-51f28213-5831-44cd-aca6-8d8e3122475d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1173043 Jul 16 02:34:24.881953 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c7a23659-4dec-4a9b-b68d-e4ad3e6c6193 req-aaee46c6-5823-4f26-9676-91c863c5a8c9 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323484 Jul 16 02:34:25.191288 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 67751063-9e16-4f34-89b0-fe405dd7ef06 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:34:25.305629 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 67751063-9e16-4f34-89b0-fe405dd7ef06, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=67751063-9e16-4f34-89b0-fe405dd7ef06,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:25.317362 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '67751063-9e16-4f34-89b0-fe405dd7ef06', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'port_id': '67751063-9e16-4f34-89b0-fe405dd7ef06', 'mac_address': 'fa:16:3e:26:1b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:34:25.359759 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:25.374295 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67751063-9e16-4f34-89b0-fe405dd7ef06 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:34:25.394666 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 67751063-9e16-4f34-89b0-fe405dd7ef06, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=67751063-9e16-4f34-89b0-fe405dd7ef06,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:25.401771 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:25.451492 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=67751063-9e16-4f34-89b0-fe405dd7ef06,revision_number=11']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:25.643708 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['67751063-9e16-4f34-89b0-fe405dd7ef06'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:34:26.077073 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536548b-2bc6-4cde-abf6-0a7b0b10bdff req-4b774819-c7f4-4a9d-9b0c-f6050fe24599 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:26.078930 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a536548b-2bc6-4cde-abf6-0a7b0b10bdff req-4b774819-c7f4-4a9d-9b0c-f6050fe24599 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0750725 Jul 16 02:34:26.119142 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a536548b-2bc6-4cde-abf6-0a7b0b10bdff req-a13db547-1eea-4930-8e40-b7a2fd1a6c11 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344455 Jul 16 02:34:26.698397 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7cc74c35-0831-4b0c-9844-4dd1e17f6b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:27.207559 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 67751063-9e16-4f34-89b0-fe405dd7ef06 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:34:27.266332 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 67751063-9e16-4f34-89b0-fe405dd7ef06 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:34:27.270788 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 67751063-9e16-4f34-89b0-fe405dd7ef06 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:27.271245 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:27.311765 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19107b8f-1661-49a6-b3a6-315ee2239225 req-ac57818a-b433-4f76-ad60-9bb0e25cc432 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:27.313344 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-19107b8f-1661-49a6-b3a6-315ee2239225 req-ac57818a-b433-4f76-ad60-9bb0e25cc432 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0723934 Jul 16 02:34:27.351977 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:27.356765 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-19107b8f-1661-49a6-b3a6-315ee2239225 req-7d696488-2577-4361-8330-309442982dce tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373647 Jul 16 02:34:27.375224 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24db562-07da-47c2-a70c-82d4a7a1bcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67751063-9e16-4f34-89b0-fe405dd7ef06'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:34:27.377496 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f09b899-1ca3-45b2-809e-59651366eab3" -d '{"events": [{"server_uuid": "a24db562-07da-47c2-a70c-82d4a7a1bcc6", "name": "network-vif-plugged", "status": "completed", "tag": "67751063-9e16-4f34-89b0-fe405dd7ef06"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:34:27.392631 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 67751063-9e16-4f34-89b0-fe405dd7ef06, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=67751063-9e16-4f34-89b0-fe405dd7ef06,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:27.398168 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:27.426287 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce55378d-6023-4a2a-8fc5-1823568c09a8 x-openstack-request-id: req-ce55378d-6023-4a2a-8fc5-1823568c09a8 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:34:27.426599 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24db562-07da-47c2-a70c-82d4a7a1bcc6", "name": "network-vif-plugged", "status": "completed", "tag": "67751063-9e16-4f34-89b0-fe405dd7ef06", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:34:27.426817 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce55378d-6023-4a2a-8fc5-1823568c09a8 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:34:27.427210 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24db562-07da-47c2-a70c-82d4a7a1bcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67751063-9e16-4f34-89b0-fe405dd7ef06', 'code': 200} Jul 16 02:34:27.455585 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=67751063-9e16-4f34-89b0-fe405dd7ef06,revision_number=12']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:27.613921 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c200be-e2c6-4f94-a83f-9cdb36534ca0 req-7bd5056e-d74e-449b-9b20-cada5e6a4dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:27.615435 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-06c200be-e2c6-4f94-a83f-9cdb36534ca0 req-7bd5056e-d74e-449b-9b20-cada5e6a4dc8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 1099 time: 0.0545545 Jul 16 02:34:27.650403 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-06c200be-e2c6-4f94-a83f-9cdb36534ca0 req-663ed3fd-8c7a-4d5a-a1aa-1f274d6a730d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283930 Jul 16 02:34:28.547022 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39618e2-c12b-4560-93df-8d96acd07c94 req-b92fe556-cc2e-4a48-ae5c-21c02e52217a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:28.548650 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f39618e2-c12b-4560-93df-8d96acd07c94 req-b92fe556-cc2e-4a48-ae5c-21c02e52217a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 947 time: 0.0698061 Jul 16 02:34:28.588520 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f39618e2-c12b-4560-93df-8d96acd07c94 req-2303c698-e258-4deb-b8c8-a2474c890a6a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341704 Jul 16 02:34:29.678413 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-58aed114-0968-4927-8c30-6c0ebf87d29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:29.799784 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71ce5e-6a11-41d3-bc8d-8bab72329c97 req-db711039-a5ab-4b55-a49f-3dd56f9bfa53 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:29.801253 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a71ce5e-6a11-41d3-bc8d-8bab72329c97 req-db711039-a5ab-4b55-a49f-3dd56f9bfa53 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 947 time: 0.0750318 Jul 16 02:34:29.810345 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:29.840228 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0a71ce5e-6a11-41d3-bc8d-8bab72329c97 req-21500503-d12b-4e55-8c4f-db0d645c1756 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330493 Jul 16 02:34:31.103619 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:32.101208 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:32.848309 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:35.455246 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:34:35.721102 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:55.280156 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8e863bbb-1b4a-45d7-a895-c2e8dd0e1091 req-b28ec39b-9f7a-4173-be5d-9a7bf4dded6b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0578897 Jul 16 02:34:55.386441 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e863bbb-1b4a-45d7-a895-c2e8dd0e1091 req-2f235f80-215b-4c18-b21f-760d0ae2e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:55.387963 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8e863bbb-1b4a-45d7-a895-c2e8dd0e1091 req-2f235f80-215b-4c18-b21f-760d0ae2e621 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=75ff71420756476aa1e29eac8a34788b&device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 1099 time: 0.0575583 Jul 16 02:34:55.505234 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e863bbb-1b4a-45d7-a895-c2e8dd0e1091 req-61ea3793-28a5-4fb2-a9a7-60816f98492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:55.506742 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8e863bbb-1b4a-45d7-a895-c2e8dd0e1091 req-61ea3793-28a5-4fb2-a9a7-60816f98492c service neutron] 10.222.0.84 "GET /v2.0/networks?id=62c89f1e-c56f-46e0-b235-e19e17faeaf1 HTTP/1.1" status: 200 len: 909 time: 0.0958319 Jul 16 02:34:55.590636 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8e863bbb-1b4a-45d7-a895-c2e8dd0e1091 req-5d12364d-5b39-4823-abc9-eee3988bdbdb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67751063-9e16-4f34-89b0-fe405dd7ef06 HTTP/1.1" status: 200 len: 1002 time: 0.0743773 Jul 16 02:34:55.641960 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e863bbb-1b4a-45d7-a895-c2e8dd0e1091 req-503d13c4-8dfd-45ac-b6c9-06ddb0dd7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:55.643559 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8e863bbb-1b4a-45d7-a895-c2e8dd0e1091 req-503d13c4-8dfd-45ac-b6c9-06ddb0dd7b1c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ea4f3462-7c4e-47e9-b113-fcd83d94f110 HTTP/1.1" status: 200 len: 847 time: 0.0459886 Jul 16 02:34:55.712612 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e863bbb-1b4a-45d7-a895-c2e8dd0e1091 req-98c9bbf6-8a8b-4644-8dcf-5e9370b0db3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:55.714126 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8e863bbb-1b4a-45d7-a895-c2e8dd0e1091 req-98c9bbf6-8a8b-4644-8dcf-5e9370b0db3f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=62c89f1e-c56f-46e0-b235-e19e17faeaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603042 Jul 16 02:34:55.821306 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8e863bbb-1b4a-45d7-a895-c2e8dd0e1091 req-a938a7c6-a076-4e2d-9597-2924e7a15257 service neutron] 10.222.0.84 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989213 Jul 16 02:34:55.937503 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8e863bbb-1b4a-45d7-a895-c2e8dd0e1091 req-7471f91b-17cc-43d0-a528-7d0393388cfd service neutron] 10.222.0.84 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083262 Jul 16 02:34:56.693064 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-80e97412-d1a7-463b-ab4f-a4a61712d105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:59.680191 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-69d7e0a1-5566-405c-8805-04d1f74eb2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:59.814907 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.107255 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:02.116076 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:02.856037 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:05.725508 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.456882 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:35:26.699725 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89848222-ca2d-46af-8e03-66ea0d97cab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:29.677569 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a310992e-c393-407e-b85a-80d33f3f5c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:29.821089 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:31.107043 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:32.146131 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:32.858789 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:35.725820 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:39.671380 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41866) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:39.878647 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-3e2c5a5d-96b9-4ae7-b23c-ff4fcf5d425d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Deleting port 7307015e-df30-4d99-8fbf-a4656b0cc3ae {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:35:39.879003 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e2c5a5d-96b9-4ae7-b23c-ff4fcf5d425d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:39.975650 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e2c5a5d-96b9-4ae7-b23c-ff4fcf5d425d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:39.975950 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e2c5a5d-96b9-4ae7-b23c-ff4fcf5d425d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:39.987914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-3e2c5a5d-96b9-4ae7-b23c-ff4fcf5d425d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Calling delete_port for 7307015e-df30-4d99-8fbf-a4656b0cc3ae owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:35:40.142368 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e2c5a5d-96b9-4ae7-b23c-ff4fcf5d425d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:40.172090 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c5a5d-96b9-4ae7-b23c-ff4fcf5d425d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event deleted for resources: {'Port': ['ID=7307015e-df30-4d99-8fbf-a4656b0cc3ae,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:40.183938 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c5a5d-96b9-4ae7-b23c-ff4fcf5d425d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:40.184286 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c5a5d-96b9-4ae7-b23c-ff4fcf5d425d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:40.184655 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c5a5d-96b9-4ae7-b23c-ff4fcf5d425d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:40.184993 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c5a5d-96b9-4ae7-b23c-ff4fcf5d425d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:40.185323 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c5a5d-96b9-4ae7-b23c-ff4fcf5d425d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:40.185648 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c5a5d-96b9-4ae7-b23c-ff4fcf5d425d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:40.185969 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c5a5d-96b9-4ae7-b23c-ff4fcf5d425d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:40.186295 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c5a5d-96b9-4ae7-b23c-ff4fcf5d425d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:40.186614 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c5a5d-96b9-4ae7-b23c-ff4fcf5d425d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:40.186934 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c5a5d-96b9-4ae7-b23c-ff4fcf5d425d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:40.187252 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c5a5d-96b9-4ae7-b23c-ff4fcf5d425d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:40.187558 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c5a5d-96b9-4ae7-b23c-ff4fcf5d425d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:40.245415 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e2c5a5d-96b9-4ae7-b23c-ff4fcf5d425d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:40.245772 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-3e2c5a5d-96b9-4ae7-b23c-ff4fcf5d425d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Floating IP c6eb52ea-7c28-4fa0-aae4-e480e9bfd9b4 disassociated (deleted). External IP: 172.25.6.240, port: 67751063-9e16-4f34-89b0-fe405dd7ef06. Jul 16 02:35:40.474268 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2c5a5d-96b9-4ae7-b23c-ff4fcf5d425d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Router f8137702-d4e8-4e70-8e0c-42d5fee58b3b has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:35:40.594295 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2c5a5d-96b9-4ae7-b23c-ff4fcf5d425d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:35:40.601756 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3e2c5a5d-96b9-4ae7-b23c-ff4fcf5d425d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:40.607322 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3203c81-140f-4193-87f6-c800c0330efd None None] Sync routers for ids ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:35:40.616533 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3203c81-140f-4193-87f6-c800c0330efd None None] Routers {'f8137702-d4e8-4e70-8e0c-42d5fee58b3b'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:40.617145 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-b3203c81-140f-4193-87f6-c800c0330efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:35:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:40.639262 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3e2c5a5d-96b9-4ae7-b23c-ff4fcf5d425d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "DELETE /v2.0/floatingips/c6eb52ea-7c28-4fa0-aae4-e480e9bfd9b4 HTTP/1.1" status: 204 len: 168 time: 0.9666908 Jul 16 02:35:40.639871 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24db562-07da-47c2-a70c-82d4a7a1bcc6', 'tag': '67751063-9e16-4f34-89b0-fe405dd7ef06'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:35:40.643568 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f282ae9-852d-404f-85d3-cd2228b139f6" -d '{"events": [{"name": "network-changed", "server_uuid": "a24db562-07da-47c2-a70c-82d4a7a1bcc6", "tag": "67751063-9e16-4f34-89b0-fe405dd7ef06"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:35:40.755141 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f851ec2-2709-4710-b43c-13ef6a4067d5 x-openstack-request-id: req-9f851ec2-2709-4710-b43c-13ef6a4067d5 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:35:40.755772 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24db562-07da-47c2-a70c-82d4a7a1bcc6", "tag": "67751063-9e16-4f34-89b0-fe405dd7ef06", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:35:40.755772 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f851ec2-2709-4710-b43c-13ef6a4067d5 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:35:40.756086 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24db562-07da-47c2-a70c-82d4a7a1bcc6', 'tag': '67751063-9e16-4f34-89b0-fe405dd7ef06', 'status': 'completed', 'code': 200} Jul 16 02:35:40.834456 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f282ae9-852d-404f-85d3-cd2228b139f6 req-49e39c7e-102f-4b08-9afa-ed98c523d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:40.836697 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7f282ae9-852d-404f-85d3-cd2228b139f6 req-49e39c7e-102f-4b08-9afa-ed98c523d040 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=75ff71420756476aa1e29eac8a34788b&device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 1099 time: 0.0564997 Jul 16 02:35:40.909119 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-b3203c81-140f-4193-87f6-c800c0330efd None None] Set router f8137702-d4e8-4e70-8e0c-42d5fee58b3b gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:40.948697 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f282ae9-852d-404f-85d3-cd2228b139f6 req-54ffb09d-5271-4c98-80a8-6a7db873cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:40.950264 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7f282ae9-852d-404f-85d3-cd2228b139f6 req-54ffb09d-5271-4c98-80a8-6a7db873cdd5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=62c89f1e-c56f-46e0-b235-e19e17faeaf1 HTTP/1.1" status: 200 len: 909 time: 0.1070421 Jul 16 02:35:40.996142 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7f282ae9-852d-404f-85d3-cd2228b139f6 req-462bcbe7-3a5c-4c87-86c9-5787e8175be5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67751063-9e16-4f34-89b0-fe405dd7ef06 HTTP/1.1" status: 200 len: 217 time: 0.0388019 Jul 16 02:35:41.045485 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f282ae9-852d-404f-85d3-cd2228b139f6 req-efa1ed2b-f59a-4126-960f-9d0526389207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:41.047083 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7f282ae9-852d-404f-85d3-cd2228b139f6 req-efa1ed2b-f59a-4126-960f-9d0526389207 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ea4f3462-7c4e-47e9-b113-fcd83d94f110 HTTP/1.1" status: 200 len: 847 time: 0.0439899 Jul 16 02:35:41.055092 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734b73b-828f-4882-9855-d148471b977e req-6ce634ab-88b0-49d9-b9d9-ce0ae82df521 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:41.056655 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2734b73b-828f-4882-9855-d148471b977e req-6ce634ab-88b0-49d9-b9d9-ce0ae82df521 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 947 time: 0.0704010 Jul 16 02:35:41.105210 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2734b73b-828f-4882-9855-d148471b977e req-50bd2026-9adf-4d90-b168-12abaf2ebd48 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398853 Jul 16 02:35:41.111194 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f282ae9-852d-404f-85d3-cd2228b139f6 req-6e0ebf90-b0ac-418d-bdce-37a5af140fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:41.112605 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7f282ae9-852d-404f-85d3-cd2228b139f6 req-6e0ebf90-b0ac-418d-bdce-37a5af140fcf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=62c89f1e-c56f-46e0-b235-e19e17faeaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587337 Jul 16 02:35:41.131074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-b3203c81-140f-4193-87f6-c800c0330efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'name': 'tempest-TestShelveInstance-806096510-router', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:28Z', 'revision_number': 4, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'gw_port': {'id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '77d9ff0c-7308-4771-975a-03a09ad76ee6', 'name': '', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'mac_address': 'fa:16:3e:83:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:27Z', 'updated_at': '2021-07-16T02:31:33Z', 'revision_number': 5, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'subnets': [{'id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:41.158516 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3203c81-140f-4193-87f6-c800c0330efd None None] Checking router: f8137702-d4e8-4e70-8e0c-42d5fee58b3b for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:35:41.167278 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3203c81-140f-4193-87f6-c800c0330efd None None] Routers {'f8137702-d4e8-4e70-8e0c-42d5fee58b3b'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:41.167922 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-b3203c81-140f-4193-87f6-c800c0330efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:35:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:41.206231 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7f282ae9-852d-404f-85d3-cd2228b139f6 req-cfdf2ed9-a957-4bc2-bdbc-098499432d1f service neutron] 10.222.0.84 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860772 Jul 16 02:35:41.283350 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-b3203c81-140f-4193-87f6-c800c0330efd None None] Set router f8137702-d4e8-4e70-8e0c-42d5fee58b3b gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:41.305959 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7f282ae9-852d-404f-85d3-cd2228b139f6 req-d35c24f8-e21e-4b0b-9387-d1a3d11a021c service neutron] 10.222.0.84 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925322 Jul 16 02:35:41.495206 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-b3203c81-140f-4193-87f6-c800c0330efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'name': 'tempest-TestShelveInstance-806096510-router', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:28Z', 'revision_number': 4, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'gw_port': {'id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '77d9ff0c-7308-4771-975a-03a09ad76ee6', 'name': '', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'mac_address': 'fa:16:3e:83:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:27Z', 'updated_at': '2021-07-16T02:31:33Z', 'revision_number': 5, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'subnets': [{'id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:41.526659 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3203c81-140f-4193-87f6-c800c0330efd None None] The sync data for ids ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'] in n-d-792394-16 is: [{'id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'name': 'tempest-TestShelveInstance-806096510-router', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:28Z', 'revision_number': 4, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'gw_port': {'id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '77d9ff0c-7308-4771-975a-03a09ad76ee6', 'name': '', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'mac_address': 'fa:16:3e:83:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:27Z', 'updated_at': '2021-07-16T02:31:33Z', 'revision_number': 5, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'subnets': [{'id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:35:41.758897 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a41c3-9b00-4600-8d80-e36b798675de None None] New status for floating IP c6eb52ea-7c28-4fa0-aae4-e480e9bfd9b4: DOWN {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:35:42.333708 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da818c72-c5ad-49a6-8f02-ee56df2360b7 req-a78fd509-7432-4e0e-ada6-e2d645c77acb tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:42.335218 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-da818c72-c5ad-49a6-8f02-ee56df2360b7 req-a78fd509-7432-4e0e-ada6-e2d645c77acb tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 947 time: 0.1081223 Jul 16 02:35:42.346203 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ebeee-f6ca-48fd-bd8c-4db87de853d8 req-264cde24-f4a0-4a3f-9dd3-1c73667c8c5c tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:42.347581 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-394ebeee-f6ca-48fd-bd8c-4db87de853d8 req-264cde24-f4a0-4a3f-9dd3-1c73667c8c5c tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.84 "GET /v2.0/ports?device_id=a24db562-07da-47c2-a70c-82d4a7a1bcc6 HTTP/1.1" status: 200 len: 947 time: 0.0916936 Jul 16 02:35:42.417558 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-da818c72-c5ad-49a6-8f02-ee56df2360b7 req-c6b71c0a-a254-4842-bb5e-430b7bf0cfdb tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=59c0dd33-da74-43f7-8f1b-13b29925b080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689428 Jul 16 02:35:42.471918 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-394ebeee-f6ca-48fd-bd8c-4db87de853d8 req-99f0c52c-224a-4264-90ab-c6bbb153d17b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Deleting port 67751063-9e16-4f34-89b0-fe405dd7ef06 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:35:42.472273 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-394ebeee-f6ca-48fd-bd8c-4db87de853d8 req-99f0c52c-224a-4264-90ab-c6bbb153d17b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:42.578117 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-394ebeee-f6ca-48fd-bd8c-4db87de853d8 req-99f0c52c-224a-4264-90ab-c6bbb153d17b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] For port 67751063-9e16-4f34-89b0-fe405dd7ef06, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=67751063-9e16-4f34-89b0-fe405dd7ef06,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:42.578477 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-394ebeee-f6ca-48fd-bd8c-4db87de853d8 req-99f0c52c-224a-4264-90ab-c6bbb153d17b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:42.591361 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-394ebeee-f6ca-48fd-bd8c-4db87de853d8 req-99f0c52c-224a-4264-90ab-c6bbb153d17b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Calling delete_port for 67751063-9e16-4f34-89b0-fe405dd7ef06 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:35:42.749069 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-394ebeee-f6ca-48fd-bd8c-4db87de853d8 req-99f0c52c-224a-4264-90ab-c6bbb153d17b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:42.775869 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0c52c-224a-4264-90ab-c6bbb153d17b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event deleted for resources: {'Port': ['ID=67751063-9e16-4f34-89b0-fe405dd7ef06,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:42.789800 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0c52c-224a-4264-90ab-c6bbb153d17b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:42.790141 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0c52c-224a-4264-90ab-c6bbb153d17b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:42.790467 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0c52c-224a-4264-90ab-c6bbb153d17b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:42.790818 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0c52c-224a-4264-90ab-c6bbb153d17b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:42.791145 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0c52c-224a-4264-90ab-c6bbb153d17b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:42.791466 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0c52c-224a-4264-90ab-c6bbb153d17b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:42.791916 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0c52c-224a-4264-90ab-c6bbb153d17b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:42.792175 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0c52c-224a-4264-90ab-c6bbb153d17b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:42.792698 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0c52c-224a-4264-90ab-c6bbb153d17b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:42.793128 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0c52c-224a-4264-90ab-c6bbb153d17b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:42.793269 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0c52c-224a-4264-90ab-c6bbb153d17b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:42.793653 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0c52c-224a-4264-90ab-c6bbb153d17b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:42.832277 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-394ebeee-f6ca-48fd-bd8c-4db87de853d8 req-99f0c52c-224a-4264-90ab-c6bbb153d17b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] No DVR routers for this DVR port 67751063-9e16-4f34-89b0-fe405dd7ef06 on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:35:42.835109 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-394ebeee-f6ca-48fd-bd8c-4db87de853d8 req-99f0c52c-224a-4264-90ab-c6bbb153d17b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:42.837104 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-394ebeee-f6ca-48fd-bd8c-4db87de853d8 req-99f0c52c-224a-4264-90ab-c6bbb153d17b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.84 "DELETE /v2.0/ports/67751063-9e16-4f34-89b0-fe405dd7ef06 HTTP/1.1" status: 204 len: 173 time: 0.4828174 Jul 16 02:35:42.837529 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24db562-07da-47c2-a70c-82d4a7a1bcc6', 'name': 'network-vif-deleted', 'tag': '67751063-9e16-4f34-89b0-fe405dd7ef06'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:35:42.839818 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb973ff-3ed1-4b79-9124-7f869d417b3b" -d '{"events": [{"server_uuid": "a24db562-07da-47c2-a70c-82d4a7a1bcc6", "name": "network-vif-deleted", "tag": "67751063-9e16-4f34-89b0-fe405dd7ef06"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:35:42.884497 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180bbd78-8e7d-47e1-922f-55bfd07e881e x-openstack-request-id: req-180bbd78-8e7d-47e1-922f-55bfd07e881e {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:35:42.884794 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24db562-07da-47c2-a70c-82d4a7a1bcc6", "name": "network-vif-deleted", "tag": "67751063-9e16-4f34-89b0-fe405dd7ef06", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:35:42.885045 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-180bbd78-8e7d-47e1-922f-55bfd07e881e {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:35:42.885445 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24db562-07da-47c2-a70c-82d4a7a1bcc6', 'name': 'network-vif-deleted', 'tag': '67751063-9e16-4f34-89b0-fe405dd7ef06', 'status': 'completed', 'code': 200} Jul 16 02:35:43.510210 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41888) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:43.573367 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8ec3db8-feaf-4f55-9696-f544febb5274 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:43.600284 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8ec3db8-feaf-4f55-9696-f544febb5274 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:43.667842 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8ec3db8-feaf-4f55-9696-f544febb5274 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:43.670467 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-b8ec3db8-feaf-4f55-9696-f544febb5274 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:43.671672 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-b8ec3db8-feaf-4f55-9696-f544febb5274 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "DELETE /v2.0/security-groups/59c0dd33-da74-43f7-8f1b-13b29925b080 HTTP/1.1" status: 204 len: 168 time: 0.1602395 Jul 16 02:35:43.682513 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec3db8-feaf-4f55-9696-f544febb5274 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c0dd33-da74-43f7-8f1b-13b29925b080,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:44.067965 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41894) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:44.072757 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-4057b9c3-a217-46d4-b0fb-3f8852e2969a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-165661352', 'description': 'tempest-secgroup-smoke-165661352 description', 'project_id': '75ff71420756476aa1e29eac8a34788b'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:44.102522 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4057b9c3-a217-46d4-b0fb-3f8852e2969a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.191117 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4057b9c3-a217-46d4-b0fb-3f8852e2969a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.197421 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4057b9c3-a217-46d4-b0fb-3f8852e2969a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.225789 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4057b9c3-a217-46d4-b0fb-3f8852e2969a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.227071 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4057b9c3-a217-46d4-b0fb-3f8852e2969a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1580653 Jul 16 02:35:44.230021 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41896) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:44.234612 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-5c9f8e0b-c1e6-4b0d-9230-a90d30efb937 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Request body: {'security_group_rule': {'security_group_id': 'e8781b52-0c67-412f-ad25-5fe8330346b9', 'project_id': '75ff71420756476aa1e29eac8a34788b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:44.240981 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057b9c3-a217-46d4-b0fb-3f8852e2969a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8781b52-0c67-412f-ad25-5fe8330346b9,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:44.268661 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5c9f8e0b-c1e6-4b0d-9230-a90d30efb937 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.336082 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5c9f8e0b-c1e6-4b0d-9230-a90d30efb937 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.342512 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5c9f8e0b-c1e6-4b0d-9230-a90d30efb937 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.362942 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f8e0b-c1e6-4b0d-9230-a90d30efb937 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4082f67f-7b16-4105-b5b0-b140da441d13,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:44.371784 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-5c9f8e0b-c1e6-4b0d-9230-a90d30efb937 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.373014 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-5c9f8e0b-c1e6-4b0d-9230-a90d30efb937 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420152 Jul 16 02:35:44.375761 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41898) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:44.380199 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-a2bb9158-6b83-4599-859e-fee99d7f6f27 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Request body: {'security_group_rule': {'security_group_id': 'e8781b52-0c67-412f-ad25-5fe8330346b9', 'project_id': '75ff71420756476aa1e29eac8a34788b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:44.408885 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2bb9158-6b83-4599-859e-fee99d7f6f27 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.465935 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2bb9158-6b83-4599-859e-fee99d7f6f27 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.471614 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2bb9158-6b83-4599-859e-fee99d7f6f27 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.490430 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb9158-6b83-4599-859e-fee99d7f6f27 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b43006-529e-4efa-a2a4-565567692ec8,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:44.499007 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-a2bb9158-6b83-4599-859e-fee99d7f6f27 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.500210 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-a2bb9158-6b83-4599-859e-fee99d7f6f27 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1235006 Jul 16 02:35:44.503221 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41900) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:44.508013 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-cc63a988-8815-4b76-9809-8cdedc403123 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Request body: {'security_group_rule': {'security_group_id': 'e8781b52-0c67-412f-ad25-5fe8330346b9', 'project_id': '75ff71420756476aa1e29eac8a34788b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:44.541091 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cc63a988-8815-4b76-9809-8cdedc403123 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.606710 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cc63a988-8815-4b76-9809-8cdedc403123 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.612153 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cc63a988-8815-4b76-9809-8cdedc403123 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.630005 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63a988-8815-4b76-9809-8cdedc403123 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d57f19-0b56-46ec-896c-8fa90273072b,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:44.639884 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cc63a988-8815-4b76-9809-8cdedc403123 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.643764 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cc63a988-8815-4b76-9809-8cdedc403123 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1369569 Jul 16 02:35:44.643980 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41902) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:44.648498 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-65e14416-5992-42da-a433-ac539a7d8286 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Request body: {'security_group_rule': {'security_group_id': 'e8781b52-0c67-412f-ad25-5fe8330346b9', 'project_id': '75ff71420756476aa1e29eac8a34788b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:44.678234 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-65e14416-5992-42da-a433-ac539a7d8286 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.747608 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-65e14416-5992-42da-a433-ac539a7d8286 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.752895 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-65e14416-5992-42da-a433-ac539a7d8286 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.772027 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e14416-5992-42da-a433-ac539a7d8286 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de330ea-1ac4-401e-801f-83793bc1f2f5,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:44.783989 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-65e14416-5992-42da-a433-ac539a7d8286 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.785483 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-65e14416-5992-42da-a433-ac539a7d8286 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404748 Jul 16 02:35:44.789342 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41904) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:44.794265 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-f54f5d1b-8d04-4b52-9756-200027e89342 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Request body: {'security_group_rule': {'security_group_id': 'e8781b52-0c67-412f-ad25-5fe8330346b9', 'project_id': '75ff71420756476aa1e29eac8a34788b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:44.825572 n-d-792394-16 neutron-server[93955]: INFO neutron.db.securitygroups_db [None req-f54f5d1b-8d04-4b52-9756-200027e89342 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Project 75ff71420756476aa1e29eac8a34788b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:35:44.831394 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f54f5d1b-8d04-4b52-9756-200027e89342 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.894607 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f54f5d1b-8d04-4b52-9756-200027e89342 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.900219 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f54f5d1b-8d04-4b52-9756-200027e89342 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.918210 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f5d1b-8d04-4b52-9756-200027e89342 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820dcdd7-5f65-4ce0-a04b-dd68454e13d2,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:44.926873 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f54f5d1b-8d04-4b52-9756-200027e89342 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:44.928086 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f54f5d1b-8d04-4b52-9756-200027e89342 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1378109 Jul 16 02:35:44.931121 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 41906) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:44.938821 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-d06b41ba-2e74-414e-9250-ed1d7271d6a7 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Request body: {'security_group_rule': {'security_group_id': 'e8781b52-0c67-412f-ad25-5fe8330346b9', 'project_id': '75ff71420756476aa1e29eac8a34788b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:44.968083 n-d-792394-16 neutron-server[93955]: INFO neutron.db.securitygroups_db [None req-d06b41ba-2e74-414e-9250-ed1d7271d6a7 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Project 75ff71420756476aa1e29eac8a34788b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:35:44.975242 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d06b41ba-2e74-414e-9250-ed1d7271d6a7 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:45.042767 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d06b41ba-2e74-414e-9250-ed1d7271d6a7 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:45.047791 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d06b41ba-2e74-414e-9250-ed1d7271d6a7 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:45.066674 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b41ba-2e74-414e-9250-ed1d7271d6a7 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7945e53-7adf-4a98-8a2e-7dd693f6515f,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:45.075034 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-d06b41ba-2e74-414e-9250-ed1d7271d6a7 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:45.076669 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-d06b41ba-2e74-414e-9250-ed1d7271d6a7 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1441178 Jul 16 02:35:45.563440 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 67751063-9e16-4f34-89b0-fe405dd7ef06 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:35:45.584879 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 67751063-9e16-4f34-89b0-fe405dd7ef06 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:35:45.585294 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 67751063-9e16-4f34-89b0-fe405dd7ef06 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:35:49.457433 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:35:56.696373 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4bac844b-ec92-4365-b97e-e0df4e05a583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:59.672108 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac055052-7673-4a5c-9891-72e1d031f5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:59.824712 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:00.481072 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a3da004-312a-46d0-bcda-957ac54af071 req-c8f7fd66-248e-437b-8a7e-7cd1396511ff tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-165661352&fields=id&tenant_id=75ff71420756476aa1e29eac8a34788b HTTP/1.1" status: 200 len: 267 time: 0.0357549 Jul 16 02:36:00.600797 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3da004-312a-46d0-bcda-957ac54af071 req-041d4b7f-bfca-42c2-a272-ffc51bfaa11d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:00.604598 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a3da004-312a-46d0-bcda-957ac54af071 req-041d4b7f-bfca-42c2-a272-ffc51bfaa11d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/networks?id=62c89f1e-c56f-46e0-b235-e19e17faeaf1 HTTP/1.1" status: 200 len: 808 time: 0.1162217 Jul 16 02:36:00.620134 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a3da004-312a-46d0-bcda-957ac54af071 req-461ed51c-8e7e-41f6-9dac-b05cde748260 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/quotas/75ff71420756476aa1e29eac8a34788b HTTP/1.1" status: 200 len: 375 time: 0.0096791 Jul 16 02:36:00.706354 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a3da004-312a-46d0-bcda-957ac54af071 req-c7f1f94e-a8b2-4fbe-8905-f47b1526c151 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=75ff71420756476aa1e29eac8a34788b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804832 Jul 16 02:36:00.855187 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a3da004-312a-46d0-bcda-957ac54af071 req-a0c6578f-936c-4c82-bb4a-66ecf17ed5f4 service neutron] 10.222.0.16 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364369 Jul 16 02:36:00.953560 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a3da004-312a-46d0-bcda-957ac54af071 req-0eedd90f-8e76-4365-8e29-044d1da98b7f service neutron] 10.222.0.16 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893013 Jul 16 02:36:01.109700 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:01.292898 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3a0f56ce-b9d9-4f12-9963-f1af7b147648 req-748f1fd4-856f-4e56-aeeb-918580ced08a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 210 time: 0.0298975 Jul 16 02:36:02.164813 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:02.465259 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8fc02453-d93a-41b6-9384-269dfbfb12ce req-b0f03330-8435-466f-bfb5-16a729c4349b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 210 time: 0.0519061 Jul 16 02:36:02.545362 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3da004-312a-46d0-bcda-957ac54af071 req-521dacf1-6da9-4e10-b3c2-47f4dc6b14a2 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:02.547250 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a3da004-312a-46d0-bcda-957ac54af071 req-521dacf1-6da9-4e10-b3c2-47f4dc6b14a2 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.82 "GET /v2.0/networks?id=62c89f1e-c56f-46e0-b235-e19e17faeaf1 HTTP/1.1" status: 200 len: 808 time: 0.1450193 Jul 16 02:36:02.590736 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a3da004-312a-46d0-bcda-957ac54af071 req-5c8dca16-a907-4d6b-b6e0-1f69d0a6ffcc tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75ff71420756476aa1e29eac8a34788b HTTP/1.1" status: 200 len: 379 time: 0.0348451 Jul 16 02:36:02.607054 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-1a3da004-312a-46d0-bcda-957ac54af071 req-a62d0bad-3f90-41e5-8989-7785ba19a2d3 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Request body: {'port': {'device_id': 'c97e37b3-037a-420f-82e6-55949b30888b', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'admin_state_up': True, 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'security_groups': ['e8781b52-0c67-412f-ad25-5fe8330346b9']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:02.726573 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3da004-312a-46d0-bcda-957ac54af071 req-a62d0bad-3f90-41e5-8989-7785ba19a2d3 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Made reservation on behalf of 75ff71420756476aa1e29eac8a34788b for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:36:02.730355 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1a3da004-312a-46d0-bcda-957ac54af071 req-a62d0bad-3f90-41e5-8989-7785ba19a2d3 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:02.859840 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:02.874635 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-1a3da004-312a-46d0-bcda-957ac54af071 req-a62d0bad-3f90-41e5-8989-7785ba19a2d3 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Allocated IP 172.20.0.11 (62c89f1e-c56f-46e0-b235-e19e17faeaf1/ea4f3462-7c4e-47e9-b113-fcd83d94f110/29151518-6167-433a-a353-4919971352fc) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:36:03.014221 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1a3da004-312a-46d0-bcda-957ac54af071 req-a62d0bad-3f90-41e5-8989-7785ba19a2d3 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:03.027071 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-1a3da004-312a-46d0-bcda-957ac54af071 req-a62d0bad-3f90-41e5-8989-7785ba19a2d3 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Transition to ACTIVE for port object 29151518-6167-433a-a353-4919971352fc will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:36:03.073906 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1a3da004-312a-46d0-bcda-957ac54af071 req-a62d0bad-3f90-41e5-8989-7785ba19a2d3 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:03.126781 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3da004-312a-46d0-bcda-957ac54af071 req-a62d0bad-3f90-41e5-8989-7785ba19a2d3 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Network 62c89f1e-c56f-46e0-b235-e19e17faeaf1 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:36:03.130252 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-1a3da004-312a-46d0-bcda-957ac54af071 req-a62d0bad-3f90-41e5-8989-7785ba19a2d3 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:36:03.134421 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3da004-312a-46d0-bcda-957ac54af071 req-a62d0bad-3f90-41e5-8989-7785ba19a2d3 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:36:03.159243 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d0bad-3f90-41e5-8989-7785ba19a2d3 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event updated for resources: {'Port': ['ID=29151518-6167-433a-a353-4919971352fc,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:03.188467 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3da004-312a-46d0-bcda-957ac54af071 req-a62d0bad-3f90-41e5-8989-7785ba19a2d3 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:03.189277 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1a3da004-312a-46d0-bcda-957ac54af071 req-a62d0bad-3f90-41e5-8989-7785ba19a2d3 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:03.205227 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a3da004-312a-46d0-bcda-957ac54af071 req-a62d0bad-3f90-41e5-8989-7785ba19a2d3 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6017618 Jul 16 02:36:03.264635 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-1a3da004-312a-46d0-bcda-957ac54af071 req-90bbb0bd-cc25-4efc-bec1-a6f9a42645f9 service neutron] Request body: {'port': {'device_id': 'c97e37b3-037a-420f-82e6-55949b30888b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:03.341995 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1a3da004-312a-46d0-bcda-957ac54af071 req-90bbb0bd-cc25-4efc-bec1-a6f9a42645f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:03.353705 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2152756f-e3c0-4643-b392-476f340da0ca None None] Provisioning for port 29151518-6167-433a-a353-4919971352fc completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:36:03.357982 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2152756f-e3c0-4643-b392-476f340da0ca None None] Provisioning complete for port 29151518-6167-433a-a353-4919971352fc triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:36:03.358432 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2152756f-e3c0-4643-b392-476f340da0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:03.397304 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2152756f-e3c0-4643-b392-476f340da0ca None None] Port 29151518-6167-433a-a353-4919971352fc cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:36:03.628082 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-1a3da004-312a-46d0-bcda-957ac54af071 req-90bbb0bd-cc25-4efc-bec1-a6f9a42645f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29151518-6167-433a-a353-4919971352fc {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:36:03.635961 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1a3da004-312a-46d0-bcda-957ac54af071 req-90bbb0bd-cc25-4efc-bec1-a6f9a42645f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:03.644450 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e097d-2848-4823-bc19-03e078a7a2f2 req-636361da-c38f-4064-93ae-369af1e78960 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:03.646679 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-373e097d-2848-4823-bc19-03e078a7a2f2 req-636361da-c38f-4064-93ae-369af1e78960 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 932 time: 0.0677185 Jul 16 02:36:03.649055 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-1a3da004-312a-46d0-bcda-957ac54af071 req-90bbb0bd-cc25-4efc-bec1-a6f9a42645f9 service neutron] Transition to ACTIVE for port object 29151518-6167-433a-a353-4919971352fc will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:36:03.654156 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1a3da004-312a-46d0-bcda-957ac54af071 req-90bbb0bd-cc25-4efc-bec1-a6f9a42645f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:03.689498 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-373e097d-2848-4823-bc19-03e078a7a2f2 req-a7607669-1a75-47b4-98b2-10712e7c48dd tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361807 Jul 16 02:36:03.705895 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbb0bd-cc25-4efc-bec1-a6f9a42645f9 service neutron] Pushing event updated for resources: {'Port': ['ID=29151518-6167-433a-a353-4919971352fc,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:03.801813 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-1a3da004-312a-46d0-bcda-957ac54af071 req-90bbb0bd-cc25-4efc-bec1-a6f9a42645f9 service neutron] Attempting to bind port 29151518-6167-433a-a353-4919971352fc on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:36:03.802257 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-1a3da004-312a-46d0-bcda-957ac54af071 req-90bbb0bd-cc25-4efc-bec1-a6f9a42645f9 service neutron] Attempting to bind port 29151518-6167-433a-a353-4919971352fc by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': '2d73506e-2c2a-4183-882a-d01659289269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:36:03.802649 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3da004-312a-46d0-bcda-957ac54af071 req-90bbb0bd-cc25-4efc-bec1-a6f9a42645f9 service neutron] Attempting to bind port 29151518-6167-433a-a353-4919971352fc on network 62c89f1e-c56f-46e0-b235-e19e17faeaf1 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:36:03.807736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3da004-312a-46d0-bcda-957ac54af071 req-90bbb0bd-cc25-4efc-bec1-a6f9a42645f9 service neutron] Port 29151518-6167-433a-a353-4919971352fc on network 62c89f1e-c56f-46e0-b235-e19e17faeaf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:36:03.808145 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3da004-312a-46d0-bcda-957ac54af071 req-90bbb0bd-cc25-4efc-bec1-a6f9a42645f9 service neutron] Attempting to bind port 29151518-6167-433a-a353-4919971352fc on network 62c89f1e-c56f-46e0-b235-e19e17faeaf1 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:36:03.813916 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3da004-312a-46d0-bcda-957ac54af071 req-90bbb0bd-cc25-4efc-bec1-a6f9a42645f9 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:36:03.814336 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3da004-312a-46d0-bcda-957ac54af071 req-90bbb0bd-cc25-4efc-bec1-a6f9a42645f9 service neutron] Checking segment: {'id': '2d73506e-2c2a-4183-882a-d01659289269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:36:03.814784 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3da004-312a-46d0-bcda-957ac54af071 req-90bbb0bd-cc25-4efc-bec1-a6f9a42645f9 service neutron] Bound using segment: {'id': '2d73506e-2c2a-4183-882a-d01659289269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:36:03.815278 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-1a3da004-312a-46d0-bcda-957ac54af071 req-90bbb0bd-cc25-4efc-bec1-a6f9a42645f9 service neutron] Bound port: 29151518-6167-433a-a353-4919971352fc, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d73506e-2c2a-4183-882a-d01659289269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:36:03.815859 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1a3da004-312a-46d0-bcda-957ac54af071 req-90bbb0bd-cc25-4efc-bec1-a6f9a42645f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:03.885931 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1a3da004-312a-46d0-bcda-957ac54af071 req-90bbb0bd-cc25-4efc-bec1-a6f9a42645f9 service neutron] For port 29151518-6167-433a-a353-4919971352fc, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:36:03.889184 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-1a3da004-312a-46d0-bcda-957ac54af071 req-90bbb0bd-cc25-4efc-bec1-a6f9a42645f9 service neutron] For port 29151518-6167-433a-a353-4919971352fc, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=29151518-6167-433a-a353-4919971352fc,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:36:03.895317 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1a3da004-312a-46d0-bcda-957ac54af071 req-90bbb0bd-cc25-4efc-bec1-a6f9a42645f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:03.937802 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3da004-312a-46d0-bcda-957ac54af071 req-90bbb0bd-cc25-4efc-bec1-a6f9a42645f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:03.938424 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-1a3da004-312a-46d0-bcda-957ac54af071 req-90bbb0bd-cc25-4efc-bec1-a6f9a42645f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:03.939895 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a3da004-312a-46d0-bcda-957ac54af071 req-90bbb0bd-cc25-4efc-bec1-a6f9a42645f9 service neutron] 10.222.0.82 "PUT /v2.0/ports/29151518-6167-433a-a353-4919971352fc HTTP/1.1" status: 200 len: 1093 time: 0.7264516 Jul 16 02:36:03.940295 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97e37b3-037a-420f-82e6-55949b30888b', 'tag': '29151518-6167-433a-a353-4919971352fc'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:36:03.942588 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8c7c9c-7769-4425-b4b2-59b057293638" -d '{"events": [{"name": "network-changed", "server_uuid": "c97e37b3-037a-420f-82e6-55949b30888b", "tag": "29151518-6167-433a-a353-4919971352fc"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:36:03.965383 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbb0bd-cc25-4efc-bec1-a6f9a42645f9 service neutron] Pushing event updated for resources: {'Port': ['ID=29151518-6167-433a-a353-4919971352fc,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:04.007238 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1a24f9-f476-41a9-b60c-959f8b449be0 x-openstack-request-id: req-6a1a24f9-f476-41a9-b60c-959f8b449be0 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:36:04.007575 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97e37b3-037a-420f-82e6-55949b30888b", "tag": "29151518-6167-433a-a353-4919971352fc", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:36:04.007782 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a1a24f9-f476-41a9-b60c-959f8b449be0 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:36:04.008193 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97e37b3-037a-420f-82e6-55949b30888b', 'tag': '29151518-6167-433a-a353-4919971352fc', 'status': 'completed', 'code': 200} Jul 16 02:36:04.073048 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3da004-312a-46d0-bcda-957ac54af071 req-374d63ee-1c9d-4603-b14d-9fe564458f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:04.074532 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a3da004-312a-46d0-bcda-957ac54af071 req-374d63ee-1c9d-4603-b14d-9fe564458f3f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75ff71420756476aa1e29eac8a34788b&device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 1096 time: 0.0777373 Jul 16 02:36:04.118318 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a3da004-312a-46d0-bcda-957ac54af071 req-9feb3d8c-1350-4db4-9ec9-8f078d3f7a58 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29151518-6167-433a-a353-4919971352fc HTTP/1.1" status: 200 len: 217 time: 0.0365376 Jul 16 02:36:04.170361 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3da004-312a-46d0-bcda-957ac54af071 req-fb953a33-b8b8-4239-ae35-0fea772f0be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:04.172090 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a3da004-312a-46d0-bcda-957ac54af071 req-fb953a33-b8b8-4239-ae35-0fea772f0be8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea4f3462-7c4e-47e9-b113-fcd83d94f110 HTTP/1.1" status: 200 len: 847 time: 0.0475142 Jul 16 02:36:04.228999 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3da004-312a-46d0-bcda-957ac54af071 req-aea0b906-8b9d-4a48-8ee0-33e93ac8d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:04.230629 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a3da004-312a-46d0-bcda-957ac54af071 req-aea0b906-8b9d-4a48-8ee0-33e93ac8d029 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=62c89f1e-c56f-46e0-b235-e19e17faeaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526404 Jul 16 02:36:04.331154 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a3da004-312a-46d0-bcda-957ac54af071 req-b525eb0c-8183-41f0-aee9-56fccb75a5be service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940397 Jul 16 02:36:04.428424 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1a3da004-312a-46d0-bcda-957ac54af071 req-a94d967d-c047-4a57-bd26-b039137c6ad9 service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895271 Jul 16 02:36:04.536766 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c7c9c-7769-4425-b4b2-59b057293638 req-c8cda24d-dea4-42be-8e38-7ff9a114d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:04.538375 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee8c7c9c-7769-4425-b4b2-59b057293638 req-c8cda24d-dea4-42be-8e38-7ff9a114d163 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75ff71420756476aa1e29eac8a34788b&device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 1096 time: 0.0626345 Jul 16 02:36:04.635649 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c7c9c-7769-4425-b4b2-59b057293638 req-936d439a-b005-4be2-a4ae-f46644ebf481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:04.636438 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee8c7c9c-7769-4425-b4b2-59b057293638 req-936d439a-b005-4be2-a4ae-f46644ebf481 service neutron] 10.222.0.82 "GET /v2.0/networks?id=62c89f1e-c56f-46e0-b235-e19e17faeaf1 HTTP/1.1" status: 200 len: 909 time: 0.0915458 Jul 16 02:36:04.681851 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee8c7c9c-7769-4425-b4b2-59b057293638 req-8aaf1d55-e9f3-4992-9a2b-048194d058e7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29151518-6167-433a-a353-4919971352fc HTTP/1.1" status: 200 len: 217 time: 0.0389245 Jul 16 02:36:04.731628 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c7c9c-7769-4425-b4b2-59b057293638 req-5ebe58f9-f816-4c1d-b591-318d7462be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:04.733171 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee8c7c9c-7769-4425-b4b2-59b057293638 req-5ebe58f9-f816-4c1d-b591-318d7462be64 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea4f3462-7c4e-47e9-b113-fcd83d94f110 HTTP/1.1" status: 200 len: 847 time: 0.0454414 Jul 16 02:36:04.796081 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c7c9c-7769-4425-b4b2-59b057293638 req-a0edae3b-3c46-4324-9d76-735c291a7f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:04.797939 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee8c7c9c-7769-4425-b4b2-59b057293638 req-a0edae3b-3c46-4324-9d76-735c291a7f65 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=62c89f1e-c56f-46e0-b235-e19e17faeaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586393 Jul 16 02:36:04.884277 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204a44f-1366-4cc4-b438-a8f01549a72b req-6945729a-4b99-45dd-93ef-035201d2b2c0 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:04.885843 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4204a44f-1366-4cc4-b438-a8f01549a72b req-6945729a-4b99-45dd-93ef-035201d2b2c0 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 944 time: 0.0652623 Jul 16 02:36:04.900118 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee8c7c9c-7769-4425-b4b2-59b057293638 req-8a8e59c5-9852-4f5d-992a-f025730f0e5f service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959563 Jul 16 02:36:04.926796 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4204a44f-1366-4cc4-b438-a8f01549a72b req-231623cf-316f-4455-8d13-4023517cdb5b tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345528 Jul 16 02:36:05.000057 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ee8c7c9c-7769-4425-b4b2-59b057293638 req-7f03c31d-6c89-43e4-b1ec-668ee1b6d5ab service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928168 Jul 16 02:36:05.743240 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:06.115578 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77d3d9-9834-4e56-9c88-955c20dca078 req-8909afd1-0ed7-41a5-8d4f-2e61adfb1663 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:06.117007 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bc77d3d9-9834-4e56-9c88-955c20dca078 req-8909afd1-0ed7-41a5-8d4f-2e61adfb1663 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 944 time: 0.0740945 Jul 16 02:36:06.159653 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bc77d3d9-9834-4e56-9c88-955c20dca078 req-7f44f439-4a3a-4391-b3d7-72a09e81f20d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368030 Jul 16 02:36:07.345651 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff9da0-0ff7-4151-a516-c82be8eb68e6 req-ccb8fb66-93ca-46b7-a2e3-bbcab8229e37 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:07.347136 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-76ff9da0-0ff7-4151-a516-c82be8eb68e6 req-ccb8fb66-93ca-46b7-a2e3-bbcab8229e37 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 944 time: 0.0702176 Jul 16 02:36:07.389793 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-76ff9da0-0ff7-4151-a516-c82be8eb68e6 req-8a34d983-6bd6-469d-bfb1-3f6a40e860c4 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343518 Jul 16 02:36:08.643992 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c5c6d-558f-4d4a-8172-0165d4243e17 req-02d72d2c-0cb1-414f-a030-5c55aa6b7870 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:08.645513 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aa4c5c6d-558f-4d4a-8172-0165d4243e17 req-02d72d2c-0cb1-414f-a030-5c55aa6b7870 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 944 time: 0.1272109 Jul 16 02:36:08.684399 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-aa4c5c6d-558f-4d4a-8172-0165d4243e17 req-d8bc5636-fe05-49c8-9b05-4ccb0909044d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330484 Jul 16 02:36:09.864380 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f58a0-0d55-4d31-9422-7c06434c6444 req-acda5156-77e0-442a-8810-2dc6d7f65f0e tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:09.865866 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-932f58a0-0d55-4d31-9422-7c06434c6444 req-acda5156-77e0-442a-8810-2dc6d7f65f0e tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 944 time: 0.0703528 Jul 16 02:36:09.906220 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-932f58a0-0d55-4d31-9422-7c06434c6444 req-b3905003-e524-4bc2-b34a-cf2d3dd919f7 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317478 Jul 16 02:36:11.112173 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e5def-fe59-4a7c-a7ad-663bbbc04d24 req-e4096bb4-f39f-462d-b328-cea1138f38da tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:11.113747 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dd7e5def-fe59-4a7c-a7ad-663bbbc04d24 req-e4096bb4-f39f-462d-b328-cea1138f38da tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 944 time: 0.0831945 Jul 16 02:36:11.155840 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-dd7e5def-fe59-4a7c-a7ad-663bbbc04d24 req-1264e029-7022-41c9-954e-bbd85ce76207 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363278 Jul 16 02:36:12.349393 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f603f5d-6a2d-4487-bab3-facc7baf8114 req-b1c362ec-8846-44bb-8641-3709182283ae tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:12.350897 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7f603f5d-6a2d-4487-bab3-facc7baf8114 req-b1c362ec-8846-44bb-8641-3709182283ae tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 944 time: 0.0736732 Jul 16 02:36:12.397661 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7f603f5d-6a2d-4487-bab3-facc7baf8114 req-afc2f539-c693-47f4-9122-5e77aafd1e7c tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383465 Jul 16 02:36:13.583949 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336026ea-2f0a-4124-a925-cecdb2dc53cb req-cf860600-9ae9-4166-bc3d-70fc71fc81be tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:13.585502 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-336026ea-2f0a-4124-a925-cecdb2dc53cb req-cf860600-9ae9-4166-bc3d-70fc71fc81be tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 944 time: 0.0670066 Jul 16 02:36:13.624465 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-336026ea-2f0a-4124-a925-cecdb2dc53cb req-75fdcdf4-907f-49c9-affd-88765c0227f3 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329762 Jul 16 02:36:14.839289 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac089f7-4f8c-4f40-b923-ea81a37e9e5e req-508abc40-8d4b-4658-804c-8a84c7eae8b6 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:14.840859 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bac089f7-4f8c-4f40-b923-ea81a37e9e5e req-508abc40-8d4b-4658-804c-8a84c7eae8b6 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 944 time: 0.0775919 Jul 16 02:36:14.882953 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-bac089f7-4f8c-4f40-b923-ea81a37e9e5e req-a06a78ad-685e-4311-a93b-27749a8c2c16 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348024 Jul 16 02:36:15.176485 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 29151518-6167-433a-a353-4919971352fc details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:36:15.282409 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 29151518-6167-433a-a353-4919971352fc, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=29151518-6167-433a-a353-4919971352fc,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:36:15.294391 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '29151518-6167-433a-a353-4919971352fc', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'port_id': '29151518-6167-433a-a353-4919971352fc', 'mac_address': 'fa:16:3e:7d:72:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:36:15.340752 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:15.354672 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29151518-6167-433a-a353-4919971352fc {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:36:15.374263 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 29151518-6167-433a-a353-4919971352fc, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=29151518-6167-433a-a353-4919971352fc,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:36:15.381537 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:15.432926 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=29151518-6167-433a-a353-4919971352fc,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:15.441280 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:15.441638 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:15.441990 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:15.442329 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:15.442668 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:15.442993 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:15.443325 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:15.443655 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:15.443990 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:15.444319 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:15.444672 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:15.445000 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:36:15.607903 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['29151518-6167-433a-a353-4919971352fc'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:36:16.080441 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad000e0-06c6-46c5-91b9-b1abe2337fd4 req-9a87f50f-cff6-46c7-9505-efce4a218525 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:16.082090 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fad000e0-06c6-46c5-91b9-b1abe2337fd4 req-9a87f50f-cff6-46c7-9505-efce4a218525 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 945 time: 0.0775371 Jul 16 02:36:16.133200 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fad000e0-06c6-46c5-91b9-b1abe2337fd4 req-088ae269-c057-48b6-a762-84e8a6d71d53 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453506 Jul 16 02:36:17.191398 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 29151518-6167-433a-a353-4919971352fc up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:36:17.246422 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 29151518-6167-433a-a353-4919971352fc completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:36:17.250588 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 29151518-6167-433a-a353-4919971352fc triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:36:17.250960 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:17.324121 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0986f-1927-4205-bd58-b5933c428979 req-be679e01-4d78-4e26-98e4-9f6405010d51 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:17.325951 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-85f0986f-1927-4205-bd58-b5933c428979 req-be679e01-4d78-4e26-98e4-9f6405010d51 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 945 time: 0.0632536 Jul 16 02:36:17.332811 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:17.356067 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97e37b3-037a-420f-82e6-55949b30888b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29151518-6167-433a-a353-4919971352fc'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:36:17.358381 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e78d31-e67b-4809-984d-2cf1fe5ca45e" -d '{"events": [{"server_uuid": "c97e37b3-037a-420f-82e6-55949b30888b", "name": "network-vif-plugged", "status": "completed", "tag": "29151518-6167-433a-a353-4919971352fc"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:36:17.364850 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-85f0986f-1927-4205-bd58-b5933c428979 req-e3bda85c-0b51-440c-a7ac-ae27632df760 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330229 Jul 16 02:36:17.371266 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 29151518-6167-433a-a353-4919971352fc, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=29151518-6167-433a-a353-4919971352fc,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:36:17.377149 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:17.405522 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e236ec-41ea-4ac8-82d5-6cc16530ff2f x-openstack-request-id: req-32e236ec-41ea-4ac8-82d5-6cc16530ff2f {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:36:17.405820 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97e37b3-037a-420f-82e6-55949b30888b", "name": "network-vif-plugged", "status": "completed", "tag": "29151518-6167-433a-a353-4919971352fc", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:36:17.406068 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32e236ec-41ea-4ac8-82d5-6cc16530ff2f {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:36:17.406461 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97e37b3-037a-420f-82e6-55949b30888b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29151518-6167-433a-a353-4919971352fc', 'code': 200} Jul 16 02:36:17.429692 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=29151518-6167-433a-a353-4919971352fc,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:17.523042 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd63047-e4fa-479c-a289-a61e6085289b req-f4c40f8b-f074-4eb6-8d8c-f8c7797aab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:17.524628 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cfd63047-e4fa-479c-a289-a61e6085289b req-f4c40f8b-f074-4eb6-8d8c-f8c7797aab32 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 1098 time: 0.0579023 Jul 16 02:36:17.559818 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-cfd63047-e4fa-479c-a289-a61e6085289b req-313351b7-72cc-47a5-b1ad-d4ebfeaaf4a3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290418 Jul 16 02:36:18.549651 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d877bd-8aa1-4226-9ddb-61f996b3d13a req-5d3a70d9-5d0c-4410-8529-4b1158e161a5 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:18.551157 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-61d877bd-8aa1-4226-9ddb-61f996b3d13a req-5d3a70d9-5d0c-4410-8529-4b1158e161a5 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 946 time: 0.0689917 Jul 16 02:36:18.592737 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-61d877bd-8aa1-4226-9ddb-61f996b3d13a req-b166bf97-a614-49b8-b01a-4fe488acedaa tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331335 Jul 16 02:36:18.775630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ccf02-cc03-4b12-af75-464cad6d3662 req-9f3e5541-9a58-46fb-b9d7-4b3baa3a795d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:18.777155 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ac4ccf02-cc03-4b12-af75-464cad6d3662 req-9f3e5541-9a58-46fb-b9d7-4b3baa3a795d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 946 time: 0.0683522 Jul 16 02:36:18.815818 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ac4ccf02-cc03-4b12-af75-464cad6d3662 req-166d8c63-cdea-4b5f-b583-23c9e40be79d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329914 Jul 16 02:36:18.845332 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42110) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:18.909375 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381d3d96-af30-42af-bdf3-c793f232d38d tempest-TestShelveInstance-1638754595 tempest-TestShelveInstance-1638754595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:18.910932 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-381d3d96-af30-42af-bdf3-c793f232d38d tempest-TestShelveInstance-1638754595 tempest-TestShelveInstance-1638754595-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 1093 time: 0.0641377 Jul 16 02:36:18.913994 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42112) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:36:18.918571 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-79bc9148-7d36-4aa4-afee-c156bb087015 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': '29151518-6167-433a-a353-4919971352fc', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:36:18.944561 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-79bc9148-7d36-4aa4-afee-c156bb087015 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:19.067231 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-79bc9148-7d36-4aa4-afee-c156bb087015 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:19.181679 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-79bc9148-7d36-4aa4-afee-c156bb087015 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Allocated IP 172.25.6.157 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/b8586ec6-f35d-49a1-9f74-5d3d0dd996d0) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:36:19.288050 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-79bc9148-7d36-4aa4-afee-c156bb087015 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:19.333158 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-79bc9148-7d36-4aa4-afee-c156bb087015 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:19.379006 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bc9148-7d36-4aa4-afee-c156bb087015 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:36:19.381978 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-79bc9148-7d36-4aa4-afee-c156bb087015 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:36:19.385785 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bc9148-7d36-4aa4-afee-c156bb087015 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:36:19.391623 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc9148-7d36-4aa4-afee-c156bb087015 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event updated for resources: {'Port': ['ID=b8586ec6-f35d-49a1-9f74-5d3d0dd996d0,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:19.768243 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-79bc9148-7d36-4aa4-afee-c156bb087015 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:20.188565 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-79bc9148-7d36-4aa4-afee-c156bb087015 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:20.346791 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-79bc9148-7d36-4aa4-afee-c156bb087015 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:20.353431 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-79bc9148-7d36-4aa4-afee-c156bb087015 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:20.418710 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc9148-7d36-4aa4-afee-c156bb087015 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event updated for resources: {'Port': ['ID=b8586ec6-f35d-49a1-9f74-5d3d0dd996d0,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:36:20.431721 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-79bc9148-7d36-4aa4-afee-c156bb087015 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:20.549242 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-79bc9148-7d36-4aa4-afee-c156bb087015 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Floating IP 43922c91-d972-4071-aa90-9d6914fd4967 associated. External IP: 172.25.6.157, port: 29151518-6167-433a-a353-4919971352fc. Jul 16 02:36:20.756181 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bc9148-7d36-4aa4-afee-c156bb087015 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Router f8137702-d4e8-4e70-8e0c-42d5fee58b3b has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:36:20.869852 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bc9148-7d36-4aa4-afee-c156bb087015 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:36:20.880888 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8d354d-0571-4327-a556-261c56a7efa3 None None] Sync routers for ids ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:36:20.887742 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-79bc9148-7d36-4aa4-afee-c156bb087015 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:20.892001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8d354d-0571-4327-a556-261c56a7efa3 None None] Routers {'f8137702-d4e8-4e70-8e0c-42d5fee58b3b'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:36:20.892705 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-eb8d354d-0571-4327-a556-261c56a7efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:36:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:20.924962 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-79bc9148-7d36-4aa4-afee-c156bb087015 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0098855 Jul 16 02:36:20.925723 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97e37b3-037a-420f-82e6-55949b30888b', 'tag': '29151518-6167-433a-a353-4919971352fc'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:36:20.927870 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f9d258-b27d-4b04-a63e-c08725c9104b" -d '{"events": [{"name": "network-changed", "server_uuid": "c97e37b3-037a-420f-82e6-55949b30888b", "tag": "29151518-6167-433a-a353-4919971352fc"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:36:20.964387 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfc7b6b-5020-4387-b277-1ced56d6a27f x-openstack-request-id: req-5dfc7b6b-5020-4387-b277-1ced56d6a27f {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:36:20.964702 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97e37b3-037a-420f-82e6-55949b30888b", "tag": "29151518-6167-433a-a353-4919971352fc", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:36:20.964951 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5dfc7b6b-5020-4387-b277-1ced56d6a27f {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:36:20.965360 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97e37b3-037a-420f-82e6-55949b30888b', 'tag': '29151518-6167-433a-a353-4919971352fc', 'status': 'completed', 'code': 200} Jul 16 02:36:21.021888 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-eb8d354d-0571-4327-a556-261c56a7efa3 None None] Set router f8137702-d4e8-4e70-8e0c-42d5fee58b3b gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:36:21.046009 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9d258-b27d-4b04-a63e-c08725c9104b req-57356434-3968-49e4-80fa-e063084e45c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:21.047574 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-22f9d258-b27d-4b04-a63e-c08725c9104b req-57356434-3968-49e4-80fa-e063084e45c7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75ff71420756476aa1e29eac8a34788b&device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 1098 time: 0.0585573 Jul 16 02:36:21.148714 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9d258-b27d-4b04-a63e-c08725c9104b req-9430c068-fa67-4e4d-8782-3f59eb168f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:21.150223 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-22f9d258-b27d-4b04-a63e-c08725c9104b req-9430c068-fa67-4e4d-8782-3f59eb168f07 service neutron] 10.222.0.82 "GET /v2.0/networks?id=62c89f1e-c56f-46e0-b235-e19e17faeaf1 HTTP/1.1" status: 200 len: 909 time: 0.0964828 Jul 16 02:36:21.224623 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-22f9d258-b27d-4b04-a63e-c08725c9104b req-044492b4-05f7-48f9-a6b7-b9c54bcb9213 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29151518-6167-433a-a353-4919971352fc HTTP/1.1" status: 200 len: 1000 time: 0.0681510 Jul 16 02:36:21.265811 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-eb8d354d-0571-4327-a556-261c56a7efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'name': 'tempest-TestShelveInstance-806096510-router', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:28Z', 'revision_number': 4, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'gw_port': {'id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '43922c91-d972-4071-aa90-9d6914fd4967', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'port_id': '29151518-6167-433a-a353-4919971352fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'mac_address': 'fa:16:3e:7d:72:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97e37b3-037a-420f-82e6-55949b30888b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:36:19Z', 'updated_at': '2021-07-16T02:36:19Z', 'revision_number': 0, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d9ff0c-7308-4771-975a-03a09ad76ee6', 'name': '', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'mac_address': 'fa:16:3e:83:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:27Z', 'updated_at': '2021-07-16T02:31:33Z', 'revision_number': 5, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'subnets': [{'id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:21.274447 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9d258-b27d-4b04-a63e-c08725c9104b req-f3d29f0a-ab2a-4312-87c4-8ba0574ceca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:21.275931 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-22f9d258-b27d-4b04-a63e-c08725c9104b req-f3d29f0a-ab2a-4312-87c4-8ba0574ceca8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea4f3462-7c4e-47e9-b113-fcd83d94f110 HTTP/1.1" status: 200 len: 847 time: 0.0450099 Jul 16 02:36:21.292976 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8d354d-0571-4327-a556-261c56a7efa3 None None] Checking router: f8137702-d4e8-4e70-8e0c-42d5fee58b3b for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:36:21.301740 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8d354d-0571-4327-a556-261c56a7efa3 None None] Routers {'f8137702-d4e8-4e70-8e0c-42d5fee58b3b'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:36:21.302344 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-eb8d354d-0571-4327-a556-261c56a7efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:36:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:21.333023 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9d258-b27d-4b04-a63e-c08725c9104b req-6e5ccffe-9127-40a8-83bc-0a420f2f617c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:21.334539 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-22f9d258-b27d-4b04-a63e-c08725c9104b req-6e5ccffe-9127-40a8-83bc-0a420f2f617c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=62c89f1e-c56f-46e0-b235-e19e17faeaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526953 Jul 16 02:36:21.410086 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-eb8d354d-0571-4327-a556-261c56a7efa3 None None] Set router f8137702-d4e8-4e70-8e0c-42d5fee58b3b gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:36:21.427832 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-22f9d258-b27d-4b04-a63e-c08725c9104b req-4e39dbf5-a2a5-4941-b09b-2b3aae037ad3 service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869019 Jul 16 02:36:21.519925 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-22f9d258-b27d-4b04-a63e-c08725c9104b req-7eb0a883-a9b6-48ca-8544-39d7b97690f9 service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849082 Jul 16 02:36:21.651758 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-eb8d354d-0571-4327-a556-261c56a7efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'name': 'tempest-TestShelveInstance-806096510-router', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:28Z', 'revision_number': 4, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'gw_port': {'id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '43922c91-d972-4071-aa90-9d6914fd4967', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'port_id': '29151518-6167-433a-a353-4919971352fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'mac_address': 'fa:16:3e:7d:72:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97e37b3-037a-420f-82e6-55949b30888b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:36:19Z', 'updated_at': '2021-07-16T02:36:19Z', 'revision_number': 0, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d9ff0c-7308-4771-975a-03a09ad76ee6', 'name': '', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'mac_address': 'fa:16:3e:83:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:27Z', 'updated_at': '2021-07-16T02:31:33Z', 'revision_number': 5, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'subnets': [{'id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:36:21.681742 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8d354d-0571-4327-a556-261c56a7efa3 None None] The sync data for ids ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'] in n-d-792394-16 is: [{'id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'name': 'tempest-TestShelveInstance-806096510-router', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:28Z', 'revision_number': 4, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'gw_port': {'id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '43922c91-d972-4071-aa90-9d6914fd4967', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'port_id': '29151518-6167-433a-a353-4919971352fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'mac_address': 'fa:16:3e:7d:72:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97e37b3-037a-420f-82e6-55949b30888b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:36:19Z', 'updated_at': '2021-07-16T02:36:19Z', 'revision_number': 0, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d9ff0c-7308-4771-975a-03a09ad76ee6', 'name': '', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'mac_address': 'fa:16:3e:83:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:27Z', 'updated_at': '2021-07-16T02:31:33Z', 'revision_number': 5, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'subnets': [{'id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:36:21.872814 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e33ff77-86bd-4610-8201-2a5730e38ddb None None] New status for floating IP 43922c91-d972-4071-aa90-9d6914fd4967: ACTIVE {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:36:26.457723 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:36:26.701269 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b65fe507-84a5-4056-8706-fd03f39d1f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:29.676839 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-378bea54-283b-444f-8a59-7dc3fbaa6f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:29.837411 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:31.112308 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:32.159661 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:32.861672 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:35.753397 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:38.299627 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7e817b9-0e91-48f9-9c18-b1a8818df31d req-a3ac4cc6-d1be-4065-a8ac-81b3655cd8a1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0619442 Jul 16 02:36:38.421949 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e817b9-0e91-48f9-9c18-b1a8818df31d req-2bacd452-7def-43ba-88ca-ac197c7d5adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:38.423529 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7e817b9-0e91-48f9-9c18-b1a8818df31d req-2bacd452-7def-43ba-88ca-ac197c7d5adf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75ff71420756476aa1e29eac8a34788b&device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 1098 time: 0.0645881 Jul 16 02:36:38.536997 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e817b9-0e91-48f9-9c18-b1a8818df31d req-8e10791e-a82e-4766-aeff-c9ac1e9b7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:38.538474 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7e817b9-0e91-48f9-9c18-b1a8818df31d req-8e10791e-a82e-4766-aeff-c9ac1e9b7293 service neutron] 10.222.0.82 "GET /v2.0/networks?id=62c89f1e-c56f-46e0-b235-e19e17faeaf1 HTTP/1.1" status: 200 len: 909 time: 0.0934119 Jul 16 02:36:38.607909 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7e817b9-0e91-48f9-9c18-b1a8818df31d req-9a1292b1-7b1d-4f21-ae95-6cb9efca1ea3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29151518-6167-433a-a353-4919971352fc HTTP/1.1" status: 200 len: 1002 time: 0.0627477 Jul 16 02:36:38.664103 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e817b9-0e91-48f9-9c18-b1a8818df31d req-dd5764e4-2875-4ff4-aff0-9f89e22e5b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:38.665598 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7e817b9-0e91-48f9-9c18-b1a8818df31d req-dd5764e4-2875-4ff4-aff0-9f89e22e5b70 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea4f3462-7c4e-47e9-b113-fcd83d94f110 HTTP/1.1" status: 200 len: 847 time: 0.0501826 Jul 16 02:36:38.726394 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e817b9-0e91-48f9-9c18-b1a8818df31d req-93ed4685-b49c-431d-bc96-3902205649a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:38.727942 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7e817b9-0e91-48f9-9c18-b1a8818df31d req-93ed4685-b49c-431d-bc96-3902205649a6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=62c89f1e-c56f-46e0-b235-e19e17faeaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552695 Jul 16 02:36:38.835512 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7e817b9-0e91-48f9-9c18-b1a8818df31d req-92260617-9768-4da8-82de-9e17dde8e86f service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996966 Jul 16 02:36:38.937381 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7e817b9-0e91-48f9-9c18-b1a8818df31d req-73ca7403-c108-45c4-bd8a-9dc4a07a0dab service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945637 Jul 16 02:36:56.707014 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3076bf8-2484-4e81-b53a-e0b1b1b096b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:59.679320 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2383b481-b632-4763-ae0d-71bbeb6636ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:59.839412 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:01.118242 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:02.194195 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:02.865714 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:03.461192 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:37:05.772474 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.714694 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f48f6505-4a63-4e36-9e79-85f530910f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:29.677939 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a45658d1-9fbb-4b38-9384-5390e7ff1bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:29.838521 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:31.121173 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:32.204101 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:32.869045 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:35.784075 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:39.387000 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed2d6589-1829-4128-a306-345a7f1ec662 req-a8a041ba-0541-4432-bbb0-72db491f7710 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0705810 Jul 16 02:37:39.489932 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d6589-1829-4128-a306-345a7f1ec662 req-5612a009-827b-4242-88d5-51a9e5dc956c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:39.491436 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed2d6589-1829-4128-a306-345a7f1ec662 req-5612a009-827b-4242-88d5-51a9e5dc956c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75ff71420756476aa1e29eac8a34788b&device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 1098 time: 0.0561779 Jul 16 02:37:39.601641 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d6589-1829-4128-a306-345a7f1ec662 req-c216f2b9-1930-4a75-ba80-2dc91cd89611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:39.603248 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed2d6589-1829-4128-a306-345a7f1ec662 req-c216f2b9-1930-4a75-ba80-2dc91cd89611 service neutron] 10.222.0.82 "GET /v2.0/networks?id=62c89f1e-c56f-46e0-b235-e19e17faeaf1 HTTP/1.1" status: 200 len: 909 time: 0.0913122 Jul 16 02:37:39.682415 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed2d6589-1829-4128-a306-345a7f1ec662 req-3efa804b-40de-4680-a13c-39e414e473b7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29151518-6167-433a-a353-4919971352fc HTTP/1.1" status: 200 len: 1002 time: 0.0729890 Jul 16 02:37:39.737526 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d6589-1829-4128-a306-345a7f1ec662 req-5664c7bb-7468-4c3b-9f38-3851684354c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:39.739033 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed2d6589-1829-4128-a306-345a7f1ec662 req-5664c7bb-7468-4c3b-9f38-3851684354c3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea4f3462-7c4e-47e9-b113-fcd83d94f110 HTTP/1.1" status: 200 len: 847 time: 0.0511262 Jul 16 02:37:39.798817 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d6589-1829-4128-a306-345a7f1ec662 req-57dbcc7a-78fc-4023-96a8-d5b3269a0e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:39.800400 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed2d6589-1829-4128-a306-345a7f1ec662 req-57dbcc7a-78fc-4023-96a8-d5b3269a0e90 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=62c89f1e-c56f-46e0-b235-e19e17faeaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544791 Jul 16 02:37:39.896547 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed2d6589-1829-4128-a306-345a7f1ec662 req-edb1808a-c50d-47ed-b96d-723f75ecb3ea service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888817 Jul 16 02:37:39.999765 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ed2d6589-1829-4128-a306-345a7f1ec662 req-08a44277-f01c-45d0-89b0-ac310b4d3140 service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960753 Jul 16 02:37:40.461108 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:37:56.709884 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d12f1b1-460f-4fb6-bc43-9a1ebbd567c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:59.677678 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e68fe719-f26e-4ba0-8177-5b49c0633e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:59.835886 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:01.123810 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:02.206798 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:02.878202 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:05.783427 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:17.460884 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:38:18.703866 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79dcddf-3142-4975-9d75-813a58b41038 req-3355721f-861c-4eaa-867b-4232d444ccc6 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:18.705440 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a79dcddf-3142-4975-9d75-813a58b41038 req-3355721f-861c-4eaa-867b-4232d444ccc6 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 946 time: 0.0851703 Jul 16 02:38:18.756946 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a79dcddf-3142-4975-9d75-813a58b41038 req-8a18a7be-f676-480e-a010-73f337601aac tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425601 Jul 16 02:38:19.977318 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b3441-3383-40ac-bd70-c0499c6891f5 req-849dcedf-ae9b-4347-a4f4-bc3a25961d63 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:19.978838 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b9b3441-3383-40ac-bd70-c0499c6891f5 req-849dcedf-ae9b-4347-a4f4-bc3a25961d63 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 946 time: 0.0795877 Jul 16 02:38:20.023859 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8b9b3441-3383-40ac-bd70-c0499c6891f5 req-b26ec747-9d9a-4ad5-b5c1-0d0b96bd0653 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384834 Jul 16 02:38:21.242390 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449280b-23a1-4cd7-a306-dbed48e0f7c8 req-5de0e543-93e4-4428-b4d1-0fdafec1d5f5 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:21.244267 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1449280b-23a1-4cd7-a306-dbed48e0f7c8 req-5de0e543-93e4-4428-b4d1-0fdafec1d5f5 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 946 time: 0.0747397 Jul 16 02:38:21.284696 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1449280b-23a1-4cd7-a306-dbed48e0f7c8 req-fde0b912-d70f-4d7f-bd73-83ea7e9de7e1 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342743 Jul 16 02:38:22.480241 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2116e-2bad-47c5-bb7a-8371db3ba37f req-f3bebd9c-fe6d-4e33-a6ba-9277f55d9e56 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:22.482079 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5aa2116e-2bad-47c5-bb7a-8371db3ba37f req-f3bebd9c-fe6d-4e33-a6ba-9277f55d9e56 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 946 time: 0.0711694 Jul 16 02:38:22.524133 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-5aa2116e-2bad-47c5-bb7a-8371db3ba37f req-627b9ec0-72c7-4694-846e-c926199b2935 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356975 Jul 16 02:38:23.718605 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06d364-4612-4448-830f-9dbcc1486fa5 req-042d2964-eb32-4303-80b6-59ecef71357c tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:23.720145 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ce06d364-4612-4448-830f-9dbcc1486fa5 req-042d2964-eb32-4303-80b6-59ecef71357c tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 946 time: 0.0706959 Jul 16 02:38:23.761746 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ce06d364-4612-4448-830f-9dbcc1486fa5 req-0057d63d-4e58-4cef-8406-d9329e127312 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356364 Jul 16 02:38:24.960806 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec0056-3837-4c3d-aeb3-9d1f10430abd req-07fcd617-de01-4e5b-a0b8-0b83d2acd588 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:24.962327 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1dec0056-3837-4c3d-aeb3-9d1f10430abd req-07fcd617-de01-4e5b-a0b8-0b83d2acd588 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 946 time: 0.0830500 Jul 16 02:38:25.009105 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-1dec0056-3837-4c3d-aeb3-9d1f10430abd req-31144977-e57a-4465-bfa8-155758202a82 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409884 Jul 16 02:38:26.195440 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60630d-29f5-4111-b380-265e53fbf1da req-fc34723b-6991-4425-88b3-ad6996b880f6 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:26.196997 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-af60630d-29f5-4111-b380-265e53fbf1da req-fc34723b-6991-4425-88b3-ad6996b880f6 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 946 time: 0.0676785 Jul 16 02:38:26.239229 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-af60630d-29f5-4111-b380-265e53fbf1da req-5917d4c5-24a1-43e4-8315-03fae3522586 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360456 Jul 16 02:38:26.713637 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8251112-309d-4982-b3eb-0184fd60063c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.427508 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cbfc2-ade9-4b9b-998a-e5cd7c56b593 req-da313987-bdf1-42d9-9922-f631ba8bbd87 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:27.429062 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe7cbfc2-ade9-4b9b-998a-e5cd7c56b593 req-da313987-bdf1-42d9-9922-f631ba8bbd87 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 946 time: 0.0730798 Jul 16 02:38:27.468985 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-fe7cbfc2-ade9-4b9b-998a-e5cd7c56b593 req-d7708a98-02bf-4833-bfba-6ab03d24b764 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341375 Jul 16 02:38:28.664897 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d54f8-a24e-4c97-ae13-95f14d71cc5a req-e69ba48d-d400-4c3c-83d7-04ffe242722c tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:28.666402 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d5d54f8-a24e-4c97-ae13-95f14d71cc5a req-e69ba48d-d400-4c3c-83d7-04ffe242722c tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 946 time: 0.0755327 Jul 16 02:38:28.708941 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4d5d54f8-a24e-4c97-ae13-95f14d71cc5a req-a6051d90-322a-44ba-a64d-943c541f2076 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342338 Jul 16 02:38:28.774736 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdc037-db33-4a68-a8f1-7e02d1c64943 req-9033d725-13f4-4241-93b8-bae590005e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:28.776286 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3dcdc037-db33-4a68-a8f1-7e02d1c64943 req-9033d725-13f4-4241-93b8-bae590005e0f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75ff71420756476aa1e29eac8a34788b&device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 1098 time: 0.0564222 Jul 16 02:38:28.878855 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdc037-db33-4a68-a8f1-7e02d1c64943 req-d2e6c8a4-2f5b-4130-9cb4-e975db4d97de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:28.880382 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3dcdc037-db33-4a68-a8f1-7e02d1c64943 req-d2e6c8a4-2f5b-4130-9cb4-e975db4d97de service neutron] 10.222.0.82 "GET /v2.0/networks?id=62c89f1e-c56f-46e0-b235-e19e17faeaf1 HTTP/1.1" status: 200 len: 909 time: 0.0978153 Jul 16 02:38:28.953176 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3dcdc037-db33-4a68-a8f1-7e02d1c64943 req-2e33f7a0-c3a2-49de-99e6-b8bd04b3dab5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29151518-6167-433a-a353-4919971352fc HTTP/1.1" status: 200 len: 1002 time: 0.0652385 Jul 16 02:38:29.004280 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdc037-db33-4a68-a8f1-7e02d1c64943 req-cee9e97a-2103-47ac-bba8-dfbf86cec673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:29.005658 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3dcdc037-db33-4a68-a8f1-7e02d1c64943 req-cee9e97a-2103-47ac-bba8-dfbf86cec673 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea4f3462-7c4e-47e9-b113-fcd83d94f110 HTTP/1.1" status: 200 len: 847 time: 0.0467501 Jul 16 02:38:29.065426 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdc037-db33-4a68-a8f1-7e02d1c64943 req-fb597040-4e4f-483e-86df-20979d6deeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:29.066888 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3dcdc037-db33-4a68-a8f1-7e02d1c64943 req-fb597040-4e4f-483e-86df-20979d6deeac service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=62c89f1e-c56f-46e0-b235-e19e17faeaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541785 Jul 16 02:38:29.171059 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3dcdc037-db33-4a68-a8f1-7e02d1c64943 req-5878173b-8fd3-440d-8118-39ca9aae0ec0 service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963600 Jul 16 02:38:29.263676 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3dcdc037-db33-4a68-a8f1-7e02d1c64943 req-2b9e203d-0b77-4d6d-aabd-113b347236ae service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865090 Jul 16 02:38:29.675765 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ed942790-1d1c-4939-bd00-5c3a6577ea71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:29.830234 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:29.893270 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943248c-4d70-4594-9da0-1afc72d5157c req-3f2ed0ec-ebe1-4c1a-97b0-994d29a02ed0 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:29.894993 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e943248c-4d70-4594-9da0-1afc72d5157c req-3f2ed0ec-ebe1-4c1a-97b0-994d29a02ed0 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 946 time: 0.0703337 Jul 16 02:38:29.937168 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e943248c-4d70-4594-9da0-1afc72d5157c req-b3c06cd3-6214-4fa5-b7a5-6cac246f46a6 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364506 Jul 16 02:38:31.127161 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fd55f-76b6-4c02-a7ef-e0b3c54be1b3 req-88502f37-24f0-48a6-9da1-b8f730627323 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:31.129154 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b48fd55f-76b6-4c02-a7ef-e0b3c54be1b3 req-88502f37-24f0-48a6-9da1-b8f730627323 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 946 time: 0.0708845 Jul 16 02:38:31.130599 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:31.167816 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b48fd55f-76b6-4c02-a7ef-e0b3c54be1b3 req-974df1b3-4c1a-4864-86a9-eb53c240dcf2 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324829 Jul 16 02:38:32.199033 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:32.347545 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314279f-a855-468d-9dfa-8c6e20d5d1f1 req-269a351b-4bfa-4cd4-a138-d9d8753e47c0 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:32.349177 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7314279f-a855-468d-9dfa-8c6e20d5d1f1 req-269a351b-4bfa-4cd4-a138-d9d8753e47c0 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 946 time: 0.0670567 Jul 16 02:38:32.403935 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-7314279f-a855-468d-9dfa-8c6e20d5d1f1 req-cce3ba97-55af-42f2-a50c-9d1c00dc75b4 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483482 Jul 16 02:38:32.874347 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:33.595076 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2702c-1fa7-4362-8b0e-b0ce5ed733d3 req-5e0c3020-dcaf-4d20-adbb-10f7b610f6f0 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:33.596669 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-68c2702c-1fa7-4362-8b0e-b0ce5ed733d3 req-5e0c3020-dcaf-4d20-adbb-10f7b610f6f0 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 946 time: 0.0683072 Jul 16 02:38:33.637857 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-68c2702c-1fa7-4362-8b0e-b0ce5ed733d3 req-fb84cf8f-cec7-40c0-9e1e-82562650bb14 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350177 Jul 16 02:38:33.891231 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 29151518-6167-433a-a353-4919971352fc no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:38:33.977122 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:34.000266 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97e37b3-037a-420f-82e6-55949b30888b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29151518-6167-433a-a353-4919971352fc'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:38:34.002582 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446e36c6-5b8b-4605-9c2a-e36c021e5cf8" -d '{"events": [{"server_uuid": "c97e37b3-037a-420f-82e6-55949b30888b", "name": "network-vif-unplugged", "status": "completed", "tag": "29151518-6167-433a-a353-4919971352fc"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:38:34.016028 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 29151518-6167-433a-a353-4919971352fc, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=29151518-6167-433a-a353-4919971352fc,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:34.022027 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:34.048189 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 02:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46683fb1-68c7-4a01-87d0-4677cd3ffab3 x-openstack-request-id: req-46683fb1-68c7-4a01-87d0-4677cd3ffab3 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:38:34.048504 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97e37b3-037a-420f-82e6-55949b30888b", "name": "network-vif-unplugged", "status": "failed", "tag": "29151518-6167-433a-a353-4919971352fc", "code": 422}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:38:34.048748 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46683fb1-68c7-4a01-87d0-4677cd3ffab3 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:38:34.049134 n-d-792394-16 neutron-server[93957]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c97e37b3-037a-420f-82e6-55949b30888b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '29151518-6167-433a-a353-4919971352fc', 'code': 422} returned with failed status Jul 16 02:38:34.075651 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=29151518-6167-433a-a353-4919971352fc,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:34.083214 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:34.083653 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:34.084028 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:34.084400 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:34.084747 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:34.085060 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:34.085376 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:34.085709 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:34.086036 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:34.086363 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:34.086674 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:34.086991 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:34.963617 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-72d94249-0720-4953-ba3e-6d2e54b9bb55 req-8d477adb-a742-4d95-a922-8bd40b6a2d04 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0524428 Jul 16 02:38:35.037583 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc4f65-dc9b-4087-a7e9-a85889d64547 req-fe148162-a329-430f-8b46-6c95f208171e tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:35.039973 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7ffc4f65-dc9b-4087-a7e9-a85889d64547 req-fe148162-a329-430f-8b46-6c95f208171e tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 944 time: 0.0676267 Jul 16 02:38:35.079026 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7ffc4f65-dc9b-4087-a7e9-a85889d64547 req-a534b62a-4fc7-4c86-83d3-f080fbbc6647 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342584 Jul 16 02:38:35.778669 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:36.255885 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cfda1-8c1c-4199-bda8-515d9c00217d req-ee62d28f-681b-4bad-b342-92d038861366 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:36.257412 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e85cfda1-8c1c-4199-bda8-515d9c00217d req-ee62d28f-681b-4bad-b342-92d038861366 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 944 time: 0.0667667 Jul 16 02:38:36.308326 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e85cfda1-8c1c-4199-bda8-515d9c00217d req-fb1b275a-afd8-49c4-964a-d803463987fb tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422621 Jul 16 02:38:37.484787 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563116a-8817-4172-84b4-5eb6c08ba3a9 req-1ead969e-40e1-44bd-a34f-64c462d0af36 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:37.486386 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7563116a-8817-4172-84b4-5eb6c08ba3a9 req-1ead969e-40e1-44bd-a34f-64c462d0af36 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 944 time: 0.0644913 Jul 16 02:38:37.525461 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7563116a-8817-4172-84b4-5eb6c08ba3a9 req-8c1b1770-c4e8-4b9d-9d50-d89b3f4824c8 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330307 Jul 16 02:38:38.705642 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cc818-909a-4961-8c0a-bc6a41970e21 req-2dbba40f-3b70-4781-a28d-d4199b72f993 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:38.707054 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6e5cc818-909a-4961-8c0a-bc6a41970e21 req-2dbba40f-3b70-4781-a28d-d4199b72f993 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 944 time: 0.0672555 Jul 16 02:38:38.746328 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-6e5cc818-909a-4961-8c0a-bc6a41970e21 req-0e721f64-15a3-4240-b3cf-429e5b4ffbbe tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332971 Jul 16 02:38:39.925106 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776ca51-1413-4a98-86e9-032a6eb2a7be req-cc831a0b-c803-4d69-b4bb-26e581c04984 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:39.926653 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f776ca51-1413-4a98-86e9-032a6eb2a7be req-cc831a0b-c803-4d69-b4bb-26e581c04984 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 944 time: 0.0681257 Jul 16 02:38:39.966936 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f776ca51-1413-4a98-86e9-032a6eb2a7be req-edd58a7f-7128-49ad-8719-9043da7b495a tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341959 Jul 16 02:38:41.157028 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b81aa1-d859-4aa8-8a4c-43296e584367 req-0c784202-a261-440b-a173-5a2e7abe8d2c tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:41.158701 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-29b81aa1-d859-4aa8-8a4c-43296e584367 req-0c784202-a261-440b-a173-5a2e7abe8d2c tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 944 time: 0.0777376 Jul 16 02:38:41.212845 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-29b81aa1-d859-4aa8-8a4c-43296e584367 req-a7daac86-7be3-48da-8ad9-b9bb8bdab34e tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473669 Jul 16 02:38:41.987101 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d94249-0720-4953-ba3e-6d2e54b9bb55 req-43db94cd-bb6e-4bba-a043-e537f6e9d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:41.989647 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-72d94249-0720-4953-ba3e-6d2e54b9bb55 req-43db94cd-bb6e-4bba-a043-e537f6e9d178 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b&tenant_id=75ff71420756476aa1e29eac8a34788b HTTP/1.1" status: 200 len: 1096 time: 0.0782256 Jul 16 02:38:42.075440 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d94249-0720-4953-ba3e-6d2e54b9bb55 req-72c329c1-8ba4-431a-9765-0cb17612e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:42.076981 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-72d94249-0720-4953-ba3e-6d2e54b9bb55 req-72c329c1-8ba4-431a-9765-0cb17612e0cb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75ff71420756476aa1e29eac8a34788b&device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 1096 time: 0.0604477 Jul 16 02:38:42.172318 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d94249-0720-4953-ba3e-6d2e54b9bb55 req-71332a03-5aa8-4e00-bb2b-f9a8c2b40027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:42.173844 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-72d94249-0720-4953-ba3e-6d2e54b9bb55 req-71332a03-5aa8-4e00-bb2b-f9a8c2b40027 service neutron] 10.222.0.82 "GET /v2.0/networks?id=62c89f1e-c56f-46e0-b235-e19e17faeaf1 HTTP/1.1" status: 200 len: 909 time: 0.0906639 Jul 16 02:38:42.253803 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-72d94249-0720-4953-ba3e-6d2e54b9bb55 req-76c8b17c-670e-49d8-a6db-76864b554d95 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29151518-6167-433a-a353-4919971352fc HTTP/1.1" status: 200 len: 1000 time: 0.0734267 Jul 16 02:38:42.307729 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d94249-0720-4953-ba3e-6d2e54b9bb55 req-d933f094-2e85-4cd9-b0dd-177e2e81f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:42.309308 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-72d94249-0720-4953-ba3e-6d2e54b9bb55 req-d933f094-2e85-4cd9-b0dd-177e2e81f1a7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea4f3462-7c4e-47e9-b113-fcd83d94f110 HTTP/1.1" status: 200 len: 847 time: 0.0492108 Jul 16 02:38:42.385395 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d94249-0720-4953-ba3e-6d2e54b9bb55 req-359944aa-16a2-4494-8c7f-d481921a575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:42.386996 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-72d94249-0720-4953-ba3e-6d2e54b9bb55 req-359944aa-16a2-4494-8c7f-d481921a575f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=62c89f1e-c56f-46e0-b235-e19e17faeaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665762 Jul 16 02:38:42.420049 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23861f-4771-4f78-b8f1-8328d0e741eb req-77872810-8d2d-494d-bbc9-aca7b46fa252 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:42.421590 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ac23861f-4771-4f78-b8f1-8328d0e741eb req-77872810-8d2d-494d-bbc9-aca7b46fa252 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 944 time: 0.0756269 Jul 16 02:38:42.469517 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ac23861f-4771-4f78-b8f1-8328d0e741eb req-40428e38-2a79-4621-8619-becaa79d9318 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416970 Jul 16 02:38:42.483374 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-72d94249-0720-4953-ba3e-6d2e54b9bb55 req-fec434ad-959f-4966-8a7b-3748a866d319 service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899501 Jul 16 02:38:42.582266 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-72d94249-0720-4953-ba3e-6d2e54b9bb55 req-cc8f90e2-34fa-4a50-b808-19cc09113baa service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923519 Jul 16 02:38:43.643986 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f722fd-30f5-45d6-9e00-d49f7a9589e4 req-a9f091d6-edfd-4d7b-ba47-45fcc5aad2e2 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:43.645506 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-65f722fd-30f5-45d6-9e00-d49f7a9589e4 req-a9f091d6-edfd-4d7b-ba47-45fcc5aad2e2 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 944 time: 0.0676489 Jul 16 02:38:43.688263 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-65f722fd-30f5-45d6-9e00-d49f7a9589e4 req-6921d6e5-69a0-4863-8d52-a3fa02c50df4 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339718 Jul 16 02:38:44.880037 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021ef52-47e6-457e-b25b-59444fe49ae5 req-f2f1ed00-b6b5-4582-ab39-9b4a3c8ece73 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:44.881721 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e021ef52-47e6-457e-b25b-59444fe49ae5 req-f2f1ed00-b6b5-4582-ab39-9b4a3c8ece73 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 944 time: 0.0771248 Jul 16 02:38:44.924092 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-e021ef52-47e6-457e-b25b-59444fe49ae5 req-b6b1dcfd-cdde-48c4-b2d3-3e1c22b05d50 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340736 Jul 16 02:38:46.117861 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d81d17-b439-45c7-adf0-58fd1f698cfe req-26eab26e-61a7-441f-bf22-6dff1daf6c03 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:46.119342 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36d81d17-b439-45c7-adf0-58fd1f698cfe req-26eab26e-61a7-441f-bf22-6dff1daf6c03 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 944 time: 0.0737450 Jul 16 02:38:46.162773 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-36d81d17-b439-45c7-adf0-58fd1f698cfe req-30bca012-bcd8-4924-b6b6-7e9a4d646ed8 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377135 Jul 16 02:38:47.353732 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63781cba-defb-4a5b-9377-3df59ff0f9e1 req-397098e1-b819-4232-8866-96e2af1f37d6 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:47.355242 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-63781cba-defb-4a5b-9377-3df59ff0f9e1 req-397098e1-b819-4232-8866-96e2af1f37d6 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 944 time: 0.0716720 Jul 16 02:38:47.394571 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-63781cba-defb-4a5b-9377-3df59ff0f9e1 req-497d9cf1-b9cc-43f2-8bd4-3e5697b69b5c tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334992 Jul 16 02:38:48.583428 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421ca8c-c38f-41e8-9acd-1d2f56085b2b req-faabb7f6-07e9-46fd-8ac0-6490bc79cdb4 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:48.584959 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b421ca8c-c38f-41e8-9acd-1d2f56085b2b req-faabb7f6-07e9-46fd-8ac0-6490bc79cdb4 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 944 time: 0.0733063 Jul 16 02:38:48.628614 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b421ca8c-c38f-41e8-9acd-1d2f56085b2b req-f3ebc3c6-dd00-43c4-99e1-1af92cfbd8fb tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346301 Jul 16 02:38:49.809662 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35157f4a-90db-422f-89c6-6308a0d6db42 req-40dd4475-181f-4962-aa97-848f0a7de794 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:49.811028 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-35157f4a-90db-422f-89c6-6308a0d6db42 req-40dd4475-181f-4962-aa97-848f0a7de794 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 944 time: 0.0645380 Jul 16 02:38:49.858212 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-35157f4a-90db-422f-89c6-6308a0d6db42 req-445bd9ce-3462-4d96-b515-279dbe9de3de tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384991 Jul 16 02:38:50.011564 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 29151518-6167-433a-a353-4919971352fc details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:38:50.117246 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 29151518-6167-433a-a353-4919971352fc, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=29151518-6167-433a-a353-4919971352fc,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:50.128285 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '29151518-6167-433a-a353-4919971352fc', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'port_id': '29151518-6167-433a-a353-4919971352fc', 'mac_address': 'fa:16:3e:7d:72:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:38:50.169667 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:50.187062 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29151518-6167-433a-a353-4919971352fc {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:38:50.208947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 29151518-6167-433a-a353-4919971352fc, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=29151518-6167-433a-a353-4919971352fc,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:50.216416 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:50.265371 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=29151518-6167-433a-a353-4919971352fc,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:50.452581 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['29151518-6167-433a-a353-4919971352fc'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:38:51.039315 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363a43f-ec1e-4026-ab29-f622911f67f2 req-bf7e5d96-2d1d-40c5-9ef4-a02e082697ca tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:51.040829 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2363a43f-ec1e-4026-ab29-f622911f67f2 req-bf7e5d96-2d1d-40c5-9ef4-a02e082697ca tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 945 time: 0.0653133 Jul 16 02:38:51.083807 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-2363a43f-ec1e-4026-ab29-f622911f67f2 req-781f89c0-9ece-4e8c-98c3-9b4d0c34dc3d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372565 Jul 16 02:38:52.028379 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 29151518-6167-433a-a353-4919971352fc up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:38:52.086039 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 29151518-6167-433a-a353-4919971352fc triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:38:52.086662 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:52.169381 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:52.194494 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97e37b3-037a-420f-82e6-55949b30888b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29151518-6167-433a-a353-4919971352fc'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:38:52.197723 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd4da11-5886-40b7-84c9-242d42541529" -d '{"events": [{"server_uuid": "c97e37b3-037a-420f-82e6-55949b30888b", "name": "network-vif-plugged", "status": "completed", "tag": "29151518-6167-433a-a353-4919971352fc"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:38:52.212500 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 29151518-6167-433a-a353-4919971352fc, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=29151518-6167-433a-a353-4919971352fc,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:52.229196 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:52.256124 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca03b3f-7745-447b-8617-b9c7fcab71a4 x-openstack-request-id: req-eca03b3f-7745-447b-8617-b9c7fcab71a4 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:38:52.256788 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97e37b3-037a-420f-82e6-55949b30888b", "name": "network-vif-plugged", "status": "completed", "tag": "29151518-6167-433a-a353-4919971352fc", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:38:52.257183 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eca03b3f-7745-447b-8617-b9c7fcab71a4 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:38:52.257667 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97e37b3-037a-420f-82e6-55949b30888b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29151518-6167-433a-a353-4919971352fc', 'code': 200} Jul 16 02:38:52.283194 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff69cad-2f15-471d-8b35-329e0ead4809 req-c8faa569-2afb-4d53-892d-297b7630bedf tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:52.284768 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ff69cad-2f15-471d-8b35-329e0ead4809 req-c8faa569-2afb-4d53-892d-297b7630bedf tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 945 time: 0.0817757 Jul 16 02:38:52.291110 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=29151518-6167-433a-a353-4919971352fc,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:52.329714 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ff69cad-2f15-471d-8b35-329e0ead4809 req-6405f938-5a09-4791-8717-34a597fe44b3 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378091 Jul 16 02:38:52.433130 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e030c8-70cb-4795-8eab-f2cc816476f2 req-d1d00d75-d9d9-48a3-8d63-930bb8ee2806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:52.434923 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-62e030c8-70cb-4795-8eab-f2cc816476f2 req-d1d00d75-d9d9-48a3-8d63-930bb8ee2806 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 1098 time: 0.0696633 Jul 16 02:38:52.477926 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-62e030c8-70cb-4795-8eab-f2cc816476f2 req-b991c0f7-bcda-4601-b34b-b498af1c6707 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360074 Jul 16 02:38:53.511991 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be66e9-4cfc-416a-b553-82be933bb340 req-50691ae5-73a9-4808-bf2f-c44c84aef4f8 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:53.513530 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d4be66e9-4cfc-416a-b553-82be933bb340 req-50691ae5-73a9-4808-bf2f-c44c84aef4f8 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 946 time: 0.0692592 Jul 16 02:38:53.558713 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d4be66e9-4cfc-416a-b553-82be933bb340 req-b3b1701e-32a2-426b-ae6c-ae7cb2ea2d21 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364587 Jul 16 02:38:54.462439 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:38:56.722335 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de0c4914-a391-4ff0-8fd5-e8cac3c3b32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:59.675238 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b37be4da-fdd0-40ad-8e90-ce4cc8c2fd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:59.836448 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:01.124975 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:02.217805 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:02.882493 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:05.783997 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:26.720473 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84a634e2-aa14-4b90-82e1-aa446090cef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:29.670549 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aa148d9f-e724-48fc-9219-5e694964cd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:29.838856 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:31.128701 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:31.466326 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:39:32.221932 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:32.885686 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:35.801244 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:40.350150 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08464352-5c7a-48da-baa0-165a74a5be72 req-2deeabb3-77a4-4098-8f5c-b37b5b7b4002 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0689447 Jul 16 02:39:40.453004 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08464352-5c7a-48da-baa0-165a74a5be72 req-8fc632c5-e9bc-4e32-8955-4956811ebb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:40.454533 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08464352-5c7a-48da-baa0-165a74a5be72 req-8fc632c5-e9bc-4e32-8955-4956811ebb81 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75ff71420756476aa1e29eac8a34788b&device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 1098 time: 0.0612936 Jul 16 02:39:40.564069 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08464352-5c7a-48da-baa0-165a74a5be72 req-9d4ccd09-b1a1-4802-a4d1-131d94b12a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:40.565600 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08464352-5c7a-48da-baa0-165a74a5be72 req-9d4ccd09-b1a1-4802-a4d1-131d94b12a3b service neutron] 10.222.0.82 "GET /v2.0/networks?id=62c89f1e-c56f-46e0-b235-e19e17faeaf1 HTTP/1.1" status: 200 len: 909 time: 0.0903723 Jul 16 02:39:40.642118 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08464352-5c7a-48da-baa0-165a74a5be72 req-f5e90b59-ca4d-4a06-a289-9b2f27ef47e6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29151518-6167-433a-a353-4919971352fc HTTP/1.1" status: 200 len: 1002 time: 0.0695994 Jul 16 02:39:40.694920 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08464352-5c7a-48da-baa0-165a74a5be72 req-b9ca4048-b7af-46b9-b478-22c01203e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:40.696848 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08464352-5c7a-48da-baa0-165a74a5be72 req-b9ca4048-b7af-46b9-b478-22c01203e488 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea4f3462-7c4e-47e9-b113-fcd83d94f110 HTTP/1.1" status: 200 len: 847 time: 0.0472708 Jul 16 02:39:40.757142 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08464352-5c7a-48da-baa0-165a74a5be72 req-429e3de8-9e81-495b-abd8-b64161ce28c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:40.758652 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08464352-5c7a-48da-baa0-165a74a5be72 req-429e3de8-9e81-495b-abd8-b64161ce28c3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=62c89f1e-c56f-46e0-b235-e19e17faeaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557268 Jul 16 02:39:40.769641 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-08464352-5c7a-48da-baa0-165a74a5be72 req-d5facffd-d634-4a56-a20c-733bb4dbe105 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:39:40.770564 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08464352-5c7a-48da-baa0-165a74a5be72 req-d5facffd-d634-4a56-a20c-733bb4dbe105 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058849 Jul 16 02:39:40.870657 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08464352-5c7a-48da-baa0-165a74a5be72 req-91331a75-6bd1-4820-91a1-6e509a63d2f2 service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929749 Jul 16 02:39:40.964188 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-08464352-5c7a-48da-baa0-165a74a5be72 req-799bda4f-6b8d-48f3-92cb-26672715ff41 service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874875 Jul 16 02:39:56.716463 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-39e5d187-2d8d-4b98-817d-0cc4aeeb5d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:59.677769 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-36101bff-5435-4000-a772-49349143ffe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:59.838006 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:01.131310 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:02.231652 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:02.884983 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:05.808766 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:08.465405 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:40:09.287272 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42296) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:09.799337 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-7e16d286-ad2c-4179-a1f1-f6e20c137d28 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Deleting port b8586ec6-f35d-49a1-9f74-5d3d0dd996d0 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:09.799998 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e16d286-ad2c-4179-a1f1-f6e20c137d28 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:09.889025 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e16d286-ad2c-4179-a1f1-f6e20c137d28 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:09.889340 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e16d286-ad2c-4179-a1f1-f6e20c137d28 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:09.901809 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-7e16d286-ad2c-4179-a1f1-f6e20c137d28 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Calling delete_port for b8586ec6-f35d-49a1-9f74-5d3d0dd996d0 owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:10.062030 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e16d286-ad2c-4179-a1f1-f6e20c137d28 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:10.086071 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16d286-ad2c-4179-a1f1-f6e20c137d28 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event deleted for resources: {'Port': ['ID=b8586ec6-f35d-49a1-9f74-5d3d0dd996d0,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:10.100852 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16d286-ad2c-4179-a1f1-f6e20c137d28 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:10.101199 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16d286-ad2c-4179-a1f1-f6e20c137d28 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:10.101536 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16d286-ad2c-4179-a1f1-f6e20c137d28 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:10.101871 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16d286-ad2c-4179-a1f1-f6e20c137d28 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:10.102206 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16d286-ad2c-4179-a1f1-f6e20c137d28 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:10.102530 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16d286-ad2c-4179-a1f1-f6e20c137d28 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:10.102862 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16d286-ad2c-4179-a1f1-f6e20c137d28 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:10.103188 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16d286-ad2c-4179-a1f1-f6e20c137d28 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:10.103513 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16d286-ad2c-4179-a1f1-f6e20c137d28 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:10.103863 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16d286-ad2c-4179-a1f1-f6e20c137d28 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:10.104188 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16d286-ad2c-4179-a1f1-f6e20c137d28 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:10.104544 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e16d286-ad2c-4179-a1f1-f6e20c137d28 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:10.169236 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e16d286-ad2c-4179-a1f1-f6e20c137d28 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:10.169746 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-7e16d286-ad2c-4179-a1f1-f6e20c137d28 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Floating IP 43922c91-d972-4071-aa90-9d6914fd4967 disassociated (deleted). External IP: 172.25.6.157, port: 29151518-6167-433a-a353-4919971352fc. Jul 16 02:40:10.413405 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e16d286-ad2c-4179-a1f1-f6e20c137d28 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Router f8137702-d4e8-4e70-8e0c-42d5fee58b3b has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:40:10.528618 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e16d286-ad2c-4179-a1f1-f6e20c137d28 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:10.533804 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7e16d286-ad2c-4179-a1f1-f6e20c137d28 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:10.539114 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d7259f-fe97-4c73-a232-8bfdddb52752 None None] Sync routers for ids ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:10.550319 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d7259f-fe97-4c73-a232-8bfdddb52752 None None] Routers {'f8137702-d4e8-4e70-8e0c-42d5fee58b3b'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:10.551073 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f6d7259f-fe97-4c73-a232-8bfdddb52752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:40:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:10.576582 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7e16d286-ad2c-4179-a1f1-f6e20c137d28 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "DELETE /v2.0/floatingips/43922c91-d972-4071-aa90-9d6914fd4967 HTTP/1.1" status: 204 len: 168 time: 1.2881522 Jul 16 02:40:10.577177 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97e37b3-037a-420f-82e6-55949b30888b', 'tag': '29151518-6167-433a-a353-4919971352fc'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:40:10.579423 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26384a4-280e-4ebd-aa86-253dbb16dce9" -d '{"events": [{"name": "network-changed", "server_uuid": "c97e37b3-037a-420f-82e6-55949b30888b", "tag": "29151518-6167-433a-a353-4919971352fc"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:40:10.669962 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-f6d7259f-fe97-4c73-a232-8bfdddb52752 None None] Set router f8137702-d4e8-4e70-8e0c-42d5fee58b3b gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:10.685940 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b1abd9-ff04-4f47-a609-09aba0b45baa x-openstack-request-id: req-40b1abd9-ff04-4f47-a609-09aba0b45baa {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:40:10.686827 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97e37b3-037a-420f-82e6-55949b30888b", "tag": "29151518-6167-433a-a353-4919971352fc", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:40:10.687084 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40b1abd9-ff04-4f47-a609-09aba0b45baa {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:40:10.687612 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97e37b3-037a-420f-82e6-55949b30888b', 'tag': '29151518-6167-433a-a353-4919971352fc', 'status': 'completed', 'code': 200} Jul 16 02:40:10.786563 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26384a4-280e-4ebd-aa86-253dbb16dce9 req-ae5c2513-0e43-46be-aef5-9b8df50eecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:10.788205 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e26384a4-280e-4ebd-aa86-253dbb16dce9 req-ae5c2513-0e43-46be-aef5-9b8df50eecab service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=75ff71420756476aa1e29eac8a34788b&device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 1098 time: 0.0761483 Jul 16 02:40:10.883643 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26384a4-280e-4ebd-aa86-253dbb16dce9 req-aa774175-a62c-481b-a95b-85bbb18390f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:10.885344 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e26384a4-280e-4ebd-aa86-253dbb16dce9 req-aa774175-a62c-481b-a95b-85bbb18390f6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=62c89f1e-c56f-46e0-b235-e19e17faeaf1 HTTP/1.1" status: 200 len: 909 time: 0.0911655 Jul 16 02:40:10.907587 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f6d7259f-fe97-4c73-a232-8bfdddb52752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'name': 'tempest-TestShelveInstance-806096510-router', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:28Z', 'revision_number': 4, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'gw_port': {'id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '77d9ff0c-7308-4771-975a-03a09ad76ee6', 'name': '', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'mac_address': 'fa:16:3e:83:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:27Z', 'updated_at': '2021-07-16T02:31:33Z', 'revision_number': 5, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'subnets': [{'id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:10.933916 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e26384a4-280e-4ebd-aa86-253dbb16dce9 req-df363bbc-ee55-48f3-9ab7-9b9ccb5038dd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29151518-6167-433a-a353-4919971352fc HTTP/1.1" status: 200 len: 217 time: 0.0416334 Jul 16 02:40:10.935259 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d7259f-fe97-4c73-a232-8bfdddb52752 None None] Checking router: f8137702-d4e8-4e70-8e0c-42d5fee58b3b for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:10.943930 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d7259f-fe97-4c73-a232-8bfdddb52752 None None] Routers {'f8137702-d4e8-4e70-8e0c-42d5fee58b3b'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:10.944578 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f6d7259f-fe97-4c73-a232-8bfdddb52752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:40:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:11.009190 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26384a4-280e-4ebd-aa86-253dbb16dce9 req-f2815c5f-a14a-4c20-b26d-0d86fc024def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:11.010671 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e26384a4-280e-4ebd-aa86-253dbb16dce9 req-f2815c5f-a14a-4c20-b26d-0d86fc024def service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea4f3462-7c4e-47e9-b113-fcd83d94f110 HTTP/1.1" status: 200 len: 847 time: 0.0689206 Jul 16 02:40:11.054629 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-f6d7259f-fe97-4c73-a232-8bfdddb52752 None None] Set router f8137702-d4e8-4e70-8e0c-42d5fee58b3b gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:11.056716 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dc8a1-ef94-416e-8e98-25f03367a7a4 req-dbfad1c9-9a5b-490f-8d42-d7d1798e62ae tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:11.058216 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-676dc8a1-ef94-416e-8e98-25f03367a7a4 req-dbfad1c9-9a5b-490f-8d42-d7d1798e62ae tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 946 time: 0.1272469 Jul 16 02:40:11.112480 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-676dc8a1-ef94-416e-8e98-25f03367a7a4 req-fbaa88fc-3bb6-48f3-bfca-b2906b913dad tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470090 Jul 16 02:40:11.115357 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26384a4-280e-4ebd-aa86-253dbb16dce9 req-2aa4ef7f-b3ef-4a04-82c6-7b50332b0ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:11.116886 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e26384a4-280e-4ebd-aa86-253dbb16dce9 req-2aa4ef7f-b3ef-4a04-82c6-7b50332b0ce0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=62c89f1e-c56f-46e0-b235-e19e17faeaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978038 Jul 16 02:40:11.212339 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e26384a4-280e-4ebd-aa86-253dbb16dce9 req-96228549-890b-426e-bd7b-3c25293b2fb5 service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870435 Jul 16 02:40:11.267740 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f6d7259f-fe97-4c73-a232-8bfdddb52752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'name': 'tempest-TestShelveInstance-806096510-router', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:28Z', 'revision_number': 4, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'gw_port': {'id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '77d9ff0c-7308-4771-975a-03a09ad76ee6', 'name': '', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'mac_address': 'fa:16:3e:83:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:27Z', 'updated_at': '2021-07-16T02:31:33Z', 'revision_number': 5, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'subnets': [{'id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:11.295283 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d7259f-fe97-4c73-a232-8bfdddb52752 None None] The sync data for ids ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'] in n-d-792394-16 is: [{'id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'name': 'tempest-TestShelveInstance-806096510-router', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:28Z', 'revision_number': 4, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'gw_port': {'id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '77d9ff0c-7308-4771-975a-03a09ad76ee6', 'name': '', 'network_id': '62c89f1e-c56f-46e0-b235-e19e17faeaf1', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'mac_address': 'fa:16:3e:83:ab:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:27Z', 'updated_at': '2021-07-16T02:31:33Z', 'revision_number': 5, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'subnets': [{'id': 'ea4f3462-7c4e-47e9-b113-fcd83d94f110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:11.315951 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e26384a4-280e-4ebd-aa86-253dbb16dce9 req-12d08153-0f5f-4240-8054-8cab20908d9a service neutron] 10.222.0.82 "GET /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978212 Jul 16 02:40:11.528228 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234b1c0c-2d63-46d2-a9a0-60566917f62e None None] New status for floating IP 43922c91-d972-4071-aa90-9d6914fd4967: DOWN {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:40:12.354544 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e7d1a-2113-44e7-841c-c25817851996 req-75acd5b2-a903-4331-99a2-b0e6792c95af tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:12.356034 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-423e7d1a-2113-44e7-841c-c25817851996 req-75acd5b2-a903-4331-99a2-b0e6792c95af tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 946 time: 0.1199763 Jul 16 02:40:12.398757 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-423e7d1a-2113-44e7-841c-c25817851996 req-b8fc8667-fada-45b8-ba5d-e507bb7b2a50 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8781b52-0c67-412f-ad25-5fe8330346b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348327 Jul 16 02:40:12.462268 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e8005-004b-4cc9-ad89-2414d07c7b64 req-b12620e3-f68a-457e-bcd0-7433bd28baea tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:12.463762 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b97e8005-004b-4cc9-ad89-2414d07c7b64 req-b12620e3-f68a-457e-bcd0-7433bd28baea tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.82 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 946 time: 0.0678813 Jul 16 02:40:12.568380 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b97e8005-004b-4cc9-ad89-2414d07c7b64 req-8de2533e-487c-4e1f-a20b-47f362e70d89 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Deleting port 29151518-6167-433a-a353-4919971352fc {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:12.568824 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b97e8005-004b-4cc9-ad89-2414d07c7b64 req-8de2533e-487c-4e1f-a20b-47f362e70d89 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:13.004842 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-b97e8005-004b-4cc9-ad89-2414d07c7b64 req-8de2533e-487c-4e1f-a20b-47f362e70d89 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] For port 29151518-6167-433a-a353-4919971352fc, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=29151518-6167-433a-a353-4919971352fc,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:13.005204 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b97e8005-004b-4cc9-ad89-2414d07c7b64 req-8de2533e-487c-4e1f-a20b-47f362e70d89 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:13.019226 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-b97e8005-004b-4cc9-ad89-2414d07c7b64 req-8de2533e-487c-4e1f-a20b-47f362e70d89 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Calling delete_port for 29151518-6167-433a-a353-4919971352fc owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:13.170617 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b97e8005-004b-4cc9-ad89-2414d07c7b64 req-8de2533e-487c-4e1f-a20b-47f362e70d89 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:13.208820 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2533e-487c-4e1f-a20b-47f362e70d89 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event deleted for resources: {'Port': ['ID=29151518-6167-433a-a353-4919971352fc,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:13.222892 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de2533e-487c-4e1f-a20b-47f362e70d89 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:13.223230 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de2533e-487c-4e1f-a20b-47f362e70d89 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:13.223584 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de2533e-487c-4e1f-a20b-47f362e70d89 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:13.223919 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de2533e-487c-4e1f-a20b-47f362e70d89 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:13.224244 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de2533e-487c-4e1f-a20b-47f362e70d89 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:13.224611 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de2533e-487c-4e1f-a20b-47f362e70d89 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:13.224927 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de2533e-487c-4e1f-a20b-47f362e70d89 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:13.225244 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de2533e-487c-4e1f-a20b-47f362e70d89 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:13.225559 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de2533e-487c-4e1f-a20b-47f362e70d89 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:13.225881 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de2533e-487c-4e1f-a20b-47f362e70d89 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:13.226201 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de2533e-487c-4e1f-a20b-47f362e70d89 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:13.226515 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de2533e-487c-4e1f-a20b-47f362e70d89 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:13.275190 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97e8005-004b-4cc9-ad89-2414d07c7b64 req-8de2533e-487c-4e1f-a20b-47f362e70d89 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] No DVR routers for this DVR port 29151518-6167-433a-a353-4919971352fc on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:40:13.278496 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-b97e8005-004b-4cc9-ad89-2414d07c7b64 req-8de2533e-487c-4e1f-a20b-47f362e70d89 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:13.280642 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b97e8005-004b-4cc9-ad89-2414d07c7b64 req-8de2533e-487c-4e1f-a20b-47f362e70d89 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.82 "DELETE /v2.0/ports/29151518-6167-433a-a353-4919971352fc HTTP/1.1" status: 204 len: 173 time: 0.8112121 Jul 16 02:40:13.281081 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97e37b3-037a-420f-82e6-55949b30888b', 'name': 'network-vif-deleted', 'tag': '29151518-6167-433a-a353-4919971352fc'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:40:13.283415 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a65fc4b-aa41-467b-bcdc-415cbd4f4998" -d '{"events": [{"server_uuid": "c97e37b3-037a-420f-82e6-55949b30888b", "name": "network-vif-deleted", "tag": "29151518-6167-433a-a353-4919971352fc"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:40:13.335075 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a21eab9-b434-46b4-b7b0-62e8ae49b118 x-openstack-request-id: req-3a21eab9-b434-46b4-b7b0-62e8ae49b118 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:40:13.335352 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97e37b3-037a-420f-82e6-55949b30888b", "name": "network-vif-deleted", "tag": "29151518-6167-433a-a353-4919971352fc", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:40:13.335880 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a21eab9-b434-46b4-b7b0-62e8ae49b118 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:40:13.336026 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97e37b3-037a-420f-82e6-55949b30888b', 'name': 'network-vif-deleted', 'tag': '29151518-6167-433a-a353-4919971352fc', 'status': 'completed', 'code': 200} Jul 16 02:40:13.551696 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4bdbf562-9be9-4f47-885b-cde40923264e req-73bb8c26-eb8b-477a-ba46-22713a077bbd tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 210 time: 0.0332329 Jul 16 02:40:14.716255 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f90656e0-11d1-4d93-89f4-03d249c920fb req-47492762-7318-45a5-ae56-4f727757e1e7 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 210 time: 0.0346460 Jul 16 02:40:15.864447 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-86cae833-2c4d-45d9-be33-594895bbb814 req-9ce73fe3-542e-44bb-bd57-33f606f95940 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 210 time: 0.0318739 Jul 16 02:40:16.372526 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 29151518-6167-433a-a353-4919971352fc no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:40:16.394201 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 29151518-6167-433a-a353-4919971352fc {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:40:16.394519 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 29151518-6167-433a-a353-4919971352fc not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:40:17.125170 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f3685ea0-6b0b-4011-88b7-003cc06d4dc8 req-b11dae83-ae0a-492f-beb0-57f66709662d tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c97e37b3-037a-420f-82e6-55949b30888b HTTP/1.1" status: 200 len: 210 time: 0.0293527 Jul 16 02:40:18.218958 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42332) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:18.278220 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c251fd1f-0ae4-405a-b5b6-3e02e2db7575 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:18.303372 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c251fd1f-0ae4-405a-b5b6-3e02e2db7575 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:18.372699 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c251fd1f-0ae4-405a-b5b6-3e02e2db7575 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:18.375371 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-c251fd1f-0ae4-405a-b5b6-3e02e2db7575 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:18.376596 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-c251fd1f-0ae4-405a-b5b6-3e02e2db7575 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] 10.222.0.16 "DELETE /v2.0/security-groups/e8781b52-0c67-412f-ad25-5fe8330346b9 HTTP/1.1" status: 204 len: 168 time: 0.1566029 Jul 16 02:40:18.386371 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251fd1f-0ae4-405a-b5b6-3e02e2db7575 tempest-TestShelveInstance-905908377 tempest-TestShelveInstance-905908377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8781b52-0c67-412f-ad25-5fe8330346b9,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:19.460955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42338) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:19.927180 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71f4c020-6ba6-4e62-8fed-649ee4743320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:20.205535 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-71f4c020-6ba6-4e62-8fed-649ee4743320 admin admin] Deleting port 77d9ff0c-7308-4771-975a-03a09ad76ee6 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:20.205797 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71f4c020-6ba6-4e62-8fed-649ee4743320 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:20.285148 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-71f4c020-6ba6-4e62-8fed-649ee4743320 admin admin] For port 77d9ff0c-7308-4771-975a-03a09ad76ee6, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=77d9ff0c-7308-4771-975a-03a09ad76ee6,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:20.285515 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71f4c020-6ba6-4e62-8fed-649ee4743320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:20.298232 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-71f4c020-6ba6-4e62-8fed-649ee4743320 admin admin] Calling delete_port for 77d9ff0c-7308-4771-975a-03a09ad76ee6 owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:20.489846 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71f4c020-6ba6-4e62-8fed-649ee4743320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:20.525622 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4c020-6ba6-4e62-8fed-649ee4743320 admin admin] Pushing event deleted for resources: {'Port': ['ID=77d9ff0c-7308-4771-975a-03a09ad76ee6,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:20.718359 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-71f4c020-6ba6-4e62-8fed-649ee4743320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:20.964260 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f4c020-6ba6-4e62-8fed-649ee4743320 admin admin] Router f8137702-d4e8-4e70-8e0c-42d5fee58b3b has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:40:21.080981 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f4c020-6ba6-4e62-8fed-649ee4743320 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:21.086652 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-71f4c020-6ba6-4e62-8fed-649ee4743320 admin admin] 10.222.0.16 "PUT /v2.0/routers/f8137702-d4e8-4e70-8e0c-42d5fee58b3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6241314 Jul 16 02:40:21.089902 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42342) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:21.093405 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a854b0e2-c0e7-489e-8e50-cd48bb3b83e7 None None] Sync routers for ids ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:21.104551 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a854b0e2-c0e7-489e-8e50-cd48bb3b83e7 None None] Routers {'f8137702-d4e8-4e70-8e0c-42d5fee58b3b'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:21.105185 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a854b0e2-c0e7-489e-8e50-cd48bb3b83e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:40:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:21.197824 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77ce2d4f-a00d-495b-a6c7-155df2feb9e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:21.220648 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-a854b0e2-c0e7-489e-8e50-cd48bb3b83e7 None None] Set router f8137702-d4e8-4e70-8e0c-42d5fee58b3b gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:21.300494 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77ce2d4f-a00d-495b-a6c7-155df2feb9e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:21.359245 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-77ce2d4f-a00d-495b-a6c7-155df2feb9e9 admin admin] Deleting port a1a16cdd-5d04-4c08-9863-8442d3c5eddc {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:21.359759 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77ce2d4f-a00d-495b-a6c7-155df2feb9e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:21.414394 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a854b0e2-c0e7-489e-8e50-cd48bb3b83e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'name': 'tempest-TestShelveInstance-806096510-router', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:40:20Z', 'revision_number': 5, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'gw_port': {'id': 'a1a16cdd-5d04-4c08-9863-8442d3c5eddc', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:21.441487 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a854b0e2-c0e7-489e-8e50-cd48bb3b83e7 None None] Checking router: f8137702-d4e8-4e70-8e0c-42d5fee58b3b for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:21.442263 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-77ce2d4f-a00d-495b-a6c7-155df2feb9e9 admin admin] For port a1a16cdd-5d04-4c08-9863-8442d3c5eddc, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a1a16cdd-5d04-4c08-9863-8442d3c5eddc,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:21.442616 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77ce2d4f-a00d-495b-a6c7-155df2feb9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:21.449962 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a854b0e2-c0e7-489e-8e50-cd48bb3b83e7 None None] Routers {'f8137702-d4e8-4e70-8e0c-42d5fee58b3b'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:21.450580 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a854b0e2-c0e7-489e-8e50-cd48bb3b83e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:40:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:21.456108 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-77ce2d4f-a00d-495b-a6c7-155df2feb9e9 admin admin] Calling delete_port for a1a16cdd-5d04-4c08-9863-8442d3c5eddc owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:21.537378 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-a854b0e2-c0e7-489e-8e50-cd48bb3b83e7 None None] Set router f8137702-d4e8-4e70-8e0c-42d5fee58b3b gateway port host: None {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:21.589732 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a854b0e2-c0e7-489e-8e50-cd48bb3b83e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'name': 'tempest-TestShelveInstance-806096510-router', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:40:21Z', 'revision_number': 6, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:21.618804 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a854b0e2-c0e7-489e-8e50-cd48bb3b83e7 None None] The sync data for ids ['f8137702-d4e8-4e70-8e0c-42d5fee58b3b'] in n-d-792394-16 is: [{'id': 'f8137702-d4e8-4e70-8e0c-42d5fee58b3b', 'name': 'tempest-TestShelveInstance-806096510-router', 'tenant_id': '75ff71420756476aa1e29eac8a34788b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:25Z', 'updated_at': '2021-07-16T02:40:21Z', 'revision_number': 6, 'project_id': '75ff71420756476aa1e29eac8a34788b', 'gw_port_host': None}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:21.628902 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77ce2d4f-a00d-495b-a6c7-155df2feb9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:21.657930 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce2d4f-a00d-495b-a6c7-155df2feb9e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1a16cdd-5d04-4c08-9863-8442d3c5eddc,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:21.725966 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77ce2d4f-a00d-495b-a6c7-155df2feb9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:21.818121 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77ce2d4f-a00d-495b-a6c7-155df2feb9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:21.820383 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77ce2d4f-a00d-495b-a6c7-155df2feb9e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:21.866327 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77ce2d4f-a00d-495b-a6c7-155df2feb9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:21.866887 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ce2d4f-a00d-495b-a6c7-155df2feb9e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8137702-d4e8-4e70-8e0c-42d5fee58b3b {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:40:21.871415 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-77ce2d4f-a00d-495b-a6c7-155df2feb9e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:21.872700 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-77ce2d4f-a00d-495b-a6c7-155df2feb9e9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f8137702-d4e8-4e70-8e0c-42d5fee58b3b HTTP/1.1" status: 204 len: 168 time: 0.7818775 Jul 16 02:40:21.875249 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42344) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:21.926737 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2e0e8e-ff2d-44e8-8fab-058be6227cd7 admin admin] Deleting subnet ea4f3462-7c4e-47e9-b113-fcd83d94f110 {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:40:21.930069 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c2e0e8e-ff2d-44e8-8fab-058be6227cd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:21.966292 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c2e0e8e-ff2d-44e8-8fab-058be6227cd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:22.050760 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c2e0e8e-ff2d-44e8-8fab-058be6227cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:22.107394 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c2e0e8e-ff2d-44e8-8fab-058be6227cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:22.140603 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c2e0e8e-ff2d-44e8-8fab-058be6227cd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:22.142505 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1c2e0e8e-ff2d-44e8-8fab-058be6227cd7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ea4f3462-7c4e-47e9-b113-fcd83d94f110 HTTP/1.1" status: 204 len: 168 time: 0.2661650 Jul 16 02:40:22.144190 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e0e8e-ff2d-44e8-8fab-058be6227cd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea4f3462-7c4e-47e9-b113-fcd83d94f110,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:22.145398 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42346) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:22.146735 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d74ed7-87a5-4554-beab-3ace241ba5fd None None] Network 62c89f1e-c56f-46e0-b235-e19e17faeaf1 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:40:22.215101 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca86957c-9c11-49f9-aa48-1a90e09c5012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:22.274322 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-ca86957c-9c11-49f9-aa48-1a90e09c5012 admin admin] Deleting port a0e68a95-0a25-41b7-8496-54ff635ca91b {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:22.274672 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca86957c-9c11-49f9-aa48-1a90e09c5012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:22.347336 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-ca86957c-9c11-49f9-aa48-1a90e09c5012 admin admin] For port a0e68a95-0a25-41b7-8496-54ff635ca91b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a0e68a95-0a25-41b7-8496-54ff635ca91b,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:22.347698 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca86957c-9c11-49f9-aa48-1a90e09c5012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:22.360744 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-ca86957c-9c11-49f9-aa48-1a90e09c5012 admin admin] Calling delete_port for a0e68a95-0a25-41b7-8496-54ff635ca91b owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:22.364599 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710e3d22-2ff4-47ef-9051-2f611446cb4d None None] DHCP port deletion for 62c89f1e-c56f-46e0-b235-e19e17faeaf1 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:40:22.415119 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-710e3d22-2ff4-47ef-9051-2f611446cb4d None None] Deleting port a0e68a95-0a25-41b7-8496-54ff635ca91b {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:22.415502 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-710e3d22-2ff4-47ef-9051-2f611446cb4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:22.450145 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca86957c-9c11-49f9-aa48-1a90e09c5012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:22.479930 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca86957c-9c11-49f9-aa48-1a90e09c5012 admin admin] No DVR routers for this DVR port a0e68a95-0a25-41b7-8496-54ff635ca91b on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:40:22.480798 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-710e3d22-2ff4-47ef-9051-2f611446cb4d None None] For port a0e68a95-0a25-41b7-8496-54ff635ca91b, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=a0e68a95-0a25-41b7-8496-54ff635ca91b,segment=NetworkSegment(2d73506e-2c2a-4183-882a-d01659289269),segment_id=2d73506e-2c2a-4183-882a-d01659289269)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:22.481647 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-710e3d22-2ff4-47ef-9051-2f611446cb4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:22.485296 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86957c-9c11-49f9-aa48-1a90e09c5012 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e68a95-0a25-41b7-8496-54ff635ca91b,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:22.501625 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-710e3d22-2ff4-47ef-9051-2f611446cb4d None None] Calling delete_port for a0e68a95-0a25-41b7-8496-54ff635ca91b owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:22.561355 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca86957c-9c11-49f9-aa48-1a90e09c5012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:22.573535 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-ca86957c-9c11-49f9-aa48-1a90e09c5012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c89f1e-c56f-46e0-b235-e19e17faeaf1']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:22.580351 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-710e3d22-2ff4-47ef-9051-2f611446cb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:22.584912 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-ca86957c-9c11-49f9-aa48-1a90e09c5012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d73506e-2c2a-4183-882a-d01659289269') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:22.585365 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-ca86957c-9c11-49f9-aa48-1a90e09c5012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d73506e-2c2a-4183-882a-d01659289269') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:22.594622 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca86957c-9c11-49f9-aa48-1a90e09c5012 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:22.607869 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e3d22-2ff4-47ef-9051-2f611446cb4d None None] Pushing event deleted for resources: {'Port': ['ID=a0e68a95-0a25-41b7-8496-54ff635ca91b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:22.610915 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca86957c-9c11-49f9-aa48-1a90e09c5012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:22.615735 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710e3d22-2ff4-47ef-9051-2f611446cb4d None None] No DVR routers for this DVR port a0e68a95-0a25-41b7-8496-54ff635ca91b on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:40:22.617831 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca86957c-9c11-49f9-aa48-1a90e09c5012 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:40:22.618236 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca86957c-9c11-49f9-aa48-1a90e09c5012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:22.618675 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e3d22-2ff4-47ef-9051-2f611446cb4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:22.619234 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e3d22-2ff4-47ef-9051-2f611446cb4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:22.619739 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e3d22-2ff4-47ef-9051-2f611446cb4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: timer() Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:40:22.620218 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:40:22.623188 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e3d22-2ff4-47ef-9051-2f611446cb4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:22.623188 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e3d22-2ff4-47ef-9051-2f611446cb4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:22.623188 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e3d22-2ff4-47ef-9051-2f611446cb4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:22.623188 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e3d22-2ff4-47ef-9051-2f611446cb4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:22.623188 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e3d22-2ff4-47ef-9051-2f611446cb4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:22.623188 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e3d22-2ff4-47ef-9051-2f611446cb4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:22.623188 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e3d22-2ff4-47ef-9051-2f611446cb4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:22.623188 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e3d22-2ff4-47ef-9051-2f611446cb4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:22.623188 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e3d22-2ff4-47ef-9051-2f611446cb4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:22.678471 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca86957c-9c11-49f9-aa48-1a90e09c5012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:22.694611 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ca86957c-9c11-49f9-aa48-1a90e09c5012 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:22.698408 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ca86957c-9c11-49f9-aa48-1a90e09c5012 admin admin] 10.222.0.16 "DELETE /v2.0/networks/62c89f1e-c56f-46e0-b235-e19e17faeaf1 HTTP/1.1" status: 204 len: 168 time: 0.5514035 Jul 16 02:40:22.699352 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86957c-9c11-49f9-aa48-1a90e09c5012 admin admin] Pushing event deleted for resources: {'Network': ['ID=62c89f1e-c56f-46e0-b235-e19e17faeaf1,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:22.701544 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42348) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:22.972121 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a0e68a95-0a25-41b7-8496-54ff635ca91b no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:40:22.992968 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: a0e68a95-0a25-41b7-8496-54ff635ca91b {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:40:22.993311 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a0e68a95-0a25-41b7-8496-54ff635ca91b not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:40:22.993723 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 77d9ff0c-7308-4771-975a-03a09ad76ee6 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:40:23.012972 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 77d9ff0c-7308-4771-975a-03a09ad76ee6 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:40:23.013269 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 77d9ff0c-7308-4771-975a-03a09ad76ee6 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:40:23.013754 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a1a16cdd-5d04-4c08-9863-8442d3c5eddc no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:40:23.036659 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: a1a16cdd-5d04-4c08-9863-8442d3c5eddc {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:40:23.037001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device a1a16cdd-5d04-4c08-9863-8442d3c5eddc not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:40:23.392028 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08504efa-99ec-4096-935e-3bfce35d3df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:23.671379 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-08504efa-99ec-4096-935e-3bfce35d3df9 admin admin] Deleting port 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:23.671640 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08504efa-99ec-4096-935e-3bfce35d3df9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:23.750914 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-08504efa-99ec-4096-935e-3bfce35d3df9 admin admin] For port 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34,segment=NetworkSegment(a6cce359-9067-463d-85ee-c67b2496ad69),segment_id=a6cce359-9067-463d-85ee-c67b2496ad69)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:23.751626 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08504efa-99ec-4096-935e-3bfce35d3df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:23.763633 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-08504efa-99ec-4096-935e-3bfce35d3df9 admin admin] Calling delete_port for 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34 owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:23.953980 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08504efa-99ec-4096-935e-3bfce35d3df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:23.987686 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08504efa-99ec-4096-935e-3bfce35d3df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:24.156589 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-08504efa-99ec-4096-935e-3bfce35d3df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:24.375325 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08504efa-99ec-4096-935e-3bfce35d3df9 admin admin] Router 77eb483f-283d-4e37-aed7-2795a5908c1b has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:40:24.488027 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08504efa-99ec-4096-935e-3bfce35d3df9 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:24.493467 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-08504efa-99ec-4096-935e-3bfce35d3df9 admin admin] 10.222.0.16 "PUT /v2.0/routers/77eb483f-283d-4e37-aed7-2795a5908c1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7907913 Jul 16 02:40:24.496005 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42350) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:24.497417 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f814c0-9f23-4b8a-a9fe-8aa97cea121a None None] Sync routers for ids ['77eb483f-283d-4e37-aed7-2795a5908c1b'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:24.509858 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f814c0-9f23-4b8a-a9fe-8aa97cea121a None None] Routers {'77eb483f-283d-4e37-aed7-2795a5908c1b'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:24.510479 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-13f814c0-9f23-4b8a-a9fe-8aa97cea121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:40:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['77eb483f-283d-4e37-aed7-2795a5908c1b'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:24.604087 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2fe3000e-2506-49d0-8abf-b66795ff4eac admin admin] Notify callbacks [] for router, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:24.616695 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-13f814c0-9f23-4b8a-a9fe-8aa97cea121a None None] Set router 77eb483f-283d-4e37-aed7-2795a5908c1b gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:24.712117 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2fe3000e-2506-49d0-8abf-b66795ff4eac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:24.765437 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-2fe3000e-2506-49d0-8abf-b66795ff4eac admin admin] Deleting port 1f183dd9-5f56-4e4c-8313-3ad4f92a6252 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:24.766212 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2fe3000e-2506-49d0-8abf-b66795ff4eac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:24.794248 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-13f814c0-9f23-4b8a-a9fe-8aa97cea121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eb483f-283d-4e37-aed7-2795a5908c1b', 'name': 'tempest-TestShelveInstance-2023069900-router', 'tenant_id': '5215d31b8e82452eb897bd600bb17780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '1f183dd9-5f56-4e4c-8313-3ad4f92a6252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:29Z', 'updated_at': '2021-07-16T02:40:23Z', 'revision_number': 5, 'project_id': '5215d31b8e82452eb897bd600bb17780', 'gw_port': {'id': '1f183dd9-5f56-4e4c-8313-3ad4f92a6252', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eb483f-283d-4e37-aed7-2795a5908c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:31:30Z', 'updated_at': '2021-07-16T02:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:24.824091 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f814c0-9f23-4b8a-a9fe-8aa97cea121a None None] Checking router: 77eb483f-283d-4e37-aed7-2795a5908c1b for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:24.832775 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f814c0-9f23-4b8a-a9fe-8aa97cea121a None None] Routers {'77eb483f-283d-4e37-aed7-2795a5908c1b'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:24.833388 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-13f814c0-9f23-4b8a-a9fe-8aa97cea121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:40:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['77eb483f-283d-4e37-aed7-2795a5908c1b'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:24.856614 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-2fe3000e-2506-49d0-8abf-b66795ff4eac admin admin] For port 1f183dd9-5f56-4e4c-8313-3ad4f92a6252, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=1f183dd9-5f56-4e4c-8313-3ad4f92a6252,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:24.856959 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2fe3000e-2506-49d0-8abf-b66795ff4eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:24.868922 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-2fe3000e-2506-49d0-8abf-b66795ff4eac admin admin] Calling delete_port for 1f183dd9-5f56-4e4c-8313-3ad4f92a6252 owned by network:router_gateway {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:24.916963 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-13f814c0-9f23-4b8a-a9fe-8aa97cea121a None None] Set router 77eb483f-283d-4e37-aed7-2795a5908c1b gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:24.974093 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-13f814c0-9f23-4b8a-a9fe-8aa97cea121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eb483f-283d-4e37-aed7-2795a5908c1b', 'name': 'tempest-TestShelveInstance-2023069900-router', 'tenant_id': '5215d31b8e82452eb897bd600bb17780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:29Z', 'updated_at': '2021-07-16T02:40:24Z', 'revision_number': 6, 'project_id': '5215d31b8e82452eb897bd600bb17780', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:25.000864 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f814c0-9f23-4b8a-a9fe-8aa97cea121a None None] The sync data for ids ['77eb483f-283d-4e37-aed7-2795a5908c1b'] in n-d-792394-16 is: [{'id': '77eb483f-283d-4e37-aed7-2795a5908c1b', 'name': 'tempest-TestShelveInstance-2023069900-router', 'tenant_id': '5215d31b8e82452eb897bd600bb17780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:31:29Z', 'updated_at': '2021-07-16T02:40:24Z', 'revision_number': 6, 'project_id': '5215d31b8e82452eb897bd600bb17780', 'gw_port_host': None}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:25.056557 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2fe3000e-2506-49d0-8abf-b66795ff4eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.079949 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3000e-2506-49d0-8abf-b66795ff4eac admin admin] Pushing event deleted for resources: {'Port': ['ID=1f183dd9-5f56-4e4c-8313-3ad4f92a6252,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:25.143575 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2fe3000e-2506-49d0-8abf-b66795ff4eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.232653 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2fe3000e-2506-49d0-8abf-b66795ff4eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.234689 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2fe3000e-2506-49d0-8abf-b66795ff4eac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.281408 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2fe3000e-2506-49d0-8abf-b66795ff4eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.281920 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe3000e-2506-49d0-8abf-b66795ff4eac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77eb483f-283d-4e37-aed7-2795a5908c1b {{(pid=93955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:40:25.286703 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2fe3000e-2506-49d0-8abf-b66795ff4eac admin admin] Notify callbacks [] for router, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.288236 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2fe3000e-2506-49d0-8abf-b66795ff4eac admin admin] 10.222.0.16 "DELETE /v2.0/routers/77eb483f-283d-4e37-aed7-2795a5908c1b HTTP/1.1" status: 204 len: 168 time: 0.7912579 Jul 16 02:40:25.290854 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42352) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:25.336355 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bbec58e-e9ce-4593-a91f-afc2a968f262 admin admin] Deleting subnet b0d587c7-65ea-45a3-93c2-1058862de2dc {{(pid=93955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:40:25.340600 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7bbec58e-e9ce-4593-a91f-afc2a968f262 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.378094 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7bbec58e-e9ce-4593-a91f-afc2a968f262 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12780714'] for subnet, precommit_delete_associations {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.468530 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7bbec58e-e9ce-4593-a91f-afc2a968f262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.532741 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7bbec58e-e9ce-4593-a91f-afc2a968f262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12780690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13064595'] for subnet, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.559228 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbec58e-e9ce-4593-a91f-afc2a968f262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d587c7-65ea-45a3-93c2-1058862de2dc,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:25.563122 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7bbec58e-e9ce-4593-a91f-afc2a968f262 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.566628 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7bbec58e-e9ce-4593-a91f-afc2a968f262 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b0d587c7-65ea-45a3-93c2-1058862de2dc HTTP/1.1" status: 204 len: 168 time: 0.2733614 Jul 16 02:40:25.567919 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42354) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:25.570872 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0765401-3e25-46e9-ac42-2253711244ce None None] Network da3f2056-6654-4357-aac0-4cb78ebaf7f5 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:40:25.640991 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b12fcf5-7553-462e-9777-b6f599dc47e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.693349 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1b12fcf5-7553-462e-9777-b6f599dc47e7 admin admin] Deleting port 18383b4f-0f29-4caf-b5df-5d48e34b90bd {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:25.693568 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b12fcf5-7553-462e-9777-b6f599dc47e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.755987 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b67434-c38c-4a7f-a4d8-32f46779cc38 None None] DHCP port deletion for da3f2056-6654-4357-aac0-4cb78ebaf7f5 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:40:25.762768 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-1b12fcf5-7553-462e-9777-b6f599dc47e7 admin admin] For port 18383b4f-0f29-4caf-b5df-5d48e34b90bd, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=18383b4f-0f29-4caf-b5df-5d48e34b90bd,segment=NetworkSegment(a6cce359-9067-463d-85ee-c67b2496ad69),segment_id=a6cce359-9067-463d-85ee-c67b2496ad69)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:25.763130 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b12fcf5-7553-462e-9777-b6f599dc47e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.777424 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-1b12fcf5-7553-462e-9777-b6f599dc47e7 admin admin] Calling delete_port for 18383b4f-0f29-4caf-b5df-5d48e34b90bd owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:25.803592 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-84b67434-c38c-4a7f-a4d8-32f46779cc38 None None] Deleting port 18383b4f-0f29-4caf-b5df-5d48e34b90bd {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:25.803880 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84b67434-c38c-4a7f-a4d8-32f46779cc38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.864779 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b12fcf5-7553-462e-9777-b6f599dc47e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.868703 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-84b67434-c38c-4a7f-a4d8-32f46779cc38 None None] For port 18383b4f-0f29-4caf-b5df-5d48e34b90bd, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=18383b4f-0f29-4caf-b5df-5d48e34b90bd,segment=NetworkSegment(a6cce359-9067-463d-85ee-c67b2496ad69),segment_id=a6cce359-9067-463d-85ee-c67b2496ad69)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:25.869127 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84b67434-c38c-4a7f-a4d8-32f46779cc38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.882586 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-84b67434-c38c-4a7f-a4d8-32f46779cc38 None None] Calling delete_port for 18383b4f-0f29-4caf-b5df-5d48e34b90bd owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:25.892537 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12fcf5-7553-462e-9777-b6f599dc47e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=18383b4f-0f29-4caf-b5df-5d48e34b90bd,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:25.894431 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b12fcf5-7553-462e-9777-b6f599dc47e7 admin admin] No DVR routers for this DVR port 18383b4f-0f29-4caf-b5df-5d48e34b90bd on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:40:25.963601 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84b67434-c38c-4a7f-a4d8-32f46779cc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.972732 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b12fcf5-7553-462e-9777-b6f599dc47e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.983641 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-1b12fcf5-7553-462e-9777-b6f599dc47e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3f2056-6654-4357-aac0-4cb78ebaf7f5']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:25.989330 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b67434-c38c-4a7f-a4d8-32f46779cc38 None None] Pushing event deleted for resources: {'Port': ['ID=18383b4f-0f29-4caf-b5df-5d48e34b90bd,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:25.994780 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-1b12fcf5-7553-462e-9777-b6f599dc47e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6cce359-9067-463d-85ee-c67b2496ad69') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:25.995176 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-1b12fcf5-7553-462e-9777-b6f599dc47e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6cce359-9067-463d-85ee-c67b2496ad69') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:25.997230 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b67434-c38c-4a7f-a4d8-32f46779cc38 None None] No DVR routers for this DVR port 18383b4f-0f29-4caf-b5df-5d48e34b90bd on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:40:26.009999 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b12fcf5-7553-462e-9777-b6f599dc47e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:26.024737 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b12fcf5-7553-462e-9777-b6f599dc47e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:26.031024 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b12fcf5-7553-462e-9777-b6f599dc47e7 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:40:26.031431 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b12fcf5-7553-462e-9777-b6f599dc47e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: timer() Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:40:26.033579 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:40:26.093718 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b12fcf5-7553-462e-9777-b6f599dc47e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:26.101569 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1b12fcf5-7553-462e-9777-b6f599dc47e7 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:26.103638 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1b12fcf5-7553-462e-9777-b6f599dc47e7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/da3f2056-6654-4357-aac0-4cb78ebaf7f5 HTTP/1.1" status: 204 len: 168 time: 0.5346990 Jul 16 02:40:26.115839 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12fcf5-7553-462e-9777-b6f599dc47e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=da3f2056-6654-4357-aac0-4cb78ebaf7f5,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:26.229818 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42358) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:26.271532 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3daedf35-400d-49b0-933b-5c0d8b308e87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75ff71420756476aa1e29eac8a34788b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403450 Jul 16 02:40:26.275226 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42360) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:26.330846 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-78d631fe-3c9c-47ef-aa28-805651789e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:26.351782 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-78d631fe-3c9c-47ef-aa28-805651789e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:26.407392 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-78d631fe-3c9c-47ef-aa28-805651789e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:26.410392 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-78d631fe-3c9c-47ef-aa28-805651789e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:26.411573 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-78d631fe-3c9c-47ef-aa28-805651789e14 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9228bbc3-db81-4188-a845-e2cc6345bbed HTTP/1.1" status: 204 len: 168 time: 0.1352737 Jul 16 02:40:26.419770 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d631fe-3c9c-47ef-aa28-805651789e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9228bbc3-db81-4188-a845-e2cc6345bbed,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:26.712411 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-479a8e6a-b948-4a6d-bade-90518830264a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:26.780656 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42366) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:26.837790 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-ea964963-c98b-45e4-8d3a-1fb8381e082c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5215d31b8e82452eb897bd600bb17780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558450 Jul 16 02:40:26.840411 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42368) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:26.889038 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f570-9aa4-446a-88d8-810f94b8451a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:26.916483 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f570-9aa4-446a-88d8-810f94b8451a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:26.968909 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 18383b4f-0f29-4caf-b5df-5d48e34b90bd no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:40:26.974269 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f570-9aa4-446a-88d8-810f94b8451a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:26.979414 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f570-9aa4-446a-88d8-810f94b8451a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:26.981431 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f9d6f570-9aa4-446a-88d8-810f94b8451a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/227cbf07-a42e-4e28-a08f-48307f9291f1 HTTP/1.1" status: 204 len: 168 time: 0.1397369 Jul 16 02:40:26.991607 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 18383b4f-0f29-4caf-b5df-5d48e34b90bd {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:40:26.991829 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6f570-9aa4-446a-88d8-810f94b8451a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227cbf07-a42e-4e28-a08f-48307f9291f1,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:26.991953 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 18383b4f-0f29-4caf-b5df-5d48e34b90bd not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:40:26.992395 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:40:27.014503 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:40:27.014851 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 360396a6-2e0e-4bf2-a0c3-bdf07f0e0f34 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:40:27.015259 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1f183dd9-5f56-4e4c-8313-3ad4f92a6252 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:40:27.039533 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 1f183dd9-5f56-4e4c-8313-3ad4f92a6252 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:40:27.039877 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 1f183dd9-5f56-4e4c-8313-3ad4f92a6252 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:40:27.740178 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42390) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:27.860396 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-6eb3f928-308c-47a8-b3a2-ed376e6ea871 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1822257053-network', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:27.886160 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb3f928-308c-47a8-b3a2-ed376e6ea871 admin admin] Made reservation on behalf of 6f72a1308fe74380afc2f15c399c8f47 for: {'network': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:40:27.888599 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f928-308c-47a8-b3a2-ed376e6ea871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:27.897041 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f928-308c-47a8-b3a2-ed376e6ea871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:28.000169 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f928-308c-47a8-b3a2-ed376e6ea871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:28.006417 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f928-308c-47a8-b3a2-ed376e6ea871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:28.030606 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb3f928-308c-47a8-b3a2-ed376e6ea871 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=93955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:40:28.040293 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3f928-308c-47a8-b3a2-ed376e6ea871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92508c8a-7945-4572-853e-1e789401586e,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:28.044977 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f928-308c-47a8-b3a2-ed376e6ea871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:28.045317 n-d-792394-16 neutron-server[93955]: INFO neutron.db.segments_db [None req-6eb3f928-308c-47a8-b3a2-ed376e6ea871 admin admin] Added segment f91b8fb6-13d1-472d-bd72-d640c4bd0259 of type vlan for network 0f6e179e-a952-497c-9215-c95caad6aba5 Jul 16 02:40:28.090877 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f928-308c-47a8-b3a2-ed376e6ea871 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:28.120292 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f928-308c-47a8-b3a2-ed376e6ea871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:28.121320 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb3f928-308c-47a8-b3a2-ed376e6ea871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:28.121900 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f928-308c-47a8-b3a2-ed376e6ea871 admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:28.157093 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-6eb3f928-308c-47a8-b3a2-ed376e6ea871 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4157548 Jul 16 02:40:28.160287 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42394) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:28.165379 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-e26e89b8-3098-4dcb-aa05-7acb42ab939d admin admin] Request body: {'subnet': {'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1822257053-subnet', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'ip_version': 4}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:28.183762 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3f928-308c-47a8-b3a2-ed376e6ea871 admin admin] Pushing event updated for resources: {'Network': ['ID=0f6e179e-a952-497c-9215-c95caad6aba5,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:28.186794 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26e89b8-3098-4dcb-aa05-7acb42ab939d admin admin] Made reservation on behalf of 6f72a1308fe74380afc2f15c399c8f47 for: {'subnet': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:40:28.189255 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e26e89b8-3098-4dcb-aa05-7acb42ab939d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746896'] for subnet, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:28.193995 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 0f6e179e-a952-497c-9215-c95caad6aba5 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:40:28.369952 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e26e89b8-3098-4dcb-aa05-7acb42ab939d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12773419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746882'] for subnet, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:28.419435 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e89b8-3098-4dcb-aa05-7acb42ab939d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8add545f-e572-4cd5-9030-1c802385de2b,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:28.435305 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26e89b8-3098-4dcb-aa05-7acb42ab939d admin admin] Checking segment: {'id': 'f91b8fb6-13d1-472d-bd72-d640c4bd0259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:28.435667 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26e89b8-3098-4dcb-aa05-7acb42ab939d admin admin] Network hostable DHCP agents. Network: 0f6e179e-a952-497c-9215-c95caad6aba5, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:40:28.456476 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26e89b8-3098-4dcb-aa05-7acb42ab939d admin admin] Network 0f6e179e-a952-497c-9215-c95caad6aba5 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:40:28.466865 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-e26e89b8-3098-4dcb-aa05-7acb42ab939d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 0f6e179e-a952-497c-9215-c95caad6aba5) {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:28.471991 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26e89b8-3098-4dcb-aa05-7acb42ab939d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:28.472599 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e26e89b8-3098-4dcb-aa05-7acb42ab939d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:28.477581 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508100a7-a270-40a8-ae56-e3ee7b3c64de None None] Network 0f6e179e-a952-497c-9215-c95caad6aba5 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:40:28.487108 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e26e89b8-3098-4dcb-aa05-7acb42ab939d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3256435 Jul 16 02:40:28.490085 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42396) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:28.494441 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-d7c7bdd1-5663-4ebc-b11b-ba6ff80c0ad4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1822257053-router', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:28.515674 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d7c7bdd1-5663-4ebc-b11b-ba6ff80c0ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:28.516633 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d7c7bdd1-5663-4ebc-b11b-ba6ff80c0ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:28.570189 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d7c7bdd1-5663-4ebc-b11b-ba6ff80c0ad4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:28.630105 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d4d7ae-4a5b-438a-a8b0-ce2d33076ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-0f6e179e-a952-497c-9215-c95caad6aba5', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'fixed_ips': [{'subnet_id': '8add545f-e572-4cd5-9030-1c802385de2b'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:40:28.631003 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32d4d7ae-4a5b-438a-a8b0-ce2d33076ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:28.711597 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d7c7bdd1-5663-4ebc-b11b-ba6ff80c0ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:28.931416 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-32d4d7ae-4a5b-438a-a8b0-ce2d33076ecc None None] Allocated IP 172.20.0.2 (0f6e179e-a952-497c-9215-c95caad6aba5/8add545f-e572-4cd5-9030-1c802385de2b/09bb119c-e5e8-4c93-bc7b-9247bc335bc9) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:28.932828 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d7c7bdd1-5663-4ebc-b11b-ba6ff80c0ad4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:28.952126 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d7c7bdd1-5663-4ebc-b11b-ba6ff80c0ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:29.056664 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-d7c7bdd1-5663-4ebc-b11b-ba6ff80c0ad4 admin admin] Allocated IP 172.25.6.164 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/4e78f7de-7fac-460e-a189-2eeecc1f7aab) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:29.077997 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32d4d7ae-4a5b-438a-a8b0-ce2d33076ecc None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:29.087049 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-32d4d7ae-4a5b-438a-a8b0-ce2d33076ecc None None] Transition to ACTIVE for port object 09bb119c-e5e8-4c93-bc7b-9247bc335bc9 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:29.102188 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-32d4d7ae-4a5b-438a-a8b0-ce2d33076ecc None None] Transition to ACTIVE for port object 09bb119c-e5e8-4c93-bc7b-9247bc335bc9 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:29.110074 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32d4d7ae-4a5b-438a-a8b0-ce2d33076ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:29.151036 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d4d7ae-4a5b-438a-a8b0-ce2d33076ecc None None] Network 0f6e179e-a952-497c-9215-c95caad6aba5 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:29.154041 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-32d4d7ae-4a5b-438a-a8b0-ce2d33076ecc None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:29.158791 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d4d7ae-4a5b-438a-a8b0-ce2d33076ecc None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:29.161641 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4d7ae-4a5b-438a-a8b0-ce2d33076ecc None None] Pushing event updated for resources: {'Port': ['ID=09bb119c-e5e8-4c93-bc7b-9247bc335bc9,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:29.171269 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d7c7bdd1-5663-4ebc-b11b-ba6ff80c0ad4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:29.211455 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d7c7bdd1-5663-4ebc-b11b-ba6ff80c0ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:29.218148 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-32d4d7ae-4a5b-438a-a8b0-ce2d33076ecc None None] Attempting to bind port 09bb119c-e5e8-4c93-bc7b-9247bc335bc9 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:40:29.218689 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-32d4d7ae-4a5b-438a-a8b0-ce2d33076ecc None None] Attempting to bind port 09bb119c-e5e8-4c93-bc7b-9247bc335bc9 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'f91b8fb6-13d1-472d-bd72-d640c4bd0259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:40:29.218911 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4d7ae-4a5b-438a-a8b0-ce2d33076ecc None None] Attempting to bind port 09bb119c-e5e8-4c93-bc7b-9247bc335bc9 on network 0f6e179e-a952-497c-9215-c95caad6aba5 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:29.224257 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4d7ae-4a5b-438a-a8b0-ce2d33076ecc None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:40:29.224653 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4d7ae-4a5b-438a-a8b0-ce2d33076ecc None None] Checking segment: {'id': 'f91b8fb6-13d1-472d-bd72-d640c4bd0259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:29.225081 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32d4d7ae-4a5b-438a-a8b0-ce2d33076ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:29.225481 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4d7ae-4a5b-438a-a8b0-ce2d33076ecc None None] Bound using segment: {'id': 'f91b8fb6-13d1-472d-bd72-d640c4bd0259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:40:29.225970 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-32d4d7ae-4a5b-438a-a8b0-ce2d33076ecc None None] Bound port: 09bb119c-e5e8-4c93-bc7b-9247bc335bc9, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91b8fb6-13d1-472d-bd72-d640c4bd0259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:40:29.226352 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32d4d7ae-4a5b-438a-a8b0-ce2d33076ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:29.252147 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c7bdd1-5663-4ebc-b11b-ba6ff80c0ad4 admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:29.255127 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-d7c7bdd1-5663-4ebc-b11b-ba6ff80c0ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:29.260188 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c7bdd1-5663-4ebc-b11b-ba6ff80c0ad4 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:29.262231 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7bdd1-5663-4ebc-b11b-ba6ff80c0ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=4e78f7de-7fac-460e-a189-2eeecc1f7aab,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:29.291599 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-32d4d7ae-4a5b-438a-a8b0-ce2d33076ecc None None] For port 09bb119c-e5e8-4c93-bc7b-9247bc335bc9, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:40:29.295195 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-32d4d7ae-4a5b-438a-a8b0-ce2d33076ecc None None] For port 09bb119c-e5e8-4c93-bc7b-9247bc335bc9, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=09bb119c-e5e8-4c93-bc7b-9247bc335bc9,segment=NetworkSegment(f91b8fb6-13d1-472d-bd72-d640c4bd0259),segment_id=f91b8fb6-13d1-472d-bd72-d640c4bd0259)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:40:29.300312 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32d4d7ae-4a5b-438a-a8b0-ce2d33076ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:29.363936 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4d7ae-4a5b-438a-a8b0-ce2d33076ecc None None] Pushing event updated for resources: {'Port': ['ID=09bb119c-e5e8-4c93-bc7b-9247bc335bc9,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:29.540571 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d7c7bdd1-5663-4ebc-b11b-ba6ff80c0ad4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:29.671806 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6f56afa4-910d-4359-a670-28720b49d318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:29.754350 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d7c7bdd1-5663-4ebc-b11b-ba6ff80c0ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:29.836430 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:29.889652 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c7bdd1-5663-4ebc-b11b-ba6ff80c0ad4 admin admin] Router 5f6672ac-7c15-404d-a16c-d4230ffffcc8 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:40:30.012713 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c7bdd1-5663-4ebc-b11b-ba6ff80c0ad4 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:30.022126 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] Sync routers for ids ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:30.030548 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-d7c7bdd1-5663-4ebc-b11b-ba6ff80c0ad4 admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:30.035246 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] Routers {'5f6672ac-7c15-404d-a16c-d4230ffffcc8'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:30.035463 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-d7c7bdd1-5663-4ebc-b11b-ba6ff80c0ad4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5413134 Jul 16 02:40:30.035580 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:40:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:30.035703 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42398) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:30.145712 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] Set router 5f6672ac-7c15-404d-a16c-d4230ffffcc8 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:30.333866 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'name': 'tempest-TestSnapshotPattern-1822257053-router', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:29Z', 'revision_number': 3, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'gw_port': {'id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:30.366419 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8a759e-cc84-4869-b37e-c38eea6d990c None None] Network 0f6e179e-a952-497c-9215-c95caad6aba5 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:40:30.371392 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] Checking router: 5f6672ac-7c15-404d-a16c-d4230ffffcc8 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:30.371737 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] Updating router 5f6672ac-7c15-404d-a16c-d4230ffffcc8 port 4e78f7de-7fac-460e-a189-2eeecc1f7aab binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:40:30.445587 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6a8aec31-f433-440e-ac32-75807d7d251b None None] Provisioning for port 09bb119c-e5e8-4c93-bc7b-9247bc335bc9 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:30.464281 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:30.481452 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c664ff9-2496-42b0-9af6-cc8b5a3ff74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:30.641710 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-1c664ff9-2496-42b0-9af6-cc8b5a3ff74a admin admin] Allocated IP 172.20.0.1 (0f6e179e-a952-497c-9215-c95caad6aba5/8add545f-e572-4cd5-9030-1c802385de2b/e1d6580f-7c64-4e8d-95f6-22697ed6cc62) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:30.750294 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c664ff9-2496-42b0-9af6-cc8b5a3ff74a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:30.765339 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-1c664ff9-2496-42b0-9af6-cc8b5a3ff74a admin admin] Transition to ACTIVE for port object e1d6580f-7c64-4e8d-95f6-22697ed6cc62 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:30.790895 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:30.801755 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] Transition to ACTIVE for port object 4e78f7de-7fac-460e-a189-2eeecc1f7aab will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:30.808771 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:30.811715 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c664ff9-2496-42b0-9af6-cc8b5a3ff74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:30.848600 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c664ff9-2496-42b0-9af6-cc8b5a3ff74a admin admin] Network 0f6e179e-a952-497c-9215-c95caad6aba5 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:30.855128 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-1c664ff9-2496-42b0-9af6-cc8b5a3ff74a admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:30.857663 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c664ff9-2496-42b0-9af6-cc8b5a3ff74a admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:30.874215 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] Attempting to bind port 4e78f7de-7fac-460e-a189-2eeecc1f7aab on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:40:30.874809 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] Attempting to bind port 4e78f7de-7fac-460e-a189-2eeecc1f7aab by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:40:30.875404 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] Attempting to bind port 4e78f7de-7fac-460e-a189-2eeecc1f7aab on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:30.877947 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc95d4-42eb-41a1-ac95-6b00c3bbbb40 None None] Pushing event updated for resources: {'Port': ['ID=4e78f7de-7fac-460e-a189-2eeecc1f7aab,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:30.883870 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:40:30.884163 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:30.884559 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:30.885431 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:40:30.885431 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] Bound port: 4e78f7de-7fac-460e-a189-2eeecc1f7aab, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:40:30.885785 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:30.902616 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c664ff9-2496-42b0-9af6-cc8b5a3ff74a admin admin] Pushing event updated for resources: {'Port': ['ID=e1d6580f-7c64-4e8d-95f6-22697ed6cc62,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:30.917081 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c664ff9-2496-42b0-9af6-cc8b5a3ff74a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:30.942708 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] For port 4e78f7de-7fac-460e-a189-2eeecc1f7aab, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:40:30.947390 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] For port 4e78f7de-7fac-460e-a189-2eeecc1f7aab, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4e78f7de-7fac-460e-a189-2eeecc1f7aab,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:40:30.952720 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.017324 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] Routers {'5f6672ac-7c15-404d-a16c-d4230ffffcc8'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:31.018102 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:40:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:31.065760 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 09bb119c-e5e8-4c93-bc7b-9247bc335bc9 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:31.086464 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c664ff9-2496-42b0-9af6-cc8b5a3ff74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.131335 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc95d4-42eb-41a1-ac95-6b00c3bbbb40 None None] Pushing event updated for resources: {'Port': ['ID=4e78f7de-7fac-460e-a189-2eeecc1f7aab,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:31.185621 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.211956 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 09bb119c-e5e8-4c93-bc7b-9247bc335bc9 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:31.222098 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 09bb119c-e5e8-4c93-bc7b-9247bc335bc9 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:31.222563 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.227654 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] Set router 5f6672ac-7c15-404d-a16c-d4230ffffcc8 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:31.278678 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c664ff9-2496-42b0-9af6-cc8b5a3ff74a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.283798 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c664ff9-2496-42b0-9af6-cc8b5a3ff74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.352130 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-1c664ff9-2496-42b0-9af6-cc8b5a3ff74a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.354007 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c664ff9-2496-42b0-9af6-cc8b5a3ff74a admin admin] Pushing event updated for resources: {'Port': ['ID=e1d6580f-7c64-4e8d-95f6-22697ed6cc62,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:31.374064 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ea8f4258-e31a-4d18-8adf-7aadcba7d2a7 None None] Provisioning for port e1d6580f-7c64-4e8d-95f6-22697ed6cc62 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:31.386509 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-ea8f4258-e31a-4d18-8adf-7aadcba7d2a7 None None] Provisioning complete for port e1d6580f-7c64-4e8d-95f6-22697ed6cc62 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:31.386890 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ea8f4258-e31a-4d18-8adf-7aadcba7d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.457427 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c664ff9-2496-42b0-9af6-cc8b5a3ff74a admin admin] Network 0f6e179e-a952-497c-9215-c95caad6aba5 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:31.458960 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-1c664ff9-2496-42b0-9af6-cc8b5a3ff74a admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:31.466049 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ea8f4258-e31a-4d18-8adf-7aadcba7d2a7 None None] Port e1d6580f-7c64-4e8d-95f6-22697ed6cc62 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:40:31.502708 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.547479 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 09bb119c-e5e8-4c93-bc7b-9247bc335bc9, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=09bb119c-e5e8-4c93-bc7b-9247bc335bc9,segment=NetworkSegment(f91b8fb6-13d1-472d-bd72-d640c4bd0259),segment_id=f91b8fb6-13d1-472d-bd72-d640c4bd0259)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:31.554669 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.581406 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c664ff9-2496-42b0-9af6-cc8b5a3ff74a admin admin] Router 5f6672ac-7c15-404d-a16c-d4230ffffcc8 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:40:31.583673 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'name': 'tempest-TestSnapshotPattern-1822257053-router', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:29Z', 'revision_number': 3, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'gw_port': {'id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:31.618869 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47c36ca-332b-45f7-92fa-4cf31ce2f98e None None] The sync data for ids ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'] in n-d-792394-16 is: [{'id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'name': 'tempest-TestSnapshotPattern-1822257053-router', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:29Z', 'revision_number': 3, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'gw_port': {'id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:31.640440 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=09bb119c-e5e8-4c93-bc7b-9247bc335bc9,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:31.714295 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c664ff9-2496-42b0-9af6-cc8b5a3ff74a admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:31.719620 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-1c664ff9-2496-42b0-9af6-cc8b5a3ff74a admin admin] 10.222.0.16 "PUT /v2.0/routers/5f6672ac-7c15-404d-a16c-d4230ffffcc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6828198 Jul 16 02:40:31.793152 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d2fcfe09-b79a-422c-af81-b6020c6e6105 None None] Provisioning complete for port e1d6580f-7c64-4e8d-95f6-22697ed6cc62 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:31.793527 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d2fcfe09-b79a-422c-af81-b6020c6e6105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.830780 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d2fcfe09-b79a-422c-af81-b6020c6e6105 None None] Port e1d6580f-7c64-4e8d-95f6-22697ed6cc62 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:40:32.234092 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.249044 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42414) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:32.254900 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-bcbae6fe-9e30-4c51-9c6e-5161d90bc710 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1704260578-network', 'tenant_id': 'ad8540f00d074435a4311dbc6c940a15'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:32.278914 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbae6fe-9e30-4c51-9c6e-5161d90bc710 admin admin] Made reservation on behalf of ad8540f00d074435a4311dbc6c940a15 for: {'network': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:40:32.281551 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bcbae6fe-9e30-4c51-9c6e-5161d90bc710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for network, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.291017 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bcbae6fe-9e30-4c51-9c6e-5161d90bc710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.387176 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bcbae6fe-9e30-4c51-9c6e-5161d90bc710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.394114 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bcbae6fe-9e30-4c51-9c6e-5161d90bc710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.420552 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcbae6fe-9e30-4c51-9c6e-5161d90bc710 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:40:32.433395 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbae6fe-9e30-4c51-9c6e-5161d90bc710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc3791f-577e-4f1f-8dac-0cdfe370d5b2,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:32.438389 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bcbae6fe-9e30-4c51-9c6e-5161d90bc710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.439281 n-d-792394-16 neutron-server[93956]: INFO neutron.db.segments_db [None req-bcbae6fe-9e30-4c51-9c6e-5161d90bc710 admin admin] Added segment fa79dd39-9919-4221-b431-810673663e47 of type vlan for network 934372ac-b27a-472f-b9f0-6810e679ffe6 Jul 16 02:40:32.491344 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bcbae6fe-9e30-4c51-9c6e-5161d90bc710 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767329143839'] for network, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.524762 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bcbae6fe-9e30-4c51-9c6e-5161d90bc710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367'] for network, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.525946 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbae6fe-9e30-4c51-9c6e-5161d90bc710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:32.526704 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-bcbae6fe-9e30-4c51-9c6e-5161d90bc710 admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.559645 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-bcbae6fe-9e30-4c51-9c6e-5161d90bc710 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3094518 Jul 16 02:40:32.562905 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42416) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:32.568093 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-9986b72b-ebbc-4811-8647-89cc6f5718a0 admin admin] Request body: {'subnet': {'network_id': '934372ac-b27a-472f-b9f0-6810e679ffe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1704260578-subnet', 'tenant_id': 'ad8540f00d074435a4311dbc6c940a15', 'ip_version': 4}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:32.591869 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbae6fe-9e30-4c51-9c6e-5161d90bc710 admin admin] Pushing event updated for resources: {'Network': ['ID=934372ac-b27a-472f-b9f0-6810e679ffe6,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:32.592334 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9986b72b-ebbc-4811-8647-89cc6f5718a0 admin admin] Made reservation on behalf of ad8540f00d074435a4311dbc6c940a15 for: {'subnet': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:40:32.602286 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Network 934372ac-b27a-472f-b9f0-6810e679ffe6 details requested by agent ovs-agent-n-d-792394-16 with host n-d-792394-16 {{(pid=93957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:40:32.603284 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9986b72b-ebbc-4811-8647-89cc6f5718a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13064632'] for subnet, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.888001 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:33.049631 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 09bb119c-e5e8-4c93-bc7b-9247bc335bc9 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:33.102745 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 09bb119c-e5e8-4c93-bc7b-9247bc335bc9 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:33.103073 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:33.143793 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9986b72b-ebbc-4811-8647-89cc6f5718a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12780621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13064618'] for subnet, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:33.184538 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4e78f7de-7fac-460e-a189-2eeecc1f7aab up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:33.200865 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986b72b-ebbc-4811-8647-89cc6f5718a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25918041-b211-4960-a66a-becc88a8ee1a,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:33.211372 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9986b72b-ebbc-4811-8647-89cc6f5718a0 admin admin] Checking segment: {'id': 'fa79dd39-9919-4221-b431-810673663e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '934372ac-b27a-472f-b9f0-6810e679ffe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:33.211817 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9986b72b-ebbc-4811-8647-89cc6f5718a0 admin admin] Network hostable DHCP agents. Network: 934372ac-b27a-472f-b9f0-6810e679ffe6, hostable agents: ['5a98565b-6c2d-43fd-b38e-4ad52a21e12f'], hosted agents: [] {{(pid=93955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:40:33.230187 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9986b72b-ebbc-4811-8647-89cc6f5718a0 admin admin] Network 934372ac-b27a-472f-b9f0-6810e679ffe6 is scheduled to be hosted by DHCP agent 5a98565b-6c2d-43fd-b38e-4ad52a21e12f with binding_index 1 {{(pid=93955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:40:33.233676 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 4e78f7de-7fac-460e-a189-2eeecc1f7aab completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:33.237759 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 4e78f7de-7fac-460e-a189-2eeecc1f7aab triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:33.238132 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:33.241288 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-9986b72b-ebbc-4811-8647-89cc6f5718a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792394-16, 934372ac-b27a-472f-b9f0-6810e679ffe6) {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:33.245927 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9986b72b-ebbc-4811-8647-89cc6f5718a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:33.246650 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-9986b72b-ebbc-4811-8647-89cc6f5718a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:33.263556 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48286847-e0c9-4f72-a889-d99fe53d7699 None None] Network 934372ac-b27a-472f-b9f0-6810e679ffe6 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:40:33.268844 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-9986b72b-ebbc-4811-8647-89cc6f5718a0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7022209 Jul 16 02:40:33.269580 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42418) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:33.273930 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-21e74d73-889a-44fe-a682-6f56943324f1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1704260578-router', 'tenant_id': 'ad8540f00d074435a4311dbc6c940a15', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:33.284919 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] Sync routers for ids ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:33.295488 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] Routers {'5f6672ac-7c15-404d-a16c-d4230ffffcc8'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:33.296111 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:40:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:33.299783 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21e74d73-889a-44fe-a682-6f56943324f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-361968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12422'] for router, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:33.301637 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21e74d73-889a-44fe-a682-6f56943324f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12431'] for router, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:33.364074 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21e74d73-889a-44fe-a682-6f56943324f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:33.410882 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] Set router 5f6672ac-7c15-404d-a16c-d4230ffffcc8 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:33.423362 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:33.468980 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 4e78f7de-7fac-460e-a189-2eeecc1f7aab, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4e78f7de-7fac-460e-a189-2eeecc1f7aab,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:33.474763 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:33.530566 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21e74d73-889a-44fe-a682-6f56943324f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-361765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12445'] for router, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:33.639207 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'name': 'tempest-TestSnapshotPattern-1822257053-router', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:31Z', 'revision_number': 4, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'gw_port': {'id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'e1d6580f-7c64-4e8d-95f6-22697ed6cc62', 'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'mac_address': 'fa:16:3e:23:24:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8add545f-e572-4cd5-9030-1c802385de2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:30Z', 'updated_at': '2021-07-16T02:40:31Z', 'revision_number': 2, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'subnets': [{'id': '8add545f-e572-4cd5-9030-1c802385de2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:33.668842 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] Checking router: 5f6672ac-7c15-404d-a16c-d4230ffffcc8 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:33.669518 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] Updating router 5f6672ac-7c15-404d-a16c-d4230ffffcc8 port e1d6580f-7c64-4e8d-95f6-22697ed6cc62 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:40:33.683431 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18eab12-048b-4236-937f-e559dff6ea6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp807fa695-6845-5021-8b8f-3ace0c40abac-934372ac-b27a-472f-b9f0-6810e679ffe6', 'network_id': '934372ac-b27a-472f-b9f0-6810e679ffe6', 'tenant_id': 'ad8540f00d074435a4311dbc6c940a15', 'fixed_ips': [{'subnet_id': '25918041-b211-4960-a66a-becc88a8ee1a'}]}} from n-d-792394-16. {{(pid=93957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:40:33.684272 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c18eab12-048b-4236-937f-e559dff6ea6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:33.708455 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:33.754219 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21e74d73-889a-44fe-a682-6f56943324f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:33.769753 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=4e78f7de-7fac-460e-a189-2eeecc1f7aab,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:33.775435 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21e74d73-889a-44fe-a682-6f56943324f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:33.858483 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-c18eab12-048b-4236-937f-e559dff6ea6f None None] Allocated IP 172.20.0.2 (934372ac-b27a-472f-b9f0-6810e679ffe6/25918041-b211-4960-a66a-becc88a8ee1a/f463ea51-8427-4249-9db4-a8d0072d255e) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:33.887787 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-21e74d73-889a-44fe-a682-6f56943324f1 admin admin] Allocated IP 172.25.6.56 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/2aa1b42a-fc26-4c0f-81f1-46334257e8ea) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:33.996597 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:33.999178 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21e74d73-889a-44fe-a682-6f56943324f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:34.007474 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] Transition to ACTIVE for port object e1d6580f-7c64-4e8d-95f6-22697ed6cc62 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:34.012897 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c18eab12-048b-4236-937f-e559dff6ea6f None None] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:34.015228 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:34.022178 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c18eab12-048b-4236-937f-e559dff6ea6f None None] Transition to ACTIVE for port object f463ea51-8427-4249-9db4-a8d0072d255e will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:34.037177 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c18eab12-048b-4236-937f-e559dff6ea6f None None] Transition to ACTIVE for port object f463ea51-8427-4249-9db4-a8d0072d255e will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:34.043282 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21e74d73-889a-44fe-a682-6f56943324f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:34.044722 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c18eab12-048b-4236-937f-e559dff6ea6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:34.077316 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7534c-7ac3-4084-9f3f-d06ae25f7bb9 None None] Pushing event updated for resources: {'Port': ['ID=e1d6580f-7c64-4e8d-95f6-22697ed6cc62,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:34.088267 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e74d73-889a-44fe-a682-6f56943324f1 admin admin] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:34.090555 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18eab12-048b-4236-937f-e559dff6ea6f None None] Network 934372ac-b27a-472f-b9f0-6810e679ffe6 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:34.091516 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-21e74d73-889a-44fe-a682-6f56943324f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:34.094108 n-d-792394-16 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-c18eab12-048b-4236-937f-e559dff6ea6f None None] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:34.096132 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e74d73-889a-44fe-a682-6f56943324f1 admin admin] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:34.098151 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18eab12-048b-4236-937f-e559dff6ea6f None None] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:34.107595 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18eab12-048b-4236-937f-e559dff6ea6f None None] Pushing event updated for resources: {'Port': ['ID=f463ea51-8427-4249-9db4-a8d0072d255e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:34.109651 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e7534c-7ac3-4084-9f3f-d06ae25f7bb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:34.110009 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e7534c-7ac3-4084-9f3f-d06ae25f7bb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:34.110352 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e7534c-7ac3-4084-9f3f-d06ae25f7bb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:34.110688 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e7534c-7ac3-4084-9f3f-d06ae25f7bb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:34.111012 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e7534c-7ac3-4084-9f3f-d06ae25f7bb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:34.111433 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e7534c-7ac3-4084-9f3f-d06ae25f7bb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:34.111762 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e7534c-7ac3-4084-9f3f-d06ae25f7bb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:34.112094 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e7534c-7ac3-4084-9f3f-d06ae25f7bb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:34.112437 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e7534c-7ac3-4084-9f3f-d06ae25f7bb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:34.112764 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e7534c-7ac3-4084-9f3f-d06ae25f7bb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:34.113086 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e7534c-7ac3-4084-9f3f-d06ae25f7bb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:34.113450 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e7534c-7ac3-4084-9f3f-d06ae25f7bb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:34.121236 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e74d73-889a-44fe-a682-6f56943324f1 admin admin] Pushing event updated for resources: {'Port': ['ID=2aa1b42a-fc26-4c0f-81f1-46334257e8ea,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:34.153867 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] Attempting to bind port e1d6580f-7c64-4e8d-95f6-22697ed6cc62 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:40:34.154225 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] Attempting to bind port e1d6580f-7c64-4e8d-95f6-22697ed6cc62 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'f91b8fb6-13d1-472d-bd72-d640c4bd0259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:40:34.154579 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] Attempting to bind port e1d6580f-7c64-4e8d-95f6-22697ed6cc62 on network 0f6e179e-a952-497c-9215-c95caad6aba5 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:34.168740 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:40:34.169443 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] Checking segment: {'id': 'f91b8fb6-13d1-472d-bd72-d640c4bd0259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:34.170159 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:34.170722 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] Bound using segment: {'id': 'f91b8fb6-13d1-472d-bd72-d640c4bd0259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:40:34.171378 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] Bound port: e1d6580f-7c64-4e8d-95f6-22697ed6cc62, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91b8fb6-13d1-472d-bd72-d640c4bd0259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:40:34.171944 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:34.179772 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-c18eab12-048b-4236-937f-e559dff6ea6f None None] Attempting to bind port f463ea51-8427-4249-9db4-a8d0072d255e on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:40:34.180160 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-c18eab12-048b-4236-937f-e559dff6ea6f None None] Attempting to bind port f463ea51-8427-4249-9db4-a8d0072d255e by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'fa79dd39-9919-4221-b431-810673663e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '934372ac-b27a-472f-b9f0-6810e679ffe6'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:40:34.180556 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18eab12-048b-4236-937f-e559dff6ea6f None None] Attempting to bind port f463ea51-8427-4249-9db4-a8d0072d255e on network 934372ac-b27a-472f-b9f0-6810e679ffe6 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:34.185895 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18eab12-048b-4236-937f-e559dff6ea6f None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:40:34.186282 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18eab12-048b-4236-937f-e559dff6ea6f None None] Checking segment: {'id': 'fa79dd39-9919-4221-b431-810673663e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '934372ac-b27a-472f-b9f0-6810e679ffe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:34.186700 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c18eab12-048b-4236-937f-e559dff6ea6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:34.187076 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18eab12-048b-4236-937f-e559dff6ea6f None None] Bound using segment: {'id': 'fa79dd39-9919-4221-b431-810673663e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '934372ac-b27a-472f-b9f0-6810e679ffe6'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:40:34.187552 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-c18eab12-048b-4236-937f-e559dff6ea6f None None] Bound port: f463ea51-8427-4249-9db4-a8d0072d255e, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa79dd39-9919-4221-b431-810673663e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '934372ac-b27a-472f-b9f0-6810e679ffe6'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:40:34.187941 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c18eab12-048b-4236-937f-e559dff6ea6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:34.247111 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] For port e1d6580f-7c64-4e8d-95f6-22697ed6cc62, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:40:34.250437 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] For port e1d6580f-7c64-4e8d-95f6-22697ed6cc62, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e1d6580f-7c64-4e8d-95f6-22697ed6cc62,segment=NetworkSegment(f91b8fb6-13d1-472d-bd72-d640c4bd0259),segment_id=f91b8fb6-13d1-472d-bd72-d640c4bd0259)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:40:34.255673 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c18eab12-048b-4236-937f-e559dff6ea6f None None] For port f463ea51-8427-4249-9db4-a8d0072d255e, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:40:34.257849 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:34.260473 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c18eab12-048b-4236-937f-e559dff6ea6f None None] For port f463ea51-8427-4249-9db4-a8d0072d255e, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f463ea51-8427-4249-9db4-a8d0072d255e,segment=NetworkSegment(fa79dd39-9919-4221-b431-810673663e47),segment_id=fa79dd39-9919-4221-b431-810673663e47)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:40:34.268824 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c18eab12-048b-4236-937f-e559dff6ea6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:34.326927 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] Routers {'5f6672ac-7c15-404d-a16c-d4230ffffcc8'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:34.327754 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:40:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:34.356888 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18eab12-048b-4236-937f-e559dff6ea6f None None] Pushing event updated for resources: {'Port': ['ID=f463ea51-8427-4249-9db4-a8d0072d255e,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:34.384698 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7534c-7ac3-4084-9f3f-d06ae25f7bb9 None None] Pushing event updated for resources: {'Port': ['ID=e1d6580f-7c64-4e8d-95f6-22697ed6cc62,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:34.397896 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21e74d73-889a-44fe-a682-6f56943324f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:34.474693 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] Set router 5f6672ac-7c15-404d-a16c-d4230ffffcc8 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:34.666456 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21e74d73-889a-44fe-a682-6f56943324f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361728'] for router, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:34.712266 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'name': 'tempest-TestSnapshotPattern-1822257053-router', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:31Z', 'revision_number': 4, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'gw_port': {'id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'e1d6580f-7c64-4e8d-95f6-22697ed6cc62', 'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'mac_address': 'fa:16:3e:23:24:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8add545f-e572-4cd5-9030-1c802385de2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:30Z', 'updated_at': '2021-07-16T02:40:34Z', 'revision_number': 4, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'subnets': [{'id': '8add545f-e572-4cd5-9030-1c802385de2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:34.821334 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e74d73-889a-44fe-a682-6f56943324f1 admin admin] Router 64425954-efe3-47d9-9703-1f7d1d2f4337 is scheduled to L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 with binding_index 1 {{(pid=93956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:40:34.845446 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6991dbf0-f321-4737-acc9-0133092e9f94 None None] The sync data for ids ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'] in n-d-792394-16 is: [{'id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'name': 'tempest-TestSnapshotPattern-1822257053-router', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:31Z', 'revision_number': 4, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'gw_port': {'id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'e1d6580f-7c64-4e8d-95f6-22697ed6cc62', 'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'mac_address': 'fa:16:3e:23:24:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8add545f-e572-4cd5-9030-1c802385de2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:30Z', 'updated_at': '2021-07-16T02:40:34Z', 'revision_number': 4, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'subnets': [{'id': '8add545f-e572-4cd5-9030-1c802385de2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:35.125462 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f463ea51-8427-4249-9db4-a8d0072d255e up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:35.187720 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port f463ea51-8427-4249-9db4-a8d0072d255e completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:35.194196 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e1d6580f-7c64-4e8d-95f6-22697ed6cc62 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:35.251857 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port e1d6580f-7c64-4e8d-95f6-22697ed6cc62 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:35.257041 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port e1d6580f-7c64-4e8d-95f6-22697ed6cc62 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:35.257433 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.327152 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e74d73-889a-44fe-a682-6f56943324f1 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:35.342156 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] Sync routers for ids ['64425954-efe3-47d9-9703-1f7d1d2f4337'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:35.348002 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-21e74d73-889a-44fe-a682-6f56943324f1 admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.352221 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-21e74d73-889a-44fe-a682-6f56943324f1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0795002 Jul 16 02:40:35.352722 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42420) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:35.365035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] Routers {'64425954-efe3-47d9-9703-1f7d1d2f4337'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:35.365714 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:40:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['64425954-efe3-47d9-9703-1f7d1d2f4337'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:35.370759 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.443731 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port e1d6580f-7c64-4e8d-95f6-22697ed6cc62, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e1d6580f-7c64-4e8d-95f6-22697ed6cc62,segment=NetworkSegment(f91b8fb6-13d1-472d-bd72-d640c4bd0259),segment_id=f91b8fb6-13d1-472d-bd72-d640c4bd0259)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:35.463069 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.464431 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4e78f7de-7fac-460e-a189-2eeecc1f7aab up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:35.571309 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5e2711-de6d-4b87-a267-ce2acdfcf298 None None] Network 934372ac-b27a-472f-b9f0-6810e679ffe6 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:40:35.623413 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=e1d6580f-7c64-4e8d-95f6-22697ed6cc62,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:35.684899 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 4e78f7de-7fac-460e-a189-2eeecc1f7aab triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:35.685277 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.729322 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] Set router 64425954-efe3-47d9-9703-1f7d1d2f4337 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:35.766065 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2dea38c6-737e-4d44-b04a-d2131eb0053c None None] Provisioning for port f463ea51-8427-4249-9db4-a8d0072d255e completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:35.820032 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2dea38c6-737e-4d44-b04a-d2131eb0053c None None] Provisioning complete for port f463ea51-8427-4249-9db4-a8d0072d255e triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:35.820904 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2dea38c6-737e-4d44-b04a-d2131eb0053c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.857100 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0fdd80a1-d809-4339-924d-22d6248f4e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.903219 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.033193 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-0fdd80a1-d809-4339-924d-22d6248f4e9f admin admin] Allocated IP 172.20.0.1 (934372ac-b27a-472f-b9f0-6810e679ffe6/25918041-b211-4960-a66a-becc88a8ee1a/51652695-3b8e-43fd-a51a-433d53d685e3) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:36.117394 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2dea38c6-737e-4d44-b04a-d2131eb0053c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.148723 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0fdd80a1-d809-4339-924d-22d6248f4e9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.165817 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [None req-0fdd80a1-d809-4339-924d-22d6248f4e9f admin admin] Transition to ACTIVE for port object 51652695-3b8e-43fd-a51a-433d53d685e3 will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:36.168853 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64425954-efe3-47d9-9703-1f7d1d2f4337', 'name': 'tempest-TestSnapshotPattern-1704260578-router', 'tenant_id': 'ad8540f00d074435a4311dbc6c940a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '2aa1b42a-fc26-4c0f-81f1-46334257e8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:33Z', 'updated_at': '2021-07-16T02:40:34Z', 'revision_number': 3, 'project_id': 'ad8540f00d074435a4311dbc6c940a15', 'gw_port': {'id': '2aa1b42a-fc26-4c0f-81f1-46334257e8ea', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64425954-efe3-47d9-9703-1f7d1d2f4337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:33Z', 'updated_at': '2021-07-16T02:40:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:36.174767 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-2dea38c6-737e-4d44-b04a-d2131eb0053c None None] For port f463ea51-8427-4249-9db4-a8d0072d255e, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f463ea51-8427-4249-9db4-a8d0072d255e,segment=NetworkSegment(fa79dd39-9919-4221-b431-810673663e47),segment_id=fa79dd39-9919-4221-b431-810673663e47)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:36.204098 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] Checking router: 64425954-efe3-47d9-9703-1f7d1d2f4337 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:36.204557 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] Updating router 64425954-efe3-47d9-9703-1f7d1d2f4337 port 2aa1b42a-fc26-4c0f-81f1-46334257e8ea binding host n-d-792394-16 {{(pid=93957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:40:36.206488 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2dea38c6-737e-4d44-b04a-d2131eb0053c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.206851 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0fdd80a1-d809-4339-924d-22d6248f4e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.258310 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdd80a1-d809-4339-924d-22d6248f4e9f admin admin] Network 934372ac-b27a-472f-b9f0-6810e679ffe6 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:36.261631 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-0fdd80a1-d809-4339-924d-22d6248f4e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:36.265673 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdd80a1-d809-4339-924d-22d6248f4e9f admin admin] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:36.281741 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.290856 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd80a1-d809-4339-924d-22d6248f4e9f admin admin] Pushing event updated for resources: {'Port': ['ID=51652695-3b8e-43fd-a51a-433d53d685e3,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:36.311548 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0fdd80a1-d809-4339-924d-22d6248f4e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752887'] for router_interface, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.312964 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea38c6-737e-4d44-b04a-d2131eb0053c None None] Pushing event updated for resources: {'Port': ['ID=f463ea51-8427-4249-9db4-a8d0072d255e,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:36.463102 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0fdd80a1-d809-4339-924d-22d6248f4e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.473547 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-55f45309-51c4-487d-961f-41027e48c10b None None] Provisioning complete for port f463ea51-8427-4249-9db4-a8d0072d255e triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:36.473915 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-55f45309-51c4-487d-961f-41027e48c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.638173 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.647150 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0fdd80a1-d809-4339-924d-22d6248f4e9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.648696 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] Transition to ACTIVE for port object 2aa1b42a-fc26-4c0f-81f1-46334257e8ea will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:36.653341 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0fdd80a1-d809-4339-924d-22d6248f4e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.657592 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.710542 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] Attempting to bind port 2aa1b42a-fc26-4c0f-81f1-46334257e8ea on host n-d-792394-16 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:40:36.710832 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] Attempting to bind port 2aa1b42a-fc26-4c0f-81f1-46334257e8ea by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:40:36.711190 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] Attempting to bind port 2aa1b42a-fc26-4c0f-81f1-46334257e8ea on network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:36.714002 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947902f-dfd4-4c0a-831c-c7f799b3260f None None] Pushing event updated for resources: {'Port': ['ID=2aa1b42a-fc26-4c0f-81f1-46334257e8ea,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:36.719877 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:40:36.720847 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] Checking segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:36.721445 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.722557 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] Bound using segment: {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:40:36.722557 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] Bound port: 2aa1b42a-fc26-4c0f-81f1-46334257e8ea, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22968310-dffe-4249-91d1-ba90af0d9c4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:40:36.722997 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.723856 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-0fdd80a1-d809-4339-924d-22d6248f4e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752899'] for router_interface, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.729570 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd80a1-d809-4339-924d-22d6248f4e9f admin admin] Pushing event updated for resources: {'Port': ['ID=51652695-3b8e-43fd-a51a-433d53d685e3,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:36.769759 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-10003311-c175-4e14-b4e6-070745606948 None None] Provisioning for port 51652695-3b8e-43fd-a51a-433d53d685e3 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:36.781638 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-10003311-c175-4e14-b4e6-070745606948 None None] Provisioning complete for port 51652695-3b8e-43fd-a51a-433d53d685e3 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:36.782020 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-10003311-c175-4e14-b4e6-070745606948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.808505 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] For port 2aa1b42a-fc26-4c0f-81f1-46334257e8ea, host n-d-792394-16, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:40:36.827210 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] For port 2aa1b42a-fc26-4c0f-81f1-46334257e8ea, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2aa1b42a-fc26-4c0f-81f1-46334257e8ea,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:40:36.827905 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdd80a1-d809-4339-924d-22d6248f4e9f admin admin] Network 934372ac-b27a-472f-b9f0-6810e679ffe6 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:36.829424 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-0fdd80a1-d809-4339-924d-22d6248f4e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:36.829906 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-10003311-c175-4e14-b4e6-070745606948 None None] Port 51652695-3b8e-43fd-a51a-433d53d685e3 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:40:36.836756 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.897691 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] Routers {'64425954-efe3-47d9-9703-1f7d1d2f4337'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:36.898255 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:40:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['64425954-efe3-47d9-9703-1f7d1d2f4337'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:36.901340 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947902f-dfd4-4c0a-831c-c7f799b3260f None None] Pushing event updated for resources: {'Port': ['ID=2aa1b42a-fc26-4c0f-81f1-46334257e8ea,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:36.988801 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdd80a1-d809-4339-924d-22d6248f4e9f admin admin] Router 64425954-efe3-47d9-9703-1f7d1d2f4337 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:40:37.009222 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f463ea51-8427-4249-9db4-a8d0072d255e up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:37.054842 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] Set router 64425954-efe3-47d9-9703-1f7d1d2f4337 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:37.120336 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdd80a1-d809-4339-924d-22d6248f4e9f admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:37.126514 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-0fdd80a1-d809-4339-924d-22d6248f4e9f admin admin] 10.222.0.16 "PUT /v2.0/routers/64425954-efe3-47d9-9703-1f7d1d2f4337/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7719333 Jul 16 02:40:37.308971 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-47c2a850-96d2-4174-9b7f-1411252530a3 None None] Provisioning complete for port 51652695-3b8e-43fd-a51a-433d53d685e3 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:37.309615 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-47c2a850-96d2-4174-9b7f-1411252530a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:37.385042 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port f463ea51-8427-4249-9db4-a8d0072d255e triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:37.385419 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:37.425003 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-47c2a850-96d2-4174-9b7f-1411252530a3 None None] Port 51652695-3b8e-43fd-a51a-433d53d685e3 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:40:37.528389 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e1d6580f-7c64-4e8d-95f6-22697ed6cc62 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:37.562588 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64425954-efe3-47d9-9703-1f7d1d2f4337', 'name': 'tempest-TestSnapshotPattern-1704260578-router', 'tenant_id': 'ad8540f00d074435a4311dbc6c940a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '2aa1b42a-fc26-4c0f-81f1-46334257e8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:33Z', 'updated_at': '2021-07-16T02:40:36Z', 'revision_number': 4, 'project_id': 'ad8540f00d074435a4311dbc6c940a15', 'gw_port': {'id': '2aa1b42a-fc26-4c0f-81f1-46334257e8ea', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64425954-efe3-47d9-9703-1f7d1d2f4337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:33Z', 'updated_at': '2021-07-16T02:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '51652695-3b8e-43fd-a51a-433d53d685e3', 'name': '', 'network_id': '934372ac-b27a-472f-b9f0-6810e679ffe6', 'tenant_id': 'ad8540f00d074435a4311dbc6c940a15', 'mac_address': 'fa:16:3e:07:99:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64425954-efe3-47d9-9703-1f7d1d2f4337', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '25918041-b211-4960-a66a-becc88a8ee1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:35Z', 'updated_at': '2021-07-16T02:40:36Z', 'revision_number': 2, 'project_id': 'ad8540f00d074435a4311dbc6c940a15', 'subnets': [{'id': '25918041-b211-4960-a66a-becc88a8ee1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:37.593035 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a77dfe-8712-4120-9933-766c56e333ac None None] The sync data for ids ['64425954-efe3-47d9-9703-1f7d1d2f4337'] in n-d-792394-16 is: [{'id': '64425954-efe3-47d9-9703-1f7d1d2f4337', 'name': 'tempest-TestSnapshotPattern-1704260578-router', 'tenant_id': 'ad8540f00d074435a4311dbc6c940a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '2aa1b42a-fc26-4c0f-81f1-46334257e8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:33Z', 'updated_at': '2021-07-16T02:40:36Z', 'revision_number': 4, 'project_id': 'ad8540f00d074435a4311dbc6c940a15', 'gw_port': {'id': '2aa1b42a-fc26-4c0f-81f1-46334257e8ea', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64425954-efe3-47d9-9703-1f7d1d2f4337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:33Z', 'updated_at': '2021-07-16T02:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '51652695-3b8e-43fd-a51a-433d53d685e3', 'name': '', 'network_id': '934372ac-b27a-472f-b9f0-6810e679ffe6', 'tenant_id': 'ad8540f00d074435a4311dbc6c940a15', 'mac_address': 'fa:16:3e:07:99:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64425954-efe3-47d9-9703-1f7d1d2f4337', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '25918041-b211-4960-a66a-becc88a8ee1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:35Z', 'updated_at': '2021-07-16T02:40:36Z', 'revision_number': 2, 'project_id': 'ad8540f00d074435a4311dbc6c940a15', 'subnets': [{'id': '25918041-b211-4960-a66a-becc88a8ee1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:37.606780 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port e1d6580f-7c64-4e8d-95f6-22697ed6cc62 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:37.607173 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.811854 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42430) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:38.817850 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-652515a1-0799-455d-ba34-0ebb696cf00e tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1941982398', 'description': 'tempest-secgroup-smoke-1941982398 description', 'project_id': '6f72a1308fe74380afc2f15c399c8f47'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:38.841026 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-652515a1-0799-455d-ba34-0ebb696cf00e tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for security_group, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.929196 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-652515a1-0799-455d-ba34-0ebb696cf00e tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for security_group, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.935125 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-652515a1-0799-455d-ba34-0ebb696cf00e tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.975077 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-652515a1-0799-455d-ba34-0ebb696cf00e tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for security_group, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.976427 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-652515a1-0799-455d-ba34-0ebb696cf00e tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1633446 Jul 16 02:40:38.979410 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42432) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:38.984039 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-2bbd8e84-9527-4790-b6bf-a768ace9e068 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Request body: {'security_group_rule': {'security_group_id': 'edde547c-9586-4e39-878c-23b1ebc0204b', 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:38.988158 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652515a1-0799-455d-ba34-0ebb696cf00e tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edde547c-9586-4e39-878c-23b1ebc0204b,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:39.012968 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2aa1b42a-fc26-4c0f-81f1-46334257e8ea up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:39.019602 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8e84-9527-4790-b6bf-a768ace9e068 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.065330 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 2aa1b42a-fc26-4c0f-81f1-46334257e8ea completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:39.070421 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 2aa1b42a-fc26-4c0f-81f1-46334257e8ea triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:39.070915 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.079049 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8e84-9527-4790-b6bf-a768ace9e068 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.083569 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8e84-9527-4790-b6bf-a768ace9e068 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.099534 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd8e84-9527-4790-b6bf-a768ace9e068 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85eb359a-8f09-4822-8029-086b3652428d,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:39.111094 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8e84-9527-4790-b6bf-a768ace9e068 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.112859 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-2bbd8e84-9527-4790-b6bf-a768ace9e068 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324382 Jul 16 02:40:39.115477 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42434) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:39.120140 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-98b355dc-710c-4e78-a54f-a42490ad9150 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Request body: {'security_group_rule': {'security_group_id': 'edde547c-9586-4e39-878c-23b1ebc0204b', 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:39.148843 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-98b355dc-710c-4e78-a54f-a42490ad9150 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.158741 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.179566 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 2aa1b42a-fc26-4c0f-81f1-46334257e8ea, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2aa1b42a-fc26-4c0f-81f1-46334257e8ea,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:39.185514 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.218921 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-98b355dc-710c-4e78-a54f-a42490ad9150 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.224342 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-98b355dc-710c-4e78-a54f-a42490ad9150 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.238643 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b355dc-710c-4e78-a54f-a42490ad9150 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3effdb7-c4fd-432a-8d7d-01adbc70caec,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:39.240315 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=2aa1b42a-fc26-4c0f-81f1-46334257e8ea,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:39.253184 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-98b355dc-710c-4e78-a54f-a42490ad9150 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.254576 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-98b355dc-710c-4e78-a54f-a42490ad9150 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1380506 Jul 16 02:40:39.257471 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42436) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:39.262191 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-ebb570ee-feed-4b17-8350-1d605761f58c tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Request body: {'security_group_rule': {'security_group_id': 'edde547c-9586-4e39-878c-23b1ebc0204b', 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:39.294640 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ebb570ee-feed-4b17-8350-1d605761f58c tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.370716 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ebb570ee-feed-4b17-8350-1d605761f58c tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.375951 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ebb570ee-feed-4b17-8350-1d605761f58c tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.395272 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb570ee-feed-4b17-8350-1d605761f58c tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6add908-778a-4819-93ef-70484978dbf6,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:39.403412 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ebb570ee-feed-4b17-8350-1d605761f58c tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.404864 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ebb570ee-feed-4b17-8350-1d605761f58c tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1463778 Jul 16 02:40:39.407971 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42438) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:39.413156 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-4777a52e-5de5-467a-b982-c3fcd98771f3 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Request body: {'security_group_rule': {'security_group_id': 'edde547c-9586-4e39-878c-23b1ebc0204b', 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:39.444102 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4777a52e-5de5-467a-b982-c3fcd98771f3 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.519171 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4777a52e-5de5-467a-b982-c3fcd98771f3 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.524740 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4777a52e-5de5-467a-b982-c3fcd98771f3 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.544054 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777a52e-5de5-467a-b982-c3fcd98771f3 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39a927b-d5ac-437c-a11b-11c8f9cf8de2,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:39.550999 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4777a52e-5de5-467a-b982-c3fcd98771f3 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.552272 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4777a52e-5de5-467a-b982-c3fcd98771f3 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1431704 Jul 16 02:40:39.555244 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42440) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:39.559921 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-2b9c9b68-f8f1-41fe-94a7-1c1df4fb8518 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Request body: {'security_group_rule': {'security_group_id': 'edde547c-9586-4e39-878c-23b1ebc0204b', 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:39.585031 n-d-792394-16 neutron-server[93955]: INFO neutron.db.securitygroups_db [None req-2b9c9b68-f8f1-41fe-94a7-1c1df4fb8518 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Project 6f72a1308fe74380afc2f15c399c8f47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:40:39.591110 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9b68-f8f1-41fe-94a7-1c1df4fb8518 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.607178 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] Sync routers for ids ['64425954-efe3-47d9-9703-1f7d1d2f4337'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:39.616809 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] Routers {'64425954-efe3-47d9-9703-1f7d1d2f4337'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:39.617511 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:40:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['64425954-efe3-47d9-9703-1f7d1d2f4337'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:39.653960 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9b68-f8f1-41fe-94a7-1c1df4fb8518 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.659076 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9b68-f8f1-41fe-94a7-1c1df4fb8518 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.677627 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c9b68-f8f1-41fe-94a7-1c1df4fb8518 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e31066-aca9-42ab-9880-965c8a3012b5,revision_number=0']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:39.687042 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9b68-f8f1-41fe-94a7-1c1df4fb8518 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.688448 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-2b9c9b68-f8f1-41fe-94a7-1c1df4fb8518 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322129 Jul 16 02:40:39.691578 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42442) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:39.696693 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-e90245f0-ba45-40f1-b2ef-4bf86137d8c7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Request body: {'security_group_rule': {'security_group_id': 'edde547c-9586-4e39-878c-23b1ebc0204b', 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:39.721353 n-d-792394-16 neutron-server[93956]: INFO neutron.db.securitygroups_db [None req-e90245f0-ba45-40f1-b2ef-4bf86137d8c7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Project 6f72a1308fe74380afc2f15c399c8f47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:40:39.723655 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] Set router 64425954-efe3-47d9-9703-1f7d1d2f4337 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:39.726750 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e90245f0-ba45-40f1-b2ef-4bf86137d8c7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.789607 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e90245f0-ba45-40f1-b2ef-4bf86137d8c7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.794439 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e90245f0-ba45-40f1-b2ef-4bf86137d8c7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815086'] for security_group_rule, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.818197 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90245f0-ba45-40f1-b2ef-4bf86137d8c7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e37ec6-9047-4755-8650-5af815c58c66,revision_number=0']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:39.827839 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-e90245f0-ba45-40f1-b2ef-4bf86137d8c7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.829239 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-e90245f0-ba45-40f1-b2ef-4bf86137d8c7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1365981 Jul 16 02:40:39.935840 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64425954-efe3-47d9-9703-1f7d1d2f4337', 'name': 'tempest-TestSnapshotPattern-1704260578-router', 'tenant_id': 'ad8540f00d074435a4311dbc6c940a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '2aa1b42a-fc26-4c0f-81f1-46334257e8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:33Z', 'updated_at': '2021-07-16T02:40:36Z', 'revision_number': 4, 'project_id': 'ad8540f00d074435a4311dbc6c940a15', 'gw_port': {'id': '2aa1b42a-fc26-4c0f-81f1-46334257e8ea', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64425954-efe3-47d9-9703-1f7d1d2f4337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:33Z', 'updated_at': '2021-07-16T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '51652695-3b8e-43fd-a51a-433d53d685e3', 'name': '', 'network_id': '934372ac-b27a-472f-b9f0-6810e679ffe6', 'tenant_id': 'ad8540f00d074435a4311dbc6c940a15', 'mac_address': 'fa:16:3e:07:99:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64425954-efe3-47d9-9703-1f7d1d2f4337', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '25918041-b211-4960-a66a-becc88a8ee1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:35Z', 'updated_at': '2021-07-16T02:40:36Z', 'revision_number': 2, 'project_id': 'ad8540f00d074435a4311dbc6c940a15', 'subnets': [{'id': '25918041-b211-4960-a66a-becc88a8ee1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:39.962022 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] Checking router: 64425954-efe3-47d9-9703-1f7d1d2f4337 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:39.962366 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] Updating router 64425954-efe3-47d9-9703-1f7d1d2f4337 port 51652695-3b8e-43fd-a51a-433d53d685e3 binding host n-d-792394-16 {{(pid=93958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:40:39.981454 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-88c19c72-98f1-4260-8c84-be5255f3ed54 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1941982398&fields=id&tenant_id=6f72a1308fe74380afc2f15c399c8f47 HTTP/1.1" status: 200 len: 267 time: 0.0348134 Jul 16 02:40:39.999785 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:40.095143 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-83ba31ce-3348-458c-af57-ba9867673878 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:40.096726 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-83ba31ce-3348-458c-af57-ba9867673878 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/networks?id=0f6e179e-a952-497c-9215-c95caad6aba5 HTTP/1.1" status: 200 len: 810 time: 0.1075017 Jul 16 02:40:40.112763 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-8220a9c2-8906-4f56-b1bc-01deca7e1388 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/quotas/6f72a1308fe74380afc2f15c399c8f47 HTTP/1.1" status: 200 len: 375 time: 0.0099108 Jul 16 02:40:40.180928 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-1aaed82b-2ecf-49d4-90f2-059b692c81c1 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f72a1308fe74380afc2f15c399c8f47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625269 Jul 16 02:40:40.197442 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-1dc57dc6-ef52-4cc5-9618-ca6683f9ff52 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93955) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:40:40.198411 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-1dc57dc6-ef52-4cc5-9618-ca6683f9ff52 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065386 Jul 16 02:40:40.254573 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:40.267253 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] Transition to ACTIVE for port object 51652695-3b8e-43fd-a51a-433d53d685e3 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:40.273980 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:40.297165 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-8f84f1e7-b2b7-417e-87a7-552ee5605ed5 service neutron] 10.222.0.16 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914974 Jul 16 02:40:40.322305 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e0ab1-4f79-49d6-b08a-1129b2d4c485 None None] Pushing event updated for resources: {'Port': ['ID=51652695-3b8e-43fd-a51a-433d53d685e3,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:40.388139 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] Attempting to bind port 51652695-3b8e-43fd-a51a-433d53d685e3 on host n-d-792394-16 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:40:40.388829 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] Attempting to bind port 51652695-3b8e-43fd-a51a-433d53d685e3 by drivers openvswitch,hyperv on host n-d-792394-16 at level 0 using segments [{'id': 'fa79dd39-9919-4221-b431-810673663e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '934372ac-b27a-472f-b9f0-6810e679ffe6'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:40:40.389200 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] Attempting to bind port 51652695-3b8e-43fd-a51a-433d53d685e3 on network 934372ac-b27a-472f-b9f0-6810e679ffe6 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:40.394871 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] Checking agent: {'id': '531b2f0d-a4f5-44a5-9de9-d4bca8ebfe0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 6), 'started_at': datetime.datetime(2021, 7, 16, 1, 6, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792394-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:40:40.395248 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] Checking segment: {'id': 'fa79dd39-9919-4221-b431-810673663e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '934372ac-b27a-472f-b9f0-6810e679ffe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:40.395654 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:40.396048 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] Bound using segment: {'id': 'fa79dd39-9919-4221-b431-810673663e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '934372ac-b27a-472f-b9f0-6810e679ffe6'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:40:40.396561 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] Bound port: 51652695-3b8e-43fd-a51a-433d53d685e3, host: n-d-792394-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa79dd39-9919-4221-b431-810673663e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '934372ac-b27a-472f-b9f0-6810e679ffe6'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:40:40.396942 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:40.410530 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-bfe8dffd-ca9e-4561-8246-83684cf2478a service neutron] 10.222.0.16 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072497 Jul 16 02:40:40.465425 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] For port 51652695-3b8e-43fd-a51a-433d53d685e3, host n-d-792394-16, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:40:40.469071 n-d-792394-16 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] For port 51652695-3b8e-43fd-a51a-433d53d685e3, host n-d-792394-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=51652695-3b8e-43fd-a51a-433d53d685e3,segment=NetworkSegment(fa79dd39-9919-4221-b431-810673663e47),segment_id=fa79dd39-9919-4221-b431-810673663e47)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:40:40.475078 n-d-792394-16 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:40.534116 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e0ab1-4f79-49d6-b08a-1129b2d4c485 None None] Pushing event updated for resources: {'Port': ['ID=51652695-3b8e-43fd-a51a-433d53d685e3,revision_number=4']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:40.541173 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] Routers {'64425954-efe3-47d9-9703-1f7d1d2f4337'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:40.541788 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:40:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['64425954-efe3-47d9-9703-1f7d1d2f4337'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:40.630327 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-20f0b39c-bed2-439a-931a-93d88ca7bace req-bffb8f06-86a4-49ab-bdfe-885f37c41062 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1 HTTP/1.1" status: 200 len: 210 time: 0.0404558 Jul 16 02:40:40.663297 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] Set router 64425954-efe3-47d9-9703-1f7d1d2f4337 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:40.877635 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64425954-efe3-47d9-9703-1f7d1d2f4337', 'name': 'tempest-TestSnapshotPattern-1704260578-router', 'tenant_id': 'ad8540f00d074435a4311dbc6c940a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '2aa1b42a-fc26-4c0f-81f1-46334257e8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:33Z', 'updated_at': '2021-07-16T02:40:36Z', 'revision_number': 4, 'project_id': 'ad8540f00d074435a4311dbc6c940a15', 'gw_port': {'id': '2aa1b42a-fc26-4c0f-81f1-46334257e8ea', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64425954-efe3-47d9-9703-1f7d1d2f4337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:33Z', 'updated_at': '2021-07-16T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '51652695-3b8e-43fd-a51a-433d53d685e3', 'name': '', 'network_id': '934372ac-b27a-472f-b9f0-6810e679ffe6', 'tenant_id': 'ad8540f00d074435a4311dbc6c940a15', 'mac_address': 'fa:16:3e:07:99:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64425954-efe3-47d9-9703-1f7d1d2f4337', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '25918041-b211-4960-a66a-becc88a8ee1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:35Z', 'updated_at': '2021-07-16T02:40:40Z', 'revision_number': 4, 'project_id': 'ad8540f00d074435a4311dbc6c940a15', 'subnets': [{'id': '25918041-b211-4960-a66a-becc88a8ee1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:40.906300 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f385ca7-12da-4a4c-9ef8-fb117cca7742 None None] The sync data for ids ['64425954-efe3-47d9-9703-1f7d1d2f4337'] in n-d-792394-16 is: [{'id': '64425954-efe3-47d9-9703-1f7d1d2f4337', 'name': 'tempest-TestSnapshotPattern-1704260578-router', 'tenant_id': 'ad8540f00d074435a4311dbc6c940a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '2aa1b42a-fc26-4c0f-81f1-46334257e8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:33Z', 'updated_at': '2021-07-16T02:40:36Z', 'revision_number': 4, 'project_id': 'ad8540f00d074435a4311dbc6c940a15', 'gw_port': {'id': '2aa1b42a-fc26-4c0f-81f1-46334257e8ea', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64425954-efe3-47d9-9703-1f7d1d2f4337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:33Z', 'updated_at': '2021-07-16T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': '51652695-3b8e-43fd-a51a-433d53d685e3', 'name': '', 'network_id': '934372ac-b27a-472f-b9f0-6810e679ffe6', 'tenant_id': 'ad8540f00d074435a4311dbc6c940a15', 'mac_address': 'fa:16:3e:07:99:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64425954-efe3-47d9-9703-1f7d1d2f4337', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '25918041-b211-4960-a66a-becc88a8ee1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:35Z', 'updated_at': '2021-07-16T02:40:40Z', 'revision_number': 4, 'project_id': 'ad8540f00d074435a4311dbc6c940a15', 'subnets': [{'id': '25918041-b211-4960-a66a-becc88a8ee1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:41.034775 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2aa1b42a-fc26-4c0f-81f1-46334257e8ea up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:41.085436 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 2aa1b42a-fc26-4c0f-81f1-46334257e8ea triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:41.085905 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.181465 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 51652695-3b8e-43fd-a51a-433d53d685e3 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:41.236648 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning for port 51652695-3b8e-43fd-a51a-433d53d685e3 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:41.241743 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 51652695-3b8e-43fd-a51a-433d53d685e3 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:41.242131 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.333198 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.372043 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] For port 51652695-3b8e-43fd-a51a-433d53d685e3, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=51652695-3b8e-43fd-a51a-433d53d685e3,segment=NetworkSegment(fa79dd39-9919-4221-b431-810673663e47),segment_id=fa79dd39-9919-4221-b431-810673663e47)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:41.381782 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.432355 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Pushing event updated for resources: {'Port': ['ID=51652695-3b8e-43fd-a51a-433d53d685e3,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:41.820949 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-547a276f-1f25-419c-9ffc-42ccc919c4cc req-84418112-22e7-4d39-9304-f980f5d74f02 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1 HTTP/1.1" status: 200 len: 210 time: 0.0349884 Jul 16 02:40:41.857226 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-63950dc8-8c37-4586-b901-ec90a0d7e2c1 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:41.858696 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-63950dc8-8c37-4586-b901-ec90a0d7e2c1 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.82 "GET /v2.0/networks?id=0f6e179e-a952-497c-9215-c95caad6aba5 HTTP/1.1" status: 200 len: 810 time: 0.1547544 Jul 16 02:40:41.901149 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-64dd9293-c9c3-41a0-9ac7-a8fa197d37b8 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f72a1308fe74380afc2f15c399c8f47 HTTP/1.1" status: 200 len: 380 time: 0.0335484 Jul 16 02:40:41.910729 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-6a170e13-2c4c-486d-8e36-547ae28a3676 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Request body: {'port': {'device_id': '6927f434-9960-43b7-8a1c-72f72a77b8c1', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'admin_state_up': True, 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'security_groups': ['edde547c-9586-4e39-878c-23b1ebc0204b']}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:42.025086 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-6a170e13-2c4c-486d-8e36-547ae28a3676 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Made reservation on behalf of 6f72a1308fe74380afc2f15c399c8f47 for: {'port': 1} {{(pid=93955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:40:42.028654 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-6a170e13-2c4c-486d-8e36-547ae28a3676 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.161531 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-6a170e13-2c4c-486d-8e36-547ae28a3676 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Allocated IP 172.20.0.13 (0f6e179e-a952-497c-9215-c95caad6aba5/8add545f-e572-4cd5-9030-1c802385de2b/79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:42.306698 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-6a170e13-2c4c-486d-8e36-547ae28a3676 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.321433 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-6a170e13-2c4c-486d-8e36-547ae28a3676 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Transition to ACTIVE for port object 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f will not be triggered until provisioned by entity DHCP. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:42.357940 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-6a170e13-2c4c-486d-8e36-547ae28a3676 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.403471 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-6a170e13-2c4c-486d-8e36-547ae28a3676 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Network 0f6e179e-a952-497c-9215-c95caad6aba5 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:42.406815 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-6a170e13-2c4c-486d-8e36-547ae28a3676 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:42.411130 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-6a170e13-2c4c-486d-8e36-547ae28a3676 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:42.417655 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a170e13-2c4c-486d-8e36-547ae28a3676 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Pushing event updated for resources: {'Port': ['ID=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:42.468133 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-6a170e13-2c4c-486d-8e36-547ae28a3676 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:42.468792 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-6a170e13-2c4c-486d-8e36-547ae28a3676 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.486799 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-6a170e13-2c4c-486d-8e36-547ae28a3676 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5803285 Jul 16 02:40:42.498331 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-07d497f2-b2d1-4546-ac32-0979d0da03e0 service neutron] Request body: {'port': {'device_id': '6927f434-9960-43b7-8a1c-72f72a77b8c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792394-16'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:42.577594 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-07d497f2-b2d1-4546-ac32-0979d0da03e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.638181 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2258016c-9b95-4fcc-9cf6-2a625648be36 None None] Provisioning for port 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:42.642124 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2258016c-9b95-4fcc-9cf6-2a625648be36 None None] Provisioning complete for port 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:42.642497 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2258016c-9b95-4fcc-9cf6-2a625648be36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.675585 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2258016c-9b95-4fcc-9cf6-2a625648be36 None None] Port 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:40:42.857048 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-07d497f2-b2d1-4546-ac32-0979d0da03e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f {{(pid=93955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:40:42.865099 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-07d497f2-b2d1-4546-ac32-0979d0da03e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.877903 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.provisioning_blocks [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-07d497f2-b2d1-4546-ac32-0979d0da03e0 service neutron] Transition to ACTIVE for port object 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f will not be triggered until provisioned by entity L2. {{(pid=93955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:42.883259 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-07d497f2-b2d1-4546-ac32-0979d0da03e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.938798 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d497f2-b2d1-4546-ac32-0979d0da03e0 service neutron] Pushing event updated for resources: {'Port': ['ID=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:43.023712 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 51652695-3b8e-43fd-a51a-433d53d685e3 up at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:43.028180 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-07d497f2-b2d1-4546-ac32-0979d0da03e0 service neutron] Attempting to bind port 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f on host n-h2-792394-16 for vnic_type normal with profile {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:40:43.028553 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-07d497f2-b2d1-4546-ac32-0979d0da03e0 service neutron] Attempting to bind port 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f by drivers openvswitch,hyperv on host n-h2-792394-16 at level 0 using segments [{'id': 'f91b8fb6-13d1-472d-bd72-d640c4bd0259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5'}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:40:43.028889 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-07d497f2-b2d1-4546-ac32-0979d0da03e0 service neutron] Attempting to bind port 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f on network 0f6e179e-a952-497c-9215-c95caad6aba5 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:43.031142 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ed6cc-ee7e-443a-bfc8-b5772109cc6f req-d22741f9-a315-4dd2-94d8-949e787e418e tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:43.034383 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-07d497f2-b2d1-4546-ac32-0979d0da03e0 service neutron] Port 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f on network 0f6e179e-a952-497c-9215-c95caad6aba5 not bound, no agent of type Open vSwitch agent registered on host n-h2-792394-16 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:40:43.034948 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-07d497f2-b2d1-4546-ac32-0979d0da03e0 service neutron] Attempting to bind port 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f on network 0f6e179e-a952-497c-9215-c95caad6aba5 {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:43.039067 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9d9ed6cc-ee7e-443a-bfc8-b5772109cc6f req-d22741f9-a315-4dd2-94d8-949e787e418e tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1 HTTP/1.1" status: 200 len: 944 time: 0.0990191 Jul 16 02:40:43.041137 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-07d497f2-b2d1-4546-ac32-0979d0da03e0 service neutron] Checking agent: {'id': '2435481e-9984-487b-8d12-f3e1b4f54b92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:40:43.041566 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-07d497f2-b2d1-4546-ac32-0979d0da03e0 service neutron] Checking segment: {'id': 'f91b8fb6-13d1-472d-bd72-d640c4bd0259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:43.042165 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-07d497f2-b2d1-4546-ac32-0979d0da03e0 service neutron] Bound using segment: {'id': 'f91b8fb6-13d1-472d-bd72-d640c4bd0259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5'} {{(pid=93955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:40:43.042686 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.managers [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-07d497f2-b2d1-4546-ac32-0979d0da03e0 service neutron] Bound port: 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f, host: n-h2-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f91b8fb6-13d1-472d-bd72-d640c4bd0259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5'}}] {{(pid=93955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:40:43.043140 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-07d497f2-b2d1-4546-ac32-0979d0da03e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:43.089845 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-9d9ed6cc-ee7e-443a-bfc8-b5772109cc6f req-e48bf3ac-6bfc-4e5c-a421-e8d99a4e03f9 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497720 Jul 16 02:40:43.090850 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Provisioning complete for port 51652695-3b8e-43fd-a51a-433d53d685e3 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:43.091534 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:43.125531 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-07d497f2-b2d1-4546-ac32-0979d0da03e0 service neutron] For port 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f, host n-h2-792394-16, cleared binding levels {{(pid=93955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:40:43.129794 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-07d497f2-b2d1-4546-ac32-0979d0da03e0 service neutron] For port 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f, host n-h2-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f,segment=NetworkSegment(f91b8fb6-13d1-472d-bd72-d640c4bd0259),segment_id=f91b8fb6-13d1-472d-bd72-d640c4bd0259)] {{(pid=93955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:40:43.135980 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-07d497f2-b2d1-4546-ac32-0979d0da03e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:43.171620 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-07d497f2-b2d1-4546-ac32-0979d0da03e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:43.172272 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-07d497f2-b2d1-4546-ac32-0979d0da03e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:43.173901 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-07d497f2-b2d1-4546-ac32-0979d0da03e0 service neutron] 10.222.0.82 "PUT /v2.0/ports/79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f HTTP/1.1" status: 200 len: 1093 time: 0.6799362 Jul 16 02:40:43.174223 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6927f434-9960-43b7-8a1c-72f72a77b8c1', 'tag': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:40:43.176746 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349dd4ac-ffce-4d81-ac55-6f40b1055572" -d '{"events": [{"name": "network-changed", "server_uuid": "6927f434-9960-43b7-8a1c-72f72a77b8c1", "tag": "79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:40:43.282814 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d497f2-b2d1-4546-ac32-0979d0da03e0 service neutron] Pushing event updated for resources: {'Port': ['ID=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f,revision_number=3']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:43.329101 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-89171bee-22b8-4500-a716-12c45907c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:43.331612 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-89171bee-22b8-4500-a716-12c45907c42e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6f72a1308fe74380afc2f15c399c8f47&device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1 HTTP/1.1" status: 200 len: 1096 time: 0.0982213 Jul 16 02:40:43.338185 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975c0d3f-e2a3-4c5b-9590-3d91540b498b x-openstack-request-id: req-975c0d3f-e2a3-4c5b-9590-3d91540b498b {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:40:43.338555 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6927f434-9960-43b7-8a1c-72f72a77b8c1", "tag": "79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:40:43.338877 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-975c0d3f-e2a3-4c5b-9590-3d91540b498b {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:40:43.339481 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6927f434-9960-43b7-8a1c-72f72a77b8c1', 'tag': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f', 'status': 'completed', 'code': 200} Jul 16 02:40:43.382071 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-e4c2159f-6a1a-45e5-a35f-9dc156b64293 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f HTTP/1.1" status: 200 len: 217 time: 0.0390639 Jul 16 02:40:43.432255 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-b5f97bd9-10cf-4dac-b779-cce60c0d4c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:43.433765 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-b5f97bd9-10cf-4dac-b779-cce60c0d4c64 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8add545f-e572-4cd5-9030-1c802385de2b HTTP/1.1" status: 200 len: 849 time: 0.0455036 Jul 16 02:40:43.495212 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-d17484bd-18c2-4b7b-a54c-45cb79955cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:43.496687 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-d17484bd-18c2-4b7b-a54c-45cb79955cbd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f6e179e-a952-497c-9215-c95caad6aba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557256 Jul 16 02:40:43.602330 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-ff07b36f-7f24-45ea-84c4-1e18e39b41bf service neutron] 10.222.0.82 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990779 Jul 16 02:40:43.699951 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3387c4f1-395b-4440-8b90-d1037ba10666 req-0a31a184-866e-4d33-86cd-160be2ea7246 service neutron] 10.222.0.82 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913765 Jul 16 02:40:43.825788 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349dd4ac-ffce-4d81-ac55-6f40b1055572 req-a29d1b7c-6a84-41bb-b710-9d4349174d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:43.828103 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-349dd4ac-ffce-4d81-ac55-6f40b1055572 req-a29d1b7c-6a84-41bb-b710-9d4349174d74 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6f72a1308fe74380afc2f15c399c8f47&device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1 HTTP/1.1" status: 200 len: 1096 time: 0.0625980 Jul 16 02:40:43.929443 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349dd4ac-ffce-4d81-ac55-6f40b1055572 req-68301248-9ef4-4253-bada-a3ecc4213da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:43.930939 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-349dd4ac-ffce-4d81-ac55-6f40b1055572 req-68301248-9ef4-4253-bada-a3ecc4213da2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0f6e179e-a952-497c-9215-c95caad6aba5 HTTP/1.1" status: 200 len: 911 time: 0.0952833 Jul 16 02:40:43.972122 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-349dd4ac-ffce-4d81-ac55-6f40b1055572 req-972acdad-7119-451e-8b75-394f98151c96 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f HTTP/1.1" status: 200 len: 217 time: 0.0339468 Jul 16 02:40:44.033079 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349dd4ac-ffce-4d81-ac55-6f40b1055572 req-650aa42a-5628-4da4-9ef0-a75dd7098d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:44.034958 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-349dd4ac-ffce-4d81-ac55-6f40b1055572 req-650aa42a-5628-4da4-9ef0-a75dd7098d65 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8add545f-e572-4cd5-9030-1c802385de2b HTTP/1.1" status: 200 len: 849 time: 0.0560417 Jul 16 02:40:44.100122 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349dd4ac-ffce-4d81-ac55-6f40b1055572 req-127e9ff2-cdb9-4f7a-add9-acde31e031b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:44.101697 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-349dd4ac-ffce-4d81-ac55-6f40b1055572 req-127e9ff2-cdb9-4f7a-add9-acde31e031b6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f6e179e-a952-497c-9215-c95caad6aba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599394 Jul 16 02:40:44.199590 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-349dd4ac-ffce-4d81-ac55-6f40b1055572 req-004769ab-5844-4f91-8d57-474b37f03eae service neutron] 10.222.0.82 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899057 Jul 16 02:40:44.264466 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee3f7b-2531-4c3d-a8db-1665a7694c8c req-b04c720e-a79f-47a9-a4ce-9b329e6b58cb tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:44.265981 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-81ee3f7b-2531-4c3d-a8db-1665a7694c8c req-b04c720e-a79f-47a9-a4ce-9b329e6b58cb tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1 HTTP/1.1" status: 200 len: 944 time: 0.0696168 Jul 16 02:40:44.302729 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-349dd4ac-ffce-4d81-ac55-6f40b1055572 req-04b7ea5b-8b0c-4f1b-95f9-9b01395712fd service neutron] 10.222.0.82 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960758 Jul 16 02:40:44.306364 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-81ee3f7b-2531-4c3d-a8db-1665a7694c8c req-952afac0-ff2c-42b2-a336-95d770c1a69d tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341592 Jul 16 02:40:45.467208 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:40:45.532706 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f43e-c45b-4fcf-a709-ad083daad7d9 req-f493c3ed-db81-4615-97bd-5155c7f1ecde tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:45.534430 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8589f43e-c45b-4fcf-a709-ad083daad7d9 req-f493c3ed-db81-4615-97bd-5155c7f1ecde tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1 HTTP/1.1" status: 200 len: 944 time: 0.0764804 Jul 16 02:40:45.584405 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8589f43e-c45b-4fcf-a709-ad083daad7d9 req-7ed5bf2d-243d-4801-88fc-8070a69d3eb7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436482 Jul 16 02:40:46.530140 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:40:46.634251 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f,segment=NetworkSegment(f91b8fb6-13d1-472d-bd72-d640c4bd0259),segment_id=f91b8fb6-13d1-472d-bd72-d640c4bd0259)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:46.650205 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'port_id': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f', 'mac_address': 'fa:16:3e:c2:47:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8add545f-e572-4cd5-9030-1c802385de2b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:40:46.688444 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:46.702399 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:40:46.723218 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f,segment=NetworkSegment(f91b8fb6-13d1-472d-bd72-d640c4bd0259),segment_id=f91b8fb6-13d1-472d-bd72-d640c4bd0259)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:46.728745 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:46.779155 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:46.792497 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944359b-143b-4da8-8cbd-95abe492074b req-263d4595-d019-4ce6-aa8a-86a793fb440d tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:46.794041 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c944359b-143b-4da8-8cbd-95abe492074b req-263d4595-d019-4ce6-aa8a-86a793fb440d tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1 HTTP/1.1" status: 200 len: 944 time: 0.0830691 Jul 16 02:40:46.833990 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-c944359b-143b-4da8-8cbd-95abe492074b req-fb3ac1cd-8129-4cf3-a2f6-ef350c2fc58d tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339491 Jul 16 02:40:46.933038 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:40:48.036015 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a58ee8-de57-4171-966a-e17e5200c934 req-62629749-7ece-4e1c-a9d4-4a254e12a9c9 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:48.037763 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85a58ee8-de57-4171-966a-e17e5200c934 req-62629749-7ece-4e1c-a9d4-4a254e12a9c9 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1 HTTP/1.1" status: 200 len: 945 time: 0.0677159 Jul 16 02:40:48.079622 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-85a58ee8-de57-4171-966a-e17e5200c934 req-4e44700e-9d2d-4fe7-b753-e814abfc16bc tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353029 Jul 16 02:40:48.543931 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:48.599027 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning for port 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:48.605132 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:48.605726 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:48.701812 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:48.728393 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6927f434-9960-43b7-8a1c-72f72a77b8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:40:48.730701 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2770b8d1-590b-4f42-bde2-5f64515c91f1" -d '{"events": [{"server_uuid": "6927f434-9960-43b7-8a1c-72f72a77b8c1", "name": "network-vif-plugged", "status": "completed", "tag": "79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:40:48.744976 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f,segment=NetworkSegment(f91b8fb6-13d1-472d-bd72-d640c4bd0259),segment_id=f91b8fb6-13d1-472d-bd72-d640c4bd0259)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:48.750017 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:48.798977 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:48.824932 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf27edc-f90f-425a-953d-67017651159d x-openstack-request-id: req-7bf27edc-f90f-425a-953d-67017651159d {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:40:48.825240 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6927f434-9960-43b7-8a1c-72f72a77b8c1", "name": "network-vif-plugged", "status": "completed", "tag": "79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:40:48.825477 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7bf27edc-f90f-425a-953d-67017651159d {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:40:48.825896 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6927f434-9960-43b7-8a1c-72f72a77b8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f', 'code': 200} Jul 16 02:40:48.949908 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252792c-a70b-407e-ae8f-93ca64d08837 req-709101fd-4c5d-45ed-aafc-c3af47cff51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:48.951548 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e252792c-a70b-407e-ae8f-93ca64d08837 req-709101fd-4c5d-45ed-aafc-c3af47cff51b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1 HTTP/1.1" status: 200 len: 1098 time: 0.0560911 Jul 16 02:40:48.987099 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e252792c-a70b-407e-ae8f-93ca64d08837 req-ab2efdec-57c7-486b-adca-7e7ed3112410 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292871 Jul 16 02:40:49.273710 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185dc8a-30a9-44f4-a624-d14067e833e3 req-71cf41a4-aca1-461c-8802-280118e9158f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:49.275107 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e185dc8a-30a9-44f4-a624-d14067e833e3 req-71cf41a4-aca1-461c-8802-280118e9158f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1 HTTP/1.1" status: 200 len: 946 time: 0.0747347 Jul 16 02:40:49.317288 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-e185dc8a-30a9-44f4-a624-d14067e833e3 req-1bc97abf-bdee-4378-b04f-f0e8720615ae tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334094 Jul 16 02:40:50.520931 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80465c34-f130-4062-879e-d854bc4ba1b0 req-4d5a7939-1afa-469e-8371-cb7b5af11b4b tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:50.522526 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-80465c34-f130-4062-879e-d854bc4ba1b0 req-4d5a7939-1afa-469e-8371-cb7b5af11b4b tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1 HTTP/1.1" status: 200 len: 946 time: 0.0867546 Jul 16 02:40:50.564900 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-80465c34-f130-4062-879e-d854bc4ba1b0 req-1a81183b-7227-4f3a-8fa4-c7f7d9405f66 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343497 Jul 16 02:40:50.746663 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65861b0c-9307-4b7f-a732-09d5475691c0 req-523b00c7-a7b3-428c-9bac-2d4f18a5e8b1 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:50.748175 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-65861b0c-9307-4b7f-a732-09d5475691c0 req-523b00c7-a7b3-428c-9bac-2d4f18a5e8b1 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1 HTTP/1.1" status: 200 len: 946 time: 0.0682538 Jul 16 02:40:50.791392 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-65861b0c-9307-4b7f-a732-09d5475691c0 req-18c0585b-3125-475b-9db7-6c54272568f1 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347910 Jul 16 02:40:50.825579 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42500) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:50.979592 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23ce768-18c7-4230-8293-ea745b162d09 tempest-TestSnapshotPattern-914529070 tempest-TestSnapshotPattern-914529070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:50.981168 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-f23ce768-18c7-4230-8293-ea745b162d09 tempest-TestSnapshotPattern-914529070 tempest-TestSnapshotPattern-914529070-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1 HTTP/1.1" status: 200 len: 1093 time: 0.1545584 Jul 16 02:40:50.984156 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42504) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:50.988497 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.v2.base [None req-73ef5d09-7ddb-4a39-9a51-95f3c35882d7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:51.012515 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73ef5d09-7ddb-4a39-9a51-95f3c35882d7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for floatingip, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:51.126160 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73ef5d09-7ddb-4a39-9a51-95f3c35882d7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:51.236722 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.db_base_plugin_common [None req-73ef5d09-7ddb-4a39-9a51-95f3c35882d7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Allocated IP 172.25.6.21 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/6a9661fc-8804-49e5-84eb-38fa2ef4f947) {{(pid=93955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:51.367269 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73ef5d09-7ddb-4a39-9a51-95f3c35882d7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for port, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:51.422541 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73ef5d09-7ddb-4a39-9a51-95f3c35882d7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:51.472765 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ef5d09-7ddb-4a39-9a51-95f3c35882d7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:51.477286 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.base_scheduler [None req-73ef5d09-7ddb-4a39-9a51-95f3c35882d7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Resources bound (agent type, host, resource id): {{(pid=93955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:51.481623 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ef5d09-7ddb-4a39-9a51-95f3c35882d7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Received port after_create {{(pid=93955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:51.484676 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef5d09-7ddb-4a39-9a51-95f3c35882d7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Pushing event updated for resources: {'Port': ['ID=6a9661fc-8804-49e5-84eb-38fa2ef4f947,revision_number=1']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:51.875844 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73ef5d09-7ddb-4a39-9a51-95f3c35882d7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:51.966426 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73ef5d09-7ddb-4a39-9a51-95f3c35882d7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:52.120293 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73ef5d09-7ddb-4a39-9a51-95f3c35882d7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for port, precommit_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:52.126151 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73ef5d09-7ddb-4a39-9a51-95f3c35882d7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12780760'] for port, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:52.187672 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef5d09-7ddb-4a39-9a51-95f3c35882d7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Pushing event updated for resources: {'Port': ['ID=6a9661fc-8804-49e5-84eb-38fa2ef4f947,revision_number=2']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:52.203527 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73ef5d09-7ddb-4a39-9a51-95f3c35882d7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:52.303555 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-73ef5d09-7ddb-4a39-9a51-95f3c35882d7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Floating IP f4dd54bd-9cbc-4a38-b5c1-97c83964c61c associated. External IP: 172.25.6.21, port: 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f. Jul 16 02:40:52.866991 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ef5d09-7ddb-4a39-9a51-95f3c35882d7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Router 5f6672ac-7c15-404d-a16c-d4230ffffcc8 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:40:52.985532 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ef5d09-7ddb-4a39-9a51-95f3c35882d7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:52.995583 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7db6420-1416-4736-8bde-89b85c332dfa None None] Sync routers for ids ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:53.004418 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-73ef5d09-7ddb-4a39-9a51-95f3c35882d7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.006383 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7db6420-1416-4736-8bde-89b85c332dfa None None] Routers {'5f6672ac-7c15-404d-a16c-d4230ffffcc8'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:53.007100 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f7db6420-1416-4736-8bde-89b85c332dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:40:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:53.056388 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-73ef5d09-7ddb-4a39-9a51-95f3c35882d7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0601292 Jul 16 02:40:53.056388 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6927f434-9960-43b7-8a1c-72f72a77b8c1', 'tag': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:40:53.056388 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d74090-acf6-47c6-9f1d-1d4e307d2c14" -d '{"events": [{"name": "network-changed", "server_uuid": "6927f434-9960-43b7-8a1c-72f72a77b8c1", "tag": "79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:40:53.101046 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53edc57-322f-42db-8cac-d7e038c7c1d1 x-openstack-request-id: req-f53edc57-322f-42db-8cac-d7e038c7c1d1 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:40:53.101341 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6927f434-9960-43b7-8a1c-72f72a77b8c1", "tag": "79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:40:53.101601 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f53edc57-322f-42db-8cac-d7e038c7c1d1 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:40:53.102215 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6927f434-9960-43b7-8a1c-72f72a77b8c1', 'tag': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f', 'status': 'completed', 'code': 200} Jul 16 02:40:53.125362 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-f7db6420-1416-4736-8bde-89b85c332dfa None None] Set router 5f6672ac-7c15-404d-a16c-d4230ffffcc8 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:53.177327 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d74090-acf6-47c6-9f1d-1d4e307d2c14 req-576f0787-6b8f-488e-8cec-e4491aab8044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:53.178902 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7d74090-acf6-47c6-9f1d-1d4e307d2c14 req-576f0787-6b8f-488e-8cec-e4491aab8044 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6f72a1308fe74380afc2f15c399c8f47&device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1 HTTP/1.1" status: 200 len: 1098 time: 0.0549841 Jul 16 02:40:53.273611 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d74090-acf6-47c6-9f1d-1d4e307d2c14 req-db0aa28c-c894-4e55-865c-4cac47edb6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:53.275114 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7d74090-acf6-47c6-9f1d-1d4e307d2c14 req-db0aa28c-c894-4e55-865c-4cac47edb6bb service neutron] 10.222.0.82 "GET /v2.0/networks?id=0f6e179e-a952-497c-9215-c95caad6aba5 HTTP/1.1" status: 200 len: 911 time: 0.0900455 Jul 16 02:40:53.341475 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7d74090-acf6-47c6-9f1d-1d4e307d2c14 req-5f929838-6a4c-4bd8-a512-a73a6ae9daa8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f HTTP/1.1" status: 200 len: 999 time: 0.0596590 Jul 16 02:40:53.359458 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f7db6420-1416-4736-8bde-89b85c332dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'name': 'tempest-TestSnapshotPattern-1822257053-router', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:31Z', 'revision_number': 4, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'gw_port': {'id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'f4dd54bd-9cbc-4a38-b5c1-97c83964c61c', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'port_id': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'mac_address': 'fa:16:3e:c2:47:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6927f434-9960-43b7-8a1c-72f72a77b8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:40:51Z', 'updated_at': '2021-07-16T02:40:51Z', 'revision_number': 0, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d6580f-7c64-4e8d-95f6-22697ed6cc62', 'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'mac_address': 'fa:16:3e:23:24:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8add545f-e572-4cd5-9030-1c802385de2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:30Z', 'updated_at': '2021-07-16T02:40:35Z', 'revision_number': 5, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'subnets': [{'id': '8add545f-e572-4cd5-9030-1c802385de2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:53.385721 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7db6420-1416-4736-8bde-89b85c332dfa None None] Checking router: 5f6672ac-7c15-404d-a16c-d4230ffffcc8 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:53.394449 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7db6420-1416-4736-8bde-89b85c332dfa None None] Routers {'5f6672ac-7c15-404d-a16c-d4230ffffcc8'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:53.395091 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f7db6420-1416-4736-8bde-89b85c332dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:40:30Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:53.399209 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d74090-acf6-47c6-9f1d-1d4e307d2c14 req-c340b147-2c6c-4e91-aa60-c607fb7e1657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:53.400897 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7d74090-acf6-47c6-9f1d-1d4e307d2c14 req-c340b147-2c6c-4e91-aa60-c607fb7e1657 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8add545f-e572-4cd5-9030-1c802385de2b HTTP/1.1" status: 200 len: 849 time: 0.0537300 Jul 16 02:40:53.466865 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d74090-acf6-47c6-9f1d-1d4e307d2c14 req-294ad41d-0d79-4e4e-9df6-f9d9c060b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:53.468337 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7d74090-acf6-47c6-9f1d-1d4e307d2c14 req-294ad41d-0d79-4e4e-9df6-f9d9c060b8bb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f6e179e-a952-497c-9215-c95caad6aba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615752 Jul 16 02:40:53.515952 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-f7db6420-1416-4736-8bde-89b85c332dfa None None] Set router 5f6672ac-7c15-404d-a16c-d4230ffffcc8 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:53.568992 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7d74090-acf6-47c6-9f1d-1d4e307d2c14 req-eb754e20-4592-4ed9-8485-9ad70427edd9 service neutron] 10.222.0.82 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928137 Jul 16 02:40:53.670143 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b7d74090-acf6-47c6-9f1d-1d4e307d2c14 req-d7e41b3d-9ac3-4f70-92d7-bc94f4ad645c service neutron] 10.222.0.82 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952325 Jul 16 02:40:53.765124 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-f7db6420-1416-4736-8bde-89b85c332dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'name': 'tempest-TestSnapshotPattern-1822257053-router', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:31Z', 'revision_number': 4, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'gw_port': {'id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'f4dd54bd-9cbc-4a38-b5c1-97c83964c61c', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'port_id': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'mac_address': 'fa:16:3e:c2:47:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6927f434-9960-43b7-8a1c-72f72a77b8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:40:51Z', 'updated_at': '2021-07-16T02:40:51Z', 'revision_number': 0, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d6580f-7c64-4e8d-95f6-22697ed6cc62', 'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'mac_address': 'fa:16:3e:23:24:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8add545f-e572-4cd5-9030-1c802385de2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:30Z', 'updated_at': '2021-07-16T02:40:35Z', 'revision_number': 5, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'subnets': [{'id': '8add545f-e572-4cd5-9030-1c802385de2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:53.791905 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7db6420-1416-4736-8bde-89b85c332dfa None None] The sync data for ids ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'] in n-d-792394-16 is: [{'id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'name': 'tempest-TestSnapshotPattern-1822257053-router', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:31Z', 'revision_number': 4, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'gw_port': {'id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'f4dd54bd-9cbc-4a38-b5c1-97c83964c61c', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'port_id': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'mac_address': 'fa:16:3e:c2:47:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6927f434-9960-43b7-8a1c-72f72a77b8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:40:51Z', 'updated_at': '2021-07-16T02:40:51Z', 'revision_number': 0, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d6580f-7c64-4e8d-95f6-22697ed6cc62', 'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'mac_address': 'fa:16:3e:23:24:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8add545f-e572-4cd5-9030-1c802385de2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:30Z', 'updated_at': '2021-07-16T02:40:35Z', 'revision_number': 5, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'subnets': [{'id': '8add545f-e572-4cd5-9030-1c802385de2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:54.004264 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e537d09-db03-4a8d-bb82-a4cbd7dbc024 None None] New status for floating IP f4dd54bd-9cbc-4a38-b5c1-97c83964c61c: ACTIVE {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:40:56.711084 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-792b1b33-8fc1-4e95-aaf7-db1f1d119256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:59.676564 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc410e4e-e046-40ba-ae84-ac7402dbb67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:59.834358 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:01.139586 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:02.236520 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:02.900638 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:05.819907 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:22.467317 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:41:26.711360 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a73ef2e2-7b5d-4683-9980-f9c81d216549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:29.684181 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7b35aafe-d7de-42b4-956a-bb4fab9e3f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:29.832467 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:31.143128 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:32.245649 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:32.903103 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:35.827772 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:42.405750 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-952baa99-9da0-451b-89e8-3bbf662f5ed9 req-05e403c0-6984-4657-985d-df832f206834 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1182795 Jul 16 02:41:42.521020 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952baa99-9da0-451b-89e8-3bbf662f5ed9 req-72330a93-dd26-4155-a8a7-28a6f7e493e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:42.522576 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-952baa99-9da0-451b-89e8-3bbf662f5ed9 req-72330a93-dd26-4155-a8a7-28a6f7e493e9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6f72a1308fe74380afc2f15c399c8f47&device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1 HTTP/1.1" status: 200 len: 1098 time: 0.0623136 Jul 16 02:41:42.631203 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952baa99-9da0-451b-89e8-3bbf662f5ed9 req-82b246eb-e3fe-4fdb-94b8-004a62840171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:42.632779 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-952baa99-9da0-451b-89e8-3bbf662f5ed9 req-82b246eb-e3fe-4fdb-94b8-004a62840171 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0f6e179e-a952-497c-9215-c95caad6aba5 HTTP/1.1" status: 200 len: 911 time: 0.0894418 Jul 16 02:41:42.705556 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-952baa99-9da0-451b-89e8-3bbf662f5ed9 req-892070f5-823b-4a2a-a0c3-d5ef0056465d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f HTTP/1.1" status: 200 len: 1001 time: 0.0667083 Jul 16 02:41:42.757201 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952baa99-9da0-451b-89e8-3bbf662f5ed9 req-b797ac7e-3531-479a-8e5d-49da44b623bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:42.758686 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-952baa99-9da0-451b-89e8-3bbf662f5ed9 req-b797ac7e-3531-479a-8e5d-49da44b623bf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8add545f-e572-4cd5-9030-1c802385de2b HTTP/1.1" status: 200 len: 849 time: 0.0465353 Jul 16 02:41:42.823693 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952baa99-9da0-451b-89e8-3bbf662f5ed9 req-979fde10-9cd1-4bc0-a5fe-55aa65636b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:42.825239 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-952baa99-9da0-451b-89e8-3bbf662f5ed9 req-979fde10-9cd1-4bc0-a5fe-55aa65636b5b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f6e179e-a952-497c-9215-c95caad6aba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542555 Jul 16 02:41:42.922174 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-952baa99-9da0-451b-89e8-3bbf662f5ed9 req-ee86a74b-83f7-496d-8563-207d6cd1ca03 service neutron] 10.222.0.82 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905683 Jul 16 02:41:43.014242 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-952baa99-9da0-451b-89e8-3bbf662f5ed9 req-4cf89692-647d-46f8-999d-06e0254b3b12 service neutron] 10.222.0.82 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861602 Jul 16 02:41:56.706708 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-68cd6777-25b3-4ca9-9b55-5be2510b8a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:59.471257 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:41:59.684957 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b703d307-0a3d-4c84-a790-29a836c7eeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:59.830327 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:01.144616 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:02.260349 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:02.898081 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:05.840236 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:26.702149 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ff3b47ee-b047-4e0d-b633-2991e690d70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:29.681768 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dcf31f83-8888-43df-9641-c3653dff17e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:29.825287 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:31.150277 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:32.276299 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:32.902122 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:35.839738 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:36.471465 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:42:38.768164 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-0f1c5897-a559-402c-8b39-2e771913d84f req-0ab40059-4a68-46c3-9236-62b2fc3f3525 service neutron] (93955) timed out ('10.222.0.16', 40910) {{(pid=93955) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:42:44.280961 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-370a4dcf-b93a-4b47-8d9d-764d4e1a1fd9 req-543d03e9-0614-48eb-bed3-67827f2a030e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0606732 Jul 16 02:42:44.386075 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a4dcf-b93a-4b47-8d9d-764d4e1a1fd9 req-5f08f648-e069-4316-b688-110a183096a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:44.387631 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-370a4dcf-b93a-4b47-8d9d-764d4e1a1fd9 req-5f08f648-e069-4316-b688-110a183096a9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6f72a1308fe74380afc2f15c399c8f47&device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1 HTTP/1.1" status: 200 len: 1098 time: 0.0621450 Jul 16 02:42:44.518277 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a4dcf-b93a-4b47-8d9d-764d4e1a1fd9 req-0e8e3e59-5b6d-4c85-a6f8-2b342bdda121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:44.520727 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-370a4dcf-b93a-4b47-8d9d-764d4e1a1fd9 req-0e8e3e59-5b6d-4c85-a6f8-2b342bdda121 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0f6e179e-a952-497c-9215-c95caad6aba5 HTTP/1.1" status: 200 len: 911 time: 0.1094091 Jul 16 02:42:44.590846 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-370a4dcf-b93a-4b47-8d9d-764d4e1a1fd9 req-999cfece-d756-4085-bd24-1b1fccfae614 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f HTTP/1.1" status: 200 len: 1001 time: 0.0638847 Jul 16 02:42:44.647200 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a4dcf-b93a-4b47-8d9d-764d4e1a1fd9 req-de65a0b3-ebbf-4435-8739-6f26783e8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:44.648719 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-370a4dcf-b93a-4b47-8d9d-764d4e1a1fd9 req-de65a0b3-ebbf-4435-8739-6f26783e8798 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8add545f-e572-4cd5-9030-1c802385de2b HTTP/1.1" status: 200 len: 849 time: 0.0518024 Jul 16 02:42:44.720399 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a4dcf-b93a-4b47-8d9d-764d4e1a1fd9 req-00972708-c04b-4761-b81d-711c0347ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:44.722945 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-370a4dcf-b93a-4b47-8d9d-764d4e1a1fd9 req-00972708-c04b-4761-b81d-711c0347ca56 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f6e179e-a952-497c-9215-c95caad6aba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682070 Jul 16 02:42:44.822886 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-370a4dcf-b93a-4b47-8d9d-764d4e1a1fd9 req-78d5cafa-1a64-4132-8d9c-42e5a34cee3c service neutron] 10.222.0.82 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935130 Jul 16 02:42:44.914540 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-370a4dcf-b93a-4b47-8d9d-764d4e1a1fd9 req-07e12dd6-7da8-4d87-82a4-35c0bb3b9fbf service neutron] 10.222.0.82 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855522 Jul 16 02:42:52.995639 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f details requested by agent hyperv_n-h2-792394-16 with host n-h2-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:42:53.301418 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f,segment=NetworkSegment(f91b8fb6-13d1-472d-bd72-d640c4bd0259),segment_id=f91b8fb6-13d1-472d-bd72-d640c4bd0259)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:53.313488 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Returning: {'device': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'port_id': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f', 'mac_address': 'fa:16:3e:c2:47:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8add545f-e572-4cd5-9030-1c802385de2b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:42:53.354591 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:53.371648 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:42:53.396747 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f,segment=NetworkSegment(f91b8fb6-13d1-472d-bd72-d640c4bd0259),segment_id=f91b8fb6-13d1-472d-bd72-d640c4bd0259)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:53.401424 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:53.469168 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:53.477376 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:53.477874 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:53.478084 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:53.478450 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:53.478728 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:53.479102 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:53.479380 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:53.479716 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:53.480041 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:53.480409 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:53.480741 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:53.481090 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:53.494875 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] get_ports_and_sgs() called for port_ids ['79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:42:54.994024 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f up at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:42:55.050472 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Provisioning complete for port 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:42:55.050864 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:55.170241 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:55.199464 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6927f434-9960-43b7-8a1c-72f72a77b8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:42:55.202196 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e860ad09-f49b-4b19-a131-d41f82ad4968" -d '{"events": [{"server_uuid": "6927f434-9960-43b7-8a1c-72f72a77b8c1", "name": "network-vif-plugged", "status": "completed", "tag": "79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:42:55.218588 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f,segment=NetworkSegment(f91b8fb6-13d1-472d-bd72-d640c4bd0259),segment_id=f91b8fb6-13d1-472d-bd72-d640c4bd0259)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:55.223529 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:55.260800 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9b08e3-1696-4be1-a184-9290aae8ae62 x-openstack-request-id: req-7a9b08e3-1696-4be1-a184-9290aae8ae62 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:42:55.261098 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6927f434-9960-43b7-8a1c-72f72a77b8c1", "name": "network-vif-plugged", "status": "completed", "tag": "79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:42:55.261350 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a9b08e3-1696-4be1-a184-9290aae8ae62 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:42:55.261744 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6927f434-9960-43b7-8a1c-72f72a77b8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f', 'code': 200} Jul 16 02:42:55.289258 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:56.706901 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d7f57898-81d2-49cb-8b4f-bd330ab5dc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:59.679465 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-458d12c9-5f6f-4da8-bd4f-cbd39b56bade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:59.831259 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.150044 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:02.275308 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:02.746424 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-a5e81c71-0cbc-4c3a-a1cb-7d582e00024a tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1941982398&fields=id&tenant_id=6f72a1308fe74380afc2f15c399c8f47 HTTP/1.1" status: 200 len: 267 time: 0.0419436 Jul 16 02:43:02.861323 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-e7020265-abf7-4d30-872e-106075f51be8 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:02.863761 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-e7020265-abf7-4d30-872e-106075f51be8 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/networks?id=0f6e179e-a952-497c-9215-c95caad6aba5 HTTP/1.1" status: 200 len: 810 time: 0.1098034 Jul 16 02:43:02.879554 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-5684c53a-6724-4140-bdca-baf961382e95 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/quotas/6f72a1308fe74380afc2f15c399c8f47 HTTP/1.1" status: 200 len: 375 time: 0.0110116 Jul 16 02:43:02.904865 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:02.958889 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-86b5dc18-af34-4588-95e3-67f73037897d tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f72a1308fe74380afc2f15c399c8f47&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0732498 Jul 16 02:43:03.121830 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-ccafd624-daa1-476d-ac35-b546036830cb service neutron] 10.222.0.16 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485951 Jul 16 02:43:03.233785 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-5709c530-0c86-41b1-8bb2-f27e2b14b929 service neutron] 10.222.0.16 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058939 Jul 16 02:43:03.441851 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-1218f2eb-1db6-47e0-b820-3b911ba5dfad req-572463df-d1ea-4c6b-900f-f7b64a073e72 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 210 time: 0.0320604 Jul 16 02:43:04.603314 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-c5c6610e-6cad-481c-bada-7219c2ff3936 req-478170e0-f2c9-4684-ae6a-ffc8d541a05f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 210 time: 0.0361395 Jul 16 02:43:04.655607 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-c12566e6-0c1c-486b-bd50-8551573f6182 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:04.657403 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-c12566e6-0c1c-486b-bd50-8551573f6182 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.84 "GET /v2.0/networks?id=0f6e179e-a952-497c-9215-c95caad6aba5 HTTP/1.1" status: 200 len: 810 time: 0.1106684 Jul 16 02:43:04.701800 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-536c4a4f-a03f-4939-8225-720f18014a27 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f72a1308fe74380afc2f15c399c8f47 HTTP/1.1" status: 200 len: 380 time: 0.0347517 Jul 16 02:43:04.712125 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Request body: {'port': {'device_id': 'aa9e2892-e325-42e8-92ec-78131bd540c2', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'admin_state_up': True, 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'security_groups': ['edde547c-9586-4e39-878c-23b1ebc0204b']}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:43:04.826610 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Made reservation on behalf of 6f72a1308fe74380afc2f15c399c8f47 for: {'port': 1} {{(pid=93956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:43:04.830344 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:04.958792 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Allocated IP 172.20.0.3 (0f6e179e-a952-497c-9215-c95caad6aba5/8add545f-e572-4cd5-9030-1c802385de2b/72834305-206c-4a9a-9de4-52c4cced0741) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:43:05.043144 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:43:05.157629 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:05.166547 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:05.183317 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Transition to ACTIVE for port object 72834305-206c-4a9a-9de4-52c4cced0741 will not be triggered until provisioned by entity DHCP. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:43:05.192650 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6927f434-9960-43b7-8a1c-72f72a77b8c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:43:05.195499 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9899f2-ecce-495f-aeb7-75e305b86da1" -d '{"events": [{"server_uuid": "6927f434-9960-43b7-8a1c-72f72a77b8c1", "name": "network-vif-unplugged", "status": "completed", "tag": "79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:43:05.211699 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] For port 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f,segment=NetworkSegment(f91b8fb6-13d1-472d-bd72-d640c4bd0259),segment_id=f91b8fb6-13d1-472d-bd72-d640c4bd0259)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:05.217576 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:05.262973 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:05.263307 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91523f22-666d-439d-88c9-145d4612302d x-openstack-request-id: req-91523f22-666d-439d-88c9-145d4612302d {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:43:05.263581 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6927f434-9960-43b7-8a1c-72f72a77b8c1", "name": "network-vif-unplugged", "status": "completed", "tag": "79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:43:05.263863 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91523f22-666d-439d-88c9-145d4612302d {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:43:05.264301 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6927f434-9960-43b7-8a1c-72f72a77b8c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f', 'code': 200} Jul 16 02:43:05.285386 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Pushing event updated for resources: {'Port': ['ID=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:05.288909 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Network 0f6e179e-a952-497c-9215-c95caad6aba5 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:43:05.292378 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:43:05.295151 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:43:05.387641 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Pushing event updated for resources: {'Port': ['ID=72834305-206c-4a9a-9de4-52c4cced0741,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:05.399669 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:05.400947 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:05.425510 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:05.426359 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:05.427005 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:05.427907 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:05.428632 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:05.429397 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:05.430072 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:05.430884 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:05.431546 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:05.432084 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:05.432692 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:05.433206 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:05.440337 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-8927cc3c-b235-478d-8a9c-fdcb3d5fbf86 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7320812 Jul 16 02:43:05.643375 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-778d2674-4980-450d-a27e-f3ce34cd5c72 None None] Provisioning for port 72834305-206c-4a9a-9de4-52c4cced0741 completed by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:43:05.652341 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-778d2674-4980-450d-a27e-f3ce34cd5c72 None None] Provisioning complete for port 72834305-206c-4a9a-9de4-52c4cced0741 triggered by entity DHCP. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:43:05.653018 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-778d2674-4980-450d-a27e-f3ce34cd5c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:05.688943 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-778d2674-4980-450d-a27e-f3ce34cd5c72 None None] Port 72834305-206c-4a9a-9de4-52c4cced0741 cannot update to ACTIVE because it is not bound. {{(pid=93957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:43:05.817957 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ebc6c-3154-4ef9-bb7c-91d70613797d req-0dc333a2-aeeb-40fa-985d-63e14064ea5a tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:05.819471 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ac0ebc6c-3154-4ef9-bb7c-91d70613797d req-0dc333a2-aeeb-40fa-985d-63e14064ea5a tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 931 time: 0.0687475 Jul 16 02:43:05.860600 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:05.867845 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-ac0ebc6c-3154-4ef9-bb7c-91d70613797d req-41a8ed55-581c-4776-b71b-8ae9a822cd77 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425308 Jul 16 02:43:07.065539 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450b47c-5fdc-4386-b36e-d68d5fe9dd20 req-451a951c-dc56-44af-b3db-2ce1304fd315 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:07.067543 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7450b47c-5fdc-4386-b36e-d68d5fe9dd20 req-451a951c-dc56-44af-b3db-2ce1304fd315 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 931 time: 0.0717614 Jul 16 02:43:07.111735 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-7450b47c-5fdc-4386-b36e-d68d5fe9dd20 req-149ee70e-2590-4bc8-9014-a3ab9c1e2025 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378735 Jul 16 02:43:08.298886 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4d8d6-37c9-4114-827a-fdd1d45402cb req-7f38522d-2d5e-4ca0-8bb3-10f099c42e67 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:08.300399 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-12c4d8d6-37c9-4114-827a-fdd1d45402cb req-7f38522d-2d5e-4ca0-8bb3-10f099c42e67 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 931 time: 0.0706418 Jul 16 02:43:08.350119 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-12c4d8d6-37c9-4114-827a-fdd1d45402cb req-122301ea-1309-4fbf-971f-622daef6a6dc tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437560 Jul 16 02:43:09.542037 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d4ff1-28e9-4c76-85d3-5b2a823ac480 req-753d4963-9c29-4fa9-bc6c-20b2c6020516 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:09.543552 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d97d4ff1-28e9-4c76-85d3-5b2a823ac480 req-753d4963-9c29-4fa9-bc6c-20b2c6020516 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 931 time: 0.0693944 Jul 16 02:43:09.587176 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-d97d4ff1-28e9-4c76-85d3-5b2a823ac480 req-444c428b-4590-4312-b402-f257658a6689 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360107 Jul 16 02:43:10.798642 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699c4bc-b502-4ba2-b282-daed2a0c5f98 req-7ffc1792-e57b-4adc-acac-d6df7fb66c44 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:10.800646 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3699c4bc-b502-4ba2-b282-daed2a0c5f98 req-7ffc1792-e57b-4adc-acac-d6df7fb66c44 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 931 time: 0.0696602 Jul 16 02:43:10.845492 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-3699c4bc-b502-4ba2-b282-daed2a0c5f98 req-ee4b0d9e-46a2-44ed-8e99-9dde7ca1afef tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380967 Jul 16 02:43:12.032935 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99919d8-1797-4d88-b361-2ffa23c0f5d4 req-bbe03459-4460-41a6-ab9b-5fd69c3995c7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:12.034454 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a99919d8-1797-4d88-b361-2ffa23c0f5d4 req-bbe03459-4460-41a6-ab9b-5fd69c3995c7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 931 time: 0.0725663 Jul 16 02:43:12.076782 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a99919d8-1797-4d88-b361-2ffa23c0f5d4 req-587fe6af-3998-403f-9403-444b16cede76 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361784 Jul 16 02:43:13.272044 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a873a81-4721-4d18-9196-bda25dd4a344 req-cea1f0f4-bb09-43fe-91d0-081205e1de67 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:13.273634 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4a873a81-4721-4d18-9196-bda25dd4a344 req-cea1f0f4-bb09-43fe-91d0-081205e1de67 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 931 time: 0.0746527 Jul 16 02:43:13.313793 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4a873a81-4721-4d18-9196-bda25dd4a344 req-3906349e-d460-4bb0-a7d0-55a561b34e72 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341947 Jul 16 02:43:13.471536 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:43:14.537636 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b99ac-dd3e-407d-bff3-51deb45c8971 req-86ac7903-e1d2-4be6-9eba-925e4295b7e3 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:14.539949 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ca9b99ac-dd3e-407d-bff3-51deb45c8971 req-86ac7903-e1d2-4be6-9eba-925e4295b7e3 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 931 time: 0.1076002 Jul 16 02:43:14.585879 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-ca9b99ac-dd3e-407d-bff3-51deb45c8971 req-8f84a2b3-9044-4ee6-8f14-b7544ee58433 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410256 Jul 16 02:43:15.785296 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d2da8-12d2-4703-a444-ab95c56da0ff req-a28f8210-1d91-406c-951d-64acc70a3ae0 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:15.786869 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4f5d2da8-12d2-4703-a444-ab95c56da0ff req-a28f8210-1d91-406c-951d-64acc70a3ae0 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 931 time: 0.0833907 Jul 16 02:43:15.833080 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-4f5d2da8-12d2-4703-a444-ab95c56da0ff req-b00af807-cbb5-46af-9765-30c3432cf2a1 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372760 Jul 16 02:43:15.989471 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-9954b5ec-474a-4875-8a79-7426014d399b tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93956) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:43:15.990686 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-9954b5ec-474a-4875-8a79-7426014d399b tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075998 Jul 16 02:43:16.054297 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-701e102d-9020-4de6-911d-9cda5395b130 service neutron] Request body: {'port': {'device_id': 'aa9e2892-e325-42e8-92ec-78131bd540c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792394-16'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:43:16.143379 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-701e102d-9020-4de6-911d-9cda5395b130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:16.416497 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-701e102d-9020-4de6-911d-9cda5395b130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72834305-206c-4a9a-9de4-52c4cced0741 {{(pid=93956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:43:16.424321 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-701e102d-9020-4de6-911d-9cda5395b130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:16.437357 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.provisioning_blocks [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-701e102d-9020-4de6-911d-9cda5395b130 service neutron] Transition to ACTIVE for port object 72834305-206c-4a9a-9de4-52c4cced0741 will not be triggered until provisioned by entity L2. {{(pid=93956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:43:16.444792 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-701e102d-9020-4de6-911d-9cda5395b130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:16.499537 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e102d-9020-4de6-911d-9cda5395b130 service neutron] Pushing event updated for resources: {'Port': ['ID=72834305-206c-4a9a-9de4-52c4cced0741,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:16.578374 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-701e102d-9020-4de6-911d-9cda5395b130 service neutron] Attempting to bind port 72834305-206c-4a9a-9de4-52c4cced0741 on host n-h1-792394-16 for vnic_type normal with profile {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:43:16.578703 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-701e102d-9020-4de6-911d-9cda5395b130 service neutron] Attempting to bind port 72834305-206c-4a9a-9de4-52c4cced0741 by drivers openvswitch,hyperv on host n-h1-792394-16 at level 0 using segments [{'id': 'f91b8fb6-13d1-472d-bd72-d640c4bd0259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5'}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:43:16.579025 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-701e102d-9020-4de6-911d-9cda5395b130 service neutron] Attempting to bind port 72834305-206c-4a9a-9de4-52c4cced0741 on network 0f6e179e-a952-497c-9215-c95caad6aba5 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:43:16.583516 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-701e102d-9020-4de6-911d-9cda5395b130 service neutron] Port 72834305-206c-4a9a-9de4-52c4cced0741 on network 0f6e179e-a952-497c-9215-c95caad6aba5 not bound, no agent of type Open vSwitch agent registered on host n-h1-792394-16 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:43:16.583901 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-701e102d-9020-4de6-911d-9cda5395b130 service neutron] Attempting to bind port 72834305-206c-4a9a-9de4-52c4cced0741 on network 0f6e179e-a952-497c-9215-c95caad6aba5 {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:43:16.589043 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-701e102d-9020-4de6-911d-9cda5395b130 service neutron] Checking agent: {'id': 'd1e2a308-2395-44c5-ba2a-5260918d0ce1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792394-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'started_at': datetime.datetime(2021, 7, 16, 1, 13, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:43:16.589399 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-701e102d-9020-4de6-911d-9cda5395b130 service neutron] Checking segment: {'id': 'f91b8fb6-13d1-472d-bd72-d640c4bd0259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:43:16.589782 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-701e102d-9020-4de6-911d-9cda5395b130 service neutron] Bound using segment: {'id': 'f91b8fb6-13d1-472d-bd72-d640c4bd0259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5'} {{(pid=93956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:43:16.590211 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.managers [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-701e102d-9020-4de6-911d-9cda5395b130 service neutron] Bound port: 72834305-206c-4a9a-9de4-52c4cced0741, host: n-h1-792394-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f91b8fb6-13d1-472d-bd72-d640c4bd0259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5'}}] {{(pid=93956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:43:16.590562 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-701e102d-9020-4de6-911d-9cda5395b130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:16.657766 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-701e102d-9020-4de6-911d-9cda5395b130 service neutron] For port 72834305-206c-4a9a-9de4-52c4cced0741, host n-h1-792394-16, cleared binding levels {{(pid=93956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:43:16.661100 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-701e102d-9020-4de6-911d-9cda5395b130 service neutron] For port 72834305-206c-4a9a-9de4-52c4cced0741, host n-h1-792394-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=72834305-206c-4a9a-9de4-52c4cced0741,segment=NetworkSegment(f91b8fb6-13d1-472d-bd72-d640c4bd0259),segment_id=f91b8fb6-13d1-472d-bd72-d640c4bd0259)] {{(pid=93956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:43:16.667172 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-701e102d-9020-4de6-911d-9cda5395b130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:16.705760 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-701e102d-9020-4de6-911d-9cda5395b130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:16.706262 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-701e102d-9020-4de6-911d-9cda5395b130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:16.707767 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-701e102d-9020-4de6-911d-9cda5395b130 service neutron] 10.222.0.84 "PUT /v2.0/ports/72834305-206c-4a9a-9de4-52c4cced0741 HTTP/1.1" status: 200 len: 1092 time: 0.7085602 Jul 16 02:43:16.708204 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9e2892-e325-42e8-92ec-78131bd540c2', 'tag': '72834305-206c-4a9a-9de4-52c4cced0741'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:43:16.710513 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef8aa00-54c8-435a-8807-3d403cac8cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9e2892-e325-42e8-92ec-78131bd540c2", "tag": "72834305-206c-4a9a-9de4-52c4cced0741"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:43:16.736227 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e102d-9020-4de6-911d-9cda5395b130 service neutron] Pushing event updated for resources: {'Port': ['ID=72834305-206c-4a9a-9de4-52c4cced0741,revision_number=3']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:16.759339 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b7cc79-5c63-4e80-9765-fddf5c216882 x-openstack-request-id: req-03b7cc79-5c63-4e80-9765-fddf5c216882 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:43:16.759631 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9e2892-e325-42e8-92ec-78131bd540c2", "tag": "72834305-206c-4a9a-9de4-52c4cced0741", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:43:16.759880 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03b7cc79-5c63-4e80-9765-fddf5c216882 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:43:16.760281 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9e2892-e325-42e8-92ec-78131bd540c2', 'tag': '72834305-206c-4a9a-9de4-52c4cced0741', 'status': 'completed', 'code': 200} Jul 16 02:43:16.822692 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-822a2977-8361-42cb-a9b7-c4f42aa92479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:16.824717 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-822a2977-8361-42cb-a9b7-c4f42aa92479 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6f72a1308fe74380afc2f15c399c8f47&device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 1095 time: 0.0629079 Jul 16 02:43:16.868656 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-45eff46b-e815-4f3c-81f6-e65e483f48f7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72834305-206c-4a9a-9de4-52c4cced0741 HTTP/1.1" status: 200 len: 217 time: 0.0365646 Jul 16 02:43:16.924667 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-736f3619-291d-4acc-9d08-25c9e40bf530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:16.926202 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-736f3619-291d-4acc-9d08-25c9e40bf530 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8add545f-e572-4cd5-9030-1c802385de2b HTTP/1.1" status: 200 len: 849 time: 0.0504274 Jul 16 02:43:16.989498 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-0d70585c-89c0-4bac-9a9b-c7a3151c6c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:16.991023 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-0d70585c-89c0-4bac-9a9b-c7a3151c6c1e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0f6e179e-a952-497c-9215-c95caad6aba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580251 Jul 16 02:43:17.096058 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-9db89c23-4c54-4387-bcc2-b65f174019ad service neutron] 10.222.0.84 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973976 Jul 16 02:43:17.201443 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-b71f8f0d-b6c0-4f0e-99d1-6db9d40cc857 req-a315c6e5-512f-4f6e-8b92-db01a2a37193 service neutron] 10.222.0.84 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978949 Jul 16 02:43:17.262439 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962dd5bb-8438-4e70-aad9-6cd77673f0a5 req-7ccdfeb1-a4e0-4210-bbd7-5ab841169e8a tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:17.263947 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-962dd5bb-8438-4e70-aad9-6cd77673f0a5 req-7ccdfeb1-a4e0-4210-bbd7-5ab841169e8a tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 943 time: 0.0932734 Jul 16 02:43:17.302995 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-962dd5bb-8438-4e70-aad9-6cd77673f0a5 req-294763cd-cf95-4651-ab13-1ca5e1efef5e tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324640 Jul 16 02:43:17.310820 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8aa00-54c8-435a-8807-3d403cac8cd1 req-9f1e18cb-7647-4d12-bac6-133c4970ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:17.312430 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ef8aa00-54c8-435a-8807-3d403cac8cd1 req-9f1e18cb-7647-4d12-bac6-133c4970ff9f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6f72a1308fe74380afc2f15c399c8f47&device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 1095 time: 0.0567825 Jul 16 02:43:17.414872 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8aa00-54c8-435a-8807-3d403cac8cd1 req-21ecc705-67b6-46a4-be26-cc9f95feda2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:17.416446 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ef8aa00-54c8-435a-8807-3d403cac8cd1 req-21ecc705-67b6-46a4-be26-cc9f95feda2f service neutron] 10.222.0.84 "GET /v2.0/networks?id=0f6e179e-a952-497c-9215-c95caad6aba5 HTTP/1.1" status: 200 len: 911 time: 0.0975995 Jul 16 02:43:17.464618 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ef8aa00-54c8-435a-8807-3d403cac8cd1 req-d489ffda-5d30-42bc-bb4f-db690745d11c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72834305-206c-4a9a-9de4-52c4cced0741 HTTP/1.1" status: 200 len: 217 time: 0.0383117 Jul 16 02:43:17.516960 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8aa00-54c8-435a-8807-3d403cac8cd1 req-6fcc0621-08a6-4cd7-bba9-abd5bcca0219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:17.518389 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ef8aa00-54c8-435a-8807-3d403cac8cd1 req-6fcc0621-08a6-4cd7-bba9-abd5bcca0219 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8add545f-e572-4cd5-9030-1c802385de2b HTTP/1.1" status: 200 len: 849 time: 0.0451376 Jul 16 02:43:17.587790 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8aa00-54c8-435a-8807-3d403cac8cd1 req-e2e50d2a-d1c2-4efc-a69e-27e9004e1bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:17.589359 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ef8aa00-54c8-435a-8807-3d403cac8cd1 req-e2e50d2a-d1c2-4efc-a69e-27e9004e1bc6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0f6e179e-a952-497c-9215-c95caad6aba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633366 Jul 16 02:43:17.685050 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ef8aa00-54c8-435a-8807-3d403cac8cd1 req-6e034410-5d12-4024-96dc-76de06f0e36f service neutron] 10.222.0.84 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871749 Jul 16 02:43:17.778132 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3ef8aa00-54c8-435a-8807-3d403cac8cd1 req-dd7f1fdb-8c31-4639-bf2b-1e38a1233290 service neutron] 10.222.0.84 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845437 Jul 16 02:43:18.493840 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32c08c-aafe-4489-aa89-1a587639291b req-acfc08d2-8f5c-4c9b-9f21-8e10db8d637c tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:18.495352 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3b32c08c-aafe-4489-aa89-1a587639291b req-acfc08d2-8f5c-4c9b-9f21-8e10db8d637c tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 943 time: 0.0740273 Jul 16 02:43:18.534528 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-3b32c08c-aafe-4489-aa89-1a587639291b req-74105453-7452-4055-b4e1-d8f5b1a3ff9e tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333285 Jul 16 02:43:19.377716 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 72834305-206c-4a9a-9de4-52c4cced0741 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:43:19.483926 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 72834305-206c-4a9a-9de4-52c4cced0741, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=72834305-206c-4a9a-9de4-52c4cced0741,segment=NetworkSegment(f91b8fb6-13d1-472d-bd72-d640c4bd0259),segment_id=f91b8fb6-13d1-472d-bd72-d640c4bd0259)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:19.496898 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '72834305-206c-4a9a-9de4-52c4cced0741', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'port_id': '72834305-206c-4a9a-9de4-52c4cced0741', 'mac_address': 'fa:16:3e:74:91:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8add545f-e572-4cd5-9030-1c802385de2b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:43:19.536395 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:19.551135 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72834305-206c-4a9a-9de4-52c4cced0741 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:43:19.577582 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 72834305-206c-4a9a-9de4-52c4cced0741, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=72834305-206c-4a9a-9de4-52c4cced0741,segment=NetworkSegment(f91b8fb6-13d1-472d-bd72-d640c4bd0259),segment_id=f91b8fb6-13d1-472d-bd72-d640c4bd0259)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:19.585058 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:19.634985 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=72834305-206c-4a9a-9de4-52c4cced0741,revision_number=4']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:19.734962 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff49ab-fb78-4b18-80bd-5aebbb4fd6ac req-3f90cfd7-9881-41d0-8d38-b6dda81c4157 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:19.736494 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-80ff49ab-fb78-4b18-80bd-5aebbb4fd6ac req-3f90cfd7-9881-41d0-8d38-b6dda81c4157 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 944 time: 0.0741155 Jul 16 02:43:19.777811 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-80ff49ab-fb78-4b18-80bd-5aebbb4fd6ac req-05ca4c60-7f36-42c3-96fa-210d78f50b43 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351739 Jul 16 02:43:19.829176 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['72834305-206c-4a9a-9de4-52c4cced0741'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:43:20.962663 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be0922-40dd-41be-9ec7-79241a04e83d req-2e70af41-86e6-4607-a66b-78c29cf3424d tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:20.964179 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-61be0922-40dd-41be-9ec7-79241a04e83d req-2e70af41-86e6-4607-a66b-78c29cf3424d tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 944 time: 0.0703363 Jul 16 02:43:21.005280 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-61be0922-40dd-41be-9ec7-79241a04e83d req-66d9e4e6-f017-4a3a-aa25-d380cefe6047 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353963 Jul 16 02:43:21.398284 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 72834305-206c-4a9a-9de4-52c4cced0741 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:43:21.462853 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning for port 72834305-206c-4a9a-9de4-52c4cced0741 completed by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:43:21.466683 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 72834305-206c-4a9a-9de4-52c4cced0741 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:43:21.467062 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:21.553101 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:21.588839 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9e2892-e325-42e8-92ec-78131bd540c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72834305-206c-4a9a-9de4-52c4cced0741'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:43:21.591239 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebf6d19-4777-4cb5-ba0b-eb4ac6222206" -d '{"events": [{"server_uuid": "aa9e2892-e325-42e8-92ec-78131bd540c2", "name": "network-vif-plugged", "status": "completed", "tag": "72834305-206c-4a9a-9de4-52c4cced0741"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:43:21.606426 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 72834305-206c-4a9a-9de4-52c4cced0741, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=72834305-206c-4a9a-9de4-52c4cced0741,segment=NetworkSegment(f91b8fb6-13d1-472d-bd72-d640c4bd0259),segment_id=f91b8fb6-13d1-472d-bd72-d640c4bd0259)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:21.612276 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:21.637285 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef311b54-593d-4b6e-a60c-d40523313c1a x-openstack-request-id: req-ef311b54-593d-4b6e-a60c-d40523313c1a {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:43:21.637586 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9e2892-e325-42e8-92ec-78131bd540c2", "name": "network-vif-plugged", "status": "completed", "tag": "72834305-206c-4a9a-9de4-52c4cced0741", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:43:21.637836 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef311b54-593d-4b6e-a60c-d40523313c1a {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:43:21.638229 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9e2892-e325-42e8-92ec-78131bd540c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72834305-206c-4a9a-9de4-52c4cced0741', 'code': 200} Jul 16 02:43:21.666618 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=72834305-206c-4a9a-9de4-52c4cced0741,revision_number=5']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:21.766943 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c35bac-38bb-459f-8d31-172dfe1f8427 req-ff7173ae-2942-467c-9b94-6dd7cade71e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:21.768545 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a5c35bac-38bb-459f-8d31-172dfe1f8427 req-ff7173ae-2942-467c-9b94-6dd7cade71e6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 1097 time: 0.0605006 Jul 16 02:43:21.806000 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a5c35bac-38bb-459f-8d31-172dfe1f8427 req-bfbd975e-1eb1-4e67-93b0-1fe0d436a5b7 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311396 Jul 16 02:43:22.202962 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f21a4-6d0f-45cf-bc6e-f47a6ea05298 req-f7bbcce7-2484-4b6a-a726-6c4dbda237d5 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:22.204541 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-277f21a4-6d0f-45cf-bc6e-f47a6ea05298 req-f7bbcce7-2484-4b6a-a726-6c4dbda237d5 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 945 time: 0.0836885 Jul 16 02:43:22.245684 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-277f21a4-6d0f-45cf-bc6e-f47a6ea05298 req-3ab2f4ab-1828-49ee-900f-ca8b5975c6da tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354340 Jul 16 02:43:23.453526 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620c335-4a85-4d57-b9cb-94d8d1211737 req-94bc8f0e-cb60-4cf7-9ddd-c65c82218295 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:23.455076 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a620c335-4a85-4d57-b9cb-94d8d1211737 req-94bc8f0e-cb60-4cf7-9ddd-c65c82218295 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 945 time: 0.0750589 Jul 16 02:43:23.496267 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-a620c335-4a85-4d57-b9cb-94d8d1211737 req-2943f78a-33db-4baf-9971-9710b91fdb62 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354214 Jul 16 02:43:23.698001 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96432d81-088a-497a-b093-27fc71526953 req-62e1ff0b-53ef-48c3-81b8-2ff4bc03e130 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:23.699495 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-96432d81-088a-497a-b093-27fc71526953 req-62e1ff0b-53ef-48c3-81b8-2ff4bc03e130 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 945 time: 0.0769975 Jul 16 02:43:23.749001 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-96432d81-088a-497a-b093-27fc71526953 req-421ec408-cb62-480a-821b-defa54674001 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432677 Jul 16 02:43:23.782112 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 42796) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:23.839005 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc080027-5e3c-433d-af00-875060c42052 tempest-TestSnapshotPattern-914529070 tempest-TestSnapshotPattern-914529070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:23.840665 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-fc080027-5e3c-433d-af00-875060c42052 tempest-TestSnapshotPattern-914529070 tempest-TestSnapshotPattern-914529070-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 1092 time: 0.0574322 Jul 16 02:43:23.844290 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 42798) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:23.849131 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.v2.base [None req-ccbef12c-2c68-4c92-9553-a5b5f404a246 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Request body: {'floatingip': {'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'port_id': '72834305-206c-4a9a-9de4-52c4cced0741', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:43:23.878321 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ccbef12c-2c68-4c92-9553-a5b5f404a246 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for floatingip, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:23.987864 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ccbef12c-2c68-4c92-9553-a5b5f404a246 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:24.097842 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_common [None req-ccbef12c-2c68-4c92-9553-a5b5f404a246 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Allocated IP 172.25.6.28 (44f29c19-83dc-4bc0-a0a8-8775f5768d28/3e44fbbe-b435-4241-91d1-1f17c14331fe/b31f66da-cc92-47d3-85df-7fd4c672b606) {{(pid=93956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:43:24.204815 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ccbef12c-2c68-4c92-9553-a5b5f404a246 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for port, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:24.245970 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ccbef12c-2c68-4c92-9553-a5b5f404a246 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767329158822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:24.288232 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbef12c-2c68-4c92-9553-a5b5f404a246 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Network 44f29c19-83dc-4bc0-a0a8-8775f5768d28 is already hosted by enough agents. {{(pid=93956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:43:24.291065 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.base_scheduler [None req-ccbef12c-2c68-4c92-9553-a5b5f404a246 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Resources bound (agent type, host, resource id): {{(pid=93956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:43:24.294679 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbef12c-2c68-4c92-9553-a5b5f404a246 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Received port after_create {{(pid=93956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:43:24.300142 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbef12c-2c68-4c92-9553-a5b5f404a246 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Pushing event updated for resources: {'Port': ['ID=b31f66da-cc92-47d3-85df-7fd4c672b606,revision_number=1']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:24.703087 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ccbef12c-2c68-4c92-9553-a5b5f404a246 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:24.787678 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ccbef12c-2c68-4c92-9553-a5b5f404a246 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:24.959169 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ccbef12c-2c68-4c92-9553-a5b5f404a246 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for port, precommit_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:24.966279 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ccbef12c-2c68-4c92-9553-a5b5f404a246 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12773566'] for port, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:25.039589 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbef12c-2c68-4c92-9553-a5b5f404a246 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Pushing event updated for resources: {'Port': ['ID=b31f66da-cc92-47d3-85df-7fd4c672b606,revision_number=2']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:25.052412 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ccbef12c-2c68-4c92-9553-a5b5f404a246 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-361902'] for floatingip, after_update {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:25.162919 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-ccbef12c-2c68-4c92-9553-a5b5f404a246 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Floating IP 14fc19c4-9ad9-4f2f-8b4c-ce9e3c193310 associated. External IP: 172.25.6.28, port: 72834305-206c-4a9a-9de4-52c4cced0741. Jul 16 02:43:25.386083 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbef12c-2c68-4c92-9553-a5b5f404a246 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Router 5f6672ac-7c15-404d-a16c-d4230ffffcc8 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:43:25.501469 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbef12c-2c68-4c92-9553-a5b5f404a246 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:43:25.512027 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9070a-ebd6-4d68-8aa3-a8ac274cb058 None None] Sync routers for ids ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:43:25.523783 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-ccbef12c-2c68-4c92-9553-a5b5f404a246 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:25.525166 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d9070a-ebd6-4d68-8aa3-a8ac274cb058 None None] Routers {'5f6672ac-7c15-404d-a16c-d4230ffffcc8'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:43:25.526191 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-49d9070a-ebd6-4d68-8aa3-a8ac274cb058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:43:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:25.561973 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-ccbef12c-2c68-4c92-9553-a5b5f404a246 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7164426 Jul 16 02:43:25.562587 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9e2892-e325-42e8-92ec-78131bd540c2', 'tag': '72834305-206c-4a9a-9de4-52c4cced0741'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:43:25.564988 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918ea19f-179a-443a-989f-97de3bd8045c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9e2892-e325-42e8-92ec-78131bd540c2", "tag": "72834305-206c-4a9a-9de4-52c4cced0741"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:43:25.602536 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a0366f-e9ab-41f1-af53-fcb3ec453175 x-openstack-request-id: req-28a0366f-e9ab-41f1-af53-fcb3ec453175 {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:43:25.602829 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9e2892-e325-42e8-92ec-78131bd540c2", "tag": "72834305-206c-4a9a-9de4-52c4cced0741", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:43:25.603078 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28a0366f-e9ab-41f1-af53-fcb3ec453175 {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:43:25.603507 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9e2892-e325-42e8-92ec-78131bd540c2', 'tag': '72834305-206c-4a9a-9de4-52c4cced0741', 'status': 'completed', 'code': 200} Jul 16 02:43:25.639263 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-49d9070a-ebd6-4d68-8aa3-a8ac274cb058 None None] Set router 5f6672ac-7c15-404d-a16c-d4230ffffcc8 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:43:25.679751 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ea19f-179a-443a-989f-97de3bd8045c req-94357dfa-9a50-4dd2-8cfc-39ff284bda92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:25.681514 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-918ea19f-179a-443a-989f-97de3bd8045c req-94357dfa-9a50-4dd2-8cfc-39ff284bda92 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6f72a1308fe74380afc2f15c399c8f47&device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 1097 time: 0.0562479 Jul 16 02:43:25.780530 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ea19f-179a-443a-989f-97de3bd8045c req-200aaf39-ce31-429a-b071-fe49b42efa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:25.782022 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-918ea19f-179a-443a-989f-97de3bd8045c req-200aaf39-ce31-429a-b071-fe49b42efa85 service neutron] 10.222.0.84 "GET /v2.0/networks?id=0f6e179e-a952-497c-9215-c95caad6aba5 HTTP/1.1" status: 200 len: 911 time: 0.0945230 Jul 16 02:43:25.848611 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-918ea19f-179a-443a-989f-97de3bd8045c req-81180230-7836-474c-a1b4-f49d8150c1e5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72834305-206c-4a9a-9de4-52c4cced0741 HTTP/1.1" status: 200 len: 998 time: 0.0585992 Jul 16 02:43:25.872573 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-49d9070a-ebd6-4d68-8aa3-a8ac274cb058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'name': 'tempest-TestSnapshotPattern-1822257053-router', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:31Z', 'revision_number': 4, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'gw_port': {'id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '14fc19c4-9ad9-4f2f-8b4c-ce9e3c193310', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'floating_ip_address': '172.25.6.28', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'port_id': '72834305-206c-4a9a-9de4-52c4cced0741', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'mac_address': 'fa:16:3e:74:91:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e2892-e325-42e8-92ec-78131bd540c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:43:24Z', 'updated_at': '2021-07-16T02:43:24Z', 'revision_number': 0, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'fixed_ip_address_scope': None}, {'id': 'f4dd54bd-9cbc-4a38-b5c1-97c83964c61c', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'port_id': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'mac_address': 'fa:16:3e:c2:47:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6927f434-9960-43b7-8a1c-72f72a77b8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:40:51Z', 'updated_at': '2021-07-16T02:40:54Z', 'revision_number': 1, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d6580f-7c64-4e8d-95f6-22697ed6cc62', 'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'mac_address': 'fa:16:3e:23:24:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8add545f-e572-4cd5-9030-1c802385de2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:30Z', 'updated_at': '2021-07-16T02:40:35Z', 'revision_number': 5, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'subnets': [{'id': '8add545f-e572-4cd5-9030-1c802385de2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:25.899276 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9070a-ebd6-4d68-8aa3-a8ac274cb058 None None] Checking router: 5f6672ac-7c15-404d-a16c-d4230ffffcc8 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:43:25.901237 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ea19f-179a-443a-989f-97de3bd8045c req-9fd203d4-a6cd-4cc8-a4f8-708c58dc9b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:25.902753 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-918ea19f-179a-443a-989f-97de3bd8045c req-9fd203d4-a6cd-4cc8-a4f8-708c58dc9b79 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8add545f-e572-4cd5-9030-1c802385de2b HTTP/1.1" status: 200 len: 849 time: 0.0484021 Jul 16 02:43:25.907954 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d9070a-ebd6-4d68-8aa3-a8ac274cb058 None None] Routers {'5f6672ac-7c15-404d-a16c-d4230ffffcc8'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:43:25.908618 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-49d9070a-ebd6-4d68-8aa3-a8ac274cb058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:43:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:25.968059 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ea19f-179a-443a-989f-97de3bd8045c req-45a01505-076c-42f1-8883-21ba8e6f2087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:25.969676 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-918ea19f-179a-443a-989f-97de3bd8045c req-45a01505-076c-42f1-8883-21ba8e6f2087 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0f6e179e-a952-497c-9215-c95caad6aba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597084 Jul 16 02:43:26.041223 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-49d9070a-ebd6-4d68-8aa3-a8ac274cb058 None None] Set router 5f6672ac-7c15-404d-a16c-d4230ffffcc8 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:43:26.072747 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-918ea19f-179a-443a-989f-97de3bd8045c req-2736406b-ba26-469b-a355-7098618a914e service neutron] 10.222.0.84 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955503 Jul 16 02:43:26.287829 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-49d9070a-ebd6-4d68-8aa3-a8ac274cb058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'name': 'tempest-TestSnapshotPattern-1822257053-router', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:31Z', 'revision_number': 4, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'gw_port': {'id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '14fc19c4-9ad9-4f2f-8b4c-ce9e3c193310', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'floating_ip_address': '172.25.6.28', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'port_id': '72834305-206c-4a9a-9de4-52c4cced0741', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'mac_address': 'fa:16:3e:74:91:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e2892-e325-42e8-92ec-78131bd540c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:43:24Z', 'updated_at': '2021-07-16T02:43:24Z', 'revision_number': 0, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'fixed_ip_address_scope': None}, {'id': 'f4dd54bd-9cbc-4a38-b5c1-97c83964c61c', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'port_id': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'mac_address': 'fa:16:3e:c2:47:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6927f434-9960-43b7-8a1c-72f72a77b8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:40:51Z', 'updated_at': '2021-07-16T02:40:54Z', 'revision_number': 1, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d6580f-7c64-4e8d-95f6-22697ed6cc62', 'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'mac_address': 'fa:16:3e:23:24:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8add545f-e572-4cd5-9030-1c802385de2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:30Z', 'updated_at': '2021-07-16T02:40:35Z', 'revision_number': 5, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'subnets': [{'id': '8add545f-e572-4cd5-9030-1c802385de2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:26.315241 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9070a-ebd6-4d68-8aa3-a8ac274cb058 None None] The sync data for ids ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'] in n-d-792394-16 is: [{'id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'name': 'tempest-TestSnapshotPattern-1822257053-router', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:31Z', 'revision_number': 4, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'gw_port': {'id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': '14fc19c4-9ad9-4f2f-8b4c-ce9e3c193310', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'floating_ip_address': '172.25.6.28', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'port_id': '72834305-206c-4a9a-9de4-52c4cced0741', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'mac_address': 'fa:16:3e:74:91:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e2892-e325-42e8-92ec-78131bd540c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:43:24Z', 'updated_at': '2021-07-16T02:43:24Z', 'revision_number': 0, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'fixed_ip_address_scope': None}, {'id': 'f4dd54bd-9cbc-4a38-b5c1-97c83964c61c', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'port_id': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'mac_address': 'fa:16:3e:c2:47:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6927f434-9960-43b7-8a1c-72f72a77b8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:40:51Z', 'updated_at': '2021-07-16T02:40:54Z', 'revision_number': 1, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d6580f-7c64-4e8d-95f6-22697ed6cc62', 'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'mac_address': 'fa:16:3e:23:24:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8add545f-e572-4cd5-9030-1c802385de2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:30Z', 'updated_at': '2021-07-16T02:40:35Z', 'revision_number': 5, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'subnets': [{'id': '8add545f-e572-4cd5-9030-1c802385de2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:43:26.496106 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-918ea19f-179a-443a-989f-97de3bd8045c req-5df8123e-ac15-4040-8566-fc90cadd3dff service neutron] 10.222.0.84 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171703 Jul 16 02:43:26.527352 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81037fa3-f35c-4005-8512-ee05066a678c None None] New status for floating IP 14fc19c4-9ad9-4f2f-8b4c-ce9e3c193310: ACTIVE {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:43:26.710938 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8b3cdf5b-c3ed-4e6d-ac89-25a9b35e8ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:29.683813 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-941bcfe0-ea61-4b70-bc6d-6fe83655d367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:29.826517 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:31.159901 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:32.277420 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:32.912099 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:35.881964 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:45.294957 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f075851f-2399-46aa-bb30-06c763fae6b9 req-d87023f5-bfc5-446a-9d49-0069c2bc42b5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0618162 Jul 16 02:43:45.405369 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075851f-2399-46aa-bb30-06c763fae6b9 req-7b93b600-25a5-45a8-b379-79963c136d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:45.406906 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f075851f-2399-46aa-bb30-06c763fae6b9 req-7b93b600-25a5-45a8-b379-79963c136d22 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6f72a1308fe74380afc2f15c399c8f47&device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1 HTTP/1.1" status: 200 len: 1096 time: 0.0594532 Jul 16 02:43:45.526824 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075851f-2399-46aa-bb30-06c763fae6b9 req-28541269-45be-4cf0-b9aa-c80963604b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:45.529291 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f075851f-2399-46aa-bb30-06c763fae6b9 req-28541269-45be-4cf0-b9aa-c80963604b81 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0f6e179e-a952-497c-9215-c95caad6aba5 HTTP/1.1" status: 200 len: 911 time: 0.0953629 Jul 16 02:43:45.598430 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f075851f-2399-46aa-bb30-06c763fae6b9 req-e61c0b85-d78e-4a28-a209-2c3b5ead9329 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f HTTP/1.1" status: 200 len: 999 time: 0.0630417 Jul 16 02:43:45.647681 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075851f-2399-46aa-bb30-06c763fae6b9 req-1916b9cd-9e64-430b-8f56-11c271f3a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:45.649146 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f075851f-2399-46aa-bb30-06c763fae6b9 req-1916b9cd-9e64-430b-8f56-11c271f3a6c1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8add545f-e572-4cd5-9030-1c802385de2b HTTP/1.1" status: 200 len: 849 time: 0.0447094 Jul 16 02:43:45.710453 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075851f-2399-46aa-bb30-06c763fae6b9 req-d76f7cd8-0cf7-4615-9aae-82bf5f34387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:45.711977 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f075851f-2399-46aa-bb30-06c763fae6b9 req-d76f7cd8-0cf7-4615-9aae-82bf5f34387e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f6e179e-a952-497c-9215-c95caad6aba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569980 Jul 16 02:43:45.814895 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f075851f-2399-46aa-bb30-06c763fae6b9 req-ab3c83ee-5525-44ff-8a4b-cb2ab7c2c436 service neutron] 10.222.0.82 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959518 Jul 16 02:43:45.913068 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-f075851f-2399-46aa-bb30-06c763fae6b9 req-b1b7cb62-0335-4b38-bcb1-d49cd8849adc service neutron] 10.222.0.82 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918169 Jul 16 02:43:50.471194 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:43:56.717355 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd1f56ce-3458-4467-bff3-7c1a7192028a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.684964 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-38db9d69-2aa3-4463-9d98-7b8a27c35f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.831723 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.161871 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:02.280818 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:02.914924 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.286195 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-73467233-19e1-4ba6-8cb6-b53991483a84 req-eaefb1b7-7cc0-4883-a964-545114d6719f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=aa9e2892-e325-42e8-92ec-78131bd540c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0613790 Jul 16 02:44:05.396817 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73467233-19e1-4ba6-8cb6-b53991483a84 req-f650c4d6-1724-4633-be5c-708dca5b7ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:05.398336 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-73467233-19e1-4ba6-8cb6-b53991483a84 req-f650c4d6-1724-4633-be5c-708dca5b7ea2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6f72a1308fe74380afc2f15c399c8f47&device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 1097 time: 0.0597949 Jul 16 02:44:05.521600 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73467233-19e1-4ba6-8cb6-b53991483a84 req-b7fe9519-efee-4ea9-826a-fe18ed05d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:05.523135 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-73467233-19e1-4ba6-8cb6-b53991483a84 req-b7fe9519-efee-4ea9-826a-fe18ed05d5c8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=0f6e179e-a952-497c-9215-c95caad6aba5 HTTP/1.1" status: 200 len: 911 time: 0.0979857 Jul 16 02:44:05.600040 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-73467233-19e1-4ba6-8cb6-b53991483a84 req-91a4943a-f545-4237-bb97-a8a7880fcf9b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72834305-206c-4a9a-9de4-52c4cced0741 HTTP/1.1" status: 200 len: 1000 time: 0.0693262 Jul 16 02:44:05.652113 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73467233-19e1-4ba6-8cb6-b53991483a84 req-5bc702cf-f3ac-456e-94e6-dc55fcc8160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:05.653513 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-73467233-19e1-4ba6-8cb6-b53991483a84 req-5bc702cf-f3ac-456e-94e6-dc55fcc8160d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8add545f-e572-4cd5-9030-1c802385de2b HTTP/1.1" status: 200 len: 849 time: 0.0467882 Jul 16 02:44:05.713816 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73467233-19e1-4ba6-8cb6-b53991483a84 req-d5330d0d-9abe-4841-8fc6-10786c3be455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:05.715356 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-73467233-19e1-4ba6-8cb6-b53991483a84 req-d5330d0d-9abe-4841-8fc6-10786c3be455 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0f6e179e-a952-497c-9215-c95caad6aba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552034 Jul 16 02:44:05.813025 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-73467233-19e1-4ba6-8cb6-b53991483a84 req-906d0136-a302-45f2-a8a4-b8efbc729a88 service neutron] 10.222.0.84 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897641 Jul 16 02:44:05.870185 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.917917 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-73467233-19e1-4ba6-8cb6-b53991483a84 req-a8165e8c-c3df-49ed-a60f-f538c12c33d8 service neutron] 10.222.0.84 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980597 Jul 16 02:44:26.716863 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92ea6751-471e-43a8-b543-00db9bc7aec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:27.471418 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:44:29.682796 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2d7433f5-8ec8-4a97-af98-f2c964677329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:29.840663 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:31.170527 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:32.276719 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:32.915489 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:35.892147 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:46.282242 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bdf1e190-2d56-4170-b3f9-ed2f23a891e6 req-c318d7db-69a4-467d-b674-d380f09d5579 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0590959 Jul 16 02:44:46.398569 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1e190-2d56-4170-b3f9-ed2f23a891e6 req-079e9536-4b68-4d72-b927-7123447346dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:46.400118 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bdf1e190-2d56-4170-b3f9-ed2f23a891e6 req-079e9536-4b68-4d72-b927-7123447346dc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6f72a1308fe74380afc2f15c399c8f47&device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1 HTTP/1.1" status: 200 len: 1096 time: 0.0651329 Jul 16 02:44:46.508409 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1e190-2d56-4170-b3f9-ed2f23a891e6 req-8c0d6fc4-edd0-451c-ab2b-b29d3f22cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:46.509900 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bdf1e190-2d56-4170-b3f9-ed2f23a891e6 req-8c0d6fc4-edd0-451c-ab2b-b29d3f22cfc5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0f6e179e-a952-497c-9215-c95caad6aba5 HTTP/1.1" status: 200 len: 911 time: 0.0899343 Jul 16 02:44:46.580486 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bdf1e190-2d56-4170-b3f9-ed2f23a891e6 req-e17d5850-fd52-4f78-9b14-e507b85a9d04 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f HTTP/1.1" status: 200 len: 999 time: 0.0634007 Jul 16 02:44:46.633623 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1e190-2d56-4170-b3f9-ed2f23a891e6 req-e379327b-d89b-4f54-8d84-0f415d96d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:46.635060 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bdf1e190-2d56-4170-b3f9-ed2f23a891e6 req-e379327b-d89b-4f54-8d84-0f415d96d6c7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8add545f-e572-4cd5-9030-1c802385de2b HTTP/1.1" status: 200 len: 849 time: 0.0481620 Jul 16 02:44:46.702005 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1e190-2d56-4170-b3f9-ed2f23a891e6 req-289c34c4-778b-4ecf-abc3-e24864ee2e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:46.704338 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bdf1e190-2d56-4170-b3f9-ed2f23a891e6 req-289c34c4-778b-4ecf-abc3-e24864ee2e97 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f6e179e-a952-497c-9215-c95caad6aba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627377 Jul 16 02:44:46.802899 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bdf1e190-2d56-4170-b3f9-ed2f23a891e6 req-9bbc3419-41bb-435b-9d6e-1d28b51db048 service neutron] 10.222.0.82 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905015 Jul 16 02:44:46.896954 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-bdf1e190-2d56-4170-b3f9-ed2f23a891e6 req-a7340319-0773-4ac9-a942-d167bf5b8550 service neutron] 10.222.0.82 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881307 Jul 16 02:44:56.716261 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-351b2e43-04bb-4701-ac0d-8393974a6eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:57.843796 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 72834305-206c-4a9a-9de4-52c4cced0741 details requested by agent hyperv_n-h1-792394-16 with host n-h1-792394-16 {{(pid=93957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:44:57.957820 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 72834305-206c-4a9a-9de4-52c4cced0741, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=72834305-206c-4a9a-9de4-52c4cced0741,segment=NetworkSegment(f91b8fb6-13d1-472d-bd72-d640c4bd0259),segment_id=f91b8fb6-13d1-472d-bd72-d640c4bd0259)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:57.970416 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Returning: {'device': '72834305-206c-4a9a-9de4-52c4cced0741', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'port_id': '72834305-206c-4a9a-9de4-52c4cced0741', 'mac_address': 'fa:16:3e:74:91:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8add545f-e572-4cd5-9030-1c802385de2b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:44:58.012453 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:58.028122 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72834305-206c-4a9a-9de4-52c4cced0741 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:44:58.051027 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 72834305-206c-4a9a-9de4-52c4cced0741, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=72834305-206c-4a9a-9de4-52c4cced0741,segment=NetworkSegment(f91b8fb6-13d1-472d-bd72-d640c4bd0259),segment_id=f91b8fb6-13d1-472d-bd72-d640c4bd0259)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:58.058258 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:58.150268 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] get_ports_and_sgs() called for port_ids ['72834305-206c-4a9a-9de4-52c4cced0741'] {{(pid=93957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:44:58.155894 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=72834305-206c-4a9a-9de4-52c4cced0741,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:58.176248 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:58.176950 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:58.177576 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:58.178199 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:58.178626 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:58.179047 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:58.179470 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:58.179886 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:58.180298 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:58.180831 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:58.183641 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:58.183641 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:59.677261 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c47376b8-effb-477f-97f2-a897dd3bf860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:59.844514 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:59.850187 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 72834305-206c-4a9a-9de4-52c4cced0741 up at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:44:59.904498 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Provisioning complete for port 72834305-206c-4a9a-9de4-52c4cced0741 triggered by entity L2. {{(pid=93957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:59.904869 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395236'] for port, provisioning_complete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:59.987780 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:00.013360 n-d-792394-16 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9e2892-e325-42e8-92ec-78131bd540c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72834305-206c-4a9a-9de4-52c4cced0741'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:45:00.016219 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d2010c02f41829c0578e253761936e9058599bbcafc5f9a37afc4cd755ddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13587f80-b37f-4041-8b70-5305d8126107" -d '{"events": [{"server_uuid": "aa9e2892-e325-42e8-92ec-78131bd540c2", "name": "network-vif-plugged", "status": "completed", "tag": "72834305-206c-4a9a-9de4-52c4cced0741"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:45:00.030124 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] For port 72834305-206c-4a9a-9de4-52c4cced0741, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=72834305-206c-4a9a-9de4-52c4cced0741,segment=NetworkSegment(f91b8fb6-13d1-472d-bd72-d640c4bd0259),segment_id=f91b8fb6-13d1-472d-bd72-d640c4bd0259)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:00.036856 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767329560405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767329158840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767329158858'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:00.064256 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696cdcc5-fda4-4423-88c9-8fb3ce681191 x-openstack-request-id: req-696cdcc5-fda4-4423-88c9-8fb3ce681191 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:45:00.064632 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9e2892-e325-42e8-92ec-78131bd540c2", "name": "network-vif-plugged", "status": "completed", "tag": "72834305-206c-4a9a-9de4-52c4cced0741", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:45:00.064837 n-d-792394-16 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-696cdcc5-fda4-4423-88c9-8fb3ce681191 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:45:00.065555 n-d-792394-16 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9e2892-e325-42e8-92ec-78131bd540c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72834305-206c-4a9a-9de4-52c4cced0741', 'code': 200} Jul 16 02:45:00.095397 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Pushing event updated for resources: {'Port': ['ID=72834305-206c-4a9a-9de4-52c4cced0741,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:01.171322 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:02.275632 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:02.921068 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:04.471820 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:45:05.302241 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc320854-a80d-46b2-baae-9460c81ee2a5 req-4d1867f3-8753-4d48-a28b-43bdd80dced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:05.307180 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dc320854-a80d-46b2-baae-9460c81ee2a5 req-4d1867f3-8753-4d48-a28b-43bdd80dced0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6f72a1308fe74380afc2f15c399c8f47&device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 1097 time: 0.0608618 Jul 16 02:45:05.423483 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc320854-a80d-46b2-baae-9460c81ee2a5 req-b29b8785-4406-41c4-ae66-3359cf89e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:05.425060 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dc320854-a80d-46b2-baae-9460c81ee2a5 req-b29b8785-4406-41c4-ae66-3359cf89e215 service neutron] 10.222.0.84 "GET /v2.0/networks?id=0f6e179e-a952-497c-9215-c95caad6aba5 HTTP/1.1" status: 200 len: 911 time: 0.0994804 Jul 16 02:45:05.501396 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dc320854-a80d-46b2-baae-9460c81ee2a5 req-daf7015e-8ef1-4344-9533-92c9738236f1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72834305-206c-4a9a-9de4-52c4cced0741 HTTP/1.1" status: 200 len: 1000 time: 0.0695970 Jul 16 02:45:05.555549 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc320854-a80d-46b2-baae-9460c81ee2a5 req-b35451b1-ee54-4f91-9ee8-e05c0ceb7c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:05.556994 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dc320854-a80d-46b2-baae-9460c81ee2a5 req-b35451b1-ee54-4f91-9ee8-e05c0ceb7c89 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8add545f-e572-4cd5-9030-1c802385de2b HTTP/1.1" status: 200 len: 849 time: 0.0498216 Jul 16 02:45:05.619558 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc320854-a80d-46b2-baae-9460c81ee2a5 req-51a06f32-bb78-44bc-b298-600313b777ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:05.622116 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dc320854-a80d-46b2-baae-9460c81ee2a5 req-51a06f32-bb78-44bc-b298-600313b777ff service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0f6e179e-a952-497c-9215-c95caad6aba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584772 Jul 16 02:45:05.742138 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dc320854-a80d-46b2-baae-9460c81ee2a5 req-fbb5f08e-308d-4461-9829-b8bc5555600d service neutron] 10.222.0.84 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133783 Jul 16 02:45:05.841103 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-dc320854-a80d-46b2-baae-9460c81ee2a5 req-cdc161c8-7ac7-4c16-ae8d-b7bb235827e7 service neutron] 10.222.0.84 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922801 Jul 16 02:45:05.901477 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:06.881731 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43004) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:07.055517 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-00697ab8-e676-4ff7-8cdc-263c1fa7b28f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Deleting port b31f66da-cc92-47d3-85df-7fd4c672b606 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:07.055775 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-00697ab8-e676-4ff7-8cdc-263c1fa7b28f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:07.143519 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-00697ab8-e676-4ff7-8cdc-263c1fa7b28f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:07.143828 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-00697ab8-e676-4ff7-8cdc-263c1fa7b28f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:07.156473 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-00697ab8-e676-4ff7-8cdc-263c1fa7b28f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Calling delete_port for b31f66da-cc92-47d3-85df-7fd4c672b606 owned by network:floatingip {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:07.322138 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-00697ab8-e676-4ff7-8cdc-263c1fa7b28f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:07.350410 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00697ab8-e676-4ff7-8cdc-263c1fa7b28f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Pushing event deleted for resources: {'Port': ['ID=b31f66da-cc92-47d3-85df-7fd4c672b606,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:07.376167 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00697ab8-e676-4ff7-8cdc-263c1fa7b28f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:07.376544 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00697ab8-e676-4ff7-8cdc-263c1fa7b28f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:07.376880 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00697ab8-e676-4ff7-8cdc-263c1fa7b28f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:07.377276 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00697ab8-e676-4ff7-8cdc-263c1fa7b28f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:07.377519 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00697ab8-e676-4ff7-8cdc-263c1fa7b28f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:07.377838 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00697ab8-e676-4ff7-8cdc-263c1fa7b28f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:07.378238 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00697ab8-e676-4ff7-8cdc-263c1fa7b28f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:07.378517 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00697ab8-e676-4ff7-8cdc-263c1fa7b28f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:07.378843 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00697ab8-e676-4ff7-8cdc-263c1fa7b28f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:07.379239 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00697ab8-e676-4ff7-8cdc-263c1fa7b28f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:07.379547 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00697ab8-e676-4ff7-8cdc-263c1fa7b28f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:07.379870 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00697ab8-e676-4ff7-8cdc-263c1fa7b28f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:07.424606 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-00697ab8-e676-4ff7-8cdc-263c1fa7b28f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for floatingip, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:07.424961 n-d-792394-16 neutron-server[93956]: INFO neutron.db.l3_db [None req-00697ab8-e676-4ff7-8cdc-263c1fa7b28f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Floating IP 14fc19c4-9ad9-4f2f-8b4c-ce9e3c193310 disassociated (deleted). External IP: 172.25.6.28, port: 72834305-206c-4a9a-9de4-52c4cced0741. Jul 16 02:45:07.648892 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00697ab8-e676-4ff7-8cdc-263c1fa7b28f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Router 5f6672ac-7c15-404d-a16c-d4230ffffcc8 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:45:07.772560 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00697ab8-e676-4ff7-8cdc-263c1fa7b28f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:45:07.778018 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-00697ab8-e676-4ff7-8cdc-263c1fa7b28f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:07.783795 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854a0165-073b-4baf-a729-e0fde155d393 None None] Sync routers for ids ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:45:07.798377 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854a0165-073b-4baf-a729-e0fde155d393 None None] Routers {'5f6672ac-7c15-404d-a16c-d4230ffffcc8'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:07.799001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-854a0165-073b-4baf-a729-e0fde155d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:45:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:07.820642 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-00697ab8-e676-4ff7-8cdc-263c1fa7b28f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "DELETE /v2.0/floatingips/14fc19c4-9ad9-4f2f-8b4c-ce9e3c193310 HTTP/1.1" status: 204 len: 168 time: 0.9376860 Jul 16 02:45:07.821267 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9e2892-e325-42e8-92ec-78131bd540c2', 'tag': '72834305-206c-4a9a-9de4-52c4cced0741'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:45:07.823605 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4073bc6a-cae1-44a9-82a8-b2af89c6dc9e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9e2892-e325-42e8-92ec-78131bd540c2", "tag": "72834305-206c-4a9a-9de4-52c4cced0741"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:45:07.863971 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c52f9a2-25c8-4afb-b54d-14f3680681eb x-openstack-request-id: req-8c52f9a2-25c8-4afb-b54d-14f3680681eb {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:45:07.864262 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9e2892-e325-42e8-92ec-78131bd540c2", "tag": "72834305-206c-4a9a-9de4-52c4cced0741", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:45:07.864615 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c52f9a2-25c8-4afb-b54d-14f3680681eb {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:45:07.865017 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9e2892-e325-42e8-92ec-78131bd540c2', 'tag': '72834305-206c-4a9a-9de4-52c4cced0741', 'status': 'completed', 'code': 200} Jul 16 02:45:07.952316 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073bc6a-cae1-44a9-82a8-b2af89c6dc9e req-3b260b73-8b1a-4274-80dc-4ccb941af5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:07.954692 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4073bc6a-cae1-44a9-82a8-b2af89c6dc9e req-3b260b73-8b1a-4274-80dc-4ccb941af5c4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6f72a1308fe74380afc2f15c399c8f47&device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 1097 time: 0.0673800 Jul 16 02:45:08.060803 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073bc6a-cae1-44a9-82a8-b2af89c6dc9e req-eab2846f-9544-4635-bfee-c1cf41c71a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:08.062385 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4073bc6a-cae1-44a9-82a8-b2af89c6dc9e req-eab2846f-9544-4635-bfee-c1cf41c71a6e service neutron] 10.222.0.84 "GET /v2.0/networks?id=0f6e179e-a952-497c-9215-c95caad6aba5 HTTP/1.1" status: 200 len: 911 time: 0.1014411 Jul 16 02:45:08.095092 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-854a0165-073b-4baf-a729-e0fde155d393 None None] Set router 5f6672ac-7c15-404d-a16c-d4230ffffcc8 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:08.115371 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4073bc6a-cae1-44a9-82a8-b2af89c6dc9e req-86261caa-a439-44e4-a3ed-30f7891113e0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72834305-206c-4a9a-9de4-52c4cced0741 HTTP/1.1" status: 200 len: 217 time: 0.0464652 Jul 16 02:45:08.169862 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073bc6a-cae1-44a9-82a8-b2af89c6dc9e req-2d14235f-8999-43e3-a7cc-d6127c5d5eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:08.171538 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4073bc6a-cae1-44a9-82a8-b2af89c6dc9e req-2d14235f-8999-43e3-a7cc-d6127c5d5eee service neutron] 10.222.0.84 "GET /v2.0/subnets?id=8add545f-e572-4cd5-9030-1c802385de2b HTTP/1.1" status: 200 len: 849 time: 0.0490489 Jul 16 02:45:08.224565 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b978045-5d41-48b0-8d6a-d1397c79dcdf req-4022e93e-60c1-4c14-af49-37102a6636ff tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:08.227402 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0b978045-5d41-48b0-8d6a-d1397c79dcdf req-4022e93e-60c1-4c14-af49-37102a6636ff tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 945 time: 0.0745451 Jul 16 02:45:08.236578 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073bc6a-cae1-44a9-82a8-b2af89c6dc9e req-3c9e68f6-f5f0-4685-9a50-72a8630955af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:08.238099 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4073bc6a-cae1-44a9-82a8-b2af89c6dc9e req-3c9e68f6-f5f0-4685-9a50-72a8630955af service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0f6e179e-a952-497c-9215-c95caad6aba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600741 Jul 16 02:45:08.269159 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-0b978045-5d41-48b0-8d6a-d1397c79dcdf req-f735f83a-073c-4f10-a966-e5810c2d08ca tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345902 Jul 16 02:45:08.339453 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-854a0165-073b-4baf-a729-e0fde155d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'name': 'tempest-TestSnapshotPattern-1822257053-router', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:31Z', 'revision_number': 4, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'gw_port': {'id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'f4dd54bd-9cbc-4a38-b5c1-97c83964c61c', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'port_id': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'mac_address': 'fa:16:3e:c2:47:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6927f434-9960-43b7-8a1c-72f72a77b8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:40:51Z', 'updated_at': '2021-07-16T02:40:54Z', 'revision_number': 1, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d6580f-7c64-4e8d-95f6-22697ed6cc62', 'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'mac_address': 'fa:16:3e:23:24:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8add545f-e572-4cd5-9030-1c802385de2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:30Z', 'updated_at': '2021-07-16T02:40:35Z', 'revision_number': 5, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'subnets': [{'id': '8add545f-e572-4cd5-9030-1c802385de2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:08.342616 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4073bc6a-cae1-44a9-82a8-b2af89c6dc9e req-86e6c45c-8aa4-4b89-9c1d-ef54db2e9f01 service neutron] 10.222.0.84 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964723 Jul 16 02:45:08.368005 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854a0165-073b-4baf-a729-e0fde155d393 None None] Checking router: 5f6672ac-7c15-404d-a16c-d4230ffffcc8 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:45:08.377048 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854a0165-073b-4baf-a729-e0fde155d393 None None] Routers {'5f6672ac-7c15-404d-a16c-d4230ffffcc8'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:08.377683 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-854a0165-073b-4baf-a729-e0fde155d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:45:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:08.438855 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-4073bc6a-cae1-44a9-82a8-b2af89c6dc9e req-20d0c277-9ea4-4b06-964c-e06560c1a9e0 service neutron] 10.222.0.84 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892181 Jul 16 02:45:08.489743 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-854a0165-073b-4baf-a729-e0fde155d393 None None] Set router 5f6672ac-7c15-404d-a16c-d4230ffffcc8 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:08.726218 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-854a0165-073b-4baf-a729-e0fde155d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'name': 'tempest-TestSnapshotPattern-1822257053-router', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:31Z', 'revision_number': 4, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'gw_port': {'id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'f4dd54bd-9cbc-4a38-b5c1-97c83964c61c', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'port_id': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'mac_address': 'fa:16:3e:c2:47:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6927f434-9960-43b7-8a1c-72f72a77b8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:40:51Z', 'updated_at': '2021-07-16T02:40:54Z', 'revision_number': 1, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d6580f-7c64-4e8d-95f6-22697ed6cc62', 'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'mac_address': 'fa:16:3e:23:24:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8add545f-e572-4cd5-9030-1c802385de2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:30Z', 'updated_at': '2021-07-16T02:40:35Z', 'revision_number': 5, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'subnets': [{'id': '8add545f-e572-4cd5-9030-1c802385de2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:08.752745 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854a0165-073b-4baf-a729-e0fde155d393 None None] The sync data for ids ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'] in n-d-792394-16 is: [{'id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'name': 'tempest-TestSnapshotPattern-1822257053-router', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:31Z', 'revision_number': 4, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'gw_port': {'id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_floatingips': [{'id': 'f4dd54bd-9cbc-4a38-b5c1-97c83964c61c', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'router_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'port_id': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'mac_address': 'fa:16:3e:c2:47:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6927f434-9960-43b7-8a1c-72f72a77b8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:40:51Z', 'updated_at': '2021-07-16T02:40:54Z', 'revision_number': 1, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d6580f-7c64-4e8d-95f6-22697ed6cc62', 'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'mac_address': 'fa:16:3e:23:24:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8add545f-e572-4cd5-9030-1c802385de2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:30Z', 'updated_at': '2021-07-16T02:40:35Z', 'revision_number': 5, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'subnets': [{'id': '8add545f-e572-4cd5-9030-1c802385de2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:45:08.976462 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c081f2-be5f-4a23-86d7-e08a04d70c50 None None] New status for floating IP 14fc19c4-9ad9-4f2f-8b4c-ce9e3c193310: DOWN {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:45:09.461834 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98a438-7304-4d99-a52b-19f0efd1f92d req-855398f8-258d-40df-9ffa-34ebaa12894f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:09.463521 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cf98a438-7304-4d99-a52b-19f0efd1f92d req-855398f8-258d-40df-9ffa-34ebaa12894f tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 945 time: 0.0749059 Jul 16 02:45:09.507323 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-cf98a438-7304-4d99-a52b-19f0efd1f92d req-0e2ce0c5-b7b0-432b-a685-26dc9ceb6182 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368545 Jul 16 02:45:09.635665 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee70a85-6522-4282-8010-1b808678a84d req-7ca2d3b0-aa0d-4030-ac83-d8712f9a44c0 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:09.637189 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8ee70a85-6522-4282-8010-1b808678a84d req-7ca2d3b0-aa0d-4030-ac83-d8712f9a44c0 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.84 "GET /v2.0/ports?device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 945 time: 0.0746696 Jul 16 02:45:09.754411 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-8ee70a85-6522-4282-8010-1b808678a84d req-01daa0fd-1582-4fc2-824d-cde2ce38eca8 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Deleting port 72834305-206c-4a9a-9de4-52c4cced0741 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:09.754712 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8ee70a85-6522-4282-8010-1b808678a84d req-01daa0fd-1582-4fc2-824d-cde2ce38eca8 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:09.873031 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [req-8ee70a85-6522-4282-8010-1b808678a84d req-01daa0fd-1582-4fc2-824d-cde2ce38eca8 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] For port 72834305-206c-4a9a-9de4-52c4cced0741, host n-h1-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792394-16',level=0,port_id=72834305-206c-4a9a-9de4-52c4cced0741,segment=NetworkSegment(f91b8fb6-13d1-472d-bd72-d640c4bd0259),segment_id=f91b8fb6-13d1-472d-bd72-d640c4bd0259)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:09.873558 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8ee70a85-6522-4282-8010-1b808678a84d req-01daa0fd-1582-4fc2-824d-cde2ce38eca8 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:09.886213 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [req-8ee70a85-6522-4282-8010-1b808678a84d req-01daa0fd-1582-4fc2-824d-cde2ce38eca8 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Calling delete_port for 72834305-206c-4a9a-9de4-52c4cced0741 owned by compute:nova {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:09.905919 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 72834305-206c-4a9a-9de4-52c4cced0741 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:45:09.987022 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551380'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:10.024563 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8ee70a85-6522-4282-8010-1b808678a84d req-01daa0fd-1582-4fc2-824d-cde2ce38eca8 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:10.053864 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01daa0fd-1582-4fc2-824d-cde2ce38eca8 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Pushing event deleted for resources: {'Port': ['ID=72834305-206c-4a9a-9de4-52c4cced0741,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:10.099081 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee70a85-6522-4282-8010-1b808678a84d req-01daa0fd-1582-4fc2-824d-cde2ce38eca8 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] No DVR routers for this DVR port 72834305-206c-4a9a-9de4-52c4cced0741 on host n-h1-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:45:10.101800 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [req-8ee70a85-6522-4282-8010-1b808678a84d req-01daa0fd-1582-4fc2-824d-cde2ce38eca8 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:10.103788 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-8ee70a85-6522-4282-8010-1b808678a84d req-01daa0fd-1582-4fc2-824d-cde2ce38eca8 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.84 "DELETE /v2.0/ports/72834305-206c-4a9a-9de4-52c4cced0741 HTTP/1.1" status: 204 len: 173 time: 0.4604368 Jul 16 02:45:10.104225 n-d-792394-16 neutron-server[93956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9e2892-e325-42e8-92ec-78131bd540c2', 'name': 'network-vif-deleted', 'tag': '72834305-206c-4a9a-9de4-52c4cced0741'}] {{(pid=93956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:45:10.106549 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc171ce3658432968db432190dbe0c12eec6770f92447fad6e89519352e75c00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b41a0d4-b5c7-42a9-a74e-ba8a84b106f5" -d '{"events": [{"server_uuid": "aa9e2892-e325-42e8-92ec-78131bd540c2", "name": "network-vif-deleted", "tag": "72834305-206c-4a9a-9de4-52c4cced0741"}]}' {{(pid=93956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:45:10.222075 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e3f754-3c57-42b5-96b9-3918fff2f20c x-openstack-request-id: req-d6e3f754-3c57-42b5-96b9-3918fff2f20c {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:45:10.222485 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9e2892-e325-42e8-92ec-78131bd540c2", "name": "network-vif-deleted", "tag": "72834305-206c-4a9a-9de4-52c4cced0741", "status": "completed", "code": 200}]} {{(pid=93956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:45:10.222760 n-d-792394-16 neutron-server[93956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6e3f754-3c57-42b5-96b9-3918fff2f20c {{(pid=93956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:45:10.223353 n-d-792394-16 neutron-server[93956]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9e2892-e325-42e8-92ec-78131bd540c2', 'name': 'network-vif-deleted', 'tag': '72834305-206c-4a9a-9de4-52c4cced0741', 'status': 'completed', 'code': 200} Jul 16 02:45:10.662613 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-f1a5ebf7-51d4-4ec9-9252-25e178e1e8f6 req-7cb977e0-8edb-42ab-90e3-c6c4834d7815 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa9e2892-e325-42e8-92ec-78131bd540c2 HTTP/1.1" status: 200 len: 210 time: 0.0284846 Jul 16 02:45:12.336110 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43062) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:12.515685 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-7cc6308d-6b3f-4174-95de-90dbe9efdb82 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Deleting port 6a9661fc-8804-49e5-84eb-38fa2ef4f947 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:12.515945 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7cc6308d-6b3f-4174-95de-90dbe9efdb82 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:12.609506 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7cc6308d-6b3f-4174-95de-90dbe9efdb82 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:12.609834 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7cc6308d-6b3f-4174-95de-90dbe9efdb82 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:12.621645 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-7cc6308d-6b3f-4174-95de-90dbe9efdb82 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Calling delete_port for 6a9661fc-8804-49e5-84eb-38fa2ef4f947 owned by network:floatingip {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:12.787328 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7cc6308d-6b3f-4174-95de-90dbe9efdb82 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:12.822180 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6308d-6b3f-4174-95de-90dbe9efdb82 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Pushing event deleted for resources: {'Port': ['ID=6a9661fc-8804-49e5-84eb-38fa2ef4f947,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:12.834234 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc6308d-6b3f-4174-95de-90dbe9efdb82 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.834575 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc6308d-6b3f-4174-95de-90dbe9efdb82 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.834912 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc6308d-6b3f-4174-95de-90dbe9efdb82 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.835248 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc6308d-6b3f-4174-95de-90dbe9efdb82 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.835581 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc6308d-6b3f-4174-95de-90dbe9efdb82 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.835902 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc6308d-6b3f-4174-95de-90dbe9efdb82 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.836223 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc6308d-6b3f-4174-95de-90dbe9efdb82 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.836561 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc6308d-6b3f-4174-95de-90dbe9efdb82 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.836880 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc6308d-6b3f-4174-95de-90dbe9efdb82 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.837199 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc6308d-6b3f-4174-95de-90dbe9efdb82 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.837518 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc6308d-6b3f-4174-95de-90dbe9efdb82 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.837846 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc6308d-6b3f-4174-95de-90dbe9efdb82 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792394-16 {{(pid=93955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:12.895331 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7cc6308d-6b3f-4174-95de-90dbe9efdb82 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for floatingip, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:12.895615 n-d-792394-16 neutron-server[93955]: INFO neutron.db.l3_db [None req-7cc6308d-6b3f-4174-95de-90dbe9efdb82 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Floating IP f4dd54bd-9cbc-4a38-b5c1-97c83964c61c disassociated (deleted). External IP: 172.25.6.21, port: 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f. Jul 16 02:45:13.109947 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc6308d-6b3f-4174-95de-90dbe9efdb82 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Router 5f6672ac-7c15-404d-a16c-d4230ffffcc8 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:45:13.222862 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc6308d-6b3f-4174-95de-90dbe9efdb82 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:45:13.228239 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-7cc6308d-6b3f-4174-95de-90dbe9efdb82 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for floatingip, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:13.233620 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b81356-1e46-4341-8656-cd736c7c3c82 None None] Sync routers for ids ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:45:13.243009 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b81356-1e46-4341-8656-cd736c7c3c82 None None] Routers {'5f6672ac-7c15-404d-a16c-d4230ffffcc8'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:13.243644 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c1b81356-1e46-4341-8656-cd736c7c3c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:45:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:13.264855 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-7cc6308d-6b3f-4174-95de-90dbe9efdb82 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "DELETE /v2.0/floatingips/f4dd54bd-9cbc-4a38-b5c1-97c83964c61c HTTP/1.1" status: 204 len: 168 time: 0.9275870 Jul 16 02:45:13.265515 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6927f434-9960-43b7-8a1c-72f72a77b8c1', 'tag': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:45:13.267878 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfe378b-bdce-4f94-904e-ca951d9630ce" -d '{"events": [{"name": "network-changed", "server_uuid": "6927f434-9960-43b7-8a1c-72f72a77b8c1", "tag": "79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:45:13.306713 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304709a6-5b3d-40a7-a932-13df6ef8af75 x-openstack-request-id: req-304709a6-5b3d-40a7-a932-13df6ef8af75 {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:45:13.307069 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6927f434-9960-43b7-8a1c-72f72a77b8c1", "tag": "79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:45:13.307418 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-304709a6-5b3d-40a7-a932-13df6ef8af75 {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:45:13.307884 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6927f434-9960-43b7-8a1c-72f72a77b8c1', 'tag': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f', 'status': 'completed', 'code': 200} Jul 16 02:45:13.353009 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-c1b81356-1e46-4341-8656-cd736c7c3c82 None None] Set router 5f6672ac-7c15-404d-a16c-d4230ffffcc8 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:13.386630 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe378b-bdce-4f94-904e-ca951d9630ce req-f08f475c-b05b-4935-9eef-a030d7f2afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:13.388391 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8bfe378b-bdce-4f94-904e-ca951d9630ce req-f08f475c-b05b-4935-9eef-a030d7f2afd3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6f72a1308fe74380afc2f15c399c8f47&device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1 HTTP/1.1" status: 200 len: 1096 time: 0.0580778 Jul 16 02:45:13.499999 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe378b-bdce-4f94-904e-ca951d9630ce req-0d296dd9-c9db-4101-9521-019673d48945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:13.501640 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8bfe378b-bdce-4f94-904e-ca951d9630ce req-0d296dd9-c9db-4101-9521-019673d48945 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0f6e179e-a952-497c-9215-c95caad6aba5 HTTP/1.1" status: 200 len: 911 time: 0.1048188 Jul 16 02:45:13.553019 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8bfe378b-bdce-4f94-904e-ca951d9630ce req-29162aab-4226-4a25-91cb-9ad6d2c68ec7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f HTTP/1.1" status: 200 len: 217 time: 0.0439634 Jul 16 02:45:13.584826 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c1b81356-1e46-4341-8656-cd736c7c3c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'name': 'tempest-TestSnapshotPattern-1822257053-router', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:31Z', 'revision_number': 4, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'gw_port': {'id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'e1d6580f-7c64-4e8d-95f6-22697ed6cc62', 'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'mac_address': 'fa:16:3e:23:24:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8add545f-e572-4cd5-9030-1c802385de2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:30Z', 'updated_at': '2021-07-16T02:40:35Z', 'revision_number': 5, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'subnets': [{'id': '8add545f-e572-4cd5-9030-1c802385de2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:13.604484 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe378b-bdce-4f94-904e-ca951d9630ce req-07c5db9c-c558-4e78-b84f-a61d2322edef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:13.605955 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8bfe378b-bdce-4f94-904e-ca951d9630ce req-07c5db9c-c558-4e78-b84f-a61d2322edef service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8add545f-e572-4cd5-9030-1c802385de2b HTTP/1.1" status: 200 len: 849 time: 0.0470815 Jul 16 02:45:13.616693 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b81356-1e46-4341-8656-cd736c7c3c82 None None] Checking router: 5f6672ac-7c15-404d-a16c-d4230ffffcc8 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:45:13.627656 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b81356-1e46-4341-8656-cd736c7c3c82 None None] Routers {'5f6672ac-7c15-404d-a16c-d4230ffffcc8'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:13.628744 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c1b81356-1e46-4341-8656-cd736c7c3c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:45:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:13.717030 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe378b-bdce-4f94-904e-ca951d9630ce req-a936f077-a4ee-40dc-b0f2-49d6d5218637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:13.718545 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8bfe378b-bdce-4f94-904e-ca951d9630ce req-a936f077-a4ee-40dc-b0f2-49d6d5218637 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f6e179e-a952-497c-9215-c95caad6aba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1038303 Jul 16 02:45:13.730686 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7441315-e53b-4d72-9ad9-9064e03f4026 req-0b08d0b3-02e4-43c2-9d8a-4c1ac323991a tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:13.732142 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d7441315-e53b-4d72-9ad9-9064e03f4026 req-0b08d0b3-02e4-43c2-9d8a-4c1ac323991a tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1 HTTP/1.1" status: 200 len: 944 time: 0.0900373 Jul 16 02:45:13.746246 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-c1b81356-1e46-4341-8656-cd736c7c3c82 None None] Set router 5f6672ac-7c15-404d-a16c-d4230ffffcc8 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:13.830090 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-d7441315-e53b-4d72-9ad9-9064e03f4026 req-6046660f-aedd-40ca-8913-89eca529fe0a tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777390 Jul 16 02:45:13.850843 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8bfe378b-bdce-4f94-904e-ca951d9630ce req-3d2a162e-c117-4d68-9546-2a36706b1b64 service neutron] 10.222.0.82 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175792 Jul 16 02:45:13.934288 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 72834305-206c-4a9a-9de4-52c4cced0741 no longer exists at agent hyperv_n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:45:13.950528 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-8bfe378b-bdce-4f94-904e-ca951d9630ce req-4a2c5e5d-e954-4a07-9fd3-d5f0b95471bc service neutron] 10.222.0.82 "GET /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925059 Jul 16 02:45:13.957057 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] No Port match for: 72834305-206c-4a9a-9de4-52c4cced0741 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:45:13.957668 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Device 72834305-206c-4a9a-9de4-52c4cced0741 not bound to the agent host n-h1-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:45:13.988289 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-c1b81356-1e46-4341-8656-cd736c7c3c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'name': 'tempest-TestSnapshotPattern-1822257053-router', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:31Z', 'revision_number': 4, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'gw_port': {'id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'e1d6580f-7c64-4e8d-95f6-22697ed6cc62', 'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'mac_address': 'fa:16:3e:23:24:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8add545f-e572-4cd5-9030-1c802385de2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:30Z', 'updated_at': '2021-07-16T02:40:35Z', 'revision_number': 5, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'subnets': [{'id': '8add545f-e572-4cd5-9030-1c802385de2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:14.021284 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b81356-1e46-4341-8656-cd736c7c3c82 None None] The sync data for ids ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'] in n-d-792394-16 is: [{'id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'name': 'tempest-TestSnapshotPattern-1822257053-router', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:31Z', 'revision_number': 4, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'gw_port': {'id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16', '_interfaces': [{'id': 'e1d6580f-7c64-4e8d-95f6-22697ed6cc62', 'name': '', 'network_id': '0f6e179e-a952-497c-9215-c95caad6aba5', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'mac_address': 'fa:16:3e:23:24:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8add545f-e572-4cd5-9030-1c802385de2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:30Z', 'updated_at': '2021-07-16T02:40:35Z', 'revision_number': 5, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'subnets': [{'id': '8add545f-e572-4cd5-9030-1c802385de2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:45:14.245005 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab0c6b0-a093-4426-b147-61d183f1ae50 None None] New status for floating IP f4dd54bd-9cbc-4a38-b5c1-97c83964c61c: DOWN {{(pid=93958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:45:15.114790 n-d-792394-16 neutron-server[93956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2803706-c00b-41e3-9bec-1fb05fd0ad94 req-e46c0ee7-a239-4cf3-9dea-b29a0256f7e7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:15.116292 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a2803706-c00b-41e3-9bec-1fb05fd0ad94 req-e46c0ee7-a239-4cf3-9dea-b29a0256f7e7 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/ports?device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1 HTTP/1.1" status: 200 len: 944 time: 0.1482837 Jul 16 02:45:15.143762 n-d-792394-16 neutron-server[93955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4c1b5-bd80-4d78-8b79-a935066074ae req-cef68a22-e02d-4cc4-82c3-34d40e5b0139 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:15.145282 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-96a4c1b5-bd80-4d78-8b79-a935066074ae req-cef68a22-e02d-4cc4-82c3-34d40e5b0139 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.82 "GET /v2.0/ports?device_id=6927f434-9960-43b7-8a1c-72f72a77b8c1 HTTP/1.1" status: 200 len: 944 time: 0.0680027 Jul 16 02:45:15.156846 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [req-a2803706-c00b-41e3-9bec-1fb05fd0ad94 req-1e89efba-0ada-4da7-9a27-f1fdda5cc5e2 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "GET /v2.0/security-groups?id=edde547c-9586-4e39-878c-23b1ebc0204b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347872 Jul 16 02:45:15.257435 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-96a4c1b5-bd80-4d78-8b79-a935066074ae req-6fc8c74a-d005-4a61-83c7-9d0467c0a5e2 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Deleting port 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:15.257930 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-96a4c1b5-bd80-4d78-8b79-a935066074ae req-6fc8c74a-d005-4a61-83c7-9d0467c0a5e2 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:15.349893 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [req-96a4c1b5-bd80-4d78-8b79-a935066074ae req-6fc8c74a-d005-4a61-83c7-9d0467c0a5e2 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] For port 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f, host n-h2-792394-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792394-16',level=0,port_id=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f,segment=NetworkSegment(f91b8fb6-13d1-472d-bd72-d640c4bd0259),segment_id=f91b8fb6-13d1-472d-bd72-d640c4bd0259)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:15.350235 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-96a4c1b5-bd80-4d78-8b79-a935066074ae req-6fc8c74a-d005-4a61-83c7-9d0467c0a5e2 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:15.363001 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [req-96a4c1b5-bd80-4d78-8b79-a935066074ae req-6fc8c74a-d005-4a61-83c7-9d0467c0a5e2 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Calling delete_port for 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f owned by compute:nova {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:15.499623 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-96a4c1b5-bd80-4d78-8b79-a935066074ae req-6fc8c74a-d005-4a61-83c7-9d0467c0a5e2 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:15.529995 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8c74a-d005-4a61-83c7-9d0467c0a5e2 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Pushing event deleted for resources: {'Port': ['ID=79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:15.581955 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a4c1b5-bd80-4d78-8b79-a935066074ae req-6fc8c74a-d005-4a61-83c7-9d0467c0a5e2 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] No DVR routers for this DVR port 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f on host n-h2-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:45:15.585056 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [req-96a4c1b5-bd80-4d78-8b79-a935066074ae req-6fc8c74a-d005-4a61-83c7-9d0467c0a5e2 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031095'] for port, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:15.587059 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [req-96a4c1b5-bd80-4d78-8b79-a935066074ae req-6fc8c74a-d005-4a61-83c7-9d0467c0a5e2 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.82 "DELETE /v2.0/ports/79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f HTTP/1.1" status: 204 len: 173 time: 0.4357815 Jul 16 02:45:15.587495 n-d-792394-16 neutron-server[93955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6927f434-9960-43b7-8a1c-72f72a77b8c1', 'name': 'network-vif-deleted', 'tag': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f'}] {{(pid=93955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:45:15.589876 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e025ff38fe2f15624ac8955859e1e9bddef932ac4a363264cd237543d90fba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d359d5db-a932-4fa4-9f36-2c88b5d9352d" -d '{"events": [{"server_uuid": "6927f434-9960-43b7-8a1c-72f72a77b8c1", "name": "network-vif-deleted", "tag": "79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f"}]}' {{(pid=93955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:45:15.629577 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dee581-e99a-41d5-95d6-84f950afaa9c x-openstack-request-id: req-98dee581-e99a-41d5-95d6-84f950afaa9c {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:45:15.629868 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6927f434-9960-43b7-8a1c-72f72a77b8c1", "name": "network-vif-deleted", "tag": "79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f", "status": "completed", "code": 200}]} {{(pid=93955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:45:15.630114 n-d-792394-16 neutron-server[93955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98dee581-e99a-41d5-95d6-84f950afaa9c {{(pid=93955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:45:15.630514 n-d-792394-16 neutron-server[93955]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6927f434-9960-43b7-8a1c-72f72a77b8c1', 'name': 'network-vif-deleted', 'tag': '79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f', 'status': 'completed', 'code': 200} Jul 16 02:45:16.251255 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43078) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:16.329250 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4751e9db-0256-495b-b26e-dbaffd192e88 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:16.353745 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4751e9db-0256-495b-b26e-dbaffd192e88 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:16.417360 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4751e9db-0256-495b-b26e-dbaffd192e88 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:16.422030 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-4751e9db-0256-495b-b26e-dbaffd192e88 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:16.423695 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-4751e9db-0256-495b-b26e-dbaffd192e88 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] 10.222.0.16 "DELETE /v2.0/security-groups/edde547c-9586-4e39-878c-23b1ebc0204b HTTP/1.1" status: 204 len: 168 time: 0.1714478 Jul 16 02:45:16.435876 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751e9db-0256-495b-b26e-dbaffd192e88 tempest-TestSnapshotPattern-391556118 tempest-TestSnapshotPattern-391556118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edde547c-9586-4e39-878c-23b1ebc0204b,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:16.473549 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43082) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:16.867287 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17068b3b-1699-4057-bbf1-6dfcc5262273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:17.131967 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-17068b3b-1699-4057-bbf1-6dfcc5262273 admin admin] Deleting port e1d6580f-7c64-4e8d-95f6-22697ed6cc62 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:17.132281 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17068b3b-1699-4057-bbf1-6dfcc5262273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:17.216869 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-17068b3b-1699-4057-bbf1-6dfcc5262273 admin admin] For port e1d6580f-7c64-4e8d-95f6-22697ed6cc62, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=e1d6580f-7c64-4e8d-95f6-22697ed6cc62,segment=NetworkSegment(f91b8fb6-13d1-472d-bd72-d640c4bd0259),segment_id=f91b8fb6-13d1-472d-bd72-d640c4bd0259)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:17.217180 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17068b3b-1699-4057-bbf1-6dfcc5262273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:17.229867 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-17068b3b-1699-4057-bbf1-6dfcc5262273 admin admin] Calling delete_port for e1d6580f-7c64-4e8d-95f6-22697ed6cc62 owned by network:router_interface {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:17.416569 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17068b3b-1699-4057-bbf1-6dfcc5262273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:17.440189 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17068b3b-1699-4057-bbf1-6dfcc5262273 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1d6580f-7c64-4e8d-95f6-22697ed6cc62,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:17.608083 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-17068b3b-1699-4057-bbf1-6dfcc5262273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:17.693404 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f no longer exists at agent hyperv_n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:45:17.714128 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] No Port match for: 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:45:17.714412 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Device 79fe2b1e-2a0a-4139-a6a9-5ff3c886f65f not bound to the agent host n-h2-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:45:17.832572 n-d-792394-16 neutron-server[93956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17068b3b-1699-4057-bbf1-6dfcc5262273 admin admin] Router 5f6672ac-7c15-404d-a16c-d4230ffffcc8 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:45:17.944614 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17068b3b-1699-4057-bbf1-6dfcc5262273 admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:45:17.953181 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-17068b3b-1699-4057-bbf1-6dfcc5262273 admin admin] 10.222.0.16 "PUT /v2.0/routers/5f6672ac-7c15-404d-a16c-d4230ffffcc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4766722 Jul 16 02:45:17.954567 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43084) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:17.955488 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef5b20e-7595-4530-bc9e-abf19dd1c1a5 None None] Sync routers for ids ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'] in n-d-792394-16 {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:45:17.966074 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef5b20e-7595-4530-bc9e-abf19dd1c1a5 None None] Routers {'5f6672ac-7c15-404d-a16c-d4230ffffcc8'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:17.966702 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-8ef5b20e-7595-4530-bc9e-abf19dd1c1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:45:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:18.065694 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-27202200-06e6-4874-a378-14e5856010d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:18.076019 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-8ef5b20e-7595-4530-bc9e-abf19dd1c1a5 None None] Set router 5f6672ac-7c15-404d-a16c-d4230ffffcc8 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:18.270500 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-8ef5b20e-7595-4530-bc9e-abf19dd1c1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'name': 'tempest-TestSnapshotPattern-1822257053-router', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:45:17Z', 'revision_number': 5, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'gw_port': {'id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:18.312190 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef5b20e-7595-4530-bc9e-abf19dd1c1a5 None None] Checking router: 5f6672ac-7c15-404d-a16c-d4230ffffcc8 for host: n-d-792394-16 {{(pid=93957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:45:18.322282 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef5b20e-7595-4530-bc9e-abf19dd1c1a5 None None] Routers {'5f6672ac-7c15-404d-a16c-d4230ffffcc8'} bound to L3 agent in host n-d-792394-16 {{(pid=93957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:18.322950 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-8ef5b20e-7595-4530-bc9e-abf19dd1c1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:45:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'], 'active': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:18.432117 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvr_db [None req-8ef5b20e-7595-4530-bc9e-abf19dd1c1a5 None None] Set router 5f6672ac-7c15-404d-a16c-d4230ffffcc8 gateway port host: n-d-792394-16 {{(pid=93957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:18.502248 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-27202200-06e6-4874-a378-14e5856010d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:18.559929 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-27202200-06e6-4874-a378-14e5856010d9 admin admin] Deleting port 4e78f7de-7fac-460e-a189-2eeecc1f7aab {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:18.560206 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-27202200-06e6-4874-a378-14e5856010d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:18.625866 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_hamode_db [None req-8ef5b20e-7595-4530-bc9e-abf19dd1c1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'name': 'tempest-TestSnapshotPattern-1822257053-router', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:45:17Z', 'revision_number': 5, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'gw_port': {'id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:18.646977 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-27202200-06e6-4874-a378-14e5856010d9 admin admin] For port 4e78f7de-7fac-460e-a189-2eeecc1f7aab, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=4e78f7de-7fac-460e-a189-2eeecc1f7aab,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:18.647567 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-27202200-06e6-4874-a378-14e5856010d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:18.652077 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef5b20e-7595-4530-bc9e-abf19dd1c1a5 None None] The sync data for ids ['5f6672ac-7c15-404d-a16c-d4230ffffcc8'] in n-d-792394-16 is: [{'id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'name': 'tempest-TestSnapshotPattern-1822257053-router', 'tenant_id': '6f72a1308fe74380afc2f15c399c8f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:45:17Z', 'revision_number': 5, 'project_id': '6f72a1308fe74380afc2f15c399c8f47', 'gw_port': {'id': '4e78f7de-7fac-460e-a189-2eeecc1f7aab', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6672ac-7c15-404d-a16c-d4230ffffcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:28Z', 'updated_at': '2021-07-16T02:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}] {{(pid=93957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:45:18.659881 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-27202200-06e6-4874-a378-14e5856010d9 admin admin] Calling delete_port for 4e78f7de-7fac-460e-a189-2eeecc1f7aab owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:18.835776 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-27202200-06e6-4874-a378-14e5856010d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:18.859144 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27202200-06e6-4874-a378-14e5856010d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e78f7de-7fac-460e-a189-2eeecc1f7aab,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:18.927908 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-27202200-06e6-4874-a378-14e5856010d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.023552 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-27202200-06e6-4874-a378-14e5856010d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.026829 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-27202200-06e6-4874-a378-14e5856010d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.075518 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-27202200-06e6-4874-a378-14e5856010d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.076075 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27202200-06e6-4874-a378-14e5856010d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f6672ac-7c15-404d-a16c-d4230ffffcc8 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:45:19.081140 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-27202200-06e6-4874-a378-14e5856010d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.082410 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-27202200-06e6-4874-a378-14e5856010d9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/5f6672ac-7c15-404d-a16c-d4230ffffcc8 HTTP/1.1" status: 204 len: 168 time: 1.1269031 Jul 16 02:45:19.085204 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43086) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:19.143410 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80eb25a-4607-4d2f-82d6-cf216859ad97 admin admin] Deleting subnet 8add545f-e572-4cd5-9030-1c802385de2b {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:45:19.146852 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b80eb25a-4607-4d2f-82d6-cf216859ad97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.182627 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b80eb25a-4607-4d2f-82d6-cf216859ad97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.225840 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e1d6580f-7c64-4e8d-95f6-22697ed6cc62 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:45:19.251016 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: e1d6580f-7c64-4e8d-95f6-22697ed6cc62 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:45:19.251352 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device e1d6580f-7c64-4e8d-95f6-22697ed6cc62 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:45:19.272260 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b80eb25a-4607-4d2f-82d6-cf216859ad97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.330567 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b80eb25a-4607-4d2f-82d6-cf216859ad97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.365203 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80eb25a-4607-4d2f-82d6-cf216859ad97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8add545f-e572-4cd5-9030-1c802385de2b,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:19.371082 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53da1732-2490-4738-9de5-6d3cc48ad56e None None] Network 0f6e179e-a952-497c-9215-c95caad6aba5 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:45:19.372958 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-b80eb25a-4607-4d2f-82d6-cf216859ad97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.375031 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-b80eb25a-4607-4d2f-82d6-cf216859ad97 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8add545f-e572-4cd5-9030-1c802385de2b HTTP/1.1" status: 204 len: 168 time: 0.2888002 Jul 16 02:45:19.377697 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43088) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:19.453699 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-181574f6-8123-42bc-8bac-1bf3f15a670d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.506277 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-181574f6-8123-42bc-8bac-1bf3f15a670d admin admin] Deleting port 09bb119c-e5e8-4c93-bc7b-9247bc335bc9 {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:19.506523 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-181574f6-8123-42bc-8bac-1bf3f15a670d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.571262 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-181574f6-8123-42bc-8bac-1bf3f15a670d admin admin] For port 09bb119c-e5e8-4c93-bc7b-9247bc335bc9, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=09bb119c-e5e8-4c93-bc7b-9247bc335bc9,segment=NetworkSegment(f91b8fb6-13d1-472d-bd72-d640c4bd0259),segment_id=f91b8fb6-13d1-472d-bd72-d640c4bd0259)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:19.571601 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-181574f6-8123-42bc-8bac-1bf3f15a670d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.584708 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-181574f6-8123-42bc-8bac-1bf3f15a670d admin admin] Calling delete_port for 09bb119c-e5e8-4c93-bc7b-9247bc335bc9 owned by network:dhcp {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:19.674547 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-181574f6-8123-42bc-8bac-1bf3f15a670d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.687499 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa5118b-2769-4ae9-b8d0-e707a49368aa None None] DHCP port deletion for 0f6e179e-a952-497c-9215-c95caad6aba5 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:45:19.705159 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181574f6-8123-42bc-8bac-1bf3f15a670d admin admin] Pushing event deleted for resources: {'Port': ['ID=09bb119c-e5e8-4c93-bc7b-9247bc335bc9,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:19.710041 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181574f6-8123-42bc-8bac-1bf3f15a670d admin admin] No DVR routers for this DVR port 09bb119c-e5e8-4c93-bc7b-9247bc335bc9 on host n-d-792394-16 {{(pid=93956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:45:19.784667 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-181574f6-8123-42bc-8bac-1bf3f15a670d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.794866 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-181574f6-8123-42bc-8bac-1bf3f15a670d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6e179e-a952-497c-9215-c95caad6aba5']}} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:19.805884 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-181574f6-8123-42bc-8bac-1bf3f15a670d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91b8fb6-13d1-472d-bd72-d640c4bd0259') {'for_net_delete': True} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:19.806201 n-d-792394-16 neutron-server[93956]: DEBUG neutron.services.segments.db [None req-181574f6-8123-42bc-8bac-1bf3f15a670d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91b8fb6-13d1-472d-bd72-d640c4bd0259') {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:19.816293 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-181574f6-8123-42bc-8bac-1bf3f15a670d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14347196'] for segment, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.831659 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-181574f6-8123-42bc-8bac-1bf3f15a670d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.842343 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-181574f6-8123-42bc-8bac-1bf3f15a670d admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:45:19.842813 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-181574f6-8123-42bc-8bac-1bf3f15a670d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12768854'] for segment, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: Traceback (most recent call last): Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: timer() Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: cb(*args, **kw) Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: return func(*args, **kwargs) Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: self._notify() Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: self.callback(batched_events) Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: event.method(event) Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: return f(self, *a, **k) Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: return self._get(url).json() Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: return self.request(url, 'GET', **kwargs) Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:45:19.845143 n-d-792394-16 neutron-server[93956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:45:19.902719 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-181574f6-8123-42bc-8bac-1bf3f15a670d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.910112 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-181574f6-8123-42bc-8bac-1bf3f15a670d admin admin] Notify callbacks [] for network, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:19.912080 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-181574f6-8123-42bc-8bac-1bf3f15a670d admin admin] 10.222.0.16 "DELETE /v2.0/networks/0f6e179e-a952-497c-9215-c95caad6aba5 HTTP/1.1" status: 204 len: 168 time: 0.5334511 Jul 16 02:45:19.915235 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43090) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:19.923531 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181574f6-8123-42bc-8bac-1bf3f15a670d admin admin] Pushing event deleted for resources: {'Network': ['ID=0f6e179e-a952-497c-9215-c95caad6aba5,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:20.614621 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dbed211b-5a52-4622-937f-9e11f1715a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753006'] for router_interface, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:20.876066 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-dbed211b-5a52-4622-937f-9e11f1715a8f admin admin] Deleting port 51652695-3b8e-43fd-a51a-433d53d685e3 {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:20.876295 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dbed211b-5a52-4622-937f-9e11f1715a8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:20.954713 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-dbed211b-5a52-4622-937f-9e11f1715a8f admin admin] For port 51652695-3b8e-43fd-a51a-433d53d685e3, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=51652695-3b8e-43fd-a51a-433d53d685e3,segment=NetworkSegment(fa79dd39-9919-4221-b431-810673663e47),segment_id=fa79dd39-9919-4221-b431-810673663e47)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:20.955425 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dbed211b-5a52-4622-937f-9e11f1715a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:20.968909 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-dbed211b-5a52-4622-937f-9e11f1715a8f admin admin] Calling delete_port for 51652695-3b8e-43fd-a51a-433d53d685e3 owned by network:router_interface {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:21.147061 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 09bb119c-e5e8-4c93-bc7b-9247bc335bc9 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:45:21.164546 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dbed211b-5a52-4622-937f-9e11f1715a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:21.192699 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed211b-5a52-4622-937f-9e11f1715a8f admin admin] Pushing event deleted for resources: {'Port': ['ID=51652695-3b8e-43fd-a51a-433d53d685e3,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:21.340958 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 09bb119c-e5e8-4c93-bc7b-9247bc335bc9 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:45:21.341311 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 09bb119c-e5e8-4c93-bc7b-9247bc335bc9 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:45:21.341943 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4e78f7de-7fac-460e-a189-2eeecc1f7aab no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:45:21.362541 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 4e78f7de-7fac-460e-a189-2eeecc1f7aab {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:45:21.363038 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 4e78f7de-7fac-460e-a189-2eeecc1f7aab not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:45:21.374278 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-dbed211b-5a52-4622-937f-9e11f1715a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1750334'] for router_interface, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:21.602154 n-d-792394-16 neutron-server[93955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbed211b-5a52-4622-937f-9e11f1715a8f admin admin] Router 64425954-efe3-47d9-9703-1f7d1d2f4337 has already been hosted by L3 agent 16ac7e4d-3506-4ce5-8b74-23640cc22f88 {{(pid=93955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:45:21.710414 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbed211b-5a52-4622-937f-9e11f1715a8f admin admin] Notify agent at l3_agent.n-d-792394-16 the message routers_updated {{(pid=93955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:45:21.715693 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-dbed211b-5a52-4622-937f-9e11f1715a8f admin admin] 10.222.0.16 "PUT /v2.0/routers/64425954-efe3-47d9-9703-1f7d1d2f4337/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7988400 Jul 16 02:45:21.718886 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43092) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:21.722253 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dac875-77ff-45d5-8f41-3d82eb6352b0 None None] Sync routers for ids ['64425954-efe3-47d9-9703-1f7d1d2f4337'] in n-d-792394-16 {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:45:21.732657 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dac875-77ff-45d5-8f41-3d82eb6352b0 None None] Routers {'64425954-efe3-47d9-9703-1f7d1d2f4337'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:21.733270 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-19dac875-77ff-45d5-8f41-3d82eb6352b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:45:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['64425954-efe3-47d9-9703-1f7d1d2f4337'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:21.826924 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7aa05b39-d0df-40a2-9ec8-e6a02f4e1a70 admin admin] Notify callbacks [] for router, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:21.836271 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-19dac875-77ff-45d5-8f41-3d82eb6352b0 None None] Set router 64425954-efe3-47d9-9703-1f7d1d2f4337 gateway port host: n-d-792394-16 {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:21.943409 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7aa05b39-d0df-40a2-9ec8-e6a02f4e1a70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:22.004681 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-7aa05b39-d0df-40a2-9ec8-e6a02f4e1a70 admin admin] Deleting port 2aa1b42a-fc26-4c0f-81f1-46334257e8ea {{(pid=93956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:22.004937 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7aa05b39-d0df-40a2-9ec8-e6a02f4e1a70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:22.011132 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-19dac875-77ff-45d5-8f41-3d82eb6352b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64425954-efe3-47d9-9703-1f7d1d2f4337', 'name': 'tempest-TestSnapshotPattern-1704260578-router', 'tenant_id': 'ad8540f00d074435a4311dbc6c940a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'external_fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '2aa1b42a-fc26-4c0f-81f1-46334257e8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:33Z', 'updated_at': '2021-07-16T02:45:21Z', 'revision_number': 5, 'project_id': 'ad8540f00d074435a4311dbc6c940a15', 'gw_port': {'id': '2aa1b42a-fc26-4c0f-81f1-46334257e8ea', 'name': '', 'network_id': '44f29c19-83dc-4bc0-a0a8-8775f5768d28', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64425954-efe3-47d9-9703-1f7d1d2f4337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792394-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:33Z', 'updated_at': '2021-07-16T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e44fbbe-b435-4241-91d1-1f17c14331fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792394-16'}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:22.041498 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dac875-77ff-45d5-8f41-3d82eb6352b0 None None] Checking router: 64425954-efe3-47d9-9703-1f7d1d2f4337 for host: n-d-792394-16 {{(pid=93958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:45:22.050172 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dac875-77ff-45d5-8f41-3d82eb6352b0 None None] Routers {'64425954-efe3-47d9-9703-1f7d1d2f4337'} bound to L3 agent in host n-d-792394-16 {{(pid=93958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:22.050778 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-19dac875-77ff-45d5-8f41-3d82eb6352b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792394-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:05:59Z,description=,heartbeat_timestamp=2021-07-16T02:45:00Z,host='n-d-792394-16',id=16ac7e4d-3506-4ce5-8b74-23640cc22f88,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:05:59Z,topic='l3_agent')) {'router_ids': ['64425954-efe3-47d9-9703-1f7d1d2f4337'], 'active': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:22.083632 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.db [None req-7aa05b39-d0df-40a2-9ec8-e6a02f4e1a70 admin admin] For port 2aa1b42a-fc26-4c0f-81f1-46334257e8ea, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=2aa1b42a-fc26-4c0f-81f1-46334257e8ea,segment=NetworkSegment(22968310-dffe-4249-91d1-ba90af0d9c4d),segment_id=22968310-dffe-4249-91d1-ba90af0d9c4d)] {{(pid=93956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:22.084018 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7aa05b39-d0df-40a2-9ec8-e6a02f4e1a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:22.096828 n-d-792394-16 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-7aa05b39-d0df-40a2-9ec8-e6a02f4e1a70 admin admin] Calling delete_port for 2aa1b42a-fc26-4c0f-81f1-46334257e8ea owned by network:router_gateway {{(pid=93956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:22.135941 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_dvr_db [None req-19dac875-77ff-45d5-8f41-3d82eb6352b0 None None] Set router 64425954-efe3-47d9-9703-1f7d1d2f4337 gateway port host: None {{(pid=93958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:22.188083 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.l3_hamode_db [None req-19dac875-77ff-45d5-8f41-3d82eb6352b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64425954-efe3-47d9-9703-1f7d1d2f4337', 'name': 'tempest-TestSnapshotPattern-1704260578-router', 'tenant_id': 'ad8540f00d074435a4311dbc6c940a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:33Z', 'updated_at': '2021-07-16T02:45:21Z', 'revision_number': 6, 'project_id': 'ad8540f00d074435a4311dbc6c940a15', 'gw_port_host': None}], 'n-d-792394-16', False) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:22.217382 n-d-792394-16 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dac875-77ff-45d5-8f41-3d82eb6352b0 None None] The sync data for ids ['64425954-efe3-47d9-9703-1f7d1d2f4337'] in n-d-792394-16 is: [{'id': '64425954-efe3-47d9-9703-1f7d1d2f4337', 'name': 'tempest-TestSnapshotPattern-1704260578-router', 'tenant_id': 'ad8540f00d074435a4311dbc6c940a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:33Z', 'updated_at': '2021-07-16T02:45:21Z', 'revision_number': 6, 'project_id': 'ad8540f00d074435a4311dbc6c940a15', 'gw_port_host': None}] {{(pid=93958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:45:22.272265 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7aa05b39-d0df-40a2-9ec8-e6a02f4e1a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12773511'] for port, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:22.299400 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa05b39-d0df-40a2-9ec8-e6a02f4e1a70 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aa1b42a-fc26-4c0f-81f1-46334257e8ea,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:22.373146 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7aa05b39-d0df-40a2-9ec8-e6a02f4e1a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361828'] for router_gateway, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:22.474968 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7aa05b39-d0df-40a2-9ec8-e6a02f4e1a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1752304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12436'] for router, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:22.477176 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7aa05b39-d0df-40a2-9ec8-e6a02f4e1a70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:22.524405 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7aa05b39-d0df-40a2-9ec8-e6a02f4e1a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1752550'] for router, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:22.524809 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa05b39-d0df-40a2-9ec8-e6a02f4e1a70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64425954-efe3-47d9-9703-1f7d1d2f4337 {{(pid=93956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:45:22.529523 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-7aa05b39-d0df-40a2-9ec8-e6a02f4e1a70 admin admin] Notify callbacks [] for router, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:22.530831 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-7aa05b39-d0df-40a2-9ec8-e6a02f4e1a70 admin admin] 10.222.0.16 "DELETE /v2.0/routers/64425954-efe3-47d9-9703-1f7d1d2f4337 HTTP/1.1" status: 204 len: 168 time: 0.8109555 Jul 16 02:45:22.533536 n-d-792394-16 neutron-server[93956]: DEBUG neutron.wsgi [-] (93956) accepted ('10.222.0.16', 43094) {{(pid=93956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:22.579467 n-d-792394-16 neutron-server[93956]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cbc8da7-3975-41c0-bc8d-2d5702d685c4 admin admin] Deleting subnet 25918041-b211-4960-a66a-becc88a8ee1a {{(pid=93956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:45:22.582684 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cbc8da7-3975-41c0-bc8d-2d5702d685c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:22.631013 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cbc8da7-3975-41c0-bc8d-2d5702d685c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14347147'] for subnet, precommit_delete_associations {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:22.718054 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cbc8da7-3975-41c0-bc8d-2d5702d685c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1396685'] for subnet, precommit_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:22.772001 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cbc8da7-3975-41c0-bc8d-2d5702d685c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1396730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12773620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746939'] for subnet, after_delete {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:22.796969 n-d-792394-16 neutron-server[93956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc8da7-3975-41c0-bc8d-2d5702d685c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25918041-b211-4960-a66a-becc88a8ee1a,revision_number=None']} {{(pid=93956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:22.801524 n-d-792394-16 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-9cbc8da7-3975-41c0-bc8d-2d5702d685c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:22.806063 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43096) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:22.806598 n-d-792394-16 neutron-server[93956]: INFO neutron.wsgi [None req-9cbc8da7-3975-41c0-bc8d-2d5702d685c4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/25918041-b211-4960-a66a-becc88a8ee1a HTTP/1.1" status: 204 len: 168 time: 0.2715869 Jul 16 02:45:22.811371 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1849bca9-7f0b-4d6c-b873-deb360e59626 None None] Network 934372ac-b27a-472f-b9f0-6810e679ffe6 requested from n-d-792394-16 {{(pid=93957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:45:22.877838 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c58e4e12-60d0-47b0-a3f9-0cb585ae77ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581542'] for network, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:22.931142 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-c58e4e12-60d0-47b0-a3f9-0cb585ae77ad admin admin] Deleting port f463ea51-8427-4249-9db4-a8d0072d255e {{(pid=93955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:22.931385 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c58e4e12-60d0-47b0-a3f9-0cb585ae77ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.000140 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074c6ca3-45ab-4fad-9ed6-da15c39698eb None None] DHCP port deletion for 934372ac-b27a-472f-b9f0-6810e679ffe6 request from n-d-792394-16 {{(pid=93957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:45:23.004942 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.db [None req-c58e4e12-60d0-47b0-a3f9-0cb585ae77ad admin admin] For port f463ea51-8427-4249-9db4-a8d0072d255e, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f463ea51-8427-4249-9db4-a8d0072d255e,segment=NetworkSegment(fa79dd39-9919-4221-b431-810673663e47),segment_id=fa79dd39-9919-4221-b431-810673663e47)] {{(pid=93955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:23.005171 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c58e4e12-60d0-47b0-a3f9-0cb585ae77ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.018746 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.plugin [None req-c58e4e12-60d0-47b0-a3f9-0cb585ae77ad admin admin] Calling delete_port for f463ea51-8427-4249-9db4-a8d0072d255e owned by network:dhcp {{(pid=93955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:23.049469 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-074c6ca3-45ab-4fad-9ed6-da15c39698eb None None] Deleting port f463ea51-8427-4249-9db4-a8d0072d255e {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:23.049772 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-074c6ca3-45ab-4fad-9ed6-da15c39698eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767329559215'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.104064 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c58e4e12-60d0-47b0-a3f9-0cb585ae77ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12780769'] for port, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.126574 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-074c6ca3-45ab-4fad-9ed6-da15c39698eb None None] For port f463ea51-8427-4249-9db4-a8d0072d255e, host n-d-792394-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792394-16',level=0,port_id=f463ea51-8427-4249-9db4-a8d0072d255e,segment=NetworkSegment(fa79dd39-9919-4221-b431-810673663e47),segment_id=fa79dd39-9919-4221-b431-810673663e47)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:23.127104 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-074c6ca3-45ab-4fad-9ed6-da15c39698eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1752469'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.137901 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e4e12-60d0-47b0-a3f9-0cb585ae77ad admin admin] Pushing event deleted for resources: {'Port': ['ID=f463ea51-8427-4249-9db4-a8d0072d255e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:23.139809 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-074c6ca3-45ab-4fad-9ed6-da15c39698eb None None] Calling delete_port for f463ea51-8427-4249-9db4-a8d0072d255e owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:23.140249 n-d-792394-16 neutron-server[93955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58e4e12-60d0-47b0-a3f9-0cb585ae77ad admin admin] No DVR routers for this DVR port f463ea51-8427-4249-9db4-a8d0072d255e on host n-d-792394-16 {{(pid=93955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:45:23.182556 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 51652695-3b8e-43fd-a51a-433d53d685e3 no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:45:23.207845 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 51652695-3b8e-43fd-a51a-433d53d685e3 {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:45:23.208196 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 51652695-3b8e-43fd-a51a-433d53d685e3 not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:45:23.208632 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2aa1b42a-fc26-4c0f-81f1-46334257e8ea no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:45:23.219538 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c58e4e12-60d0-47b0-a3f9-0cb585ae77ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1393321', 'neutron.services.segments.db._delete_segments_for_network-8767329672268'] for network, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.233889 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-c58e4e12-60d0-47b0-a3f9-0cb585ae77ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['934372ac-b27a-472f-b9f0-6810e679ffe6']}} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:23.235648 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: 2aa1b42a-fc26-4c0f-81f1-46334257e8ea {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:45:23.236001 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device 2aa1b42a-fc26-4c0f-81f1-46334257e8ea not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:45:23.236480 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f463ea51-8427-4249-9db4-a8d0072d255e no longer exists at agent ovs-agent-n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:45:23.245468 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-c58e4e12-60d0-47b0-a3f9-0cb585ae77ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa79dd39-9919-4221-b431-810673663e47') {'for_net_delete': True} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:23.245781 n-d-792394-16 neutron-server[93955]: DEBUG neutron.services.segments.db [None req-c58e4e12-60d0-47b0-a3f9-0cb585ae77ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa79dd39-9919-4221-b431-810673663e47') {} {{(pid=93955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:23.255703 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c58e4e12-60d0-47b0-a3f9-0cb585ae77ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767329675605', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12780701'] for segment, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.262484 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] No Port match for: f463ea51-8427-4249-9db4-a8d0072d255e {{(pid=93957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:45:23.262835 n-d-792394-16 neutron-server[93957]: DEBUG neutron.plugins.ml2.rpc [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Device f463ea51-8427-4249-9db4-a8d0072d255e not bound to the agent host n-d-792394-16 {{(pid=93957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:45:23.277617 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c58e4e12-60d0-47b0-a3f9-0cb585ae77ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909'] for segment, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.281669 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-074c6ca3-45ab-4fad-9ed6-da15c39698eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767329560450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767329158831'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.285900 n-d-792394-16 neutron-server[93955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58e4e12-60d0-47b0-a3f9-0cb585ae77ad admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:45:23.286319 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c58e4e12-60d0-47b0-a3f9-0cb585ae77ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12794416'] for segment, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: Traceback (most recent call last): Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: timer() Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: cb(*args, **kw) Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: return func(*args, **kwargs) Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: self._notify() Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: self.callback(batched_events) Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: event.method(event) Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: return f(self, *a, **k) Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: return self._get(url).json() Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: return self.request(url, 'GET', **kwargs) Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:45:23.288546 n-d-792394-16 neutron-server[93955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:45:23.308837 n-d-792394-16 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074c6ca3-45ab-4fad-9ed6-da15c39698eb None None] No DVR routers for this DVR port f463ea51-8427-4249-9db4-a8d0072d255e on host n-d-792394-16 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:45:23.312325 n-d-792394-16 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c6ca3-45ab-4fad-9ed6-da15c39698eb None None] Pushing event deleted for resources: {'Port': ['ID=f463ea51-8427-4249-9db4-a8d0072d255e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:23.355629 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c58e4e12-60d0-47b0-a3f9-0cb585ae77ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1393328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-361912'] for network, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.361725 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-c58e4e12-60d0-47b0-a3f9-0cb585ae77ad admin admin] Notify callbacks [] for network, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.363582 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-c58e4e12-60d0-47b0-a3f9-0cb585ae77ad admin admin] 10.222.0.16 "DELETE /v2.0/networks/934372ac-b27a-472f-b9f0-6810e679ffe6 HTTP/1.1" status: 204 len: 168 time: 0.5543551 Jul 16 02:45:23.374591 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e4e12-60d0-47b0-a3f9-0cb585ae77ad admin admin] Pushing event deleted for resources: {'Network': ['ID=934372ac-b27a-472f-b9f0-6810e679ffe6,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:23.566672 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43100) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:23.608963 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-acbaaa7f-2b83-43d9-bca4-2f09bc1991b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f72a1308fe74380afc2f15c399c8f47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409181 Jul 16 02:45:23.612660 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43102) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:23.662013 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3b686165-9b46-4b91-a87f-a79a257f851f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.684441 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3b686165-9b46-4b91-a87f-a79a257f851f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.742900 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3b686165-9b46-4b91-a87f-a79a257f851f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.747207 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-3b686165-9b46-4b91-a87f-a79a257f851f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.748527 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3b686165-9b46-4b91-a87f-a79a257f851f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92508c8a-7945-4572-853e-1e789401586e HTTP/1.1" status: 204 len: 168 time: 0.1348751 Jul 16 02:45:23.757436 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b686165-9b46-4b91-a87f-a79a257f851f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92508c8a-7945-4572-853e-1e789401586e,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:24.117381 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43108) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:24.167432 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-3275ae6e-a8c0-4a4c-bd9b-6b5ebb8c9f30 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad8540f00d074435a4311dbc6c940a15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484219 Jul 16 02:45:24.170134 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [-] (93955) accepted ('10.222.0.16', 43110) {{(pid=93955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:24.221119 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac5b0-13fb-4a23-af5d-6ed575fcf9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:24.244615 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac5b0-13fb-4a23-af5d-6ed575fcf9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:24.294661 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac5b0-13fb-4a23-af5d-6ed575fcf9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815165'] for security_group, after_delete {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:24.299017 n-d-792394-16 neutron-server[93955]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac5b0-13fb-4a23-af5d-6ed575fcf9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:24.300615 n-d-792394-16 neutron-server[93955]: INFO neutron.wsgi [None req-cd7ac5b0-13fb-4a23-af5d-6ed575fcf9ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5cc3791f-577e-4f1f-8dac-0cdfe370d5b2 HTTP/1.1" status: 204 len: 168 time: 0.1294584 Jul 16 02:45:24.308841 n-d-792394-16 neutron-server[93955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ac5b0-13fb-4a23-af5d-6ed575fcf9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc3791f-577e-4f1f-8dac-0cdfe370d5b2,revision_number=None']} {{(pid=93955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:26.711044 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-418eaf56-e733-4fdd-a160-77dd96b04f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:29.685922 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-00c7f99c-3e52-49a1-bdc6-5605da074186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:29.839837 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:31.169944 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:32.289638 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:32.922738 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:35.927027 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:41.473335 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:45:56.718336 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-93bdd774-c382-4be8-bf9a-fd7156d32b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:59.679104 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c1e8bae0-c480-4fa8-850d-03d4f1550f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:59.843790 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.174748 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.294971 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.924089 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:05.912032 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:18.475812 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:46:26.717279 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61159dd5-9cda-4ff8-a4b2-e31989005c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:29.689898 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9c5f6df2-0cc6-4eec-b103-c88deb6ad6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:29.847956 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:31.178466 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:32.327796 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:32.928252 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:35.940307 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:55.476947 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:46:56.716398 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-73454e14-e242-46fc-8e30-a5450ff0113c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:59.688863 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e0eb2081-c7e5-4b19-9d17-f15e9a80dc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:59.857725 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:01.183208 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:02.348711 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:02.935824 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:05.935718 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:26.712291 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4b6aa214-12da-4a3d-a2ca-ac268d93cf1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:29.695357 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-670bad68-a723-4454-bd99-1b3d823f9812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:29.852139 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:31.183542 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:32.337998 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:32.477736 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:47:32.936099 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:35.943716 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:56.717944 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0d49f234-25f6-4444-b0aa-63078e4bc1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.681930 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-626caff1-aa95-46f9-b383-91640d56e7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.862420 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:01.185778 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:02.335535 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:02.939093 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:05.968408 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:09.479304 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:48:26.733957 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b7978394-0c9e-4cb5-8a41-f18d9ac35053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:29.688961 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b06993c5-f8ed-4677-88e6-13c3fa203cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:29.858442 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:31.189641 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:32.344619 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:32.944127 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:35.963634 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:46.483996 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:48:56.735486 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-510643d1-cf39-4e95-882a-85cbdeef2804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:59.687610 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-94283aad-2c58-4c46-a513-bf5b23f74986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:59.857577 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:01.198626 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:02.351944 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:02.944781 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:05.957669 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:23.489426 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:49:26.735940 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a38c5222-fb6b-4f12-a702-e176283ce8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:29.681976 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9d3b7745-eed1-4ae8-a76d-7898df7c9104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:29.854304 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:31.196755 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:32.374319 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:32.949039 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:35.960397 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:56.736333 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fe952a47-ccdc-4e3b-96e5-c838370d8100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:59.697023 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d901757e-b575-4d82-9c0d-672419188f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:59.849462 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:00.490149 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:50:01.207653 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:02.388430 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:02.951609 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:05.962674 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:26.733601 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-298fe926-45b6-402e-b805-e4d54001d5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:29.699431 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-77484a80-502e-4c2f-9822-70e301c19f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:29.858251 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:31.203484 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:32.375358 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:32.960227 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:35.959288 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:37.490621 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:50:56.728234 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-467aca55-b96f-4870-a40a-2f42157df1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:59.696144 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a9e2c759-2d49-445a-8010-92dc3cf9461f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:59.860345 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:01.208447 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:02.388757 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:02.962195 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:05.956762 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:14.490284 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:51:26.737147 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-281a493b-17e3-414a-93f6-38c99913d83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:29.701283 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d197394e-2d95-4004-9a5e-6eee4d5ef39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:29.854088 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:31.211212 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:32.406002 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:32.962457 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:35.967644 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:51.489102 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:51:56.732175 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-86f1d2ad-f66d-4d0b-9dc2-9be0e68ee2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:59.700845 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e35ca234-289e-4894-8648-8aaf8121c07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:59.857925 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:01.225109 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:02.416262 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:02.970809 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:05.989705 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:26.728970 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0114f528-f5d2-4f36-b39b-d15952bf860a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:28.493467 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:52:29.698252 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba80341c-292e-447a-94fb-f9a5e15fa7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:29.871408 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:31.221825 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:32.417595 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:32.973504 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:36.002485 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:56.731093 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7647fad6-4101-4c59-bb4f-e7084d2a572a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:59.697947 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44431db3-4b71-4ee5-91e2-483dcaa5f10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:59.870933 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:01.229786 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:02.450772 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:02.972110 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:05.493117 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:53:06.006169 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:26.734756 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fe0273b1-23ca-462d-ba5c-7ac5fef8fa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:29.692640 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d63b739-5f82-43cb-bfa9-61e2eee59216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:29.865589 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d32cfa6-48d3-4cf5-a79a-097fde9ecddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:31.226298 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d17ce4de-85cd-4df1-a967-c20ebf94c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:32.462466 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af499af7-77fb-49dc-8274-1893a9a3a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:32.976278 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1602e1-f35f-4fd5-934d-d9a712999586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:34.965945 n-d-792394-16 neutron-server[93955]: DEBUG neutron.wsgi [req-72d94249-0720-4953-ba3e-6d2e54b9bb55 req-8d477adb-a742-4d95-a922-8bd40b6a2d04 service neutron] (93955) timed out ('10.222.0.16', 41742) {{(pid=93955) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:53:36.004950 n-d-792394-16 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae030-eec9-444d-ae0e-1a6877ef45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767329672250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395699'] for agent, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:42.493271 n-d-792394-16 neutron-server[93958]: DEBUG neutron.db.agents_db [None req-aea0e0d3-9e6b-4c11-bf11-f6cb2eeef38e None None] Agent healthcheck: found 7 active agents {{(pid=93958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}